-- Logs begin at Thu 2021-07-15 12:13:52 UTC, end at Thu 2021-07-15 14:29:27 UTC. -- Jul 15 12:47:12.748546 n-d-771363-36 systemd[1]: Started Devstack devstack@q-svc.service. Jul 15 12:47:15.417792 n-d-771363-36 neutron-server[93704]: INFO neutron.common.config [-] Logging enabled! Jul 15 12:47:15.418372 n-d-771363-36 neutron-server[93704]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev468 Jul 15 12:47:15.418584 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93704) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 15 12:47:15.421794 n-d-771363-36 neutron-server[93704]: INFO neutron.common.config [-] Logging enabled! Jul 15 12:47:15.422051 n-d-771363-36 neutron-server[93704]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev468 Jul 15 12:47:15.422366 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93704) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 15 12:47:15.423337 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 12:47:15.423575 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 12:47:15.423940 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 12:47:15.424201 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 12:47:15.424428 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 12:47:15.424756 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.425059 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.425358 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.425591 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.425887 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.426179 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.427003 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.427299 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.427602 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.427889 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.428170 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.428456 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.428686 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.428967 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.429253 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.429538 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.429762 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] debug = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.430044 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.430468 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.430897 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.431179 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.431470 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.431754 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.432028 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.432306 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.432595 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.432927 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] host = n-d-771363-36 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.433206 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.433495 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.433781 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.434072 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.434350 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.434712 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.435000 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.435290 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.435548 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] log_file = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.435824 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.436114 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.436405 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.436695 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.436922 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.437145 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.437432 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.437720 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.437996 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.438272 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.438549 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.438846 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.439123 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.439391 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.439690 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.439958 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.440244 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.440519 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.440792 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.441067 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.441340 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.441624 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.441897 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.442834 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.443122 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.443416 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.443690 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.443969 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.444276 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.444565 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.444849 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.445135 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.445414 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.445697 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.445974 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.446248 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.446522 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] use_json = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.446825 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.447099 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.447385 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.447663 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.447939 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.448215 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.448489 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.448779 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:15.449081 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.449381 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.449683 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.449970 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.450266 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.450549 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.450871 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.451154 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.451447 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.451739 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.452030 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.452312 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.452602 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.452884 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.453182 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.453492 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.453792 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.454086 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.454371 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.454671 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.454952 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.455235 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.455525 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.455821 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.456115 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.456396 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.456679 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.456975 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.457260 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.457536 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.457843 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.458136 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.458419 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.458727 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.459016 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.459297 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.459575 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.459850 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.460131 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.460426 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.460709 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.460985 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.461265 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.461550 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.461829 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.462120 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.462404 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.462710 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.462989 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.463273 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.463548 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.463823 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.464102 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.464383 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.464664 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.464938 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.465214 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.465488 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.465761 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.466035 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.466309 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.466617 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.466898 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.467174 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.467450 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.467724 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.467999 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.468357 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.468565 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.468864 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.469144 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.469426 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.469709 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.469991 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.470292 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.470551 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.470851 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.471129 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.471404 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.471696 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.471980 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.472269 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.472555 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.472834 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.473130 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.473434 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.473721 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.474033 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.474319 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.474639 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.474927 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.475227 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.475522 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.475821 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.476118 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.476418 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.476699 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.477009 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.477290 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:15.477512 n-d-771363-36 neutron-server[93704]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 12:47:15.477751 n-d-771363-36 neutron-server[93704]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93704) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 15 12:47:15.821799 n-d-771363-36 neutron-server[93704]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 15 12:47:15.822005 n-d-771363-36 neutron-server[93704]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 15 12:47:15.822299 n-d-771363-36 neutron-server[93704]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 15 12:47:15.822671 n-d-771363-36 neutron-server[93704]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 15 12:47:16.209670 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.209970 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.210245 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.211478 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.211752 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.212024 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.246029 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.246309 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.246596 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.259903 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.260181 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.260451 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.290943 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.291224 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.291496 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.326407 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.326707 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.326981 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.555764 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.556359 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.556359 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.556533 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.557185 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.675478 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.675800 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.676084 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.676371 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.676659 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.676973 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.677235 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.677497 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.677752 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.678034 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.678297 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.678596 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.678852 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.679108 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.679366 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.679641 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.679899 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.680166 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.680443 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.680703 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.680975 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.681228 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.681508 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.681884 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.682133 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.682380 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.682820 n-d-771363-36 neutron-server[93704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 12:47:16.683064 n-d-771363-36 neutron-server[93704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 12:47:16.683303 n-d-771363-36 neutron-server[93704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 12:47:16.683540 n-d-771363-36 neutron-server[93704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 12:47:16.683775 n-d-771363-36 neutron-server[93704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 12:47:16.684009 n-d-771363-36 neutron-server[93704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 12:47:16.684370 n-d-771363-36 neutron-server[93704]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 15 12:47:16.687474 n-d-771363-36 neutron-server[93704]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 15 12:47:16.691385 n-d-771363-36 neutron-server[93704]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 15 12:47:16.695825 n-d-771363-36 neutron-server[93704]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jul 15 12:47:16.697444 n-d-771363-36 neutron-server[93704]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 15 12:47:16.697904 n-d-771363-36 neutron-server[93704]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 15 12:47:16.698240 n-d-771363-36 neutron-server[93704]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 15 12:47:16.698650 n-d-771363-36 neutron-server[93704]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 15 12:47:16.702431 n-d-771363-36 neutron-server[93704]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 15 12:47:16.702713 n-d-771363-36 neutron-server[93704]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 15 12:47:16.703062 n-d-771363-36 neutron-server[93704]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 15 12:47:16.731069 n-d-771363-36 neutron-server[93704]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 15 12:47:16.731513 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.731812 n-d-771363-36 neutron-server[93704]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93704) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 15 12:47:16.732174 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.733519 n-d-771363-36 neutron-server[93704]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93704) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 15 12:47:16.733806 n-d-771363-36 neutron-server[93704]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 15 12:47:16.734060 n-d-771363-36 neutron-server[93704]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 15 12:47:16.737219 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.737506 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:16.802193 n-d-771363-36 neutron-server[93704]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 15 12:47:16.802426 n-d-771363-36 neutron-server[93704]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 15 12:47:16.802715 n-d-771363-36 neutron-server[93704]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 15 12:47:16.803134 n-d-771363-36 neutron-server[93704]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 15 12:47:16.824358 n-d-771363-36 neutron-server[93704]: DEBUG oslo_db.sqlalchemy.engines [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93704) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 15 12:47:17.347186 n-d-771363-36 neutron-server[93704]: INFO neutron.plugins.ml2.managers [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Initializing driver for type 'gre' Jul 15 12:47:17.347890 n-d-771363-36 neutron-server[93704]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] gre ID ranges: [(1, 1000)] Jul 15 12:47:17.399143 n-d-771363-36 neutron-server[93704]: INFO neutron.plugins.ml2.managers [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Initializing driver for type 'local' Jul 15 12:47:17.399475 n-d-771363-36 neutron-server[93704]: INFO neutron.plugins.ml2.managers [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Initializing driver for type 'vlan' Jul 15 12:47:17.412669 n-d-771363-36 neutron-server[93704]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] VlanTypeDriver initialization complete Jul 15 12:47:17.413072 n-d-771363-36 neutron-server[93704]: INFO neutron.plugins.ml2.managers [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Initializing driver for type 'vxlan' Jul 15 12:47:17.413576 n-d-771363-36 neutron-server[93704]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] vxlan ID ranges: [(1, 1000)] Jul 15 12:47:17.466439 n-d-771363-36 neutron-server[93704]: INFO neutron.plugins.ml2.managers [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Initializing extension driver 'port_security' Jul 15 12:47:17.466809 n-d-771363-36 neutron-server[93704]: INFO neutron.plugins.ml2.extensions.port_security [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] PortSecurityExtensionDriver initialization complete Jul 15 12:47:17.467154 n-d-771363-36 neutron-server[93704]: INFO neutron.plugins.ml2.managers [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Initializing mechanism driver 'openvswitch' Jul 15 12:47:17.467473 n-d-771363-36 neutron-server[93704]: INFO neutron.plugins.ml2.managers [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Initializing mechanism driver 'hyperv' Jul 15 12:47:17.474041 n-d-771363-36 neutron-server[93704]: DEBUG neutron.plugins.ml2.plugin [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:47:17.474934 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > port after_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.475324 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > port after_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.475661 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > port after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.476173 n-d-771363-36 neutron-server[93704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 12:47:17.476600 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > subnet after_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.476949 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > subnet after_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.477291 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > subnet after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.477675 n-d-771363-36 neutron-server[93704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 12:47:17.478073 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > network after_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.478416 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > network after_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.478784 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > network after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.479167 n-d-771363-36 neutron-server[93704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 12:47:17.479568 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > security_group after_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.479909 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > security_group after_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.480248 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > security_group after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.480632 n-d-771363-36 neutron-server[93704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 12:47:17.481025 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.481366 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.481703 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.482087 n-d-771363-36 neutron-server[93704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 12:47:17.482479 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > address_group after_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.482841 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > address_group after_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.483175 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > address_group after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.483556 n-d-771363-36 neutron-server[93704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 12:47:17.484045 n-d-771363-36 neutron-server[93704]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] ML2 OVO RPC backend initialized. {{(pid=93704) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 15 12:47:17.484739 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > router_interface after_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.485089 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.485499 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > network before_response 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.485841 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > networks before_response 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.486185 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > port before_response 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.486535 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > ports before_response 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.486886 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > subnet before_response 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.487223 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > subnets before_response 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.487562 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > network after_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.487897 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > network after_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.488228 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > network after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.488558 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > port after_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.489409 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > port after_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.489739 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > port after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.490070 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > subnet after_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.490401 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > subnet after_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.490757 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > subnet after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.491322 n-d-771363-36 neutron-server[93704]: INFO neutron.plugins.ml2.plugin [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Modular L2 Plugin initialization complete Jul 15 12:47:17.491649 n-d-771363-36 neutron-server[93704]: DEBUG neutron.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading services supported by the core plugin {{(pid=93704) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 15 12:47:17.491970 n-d-771363-36 neutron-server[93704]: INFO neutron.plugins.ml2.managers [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Got port-security extension from driver 'port_security' Jul 15 12:47:17.492425 n-d-771363-36 neutron-server[93704]: INFO neutron.extensions.vlantransparent [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Disabled vlantransparent extension. Jul 15 12:47:17.492906 n-d-771363-36 neutron-server[93704]: DEBUG neutron.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93704) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 15 12:47:17.493219 n-d-771363-36 neutron-server[93704]: INFO neutron.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading Plugin: router Jul 15 12:47:17.529177 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > router_interface before_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.529569 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > router after_create 55549900 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.529933 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > router before_create 55549900 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.530295 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.530820 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.531179 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > router after_delete 55549900 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.531537 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > floatingip after_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.532018 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > router after_create 55549900 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.532368 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > router after_update 55549900 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.532717 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > router after_update 55549900 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.533065 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.533421 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > router after_update 55549900 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.533828 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > router precommit_update 55549900 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.534197 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: port after_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.534537 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: port after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.534892 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: subnet after_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.535229 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.535576 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > port precommit_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.536017 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > router precommit_create 55549900 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.536362 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: port before_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.536704 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > router precommit_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.537056 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > router after_update 55549900 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.537398 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > router precommit_delete 55549900 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.537748 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > router precommit_create 55549900 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.538104 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > router_interface after_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.538447 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > router precommit_update 55549900 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.538841 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > agent after_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.539190 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > agent after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.539537 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > network after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.540386 n-d-771363-36 neutron-server[93704]: DEBUG neutron.quota.resource_registry [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Tracking information for resource: router configured {{(pid=93704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 12:47:17.540720 n-d-771363-36 neutron-server[93704]: DEBUG neutron.quota.resource_registry [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Tracking information for resource: floatingip configured {{(pid=93704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 12:47:17.545597 n-d-771363-36 neutron-server[93704]: INFO neutron.db.l3_agentschedulers_db [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 15 12:47:17.546171 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: port after_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.546533 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: port after_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.546907 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: port after_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.547258 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: port after_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.548041 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > router before_create 55550100 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.548406 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > router precommit_delete 55550100 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.548767 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > router precommit_create 55550100 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.549127 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > router precommit_update 55550100 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.554113 n-d-771363-36 neutron-server[93704]: DEBUG neutron.services.provider_configuration [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Service providers = [] {{(pid=93704) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 15 12:47:17.554474 n-d-771363-36 neutron-server[93704]: DEBUG neutron.db.servicetype_db [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93704) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 15 12:47:17.557405 n-d-771363-36 neutron-server[93704]: DEBUG neutron.services.service_base [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 12:47:17.557925 n-d-771363-36 neutron-server[93704]: DEBUG neutron.services.service_base [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 12:47:17.558082 n-d-771363-36 neutron-server[93704]: DEBUG neutron.services.service_base [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 12:47:17.558998 n-d-771363-36 neutron-server[93704]: DEBUG neutron.services.service_base [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 12:47:17.559369 n-d-771363-36 neutron-server[93704]: INFO neutron.services.service_base [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 15 12:47:17.559742 n-d-771363-36 neutron-server[93704]: DEBUG neutron.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 12:47:17.560057 n-d-771363-36 neutron-server[93704]: INFO neutron.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 15 12:47:17.571289 n-d-771363-36 neutron-server[93704]: DEBUG neutron.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 12:47:17.571622 n-d-771363-36 neutron-server[93704]: INFO neutron.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading Plugin: auto_allocate Jul 15 12:47:17.577280 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: network precommit_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.577761 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: network precommit_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.578276 n-d-771363-36 neutron-server[93704]: DEBUG neutron.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 12:47:17.578626 n-d-771363-36 neutron-server[93704]: INFO neutron.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading Plugin: tag Jul 15 12:47:17.585233 n-d-771363-36 neutron-server[93704]: DEBUG neutron.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 12:47:17.585564 n-d-771363-36 neutron-server[93704]: INFO neutron.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading Plugin: timestamp Jul 15 12:47:17.589317 n-d-771363-36 neutron-server[93704]: DEBUG neutron.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 12:47:17.589639 n-d-771363-36 neutron-server[93704]: INFO neutron.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading Plugin: network_ip_availability Jul 15 12:47:17.595135 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.595503 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.595857 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.596559 n-d-771363-36 neutron-server[93704]: DEBUG neutron.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 12:47:17.596880 n-d-771363-36 neutron-server[93704]: INFO neutron.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading Plugin: flavors Jul 15 12:47:17.603031 n-d-771363-36 neutron-server[93704]: DEBUG neutron.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 12:47:17.603310 n-d-771363-36 neutron-server[93704]: INFO neutron.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading Plugin: revisions Jul 15 12:47:17.607580 n-d-771363-36 neutron-server[93704]: DEBUG neutron.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 12:47:17.607966 n-d-771363-36 neutron-server[93704]: DEBUG oslo_concurrency.lockutils [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.786s {{(pid=93704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 15 12:47:17.608832 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93704) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 15 12:47:17.609140 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Initializing extension manager. Jul 15 12:47:17.609648 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: __init__.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.609987 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: __pycache__ {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.610320 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.610680 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: address_group.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.611424 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.611980 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: address-group Jul 15 12:47:17.612299 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: address_scope.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.613011 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.613514 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: address-scope Jul 15 12:47:17.614339 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: admin_state_down_before_update.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.615301 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.615812 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: router-admin-state-down-before-update Jul 15 12:47:17.616129 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: agent.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.616826 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.617327 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: agent Jul 15 12:47:17.617650 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: agent_resources_synced.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.618553 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.619082 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: agent-resources-synced Jul 15 12:47:17.619403 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: allowedaddresspairs.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.621176 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.621691 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: allowed-address-pairs Jul 15 12:47:17.622269 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: auto_allocated_topology.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.623361 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.623872 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: auto-allocated-topology Jul 15 12:47:17.624196 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: availability_zone.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.625007 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.625511 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: availability_zone Jul 15 12:47:17.625830 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: availability_zone_filter.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.626761 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.627269 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: availability_zone_filter Jul 15 12:47:17.627588 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: data_plane_status.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.628490 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.628992 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extension data-plane-status not supported by any of loaded plugins Jul 15 12:47:17.629310 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: default_subnetpools.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.630815 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.631316 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: default-subnetpools Jul 15 12:47:17.631636 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: dhcpagentscheduler.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.632439 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.632941 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: dhcp_agent_scheduler Jul 15 12:47:17.633262 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: dns.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.634164 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.634688 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extension dns-integration not supported by any of loaded plugins Jul 15 12:47:17.635013 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: dns_domain_ports.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.635939 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.636442 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 15 12:47:17.636764 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.637686 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.638192 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 15 12:47:17.638515 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: dvr.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.639212 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.639718 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: dvr Jul 15 12:47:17.640155 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: empty_string_filtering.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.641063 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.641568 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: empty-string-filtering Jul 15 12:47:17.641886 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.642904 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.643412 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 15 12:47:17.643727 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.644630 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.645209 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 15 12:47:17.645537 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: external_net.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.646450 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.646990 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: external-net Jul 15 12:47:17.647314 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: extra_dhcp_opt.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.648211 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.648712 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: extra_dhcp_opt Jul 15 12:47:17.649027 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: extraroute.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.649916 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.650413 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: extraroute Jul 15 12:47:17.650758 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: extraroute_atomic.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.651779 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.652282 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: extraroute-atomic Jul 15 12:47:17.652600 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: filter_validation.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.653256 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.653760 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: filter-validation Jul 15 12:47:17.654073 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: fip_pf_description.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.655132 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.655930 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 15 12:47:17.656252 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: fip_port_details.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.657185 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.657690 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: fip-port-details Jul 15 12:47:17.658013 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: flavors.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.659268 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.659780 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: flavors Jul 15 12:47:17.660101 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.661751 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.662273 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 15 12:47:17.662637 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: floatingip_pools.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.663338 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.663849 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: floatingip-pools Jul 15 12:47:17.664170 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: ip_allocation.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.665076 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.665581 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extension ip_allocation not supported by any of loaded plugins Jul 15 12:47:17.665902 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.666843 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.667361 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: ip-substring-filtering Jul 15 12:47:17.667690 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: l2_adjacency.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.668611 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.669115 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extension l2_adjacency not supported by any of loaded plugins Jul 15 12:47:17.669437 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: l3.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.670384 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.670932 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: router Jul 15 12:47:17.671378 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: l3_conntrack_helper.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.673585 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.674095 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 15 12:47:17.674422 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.675395 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.675911 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: ext-gw-mode Jul 15 12:47:17.676235 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.677656 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.678168 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: l3-ha Jul 15 12:47:17.678490 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: l3_flavors.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.679430 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.679934 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: l3-flavors Jul 15 12:47:17.680256 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.681153 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.681658 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: l3-port-ip-change-not-allowed Jul 15 12:47:17.681979 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: l3agentscheduler.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.683026 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.683535 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: l3_agent_scheduler Jul 15 12:47:17.683859 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: logging.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.685322 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.685838 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extension logging not supported by any of loaded plugins Jul 15 12:47:17.686166 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: metering.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.687072 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.687648 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: metering Jul 15 12:47:17.687973 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.689056 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.689571 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: metering_source_and_destination_fields Jul 15 12:47:17.689895 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: multiprovidernet.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.690966 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.691481 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: multi-provider Jul 15 12:47:17.691806 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: netmtu.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.693323 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.693832 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: net-mtu Jul 15 12:47:17.694152 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: netmtu_writable.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.695089 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.695600 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: net-mtu-writable Jul 15 12:47:17.695920 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: network_availability_zone.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.696590 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.697095 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: network_availability_zone Jul 15 12:47:17.697412 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: network_ip_availability.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.698489 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.699030 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: network-ip-availability Jul 15 12:47:17.699349 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: network_segment_range.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.700107 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.700607 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extension network-segment-range not supported by any of loaded plugins Jul 15 12:47:17.700926 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: pagination.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.701897 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.702223 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: pagination Jul 15 12:47:17.702699 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: port_device_profile.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.703617 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.704129 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: port-device-profile Jul 15 12:47:17.704448 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.705373 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.705876 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: port-mac-address-regenerate Jul 15 12:47:17.706196 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.707241 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.707776 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: port-numa-affinity-policy Jul 15 12:47:17.708096 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: port_resource_request.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.709013 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.709517 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extension port-resource-request not supported by any of loaded plugins Jul 15 12:47:17.709834 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: portbindings.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.710805 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.711314 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: binding Jul 15 12:47:17.711631 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: portbindings_extended.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.712885 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.713397 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: binding-extended Jul 15 12:47:17.713721 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: portsecurity.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.714661 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.715169 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: port-security Jul 15 12:47:17.715489 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: project_id.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.716453 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.716776 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: project-id Jul 15 12:47:17.717093 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: providernet.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.718010 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.718673 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: provider Jul 15 12:47:17.718995 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: qos.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.722400 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.722952 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extension qos not supported by any of loaded plugins Jul 15 12:47:17.723427 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.724660 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.725175 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 15 12:47:17.725504 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.726416 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.726967 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 15 12:47:17.727294 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: qos_default.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.728205 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.728715 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extension qos-default not supported by any of loaded plugins Jul 15 12:47:17.729044 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: qos_fip.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.729702 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.730206 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extension qos-fip not supported by any of loaded plugins Jul 15 12:47:17.730529 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: qos_gateway_ip.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.731472 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.731983 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 15 12:47:17.732305 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: qos_port_network_policy.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.733204 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.733711 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 15 12:47:17.734030 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: qos_rule_type_details.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.734974 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.735482 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 15 12:47:17.735800 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: qos_rules_alias.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.736828 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.737346 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 15 12:47:17.737667 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: quotasv2.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.738585 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.739740 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: quotas Jul 15 12:47:17.740061 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: quotasv2_detail.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.743063 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.743488 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: quota_details Jul 15 12:47:17.743830 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: rbac.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.744872 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.745400 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: rbac-policies Jul 15 12:47:17.745726 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: rbac_address_group.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.746677 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.747471 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: rbac-address-group Jul 15 12:47:17.747798 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: rbac_address_scope.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.748743 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.749259 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: rbac-address-scope Jul 15 12:47:17.749580 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: rbac_security_groups.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.750487 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.751023 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: rbac-security-groups Jul 15 12:47:17.751342 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: rbac_subnetpool.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.752250 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.752757 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: rbac-subnetpool Jul 15 12:47:17.753076 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: revisionifmatch.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.753989 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.755129 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: revision-if-match Jul 15 12:47:17.755456 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: revisions.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.756558 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.757070 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: standard-attr-revisions Jul 15 12:47:17.757393 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: router_availability_zone.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.758067 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.758598 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: router_availability_zone Jul 15 12:47:17.758924 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: routerservicetype.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.759836 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.760345 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extension router-service-type not supported by any of loaded plugins Jul 15 12:47:17.760666 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.761580 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.762092 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: security-groups-normalized-cidr Jul 15 12:47:17.762411 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: security_groups_port_filtering.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.763371 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.763884 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: port-security-groups-filtering Jul 15 12:47:17.764202 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.765227 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.765741 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: security-groups-remote-address-group Jul 15 12:47:17.766060 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: securitygroup.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.775563 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.776096 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: security-group Jul 15 12:47:17.776428 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: segment.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.777212 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.777727 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extension segment not supported by any of loaded plugins Jul 15 12:47:17.778051 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.779025 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.779541 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 15 12:47:17.779863 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: servicetype.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.781066 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.781584 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: service-type Jul 15 12:47:17.781912 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: sorting.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.782914 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.783248 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: sorting Jul 15 12:47:17.783572 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: standard_attr_segment.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.784549 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.785067 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 15 12:47:17.785390 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: standardattrdescription.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.786072 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.786600 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: standard-attr-description Jul 15 12:47:17.786928 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: stateful_security_group.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.787875 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.788391 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: stateful-security-group Jul 15 12:47:17.788711 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: stdattrs_common.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.789289 n-d-771363-36 neutron-server[93704]: WARNING neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 15 12:47:17.789608 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.790535 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.791075 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 15 12:47:17.791394 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: subnet_onboard.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.792458 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.792970 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: subnet_onboard Jul 15 12:47:17.793290 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.794214 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.794752 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 15 12:47:17.795073 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: subnet_service_types.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.795989 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.796626 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: subnet-service-types Jul 15 12:47:17.796949 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: subnetallocation.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.798026 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.798537 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: subnet_allocation Jul 15 12:47:17.798894 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.799553 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.800060 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: subnetpool-prefix-ops Jul 15 12:47:17.800378 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.801813 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.802321 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 15 12:47:17.802672 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: tagging.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.803698 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.804216 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: standard-attr-tag Jul 15 12:47:17.804537 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: timestamp.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.805761 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.806275 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loaded extension: standard-attr-timestamp Jul 15 12:47:17.806629 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: trunk.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.807661 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.808178 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extension trunk not supported by any of loaded plugins Jul 15 12:47:17.808500 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: trunk_details.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.809427 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.809936 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extension trunk-details not supported by any of loaded plugins Jul 15 12:47:17.810260 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: uplink_status_propagation.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.811209 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.813363 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 15 12:47:17.813689 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Loading extension file: vlantransparent.py {{(pid=93704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:17.814372 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:17.815098 n-d-771363-36 neutron-server[93704]: INFO neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extension vlan-transparent not supported by any of loaded plugins Jul 15 12:47:17.818341 n-d-771363-36 neutron-server[93704]: INFO neutron.quota.resource_registry [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Creating instance of TrackedResource for resource:network Jul 15 12:47:17.818908 n-d-771363-36 neutron-server[93704]: INFO neutron.quota.resource_registry [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Creating instance of TrackedResource for resource:subnet Jul 15 12:47:17.819313 n-d-771363-36 neutron-server[93704]: INFO neutron.quota.resource_registry [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 12:47:17.819701 n-d-771363-36 neutron-server[93704]: INFO neutron.quota.resource_registry [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Creating instance of TrackedResource for resource:port Jul 15 12:47:17.820928 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.v2.resource_helper [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:47:17.821372 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.v2.resource_helper [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Service FLAVORS assigned prefix: {{(pid=93704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:47:17.821986 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.v2.resource_helper [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:47:17.822408 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.v2.resource_helper [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:47:17.822767 n-d-771363-36 neutron-server[93704]: INFO neutron.quota.resource_registry [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Creating instance of TrackedResource for resource:router Jul 15 12:47:17.823197 n-d-771363-36 neutron-server[93704]: INFO neutron.quota.resource_registry [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Creating instance of TrackedResource for resource:floatingip Jul 15 12:47:17.823698 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.v2.resource_helper [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Service METERING assigned prefix: /metering {{(pid=93704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:47:17.825130 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.825497 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.825848 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:17.826864 n-d-771363-36 neutron-server[93704]: INFO neutron.quota.resource_registry [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Creating instance of CountableResource for resource:rbac_policy Jul 15 12:47:17.827310 n-d-771363-36 neutron-server[93704]: INFO neutron.quota.resource_registry [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Creating instance of TrackedResource for resource:security_group Jul 15 12:47:17.827883 n-d-771363-36 neutron-server[93704]: INFO neutron.quota.resource_registry [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Creating instance of TrackedResource for resource:security_group_rule Jul 15 12:47:17.828493 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.v2.resource_helper [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Service CORE assigned prefix: {{(pid=93704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:47:17.828821 n-d-771363-36 neutron-server[93704]: INFO neutron.quota.resource_registry [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 12:47:17.829165 n-d-771363-36 neutron-server[93704]: WARNING neutron.quota.resource_registry [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] subnetpool is already registered Jul 15 12:47:17.829586 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.v2.resource_helper [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Service CORE assigned prefix: {{(pid=93704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:47:17.829910 n-d-771363-36 neutron-server[93704]: INFO neutron.quota.resource_registry [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 12:47:17.830249 n-d-771363-36 neutron-server[93704]: WARNING neutron.quota.resource_registry [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] subnetpool is already registered Jul 15 12:47:17.832571 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.v2.resource_helper [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:47:17.833004 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.v2.resource_helper [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Service FLAVORS assigned prefix: {{(pid=93704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:47:17.833587 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.v2.resource_helper [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:47:17.834009 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.v2.resource_helper [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:47:17.834341 n-d-771363-36 neutron-server[93704]: INFO neutron.quota.resource_registry [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Creating instance of TrackedResource for resource:router Jul 15 12:47:17.834773 n-d-771363-36 neutron-server[93704]: WARNING neutron.quota.resource_registry [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] router is already registered Jul 15 12:47:17.835186 n-d-771363-36 neutron-server[93704]: INFO neutron.quota.resource_registry [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Creating instance of TrackedResource for resource:floatingip Jul 15 12:47:17.835521 n-d-771363-36 neutron-server[93704]: WARNING neutron.quota.resource_registry [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] floatingip is already registered Jul 15 12:47:17.835971 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.v2.resource_helper [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Service METERING assigned prefix: /metering {{(pid=93704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:47:17.836628 n-d-771363-36 neutron-server[93704]: INFO neutron.quota.resource_registry [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Creating instance of CountableResource for resource:rbac_policy Jul 15 12:47:17.836951 n-d-771363-36 neutron-server[93704]: WARNING neutron.quota.resource_registry [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] rbac_policy is already registered Jul 15 12:47:17.837361 n-d-771363-36 neutron-server[93704]: INFO neutron.quota.resource_registry [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Creating instance of TrackedResource for resource:security_group Jul 15 12:47:17.837697 n-d-771363-36 neutron-server[93704]: WARNING neutron.quota.resource_registry [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] security_group is already registered Jul 15 12:47:17.838097 n-d-771363-36 neutron-server[93704]: INFO neutron.quota.resource_registry [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Creating instance of TrackedResource for resource:security_group_rule Jul 15 12:47:17.838427 n-d-771363-36 neutron-server[93704]: WARNING neutron.quota.resource_registry [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] security_group_rule is already registered Jul 15 12:47:17.839075 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.v2.resource_helper [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Service CORE assigned prefix: {{(pid=93704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:47:17.839403 n-d-771363-36 neutron-server[93704]: INFO neutron.quota.resource_registry [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 12:47:17.839736 n-d-771363-36 neutron-server[93704]: WARNING neutron.quota.resource_registry [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] subnetpool is already registered Jul 15 12:47:17.840151 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.v2.resource_helper [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Service CORE assigned prefix: {{(pid=93704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:47:17.840469 n-d-771363-36 neutron-server[93704]: INFO neutron.quota.resource_registry [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 12:47:17.840794 n-d-771363-36 neutron-server[93704]: WARNING neutron.quota.resource_registry [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] subnetpool is already registered Jul 15 12:47:17.841261 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extended resource: extensions {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:17.842731 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extended resource: address-groups {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:17.844450 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extended resource: address-scopes {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:17.845750 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extended resource: agents {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:17.846922 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extended resource: auto-allocated-topology {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:17.848697 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extended resource: availability_zones {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:17.850007 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extended resource: dhcp-networks {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:17.851525 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extended resource: dhcp-agents {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:17.852945 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extended resource: routers {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:17.854697 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extended resource: flavors {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:17.856936 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extended resource: service_profiles {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:17.858136 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extended resource: next_providers {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:17.859602 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extended resource: service_profiles {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:17.861263 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extended resource: floatingip-pools {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:17.862472 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extended resource: routers {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:17.864721 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extended resource: floatingips {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:17.865990 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extended resource: l3-routers {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:17.867388 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extended resource: l3-agents {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:17.868807 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extended resource: metering-labels {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:17.870051 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extended resource: metering-label-rules {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:17.871434 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extended resource: network-ip-availabilities {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:17.872948 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extended resource: bindings {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:17.874483 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extended resource: quotas {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:17.876163 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extended resource: quotas {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:17.877563 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extended resource: rbac-policies {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:17.878766 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extended resource: security-groups {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:17.880070 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extended resource: security-group-rules {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:17.881308 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extended resource: service-providers {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:17.882517 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extended resource: subnetpools {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:17.883871 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extended resource: subnetpools {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:17.885389 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extended resource: tags {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:17.887090 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extended resource: tags {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:17.888883 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extended resource: tags {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:17.890674 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extended resource: tags {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:17.892336 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extended resource: tags {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:17.894268 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extended resource: tags {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:17.895984 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extended resource: tags {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:17.897760 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extended resource: tags {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:17.899630 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extended resource: tags {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:17.901359 n-d-771363-36 neutron-server[93704]: DEBUG neutron.api.extensions [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Extended resource: tags {{(pid=93704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:17.908880 n-d-771363-36 neutron-server[93704]: WARNING keystonemiddleware.auth_token [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 15 12:47:17.913976 n-d-771363-36 neutron-server[93704]: WARNING keystonemiddleware.auth_token [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 15 12:47:17.923393 n-d-771363-36 neutron-server[93704]: DEBUG oslo_concurrency.lockutils [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Acquired lock "singleton_lock" {{(pid=93704) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 15 12:47:17.923862 n-d-771363-36 neutron-server[93704]: DEBUG oslo_concurrency.lockutils [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Releasing lock "singleton_lock" {{(pid=93704) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 15 12:47:17.924513 n-d-771363-36 neutron-server[93704]: INFO oslo_service.service [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Starting 2 workers Jul 15 12:47:17.929899 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Started child 93825 {{(pid=93704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 12:47:17.934378 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Started child 93826 {{(pid=93704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 12:47:17.935402 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:17.936066 n-d-771363-36 neutron-server[93704]: INFO neutron.service [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Neutron service started, listening on 0.0.0.0:9696 Jul 15 12:47:17.936649 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Notify callbacks [] for process, before_spawn {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:17.936870 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [-] (93825) wsgi starting up on http://0.0.0.0:9696 Jul 15 12:47:17.939334 n-d-771363-36 neutron-server[93704]: INFO oslo_service.service [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Starting 1 workers Jul 15 12:47:17.941452 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:17.943440 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [-] (93826) wsgi starting up on http://0.0.0.0:9696 Jul 15 12:47:17.944796 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Started child 93827 {{(pid=93704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 12:47:17.945396 n-d-771363-36 neutron-server[93704]: INFO oslo_service.service [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Starting 1 workers Jul 15 12:47:17.950180 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Started child 93828 {{(pid=93704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 12:47:17.951086 n-d-771363-36 neutron-server[93704]: DEBUG neutron_lib.callbacks.manager [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] Notify callbacks [] for process, after_spawn {{(pid=93704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:17.951904 n-d-771363-36 neutron-server[93827]: DEBUG neutron.service [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] calling RpcWorker wait() {{(pid=93827) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 15 12:47:17.952921 n-d-771363-36 neutron-server[93827]: DEBUG neutron.service [None req-fbe28df8-d4ac-44ae-be48-c2c437734c7a None None] returning from RpcWorker wait() {{(pid=93827) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 15 12:47:17.953201 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93704) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 15 12:47:17.953410 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 12:47:17.953599 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 12:47:17.953815 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 12:47:17.954147 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 12:47:17.954314 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 12:47:17.954877 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.955164 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.955433 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.955710 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.955988 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.956608 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.956879 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.956986 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:17.957132 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.957405 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.957513 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:17.957915 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.957915 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.958060 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.958261 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.958513 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.958870 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.959166 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.959404 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.959666 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.959840 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.959993 n-d-771363-36 neutron-server[93828]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:47:17.960084 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.960292 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:47:17.960387 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.960632 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.960853 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] debug = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.961093 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.961589 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.961835 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.962084 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.962302 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.962599 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.962876 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.963152 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.963400 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.963634 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.963881 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.964135 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.964383 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.964600 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.964849 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.965113 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.965348 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.965797 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] host = n-d-771363-36 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.966033 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.966248 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.966473 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.966738 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.967009 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.967243 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.967507 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.967777 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.968045 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.968287 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.968655 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.968826 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.969171 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.969336 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] log_file = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.969406 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] log_options = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.969860 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.969971 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.970262 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.970406 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.970602 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.970898 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.971168 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.971302 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.971604 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.971827 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.972038 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.972461 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.972694 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.972941 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.973733 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.974303 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.974610 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.974761 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.975006 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.975391 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.975645 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.976114 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.976404 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.976638 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.977264 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.977901 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.978168 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.978429 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.978781 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.978976 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.979237 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.979749 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.979975 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.980250 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.980599 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.980823 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.981053 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.981355 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.981974 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.981974 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.982292 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.982292 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.982593 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.983051 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.983281 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.983525 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] use_json = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.983737 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.984247 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.984519 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.984834 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.985080 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.985301 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.985535 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.985777 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:17.986242 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:17.986531 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:17.987017 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:17.987283 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:17.987518 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:17.987765 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:17.987996 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:17.988834 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:17.989684 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:17.989970 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:17.990272 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:17.990507 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:17.990819 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:17.991072 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:17.991391 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:17.991721 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:17.991978 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:17.992242 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:17.992478 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:17.992712 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:17.992947 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:17.993285 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:17.994004 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:17.994409 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:17.994859 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:17.995184 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:17.995425 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:17.995755 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:17.996000 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:17.996250 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:17.996466 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:17.998711 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:17.999145 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:17.999565 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:17.999830 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.000113 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.000375 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.000625 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.000903 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.001422 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.001744 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.001956 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.002188 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.002430 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.002758 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.003264 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.003497 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.003786 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.004077 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.004373 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.005473 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.005576 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.005803 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.006090 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.006388 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.006547 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.007372 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.007618 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.007936 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.008226 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.008493 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.008738 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.009370 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.009735 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.011919 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.012110 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.012678 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.012678 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.012849 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.013018 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.013322 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.014757 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.015066 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.016054 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.016351 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.016579 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.016831 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.017107 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.017364 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.017641 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.017819 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.018084 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.020572 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.020572 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.020572 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.021115 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.021358 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.021630 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.021881 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.022150 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.022397 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.024138 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.024525 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.024863 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.025096 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.025466 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.025715 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.026013 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.026276 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.026545 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.026808 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.027066 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.027303 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.027556 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.027799 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.028030 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.028309 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.028574 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.028813 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.029075 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.029340 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.029616 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.029871 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.030136 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.030362 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.030658 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.030975 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.031254 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.031516 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.033224 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.033224 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.033224 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.033224 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.033224 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.033224 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.033638 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.033638 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.033904 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.034053 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.034303 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.034533 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.034842 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.035173 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.035410 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.036283 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.036479 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.036766 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.037020 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.037259 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.037524 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.037779 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.038032 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.038288 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.038539 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.038804 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.039060 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.039315 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.039533 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.039782 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.040028 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.040267 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.040486 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.040702 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.040956 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.041173 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.041396 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.041615 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.041857 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.042088 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.042388 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.042710 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.042953 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.043195 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.043433 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.043654 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.043875 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.044092 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.044363 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.044601 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.044881 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.045142 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.045392 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.045720 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.045979 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.046334 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.046492 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.046729 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.046953 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.047173 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.047393 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.047614 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.047831 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.048064 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.048295 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.048531 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.048798 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.049151 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.049510 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.049784 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.050021 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.050266 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.050485 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.050758 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.050979 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.051199 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.052073 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.052299 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.052612 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.052863 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.053089 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.053314 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.053549 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.053788 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.054000 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.054219 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.054431 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.054755 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.055009 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.055241 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.055511 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.055846 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.056084 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.056351 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.056568 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.056782 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.057004 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.057251 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.057462 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.057705 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.057902 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.058147 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.058361 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.058601 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.058818 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.059044 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.059254 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.059462 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.059705 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.059923 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.060135 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.060361 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.060617 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.060835 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.061058 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.061274 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.061492 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.061801 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.062068 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.062308 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.062695 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.062937 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.063195 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.063441 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.063776 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.064018 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.064279 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.064497 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.064718 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.064941 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.065213 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.065555 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.065947 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.066215 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.066476 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.066797 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.067113 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.067392 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.067614 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.067920 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.068245 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.068535 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.068811 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.069059 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.069350 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.069596 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.069816 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.070053 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.070290 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.070526 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.070789 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.071023 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.071274 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.071514 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.071765 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.072007 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.072238 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.072475 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.072807 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.073040 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.073201 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 12:47:18.073736 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93704) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 15 12:47:18.073906 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 12:47:18.074065 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 12:47:18.074236 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 12:47:18.074409 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 12:47:18.074602 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 12:47:18.074801 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.074946 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.075111 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.075275 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.075440 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.075626 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.075787 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.076041 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.076214 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.076375 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.076543 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.076709 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.076864 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.077029 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.077193 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.077354 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.077515 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.077679 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.077843 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.078005 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.078166 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.078326 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.078488 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] debug = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.078669 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.078878 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.079042 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.079203 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.079365 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.079525 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.079685 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.079867 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.079995 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.080158 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.080318 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.080479 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.080640 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.080800 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.080961 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.081120 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.081280 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.081442 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] host = n-d-771363-36 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.081604 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.081768 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.081929 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.082087 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.082248 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.082410 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.082756 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.082756 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.082953 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.083098 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.083263 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.083425 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.083586 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.083747 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] log_file = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.083925 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] log_options = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.084079 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.084240 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.084400 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.084563 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.084731 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.084892 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.085052 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.085213 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.085372 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.085532 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.085692 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.085856 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.086014 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.086275 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.086443 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.086627 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.086790 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.086951 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.087114 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.087279 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.087441 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.087600 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.087761 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.087922 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.088083 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.088242 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.088404 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.088564 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.088724 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.088885 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.089045 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.089207 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.089368 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.089527 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.089690 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.089851 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.090011 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.090174 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.090337 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.090498 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.090678 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.090839 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.090999 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.091159 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.091321 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.091480 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] use_json = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.091641 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.091804 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.091981 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.092134 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.092277 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.092431 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.092575 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.092738 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:18.092913 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.093078 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.093253 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.093419 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.093584 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.093748 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.093907 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.094066 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.094230 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.094389 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.094554 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.094735 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.094903 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.095069 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.095214 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.095379 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.095532 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.095695 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.095861 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.096017 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.096186 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.096347 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.096530 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.096693 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.096848 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.097012 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.097173 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.097327 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.097978 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.097978 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.097978 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.097978 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.098801 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.098801 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.098936 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.099131 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.099282 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.099413 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.099538 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.099705 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.099862 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.100025 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.100188 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.100356 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.100510 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.100671 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.100834 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.101000 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.101157 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.101321 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.101496 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.101675 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.101832 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.101995 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.102168 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.102316 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.102462 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.102613 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.102776 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.102937 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.103099 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.103283 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.104098 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.104098 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.104098 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.104098 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.104098 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.104425 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.104425 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.104638 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.104776 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.104910 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.105041 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.105197 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.105360 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.105527 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.105687 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.105851 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.106015 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.106176 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.106341 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.106525 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.106710 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.106859 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.107023 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.107200 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.107367 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.107527 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.107692 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.107853 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.108015 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.108178 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.108340 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.108501 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.108663 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.108823 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.108984 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.109151 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.109312 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.109474 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.109635 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.109797 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.109961 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.110122 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.110283 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.110435 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.110617 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.110782 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.110943 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.111103 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.111264 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.111438 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.111597 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.111761 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.111922 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.112092 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.112263 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.112426 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.112587 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.112751 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.112910 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.113071 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.113234 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.113396 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.113559 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.113722 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.113936 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.114624 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.114802 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.114966 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.115129 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.115289 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.115475 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.115637 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.115800 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.115962 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.116123 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.116284 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.116488 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.116623 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.116753 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.116917 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.117086 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.117249 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.117409 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.117572 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.117732 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.117893 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.118058 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.118220 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.118382 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.118545 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.118754 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.118914 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.119076 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.119236 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.119397 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.119560 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.119721 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.119882 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.120039 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.120215 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.120353 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.120515 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.120686 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.120836 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.120982 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.121141 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.121293 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.121458 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.121638 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.121782 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.121925 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.122344 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.122510 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.122705 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.122871 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.123036 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.123200 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.123366 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.123511 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.123676 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.123854 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.124005 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.124173 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.124332 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.124492 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.124700 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.124862 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.125023 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.125173 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.125330 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.125525 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.125642 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.125798 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.125952 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.126108 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.126800 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.126800 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.126800 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.126800 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.127092 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.127092 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.127212 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.127390 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.127509 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.127678 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.127836 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.127992 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.128159 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.128312 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.128462 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.128640 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.128820 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.128961 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.129115 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.129258 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.129409 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.130514 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.130514 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.130514 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.130514 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.130514 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.130514 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.130514 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.131421 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.131421 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.131421 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.131421 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.131421 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.131998 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.131998 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.131998 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.131998 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.132548 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.132548 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.132548 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.132548 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.133012 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.133012 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.133012 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.133359 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.133359 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.133616 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.133616 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.133854 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.133854 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.134092 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.134217 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.134342 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.134467 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.134671 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.134913 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.135039 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.135184 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.135350 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.135530 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.135692 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.135860 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.136036 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.136199 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.136360 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.136521 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.136684 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.136846 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.137013 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.137175 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.137337 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.137499 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.137646 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.137811 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.137955 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.138123 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.138278 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.138428 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.138625 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.138787 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.138958 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.139109 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:18.139262 n-d-771363-36 neutron-server[93704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 12:47:18.150130 n-d-771363-36 neutron-server[93827]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:47:18.420078 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59512) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:47:18.428625 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062485 Jul 15 12:47:29.661114 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31ec9cb-89d9-40ed-ae74-53b953191fc4 None None] get_active_networks_info from n-d-771363-36 {{(pid=93827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 12:47:29.700435 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-be24aeee-54fe-46b1-86e2-5eb57f6d2337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-960774'] for agent, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:29.728303 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31ec9cb-89d9-40ed-ae74-53b953191fc4 None None] No non-hosted networks {{(pid=93827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 15 12:47:32.136967 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-960774'] for agent, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:32.137754 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:32.138273 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:32.138465 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:32.138839 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:32.141451 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:32.142728 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:32.142728 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:32.146299 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:32.146632 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:32.148558 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:32.149078 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:32.151045 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:32.151806 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-771363-36', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:47:32.168345 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-771363-36', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:47:32.373755 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-97c9e9d4-0bce-49e4-bf14-5a93d676f5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-960774'] for agent, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:32.432877 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-50e2377f-26fc-4e22-a039-7a5e7938d41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:33.398433 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-960774'] for agent, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:34.804895 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-960774'] for agent, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:36.117860 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59604) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:47:36.606312 n-d-771363-36 neutron-server[93826]: WARNING oslo_policy.policy [None req-88762c60-95cb-47fc-873e-ac5cfd68f7db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 12:47:36.607018 n-d-771363-36 neutron-server[93826]: WARNING oslo_policy.policy [None req-88762c60-95cb-47fc-873e-ac5cfd68f7db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 12:47:36.823927 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [None req-88762c60-95cb-47fc-873e-ac5cfd68f7db admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:47:36.825124 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-88762c60-95cb-47fc-873e-ac5cfd68f7db admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7063837 Jul 15 12:47:37.710591 n-d-771363-36 neutron-server[93827]: INFO neutron.db.l3_hamode_db [None req-c57bd8ac-71be-4bfa-93cb-a3b7efbb70e0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 15 12:47:37.786479 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57bd8ac-71be-4bfa-93cb-a3b7efbb70e0 None None] Routers set() bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:47:37.786895 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57bd8ac-71be-4bfa-93cb-a3b7efbb70e0 None None] Router IDs set() for agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 12:47:39.153695 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59618) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:47:39.455494 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-e80218e5-56a5-46ca-9643-11ec88e919b2 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:47:39.548573 n-d-771363-36 neutron-server[93826]: DEBUG neutron.policy [None req-e80218e5-56a5-46ca-9643-11ec88e919b2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93826) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 15 12:47:39.592598 n-d-771363-36 neutron-server[93826]: WARNING oslo_policy.policy [None req-e80218e5-56a5-46ca-9643-11ec88e919b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 12:47:39.592957 n-d-771363-36 neutron-server[93826]: WARNING oslo_policy.policy [None req-e80218e5-56a5-46ca-9643-11ec88e919b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 12:47:39.601502 n-d-771363-36 neutron-server[93826]: INFO neutron.quota [None req-e80218e5-56a5-46ca-9643-11ec88e919b2 admin admin] Loaded quota_driver: . Jul 15 12:47:39.690833 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e80218e5-56a5-46ca-9643-11ec88e919b2 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735681201534', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735681200977', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735681189097', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735681190591', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735681193826', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735681171293', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-33129615', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33137276', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-553152', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1007411'] for rbac-policy, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:39.753155 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e80218e5-56a5-46ca-9643-11ec88e919b2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:39.754869 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e80218e5-56a5-46ca-9643-11ec88e919b2 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6001797 Jul 15 12:47:42.319345 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59630) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:47:42.609735 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-da2b129b-9190-4f86-b068-0e149324d247 admin admin] Request body: {'network': {'project_id': '284b11d16a48470ba8b506d9f5d44cf1', 'name': 'private', 'tenant_id': '284b11d16a48470ba8b506d9f5d44cf1', 'admin_state_up': True}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:47:42.638488 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2b129b-9190-4f86-b068-0e149324d247 admin admin] Made reservation on behalf of 284b11d16a48470ba8b506d9f5d44cf1 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:47:42.641269 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-da2b129b-9190-4f86-b068-0e149324d247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:42.658275 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-da2b129b-9190-4f86-b068-0e149324d247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:42.780258 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-da2b129b-9190-4f86-b068-0e149324d247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:42.783838 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-da2b129b-9190-4f86-b068-0e149324d247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:42.803564 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da2b129b-9190-4f86-b068-0e149324d247 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 12:47:42.833193 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-da2b129b-9190-4f86-b068-0e149324d247 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735678074435', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:42.833782 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-da2b129b-9190-4f86-b068-0e149324d247 admin admin] Unsubscribe: segment precommit_create {{(pid=93826) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 15 12:47:42.834283 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-da2b129b-9190-4f86-b068-0e149324d247 admin admin] Added segment 10f820b2-3d71-4dad-9fe0-c63704acaf70 of type vlan for network a220e4ab-a2b0-4527-9ae2-75a57685e87b Jul 15 12:47:42.852070 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b129b-9190-4f86-b068-0e149324d247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae82bdc5-254c-425c-a4f2-ef125fa73a3b,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:47:42.903499 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b129b-9190-4f86-b068-0e149324d247 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:42.903840 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b129b-9190-4f86-b068-0e149324d247 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:42.904175 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b129b-9190-4f86-b068-0e149324d247 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:42.904508 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b129b-9190-4f86-b068-0e149324d247 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:42.904835 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b129b-9190-4f86-b068-0e149324d247 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:42.905160 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b129b-9190-4f86-b068-0e149324d247 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:42.905480 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b129b-9190-4f86-b068-0e149324d247 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:42.905795 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b129b-9190-4f86-b068-0e149324d247 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:42.906113 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b129b-9190-4f86-b068-0e149324d247 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:42.906428 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b129b-9190-4f86-b068-0e149324d247 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:42.906767 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b129b-9190-4f86-b068-0e149324d247 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:42.907082 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b129b-9190-4f86-b068-0e149324d247 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:42.908155 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b129b-9190-4f86-b068-0e149324d247 admin admin] Tracked resource versions report: Jul 15 12:47:42.908155 n-d-771363-36 neutron-server[93826]: pushed versions: Jul 15 12:47:42.908155 n-d-771363-36 neutron-server[93826]: { 'AddressGroup': {'1.2'}, Jul 15 12:47:42.908155 n-d-771363-36 neutron-server[93826]: 'ConntrackHelper': {'1.0'}, Jul 15 12:47:42.908155 n-d-771363-36 neutron-server[93826]: 'Log': {'1.0'}, Jul 15 12:47:42.908155 n-d-771363-36 neutron-server[93826]: 'Network': {'1.1'}, Jul 15 12:47:42.908155 n-d-771363-36 neutron-server[93826]: 'Port': {'1.7'}, Jul 15 12:47:42.908155 n-d-771363-36 neutron-server[93826]: 'PortForwarding': {'1.2'}, Jul 15 12:47:42.908155 n-d-771363-36 neutron-server[93826]: 'QosPolicy': {'1.8'}, Jul 15 12:47:42.908155 n-d-771363-36 neutron-server[93826]: 'SecurityGroup': {'1.4'}, Jul 15 12:47:42.908155 n-d-771363-36 neutron-server[93826]: 'SecurityGroupRule': {'1.2'}, Jul 15 12:47:42.908155 n-d-771363-36 neutron-server[93826]: 'SubPort': {'1.0'}, Jul 15 12:47:42.908155 n-d-771363-36 neutron-server[93826]: 'Subnet': {'1.1'}, Jul 15 12:47:42.908155 n-d-771363-36 neutron-server[93826]: 'Trunk': {'1.1'}} Jul 15 12:47:42.908155 n-d-771363-36 neutron-server[93826]: consumer versions: Jul 15 12:47:42.908155 n-d-771363-36 neutron-server[93826]: { DHCP agent@n-d-771363-36: {}, Jul 15 12:47:42.908155 n-d-771363-36 neutron-server[93826]: L3 agent@n-d-771363-36: {}, Jul 15 12:47:42.908155 n-d-771363-36 neutron-server[93826]: Metadata agent@n-d-771363-36: {}, Jul 15 12:47:42.908155 n-d-771363-36 neutron-server[93826]: Metering agent@n-d-771363-36: {}, Jul 15 12:47:42.908155 n-d-771363-36 neutron-server[93826]: Open vSwitch agent@n-d-771363-36: { 'AddressGroup': '1.2', Jul 15 12:47:42.908155 n-d-771363-36 neutron-server[93826]: 'ConntrackHelper': '1.0', Jul 15 12:47:42.908155 n-d-771363-36 neutron-server[93826]: 'Log': '1.0', Jul 15 12:47:42.908155 n-d-771363-36 neutron-server[93826]: 'Network': '1.1', Jul 15 12:47:42.908155 n-d-771363-36 neutron-server[93826]: 'Port': '1.7', Jul 15 12:47:42.908155 n-d-771363-36 neutron-server[93826]: 'PortForwarding': '1.2', Jul 15 12:47:42.908155 n-d-771363-36 neutron-server[93826]: 'QosPolicy': '1.8', Jul 15 12:47:42.908155 n-d-771363-36 neutron-server[93826]: 'SecurityGroup': '1.4', Jul 15 12:47:42.908155 n-d-771363-36 neutron-server[93826]: 'SecurityGroupRule': '1.2', Jul 15 12:47:42.908155 n-d-771363-36 neutron-server[93826]: 'SubPort': '1.0', Jul 15 12:47:42.908155 n-d-771363-36 neutron-server[93826]: 'Subnet': '1.1', Jul 15 12:47:42.908155 n-d-771363-36 neutron-server[93826]: 'Trunk': '1.1'}} Jul 15 12:47:42.908155 n-d-771363-36 neutron-server[93826]: {{(pid=93826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 12:47:42.947774 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-da2b129b-9190-4f86-b068-0e149324d247 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:43.003306 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-da2b129b-9190-4f86-b068-0e149324d247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:43.005649 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2b129b-9190-4f86-b068-0e149324d247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:47:43.006314 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-da2b129b-9190-4f86-b068-0e149324d247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:43.055769 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-da2b129b-9190-4f86-b068-0e149324d247 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7353079 Jul 15 12:47:43.105723 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b129b-9190-4f86-b068-0e149324d247 admin admin] Pushing event updated for resources: {'Network': ['ID=a220e4ab-a2b0-4527-9ae2-75a57685e87b,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:47:43.118535 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network a220e4ab-a2b0-4527-9ae2-75a57685e87b details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 12:47:45.683749 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59644) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:47:46.066605 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f185d8e2-1d6e-4c35-956d-6d22b9fe2920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:47:46.067983 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f185d8e2-1d6e-4c35-956d-6d22b9fe2920 admin admin] 10.222.0.16 "GET /v2.0/networks/a220e4ab-a2b0-4527-9ae2-75a57685e87b HTTP/1.1" status: 200 len: 825 time: 0.3832421 Jul 15 12:47:46.090958 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f549439b-37c1-4020-ab10-b069e7f1e365 admin admin] 10.222.0.16 "GET /v2.0/subnetpools/67ef1f56-8e36-40fc-8a96-cce9d2d87143 HTTP/1.1" status: 200 len: 734 time: 0.0176959 Jul 15 12:47:46.099149 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-8f742b99-72dc-4d50-8698-8ad144efa94b admin admin] Request body: {'subnet': {'subnetpool_id': '67ef1f56-8e36-40fc-8a96-cce9d2d87143', 'tenant_id': '284b11d16a48470ba8b506d9f5d44cf1', 'ip_version': 4, 'network_id': 'a220e4ab-a2b0-4527-9ae2-75a57685e87b', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:47:46.120372 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f742b99-72dc-4d50-8698-8ad144efa94b admin admin] Made reservation on behalf of 284b11d16a48470ba8b506d9f5d44cf1 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:47:46.123013 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8f742b99-72dc-4d50-8698-8ad144efa94b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:46.407718 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8f742b99-72dc-4d50-8698-8ad144efa94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:46.475329 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f742b99-72dc-4d50-8698-8ad144efa94b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b90fdc15-40ac-465f-bec3-f3152fd578a9,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:47:46.479683 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f742b99-72dc-4d50-8698-8ad144efa94b admin admin] Checking segment: {'id': '10f820b2-3d71-4dad-9fe0-c63704acaf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a220e4ab-a2b0-4527-9ae2-75a57685e87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:47:46.480069 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f742b99-72dc-4d50-8698-8ad144efa94b admin admin] Network hostable DHCP agents. Network: a220e4ab-a2b0-4527-9ae2-75a57685e87b, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 12:47:46.501085 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f742b99-72dc-4d50-8698-8ad144efa94b admin admin] Network a220e4ab-a2b0-4527-9ae2-75a57685e87b is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 12:47:46.510989 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-8f742b99-72dc-4d50-8698-8ad144efa94b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, a220e4ab-a2b0-4527-9ae2-75a57685e87b) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:47:46.515577 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f742b99-72dc-4d50-8698-8ad144efa94b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:47:46.516158 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8f742b99-72dc-4d50-8698-8ad144efa94b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:46.520536 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6532bb-8f12-4251-bf35-81ffbdca77ba None None] Network a220e4ab-a2b0-4527-9ae2-75a57685e87b requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:47:46.538625 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8f742b99-72dc-4d50-8698-8ad144efa94b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4334366 Jul 15 12:47:46.830309 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2810bcc-ac55-4325-b9bd-6b58f393cfb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-a220e4ab-a2b0-4527-9ae2-75a57685e87b', 'network_id': 'a220e4ab-a2b0-4527-9ae2-75a57685e87b', 'tenant_id': '284b11d16a48470ba8b506d9f5d44cf1', 'fixed_ips': [{'subnet_id': 'b90fdc15-40ac-465f-bec3-f3152fd578a9'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 12:47:46.831653 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d2810bcc-ac55-4325-b9bd-6b58f393cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:47.096783 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-d2810bcc-ac55-4325-b9bd-6b58f393cfb1 None None] Allocated IP 172.20.0.2 (a220e4ab-a2b0-4527-9ae2-75a57685e87b/b90fdc15-40ac-465f-bec3-f3152fd578a9/31d04d3e-7e8c-4cb5-9fea-c0c546bf97d8) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:47:47.321057 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d2810bcc-ac55-4325-b9bd-6b58f393cfb1 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:47.335552 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d2810bcc-ac55-4325-b9bd-6b58f393cfb1 None None] Transition to ACTIVE for port object 31d04d3e-7e8c-4cb5-9fea-c0c546bf97d8 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:47:47.355812 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d2810bcc-ac55-4325-b9bd-6b58f393cfb1 None None] Transition to ACTIVE for port object 31d04d3e-7e8c-4cb5-9fea-c0c546bf97d8 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:47:47.365280 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d2810bcc-ac55-4325-b9bd-6b58f393cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:47.431171 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2810bcc-ac55-4325-b9bd-6b58f393cfb1 None None] Network a220e4ab-a2b0-4527-9ae2-75a57685e87b is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:47:47.440951 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-d2810bcc-ac55-4325-b9bd-6b58f393cfb1 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:47:47.443982 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2810bcc-ac55-4325-b9bd-6b58f393cfb1 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:47:47.471667 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2810bcc-ac55-4325-b9bd-6b58f393cfb1 None None] Pushing event updated for resources: {'Port': ['ID=31d04d3e-7e8c-4cb5-9fea-c0c546bf97d8,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:47:47.499440 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2810bcc-ac55-4325-b9bd-6b58f393cfb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:47.499793 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2810bcc-ac55-4325-b9bd-6b58f393cfb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:47.500141 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2810bcc-ac55-4325-b9bd-6b58f393cfb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:47.500484 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2810bcc-ac55-4325-b9bd-6b58f393cfb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:47.500821 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2810bcc-ac55-4325-b9bd-6b58f393cfb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:47.501154 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2810bcc-ac55-4325-b9bd-6b58f393cfb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:47.501488 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2810bcc-ac55-4325-b9bd-6b58f393cfb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:47.501817 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2810bcc-ac55-4325-b9bd-6b58f393cfb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:47.502148 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2810bcc-ac55-4325-b9bd-6b58f393cfb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:47.502474 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2810bcc-ac55-4325-b9bd-6b58f393cfb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:47.502823 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2810bcc-ac55-4325-b9bd-6b58f393cfb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:47.503150 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2810bcc-ac55-4325-b9bd-6b58f393cfb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:47.504246 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2810bcc-ac55-4325-b9bd-6b58f393cfb1 None None] Tracked resource versions report: Jul 15 12:47:47.504246 n-d-771363-36 neutron-server[93827]: pushed versions: Jul 15 12:47:47.504246 n-d-771363-36 neutron-server[93827]: { 'AddressGroup': {'1.2'}, Jul 15 12:47:47.504246 n-d-771363-36 neutron-server[93827]: 'ConntrackHelper': {'1.0'}, Jul 15 12:47:47.504246 n-d-771363-36 neutron-server[93827]: 'Log': {'1.0'}, Jul 15 12:47:47.504246 n-d-771363-36 neutron-server[93827]: 'Network': {'1.1'}, Jul 15 12:47:47.504246 n-d-771363-36 neutron-server[93827]: 'Port': {'1.7'}, Jul 15 12:47:47.504246 n-d-771363-36 neutron-server[93827]: 'PortForwarding': {'1.2'}, Jul 15 12:47:47.504246 n-d-771363-36 neutron-server[93827]: 'QosPolicy': {'1.8'}, Jul 15 12:47:47.504246 n-d-771363-36 neutron-server[93827]: 'SecurityGroup': {'1.4'}, Jul 15 12:47:47.504246 n-d-771363-36 neutron-server[93827]: 'SecurityGroupRule': {'1.2'}, Jul 15 12:47:47.504246 n-d-771363-36 neutron-server[93827]: 'SubPort': {'1.0'}, Jul 15 12:47:47.504246 n-d-771363-36 neutron-server[93827]: 'Subnet': {'1.1'}, Jul 15 12:47:47.504246 n-d-771363-36 neutron-server[93827]: 'Trunk': {'1.1'}} Jul 15 12:47:47.504246 n-d-771363-36 neutron-server[93827]: consumer versions: Jul 15 12:47:47.504246 n-d-771363-36 neutron-server[93827]: { DHCP agent@n-d-771363-36: {}, Jul 15 12:47:47.504246 n-d-771363-36 neutron-server[93827]: L3 agent@n-d-771363-36: {}, Jul 15 12:47:47.504246 n-d-771363-36 neutron-server[93827]: Metadata agent@n-d-771363-36: {}, Jul 15 12:47:47.504246 n-d-771363-36 neutron-server[93827]: Metering agent@n-d-771363-36: {}, Jul 15 12:47:47.504246 n-d-771363-36 neutron-server[93827]: Open vSwitch agent@n-d-771363-36: { 'AddressGroup': '1.2', Jul 15 12:47:47.504246 n-d-771363-36 neutron-server[93827]: 'ConntrackHelper': '1.0', Jul 15 12:47:47.504246 n-d-771363-36 neutron-server[93827]: 'Log': '1.0', Jul 15 12:47:47.504246 n-d-771363-36 neutron-server[93827]: 'Network': '1.1', Jul 15 12:47:47.504246 n-d-771363-36 neutron-server[93827]: 'Port': '1.7', Jul 15 12:47:47.504246 n-d-771363-36 neutron-server[93827]: 'PortForwarding': '1.2', Jul 15 12:47:47.504246 n-d-771363-36 neutron-server[93827]: 'QosPolicy': '1.8', Jul 15 12:47:47.504246 n-d-771363-36 neutron-server[93827]: 'SecurityGroup': '1.4', Jul 15 12:47:47.504246 n-d-771363-36 neutron-server[93827]: 'SecurityGroupRule': '1.2', Jul 15 12:47:47.504246 n-d-771363-36 neutron-server[93827]: 'SubPort': '1.0', Jul 15 12:47:47.504246 n-d-771363-36 neutron-server[93827]: 'Subnet': '1.1', Jul 15 12:47:47.504246 n-d-771363-36 neutron-server[93827]: 'Trunk': '1.1'}} Jul 15 12:47:47.504246 n-d-771363-36 neutron-server[93827]: {{(pid=93827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 12:47:47.534174 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-d2810bcc-ac55-4325-b9bd-6b58f393cfb1 None None] Attempting to bind port 31d04d3e-7e8c-4cb5-9fea-c0c546bf97d8 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:47:47.535385 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-d2810bcc-ac55-4325-b9bd-6b58f393cfb1 None None] Attempting to bind port 31d04d3e-7e8c-4cb5-9fea-c0c546bf97d8 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '10f820b2-3d71-4dad-9fe0-c63704acaf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a220e4ab-a2b0-4527-9ae2-75a57685e87b'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:47:47.535606 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2810bcc-ac55-4325-b9bd-6b58f393cfb1 None None] Attempting to bind port 31d04d3e-7e8c-4cb5-9fea-c0c546bf97d8 on network a220e4ab-a2b0-4527-9ae2-75a57685e87b {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:47:47.540268 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2810bcc-ac55-4325-b9bd-6b58f393cfb1 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:47:47.540680 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2810bcc-ac55-4325-b9bd-6b58f393cfb1 None None] Checking segment: {'id': '10f820b2-3d71-4dad-9fe0-c63704acaf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a220e4ab-a2b0-4527-9ae2-75a57685e87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:47:47.541142 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d2810bcc-ac55-4325-b9bd-6b58f393cfb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:47.541532 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2810bcc-ac55-4325-b9bd-6b58f393cfb1 None None] Bound using segment: {'id': '10f820b2-3d71-4dad-9fe0-c63704acaf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a220e4ab-a2b0-4527-9ae2-75a57685e87b'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:47:47.541994 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-d2810bcc-ac55-4325-b9bd-6b58f393cfb1 None None] Bound port: 31d04d3e-7e8c-4cb5-9fea-c0c546bf97d8, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f820b2-3d71-4dad-9fe0-c63704acaf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a220e4ab-a2b0-4527-9ae2-75a57685e87b'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:47:47.542815 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d2810bcc-ac55-4325-b9bd-6b58f393cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:47.606767 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-d2810bcc-ac55-4325-b9bd-6b58f393cfb1 None None] For port 31d04d3e-7e8c-4cb5-9fea-c0c546bf97d8, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:47:47.610852 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-d2810bcc-ac55-4325-b9bd-6b58f393cfb1 None None] For port 31d04d3e-7e8c-4cb5-9fea-c0c546bf97d8, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=31d04d3e-7e8c-4cb5-9fea-c0c546bf97d8,segment=NetworkSegment(10f820b2-3d71-4dad-9fe0-c63704acaf70),segment_id=10f820b2-3d71-4dad-9fe0-c63704acaf70)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:47:47.615510 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d2810bcc-ac55-4325-b9bd-6b58f393cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:47.679834 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2810bcc-ac55-4325-b9bd-6b58f393cfb1 None None] Pushing event updated for resources: {'Port': ['ID=31d04d3e-7e8c-4cb5-9fea-c0c546bf97d8,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:47:48.909925 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59652) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:47:49.219134 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [None req-d42ba961-c9ce-46f6-95cb-573b2905d8ea admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:47:49.220211 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d42ba961-c9ce-46f6-95cb-573b2905d8ea admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3093259 Jul 15 12:47:51.572196 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59660) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:47:51.882162 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [None req-8a6c2a11-4401-4b70-9d36-c0bee46a1ed0 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:47:51.883188 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8a6c2a11-4401-4b70-9d36-c0bee46a1ed0 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3100741 Jul 15 12:47:53.751907 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bb20a0-9dbe-403e-8eb6-cd9fdf694628 None None] Network a220e4ab-a2b0-4527-9ae2-75a57685e87b requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:47:53.821335 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-4b66a361-58e2-4e18-b589-153518f63636 None None] Provisioning for port 31d04d3e-7e8c-4cb5-9fea-c0c546bf97d8 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:47:54.098922 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 31d04d3e-7e8c-4cb5-9fea-c0c546bf97d8 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:47:54.191283 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 31d04d3e-7e8c-4cb5-9fea-c0c546bf97d8 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:47:54.194812 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 31d04d3e-7e8c-4cb5-9fea-c0c546bf97d8 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:47:54.195216 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:54.300615 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:54.333924 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 31d04d3e-7e8c-4cb5-9fea-c0c546bf97d8, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=31d04d3e-7e8c-4cb5-9fea-c0c546bf97d8,segment=NetworkSegment(10f820b2-3d71-4dad-9fe0-c63704acaf70),segment_id=10f820b2-3d71-4dad-9fe0-c63704acaf70)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:47:54.337842 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:54.382997 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=31d04d3e-7e8c-4cb5-9fea-c0c546bf97d8,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:47:54.508896 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59674) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:47:54.798605 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-14083a06-60b8-411d-8880-f29794f2aa95 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '284b11d16a48470ba8b506d9f5d44cf1', 'admin_state_up': True}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:47:54.821744 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-14083a06-60b8-411d-8880-f29794f2aa95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:54.823286 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-14083a06-60b8-411d-8880-f29794f2aa95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:54.955962 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-14083a06-60b8-411d-8880-f29794f2aa95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:54.961121 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-14083a06-60b8-411d-8880-f29794f2aa95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:54.972934 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-14083a06-60b8-411d-8880-f29794f2aa95 admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:54.974320 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-14083a06-60b8-411d-8880-f29794f2aa95 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4643786 Jul 15 12:47:55.037025 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 5 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:47:56.057362 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 31d04d3e-7e8c-4cb5-9fea-c0c546bf97d8 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:47:56.105698 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 31d04d3e-7e8c-4cb5-9fea-c0c546bf97d8 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:47:56.106065 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:57.307329 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59682) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:47:57.607077 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [None req-6d08dbf7-b5ca-4e4e-a77d-1f1a2e614014 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:47:57.608064 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6d08dbf7-b5ca-4e4e-a77d-1f1a2e614014 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2997615 Jul 15 12:47:59.572535 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3d9098be-7ee9-45d5-aa16-0dfe84ee0141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:59.948301 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59690) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:48:00.252672 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-caec72dc-7329-483a-a086-5711162391f4 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:48:00.274798 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caec72dc-7329-483a-a086-5711162391f4 admin admin] Made reservation on behalf of aeee35ca3ee64251b497682b2b29352d for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:48:00.276997 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-caec72dc-7329-483a-a086-5711162391f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:00.284597 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-caec72dc-7329-483a-a086-5711162391f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:00.370641 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-caec72dc-7329-483a-a086-5711162391f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:00.374272 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-caec72dc-7329-483a-a086-5711162391f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:00.388866 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-caec72dc-7329-483a-a086-5711162391f4 admin admin] Reserving flat network on physical network physnet1 {{(pid=93826) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 15 12:48:00.405810 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec72dc-7329-483a-a086-5711162391f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a692344-07b9-4712-a09a-9e9faaefc439,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:48:00.410226 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-caec72dc-7329-483a-a086-5711162391f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:00.410581 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-caec72dc-7329-483a-a086-5711162391f4 admin admin] Added segment 6f737590-e327-45b4-817d-fa03006e5776 of type flat for network e1268488-a505-464f-96b0-8b93d6dfd7ab Jul 15 12:48:00.455281 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-caec72dc-7329-483a-a086-5711162391f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:00.488990 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-caec72dc-7329-483a-a086-5711162391f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:00.489983 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caec72dc-7329-483a-a086-5711162391f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:48:00.490578 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-caec72dc-7329-483a-a086-5711162391f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:00.519008 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-caec72dc-7329-483a-a086-5711162391f4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5696635 Jul 15 12:48:00.553774 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec72dc-7329-483a-a086-5711162391f4 admin admin] Pushing event updated for resources: {'Network': ['ID=e1268488-a505-464f-96b0-8b93d6dfd7ab,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:48:00.564714 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network e1268488-a505-464f-96b0-8b93d6dfd7ab details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 12:48:02.138070 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:02.360107 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f2293b53-2792-486a-9c9c-5f948b07275f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:02.839853 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59698) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:48:03.320903 n-d-771363-36 neutron-server[93825]: WARNING oslo_policy.policy [None req-79529b34-88aa-4060-8378-42fe68f3022a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 12:48:03.321518 n-d-771363-36 neutron-server[93825]: WARNING oslo_policy.policy [None req-79529b34-88aa-4060-8378-42fe68f3022a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 12:48:03.340293 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:03.721029 n-d-771363-36 neutron-server[93825]: DEBUG neutron.policy [None req-79529b34-88aa-4060-8378-42fe68f3022a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93825) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 15 12:48:03.766489 n-d-771363-36 neutron-server[93825]: WARNING oslo_policy.policy [None req-79529b34-88aa-4060-8378-42fe68f3022a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 12:48:03.766891 n-d-771363-36 neutron-server[93825]: WARNING oslo_policy.policy [None req-79529b34-88aa-4060-8378-42fe68f3022a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 12:48:03.775588 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79529b34-88aa-4060-8378-42fe68f3022a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:48:03.777422 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-79529b34-88aa-4060-8378-42fe68f3022a admin admin] 10.222.0.16 "GET /v2.0/subnets/b90fdc15-40ac-465f-bec3-f3152fd578a9 HTTP/1.1" status: 200 len: 849 time: 0.9354799 Jul 15 12:48:03.937717 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e68852cb-bd35-4519-9ebc-6b9686b8966b admin admin] 10.222.0.16 "GET /v2.0/routers/d06dcd86-94ab-4655-bfbb-8f79a6d1dd3d HTTP/1.1" status: 200 len: 704 time: 0.1550174 Jul 15 12:48:04.196927 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2815b33a-257b-41df-b05d-a064a9fec326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:04.514447 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-2815b33a-257b-41df-b05d-a064a9fec326 admin admin] Allocated IP 172.20.0.1 (a220e4ab-a2b0-4527-9ae2-75a57685e87b/b90fdc15-40ac-465f-bec3-f3152fd578a9/93e1dbdc-ff24-467f-b1ba-c5f0c8655082) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:48:04.721454 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2815b33a-257b-41df-b05d-a064a9fec326 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:04.745102 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2815b33a-257b-41df-b05d-a064a9fec326 admin admin] Transition to ACTIVE for port object 93e1dbdc-ff24-467f-b1ba-c5f0c8655082 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:48:04.767137 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:04.831829 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2815b33a-257b-41df-b05d-a064a9fec326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:04.888042 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2815b33a-257b-41df-b05d-a064a9fec326 admin admin] Network a220e4ab-a2b0-4527-9ae2-75a57685e87b is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:48:04.893125 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-2815b33a-257b-41df-b05d-a064a9fec326 admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:48:04.943054 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815b33a-257b-41df-b05d-a064a9fec326 admin admin] Pushing event updated for resources: {'Port': ['ID=93e1dbdc-ff24-467f-b1ba-c5f0c8655082,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:48:04.946083 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2815b33a-257b-41df-b05d-a064a9fec326 admin admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:48:04.946083 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2815b33a-257b-41df-b05d-a064a9fec326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:05.009819 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2815b33a-257b-41df-b05d-a064a9fec326 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:05.010160 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2815b33a-257b-41df-b05d-a064a9fec326 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:05.010493 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2815b33a-257b-41df-b05d-a064a9fec326 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:05.010843 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2815b33a-257b-41df-b05d-a064a9fec326 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:05.011168 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2815b33a-257b-41df-b05d-a064a9fec326 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:05.011490 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2815b33a-257b-41df-b05d-a064a9fec326 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:05.011808 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2815b33a-257b-41df-b05d-a064a9fec326 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:05.012124 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2815b33a-257b-41df-b05d-a064a9fec326 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:05.012437 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2815b33a-257b-41df-b05d-a064a9fec326 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:05.012751 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2815b33a-257b-41df-b05d-a064a9fec326 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:05.013064 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2815b33a-257b-41df-b05d-a064a9fec326 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:05.013374 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2815b33a-257b-41df-b05d-a064a9fec326 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:05.014446 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2815b33a-257b-41df-b05d-a064a9fec326 admin admin] Tracked resource versions report: Jul 15 12:48:05.014446 n-d-771363-36 neutron-server[93825]: pushed versions: Jul 15 12:48:05.014446 n-d-771363-36 neutron-server[93825]: { 'AddressGroup': {'1.2'}, Jul 15 12:48:05.014446 n-d-771363-36 neutron-server[93825]: 'ConntrackHelper': {'1.0'}, Jul 15 12:48:05.014446 n-d-771363-36 neutron-server[93825]: 'Log': {'1.0'}, Jul 15 12:48:05.014446 n-d-771363-36 neutron-server[93825]: 'Network': {'1.1'}, Jul 15 12:48:05.014446 n-d-771363-36 neutron-server[93825]: 'Port': {'1.7'}, Jul 15 12:48:05.014446 n-d-771363-36 neutron-server[93825]: 'PortForwarding': {'1.2'}, Jul 15 12:48:05.014446 n-d-771363-36 neutron-server[93825]: 'QosPolicy': {'1.8'}, Jul 15 12:48:05.014446 n-d-771363-36 neutron-server[93825]: 'SecurityGroup': {'1.4'}, Jul 15 12:48:05.014446 n-d-771363-36 neutron-server[93825]: 'SecurityGroupRule': {'1.2'}, Jul 15 12:48:05.014446 n-d-771363-36 neutron-server[93825]: 'SubPort': {'1.0'}, Jul 15 12:48:05.014446 n-d-771363-36 neutron-server[93825]: 'Subnet': {'1.1'}, Jul 15 12:48:05.014446 n-d-771363-36 neutron-server[93825]: 'Trunk': {'1.1'}} Jul 15 12:48:05.014446 n-d-771363-36 neutron-server[93825]: consumer versions: Jul 15 12:48:05.014446 n-d-771363-36 neutron-server[93825]: { DHCP agent@n-d-771363-36: {}, Jul 15 12:48:05.014446 n-d-771363-36 neutron-server[93825]: L3 agent@n-d-771363-36: {}, Jul 15 12:48:05.014446 n-d-771363-36 neutron-server[93825]: Metadata agent@n-d-771363-36: {}, Jul 15 12:48:05.014446 n-d-771363-36 neutron-server[93825]: Metering agent@n-d-771363-36: {}, Jul 15 12:48:05.014446 n-d-771363-36 neutron-server[93825]: Open vSwitch agent@n-d-771363-36: { 'AddressGroup': '1.2', Jul 15 12:48:05.014446 n-d-771363-36 neutron-server[93825]: 'ConntrackHelper': '1.0', Jul 15 12:48:05.014446 n-d-771363-36 neutron-server[93825]: 'Log': '1.0', Jul 15 12:48:05.014446 n-d-771363-36 neutron-server[93825]: 'Network': '1.1', Jul 15 12:48:05.014446 n-d-771363-36 neutron-server[93825]: 'Port': '1.7', Jul 15 12:48:05.014446 n-d-771363-36 neutron-server[93825]: 'PortForwarding': '1.2', Jul 15 12:48:05.014446 n-d-771363-36 neutron-server[93825]: 'QosPolicy': '1.8', Jul 15 12:48:05.014446 n-d-771363-36 neutron-server[93825]: 'SecurityGroup': '1.4', Jul 15 12:48:05.014446 n-d-771363-36 neutron-server[93825]: 'SecurityGroupRule': '1.2', Jul 15 12:48:05.014446 n-d-771363-36 neutron-server[93825]: 'SubPort': '1.0', Jul 15 12:48:05.014446 n-d-771363-36 neutron-server[93825]: 'Subnet': '1.1', Jul 15 12:48:05.014446 n-d-771363-36 neutron-server[93825]: 'Trunk': '1.1'}} Jul 15 12:48:05.014446 n-d-771363-36 neutron-server[93825]: {{(pid=93825) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 12:48:05.153319 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d71407c2-e875-4898-b5ba-7176edf1ca53 None None] Provisioning for port 93e1dbdc-ff24-467f-b1ba-c5f0c8655082 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:48:05.156762 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d71407c2-e875-4898-b5ba-7176edf1ca53 None None] Provisioning complete for port 93e1dbdc-ff24-467f-b1ba-c5f0c8655082 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:48:05.157132 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d71407c2-e875-4898-b5ba-7176edf1ca53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:05.160527 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2815b33a-257b-41df-b05d-a064a9fec326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:05.191316 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d71407c2-e875-4898-b5ba-7176edf1ca53 None None] Port 93e1dbdc-ff24-467f-b1ba-c5f0c8655082 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:48:05.336080 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2815b33a-257b-41df-b05d-a064a9fec326 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:05.339932 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2815b33a-257b-41df-b05d-a064a9fec326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:05.340683 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2815b33a-257b-41df-b05d-a064a9fec326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:05.397580 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815b33a-257b-41df-b05d-a064a9fec326 admin admin] Pushing event updated for resources: {'Port': ['ID=93e1dbdc-ff24-467f-b1ba-c5f0c8655082,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:48:05.459836 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2815b33a-257b-41df-b05d-a064a9fec326 admin admin] Network a220e4ab-a2b0-4527-9ae2-75a57685e87b is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:48:05.461114 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-2815b33a-257b-41df-b05d-a064a9fec326 admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:48:05.613284 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-561cd4ae-88d9-4ff2-8b4d-80c2a4d9155b None None] Provisioning complete for port 93e1dbdc-ff24-467f-b1ba-c5f0c8655082 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:48:05.613786 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-561cd4ae-88d9-4ff2-8b4d-80c2a4d9155b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:05.647971 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-561cd4ae-88d9-4ff2-8b4d-80c2a4d9155b None None] Port 93e1dbdc-ff24-467f-b1ba-c5f0c8655082 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:48:05.665253 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2815b33a-257b-41df-b05d-a064a9fec326 admin admin] Router d06dcd86-94ab-4655-bfbb-8f79a6d1dd3d is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 12:48:05.753890 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2815b33a-257b-41df-b05d-a064a9fec326 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:48:05.758998 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2815b33a-257b-41df-b05d-a064a9fec326 admin admin] 10.222.0.16 "PUT /v2.0/routers/d06dcd86-94ab-4655-bfbb-8f79a6d1dd3d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8159966 Jul 15 12:48:05.763072 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0746ef47-1f66-410e-a742-2968433c89f7 None None] Sync routers for ids ['d06dcd86-94ab-4655-bfbb-8f79a6d1dd3d'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:48:05.774542 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0746ef47-1f66-410e-a742-2968433c89f7 None None] Routers {'d06dcd86-94ab-4655-bfbb-8f79a6d1dd3d'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:48:05.775457 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-0746ef47-1f66-410e-a742-2968433c89f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:48:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['d06dcd86-94ab-4655-bfbb-8f79a6d1dd3d'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:48:05.957538 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-0746ef47-1f66-410e-a742-2968433c89f7 None None] Set router d06dcd86-94ab-4655-bfbb-8f79a6d1dd3d gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:48:06.373955 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-0746ef47-1f66-410e-a742-2968433c89f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06dcd86-94ab-4655-bfbb-8f79a6d1dd3d', 'name': 'router1', 'tenant_id': '284b11d16a48470ba8b506d9f5d44cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:47:54Z', 'updated_at': '2021-07-15T12:48:05Z', 'revision_number': 2, 'project_id': '284b11d16a48470ba8b506d9f5d44cf1', 'gw_port_host': None, '_interfaces': [{'id': '93e1dbdc-ff24-467f-b1ba-c5f0c8655082', 'name': '', 'network_id': 'a220e4ab-a2b0-4527-9ae2-75a57685e87b', 'tenant_id': '284b11d16a48470ba8b506d9f5d44cf1', 'mac_address': 'fa:16:3e:60:54:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06dcd86-94ab-4655-bfbb-8f79a6d1dd3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b90fdc15-40ac-465f-bec3-f3152fd578a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:48:04Z', 'updated_at': '2021-07-15T12:48:05Z', 'revision_number': 2, 'project_id': '284b11d16a48470ba8b506d9f5d44cf1', 'subnets': [{'id': 'b90fdc15-40ac-465f-bec3-f3152fd578a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '67ef1f56-8e36-40fc-8a96-cce9d2d87143'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:48:06.423826 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0746ef47-1f66-410e-a742-2968433c89f7 None None] Checking router: d06dcd86-94ab-4655-bfbb-8f79a6d1dd3d for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:48:06.424205 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0746ef47-1f66-410e-a742-2968433c89f7 None None] Updating router d06dcd86-94ab-4655-bfbb-8f79a6d1dd3d port 93e1dbdc-ff24-467f-b1ba-c5f0c8655082 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 12:48:06.488221 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0746ef47-1f66-410e-a742-2968433c89f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:06.965491 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0746ef47-1f66-410e-a742-2968433c89f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:06.985539 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-0746ef47-1f66-410e-a742-2968433c89f7 None None] Transition to ACTIVE for port object 93e1dbdc-ff24-467f-b1ba-c5f0c8655082 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:48:06.992476 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0746ef47-1f66-410e-a742-2968433c89f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:07.151844 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02216bcd-2b99-454e-ad5b-3d91985f873b None None] Pushing event updated for resources: {'Port': ['ID=93e1dbdc-ff24-467f-b1ba-c5f0c8655082,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:48:07.154088 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-0746ef47-1f66-410e-a742-2968433c89f7 None None] Attempting to bind port 93e1dbdc-ff24-467f-b1ba-c5f0c8655082 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:48:07.154497 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-0746ef47-1f66-410e-a742-2968433c89f7 None None] Attempting to bind port 93e1dbdc-ff24-467f-b1ba-c5f0c8655082 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '10f820b2-3d71-4dad-9fe0-c63704acaf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a220e4ab-a2b0-4527-9ae2-75a57685e87b'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:48:07.154954 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0746ef47-1f66-410e-a742-2968433c89f7 None None] Attempting to bind port 93e1dbdc-ff24-467f-b1ba-c5f0c8655082 on network a220e4ab-a2b0-4527-9ae2-75a57685e87b {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:48:07.167015 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0746ef47-1f66-410e-a742-2968433c89f7 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:48:07.167440 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0746ef47-1f66-410e-a742-2968433c89f7 None None] Checking segment: {'id': '10f820b2-3d71-4dad-9fe0-c63704acaf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a220e4ab-a2b0-4527-9ae2-75a57685e87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:48:07.167915 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0746ef47-1f66-410e-a742-2968433c89f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:07.168439 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0746ef47-1f66-410e-a742-2968433c89f7 None None] Bound using segment: {'id': '10f820b2-3d71-4dad-9fe0-c63704acaf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a220e4ab-a2b0-4527-9ae2-75a57685e87b'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:48:07.168798 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-0746ef47-1f66-410e-a742-2968433c89f7 None None] Bound port: 93e1dbdc-ff24-467f-b1ba-c5f0c8655082, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f820b2-3d71-4dad-9fe0-c63704acaf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a220e4ab-a2b0-4527-9ae2-75a57685e87b'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:48:07.169401 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0746ef47-1f66-410e-a742-2968433c89f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:07.178745 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02216bcd-2b99-454e-ad5b-3d91985f873b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:07.179101 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02216bcd-2b99-454e-ad5b-3d91985f873b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:07.179442 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02216bcd-2b99-454e-ad5b-3d91985f873b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:07.179778 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02216bcd-2b99-454e-ad5b-3d91985f873b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:07.180112 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02216bcd-2b99-454e-ad5b-3d91985f873b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:07.180443 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02216bcd-2b99-454e-ad5b-3d91985f873b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:07.180770 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02216bcd-2b99-454e-ad5b-3d91985f873b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:07.181097 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02216bcd-2b99-454e-ad5b-3d91985f873b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:07.181423 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02216bcd-2b99-454e-ad5b-3d91985f873b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:07.181744 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02216bcd-2b99-454e-ad5b-3d91985f873b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:07.182068 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02216bcd-2b99-454e-ad5b-3d91985f873b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:07.182383 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02216bcd-2b99-454e-ad5b-3d91985f873b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:07.183485 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02216bcd-2b99-454e-ad5b-3d91985f873b None None] Tracked resource versions report: Jul 15 12:48:07.183485 n-d-771363-36 neutron-server[93828]: pushed versions: Jul 15 12:48:07.183485 n-d-771363-36 neutron-server[93828]: { 'AddressGroup': {'1.2'}, Jul 15 12:48:07.183485 n-d-771363-36 neutron-server[93828]: 'ConntrackHelper': {'1.0'}, Jul 15 12:48:07.183485 n-d-771363-36 neutron-server[93828]: 'Log': {'1.0'}, Jul 15 12:48:07.183485 n-d-771363-36 neutron-server[93828]: 'Network': {'1.1'}, Jul 15 12:48:07.183485 n-d-771363-36 neutron-server[93828]: 'Port': {'1.7'}, Jul 15 12:48:07.183485 n-d-771363-36 neutron-server[93828]: 'PortForwarding': {'1.2'}, Jul 15 12:48:07.183485 n-d-771363-36 neutron-server[93828]: 'QosPolicy': {'1.8'}, Jul 15 12:48:07.183485 n-d-771363-36 neutron-server[93828]: 'SecurityGroup': {'1.4'}, Jul 15 12:48:07.183485 n-d-771363-36 neutron-server[93828]: 'SecurityGroupRule': {'1.2'}, Jul 15 12:48:07.183485 n-d-771363-36 neutron-server[93828]: 'SubPort': {'1.0'}, Jul 15 12:48:07.183485 n-d-771363-36 neutron-server[93828]: 'Subnet': {'1.1'}, Jul 15 12:48:07.183485 n-d-771363-36 neutron-server[93828]: 'Trunk': {'1.1'}} Jul 15 12:48:07.183485 n-d-771363-36 neutron-server[93828]: consumer versions: Jul 15 12:48:07.183485 n-d-771363-36 neutron-server[93828]: { DHCP agent@n-d-771363-36: {}, Jul 15 12:48:07.183485 n-d-771363-36 neutron-server[93828]: L3 agent@n-d-771363-36: {}, Jul 15 12:48:07.183485 n-d-771363-36 neutron-server[93828]: Metadata agent@n-d-771363-36: {}, Jul 15 12:48:07.183485 n-d-771363-36 neutron-server[93828]: Metering agent@n-d-771363-36: {}, Jul 15 12:48:07.183485 n-d-771363-36 neutron-server[93828]: Open vSwitch agent@n-d-771363-36: { 'AddressGroup': '1.2', Jul 15 12:48:07.183485 n-d-771363-36 neutron-server[93828]: 'ConntrackHelper': '1.0', Jul 15 12:48:07.183485 n-d-771363-36 neutron-server[93828]: 'Log': '1.0', Jul 15 12:48:07.183485 n-d-771363-36 neutron-server[93828]: 'Network': '1.1', Jul 15 12:48:07.183485 n-d-771363-36 neutron-server[93828]: 'Port': '1.7', Jul 15 12:48:07.183485 n-d-771363-36 neutron-server[93828]: 'PortForwarding': '1.2', Jul 15 12:48:07.183485 n-d-771363-36 neutron-server[93828]: 'QosPolicy': '1.8', Jul 15 12:48:07.183485 n-d-771363-36 neutron-server[93828]: 'SecurityGroup': '1.4', Jul 15 12:48:07.183485 n-d-771363-36 neutron-server[93828]: 'SecurityGroupRule': '1.2', Jul 15 12:48:07.183485 n-d-771363-36 neutron-server[93828]: 'SubPort': '1.0', Jul 15 12:48:07.183485 n-d-771363-36 neutron-server[93828]: 'Subnet': '1.1', Jul 15 12:48:07.183485 n-d-771363-36 neutron-server[93828]: 'Trunk': '1.1'}} Jul 15 12:48:07.183485 n-d-771363-36 neutron-server[93828]: {{(pid=93828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 12:48:07.243292 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-0746ef47-1f66-410e-a742-2968433c89f7 None None] For port 93e1dbdc-ff24-467f-b1ba-c5f0c8655082, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:48:07.264264 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-0746ef47-1f66-410e-a742-2968433c89f7 None None] For port 93e1dbdc-ff24-467f-b1ba-c5f0c8655082, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=93e1dbdc-ff24-467f-b1ba-c5f0c8655082,segment=NetworkSegment(10f820b2-3d71-4dad-9fe0-c63704acaf70),segment_id=10f820b2-3d71-4dad-9fe0-c63704acaf70)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:48:07.269052 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0746ef47-1f66-410e-a742-2968433c89f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:07.328226 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0746ef47-1f66-410e-a742-2968433c89f7 None None] Routers {'d06dcd86-94ab-4655-bfbb-8f79a6d1dd3d'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:48:07.328852 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-0746ef47-1f66-410e-a742-2968433c89f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:48:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['d06dcd86-94ab-4655-bfbb-8f79a6d1dd3d'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:48:07.331892 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02216bcd-2b99-454e-ad5b-3d91985f873b None None] Pushing event updated for resources: {'Port': ['ID=93e1dbdc-ff24-467f-b1ba-c5f0c8655082,revision_number=4']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:48:07.417937 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-0746ef47-1f66-410e-a742-2968433c89f7 None None] Set router d06dcd86-94ab-4655-bfbb-8f79a6d1dd3d gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:48:07.619023 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-0746ef47-1f66-410e-a742-2968433c89f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06dcd86-94ab-4655-bfbb-8f79a6d1dd3d', 'name': 'router1', 'tenant_id': '284b11d16a48470ba8b506d9f5d44cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:47:54Z', 'updated_at': '2021-07-15T12:48:05Z', 'revision_number': 2, 'project_id': '284b11d16a48470ba8b506d9f5d44cf1', 'gw_port_host': None, '_interfaces': [{'id': '93e1dbdc-ff24-467f-b1ba-c5f0c8655082', 'name': '', 'network_id': 'a220e4ab-a2b0-4527-9ae2-75a57685e87b', 'tenant_id': '284b11d16a48470ba8b506d9f5d44cf1', 'mac_address': 'fa:16:3e:60:54:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06dcd86-94ab-4655-bfbb-8f79a6d1dd3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b90fdc15-40ac-465f-bec3-f3152fd578a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:48:04Z', 'updated_at': '2021-07-15T12:48:07Z', 'revision_number': 4, 'project_id': '284b11d16a48470ba8b506d9f5d44cf1', 'subnets': [{'id': 'b90fdc15-40ac-465f-bec3-f3152fd578a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '67ef1f56-8e36-40fc-8a96-cce9d2d87143'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:48:07.646866 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0746ef47-1f66-410e-a742-2968433c89f7 None None] The sync data for ids ['d06dcd86-94ab-4655-bfbb-8f79a6d1dd3d'] in n-d-771363-36 is: [{'id': 'd06dcd86-94ab-4655-bfbb-8f79a6d1dd3d', 'name': 'router1', 'tenant_id': '284b11d16a48470ba8b506d9f5d44cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:47:54Z', 'updated_at': '2021-07-15T12:48:05Z', 'revision_number': 2, 'project_id': '284b11d16a48470ba8b506d9f5d44cf1', 'gw_port_host': None, '_interfaces': [{'id': '93e1dbdc-ff24-467f-b1ba-c5f0c8655082', 'name': '', 'network_id': 'a220e4ab-a2b0-4527-9ae2-75a57685e87b', 'tenant_id': '284b11d16a48470ba8b506d9f5d44cf1', 'mac_address': 'fa:16:3e:60:54:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06dcd86-94ab-4655-bfbb-8f79a6d1dd3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b90fdc15-40ac-465f-bec3-f3152fd578a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:48:04Z', 'updated_at': '2021-07-15T12:48:07Z', 'revision_number': 4, 'project_id': '284b11d16a48470ba8b506d9f5d44cf1', 'subnets': [{'id': 'b90fdc15-40ac-465f-bec3-f3152fd578a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '67ef1f56-8e36-40fc-8a96-cce9d2d87143'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:48:08.095399 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59730) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:48:08.282679 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085927bc-f237-4516-b77b-c1bd103fa214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:48:08.284574 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-085927bc-f237-4516-b77b-c1bd103fa214 admin admin] 10.222.0.16 "GET /v2.0/networks/e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 842 time: 0.1882279 Jul 15 12:48:08.293721 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-5e39c235-bcbd-4d77-92bb-0e1b9c57e1bf admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'cidr': '172.25.8.0/24', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.25.8.1'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:48:08.295183 n-d-771363-36 neutron-server[93825]: INFO neutron.quota [None req-5e39c235-bcbd-4d77-92bb-0e1b9c57e1bf admin admin] Loaded quota_driver: . Jul 15 12:48:08.331929 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e39c235-bcbd-4d77-92bb-0e1b9c57e1bf admin admin] Made reservation on behalf of aeee35ca3ee64251b497682b2b29352d for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:48:08.334471 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e39c235-bcbd-4d77-92bb-0e1b9c57e1bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:08.640323 n-d-771363-36 neutron-server[93825]: DEBUG neutron.objects.ports [None req-5e39c235-bcbd-4d77-92bb-0e1b9c57e1bf admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 12:48:08.640656 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e39c235-bcbd-4d77-92bb-0e1b9c57e1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:08.694673 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39c235-bcbd-4d77-92bb-0e1b9c57e1bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=46338aed-0ea6-45de-b9cf-f024c89e40ab,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:48:08.703041 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e39c235-bcbd-4d77-92bb-0e1b9c57e1bf admin admin] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:48:08.703395 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e39c235-bcbd-4d77-92bb-0e1b9c57e1bf admin admin] Network hostable DHCP agents. Network: e1268488-a505-464f-96b0-8b93d6dfd7ab, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 12:48:08.726140 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e39c235-bcbd-4d77-92bb-0e1b9c57e1bf admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 12:48:08.737198 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-5e39c235-bcbd-4d77-92bb-0e1b9c57e1bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, e1268488-a505-464f-96b0-8b93d6dfd7ab) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:48:08.741210 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e39c235-bcbd-4d77-92bb-0e1b9c57e1bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:48:08.741831 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e39c235-bcbd-4d77-92bb-0e1b9c57e1bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:08.746157 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0109c1-0187-4171-bc85-ea61aecdece6 None None] Network e1268488-a505-464f-96b0-8b93d6dfd7ab requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:48:08.765147 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5e39c235-bcbd-4d77-92bb-0e1b9c57e1bf admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4747765 Jul 15 12:48:08.897708 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe0ddb0-a58e-4051-babc-5bc85bf443c9 None None] Network e1268488-a505-464f-96b0-8b93d6dfd7ab requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:48:11.043467 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59752) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:48:11.171246 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e76b9478-b97c-49e9-8956-c82582572f08 admin admin] 10.222.0.16 "GET /v2.0/routers/d06dcd86-94ab-4655-bfbb-8f79a6d1dd3d HTTP/1.1" status: 200 len: 710 time: 0.1260495 Jul 15 12:48:11.254659 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0921139b-7112-4be0-8ac2-9ba726865eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:48:11.256030 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0921139b-7112-4be0-8ac2-9ba726865eb5 admin admin] 10.222.0.16 "GET /v2.0/networks/e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 886 time: 0.0796285 Jul 15 12:48:11.264579 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-3415d459-0551-425c-aa00-950be3683f18 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:48:11.501171 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3415d459-0551-425c-aa00-950be3683f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:11.785776 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3415d459-0551-425c-aa00-950be3683f18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:11.854737 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3415d459-0551-425c-aa00-950be3683f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:11.952236 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-3415d459-0551-425c-aa00-950be3683f18 admin admin] Allocated IP 172.25.8.44 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/2dabd04f-0a7f-4593-95cc-9cf99462cede) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:48:12.061213 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3415d459-0551-425c-aa00-950be3683f18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:12.088691 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 93e1dbdc-ff24-467f-b1ba-c5f0c8655082 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:48:12.101243 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3415d459-0551-425c-aa00-950be3683f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:12.135845 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3415d459-0551-425c-aa00-950be3683f18 admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:48:12.136829 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 93e1dbdc-ff24-467f-b1ba-c5f0c8655082 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:48:12.137272 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-3415d459-0551-425c-aa00-950be3683f18 admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:48:12.139873 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3415d459-0551-425c-aa00-950be3683f18 admin admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:48:12.140825 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 93e1dbdc-ff24-467f-b1ba-c5f0c8655082 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:48:12.141304 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:12.207202 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415d459-0551-425c-aa00-950be3683f18 admin admin] Pushing event updated for resources: {'Port': ['ID=2dabd04f-0a7f-4593-95cc-9cf99462cede,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:48:12.219782 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:12.250625 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 93e1dbdc-ff24-467f-b1ba-c5f0c8655082, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=93e1dbdc-ff24-467f-b1ba-c5f0c8655082,segment=NetworkSegment(10f820b2-3d71-4dad-9fe0-c63704acaf70),segment_id=10f820b2-3d71-4dad-9fe0-c63704acaf70)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:48:12.254810 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:12.301181 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=93e1dbdc-ff24-467f-b1ba-c5f0c8655082,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:48:12.387135 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3415d459-0551-425c-aa00-950be3683f18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:12.571111 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3415d459-0551-425c-aa00-950be3683f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:12.574106 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3415d459-0551-425c-aa00-950be3683f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-956703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-956678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-956815'] for router, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:12.676896 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3415d459-0551-425c-aa00-950be3683f18 admin admin] Router d06dcd86-94ab-4655-bfbb-8f79a6d1dd3d has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 12:48:12.779165 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3415d459-0551-425c-aa00-950be3683f18 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:48:12.783217 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3415d459-0551-425c-aa00-950be3683f18 admin admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:12.784510 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3415d459-0551-425c-aa00-950be3683f18 admin admin] 10.222.0.16 "PUT /v2.0/routers/d06dcd86-94ab-4655-bfbb-8f79a6d1dd3d HTTP/1.1" status: 200 len: 889 time: 1.5231583 Jul 15 12:48:12.788936 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72580882-0cea-43e2-aeaf-9a2a4addcd53 None None] Sync routers for ids ['d06dcd86-94ab-4655-bfbb-8f79a6d1dd3d'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:48:12.799909 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72580882-0cea-43e2-aeaf-9a2a4addcd53 None None] Routers {'d06dcd86-94ab-4655-bfbb-8f79a6d1dd3d'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:48:12.800585 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-72580882-0cea-43e2-aeaf-9a2a4addcd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:48:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['d06dcd86-94ab-4655-bfbb-8f79a6d1dd3d'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:48:13.068744 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-72580882-0cea-43e2-aeaf-9a2a4addcd53 None None] Set router d06dcd86-94ab-4655-bfbb-8f79a6d1dd3d gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:48:13.447214 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-72580882-0cea-43e2-aeaf-9a2a4addcd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06dcd86-94ab-4655-bfbb-8f79a6d1dd3d', 'name': 'router1', 'tenant_id': '284b11d16a48470ba8b506d9f5d44cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '2dabd04f-0a7f-4593-95cc-9cf99462cede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:47:54Z', 'updated_at': '2021-07-15T12:48:12Z', 'revision_number': 4, 'project_id': '284b11d16a48470ba8b506d9f5d44cf1', 'gw_port': {'id': '2dabd04f-0a7f-4593-95cc-9cf99462cede', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:20:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06dcd86-94ab-4655-bfbb-8f79a6d1dd3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:48:11Z', 'updated_at': '2021-07-15T12:48:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '93e1dbdc-ff24-467f-b1ba-c5f0c8655082', 'name': '', 'network_id': 'a220e4ab-a2b0-4527-9ae2-75a57685e87b', 'tenant_id': '284b11d16a48470ba8b506d9f5d44cf1', 'mac_address': 'fa:16:3e:60:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06dcd86-94ab-4655-bfbb-8f79a6d1dd3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b90fdc15-40ac-465f-bec3-f3152fd578a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:48:04Z', 'updated_at': '2021-07-15T12:48:12Z', 'revision_number': 5, 'project_id': '284b11d16a48470ba8b506d9f5d44cf1', 'subnets': [{'id': 'b90fdc15-40ac-465f-bec3-f3152fd578a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '67ef1f56-8e36-40fc-8a96-cce9d2d87143'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:48:13.495231 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72580882-0cea-43e2-aeaf-9a2a4addcd53 None None] Checking router: d06dcd86-94ab-4655-bfbb-8f79a6d1dd3d for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:48:13.495598 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72580882-0cea-43e2-aeaf-9a2a4addcd53 None None] Updating router d06dcd86-94ab-4655-bfbb-8f79a6d1dd3d port 2dabd04f-0a7f-4593-95cc-9cf99462cede binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 12:48:13.527865 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-72580882-0cea-43e2-aeaf-9a2a4addcd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:13.836721 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-72580882-0cea-43e2-aeaf-9a2a4addcd53 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:13.845843 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-72580882-0cea-43e2-aeaf-9a2a4addcd53 None None] Transition to ACTIVE for port object 2dabd04f-0a7f-4593-95cc-9cf99462cede will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:48:13.852671 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-72580882-0cea-43e2-aeaf-9a2a4addcd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:13.902161 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ffe19a-dfb8-4309-88f2-cadc16ea9f29 None None] Pushing event updated for resources: {'Port': ['ID=2dabd04f-0a7f-4593-95cc-9cf99462cede,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:48:13.904299 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-72580882-0cea-43e2-aeaf-9a2a4addcd53 None None] Attempting to bind port 2dabd04f-0a7f-4593-95cc-9cf99462cede on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:48:13.904664 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-72580882-0cea-43e2-aeaf-9a2a4addcd53 None None] Attempting to bind port 2dabd04f-0a7f-4593-95cc-9cf99462cede by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:48:13.905022 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72580882-0cea-43e2-aeaf-9a2a4addcd53 None None] Attempting to bind port 2dabd04f-0a7f-4593-95cc-9cf99462cede on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:48:13.910383 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72580882-0cea-43e2-aeaf-9a2a4addcd53 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:48:13.910791 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72580882-0cea-43e2-aeaf-9a2a4addcd53 None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:48:13.911196 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-72580882-0cea-43e2-aeaf-9a2a4addcd53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:13.911585 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72580882-0cea-43e2-aeaf-9a2a4addcd53 None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:48:13.912038 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-72580882-0cea-43e2-aeaf-9a2a4addcd53 None None] Bound port: 2dabd04f-0a7f-4593-95cc-9cf99462cede, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:48:13.912414 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-72580882-0cea-43e2-aeaf-9a2a4addcd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:13.962412 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-72580882-0cea-43e2-aeaf-9a2a4addcd53 None None] For port 2dabd04f-0a7f-4593-95cc-9cf99462cede, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:48:13.965316 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-72580882-0cea-43e2-aeaf-9a2a4addcd53 None None] For port 2dabd04f-0a7f-4593-95cc-9cf99462cede, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=2dabd04f-0a7f-4593-95cc-9cf99462cede,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:48:13.968820 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-72580882-0cea-43e2-aeaf-9a2a4addcd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:14.026034 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ffe19a-dfb8-4309-88f2-cadc16ea9f29 None None] Pushing event updated for resources: {'Port': ['ID=2dabd04f-0a7f-4593-95cc-9cf99462cede,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:48:14.028600 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72580882-0cea-43e2-aeaf-9a2a4addcd53 None None] Routers {'d06dcd86-94ab-4655-bfbb-8f79a6d1dd3d'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:48:14.029074 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-72580882-0cea-43e2-aeaf-9a2a4addcd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:48:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['d06dcd86-94ab-4655-bfbb-8f79a6d1dd3d'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:48:14.077348 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 93e1dbdc-ff24-467f-b1ba-c5f0c8655082 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:48:14.238583 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-72580882-0cea-43e2-aeaf-9a2a4addcd53 None None] Set router d06dcd86-94ab-4655-bfbb-8f79a6d1dd3d gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:48:14.278425 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 93e1dbdc-ff24-467f-b1ba-c5f0c8655082 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:48:14.278853 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:14.506268 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-72580882-0cea-43e2-aeaf-9a2a4addcd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06dcd86-94ab-4655-bfbb-8f79a6d1dd3d', 'name': 'router1', 'tenant_id': '284b11d16a48470ba8b506d9f5d44cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '2dabd04f-0a7f-4593-95cc-9cf99462cede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:47:54Z', 'updated_at': '2021-07-15T12:48:12Z', 'revision_number': 4, 'project_id': '284b11d16a48470ba8b506d9f5d44cf1', 'gw_port': {'id': '2dabd04f-0a7f-4593-95cc-9cf99462cede', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:20:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06dcd86-94ab-4655-bfbb-8f79a6d1dd3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:48:11Z', 'updated_at': '2021-07-15T12:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '93e1dbdc-ff24-467f-b1ba-c5f0c8655082', 'name': '', 'network_id': 'a220e4ab-a2b0-4527-9ae2-75a57685e87b', 'tenant_id': '284b11d16a48470ba8b506d9f5d44cf1', 'mac_address': 'fa:16:3e:60:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06dcd86-94ab-4655-bfbb-8f79a6d1dd3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b90fdc15-40ac-465f-bec3-f3152fd578a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:48:04Z', 'updated_at': '2021-07-15T12:48:12Z', 'revision_number': 5, 'project_id': '284b11d16a48470ba8b506d9f5d44cf1', 'subnets': [{'id': 'b90fdc15-40ac-465f-bec3-f3152fd578a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '67ef1f56-8e36-40fc-8a96-cce9d2d87143'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:48:14.531041 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72580882-0cea-43e2-aeaf-9a2a4addcd53 None None] The sync data for ids ['d06dcd86-94ab-4655-bfbb-8f79a6d1dd3d'] in n-d-771363-36 is: [{'id': 'd06dcd86-94ab-4655-bfbb-8f79a6d1dd3d', 'name': 'router1', 'tenant_id': '284b11d16a48470ba8b506d9f5d44cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '2dabd04f-0a7f-4593-95cc-9cf99462cede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:47:54Z', 'updated_at': '2021-07-15T12:48:12Z', 'revision_number': 4, 'project_id': '284b11d16a48470ba8b506d9f5d44cf1', 'gw_port': {'id': '2dabd04f-0a7f-4593-95cc-9cf99462cede', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:20:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06dcd86-94ab-4655-bfbb-8f79a6d1dd3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:48:11Z', 'updated_at': '2021-07-15T12:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '93e1dbdc-ff24-467f-b1ba-c5f0c8655082', 'name': '', 'network_id': 'a220e4ab-a2b0-4527-9ae2-75a57685e87b', 'tenant_id': '284b11d16a48470ba8b506d9f5d44cf1', 'mac_address': 'fa:16:3e:60:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06dcd86-94ab-4655-bfbb-8f79a6d1dd3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b90fdc15-40ac-465f-bec3-f3152fd578a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:48:04Z', 'updated_at': '2021-07-15T12:48:12Z', 'revision_number': 5, 'project_id': '284b11d16a48470ba8b506d9f5d44cf1', 'subnets': [{'id': 'b90fdc15-40ac-465f-bec3-f3152fd578a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '67ef1f56-8e36-40fc-8a96-cce9d2d87143'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:48:15.159338 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59760) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:48:15.282479 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d105e509-bc79-4be7-a783-5b4dd909c162 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1217332 Jul 15 12:48:16.115833 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 2dabd04f-0a7f-4593-95cc-9cf99462cede up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:48:16.167291 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 2dabd04f-0a7f-4593-95cc-9cf99462cede completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:48:16.170925 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 2dabd04f-0a7f-4593-95cc-9cf99462cede triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:48:16.171298 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:16.243916 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:16.263466 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 2dabd04f-0a7f-4593-95cc-9cf99462cede, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=2dabd04f-0a7f-4593-95cc-9cf99462cede,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:48:16.267065 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:16.313152 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=2dabd04f-0a7f-4593-95cc-9cf99462cede,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:48:18.088462 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 2dabd04f-0a7f-4593-95cc-9cf99462cede up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:48:18.143813 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 2dabd04f-0a7f-4593-95cc-9cf99462cede triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:48:18.144102 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:29.574963 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-25bb6dac-2a50-4fa4-8123-88e0c6cf6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:32.036372 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 5 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:48:32.141521 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:32.372952 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1a4288c1-014b-42a8-8a9b-d99a3998d888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:33.344697 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:34.783457 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:59.577408 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-60409876-53e7-40c9-a2b9-f09a538ba4d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:49:02.135596 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:49:02.363938 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b5e446ae-91ed-4721-ad81-6065c5172688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:49:03.347220 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:49:04.791921 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:49:09.032362 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 5 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:49:29.582457 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9032bc0c-836d-4049-88e4-e7bf1e2c1666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:49:32.137605 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:49:32.364149 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-42520530-111f-4631-8520-c6da803f349e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:49:33.350261 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:49:34.791272 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:49:46.031447 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 5 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:49:54.692964 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60360) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:49:54.755013 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba37a1a7-9078-4fa0-80b2-db2ae501963c admin admin] GET failed (client error): The resource could not be found. Jul 15 12:49:54.756316 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ba37a1a7-9078-4fa0-80b2-db2ae501963c admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0624144 Jul 15 12:49:54.912611 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717f8eab-1d56-4486-b5b9-1a12d2a95411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:49:54.914037 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-717f8eab-1d56-4486-b5b9-1a12d2a95411 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1539955 Jul 15 12:49:57.046194 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 60370) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:49:57.135711 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffc8ea1-891d-4522-8bb5-4ac6af213c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:49:57.136944 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2ffc8ea1-891d-4522-8bb5-4ac6af213c9f admin admin] 10.222.0.16 "GET /v2.0/subnets/b90fdc15-40ac-465f-bec3-f3152fd578a9 HTTP/1.1" status: 200 len: 849 time: 0.0897834 Jul 15 12:49:57.146443 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-b2c0a92f-6af3-4b2e-ada1-94f91a880a54 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:49:57.224892 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b2c0a92f-6af3-4b2e-ada1-94f91a880a54 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:49:57.359230 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b2c0a92f-6af3-4b2e-ada1-94f91a880a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735677945483'] for subnet, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:49:57.389313 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c0a92f-6af3-4b2e-ada1-94f91a880a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:49:57.389554 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b2c0a92f-6af3-4b2e-ada1-94f91a880a54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:49:57.391490 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b2c0a92f-6af3-4b2e-ada1-94f91a880a54 admin admin] 10.222.0.16 "PUT /v2.0/subnets/b90fdc15-40ac-465f-bec3-f3152fd578a9 HTTP/1.1" status: 200 len: 868 time: 0.2480197 Jul 15 12:49:57.392721 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81c79ce-c7db-4c11-a3f2-2e9eaf475e18 None None] Network a220e4ab-a2b0-4527-9ae2-75a57685e87b requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:49:57.411834 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0a92f-6af3-4b2e-ada1-94f91a880a54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b90fdc15-40ac-465f-bec3-f3152fd578a9,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:49:57.419634 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c0a92f-6af3-4b2e-ada1-94f91a880a54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:49:57.419989 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c0a92f-6af3-4b2e-ada1-94f91a880a54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:49:57.420328 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c0a92f-6af3-4b2e-ada1-94f91a880a54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:49:57.420665 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c0a92f-6af3-4b2e-ada1-94f91a880a54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:49:57.421201 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c0a92f-6af3-4b2e-ada1-94f91a880a54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:49:57.421536 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c0a92f-6af3-4b2e-ada1-94f91a880a54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:49:57.421865 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c0a92f-6af3-4b2e-ada1-94f91a880a54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:49:57.422381 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c0a92f-6af3-4b2e-ada1-94f91a880a54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:49:57.422749 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c0a92f-6af3-4b2e-ada1-94f91a880a54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:49:57.423083 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c0a92f-6af3-4b2e-ada1-94f91a880a54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:49:57.423406 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c0a92f-6af3-4b2e-ada1-94f91a880a54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:49:57.423730 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c0a92f-6af3-4b2e-ada1-94f91a880a54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:49:57.724736 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d8f62fe2-0fe5-4eda-9f97-49113dcbf8eb None None] Provisioning complete for port 93e1dbdc-ff24-467f-b1ba-c5f0c8655082 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:49:57.725214 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d8f62fe2-0fe5-4eda-9f97-49113dcbf8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:49:57.810800 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d8f62fe2-0fe5-4eda-9f97-49113dcbf8eb None None] Provisioning complete for port 31d04d3e-7e8c-4cb5-9fea-c0c546bf97d8 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:49:57.811170 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d8f62fe2-0fe5-4eda-9f97-49113dcbf8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:49:59.539926 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 60380) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:49:59.584096 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c8f209a6-a75e-4a30-9b08-9df4fdaef428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:49:59.799461 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c270589-d675-471b-9480-5af3fb3cb69b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:49:59.799830 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c270589-d675-471b-9480-5af3fb3cb69b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:49:59.801372 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5c270589-d675-471b-9480-5af3fb3cb69b admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2605059 Jul 15 12:50:01.926476 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 60388) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:50:02.053253 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac6c6f1-0664-4e93-83a9-678a5ba4ebb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:50:02.053726 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac6c6f1-0664-4e93-83a9-678a5ba4ebb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:50:02.055268 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8ac6c6f1-0664-4e93-83a9-678a5ba4ebb1 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1278305 Jul 15 12:50:02.141093 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:02.364127 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d7555024-edc1-4c75-92f8-d91c2954a13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:03.353559 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:04.199477 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 60396) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:50:04.322256 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50066934-4070-4373-963e-860990ef356a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:50:04.323641 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-50066934-4070-4373-963e-860990ef356a admin admin] 10.222.0.16 "GET /v2.0/networks/a220e4ab-a2b0-4527-9ae2-75a57685e87b HTTP/1.1" status: 200 len: 869 time: 0.1232264 Jul 15 12:50:04.793393 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:06.468408 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 60404) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:50:06.589072 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf4fcdd-3a7d-4fbb-b5fa-6235e560282c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:50:06.590413 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ecf4fcdd-3a7d-4fbb-b5fa-6235e560282c admin admin] 10.222.0.16 "GET /v2.0/networks/e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 886 time: 0.1205823 Jul 15 12:50:08.747289 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 60412) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:50:08.864613 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf03930-0095-487a-9fa3-39dd5aa0f27c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:50:08.865074 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf03930-0095-487a-9fa3-39dd5aa0f27c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:50:08.866641 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8bf03930-0095-487a-9fa3-39dd5aa0f27c admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1183844 Jul 15 12:50:11.003055 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 60420) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:50:11.092668 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52b4789-6d73-4949-831d-a293ebccdeb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:50:11.093123 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52b4789-6d73-4949-831d-a293ebccdeb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:50:11.095167 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b52b4789-6d73-4949-831d-a293ebccdeb8 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0912156 Jul 15 12:50:13.235805 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60428) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:50:13.319173 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5223c1dc-370e-4850-8941-e5d5d7320524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:50:13.320454 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5223c1dc-370e-4850-8941-e5d5d7320524 admin admin] 10.222.0.16 "GET /v2.0/subnets/46338aed-0ea6-45de-b9cf-f024c89e40ab HTTP/1.1" status: 200 len: 816 time: 0.0837128 Jul 15 12:50:15.442623 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 60436) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:50:15.530236 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8106cd85-71e8-40c9-ba57-94375ddcb314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:50:15.531753 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8106cd85-71e8-40c9-ba57-94375ddcb314 admin admin] 10.222.0.16 "GET /v2.0/subnets/b90fdc15-40ac-465f-bec3-f3152fd578a9 HTTP/1.1" status: 200 len: 868 time: 0.0881257 Jul 15 12:50:23.031651 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 5 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:50:29.585108 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7e2f49a1-067d-4fb8-9ae0-e951092bbbbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:32.143748 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:32.364646 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4a627b4b-de26-4f27-899c-98dde7ca56c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:33.357149 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:34.795926 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:39.797923 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 60488) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:50:39.843230 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-056a1136-e67f-4afc-aa2f-ef8713cca082 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:50:39.846518 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-056a1136-e67f-4afc-aa2f-ef8713cca082 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0453651 Jul 15 12:50:42.078173 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 60496) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:50:42.135333 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-c71c5425-4077-4fb3-9409-2590379f91c3 admin admin] GET failed (client error): The resource could not be found. Jul 15 12:50:42.136754 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c71c5425-4077-4fb3-9409-2590379f91c3 admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0573871 Jul 15 12:50:42.274774 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7799bb1c-f94f-423d-b6b6-f3d5332e5888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:50:42.276249 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7799bb1c-f94f-423d-b6b6-f3d5332e5888 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1357007 Jul 15 12:50:44.441753 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 60504) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:50:44.486247 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-ab36df38-a748-4005-93dd-2f605a69c0aa admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:50:44.508976 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab36df38-a748-4005-93dd-2f605a69c0aa admin admin] Made reservation on behalf of aeee35ca3ee64251b497682b2b29352d for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:50:44.511399 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ab36df38-a748-4005-93dd-2f605a69c0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:44.538127 n-d-771363-36 neutron-server[93825]: WARNING neutron.services.revisions.revision_plugin [None req-ab36df38-a748-4005-93dd-2f605a69c0aa admin admin] Could not find related network for resource to bump revision. Jul 15 12:50:44.553096 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab36df38-a748-4005-93dd-2f605a69c0aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 12:50:44.566192 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ab36df38-a748-4005-93dd-2f605a69c0aa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735678074435', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:44.566774 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ab36df38-a748-4005-93dd-2f605a69c0aa admin admin] Unsubscribe: segment precommit_create {{(pid=93825) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 15 12:50:44.567212 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-ab36df38-a748-4005-93dd-2f605a69c0aa admin admin] Added segment e805642d-3631-4e3a-afe4-5f375bd2c5cc of type vlan for network fb7e2853-c052-4bbe-a410-b119ef2f5100 Jul 15 12:50:44.610895 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ab36df38-a748-4005-93dd-2f605a69c0aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:44.648622 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ab36df38-a748-4005-93dd-2f605a69c0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:44.649547 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab36df38-a748-4005-93dd-2f605a69c0aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:50:44.650158 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ab36df38-a748-4005-93dd-2f605a69c0aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:44.701982 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ab36df38-a748-4005-93dd-2f605a69c0aa admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2591629 Jul 15 12:50:44.741071 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36df38-a748-4005-93dd-2f605a69c0aa admin admin] Pushing event updated for resources: {'Network': ['ID=fb7e2853-c052-4bbe-a410-b119ef2f5100,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:50:44.752851 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network fb7e2853-c052-4bbe-a410-b119ef2f5100 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 12:50:46.876722 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 60512) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:50:46.936467 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-68123a26-d059-4444-9160-1c4ab8fc6a5a admin admin] GET failed (client error): The resource could not be found. Jul 15 12:50:46.937764 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-68123a26-d059-4444-9160-1c4ab8fc6a5a admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0600936 Jul 15 12:50:47.003007 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e216f08-0be7-4e7e-95b8-85d9372a00fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:50:47.004416 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2e216f08-0be7-4e7e-95b8-85d9372a00fb admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0628350 Jul 15 12:50:47.013652 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-fba67291-400b-450a-b334-67ce1d8d8ae7 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:50:47.034319 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba67291-400b-450a-b334-67ce1d8d8ae7 admin admin] Made reservation on behalf of aeee35ca3ee64251b497682b2b29352d for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:50:47.036513 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fba67291-400b-450a-b334-67ce1d8d8ae7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:47.189680 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fba67291-400b-450a-b334-67ce1d8d8ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:47.242483 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba67291-400b-450a-b334-67ce1d8d8ae7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7332b1d-b5ae-478a-9a33-4a7a808c5484,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:50:47.249048 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba67291-400b-450a-b334-67ce1d8d8ae7 admin admin] Checking segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:50:47.249317 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba67291-400b-450a-b334-67ce1d8d8ae7 admin admin] Network hostable DHCP agents. Network: fb7e2853-c052-4bbe-a410-b119ef2f5100, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 12:50:47.265324 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba67291-400b-450a-b334-67ce1d8d8ae7 admin admin] Network fb7e2853-c052-4bbe-a410-b119ef2f5100 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 12:50:47.273979 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-fba67291-400b-450a-b334-67ce1d8d8ae7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, fb7e2853-c052-4bbe-a410-b119ef2f5100) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:50:47.277900 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba67291-400b-450a-b334-67ce1d8d8ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:50:47.278481 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fba67291-400b-450a-b334-67ce1d8d8ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:47.282710 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbf78cc-88af-49ae-ae77-b6a59dd49044 None None] Network fb7e2853-c052-4bbe-a410-b119ef2f5100 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:50:47.295987 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-fba67291-400b-450a-b334-67ce1d8d8ae7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2856500 Jul 15 12:50:47.526756 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f90b8a-7c60-4f23-99a4-e94ffdf82c00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-fb7e2853-c052-4bbe-a410-b119ef2f5100', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'tenant_id': 'aeee35ca3ee64251b497682b2b29352d', 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 12:50:47.527699 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-37f90b8a-7c60-4f23-99a4-e94ffdf82c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:47.660847 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-37f90b8a-7c60-4f23-99a4-e94ffdf82c00 None None] Allocated IP 192.168.233.2 (fb7e2853-c052-4bbe-a410-b119ef2f5100/f7332b1d-b5ae-478a-9a33-4a7a808c5484/869cad9c-160f-490f-a909-0a468a7ee248) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:50:47.800586 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-37f90b8a-7c60-4f23-99a4-e94ffdf82c00 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:47.809552 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-37f90b8a-7c60-4f23-99a4-e94ffdf82c00 None None] Transition to ACTIVE for port object 869cad9c-160f-490f-a909-0a468a7ee248 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:50:47.828355 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-37f90b8a-7c60-4f23-99a4-e94ffdf82c00 None None] Transition to ACTIVE for port object 869cad9c-160f-490f-a909-0a468a7ee248 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:50:47.835206 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-37f90b8a-7c60-4f23-99a4-e94ffdf82c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:47.885433 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f90b8a-7c60-4f23-99a4-e94ffdf82c00 None None] Pushing event updated for resources: {'Port': ['ID=869cad9c-160f-490f-a909-0a468a7ee248,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:50:47.889278 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f90b8a-7c60-4f23-99a4-e94ffdf82c00 None None] Network fb7e2853-c052-4bbe-a410-b119ef2f5100 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:50:47.893943 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-37f90b8a-7c60-4f23-99a4-e94ffdf82c00 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:50:47.896505 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f90b8a-7c60-4f23-99a4-e94ffdf82c00 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:50:47.900178 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f90b8a-7c60-4f23-99a4-e94ffdf82c00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:47.900520 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f90b8a-7c60-4f23-99a4-e94ffdf82c00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:47.900853 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f90b8a-7c60-4f23-99a4-e94ffdf82c00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:47.901184 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f90b8a-7c60-4f23-99a4-e94ffdf82c00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:47.901513 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f90b8a-7c60-4f23-99a4-e94ffdf82c00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:47.901839 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f90b8a-7c60-4f23-99a4-e94ffdf82c00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:47.902160 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f90b8a-7c60-4f23-99a4-e94ffdf82c00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:47.902477 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f90b8a-7c60-4f23-99a4-e94ffdf82c00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:47.902827 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f90b8a-7c60-4f23-99a4-e94ffdf82c00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:47.903148 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f90b8a-7c60-4f23-99a4-e94ffdf82c00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:47.903469 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f90b8a-7c60-4f23-99a4-e94ffdf82c00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:47.903786 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f90b8a-7c60-4f23-99a4-e94ffdf82c00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:47.959185 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-37f90b8a-7c60-4f23-99a4-e94ffdf82c00 None None] Attempting to bind port 869cad9c-160f-490f-a909-0a468a7ee248 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:50:47.959549 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-37f90b8a-7c60-4f23-99a4-e94ffdf82c00 None None] Attempting to bind port 869cad9c-160f-490f-a909-0a468a7ee248 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:50:47.959904 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f90b8a-7c60-4f23-99a4-e94ffdf82c00 None None] Attempting to bind port 869cad9c-160f-490f-a909-0a468a7ee248 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:50:47.964785 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f90b8a-7c60-4f23-99a4-e94ffdf82c00 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:50:47.965155 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f90b8a-7c60-4f23-99a4-e94ffdf82c00 None None] Checking segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:50:47.965550 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-37f90b8a-7c60-4f23-99a4-e94ffdf82c00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:47.965938 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f90b8a-7c60-4f23-99a4-e94ffdf82c00 None None] Bound using segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:50:47.966410 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-37f90b8a-7c60-4f23-99a4-e94ffdf82c00 None None] Bound port: 869cad9c-160f-490f-a909-0a468a7ee248, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:50:47.966822 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-37f90b8a-7c60-4f23-99a4-e94ffdf82c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:48.029967 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-37f90b8a-7c60-4f23-99a4-e94ffdf82c00 None None] For port 869cad9c-160f-490f-a909-0a468a7ee248, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:50:48.033771 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-37f90b8a-7c60-4f23-99a4-e94ffdf82c00 None None] For port 869cad9c-160f-490f-a909-0a468a7ee248, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=869cad9c-160f-490f-a909-0a468a7ee248,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:50:48.037414 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-37f90b8a-7c60-4f23-99a4-e94ffdf82c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:48.098276 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f90b8a-7c60-4f23-99a4-e94ffdf82c00 None None] Pushing event updated for resources: {'Port': ['ID=869cad9c-160f-490f-a909-0a468a7ee248,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:50:48.924208 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6962cd-6f0a-4f1f-af6d-51bb68b806e4 None None] Network fb7e2853-c052-4bbe-a410-b119ef2f5100 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:50:48.990630 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1b58af6e-d36d-44c4-9a9e-dab2487519f3 None None] Provisioning for port 869cad9c-160f-490f-a909-0a468a7ee248 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:50:50.222923 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 869cad9c-160f-490f-a909-0a468a7ee248 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:50:50.271879 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 869cad9c-160f-490f-a909-0a468a7ee248 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:50:50.275326 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 869cad9c-160f-490f-a909-0a468a7ee248 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:50:50.275689 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:50.350364 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:50.380985 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 869cad9c-160f-490f-a909-0a468a7ee248, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=869cad9c-160f-490f-a909-0a468a7ee248,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:50:50.384632 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:50.429279 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=869cad9c-160f-490f-a909-0a468a7ee248,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:50:52.205808 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 869cad9c-160f-490f-a909-0a468a7ee248 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:50:52.253520 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 869cad9c-160f-490f-a909-0a468a7ee248 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:50:52.253888 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:59.588051 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8314a1dc-4232-478c-8495-f2744b2bbfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:00.030542 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 5 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:51:02.144663 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:02.364081 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8a1a786-57d7-4d03-ba06-4d6e71bcdbbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:03.360457 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:04.799745 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:29.588018 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-df1e635d-a8bf-481f-8cb4-8478b1ca6ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:32.146929 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:32.363495 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d7699ae7-aca3-49ac-9442-d51bcae1ef1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:33.358507 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:34.803831 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:37.028823 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 5 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:51:59.589239 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-38b56fd7-c03d-4101-a92e-f40b262c0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:02.147825 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:02.364054 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6c83a1cb-24d3-4d42-ac3c-118a25bd541a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:03.288764 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 60564) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:52:03.294923 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-ceb87a2a-4038-4817-9962-4a5720a13299 tempest-verify_tempest_config-1869449420 tempest-verify_tempest_config-1869449420-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:52:03.296022 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ceb87a2a-4038-4817-9962-4a5720a13299 tempest-verify_tempest_config-1869449420 tempest-verify_tempest_config-1869449420-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062749 Jul 15 12:52:03.363923 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:03.601146 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 60582) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:52:03.704828 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-efea0839-a9dc-44db-8c91-9fe3561d0486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:03.820116 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-efea0839-a9dc-44db-8c91-9fe3561d0486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:03.823794 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-efea0839-a9dc-44db-8c91-9fe3561d0486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:03.867193 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-efea0839-a9dc-44db-8c91-9fe3561d0486 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c88a1167b0b04f58b1174321b12b76ca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2649441 Jul 15 12:52:03.868067 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea0839-a9dc-44db-8c91-9fe3561d0486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246cf150-90fa-4a4b-ae8b-f5c11b1835b3,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:52:03.869829 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60586) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:52:03.874923 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efea0839-a9dc-44db-8c91-9fe3561d0486 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:03.875284 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efea0839-a9dc-44db-8c91-9fe3561d0486 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:03.875630 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efea0839-a9dc-44db-8c91-9fe3561d0486 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:03.875997 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efea0839-a9dc-44db-8c91-9fe3561d0486 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:03.876479 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efea0839-a9dc-44db-8c91-9fe3561d0486 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:03.876668 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efea0839-a9dc-44db-8c91-9fe3561d0486 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:03.877252 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efea0839-a9dc-44db-8c91-9fe3561d0486 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:03.877581 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efea0839-a9dc-44db-8c91-9fe3561d0486 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:03.877908 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efea0839-a9dc-44db-8c91-9fe3561d0486 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:03.878231 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efea0839-a9dc-44db-8c91-9fe3561d0486 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:03.878556 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efea0839-a9dc-44db-8c91-9fe3561d0486 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:03.878910 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efea0839-a9dc-44db-8c91-9fe3561d0486 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:03.924889 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-92240eef-aee7-4d6a-892c-a76f7392a78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:03.944212 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-92240eef-aee7-4d6a-892c-a76f7392a78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:04.030279 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-92240eef-aee7-4d6a-892c-a76f7392a78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:04.033482 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-92240eef-aee7-4d6a-892c-a76f7392a78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:04.034685 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-92240eef-aee7-4d6a-892c-a76f7392a78c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/246cf150-90fa-4a4b-ae8b-f5c11b1835b3 HTTP/1.1" status: 204 len: 168 time: 0.1635249 Jul 15 12:52:04.042198 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92240eef-aee7-4d6a-892c-a76f7392a78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246cf150-90fa-4a4b-ae8b-f5c11b1835b3,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:52:04.048640 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92240eef-aee7-4d6a-892c-a76f7392a78c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:04.048989 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92240eef-aee7-4d6a-892c-a76f7392a78c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:04.049328 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92240eef-aee7-4d6a-892c-a76f7392a78c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:04.049662 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92240eef-aee7-4d6a-892c-a76f7392a78c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:04.049994 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92240eef-aee7-4d6a-892c-a76f7392a78c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:04.050426 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92240eef-aee7-4d6a-892c-a76f7392a78c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:04.050658 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92240eef-aee7-4d6a-892c-a76f7392a78c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:04.050984 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92240eef-aee7-4d6a-892c-a76f7392a78c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:04.051310 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92240eef-aee7-4d6a-892c-a76f7392a78c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:04.051629 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92240eef-aee7-4d6a-892c-a76f7392a78c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:04.051952 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92240eef-aee7-4d6a-892c-a76f7392a78c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:04.052270 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92240eef-aee7-4d6a-892c-a76f7392a78c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:04.805914 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:14.028284 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 5 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:52:29.588493 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0799b3b-d259-45c0-9dcb-2913bf073e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:32.151537 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:32.367525 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-60be3141-f1ae-4ed5-80e2-f7b7e51ca8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:33.363596 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:34.808887 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:51.026630 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 5 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:52:59.588810 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-852245e2-11a1-4360-8cd5-441aef9da98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:02.154157 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:02.366164 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a5980700-9b39-42e7-9c47-67c8e572651a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:03.367265 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:04.811851 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:28.025027 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 5 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:53:29.589029 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-660ec613-73a6-4033-b356-76b34f7f1c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:32.154358 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:32.365733 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0a057486-2af7-4fba-a43b-47223c37819f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:33.369379 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:34.816083 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:59.589556 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-569ea4c4-bbf2-4d83-bcfe-bc761fea43c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:02.154072 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:02.364671 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1ca350e-9eb0-4654-bca6-1d9caf7d7fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:03.373211 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:04.817861 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:05.023434 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 5 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:54:29.589833 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a86b2fd0-63ce-4884-b0df-6974a5de9d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:32.153737 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:32.363394 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-48d7631c-a26b-4295-a383-46024a9c4649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:33.375638 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:34.820556 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:42.020905 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 5 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:54:58.648549 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-960774'] for agent, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:59.051847 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-960774'] for agent, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:59.590373 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-16b3c84e-7ca5-4a53-8043-8885fd3f981a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:02.154360 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:02.367797 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-366ac764-2f54-40a9-b353-f79f1e98efb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:03.378034 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:04.823812 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:19.019266 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:55:28.615370 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:29.020340 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:29.595520 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8f38160d-511f-4bb6-9ab5-5a371439a464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:32.154504 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:32.367529 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-58340006-e105-4cc8-b95f-ea5e874ac961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:33.381116 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:34.830401 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:46.558746 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60652) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:55:46.658856 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-fbdb80c0-3e36-4dd7-9b4a-28923e420786 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0990491 Jul 15 12:55:48.808664 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60662) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:55:48.860423 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-41ef9807-1176-4e05-b352-3cc2768c0f0d admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0506959 Jul 15 12:55:56.018038 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:55:58.629144 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:59.023501 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:59.594804 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d4c0005f-a510-4537-829a-2c2fb9c86ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:02.154985 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:02.367055 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-54c4df44-45ce-494d-be23-fdf75e8cd711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:03.384375 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:04.830669 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:28.663492 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:29.051903 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:29.596900 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a0e69f73-7f68-450e-9dea-4b4cf4a98070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:32.165443 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:32.372092 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f4488398-6a63-40ee-a7a9-4a8962f97ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:33.016896 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:56:33.388106 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:34.833569 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:58.669423 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:59.060394 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:59.599203 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8cd9019-332f-4fa4-9a22-d33b5fc63fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:02.157796 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:02.362969 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5457c4f3-de5e-422d-b244-6e1d943bdd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:03.422536 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:04.881274 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:08.408635 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60886) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:08.527935 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60896) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:08.822943 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 60914) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:08.823548 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3058ddd2-4cf9-475b-9d76-7ce1ad4e9bfe tempest-AutoAllocateNetworkTest-134488571 tempest-AutoAllocateNetworkTest-134488571-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=d896263be19c4592ab0bccaa724b7929&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4124966 Jul 15 12:57:08.877288 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-80b42679-b37b-416e-8255-e865277748cb admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-24460711-network', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:08.905816 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b42679-b37b-416e-8255-e865277748cb admin admin] Made reservation on behalf of b1bed3db82d94ba082f589d0abe653bf for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:57:08.909667 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-80b42679-b37b-416e-8255-e865277748cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:08.921767 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-80b42679-b37b-416e-8255-e865277748cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:09.046261 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-80b42679-b37b-416e-8255-e865277748cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:09.052763 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-80b42679-b37b-416e-8255-e865277748cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:09.078465 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b42679-b37b-416e-8255-e865277748cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 12:57:09.098772 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-80b42679-b37b-416e-8255-e865277748cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:09.099138 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-80b42679-b37b-416e-8255-e865277748cb admin admin] Added segment cd857633-46f6-4d90-bb5f-e587bc48f622 of type vlan for network 2691f40b-6294-497c-8479-3f33a37dc0ee Jul 15 12:57:09.109063 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b42679-b37b-416e-8255-e865277748cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030d4367-bdff-41b0-baf0-8a85db03208e,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:09.122580 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5573360-d2d8-4643-936f-9c7ec30fc1e8 tempest-AutoAllocateNetworkTest-134488571 tempest-AutoAllocateNetworkTest-134488571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:09.127333 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b5573360-d2d8-4643-936f-9c7ec30fc1e8 tempest-AutoAllocateNetworkTest-134488571 tempest-AutoAllocateNetworkTest-134488571-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3025784 Jul 15 12:57:09.127935 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 60930) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:09.140706 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b42679-b37b-416e-8255-e865277748cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:09.141286 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b42679-b37b-416e-8255-e865277748cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:09.141817 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b42679-b37b-416e-8255-e865277748cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:09.142318 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b42679-b37b-416e-8255-e865277748cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:09.142828 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b42679-b37b-416e-8255-e865277748cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:09.143448 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b42679-b37b-416e-8255-e865277748cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:09.144049 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b42679-b37b-416e-8255-e865277748cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:09.144527 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b42679-b37b-416e-8255-e865277748cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:09.145111 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b42679-b37b-416e-8255-e865277748cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:09.145627 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b42679-b37b-416e-8255-e865277748cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:09.146175 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b42679-b37b-416e-8255-e865277748cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:09.146718 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b42679-b37b-416e-8255-e865277748cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:09.148161 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b42679-b37b-416e-8255-e865277748cb admin admin] Tracked resource versions report: Jul 15 12:57:09.148161 n-d-771363-36 neutron-server[93826]: pushed versions: Jul 15 12:57:09.148161 n-d-771363-36 neutron-server[93826]: { 'AddressGroup': {'1.2'}, Jul 15 12:57:09.148161 n-d-771363-36 neutron-server[93826]: 'ConntrackHelper': {'1.0'}, Jul 15 12:57:09.148161 n-d-771363-36 neutron-server[93826]: 'Log': {'1.0'}, Jul 15 12:57:09.148161 n-d-771363-36 neutron-server[93826]: 'Network': {'1.1'}, Jul 15 12:57:09.148161 n-d-771363-36 neutron-server[93826]: 'Port': {'1.7'}, Jul 15 12:57:09.148161 n-d-771363-36 neutron-server[93826]: 'PortForwarding': {'1.2'}, Jul 15 12:57:09.148161 n-d-771363-36 neutron-server[93826]: 'QosPolicy': {'1.8'}, Jul 15 12:57:09.148161 n-d-771363-36 neutron-server[93826]: 'SecurityGroup': {'1.4'}, Jul 15 12:57:09.148161 n-d-771363-36 neutron-server[93826]: 'SecurityGroupRule': {'1.2'}, Jul 15 12:57:09.148161 n-d-771363-36 neutron-server[93826]: 'SubPort': {'1.0'}, Jul 15 12:57:09.148161 n-d-771363-36 neutron-server[93826]: 'Subnet': {'1.1'}, Jul 15 12:57:09.148161 n-d-771363-36 neutron-server[93826]: 'Trunk': {'1.1'}} Jul 15 12:57:09.148161 n-d-771363-36 neutron-server[93826]: consumer versions: Jul 15 12:57:09.148161 n-d-771363-36 neutron-server[93826]: { DHCP agent@n-d-771363-36: {}, Jul 15 12:57:09.148161 n-d-771363-36 neutron-server[93826]: HyperV agent@n-h1-771363-36: {}, Jul 15 12:57:09.148161 n-d-771363-36 neutron-server[93826]: HyperV agent@n-h2-771363-36: {}, Jul 15 12:57:09.148161 n-d-771363-36 neutron-server[93826]: L3 agent@n-d-771363-36: {}, Jul 15 12:57:09.148161 n-d-771363-36 neutron-server[93826]: Metadata agent@n-d-771363-36: {}, Jul 15 12:57:09.148161 n-d-771363-36 neutron-server[93826]: Metering agent@n-d-771363-36: {}, Jul 15 12:57:09.148161 n-d-771363-36 neutron-server[93826]: Open vSwitch agent@n-d-771363-36: { 'AddressGroup': '1.2', Jul 15 12:57:09.148161 n-d-771363-36 neutron-server[93826]: 'ConntrackHelper': '1.0', Jul 15 12:57:09.148161 n-d-771363-36 neutron-server[93826]: 'Log': '1.0', Jul 15 12:57:09.148161 n-d-771363-36 neutron-server[93826]: 'Network': '1.1', Jul 15 12:57:09.148161 n-d-771363-36 neutron-server[93826]: 'Port': '1.7', Jul 15 12:57:09.148161 n-d-771363-36 neutron-server[93826]: 'PortForwarding': '1.2', Jul 15 12:57:09.148161 n-d-771363-36 neutron-server[93826]: 'QosPolicy': '1.8', Jul 15 12:57:09.148161 n-d-771363-36 neutron-server[93826]: 'SecurityGroup': '1.4', Jul 15 12:57:09.148161 n-d-771363-36 neutron-server[93826]: 'SecurityGroupRule': '1.2', Jul 15 12:57:09.148161 n-d-771363-36 neutron-server[93826]: 'SubPort': '1.0', Jul 15 12:57:09.148161 n-d-771363-36 neutron-server[93826]: 'Subnet': '1.1', Jul 15 12:57:09.148161 n-d-771363-36 neutron-server[93826]: 'Trunk': '1.1'}} Jul 15 12:57:09.148161 n-d-771363-36 neutron-server[93826]: {{(pid=93826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 12:57:09.173960 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-80b42679-b37b-416e-8255-e865277748cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:09.190226 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0d7281ea-1007-45fb-aff5-d97d0f4a2563 tempest-AutoAllocateNetworkTest-134488571 tempest-AutoAllocateNetworkTest-134488571-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0611961 Jul 15 12:57:09.190890 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 60932) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:09.206973 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-80b42679-b37b-416e-8255-e865277748cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:09.208573 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b42679-b37b-416e-8255-e865277748cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:09.209564 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-80b42679-b37b-416e-8255-e865277748cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:09.221892 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a8781ff0-3758-44cb-80eb-d77b47d59936 tempest-AutoAllocateNetworkTest-134488571 tempest-AutoAllocateNetworkTest-134488571-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=d896263be19c4592ab0bccaa724b7929 HTTP/1.1" status: 200 len: 208 time: 0.0296423 Jul 15 12:57:09.247107 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-80b42679-b37b-416e-8255-e865277748cb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7179532 Jul 15 12:57:09.250218 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 60940) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:09.255291 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-f49c880a-6bda-40b4-b53f-b208941202db admin admin] Request body: {'subnet': {'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-24460711-subnet', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:09.277603 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49c880a-6bda-40b4-b53f-b208941202db admin admin] Made reservation on behalf of b1bed3db82d94ba082f589d0abe653bf for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:57:09.280267 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f49c880a-6bda-40b4-b53f-b208941202db admin admin] Notify callbacks [] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:09.282223 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b42679-b37b-416e-8255-e865277748cb admin admin] Pushing event updated for resources: {'Network': ['ID=2691f40b-6294-497c-8479-3f33a37dc0ee,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:09.294465 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 2691f40b-6294-497c-8479-3f33a37dc0ee details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 12:57:09.462993 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f49c880a-6bda-40b4-b53f-b208941202db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:09.523437 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c880a-6bda-40b4-b53f-b208941202db admin admin] Pushing event updated for resources: {'Subnet': ['ID=d44e2be9-560a-4145-9cc8-a12eda01a935,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:09.534239 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49c880a-6bda-40b4-b53f-b208941202db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:09.534608 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49c880a-6bda-40b4-b53f-b208941202db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:09.534960 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49c880a-6bda-40b4-b53f-b208941202db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:09.535299 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49c880a-6bda-40b4-b53f-b208941202db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:09.535633 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49c880a-6bda-40b4-b53f-b208941202db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:09.535966 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49c880a-6bda-40b4-b53f-b208941202db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:09.536296 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49c880a-6bda-40b4-b53f-b208941202db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:09.537216 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49c880a-6bda-40b4-b53f-b208941202db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:09.537549 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49c880a-6bda-40b4-b53f-b208941202db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:09.537881 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49c880a-6bda-40b4-b53f-b208941202db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:09.538221 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49c880a-6bda-40b4-b53f-b208941202db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:09.538552 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49c880a-6bda-40b4-b53f-b208941202db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:09.539580 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49c880a-6bda-40b4-b53f-b208941202db admin admin] Tracked resource versions report: Jul 15 12:57:09.539580 n-d-771363-36 neutron-server[93825]: pushed versions: Jul 15 12:57:09.539580 n-d-771363-36 neutron-server[93825]: { 'AddressGroup': {'1.2'}, Jul 15 12:57:09.539580 n-d-771363-36 neutron-server[93825]: 'ConntrackHelper': {'1.0'}, Jul 15 12:57:09.539580 n-d-771363-36 neutron-server[93825]: 'Log': {'1.0'}, Jul 15 12:57:09.539580 n-d-771363-36 neutron-server[93825]: 'Network': {'1.1'}, Jul 15 12:57:09.539580 n-d-771363-36 neutron-server[93825]: 'Port': {'1.7'}, Jul 15 12:57:09.539580 n-d-771363-36 neutron-server[93825]: 'PortForwarding': {'1.2'}, Jul 15 12:57:09.539580 n-d-771363-36 neutron-server[93825]: 'QosPolicy': {'1.8'}, Jul 15 12:57:09.539580 n-d-771363-36 neutron-server[93825]: 'SecurityGroup': {'1.4'}, Jul 15 12:57:09.539580 n-d-771363-36 neutron-server[93825]: 'SecurityGroupRule': {'1.2'}, Jul 15 12:57:09.539580 n-d-771363-36 neutron-server[93825]: 'SubPort': {'1.0'}, Jul 15 12:57:09.539580 n-d-771363-36 neutron-server[93825]: 'Subnet': {'1.1'}, Jul 15 12:57:09.539580 n-d-771363-36 neutron-server[93825]: 'Trunk': {'1.1'}} Jul 15 12:57:09.539580 n-d-771363-36 neutron-server[93825]: consumer versions: Jul 15 12:57:09.539580 n-d-771363-36 neutron-server[93825]: { DHCP agent@n-d-771363-36: {}, Jul 15 12:57:09.539580 n-d-771363-36 neutron-server[93825]: HyperV agent@n-h1-771363-36: {}, Jul 15 12:57:09.539580 n-d-771363-36 neutron-server[93825]: HyperV agent@n-h2-771363-36: {}, Jul 15 12:57:09.539580 n-d-771363-36 neutron-server[93825]: L3 agent@n-d-771363-36: {}, Jul 15 12:57:09.539580 n-d-771363-36 neutron-server[93825]: Metadata agent@n-d-771363-36: {}, Jul 15 12:57:09.539580 n-d-771363-36 neutron-server[93825]: Metering agent@n-d-771363-36: {}, Jul 15 12:57:09.539580 n-d-771363-36 neutron-server[93825]: Open vSwitch agent@n-d-771363-36: { 'AddressGroup': '1.2', Jul 15 12:57:09.539580 n-d-771363-36 neutron-server[93825]: 'ConntrackHelper': '1.0', Jul 15 12:57:09.539580 n-d-771363-36 neutron-server[93825]: 'Log': '1.0', Jul 15 12:57:09.539580 n-d-771363-36 neutron-server[93825]: 'Network': '1.1', Jul 15 12:57:09.539580 n-d-771363-36 neutron-server[93825]: 'Port': '1.7', Jul 15 12:57:09.539580 n-d-771363-36 neutron-server[93825]: 'PortForwarding': '1.2', Jul 15 12:57:09.539580 n-d-771363-36 neutron-server[93825]: 'QosPolicy': '1.8', Jul 15 12:57:09.539580 n-d-771363-36 neutron-server[93825]: 'SecurityGroup': '1.4', Jul 15 12:57:09.539580 n-d-771363-36 neutron-server[93825]: 'SecurityGroupRule': '1.2', Jul 15 12:57:09.539580 n-d-771363-36 neutron-server[93825]: 'SubPort': '1.0', Jul 15 12:57:09.539580 n-d-771363-36 neutron-server[93825]: 'Subnet': '1.1', Jul 15 12:57:09.539580 n-d-771363-36 neutron-server[93825]: 'Trunk': '1.1'}} Jul 15 12:57:09.539580 n-d-771363-36 neutron-server[93825]: {{(pid=93825) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 12:57:09.543919 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49c880a-6bda-40b4-b53f-b208941202db admin admin] Checking segment: {'id': 'cd857633-46f6-4d90-bb5f-e587bc48f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:57:09.544268 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49c880a-6bda-40b4-b53f-b208941202db admin admin] Network hostable DHCP agents. Network: 2691f40b-6294-497c-8479-3f33a37dc0ee, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 12:57:09.560932 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49c880a-6bda-40b4-b53f-b208941202db admin admin] Network 2691f40b-6294-497c-8479-3f33a37dc0ee is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 12:57:09.570491 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-f49c880a-6bda-40b4-b53f-b208941202db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 2691f40b-6294-497c-8479-3f33a37dc0ee) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:57:09.574810 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49c880a-6bda-40b4-b53f-b208941202db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:09.575382 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f49c880a-6bda-40b4-b53f-b208941202db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:09.580354 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cf1f39-c885-4bbc-96df-99ab18153d47 None None] Network 2691f40b-6294-497c-8479-3f33a37dc0ee requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:57:09.600351 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60956) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:09.602259 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f49c880a-6bda-40b4-b53f-b208941202db admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3501632 Jul 15 12:57:09.605620 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-49d3a4aa-8729-4d9c-ad97-a4470ecb425a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-24460711-router', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:09.647395 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-49d3a4aa-8729-4d9c-ad97-a4470ecb425a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:09.648733 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-49d3a4aa-8729-4d9c-ad97-a4470ecb425a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:09.765762 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3d114b-1d8c-452a-9dfe-1a6c29232362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-2691f40b-6294-497c-8479-3f33a37dc0ee', 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'fixed_ips': [{'subnet_id': 'd44e2be9-560a-4145-9cc8-a12eda01a935'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 12:57:09.767585 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-de3d114b-1d8c-452a-9dfe-1a6c29232362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:09.777110 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-49d3a4aa-8729-4d9c-ad97-a4470ecb425a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:10.018657 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:57:10.033537 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-de3d114b-1d8c-452a-9dfe-1a6c29232362 None None] Allocated IP 172.20.0.2 (2691f40b-6294-497c-8479-3f33a37dc0ee/d44e2be9-560a-4145-9cc8-a12eda01a935/08dd3b11-949b-4a4b-a3ff-d41f9f9157a3) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:57:10.060280 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 60976) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:10.085413 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-49d3a4aa-8729-4d9c-ad97-a4470ecb425a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:10.304444 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-de3d114b-1d8c-452a-9dfe-1a6c29232362 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:10.314532 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-de3d114b-1d8c-452a-9dfe-1a6c29232362 None None] Transition to ACTIVE for port object 08dd3b11-949b-4a4b-a3ff-d41f9f9157a3 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:57:10.331548 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-de3d114b-1d8c-452a-9dfe-1a6c29232362 None None] Transition to ACTIVE for port object 08dd3b11-949b-4a4b-a3ff-d41f9f9157a3 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:57:10.337868 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-de3d114b-1d8c-452a-9dfe-1a6c29232362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:10.394724 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d114b-1d8c-452a-9dfe-1a6c29232362 None None] Pushing event updated for resources: {'Port': ['ID=08dd3b11-949b-4a4b-a3ff-d41f9f9157a3,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:10.413745 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3d114b-1d8c-452a-9dfe-1a6c29232362 None None] Network 2691f40b-6294-497c-8479-3f33a37dc0ee is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:57:10.415540 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d114b-1d8c-452a-9dfe-1a6c29232362 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:10.415882 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d114b-1d8c-452a-9dfe-1a6c29232362 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:10.416210 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d114b-1d8c-452a-9dfe-1a6c29232362 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:10.417268 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d114b-1d8c-452a-9dfe-1a6c29232362 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:10.417851 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d114b-1d8c-452a-9dfe-1a6c29232362 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:10.418335 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d114b-1d8c-452a-9dfe-1a6c29232362 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:10.419017 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d114b-1d8c-452a-9dfe-1a6c29232362 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:10.419533 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d114b-1d8c-452a-9dfe-1a6c29232362 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:10.420136 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d114b-1d8c-452a-9dfe-1a6c29232362 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:10.420667 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d114b-1d8c-452a-9dfe-1a6c29232362 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:10.421145 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d114b-1d8c-452a-9dfe-1a6c29232362 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:10.421477 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d114b-1d8c-452a-9dfe-1a6c29232362 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:10.423045 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d114b-1d8c-452a-9dfe-1a6c29232362 None None] Tracked resource versions report: Jul 15 12:57:10.423045 n-d-771363-36 neutron-server[93827]: pushed versions: Jul 15 12:57:10.423045 n-d-771363-36 neutron-server[93827]: { 'AddressGroup': {'1.2'}, Jul 15 12:57:10.423045 n-d-771363-36 neutron-server[93827]: 'ConntrackHelper': {'1.0'}, Jul 15 12:57:10.423045 n-d-771363-36 neutron-server[93827]: 'Log': {'1.0'}, Jul 15 12:57:10.423045 n-d-771363-36 neutron-server[93827]: 'Network': {'1.1'}, Jul 15 12:57:10.423045 n-d-771363-36 neutron-server[93827]: 'Port': {'1.7'}, Jul 15 12:57:10.423045 n-d-771363-36 neutron-server[93827]: 'PortForwarding': {'1.2'}, Jul 15 12:57:10.423045 n-d-771363-36 neutron-server[93827]: 'QosPolicy': {'1.8'}, Jul 15 12:57:10.423045 n-d-771363-36 neutron-server[93827]: 'SecurityGroup': {'1.4'}, Jul 15 12:57:10.423045 n-d-771363-36 neutron-server[93827]: 'SecurityGroupRule': {'1.2'}, Jul 15 12:57:10.423045 n-d-771363-36 neutron-server[93827]: 'SubPort': {'1.0'}, Jul 15 12:57:10.423045 n-d-771363-36 neutron-server[93827]: 'Subnet': {'1.1'}, Jul 15 12:57:10.423045 n-d-771363-36 neutron-server[93827]: 'Trunk': {'1.1'}} Jul 15 12:57:10.423045 n-d-771363-36 neutron-server[93827]: consumer versions: Jul 15 12:57:10.423045 n-d-771363-36 neutron-server[93827]: { DHCP agent@n-d-771363-36: {}, Jul 15 12:57:10.423045 n-d-771363-36 neutron-server[93827]: HyperV agent@n-h1-771363-36: {}, Jul 15 12:57:10.423045 n-d-771363-36 neutron-server[93827]: HyperV agent@n-h2-771363-36: {}, Jul 15 12:57:10.423045 n-d-771363-36 neutron-server[93827]: L3 agent@n-d-771363-36: {}, Jul 15 12:57:10.423045 n-d-771363-36 neutron-server[93827]: Metadata agent@n-d-771363-36: {}, Jul 15 12:57:10.423045 n-d-771363-36 neutron-server[93827]: Metering agent@n-d-771363-36: {}, Jul 15 12:57:10.423045 n-d-771363-36 neutron-server[93827]: Open vSwitch agent@n-d-771363-36: { 'AddressGroup': '1.2', Jul 15 12:57:10.423045 n-d-771363-36 neutron-server[93827]: 'ConntrackHelper': '1.0', Jul 15 12:57:10.423045 n-d-771363-36 neutron-server[93827]: 'Log': '1.0', Jul 15 12:57:10.423045 n-d-771363-36 neutron-server[93827]: 'Network': '1.1', Jul 15 12:57:10.423045 n-d-771363-36 neutron-server[93827]: 'Port': '1.7', Jul 15 12:57:10.423045 n-d-771363-36 neutron-server[93827]: 'PortForwarding': '1.2', Jul 15 12:57:10.423045 n-d-771363-36 neutron-server[93827]: 'QosPolicy': '1.8', Jul 15 12:57:10.423045 n-d-771363-36 neutron-server[93827]: 'SecurityGroup': '1.4', Jul 15 12:57:10.423045 n-d-771363-36 neutron-server[93827]: 'SecurityGroupRule': '1.2', Jul 15 12:57:10.423045 n-d-771363-36 neutron-server[93827]: 'SubPort': '1.0', Jul 15 12:57:10.423045 n-d-771363-36 neutron-server[93827]: 'Subnet': '1.1', Jul 15 12:57:10.423045 n-d-771363-36 neutron-server[93827]: 'Trunk': '1.1'}} Jul 15 12:57:10.423045 n-d-771363-36 neutron-server[93827]: {{(pid=93827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 12:57:10.430704 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-de3d114b-1d8c-452a-9dfe-1a6c29232362 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:57:10.488215 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3d114b-1d8c-452a-9dfe-1a6c29232362 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:57:10.494927 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-49d3a4aa-8729-4d9c-ad97-a4470ecb425a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:10.500725 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d66fa10d-1c36-4ff6-af93-079e17d8d8e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:10.521244 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-49d3a4aa-8729-4d9c-ad97-a4470ecb425a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:10.552686 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-de3d114b-1d8c-452a-9dfe-1a6c29232362 None None] Attempting to bind port 08dd3b11-949b-4a4b-a3ff-d41f9f9157a3 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:57:10.553153 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-de3d114b-1d8c-452a-9dfe-1a6c29232362 None None] Attempting to bind port 08dd3b11-949b-4a4b-a3ff-d41f9f9157a3 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'cd857633-46f6-4d90-bb5f-e587bc48f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:57:10.553519 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3d114b-1d8c-452a-9dfe-1a6c29232362 None None] Attempting to bind port 08dd3b11-949b-4a4b-a3ff-d41f9f9157a3 on network 2691f40b-6294-497c-8479-3f33a37dc0ee {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:57:10.558793 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3d114b-1d8c-452a-9dfe-1a6c29232362 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:57:10.559174 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3d114b-1d8c-452a-9dfe-1a6c29232362 None None] Checking segment: {'id': 'cd857633-46f6-4d90-bb5f-e587bc48f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:57:10.559577 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-de3d114b-1d8c-452a-9dfe-1a6c29232362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:10.559976 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3d114b-1d8c-452a-9dfe-1a6c29232362 None None] Bound using segment: {'id': 'cd857633-46f6-4d90-bb5f-e587bc48f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:57:10.560435 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-de3d114b-1d8c-452a-9dfe-1a6c29232362 None None] Bound port: 08dd3b11-949b-4a4b-a3ff-d41f9f9157a3, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd857633-46f6-4d90-bb5f-e587bc48f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:57:10.560837 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-de3d114b-1d8c-452a-9dfe-1a6c29232362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:10.666725 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d66fa10d-1c36-4ff6-af93-079e17d8d8e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:10.679783 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d66fa10d-1c36-4ff6-af93-079e17d8d8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:10.696394 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-de3d114b-1d8c-452a-9dfe-1a6c29232362 None None] For port 08dd3b11-949b-4a4b-a3ff-d41f9f9157a3, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:57:10.700856 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-de3d114b-1d8c-452a-9dfe-1a6c29232362 None None] For port 08dd3b11-949b-4a4b-a3ff-d41f9f9157a3, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=08dd3b11-949b-4a4b-a3ff-d41f9f9157a3,segment=NetworkSegment(cd857633-46f6-4d90-bb5f-e587bc48f622),segment_id=cd857633-46f6-4d90-bb5f-e587bc48f622)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:57:10.706065 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-de3d114b-1d8c-452a-9dfe-1a6c29232362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:10.746419 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-49d3a4aa-8729-4d9c-ad97-a4470ecb425a admin admin] Allocated IP 172.25.8.83 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/fbf4475e-a3de-4aaf-ace0-d489d9ec01c3) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:57:10.764340 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d66fa10d-1c36-4ff6-af93-079e17d8d8e8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d896263be19c4592ab0bccaa724b7929&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7018831 Jul 15 12:57:10.765311 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66fa10d-1c36-4ff6-af93-079e17d8d8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3a3c47-52e1-472b-a5f8-85531d1e3392,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:10.769183 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 32776) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:10.789520 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d114b-1d8c-452a-9dfe-1a6c29232362 None None] Pushing event updated for resources: {'Port': ['ID=08dd3b11-949b-4a4b-a3ff-d41f9f9157a3,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:10.928500 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7df413bd-fb75-4864-8735-8910734e0e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:10.951504 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7df413bd-fb75-4864-8735-8910734e0e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:11.026190 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7df413bd-fb75-4864-8735-8910734e0e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:11.029382 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7df413bd-fb75-4864-8735-8910734e0e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:11.036457 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7df413bd-fb75-4864-8735-8910734e0e62 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2e3a3c47-52e1-472b-a5f8-85531d1e3392 HTTP/1.1" status: 204 len: 168 time: 0.2638960 Jul 15 12:57:11.061791 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-49d3a4aa-8729-4d9c-ad97-a4470ecb425a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:11.066948 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df413bd-fb75-4864-8735-8910734e0e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3a3c47-52e1-472b-a5f8-85531d1e3392,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:11.203817 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-49d3a4aa-8729-4d9c-ad97-a4470ecb425a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:11.276735 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d3a4aa-8729-4d9c-ad97-a4470ecb425a admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:57:11.287274 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-49d3a4aa-8729-4d9c-ad97-a4470ecb425a admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:57:11.296693 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d3a4aa-8729-4d9c-ad97-a4470ecb425a admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:57:11.296811 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 32796) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:11.330264 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d3a4aa-8729-4d9c-ad97-a4470ecb425a admin admin] Pushing event updated for resources: {'Port': ['ID=fbf4475e-a3de-4aaf-ace0-d489d9ec01c3,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:11.625705 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-49d3a4aa-8729-4d9c-ad97-a4470ecb425a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:11.641962 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-987e3cf3-3296-49ed-a867-6b5be1629c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:11.842134 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-987e3cf3-3296-49ed-a867-6b5be1629c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:11.853023 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-987e3cf3-3296-49ed-a867-6b5be1629c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:11.922754 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-987e3cf3-3296-49ed-a867-6b5be1629c96 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7286570d1aeb400abb38e799c95d62e8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6185293 Jul 15 12:57:11.924770 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 32822) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:11.925950 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e3cf3-3296-49ed-a867-6b5be1629c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5249f970-eaf0-489f-adc1-e8989f87e1c3,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:12.022487 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-49d3a4aa-8729-4d9c-ad97-a4470ecb425a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:12.025574 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c43c0047-4bbd-42f4-b2ad-7f410483cbfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:12.029041 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283fcdaa-d023-4d93-85df-ef2a685d0111 None None] Network 2691f40b-6294-497c-8479-3f33a37dc0ee requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:57:12.051171 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c43c0047-4bbd-42f4-b2ad-7f410483cbfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:12.071173 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c9ba1605-eab2-4066-9696-8c106152591c None None] Provisioning for port 08dd3b11-949b-4a4b-a3ff-d41f9f9157a3 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:57:12.126241 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c43c0047-4bbd-42f4-b2ad-7f410483cbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:12.129443 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c43c0047-4bbd-42f4-b2ad-7f410483cbfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:12.131921 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c43c0047-4bbd-42f4-b2ad-7f410483cbfd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5249f970-eaf0-489f-adc1-e8989f87e1c3 HTTP/1.1" status: 204 len: 168 time: 0.1938238 Jul 15 12:57:12.143508 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c0047-4bbd-42f4-b2ad-7f410483cbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5249f970-eaf0-489f-adc1-e8989f87e1c3,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:12.306438 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d3a4aa-8729-4d9c-ad97-a4470ecb425a admin admin] Router de53690b-ee56-4872-aa83-a05f237c0443 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 12:57:12.368935 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 32840) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:12.531336 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 08dd3b11-949b-4a4b-a3ff-d41f9f9157a3 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:57:12.586030 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d3a4aa-8729-4d9c-ad97-a4470ecb425a admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:57:12.598266 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2680b1e9-1253-4fe8-9025-ff10a856d0c8 None None] Sync routers for ids ['de53690b-ee56-4872-aa83-a05f237c0443'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:57:12.618526 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2680b1e9-1253-4fe8-9025-ff10a856d0c8 None None] Routers {'de53690b-ee56-4872-aa83-a05f237c0443'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:57:12.621227 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-2680b1e9-1253-4fe8-9025-ff10a856d0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:57:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['de53690b-ee56-4872-aa83-a05f237c0443'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:57:12.637265 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 08dd3b11-949b-4a4b-a3ff-d41f9f9157a3 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:57:12.647502 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 08dd3b11-949b-4a4b-a3ff-d41f9f9157a3 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:12.647893 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:12.651173 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-49d3a4aa-8729-4d9c-ad97-a4470ecb425a admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:12.656891 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 32862) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:12.658024 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-49d3a4aa-8729-4d9c-ad97-a4470ecb425a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.0558376 Jul 15 12:57:12.760750 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:12.799087 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-2680b1e9-1253-4fe8-9025-ff10a856d0c8 None None] Set router de53690b-ee56-4872-aa83-a05f237c0443 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:57:12.829563 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 08dd3b11-949b-4a4b-a3ff-d41f9f9157a3, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=08dd3b11-949b-4a4b-a3ff-d41f9f9157a3,segment=NetworkSegment(cd857633-46f6-4d90-bb5f-e587bc48f622),segment_id=cd857633-46f6-4d90-bb5f-e587bc48f622)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:57:12.836943 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:12.893846 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=08dd3b11-949b-4a4b-a3ff-d41f9f9157a3,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:12.926520 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 32870) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:12.946530 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d2f5db8b-57bb-48e0-aa73-7ced3a430d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:13.023815 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-2680b1e9-1253-4fe8-9025-ff10a856d0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-24460711-router', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fbf4475e-a3de-4aaf-ace0-d489d9ec01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:09Z', 'updated_at': '2021-07-15T12:57:11Z', 'revision_number': 3, 'project_id': 'b1bed3db82d94ba082f589d0abe653bf', 'gw_port': {'id': 'fbf4475e-a3de-4aaf-ace0-d489d9ec01c3', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:11:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:10Z', 'updated_at': '2021-07-15T12:57:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:57:13.058244 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2680b1e9-1253-4fe8-9025-ff10a856d0c8 None None] Checking router: de53690b-ee56-4872-aa83-a05f237c0443 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:57:13.058927 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2680b1e9-1253-4fe8-9025-ff10a856d0c8 None None] Updating router de53690b-ee56-4872-aa83-a05f237c0443 port fbf4475e-a3de-4aaf-ace0-d489d9ec01c3 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 12:57:13.074084 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a9677bbf-cffd-4ca9-83cb-581723a8d6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:13.147967 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2680b1e9-1253-4fe8-9025-ff10a856d0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:13.188079 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d2f5db8b-57bb-48e0-aa73-7ced3a430d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:13.207546 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d2f5db8b-57bb-48e0-aa73-7ced3a430d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:13.329708 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5db8b-57bb-48e0-aa73-7ced3a430d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad785de-18b0-46f2-8cb5-5e37e60f7590,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:13.350633 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d2f5db8b-57bb-48e0-aa73-7ced3a430d02 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=703cf9d0b4fb4806aba629cd42f6fda5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4227090 Jul 15 12:57:13.351273 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 32898) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:13.408793 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3ae8f60b-8ef4-4a22-80e2-8b5c3d3e137c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:13.418519 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-029edd45-85d0-47fb-a264-450b2be7ff1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:13.453716 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-029edd45-85d0-47fb-a264-450b2be7ff1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:13.538281 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-029edd45-85d0-47fb-a264-450b2be7ff1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:13.540813 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-029edd45-85d0-47fb-a264-450b2be7ff1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:13.550666 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-029edd45-85d0-47fb-a264-450b2be7ff1f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bad785de-18b0-46f2-8cb5-5e37e60f7590 HTTP/1.1" status: 204 len: 168 time: 0.1953547 Jul 15 12:57:13.566737 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029edd45-85d0-47fb-a264-450b2be7ff1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad785de-18b0-46f2-8cb5-5e37e60f7590,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:13.681120 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-3ae8f60b-8ef4-4a22-80e2-8b5c3d3e137c admin admin] Allocated IP 172.20.0.1 (2691f40b-6294-497c-8479-3f33a37dc0ee/d44e2be9-560a-4145-9cc8-a12eda01a935/0fb284e8-7f46-4e01-b005-741d6805e669) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:57:13.686357 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2680b1e9-1253-4fe8-9025-ff10a856d0c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:13.700980 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-2680b1e9-1253-4fe8-9025-ff10a856d0c8 None None] Transition to ACTIVE for port object fbf4475e-a3de-4aaf-ace0-d489d9ec01c3 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:57:13.709667 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2680b1e9-1253-4fe8-9025-ff10a856d0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:13.753947 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00097734-e2af-4359-9d73-03c5663767b3 None None] Pushing event updated for resources: {'Port': ['ID=fbf4475e-a3de-4aaf-ace0-d489d9ec01c3,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:13.764662 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00097734-e2af-4359-9d73-03c5663767b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:13.765012 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00097734-e2af-4359-9d73-03c5663767b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:13.765354 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00097734-e2af-4359-9d73-03c5663767b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:13.765708 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00097734-e2af-4359-9d73-03c5663767b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:13.766065 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00097734-e2af-4359-9d73-03c5663767b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:13.766426 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00097734-e2af-4359-9d73-03c5663767b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:13.766939 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00097734-e2af-4359-9d73-03c5663767b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:13.767282 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00097734-e2af-4359-9d73-03c5663767b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:13.767764 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00097734-e2af-4359-9d73-03c5663767b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:13.768251 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00097734-e2af-4359-9d73-03c5663767b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:13.768839 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00097734-e2af-4359-9d73-03c5663767b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:13.769062 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00097734-e2af-4359-9d73-03c5663767b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:13.770354 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00097734-e2af-4359-9d73-03c5663767b3 None None] Tracked resource versions report: Jul 15 12:57:13.770354 n-d-771363-36 neutron-server[93828]: pushed versions: Jul 15 12:57:13.770354 n-d-771363-36 neutron-server[93828]: { 'AddressGroup': {'1.2'}, Jul 15 12:57:13.770354 n-d-771363-36 neutron-server[93828]: 'ConntrackHelper': {'1.0'}, Jul 15 12:57:13.770354 n-d-771363-36 neutron-server[93828]: 'Log': {'1.0'}, Jul 15 12:57:13.770354 n-d-771363-36 neutron-server[93828]: 'Network': {'1.1'}, Jul 15 12:57:13.770354 n-d-771363-36 neutron-server[93828]: 'Port': {'1.7'}, Jul 15 12:57:13.770354 n-d-771363-36 neutron-server[93828]: 'PortForwarding': {'1.2'}, Jul 15 12:57:13.770354 n-d-771363-36 neutron-server[93828]: 'QosPolicy': {'1.8'}, Jul 15 12:57:13.770354 n-d-771363-36 neutron-server[93828]: 'SecurityGroup': {'1.4'}, Jul 15 12:57:13.770354 n-d-771363-36 neutron-server[93828]: 'SecurityGroupRule': {'1.2'}, Jul 15 12:57:13.770354 n-d-771363-36 neutron-server[93828]: 'SubPort': {'1.0'}, Jul 15 12:57:13.770354 n-d-771363-36 neutron-server[93828]: 'Subnet': {'1.1'}, Jul 15 12:57:13.770354 n-d-771363-36 neutron-server[93828]: 'Trunk': {'1.1'}} Jul 15 12:57:13.770354 n-d-771363-36 neutron-server[93828]: consumer versions: Jul 15 12:57:13.770354 n-d-771363-36 neutron-server[93828]: { DHCP agent@n-d-771363-36: {}, Jul 15 12:57:13.770354 n-d-771363-36 neutron-server[93828]: HyperV agent@n-h1-771363-36: {}, Jul 15 12:57:13.770354 n-d-771363-36 neutron-server[93828]: HyperV agent@n-h2-771363-36: {}, Jul 15 12:57:13.770354 n-d-771363-36 neutron-server[93828]: L3 agent@n-d-771363-36: {}, Jul 15 12:57:13.770354 n-d-771363-36 neutron-server[93828]: Metadata agent@n-d-771363-36: {}, Jul 15 12:57:13.770354 n-d-771363-36 neutron-server[93828]: Metering agent@n-d-771363-36: {}, Jul 15 12:57:13.770354 n-d-771363-36 neutron-server[93828]: Open vSwitch agent@n-d-771363-36: { 'AddressGroup': '1.2', Jul 15 12:57:13.770354 n-d-771363-36 neutron-server[93828]: 'ConntrackHelper': '1.0', Jul 15 12:57:13.770354 n-d-771363-36 neutron-server[93828]: 'Log': '1.0', Jul 15 12:57:13.770354 n-d-771363-36 neutron-server[93828]: 'Network': '1.1', Jul 15 12:57:13.770354 n-d-771363-36 neutron-server[93828]: 'Port': '1.7', Jul 15 12:57:13.770354 n-d-771363-36 neutron-server[93828]: 'PortForwarding': '1.2', Jul 15 12:57:13.770354 n-d-771363-36 neutron-server[93828]: 'QosPolicy': '1.8', Jul 15 12:57:13.770354 n-d-771363-36 neutron-server[93828]: 'SecurityGroup': '1.4', Jul 15 12:57:13.770354 n-d-771363-36 neutron-server[93828]: 'SecurityGroupRule': '1.2', Jul 15 12:57:13.770354 n-d-771363-36 neutron-server[93828]: 'SubPort': '1.0', Jul 15 12:57:13.770354 n-d-771363-36 neutron-server[93828]: 'Subnet': '1.1', Jul 15 12:57:13.770354 n-d-771363-36 neutron-server[93828]: 'Trunk': '1.1'}} Jul 15 12:57:13.770354 n-d-771363-36 neutron-server[93828]: {{(pid=93828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 12:57:13.807050 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3ae8f60b-8ef4-4a22-80e2-8b5c3d3e137c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:13.823914 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3ae8f60b-8ef4-4a22-80e2-8b5c3d3e137c admin admin] Transition to ACTIVE for port object 0fb284e8-7f46-4e01-b005-741d6805e669 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:57:13.838970 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-2680b1e9-1253-4fe8-9025-ff10a856d0c8 None None] Attempting to bind port fbf4475e-a3de-4aaf-ace0-d489d9ec01c3 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:57:13.839553 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-2680b1e9-1253-4fe8-9025-ff10a856d0c8 None None] Attempting to bind port fbf4475e-a3de-4aaf-ace0-d489d9ec01c3 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:57:13.840114 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2680b1e9-1253-4fe8-9025-ff10a856d0c8 None None] Attempting to bind port fbf4475e-a3de-4aaf-ace0-d489d9ec01c3 on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:57:13.845694 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2680b1e9-1253-4fe8-9025-ff10a856d0c8 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:57:13.846075 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2680b1e9-1253-4fe8-9025-ff10a856d0c8 None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:57:13.846478 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2680b1e9-1253-4fe8-9025-ff10a856d0c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:13.846910 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2680b1e9-1253-4fe8-9025-ff10a856d0c8 None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:57:13.847377 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-2680b1e9-1253-4fe8-9025-ff10a856d0c8 None None] Bound port: fbf4475e-a3de-4aaf-ace0-d489d9ec01c3, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:57:13.847759 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2680b1e9-1253-4fe8-9025-ff10a856d0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:13.861313 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a9677bbf-cffd-4ca9-83cb-581723a8d6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:13.870551 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3ae8f60b-8ef4-4a22-80e2-8b5c3d3e137c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:13.890508 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae8f60b-8ef4-4a22-80e2-8b5c3d3e137c admin admin] Network 2691f40b-6294-497c-8479-3f33a37dc0ee is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:57:13.892398 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-3ae8f60b-8ef4-4a22-80e2-8b5c3d3e137c admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:57:13.895209 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a9677bbf-cffd-4ca9-83cb-581723a8d6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:13.921220 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-2680b1e9-1253-4fe8-9025-ff10a856d0c8 None None] For port fbf4475e-a3de-4aaf-ace0-d489d9ec01c3, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:57:13.924835 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae8f60b-8ef4-4a22-80e2-8b5c3d3e137c admin admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:57:13.925423 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3ae8f60b-8ef4-4a22-80e2-8b5c3d3e137c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:13.926145 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-2680b1e9-1253-4fe8-9025-ff10a856d0c8 None None] For port fbf4475e-a3de-4aaf-ace0-d489d9ec01c3, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=fbf4475e-a3de-4aaf-ace0-d489d9ec01c3,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:57:13.932145 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2680b1e9-1253-4fe8-9025-ff10a856d0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:14.011954 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2680b1e9-1253-4fe8-9025-ff10a856d0c8 None None] Routers {'de53690b-ee56-4872-aa83-a05f237c0443'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:57:14.012582 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-2680b1e9-1253-4fe8-9025-ff10a856d0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:57:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['de53690b-ee56-4872-aa83-a05f237c0443'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:57:14.019053 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00097734-e2af-4359-9d73-03c5663767b3 None None] Pushing event updated for resources: {'Port': ['ID=fbf4475e-a3de-4aaf-ace0-d489d9ec01c3,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:14.035514 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a9677bbf-cffd-4ca9-83cb-581723a8d6c3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=95b2bb1920b24813b0bad3ee14c4f735&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6633308 Jul 15 12:57:14.036188 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 32944) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:14.174816 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-557f47a6-34d2-45f7-ada5-078298b5abe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:14.188241 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-2680b1e9-1253-4fe8-9025-ff10a856d0c8 None None] Set router de53690b-ee56-4872-aa83-a05f237c0443 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:57:14.223509 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-557f47a6-34d2-45f7-ada5-078298b5abe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:14.274499 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1fd98275-1b96-4d0d-a15d-116f09f1d9da None None] Provisioning for port 0fb284e8-7f46-4e01-b005-741d6805e669 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:57:14.283778 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-557f47a6-34d2-45f7-ada5-078298b5abe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:14.286504 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-557f47a6-34d2-45f7-ada5-078298b5abe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:14.289956 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1fd98275-1b96-4d0d-a15d-116f09f1d9da None None] Provisioning complete for port 0fb284e8-7f46-4e01-b005-741d6805e669 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:14.289956 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fd98275-1b96-4d0d-a15d-116f09f1d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:14.290320 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-557f47a6-34d2-45f7-ada5-078298b5abe2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7582ea75-de09-46f6-9b57-b22f42e7ba10 HTTP/1.1" status: 204 len: 168 time: 0.2500713 Jul 15 12:57:14.312674 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f47a6-34d2-45f7-ada5-078298b5abe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7582ea75-de09-46f6-9b57-b22f42e7ba10,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:14.331538 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 32964) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:14.354556 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-1fd98275-1b96-4d0d-a15d-116f09f1d9da None None] Port 0fb284e8-7f46-4e01-b005-741d6805e669 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:57:14.361792 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8f60b-8ef4-4a22-80e2-8b5c3d3e137c admin admin] Pushing event updated for resources: {'Port': ['ID=0fb284e8-7f46-4e01-b005-741d6805e669,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:14.378055 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9677bbf-cffd-4ca9-83cb-581723a8d6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7582ea75-de09-46f6-9b57-b22f42e7ba10,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:14.454555 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3ae8f60b-8ef4-4a22-80e2-8b5c3d3e137c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:14.471462 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 08dd3b11-949b-4a4b-a3ff-d41f9f9157a3 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:57:14.530620 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 08dd3b11-949b-4a4b-a3ff-d41f9f9157a3 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:14.532796 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:14.633120 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-2680b1e9-1253-4fe8-9025-ff10a856d0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-24460711-router', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fbf4475e-a3de-4aaf-ace0-d489d9ec01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:09Z', 'updated_at': '2021-07-15T12:57:11Z', 'revision_number': 3, 'project_id': 'b1bed3db82d94ba082f589d0abe653bf', 'gw_port': {'id': 'fbf4475e-a3de-4aaf-ace0-d489d9ec01c3', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:11:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:10Z', 'updated_at': '2021-07-15T12:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:57:14.666070 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 32972) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:14.670742 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2680b1e9-1253-4fe8-9025-ff10a856d0c8 None None] The sync data for ids ['de53690b-ee56-4872-aa83-a05f237c0443'] in n-d-771363-36 is: [{'id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-24460711-router', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fbf4475e-a3de-4aaf-ace0-d489d9ec01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:09Z', 'updated_at': '2021-07-15T12:57:11Z', 'revision_number': 3, 'project_id': 'b1bed3db82d94ba082f589d0abe653bf', 'gw_port': {'id': 'fbf4475e-a3de-4aaf-ace0-d489d9ec01c3', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:11:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:10Z', 'updated_at': '2021-07-15T12:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:57:14.680761 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3ae8f60b-8ef4-4a22-80e2-8b5c3d3e137c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:14.688117 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3ae8f60b-8ef4-4a22-80e2-8b5c3d3e137c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:14.689192 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3ae8f60b-8ef4-4a22-80e2-8b5c3d3e137c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:14.761448 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8f60b-8ef4-4a22-80e2-8b5c3d3e137c admin admin] Pushing event updated for resources: {'Port': ['ID=0fb284e8-7f46-4e01-b005-741d6805e669,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:14.835430 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae8f60b-8ef4-4a22-80e2-8b5c3d3e137c admin admin] Network 2691f40b-6294-497c-8479-3f33a37dc0ee is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:57:14.836768 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-3ae8f60b-8ef4-4a22-80e2-8b5c3d3e137c admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:57:14.998776 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae8f60b-8ef4-4a22-80e2-8b5c3d3e137c admin admin] Router de53690b-ee56-4872-aa83-a05f237c0443 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 12:57:15.009440 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ff844430-387e-47d7-a6fa-fcc15693082c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:15.139564 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fa8d1914-dc21-415e-92d2-f32d2fa58dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:15.193372 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae8f60b-8ef4-4a22-80e2-8b5c3d3e137c admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:57:15.208169 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ff844430-387e-47d7-a6fa-fcc15693082c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:15.210670 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3ae8f60b-8ef4-4a22-80e2-8b5c3d3e137c admin admin] 10.222.0.16 "PUT /v2.0/routers/de53690b-ee56-4872-aa83-a05f237c0443/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5519719 Jul 15 12:57:15.217220 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ff844430-387e-47d7-a6fa-fcc15693082c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:15.270648 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ff844430-387e-47d7-a6fa-fcc15693082c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=65db760a61194283b9622a45f289792c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9378977 Jul 15 12:57:15.273951 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 32992) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:15.275545 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff844430-387e-47d7-a6fa-fcc15693082c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa15e4e-7392-421c-b4bd-4aac8bd098b2,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:15.302436 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-3e50a9ff-e12d-4d42-b11d-c8d98b90071a None None] Provisioning complete for port 0fb284e8-7f46-4e01-b005-741d6805e669 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:15.303446 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3e50a9ff-e12d-4d42-b11d-c8d98b90071a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:15.326293 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 32994) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:15.368677 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd06b1cb-ca2c-4e23-9483-af2858e11c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:15.396228 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-3e50a9ff-e12d-4d42-b11d-c8d98b90071a None None] Port 0fb284e8-7f46-4e01-b005-741d6805e669 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:57:15.408733 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5bfb5695-d1e0-49d2-aa7b-6933365b1b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:15.418016 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fa8d1914-dc21-415e-92d2-f32d2fa58dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:15.428821 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fa8d1914-dc21-415e-92d2-f32d2fa58dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:15.435078 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 33002) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:15.442210 n-d-771363-36 neutron-server[93825]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 15 12:57:15.444973 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5bfb5695-d1e0-49d2-aa7b-6933365b1b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:15.493290 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d1914-dc21-415e-92d2-f32d2fa58dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2cfab7-4a65-43b4-a7cd-d638e79bb710,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:15.504247 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-fa8d1914-dc21-415e-92d2-f32d2fa58dab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=370eb8c7431643a79dd4f10a951da58a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8369741 Jul 15 12:57:15.506358 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33006) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:15.529681 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-48ce5df1-a958-4573-9580-0d530f313e48 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=9fe63190d1fb4f91935c6f4dc52396e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0933173 Jul 15 12:57:15.590988 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-51ed0a82-dce9-4262-bb2a-6dc5b888f102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:15.628086 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-51ed0a82-dce9-4262-bb2a-6dc5b888f102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:15.706017 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-51ed0a82-dce9-4262-bb2a-6dc5b888f102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:15.711983 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-51ed0a82-dce9-4262-bb2a-6dc5b888f102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:15.717393 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-51ed0a82-dce9-4262-bb2a-6dc5b888f102 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0c2cfab7-4a65-43b4-a7cd-d638e79bb710 HTTP/1.1" status: 204 len: 168 time: 0.2096961 Jul 15 12:57:15.724852 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5bfb5695-d1e0-49d2-aa7b-6933365b1b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:15.728368 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5bfb5695-d1e0-49d2-aa7b-6933365b1b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:15.730153 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5bfb5695-d1e0-49d2-aa7b-6933365b1b07 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9fa15e4e-7392-421c-b4bd-4aac8bd098b2 HTTP/1.1" status: 204 len: 168 time: 0.4551139 Jul 15 12:57:15.732527 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed0a82-dce9-4262-bb2a-6dc5b888f102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2cfab7-4a65-43b4-a7cd-d638e79bb710,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:15.758621 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb5695-d1e0-49d2-aa7b-6933365b1b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa15e4e-7392-421c-b4bd-4aac8bd098b2,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:15.792050 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-86e8252c-9b1d-4446-85f8-3764ab53bbb5 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:15.793870 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-86e8252c-9b1d-4446-85f8-3764ab53bbb5 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2452447 Jul 15 12:57:15.825924 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd06b1cb-ca2c-4e23-9483-af2858e11c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:15.827833 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-72d78e7c-746c-45a7-a4b9-c1a8bc3c589c tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.16 "GET /v2.0/quotas/9fe63190d1fb4f91935c6f4dc52396e6 HTTP/1.1" status: 200 len: 375 time: 0.0250342 Jul 15 12:57:15.831199 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd06b1cb-ca2c-4e23-9483-af2858e11c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:15.913093 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-15eafa1a-eea2-4b44-9749-562edaaf43ca tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9fe63190d1fb4f91935c6f4dc52396e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770805 Jul 15 12:57:15.929038 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-bd06b1cb-ca2c-4e23-9483-af2858e11c93 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0cc913b9d2514052b53082f4690a6a58&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6014514 Jul 15 12:57:15.931166 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06b1cb-ca2c-4e23-9483-af2858e11c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d6823a-2e9e-499f-8d58-dc8f37a3053c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:15.931998 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33024) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:15.998076 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-98bb59a8-3b43-44f9-a0ae-c92bf62f41a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:16.025139 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-98bb59a8-3b43-44f9-a0ae-c92bf62f41a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:16.081709 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-98bb59a8-3b43-44f9-a0ae-c92bf62f41a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:16.085071 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-98bb59a8-3b43-44f9-a0ae-c92bf62f41a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:16.089406 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-98bb59a8-3b43-44f9-a0ae-c92bf62f41a8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/35d6823a-2e9e-499f-8d58-dc8f37a3053c HTTP/1.1" status: 204 len: 168 time: 0.1537554 Jul 15 12:57:16.097163 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb59a8-3b43-44f9-a0ae-c92bf62f41a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d6823a-2e9e-499f-8d58-dc8f37a3053c,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:16.219591 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-451787e8-d865-40e3-bb2c-7534da80484a req-77c9a9e8-9b79-462b-b0ac-56efdb72bffb tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.16 "GET /v2.0/ports?device_id=63758de6-ffa6-4735-8889-f72c0ddb74ef HTTP/1.1" status: 200 len: 210 time: 0.0579653 Jul 15 12:57:16.371706 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33052) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:16.385381 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ac289db9-e93a-48c5-b001-248a5b1c0f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:16.470146 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device fbf4475e-a3de-4aaf-ace0-d489d9ec01c3 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:57:16.501598 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ac289db9-e93a-48c5-b001-248a5b1c0f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:16.507655 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ac289db9-e93a-48c5-b001-248a5b1c0f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:16.532187 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port fbf4475e-a3de-4aaf-ace0-d489d9ec01c3 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:57:16.537476 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port fbf4475e-a3de-4aaf-ace0-d489d9ec01c3 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:16.537913 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:16.550597 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac289db9-e93a-48c5-b001-248a5b1c0f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80253abb-a545-4748-83c7-9ee9a3dfbd71,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:16.564338 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ac289db9-e93a-48c5-b001-248a5b1c0f52 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=48bc6965b7de42a190a2282cc0abf9e1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1917095 Jul 15 12:57:16.567365 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33056) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:16.631797 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-07eb10be-f8ea-44fd-bc8a-bec2180c6a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:16.638590 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 33058) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:16.659696 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:16.661160 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b00c4ec6-dfba-4db9-82ce-0d06312febba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:16.701730 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-07eb10be-f8ea-44fd-bc8a-bec2180c6a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:16.714006 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port fbf4475e-a3de-4aaf-ace0-d489d9ec01c3, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=fbf4475e-a3de-4aaf-ace0-d489d9ec01c3,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:57:16.723244 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:16.806304 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-07eb10be-f8ea-44fd-bc8a-bec2180c6a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:16.810149 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-07eb10be-f8ea-44fd-bc8a-bec2180c6a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:16.811510 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-07eb10be-f8ea-44fd-bc8a-bec2180c6a18 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/80253abb-a545-4748-83c7-9ee9a3dfbd71 HTTP/1.1" status: 204 len: 168 time: 0.2418883 Jul 15 12:57:16.821874 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb10be-f8ea-44fd-bc8a-bec2180c6a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80253abb-a545-4748-83c7-9ee9a3dfbd71,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:16.827707 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afb2e55-03fe-4743-b880-edc802a7fc44 None None] Sync routers for ids ['de53690b-ee56-4872-aa83-a05f237c0443'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:57:16.889024 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afb2e55-03fe-4743-b880-edc802a7fc44 None None] Routers {'de53690b-ee56-4872-aa83-a05f237c0443'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:57:16.889909 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-0afb2e55-03fe-4743-b880-edc802a7fc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:57:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['de53690b-ee56-4872-aa83-a05f237c0443'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:57:16.894209 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=fbf4475e-a3de-4aaf-ace0-d489d9ec01c3,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:16.927105 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b00c4ec6-dfba-4db9-82ce-0d06312febba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:16.939353 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b00c4ec6-dfba-4db9-82ce-0d06312febba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:17.035314 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-0afb2e55-03fe-4743-b880-edc802a7fc44 None None] Set router de53690b-ee56-4872-aa83-a05f237c0443 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:57:17.042375 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c4ec6-dfba-4db9-82ce-0d06312febba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19d985d-ecfb-4b06-9365-64289da59b6b,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:17.073034 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33080) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:17.074311 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b00c4ec6-dfba-4db9-82ce-0d06312febba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d9ec08109cab4e8998136f341d484c81&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4346337 Jul 15 12:57:17.161809 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-22b96ea4-a032-44b6-a003-062aaf74de88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:17.207861 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-22b96ea4-a032-44b6-a003-062aaf74de88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:17.281745 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-22b96ea4-a032-44b6-a003-062aaf74de88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:17.284502 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-22b96ea4-a032-44b6-a003-062aaf74de88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:17.287879 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-22b96ea4-a032-44b6-a003-062aaf74de88 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c19d985d-ecfb-4b06-9365-64289da59b6b HTTP/1.1" status: 204 len: 168 time: 0.2126389 Jul 15 12:57:17.317375 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b96ea4-a032-44b6-a003-062aaf74de88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19d985d-ecfb-4b06-9365-64289da59b6b,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:17.365900 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-0afb2e55-03fe-4743-b880-edc802a7fc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-24460711-router', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fbf4475e-a3de-4aaf-ace0-d489d9ec01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:09Z', 'updated_at': '2021-07-15T12:57:14Z', 'revision_number': 4, 'project_id': 'b1bed3db82d94ba082f589d0abe653bf', 'gw_port': {'id': 'fbf4475e-a3de-4aaf-ace0-d489d9ec01c3', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:10Z', 'updated_at': '2021-07-15T12:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '0fb284e8-7f46-4e01-b005-741d6805e669', 'name': '', 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'mac_address': 'fa:16:3e:74:81:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd44e2be9-560a-4145-9cc8-a12eda01a935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:13Z', 'updated_at': '2021-07-15T12:57:14Z', 'revision_number': 2, 'project_id': 'b1bed3db82d94ba082f589d0abe653bf', 'subnets': [{'id': 'd44e2be9-560a-4145-9cc8-a12eda01a935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:57:17.396724 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afb2e55-03fe-4743-b880-edc802a7fc44 None None] Checking router: de53690b-ee56-4872-aa83-a05f237c0443 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:57:17.397069 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afb2e55-03fe-4743-b880-edc802a7fc44 None None] Updating router de53690b-ee56-4872-aa83-a05f237c0443 port 0fb284e8-7f46-4e01-b005-741d6805e669 binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 12:57:17.432403 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0afb2e55-03fe-4743-b880-edc802a7fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:17.804141 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33128) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:17.810793 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-ec89bcaa-4401-4433-91b4-d41d5c79e502 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1039355538-network', 'tenant_id': '0a27c629580a4c469f7ead3ebfc2448f'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:17.852331 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec89bcaa-4401-4433-91b4-d41d5c79e502 admin admin] Made reservation on behalf of 0a27c629580a4c469f7ead3ebfc2448f for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:57:17.855870 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ec89bcaa-4401-4433-91b4-d41d5c79e502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:17.868599 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ec89bcaa-4401-4433-91b4-d41d5c79e502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:17.956499 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0afb2e55-03fe-4743-b880-edc802a7fc44 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:17.968389 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-0afb2e55-03fe-4743-b880-edc802a7fc44 None None] Transition to ACTIVE for port object 0fb284e8-7f46-4e01-b005-741d6805e669 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:57:17.978070 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0afb2e55-03fe-4743-b880-edc802a7fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:17.994920 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ec89bcaa-4401-4433-91b4-d41d5c79e502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:18.001826 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ec89bcaa-4401-4433-91b4-d41d5c79e502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:18.016287 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec89bcaa-4401-4433-91b4-d41d5c79e502 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 12:57:18.047311 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ec89bcaa-4401-4433-91b4-d41d5c79e502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:18.047311 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-ec89bcaa-4401-4433-91b4-d41d5c79e502 admin admin] Added segment 22e43536-5231-41c2-a3f4-2118c0d3560e of type vlan for network a44b054f-32dd-4e18-a86c-b82291d60c01 Jul 15 12:57:18.055426 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d674d-bf1d-45a7-b445-887bab4610a8 None None] Pushing event updated for resources: {'Port': ['ID=0fb284e8-7f46-4e01-b005-741d6805e669,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:18.090551 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 33140) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:18.152534 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-0afb2e55-03fe-4743-b880-edc802a7fc44 None None] Attempting to bind port 0fb284e8-7f46-4e01-b005-741d6805e669 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:57:18.153148 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-0afb2e55-03fe-4743-b880-edc802a7fc44 None None] Attempting to bind port 0fb284e8-7f46-4e01-b005-741d6805e669 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'cd857633-46f6-4d90-bb5f-e587bc48f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:57:18.153517 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afb2e55-03fe-4743-b880-edc802a7fc44 None None] Attempting to bind port 0fb284e8-7f46-4e01-b005-741d6805e669 on network 2691f40b-6294-497c-8479-3f33a37dc0ee {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:57:18.159238 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afb2e55-03fe-4743-b880-edc802a7fc44 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:57:18.159528 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afb2e55-03fe-4743-b880-edc802a7fc44 None None] Checking segment: {'id': 'cd857633-46f6-4d90-bb5f-e587bc48f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:57:18.159921 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0afb2e55-03fe-4743-b880-edc802a7fc44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:18.160314 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afb2e55-03fe-4743-b880-edc802a7fc44 None None] Bound using segment: {'id': 'cd857633-46f6-4d90-bb5f-e587bc48f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:57:18.161958 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-0afb2e55-03fe-4743-b880-edc802a7fc44 None None] Bound port: 0fb284e8-7f46-4e01-b005-741d6805e669, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd857633-46f6-4d90-bb5f-e587bc48f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:57:18.162356 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0afb2e55-03fe-4743-b880-edc802a7fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:18.193261 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89bcaa-4401-4433-91b4-d41d5c79e502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565ef144-d289-46ac-9e9d-ac57515921d2,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:18.244969 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 33148) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:18.246118 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ec89bcaa-4401-4433-91b4-d41d5c79e502 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:18.248316 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-0afb2e55-03fe-4743-b880-edc802a7fc44 None None] For port 0fb284e8-7f46-4e01-b005-741d6805e669, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:57:18.252505 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-0afb2e55-03fe-4743-b880-edc802a7fc44 None None] For port 0fb284e8-7f46-4e01-b005-741d6805e669, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=0fb284e8-7f46-4e01-b005-741d6805e669,segment=NetworkSegment(cd857633-46f6-4d90-bb5f-e587bc48f622),segment_id=cd857633-46f6-4d90-bb5f-e587bc48f622)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:57:18.269363 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0afb2e55-03fe-4743-b880-edc802a7fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:18.315012 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ec89bcaa-4401-4433-91b4-d41d5c79e502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:18.318283 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec89bcaa-4401-4433-91b4-d41d5c79e502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:18.319751 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ec89bcaa-4401-4433-91b4-d41d5c79e502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:18.348598 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d674d-bf1d-45a7-b445-887bab4610a8 None None] Pushing event updated for resources: {'Port': ['ID=0fb284e8-7f46-4e01-b005-741d6805e669,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:18.363639 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afb2e55-03fe-4743-b880-edc802a7fc44 None None] Routers {'de53690b-ee56-4872-aa83-a05f237c0443'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:57:18.364446 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-0afb2e55-03fe-4743-b880-edc802a7fc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:57:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['de53690b-ee56-4872-aa83-a05f237c0443'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:57:18.421176 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89bcaa-4401-4433-91b4-d41d5c79e502 admin admin] Pushing event updated for resources: {'Network': ['ID=a44b054f-32dd-4e18-a86c-b82291d60c01,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:18.438686 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network a44b054f-32dd-4e18-a86c-b82291d60c01 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 12:57:18.453753 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 33156) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:18.454728 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ec89bcaa-4401-4433-91b4-d41d5c79e502 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6491435 Jul 15 12:57:18.460667 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-486e4514-a029-4fbc-920a-8016637ecc23 admin admin] Request body: {'subnet': {'network_id': 'a44b054f-32dd-4e18-a86c-b82291d60c01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1039355538-subnet', 'tenant_id': '0a27c629580a4c469f7ead3ebfc2448f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:18.494455 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486e4514-a029-4fbc-920a-8016637ecc23 admin admin] Made reservation on behalf of 0a27c629580a4c469f7ead3ebfc2448f for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:57:18.498754 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-486e4514-a029-4fbc-920a-8016637ecc23 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:18.625297 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device fbf4475e-a3de-4aaf-ace0-d489d9ec01c3 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:57:18.657726 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-845d7cc3-5804-46d1-a345-031c4b80659e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:18.760454 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-0afb2e55-03fe-4743-b880-edc802a7fc44 None None] Set router de53690b-ee56-4872-aa83-a05f237c0443 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:57:18.815156 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port fbf4475e-a3de-4aaf-ace0-d489d9ec01c3 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:18.815849 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:18.876342 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-486e4514-a029-4fbc-920a-8016637ecc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:18.985146 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-beef7db0-78b8-4b60-ae65-003d5b1b25ec req-e8a7ba7a-1ce1-4873-a793-9f02b806c4d6 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.16 "GET /v2.0/ports?device_id=63758de6-ffa6-4735-8889-f72c0ddb74ef HTTP/1.1" status: 200 len: 210 time: 0.8933251 Jul 15 12:57:19.018073 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-845d7cc3-5804-46d1-a345-031c4b80659e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:19.029776 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-845d7cc3-5804-46d1-a345-031c4b80659e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:19.033412 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e4514-a029-4fbc-920a-8016637ecc23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fa9d80e-60c4-4d09-8cea-f6b66b9a42dd,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:19.086331 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486e4514-a029-4fbc-920a-8016637ecc23 admin admin] Checking segment: {'id': '22e43536-5231-41c2-a3f4-2118c0d3560e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a44b054f-32dd-4e18-a86c-b82291d60c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:57:19.086718 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486e4514-a029-4fbc-920a-8016637ecc23 admin admin] Network hostable DHCP agents. Network: a44b054f-32dd-4e18-a86c-b82291d60c01, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 12:57:19.092990 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-845d7cc3-5804-46d1-a345-031c4b80659e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8405a2e2dfe943a4a75786681dfd47e5&name=default HTTP/1.1" status: 200 len: 2976 time: 0.8467793 Jul 15 12:57:19.096151 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33178) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:19.102000 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d7cc3-5804-46d1-a345-031c4b80659e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353468b5-cd32-4c1b-9f82-e7cb07587096,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:19.108773 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-0afb2e55-03fe-4743-b880-edc802a7fc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-24460711-router', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fbf4475e-a3de-4aaf-ace0-d489d9ec01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:09Z', 'updated_at': '2021-07-15T12:57:14Z', 'revision_number': 4, 'project_id': 'b1bed3db82d94ba082f589d0abe653bf', 'gw_port': {'id': 'fbf4475e-a3de-4aaf-ace0-d489d9ec01c3', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:10Z', 'updated_at': '2021-07-15T12:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '0fb284e8-7f46-4e01-b005-741d6805e669', 'name': '', 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'mac_address': 'fa:16:3e:74:81:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd44e2be9-560a-4145-9cc8-a12eda01a935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:13Z', 'updated_at': '2021-07-15T12:57:18Z', 'revision_number': 4, 'project_id': 'b1bed3db82d94ba082f589d0abe653bf', 'subnets': [{'id': 'd44e2be9-560a-4145-9cc8-a12eda01a935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:57:19.140598 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486e4514-a029-4fbc-920a-8016637ecc23 admin admin] Network a44b054f-32dd-4e18-a86c-b82291d60c01 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 12:57:19.154231 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-486e4514-a029-4fbc-920a-8016637ecc23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, a44b054f-32dd-4e18-a86c-b82291d60c01) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:57:19.159234 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486e4514-a029-4fbc-920a-8016637ecc23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:19.159827 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-486e4514-a029-4fbc-920a-8016637ecc23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:19.163115 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afb2e55-03fe-4743-b880-edc802a7fc44 None None] The sync data for ids ['de53690b-ee56-4872-aa83-a05f237c0443'] in n-d-771363-36 is: [{'id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-24460711-router', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fbf4475e-a3de-4aaf-ace0-d489d9ec01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:09Z', 'updated_at': '2021-07-15T12:57:14Z', 'revision_number': 4, 'project_id': 'b1bed3db82d94ba082f589d0abe653bf', 'gw_port': {'id': 'fbf4475e-a3de-4aaf-ace0-d489d9ec01c3', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:10Z', 'updated_at': '2021-07-15T12:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '0fb284e8-7f46-4e01-b005-741d6805e669', 'name': '', 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'mac_address': 'fa:16:3e:74:81:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd44e2be9-560a-4145-9cc8-a12eda01a935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:13Z', 'updated_at': '2021-07-15T12:57:18Z', 'revision_number': 4, 'project_id': 'b1bed3db82d94ba082f589d0abe653bf', 'subnets': [{'id': 'd44e2be9-560a-4145-9cc8-a12eda01a935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:57:19.173851 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf7b592-6681-44ab-9a56-939ffc6afc5b None None] Network a44b054f-32dd-4e18-a86c-b82291d60c01 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:57:19.201517 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-486e4514-a029-4fbc-920a-8016637ecc23 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7462935 Jul 15 12:57:19.204057 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 33180) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:19.209355 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-ef203265-6c2e-4ba8-8d86-f3b7de26f6a8 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1039355538-router', 'tenant_id': '0a27c629580a4c469f7ead3ebfc2448f', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:19.288351 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ef203265-6c2e-4ba8-8d86-f3b7de26f6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:19.290258 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ef4bc59e-b662-424a-91ca-89cf3448ee6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:19.290479 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ef203265-6c2e-4ba8-8d86-f3b7de26f6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:19.341038 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ef4bc59e-b662-424a-91ca-89cf3448ee6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:19.395687 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.20', 51972) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:19.428122 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-41f1b59d-19be-4d48-83d9-3881f869926e tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=9fe63190d1fb4f91935c6f4dc52396e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288866 Jul 15 12:57:19.431516 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ef4bc59e-b662-424a-91ca-89cf3448ee6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:19.435135 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ef4bc59e-b662-424a-91ca-89cf3448ee6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:19.436764 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ef4bc59e-b662-424a-91ca-89cf3448ee6b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/353468b5-cd32-4c1b-9f82-e7cb07587096 HTTP/1.1" status: 204 len: 168 time: 0.3387756 Jul 15 12:57:19.528692 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ef203265-6c2e-4ba8-8d86-f3b7de26f6a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:19.548235 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8049c8a0-7a31-4700-9fe1-9b14c9b82364 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-a44b054f-32dd-4e18-a86c-b82291d60c01', 'network_id': 'a44b054f-32dd-4e18-a86c-b82291d60c01', 'tenant_id': '0a27c629580a4c469f7ead3ebfc2448f', 'fixed_ips': [{'subnet_id': '4fa9d80e-60c4-4d09-8cea-f6b66b9a42dd'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 12:57:19.552931 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8049c8a0-7a31-4700-9fe1-9b14c9b82364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:19.671938 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-a51356c8-adf0-4d9e-8109-7ab3a6151ec0 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:19.674201 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-a51356c8-adf0-4d9e-8109-7ab3a6151ec0 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2360761 Jul 15 12:57:19.681852 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4bc59e-b662-424a-91ca-89cf3448ee6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353468b5-cd32-4c1b-9f82-e7cb07587096,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:19.730471 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-3ebcf73f-7523-4ed0-8a63-c4db17d97a87 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] Request body: {'port': {'device_id': '63758de6-ffa6-4735-8889-f72c0ddb74ef', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'admin_state_up': True, 'tenant_id': '9fe63190d1fb4f91935c6f4dc52396e6'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:19.952670 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-8049c8a0-7a31-4700-9fe1-9b14c9b82364 None None] Allocated IP 172.20.0.2 (a44b054f-32dd-4e18-a86c-b82291d60c01/4fa9d80e-60c4-4d09-8cea-f6b66b9a42dd/9eafb994-4174-4015-b60c-44235fc3ded2) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:57:19.981642 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ef203265-6c2e-4ba8-8d86-f3b7de26f6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:20.280636 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8049c8a0-7a31-4700-9fe1-9b14c9b82364 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:20.292838 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-3ebcf73f-7523-4ed0-8a63-c4db17d97a87 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] Made reservation on behalf of 9fe63190d1fb4f91935c6f4dc52396e6 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:57:20.298846 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-3ebcf73f-7523-4ed0-8a63-c4db17d97a87 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:20.299694 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8049c8a0-7a31-4700-9fe1-9b14c9b82364 None None] Transition to ACTIVE for port object 9eafb994-4174-4015-b60c-44235fc3ded2 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:57:20.325763 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8049c8a0-7a31-4700-9fe1-9b14c9b82364 None None] Transition to ACTIVE for port object 9eafb994-4174-4015-b60c-44235fc3ded2 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:57:20.338314 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8049c8a0-7a31-4700-9fe1-9b14c9b82364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:20.342915 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-3ebcf73f-7523-4ed0-8a63-c4db17d97a87 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:20.400046 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33220) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:20.450157 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-855520bf-9cd0-4006-bb99-eec26a387a8d req-84639c00-6fe5-485f-bd7f-e8aafbc7dcdc tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.16 "GET /v2.0/ports?device_id=63758de6-ffa6-4735-8889-f72c0ddb74ef HTTP/1.1" status: 200 len: 210 time: 0.1335115 Jul 15 12:57:20.525769 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8049c8a0-7a31-4700-9fe1-9b14c9b82364 None None] Network a44b054f-32dd-4e18-a86c-b82291d60c01 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:57:20.534525 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-8049c8a0-7a31-4700-9fe1-9b14c9b82364 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:57:20.544075 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8049c8a0-7a31-4700-9fe1-9b14c9b82364 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:57:20.589620 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 0fb284e8-7f46-4e01-b005-741d6805e669 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:57:20.593316 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-3ebcf73f-7523-4ed0-8a63-c4db17d97a87 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:20.596979 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ef203265-6c2e-4ba8-8d86-f3b7de26f6a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:20.606128 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-3ebcf73f-7523-4ed0-8a63-c4db17d97a87 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:20.705745 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ef203265-6c2e-4ba8-8d86-f3b7de26f6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:20.721079 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 33238) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:20.752149 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049c8a0-7a31-4700-9fe1-9b14c9b82364 None None] Pushing event updated for resources: {'Port': ['ID=9eafb994-4174-4015-b60c-44235fc3ded2,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:20.843837 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d57249b4-010b-4cfc-8d5d-abb7508f2245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:20.906769 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 0fb284e8-7f46-4e01-b005-741d6805e669 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:57:20.937844 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 0fb284e8-7f46-4e01-b005-741d6805e669 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:20.938204 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:20.948079 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-8049c8a0-7a31-4700-9fe1-9b14c9b82364 None None] Attempting to bind port 9eafb994-4174-4015-b60c-44235fc3ded2 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:57:20.948355 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-8049c8a0-7a31-4700-9fe1-9b14c9b82364 None None] Attempting to bind port 9eafb994-4174-4015-b60c-44235fc3ded2 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '22e43536-5231-41c2-a3f4-2118c0d3560e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a44b054f-32dd-4e18-a86c-b82291d60c01'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:57:20.948713 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8049c8a0-7a31-4700-9fe1-9b14c9b82364 None None] Attempting to bind port 9eafb994-4174-4015-b60c-44235fc3ded2 on network a44b054f-32dd-4e18-a86c-b82291d60c01 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:57:21.014222 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8049c8a0-7a31-4700-9fe1-9b14c9b82364 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:57:21.014603 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8049c8a0-7a31-4700-9fe1-9b14c9b82364 None None] Checking segment: {'id': '22e43536-5231-41c2-a3f4-2118c0d3560e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a44b054f-32dd-4e18-a86c-b82291d60c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:57:21.015016 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8049c8a0-7a31-4700-9fe1-9b14c9b82364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:21.015414 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8049c8a0-7a31-4700-9fe1-9b14c9b82364 None None] Bound using segment: {'id': '22e43536-5231-41c2-a3f4-2118c0d3560e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a44b054f-32dd-4e18-a86c-b82291d60c01'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:57:21.020077 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-8049c8a0-7a31-4700-9fe1-9b14c9b82364 None None] Bound port: 9eafb994-4174-4015-b60c-44235fc3ded2, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e43536-5231-41c2-a3f4-2118c0d3560e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a44b054f-32dd-4e18-a86c-b82291d60c01'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:57:21.021101 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8049c8a0-7a31-4700-9fe1-9b14c9b82364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:21.106655 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-ef203265-6c2e-4ba8-8d86-f3b7de26f6a8 admin admin] Allocated IP 172.25.8.50 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/f3d56858-f1c1-417a-8324-e73580968ab2) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:57:21.179676 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-3ebcf73f-7523-4ed0-8a63-c4db17d97a87 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] Allocated IP 192.168.233.208 (fb7e2853-c052-4bbe-a410-b119ef2f5100/f7332b1d-b5ae-478a-9a33-4a7a808c5484/633b8146-822b-474f-b256-33000dae9ce2) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:57:21.211004 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebcf73f-7523-4ed0-8a63-c4db17d97a87 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd74bb2d-28c5-4fc5-bb99-05815203de17,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:21.221928 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-a2e1fc52-c796-42dc-b3f7-cecbd8580524 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1763259689-network', 'tenant_id': '15248c18ebf14eb58cd5f530c42f2842'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:21.352438 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-8049c8a0-7a31-4700-9fe1-9b14c9b82364 None None] For port 9eafb994-4174-4015-b60c-44235fc3ded2, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:57:21.354356 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:21.367384 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-8049c8a0-7a31-4700-9fe1-9b14c9b82364 None None] For port 9eafb994-4174-4015-b60c-44235fc3ded2, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9eafb994-4174-4015-b60c-44235fc3ded2,segment=NetworkSegment(22e43536-5231-41c2-a3f4-2118c0d3560e),segment_id=22e43536-5231-41c2-a3f4-2118c0d3560e)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:57:21.389575 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8049c8a0-7a31-4700-9fe1-9b14c9b82364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:21.457368 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d57249b4-010b-4cfc-8d5d-abb7508f2245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:21.478689 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d57249b4-010b-4cfc-8d5d-abb7508f2245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:21.507166 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 0fb284e8-7f46-4e01-b005-741d6805e669, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=0fb284e8-7f46-4e01-b005-741d6805e669,segment=NetworkSegment(cd857633-46f6-4d90-bb5f-e587bc48f622),segment_id=cd857633-46f6-4d90-bb5f-e587bc48f622)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:57:21.540934 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:21.569469 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049c8a0-7a31-4700-9fe1-9b14c9b82364 None None] Pushing event updated for resources: {'Port': ['ID=9eafb994-4174-4015-b60c-44235fc3ded2,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:21.573918 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e1fc52-c796-42dc-b3f7-cecbd8580524 admin admin] Made reservation on behalf of 15248c18ebf14eb58cd5f530c42f2842 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:57:21.591735 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a2e1fc52-c796-42dc-b3f7-cecbd8580524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:21.675908 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a2e1fc52-c796-42dc-b3f7-cecbd8580524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:21.701568 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-3ebcf73f-7523-4ed0-8a63-c4db17d97a87 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:21.719868 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ef203265-6c2e-4ba8-8d86-f3b7de26f6a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:21.740911 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57249b4-010b-4cfc-8d5d-abb7508f2245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9aebb7-02b3-4a5c-a17d-977cb0fdfdca,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:21.767561 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-3ebcf73f-7523-4ed0-8a63-c4db17d97a87 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] Transition to ACTIVE for port object 633b8146-822b-474f-b256-33000dae9ce2 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:57:21.772218 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=0fb284e8-7f46-4e01-b005-741d6805e669,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:21.831052 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d57249b4-010b-4cfc-8d5d-abb7508f2245 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9d118fa2575f47739d43f48f0d9dc310&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1086898 Jul 15 12:57:21.883127 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33268) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:21.995567 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-311299c4-d9f5-4101-b609-0d27d87771ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:22.045705 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-311299c4-d9f5-4101-b609-0d27d87771ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:22.060650 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-45e9d062-f405-4670-b2c4-607cfc95c9d0 req-b64f2312-6d2e-4cb5-967c-a818d628fd4a tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.16 "GET /v2.0/ports?device_id=63758de6-ffa6-4735-8889-f72c0ddb74ef HTTP/1.1" status: 200 len: 210 time: 0.3009906 Jul 15 12:57:22.065642 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ef203265-6c2e-4ba8-8d86-f3b7de26f6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:22.134750 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-311299c4-d9f5-4101-b609-0d27d87771ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:22.138133 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-311299c4-d9f5-4101-b609-0d27d87771ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:22.141607 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-311299c4-d9f5-4101-b609-0d27d87771ec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cd9aebb7-02b3-4a5c-a17d-977cb0fdfdca HTTP/1.1" status: 204 len: 168 time: 0.2679529 Jul 15 12:57:22.153620 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311299c4-d9f5-4101-b609-0d27d87771ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9aebb7-02b3-4a5c-a17d-977cb0fdfdca,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:22.181286 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-3ebcf73f-7523-4ed0-8a63-c4db17d97a87 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:22.255922 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef203265-6c2e-4ba8-8d86-f3b7de26f6a8 admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:57:22.260013 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-ef203265-6c2e-4ba8-8d86-f3b7de26f6a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:57:22.287475 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef203265-6c2e-4ba8-8d86-f3b7de26f6a8 admin admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:57:22.290381 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef203265-6c2e-4ba8-8d86-f3b7de26f6a8 admin admin] Pushing event updated for resources: {'Port': ['ID=f3d56858-f1c1-417a-8324-e73580968ab2,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:22.462841 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-3ebcf73f-7523-4ed0-8a63-c4db17d97a87 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] Network fb7e2853-c052-4bbe-a410-b119ef2f5100 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:57:22.486667 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-3ebcf73f-7523-4ed0-8a63-c4db17d97a87 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:57:22.494126 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-3ebcf73f-7523-4ed0-8a63-c4db17d97a87 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:57:22.501313 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-3ebcf73f-7523-4ed0-8a63-c4db17d97a87 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:22.502623 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-3ebcf73f-7523-4ed0-8a63-c4db17d97a87 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:22.518354 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebcf73f-7523-4ed0-8a63-c4db17d97a87 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] Pushing event updated for resources: {'Port': ['ID=633b8146-822b-474f-b256-33000dae9ce2,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:22.549180 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a2e1fc52-c796-42dc-b3f7-cecbd8580524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:22.557302 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a2e1fc52-c796-42dc-b3f7-cecbd8580524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:22.577465 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-3ebcf73f-7523-4ed0-8a63-c4db17d97a87 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8516526 Jul 15 12:57:22.629338 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-6f99b6ad-9a47-47dc-92d4-3e1818751932 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:57:22.630954 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-6f99b6ad-9a47-47dc-92d4-3e1818751932 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0321784 Jul 15 12:57:22.663127 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2e1fc52-c796-42dc-b3f7-cecbd8580524 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 12:57:22.727721 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 0fb284e8-7f46-4e01-b005-741d6805e669 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:57:22.728204 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1fc52-c796-42dc-b3f7-cecbd8580524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edd7699-03c4-43c3-bf10-365c214da6ac,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:22.750940 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a2e1fc52-c796-42dc-b3f7-cecbd8580524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:22.752202 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-a2e1fc52-c796-42dc-b3f7-cecbd8580524 admin admin] Added segment 00510c81-a0fb-481e-89f5-d9818d3653f2 of type vlan for network f445bec2-f4f9-4535-aa47-88f524200545 Jul 15 12:57:22.865501 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 0fb284e8-7f46-4e01-b005-741d6805e669 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:22.874666 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:22.878517 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ef203265-6c2e-4ba8-8d86-f3b7de26f6a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:22.912304 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a2e1fc52-c796-42dc-b3f7-cecbd8580524 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:23.007923 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a2e1fc52-c796-42dc-b3f7-cecbd8580524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:23.008912 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e1fc52-c796-42dc-b3f7-cecbd8580524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:23.009541 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a2e1fc52-c796-42dc-b3f7-cecbd8580524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:23.077931 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 33308) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:23.079677 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a2e1fc52-c796-42dc-b3f7-cecbd8580524 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.6785183 Jul 15 12:57:23.099860 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-bffc1e12-ad5f-4ca6-832a-5342ad1e6787 admin admin] Request body: {'subnet': {'network_id': 'f445bec2-f4f9-4535-aa47-88f524200545', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1763259689-subnet', 'tenant_id': '15248c18ebf14eb58cd5f530c42f2842', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:23.161147 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1fc52-c796-42dc-b3f7-cecbd8580524 admin admin] Pushing event updated for resources: {'Network': ['ID=f445bec2-f4f9-4535-aa47-88f524200545,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:23.257298 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network f445bec2-f4f9-4535-aa47-88f524200545 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 12:57:23.328199 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfd6044-446e-441a-8aea-c15050d60cf1 None None] Network a44b054f-32dd-4e18-a86c-b82291d60c01 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:57:23.367036 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-79075885-0118-463d-9011-2cf074c3a52a None None] Provisioning for port 633b8146-822b-474f-b256-33000dae9ce2 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:57:23.373769 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-79075885-0118-463d-9011-2cf074c3a52a None None] Provisioning complete for port 633b8146-822b-474f-b256-33000dae9ce2 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:23.374181 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-79075885-0118-463d-9011-2cf074c3a52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:23.393933 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ef203265-6c2e-4ba8-8d86-f3b7de26f6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:23.408177 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9eafb994-4174-4015-b60c-44235fc3ded2 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:57:23.493687 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffc1e12-ad5f-4ca6-832a-5342ad1e6787 admin admin] Made reservation on behalf of 15248c18ebf14eb58cd5f530c42f2842 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:57:23.494015 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-79075885-0118-463d-9011-2cf074c3a52a None None] Port 633b8146-822b-474f-b256-33000dae9ce2 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:57:23.501215 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bffc1e12-ad5f-4ca6-832a-5342ad1e6787 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:23.521276 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 9eafb994-4174-4015-b60c-44235fc3ded2 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:57:23.634916 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8cfa966c-18ab-4f57-bba6-9cc09a31366b None None] Provisioning for port 9eafb994-4174-4015-b60c-44235fc3ded2 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:57:23.642928 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8cfa966c-18ab-4f57-bba6-9cc09a31366b None None] Provisioning complete for port 9eafb994-4174-4015-b60c-44235fc3ded2 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:23.643317 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8cfa966c-18ab-4f57-bba6-9cc09a31366b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:23.751933 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8cfa966c-18ab-4f57-bba6-9cc09a31366b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:23.880926 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-8cfa966c-18ab-4f57-bba6-9cc09a31366b None None] For port 9eafb994-4174-4015-b60c-44235fc3ded2, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9eafb994-4174-4015-b60c-44235fc3ded2,segment=NetworkSegment(22e43536-5231-41c2-a3f4-2118c0d3560e),segment_id=22e43536-5231-41c2-a3f4-2118c0d3560e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:57:23.890163 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8cfa966c-18ab-4f57-bba6-9cc09a31366b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:23.972608 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177e99c-f04e-4899-b4bb-81c7aa01921d req-292d8b26-9f19-47a1-a624-118ef8b40299 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:23.987361 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33322) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:23.989640 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0177e99c-f04e-4899-b4bb-81c7aa01921d req-292d8b26-9f19-47a1-a624-118ef8b40299 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.16 "GET /v2.0/ports?device_id=63758de6-ffa6-4735-8889-f72c0ddb74ef HTTP/1.1" status: 200 len: 936 time: 0.5844855 Jul 15 12:57:24.074855 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa966c-18ab-4f57-bba6-9cc09a31366b None None] Pushing event updated for resources: {'Port': ['ID=9eafb994-4174-4015-b60c-44235fc3ded2,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:24.220074 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-615f7ea3-9e41-4c8f-b2af-e241a1a039bd None None] Provisioning complete for port 9eafb994-4174-4015-b60c-44235fc3ded2 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:24.220633 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-615f7ea3-9e41-4c8f-b2af-e241a1a039bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:24.249072 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0177e99c-f04e-4899-b4bb-81c7aa01921d req-292e8149-0ec9-443a-86ca-f7d1ba9b8a8d tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd74bb2d-28c5-4fc5-bb99-05815203de17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585235 Jul 15 12:57:24.365587 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-6902cfe3-0c05-45ca-966e-8caa0cbfcad4 service neutron] Request body: {'port': {'device_id': '63758de6-ffa6-4735-8889-f72c0ddb74ef', 'device_owner': 'compute:tempest-test_az-373280312', 'binding:host_id': 'n-h1-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:24.389044 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef203265-6c2e-4ba8-8d86-f3b7de26f6a8 admin admin] Router 63c88182-3c95-4449-a870-d6a3206ddc8f is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 12:57:24.447640 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-526d3e4e-8249-41eb-a957-ddbffc4b3f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:24.477875 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9eafb994-4174-4015-b60c-44235fc3ded2 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:57:24.594267 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 9eafb994-4174-4015-b60c-44235fc3ded2 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:24.594892 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:24.665519 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-6902cfe3-0c05-45ca-966e-8caa0cbfcad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:24.851426 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bffc1e12-ad5f-4ca6-832a-5342ad1e6787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:24.947715 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef203265-6c2e-4ba8-8d86-f3b7de26f6a8 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:57:24.950046 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffc1e12-ad5f-4ca6-832a-5342ad1e6787 admin admin] Checking segment: {'id': '00510c81-a0fb-481e-89f5-d9818d3653f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f445bec2-f4f9-4535-aa47-88f524200545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:57:24.950399 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffc1e12-ad5f-4ca6-832a-5342ad1e6787 admin admin] Network hostable DHCP agents. Network: f445bec2-f4f9-4535-aa47-88f524200545, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 12:57:24.957610 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bd9c1d-da66-41a3-9177-ad9b0389036e None None] Sync routers for ids ['63c88182-3c95-4449-a870-d6a3206ddc8f'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:57:24.959055 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc1e12-ad5f-4ca6-832a-5342ad1e6787 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc967a6a-758f-4110-8b69-02315fab45d0,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:24.975984 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bd9c1d-da66-41a3-9177-ad9b0389036e None None] Routers {'63c88182-3c95-4449-a870-d6a3206ddc8f'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:57:24.978316 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-02bd9c1d-da66-41a3-9177-ad9b0389036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:57:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['63c88182-3c95-4449-a870-d6a3206ddc8f'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:57:24.982660 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffc1e12-ad5f-4ca6-832a-5342ad1e6787 admin admin] Network f445bec2-f4f9-4535-aa47-88f524200545 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 12:57:24.990106 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-526d3e4e-8249-41eb-a957-ddbffc4b3f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:24.999319 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-526d3e4e-8249-41eb-a957-ddbffc4b3f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:24.999978 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-bffc1e12-ad5f-4ca6-832a-5342ad1e6787 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, f445bec2-f4f9-4535-aa47-88f524200545) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:57:25.014730 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cf5389-0272-441d-8968-6cb68418ddfa None None] Network f445bec2-f4f9-4535-aa47-88f524200545 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:57:25.043120 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffc1e12-ad5f-4ca6-832a-5342ad1e6787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:25.043751 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bffc1e12-ad5f-4ca6-832a-5342ad1e6787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:25.050905 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ef203265-6c2e-4ba8-8d86-f3b7de26f6a8 admin admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:25.053246 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ef203265-6c2e-4ba8-8d86-f3b7de26f6a8 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.8479593 Jul 15 12:57:25.057948 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 33356) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:25.126947 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-bffc1e12-ad5f-4ca6-832a-5342ad1e6787 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0448909 Jul 15 12:57:25.178942 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-526d3e4e-8249-41eb-a957-ddbffc4b3f02 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bcfa441bacdb4edfa971db4838ae358e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1898930 Jul 15 12:57:25.183742 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33364) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:25.291003 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ec61a0-18a8-4f88-b659-78f85fd3063a None None] Network f445bec2-f4f9-4535-aa47-88f524200545 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:57:25.333845 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d3e4e-8249-41eb-a957-ddbffc4b3f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a4e512-4df0-4499-92c7-e945a5d27c8b,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:25.340669 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 33368) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:25.373160 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-02bd9c1d-da66-41a3-9177-ad9b0389036e None None] Set router 63c88182-3c95-4449-a870-d6a3206ddc8f gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:57:25.498096 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9029b196-b7b7-4988-bb25-ed76f54c7a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:25.693304 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9029b196-b7b7-4988-bb25-ed76f54c7a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:25.787477 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-02bd9c1d-da66-41a3-9177-ad9b0389036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c88182-3c95-4449-a870-d6a3206ddc8f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1039355538-router', 'tenant_id': '0a27c629580a4c469f7ead3ebfc2448f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'f3d56858-f1c1-417a-8324-e73580968ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:19Z', 'updated_at': '2021-07-15T12:57:22Z', 'revision_number': 3, 'project_id': '0a27c629580a4c469f7ead3ebfc2448f', 'gw_port': {'id': 'f3d56858-f1c1-417a-8324-e73580968ab2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:7c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c88182-3c95-4449-a870-d6a3206ddc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:20Z', 'updated_at': '2021-07-15T12:57:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:57:25.811678 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c9a37-3f22-4e65-bbf8-e3f5dbf95fc9 req-ad3b0362-f4ce-49f6-886a-c50ce31043c7 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:25.822083 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-751c9a37-3f22-4e65-bbf8-e3f5dbf95fc9 req-ad3b0362-f4ce-49f6-886a-c50ce31043c7 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.16 "GET /v2.0/ports?device_id=63758de6-ffa6-4735-8889-f72c0ddb74ef HTTP/1.1" status: 200 len: 936 time: 0.1818898 Jul 15 12:57:25.839619 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bd9c1d-da66-41a3-9177-ad9b0389036e None None] Checking router: 63c88182-3c95-4449-a870-d6a3206ddc8f for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:57:25.840530 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bd9c1d-da66-41a3-9177-ad9b0389036e None None] Updating router 63c88182-3c95-4449-a870-d6a3206ddc8f port f3d56858-f1c1-417a-8324-e73580968ab2 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 12:57:25.897421 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-751c9a37-3f22-4e65-bbf8-e3f5dbf95fc9 req-7b89dd05-7491-4653-84af-96202f7be0d1 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd74bb2d-28c5-4fc5-bb99-05815203de17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743456 Jul 15 12:57:25.922114 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-87f073c5-53e3-4ab5-ac3b-01a1add8f02a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-870141934-network', 'tenant_id': 'eab83a220c154216861503618b01c15d'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:25.927369 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33378) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:25.944619 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-02bd9c1d-da66-41a3-9177-ad9b0389036e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:25.967066 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f073c5-53e3-4ab5-ac3b-01a1add8f02a admin admin] Made reservation on behalf of eab83a220c154216861503618b01c15d for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:57:25.969389 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-87f073c5-53e3-4ab5-ac3b-01a1add8f02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:25.992656 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-87f073c5-53e3-4ab5-ac3b-01a1add8f02a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:25.997461 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-6902cfe3-0c05-45ca-966e-8caa0cbfcad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 633b8146-822b-474f-b256-33000dae9ce2 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:57:26.015132 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-6902cfe3-0c05-45ca-966e-8caa0cbfcad4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:26.035307 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9029b196-b7b7-4988-bb25-ed76f54c7a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:26.037799 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9029b196-b7b7-4988-bb25-ed76f54c7a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:26.046332 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9029b196-b7b7-4988-bb25-ed76f54c7a3c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/84a4e512-4df0-4499-92c7-e945a5d27c8b HTTP/1.1" status: 204 len: 168 time: 0.8086319 Jul 15 12:57:26.075541 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-6902cfe3-0c05-45ca-966e-8caa0cbfcad4 service neutron] Transition to ACTIVE for port object 633b8146-822b-474f-b256-33000dae9ce2 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:57:26.080763 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9029b196-b7b7-4988-bb25-ed76f54c7a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a4e512-4df0-4499-92c7-e945a5d27c8b,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:26.114793 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-6902cfe3-0c05-45ca-966e-8caa0cbfcad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:26.135081 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d6ccfd55-9a95-44d4-b50c-fc4d19e5d3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:26.241638 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-87f073c5-53e3-4ab5-ac3b-01a1add8f02a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:26.263440 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-87f073c5-53e3-4ab5-ac3b-01a1add8f02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:26.288009 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87f073c5-53e3-4ab5-ac3b-01a1add8f02a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 12:57:26.344484 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-87f073c5-53e3-4ab5-ac3b-01a1add8f02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:26.344824 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-87f073c5-53e3-4ab5-ac3b-01a1add8f02a admin admin] Added segment 51e24302-ea47-473c-821f-7e4d12b6b608 of type vlan for network 3ccc611d-a289-44b3-992b-3e39605548b4 Jul 15 12:57:26.383143 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6902cfe3-0c05-45ca-966e-8caa0cbfcad4 service neutron] Pushing event updated for resources: {'Port': ['ID=633b8146-822b-474f-b256-33000dae9ce2,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:26.487058 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8138cd-8451-497d-9fdb-0a2779fef182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:26.515155 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-6902cfe3-0c05-45ca-966e-8caa0cbfcad4 service neutron] Attempting to bind port 633b8146-822b-474f-b256-33000dae9ce2 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:57:26.515760 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-6902cfe3-0c05-45ca-966e-8caa0cbfcad4 service neutron] Attempting to bind port 633b8146-822b-474f-b256-33000dae9ce2 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:57:26.516382 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-6902cfe3-0c05-45ca-966e-8caa0cbfcad4 service neutron] Attempting to bind port 633b8146-822b-474f-b256-33000dae9ce2 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:57:26.545199 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-6902cfe3-0c05-45ca-966e-8caa0cbfcad4 service neutron] Port 633b8146-822b-474f-b256-33000dae9ce2 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:57:26.545780 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-6902cfe3-0c05-45ca-966e-8caa0cbfcad4 service neutron] Attempting to bind port 633b8146-822b-474f-b256-33000dae9ce2 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:57:26.554314 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-6902cfe3-0c05-45ca-966e-8caa0cbfcad4 service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:57:26.554858 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-6902cfe3-0c05-45ca-966e-8caa0cbfcad4 service neutron] Checking segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:57:26.555587 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-6902cfe3-0c05-45ca-966e-8caa0cbfcad4 service neutron] Bound using segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:57:26.556338 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-6902cfe3-0c05-45ca-966e-8caa0cbfcad4 service neutron] Bound port: 633b8146-822b-474f-b256-33000dae9ce2, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:57:26.556861 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-6902cfe3-0c05-45ca-966e-8caa0cbfcad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:26.563822 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f073c5-53e3-4ab5-ac3b-01a1add8f02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aade9e98-88ea-4e93-8a3a-267a617a212a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:26.644726 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-87f073c5-53e3-4ab5-ac3b-01a1add8f02a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:26.769324 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-87f073c5-53e3-4ab5-ac3b-01a1add8f02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:26.772276 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f073c5-53e3-4ab5-ac3b-01a1add8f02a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:26.774972 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-87f073c5-53e3-4ab5-ac3b-01a1add8f02a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:26.776361 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-02bd9c1d-da66-41a3-9177-ad9b0389036e None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:26.804063 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d6ccfd55-9a95-44d4-b50c-fc4d19e5d3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:26.819638 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d6ccfd55-9a95-44d4-b50c-fc4d19e5d3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:26.828693 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-02bd9c1d-da66-41a3-9177-ad9b0389036e None None] Transition to ACTIVE for port object f3d56858-f1c1-417a-8324-e73580968ab2 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:57:26.831070 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-6902cfe3-0c05-45ca-966e-8caa0cbfcad4 service neutron] For port 633b8146-822b-474f-b256-33000dae9ce2, host n-h1-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:57:26.846989 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33394) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:26.851093 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-02bd9c1d-da66-41a3-9177-ad9b0389036e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:26.878166 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-87f073c5-53e3-4ab5-ac3b-01a1add8f02a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5357790 Jul 15 12:57:26.973061 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33396) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:26.992907 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-6902cfe3-0c05-45ca-966e-8caa0cbfcad4 service neutron] For port 633b8146-822b-474f-b256-33000dae9ce2, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=633b8146-822b-474f-b256-33000dae9ce2,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:57:27.006893 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-c570b8d8-30b3-4d7a-91af-18d2ba8f07f9 admin admin] Request body: {'subnet': {'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-870141934-subnet', 'tenant_id': 'eab83a220c154216861503618b01c15d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:27.029521 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb804bc-c114-422a-b084-8bc27a348908 None None] Pushing event updated for resources: {'Port': ['ID=f3d56858-f1c1-417a-8324-e73580968ab2,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:27.040631 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-02bd9c1d-da66-41a3-9177-ad9b0389036e None None] Attempting to bind port f3d56858-f1c1-417a-8324-e73580968ab2 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:57:27.041115 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-02bd9c1d-da66-41a3-9177-ad9b0389036e None None] Attempting to bind port f3d56858-f1c1-417a-8324-e73580968ab2 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:57:27.047569 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bd9c1d-da66-41a3-9177-ad9b0389036e None None] Attempting to bind port f3d56858-f1c1-417a-8324-e73580968ab2 on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:57:27.064773 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bd9c1d-da66-41a3-9177-ad9b0389036e None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:57:27.064914 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bd9c1d-da66-41a3-9177-ad9b0389036e None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:57:27.069708 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-02bd9c1d-da66-41a3-9177-ad9b0389036e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:27.070167 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bd9c1d-da66-41a3-9177-ad9b0389036e None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:57:27.071822 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-02bd9c1d-da66-41a3-9177-ad9b0389036e None None] Bound port: f3d56858-f1c1-417a-8324-e73580968ab2, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:57:27.072550 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-509cdcbb-7de6-444a-891e-4178411163a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:27.078768 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-02bd9c1d-da66-41a3-9177-ad9b0389036e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:27.089162 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d6ccfd55-9a95-44d4-b50c-fc4d19e5d3e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1d4324eb1ce54e57b914483854a9b921&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1572912 Jul 15 12:57:27.091310 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f073c5-53e3-4ab5-ac3b-01a1add8f02a admin admin] Pushing event updated for resources: {'Network': ['ID=3ccc611d-a289-44b3-992b-3e39605548b4,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:27.103456 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 3ccc611d-a289-44b3-992b-3e39605548b4 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 12:57:27.104046 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 33404) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:27.119932 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-6902cfe3-0c05-45ca-966e-8caa0cbfcad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:27.157557 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ccfd55-9a95-44d4-b50c-fc4d19e5d3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b137a1-80fd-4c26-b8d0-b1097cb9ff99,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:27.159641 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 33408) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:27.187556 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-2a4ff4d0-c292-4a9f-bfe9-5d8c3292cdab admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1291595879-network', 'tenant_id': 'dc388a7f37f84ea685ed2d0df53686c1'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:27.238109 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-ff8138cd-8451-497d-9fdb-0a2779fef182 admin admin] Allocated IP 172.20.0.1 (a44b054f-32dd-4e18-a86c-b82291d60c01/4fa9d80e-60c4-4d09-8cea-f6b66b9a42dd/85d8334f-6bb0-42ac-aad1-c445a4d99a8e) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:57:27.243632 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c570b8d8-30b3-4d7a-91af-18d2ba8f07f9 admin admin] Made reservation on behalf of eab83a220c154216861503618b01c15d for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:57:27.256036 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c570b8d8-30b3-4d7a-91af-18d2ba8f07f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:27.278811 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-02bd9c1d-da66-41a3-9177-ad9b0389036e None None] For port f3d56858-f1c1-417a-8324-e73580968ab2, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:57:27.284987 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-02bd9c1d-da66-41a3-9177-ad9b0389036e None None] For port f3d56858-f1c1-417a-8324-e73580968ab2, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=f3d56858-f1c1-417a-8324-e73580968ab2,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:57:27.297411 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4ff4d0-c292-4a9f-bfe9-5d8c3292cdab admin admin] Made reservation on behalf of dc388a7f37f84ea685ed2d0df53686c1 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:57:27.301041 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2a4ff4d0-c292-4a9f-bfe9-5d8c3292cdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:27.308595 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-6902cfe3-0c05-45ca-966e-8caa0cbfcad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:27.309799 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-6902cfe3-0c05-45ca-966e-8caa0cbfcad4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:27.311675 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-6902cfe3-0c05-45ca-966e-8caa0cbfcad4 service neutron] 10.222.0.20 "PUT /v2.0/ports/633b8146-822b-474f-b256-33000dae9ce2 HTTP/1.1" status: 200 len: 1118 time: 3.7691927 Jul 15 12:57:27.315477 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-02bd9c1d-da66-41a3-9177-ad9b0389036e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:27.345666 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2a4ff4d0-c292-4a9f-bfe9-5d8c3292cdab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:27.389074 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bd9c1d-da66-41a3-9177-ad9b0389036e None None] Routers {'63c88182-3c95-4449-a870-d6a3206ddc8f'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:57:27.389750 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-02bd9c1d-da66-41a3-9177-ad9b0389036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:57:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['63c88182-3c95-4449-a870-d6a3206ddc8f'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:57:27.404532 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63758de6-ffa6-4735-8889-f72c0ddb74ef', 'tag': '633b8146-822b-474f-b256-33000dae9ce2'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:57:27.433033 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb804bc-c114-422a-b084-8bc27a348908 None None] Pushing event updated for resources: {'Port': ['ID=f3d56858-f1c1-417a-8324-e73580968ab2,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:27.464882 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6065b-4c84-4e37-8f90-9a1aada130ef req-793b6655-a84b-445a-b074-79287b242435 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:27.469270 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6902cfe3-0c05-45ca-966e-8caa0cbfcad4 service neutron] Pushing event updated for resources: {'Port': ['ID=633b8146-822b-474f-b256-33000dae9ce2,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:27.479694 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5be6065b-4c84-4e37-8f90-9a1aada130ef req-793b6655-a84b-445a-b074-79287b242435 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.16 "GET /v2.0/ports?device_id=63758de6-ffa6-4735-8889-f72c0ddb74ef HTTP/1.1" status: 200 len: 969 time: 0.3856318 Jul 15 12:57:27.543804 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-deb8a878-5382-4608-aaff-46696b2995e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:27.592846 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-02bd9c1d-da66-41a3-9177-ad9b0389036e None None] Set router 63c88182-3c95-4449-a870-d6a3206ddc8f gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:57:27.651136 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5be6065b-4c84-4e37-8f90-9a1aada130ef req-c0d8ab81-a502-4c77-81d2-dd5662166b25 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd74bb2d-28c5-4fc5-bb99-05815203de17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635449 Jul 15 12:57:27.651136 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-deb8a878-5382-4608-aaff-46696b2995e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:27.693806 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8138cd-8451-497d-9fdb-0a2779fef182 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:27.750290 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16afd007-b6c4-419a-ae72-2ad71f933d72" -d '{"events": [{"name": "network-changed", "server_uuid": "63758de6-ffa6-4735-8889-f72c0ddb74ef", "tag": "633b8146-822b-474f-b256-33000dae9ce2"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:57:27.752201 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff8138cd-8451-497d-9fdb-0a2779fef182 admin admin] Transition to ACTIVE for port object 85d8334f-6bb0-42ac-aad1-c445a4d99a8e will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:57:27.798096 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-deb8a878-5382-4608-aaff-46696b2995e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:27.801329 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-deb8a878-5382-4608-aaff-46696b2995e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:27.813281 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-deb8a878-5382-4608-aaff-46696b2995e7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d6b137a1-80fd-4c26-b8d0-b1097cb9ff99 HTTP/1.1" status: 204 len: 168 time: 0.7055938 Jul 15 12:57:27.822169 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8138cd-8451-497d-9fdb-0a2779fef182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:27.882674 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8a878-5382-4608-aaff-46696b2995e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b137a1-80fd-4c26-b8d0-b1097cb9ff99,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:27.902939 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8138cd-8451-497d-9fdb-0a2779fef182 admin admin] Network a44b054f-32dd-4e18-a86c-b82291d60c01 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:57:27.906246 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-ff8138cd-8451-497d-9fdb-0a2779fef182 admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:57:27.910191 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8138cd-8451-497d-9fdb-0a2779fef182 admin admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:57:27.910685 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8138cd-8451-497d-9fdb-0a2779fef182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:28.013309 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8138cd-8451-497d-9fdb-0a2779fef182 admin admin] Pushing event updated for resources: {'Port': ['ID=85d8334f-6bb0-42ac-aad1-c445a4d99a8e,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:28.088378 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-02bd9c1d-da66-41a3-9177-ad9b0389036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c88182-3c95-4449-a870-d6a3206ddc8f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1039355538-router', 'tenant_id': '0a27c629580a4c469f7ead3ebfc2448f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'f3d56858-f1c1-417a-8324-e73580968ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:19Z', 'updated_at': '2021-07-15T12:57:22Z', 'revision_number': 3, 'project_id': '0a27c629580a4c469f7ead3ebfc2448f', 'gw_port': {'id': 'f3d56858-f1c1-417a-8324-e73580968ab2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:7c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c88182-3c95-4449-a870-d6a3206ddc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:20Z', 'updated_at': '2021-07-15T12:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:57:28.126119 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-509cdcbb-7de6-444a-891e-4178411163a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:28.139433 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-509cdcbb-7de6-444a-891e-4178411163a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:28.179705 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bd9c1d-da66-41a3-9177-ad9b0389036e None None] The sync data for ids ['63c88182-3c95-4449-a870-d6a3206ddc8f'] in n-d-771363-36 is: [{'id': '63c88182-3c95-4449-a870-d6a3206ddc8f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1039355538-router', 'tenant_id': '0a27c629580a4c469f7ead3ebfc2448f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'f3d56858-f1c1-417a-8324-e73580968ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:19Z', 'updated_at': '2021-07-15T12:57:22Z', 'revision_number': 3, 'project_id': '0a27c629580a4c469f7ead3ebfc2448f', 'gw_port': {'id': 'f3d56858-f1c1-417a-8324-e73580968ab2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:7c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c88182-3c95-4449-a870-d6a3206ddc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:20Z', 'updated_at': '2021-07-15T12:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:57:28.227866 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c570b8d8-30b3-4d7a-91af-18d2ba8f07f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:28.251232 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bde189e-fee9-4bb8-906f-1f67a5c9a5a1 x-openstack-request-id: req-1bde189e-fee9-4bb8-906f-1f67a5c9a5a1 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:57:28.251590 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63758de6-ffa6-4735-8889-f72c0ddb74ef", "tag": "633b8146-822b-474f-b256-33000dae9ce2", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:57:28.251876 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1bde189e-fee9-4bb8-906f-1f67a5c9a5a1 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:57:28.252271 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63758de6-ffa6-4735-8889-f72c0ddb74ef', 'tag': '633b8146-822b-474f-b256-33000dae9ce2', 'status': 'completed', 'code': 200} Jul 15 12:57:28.302502 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-ebe5905c-fb99-49f9-9d26-a5791b69b59d None None] Provisioning for port 85d8334f-6bb0-42ac-aad1-c445a4d99a8e completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:57:28.311702 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-ebe5905c-fb99-49f9-9d26-a5791b69b59d None None] Provisioning complete for port 85d8334f-6bb0-42ac-aad1-c445a4d99a8e triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:28.313493 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ebe5905c-fb99-49f9-9d26-a5791b69b59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:28.318073 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8138cd-8451-497d-9fdb-0a2779fef182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:28.396087 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2a4ff4d0-c292-4a9f-bfe9-5d8c3292cdab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:28.410949 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2a4ff4d0-c292-4a9f-bfe9-5d8c3292cdab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:28.415436 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-ebe5905c-fb99-49f9-9d26-a5791b69b59d None None] Port 85d8334f-6bb0-42ac-aad1-c445a4d99a8e cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:57:28.435461 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509cdcbb-7de6-444a-891e-4178411163a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7557e9c2-08e5-478d-ad85-ef667e6ffbcd,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:28.463558 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ff4d0-c292-4a9f-bfe9-5d8c3292cdab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af084bc7-80ac-4f44-94cc-c3014912c4cb,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:28.481767 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a4ff4d0-c292-4a9f-bfe9-5d8c3292cdab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 12:57:28.515442 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-509cdcbb-7de6-444a-891e-4178411163a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=02ea13979f8d4865b1bddfddcc1cb7d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6514294 Jul 15 12:57:28.518157 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 33430) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:28.537761 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2a4ff4d0-c292-4a9f-bfe9-5d8c3292cdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:28.538322 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-2a4ff4d0-c292-4a9f-bfe9-5d8c3292cdab admin admin] Added segment 3ab4d26a-fbf9-443b-a16c-7a126a583fc3 of type vlan for network 7d6e6a83-65cb-49f9-bcd1-2776c32e6d5e Jul 15 12:57:28.551430 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570b8d8-30b3-4d7a-91af-18d2ba8f07f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7de80623-b855-4366-a308-8757d4a69fb8,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:28.596992 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c570b8d8-30b3-4d7a-91af-18d2ba8f07f9 admin admin] Checking segment: {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:57:28.597444 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c570b8d8-30b3-4d7a-91af-18d2ba8f07f9 admin admin] Network hostable DHCP agents. Network: 3ccc611d-a289-44b3-992b-3e39605548b4, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 12:57:28.628899 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c570b8d8-30b3-4d7a-91af-18d2ba8f07f9 admin admin] Network 3ccc611d-a289-44b3-992b-3e39605548b4 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 12:57:28.647362 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-c570b8d8-30b3-4d7a-91af-18d2ba8f07f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 3ccc611d-a289-44b3-992b-3e39605548b4) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:57:28.651569 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c570b8d8-30b3-4d7a-91af-18d2ba8f07f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:28.652151 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c570b8d8-30b3-4d7a-91af-18d2ba8f07f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:28.659086 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c4fb79-c572-47e9-9911-5a9d644cb402 None None] Network 3ccc611d-a289-44b3-992b-3e39605548b4 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:57:28.682903 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c570b8d8-30b3-4d7a-91af-18d2ba8f07f9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7075758 Jul 15 12:57:28.738204 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33436) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:28.766712 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2a4ff4d0-c292-4a9f-bfe9-5d8c3292cdab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:28.771916 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dcecee94-c237-4484-b8dd-58672daabeb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:28.828824 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:29.012728 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cbe02850-985b-4264-8f85-40d72fc1417c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:29.021869 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dcecee94-c237-4484-b8dd-58672daabeb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:29.024057 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8138cd-8451-497d-9fdb-0a2779fef182 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:29.042619 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dcecee94-c237-4484-b8dd-58672daabeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:29.083933 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8138cd-8451-497d-9fdb-0a2779fef182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:29.083933 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8138cd-8451-497d-9fdb-0a2779fef182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:29.133212 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cbe02850-985b-4264-8f85-40d72fc1417c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:29.139433 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18432740-4044-4e21-a0a0-e054c97440ae None None] Network 3ccc611d-a289-44b3-992b-3e39605548b4 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:57:29.188060 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2a4ff4d0-c292-4a9f-bfe9-5d8c3292cdab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:29.190288 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-dcecee94-c237-4484-b8dd-58672daabeb1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9beca4724a8a4823b270f8c8eb9263a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4501836 Jul 15 12:57:29.191315 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4ff4d0-c292-4a9f-bfe9-5d8c3292cdab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:29.192352 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2a4ff4d0-c292-4a9f-bfe9-5d8c3292cdab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:29.193289 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcecee94-c237-4484-b8dd-58672daabeb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7209468-41dc-4414-9d21-62b3982faf0e,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:29.206405 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33440) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:29.208641 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:29.289729 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2a4ff4d0-c292-4a9f-bfe9-5d8c3292cdab admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1141953 Jul 15 12:57:29.298449 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33444) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:29.328672 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-4f9c79ab-f0c3-4f81-b611-3d0c0e118ba5 admin admin] Request body: {'subnet': {'network_id': '7d6e6a83-65cb-49f9-bcd1-2776c32e6d5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1291595879-subnet', 'tenant_id': 'dc388a7f37f84ea685ed2d0df53686c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:29.403257 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ab0aee9f-7ae3-43db-b114-1d5884bac65a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:29.422159 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9c79ab-f0c3-4f81-b611-3d0c0e118ba5 admin admin] Made reservation on behalf of dc388a7f37f84ea685ed2d0df53686c1 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:57:29.434416 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4f9c79ab-f0c3-4f81-b611-3d0c0e118ba5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:29.515964 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ab0aee9f-7ae3-43db-b114-1d5884bac65a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:29.616877 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-98d611ba-9faf-4c35-b8ff-674123dd626c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:29.680795 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ff4d0-c292-4a9f-bfe9-5d8c3292cdab admin admin] Pushing event updated for resources: {'Network': ['ID=7d6e6a83-65cb-49f9-bcd1-2776c32e6d5e,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:29.705253 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 7d6e6a83-65cb-49f9-bcd1-2776c32e6d5e details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 12:57:29.756040 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ab0aee9f-7ae3-43db-b114-1d5884bac65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:29.761093 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ab0aee9f-7ae3-43db-b114-1d5884bac65a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:29.765963 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ab0aee9f-7ae3-43db-b114-1d5884bac65a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a7209468-41dc-4414-9d21-62b3982faf0e HTTP/1.1" status: 204 len: 168 time: 0.5556996 Jul 15 12:57:29.807474 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8138cd-8451-497d-9fdb-0a2779fef182 admin admin] Pushing event updated for resources: {'Port': ['ID=85d8334f-6bb0-42ac-aad1-c445a4d99a8e,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:29.888436 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be0359-ee9b-4202-98e1-d221c8b5fe4e req-86680af9-bbdc-461e-859b-4274c10c89b1 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:29.894270 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-11be0359-ee9b-4202-98e1-d221c8b5fe4e req-86680af9-bbdc-461e-859b-4274c10c89b1 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.16 "GET /v2.0/ports?device_id=63758de6-ffa6-4735-8889-f72c0ddb74ef HTTP/1.1" status: 200 len: 969 time: 0.9915447 Jul 15 12:57:29.899308 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8138cd-8451-497d-9fdb-0a2779fef182 admin admin] Network a44b054f-32dd-4e18-a86c-b82291d60c01 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:57:29.920352 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-ff8138cd-8451-497d-9fdb-0a2779fef182 admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:57:29.966726 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0aee9f-7ae3-43db-b114-1d5884bac65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7209468-41dc-4414-9d21-62b3982faf0e,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:29.970816 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33460) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:29.977488 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-cf1d7e5b-5494-4aaf-bf05-5eb3e0adc813 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1482327839-network', 'tenant_id': '1348d4d0c4774ebeb8d5146199aafc5a'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:30.193234 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4f9c79ab-f0c3-4f81-b611-3d0c0e118ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:30.204359 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1d7e5b-5494-4aaf-bf05-5eb3e0adc813 admin admin] Made reservation on behalf of 1348d4d0c4774ebeb8d5146199aafc5a for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:57:30.207299 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cf1d7e5b-5494-4aaf-bf05-5eb3e0adc813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:30.223996 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-11be0359-ee9b-4202-98e1-d221c8b5fe4e req-af638ddf-e3d1-4dcd-be6b-44ace0351f25 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd74bb2d-28c5-4fc5-bb99-05815203de17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063366 Jul 15 12:57:30.238448 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8138cd-8451-497d-9fdb-0a2779fef182 admin admin] Router 63c88182-3c95-4449-a870-d6a3206ddc8f has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 12:57:30.266450 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afd007-b6c4-419a-ae72-2ad71f933d72 req-fb81dd9a-a464-4e2a-ade7-53d31bed333d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:30.273089 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-16afd007-b6c4-419a-ae72-2ad71f933d72 req-fb81dd9a-a464-4e2a-ade7-53d31bed333d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9fe63190d1fb4f91935c6f4dc52396e6&device_id=63758de6-ffa6-4735-8889-f72c0ddb74ef HTTP/1.1" status: 200 len: 1121 time: 0.5056574 Jul 15 12:57:30.276229 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-e437394e-513c-4b76-8d6f-dee0d1ee42b8 None None] Provisioning complete for port 85d8334f-6bb0-42ac-aad1-c445a4d99a8e triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:30.276757 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e437394e-513c-4b76-8d6f-dee0d1ee42b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:30.280363 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cbe02850-985b-4264-8f85-40d72fc1417c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:30.286628 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cf1d7e5b-5494-4aaf-bf05-5eb3e0adc813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:30.288395 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cbe02850-985b-4264-8f85-40d72fc1417c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:30.291080 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-cbe02850-985b-4264-8f85-40d72fc1417c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7557e9c2-08e5-478d-ad85-ef667e6ffbcd HTTP/1.1" status: 204 len: 168 time: 1.7704391 Jul 15 12:57:30.313874 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe02850-985b-4264-8f85-40d72fc1417c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7557e9c2-08e5-478d-ad85-ef667e6ffbcd,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:30.374760 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-e437394e-513c-4b76-8d6f-dee0d1ee42b8 None None] Port 85d8334f-6bb0-42ac-aad1-c445a4d99a8e cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:57:30.510170 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cf1d7e5b-5494-4aaf-bf05-5eb3e0adc813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:30.579798 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8138cd-8451-497d-9fdb-0a2779fef182 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:57:30.581103 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cf1d7e5b-5494-4aaf-bf05-5eb3e0adc813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:30.589640 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ff8138cd-8451-497d-9fdb-0a2779fef182 admin admin] 10.222.0.16 "PUT /v2.0/routers/63c88182-3c95-4449-a870-d6a3206ddc8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5274448 Jul 15 12:57:30.604522 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device f3d56858-f1c1-417a-8324-e73580968ab2 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:57:30.616160 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c79ab-f0c3-4f81-b611-3d0c0e118ba5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=904d06a1-b1f5-4689-95c1-88cbe81e586a,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:30.623747 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-16afd007-b6c4-419a-ae72-2ad71f933d72 req-f6ec6253-ba52-4614-8b31-85870c3c12cb service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=9fe63190d1fb4f91935c6f4dc52396e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1100466 Jul 15 12:57:30.638944 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf1d7e5b-5494-4aaf-bf05-5eb3e0adc813 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 12:57:30.681430 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9c79ab-f0c3-4f81-b611-3d0c0e118ba5 admin admin] Checking segment: {'id': '3ab4d26a-fbf9-443b-a16c-7a126a583fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7d6e6a83-65cb-49f9-bcd1-2776c32e6d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:57:30.682116 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9c79ab-f0c3-4f81-b611-3d0c0e118ba5 admin admin] Network hostable DHCP agents. Network: 7d6e6a83-65cb-49f9-bcd1-2776c32e6d5e, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 12:57:30.729420 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cf1d7e5b-5494-4aaf-bf05-5eb3e0adc813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:30.729765 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-cf1d7e5b-5494-4aaf-bf05-5eb3e0adc813 admin admin] Added segment 310154ec-56f6-4997-9185-5f4bcad6c43c of type vlan for network 9480266e-f171-4511-943c-a28e69cbe78a Jul 15 12:57:30.731690 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d7e5b-5494-4aaf-bf05-5eb3e0adc813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ef5e94-55b0-4599-a4a3-b487844cc0ff,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:30.756868 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port f3d56858-f1c1-417a-8324-e73580968ab2 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:57:30.768848 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port f3d56858-f1c1-417a-8324-e73580968ab2 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:30.770274 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:30.899787 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9c79ab-f0c3-4f81-b611-3d0c0e118ba5 admin admin] Network 7d6e6a83-65cb-49f9-bcd1-2776c32e6d5e is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 12:57:30.965653 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cf1d7e5b-5494-4aaf-bf05-5eb3e0adc813 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:30.975369 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:31.023188 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-4f9c79ab-f0c3-4f81-b611-3d0c0e118ba5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 7d6e6a83-65cb-49f9-bcd1-2776c32e6d5e) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:57:31.027754 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port f3d56858-f1c1-417a-8324-e73580968ab2, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=f3d56858-f1c1-417a-8324-e73580968ab2,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:57:31.035330 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51701f8-e653-4282-b2d2-8e2e6a4580e0 None None] Network 7d6e6a83-65cb-49f9-bcd1-2776c32e6d5e requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:57:31.039934 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9c79ab-f0c3-4f81-b611-3d0c0e118ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:31.040571 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4f9c79ab-f0c3-4f81-b611-3d0c0e118ba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:31.041109 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:31.072074 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afd007-b6c4-419a-ae72-2ad71f933d72 req-b295172d-e413-4e6b-afe1-9aefe2a695ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:31.073520 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-16afd007-b6c4-419a-ae72-2ad71f933d72 req-b295172d-e413-4e6b-afe1-9aefe2a695ba service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4234180 Jul 15 12:57:31.089436 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4f9c79ab-f0c3-4f81-b611-3d0c0e118ba5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7851942 Jul 15 12:57:31.121227 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cf1d7e5b-5494-4aaf-bf05-5eb3e0adc813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:31.122404 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1d7e5b-5494-4aaf-bf05-5eb3e0adc813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:31.123104 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cf1d7e5b-5494-4aaf-bf05-5eb3e0adc813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:31.222655 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d7e5b-5494-4aaf-bf05-5eb3e0adc813 admin admin] Pushing event updated for resources: {'Network': ['ID=9480266e-f171-4511-943c-a28e69cbe78a,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:31.226611 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-cf1d7e5b-5494-4aaf-bf05-5eb3e0adc813 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2536826 Jul 15 12:57:31.231234 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 33498) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:31.237257 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-41ee5f3b-c00a-4612-8be3-d558c3021474 admin admin] Request body: {'subnet': {'network_id': '9480266e-f171-4511-943c-a28e69cbe78a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1482327839-subnet', 'tenant_id': '1348d4d0c4774ebeb8d5146199aafc5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:31.251037 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 9480266e-f171-4511-943c-a28e69cbe78a details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 12:57:31.272013 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ee5f3b-c00a-4612-8be3-d558c3021474 admin admin] Made reservation on behalf of 1348d4d0c4774ebeb8d5146199aafc5a for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:57:31.302176 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-41ee5f3b-c00a-4612-8be3-d558c3021474 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:31.368610 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae5bd31-8799-4f6d-85cc-e4b2aa9ca7ca None None] Sync routers for ids ['63c88182-3c95-4449-a870-d6a3206ddc8f'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:57:31.405615 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-33fee37f-1e1d-4905-ba3d-779616169c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:31.408528 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-33fee37f-1e1d-4905-ba3d-779616169c3e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9fe63190d1fb4f91935c6f4dc52396e6&device_id=63758de6-ffa6-4735-8889-f72c0ddb74ef HTTP/1.1" status: 200 len: 1121 time: 0.1302516 Jul 15 12:57:31.499609 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae5bd31-8799-4f6d-85cc-e4b2aa9ca7ca None None] Routers {'63c88182-3c95-4449-a870-d6a3206ddc8f'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:57:31.503508 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-5ae5bd31-8799-4f6d-85cc-e4b2aa9ca7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:57:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['63c88182-3c95-4449-a870-d6a3206ddc8f'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:57:31.630221 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc0c63-97a4-489b-8c10-0de64defcad9 req-321f9416-b789-4519-8986-f90a3b9cbac2 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:31.632167 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d4cc0c63-97a4-489b-8c10-0de64defcad9 req-321f9416-b789-4519-8986-f90a3b9cbac2 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.16 "GET /v2.0/ports?device_id=63758de6-ffa6-4735-8889-f72c0ddb74ef HTTP/1.1" status: 200 len: 969 time: 0.1445153 Jul 15 12:57:31.644734 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=f3d56858-f1c1-417a-8324-e73580968ab2,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:31.718138 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33510) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:31.735163 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d4cc0c63-97a4-489b-8c10-0de64defcad9 req-e209b0d1-8601-40ea-a41e-507f6cdbf766 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd74bb2d-28c5-4fc5-bb99-05815203de17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923707 Jul 15 12:57:31.827470 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-41ee5f3b-c00a-4612-8be3-d558c3021474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:31.830387 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-38d1a938-6b78-4af3-a30c-b849ca406add admin admin] Deleting subnet bc967a6a-758f-4110-8b69-02315fab45d0 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 12:57:31.847454 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-38d1a938-6b78-4af3-a30c-b849ca406add admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:31.939908 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-38d1a938-6b78-4af3-a30c-b849ca406add admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:31.965628 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-38d1a938-6b78-4af3-a30c-b849ca406add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:31.971256 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee5f3b-c00a-4612-8be3-d558c3021474 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4418526-a73c-492a-9445-dfe8d4ae39ef,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:31.997897 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ee5f3b-c00a-4612-8be3-d558c3021474 admin admin] Checking segment: {'id': '310154ec-56f6-4997-9185-5f4bcad6c43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9480266e-f171-4511-943c-a28e69cbe78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:57:31.997897 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ee5f3b-c00a-4612-8be3-d558c3021474 admin admin] Network hostable DHCP agents. Network: 9480266e-f171-4511-943c-a28e69cbe78a, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 12:57:32.036292 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ee5f3b-c00a-4612-8be3-d558c3021474 admin admin] Network 9480266e-f171-4511-943c-a28e69cbe78a is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 12:57:32.052909 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-41ee5f3b-c00a-4612-8be3-d558c3021474 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 9480266e-f171-4511-943c-a28e69cbe78a) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:57:32.070943 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ee5f3b-c00a-4612-8be3-d558c3021474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:32.072520 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-41ee5f3b-c00a-4612-8be3-d558c3021474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:32.148928 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-41ee5f3b-c00a-4612-8be3-d558c3021474 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9163542 Jul 15 12:57:32.190365 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-92457029-45ca-40ad-b705-3943088b095c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=633b8146-822b-474f-b256-33000dae9ce2 HTTP/1.1" status: 200 len: 217 time: 0.1613679 Jul 15 12:57:32.212667 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-38d1a938-6b78-4af3-a30c-b849ca406add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:32.213884 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-5ae5bd31-8799-4f6d-85cc-e4b2aa9ca7ca None None] Set router 63c88182-3c95-4449-a870-d6a3206ddc8f gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:57:32.240484 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-38d1a938-6b78-4af3-a30c-b849ca406add admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:32.243856 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-38d1a938-6b78-4af3-a30c-b849ca406add admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bc967a6a-758f-4110-8b69-02315fab45d0 HTTP/1.1" status: 204 len: 168 time: 0.5239511 Jul 15 12:57:32.246469 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 33524) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:32.349574 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1a938-6b78-4af3-a30c-b849ca406add admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc967a6a-758f-4110-8b69-02315fab45d0,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:32.357110 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e34b75-e0ae-4366-b425-743b4df6b8a9 None None] Network 9480266e-f171-4511-943c-a28e69cbe78a requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:57:32.473080 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:32.496606 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4c529624-eb2e-4c5c-9b41-371ec941b27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:32.502693 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de663623-a367-469c-84e6-8c4f8d9321de None None] Network 7d6e6a83-65cb-49f9-bcd1-2776c32e6d5e requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:57:32.593718 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66be774f-e0fb-4993-b82e-f54bf39cb10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:32.680291 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-77ce5c8e-23fb-4810-87f8-05b79ee85cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:32.688526 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-77ce5c8e-23fb-4810-87f8-05b79ee85cbe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.2153862 Jul 15 12:57:32.765703 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device f3d56858-f1c1-417a-8324-e73580968ab2 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:57:32.906297 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66be774f-e0fb-4993-b82e-f54bf39cb10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:32.943768 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66be774f-e0fb-4993-b82e-f54bf39cb10a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:57:32.944115 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66be774f-e0fb-4993-b82e-f54bf39cb10a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:57:32.948542 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66be774f-e0fb-4993-b82e-f54bf39cb10a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:57:32.948886 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66be774f-e0fb-4993-b82e-f54bf39cb10a admin admin] Subscribe: > port after_create 55550000 {{(pid=93825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:57:32.949241 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66be774f-e0fb-4993-b82e-f54bf39cb10a admin admin] Subscribe: > port after_delete 55550000 {{(pid=93825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:57:32.949551 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66be774f-e0fb-4993-b82e-f54bf39cb10a admin admin] Subscribe: > port after_update 55550000 {{(pid=93825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:57:32.949874 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66be774f-e0fb-4993-b82e-f54bf39cb10a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:57:32.950194 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66be774f-e0fb-4993-b82e-f54bf39cb10a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:57:32.952386 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66be774f-e0fb-4993-b82e-f54bf39cb10a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:57:32.952827 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66be774f-e0fb-4993-b82e-f54bf39cb10a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:57:33.051745 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d5a271-ca31-4685-87cc-5b9ad426ce04 None None] Network 9480266e-f171-4511-943c-a28e69cbe78a requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:57:33.057583 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port f3d56858-f1c1-417a-8324-e73580968ab2 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:33.058162 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:33.174409 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-5ae5bd31-8799-4f6d-85cc-e4b2aa9ca7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c88182-3c95-4449-a870-d6a3206ddc8f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1039355538-router', 'tenant_id': '0a27c629580a4c469f7ead3ebfc2448f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'f3d56858-f1c1-417a-8324-e73580968ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:19Z', 'updated_at': '2021-07-15T12:57:28Z', 'revision_number': 4, 'project_id': '0a27c629580a4c469f7ead3ebfc2448f', 'gw_port': {'id': 'f3d56858-f1c1-417a-8324-e73580968ab2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:7c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c88182-3c95-4449-a870-d6a3206ddc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:20Z', 'updated_at': '2021-07-15T12:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '85d8334f-6bb0-42ac-aad1-c445a4d99a8e', 'name': '', 'network_id': 'a44b054f-32dd-4e18-a86c-b82291d60c01', 'tenant_id': '0a27c629580a4c469f7ead3ebfc2448f', 'mac_address': 'fa:16:3e:81:3a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c88182-3c95-4449-a870-d6a3206ddc8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '4fa9d80e-60c4-4d09-8cea-f6b66b9a42dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:26Z', 'updated_at': '2021-07-15T12:57:28Z', 'revision_number': 2, 'project_id': '0a27c629580a4c469f7ead3ebfc2448f', 'subnets': [{'id': '4fa9d80e-60c4-4d09-8cea-f6b66b9a42dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:57:33.238467 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae5bd31-8799-4f6d-85cc-e4b2aa9ca7ca None None] Checking router: 63c88182-3c95-4449-a870-d6a3206ddc8f for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:57:33.239398 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae5bd31-8799-4f6d-85cc-e4b2aa9ca7ca None None] Updating router 63c88182-3c95-4449-a870-d6a3206ddc8f port 85d8334f-6bb0-42ac-aad1-c445a4d99a8e binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 12:57:33.401812 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66be774f-e0fb-4993-b82e-f54bf39cb10a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:57:33.402333 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66be774f-e0fb-4993-b82e-f54bf39cb10a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:57:33.402413 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-aa06dbf2-4b8d-4800-8670-bdd0744e46f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:33.402808 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66be774f-e0fb-4993-b82e-f54bf39cb10a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:57:33.402898 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66be774f-e0fb-4993-b82e-f54bf39cb10a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:57:33.403245 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-66be774f-e0fb-4993-b82e-f54bf39cb10a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f445bec2-f4f9-4535-aa47-88f524200545']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:57:33.404095 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-aa06dbf2-4b8d-4800-8670-bdd0744e46f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4897470 Jul 15 12:57:33.420223 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5ae5bd31-8799-4f6d-85cc-e4b2aa9ca7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:33.451427 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-66be774f-e0fb-4993-b82e-f54bf39cb10a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00510c81-a0fb-481e-89f5-d9818d3653f2') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:57:33.451528 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-66be774f-e0fb-4993-b82e-f54bf39cb10a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00510c81-a0fb-481e-89f5-d9818d3653f2') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:57:33.542426 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66be774f-e0fb-4993-b82e-f54bf39cb10a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:33.559471 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:33.599126 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66be774f-e0fb-4993-b82e-f54bf39cb10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:33.601769 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-9ef44769-ff6b-4df1-8e4e-ed873b63496f service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862366 Jul 15 12:57:33.610344 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33568) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:33.616473 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-80b3c4e8-7808-42b6-acfa-999c2982d3f5 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Request body: {'security_group': {'name': 'tempest-securitygroup--59642293', 'description': 'tempest-description--1526797572'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:33.653212 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66be774f-e0fb-4993-b82e-f54bf39cb10a admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 12:57:33.653764 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66be774f-e0fb-4993-b82e-f54bf39cb10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:33.658282 n-d-771363-36 neutron-server[93825]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 12:57:33.658282 n-d-771363-36 neutron-server[93825]: from cryptography.utils import int_from_bytes Jul 15 12:57:33.658282 n-d-771363-36 neutron-server[93825]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 12:57:33.658282 n-d-771363-36 neutron-server[93825]: from cryptography.utils import int_from_bytes Jul 15 12:57:33.658282 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:57:33.658282 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:57:33.658282 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 12:57:33.658282 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 12:57:33.658282 n-d-771363-36 neutron-server[93825]: timer() Jul 15 12:57:33.658282 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 12:57:33.658282 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 12:57:33.658282 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 12:57:33.658282 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 12:57:33.658282 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 12:57:33.658282 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 12:57:33.658282 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 12:57:33.658282 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 12:57:33.658282 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 12:57:33.658282 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 12:57:33.658282 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 12:57:33.658282 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 12:57:33.658282 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 12:57:33.658282 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 12:57:33.658282 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 12:57:33.658282 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 12:57:33.658282 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 12:57:33.658282 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 12:57:33.658282 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 12:57:33.658282 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 12:57:33.658282 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 12:57:33.658282 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 12:57:33.658282 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 12:57:33.658282 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 12:57:33.658282 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 12:57:33.658282 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 12:57:33.658282 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 12:57:33.658282 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 12:57:33.658282 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 12:57:33.770908 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-74de799f-c933-4b1c-be81-2d328fdda7ba tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:33.772979 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-74de799f-c933-4b1c-be81-2d328fdda7ba tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/networks?id=3ccc611d-a289-44b3-992b-3e39605548b4 HTTP/1.1" status: 200 len: 807 time: 0.3392608 Jul 15 12:57:33.776876 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66be774f-e0fb-4993-b82e-f54bf39cb10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:33.826504 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66be774f-e0fb-4993-b82e-f54bf39cb10a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:33.828897 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-66be774f-e0fb-4993-b82e-f54bf39cb10a admin admin] 10.222.0.16 "DELETE /v2.0/networks/f445bec2-f4f9-4535-aa47-88f524200545 HTTP/1.1" status: 204 len: 168 time: 1.5800953 Jul 15 12:57:33.832501 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 33576) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:33.833796 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be774f-e0fb-4993-b82e-f54bf39cb10a admin admin] Pushing event deleted for resources: {'Network': ['ID=f445bec2-f4f9-4535-aa47-88f524200545,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:33.852443 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-27e6ff98-2f19-45c5-9fc8-f3795c054335 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/quotas/eab83a220c154216861503618b01c15d HTTP/1.1" status: 200 len: 375 time: 0.0689082 Jul 15 12:57:33.868697 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-bb392a59-209c-4dd9-905a-2e68ab6f77c6 req-14c1a89c-73bd-434b-b0ae-f07d1ebdec42 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361383 Jul 15 12:57:33.876639 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-80b3c4e8-7808-42b6-acfa-999c2982d3f5 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:33.919345 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5ae5bd31-8799-4f6d-85cc-e4b2aa9ca7ca None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:33.933533 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5ae5bd31-8799-4f6d-85cc-e4b2aa9ca7ca None None] Transition to ACTIVE for port object 85d8334f-6bb0-42ac-aad1-c445a4d99a8e will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:57:33.942521 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5ae5bd31-8799-4f6d-85cc-e4b2aa9ca7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:33.955078 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-2201303b-0e7b-48f6-81cd-15cdf0f081d2 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=eab83a220c154216861503618b01c15d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698736 Jul 15 12:57:33.971075 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-adbd9c65-fd68-4aa0-a629-fee3b7408c2c admin admin] Deleting subnet 904d06a1-b1f5-4689-95c1-88cbe81e586a {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 12:57:33.979548 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-adbd9c65-fd68-4aa0-a629-fee3b7408c2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:33.988234 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-80b3c4e8-7808-42b6-acfa-999c2982d3f5 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:33.993253 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-80b3c4e8-7808-42b6-acfa-999c2982d3f5 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:34.024097 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-80b3c4e8-7808-42b6-acfa-999c2982d3f5 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:34.025568 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-80b3c4e8-7808-42b6-acfa-999c2982d3f5 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4136918 Jul 15 12:57:34.036166 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33586) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:34.041058 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-c6b0a8e2-005a-4acc-8310-fd9979b0e069 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Request body: {'security_group_rule': {'security_group_id': 'c51af1c0-2b5c-4e46-9e96-4747552c3905', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:34.074212 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3c4e8-7808-42b6-acfa-999c2982d3f5 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c51af1c0-2b5c-4e46-9e96-4747552c3905,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:34.084321 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-adbd9c65-fd68-4aa0-a629-fee3b7408c2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:34.096091 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c6b0a8e2-005a-4acc-8310-fd9979b0e069 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:34.097965 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57691d55-74bd-4236-b970-b8d10c1b3a29 None None] Pushing event updated for resources: {'Port': ['ID=85d8334f-6bb0-42ac-aad1-c445a4d99a8e,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:34.133994 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93b2fa-00fa-4a6a-b3d8-b8c3631f8546 req-71e27965-8300-46f0-a142-87af91958888 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:34.141874 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e93b2fa-00fa-4a6a-b3d8-b8c3631f8546 req-71e27965-8300-46f0-a142-87af91958888 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.16 "GET /v2.0/ports?device_id=63758de6-ffa6-4735-8889-f72c0ddb74ef HTTP/1.1" status: 200 len: 969 time: 0.2869678 Jul 15 12:57:34.165000 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-5ae5bd31-8799-4f6d-85cc-e4b2aa9ca7ca None None] Attempting to bind port 85d8334f-6bb0-42ac-aad1-c445a4d99a8e on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:57:34.166957 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-5ae5bd31-8799-4f6d-85cc-e4b2aa9ca7ca None None] Attempting to bind port 85d8334f-6bb0-42ac-aad1-c445a4d99a8e by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '22e43536-5231-41c2-a3f4-2118c0d3560e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a44b054f-32dd-4e18-a86c-b82291d60c01'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:57:34.167516 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae5bd31-8799-4f6d-85cc-e4b2aa9ca7ca None None] Attempting to bind port 85d8334f-6bb0-42ac-aad1-c445a4d99a8e on network a44b054f-32dd-4e18-a86c-b82291d60c01 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:57:34.185502 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-adbd9c65-fd68-4aa0-a629-fee3b7408c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:34.190935 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae5bd31-8799-4f6d-85cc-e4b2aa9ca7ca None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:57:34.193414 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae5bd31-8799-4f6d-85cc-e4b2aa9ca7ca None None] Checking segment: {'id': '22e43536-5231-41c2-a3f4-2118c0d3560e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a44b054f-32dd-4e18-a86c-b82291d60c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:57:34.194162 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5ae5bd31-8799-4f6d-85cc-e4b2aa9ca7ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:34.194592 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae5bd31-8799-4f6d-85cc-e4b2aa9ca7ca None None] Bound using segment: {'id': '22e43536-5231-41c2-a3f4-2118c0d3560e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a44b054f-32dd-4e18-a86c-b82291d60c01'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:57:34.197964 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-5ae5bd31-8799-4f6d-85cc-e4b2aa9ca7ca None None] Bound port: 85d8334f-6bb0-42ac-aad1-c445a4d99a8e, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e43536-5231-41c2-a3f4-2118c0d3560e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a44b054f-32dd-4e18-a86c-b82291d60c01'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:57:34.200105 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5ae5bd31-8799-4f6d-85cc-e4b2aa9ca7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:34.228104 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c6b0a8e2-005a-4acc-8310-fd9979b0e069 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:34.237753 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c6b0a8e2-005a-4acc-8310-fd9979b0e069 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:34.263030 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0a8e2-005a-4acc-8310-fd9979b0e069 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5603795a-45f1-4a59-9bec-5f3af2137121,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:34.274339 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c6b0a8e2-005a-4acc-8310-fd9979b0e069 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:34.275571 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c6b0a8e2-005a-4acc-8310-fd9979b0e069 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2384229 Jul 15 12:57:34.278208 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33594) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:34.285399 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-ddbd88cb-258e-4a77-8ce3-5cd972465297 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:57:34.285528 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-b8da2de9-0db7-420a-a464-8763cadac5eb tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Request body: {'security_group_rule': {'security_group_id': 'c51af1c0-2b5c-4e46-9e96-4747552c3905', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:34.287062 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-ddbd88cb-258e-4a77-8ce3-5cd972465297 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1230557 Jul 15 12:57:34.295085 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e93b2fa-00fa-4a6a-b3d8-b8c3631f8546 req-8430c64f-4167-428c-8d80-a0129722c9c6 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd74bb2d-28c5-4fc5-bb99-05815203de17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526151 Jul 15 12:57:34.299397 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-5ae5bd31-8799-4f6d-85cc-e4b2aa9ca7ca None None] For port 85d8334f-6bb0-42ac-aad1-c445a4d99a8e, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:57:34.309690 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-5ae5bd31-8799-4f6d-85cc-e4b2aa9ca7ca None None] For port 85d8334f-6bb0-42ac-aad1-c445a4d99a8e, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=85d8334f-6bb0-42ac-aad1-c445a4d99a8e,segment=NetworkSegment(22e43536-5231-41c2-a3f4-2118c0d3560e),segment_id=22e43536-5231-41c2-a3f4-2118c0d3560e)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:57:34.318860 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5ae5bd31-8799-4f6d-85cc-e4b2aa9ca7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:34.323570 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b8da2de9-0db7-420a-a464-8763cadac5eb tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:34.329711 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-adbd9c65-fd68-4aa0-a629-fee3b7408c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:34.400980 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57691d55-74bd-4236-b970-b8d10c1b3a29 None None] Pushing event updated for resources: {'Port': ['ID=85d8334f-6bb0-42ac-aad1-c445a4d99a8e,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:34.412798 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae5bd31-8799-4f6d-85cc-e4b2aa9ca7ca None None] Routers {'63c88182-3c95-4449-a870-d6a3206ddc8f'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:57:34.413636 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-5ae5bd31-8799-4f6d-85cc-e4b2aa9ca7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:57:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['63c88182-3c95-4449-a870-d6a3206ddc8f'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:57:34.414608 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b8da2de9-0db7-420a-a464-8763cadac5eb tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:34.421919 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b8da2de9-0db7-420a-a464-8763cadac5eb tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:34.445542 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da2de9-0db7-420a-a464-8763cadac5eb tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e52b493-17ff-4d38-ad16-28f01a0ea158,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:34.461801 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b8da2de9-0db7-420a-a464-8763cadac5eb tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:34.467831 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b8da2de9-0db7-420a-a464-8763cadac5eb tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1882889 Jul 15 12:57:34.471077 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33598) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:34.483113 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-d2922293-c49c-47cc-a895-a497562040b2 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:34.519715 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d2922293-c49c-47cc-a895-a497562040b2 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks [] for floatingip, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:34.534700 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-adbd9c65-fd68-4aa0-a629-fee3b7408c2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:34.536593 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-adbd9c65-fd68-4aa0-a629-fee3b7408c2c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/904d06a1-b1f5-4689-95c1-88cbe81e586a HTTP/1.1" status: 204 len: 168 time: 0.6978817 Jul 15 12:57:34.537415 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd9c65-fd68-4aa0-a629-fee3b7408c2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=904d06a1-b1f5-4689-95c1-88cbe81e586a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:34.539605 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 33600) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:34.631311 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-5ae5bd31-8799-4f6d-85cc-e4b2aa9ca7ca None None] Set router 63c88182-3c95-4449-a870-d6a3206ddc8f gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:57:34.657590 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d2922293-c49c-47cc-a895-a497562040b2 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:34.686052 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-2312d0bb-1b3a-47a8-8bd5-332a71d11878 service neutron] 10.222.0.16 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854978 Jul 15 12:57:34.722369 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-417f985d-c834-4ac4-80e0-3781eb46ba3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:34.734108 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-4b9b1bff-45ce-4e17-889d-b5f3eb2d99cb tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4e94e79315674831ba38e230900d732d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451083 Jul 15 12:57:34.798662 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-d2922293-c49c-47cc-a895-a497562040b2 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Allocated IP 172.25.8.123 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/906f3240-d30a-490b-967d-86e751c05663) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:57:34.931931 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d2922293-c49c-47cc-a895-a497562040b2 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:34.950066 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-417f985d-c834-4ac4-80e0-3781eb46ba3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:34.957415 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-d375b60c-85d8-4cd6-afa8-28c840ae297b service neutron] 10.222.0.16 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583592 Jul 15 12:57:34.971954 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-417f985d-c834-4ac4-80e0-3781eb46ba3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d6e6a83-65cb-49f9-bcd1-2776c32e6d5e']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:57:34.975969 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d2922293-c49c-47cc-a895-a497562040b2 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:34.987893 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-b21314dd-c33f-4bf1-a3a0-52a5df79decb tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:34.992981 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:34.995291 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-b21314dd-c33f-4bf1-a3a0-52a5df79decb tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2526674 Jul 15 12:57:35.013180 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-faa1c67c-6aff-453a-880f-90536c5777f4 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] 10.222.0.16 "GET /v2.0/quotas/4e94e79315674831ba38e230900d732d HTTP/1.1" status: 200 len: 375 time: 0.0169730 Jul 15 12:57:35.028505 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-417f985d-c834-4ac4-80e0-3781eb46ba3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab4d26a-fbf9-443b-a16c-7a126a583fc3') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:57:35.028803 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-417f985d-c834-4ac4-80e0-3781eb46ba3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab4d26a-fbf9-443b-a16c-7a126a583fc3') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:57:35.029512 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-5ae5bd31-8799-4f6d-85cc-e4b2aa9ca7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c88182-3c95-4449-a870-d6a3206ddc8f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1039355538-router', 'tenant_id': '0a27c629580a4c469f7ead3ebfc2448f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'f3d56858-f1c1-417a-8324-e73580968ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:19Z', 'updated_at': '2021-07-15T12:57:28Z', 'revision_number': 4, 'project_id': '0a27c629580a4c469f7ead3ebfc2448f', 'gw_port': {'id': 'f3d56858-f1c1-417a-8324-e73580968ab2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:7c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c88182-3c95-4449-a870-d6a3206ddc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:20Z', 'updated_at': '2021-07-15T12:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '85d8334f-6bb0-42ac-aad1-c445a4d99a8e', 'name': '', 'network_id': 'a44b054f-32dd-4e18-a86c-b82291d60c01', 'tenant_id': '0a27c629580a4c469f7ead3ebfc2448f', 'mac_address': 'fa:16:3e:81:3a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c88182-3c95-4449-a870-d6a3206ddc8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '4fa9d80e-60c4-4d09-8cea-f6b66b9a42dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:26Z', 'updated_at': '2021-07-15T12:57:34Z', 'revision_number': 4, 'project_id': '0a27c629580a4c469f7ead3ebfc2448f', 'subnets': [{'id': '4fa9d80e-60c4-4d09-8cea-f6b66b9a42dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:57:35.046187 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2922293-c49c-47cc-a895-a497562040b2 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Pushing event updated for resources: {'Port': ['ID=906f3240-d30a-490b-967d-86e751c05663,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:35.051180 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2922293-c49c-47cc-a895-a497562040b2 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:57:35.053492 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-d2922293-c49c-47cc-a895-a497562040b2 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:57:35.056884 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2922293-c49c-47cc-a895-a497562040b2 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:57:35.067843 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-b3dfe6a5-7219-4c43-9b1c-98128bbff289 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e94e79315674831ba38e230900d732d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530357 Jul 15 12:57:35.069614 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-417f985d-c834-4ac4-80e0-3781eb46ba3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:35.071645 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae5bd31-8799-4f6d-85cc-e4b2aa9ca7ca None None] The sync data for ids ['63c88182-3c95-4449-a870-d6a3206ddc8f'] in n-d-771363-36 is: [{'id': '63c88182-3c95-4449-a870-d6a3206ddc8f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1039355538-router', 'tenant_id': '0a27c629580a4c469f7ead3ebfc2448f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'f3d56858-f1c1-417a-8324-e73580968ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:19Z', 'updated_at': '2021-07-15T12:57:28Z', 'revision_number': 4, 'project_id': '0a27c629580a4c469f7ead3ebfc2448f', 'gw_port': {'id': 'f3d56858-f1c1-417a-8324-e73580968ab2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:7c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c88182-3c95-4449-a870-d6a3206ddc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:20Z', 'updated_at': '2021-07-15T12:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '85d8334f-6bb0-42ac-aad1-c445a4d99a8e', 'name': '', 'network_id': 'a44b054f-32dd-4e18-a86c-b82291d60c01', 'tenant_id': '0a27c629580a4c469f7ead3ebfc2448f', 'mac_address': 'fa:16:3e:81:3a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c88182-3c95-4449-a870-d6a3206ddc8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '4fa9d80e-60c4-4d09-8cea-f6b66b9a42dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:26Z', 'updated_at': '2021-07-15T12:57:34Z', 'revision_number': 4, 'project_id': '0a27c629580a4c469f7ead3ebfc2448f', 'subnets': [{'id': '4fa9d80e-60c4-4d09-8cea-f6b66b9a42dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:57:35.104940 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-417f985d-c834-4ac4-80e0-3781eb46ba3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:35.126371 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-417f985d-c834-4ac4-80e0-3781eb46ba3e admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 12:57:35.126999 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-417f985d-c834-4ac4-80e0-3781eb46ba3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:35.147942 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 12:57:35.147942 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 12:57:35.147942 n-d-771363-36 neutron-server[93825]: timer() Jul 15 12:57:35.147942 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 12:57:35.147942 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 12:57:35.147942 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 12:57:35.147942 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 12:57:35.147942 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 12:57:35.147942 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 12:57:35.147942 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 12:57:35.147942 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 12:57:35.147942 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 12:57:35.147942 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 12:57:35.147942 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 12:57:35.147942 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 12:57:35.147942 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 12:57:35.147942 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 12:57:35.147942 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 12:57:35.147942 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 12:57:35.147942 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 12:57:35.147942 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 12:57:35.147942 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 12:57:35.147942 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 12:57:35.147942 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 12:57:35.147942 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 12:57:35.147942 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 12:57:35.147942 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 12:57:35.147942 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 12:57:35.147942 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 12:57:35.147942 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 12:57:35.147942 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 12:57:35.147942 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 12:57:35.214730 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d2922293-c49c-47cc-a895-a497562040b2 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:35.354138 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d2922293-c49c-47cc-a895-a497562040b2 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:35.360419 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-417f985d-c834-4ac4-80e0-3781eb46ba3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:35.396653 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-417f985d-c834-4ac4-80e0-3781eb46ba3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:35.401941 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-417f985d-c834-4ac4-80e0-3781eb46ba3e admin admin] 10.222.0.16 "DELETE /v2.0/networks/7d6e6a83-65cb-49f9-bcd1-2776c32e6d5e HTTP/1.1" status: 204 len: 168 time: 0.8591180 Jul 15 12:57:35.418992 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b35249b1-30bc-43fd-bb35-69ebe4290bdf req-9144d7cc-de5e-4572-ac04-4e86a9fed4e1 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=42d38631-e256-4930-ba2f-0a20b23412ac HTTP/1.1" status: 200 len: 210 time: 0.0735741 Jul 15 12:57:35.548992 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f985d-c834-4ac4-80e0-3781eb46ba3e admin admin] Pushing event deleted for resources: {'Network': ['ID=7d6e6a83-65cb-49f9-bcd1-2776c32e6d5e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:35.558432 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8db98b1-7c27-43cf-aa27-4d9bbede2826 req-34ad5b2c-4d75-4f74-859e-73de8dcff245 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cbd47f0-24a9-44c6-9650-b4afe7c4d1a7 HTTP/1.1" status: 200 len: 210 time: 0.0422890 Jul 15 12:57:35.673658 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349e4e6-3225-4b4d-bb39-9e82ed36c8ec req-5689b835-74f7-4bae-90b1-d399d5ec49eb tempest-NetworksTest-329850184 tempest-NetworksTest-329850184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:35.675587 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349e4e6-3225-4b4d-bb39-9e82ed36c8ec req-5689b835-74f7-4bae-90b1-d399d5ec49eb tempest-NetworksTest-329850184 tempest-NetworksTest-329850184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:35.676366 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349e4e6-3225-4b4d-bb39-9e82ed36c8ec req-5689b835-74f7-4bae-90b1-d399d5ec49eb tempest-NetworksTest-329850184 tempest-NetworksTest-329850184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:35.677816 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349e4e6-3225-4b4d-bb39-9e82ed36c8ec req-5689b835-74f7-4bae-90b1-d399d5ec49eb tempest-NetworksTest-329850184 tempest-NetworksTest-329850184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:35.679166 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349e4e6-3225-4b4d-bb39-9e82ed36c8ec req-5689b835-74f7-4bae-90b1-d399d5ec49eb tempest-NetworksTest-329850184 tempest-NetworksTest-329850184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:35.680989 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349e4e6-3225-4b4d-bb39-9e82ed36c8ec req-5689b835-74f7-4bae-90b1-d399d5ec49eb tempest-NetworksTest-329850184 tempest-NetworksTest-329850184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:35.681945 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349e4e6-3225-4b4d-bb39-9e82ed36c8ec req-5689b835-74f7-4bae-90b1-d399d5ec49eb tempest-NetworksTest-329850184 tempest-NetworksTest-329850184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:35.682636 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349e4e6-3225-4b4d-bb39-9e82ed36c8ec req-5689b835-74f7-4bae-90b1-d399d5ec49eb tempest-NetworksTest-329850184 tempest-NetworksTest-329850184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:35.684908 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8349e4e6-3225-4b4d-bb39-9e82ed36c8ec req-5689b835-74f7-4bae-90b1-d399d5ec49eb tempest-NetworksTest-329850184 tempest-NetworksTest-329850184-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5694 time: 0.4048877 Jul 15 12:57:35.701781 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d2922293-c49c-47cc-a895-a497562040b2 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:35.716298 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d2922293-c49c-47cc-a895-a497562040b2 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:35.785622 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d2922293-c49c-47cc-a895-a497562040b2 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:35.803216 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33652) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:35.824702 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2922293-c49c-47cc-a895-a497562040b2 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Pushing event updated for resources: {'Port': ['ID=906f3240-d30a-490b-967d-86e751c05663,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:35.859382 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d2922293-c49c-47cc-a895-a497562040b2 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:35.870647 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d2922293-c49c-47cc-a895-a497562040b2 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3980272 Jul 15 12:57:35.891393 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-70d2757d-ee36-4a91-a768-feff81fbb40b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=15248c18ebf14eb58cd5f530c42f2842&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0870228 Jul 15 12:57:35.893862 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33658) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:35.959868 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc971102-b05e-4dc7-8f8e-b7201486f155 req-9ebb1419-16ce-4607-bf57-dfc42e367123 tempest-NetworksTest-329850184 tempest-NetworksTest-329850184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:35.962067 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fc971102-b05e-4dc7-8f8e-b7201486f155 req-9ebb1419-16ce-4607-bf57-dfc42e367123 tempest-NetworksTest-329850184 tempest-NetworksTest-329850184-project-admin] 10.222.0.16 "GET /v2.0/networks/e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 886 time: 0.2499187 Jul 15 12:57:35.967061 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0a0fe639-032d-44fb-9753-779af51dfe15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:35.980558 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85992d3b-2908-4fca-8f77-7cefbbc7d449 req-387a2fe3-0351-416a-8b21-486c7c254304 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:35.985742 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-85992d3b-2908-4fca-8f77-7cefbbc7d449 req-387a2fe3-0351-416a-8b21-486c7c254304 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.16 "GET /v2.0/ports?device_id=63758de6-ffa6-4735-8889-f72c0ddb74ef HTTP/1.1" status: 200 len: 969 time: 0.2330899 Jul 15 12:57:36.026873 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0a0fe639-032d-44fb-9753-779af51dfe15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:36.105925 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0a0fe639-032d-44fb-9753-779af51dfe15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:36.108540 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0a0fe639-032d-44fb-9753-779af51dfe15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:36.110482 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0a0fe639-032d-44fb-9753-779af51dfe15 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2edd7699-03c4-43c3-bf10-365c214da6ac HTTP/1.1" status: 204 len: 168 time: 0.2147477 Jul 15 12:57:36.126449 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0fe639-032d-44fb-9753-779af51dfe15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edd7699-03c4-43c3-bf10-365c214da6ac,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:36.129977 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-85992d3b-2908-4fca-8f77-7cefbbc7d449 req-65d4e9b9-d3f1-4ff7-b70f-8b186bba272f tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd74bb2d-28c5-4fc5-bb99-05815203de17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354151 Jul 15 12:57:36.187126 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc0abf-beb2-476f-ae37-532df656ab13 req-5604da92-a759-48b9-9fef-6325ee3cd0c4 tempest-NetworksTest-329850184 tempest-NetworksTest-329850184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:36.187864 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc0abf-beb2-476f-ae37-532df656ab13 req-5604da92-a759-48b9-9fef-6325ee3cd0c4 tempest-NetworksTest-329850184 tempest-NetworksTest-329850184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:36.188475 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc0abf-beb2-476f-ae37-532df656ab13 req-5604da92-a759-48b9-9fef-6325ee3cd0c4 tempest-NetworksTest-329850184 tempest-NetworksTest-329850184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:36.189079 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc0abf-beb2-476f-ae37-532df656ab13 req-5604da92-a759-48b9-9fef-6325ee3cd0c4 tempest-NetworksTest-329850184 tempest-NetworksTest-329850184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:36.189830 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc0abf-beb2-476f-ae37-532df656ab13 req-5604da92-a759-48b9-9fef-6325ee3cd0c4 tempest-NetworksTest-329850184 tempest-NetworksTest-329850184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:36.190513 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc0abf-beb2-476f-ae37-532df656ab13 req-5604da92-a759-48b9-9fef-6325ee3cd0c4 tempest-NetworksTest-329850184 tempest-NetworksTest-329850184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:36.191146 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc0abf-beb2-476f-ae37-532df656ab13 req-5604da92-a759-48b9-9fef-6325ee3cd0c4 tempest-NetworksTest-329850184 tempest-NetworksTest-329850184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:36.195146 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-77bc0abf-beb2-476f-ae37-532df656ab13 req-5604da92-a759-48b9-9fef-6325ee3cd0c4 tempest-NetworksTest-329850184 tempest-NetworksTest-329850184-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5019 time: 0.1875756 Jul 15 12:57:36.362390 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-a9ce0857-f8ca-4c3f-8193-96451106ec7e tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--59642293&fields=id&tenant_id=b1bed3db82d94ba082f589d0abe653bf HTTP/1.1" status: 200 len: 267 time: 0.0937755 Jul 15 12:57:36.540383 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 85d8334f-6bb0-42ac-aad1-c445a4d99a8e up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:57:36.673613 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 85d8334f-6bb0-42ac-aad1-c445a4d99a8e completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:57:36.678485 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-857da265-d115-48e7-b76b-aa31152d9f18 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:36.706772 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-857da265-d115-48e7-b76b-aa31152d9f18 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/networks?id=2691f40b-6294-497c-8479-3f33a37dc0ee HTTP/1.1" status: 200 len: 822 time: 0.3216600 Jul 15 12:57:36.727113 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 85d8334f-6bb0-42ac-aad1-c445a4d99a8e triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:36.727113 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:36.727877 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33694) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:36.836538 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33698) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:36.865048 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cf17b193-d8c3-42cb-9959-42c6055b1dc3 req-84243dcc-32e6-48ec-bbae-91d480d2e3fe tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=42d38631-e256-4930-ba2f-0a20b23412ac HTTP/1.1" status: 200 len: 210 time: 0.1424983 Jul 15 12:57:36.880948 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-3fe96cb3-079f-46ce-8021-f4e6a2345797 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/quotas/b1bed3db82d94ba082f589d0abe653bf HTTP/1.1" status: 200 len: 375 time: 0.1844809 Jul 15 12:57:36.892974 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-10f0407b-96c2-450d-aae8-7810a890fb51 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dc388a7f37f84ea685ed2d0df53686c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1666741 Jul 15 12:57:36.895236 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:36.896233 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33702) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:36.956768 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 85d8334f-6bb0-42ac-aad1-c445a4d99a8e, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=85d8334f-6bb0-42ac-aad1-c445a4d99a8e,segment=NetworkSegment(22e43536-5231-41c2-a3f4-2118c0d3560e),segment_id=22e43536-5231-41c2-a3f4-2118c0d3560e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:57:36.962128 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:36.982195 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-987a5640-7089-4c94-a9e9-6423c208e8cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:37.020847 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-987a5640-7089-4c94-a9e9-6423c208e8cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:37.029275 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=85d8334f-6bb0-42ac-aad1-c445a4d99a8e,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:37.069035 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-6476f9fc-076b-49cc-a4e8-30bfe7c3215f tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1bed3db82d94ba082f589d0abe653bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1847675 Jul 15 12:57:37.084086 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-987a5640-7089-4c94-a9e9-6423c208e8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:37.086586 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-987a5640-7089-4c94-a9e9-6423c208e8cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:37.087741 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-987a5640-7089-4c94-a9e9-6423c208e8cf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/af084bc7-80ac-4f44-94cc-c3014912c4cb HTTP/1.1" status: 204 len: 168 time: 0.1903818 Jul 15 12:57:37.117493 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7c1423a7-79c6-4590-8029-ab5c3f7ef292 req-dc25953b-c5ca-40d2-9ecb-9199e792a9dc tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cbd47f0-24a9-44c6-9650-b4afe7c4d1a7 HTTP/1.1" status: 200 len: 210 time: 0.0471866 Jul 15 12:57:37.129431 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a5640-7089-4c94-a9e9-6423c208e8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af084bc7-80ac-4f44-94cc-c3014912c4cb,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:37.132041 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8a11fe9c-b36d-44c8-84a2-e88dd0066185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:37.234032 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-79db7f24-5d8a-44da-ae72-3e72316f0b75 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:57:37.242890 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-79db7f24-5d8a-44da-ae72-3e72316f0b75 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0891399 Jul 15 12:57:37.266253 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8a11fe9c-b36d-44c8-84a2-e88dd0066185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:37.273793 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8a11fe9c-b36d-44c8-84a2-e88dd0066185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:37.291407 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.46', 49220) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:37.314898 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 633b8146-822b-474f-b256-33000dae9ce2 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:57:37.319194 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11fe9c-b36d-44c8-84a2-e88dd0066185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f28138-a6a3-49f2-8c8b-f1aec691e59b,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:37.352705 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8a11fe9c-b36d-44c8-84a2-e88dd0066185 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8c7481b7e67c4bfdae03bb0c53acf0dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5147429 Jul 15 12:57:37.356597 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33712) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:37.408341 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-4f67c163-129c-4f83-9ed2-3aa47ee93310 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:37.410015 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-4f67c163-129c-4f83-9ed2-3aa47ee93310 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.46 "GET /v2.0/networks?id=3ccc611d-a289-44b3-992b-3e39605548b4 HTTP/1.1" status: 200 len: 807 time: 0.1177499 Jul 15 12:57:37.422486 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-700c556b-35d3-4fab-aec8-0c45b87c2178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:37.463314 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-700c556b-35d3-4fab-aec8-0c45b87c2178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:37.481842 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-869a3d5a-c680-4aae-a0df-384bba09d888 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Request body: {'port': {'device_id': '42d38631-e256-4930-ba2f-0a20b23412ac', 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4', 'admin_state_up': True, 'tenant_id': 'eab83a220c154216861503618b01c15d'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:37.515972 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 633b8146-822b-474f-b256-33000dae9ce2, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=633b8146-822b-474f-b256-33000dae9ce2,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:57:37.542744 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': '633b8146-822b-474f-b256-33000dae9ce2', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': '633b8146-822b-474f-b256-33000dae9ce2', 'mac_address': 'fa:16:3e:03:d4:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:tempest-test_az-373280312', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:57:37.577634 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-700c556b-35d3-4fab-aec8-0c45b87c2178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:37.580648 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-700c556b-35d3-4fab-aec8-0c45b87c2178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:37.585379 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-700c556b-35d3-4fab-aec8-0c45b87c2178 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/46f28138-a6a3-49f2-8c8b-f1aec691e59b HTTP/1.1" status: 204 len: 168 time: 0.2276516 Jul 15 12:57:37.600858 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c556b-35d3-4fab-aec8-0c45b87c2178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f28138-a6a3-49f2-8c8b-f1aec691e59b,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:37.627949 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:37.646078 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 633b8146-822b-474f-b256-33000dae9ce2 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:57:37.673311 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 633b8146-822b-474f-b256-33000dae9ce2, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=633b8146-822b-474f-b256-33000dae9ce2,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:57:37.683442 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:37.757231 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-1349e99e-8119-48f7-ab4b-463ed7a4892f service neutron] 10.222.0.16 "GET /v2.0/networks/2691f40b-6294-497c-8479-3f33a37dc0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5131364 Jul 15 12:57:37.761724 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=633b8146-822b-474f-b256-33000dae9ce2,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:37.960353 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445096e-3d53-4a3f-a8a7-e7383bb0ea89 req-9684933b-cc1a-4ebd-ab16-23c87ddb1085 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:37.961936 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2445096e-3d53-4a3f-a8a7-e7383bb0ea89 req-9684933b-cc1a-4ebd-ab16-23c87ddb1085 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.16 "GET /v2.0/ports?device_id=63758de6-ffa6-4735-8889-f72c0ddb74ef HTTP/1.1" status: 200 len: 969 time: 0.5512352 Jul 15 12:57:37.985842 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['633b8146-822b-474f-b256-33000dae9ce2'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:57:38.034009 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-869a3d5a-c680-4aae-a0df-384bba09d888 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Made reservation on behalf of eab83a220c154216861503618b01c15d for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:57:38.037889 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-869a3d5a-c680-4aae-a0df-384bba09d888 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:38.045195 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-a6e33184-a608-40f0-a3e5-96eb530dcc0c service neutron] 10.222.0.16 "GET /v2.0/networks/2691f40b-6294-497c-8479-3f33a37dc0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580700 Jul 15 12:57:38.058063 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2445096e-3d53-4a3f-a8a7-e7383bb0ea89 req-18d91a90-a818-424f-998b-61a01c3c8a55 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd74bb2d-28c5-4fc5-bb99-05815203de17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794103 Jul 15 12:57:38.110868 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33742) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:38.136940 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-76e6026c-00d8-4425-850e-2f2bad88c2a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:38.312161 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-76e6026c-00d8-4425-850e-2f2bad88c2a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:38.323031 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-76e6026c-00d8-4425-850e-2f2bad88c2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:38.441775 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-76e6026c-00d8-4425-850e-2f2bad88c2a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bde439e4914949bfb68213140dd57cea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3297169 Jul 15 12:57:38.442931 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33752) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:38.445032 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6026c-00d8-4425-850e-2f2bad88c2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe57cadb-eda4-4f0f-99c5-0dbd6acc6232,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:38.453914 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-303dd3fd-c3d6-4f19-92f0-6be214fb27bc req-aa5d00bd-ade1-4012-87f9-a69cb5274317 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=42d38631-e256-4930-ba2f-0a20b23412ac HTTP/1.1" status: 200 len: 210 time: 0.0949321 Jul 15 12:57:38.517383 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 85d8334f-6bb0-42ac-aad1-c445a4d99a8e up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:57:38.546105 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-aa6cb31f-4abd-41cc-8d92-39dbfb08e6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:38.569329 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3a3eca09-7087-4323-ad1f-c7bf5e14bf16 req-af52f63a-a004-4521-9b36-380b7fef9a92 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cbd47f0-24a9-44c6-9650-b4afe7c4d1a7 HTTP/1.1" status: 200 len: 210 time: 0.0818689 Jul 15 12:57:38.576417 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-aa6cb31f-4abd-41cc-8d92-39dbfb08e6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:38.595581 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-869a3d5a-c680-4aae-a0df-384bba09d888 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Allocated IP 172.20.0.6 (3ccc611d-a289-44b3-992b-3e39605548b4/7de80623-b855-4366-a308-8757d4a69fb8/b0642442-6154-4546-915d-d5c237c9811d) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:57:38.606353 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 85d8334f-6bb0-42ac-aad1-c445a4d99a8e triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:38.607806 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:38.628232 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-93e33802-a02b-4ce2-9442-309d86c691bd req-ec3cc18b-f5f4-4fbc-a527-d33916821fa5 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/ports?device_id=f618b592-dfc6-49b9-ab02-5a2825ebaba9 HTTP/1.1" status: 200 len: 210 time: 0.0661776 Jul 15 12:57:38.674501 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-aa6cb31f-4abd-41cc-8d92-39dbfb08e6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:38.683122 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-aa6cb31f-4abd-41cc-8d92-39dbfb08e6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:38.687572 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-aa6cb31f-4abd-41cc-8d92-39dbfb08e6b2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fe57cadb-eda4-4f0f-99c5-0dbd6acc6232 HTTP/1.1" status: 204 len: 168 time: 0.2409685 Jul 15 12:57:38.698390 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6cb31f-4abd-41cc-8d92-39dbfb08e6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe57cadb-eda4-4f0f-99c5-0dbd6acc6232,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:38.843993 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-869a3d5a-c680-4aae-a0df-384bba09d888 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:38.912196 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-869a3d5a-c680-4aae-a0df-384bba09d888 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:38.996286 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-869a3d5a-c680-4aae-a0df-384bba09d888 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Network 3ccc611d-a289-44b3-992b-3e39605548b4 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:57:39.008316 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-869a3d5a-c680-4aae-a0df-384bba09d888 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:57:39.016528 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-869a3d5a-c680-4aae-a0df-384bba09d888 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:57:39.085050 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a3d5a-c680-4aae-a0df-384bba09d888 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Pushing event updated for resources: {'Port': ['ID=b0642442-6154-4546-915d-d5c237c9811d,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:39.104545 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-869a3d5a-c680-4aae-a0df-384bba09d888 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:39.105538 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-869a3d5a-c680-4aae-a0df-384bba09d888 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:39.127498 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-869a3d5a-c680-4aae-a0df-384bba09d888 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6562109 Jul 15 12:57:39.302128 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 633b8146-822b-474f-b256-33000dae9ce2 up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:57:39.325397 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24eb66d-1986-4a7d-9a18-0727583e0d0a req-3bc0eeda-65ec-42cd-bb58-dab263614e1f tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:39.337392 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b24eb66d-1986-4a7d-9a18-0727583e0d0a req-3bc0eeda-65ec-42cd-bb58-dab263614e1f tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.16 "GET /v2.0/ports?device_id=63758de6-ffa6-4735-8889-f72c0ddb74ef HTTP/1.1" status: 200 len: 970 time: 0.1212831 Jul 15 12:57:39.396977 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port 633b8146-822b-474f-b256-33000dae9ce2 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:57:39.403209 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port 633b8146-822b-474f-b256-33000dae9ce2 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:39.403948 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:39.415951 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b24eb66d-1986-4a7d-9a18-0727583e0d0a req-340f04e7-1276-477e-8d08-804a68d1b851 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd74bb2d-28c5-4fc5-bb99-05815203de17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713067 Jul 15 12:57:39.531464 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:39.562126 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63758de6-ffa6-4735-8889-f72c0ddb74ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633b8146-822b-474f-b256-33000dae9ce2'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:57:39.663010 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 633b8146-822b-474f-b256-33000dae9ce2, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=633b8146-822b-474f-b256-33000dae9ce2,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:57:39.679279 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:39.745942 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a31303-c5af-4cf6-a835-8cb98067356a req-ad4982eb-9d2c-4b67-adaa-d883ac6cb947 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:39.747625 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a4a31303-c5af-4cf6-a835-8cb98067356a req-ad4982eb-9d2c-4b67-adaa-d883ac6cb947 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=42d38631-e256-4930-ba2f-0a20b23412ac HTTP/1.1" status: 200 len: 931 time: 0.1412141 Jul 15 12:57:39.805840 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=633b8146-822b-474f-b256-33000dae9ce2,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:39.849240 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-666490be-101f-4d6d-b377-43f16a7514f6 req-1924a329-609c-48b4-a518-26445fa1e301 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cbd47f0-24a9-44c6-9650-b4afe7c4d1a7 HTTP/1.1" status: 200 len: 210 time: 0.0434525 Jul 15 12:57:39.850615 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8061379d-8d39-4eb1-8c29-a8c02bb28161" -d '{"events": [{"server_uuid": "63758de6-ffa6-4735-8889-f72c0ddb74ef", "name": "network-vif-plugged", "status": "completed", "tag": "633b8146-822b-474f-b256-33000dae9ce2"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:57:39.871261 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a4a31303-c5af-4cf6-a835-8cb98067356a req-429f4e3b-f7b0-43d8-b209-11cf595de2c1 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176429 Jul 15 12:57:40.047717 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2394cb38-6bda-487b-bf2e-52678121f304 req-5fb0ca0d-7c6f-4039-975a-2f8592680a2f tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/ports?device_id=f618b592-dfc6-49b9-ab02-5a2825ebaba9 HTTP/1.1" status: 200 len: 210 time: 0.0512576 Jul 15 12:57:40.215280 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-d18e6c86-e520-418d-b024-26162e930dd6 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:40.219592 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-d18e6c86-e520-418d-b024-26162e930dd6 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.20 "GET /v2.0/networks?id=2691f40b-6294-497c-8479-3f33a37dc0ee HTTP/1.1" status: 200 len: 822 time: 0.3282263 Jul 15 12:57:40.267576 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599235c4-67f8-4ca7-bc37-9dce6d81e526 x-openstack-request-id: req-599235c4-67f8-4ca7-bc37-9dce6d81e526 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:57:40.267864 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63758de6-ffa6-4735-8889-f72c0ddb74ef", "name": "network-vif-plugged", "status": "completed", "tag": "633b8146-822b-474f-b256-33000dae9ce2", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:57:40.268113 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-599235c4-67f8-4ca7-bc37-9dce6d81e526 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:57:40.268572 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63758de6-ffa6-4735-8889-f72c0ddb74ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633b8146-822b-474f-b256-33000dae9ce2', 'code': 200} Jul 15 12:57:40.287815 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-699ba69d-f41b-4afa-aaee-629b49fe7fa4 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1bed3db82d94ba082f589d0abe653bf HTTP/1.1" status: 200 len: 378 time: 0.0580635 Jul 15 12:57:40.297690 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-50b6ff2f-21d2-4404-9aa1-46632e5ff98c tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Request body: {'port': {'device_id': 'f618b592-dfc6-49b9-ab02-5a2825ebaba9', 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee', 'admin_state_up': True, 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'security_groups': ['c51af1c0-2b5c-4e46-9e96-4747552c3905']}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:40.353014 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.20', 51981) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:40.487180 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02498aa2-4582-4ca8-952c-6556a245d2fc req-4d6c7173-8038-4693-bcbf-d00067ed0236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:40.492404 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02498aa2-4582-4ca8-952c-6556a245d2fc req-4d6c7173-8038-4693-bcbf-d00067ed0236 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=63758de6-ffa6-4735-8889-f72c0ddb74ef HTTP/1.1" status: 200 len: 1123 time: 0.1376288 Jul 15 12:57:40.523022 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-02498aa2-4582-4ca8-952c-6556a245d2fc req-7d01039d-4e7f-4c1f-94b1-538493758e7e service neutron] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:40.685184 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-02498aa2-4582-4ca8-952c-6556a245d2fc req-7d01039d-4e7f-4c1f-94b1-538493758e7e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:40.693534 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-02498aa2-4582-4ca8-952c-6556a245d2fc req-7d01039d-4e7f-4c1f-94b1-538493758e7e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:40.708524 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d53888-3b6d-49e0-9599-c19ff19704c0 req-b0d9d90d-9166-4bfb-8ce9-a0874a3f11ac tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:40.710191 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-42d53888-3b6d-49e0-9599-c19ff19704c0 req-b0d9d90d-9166-4bfb-8ce9-a0874a3f11ac tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.16 "GET /v2.0/ports?device_id=63758de6-ffa6-4735-8889-f72c0ddb74ef HTTP/1.1" status: 200 len: 971 time: 0.1603932 Jul 15 12:57:40.714202 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-50b6ff2f-21d2-4404-9aa1-46632e5ff98c tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Made reservation on behalf of b1bed3db82d94ba082f589d0abe653bf for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:57:40.717925 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-50b6ff2f-21d2-4404-9aa1-46632e5ff98c tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:40.756437 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02498aa2-4582-4ca8-952c-6556a245d2fc req-7d01039d-4e7f-4c1f-94b1-538493758e7e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bd74bb2d-28c5-4fc5-bb99-05815203de17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569087 Jul 15 12:57:40.768629 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d01039d-4e7f-4c1f-94b1-538493758e7e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=584621ea-0eb6-469c-bb64-25a845e13a63,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:40.785543 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-42d53888-3b6d-49e0-9599-c19ff19704c0 req-22ac6f3f-da98-4d2b-a9dc-f4555d832bd0 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd74bb2d-28c5-4fc5-bb99-05815203de17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661933 Jul 15 12:57:40.913045 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 33846) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:40.917265 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-50b6ff2f-21d2-4404-9aa1-46632e5ff98c tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Allocated IP 172.20.0.14 (2691f40b-6294-497c-8479-3f33a37dc0ee/d44e2be9-560a-4145-9cc8-a12eda01a935/2b2af28b-84e7-4212-98e1-e7b09673a9b8) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:57:41.066301 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9c0bc0ff-f940-433c-9c96-64950973ebdd req-e4aa76c1-1100-4848-8cd3-f2e8fd3b30f1 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cbd47f0-24a9-44c6-9650-b4afe7c4d1a7 HTTP/1.1" status: 200 len: 210 time: 0.0434911 Jul 15 12:57:41.127855 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-50b6ff2f-21d2-4404-9aa1-46632e5ff98c tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:41.148253 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0d981-b47c-4dbf-b8a4-36f4767eb505 req-0ac81780-7ebe-4af3-836a-abdc0e82c531 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:41.149783 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-50b6ff2f-21d2-4404-9aa1-46632e5ff98c tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Transition to ACTIVE for port object 2b2af28b-84e7-4212-98e1-e7b09673a9b8 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:57:41.150904 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e1a0d981-b47c-4dbf-b8a4-36f4767eb505 req-0ac81780-7ebe-4af3-836a-abdc0e82c531 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=42d38631-e256-4930-ba2f-0a20b23412ac HTTP/1.1" status: 200 len: 931 time: 0.0873516 Jul 15 12:57:41.197715 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-50b6ff2f-21d2-4404-9aa1-46632e5ff98c tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:41.217945 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e1a0d981-b47c-4dbf-b8a4-36f4767eb505 req-8a0e4723-cddb-4980-8a27-148e6f3e8301 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580533 Jul 15 12:57:41.271060 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-50b6ff2f-21d2-4404-9aa1-46632e5ff98c tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Network 2691f40b-6294-497c-8479-3f33a37dc0ee is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:57:41.274266 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-50b6ff2f-21d2-4404-9aa1-46632e5ff98c tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:57:41.276992 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-50b6ff2f-21d2-4404-9aa1-46632e5ff98c tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:57:41.279941 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-efbb9e9b-6be2-4b14-a197-d772379b60de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:41.285314 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-50b6ff2f-21d2-4404-9aa1-46632e5ff98c tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:41.286525 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-50b6ff2f-21d2-4404-9aa1-46632e5ff98c tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:41.305859 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b6ff2f-21d2-4404-9aa1-46632e5ff98c tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Pushing event updated for resources: {'Port': ['ID=2b2af28b-84e7-4212-98e1-e7b09673a9b8,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:41.309326 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-50b6ff2f-21d2-4404-9aa1-46632e5ff98c tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0159106 Jul 15 12:57:41.329161 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-72f1da2b-ad65-44f3-b97d-105e00d07ee4 service neutron] Request body: {'port': {'device_id': 'f618b592-dfc6-49b9-ab02-5a2825ebaba9', 'device_owner': 'compute:tempest-test_az-373280312', 'binding:host_id': 'n-h1-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:41.357313 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454eda1-894e-4431-b240-30bf3fea3b78 req-484b3c75-42d0-42bf-916d-cc6b24b741ff tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:41.358899 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1454eda1-894e-4431-b240-30bf3fea3b78 req-484b3c75-42d0-42bf-916d-cc6b24b741ff tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/ports?device_id=f618b592-dfc6-49b9-ab02-5a2825ebaba9 HTTP/1.1" status: 200 len: 932 time: 0.1365767 Jul 15 12:57:41.427020 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-72f1da2b-ad65-44f3-b97d-105e00d07ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:41.444250 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1454eda1-894e-4431-b240-30bf3fea3b78 req-d48b7f26-473d-42b8-a6e3-baafb05fd88f tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/security-groups?id=c51af1c0-2b5c-4e46-9e96-4747552c3905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612507 Jul 15 12:57:41.492239 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-efbb9e9b-6be2-4b14-a197-d772379b60de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:41.498028 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-efbb9e9b-6be2-4b14-a197-d772379b60de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:41.546422 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-efbb9e9b-6be2-4b14-a197-d772379b60de admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1ebf1c0d0e6645239d9dbcc71ca59787&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6296315 Jul 15 12:57:41.547613 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 33862) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:41.555799 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb9e9b-6be2-4b14-a197-d772379b60de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2380e4ed-71a1-401e-a005-1eb563b7331e,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:41.584443 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-585575a7-67d3-4c40-b02f-6adec6017fd5 None None] Provisioning for port 2b2af28b-84e7-4212-98e1-e7b09673a9b8 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:57:41.591290 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-585575a7-67d3-4c40-b02f-6adec6017fd5 None None] Provisioning complete for port 2b2af28b-84e7-4212-98e1-e7b09673a9b8 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:41.591920 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-585575a7-67d3-4c40-b02f-6adec6017fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:41.620154 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1824c649-d6bf-410f-9db8-dd66000a17af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:41.645945 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-585575a7-67d3-4c40-b02f-6adec6017fd5 None None] Port 2b2af28b-84e7-4212-98e1-e7b09673a9b8 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:57:41.653776 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1824c649-d6bf-410f-9db8-dd66000a17af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:41.705023 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1824c649-d6bf-410f-9db8-dd66000a17af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:41.709507 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1824c649-d6bf-410f-9db8-dd66000a17af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:41.715656 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1824c649-d6bf-410f-9db8-dd66000a17af admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2380e4ed-71a1-401e-a005-1eb563b7331e HTTP/1.1" status: 204 len: 168 time: 0.1674817 Jul 15 12:57:41.724304 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824c649-d6bf-410f-9db8-dd66000a17af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2380e4ed-71a1-401e-a005-1eb563b7331e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:41.805513 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-72f1da2b-ad65-44f3-b97d-105e00d07ee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b2af28b-84e7-4212-98e1-e7b09673a9b8 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:57:41.813784 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-72f1da2b-ad65-44f3-b97d-105e00d07ee4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:41.829839 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-72f1da2b-ad65-44f3-b97d-105e00d07ee4 service neutron] Transition to ACTIVE for port object 2b2af28b-84e7-4212-98e1-e7b09673a9b8 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:57:41.835042 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-72f1da2b-ad65-44f3-b97d-105e00d07ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:41.905109 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f1da2b-ad65-44f3-b97d-105e00d07ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=2b2af28b-84e7-4212-98e1-e7b09673a9b8,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:41.960372 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-72f1da2b-ad65-44f3-b97d-105e00d07ee4 service neutron] Attempting to bind port 2b2af28b-84e7-4212-98e1-e7b09673a9b8 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:57:41.960372 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-72f1da2b-ad65-44f3-b97d-105e00d07ee4 service neutron] Attempting to bind port 2b2af28b-84e7-4212-98e1-e7b09673a9b8 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'cd857633-46f6-4d90-bb5f-e587bc48f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:57:41.960372 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-72f1da2b-ad65-44f3-b97d-105e00d07ee4 service neutron] Attempting to bind port 2b2af28b-84e7-4212-98e1-e7b09673a9b8 on network 2691f40b-6294-497c-8479-3f33a37dc0ee {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:57:41.981480 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-72f1da2b-ad65-44f3-b97d-105e00d07ee4 service neutron] Port 2b2af28b-84e7-4212-98e1-e7b09673a9b8 on network 2691f40b-6294-497c-8479-3f33a37dc0ee not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:57:41.981808 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-72f1da2b-ad65-44f3-b97d-105e00d07ee4 service neutron] Attempting to bind port 2b2af28b-84e7-4212-98e1-e7b09673a9b8 on network 2691f40b-6294-497c-8479-3f33a37dc0ee {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:57:41.998248 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-72f1da2b-ad65-44f3-b97d-105e00d07ee4 service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:57:41.999008 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-72f1da2b-ad65-44f3-b97d-105e00d07ee4 service neutron] Checking segment: {'id': 'cd857633-46f6-4d90-bb5f-e587bc48f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:57:41.999408 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-72f1da2b-ad65-44f3-b97d-105e00d07ee4 service neutron] Bound using segment: {'id': 'cd857633-46f6-4d90-bb5f-e587bc48f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:57:41.999846 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-72f1da2b-ad65-44f3-b97d-105e00d07ee4 service neutron] Bound port: 2b2af28b-84e7-4212-98e1-e7b09673a9b8, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd857633-46f6-4d90-bb5f-e587bc48f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:57:42.000208 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-72f1da2b-ad65-44f3-b97d-105e00d07ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:42.151568 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-72f1da2b-ad65-44f3-b97d-105e00d07ee4 service neutron] For port 2b2af28b-84e7-4212-98e1-e7b09673a9b8, host n-h1-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:57:42.164324 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-72f1da2b-ad65-44f3-b97d-105e00d07ee4 service neutron] For port 2b2af28b-84e7-4212-98e1-e7b09673a9b8, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=2b2af28b-84e7-4212-98e1-e7b09673a9b8,segment=NetworkSegment(cd857633-46f6-4d90-bb5f-e587bc48f622),segment_id=cd857633-46f6-4d90-bb5f-e587bc48f622)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:57:42.172375 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-72f1da2b-ad65-44f3-b97d-105e00d07ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:42.208357 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33890) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:42.230832 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-72f1da2b-ad65-44f3-b97d-105e00d07ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:42.231692 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-72f1da2b-ad65-44f3-b97d-105e00d07ee4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:42.233153 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-72f1da2b-ad65-44f3-b97d-105e00d07ee4 service neutron] 10.222.0.20 "PUT /v2.0/ports/2b2af28b-84e7-4212-98e1-e7b09673a9b8 HTTP/1.1" status: 200 len: 1114 time: 0.9130089 Jul 15 12:57:42.233881 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f618b592-dfc6-49b9-ab02-5a2825ebaba9', 'tag': '2b2af28b-84e7-4212-98e1-e7b09673a9b8'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:57:42.237633 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10ef6cd-cc2b-4cca-9b4a-bb2e01a86bab" -d '{"events": [{"name": "network-changed", "server_uuid": "f618b592-dfc6-49b9-ab02-5a2825ebaba9", "tag": "2b2af28b-84e7-4212-98e1-e7b09673a9b8"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:57:42.243753 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-aa3d3105-fb78-46e3-b479-0e6f28eda0dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:42.293986 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f1da2b-ad65-44f3-b97d-105e00d07ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=2b2af28b-84e7-4212-98e1-e7b09673a9b8,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:42.363205 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf96a55-c74b-48b5-afbd-36dd25603bfa req-db8d8c8a-e9e4-4dde-ad21-942a1b2734ea tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:42.370795 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cf96a55-c74b-48b5-afbd-36dd25603bfa req-db8d8c8a-e9e4-4dde-ad21-942a1b2734ea tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.16 "GET /v2.0/ports?device_id=63758de6-ffa6-4735-8889-f72c0ddb74ef HTTP/1.1" status: 200 len: 971 time: 0.4170499 Jul 15 12:57:42.425937 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cf96a55-c74b-48b5-afbd-36dd25603bfa req-a123b403-c36d-427a-a5fb-f1ee5af9abeb tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd74bb2d-28c5-4fc5-bb99-05815203de17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542631 Jul 15 12:57:42.451779 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-35fa7e5b-e6e8-4d0b-9e21-a25e6d46107a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:42.453449 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-35fa7e5b-e6e8-4d0b-9e21-a25e6d46107a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1bed3db82d94ba082f589d0abe653bf&device_id=f618b592-dfc6-49b9-ab02-5a2825ebaba9 HTTP/1.1" status: 200 len: 1117 time: 0.1514266 Jul 15 12:57:42.527991 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-9d58f02d-9592-4f52-b5e4-c2a50064be09 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b2af28b-84e7-4212-98e1-e7b09673a9b8 HTTP/1.1" status: 200 len: 217 time: 0.0667424 Jul 15 12:57:42.573076 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9ef10c26-3366-492d-bc7c-dd16a0153e43 req-e18bde5e-4d91-4b1d-a5f6-e7587d94738c tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cbd47f0-24a9-44c6-9650-b4afe7c4d1a7 HTTP/1.1" status: 200 len: 210 time: 0.0305266 Jul 15 12:57:42.614667 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-46eae0a6-5c43-4fec-a63b-1e161dc60008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:42.616161 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-46eae0a6-5c43-4fec-a63b-1e161dc60008 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d44e2be9-560a-4145-9cc8-a12eda01a935 HTTP/1.1" status: 200 len: 861 time: 0.0798242 Jul 15 12:57:42.637162 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-aa3d3105-fb78-46e3-b479-0e6f28eda0dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:42.652889 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea7061-ed78-4659-bec4-0e37eedabee2 req-838a3fd0-de24-48d8-b9d6-f03b44c551a4 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:42.654441 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-75ea7061-ed78-4659-bec4-0e37eedabee2 req-838a3fd0-de24-48d8-b9d6-f03b44c551a4 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=42d38631-e256-4930-ba2f-0a20b23412ac HTTP/1.1" status: 200 len: 931 time: 0.0751543 Jul 15 12:57:42.662363 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-aa3d3105-fb78-46e3-b479-0e6f28eda0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:42.702618 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d874340-17fa-44a9-b207-7d065f11bc0e x-openstack-request-id: req-2d874340-17fa-44a9-b207-7d065f11bc0e {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:57:42.702913 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f618b592-dfc6-49b9-ab02-5a2825ebaba9", "tag": "2b2af28b-84e7-4212-98e1-e7b09673a9b8", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:57:42.703163 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d874340-17fa-44a9-b207-7d065f11bc0e {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:57:42.703552 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f618b592-dfc6-49b9-ab02-5a2825ebaba9', 'tag': '2b2af28b-84e7-4212-98e1-e7b09673a9b8', 'status': 'completed', 'code': 200} Jul 15 12:57:42.704510 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-75ea7061-ed78-4659-bec4-0e37eedabee2 req-bf64c452-365c-4b15-a994-3fc72293e483 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424485 Jul 15 12:57:42.735659 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d3105-fb78-46e3-b479-0e6f28eda0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc69b9b-30dd-423a-a0a7-ea8a0ef671dc,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:42.743590 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-aa3d3105-fb78-46e3-b479-0e6f28eda0dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=de6c04e71c824c49bc8496cdc210ac8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5328653 Jul 15 12:57:42.746027 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33906) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:42.772495 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-c1c371eb-9840-407e-ad33-3ddc4d13c48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:42.774039 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-c1c371eb-9840-407e-ad33-3ddc4d13c48b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2691f40b-6294-497c-8479-3f33a37dc0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1500735 Jul 15 12:57:42.831922 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-686fdd89-9a89-457f-b581-268205f46d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:42.886374 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-686fdd89-9a89-457f-b581-268205f46d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:42.899562 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03c34d-640a-40b6-a330-ba02bcde37bb req-bf3b2ac2-8e41-4ec0-8a8c-2121be02d7d4 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:42.906726 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0b03c34d-640a-40b6-a330-ba02bcde37bb req-bf3b2ac2-8e41-4ec0-8a8c-2121be02d7d4 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/ports?device_id=f618b592-dfc6-49b9-ab02-5a2825ebaba9 HTTP/1.1" status: 200 len: 965 time: 0.0868714 Jul 15 12:57:42.926955 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-08263f90-0d72-41bf-8956-23617f88e8a2 service neutron] 10.222.0.20 "GET /v2.0/networks/2691f40b-6294-497c-8479-3f33a37dc0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447537 Jul 15 12:57:42.965568 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0b03c34d-640a-40b6-a330-ba02bcde37bb req-31b1c4c0-ad48-44a5-8996-fe15bed8a35b tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/security-groups?id=c51af1c0-2b5c-4e46-9e96-4747552c3905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578845 Jul 15 12:57:43.016186 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-686fdd89-9a89-457f-b581-268205f46d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:43.019200 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-686fdd89-9a89-457f-b581-268205f46d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:43.024310 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-686fdd89-9a89-457f-b581-268205f46d8b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/afc69b9b-30dd-423a-a0a7-ea8a0ef671dc HTTP/1.1" status: 204 len: 168 time: 0.2772675 Jul 15 12:57:43.037756 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686fdd89-9a89-457f-b581-268205f46d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc69b9b-30dd-423a-a0a7-ea8a0ef671dc,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:43.056884 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4027546c-efa8-4198-814c-4fd0c9836f35 req-48aa1872-cb41-4526-80bc-e05227465c91 service neutron] 10.222.0.20 "GET /v2.0/networks/2691f40b-6294-497c-8479-3f33a37dc0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236522 Jul 15 12:57:43.186002 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ef6cd-cc2b-4cca-9b4a-bb2e01a86bab req-fcc79726-70ea-48be-bb51-23e0b400c460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:43.187543 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b10ef6cd-cc2b-4cca-9b4a-bb2e01a86bab req-fcc79726-70ea-48be-bb51-23e0b400c460 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1bed3db82d94ba082f589d0abe653bf&device_id=f618b592-dfc6-49b9-ab02-5a2825ebaba9 HTTP/1.1" status: 200 len: 1117 time: 0.0548041 Jul 15 12:57:43.358663 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ef6cd-cc2b-4cca-9b4a-bb2e01a86bab req-e53d4d49-cb39-4402-b363-416a8ee5b34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:43.360419 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b10ef6cd-cc2b-4cca-9b4a-bb2e01a86bab req-e53d4d49-cb39-4402-b363-416a8ee5b34f service neutron] 10.222.0.20 "GET /v2.0/networks?id=2691f40b-6294-497c-8479-3f33a37dc0ee HTTP/1.1" status: 200 len: 923 time: 0.1653125 Jul 15 12:57:43.411039 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b10ef6cd-cc2b-4cca-9b4a-bb2e01a86bab req-349a60b6-841e-4e40-b00c-2a15cff63644 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b2af28b-84e7-4212-98e1-e7b09673a9b8 HTTP/1.1" status: 200 len: 217 time: 0.0429950 Jul 15 12:57:43.464315 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ef6cd-cc2b-4cca-9b4a-bb2e01a86bab req-c3c52192-24ab-4778-b9fb-4756e7367004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:43.465888 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b10ef6cd-cc2b-4cca-9b4a-bb2e01a86bab req-c3c52192-24ab-4778-b9fb-4756e7367004 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d44e2be9-560a-4145-9cc8-a12eda01a935 HTTP/1.1" status: 200 len: 861 time: 0.0487328 Jul 15 12:57:43.544197 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ef6cd-cc2b-4cca-9b4a-bb2e01a86bab req-91990743-dd3a-4bcf-90a9-5b8a05d7e9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:43.545697 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b10ef6cd-cc2b-4cca-9b4a-bb2e01a86bab req-91990743-dd3a-4bcf-90a9-5b8a05d7e9cc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2691f40b-6294-497c-8479-3f33a37dc0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0726898 Jul 15 12:57:43.618341 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 33932) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:43.672764 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b10ef6cd-cc2b-4cca-9b4a-bb2e01a86bab req-0b01fb98-32fc-49d2-8ca4-916bb568d989 service neutron] 10.222.0.20 "GET /v2.0/networks/2691f40b-6294-497c-8479-3f33a37dc0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189201 Jul 15 12:57:43.682457 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a970e5-f754-41f0-94eb-8df575e2883a req-f4bb0479-3f41-43dc-915a-bf4b1a3e4cdc tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:43.684546 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8a970e5-f754-41f0-94eb-8df575e2883a req-f4bb0479-3f41-43dc-915a-bf4b1a3e4cdc tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.16 "GET /v2.0/ports?device_id=63758de6-ffa6-4735-8889-f72c0ddb74ef HTTP/1.1" status: 200 len: 971 time: 0.1222789 Jul 15 12:57:43.764839 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8a970e5-f754-41f0-94eb-8df575e2883a req-a0e9e2c2-1108-46e0-b453-0f2ff2c39745 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd74bb2d-28c5-4fc5-bb99-05815203de17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744181 Jul 15 12:57:43.825006 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c36798d0-4182-400b-845f-c52b88eb5171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:43.828046 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b10ef6cd-cc2b-4cca-9b4a-bb2e01a86bab req-f47215ca-8a12-4b62-b538-f124b9622e50 service neutron] 10.222.0.20 "GET /v2.0/networks/2691f40b-6294-497c-8479-3f33a37dc0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484177 Jul 15 12:57:43.828763 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b78fe2d4-8e34-48f9-9798-e8751044ec21 req-eb767965-a169-40ce-b8f6-790334d96662 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cbd47f0-24a9-44c6-9650-b4afe7c4d1a7 HTTP/1.1" status: 200 len: 210 time: 0.0554440 Jul 15 12:57:44.032354 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c36798d0-4182-400b-845f-c52b88eb5171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:44.039753 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c36798d0-4182-400b-845f-c52b88eb5171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:44.084090 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f483d-d49b-4864-82b9-4ca21fb426a3 req-ee912327-1de8-4154-9f20-b3485ff8b796 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:44.085605 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7f3f483d-d49b-4864-82b9-4ca21fb426a3 req-ee912327-1de8-4154-9f20-b3485ff8b796 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=42d38631-e256-4930-ba2f-0a20b23412ac HTTP/1.1" status: 200 len: 931 time: 0.1724920 Jul 15 12:57:44.107139 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c36798d0-4182-400b-845f-c52b88eb5171 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=31f44e054e6f4bf48e5a576dcef2fb95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4876060 Jul 15 12:57:44.109870 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36798d0-4182-400b-845f-c52b88eb5171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89067b88-9050-4316-b414-150ff9a59290,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:44.110459 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33954) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:44.128523 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010bb62-8703-4e66-8933-9bcd71cc0b83 req-e3907495-2592-4777-8974-73f3cb4ba3f8 tempest-AggregatesAdminTestJSON-1317358974 tempest-AggregatesAdminTestJSON-1317358974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:44.130876 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a010bb62-8703-4e66-8933-9bcd71cc0b83 req-e3907495-2592-4777-8974-73f3cb4ba3f8 tempest-AggregatesAdminTestJSON-1317358974 tempest-AggregatesAdminTestJSON-1317358974-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=63758de6-ffa6-4735-8889-f72c0ddb74ef HTTP/1.1" status: 200 len: 1123 time: 0.1762166 Jul 15 12:57:44.155993 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7f3f483d-d49b-4864-82b9-4ca21fb426a3 req-82319161-bcee-4ba8-97cd-3313dd99244d tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591807 Jul 15 12:57:44.162368 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a010bb62-8703-4e66-8933-9bcd71cc0b83 req-5a9e883a-902d-4562-8bde-514d7a5db58f tempest-AggregatesAdminTestJSON-1317358974 tempest-AggregatesAdminTestJSON-1317358974-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:44.186126 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6b4cc1d1-f3d2-41c8-bceb-3638a2bae90e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:44.215139 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6b4cc1d1-f3d2-41c8-bceb-3638a2bae90e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:44.275491 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6b4cc1d1-f3d2-41c8-bceb-3638a2bae90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:44.276944 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a010bb62-8703-4e66-8933-9bcd71cc0b83 req-5a9e883a-902d-4562-8bde-514d7a5db58f tempest-AggregatesAdminTestJSON-1317358974 tempest-AggregatesAdminTestJSON-1317358974-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:44.278929 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6b4cc1d1-f3d2-41c8-bceb-3638a2bae90e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:44.282590 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6b4cc1d1-f3d2-41c8-bceb-3638a2bae90e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/89067b88-9050-4316-b414-150ff9a59290 HTTP/1.1" status: 204 len: 168 time: 0.1680422 Jul 15 12:57:44.288478 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a010bb62-8703-4e66-8933-9bcd71cc0b83 req-5a9e883a-902d-4562-8bde-514d7a5db58f tempest-AggregatesAdminTestJSON-1317358974 tempest-AggregatesAdminTestJSON-1317358974-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:44.289844 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4cc1d1-f3d2-41c8-bceb-3638a2bae90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89067b88-9050-4316-b414-150ff9a59290,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:44.333801 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a010bb62-8703-4e66-8933-9bcd71cc0b83 req-5a9e883a-902d-4562-8bde-514d7a5db58f tempest-AggregatesAdminTestJSON-1317358974 tempest-AggregatesAdminTestJSON-1317358974-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=bd74bb2d-28c5-4fc5-bb99-05815203de17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897767 Jul 15 12:57:44.374096 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e883a-902d-4562-8bde-514d7a5db58f tempest-AggregatesAdminTestJSON-1317358974 tempest-AggregatesAdminTestJSON-1317358974-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93106b42-280b-4f43-aa78-d050b72df9d6,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:44.412663 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688780e-7672-4b0c-8cda-6ddb7f35c75c req-14f7d090-a98d-4c73-82ce-194af9d15cca tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:44.424402 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4688780e-7672-4b0c-8cda-6ddb7f35c75c req-14f7d090-a98d-4c73-82ce-194af9d15cca tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/ports?device_id=f618b592-dfc6-49b9-ab02-5a2825ebaba9 HTTP/1.1" status: 200 len: 965 time: 0.1044986 Jul 15 12:57:44.461720 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4688780e-7672-4b0c-8cda-6ddb7f35c75c req-38c5eee7-c553-4ce1-90e1-c0071e0d9122 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/security-groups?id=c51af1c0-2b5c-4e46-9e96-4747552c3905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364425 Jul 15 12:57:44.580156 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.46', 49223) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:44.589270 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-f669bd5e-7ee9-4b9a-8f7b-2fadd16ad944 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:57:44.590322 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-f669bd5e-7ee9-4b9a-8f7b-2fadd16ad944 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137627 Jul 15 12:57:44.606028 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-a8403bc6-cbce-46ae-bf35-2e60e4d1f98d tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=4e94e79315674831ba38e230900d732d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245357 Jul 15 12:57:44.621291 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 33976) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:44.641782 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bb8e77b5-3adb-411f-9362-fe38e73af657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:44.738599 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-22e503a1-a9dd-4ff0-abb9-1fdc7c60b479 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:44.740537 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-22e503a1-a9dd-4ff0-abb9-1fdc7c60b479 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1258011 Jul 15 12:57:44.755546 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-c0a85afe-b2d0-41d7-8e59-2afe7f3dc7a6 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] Request body: {'port': {'device_id': '8cbd47f0-24a9-44c6-9650-b4afe7c4d1a7', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'admin_state_up': True, 'tenant_id': '4e94e79315674831ba38e230900d732d'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:44.813049 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bb8e77b5-3adb-411f-9362-fe38e73af657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:44.820070 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bb8e77b5-3adb-411f-9362-fe38e73af657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:44.909126 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e77b5-3adb-411f-9362-fe38e73af657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ba4526-8c66-488a-8e95-5b977abae3a2,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:44.916043 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-c0a85afe-b2d0-41d7-8e59-2afe7f3dc7a6 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] Made reservation on behalf of 4e94e79315674831ba38e230900d732d for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:57:44.922405 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-c0a85afe-b2d0-41d7-8e59-2afe7f3dc7a6 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:44.947624 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-bb8e77b5-3adb-411f-9362-fe38e73af657 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db48ebccce4e4079ae5f45520699f5f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211319 Jul 15 12:57:44.948327 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 33994) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:44.949015 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-c0a85afe-b2d0-41d7-8e59-2afe7f3dc7a6 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:45.061816 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-c0a85afe-b2d0-41d7-8e59-2afe7f3dc7a6 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:45.069895 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-c0a85afe-b2d0-41d7-8e59-2afe7f3dc7a6 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:45.097944 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0aca699e-5243-4588-bbaa-b0c6402e2526 req-c5e0a1de-4986-4011-bb7e-08cbb3dd3e98 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cbd47f0-24a9-44c6-9650-b4afe7c4d1a7 HTTP/1.1" status: 200 len: 210 time: 0.0455017 Jul 15 12:57:45.104680 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-0f5e5988-2f04-482b-a1e8-2d90567d8e6a service neutron] Request body: {'port': {'device_id': '42d38631-e256-4930-ba2f-0a20b23412ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:45.135799 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ef6c412b-4318-4c83-87e1-95a02cc57a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:45.163794 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ef6c412b-4318-4c83-87e1-95a02cc57a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:45.181537 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a85afe-b2d0-41d7-8e59-2afe7f3dc7a6 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0efdcb-f227-4a17-be22-55f2a8343d4b,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:45.236749 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-0f5e5988-2f04-482b-a1e8-2d90567d8e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:45.257220 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-c0a85afe-b2d0-41d7-8e59-2afe7f3dc7a6 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] Allocated IP 192.168.233.142 (fb7e2853-c052-4bbe-a410-b119ef2f5100/f7332b1d-b5ae-478a-9a33-4a7a808c5484/de3ceccd-1428-4928-8a40-f89c5ab3cef9) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:57:45.282342 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ef6c412b-4318-4c83-87e1-95a02cc57a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:45.285861 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ef6c412b-4318-4c83-87e1-95a02cc57a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:45.289533 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ef6c412b-4318-4c83-87e1-95a02cc57a46 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c9ba4526-8c66-488a-8e95-5b977abae3a2 HTTP/1.1" status: 204 len: 168 time: 0.3378913 Jul 15 12:57:45.301789 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c412b-4318-4c83-87e1-95a02cc57a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ba4526-8c66-488a-8e95-5b977abae3a2,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:45.460964 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-c0a85afe-b2d0-41d7-8e59-2afe7f3dc7a6 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:45.480867 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-c0a85afe-b2d0-41d7-8e59-2afe7f3dc7a6 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] Transition to ACTIVE for port object de3ceccd-1428-4928-8a40-f89c5ab3cef9 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:57:45.539540 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-c0a85afe-b2d0-41d7-8e59-2afe7f3dc7a6 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:45.560901 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9642180-1b71-4048-8255-d8100c03b1a0 req-7da75350-0caf-464a-87df-f94dc8c95c56 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:45.562392 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b9642180-1b71-4048-8255-d8100c03b1a0 req-7da75350-0caf-464a-87df-f94dc8c95c56 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=42d38631-e256-4930-ba2f-0a20b23412ac HTTP/1.1" status: 200 len: 931 time: 0.1715319 Jul 15 12:57:45.605246 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-c0a85afe-b2d0-41d7-8e59-2afe7f3dc7a6 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] Network fb7e2853-c052-4bbe-a410-b119ef2f5100 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:57:45.614682 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-c0a85afe-b2d0-41d7-8e59-2afe7f3dc7a6 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:57:45.618717 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-c0a85afe-b2d0-41d7-8e59-2afe7f3dc7a6 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:57:45.622778 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b9642180-1b71-4048-8255-d8100c03b1a0 req-c0aa60fd-fb9a-4e89-9826-c2bd4ed31db9 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521901 Jul 15 12:57:45.624275 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-c0a85afe-b2d0-41d7-8e59-2afe7f3dc7a6 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:45.624913 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-c0a85afe-b2d0-41d7-8e59-2afe7f3dc7a6 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:45.633501 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a85afe-b2d0-41d7-8e59-2afe7f3dc7a6 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] Pushing event updated for resources: {'Port': ['ID=de3ceccd-1428-4928-8a40-f89c5ab3cef9,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:45.652259 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-c0a85afe-b2d0-41d7-8e59-2afe7f3dc7a6 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9033313 Jul 15 12:57:45.666451 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-066fa02e-a0ef-43c2-933d-f490fdc9724a service neutron] Request body: {'port': {'device_id': '8cbd47f0-24a9-44c6-9650-b4afe7c4d1a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:45.742319 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-0f5e5988-2f04-482b-a1e8-2d90567d8e6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0642442-6154-4546-915d-d5c237c9811d {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:57:45.751819 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-0f5e5988-2f04-482b-a1e8-2d90567d8e6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:45.773132 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-0f5e5988-2f04-482b-a1e8-2d90567d8e6a service neutron] Transition to ACTIVE for port object b0642442-6154-4546-915d-d5c237c9811d will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:57:45.779597 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-0f5e5988-2f04-482b-a1e8-2d90567d8e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:45.824955 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-066fa02e-a0ef-43c2-933d-f490fdc9724a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:45.920629 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e5988-2f04-482b-a1e8-2d90567d8e6a service neutron] Pushing event updated for resources: {'Port': ['ID=b0642442-6154-4546-915d-d5c237c9811d,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:46.012498 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-0f5e5988-2f04-482b-a1e8-2d90567d8e6a service neutron] Attempting to bind port b0642442-6154-4546-915d-d5c237c9811d on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:57:46.012869 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-0f5e5988-2f04-482b-a1e8-2d90567d8e6a service neutron] Attempting to bind port b0642442-6154-4546-915d-d5c237c9811d by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:57:46.013195 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-0f5e5988-2f04-482b-a1e8-2d90567d8e6a service neutron] Attempting to bind port b0642442-6154-4546-915d-d5c237c9811d on network 3ccc611d-a289-44b3-992b-3e39605548b4 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:57:46.027874 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a7e57-024a-408b-b038-d68c51d15d6b req-67b5a27b-a766-4fc1-9c88-476b87cbb993 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:46.029429 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a54a7e57-024a-408b-b038-d68c51d15d6b req-67b5a27b-a766-4fc1-9c88-476b87cbb993 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/ports?device_id=f618b592-dfc6-49b9-ab02-5a2825ebaba9 HTTP/1.1" status: 200 len: 965 time: 0.2045853 Jul 15 12:57:46.032275 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-0f5e5988-2f04-482b-a1e8-2d90567d8e6a service neutron] Port b0642442-6154-4546-915d-d5c237c9811d on network 3ccc611d-a289-44b3-992b-3e39605548b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:57:46.032610 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-0f5e5988-2f04-482b-a1e8-2d90567d8e6a service neutron] Attempting to bind port b0642442-6154-4546-915d-d5c237c9811d on network 3ccc611d-a289-44b3-992b-3e39605548b4 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:57:46.051718 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-0f5e5988-2f04-482b-a1e8-2d90567d8e6a service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:57:46.052068 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-0f5e5988-2f04-482b-a1e8-2d90567d8e6a service neutron] Checking segment: {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:57:46.052658 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-0f5e5988-2f04-482b-a1e8-2d90567d8e6a service neutron] Bound using segment: {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:57:46.053583 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-0f5e5988-2f04-482b-a1e8-2d90567d8e6a service neutron] Bound port: b0642442-6154-4546-915d-d5c237c9811d, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:57:46.053583 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-0f5e5988-2f04-482b-a1e8-2d90567d8e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:46.083810 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-09ce3405-f919-4623-9c18-119134fc65b7 None None] Provisioning for port de3ceccd-1428-4928-8a40-f89c5ab3cef9 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:57:46.088602 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-09ce3405-f919-4623-9c18-119134fc65b7 None None] Provisioning complete for port de3ceccd-1428-4928-8a40-f89c5ab3cef9 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:46.088975 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-09ce3405-f919-4623-9c18-119134fc65b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:46.105773 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a54a7e57-024a-408b-b038-d68c51d15d6b req-ae88df26-c512-411a-ada9-643bebe322de tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/security-groups?id=c51af1c0-2b5c-4e46-9e96-4747552c3905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0696213 Jul 15 12:57:46.163660 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-09ce3405-f919-4623-9c18-119134fc65b7 None None] Port de3ceccd-1428-4928-8a40-f89c5ab3cef9 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:57:46.185082 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-0f5e5988-2f04-482b-a1e8-2d90567d8e6a service neutron] For port b0642442-6154-4546-915d-d5c237c9811d, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:57:46.193190 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-0f5e5988-2f04-482b-a1e8-2d90567d8e6a service neutron] For port b0642442-6154-4546-915d-d5c237c9811d, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b0642442-6154-4546-915d-d5c237c9811d,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:57:46.203439 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-0f5e5988-2f04-482b-a1e8-2d90567d8e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:46.237280 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-066fa02e-a0ef-43c2-933d-f490fdc9724a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de3ceccd-1428-4928-8a40-f89c5ab3cef9 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:57:46.247335 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-066fa02e-a0ef-43c2-933d-f490fdc9724a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:46.259315 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-0f5e5988-2f04-482b-a1e8-2d90567d8e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:46.260359 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-0f5e5988-2f04-482b-a1e8-2d90567d8e6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:46.262388 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-0f5e5988-2f04-482b-a1e8-2d90567d8e6a service neutron] 10.222.0.46 "PUT /v2.0/ports/b0642442-6154-4546-915d-d5c237c9811d HTTP/1.1" status: 200 len: 1092 time: 1.3826933 Jul 15 12:57:46.262930 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d38631-e256-4930-ba2f-0a20b23412ac', 'tag': 'b0642442-6154-4546-915d-d5c237c9811d'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:57:46.263218 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-066fa02e-a0ef-43c2-933d-f490fdc9724a service neutron] Transition to ACTIVE for port object de3ceccd-1428-4928-8a40-f89c5ab3cef9 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:57:46.278235 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-066fa02e-a0ef-43c2-933d-f490fdc9724a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:46.371025 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066fa02e-a0ef-43c2-933d-f490fdc9724a service neutron] Pushing event updated for resources: {'Port': ['ID=de3ceccd-1428-4928-8a40-f89c5ab3cef9,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:46.391561 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-066fa02e-a0ef-43c2-933d-f490fdc9724a service neutron] Attempting to bind port de3ceccd-1428-4928-8a40-f89c5ab3cef9 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:57:46.394415 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-066fa02e-a0ef-43c2-933d-f490fdc9724a service neutron] Attempting to bind port de3ceccd-1428-4928-8a40-f89c5ab3cef9 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:57:46.396209 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-066fa02e-a0ef-43c2-933d-f490fdc9724a service neutron] Attempting to bind port de3ceccd-1428-4928-8a40-f89c5ab3cef9 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:57:46.406255 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-066fa02e-a0ef-43c2-933d-f490fdc9724a service neutron] Port de3ceccd-1428-4928-8a40-f89c5ab3cef9 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:57:46.406542 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-066fa02e-a0ef-43c2-933d-f490fdc9724a service neutron] Attempting to bind port de3ceccd-1428-4928-8a40-f89c5ab3cef9 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:57:46.410195 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 34064) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:46.414219 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e5988-2f04-482b-a1e8-2d90567d8e6a service neutron] Pushing event updated for resources: {'Port': ['ID=b0642442-6154-4546-915d-d5c237c9811d,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:46.419439 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-066fa02e-a0ef-43c2-933d-f490fdc9724a service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:57:46.419995 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-066fa02e-a0ef-43c2-933d-f490fdc9724a service neutron] Checking segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:57:46.420588 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-066fa02e-a0ef-43c2-933d-f490fdc9724a service neutron] Bound using segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:57:46.421393 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-066fa02e-a0ef-43c2-933d-f490fdc9724a service neutron] Bound port: de3ceccd-1428-4928-8a40-f89c5ab3cef9, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:57:46.421507 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-066fa02e-a0ef-43c2-933d-f490fdc9724a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:46.513794 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-066fa02e-a0ef-43c2-933d-f490fdc9724a service neutron] For port de3ceccd-1428-4928-8a40-f89c5ab3cef9, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:57:46.523034 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-066fa02e-a0ef-43c2-933d-f490fdc9724a service neutron] For port de3ceccd-1428-4928-8a40-f89c5ab3cef9, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=de3ceccd-1428-4928-8a40-f89c5ab3cef9,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:57:46.526316 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc706cf-63d3-4dfa-b58f-a8f9f94898de req-6e4286be-5f59-48a9-aee6-8e46908a08af tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:46.535177 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4fc706cf-63d3-4dfa-b58f-a8f9f94898de req-6e4286be-5f59-48a9-aee6-8e46908a08af tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cbd47f0-24a9-44c6-9650-b4afe7c4d1a7 HTTP/1.1" status: 200 len: 948 time: 0.1452482 Jul 15 12:57:46.539809 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-75a1a603-f9f3-4b13-a46e-088281515362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:46.541074 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-066fa02e-a0ef-43c2-933d-f490fdc9724a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:46.541292 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-75a1a603-f9f3-4b13-a46e-088281515362 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eab83a220c154216861503618b01c15d&device_id=42d38631-e256-4930-ba2f-0a20b23412ac HTTP/1.1" status: 200 len: 1095 time: 0.2179759 Jul 15 12:57:46.596762 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-066fa02e-a0ef-43c2-933d-f490fdc9724a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:46.599161 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-066fa02e-a0ef-43c2-933d-f490fdc9724a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:46.600698 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-066fa02e-a0ef-43c2-933d-f490fdc9724a service neutron] 10.222.0.46 "PUT /v2.0/ports/de3ceccd-1428-4928-8a40-f89c5ab3cef9 HTTP/1.1" status: 200 len: 1097 time: 0.9391425 Jul 15 12:57:46.603089 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cbd47f0-24a9-44c6-9650-b4afe7c4d1a7', 'tag': 'de3ceccd-1428-4928-8a40-f89c5ab3cef9'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:57:46.605793 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb01d576-b109-4e71-8520-023e0a2d856d" -d '{"events": [{"name": "network-changed", "server_uuid": "8cbd47f0-24a9-44c6-9650-b4afe7c4d1a7", "tag": "de3ceccd-1428-4928-8a40-f89c5ab3cef9"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:57:46.635811 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-69c85e29-a1e1-4c9e-8388-ffa0cde4b3f7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1474088082-network', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:46.673654 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-340e68a6-83df-4b27-9ca3-f4ee855ba380 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0642442-6154-4546-915d-d5c237c9811d HTTP/1.1" status: 200 len: 217 time: 0.1191022 Jul 15 12:57:46.695914 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d170376-cde9-486d-82db-8d463d5d79b2 x-openstack-request-id: req-7d170376-cde9-486d-82db-8d463d5d79b2 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:57:46.696186 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cbd47f0-24a9-44c6-9650-b4afe7c4d1a7", "tag": "de3ceccd-1428-4928-8a40-f89c5ab3cef9", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:57:46.696399 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d170376-cde9-486d-82db-8d463d5d79b2 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:57:46.696787 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cbd47f0-24a9-44c6-9650-b4afe7c4d1a7', 'tag': 'de3ceccd-1428-4928-8a40-f89c5ab3cef9', 'status': 'completed', 'code': 200} Jul 15 12:57:46.744029 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9155b5-18a2-4c2b-ba0e-5ae9f411736a" -d '{"events": [{"name": "network-changed", "server_uuid": "42d38631-e256-4930-ba2f-0a20b23412ac", "tag": "b0642442-6154-4546-915d-d5c237c9811d"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:57:46.767255 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4fc706cf-63d3-4dfa-b58f-a8f9f94898de req-82cf6216-d2c1-41bd-836c-96fd053911ae tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef0efdcb-f227-4a17-be22-55f2a8343d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304716 Jul 15 12:57:46.770867 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-053940b5-6767-457f-8a64-cbef07670daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:46.771532 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c85e29-a1e1-4c9e-8388-ffa0cde4b3f7 admin admin] Made reservation on behalf of 46138d491dbf4c0fafa5ada7fbe61124 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:57:46.773108 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-053940b5-6767-457f-8a64-cbef07670daa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7de80623-b855-4366-a308-8757d4a69fb8 HTTP/1.1" status: 200 len: 847 time: 0.0847073 Jul 15 12:57:46.776601 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-69c85e29-a1e1-4c9e-8388-ffa0cde4b3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:46.778600 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066fa02e-a0ef-43c2-933d-f490fdc9724a service neutron] Pushing event updated for resources: {'Port': ['ID=de3ceccd-1428-4928-8a40-f89c5ab3cef9,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:46.813621 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-69c85e29-a1e1-4c9e-8388-ffa0cde4b3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:46.856420 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-1a996450-b6bd-479d-9c81-293cfbeb0c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:46.857910 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-1a996450-b6bd-479d-9c81-293cfbeb0c8d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4e94e79315674831ba38e230900d732d&device_id=8cbd47f0-24a9-44c6-9650-b4afe7c4d1a7 HTTP/1.1" status: 200 len: 1100 time: 0.1983461 Jul 15 12:57:46.858259 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-f9b47858-28c6-498e-8242-926d383eff12 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3ccc611d-a289-44b3-992b-3e39605548b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714729 Jul 15 12:57:46.940040 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-9ebea0ae-e758-497d-882b-0d0fce245c14 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=de3ceccd-1428-4928-8a40-f89c5ab3cef9 HTTP/1.1" status: 200 len: 217 time: 0.0691800 Jul 15 12:57:47.023559 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:57:47.167555 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be8b538-cdaa-4cb9-a900-e390966530e2 x-openstack-request-id: req-1be8b538-cdaa-4cb9-a900-e390966530e2 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:57:47.168391 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d38631-e256-4930-ba2f-0a20b23412ac", "tag": "b0642442-6154-4546-915d-d5c237c9811d", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:57:47.168391 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1be8b538-cdaa-4cb9-a900-e390966530e2 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:57:47.168563 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d38631-e256-4930-ba2f-0a20b23412ac', 'tag': 'b0642442-6154-4546-915d-d5c237c9811d', 'status': 'completed', 'code': 200} Jul 15 12:57:47.177719 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-fdd2633d-fffb-476e-9a52-b2d44f04f647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:47.179226 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-fdd2633d-fffb-476e-9a52-b2d44f04f647 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.2334681 Jul 15 12:57:47.195056 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-608c8394-df36-41bc-9515-fadd069c1f97 service neutron] 10.222.0.46 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246317 Jul 15 12:57:47.223146 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-69c85e29-a1e1-4c9e-8388-ffa0cde4b3f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:47.232899 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-69c85e29-a1e1-4c9e-8388-ffa0cde4b3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:47.246395 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d2cef-e8f3-479c-bce5-41d881c4c48c req-450a9c45-1715-4fbf-bd55-47ae19f0f68c tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:47.248724 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-013d2cef-e8f3-479c-bce5-41d881c4c48c req-450a9c45-1715-4fbf-bd55-47ae19f0f68c tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=42d38631-e256-4930-ba2f-0a20b23412ac HTTP/1.1" status: 200 len: 943 time: 0.3100197 Jul 15 12:57:47.269041 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69c85e29-a1e1-4c9e-8388-ffa0cde4b3f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 12:57:47.277007 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c85e29-a1e1-4c9e-8388-ffa0cde4b3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d2cba0-0905-427c-92df-4d9a994ab05f,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:47.285811 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-69c85e29-a1e1-4c9e-8388-ffa0cde4b3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:47.285811 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-69c85e29-a1e1-4c9e-8388-ffa0cde4b3f7 admin admin] Added segment 94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56 of type vlan for network 4321eda4-9fed-4248-8378-36b16e951de4 Jul 15 12:57:47.295331 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-189b86f7-1407-4d6d-9faa-ad5d2bc0a71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:47.296836 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-189b86f7-1407-4d6d-9faa-ad5d2bc0a71d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1105690 Jul 15 12:57:47.341715 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-013d2cef-e8f3-479c-bce5-41d881c4c48c req-bc14bf00-5893-40bf-9252-2c1096cec328 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598860 Jul 15 12:57:47.345367 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-821fce29-a7ff-4546-b5b4-371d3fd89aab req-2126c15a-ba4a-4c2e-b058-911c1427968f service neutron] 10.222.0.46 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434095 Jul 15 12:57:47.359552 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 2b2af28b-84e7-4212-98e1-e7b09673a9b8 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:57:47.384058 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-69c85e29-a1e1-4c9e-8388-ffa0cde4b3f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:47.490402 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-69c85e29-a1e1-4c9e-8388-ffa0cde4b3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:47.491474 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c85e29-a1e1-4c9e-8388-ffa0cde4b3f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:47.492095 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-69c85e29-a1e1-4c9e-8388-ffa0cde4b3f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:47.517105 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 2b2af28b-84e7-4212-98e1-e7b09673a9b8, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=2b2af28b-84e7-4212-98e1-e7b09673a9b8,segment=NetworkSegment(cd857633-46f6-4d90-bb5f-e587bc48f622),segment_id=cd857633-46f6-4d90-bb5f-e587bc48f622)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:57:47.525143 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-2c8cbb92-8204-412a-b548-f1b7bae47079 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157257 Jul 15 12:57:47.561967 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9155b5-18a2-4c2b-ba0e-5ae9f411736a req-829be91b-ba27-4bb2-bc69-2a597bb096bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:47.567136 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ea9155b5-18a2-4c2b-ba0e-5ae9f411736a req-829be91b-ba27-4bb2-bc69-2a597bb096bc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eab83a220c154216861503618b01c15d&device_id=42d38631-e256-4930-ba2f-0a20b23412ac HTTP/1.1" status: 200 len: 1095 time: 0.1174319 Jul 15 12:57:47.568391 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': '2b2af28b-84e7-4212-98e1-e7b09673a9b8', 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee', 'port_id': '2b2af28b-84e7-4212-98e1-e7b09673a9b8', 'mac_address': 'fa:16:3e:36:fd:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd44e2be9-560a-4145-9cc8-a12eda01a935', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:tempest-test_az-373280312', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:57:47.592481 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c0954-e1a2-4439-8db7-e5bd50a5a7ca req-1b98fd2b-5b4b-4238-88ee-6bf0c2ba75cf tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:47.592481 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a24c0954-e1a2-4439-8db7-e5bd50a5a7ca req-1b98fd2b-5b4b-4238-88ee-6bf0c2ba75cf tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/ports?device_id=f618b592-dfc6-49b9-ab02-5a2825ebaba9 HTTP/1.1" status: 200 len: 965 time: 0.1006639 Jul 15 12:57:47.593358 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-69c85e29-a1e1-4c9e-8388-ffa0cde4b3f7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1814139 Jul 15 12:57:47.601281 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 34114) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:47.602197 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c85e29-a1e1-4c9e-8388-ffa0cde4b3f7 admin admin] Pushing event updated for resources: {'Network': ['ID=4321eda4-9fed-4248-8378-36b16e951de4,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:47.612349 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-98bc5831-3589-4eaa-8b28-c7eface4c3e7 admin admin] Request body: {'subnet': {'network_id': '4321eda4-9fed-4248-8378-36b16e951de4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474088082-subnet', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:47.635171 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:47.641247 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 4321eda4-9fed-4248-8378-36b16e951de4 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 12:57:47.657226 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b2af28b-84e7-4212-98e1-e7b09673a9b8 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:57:47.682646 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98bc5831-3589-4eaa-8b28-c7eface4c3e7 admin admin] Made reservation on behalf of 46138d491dbf4c0fafa5ada7fbe61124 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:57:47.685175 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-98bc5831-3589-4eaa-8b28-c7eface4c3e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:47.712638 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 2b2af28b-84e7-4212-98e1-e7b09673a9b8, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=2b2af28b-84e7-4212-98e1-e7b09673a9b8,segment=NetworkSegment(cd857633-46f6-4d90-bb5f-e587bc48f622),segment_id=cd857633-46f6-4d90-bb5f-e587bc48f622)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:57:47.720504 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8fe7ee14-a8dc-45f7-a894-3e25b44fec51 req-c0891240-64a6-49cc-9f49-2bed4e3cff28 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841366 Jul 15 12:57:47.753240 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:47.773516 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9155b5-18a2-4c2b-ba0e-5ae9f411736a req-9310f99a-8c0b-4914-b3d0-a4f660391b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:47.775355 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ea9155b5-18a2-4c2b-ba0e-5ae9f411736a req-9310f99a-8c0b-4914-b3d0-a4f660391b93 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3ccc611d-a289-44b3-992b-3e39605548b4 HTTP/1.1" status: 200 len: 908 time: 0.1830161 Jul 15 12:57:47.827610 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ea9155b5-18a2-4c2b-ba0e-5ae9f411736a req-1511dd3d-d315-4639-9a1d-5a34278b2f52 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0642442-6154-4546-915d-d5c237c9811d HTTP/1.1" status: 200 len: 217 time: 0.0434005 Jul 15 12:57:47.839692 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=2b2af28b-84e7-4212-98e1-e7b09673a9b8,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:47.905394 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9155b5-18a2-4c2b-ba0e-5ae9f411736a req-c8730753-aeb4-4dd0-85ea-cc06f30f4b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:47.906901 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ea9155b5-18a2-4c2b-ba0e-5ae9f411736a req-c8730753-aeb4-4dd0-85ea-cc06f30f4b32 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7de80623-b855-4366-a308-8757d4a69fb8 HTTP/1.1" status: 200 len: 847 time: 0.0716679 Jul 15 12:57:47.909814 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a24c0954-e1a2-4439-8db7-e5bd50a5a7ca req-2496ddac-731b-4b05-9d52-7c266161019d tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/security-groups?id=c51af1c0-2b5c-4e46-9e96-4747552c3905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1334596 Jul 15 12:57:47.913709 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01d576-b109-4e71-8520-023e0a2d856d req-f8d315c2-35c4-4692-a08f-fda12f83e39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:47.915135 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fb01d576-b109-4e71-8520-023e0a2d856d req-f8d315c2-35c4-4692-a08f-fda12f83e39e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4e94e79315674831ba38e230900d732d&device_id=8cbd47f0-24a9-44c6-9650-b4afe7c4d1a7 HTTP/1.1" status: 200 len: 1100 time: 0.1245129 Jul 15 12:57:47.943612 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ea9155b5-18a2-4c2b-ba0e-5ae9f411736a req-cc6903e5-f4a3-448b-a0fc-33ca1ebe3b4b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3ccc611d-a289-44b3-992b-3e39605548b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290205 Jul 15 12:57:47.966238 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-98bc5831-3589-4eaa-8b28-c7eface4c3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:47.971864 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['2b2af28b-84e7-4212-98e1-e7b09673a9b8'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:57:48.070376 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc5831-3589-4eaa-8b28-c7eface4c3e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8665632-78d8-46eb-ba99-59b5531a3bc9,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:48.085786 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01d576-b109-4e71-8520-023e0a2d856d req-1de8b1a3-ff48-46cd-84e7-70345b7c7584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:48.087288 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fb01d576-b109-4e71-8520-023e0a2d856d req-1de8b1a3-ff48-46cd-84e7-70345b7c7584 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.1658230 Jul 15 12:57:48.093232 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bc5831-3589-4eaa-8b28-c7eface4c3e7 admin admin] Checking segment: {'id': '94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:57:48.093580 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bc5831-3589-4eaa-8b28-c7eface4c3e7 admin admin] Network hostable DHCP agents. Network: 4321eda4-9fed-4248-8378-36b16e951de4, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 12:57:48.114019 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ea9155b5-18a2-4c2b-ba0e-5ae9f411736a req-eddc3edd-cfa6-4775-9726-fabc22366c06 service neutron] 10.222.0.46 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627131 Jul 15 12:57:48.134790 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fb01d576-b109-4e71-8520-023e0a2d856d req-40f79168-8ced-4867-bdc4-8bfdf8240919 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=de3ceccd-1428-4928-8a40-f89c5ab3cef9 HTTP/1.1" status: 200 len: 217 time: 0.0387211 Jul 15 12:57:48.151757 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bc5831-3589-4eaa-8b28-c7eface4c3e7 admin admin] Network 4321eda4-9fed-4248-8378-36b16e951de4 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 12:57:48.189289 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-98bc5831-3589-4eaa-8b28-c7eface4c3e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 4321eda4-9fed-4248-8378-36b16e951de4) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:57:48.197084 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bc5831-3589-4eaa-8b28-c7eface4c3e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:48.197693 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-98bc5831-3589-4eaa-8b28-c7eface4c3e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:48.206266 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cade551-4b37-41cb-ae17-9da1a112c4cd None None] Network 4321eda4-9fed-4248-8378-36b16e951de4 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:57:48.206985 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01d576-b109-4e71-8520-023e0a2d856d req-d0167ae1-ffbf-4345-ba0d-54b1f4794d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:48.209334 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fb01d576-b109-4e71-8520-023e0a2d856d req-d0167ae1-ffbf-4345-ba0d-54b1f4794d5b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0675197 Jul 15 12:57:48.231308 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-98bc5831-3589-4eaa-8b28-c7eface4c3e7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6260114 Jul 15 12:57:48.232168 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 34142) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:48.242015 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a969cc-8acf-421d-b714-1e1d176bc72c req-be8c7cbc-446f-43f5-b650-f73138199dee tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:48.243793 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-41a969cc-8acf-421d-b714-1e1d176bc72c req-be8c7cbc-446f-43f5-b650-f73138199dee tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cbd47f0-24a9-44c6-9650-b4afe7c4d1a7 HTTP/1.1" status: 200 len: 948 time: 0.1707339 Jul 15 12:57:48.259804 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-3df1c3c4-9a33-4516-ba3f-3c2c46f81c41 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1474088082-router', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:48.281760 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ea9155b5-18a2-4c2b-ba0e-5ae9f411736a req-455e0d32-3622-43ec-8924-3d629ab30f92 service neutron] 10.222.0.46 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606319 Jul 15 12:57:48.303251 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3df1c3c4-9a33-4516-ba3f-3c2c46f81c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:48.303983 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-41a969cc-8acf-421d-b714-1e1d176bc72c req-333e0a9e-67b9-480a-b0ee-a7ae5de68251 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef0efdcb-f227-4a17-be22-55f2a8343d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537045 Jul 15 12:57:48.304731 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3df1c3c4-9a33-4516-ba3f-3c2c46f81c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:48.322433 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01d576-b109-4e71-8520-023e0a2d856d req-7b5fe62e-0043-46de-904e-51fa948e8245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:48.324035 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fb01d576-b109-4e71-8520-023e0a2d856d req-7b5fe62e-0043-46de-904e-51fa948e8245 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1077759 Jul 15 12:57:48.412498 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3df1c3c4-9a33-4516-ba3f-3c2c46f81c41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:48.444439 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dcfe17-597f-4cf7-b09f-926bc7cd6ddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-4321eda4-9fed-4248-8378-36b16e951de4', 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'fixed_ips': [{'subnet_id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 12:57:48.445846 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-42dcfe17-597f-4cf7-b09f-926bc7cd6ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:48.621492 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-42dcfe17-597f-4cf7-b09f-926bc7cd6ddf None None] Allocated IP 172.20.0.2 (4321eda4-9fed-4248-8378-36b16e951de4/e8665632-78d8-46eb-ba99-59b5531a3bc9/1bee557a-08eb-4bb2-b18e-d60209bf7c15) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:57:48.625817 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fb01d576-b109-4e71-8520-023e0a2d856d req-44dedc21-74ce-4f98-934e-39abc6b6cace service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899802 Jul 15 12:57:48.633884 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ca8d9-1d86-4a72-9a82-1fc1b3d31f5e req-25f9c615-867a-4ff1-b976-ac035f501fb2 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:48.636071 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3df1c3c4-9a33-4516-ba3f-3c2c46f81c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:48.636443 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-052ca8d9-1d86-4a72-9a82-1fc1b3d31f5e req-25f9c615-867a-4ff1-b976-ac035f501fb2 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=42d38631-e256-4930-ba2f-0a20b23412ac HTTP/1.1" status: 200 len: 943 time: 0.0987062 Jul 15 12:57:48.699553 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-052ca8d9-1d86-4a72-9a82-1fc1b3d31f5e req-c81400f2-2821-4072-a6b9-3f5c98fb0588 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558691 Jul 15 12:57:48.774016 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fb01d576-b109-4e71-8520-023e0a2d856d req-5ea9dae1-108a-436e-9754-3accd0be31fd service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337855 Jul 15 12:57:48.810172 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-42dcfe17-597f-4cf7-b09f-926bc7cd6ddf None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:48.825434 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-42dcfe17-597f-4cf7-b09f-926bc7cd6ddf None None] Transition to ACTIVE for port object 1bee557a-08eb-4bb2-b18e-d60209bf7c15 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:57:48.850712 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-42dcfe17-597f-4cf7-b09f-926bc7cd6ddf None None] Transition to ACTIVE for port object 1bee557a-08eb-4bb2-b18e-d60209bf7c15 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:57:48.860106 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-42dcfe17-597f-4cf7-b09f-926bc7cd6ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:48.911042 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dcfe17-597f-4cf7-b09f-926bc7cd6ddf None None] Network 4321eda4-9fed-4248-8378-36b16e951de4 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:57:48.916605 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-42dcfe17-597f-4cf7-b09f-926bc7cd6ddf None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:57:48.920396 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dcfe17-597f-4cf7-b09f-926bc7cd6ddf None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:57:48.930478 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dcfe17-597f-4cf7-b09f-926bc7cd6ddf None None] Pushing event updated for resources: {'Port': ['ID=1bee557a-08eb-4bb2-b18e-d60209bf7c15,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:48.993060 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3df1c3c4-9a33-4516-ba3f-3c2c46f81c41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:49.015517 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3df1c3c4-9a33-4516-ba3f-3c2c46f81c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:49.025990 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-42dcfe17-597f-4cf7-b09f-926bc7cd6ddf None None] Attempting to bind port 1bee557a-08eb-4bb2-b18e-d60209bf7c15 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:57:49.026483 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-42dcfe17-597f-4cf7-b09f-926bc7cd6ddf None None] Attempting to bind port 1bee557a-08eb-4bb2-b18e-d60209bf7c15 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:57:49.026951 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dcfe17-597f-4cf7-b09f-926bc7cd6ddf None None] Attempting to bind port 1bee557a-08eb-4bb2-b18e-d60209bf7c15 on network 4321eda4-9fed-4248-8378-36b16e951de4 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:57:49.033881 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dcfe17-597f-4cf7-b09f-926bc7cd6ddf None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:57:49.034659 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dcfe17-597f-4cf7-b09f-926bc7cd6ddf None None] Checking segment: {'id': '94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:57:49.035359 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-42dcfe17-597f-4cf7-b09f-926bc7cd6ddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:49.036258 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dcfe17-597f-4cf7-b09f-926bc7cd6ddf None None] Bound using segment: {'id': '94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:57:49.037090 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-42dcfe17-597f-4cf7-b09f-926bc7cd6ddf None None] Bound port: 1bee557a-08eb-4bb2-b18e-d60209bf7c15, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:57:49.037911 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-42dcfe17-597f-4cf7-b09f-926bc7cd6ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:49.141782 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-3df1c3c4-9a33-4516-ba3f-3c2c46f81c41 admin admin] Allocated IP 172.25.8.244 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/ccf97b99-7993-4003-9539-51c9d6e182c9) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:57:49.180832 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d2b41-b9a8-4201-8ed5-6fa6c8cfd690 req-62a90c73-8e06-4963-9de2-62aa8c53dd69 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:49.182550 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d21d2b41-b9a8-4201-8ed5-6fa6c8cfd690 req-62a90c73-8e06-4963-9de2-62aa8c53dd69 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/ports?device_id=f618b592-dfc6-49b9-ab02-5a2825ebaba9 HTTP/1.1" status: 200 len: 966 time: 0.0890608 Jul 15 12:57:49.233707 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-42dcfe17-597f-4cf7-b09f-926bc7cd6ddf None None] For port 1bee557a-08eb-4bb2-b18e-d60209bf7c15, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:57:49.238271 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-42dcfe17-597f-4cf7-b09f-926bc7cd6ddf None None] For port 1bee557a-08eb-4bb2-b18e-d60209bf7c15, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=1bee557a-08eb-4bb2-b18e-d60209bf7c15,segment=NetworkSegment(94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56),segment_id=94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:57:49.251779 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-42dcfe17-597f-4cf7-b09f-926bc7cd6ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:49.259312 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d21d2b41-b9a8-4201-8ed5-6fa6c8cfd690 req-aa79c3a2-e538-45c3-a9d2-dd1bb14e9068 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/security-groups?id=c51af1c0-2b5c-4e46-9e96-4747552c3905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0693519 Jul 15 12:57:49.313127 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3df1c3c4-9a33-4516-ba3f-3c2c46f81c41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:49.355636 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dcfe17-597f-4cf7-b09f-926bc7cd6ddf None None] Pushing event updated for resources: {'Port': ['ID=1bee557a-08eb-4bb2-b18e-d60209bf7c15,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:49.370497 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 2b2af28b-84e7-4212-98e1-e7b09673a9b8 up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:57:49.416701 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3df1c3c4-9a33-4516-ba3f-3c2c46f81c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:49.445234 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port 2b2af28b-84e7-4212-98e1-e7b09673a9b8 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:57:49.452201 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port 2b2af28b-84e7-4212-98e1-e7b09673a9b8 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:49.453058 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:49.496134 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df1c3c4-9a33-4516-ba3f-3c2c46f81c41 admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:57:49.501337 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-3df1c3c4-9a33-4516-ba3f-3c2c46f81c41 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:57:49.508007 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df1c3c4-9a33-4516-ba3f-3c2c46f81c41 admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:57:49.658444 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:49.704777 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f618b592-dfc6-49b9-ab02-5a2825ebaba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2af28b-84e7-4212-98e1-e7b09673a9b8'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:57:49.707991 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63992324-6ef4-48d8-8f18-7796f157731f" -d '{"events": [{"server_uuid": "f618b592-dfc6-49b9-ab02-5a2825ebaba9", "name": "network-vif-plugged", "status": "completed", "tag": "2b2af28b-84e7-4212-98e1-e7b09673a9b8"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:57:49.730001 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda98101-012b-4e0b-9f95-965ca9239eb9 req-a6bf1e41-22f6-462a-a38a-3e23522ec04c tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:49.731823 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cda98101-012b-4e0b-9f95-965ca9239eb9 req-a6bf1e41-22f6-462a-a38a-3e23522ec04c tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cbd47f0-24a9-44c6-9650-b4afe7c4d1a7 HTTP/1.1" status: 200 len: 948 time: 0.2035246 Jul 15 12:57:49.734834 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 2b2af28b-84e7-4212-98e1-e7b09673a9b8, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=2b2af28b-84e7-4212-98e1-e7b09673a9b8,segment=NetworkSegment(cd857633-46f6-4d90-bb5f-e587bc48f622),segment_id=cd857633-46f6-4d90-bb5f-e587bc48f622)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:57:49.744659 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:49.814492 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cda98101-012b-4e0b-9f95-965ca9239eb9 req-9ccecc54-245a-4b7e-ad05-9ebd86359d23 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef0efdcb-f227-4a17-be22-55f2a8343d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764105 Jul 15 12:57:49.840491 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=2b2af28b-84e7-4212-98e1-e7b09673a9b8,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:49.845022 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1c3c4-9a33-4516-ba3f-3c2c46f81c41 admin admin] Pushing event updated for resources: {'Port': ['ID=ccf97b99-7993-4003-9539-51c9d6e182c9,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:49.869470 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4beccb57-67dd-46a1-804a-41656a26801d x-openstack-request-id: req-4beccb57-67dd-46a1-804a-41656a26801d {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:57:49.869889 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f618b592-dfc6-49b9-ab02-5a2825ebaba9", "name": "network-vif-plugged", "status": "completed", "tag": "2b2af28b-84e7-4212-98e1-e7b09673a9b8", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:57:49.870074 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4beccb57-67dd-46a1-804a-41656a26801d {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:57:49.870399 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f618b592-dfc6-49b9-ab02-5a2825ebaba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2af28b-84e7-4212-98e1-e7b09673a9b8', 'code': 200} Jul 15 12:57:50.023060 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1a7e8-db1c-4445-adf2-76be0786fabf req-7d32eb88-94b9-40fd-affe-db1be1163050 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:50.024911 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1bb1a7e8-db1c-4445-adf2-76be0786fabf req-7d32eb88-94b9-40fd-affe-db1be1163050 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=42d38631-e256-4930-ba2f-0a20b23412ac HTTP/1.1" status: 200 len: 943 time: 0.0729396 Jul 15 12:57:50.065055 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1bb1a7e8-db1c-4445-adf2-76be0786fabf req-1c40b019-b887-494c-8fa9-48e5817e6835 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339396 Jul 15 12:57:50.108732 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3df1c3c4-9a33-4516-ba3f-3c2c46f81c41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:50.166813 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081935fb-87bd-49d5-8aa1-d6ba8d04882a req-31dfa94b-0d21-40e9-be78-3a5fcd323c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:50.168335 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-081935fb-87bd-49d5-8aa1-d6ba8d04882a req-31dfa94b-0d21-40e9-be78-3a5fcd323c60 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f618b592-dfc6-49b9-ab02-5a2825ebaba9 HTTP/1.1" status: 200 len: 1119 time: 0.1990094 Jul 15 12:57:50.273028 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-081935fb-87bd-49d5-8aa1-d6ba8d04882a req-10570617-5435-4b3f-a1f0-0bfaf641666f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c51af1c0-2b5c-4e46-9e96-4747552c3905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0981240 Jul 15 12:57:50.421822 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3df1c3c4-9a33-4516-ba3f-3c2c46f81c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:50.543378 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8823b-d5e9-4a5e-bc5f-cc621a23f129 req-dff310fe-53a1-4386-925e-3e4b8aedce8d tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:50.550989 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-25d8823b-d5e9-4a5e-bc5f-cc621a23f129 req-dff310fe-53a1-4386-925e-3e4b8aedce8d tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/ports?device_id=f618b592-dfc6-49b9-ab02-5a2825ebaba9 HTTP/1.1" status: 200 len: 967 time: 0.0973179 Jul 15 12:57:50.565895 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1bee557a-08eb-4bb2-b18e-d60209bf7c15 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:57:50.612703 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-25d8823b-d5e9-4a5e-bc5f-cc621a23f129 req-4025ac57-df51-4c5d-a234-ad7f557f3ca8 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/security-groups?id=c51af1c0-2b5c-4e46-9e96-4747552c3905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599272 Jul 15 12:57:50.637836 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34266) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:50.656539 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df1c3c4-9a33-4516-ba3f-3c2c46f81c41 admin admin] Router 1c14b003-30ad-4816-8b13-4f65644063c2 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 12:57:50.680047 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 1bee557a-08eb-4bb2-b18e-d60209bf7c15 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:57:50.720424 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b58e1ff-26e3-40e2-9dcd-668413b50e86 None None] Network 4321eda4-9fed-4248-8378-36b16e951de4 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:57:50.828461 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-25177525-321e-4cce-830e-4baaebc081b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:50.836780 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-3336803c-2393-4494-b4d2-81f6ea8977c4 None None] Provisioning for port 1bee557a-08eb-4bb2-b18e-d60209bf7c15 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:57:50.845907 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-3336803c-2393-4494-b4d2-81f6ea8977c4 None None] Provisioning complete for port 1bee557a-08eb-4bb2-b18e-d60209bf7c15 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:50.846596 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3336803c-2393-4494-b4d2-81f6ea8977c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:50.866938 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df1c3c4-9a33-4516-ba3f-3c2c46f81c41 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:57:50.882806 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e426f24d-aba2-4147-9299-03272a8ac030 None None] Sync routers for ids ['1c14b003-30ad-4816-8b13-4f65644063c2'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:57:50.893458 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e426f24d-aba2-4147-9299-03272a8ac030 None None] Routers {'1c14b003-30ad-4816-8b13-4f65644063c2'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:57:50.894070 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-e426f24d-aba2-4147-9299-03272a8ac030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:57:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['1c14b003-30ad-4816-8b13-4f65644063c2'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:57:50.980902 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-25177525-321e-4cce-830e-4baaebc081b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:50.994476 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-25177525-321e-4cce-830e-4baaebc081b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:51.005032 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3df1c3c4-9a33-4516-ba3f-3c2c46f81c41 admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:51.009557 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3df1c3c4-9a33-4516-ba3f-3c2c46f81c41 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 2.7513950 Jul 15 12:57:51.010171 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 34294) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:51.075274 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-e426f24d-aba2-4147-9299-03272a8ac030 None None] Set router 1c14b003-30ad-4816-8b13-4f65644063c2 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:57:51.093811 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-25177525-321e-4cce-830e-4baaebc081b1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=28b3d98f2e4442808c694593f97feb60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4548538 Jul 15 12:57:51.098396 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34298) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:51.102054 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3336803c-2393-4494-b4d2-81f6ea8977c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:51.117853 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25177525-321e-4cce-830e-4baaebc081b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87c8fce-607e-4094-9fef-d79a77bd2076,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:51.215368 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-3336803c-2393-4494-b4d2-81f6ea8977c4 None None] For port 1bee557a-08eb-4bb2-b18e-d60209bf7c15, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=1bee557a-08eb-4bb2-b18e-d60209bf7c15,segment=NetworkSegment(94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56),segment_id=94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:57:51.226116 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3336803c-2393-4494-b4d2-81f6ea8977c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:51.251187 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ecec446e-fd69-41d3-b89a-98be6f74356b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:51.312957 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6e52f-4029-4db8-a9bd-9a1b9b1e8cb7 req-d47fa7a4-b359-4d37-9222-d03560331cf9 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:51.324388 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1bb6e52f-4029-4db8-a9bd-9a1b9b1e8cb7 req-d47fa7a4-b359-4d37-9222-d03560331cf9 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cbd47f0-24a9-44c6-9650-b4afe7c4d1a7 HTTP/1.1" status: 200 len: 948 time: 0.1623375 Jul 15 12:57:51.335977 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3336803c-2393-4494-b4d2-81f6ea8977c4 None None] Pushing event updated for resources: {'Port': ['ID=1bee557a-08eb-4bb2-b18e-d60209bf7c15,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:51.337934 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ecec446e-fd69-41d3-b89a-98be6f74356b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:51.423752 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1bb6e52f-4029-4db8-a9bd-9a1b9b1e8cb7 req-2bb0c9b4-54ad-4bb1-b997-55ad6d61ff85 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef0efdcb-f227-4a17-be22-55f2a8343d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982254 Jul 15 12:57:51.454791 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ecec446e-fd69-41d3-b89a-98be6f74356b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:51.464314 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-90d408e1-b6f9-416a-bf0b-e0509a6c19ae None None] Provisioning complete for port 1bee557a-08eb-4bb2-b18e-d60209bf7c15 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:51.466411 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ecec446e-fd69-41d3-b89a-98be6f74356b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:51.466962 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-90d408e1-b6f9-416a-bf0b-e0509a6c19ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:51.468816 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-e426f24d-aba2-4147-9299-03272a8ac030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474088082-router', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:48Z', 'updated_at': '2021-07-15T12:57:49Z', 'revision_number': 3, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'gw_port': {'id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:49Z', 'updated_at': '2021-07-15T12:57:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:57:51.475843 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ecec446e-fd69-41d3-b89a-98be6f74356b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a87c8fce-607e-4094-9fef-d79a77bd2076 HTTP/1.1" status: 204 len: 168 time: 0.3737612 Jul 15 12:57:51.494437 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec446e-fd69-41d3-b89a-98be6f74356b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87c8fce-607e-4094-9fef-d79a77bd2076,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:51.549736 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e426f24d-aba2-4147-9299-03272a8ac030 None None] Checking router: 1c14b003-30ad-4816-8b13-4f65644063c2 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:57:51.550249 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e426f24d-aba2-4147-9299-03272a8ac030 None None] Updating router 1c14b003-30ad-4816-8b13-4f65644063c2 port ccf97b99-7993-4003-9539-51c9d6e182c9 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 12:57:51.616832 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e426f24d-aba2-4147-9299-03272a8ac030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:51.790398 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device b0642442-6154-4546-915d-d5c237c9811d details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:57:51.824711 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-33880341-38be-454c-8dac-57e980cff49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:51.900174 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c27f6a-4d68-4256-bcb7-16e211743b06 req-6f03a50e-5b13-42eb-acca-367c052510f7 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:51.907811 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-39c27f6a-4d68-4256-bcb7-16e211743b06 req-6f03a50e-5b13-42eb-acca-367c052510f7 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=42d38631-e256-4930-ba2f-0a20b23412ac HTTP/1.1" status: 200 len: 943 time: 0.0788462 Jul 15 12:57:51.961444 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-39c27f6a-4d68-4256-bcb7-16e211743b06 req-42a2de71-ce66-4656-9429-5c7533bdb971 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526323 Jul 15 12:57:52.074165 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port b0642442-6154-4546-915d-d5c237c9811d, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b0642442-6154-4546-915d-d5c237c9811d,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:57:52.098793 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'b0642442-6154-4546-915d-d5c237c9811d', 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4', 'port_id': 'b0642442-6154-4546-915d-d5c237c9811d', 'mac_address': 'fa:16:3e:35:d4:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de80623-b855-4366-a308-8757d4a69fb8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:57:52.125707 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bdbb5d-6fea-4786-a37e-e753ecd931ff req-eb6c72db-c258-4fb1-9025-2a9b803bb135 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:52.134466 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-47bdbb5d-6fea-4786-a37e-e753ecd931ff req-eb6c72db-c258-4fb1-9025-2a9b803bb135 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/ports?device_id=f618b592-dfc6-49b9-ab02-5a2825ebaba9 HTTP/1.1" status: 200 len: 967 time: 0.1719527 Jul 15 12:57:52.141647 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e426f24d-aba2-4147-9299-03272a8ac030 None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:52.153363 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-e426f24d-aba2-4147-9299-03272a8ac030 None None] Transition to ACTIVE for port object ccf97b99-7993-4003-9539-51c9d6e182c9 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:57:52.165413 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e426f24d-aba2-4147-9299-03272a8ac030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:52.199687 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-47bdbb5d-6fea-4786-a37e-e753ecd931ff req-bc5be549-7a59-4fad-9720-8b2b275b571e tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/security-groups?id=c51af1c0-2b5c-4e46-9e96-4747552c3905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625408 Jul 15 12:57:52.218234 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:52.240233 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-33880341-38be-454c-8dac-57e980cff49b admin admin] Allocated IP 172.20.0.1 (4321eda4-9fed-4248-8378-36b16e951de4/e8665632-78d8-46eb-ba99-59b5531a3bc9/553e7190-fd29-457c-81f5-6956f9499943) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:57:52.244367 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0642442-6154-4546-915d-d5c237c9811d {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:57:52.249792 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34320) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:52.256392 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-e426f24d-aba2-4147-9299-03272a8ac030 None None] Attempting to bind port ccf97b99-7993-4003-9539-51c9d6e182c9 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:57:52.256769 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-e426f24d-aba2-4147-9299-03272a8ac030 None None] Attempting to bind port ccf97b99-7993-4003-9539-51c9d6e182c9 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:57:52.261416 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e426f24d-aba2-4147-9299-03272a8ac030 None None] Attempting to bind port ccf97b99-7993-4003-9539-51c9d6e182c9 on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:57:52.277508 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-99b7879c-4e22-4d43-8b59-8d6cca300880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:52.279026 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e426f24d-aba2-4147-9299-03272a8ac030 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:57:52.279413 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e426f24d-aba2-4147-9299-03272a8ac030 None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:57:52.279810 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e426f24d-aba2-4147-9299-03272a8ac030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:52.283783 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e426f24d-aba2-4147-9299-03272a8ac030 None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:57:52.287356 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-e426f24d-aba2-4147-9299-03272a8ac030 None None] Bound port: ccf97b99-7993-4003-9539-51c9d6e182c9, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:57:52.288955 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e426f24d-aba2-4147-9299-03272a8ac030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:52.316145 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port b0642442-6154-4546-915d-d5c237c9811d, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b0642442-6154-4546-915d-d5c237c9811d,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:57:52.337688 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:52.338268 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device de3ceccd-1428-4928-8a40-f89c5ab3cef9 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:57:52.446756 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-e426f24d-aba2-4147-9299-03272a8ac030 None None] For port ccf97b99-7993-4003-9539-51c9d6e182c9, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:57:52.458285 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-e426f24d-aba2-4147-9299-03272a8ac030 None None] For port ccf97b99-7993-4003-9539-51c9d6e182c9, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=ccf97b99-7993-4003-9539-51c9d6e182c9,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:57:52.465685 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34332) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:52.467418 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd54cd-d3a0-452e-bc5f-a2f075bcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=ccf97b99-7993-4003-9539-51c9d6e182c9,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:52.499156 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e426f24d-aba2-4147-9299-03272a8ac030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:52.502256 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34334) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:52.550316 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1bee557a-08eb-4bb2-b18e-d60209bf7c15 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:57:52.629813 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e426f24d-aba2-4147-9299-03272a8ac030 None None] Routers {'1c14b003-30ad-4816-8b13-4f65644063c2'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:57:52.630219 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-99b7879c-4e22-4d43-8b59-8d6cca300880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:52.630477 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-e426f24d-aba2-4147-9299-03272a8ac030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:57:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['1c14b003-30ad-4816-8b13-4f65644063c2'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:57:52.631012 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=b0642442-6154-4546-915d-d5c237c9811d,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:52.647402 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-99b7879c-4e22-4d43-8b59-8d6cca300880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:52.698362 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd54cd-d3a0-452e-bc5f-a2f075bcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=ccf97b99-7993-4003-9539-51c9d6e182c9,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:52.712028 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-99b7879c-4e22-4d43-8b59-8d6cca300880 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f1b386801c14d1cb90888346de00ef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4610639 Jul 15 12:57:52.740490 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d9763-82ac-486d-8110-aed541ae46b4 req-5eddfc1d-4bd6-4750-b0b5-6e1bb5af3574 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:52.742440 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-552d9763-82ac-486d-8110-aed541ae46b4 req-5eddfc1d-4bd6-4750-b0b5-6e1bb5af3574 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/ports?device_id=f618b592-dfc6-49b9-ab02-5a2825ebaba9 HTTP/1.1" status: 200 len: 967 time: 0.3073242 Jul 15 12:57:52.752607 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 34344) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:52.752934 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 34346) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:52.758122 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port de3ceccd-1428-4928-8a40-f89c5ab3cef9, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=de3ceccd-1428-4928-8a40-f89c5ab3cef9,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:57:52.770297 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-ebae110f-59e6-4323-9d88-b4fe7f22d35b tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Request body: {'floatingip': {'port_id': '2b2af28b-84e7-4212-98e1-e7b09673a9b8'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:52.789819 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cbac6eb7-e6b8-4888-90b4-c3b2db6fab47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:52.793600 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-e426f24d-aba2-4147-9299-03272a8ac030 None None] Set router 1c14b003-30ad-4816-8b13-4f65644063c2 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:57:52.801617 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 1bee557a-08eb-4bb2-b18e-d60209bf7c15 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:52.815216 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:52.819139 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'de3ceccd-1428-4928-8a40-f89c5ab3cef9', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': 'de3ceccd-1428-4928-8a40-f89c5ab3cef9', 'mac_address': 'fa:16:3e:17:1d:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:57:52.830357 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0f0c188a-f632-4c7a-a83e-f34820a8e358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:52.864603 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7879c-4e22-4d43-8b59-8d6cca300880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699ed206-be88-445d-a87e-9b1ad7957459,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:52.893646 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-33880341-38be-454c-8dac-57e980cff49b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:52.898685 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ebae110f-59e6-4323-9d88-b4fe7f22d35b tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks [] for floatingip, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:52.928818 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f835c-12df-494f-b2cb-9382fe89705d req-f8f9b3ba-f318-44ce-887c-7a943f945b58 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:52.936745 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e98f835c-12df-494f-b2cb-9382fe89705d req-f8f9b3ba-f318-44ce-887c-7a943f945b58 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cbd47f0-24a9-44c6-9650-b4afe7c4d1a7 HTTP/1.1" status: 200 len: 948 time: 0.2433586 Jul 15 12:57:52.949751 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:52.995088 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de3ceccd-1428-4928-8a40-f89c5ab3cef9 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:57:52.995233 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e98f835c-12df-494f-b2cb-9382fe89705d req-049aa441-5a23-47ac-a180-7e12b9487e1f tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef0efdcb-f227-4a17-be22-55f2a8343d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574403 Jul 15 12:57:53.015330 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-33880341-38be-454c-8dac-57e980cff49b admin admin] Transition to ACTIVE for port object 553e7190-fd29-457c-81f5-6956f9499943 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:57:53.055264 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-e426f24d-aba2-4147-9299-03272a8ac030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474088082-router', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:48Z', 'updated_at': '2021-07-15T12:57:49Z', 'revision_number': 3, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'gw_port': {'id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:49Z', 'updated_at': '2021-07-15T12:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:57:53.081891 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-48effd93-d3e6-44ce-a6a3-1821af9bd35a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:53.087833 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0f0c188a-f632-4c7a-a83e-f34820a8e358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:53.099474 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0f0c188a-f632-4c7a-a83e-f34820a8e358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:53.108184 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-48effd93-d3e6-44ce-a6a3-1821af9bd35a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:53.108789 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e426f24d-aba2-4147-9299-03272a8ac030 None None] The sync data for ids ['1c14b003-30ad-4816-8b13-4f65644063c2'] in n-d-771363-36 is: [{'id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474088082-router', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:48Z', 'updated_at': '2021-07-15T12:57:49Z', 'revision_number': 3, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'gw_port': {'id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:49Z', 'updated_at': '2021-07-15T12:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:57:53.112383 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port de3ceccd-1428-4928-8a40-f89c5ab3cef9, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=de3ceccd-1428-4928-8a40-f89c5ab3cef9,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:57:53.123157 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:53.220331 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-33880341-38be-454c-8dac-57e980cff49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:53.236602 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=de3ceccd-1428-4928-8a40-f89c5ab3cef9,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:53.256596 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0f0c188a-f632-4c7a-a83e-f34820a8e358 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0f01250cf6154148b1254493cf10673b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7534516 Jul 15 12:57:53.261653 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34354) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:53.262286 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c188a-f632-4c7a-a83e-f34820a8e358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d024d6ce-90b6-4a87-a684-717eaa5d8666,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:53.320970 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33880341-38be-454c-8dac-57e980cff49b admin admin] Network 4321eda4-9fed-4248-8378-36b16e951de4 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:57:53.329867 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-33880341-38be-454c-8dac-57e980cff49b admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:57:53.362961 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33880341-38be-454c-8dac-57e980cff49b admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:57:53.363157 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-33880341-38be-454c-8dac-57e980cff49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:53.370550 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-48effd93-d3e6-44ce-a6a3-1821af9bd35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:53.373065 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-48effd93-d3e6-44ce-a6a3-1821af9bd35a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:53.374409 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-48effd93-d3e6-44ce-a6a3-1821af9bd35a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/699ed206-be88-445d-a87e-9b1ad7957459 HTTP/1.1" status: 204 len: 168 time: 0.6202025 Jul 15 12:57:53.374993 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33880341-38be-454c-8dac-57e980cff49b admin admin] Pushing event updated for resources: {'Port': ['ID=553e7190-fd29-457c-81f5-6956f9499943,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:53.466358 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['de3ceccd-1428-4928-8a40-f89c5ab3cef9'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:57:53.519409 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['b0642442-6154-4546-915d-d5c237c9811d'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:57:53.539867 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9dad3f90-67b9-497f-8636-1a67f32b5b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:53.589630 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cbac6eb7-e6b8-4888-90b4-c3b2db6fab47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:53.589802 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48effd93-d3e6-44ce-a6a3-1821af9bd35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699ed206-be88-445d-a87e-9b1ad7957459,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:53.623619 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aac4cb-ac3d-45f3-a982-9107e1cd5c64 req-4b0ea612-1142-442d-9d24-91a784b5c42b tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:53.625304 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c5aac4cb-ac3d-45f3-a982-9107e1cd5c64 req-4b0ea612-1142-442d-9d24-91a784b5c42b tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=42d38631-e256-4930-ba2f-0a20b23412ac HTTP/1.1" status: 200 len: 944 time: 0.3961520 Jul 15 12:57:53.631811 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cbac6eb7-e6b8-4888-90b4-c3b2db6fab47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:53.656221 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9dad3f90-67b9-497f-8636-1a67f32b5b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:53.713103 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c6360-d8a0-456b-8a41-f5628737a511 req-dd0d3e6f-c8ca-4f6c-b418-0d8ec9c3a5cb tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:53.723179 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bb9c6360-d8a0-456b-8a41-f5628737a511 req-dd0d3e6f-c8ca-4f6c-b418-0d8ec9c3a5cb tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.16 "GET /v2.0/ports?device_id=63758de6-ffa6-4735-8889-f72c0ddb74ef HTTP/1.1" status: 200 len: 971 time: 0.3876355 Jul 15 12:57:53.815453 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-cbac6eb7-e6b8-4888-90b4-c3b2db6fab47 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a08e33bbbb6a44019306b78884a4136b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2963929 Jul 15 12:57:53.822307 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac6eb7-e6b8-4888-90b4-c3b2db6fab47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dae258d-1174-4679-8df0-74721c153b32,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:53.822532 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 34362) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:53.856083 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-30ffa3e2-d045-4dfc-a486-e9608d97a6c9 None None] Provisioning for port 553e7190-fd29-457c-81f5-6956f9499943 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:57:53.859674 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c5aac4cb-ac3d-45f3-a982-9107e1cd5c64 req-b4dca9c6-c9c3-4a91-bb7a-19b7f5ccbb23 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243307 Jul 15 12:57:53.866942 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-30ffa3e2-d045-4dfc-a486-e9608d97a6c9 None None] Provisioning complete for port 553e7190-fd29-457c-81f5-6956f9499943 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:53.867567 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-30ffa3e2-d045-4dfc-a486-e9608d97a6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:53.902856 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bb9c6360-d8a0-456b-8a41-f5628737a511 req-9d1c811c-61c4-447b-8d7b-97b8f16c3585 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd74bb2d-28c5-4fc5-bb99-05815203de17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770737 Jul 15 12:57:53.930045 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9dad3f90-67b9-497f-8636-1a67f32b5b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:53.934160 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9dad3f90-67b9-497f-8636-1a67f32b5b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:53.936555 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9dad3f90-67b9-497f-8636-1a67f32b5b30 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d024d6ce-90b6-4a87-a684-717eaa5d8666 HTTP/1.1" status: 204 len: 168 time: 0.6715322 Jul 15 12:57:53.966958 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad3f90-67b9-497f-8636-1a67f32b5b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d024d6ce-90b6-4a87-a684-717eaa5d8666,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:54.012566 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-30ffa3e2-d045-4dfc-a486-e9608d97a6c9 None None] Port 553e7190-fd29-457c-81f5-6956f9499943 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:57:54.240548 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab0010-2d12-4826-aa44-e219a04dcb52 req-82386c5e-b265-4162-adf3-d2fe04fd3416 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:54.242795 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-36ab0010-2d12-4826-aa44-e219a04dcb52 req-82386c5e-b265-4162-adf3-d2fe04fd3416 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cbd47f0-24a9-44c6-9650-b4afe7c4d1a7 HTTP/1.1" status: 200 len: 949 time: 0.0934818 Jul 15 12:57:54.285247 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d377971e-24cb-4f99-b6a7-ef7f38b6429e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:54.302869 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-33880341-38be-454c-8dac-57e980cff49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:54.305847 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.db.resource_extend [None req-ebae110f-59e6-4323-9d88-b4fe7f22d35b tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 12:57:54.322153 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-36ab0010-2d12-4826-aa44-e219a04dcb52 req-ef4ff56a-fb56-4a52-9ad9-0eab19b87183 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef0efdcb-f227-4a17-be22-55f2a8343d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704048 Jul 15 12:57:54.394696 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34382) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:54.412008 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d377971e-24cb-4f99-b6a7-ef7f38b6429e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:54.415612 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23bb1df2-7ff9-4d30-8290-21ecbfdb232b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:54.553766 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device ccf97b99-7993-4003-9539-51c9d6e182c9 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:57:54.610315 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23bb1df2-7ff9-4d30-8290-21ecbfdb232b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:54.617587 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23bb1df2-7ff9-4d30-8290-21ecbfdb232b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:54.619972 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port ccf97b99-7993-4003-9539-51c9d6e182c9 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:57:54.627372 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port ccf97b99-7993-4003-9539-51c9d6e182c9 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:54.628195 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:54.663844 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-23bb1df2-7ff9-4d30-8290-21ecbfdb232b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e25fc7ea0f0445cebb035e886af70834&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2658873 Jul 15 12:57:54.663844 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb1df2-7ff9-4d30-8290-21ecbfdb232b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2d8c3a-bb57-48ad-a47b-ffc07b947d89,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:54.664797 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34388) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:54.695899 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ebae110f-59e6-4323-9d88-b4fe7f22d35b tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:54.742253 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ebae110f-59e6-4323-9d88-b4fe7f22d35b tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:54.743860 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7fd22a7f-3e55-40ad-978a-5c7bef0b2165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:54.751773 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:54.779404 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7fd22a7f-3e55-40ad-978a-5c7bef0b2165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:54.781350 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port ccf97b99-7993-4003-9539-51c9d6e182c9, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=ccf97b99-7993-4003-9539-51c9d6e182c9,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:57:54.801671 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:54.846185 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7fd22a7f-3e55-40ad-978a-5c7bef0b2165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:54.850798 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7fd22a7f-3e55-40ad-978a-5c7bef0b2165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:54.852268 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7fd22a7f-3e55-40ad-978a-5c7bef0b2165 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b2d8c3a-bb57-48ad-a47b-ffc07b947d89 HTTP/1.1" status: 204 len: 168 time: 0.1642365 Jul 15 12:57:54.870156 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd22a7f-3e55-40ad-978a-5c7bef0b2165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2d8c3a-bb57-48ad-a47b-ffc07b947d89,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:54.939617 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=ccf97b99-7993-4003-9539-51c9d6e182c9,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:54.988997 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d377971e-24cb-4f99-b6a7-ef7f38b6429e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:54.992473 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d377971e-24cb-4f99-b6a7-ef7f38b6429e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:54.993777 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d377971e-24cb-4f99-b6a7-ef7f38b6429e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1dae258d-1174-4679-8df0-74721c153b32 HTTP/1.1" status: 204 len: 168 time: 1.1665602 Jul 15 12:57:55.061035 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50754cff-68b7-4c23-8566-33857209396f req-4d42a712-53d7-42aa-a5d1-f29fe08259d8 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:55.063034 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-50754cff-68b7-4c23-8566-33857209396f req-4d42a712-53d7-42aa-a5d1-f29fe08259d8 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.20 "GET /v2.0/ports?device_id=63758de6-ffa6-4735-8889-f72c0ddb74ef HTTP/1.1" status: 200 len: 971 time: 0.3802080 Jul 15 12:57:55.070115 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377971e-24cb-4f99-b6a7-ef7f38b6429e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dae258d-1174-4679-8df0-74721c153b32,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:55.090179 n-d-771363-36 neutron-server[93826]: INFO neutron.db.l3_db [None req-ebae110f-59e6-4323-9d88-b4fe7f22d35b tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Floating IP a7049271-08b4-4670-940e-dc1a6165e078 associated. External IP: 172.25.8.123, port: 2b2af28b-84e7-4212-98e1-e7b09673a9b8. Jul 15 12:57:55.235016 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317945e-e9fe-4631-9158-6fbcea9c3095 req-8f5ad3c3-9ee7-4d6a-b404-68d6cab08c57 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:55.243838 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e317945e-e9fe-4631-9158-6fbcea9c3095 req-8f5ad3c3-9ee7-4d6a-b404-68d6cab08c57 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.16 "GET /v2.0/ports?device_id=63758de6-ffa6-4735-8889-f72c0ddb74ef HTTP/1.1" status: 200 len: 971 time: 0.1038966 Jul 15 12:57:55.286689 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-33880341-38be-454c-8dac-57e980cff49b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:55.313744 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-33880341-38be-454c-8dac-57e980cff49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:55.315563 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-33880341-38be-454c-8dac-57e980cff49b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:55.355229 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e317945e-e9fe-4631-9158-6fbcea9c3095 req-d953d5de-7269-4782-9bc9-d46757feb279 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd74bb2d-28c5-4fc5-bb99-05815203de17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103532 Jul 15 12:57:55.422086 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a50ca-ca81-4c79-b910-94f9a6fe48fe req-40bdb07b-4202-4997-92c4-dbbc843497f0 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:55.428386 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33880341-38be-454c-8dac-57e980cff49b admin admin] Pushing event updated for resources: {'Port': ['ID=553e7190-fd29-457c-81f5-6956f9499943,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:55.429257 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-722a50ca-ca81-4c79-b910-94f9a6fe48fe req-40bdb07b-4202-4997-92c4-dbbc843497f0 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=42d38631-e256-4930-ba2f-0a20b23412ac HTTP/1.1" status: 200 len: 944 time: 0.1570225 Jul 15 12:57:55.539865 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-722a50ca-ca81-4c79-b910-94f9a6fe48fe req-b1643f19-34a1-47ec-a039-c4ea05992baf tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951490 Jul 15 12:57:55.544918 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-50754cff-68b7-4c23-8566-33857209396f req-35876558-4813-4ed2-8115-474fa57423e9 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] Deleting port 633b8146-822b-474f-b256-33000dae9ce2 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 12:57:55.545259 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-50754cff-68b7-4c23-8566-33857209396f req-35876558-4813-4ed2-8115-474fa57423e9 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:55.619319 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33880341-38be-454c-8dac-57e980cff49b admin admin] Network 4321eda4-9fed-4248-8378-36b16e951de4 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:57:55.626446 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-33880341-38be-454c-8dac-57e980cff49b admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:57:55.628896 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34414) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:55.645704 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-59946c07-33fd-44a5-98e9-0c90f4c6b47b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:55.656903 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f818c-3cd8-4067-9bcc-25f23fe99b50 req-55d8f989-358c-4405-8a85-4a8d8be6de19 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:55.658849 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8a9f818c-3cd8-4067-9bcc-25f23fe99b50 req-55d8f989-358c-4405-8a85-4a8d8be6de19 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cbd47f0-24a9-44c6-9650-b4afe7c4d1a7 HTTP/1.1" status: 200 len: 949 time: 0.1140578 Jul 15 12:57:55.717821 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8a9f818c-3cd8-4067-9bcc-25f23fe99b50 req-de7e5917-2df0-4ff8-9e55-1e895ab5f388 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef0efdcb-f227-4a17-be22-55f2a8343d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511770 Jul 15 12:57:55.758459 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device de3ceccd-1428-4928-8a40-f89c5ab3cef9 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:57:55.769586 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebae110f-59e6-4323-9d88-b4fe7f22d35b tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Router de53690b-ee56-4872-aa83-a05f237c0443 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 12:57:55.779924 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-50754cff-68b7-4c23-8566-33857209396f req-35876558-4813-4ed2-8115-474fa57423e9 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] For port 633b8146-822b-474f-b256-33000dae9ce2, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=633b8146-822b-474f-b256-33000dae9ce2,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:57:55.780309 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-50754cff-68b7-4c23-8566-33857209396f req-35876558-4813-4ed2-8115-474fa57423e9 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:55.819420 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-50754cff-68b7-4c23-8566-33857209396f req-35876558-4813-4ed2-8115-474fa57423e9 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] Calling delete_port for 633b8146-822b-474f-b256-33000dae9ce2 owned by compute:tempest-test_az-373280312 {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 12:57:55.867544 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-59946c07-33fd-44a5-98e9-0c90f4c6b47b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:55.874924 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-59946c07-33fd-44a5-98e9-0c90f4c6b47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:55.913414 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port de3ceccd-1428-4928-8a40-f89c5ab3cef9 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:57:55.918446 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port de3ceccd-1428-4928-8a40-f89c5ab3cef9 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:55.918909 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:55.946666 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-59946c07-33fd-44a5-98e9-0c90f4c6b47b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ce43f77bedaf4df9b6e2e59ad3a59c93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3141065 Jul 15 12:57:55.953129 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34426) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:55.996035 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59946c07-33fd-44a5-98e9-0c90f4c6b47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8535f4-0ee3-4958-958e-f3828b3e0e8c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:56.060600 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-939a2233-9871-4abf-b756-726deb0ebdd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:56.071728 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33880341-38be-454c-8dac-57e980cff49b admin admin] Router 1c14b003-30ad-4816-8b13-4f65644063c2 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 12:57:56.092315 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-939a2233-9871-4abf-b756-726deb0ebdd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:56.112756 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebae110f-59e6-4323-9d88-b4fe7f22d35b tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:57:56.118128 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ebae110f-59e6-4323-9d88-b4fe7f22d35b tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:56.134829 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd25688-d89a-4e27-ab08-f9c07a9e112b None None] Sync routers for ids ['de53690b-ee56-4872-aa83-a05f237c0443'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:57:56.166485 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd25688-d89a-4e27-ab08-f9c07a9e112b None None] Routers {'de53690b-ee56-4872-aa83-a05f237c0443'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:57:56.167255 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-1fd25688-d89a-4e27-ab08-f9c07a9e112b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:57:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['de53690b-ee56-4872-aa83-a05f237c0443'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:57:56.170377 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a81cd732-73f7-491c-8a0c-31acd8d79b31 None None] Provisioning complete for port 553e7190-fd29-457c-81f5-6956f9499943 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:56.172389 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a81cd732-73f7-491c-8a0c-31acd8d79b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:56.175136 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:56.175747 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-939a2233-9871-4abf-b756-726deb0ebdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:56.178402 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-939a2233-9871-4abf-b756-726deb0ebdd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:56.179683 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-939a2233-9871-4abf-b756-726deb0ebdd3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bf8535f4-0ee3-4958-958e-f3828b3e0e8c HTTP/1.1" status: 204 len: 168 time: 0.2255440 Jul 15 12:57:56.190030 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a2233-9871-4abf-b756-726deb0ebdd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8535f4-0ee3-4958-958e-f3828b3e0e8c,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:56.278625 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ebae110f-59e6-4323-9d88-b4fe7f22d35b tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "PUT /v2.0/floatingips/a7049271-08b4-4670-940e-dc1a6165e078 HTTP/1.1" status: 200 len: 1013 time: 3.5211897 Jul 15 12:57:56.288788 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f618b592-dfc6-49b9-ab02-5a2825ebaba9', 'tag': '2b2af28b-84e7-4212-98e1-e7b09673a9b8'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:57:56.293275 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f9db62-f84c-49e9-8c9b-6039de065bfb" -d '{"events": [{"name": "network-changed", "server_uuid": "f618b592-dfc6-49b9-ab02-5a2825ebaba9", "tag": "2b2af28b-84e7-4212-98e1-e7b09673a9b8"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:57:56.329464 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cbd47f0-24a9-44c6-9650-b4afe7c4d1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3ceccd-1428-4928-8a40-f89c5ab3cef9'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:57:56.338059 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-50754cff-68b7-4c23-8566-33857209396f req-35876558-4813-4ed2-8115-474fa57423e9 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:56.340136 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357c7bf4-b55b-4486-8263-90652bdafe79" -d '{"events": [{"server_uuid": "8cbd47f0-24a9-44c6-9650-b4afe7c4d1a7", "name": "network-vif-plugged", "status": "completed", "tag": "de3ceccd-1428-4928-8a40-f89c5ab3cef9"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:57:56.357038 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['633b8146-822b-474f-b256-33000dae9ce2'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:57:56.366429 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a81cd732-73f7-491c-8a0c-31acd8d79b31 None None] Port 553e7190-fd29-457c-81f5-6956f9499943 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:57:56.381318 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port de3ceccd-1428-4928-8a40-f89c5ab3cef9, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=de3ceccd-1428-4928-8a40-f89c5ab3cef9,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:57:56.404280 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:56.405058 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device b0642442-6154-4546-915d-d5c237c9811d up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:57:56.449924 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdcc696-6b45-4b2b-9ad1-4a79db9c3375 x-openstack-request-id: req-1fdcc696-6b45-4b2b-9ad1-4a79db9c3375 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:57:56.450455 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f618b592-dfc6-49b9-ab02-5a2825ebaba9", "tag": "2b2af28b-84e7-4212-98e1-e7b09673a9b8", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:57:56.450550 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1fdcc696-6b45-4b2b-9ad1-4a79db9c3375 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:57:56.450975 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f618b592-dfc6-49b9-ab02-5a2825ebaba9', 'tag': '2b2af28b-84e7-4212-98e1-e7b09673a9b8', 'status': 'completed', 'code': 200} Jul 15 12:57:56.540747 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604e7cc4-400f-45a7-8c4e-f303fdc1186f x-openstack-request-id: req-604e7cc4-400f-45a7-8c4e-f303fdc1186f {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:57:56.540747 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cbd47f0-24a9-44c6-9650-b4afe7c4d1a7", "name": "network-vif-plugged", "status": "completed", "tag": "de3ceccd-1428-4928-8a40-f89c5ab3cef9", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:57:56.540747 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-604e7cc4-400f-45a7-8c4e-f303fdc1186f {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:57:56.540747 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cbd47f0-24a9-44c6-9650-b4afe7c4d1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3ceccd-1428-4928-8a40-f89c5ab3cef9', 'code': 200} Jul 15 12:57:56.593397 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9db62-f84c-49e9-8c9b-6039de065bfb req-ece4a121-adb0-483e-a556-db003f90b27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:56.603732 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-78f9db62-f84c-49e9-8c9b-6039de065bfb req-ece4a121-adb0-483e-a556-db003f90b27f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1bed3db82d94ba082f589d0abe653bf&device_id=f618b592-dfc6-49b9-ab02-5a2825ebaba9 HTTP/1.1" status: 200 len: 1119 time: 0.1754408 Jul 15 12:57:56.604936 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device ccf97b99-7993-4003-9539-51c9d6e182c9 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:57:56.615667 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-1fd25688-d89a-4e27-ab08-f9c07a9e112b None None] Set router de53690b-ee56-4872-aa83-a05f237c0443 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:57:56.748219 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1ace7e8c-b797-43cf-a032-083381303c05 req-247f7d12-e0b3-472f-b2cc-1f33ca3bd5c5 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.16 "GET /v2.0/ports?device_id=63758de6-ffa6-4735-8889-f72c0ddb74ef HTTP/1.1" status: 200 len: 210 time: 0.0667048 Jul 15 12:57:56.878460 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33880341-38be-454c-8dac-57e980cff49b admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:57:56.881030 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35876558-4813-4ed2-8115-474fa57423e9 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] Pushing event deleted for resources: {'Port': ['ID=633b8146-822b-474f-b256-33000dae9ce2,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:56.900377 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6172b45-c591-4e4a-955c-fac44f63c1e8 None None] Sync routers for ids ['1c14b003-30ad-4816-8b13-4f65644063c2'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:57:56.900980 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-33880341-38be-454c-8dac-57e980cff49b admin admin] 10.222.0.16 "PUT /v2.0/routers/1c14b003-30ad-4816-8b13-4f65644063c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8794487 Jul 15 12:57:56.904070 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6172b45-c591-4e4a-955c-fac44f63c1e8 None None] Routers {'1c14b003-30ad-4816-8b13-4f65644063c2'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:57:56.904725 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-b6172b45-c591-4e4a-955c-fac44f63c1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:57:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['1c14b003-30ad-4816-8b13-4f65644063c2'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:57:56.958950 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-50754cff-68b7-4c23-8566-33857209396f req-35876558-4813-4ed2-8115-474fa57423e9 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] No DVR routers for this DVR port 633b8146-822b-474f-b256-33000dae9ce2 on host n-h1-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 12:57:56.965619 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-50754cff-68b7-4c23-8566-33857209396f req-35876558-4813-4ed2-8115-474fa57423e9 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:56.967634 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-50754cff-68b7-4c23-8566-33857209396f req-35876558-4813-4ed2-8115-474fa57423e9 tempest-AggregatesAdminTestJSON-784904299 tempest-AggregatesAdminTestJSON-784904299-project] 10.222.0.20 "DELETE /v2.0/ports/633b8146-822b-474f-b256-33000dae9ce2 HTTP/1.1" status: 204 len: 173 time: 1.8931057 Jul 15 12:57:56.980809 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9db62-f84c-49e9-8c9b-6039de065bfb req-5c06f247-3100-4f30-ae51-3e171fc7112f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:56.982287 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-78f9db62-f84c-49e9-8c9b-6039de065bfb req-5c06f247-3100-4f30-ae51-3e171fc7112f service neutron] 10.222.0.20 "GET /v2.0/networks?id=2691f40b-6294-497c-8479-3f33a37dc0ee HTTP/1.1" status: 200 len: 923 time: 0.3751173 Jul 15 12:57:56.987469 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804871cd-fb52-4156-929c-e4711950c7c4 req-341a5953-dfc6-4e58-ad3e-022f13a935da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:56.989421 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-804871cd-fb52-4156-929c-e4711950c7c4 req-341a5953-dfc6-4e58-ad3e-022f13a935da service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8cbd47f0-24a9-44c6-9650-b4afe7c4d1a7 HTTP/1.1" status: 200 len: 1102 time: 0.1128998 Jul 15 12:57:57.035837 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-804871cd-fb52-4156-929c-e4711950c7c4 req-01a81fb9-2200-4872-8499-4cf9127047ef service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ef0efdcb-f227-4a17-be22-55f2a8343d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393846 Jul 15 12:57:57.047648 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=de3ceccd-1428-4928-8a40-f89c5ab3cef9,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:57.168730 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-b6172b45-c591-4e4a-955c-fac44f63c1e8 None None] Set router 1c14b003-30ad-4816-8b13-4f65644063c2 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:57:57.300684 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port b0642442-6154-4546-915d-d5c237c9811d completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:57:57.310816 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port b0642442-6154-4546-915d-d5c237c9811d triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:57.311497 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:57.313032 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b34cae-a3b1-4aa3-a0fd-6f2069284ca8 req-49d6c6c7-0c62-47a5-9b10-39d7a87210ba tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:57.320470 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-45b34cae-a3b1-4aa3-a0fd-6f2069284ca8 req-49d6c6c7-0c62-47a5-9b10-39d7a87210ba tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=42d38631-e256-4930-ba2f-0a20b23412ac HTTP/1.1" status: 200 len: 944 time: 0.4699154 Jul 15 12:57:57.335361 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port ccf97b99-7993-4003-9539-51c9d6e182c9 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:57.336044 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:57.375738 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-78f9db62-f84c-49e9-8c9b-6039de065bfb req-baf6c587-8c68-4720-874e-3a55f75de222 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b2af28b-84e7-4212-98e1-e7b09673a9b8 HTTP/1.1" status: 200 len: 1021 time: 0.3786108 Jul 15 12:57:57.437153 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-b6172b45-c591-4e4a-955c-fac44f63c1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474088082-router', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:48Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'gw_port': {'id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:49Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '553e7190-fd29-457c-81f5-6956f9499943', 'name': '', 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'mac_address': 'fa:16:3e:d7:91:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:51Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 2, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'subnets': [{'id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:57:57.466917 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6172b45-c591-4e4a-955c-fac44f63c1e8 None None] Checking router: 1c14b003-30ad-4816-8b13-4f65644063c2 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:57:57.467283 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6172b45-c591-4e4a-955c-fac44f63c1e8 None None] Updating router 1c14b003-30ad-4816-8b13-4f65644063c2 port 553e7190-fd29-457c-81f5-6956f9499943 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 12:57:57.526871 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9db62-f84c-49e9-8c9b-6039de065bfb req-d2edb152-0470-4afa-8084-a8af23729d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:57.528535 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-78f9db62-f84c-49e9-8c9b-6039de065bfb req-d2edb152-0470-4afa-8084-a8af23729d58 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d44e2be9-560a-4145-9cc8-a12eda01a935 HTTP/1.1" status: 200 len: 861 time: 0.1423538 Jul 15 12:57:57.534836 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-45b34cae-a3b1-4aa3-a0fd-6f2069284ca8 req-d19956c9-bb55-488b-b338-9eda08fceb9e tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053955 Jul 15 12:57:57.574110 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b6172b45-c591-4e4a-955c-fac44f63c1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:57.590991 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:57.620113 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bbcf2e-b562-4433-97a6-792af376c115 req-d79a208a-ea96-40a7-aae5-9141afe551b3 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:57.641238 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-42bbcf2e-b562-4433-97a6-792af376c115 req-d79a208a-ea96-40a7-aae5-9141afe551b3 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cbd47f0-24a9-44c6-9650-b4afe7c4d1a7 HTTP/1.1" status: 200 len: 950 time: 0.5456114 Jul 15 12:57:57.647732 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port b0642442-6154-4546-915d-d5c237c9811d, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b0642442-6154-4546-915d-d5c237c9811d,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:57:57.656487 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:57.687990 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-1fd25688-d89a-4e27-ab08-f9c07a9e112b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-24460711-router', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fbf4475e-a3de-4aaf-ace0-d489d9ec01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:09Z', 'updated_at': '2021-07-15T12:57:14Z', 'revision_number': 4, 'project_id': 'b1bed3db82d94ba082f589d0abe653bf', 'gw_port': {'id': 'fbf4475e-a3de-4aaf-ace0-d489d9ec01c3', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:10Z', 'updated_at': '2021-07-15T12:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'a7049271-08b4-4670-940e-dc1a6165e078', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'floating_ip_address': '172.25.8.123', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'port_id': '2b2af28b-84e7-4212-98e1-e7b09673a9b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee', 'mac_address': 'fa:16:3e:36:fd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f618b592-dfc6-49b9-ab02-5a2825ebaba9', 'device_owner': 'compute:tempest-test_az-373280312'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T12:57:35Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 1, 'project_id': 'b1bed3db82d94ba082f589d0abe653bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb284e8-7f46-4e01-b005-741d6805e669', 'name': '', 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'mac_address': 'fa:16:3e:74:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd44e2be9-560a-4145-9cc8-a12eda01a935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:13Z', 'updated_at': '2021-07-15T12:57:21Z', 'revision_number': 5, 'project_id': 'b1bed3db82d94ba082f589d0abe653bf', 'subnets': [{'id': 'd44e2be9-560a-4145-9cc8-a12eda01a935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:57:57.724206 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd25688-d89a-4e27-ab08-f9c07a9e112b None None] Checking router: de53690b-ee56-4872-aa83-a05f237c0443 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:57:57.749033 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd25688-d89a-4e27-ab08-f9c07a9e112b None None] Routers {'de53690b-ee56-4872-aa83-a05f237c0443'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:57:57.749892 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-1fd25688-d89a-4e27-ab08-f9c07a9e112b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:57:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['de53690b-ee56-4872-aa83-a05f237c0443'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:57:57.754511 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=b0642442-6154-4546-915d-d5c237c9811d,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:57.774702 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9db62-f84c-49e9-8c9b-6039de065bfb req-62bf9d2d-681d-477a-aea1-c5b44427b7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:57.776325 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-78f9db62-f84c-49e9-8c9b-6039de065bfb req-62bf9d2d-681d-477a-aea1-c5b44427b7b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2691f40b-6294-497c-8479-3f33a37dc0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2365398 Jul 15 12:57:57.791378 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-42bbcf2e-b562-4433-97a6-792af376c115 req-9734f1ae-cb59-46df-b4e7-e03083dd0896 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef0efdcb-f227-4a17-be22-55f2a8343d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491721 Jul 15 12:57:57.904513 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-1fd25688-d89a-4e27-ab08-f9c07a9e112b None None] Set router de53690b-ee56-4872-aa83-a05f237c0443 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:57:58.023991 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b6172b45-c591-4e4a-955c-fac44f63c1e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:58.038246 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-b6172b45-c591-4e4a-955c-fac44f63c1e8 None None] Transition to ACTIVE for port object 553e7190-fd29-457c-81f5-6956f9499943 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:57:58.049107 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b6172b45-c591-4e4a-955c-fac44f63c1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:58.280093 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-b6172b45-c591-4e4a-955c-fac44f63c1e8 None None] Attempting to bind port 553e7190-fd29-457c-81f5-6956f9499943 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:57:58.280465 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-b6172b45-c591-4e4a-955c-fac44f63c1e8 None None] Attempting to bind port 553e7190-fd29-457c-81f5-6956f9499943 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:57:58.280834 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6172b45-c591-4e4a-955c-fac44f63c1e8 None None] Attempting to bind port 553e7190-fd29-457c-81f5-6956f9499943 on network 4321eda4-9fed-4248-8378-36b16e951de4 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:57:58.291794 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6172b45-c591-4e4a-955c-fac44f63c1e8 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:57:58.292199 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6172b45-c591-4e4a-955c-fac44f63c1e8 None None] Checking segment: {'id': '94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:57:58.292603 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b6172b45-c591-4e4a-955c-fac44f63c1e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:58.292999 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6172b45-c591-4e4a-955c-fac44f63c1e8 None None] Bound using segment: {'id': '94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:57:58.293485 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-b6172b45-c591-4e4a-955c-fac44f63c1e8 None None] Bound port: 553e7190-fd29-457c-81f5-6956f9499943, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:57:58.293883 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b6172b45-c591-4e4a-955c-fac44f63c1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:58.371060 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-1fd25688-d89a-4e27-ab08-f9c07a9e112b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-24460711-router', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fbf4475e-a3de-4aaf-ace0-d489d9ec01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:09Z', 'updated_at': '2021-07-15T12:57:14Z', 'revision_number': 4, 'project_id': 'b1bed3db82d94ba082f589d0abe653bf', 'gw_port': {'id': 'fbf4475e-a3de-4aaf-ace0-d489d9ec01c3', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:10Z', 'updated_at': '2021-07-15T12:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'a7049271-08b4-4670-940e-dc1a6165e078', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'floating_ip_address': '172.25.8.123', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'port_id': '2b2af28b-84e7-4212-98e1-e7b09673a9b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee', 'mac_address': 'fa:16:3e:36:fd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f618b592-dfc6-49b9-ab02-5a2825ebaba9', 'device_owner': 'compute:tempest-test_az-373280312'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T12:57:35Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 1, 'project_id': 'b1bed3db82d94ba082f589d0abe653bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb284e8-7f46-4e01-b005-741d6805e669', 'name': '', 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'mac_address': 'fa:16:3e:74:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd44e2be9-560a-4145-9cc8-a12eda01a935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:13Z', 'updated_at': '2021-07-15T12:57:21Z', 'revision_number': 5, 'project_id': 'b1bed3db82d94ba082f589d0abe653bf', 'subnets': [{'id': 'd44e2be9-560a-4145-9cc8-a12eda01a935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:57:58.375496 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-78f9db62-f84c-49e9-8c9b-6039de065bfb req-17e7030c-ed6b-4f0c-b65b-06b309395c6c service neutron] 10.222.0.20 "GET /v2.0/networks/2691f40b-6294-497c-8479-3f33a37dc0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5782204 Jul 15 12:57:58.439179 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd25688-d89a-4e27-ab08-f9c07a9e112b None None] The sync data for ids ['de53690b-ee56-4872-aa83-a05f237c0443'] in n-d-771363-36 is: [{'id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-24460711-router', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fbf4475e-a3de-4aaf-ace0-d489d9ec01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:09Z', 'updated_at': '2021-07-15T12:57:14Z', 'revision_number': 4, 'project_id': 'b1bed3db82d94ba082f589d0abe653bf', 'gw_port': {'id': 'fbf4475e-a3de-4aaf-ace0-d489d9ec01c3', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:10Z', 'updated_at': '2021-07-15T12:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'a7049271-08b4-4670-940e-dc1a6165e078', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'floating_ip_address': '172.25.8.123', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'port_id': '2b2af28b-84e7-4212-98e1-e7b09673a9b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee', 'mac_address': 'fa:16:3e:36:fd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f618b592-dfc6-49b9-ab02-5a2825ebaba9', 'device_owner': 'compute:tempest-test_az-373280312'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T12:57:35Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 1, 'project_id': 'b1bed3db82d94ba082f589d0abe653bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb284e8-7f46-4e01-b005-741d6805e669', 'name': '', 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'mac_address': 'fa:16:3e:74:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd44e2be9-560a-4145-9cc8-a12eda01a935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:13Z', 'updated_at': '2021-07-15T12:57:21Z', 'revision_number': 5, 'project_id': 'b1bed3db82d94ba082f589d0abe653bf', 'subnets': [{'id': 'd44e2be9-560a-4145-9cc8-a12eda01a935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:57:58.453482 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63758de6-ffa6-4735-8889-f72c0ddb74ef', 'name': 'network-vif-deleted', 'tag': '633b8146-822b-474f-b256-33000dae9ce2'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:57:58.458480 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbd3e33-f57d-4a98-b6dc-b608a12be88f" -d '{"events": [{"server_uuid": "63758de6-ffa6-4735-8889-f72c0ddb74ef", "name": "network-vif-deleted", "tag": "633b8146-822b-474f-b256-33000dae9ce2"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:57:58.462982 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-b6172b45-c591-4e4a-955c-fac44f63c1e8 None None] For port 553e7190-fd29-457c-81f5-6956f9499943, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:57:58.468230 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-b6172b45-c591-4e4a-955c-fac44f63c1e8 None None] For port 553e7190-fd29-457c-81f5-6956f9499943, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=553e7190-fd29-457c-81f5-6956f9499943,segment=NetworkSegment(94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56),segment_id=94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:57:58.470116 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a58a05-a9b9-43f5-a602-f9c119a81255 None None] Pushing event updated for resources: {'Port': ['ID=553e7190-fd29-457c-81f5-6956f9499943,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:58.478529 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b6172b45-c591-4e4a-955c-fac44f63c1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:58.542216 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d38631-e256-4930-ba2f-0a20b23412ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0642442-6154-4546-915d-d5c237c9811d'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:57:58.546124 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e10bec-0bb1-4fbb-bda4-14fb5d09b658" -d '{"events": [{"server_uuid": "42d38631-e256-4930-ba2f-0a20b23412ac", "name": "network-vif-plugged", "status": "completed", "tag": "b0642442-6154-4546-915d-d5c237c9811d"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:57:58.577113 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a58a05-a9b9-43f5-a602-f9c119a81255 None None] Pushing event updated for resources: {'Port': ['ID=553e7190-fd29-457c-81f5-6956f9499943,revision_number=4']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:58.604660 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6172b45-c591-4e4a-955c-fac44f63c1e8 None None] Routers {'1c14b003-30ad-4816-8b13-4f65644063c2'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:57:58.605683 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-b6172b45-c591-4e4a-955c-fac44f63c1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:57:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['1c14b003-30ad-4816-8b13-4f65644063c2'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:57:58.666161 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-1077f45c-df0b-47c3-8d26-52fb51c4a98e tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:58.667898 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-1077f45c-df0b-47c3-8d26-52fb51c4a98e tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/networks?id=4321eda4-9fed-4248-8378-36b16e951de4 HTTP/1.1" status: 200 len: 821 time: 0.3784726 Jul 15 12:57:58.712079 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-78f9db62-f84c-49e9-8c9b-6039de065bfb req-ae6c3faf-79c6-4d35-9e68-a096a1e324a0 service neutron] 10.222.0.20 "GET /v2.0/networks/2691f40b-6294-497c-8479-3f33a37dc0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229399 Jul 15 12:57:58.713902 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-fc967b58-e1f7-4d34-a963-7c7e797d019a tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/quotas/46138d491dbf4c0fafa5ada7fbe61124 HTTP/1.1" status: 200 len: 375 time: 0.0398672 Jul 15 12:57:58.729827 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:58.750672 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-b6172b45-c591-4e4a-955c-fac44f63c1e8 None None] Set router 1c14b003-30ad-4816-8b13-4f65644063c2 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:57:58.868918 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7808b46-bf92-455d-bd14-54784a0e296c None None] New status for floating IP a7049271-08b4-4670-940e-dc1a6165e078: ACTIVE {{(pid=93827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 12:57:58.916501 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-b7b5449f-1638-40fa-81ca-0e382341b87b tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=46138d491dbf4c0fafa5ada7fbe61124&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1885521 Jul 15 12:57:59.039833 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-b6172b45-c591-4e4a-955c-fac44f63c1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474088082-router', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:48Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'gw_port': {'id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:49Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '553e7190-fd29-457c-81f5-6956f9499943', 'name': '', 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'mac_address': 'fa:16:3e:d7:91:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:51Z', 'updated_at': '2021-07-15T12:57:58Z', 'revision_number': 4, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'subnets': [{'id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:57:59.049361 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-6ba0a1c7-8ed9-497f-a427-afd4d4282bc6 service neutron] 10.222.0.16 "GET /v2.0/networks/4321eda4-9fed-4248-8378-36b16e951de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231525 Jul 15 12:57:59.068523 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6172b45-c591-4e4a-955c-fac44f63c1e8 None None] The sync data for ids ['1c14b003-30ad-4816-8b13-4f65644063c2'] in n-d-771363-36 is: [{'id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474088082-router', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:48Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'gw_port': {'id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:49Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '553e7190-fd29-457c-81f5-6956f9499943', 'name': '', 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'mac_address': 'fa:16:3e:d7:91:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:51Z', 'updated_at': '2021-07-15T12:57:58Z', 'revision_number': 4, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'subnets': [{'id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:57:59.161170 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:59.246627 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-a59346ab-4467-4264-ad38-4406ef89cfda service neutron] 10.222.0.16 "GET /v2.0/networks/4321eda4-9fed-4248-8378-36b16e951de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960304 Jul 15 12:57:59.411776 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 633b8146-822b-474f-b256-33000dae9ce2 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 12:57:59.429779 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806f189e-a235-495c-a427-be0db4c34c6f x-openstack-request-id: req-806f189e-a235-495c-a427-be0db4c34c6f {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:57:59.430139 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63758de6-ffa6-4735-8889-f72c0ddb74ef", "name": "network-vif-deleted", "tag": "633b8146-822b-474f-b256-33000dae9ce2", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:57:59.430463 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-806f189e-a235-495c-a427-be0db4c34c6f {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:57:59.430940 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63758de6-ffa6-4735-8889-f72c0ddb74ef', 'name': 'network-vif-deleted', 'tag': '633b8146-822b-474f-b256-33000dae9ce2', 'status': 'completed', 'code': 200} Jul 15 12:57:59.469725 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47facf52-e354-4b12-843d-3648d0ba042b x-openstack-request-id: req-47facf52-e354-4b12-843d-3648d0ba042b {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:57:59.472817 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d38631-e256-4930-ba2f-0a20b23412ac", "name": "network-vif-plugged", "status": "completed", "tag": "b0642442-6154-4546-915d-d5c237c9811d", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:57:59.473671 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-47facf52-e354-4b12-843d-3648d0ba042b {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:57:59.473671 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d38631-e256-4930-ba2f-0a20b23412ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0642442-6154-4546-915d-d5c237c9811d', 'code': 200} Jul 15 12:57:59.474758 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: 633b8146-822b-474f-b256-33000dae9ce2 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 12:57:59.476979 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 633b8146-822b-474f-b256-33000dae9ce2 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 12:57:59.619492 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0d7b5ba2-073c-4e75-ba9d-e05194ecee05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:59.735822 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4b33d-379a-4b6c-a391-d2b2ce44d722 req-d4bf0d17-0512-4f9b-90e5-ef61f4a2a3df tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:59.739430 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369eded5-41aa-493b-ae87-5527a0cae02e req-abb7f2df-7ab5-4ca5-8470-67757db34f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:59.741027 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-369eded5-41aa-493b-ae87-5527a0cae02e req-abb7f2df-7ab5-4ca5-8470-67757db34f01 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=42d38631-e256-4930-ba2f-0a20b23412ac HTTP/1.1" status: 200 len: 1097 time: 0.1665959 Jul 15 12:57:59.743512 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7eb4b33d-379a-4b6c-a391-d2b2ce44d722 req-d4bf0d17-0512-4f9b-90e5-ef61f4a2a3df tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=42d38631-e256-4930-ba2f-0a20b23412ac HTTP/1.1" status: 200 len: 945 time: 0.1184385 Jul 15 12:57:59.830213 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-369eded5-41aa-493b-ae87-5527a0cae02e req-a1b20225-5b0b-4b54-afeb-d57b75697aa5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804987 Jul 15 12:57:59.845134 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7eb4b33d-379a-4b6c-a391-d2b2ce44d722 req-5fdabdac-e021-4410-89d8-9df6757d8bce tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006455 Jul 15 12:57:59.861974 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34564) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:00.069150 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fff35e-9ea0-456e-830f-edd396f14527 req-d27624ba-3911-4bb0-8109-d68fdf260a9b tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:00.077060 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-16fff35e-9ea0-456e-830f-edd396f14527 req-d27624ba-3911-4bb0-8109-d68fdf260a9b tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cbd47f0-24a9-44c6-9650-b4afe7c4d1a7 HTTP/1.1" status: 200 len: 950 time: 0.0982513 Jul 15 12:58:00.155520 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-16fff35e-9ea0-456e-830f-edd396f14527 req-476e9c47-ea90-4f08-877f-88b792c1a155 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef0efdcb-f227-4a17-be22-55f2a8343d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770483 Jul 15 12:58:00.236686 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 34584) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:00.244175 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-cb0d07dd-ef04-4a68-935f-5bc0a5d4a29e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9fe63190d1fb4f91935c6f4dc52396e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3691008 Jul 15 12:58:00.329741 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-787caad1-bde9-439b-9790-f6ca24cd4567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:00.404695 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-787caad1-bde9-439b-9790-f6ca24cd4567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:00.431152 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-68234489-c957-4123-9527-4191463d375e req-d9476ab2-8988-421f-8892-9fd2656f1d65 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe438e87-790f-4217-954d-d9139dbd1652 HTTP/1.1" status: 200 len: 210 time: 0.0713947 Jul 15 12:58:00.508004 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-787caad1-bde9-439b-9790-f6ca24cd4567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:00.514132 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-787caad1-bde9-439b-9790-f6ca24cd4567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:00.519356 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-787caad1-bde9-439b-9790-f6ca24cd4567 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd74bb2d-28c5-4fc5-bb99-05815203de17 HTTP/1.1" status: 204 len: 168 time: 0.2812901 Jul 15 12:58:00.529730 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787caad1-bde9-439b-9790-f6ca24cd4567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd74bb2d-28c5-4fc5-bb99-05815203de17,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:00.619141 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 553e7190-fd29-457c-81f5-6956f9499943 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:00.709377 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 553e7190-fd29-457c-81f5-6956f9499943 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:00.719426 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 553e7190-fd29-457c-81f5-6956f9499943 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:00.719932 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:00.851057 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:00.891656 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 553e7190-fd29-457c-81f5-6956f9499943, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=553e7190-fd29-457c-81f5-6956f9499943,segment=NetworkSegment(94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56),segment_id=94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:00.897179 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:00.920787 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4157668f-9c4a-4f3e-a878-50244183234e req-266c7339-960e-4528-89c8-69dd4b6d24fb tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=2b2079236f1f47059b39b20e5c464d3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312057 Jul 15 12:58:00.963147 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=553e7190-fd29-457c-81f5-6956f9499943,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:01.069646 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157668f-9c4a-4f3e-a878-50244183234e req-2a43416f-be42-416d-b1af-97343139855a tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:01.071146 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4157668f-9c4a-4f3e-a878-50244183234e req-2a43416f-be42-416d-b1af-97343139855a tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1489644 Jul 15 12:58:01.091519 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4157668f-9c4a-4f3e-a878-50244183234e req-83b8a081-de82-4d3d-97e9-fe34c4f26986 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/quotas/2b2079236f1f47059b39b20e5c464d3b HTTP/1.1" status: 200 len: 375 time: 0.0146711 Jul 15 12:58:01.096165 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 34618) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:01.133127 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4157668f-9c4a-4f3e-a878-50244183234e req-5b15dd1c-0313-441c-82fb-090809eea149 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b2079236f1f47059b39b20e5c464d3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376134 Jul 15 12:58:01.170529 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2a577076-5e26-40fc-b60c-625fb95d10ca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=86859841453f4389b5685eaa667fc07f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0730021 Jul 15 12:58:01.171657 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 34620) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:01.240497 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-beba960a-ef25-4268-a4c2-daaac262e5ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:01.256374 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34622) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:01.271519 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-beba960a-ef25-4268-a4c2-daaac262e5ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:01.334025 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-60df966d-460f-4017-9846-c8e9b09867d3 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:01.334025 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-60df966d-460f-4017-9846-c8e9b09867d3 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.20 "GET /v2.0/networks?id=4321eda4-9fed-4248-8378-36b16e951de4 HTTP/1.1" status: 200 len: 821 time: 0.1965389 Jul 15 12:58:01.343374 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-beba960a-ef25-4268-a4c2-daaac262e5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:01.346881 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-beba960a-ef25-4268-a4c2-daaac262e5ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:01.352318 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-beba960a-ef25-4268-a4c2-daaac262e5ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/93106b42-280b-4f43-aa78-d050b72df9d6 HTTP/1.1" status: 204 len: 168 time: 0.1794543 Jul 15 12:58:01.363837 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-d3cf71ff-08e0-4374-8e4d-7f67d858bf57 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Request body: {'port': {'device_id': 'fe438e87-790f-4217-954d-d9139dbd1652', 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4', 'admin_state_up': True, 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:01.370484 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beba960a-ef25-4268-a4c2-daaac262e5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93106b42-280b-4f43-aa78-d050b72df9d6,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:01.536727 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4c072086-43f4-47d2-841a-72968fb319f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:01.727185 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4c072086-43f4-47d2-841a-72968fb319f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:01.749156 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8532693c-82b3-4e8d-a3f5-64e916b97605 req-422073e4-1c85-47ce-a4fd-9d6d09c555b0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=42d38631-e256-4930-ba2f-0a20b23412ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0964606 Jul 15 12:58:01.774343 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4c072086-43f4-47d2-841a-72968fb319f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:01.827851 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-d3cf71ff-08e0-4374-8e4d-7f67d858bf57 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Made reservation on behalf of 46138d491dbf4c0fafa5ada7fbe61124 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:58:01.831644 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-d3cf71ff-08e0-4374-8e4d-7f67d858bf57 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:01.845680 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab132a-dcc8-4aaa-b3d6-419aba46f679 req-c9b3c87a-c3b4-4d73-b53b-e8534ff4a7f1 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:01.847258 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e4ab132a-dcc8-4aaa-b3d6-419aba46f679 req-c9b3c87a-c3b4-4d73-b53b-e8534ff4a7f1 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=42d38631-e256-4930-ba2f-0a20b23412ac HTTP/1.1" status: 200 len: 945 time: 0.1938303 Jul 15 12:58:01.860724 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4c072086-43f4-47d2-841a-72968fb319f1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=78c1abb334ab43b2944761eb27943797&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5944581 Jul 15 12:58:01.866293 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c072086-43f4-47d2-841a-72968fb319f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3980b7-b2f6-40cb-a600-1ae3b7923685,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:01.868711 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34652) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:01.936125 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532693c-82b3-4e8d-a3f5-64e916b97605 req-5fe07dd6-e86d-4f3d-afbe-6344307c73ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:01.937790 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8532693c-82b3-4e8d-a3f5-64e916b97605 req-5fe07dd6-e86d-4f3d-afbe-6344307c73ea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eab83a220c154216861503618b01c15d&device_id=42d38631-e256-4930-ba2f-0a20b23412ac HTTP/1.1" status: 200 len: 1097 time: 0.1007028 Jul 15 12:58:01.955565 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3b9580bd-ad8c-4bd0-9f11-09ac864423ab req-02fd161f-904f-4bdc-9306-8082c461fcb4 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe438e87-790f-4217-954d-d9139dbd1652 HTTP/1.1" status: 200 len: 210 time: 0.0568223 Jul 15 12:58:01.993900 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e4ab132a-dcc8-4aaa-b3d6-419aba46f679 req-1110cb88-6653-46c1-84f6-5948b805104f tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333108 Jul 15 12:58:02.071616 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5c87a378-d75b-4a90-9fca-7e1d65ec3e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:02.128288 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5c87a378-d75b-4a90-9fca-7e1d65ec3e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:02.171233 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532693c-82b3-4e8d-a3f5-64e916b97605 req-af597daa-5f1b-4919-918a-961047b07d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:02.173674 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8532693c-82b3-4e8d-a3f5-64e916b97605 req-af597daa-5f1b-4919-918a-961047b07d81 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3ccc611d-a289-44b3-992b-3e39605548b4 HTTP/1.1" status: 200 len: 908 time: 0.2051902 Jul 15 12:58:02.176228 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:02.219160 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8532693c-82b3-4e8d-a3f5-64e916b97605 req-b875204f-a5e1-4658-af72-7b7a691729b0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0642442-6154-4546-915d-d5c237c9811d HTTP/1.1" status: 200 len: 217 time: 0.0380130 Jul 15 12:58:02.239972 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1489697a-d063-4db1-bd44-5b963740a19c req-2ba1c184-238e-4efd-950b-54240b77bd99 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=2b2079236f1f47059b39b20e5c464d3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1085634 Jul 15 12:58:02.241462 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-d3cf71ff-08e0-4374-8e4d-7f67d858bf57 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Allocated IP 172.20.0.12 (4321eda4-9fed-4248-8378-36b16e951de4/e8665632-78d8-46eb-ba99-59b5531a3bc9/2912c006-8100-4dc4-a370-28256722130c) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:02.245271 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5c87a378-d75b-4a90-9fca-7e1d65ec3e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:02.247949 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5c87a378-d75b-4a90-9fca-7e1d65ec3e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:02.249485 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5c87a378-d75b-4a90-9fca-7e1d65ec3e49 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dd3980b7-b2f6-40cb-a600-1ae3b7923685 HTTP/1.1" status: 204 len: 168 time: 0.3785954 Jul 15 12:58:02.311866 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532693c-82b3-4e8d-a3f5-64e916b97605 req-5195805a-0f45-41b1-933f-aca53d92b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:02.313562 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8532693c-82b3-4e8d-a3f5-64e916b97605 req-5195805a-0f45-41b1-933f-aca53d92b333 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7de80623-b855-4366-a308-8757d4a69fb8 HTTP/1.1" status: 200 len: 847 time: 0.0861311 Jul 15 12:58:02.335442 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87a378-d75b-4a90-9fca-7e1d65ec3e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3980b7-b2f6-40cb-a600-1ae3b7923685,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:02.419403 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-78fae0bc-408a-45ed-b4c3-8bd415c0fd1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:02.420455 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8532693c-82b3-4e8d-a3f5-64e916b97605 req-f10befbd-0236-418c-a9b1-7718c657446b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3ccc611d-a289-44b3-992b-3e39605548b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967021 Jul 15 12:58:02.482173 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c89d92-04cf-4087-9306-61cfdd0f8a62 req-49330361-639c-4a1a-b1e9-3d0f39acb88c tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:02.483673 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a5c89d92-04cf-4087-9306-61cfdd0f8a62 req-49330361-639c-4a1a-b1e9-3d0f39acb88c tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cbd47f0-24a9-44c6-9650-b4afe7c4d1a7 HTTP/1.1" status: 200 len: 950 time: 0.1849442 Jul 15 12:58:02.530843 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489697a-d063-4db1-bd44-5b963740a19c req-321ff095-58b8-4797-bfaf-32b96c6bcdcc tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:02.537736 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1489697a-d063-4db1-bd44-5b963740a19c req-321ff095-58b8-4797-bfaf-32b96c6bcdcc tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2868650 Jul 15 12:58:02.544191 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 553e7190-fd29-457c-81f5-6956f9499943 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:02.614703 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1489697a-d063-4db1-bd44-5b963740a19c req-33851789-0757-4325-a694-a97865634d8d tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/quotas/2b2079236f1f47059b39b20e5c464d3b HTTP/1.1" status: 200 len: 375 time: 0.0760100 Jul 15 12:58:02.631486 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a5c89d92-04cf-4087-9306-61cfdd0f8a62 req-4177eeb7-8b4d-4c59-bfa4-35f669d40226 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef0efdcb-f227-4a17-be22-55f2a8343d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171212 Jul 15 12:58:02.639188 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 553e7190-fd29-457c-81f5-6956f9499943 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:02.639570 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:02.650606 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4dae30fa-74db-4bd0-b9c9-a5c6a52f5c17 req-111dc626-1ddb-4c4b-aa86-7bb33a110af6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f618b592-dfc6-49b9-ab02-5a2825ebaba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2285886 Jul 15 12:58:02.650606 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8532693c-82b3-4e8d-a3f5-64e916b97605 req-fa93a0b4-772c-4852-afa5-00f45f50da98 service neutron] 10.222.0.46 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118824 Jul 15 12:58:02.718514 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1489697a-d063-4db1-bd44-5b963740a19c req-822d6903-3a60-4c25-b026-4a1fd5e96793 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b2079236f1f47059b39b20e5c464d3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1019628 Jul 15 12:58:02.797443 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34688) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:02.812053 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-d3cf71ff-08e0-4374-8e4d-7f67d858bf57 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:02.845697 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-d3cf71ff-08e0-4374-8e4d-7f67d858bf57 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Transition to ACTIVE for port object 2912c006-8100-4dc4-a370-28256722130c will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:02.855574 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8532693c-82b3-4e8d-a3f5-64e916b97605 req-cd14cc32-a08f-4a55-82cb-687380bfd02c service neutron] 10.222.0.46 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968083 Jul 15 12:58:02.872830 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae30fa-74db-4bd0-b9c9-a5c6a52f5c17 req-9264f12f-5037-4243-9b4c-0c6ff44cc84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:02.874519 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4dae30fa-74db-4bd0-b9c9-a5c6a52f5c17 req-9264f12f-5037-4243-9b4c-0c6ff44cc84b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1bed3db82d94ba082f589d0abe653bf&device_id=f618b592-dfc6-49b9-ab02-5a2825ebaba9 HTTP/1.1" status: 200 len: 1119 time: 0.1239219 Jul 15 12:58:02.938790 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-d3cf71ff-08e0-4374-8e4d-7f67d858bf57 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:02.946155 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b42662a4-ec0a-45be-8e94-3b50c48c6212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:03.108305 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.20', 51990) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:03.109343 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf71ff-08e0-4374-8e4d-7f67d858bf57 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Pushing event updated for resources: {'Port': ['ID=2912c006-8100-4dc4-a370-28256722130c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:03.172366 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-d3cf71ff-08e0-4374-8e4d-7f67d858bf57 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Network 4321eda4-9fed-4248-8378-36b16e951de4 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:03.176403 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-d3cf71ff-08e0-4374-8e4d-7f67d858bf57 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:03.185177 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-d3cf71ff-08e0-4374-8e4d-7f67d858bf57 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:58:03.191979 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4157668f-9c4a-4f3e-a878-50244183234e req-f624efd3-d432-4e06-8e68-05a5267bc038 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2b2079236f1f47059b39b20e5c464d3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0795093 Jul 15 12:58:03.293266 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-d3cf71ff-08e0-4374-8e4d-7f67d858bf57 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:03.294139 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-d3cf71ff-08e0-4374-8e4d-7f67d858bf57 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:03.417083 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:03.510832 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae30fa-74db-4bd0-b9c9-a5c6a52f5c17 req-32327691-ba74-42b0-9af3-91bde748ae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:03.514750 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4dae30fa-74db-4bd0-b9c9-a5c6a52f5c17 req-32327691-ba74-42b0-9af3-91bde748ae65 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2691f40b-6294-497c-8479-3f33a37dc0ee HTTP/1.1" status: 200 len: 923 time: 0.6176090 Jul 15 12:58:03.558039 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b42662a4-ec0a-45be-8e94-3b50c48c6212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:03.585058 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b42662a4-ec0a-45be-8e94-3b50c48c6212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:03.602798 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4bb1c-4187-413b-aec4-98ed8dc141a8 req-9747f9b4-3ff8-4578-842f-10a4968082bf tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:03.605894 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-57e4bb1c-4187-413b-aec4-98ed8dc141a8 req-9747f9b4-3ff8-4578-842f-10a4968082bf tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cbd47f0-24a9-44c6-9650-b4afe7c4d1a7 HTTP/1.1" status: 200 len: 950 time: 0.5210865 Jul 15 12:58:03.627510 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3948c6f-d784-494e-9a7a-fb5378cf76e2 req-94eb3d49-9f40-4781-ab00-03dbd1292d39 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:03.631299 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c3948c6f-d784-494e-9a7a-fb5378cf76e2 req-94eb3d49-9f40-4781-ab00-03dbd1292d39 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe438e87-790f-4217-954d-d9139dbd1652 HTTP/1.1" status: 200 len: 932 time: 0.3239756 Jul 15 12:58:03.658453 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-d3cf71ff-08e0-4374-8e4d-7f67d858bf57 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3107681 Jul 15 12:58:03.659178 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42662a4-ec0a-45be-8e94-3b50c48c6212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2b42cf-2547-4946-8600-d11aea5452f4,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:03.667104 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b42662a4-ec0a-45be-8e94-3b50c48c6212 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=52b7504a4b7c4caf956ef6355ff18227&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8666739 Jul 15 12:58:03.672042 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34718) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:03.679580 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-bb0989e7-3f43-46d8-b452-1b9281354c5e service neutron] Request body: {'port': {'device_id': 'fe438e87-790f-4217-954d-d9139dbd1652', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:03.695277 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-73e9d3a5-f616-4ef4-b9ac-f933c37fe655 None None] Provisioning for port 2912c006-8100-4dc4-a370-28256722130c completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:03.705402 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-73e9d3a5-f616-4ef4-b9ac-f933c37fe655 None None] Provisioning complete for port 2912c006-8100-4dc4-a370-28256722130c triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:03.705776 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-73e9d3a5-f616-4ef4-b9ac-f933c37fe655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:03.763502 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-73e9d3a5-f616-4ef4-b9ac-f933c37fe655 None None] Port 2912c006-8100-4dc4-a370-28256722130c cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:58:03.819839 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24322cb6-6d92-494d-ab64-3450c1bad0a7 req-111f290a-0f6e-42fd-9a33-13e45389bca8 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:03.821351 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-24322cb6-6d92-494d-ab64-3450c1bad0a7 req-111f290a-0f6e-42fd-9a33-13e45389bca8 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=42d38631-e256-4930-ba2f-0a20b23412ac HTTP/1.1" status: 200 len: 1097 time: 0.3390045 Jul 15 12:58:03.821969 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-43c6f023-0ab1-4e49-b00f-eaae39e1f72d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:03.853405 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4dae30fa-74db-4bd0-b9c9-a5c6a52f5c17 req-f6ce001a-751e-4410-ac7d-77ffe5997eac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b2af28b-84e7-4212-98e1-e7b09673a9b8 HTTP/1.1" status: 200 len: 1023 time: 0.3097584 Jul 15 12:58:03.875575 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-43c6f023-0ab1-4e49-b00f-eaae39e1f72d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:03.905969 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c3948c6f-d784-494e-9a7a-fb5378cf76e2 req-35696772-3bad-41a8-aeee-a504af3a2b97 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d2cba0-0905-427c-92df-4d9a994ab05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355757 Jul 15 12:58:03.949436 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157668f-9c4a-4f3e-a878-50244183234e req-7ba3752d-08b1-4404-a0e2-0333fe8bc026 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:03.951093 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4157668f-9c4a-4f3e-a878-50244183234e req-7ba3752d-08b1-4404-a0e2-0333fe8bc026 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5753407 Jul 15 12:58:03.980193 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-4157668f-9c4a-4f3e-a878-50244183234e req-cff38c45-970e-41f3-a322-c5cfa7a6a295 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Request body: {'port': {'device_id': '2b9d6221-846e-4f61-bbc5-b9cb000d87c8', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'admin_state_up': True, 'tenant_id': '2b2079236f1f47059b39b20e5c464d3b'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:04.048366 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-bb0989e7-3f43-46d8-b452-1b9281354c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:04.052497 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-24322cb6-6d92-494d-ab64-3450c1bad0a7 req-e3986cd8-c198-47d3-a987-7c9525912375 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155313 Jul 15 12:58:04.174851 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae30fa-74db-4bd0-b9c9-a5c6a52f5c17 req-b6fa1c8f-50f2-40f0-97ff-1e4fbea25b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:04.177143 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4dae30fa-74db-4bd0-b9c9-a5c6a52f5c17 req-b6fa1c8f-50f2-40f0-97ff-1e4fbea25b5e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d44e2be9-560a-4145-9cc8-a12eda01a935 HTTP/1.1" status: 200 len: 861 time: 0.2198486 Jul 15 12:58:04.198004 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c1f558df-0c2f-487a-8621-3b1bad0a86de req-4d4542d8-5256-42c3-9362-d49ea806d067 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a3c8436-2dae-49bb-aeab-a37cf2f24fe7 HTTP/1.1" status: 200 len: 210 time: 0.0792627 Jul 15 12:58:04.203570 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-43c6f023-0ab1-4e49-b00f-eaae39e1f72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:04.210061 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-43c6f023-0ab1-4e49-b00f-eaae39e1f72d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:04.216461 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-43c6f023-0ab1-4e49-b00f-eaae39e1f72d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc2b42cf-2547-4946-8600-d11aea5452f4 HTTP/1.1" status: 204 len: 168 time: 0.5420620 Jul 15 12:58:04.217826 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-57e4bb1c-4187-413b-aec4-98ed8dc141a8 req-91fbcf08-559e-4f5a-a0c8-f6f11e6c530a tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] Deleting port de3ceccd-1428-4928-8a40-f89c5ab3cef9 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 12:58:04.218728 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-57e4bb1c-4187-413b-aec4-98ed8dc141a8 req-91fbcf08-559e-4f5a-a0c8-f6f11e6c530a tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:04.262815 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c6f023-0ab1-4e49-b00f-eaae39e1f72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2b42cf-2547-4946-8600-d11aea5452f4,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:04.338274 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4157668f-9c4a-4f3e-a878-50244183234e req-cff38c45-970e-41f3-a322-c5cfa7a6a295 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Made reservation on behalf of 2b2079236f1f47059b39b20e5c464d3b for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:58:04.342344 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4157668f-9c4a-4f3e-a878-50244183234e req-cff38c45-970e-41f3-a322-c5cfa7a6a295 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:04.420010 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4157668f-9c4a-4f3e-a878-50244183234e req-cff38c45-970e-41f3-a322-c5cfa7a6a295 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:04.459607 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae30fa-74db-4bd0-b9c9-a5c6a52f5c17 req-fa4bca22-f7fd-4225-b76c-4348383222e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:04.461131 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4dae30fa-74db-4bd0-b9c9-a5c6a52f5c17 req-fa4bca22-f7fd-4225-b76c-4348383222e1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2691f40b-6294-497c-8479-3f33a37dc0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2614579 Jul 15 12:58:04.579683 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-57e4bb1c-4187-413b-aec4-98ed8dc141a8 req-91fbcf08-559e-4f5a-a0c8-f6f11e6c530a tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] For port de3ceccd-1428-4928-8a40-f89c5ab3cef9, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=de3ceccd-1428-4928-8a40-f89c5ab3cef9,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:04.580049 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-57e4bb1c-4187-413b-aec4-98ed8dc141a8 req-91fbcf08-559e-4f5a-a0c8-f6f11e6c530a tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:04.611186 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-57e4bb1c-4187-413b-aec4-98ed8dc141a8 req-91fbcf08-559e-4f5a-a0c8-f6f11e6c530a tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] Calling delete_port for de3ceccd-1428-4928-8a40-f89c5ab3cef9 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 12:58:04.762839 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4dae30fa-74db-4bd0-b9c9-a5c6a52f5c17 req-efcf8612-0338-4238-81d1-968555e13c18 service neutron] 10.222.0.20 "GET /v2.0/networks/2691f40b-6294-497c-8479-3f33a37dc0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771840 Jul 15 12:58:04.871534 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:04.884286 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4157668f-9c4a-4f3e-a878-50244183234e req-cff38c45-970e-41f3-a322-c5cfa7a6a295 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:04.895372 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4157668f-9c4a-4f3e-a878-50244183234e req-cff38c45-970e-41f3-a322-c5cfa7a6a295 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:04.999851 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1489697a-d063-4db1-bd44-5b963740a19c req-c3937eca-ef17-4ac3-bc53-aba52964debf tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=2b2079236f1f47059b39b20e5c464d3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441895 Jul 15 12:58:05.009621 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4dae30fa-74db-4bd0-b9c9-a5c6a52f5c17 req-8ab5e2d2-41c8-45c2-a6b4-88f0be8b706a service neutron] 10.222.0.20 "GET /v2.0/networks/2691f40b-6294-497c-8479-3f33a37dc0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336614 Jul 15 12:58:05.020620 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff38c45-970e-41f3-a322-c5cfa7a6a295 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0103be-6a02-4297-8dec-ed0e6eed0384,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:05.036513 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de8d90-003e-4a09-9a86-b9df81ac80ea req-763bd988-e64f-4ba5-a69b-ee8513257563 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:05.038936 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-99de8d90-003e-4a09-9a86-b9df81ac80ea req-763bd988-e64f-4ba5-a69b-ee8513257563 tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cbd47f0-24a9-44c6-9650-b4afe7c4d1a7 HTTP/1.1" status: 200 len: 950 time: 0.6636286 Jul 15 12:58:05.074657 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-57e4bb1c-4187-413b-aec4-98ed8dc141a8 req-91fbcf08-559e-4f5a-a0c8-f6f11e6c530a tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:05.089521 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['de3ceccd-1428-4928-8a40-f89c5ab3cef9'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:58:05.111059 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fbcf08-559e-4f5a-a0c8-f6f11e6c530a tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] Pushing event deleted for resources: {'Port': ['ID=de3ceccd-1428-4928-8a40-f89c5ab3cef9,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:05.192774 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e4bb1c-4187-413b-aec4-98ed8dc141a8 req-91fbcf08-559e-4f5a-a0c8-f6f11e6c530a tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] No DVR routers for this DVR port de3ceccd-1428-4928-8a40-f89c5ab3cef9 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 12:58:05.198767 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-57e4bb1c-4187-413b-aec4-98ed8dc141a8 req-91fbcf08-559e-4f5a-a0c8-f6f11e6c530a tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:05.200822 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-57e4bb1c-4187-413b-aec4-98ed8dc141a8 req-91fbcf08-559e-4f5a-a0c8-f6f11e6c530a tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] 10.222.0.46 "DELETE /v2.0/ports/de3ceccd-1428-4928-8a40-f89c5ab3cef9 HTTP/1.1" status: 204 len: 173 time: 1.5817990 Jul 15 12:58:05.201987 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-4157668f-9c4a-4f3e-a878-50244183234e req-cff38c45-970e-41f3-a322-c5cfa7a6a295 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Allocated IP 192.168.233.232 (fb7e2853-c052-4bbe-a410-b119ef2f5100/f7332b1d-b5ae-478a-9a33-4a7a808c5484/374bbb4e-de88-44a8-a6a8-85f9944a88f3) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:05.203936 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cbd47f0-24a9-44c6-9650-b4afe7c4d1a7', 'name': 'network-vif-deleted', 'tag': 'de3ceccd-1428-4928-8a40-f89c5ab3cef9'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:05.206293 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a51966a-0c7f-432d-8393-aef0ebb246ce" -d '{"events": [{"server_uuid": "8cbd47f0-24a9-44c6-9650-b4afe7c4d1a7", "name": "network-vif-deleted", "tag": "de3ceccd-1428-4928-8a40-f89c5ab3cef9"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:05.285520 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299c634-4299-4aba-88cf-4309e55c0e3a req-8a456e60-e3ec-4b48-9888-2f0e77ef1b12 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:05.293001 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e299c634-4299-4aba-88cf-4309e55c0e3a req-8a456e60-e3ec-4b48-9888-2f0e77ef1b12 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=42d38631-e256-4930-ba2f-0a20b23412ac HTTP/1.1" status: 200 len: 1097 time: 0.4230223 Jul 15 12:58:05.297321 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-bb0989e7-3f43-46d8-b452-1b9281354c5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2912c006-8100-4dc4-a370-28256722130c {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:05.353637 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-bb0989e7-3f43-46d8-b452-1b9281354c5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:05.373904 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-99de8d90-003e-4a09-9a86-b9df81ac80ea req-4f6b01ac-e6eb-4f89-864f-0c00e32b6d7c tempest-ServerDiagnosticsNegativeTest-719287143 tempest-ServerDiagnosticsNegativeTest-719287143-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef0efdcb-f227-4a17-be22-55f2a8343d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805395 Jul 15 12:58:05.422784 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4157668f-9c4a-4f3e-a878-50244183234e req-cff38c45-970e-41f3-a322-c5cfa7a6a295 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:05.437699 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-4157668f-9c4a-4f3e-a878-50244183234e req-cff38c45-970e-41f3-a322-c5cfa7a6a295 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Transition to ACTIVE for port object 374bbb4e-de88-44a8-a6a8-85f9944a88f3 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:05.480062 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-bb0989e7-3f43-46d8-b452-1b9281354c5e service neutron] Transition to ACTIVE for port object 2912c006-8100-4dc4-a370-28256722130c will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:05.494156 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4157668f-9c4a-4f3e-a878-50244183234e req-cff38c45-970e-41f3-a322-c5cfa7a6a295 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:05.504474 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e299c634-4299-4aba-88cf-4309e55c0e3a req-b80d3067-ae5c-4e11-9492-871b6d1c4a7a tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785238 Jul 15 12:58:05.519285 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489697a-d063-4db1-bd44-5b963740a19c req-94df9410-caaf-4657-bb5d-a95c60105d00 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:05.521191 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1489697a-d063-4db1-bd44-5b963740a19c req-94df9410-caaf-4657-bb5d-a95c60105d00 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5125098 Jul 15 12:58:05.522005 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-bb0989e7-3f43-46d8-b452-1b9281354c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:05.554681 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-1489697a-d063-4db1-bd44-5b963740a19c req-47e0118b-782b-4349-9c61-850565973eb4 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Request body: {'port': {'device_id': '3a3c8436-2dae-49bb-aeab-a37cf2f24fe7', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'admin_state_up': True, 'tenant_id': '2b2079236f1f47059b39b20e5c464d3b'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:05.570099 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff38c45-970e-41f3-a322-c5cfa7a6a295 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Pushing event updated for resources: {'Port': ['ID=374bbb4e-de88-44a8-a6a8-85f9944a88f3,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:05.590545 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4157668f-9c4a-4f3e-a878-50244183234e req-cff38c45-970e-41f3-a322-c5cfa7a6a295 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Network fb7e2853-c052-4bbe-a410-b119ef2f5100 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:05.592116 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-4157668f-9c4a-4f3e-a878-50244183234e req-cff38c45-970e-41f3-a322-c5cfa7a6a295 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:05.594771 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4157668f-9c4a-4f3e-a878-50244183234e req-cff38c45-970e-41f3-a322-c5cfa7a6a295 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:58:05.601089 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157668f-9c4a-4f3e-a878-50244183234e req-cff38c45-970e-41f3-a322-c5cfa7a6a295 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:05.601689 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4157668f-9c4a-4f3e-a878-50244183234e req-cff38c45-970e-41f3-a322-c5cfa7a6a295 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:05.636945 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4157668f-9c4a-4f3e-a878-50244183234e req-cff38c45-970e-41f3-a322-c5cfa7a6a295 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6678810 Jul 15 12:58:05.649494 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-4157668f-9c4a-4f3e-a878-50244183234e req-ac34c5dc-69fc-49e4-8f5b-094d8f853939 service neutron] Request body: {'port': {'device_id': '2b9d6221-846e-4f61-bbc5-b9cb000d87c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:05.754003 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0989e7-3f43-46d8-b452-1b9281354c5e service neutron] Pushing event updated for resources: {'Port': ['ID=2912c006-8100-4dc4-a370-28256722130c,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:05.791684 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4157668f-9c4a-4f3e-a878-50244183234e req-ac34c5dc-69fc-49e4-8f5b-094d8f853939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:05.912957 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-47546405-0e38-40a9-9729-744354a33e5d None None] Provisioning for port 374bbb4e-de88-44a8-a6a8-85f9944a88f3 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:05.920240 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-47546405-0e38-40a9-9729-744354a33e5d None None] Provisioning complete for port 374bbb4e-de88-44a8-a6a8-85f9944a88f3 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:05.921019 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-47546405-0e38-40a9-9729-744354a33e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:05.928195 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ba8b7b61-42e9-418e-b2da-3e913d40fa67 req-f334b3ed-5bdd-4fcd-a5b1-fb4a5c496c20 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a3c8436-2dae-49bb-aeab-a37cf2f24fe7 HTTP/1.1" status: 200 len: 210 time: 0.2466412 Jul 15 12:58:06.024494 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b0673e-8b69-4524-bfed-0876fc10b366 x-openstack-request-id: req-85b0673e-8b69-4524-bfed-0876fc10b366 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:06.024910 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cbd47f0-24a9-44c6-9650-b4afe7c4d1a7", "name": "network-vif-deleted", "tag": "de3ceccd-1428-4928-8a40-f89c5ab3cef9", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:06.025278 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85b0673e-8b69-4524-bfed-0876fc10b366 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:06.025758 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cbd47f0-24a9-44c6-9650-b4afe7c4d1a7', 'name': 'network-vif-deleted', 'tag': 'de3ceccd-1428-4928-8a40-f89c5ab3cef9', 'status': 'completed', 'code': 200} Jul 15 12:58:06.033867 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3fe46-783e-4c83-b329-289b52ee4120 req-748613b7-a366-4fee-bc55-7bad70b3551c tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:06.041993 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-47546405-0e38-40a9-9729-744354a33e5d None None] Port 374bbb4e-de88-44a8-a6a8-85f9944a88f3 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:58:06.042666 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8fe3fe46-783e-4c83-b329-289b52ee4120 req-748613b7-a366-4fee-bc55-7bad70b3551c tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe438e87-790f-4217-954d-d9139dbd1652 HTTP/1.1" status: 200 len: 944 time: 0.4089532 Jul 15 12:58:06.048114 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1489697a-d063-4db1-bd44-5b963740a19c req-47e0118b-782b-4349-9c61-850565973eb4 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Made reservation on behalf of 2b2079236f1f47059b39b20e5c464d3b for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:58:06.052542 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1489697a-d063-4db1-bd44-5b963740a19c req-47e0118b-782b-4349-9c61-850565973eb4 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:06.118315 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8fe3fe46-783e-4c83-b329-289b52ee4120 req-3a940ae0-aa9f-4df0-a54a-991262486b9f tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d2cba0-0905-427c-92df-4d9a994ab05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744209 Jul 15 12:58:06.121837 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-bb0989e7-3f43-46d8-b452-1b9281354c5e service neutron] Attempting to bind port 2912c006-8100-4dc4-a370-28256722130c on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:06.122182 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-bb0989e7-3f43-46d8-b452-1b9281354c5e service neutron] Attempting to bind port 2912c006-8100-4dc4-a370-28256722130c by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': '94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:06.122723 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-bb0989e7-3f43-46d8-b452-1b9281354c5e service neutron] Attempting to bind port 2912c006-8100-4dc4-a370-28256722130c on network 4321eda4-9fed-4248-8378-36b16e951de4 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:06.168542 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-bb0989e7-3f43-46d8-b452-1b9281354c5e service neutron] Port 2912c006-8100-4dc4-a370-28256722130c on network 4321eda4-9fed-4248-8378-36b16e951de4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:58:06.168878 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-bb0989e7-3f43-46d8-b452-1b9281354c5e service neutron] Attempting to bind port 2912c006-8100-4dc4-a370-28256722130c on network 4321eda4-9fed-4248-8378-36b16e951de4 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:06.183234 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-bb0989e7-3f43-46d8-b452-1b9281354c5e service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:06.183913 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-bb0989e7-3f43-46d8-b452-1b9281354c5e service neutron] Checking segment: {'id': '94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:06.185105 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-bb0989e7-3f43-46d8-b452-1b9281354c5e service neutron] Bound using segment: {'id': '94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:06.185742 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-bb0989e7-3f43-46d8-b452-1b9281354c5e service neutron] Bound port: 2912c006-8100-4dc4-a370-28256722130c, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:06.186274 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-bb0989e7-3f43-46d8-b452-1b9281354c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:06.235501 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-4157668f-9c4a-4f3e-a878-50244183234e req-ac34c5dc-69fc-49e4-8f5b-094d8f853939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 374bbb4e-de88-44a8-a6a8-85f9944a88f3 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:06.249583 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4157668f-9c4a-4f3e-a878-50244183234e req-ac34c5dc-69fc-49e4-8f5b-094d8f853939 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:06.268968 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-4157668f-9c4a-4f3e-a878-50244183234e req-ac34c5dc-69fc-49e4-8f5b-094d8f853939 service neutron] Transition to ACTIVE for port object 374bbb4e-de88-44a8-a6a8-85f9944a88f3 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:06.295982 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4157668f-9c4a-4f3e-a878-50244183234e req-ac34c5dc-69fc-49e4-8f5b-094d8f853939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:06.358655 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-1489697a-d063-4db1-bd44-5b963740a19c req-47e0118b-782b-4349-9c61-850565973eb4 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Allocated IP 192.168.233.9 (fb7e2853-c052-4bbe-a410-b119ef2f5100/f7332b1d-b5ae-478a-9a33-4a7a808c5484/daa89cb7-47a0-4c32-b527-60c68c77355d) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:06.413951 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34c5dc-69fc-49e4-8f5b-094d8f853939 service neutron] Pushing event updated for resources: {'Port': ['ID=374bbb4e-de88-44a8-a6a8-85f9944a88f3,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:06.435380 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-4157668f-9c4a-4f3e-a878-50244183234e req-ac34c5dc-69fc-49e4-8f5b-094d8f853939 service neutron] Attempting to bind port 374bbb4e-de88-44a8-a6a8-85f9944a88f3 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:06.436058 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-4157668f-9c4a-4f3e-a878-50244183234e req-ac34c5dc-69fc-49e4-8f5b-094d8f853939 service neutron] Attempting to bind port 374bbb4e-de88-44a8-a6a8-85f9944a88f3 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:06.437747 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4157668f-9c4a-4f3e-a878-50244183234e req-ac34c5dc-69fc-49e4-8f5b-094d8f853939 service neutron] Attempting to bind port 374bbb4e-de88-44a8-a6a8-85f9944a88f3 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:06.451713 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4157668f-9c4a-4f3e-a878-50244183234e req-ac34c5dc-69fc-49e4-8f5b-094d8f853939 service neutron] Port 374bbb4e-de88-44a8-a6a8-85f9944a88f3 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:58:06.452041 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4157668f-9c4a-4f3e-a878-50244183234e req-ac34c5dc-69fc-49e4-8f5b-094d8f853939 service neutron] Attempting to bind port 374bbb4e-de88-44a8-a6a8-85f9944a88f3 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:06.464230 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4157668f-9c4a-4f3e-a878-50244183234e req-ac34c5dc-69fc-49e4-8f5b-094d8f853939 service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:06.464565 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4157668f-9c4a-4f3e-a878-50244183234e req-ac34c5dc-69fc-49e4-8f5b-094d8f853939 service neutron] Checking segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:06.464953 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4157668f-9c4a-4f3e-a878-50244183234e req-ac34c5dc-69fc-49e4-8f5b-094d8f853939 service neutron] Bound using segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:06.465804 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-4157668f-9c4a-4f3e-a878-50244183234e req-ac34c5dc-69fc-49e4-8f5b-094d8f853939 service neutron] Bound port: 374bbb4e-de88-44a8-a6a8-85f9944a88f3, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:06.465804 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4157668f-9c4a-4f3e-a878-50244183234e req-ac34c5dc-69fc-49e4-8f5b-094d8f853939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:06.492782 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-bb0989e7-3f43-46d8-b452-1b9281354c5e service neutron] For port 2912c006-8100-4dc4-a370-28256722130c, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:06.496653 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-bb0989e7-3f43-46d8-b452-1b9281354c5e service neutron] For port 2912c006-8100-4dc4-a370-28256722130c, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=2912c006-8100-4dc4-a370-28256722130c,segment=NetworkSegment(94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56),segment_id=94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:06.511685 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-bb0989e7-3f43-46d8-b452-1b9281354c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:06.577743 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-bb0989e7-3f43-46d8-b452-1b9281354c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:06.578366 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-bb0989e7-3f43-46d8-b452-1b9281354c5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:06.579889 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-bb0989e7-3f43-46d8-b452-1b9281354c5e service neutron] 10.222.0.20 "PUT /v2.0/ports/2912c006-8100-4dc4-a370-28256722130c HTTP/1.1" status: 200 len: 1093 time: 2.9084902 Jul 15 12:58:06.611742 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-4157668f-9c4a-4f3e-a878-50244183234e req-ac34c5dc-69fc-49e4-8f5b-094d8f853939 service neutron] For port 374bbb4e-de88-44a8-a6a8-85f9944a88f3, host n-h1-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:06.620363 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-4157668f-9c4a-4f3e-a878-50244183234e req-ac34c5dc-69fc-49e4-8f5b-094d8f853939 service neutron] For port 374bbb4e-de88-44a8-a6a8-85f9944a88f3, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=374bbb4e-de88-44a8-a6a8-85f9944a88f3,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:06.637030 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe438e87-790f-4217-954d-d9139dbd1652', 'tag': '2912c006-8100-4dc4-a370-28256722130c'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:06.638034 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4157668f-9c4a-4f3e-a878-50244183234e req-ac34c5dc-69fc-49e4-8f5b-094d8f853939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:06.646963 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772af3e0-3504-446f-a59d-a1a4ed9f4431" -d '{"events": [{"name": "network-changed", "server_uuid": "fe438e87-790f-4217-954d-d9139dbd1652", "tag": "2912c006-8100-4dc4-a370-28256722130c"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:06.694713 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157668f-9c4a-4f3e-a878-50244183234e req-ac34c5dc-69fc-49e4-8f5b-094d8f853939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:06.695327 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4157668f-9c4a-4f3e-a878-50244183234e req-ac34c5dc-69fc-49e4-8f5b-094d8f853939 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:06.696728 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4157668f-9c4a-4f3e-a878-50244183234e req-ac34c5dc-69fc-49e4-8f5b-094d8f853939 service neutron] 10.222.0.20 "PUT /v2.0/ports/374bbb4e-de88-44a8-a6a8-85f9944a88f3 HTTP/1.1" status: 200 len: 1097 time: 1.0518506 Jul 15 12:58:06.734266 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34c5dc-69fc-49e4-8f5b-094d8f853939 service neutron] Pushing event updated for resources: {'Port': ['ID=374bbb4e-de88-44a8-a6a8-85f9944a88f3,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:06.786319 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0989e7-3f43-46d8-b452-1b9281354c5e service neutron] Pushing event updated for resources: {'Port': ['ID=2912c006-8100-4dc4-a370-28256722130c,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:06.828862 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157668f-9c4a-4f3e-a878-50244183234e req-35e5fef2-e5a9-4bb6-9203-cce57b7b31d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:06.830760 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4157668f-9c4a-4f3e-a878-50244183234e req-35e5fef2-e5a9-4bb6-9203-cce57b7b31d5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2b2079236f1f47059b39b20e5c464d3b&device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 1100 time: 0.0872517 Jul 15 12:58:06.879377 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1489697a-d063-4db1-bd44-5b963740a19c req-47e0118b-782b-4349-9c61-850565973eb4 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:06.898501 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-dbf38d5b-5f57-443f-9962-42bd3c3bf49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:06.904826 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-dbf38d5b-5f57-443f-9962-42bd3c3bf49c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=46138d491dbf4c0fafa5ada7fbe61124&device_id=fe438e87-790f-4217-954d-d9139dbd1652 HTTP/1.1" status: 200 len: 1096 time: 0.2525909 Jul 15 12:58:06.905955 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-1489697a-d063-4db1-bd44-5b963740a19c req-47e0118b-782b-4349-9c61-850565973eb4 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Transition to ACTIVE for port object daa89cb7-47a0-4c32-b527-60c68c77355d will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:06.961102 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-bff9f4e9-5de9-40b6-a84a-cfddb96e127c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2912c006-8100-4dc4-a370-28256722130c HTTP/1.1" status: 200 len: 217 time: 0.0453744 Jul 15 12:58:07.031863 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-31869588-3edd-4860-8f22-b151995bc570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:07.033457 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-31869588-3edd-4860-8f22-b151995bc570 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e8665632-78d8-46eb-ba99-59b5531a3bc9 HTTP/1.1" status: 200 len: 860 time: 0.0648882 Jul 15 12:58:07.132243 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1489697a-d063-4db1-bd44-5b963740a19c req-47e0118b-782b-4349-9c61-850565973eb4 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:07.170332 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a1f86c-58cb-4b98-aee1-503e0ff4c220 x-openstack-request-id: req-61a1f86c-58cb-4b98-aee1-503e0ff4c220 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:07.170643 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe438e87-790f-4217-954d-d9139dbd1652", "tag": "2912c006-8100-4dc4-a370-28256722130c", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:07.170892 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-61a1f86c-58cb-4b98-aee1-503e0ff4c220 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:07.171273 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe438e87-790f-4217-954d-d9139dbd1652', 'tag': '2912c006-8100-4dc4-a370-28256722130c', 'status': 'completed', 'code': 200} Jul 15 12:58:07.209809 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4157668f-9c4a-4f3e-a878-50244183234e req-4009d044-d9b6-4dad-9ac3-5a707c9b00d5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=374bbb4e-de88-44a8-a6a8-85f9944a88f3 HTTP/1.1" status: 200 len: 217 time: 0.3725381 Jul 15 12:58:07.213721 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-d606d29d-73e6-43d6-9049-d707718cc4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:07.215534 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-d606d29d-73e6-43d6-9049-d707718cc4e5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4321eda4-9fed-4248-8378-36b16e951de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1555266 Jul 15 12:58:07.217348 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1489697a-d063-4db1-bd44-5b963740a19c req-47e0118b-782b-4349-9c61-850565973eb4 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Network fb7e2853-c052-4bbe-a410-b119ef2f5100 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:07.221416 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-1489697a-d063-4db1-bd44-5b963740a19c req-47e0118b-782b-4349-9c61-850565973eb4 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:07.231672 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e0118b-782b-4349-9c61-850565973eb4 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Pushing event updated for resources: {'Port': ['ID=daa89cb7-47a0-4c32-b527-60c68c77355d,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:07.235110 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1489697a-d063-4db1-bd44-5b963740a19c req-47e0118b-782b-4349-9c61-850565973eb4 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:58:07.269235 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157668f-9c4a-4f3e-a878-50244183234e req-5921d2ee-5a9d-4fcc-8cdb-bb461f9aec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:07.270967 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4157668f-9c4a-4f3e-a878-50244183234e req-5921d2ee-5a9d-4fcc-8cdb-bb461f9aec49 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0547702 Jul 15 12:58:07.354932 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489697a-d063-4db1-bd44-5b963740a19c req-47e0118b-782b-4349-9c61-850565973eb4 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:07.355573 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1489697a-d063-4db1-bd44-5b963740a19c req-47e0118b-782b-4349-9c61-850565973eb4 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:07.385088 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157668f-9c4a-4f3e-a878-50244183234e req-e46b88fc-eabe-43ff-81b7-cbd3975a73f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:07.389863 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4157668f-9c4a-4f3e-a878-50244183234e req-e46b88fc-eabe-43ff-81b7-cbd3975a73f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1123142 Jul 15 12:58:07.390284 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1489697a-d063-4db1-bd44-5b963740a19c req-47e0118b-782b-4349-9c61-850565973eb4 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8573325 Jul 15 12:58:07.396424 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-4addb407-31c1-40f6-b84b-c5da090e4f3a service neutron] 10.222.0.20 "GET /v2.0/networks/4321eda4-9fed-4248-8378-36b16e951de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700034 Jul 15 12:58:07.405020 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-1489697a-d063-4db1-bd44-5b963740a19c req-293862ec-9bd1-4a2b-84d2-1450519f9882 service neutron] Request body: {'port': {'device_id': '3a3c8436-2dae-49bb-aeab-a37cf2f24fe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:07.442420 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 34844) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:07.511409 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-fb3e91d8-052d-400d-b8d3-b45c051a0d19 None None] Provisioning for port daa89cb7-47a0-4c32-b527-60c68c77355d completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:07.516668 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-fb3e91d8-052d-400d-b8d3-b45c051a0d19 None None] Provisioning complete for port daa89cb7-47a0-4c32-b527-60c68c77355d triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:07.517142 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fb3e91d8-052d-400d-b8d3-b45c051a0d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:07.582846 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4157668f-9c4a-4f3e-a878-50244183234e req-98a62680-30c7-4136-96c4-e44fee51adb7 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809692 Jul 15 12:58:07.589563 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-fb3e91d8-052d-400d-b8d3-b45c051a0d19 None None] Port daa89cb7-47a0-4c32-b527-60c68c77355d cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:58:07.645205 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1489697a-d063-4db1-bd44-5b963740a19c req-293862ec-9bd1-4a2b-84d2-1450519f9882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:07.653497 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6a47e625-f252-4089-8157-e74e6094a002 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4e94e79315674831ba38e230900d732d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2098110 Jul 15 12:58:07.669107 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34852) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:07.688300 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-099d0c97-c5f6-4cc8-8e65-2db806f306c8 req-e18edcbb-8f39-4522-9332-ee0e38f978b0 service neutron] 10.222.0.20 "GET /v2.0/networks/4321eda4-9fed-4248-8378-36b16e951de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797029 Jul 15 12:58:07.723351 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4157668f-9c4a-4f3e-a878-50244183234e req-4cc5d20a-5efd-47d5-bac7-3f23cf67e4ef service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321487 Jul 15 12:58:07.801369 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d1142932-d899-4657-b163-ad68cd62402f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:07.814738 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device de3ceccd-1428-4928-8a40-f89c5ab3cef9 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 12:58:07.817810 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772af3e0-3504-446f-a59d-a1a4ed9f4431 req-f63e08f0-b1b9-43a6-8fc9-c48b803e4dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:07.820724 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-772af3e0-3504-446f-a59d-a1a4ed9f4431 req-f63e08f0-b1b9-43a6-8fc9-c48b803e4dce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=46138d491dbf4c0fafa5ada7fbe61124&device_id=fe438e87-790f-4217-954d-d9139dbd1652 HTTP/1.1" status: 200 len: 1096 time: 0.0786455 Jul 15 12:58:07.844304 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: de3ceccd-1428-4928-8a40-f89c5ab3cef9 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 12:58:07.844934 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device de3ceccd-1428-4928-8a40-f89c5ab3cef9 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 12:58:07.884374 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d1142932-d899-4657-b163-ad68cd62402f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:07.941945 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772af3e0-3504-446f-a59d-a1a4ed9f4431 req-42cb07d9-e20c-4dbe-832e-402e4c7266a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:07.943579 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-772af3e0-3504-446f-a59d-a1a4ed9f4431 req-42cb07d9-e20c-4dbe-832e-402e4c7266a5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4321eda4-9fed-4248-8378-36b16e951de4 HTTP/1.1" status: 200 len: 922 time: 0.1151359 Jul 15 12:58:07.992292 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-772af3e0-3504-446f-a59d-a1a4ed9f4431 req-38327c50-f234-437a-a9e2-c19556750aa9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2912c006-8100-4dc4-a370-28256722130c HTTP/1.1" status: 200 len: 217 time: 0.0400627 Jul 15 12:58:08.027022 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9d6221-846e-4f61-bbc5-b9cb000d87c8', 'tag': '374bbb4e-de88-44a8-a6a8-85f9944a88f3'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:08.030627 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4c1896-325d-438e-837d-7bce08d5f330" -d '{"events": [{"name": "network-changed", "server_uuid": "2b9d6221-846e-4f61-bbc5-b9cb000d87c8", "tag": "374bbb4e-de88-44a8-a6a8-85f9944a88f3"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:08.030796 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d1142932-d899-4657-b163-ad68cd62402f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:08.033202 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d1142932-d899-4657-b163-ad68cd62402f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:08.036750 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d1142932-d899-4657-b163-ad68cd62402f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ef0efdcb-f227-4a17-be22-55f2a8343d4b HTTP/1.1" status: 204 len: 168 time: 0.3645363 Jul 15 12:58:08.062032 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1142932-d899-4657-b163-ad68cd62402f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0efdcb-f227-4a17-be22-55f2a8343d4b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:08.078665 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bbf80-fe14-40ce-b205-e38c8ee2d5c1 req-3f7e14ec-1ae5-452f-8f69-d376b5663d19 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:08.080166 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa2bbf80-fe14-40ce-b205-e38c8ee2d5c1 req-3f7e14ec-1ae5-452f-8f69-d376b5663d19 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a3c8436-2dae-49bb-aeab-a37cf2f24fe7 HTTP/1.1" status: 200 len: 934 time: 0.1514776 Jul 15 12:58:08.096499 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772af3e0-3504-446f-a59d-a1a4ed9f4431 req-71627aa2-6fdc-4654-8c34-c48932e1d1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:08.098160 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-772af3e0-3504-446f-a59d-a1a4ed9f4431 req-71627aa2-6fdc-4654-8c34-c48932e1d1cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e8665632-78d8-46eb-ba99-59b5531a3bc9 HTTP/1.1" status: 200 len: 860 time: 0.0645020 Jul 15 12:58:08.157720 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa2bbf80-fe14-40ce-b205-e38c8ee2d5c1 req-8445e49f-1411-48f6-9f55-4141b065a32d tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693729 Jul 15 12:58:08.163799 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772af3e0-3504-446f-a59d-a1a4ed9f4431 req-528cee28-fb99-41c3-8333-01659fd43017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:08.165737 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-772af3e0-3504-446f-a59d-a1a4ed9f4431 req-528cee28-fb99-41c3-8333-01659fd43017 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4321eda4-9fed-4248-8378-36b16e951de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607553 Jul 15 12:58:08.169047 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-1489697a-d063-4db1-bd44-5b963740a19c req-293862ec-9bd1-4a2b-84d2-1450519f9882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daa89cb7-47a0-4c32-b527-60c68c77355d {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:08.186410 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1489697a-d063-4db1-bd44-5b963740a19c req-293862ec-9bd1-4a2b-84d2-1450519f9882 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:08.200342 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-1489697a-d063-4db1-bd44-5b963740a19c req-293862ec-9bd1-4a2b-84d2-1450519f9882 service neutron] Transition to ACTIVE for port object daa89cb7-47a0-4c32-b527-60c68c77355d will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:08.210061 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1489697a-d063-4db1-bd44-5b963740a19c req-293862ec-9bd1-4a2b-84d2-1450519f9882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:08.287244 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 34876) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:08.322867 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293862ec-9bd1-4a2b-84d2-1450519f9882 service neutron] Pushing event updated for resources: {'Port': ['ID=daa89cb7-47a0-4c32-b527-60c68c77355d,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:08.329428 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-772af3e0-3504-446f-a59d-a1a4ed9f4431 req-5c9f035b-66f7-4c16-8e83-7172388bd29a service neutron] 10.222.0.20 "GET /v2.0/networks/4321eda4-9fed-4248-8378-36b16e951de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497884 Jul 15 12:58:08.408063 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-1489697a-d063-4db1-bd44-5b963740a19c req-293862ec-9bd1-4a2b-84d2-1450519f9882 service neutron] Attempting to bind port daa89cb7-47a0-4c32-b527-60c68c77355d on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:08.408665 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-1489697a-d063-4db1-bd44-5b963740a19c req-293862ec-9bd1-4a2b-84d2-1450519f9882 service neutron] Attempting to bind port daa89cb7-47a0-4c32-b527-60c68c77355d by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:08.408850 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1489697a-d063-4db1-bd44-5b963740a19c req-293862ec-9bd1-4a2b-84d2-1450519f9882 service neutron] Attempting to bind port daa89cb7-47a0-4c32-b527-60c68c77355d on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:08.420568 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1489697a-d063-4db1-bd44-5b963740a19c req-293862ec-9bd1-4a2b-84d2-1450519f9882 service neutron] Port daa89cb7-47a0-4c32-b527-60c68c77355d on network fb7e2853-c052-4bbe-a410-b119ef2f5100 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:58:08.421095 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1489697a-d063-4db1-bd44-5b963740a19c req-293862ec-9bd1-4a2b-84d2-1450519f9882 service neutron] Attempting to bind port daa89cb7-47a0-4c32-b527-60c68c77355d on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:08.427377 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1489697a-d063-4db1-bd44-5b963740a19c req-293862ec-9bd1-4a2b-84d2-1450519f9882 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:08.427714 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1489697a-d063-4db1-bd44-5b963740a19c req-293862ec-9bd1-4a2b-84d2-1450519f9882 service neutron] Checking segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:08.428253 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1489697a-d063-4db1-bd44-5b963740a19c req-293862ec-9bd1-4a2b-84d2-1450519f9882 service neutron] Bound using segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:08.428683 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-1489697a-d063-4db1-bd44-5b963740a19c req-293862ec-9bd1-4a2b-84d2-1450519f9882 service neutron] Bound port: daa89cb7-47a0-4c32-b527-60c68c77355d, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:08.429575 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1489697a-d063-4db1-bd44-5b963740a19c req-293862ec-9bd1-4a2b-84d2-1450519f9882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:08.490530 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-772af3e0-3504-446f-a59d-a1a4ed9f4431 req-5b7ec683-f3cf-4a91-bce3-ed2ae399c911 service neutron] 10.222.0.20 "GET /v2.0/networks/4321eda4-9fed-4248-8378-36b16e951de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492352 Jul 15 12:58:08.515617 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-1489697a-d063-4db1-bd44-5b963740a19c req-293862ec-9bd1-4a2b-84d2-1450519f9882 service neutron] For port daa89cb7-47a0-4c32-b527-60c68c77355d, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:08.522282 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-1489697a-d063-4db1-bd44-5b963740a19c req-293862ec-9bd1-4a2b-84d2-1450519f9882 service neutron] For port daa89cb7-47a0-4c32-b527-60c68c77355d, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=daa89cb7-47a0-4c32-b527-60c68c77355d,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:08.535897 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1489697a-d063-4db1-bd44-5b963740a19c req-293862ec-9bd1-4a2b-84d2-1450519f9882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:08.576911 n-d-771363-36 neutron-server[93826]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 15 12:58:08.581322 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-7c7d11b2-f380-43b8-9e5d-f9d2ddc56b95 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:58:08.583302 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-7c7d11b2-f380-43b8-9e5d-f9d2ddc56b95 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2950656 Jul 15 12:58:08.615393 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489697a-d063-4db1-bd44-5b963740a19c req-293862ec-9bd1-4a2b-84d2-1450519f9882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:08.616087 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1489697a-d063-4db1-bd44-5b963740a19c req-293862ec-9bd1-4a2b-84d2-1450519f9882 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:08.617643 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1489697a-d063-4db1-bd44-5b963740a19c req-293862ec-9bd1-4a2b-84d2-1450519f9882 service neutron] 10.222.0.46 "PUT /v2.0/ports/daa89cb7-47a0-4c32-b527-60c68c77355d HTTP/1.1" status: 200 len: 1095 time: 1.2196345 Jul 15 12:58:08.677795 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 34894) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:08.691919 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89597686-cc6a-4d18-a8bd-5f4bb0b336ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:08.708593 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293862ec-9bd1-4a2b-84d2-1450519f9882 service neutron] Pushing event updated for resources: {'Port': ['ID=daa89cb7-47a0-4c32-b527-60c68c77355d,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:08.743076 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37640d1-9bd6-45b3-97b1-a23f2abc6c92 req-fb9578d8-6547-4942-bd9b-a6df41860310 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:08.744583 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a37640d1-9bd6-45b3-97b1-a23f2abc6c92 req-fb9578d8-6547-4942-bd9b-a6df41860310 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe438e87-790f-4217-954d-d9139dbd1652 HTTP/1.1" status: 200 len: 944 time: 0.1706333 Jul 15 12:58:08.762324 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489697a-d063-4db1-bd44-5b963740a19c req-fa2abeb9-e65b-4607-9f52-602f4065229b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:08.763861 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1489697a-d063-4db1-bd44-5b963740a19c req-fa2abeb9-e65b-4607-9f52-602f4065229b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2b2079236f1f47059b39b20e5c464d3b&device_id=3a3c8436-2dae-49bb-aeab-a37cf2f24fe7 HTTP/1.1" status: 200 len: 1098 time: 0.0998852 Jul 15 12:58:08.805812 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-72840f9d-884c-432f-88c6-302f7239fee0 service neutron] Request body: {'binding': {'host': 'n-h1-771363-36', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:08.806326 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-72840f9d-884c-432f-88c6-302f7239fee0 service neutron] Unknown quota resources ['binding']. {{(pid=93826) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 12:58:08.812980 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89597686-cc6a-4d18-a8bd-5f4bb0b336ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:08.825466 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1489697a-d063-4db1-bd44-5b963740a19c req-c4de090e-8d35-43bb-8c4b-6af587cbe9dc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=daa89cb7-47a0-4c32-b527-60c68c77355d HTTP/1.1" status: 200 len: 217 time: 0.0541058 Jul 15 12:58:08.833456 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a37640d1-9bd6-45b3-97b1-a23f2abc6c92 req-8b9c2efa-91ea-42e4-8909-1c702036f6cd tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d2cba0-0905-427c-92df-4d9a994ab05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829272 Jul 15 12:58:08.848733 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89597686-cc6a-4d18-a8bd-5f4bb0b336ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:08.886445 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489697a-d063-4db1-bd44-5b963740a19c req-50714b52-c574-4a98-a42c-a48e83ac8708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:08.887962 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1489697a-d063-4db1-bd44-5b963740a19c req-50714b52-c574-4a98-a42c-a48e83ac8708 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0536578 Jul 15 12:58:08.912423 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-89597686-cc6a-4d18-a8bd-5f4bb0b336ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=40f5cd7fd1b54ff6acee89f7d10db8a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2337513 Jul 15 12:58:08.913233 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89597686-cc6a-4d18-a8bd-5f4bb0b336ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2424b6-ef07-4596-a71f-58d2d2014779,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:08.918870 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 34896) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:08.960096 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489697a-d063-4db1-bd44-5b963740a19c req-1ab7babd-a5f7-43ab-b64d-e5395c990008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:08.962509 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1489697a-d063-4db1-bd44-5b963740a19c req-1ab7babd-a5f7-43ab-b64d-e5395c990008 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0683410 Jul 15 12:58:09.034273 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-28b652ca-7248-4cbe-804d-8843882003c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:09.056082 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1489697a-d063-4db1-bd44-5b963740a19c req-3b6bc088-48a5-412b-9827-1a80fd6c8b12 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870383 Jul 15 12:58:09.065653 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-28b652ca-7248-4cbe-804d-8843882003c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:09.068336 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-72840f9d-884c-432f-88c6-302f7239fee0 service neutron] Attempting to bind port b0642442-6154-4546-915d-d5c237c9811d on host n-h1-771363-36 for vnic_type normal with profile None {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:09.068666 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-72840f9d-884c-432f-88c6-302f7239fee0 service neutron] Attempting to bind port b0642442-6154-4546-915d-d5c237c9811d by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:09.068990 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-72840f9d-884c-432f-88c6-302f7239fee0 service neutron] Attempting to bind port b0642442-6154-4546-915d-d5c237c9811d on network 3ccc611d-a289-44b3-992b-3e39605548b4 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:09.081042 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-72840f9d-884c-432f-88c6-302f7239fee0 service neutron] Port b0642442-6154-4546-915d-d5c237c9811d on network 3ccc611d-a289-44b3-992b-3e39605548b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:58:09.081363 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-72840f9d-884c-432f-88c6-302f7239fee0 service neutron] Attempting to bind port b0642442-6154-4546-915d-d5c237c9811d on network 3ccc611d-a289-44b3-992b-3e39605548b4 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:09.095920 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-72840f9d-884c-432f-88c6-302f7239fee0 service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:09.096363 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-72840f9d-884c-432f-88c6-302f7239fee0 service neutron] Checking segment: {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:09.096750 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-72840f9d-884c-432f-88c6-302f7239fee0 service neutron] Bound using segment: {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:09.097214 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-72840f9d-884c-432f-88c6-302f7239fee0 service neutron] Bound port: b0642442-6154-4546-915d-d5c237c9811d, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:09.161136 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1489697a-d063-4db1-bd44-5b963740a19c req-b91cdd3c-9b17-4ce1-800f-ac28b317ca1b service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991390 Jul 15 12:58:09.172292 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3c8436-2dae-49bb-aeab-a37cf2f24fe7', 'tag': 'daa89cb7-47a0-4c32-b527-60c68c77355d'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:09.176079 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401cb418-5cca-4cea-aec0-ac682184fe33" -d '{"events": [{"name": "network-changed", "server_uuid": "3a3c8436-2dae-49bb-aeab-a37cf2f24fe7", "tag": "daa89cb7-47a0-4c32-b527-60c68c77355d"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:09.196071 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-28b652ca-7248-4cbe-804d-8843882003c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:09.198831 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-28b652ca-7248-4cbe-804d-8843882003c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:09.199960 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-28b652ca-7248-4cbe-804d-8843882003c3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/be2424b6-ef07-4596-a71f-58d2d2014779 HTTP/1.1" status: 204 len: 168 time: 0.2801871 Jul 15 12:58:09.205810 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-72840f9d-884c-432f-88c6-302f7239fee0 service neutron] For port b0642442-6154-4546-915d-d5c237c9811d, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=b0642442-6154-4546-915d-d5c237c9811d,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:09.211953 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b652ca-7248-4cbe-804d-8843882003c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2424b6-ef07-4596-a71f-58d2d2014779,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:09.214861 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-72840f9d-884c-432f-88c6-302f7239fee0 service neutron] Notify callbacks [] for binding, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:09.216026 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-72840f9d-884c-432f-88c6-302f7239fee0 service neutron] 10.222.0.16 "POST /v2.0/ports/b0642442-6154-4546-915d-d5c237c9811d/bindings HTTP/1.1" status: 201 len: 390 time: 0.5507779 Jul 15 12:58:09.222778 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b652ca-7248-4cbe-804d-8843882003c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:09.223123 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b652ca-7248-4cbe-804d-8843882003c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:09.223459 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b652ca-7248-4cbe-804d-8843882003c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:09.223928 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b652ca-7248-4cbe-804d-8843882003c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:09.224397 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b652ca-7248-4cbe-804d-8843882003c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:09.224681 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b652ca-7248-4cbe-804d-8843882003c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:09.225060 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b652ca-7248-4cbe-804d-8843882003c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:09.225371 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b652ca-7248-4cbe-804d-8843882003c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:09.225706 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b652ca-7248-4cbe-804d-8843882003c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:09.226001 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b652ca-7248-4cbe-804d-8843882003c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:09.226368 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b652ca-7248-4cbe-804d-8843882003c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:09.226916 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b652ca-7248-4cbe-804d-8843882003c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:09.340128 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4290b26-06f7-4075-849d-855592def224 x-openstack-request-id: req-d4290b26-06f7-4075-849d-855592def224 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:09.340439 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b9d6221-846e-4f61-bbc5-b9cb000d87c8", "tag": "374bbb4e-de88-44a8-a6a8-85f9944a88f3", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:09.340661 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d4290b26-06f7-4075-849d-855592def224 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:09.341102 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b9d6221-846e-4f61-bbc5-b9cb000d87c8', 'tag': '374bbb4e-de88-44a8-a6a8-85f9944a88f3', 'status': 'completed', 'code': 200} Jul 15 12:58:09.379162 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b513df08-a250-4de5-9dda-7724f0b2f561 x-openstack-request-id: req-b513df08-a250-4de5-9dda-7724f0b2f561 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:09.379759 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a3c8436-2dae-49bb-aeab-a37cf2f24fe7", "tag": "daa89cb7-47a0-4c32-b527-60c68c77355d", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:09.380215 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b513df08-a250-4de5-9dda-7724f0b2f561 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:09.381123 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3c8436-2dae-49bb-aeab-a37cf2f24fe7', 'tag': 'daa89cb7-47a0-4c32-b527-60c68c77355d', 'status': 'completed', 'code': 200} Jul 15 12:58:09.489390 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c1896-325d-438e-837d-7bce08d5f330 req-236ae662-7665-4cef-b3b1-7c778674b5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:09.491671 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9b4c1896-325d-438e-837d-7bce08d5f330 req-236ae662-7665-4cef-b3b1-7c778674b5c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2b2079236f1f47059b39b20e5c464d3b&device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 1100 time: 0.1222060 Jul 15 12:58:09.557863 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cb418-5cca-4cea-aec0-ac682184fe33 req-36df5ea0-7624-4c5e-b94b-a485e1bdd6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:09.559281 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-401cb418-5cca-4cea-aec0-ac682184fe33 req-36df5ea0-7624-4c5e-b94b-a485e1bdd6b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2b2079236f1f47059b39b20e5c464d3b&device_id=3a3c8436-2dae-49bb-aeab-a37cf2f24fe7 HTTP/1.1" status: 200 len: 1098 time: 0.1257427 Jul 15 12:58:09.641096 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c1896-325d-438e-837d-7bce08d5f330 req-8ca48967-b6a1-4c06-959f-68bfdaca3554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:09.642746 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9b4c1896-325d-438e-837d-7bce08d5f330 req-8ca48967-b6a1-4c06-959f-68bfdaca3554 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.1268768 Jul 15 12:58:09.689071 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9b4c1896-325d-438e-837d-7bce08d5f330 req-2c4719db-839f-4eab-aeb9-9065931dd675 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=374bbb4e-de88-44a8-a6a8-85f9944a88f3 HTTP/1.1" status: 200 len: 217 time: 0.0363731 Jul 15 12:58:09.741671 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c1896-325d-438e-837d-7bce08d5f330 req-c6ed4c13-e404-4918-bbb9-697fd699bed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:09.743409 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9b4c1896-325d-438e-837d-7bce08d5f330 req-c6ed4c13-e404-4918-bbb9-697fd699bed2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0480509 Jul 15 12:58:09.819984 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c1896-325d-438e-837d-7bce08d5f330 req-1c86125a-d965-4de6-85f3-ab2edb16ad93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:09.821462 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9b4c1896-325d-438e-837d-7bce08d5f330 req-1c86125a-d965-4de6-85f3-ab2edb16ad93 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0705492 Jul 15 12:58:09.926277 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9b4c1896-325d-438e-837d-7bce08d5f330 req-76a0c737-efa4-4816-a07f-ef86c041c4ed service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975573 Jul 15 12:58:09.951755 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e892a8-15b5-4694-a39f-2813353a7063 req-04a568c9-b4a2-46b9-bf7b-1ae4a12f517a tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:09.953246 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c1e892a8-15b5-4694-a39f-2813353a7063 req-04a568c9-b4a2-46b9-bf7b-1ae4a12f517a tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a3c8436-2dae-49bb-aeab-a37cf2f24fe7 HTTP/1.1" status: 200 len: 946 time: 0.4322243 Jul 15 12:58:09.981939 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21643d9b-9e7f-4d11-ae0e-b0eb1ad79330 req-b8b2a877-17b0-4e2f-81f6-abc8640c5a4e tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:09.983468 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-21643d9b-9e7f-4d11-ae0e-b0eb1ad79330 req-b8b2a877-17b0-4e2f-81f6-abc8640c5a4e tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=42d38631-e256-4930-ba2f-0a20b23412ac HTTP/1.1" status: 200 len: 945 time: 0.4278975 Jul 15 12:58:09.989739 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cb418-5cca-4cea-aec0-ac682184fe33 req-79917122-2bc6-4579-9f77-073be4c4ade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:09.991166 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-401cb418-5cca-4cea-aec0-ac682184fe33 req-79917122-2bc6-4579-9f77-073be4c4ade0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.4200425 Jul 15 12:58:10.010875 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-3021c38d-f0bd-4126-a90c-e2dc43f5eb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:10.012359 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-3021c38d-f0bd-4126-a90c-e2dc43f5eb4f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eab83a220c154216861503618b01c15d&device_id=42d38631-e256-4930-ba2f-0a20b23412ac HTTP/1.1" status: 200 len: 1097 time: 0.4377794 Jul 15 12:58:10.030201 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9b4c1896-325d-438e-837d-7bce08d5f330 req-ed251e02-19df-4eb9-883c-c8ff5636ca35 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965407 Jul 15 12:58:10.087369 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-401cb418-5cca-4cea-aec0-ac682184fe33 req-f9300ae3-c753-413c-9c89-3d338ebe2840 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=daa89cb7-47a0-4c32-b527-60c68c77355d HTTP/1.1" status: 200 len: 217 time: 0.0894952 Jul 15 12:58:10.126474 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c1e892a8-15b5-4694-a39f-2813353a7063 req-42d98880-9a7d-42d5-87d9-d5d52aec3026 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565769 Jul 15 12:58:10.171673 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-21643d9b-9e7f-4d11-ae0e-b0eb1ad79330 req-dd8d60b8-a141-4614-ad65-33d22976c81f tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785998 Jul 15 12:58:10.205378 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cb418-5cca-4cea-aec0-ac682184fe33 req-75325d38-6126-4152-a640-a26b01d28bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:10.206900 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-401cb418-5cca-4cea-aec0-ac682184fe33 req-75325d38-6126-4152-a640-a26b01d28bb2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.1045885 Jul 15 12:58:10.209697 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-83983af9-3138-4025-a465-6fb558911278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:10.211114 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-83983af9-3138-4025-a465-6fb558911278 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3ccc611d-a289-44b3-992b-3e39605548b4 HTTP/1.1" status: 200 len: 908 time: 0.1899989 Jul 15 12:58:10.298047 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-e57c2fef-72f0-4bf6-a470-37ff6393da28 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0642442-6154-4546-915d-d5c237c9811d HTTP/1.1" status: 200 len: 217 time: 0.0707214 Jul 15 12:58:10.358178 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cb418-5cca-4cea-aec0-ac682184fe33 req-6da522d6-f133-4c92-9aa8-1c89699ec0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:10.359694 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-401cb418-5cca-4cea-aec0-ac682184fe33 req-6da522d6-f133-4c92-9aa8-1c89699ec0c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1456478 Jul 15 12:58:10.361119 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-02eb42d4-ffb0-46d6-a7da-a636b38d6ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:10.362414 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-02eb42d4-ffb0-46d6-a7da-a636b38d6ec5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7de80623-b855-4366-a308-8757d4a69fb8 HTTP/1.1" status: 200 len: 847 time: 0.0565038 Jul 15 12:58:10.422490 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-37a294b3-1818-41fd-ac14-f36bdda81b99 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3ccc611d-a289-44b3-992b-3e39605548b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535464 Jul 15 12:58:10.473779 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-64374eaf-c899-4337-9e09-8798f11d0675 req-fc9f8b01-bdd3-40d7-9e63-e5539e65e967 tempest-QuotasAdminNegativeTest-1495587643 tempest-QuotasAdminNegativeTest-1495587643-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c78d51452c814a0bbcdd54e08a2585ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598860 Jul 15 12:58:10.646643 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-401cb418-5cca-4cea-aec0-ac682184fe33 req-7dd1b272-31d2-4c8f-981d-f8fb291b20ce service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758465 Jul 15 12:58:10.664508 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-be35b05c-2464-4421-93aa-70ac8d20a7c9 service neutron] 10.222.0.20 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318161 Jul 15 12:58:10.793665 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64374eaf-c899-4337-9e09-8798f11d0675 req-00850acc-7d69-4e74-8d7a-079dd9b0e39c tempest-QuotasAdminNegativeTest-1495587643 tempest-QuotasAdminNegativeTest-1495587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:10.795128 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-64374eaf-c899-4337-9e09-8798f11d0675 req-00850acc-7d69-4e74-8d7a-079dd9b0e39c tempest-QuotasAdminNegativeTest-1495587643 tempest-QuotasAdminNegativeTest-1495587643-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2927818 Jul 15 12:58:10.862242 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-64374eaf-c899-4337-9e09-8798f11d0675 req-86e6ece9-d63c-44a8-8bea-88f9e391bee4 tempest-QuotasAdminNegativeTest-1495587643 tempest-QuotasAdminNegativeTest-1495587643-project] 10.222.0.16 "GET /v2.0/quotas/c78d51452c814a0bbcdd54e08a2585ad HTTP/1.1" status: 200 len: 375 time: 0.0334542 Jul 15 12:58:10.915932 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-401cb418-5cca-4cea-aec0-ac682184fe33 req-421d9507-51d9-4475-8aae-eab470b21484 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634578 Jul 15 12:58:10.917680 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-64374eaf-c899-4337-9e09-8798f11d0675 req-8c24cf34-3041-48fa-a96b-cf9b2f8e6399 tempest-QuotasAdminNegativeTest-1495587643 tempest-QuotasAdminNegativeTest-1495587643-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c78d51452c814a0bbcdd54e08a2585ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480795 Jul 15 12:58:10.920339 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-89134de2-48f4-49f7-9bc7-35e9e2b88d4a service neutron] 10.222.0.20 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312841 Jul 15 12:58:10.928309 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327bb18-81d3-4087-911f-378e1cb4ee30 req-ba63dc0d-e852-47f4-a0a7-8638f636efe3 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:10.929811 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4327bb18-81d3-4087-911f-378e1cb4ee30 req-ba63dc0d-e852-47f4-a0a7-8638f636efe3 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe438e87-790f-4217-954d-d9139dbd1652 HTTP/1.1" status: 200 len: 944 time: 0.2784748 Jul 15 12:58:10.968896 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4327bb18-81d3-4087-911f-378e1cb4ee30 req-60a48b9d-9578-4ca3-a078-0295063c8b87 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d2cba0-0905-427c-92df-4d9a994ab05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329463 Jul 15 12:58:11.118060 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-8dece6e2-2478-4cc3-aafd-df99a8964aa3 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:11.119595 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-8dece6e2-2478-4cc3-aafd-df99a8964aa3 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=42d38631-e256-4930-ba2f-0a20b23412ac&tenant_id=eab83a220c154216861503618b01c15d&binding%3Ahost_id=n-h2-771363-36 HTTP/1.1" status: 200 len: 1097 time: 0.0947187 Jul 15 12:58:11.132579 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-b3728ea9-a819-4031-b83e-03fbbd71c25f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771363-36'}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:11.232040 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-b3728ea9-a819-4031-b83e-03fbbd71c25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:11.255409 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-526c7614-fae2-442d-a6fd-baf4e341197c req-1b8f46a6-1fd2-4427-b026-844d754327f0 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=70b334eb6b1c4823bfeb87b9e0290ca2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331967 Jul 15 12:58:11.438942 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c7614-fae2-442d-a6fd-baf4e341197c req-00aa3369-004b-49f9-a5fd-62f7ede4e104 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:11.440376 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-526c7614-fae2-442d-a6fd-baf4e341197c req-00aa3369-004b-49f9-a5fd-62f7ede4e104 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1638505 Jul 15 12:58:11.458227 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 374bbb4e-de88-44a8-a6a8-85f9944a88f3 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:58:11.468437 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-b3728ea9-a819-4031-b83e-03fbbd71c25f service neutron] For port b0642442-6154-4546-915d-d5c237c9811d, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b0642442-6154-4546-915d-d5c237c9811d,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:11.471493 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-526c7614-fae2-442d-a6fd-baf4e341197c req-968b76e7-678f-4e2f-a2c8-ea353efb51af tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/quotas/70b334eb6b1c4823bfeb87b9e0290ca2 HTTP/1.1" status: 200 len: 375 time: 0.0248761 Jul 15 12:58:11.517817 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-526c7614-fae2-442d-a6fd-baf4e341197c req-488f3634-3cde-4d66-8545-19b0d7ea6a5c tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=70b334eb6b1c4823bfeb87b9e0290ca2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369782 Jul 15 12:58:11.539250 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-b3728ea9-a819-4031-b83e-03fbbd71c25f service neutron] For port b0642442-6154-4546-915d-d5c237c9811d, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:11.559498 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 374bbb4e-de88-44a8-a6a8-85f9944a88f3, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=374bbb4e-de88-44a8-a6a8-85f9944a88f3,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:11.576092 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': '374bbb4e-de88-44a8-a6a8-85f9944a88f3', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': '374bbb4e-de88-44a8-a6a8-85f9944a88f3', 'mac_address': 'fa:16:3e:c4:b6:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:58:11.587010 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d38631-e256-4930-ba2f-0a20b23412ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0642442-6154-4546-915d-d5c237c9811d'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:11.589526 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a187259-3c17-498f-858f-eee81058a0c9" -d '{"events": [{"server_uuid": "42d38631-e256-4930-ba2f-0a20b23412ac", "name": "network-vif-unplugged", "status": "completed", "tag": "b0642442-6154-4546-915d-d5c237c9811d"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:11.595013 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-b3728ea9-a819-4031-b83e-03fbbd71c25f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:11.622725 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:11.632092 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-b3728ea9-a819-4031-b83e-03fbbd71c25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:11.636952 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 374bbb4e-de88-44a8-a6a8-85f9944a88f3 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:11.663084 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 374bbb4e-de88-44a8-a6a8-85f9944a88f3, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=374bbb4e-de88-44a8-a6a8-85f9944a88f3,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:11.669673 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:11.670351 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 2912c006-8100-4dc4-a370-28256722130c details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:58:11.745149 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3728ea9-a819-4031-b83e-03fbbd71c25f service neutron] Pushing event updated for resources: {'Port': ['ID=b0642442-6154-4546-915d-d5c237c9811d,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:11.757305 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=374bbb4e-de88-44a8-a6a8-85f9944a88f3,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:11.758530 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70437667-e012-488e-9215-ccb9f3ad76f3 req-8edd213e-9088-4481-bf75-91de75c64946 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:11.765274 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-70437667-e012-488e-9215-ccb9f3ad76f3 req-8edd213e-9088-4481-bf75-91de75c64946 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a3c8436-2dae-49bb-aeab-a37cf2f24fe7 HTTP/1.1" status: 200 len: 946 time: 0.1674519 Jul 15 12:58:11.769015 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:11.769880 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:11.770598 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:11.771139 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:11.771636 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:11.772131 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:11.772620 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:11.773111 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:11.773599 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:11.774085 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:11.774595 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:11.775084 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:11.818789 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3728ea9-a819-4031-b83e-03fbbd71c25f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:11.819142 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3728ea9-a819-4031-b83e-03fbbd71c25f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:11.819481 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3728ea9-a819-4031-b83e-03fbbd71c25f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:11.819820 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3728ea9-a819-4031-b83e-03fbbd71c25f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:11.820467 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3728ea9-a819-4031-b83e-03fbbd71c25f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:11.820467 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3728ea9-a819-4031-b83e-03fbbd71c25f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:11.820786 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3728ea9-a819-4031-b83e-03fbbd71c25f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:11.821117 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3728ea9-a819-4031-b83e-03fbbd71c25f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:11.821445 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3728ea9-a819-4031-b83e-03fbbd71c25f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:11.821771 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3728ea9-a819-4031-b83e-03fbbd71c25f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:11.822094 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3728ea9-a819-4031-b83e-03fbbd71c25f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:11.822412 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3728ea9-a819-4031-b83e-03fbbd71c25f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:11.844449 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-70437667-e012-488e-9215-ccb9f3ad76f3 req-016b797a-67b5-4736-9821-adccc8d41bf7 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782390 Jul 15 12:58:11.846478 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-b3728ea9-a819-4031-b83e-03fbbd71c25f service neutron] Attempting to bind port b0642442-6154-4546-915d-d5c237c9811d on host n-h2-771363-36 for vnic_type normal with profile {"migrating_to": "n-h1-771363-36"} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:11.846834 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-b3728ea9-a819-4031-b83e-03fbbd71c25f service neutron] Attempting to bind port b0642442-6154-4546-915d-d5c237c9811d by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:11.847216 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-b3728ea9-a819-4031-b83e-03fbbd71c25f service neutron] Attempting to bind port b0642442-6154-4546-915d-d5c237c9811d on network 3ccc611d-a289-44b3-992b-3e39605548b4 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:11.848968 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 2912c006-8100-4dc4-a370-28256722130c, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=2912c006-8100-4dc4-a370-28256722130c,segment=NetworkSegment(94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56),segment_id=94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:11.853162 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device daa89cb7-47a0-4c32-b527-60c68c77355d details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:58:11.870514 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-b3728ea9-a819-4031-b83e-03fbbd71c25f service neutron] Port b0642442-6154-4546-915d-d5c237c9811d on network 3ccc611d-a289-44b3-992b-3e39605548b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:58:11.870514 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-b3728ea9-a819-4031-b83e-03fbbd71c25f service neutron] Attempting to bind port b0642442-6154-4546-915d-d5c237c9811d on network 3ccc611d-a289-44b3-992b-3e39605548b4 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:11.876895 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': '2912c006-8100-4dc4-a370-28256722130c', 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4', 'port_id': '2912c006-8100-4dc4-a370-28256722130c', 'mac_address': 'fa:16:3e:d0:a6:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:58:11.884482 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-b3728ea9-a819-4031-b83e-03fbbd71c25f service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:11.885247 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-b3728ea9-a819-4031-b83e-03fbbd71c25f service neutron] Checking segment: {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:11.885813 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-b3728ea9-a819-4031-b83e-03fbbd71c25f service neutron] Bound using segment: {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:11.886443 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-b3728ea9-a819-4031-b83e-03fbbd71c25f service neutron] Bound port: b0642442-6154-4546-915d-d5c237c9811d, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:11.887035 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-b3728ea9-a819-4031-b83e-03fbbd71c25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:11.942732 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:11.976246 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8315ef5-5ad1-4347-be26-7243441aed2d req-20765ed7-4f19-4e72-9773-dc81da7e0757 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:11.978326 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d8315ef5-5ad1-4347-be26-7243441aed2d req-20765ed7-4f19-4e72-9773-dc81da7e0757 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=42d38631-e256-4930-ba2f-0a20b23412ac HTTP/1.1" status: 200 len: 943 time: 0.1684604 Jul 15 12:58:12.000947 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2912c006-8100-4dc4-a370-28256722130c {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:12.001573 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-b3728ea9-a819-4031-b83e-03fbbd71c25f service neutron] For port b0642442-6154-4546-915d-d5c237c9811d, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:12.024448 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 2912c006-8100-4dc4-a370-28256722130c, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=2912c006-8100-4dc4-a370-28256722130c,segment=NetworkSegment(94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56),segment_id=94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:12.032284 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-b3728ea9-a819-4031-b83e-03fbbd71c25f service neutron] For port b0642442-6154-4546-915d-d5c237c9811d, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b0642442-6154-4546-915d-d5c237c9811d,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:12.038236 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:12.048314 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-b3728ea9-a819-4031-b83e-03fbbd71c25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:12.052117 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port daa89cb7-47a0-4c32-b527-60c68c77355d, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=daa89cb7-47a0-4c32-b527-60c68c77355d,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:12.062968 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d8315ef5-5ad1-4347-be26-7243441aed2d req-68e41d0c-88d9-4caf-89b1-f2d0478186c7 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760891 Jul 15 12:58:12.093960 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e0a428-2c01-4a2a-9bd9-dada15158b0c x-openstack-request-id: req-85e0a428-2c01-4a2a-9bd9-dada15158b0c {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:12.094217 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d38631-e256-4930-ba2f-0a20b23412ac", "name": "network-vif-unplugged", "status": "completed", "tag": "b0642442-6154-4546-915d-d5c237c9811d", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:12.094665 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85e0a428-2c01-4a2a-9bd9-dada15158b0c {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:12.095241 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d38631-e256-4930-ba2f-0a20b23412ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0642442-6154-4546-915d-d5c237c9811d', 'code': 200} Jul 15 12:58:12.106546 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'daa89cb7-47a0-4c32-b527-60c68c77355d', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': 'daa89cb7-47a0-4c32-b527-60c68c77355d', 'mac_address': 'fa:16:3e:b0:2c:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:58:12.146077 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=2912c006-8100-4dc4-a370-28256722130c,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:12.162352 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:12.176491 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daa89cb7-47a0-4c32-b527-60c68c77355d {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:12.204011 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02ffcf7f-4762-4f55-96c2-4312d10b5262 req-d9fcb87b-b3dd-452c-81d9-39c5999d0c0c tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=51cadb7b-64f3-4fc3-bdba-b86a43cc1fb4 HTTP/1.1" status: 200 len: 210 time: 0.0798562 Jul 15 12:58:12.210386 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-b3728ea9-a819-4031-b83e-03fbbd71c25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:12.211066 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-b3728ea9-a819-4031-b83e-03fbbd71c25f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:12.212671 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-b3728ea9-a819-4031-b83e-03fbbd71c25f service neutron] 10.222.0.20 "PUT /v2.0/ports/b0642442-6154-4546-915d-d5c237c9811d HTTP/1.1" status: 200 len: 1123 time: 1.0860424 Jul 15 12:58:12.213526 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3728ea9-a819-4031-b83e-03fbbd71c25f service neutron] Pushing event updated for resources: {'Port': ['ID=b0642442-6154-4546-915d-d5c237c9811d,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:12.225216 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port daa89cb7-47a0-4c32-b527-60c68c77355d, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=daa89cb7-47a0-4c32-b527-60c68c77355d,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:12.237020 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:12.289010 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['b0642442-6154-4546-915d-d5c237c9811d'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:58:12.315546 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['2912c006-8100-4dc4-a370-28256722130c'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:58:12.323086 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['374bbb4e-de88-44a8-a6a8-85f9944a88f3'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:58:12.388491 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963510c-b1a5-47b5-b7a0-3785da4ef25f req-f910790d-669d-40dc-881f-418c0340c078 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:12.390356 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c963510c-b1a5-47b5-b7a0-3785da4ef25f req-f910790d-669d-40dc-881f-418c0340c078 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe438e87-790f-4217-954d-d9139dbd1652 HTTP/1.1" status: 200 len: 945 time: 0.0910132 Jul 15 12:58:12.452978 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=daa89cb7-47a0-4c32-b527-60c68c77355d,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:12.477311 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c963510c-b1a5-47b5-b7a0-3785da4ef25f req-d08cb74f-a67b-41b6-8566-cc54045b6326 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d2cba0-0905-427c-92df-4d9a994ab05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722268 Jul 15 12:58:12.556115 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['daa89cb7-47a0-4c32-b527-60c68c77355d'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:58:12.663190 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f00278c1-2cc8-4ac8-9daf-337ed4db11f0 req-b7eccde1-ac95-4633-9fad-592aa50ec339 tempest-QuotasAdminNegativeTest-1495587643 tempest-QuotasAdminNegativeTest-1495587643-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c78d51452c814a0bbcdd54e08a2585ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297108 Jul 15 12:58:12.786754 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00278c1-2cc8-4ac8-9daf-337ed4db11f0 req-ea9fd008-26a5-477a-bdc7-be75e304f9a0 tempest-QuotasAdminNegativeTest-1495587643 tempest-QuotasAdminNegativeTest-1495587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:12.788333 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f00278c1-2cc8-4ac8-9daf-337ed4db11f0 req-ea9fd008-26a5-477a-bdc7-be75e304f9a0 tempest-QuotasAdminNegativeTest-1495587643 tempest-QuotasAdminNegativeTest-1495587643-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1243832 Jul 15 12:58:12.806184 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f00278c1-2cc8-4ac8-9daf-337ed4db11f0 req-ca893793-d8e6-4bd9-948a-cfb3265e35d1 tempest-QuotasAdminNegativeTest-1495587643 tempest-QuotasAdminNegativeTest-1495587643-project] 10.222.0.16 "GET /v2.0/quotas/c78d51452c814a0bbcdd54e08a2585ad HTTP/1.1" status: 200 len: 375 time: 0.0102735 Jul 15 12:58:12.852670 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f00278c1-2cc8-4ac8-9daf-337ed4db11f0 req-f2f7b5de-4375-49f6-b0c1-2fe4e5be2b68 tempest-QuotasAdminNegativeTest-1495587643 tempest-QuotasAdminNegativeTest-1495587643-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c78d51452c814a0bbcdd54e08a2585ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316539 Jul 15 12:58:13.079480 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cb8df-d9d3-4c78-8c91-90d1c9e4c176 req-5c8b02db-1c48-46f0-94fb-700a1fbd4214 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:13.080991 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-629cb8df-d9d3-4c78-8c91-90d1c9e4c176 req-5c8b02db-1c48-46f0-94fb-700a1fbd4214 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a3c8436-2dae-49bb-aeab-a37cf2f24fe7 HTTP/1.1" status: 200 len: 947 time: 0.0894032 Jul 15 12:58:13.131641 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-526c7614-fae2-442d-a6fd-baf4e341197c req-587abf3d-b23c-417a-a3a7-3c29a8c994a6 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=70b334eb6b1c4823bfeb87b9e0290ca2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286613 Jul 15 12:58:13.160066 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35098) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:13.211001 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-629cb8df-d9d3-4c78-8c91-90d1c9e4c176 req-253b0957-8027-4abb-aaf2-820ada4c5131 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234951 Jul 15 12:58:13.297141 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c7614-fae2-442d-a6fd-baf4e341197c req-20c4967e-2c40-459e-8131-56edcc7813fe tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:13.299542 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-526c7614-fae2-442d-a6fd-baf4e341197c req-20c4967e-2c40-459e-8131-56edcc7813fe tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1599686 Jul 15 12:58:13.315356 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-526c7614-fae2-442d-a6fd-baf4e341197c req-c645f50b-779d-4fdc-941d-2dfcd663c39b tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Request body: {'port': {'device_id': '51cadb7b-64f3-4fc3-bdba-b86a43cc1fb4', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'admin_state_up': True, 'tenant_id': '70b334eb6b1c4823bfeb87b9e0290ca2'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:13.380238 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-849a95ed-bdd2-4c52-b138-9c09eeb0b552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:13.457787 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 374bbb4e-de88-44a8-a6a8-85f9944a88f3 up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:13.511905 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port 374bbb4e-de88-44a8-a6a8-85f9944a88f3 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:13.513037 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-849a95ed-bdd2-4c52-b138-9c09eeb0b552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:13.517034 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port 374bbb4e-de88-44a8-a6a8-85f9944a88f3 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:13.517401 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:13.519827 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-849a95ed-bdd2-4c52-b138-9c09eeb0b552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:13.553413 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-849a95ed-bdd2-4c52-b138-9c09eeb0b552 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0878e374f5d140f09c765b67e0d49b8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3912423 Jul 15 12:58:13.555760 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35120) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:13.610985 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:13.622442 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a95ed-bdd2-4c52-b138-9c09eeb0b552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832365e2-8965-4d26-9593-4f89a9c34dce,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:13.628297 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d9464781-e59a-4e93-8a22-e0c8c36d9bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:13.643052 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9d6221-846e-4f61-bbc5-b9cb000d87c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374bbb4e-de88-44a8-a6a8-85f9944a88f3'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:13.646371 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109b0cee-1b77-4203-8b44-873739712ca5" -d '{"events": [{"server_uuid": "2b9d6221-846e-4f61-bbc5-b9cb000d87c8", "name": "network-vif-plugged", "status": "completed", "tag": "374bbb4e-de88-44a8-a6a8-85f9944a88f3"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:13.652595 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 374bbb4e-de88-44a8-a6a8-85f9944a88f3, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=374bbb4e-de88-44a8-a6a8-85f9944a88f3,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:13.652751 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d9464781-e59a-4e93-8a22-e0c8c36d9bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:13.657212 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:13.658169 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 2912c006-8100-4dc4-a370-28256722130c up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:13.683545 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2040a41a-0362-4cc1-a07d-4705283f9aaa req-103d5087-ffb4-4c83-8cc9-ef9e993a28fe tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=51cadb7b-64f3-4fc3-bdba-b86a43cc1fb4 HTTP/1.1" status: 200 len: 210 time: 0.0367441 Jul 15 12:58:13.704430 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d9464781-e59a-4e93-8a22-e0c8c36d9bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:13.714845 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d9464781-e59a-4e93-8a22-e0c8c36d9bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:13.720580 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d9464781-e59a-4e93-8a22-e0c8c36d9bef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/832365e2-8965-4d26-9593-4f89a9c34dce HTTP/1.1" status: 204 len: 168 time: 0.1632328 Jul 15 12:58:13.741738 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3fd394-6f73-475a-bda1-b222af752d5f req-4b2bfa62-610f-402a-9908-8a551ec21ad9 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:13.743455 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7c3fd394-6f73-475a-bda1-b222af752d5f req-4b2bfa62-610f-402a-9908-8a551ec21ad9 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=42d38631-e256-4930-ba2f-0a20b23412ac HTTP/1.1" status: 200 len: 943 time: 0.3977571 Jul 15 12:58:13.744561 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-526c7614-fae2-442d-a6fd-baf4e341197c req-c645f50b-779d-4fdc-941d-2dfcd663c39b tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Made reservation on behalf of 70b334eb6b1c4823bfeb87b9e0290ca2 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:58:13.748120 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-526c7614-fae2-442d-a6fd-baf4e341197c req-c645f50b-779d-4fdc-941d-2dfcd663c39b tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:13.750170 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=374bbb4e-de88-44a8-a6a8-85f9944a88f3,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:13.751350 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9464781-e59a-4e93-8a22-e0c8c36d9bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832365e2-8965-4d26-9593-4f89a9c34dce,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:13.768186 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-526c7614-fae2-442d-a6fd-baf4e341197c req-c645f50b-779d-4fdc-941d-2dfcd663c39b tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:13.773764 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port 2912c006-8100-4dc4-a370-28256722130c completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:13.786627 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port 2912c006-8100-4dc4-a370-28256722130c triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:13.787401 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:13.814165 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7c3fd394-6f73-475a-bda1-b222af752d5f req-aed1c761-907d-4934-840d-ba99a0bc626f tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621607 Jul 15 12:58:13.894541 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:13.896836 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device daa89cb7-47a0-4c32-b527-60c68c77355d up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:13.912054 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-526c7614-fae2-442d-a6fd-baf4e341197c req-c645f50b-779d-4fdc-941d-2dfcd663c39b tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:13.918936 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-526c7614-fae2-442d-a6fd-baf4e341197c req-c645f50b-779d-4fdc-941d-2dfcd663c39b tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:13.973968 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 2912c006-8100-4dc4-a370-28256722130c, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=2912c006-8100-4dc4-a370-28256722130c,segment=NetworkSegment(94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56),segment_id=94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:13.995759 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port daa89cb7-47a0-4c32-b527-60c68c77355d completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:13.998439 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:14.015482 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port daa89cb7-47a0-4c32-b527-60c68c77355d triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:14.015864 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:14.031145 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645f50b-779d-4fdc-941d-2dfcd663c39b tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:14.103892 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d38631-e256-4930-ba2f-0a20b23412ac', 'tag': 'b0642442-6154-4546-915d-d5c237c9811d'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:14.106846 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9a12a5-9631-41e7-a660-725fb43a7107" -d '{"events": [{"name": "network-changed", "server_uuid": "42d38631-e256-4930-ba2f-0a20b23412ac", "tag": "b0642442-6154-4546-915d-d5c237c9811d"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:14.150799 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-526c7614-fae2-442d-a6fd-baf4e341197c req-c645f50b-779d-4fdc-941d-2dfcd663c39b tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Allocated IP 192.168.233.181 (fb7e2853-c052-4bbe-a410-b119ef2f5100/f7332b1d-b5ae-478a-9a33-4a7a808c5484/5ad1673d-f6ae-4bae-be9f-39cd7f9f5624) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:14.157156 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=2912c006-8100-4dc4-a370-28256722130c,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:14.166131 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:14.218345 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port daa89cb7-47a0-4c32-b527-60c68c77355d, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=daa89cb7-47a0-4c32-b527-60c68c77355d,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:14.225619 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:14.261893 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35144) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:14.272497 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8630edc-bd05-4334-8f1c-12fc5ddb344f req-613dc77e-187f-4489-bb86-4fe987fcd9ef tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:14.274206 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8630edc-bd05-4334-8f1c-12fc5ddb344f req-613dc77e-187f-4489-bb86-4fe987fcd9ef tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe438e87-790f-4217-954d-d9139dbd1652 HTTP/1.1" status: 200 len: 946 time: 0.1212797 Jul 15 12:58:14.282721 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce4c8e0c-7264-4d45-b992-6cfb1a2c710b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:14.298920 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53034357-b4f8-4fbe-8c19-a5f292922cfc x-openstack-request-id: req-53034357-b4f8-4fbe-8c19-a5f292922cfc {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:14.299350 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9d6221-846e-4f61-bbc5-b9cb000d87c8", "name": "network-vif-plugged", "status": "completed", "tag": "374bbb4e-de88-44a8-a6a8-85f9944a88f3", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:14.299608 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-53034357-b4f8-4fbe-8c19-a5f292922cfc {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:14.299989 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9d6221-846e-4f61-bbc5-b9cb000d87c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374bbb4e-de88-44a8-a6a8-85f9944a88f3', 'code': 200} Jul 15 12:58:14.320679 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=daa89cb7-47a0-4c32-b527-60c68c77355d,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:14.333657 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9e68f8-96f2-4acd-a93b-80ef7fc5ddfe x-openstack-request-id: req-2c9e68f8-96f2-4acd-a93b-80ef7fc5ddfe {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:14.333943 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d38631-e256-4930-ba2f-0a20b23412ac", "tag": "b0642442-6154-4546-915d-d5c237c9811d", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:14.334224 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c9e68f8-96f2-4acd-a93b-80ef7fc5ddfe {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:14.334772 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d38631-e256-4930-ba2f-0a20b23412ac', 'tag': 'b0642442-6154-4546-915d-d5c237c9811d', 'status': 'completed', 'code': 200} Jul 15 12:58:14.412506 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8630edc-bd05-4334-8f1c-12fc5ddb344f req-06f0c1e1-29c0-48a1-9547-8f7dd1e96159 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d2cba0-0905-427c-92df-4d9a994ab05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273949 Jul 15 12:58:14.439497 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce4c8e0c-7264-4d45-b992-6cfb1a2c710b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:14.451148 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce4c8e0c-7264-4d45-b992-6cfb1a2c710b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:14.453292 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ba591db9-6195-416d-a472-3bc602c334b5 req-dc43d1c7-a3e1-49a2-8326-adc7aef707a8 tempest-QuotasAdminNegativeTest-1495587643 tempest-QuotasAdminNegativeTest-1495587643-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c78d51452c814a0bbcdd54e08a2585ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371730 Jul 15 12:58:14.480268 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-526c7614-fae2-442d-a6fd-baf4e341197c req-c645f50b-779d-4fdc-941d-2dfcd663c39b tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:14.496779 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a12a5-9631-41e7-a660-725fb43a7107 req-c64ad92a-55f4-4e37-884d-b3b15dda7484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:14.498305 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3d9a12a5-9631-41e7-a660-725fb43a7107 req-c64ad92a-55f4-4e37-884d-b3b15dda7484 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eab83a220c154216861503618b01c15d&device_id=42d38631-e256-4930-ba2f-0a20b23412ac HTTP/1.1" status: 200 len: 1126 time: 0.1412680 Jul 15 12:58:14.500888 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ce4c8e0c-7264-4d45-b992-6cfb1a2c710b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=19b372b406934b65a578b8737469fd14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2373147 Jul 15 12:58:14.501588 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c8e0c-7264-4d45-b992-6cfb1a2c710b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a42343-223b-430f-ae73-4d418e3ca491,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:14.504457 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35154) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:14.517339 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db76201-1dba-4a63-ae82-a048c1109af8 req-3a8b3a14-8f76-4cc0-ac1d-cc9d016db93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:14.518841 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0db76201-1dba-4a63-ae82-a048c1109af8 req-3a8b3a14-8f76-4cc0-ac1d-cc9d016db93f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 1102 time: 0.2066965 Jul 15 12:58:14.544590 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-526c7614-fae2-442d-a6fd-baf4e341197c req-c645f50b-779d-4fdc-941d-2dfcd663c39b tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Transition to ACTIVE for port object 5ad1673d-f6ae-4bae-be9f-39cd7f9f5624 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:14.642572 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-963f5d64-844d-4d81-a45d-717bb252a5f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:14.648914 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a12a5-9631-41e7-a660-725fb43a7107 req-c0752a9e-48d9-474a-9a28-123e55dac58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:14.650396 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3d9a12a5-9631-41e7-a660-725fb43a7107 req-c0752a9e-48d9-474a-9a28-123e55dac58f service neutron] 10.222.0.46 "GET /v2.0/networks?id=3ccc611d-a289-44b3-992b-3e39605548b4 HTTP/1.1" status: 200 len: 908 time: 0.1355443 Jul 15 12:58:14.669417 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0db76201-1dba-4a63-ae82-a048c1109af8 req-05c19569-cde2-436c-b68e-804cc88439a9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405778 Jul 15 12:58:14.679637 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba591db9-6195-416d-a472-3bc602c334b5 req-5bbf1bfc-6453-462f-88db-705cb7c2e01d tempest-QuotasAdminNegativeTest-1495587643 tempest-QuotasAdminNegativeTest-1495587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:14.681026 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ba591db9-6195-416d-a472-3bc602c334b5 req-5bbf1bfc-6453-462f-88db-705cb7c2e01d tempest-QuotasAdminNegativeTest-1495587643 tempest-QuotasAdminNegativeTest-1495587643-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2146711 Jul 15 12:58:14.700954 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0035ed-200a-4d6c-996b-826cf712e6e1 req-cf4ec9e7-3f8c-4e35-b0af-bbabfc3fb140 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:14.702421 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7d0035ed-200a-4d6c-996b-826cf712e6e1 req-cf4ec9e7-3f8c-4e35-b0af-bbabfc3fb140 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a3c8436-2dae-49bb-aeab-a37cf2f24fe7 HTTP/1.1" status: 200 len: 948 time: 0.1775546 Jul 15 12:58:14.703938 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-526c7614-fae2-442d-a6fd-baf4e341197c req-c645f50b-779d-4fdc-941d-2dfcd663c39b tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:14.704521 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-963f5d64-844d-4d81-a45d-717bb252a5f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:14.708204 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3d9a12a5-9631-41e7-a660-725fb43a7107 req-bed7875a-fb2c-46af-ae33-2e354ba2d24f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0642442-6154-4546-915d-d5c237c9811d HTTP/1.1" status: 200 len: 217 time: 0.0507064 Jul 15 12:58:14.749425 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ba591db9-6195-416d-a472-3bc602c334b5 req-e78d8b29-2a47-40aa-be6f-5dc525addbff tempest-QuotasAdminNegativeTest-1495587643 tempest-QuotasAdminNegativeTest-1495587643-project] 10.222.0.16 "GET /v2.0/quotas/c78d51452c814a0bbcdd54e08a2585ad HTTP/1.1" status: 200 len: 375 time: 0.0437338 Jul 15 12:58:14.776808 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a12a5-9631-41e7-a660-725fb43a7107 req-d5ac7bf2-c30d-485c-89e9-4e7f7decc1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:14.778194 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3d9a12a5-9631-41e7-a660-725fb43a7107 req-d5ac7bf2-c30d-485c-89e9-4e7f7decc1ea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7de80623-b855-4366-a308-8757d4a69fb8 HTTP/1.1" status: 200 len: 847 time: 0.0626237 Jul 15 12:58:14.789565 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-526c7614-fae2-442d-a6fd-baf4e341197c req-c645f50b-779d-4fdc-941d-2dfcd663c39b tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Network fb7e2853-c052-4bbe-a410-b119ef2f5100 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:14.813772 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3d9a12a5-9631-41e7-a660-725fb43a7107 req-b113c5d5-0836-4c21-9ff8-31bad62fde4d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3ccc611d-a289-44b3-992b-3e39605548b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293279 Jul 15 12:58:14.818579 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-526c7614-fae2-442d-a6fd-baf4e341197c req-c645f50b-779d-4fdc-941d-2dfcd663c39b tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:14.824139 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ba591db9-6195-416d-a472-3bc602c334b5 req-e40d1db5-f113-422b-bf50-fa4791bf8e64 tempest-QuotasAdminNegativeTest-1495587643 tempest-QuotasAdminNegativeTest-1495587643-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c78d51452c814a0bbcdd54e08a2585ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661798 Jul 15 12:58:14.825226 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-526c7614-fae2-442d-a6fd-baf4e341197c req-c645f50b-779d-4fdc-941d-2dfcd663c39b tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:58:14.829243 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-963f5d64-844d-4d81-a45d-717bb252a5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:14.829357 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645f50b-779d-4fdc-941d-2dfcd663c39b tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Pushing event updated for resources: {'Port': ['ID=5ad1673d-f6ae-4bae-be9f-39cd7f9f5624,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:14.839178 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-963f5d64-844d-4d81-a45d-717bb252a5f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:14.840440 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-963f5d64-844d-4d81-a45d-717bb252a5f0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/93a42343-223b-430f-ae73-4d418e3ca491 HTTP/1.1" status: 204 len: 168 time: 0.3242579 Jul 15 12:58:14.840581 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7d0035ed-200a-4d6c-996b-826cf712e6e1 req-c0e8e28c-7762-4d6f-a76a-d3e3db563e0a tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261480 Jul 15 12:58:14.869450 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f5d64-844d-4d81-a45d-717bb252a5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a42343-223b-430f-ae73-4d418e3ca491,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:14.967009 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c7614-fae2-442d-a6fd-baf4e341197c req-c645f50b-779d-4fdc-941d-2dfcd663c39b tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:14.972278 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-526c7614-fae2-442d-a6fd-baf4e341197c req-c645f50b-779d-4fdc-941d-2dfcd663c39b tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:15.017755 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-526c7614-fae2-442d-a6fd-baf4e341197c req-c645f50b-779d-4fdc-941d-2dfcd663c39b tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7089696 Jul 15 12:58:15.031883 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-526c7614-fae2-442d-a6fd-baf4e341197c req-bfaffa1c-3c19-40ec-bf5c-68d40cbc295a service neutron] Request body: {'port': {'device_id': '51cadb7b-64f3-4fc3-bdba-b86a43cc1fb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:15.063513 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3d9a12a5-9631-41e7-a660-725fb43a7107 req-86e6cbed-3e3e-4d24-90e3-53ac1acf6924 service neutron] 10.222.0.46 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432230 Jul 15 12:58:15.134246 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1ce519ec-de1c-4444-9364-2d95686b1ea7 None None] Provisioning for port 5ad1673d-f6ae-4bae-be9f-39cd7f9f5624 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:15.139412 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1ce519ec-de1c-4444-9364-2d95686b1ea7 None None] Provisioning complete for port 5ad1673d-f6ae-4bae-be9f-39cd7f9f5624 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:15.140040 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1ce519ec-de1c-4444-9364-2d95686b1ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:15.190515 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-1ce519ec-de1c-4444-9364-2d95686b1ea7 None None] Port 5ad1673d-f6ae-4bae-be9f-39cd7f9f5624 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:58:15.206039 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3d9a12a5-9631-41e7-a660-725fb43a7107 req-98daf78b-f9db-4d63-9d10-8838991009b0 service neutron] 10.222.0.46 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351929 Jul 15 12:58:15.250880 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-526c7614-fae2-442d-a6fd-baf4e341197c req-bfaffa1c-3c19-40ec-bf5c-68d40cbc295a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:15.330508 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b5e26-9d05-48b8-a024-8e2f1aa7c36d req-276f723f-ea26-4e1e-be6f-e5c025e7ec60 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:15.332032 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef4b5e26-9d05-48b8-a024-8e2f1aa7c36d req-276f723f-ea26-4e1e-be6f-e5c025e7ec60 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=51cadb7b-64f3-4fc3-bdba-b86a43cc1fb4 HTTP/1.1" status: 200 len: 936 time: 0.1896629 Jul 15 12:58:15.359852 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35170) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:15.368757 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c1474-1cc5-4768-93c1-b41446e2e18a req-2d96a25f-4357-41df-8053-50ecddb7da48 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:15.370217 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f77c1474-1cc5-4768-93c1-b41446e2e18a req-2d96a25f-4357-41df-8053-50ecddb7da48 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=42d38631-e256-4930-ba2f-0a20b23412ac HTTP/1.1" status: 200 len: 943 time: 0.1667466 Jul 15 12:58:15.374241 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-945db76c-2c61-4a2b-a608-0f0ee6d258f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:15.462823 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef4b5e26-9d05-48b8-a024-8e2f1aa7c36d req-28d5aaff-a53b-469f-9ddc-905a6ded0b5f tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230755 Jul 15 12:58:15.468664 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-945db76c-2c61-4a2b-a608-0f0ee6d258f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:15.472829 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-945db76c-2c61-4a2b-a608-0f0ee6d258f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:15.476547 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device b0642442-6154-4546-915d-d5c237c9811d details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:58:15.508819 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f77c1474-1cc5-4768-93c1-b41446e2e18a req-c81a6341-0783-4bbe-883f-9f51913fffa5 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966556 Jul 15 12:58:15.532442 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945db76c-2c61-4a2b-a608-0f0ee6d258f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c554252-26ca-4047-bc91-d3902decd07a,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:15.550739 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-945db76c-2c61-4a2b-a608-0f0ee6d258f5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ba358c281233462792536f34a04480d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1886454 Jul 15 12:58:15.557697 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35180) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:15.604303 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port b0642442-6154-4546-915d-d5c237c9811d, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b0642442-6154-4546-915d-d5c237c9811d,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:15.668762 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-10170460-830d-45fc-924d-15f387a5f24a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:15.708025 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-526c7614-fae2-442d-a6fd-baf4e341197c req-bfaffa1c-3c19-40ec-bf5c-68d40cbc295a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ad1673d-f6ae-4bae-be9f-39cd7f9f5624 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:15.717281 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-526c7614-fae2-442d-a6fd-baf4e341197c req-bfaffa1c-3c19-40ec-bf5c-68d40cbc295a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:15.720943 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-10170460-830d-45fc-924d-15f387a5f24a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:15.734022 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-526c7614-fae2-442d-a6fd-baf4e341197c req-bfaffa1c-3c19-40ec-bf5c-68d40cbc295a service neutron] Transition to ACTIVE for port object 5ad1673d-f6ae-4bae-be9f-39cd7f9f5624 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:15.741397 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-526c7614-fae2-442d-a6fd-baf4e341197c req-bfaffa1c-3c19-40ec-bf5c-68d40cbc295a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:15.792182 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device b0642442-6154-4546-915d-d5c237c9811d has no active binding in host n-h1-771363-36 {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 12:58:15.796009 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-10170460-830d-45fc-924d-15f387a5f24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:15.799091 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-10170460-830d-45fc-924d-15f387a5f24a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:15.800340 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-10170460-830d-45fc-924d-15f387a5f24a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1c554252-26ca-4047-bc91-d3902decd07a HTTP/1.1" status: 204 len: 168 time: 0.2392280 Jul 15 12:58:15.808914 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10170460-830d-45fc-924d-15f387a5f24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c554252-26ca-4047-bc91-d3902decd07a,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:15.950350 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaffa1c-3c19-40ec-bf5c-68d40cbc295a service neutron] Pushing event updated for resources: {'Port': ['ID=5ad1673d-f6ae-4bae-be9f-39cd7f9f5624,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:16.031816 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc31e5-5c76-480d-8b35-a969728e1342 req-3c2ff0aa-87e1-480f-b504-7c79b7f29fc8 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:16.039147 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c6bc31e5-5c76-480d-8b35-a969728e1342 req-3c2ff0aa-87e1-480f-b504-7c79b7f29fc8 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe438e87-790f-4217-954d-d9139dbd1652 HTTP/1.1" status: 200 len: 946 time: 0.2190313 Jul 15 12:58:16.067071 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-526c7614-fae2-442d-a6fd-baf4e341197c req-bfaffa1c-3c19-40ec-bf5c-68d40cbc295a service neutron] Attempting to bind port 5ad1673d-f6ae-4bae-be9f-39cd7f9f5624 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:16.067418 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-526c7614-fae2-442d-a6fd-baf4e341197c req-bfaffa1c-3c19-40ec-bf5c-68d40cbc295a service neutron] Attempting to bind port 5ad1673d-f6ae-4bae-be9f-39cd7f9f5624 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:16.067732 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526c7614-fae2-442d-a6fd-baf4e341197c req-bfaffa1c-3c19-40ec-bf5c-68d40cbc295a service neutron] Attempting to bind port 5ad1673d-f6ae-4bae-be9f-39cd7f9f5624 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:16.094151 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526c7614-fae2-442d-a6fd-baf4e341197c req-bfaffa1c-3c19-40ec-bf5c-68d40cbc295a service neutron] Port 5ad1673d-f6ae-4bae-be9f-39cd7f9f5624 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:58:16.094479 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526c7614-fae2-442d-a6fd-baf4e341197c req-bfaffa1c-3c19-40ec-bf5c-68d40cbc295a service neutron] Attempting to bind port 5ad1673d-f6ae-4bae-be9f-39cd7f9f5624 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:16.103320 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526c7614-fae2-442d-a6fd-baf4e341197c req-bfaffa1c-3c19-40ec-bf5c-68d40cbc295a service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:16.103655 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526c7614-fae2-442d-a6fd-baf4e341197c req-bfaffa1c-3c19-40ec-bf5c-68d40cbc295a service neutron] Checking segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:16.104034 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526c7614-fae2-442d-a6fd-baf4e341197c req-bfaffa1c-3c19-40ec-bf5c-68d40cbc295a service neutron] Bound using segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:16.104462 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-526c7614-fae2-442d-a6fd-baf4e341197c req-bfaffa1c-3c19-40ec-bf5c-68d40cbc295a service neutron] Bound port: 5ad1673d-f6ae-4bae-be9f-39cd7f9f5624, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:16.104822 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-526c7614-fae2-442d-a6fd-baf4e341197c req-bfaffa1c-3c19-40ec-bf5c-68d40cbc295a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:16.132274 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c6bc31e5-5c76-480d-8b35-a969728e1342 req-e423c86b-6909-42fd-87ef-c698113daf40 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d2cba0-0905-427c-92df-4d9a994ab05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921764 Jul 15 12:58:16.201658 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e830b07-b8b4-435b-813a-5a10ad5c86d7 req-b9910992-2e3f-415d-9934-0f34d4657f4b tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:16.203595 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8e830b07-b8b4-435b-813a-5a10ad5c86d7 req-b9910992-2e3f-415d-9934-0f34d4657f4b tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a3c8436-2dae-49bb-aeab-a37cf2f24fe7 HTTP/1.1" status: 200 len: 948 time: 0.1528921 Jul 15 12:58:16.220111 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-526c7614-fae2-442d-a6fd-baf4e341197c req-bfaffa1c-3c19-40ec-bf5c-68d40cbc295a service neutron] For port 5ad1673d-f6ae-4bae-be9f-39cd7f9f5624, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:16.244880 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-526c7614-fae2-442d-a6fd-baf4e341197c req-bfaffa1c-3c19-40ec-bf5c-68d40cbc295a service neutron] For port 5ad1673d-f6ae-4bae-be9f-39cd7f9f5624, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=5ad1673d-f6ae-4bae-be9f-39cd7f9f5624,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:16.264665 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-526c7614-fae2-442d-a6fd-baf4e341197c req-bfaffa1c-3c19-40ec-bf5c-68d40cbc295a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:16.301334 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe438e87-790f-4217-954d-d9139dbd1652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2912c006-8100-4dc4-a370-28256722130c'}, {'server_uuid': '3a3c8436-2dae-49bb-aeab-a37cf2f24fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa89cb7-47a0-4c32-b527-60c68c77355d'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:16.303693 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e551abdb-9116-49ed-962e-78fbf3454bb1" -d '{"events": [{"server_uuid": "fe438e87-790f-4217-954d-d9139dbd1652", "name": "network-vif-plugged", "status": "completed", "tag": "2912c006-8100-4dc4-a370-28256722130c"}, {"server_uuid": "3a3c8436-2dae-49bb-aeab-a37cf2f24fe7", "name": "network-vif-plugged", "status": "completed", "tag": "daa89cb7-47a0-4c32-b527-60c68c77355d"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:16.315452 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8e830b07-b8b4-435b-813a-5a10ad5c86d7 req-94c40021-ff89-44d0-a349-5ff92b6ef6f5 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999775 Jul 15 12:58:16.346409 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c7614-fae2-442d-a6fd-baf4e341197c req-bfaffa1c-3c19-40ec-bf5c-68d40cbc295a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:16.347832 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-526c7614-fae2-442d-a6fd-baf4e341197c req-bfaffa1c-3c19-40ec-bf5c-68d40cbc295a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:16.349110 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-526c7614-fae2-442d-a6fd-baf4e341197c req-bfaffa1c-3c19-40ec-bf5c-68d40cbc295a service neutron] 10.222.0.46 "PUT /v2.0/ports/5ad1673d-f6ae-4bae-be9f-39cd7f9f5624 HTTP/1.1" status: 200 len: 1097 time: 1.3228061 Jul 15 12:58:16.349557 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51cadb7b-64f3-4fc3-bdba-b86a43cc1fb4', 'tag': '5ad1673d-f6ae-4bae-be9f-39cd7f9f5624'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:16.356517 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdca6c8-1d5f-46ef-89a1-ce48047b7b30" -d '{"events": [{"name": "network-changed", "server_uuid": "51cadb7b-64f3-4fc3-bdba-b86a43cc1fb4", "tag": "5ad1673d-f6ae-4bae-be9f-39cd7f9f5624"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:16.375096 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaffa1c-3c19-40ec-bf5c-68d40cbc295a service neutron] Pushing event updated for resources: {'Port': ['ID=5ad1673d-f6ae-4bae-be9f-39cd7f9f5624,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:16.414097 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85acec4b-ff00-4ed0-91c6-8ea051916212 x-openstack-request-id: req-85acec4b-ff00-4ed0-91c6-8ea051916212 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:16.414412 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe438e87-790f-4217-954d-d9139dbd1652", "name": "network-vif-plugged", "status": "completed", "tag": "2912c006-8100-4dc4-a370-28256722130c", "code": 200}, {"server_uuid": "3a3c8436-2dae-49bb-aeab-a37cf2f24fe7", "name": "network-vif-plugged", "status": "completed", "tag": "daa89cb7-47a0-4c32-b527-60c68c77355d", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:16.414872 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85acec4b-ff00-4ed0-91c6-8ea051916212 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:16.415268 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe438e87-790f-4217-954d-d9139dbd1652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2912c006-8100-4dc4-a370-28256722130c', 'code': 200} Jul 15 12:58:16.415519 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3c8436-2dae-49bb-aeab-a37cf2f24fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa89cb7-47a0-4c32-b527-60c68c77355d', 'code': 200} Jul 15 12:58:16.479772 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3a4089-2c8d-4805-a2ba-909ebfe944cb x-openstack-request-id: req-da3a4089-2c8d-4805-a2ba-909ebfe944cb {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:16.490708 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51cadb7b-64f3-4fc3-bdba-b86a43cc1fb4", "tag": "5ad1673d-f6ae-4bae-be9f-39cd7f9f5624", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:16.491132 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-da3a4089-2c8d-4805-a2ba-909ebfe944cb {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:16.492251 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51cadb7b-64f3-4fc3-bdba-b86a43cc1fb4', 'tag': '5ad1673d-f6ae-4bae-be9f-39cd7f9f5624', 'status': 'completed', 'code': 200} Jul 15 12:58:16.563355 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35228) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:16.566594 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c7614-fae2-442d-a6fd-baf4e341197c req-08a8e3bb-446e-446a-a770-ab16fa656049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:16.568176 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-526c7614-fae2-442d-a6fd-baf4e341197c req-08a8e3bb-446e-446a-a770-ab16fa656049 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=70b334eb6b1c4823bfeb87b9e0290ca2&device_id=51cadb7b-64f3-4fc3-bdba-b86a43cc1fb4 HTTP/1.1" status: 200 len: 1100 time: 0.1636212 Jul 15 12:58:16.624989 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1670d7-6a58-4ed0-8d5b-29ef978bfde3 req-a585772e-0b3a-479e-80f4-96813badd4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:16.629966 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0b1670d7-6a58-4ed0-8d5b-29ef978bfde3 req-a585772e-0b3a-479e-80f4-96813badd4c2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3a3c8436-2dae-49bb-aeab-a37cf2f24fe7 HTTP/1.1" status: 200 len: 1100 time: 0.1086850 Jul 15 12:58:16.695816 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0b1670d7-6a58-4ed0-8d5b-29ef978bfde3 req-0302b1ef-7809-4a76-85c4-43eeb8eb2b49 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573397 Jul 15 12:58:16.702591 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-526c7614-fae2-442d-a6fd-baf4e341197c req-8da5ef3d-07d4-45bc-9912-d2b69212d6e5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=5ad1673d-f6ae-4bae-be9f-39cd7f9f5624 HTTP/1.1" status: 200 len: 217 time: 0.1109273 Jul 15 12:58:16.756252 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e6945-0452-41a9-a583-a4031c31b584 req-2e09d4c6-8b57-4285-8e75-abb1011ab0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:16.757736 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-919e6945-0452-41a9-a583-a4031c31b584 req-2e09d4c6-8b57-4285-8e75-abb1011ab0c0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fe438e87-790f-4217-954d-d9139dbd1652 HTTP/1.1" status: 200 len: 1098 time: 0.2337453 Jul 15 12:58:16.839333 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-72e53661-4e89-4b9c-bda6-31e6f8ad5860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:16.847971 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c7614-fae2-442d-a6fd-baf4e341197c req-4a08c24b-9454-439e-aba0-f880ba033a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:16.848673 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-526c7614-fae2-442d-a6fd-baf4e341197c req-4a08c24b-9454-439e-aba0-f880ba033a8b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.1045330 Jul 15 12:58:16.872003 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-919e6945-0452-41a9-a583-a4031c31b584 req-3814ce41-06c6-4cd2-9278-765f1fa46a10 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c4d2cba0-0905-427c-92df-4d9a994ab05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941348 Jul 15 12:58:16.891155 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d797e3c-19a7-416b-8a61-c0dfa2595680 req-856e8387-d6e9-489e-859e-1ea541b657e5 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:16.892596 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3d797e3c-19a7-416b-8a61-c0dfa2595680 req-856e8387-d6e9-489e-859e-1ea541b657e5 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=51cadb7b-64f3-4fc3-bdba-b86a43cc1fb4 HTTP/1.1" status: 200 len: 948 time: 0.1937351 Jul 15 12:58:17.020963 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3d797e3c-19a7-416b-8a61-c0dfa2595680 req-8c3d8738-0a17-4831-84e5-9c0b76ccacad tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091757 Jul 15 12:58:17.050987 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c7614-fae2-442d-a6fd-baf4e341197c req-69d741ab-abbb-42ed-8d70-c1a8407e8486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:17.052715 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-526c7614-fae2-442d-a6fd-baf4e341197c req-69d741ab-abbb-42ed-8d70-c1a8407e8486 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1958871 Jul 15 12:58:17.064098 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d5d65-c585-4bae-83b9-906b7ff5e161 req-58ee2724-5738-48a6-a5d7-197184e6b6a5 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:17.064921 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ba3d5d65-c585-4bae-83b9-906b7ff5e161 req-58ee2724-5738-48a6-a5d7-197184e6b6a5 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=42d38631-e256-4930-ba2f-0a20b23412ac HTTP/1.1" status: 200 len: 943 time: 0.1965067 Jul 15 12:58:17.135088 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-72e53661-4e89-4b9c-bda6-31e6f8ad5860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:17.167149 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-72e53661-4e89-4b9c-bda6-31e6f8ad5860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:17.205729 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ba3d5d65-c585-4bae-83b9-906b7ff5e161 req-6b7ec606-3813-4d95-a3b1-5dee80ba974c tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271560 Jul 15 12:58:17.239713 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e53661-4e89-4b9c-bda6-31e6f8ad5860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c4c75a-906d-467b-aec8-b62b3087bd09,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:17.243860 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-72e53661-4e89-4b9c-bda6-31e6f8ad5860 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c78d51452c814a0bbcdd54e08a2585ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6747551 Jul 15 12:58:17.246301 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-526c7614-fae2-442d-a6fd-baf4e341197c req-af189ab5-ecb9-4c54-9ea3-42f436109250 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778083 Jul 15 12:58:17.246754 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35262) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:17.339109 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-679359d4-377a-4c90-91f2-da6cf087b4e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:17.366519 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-679359d4-377a-4c90-91f2-da6cf087b4e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:17.377963 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-526c7614-fae2-442d-a6fd-baf4e341197c req-b0076c39-37ab-4ef8-9d7e-e25d8687ac22 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226864 Jul 15 12:58:17.419005 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60724d-e0ae-4310-83b4-5d443ea06611 req-eb6d1178-b058-42c6-a35c-594dba43a98d tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:17.421807 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae60724d-e0ae-4310-83b4-5d443ea06611 req-eb6d1178-b058-42c6-a35c-594dba43a98d tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe438e87-790f-4217-954d-d9139dbd1652 HTTP/1.1" status: 200 len: 946 time: 0.0947697 Jul 15 12:58:17.455274 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-679359d4-377a-4c90-91f2-da6cf087b4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:17.459027 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-679359d4-377a-4c90-91f2-da6cf087b4e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:17.460452 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-679359d4-377a-4c90-91f2-da6cf087b4e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/50c4c75a-906d-467b-aec8-b62b3087bd09 HTTP/1.1" status: 204 len: 168 time: 0.2125123 Jul 15 12:58:17.469950 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679359d4-377a-4c90-91f2-da6cf087b4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c4c75a-906d-467b-aec8-b62b3087bd09,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:17.571278 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae60724d-e0ae-4310-83b4-5d443ea06611 req-4732783c-94ca-4891-aef9-18ca9f3d40ce tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d2cba0-0905-427c-92df-4d9a994ab05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423185 Jul 15 12:58:17.647921 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdca6c8-1d5f-46ef-89a1-ce48047b7b30 req-37eb8328-66d3-4287-84fb-c3d6c66fc9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:17.649415 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9cdca6c8-1d5f-46ef-89a1-ce48047b7b30 req-37eb8328-66d3-4287-84fb-c3d6c66fc9d3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=70b334eb6b1c4823bfeb87b9e0290ca2&device_id=51cadb7b-64f3-4fc3-bdba-b86a43cc1fb4 HTTP/1.1" status: 200 len: 1100 time: 0.1385410 Jul 15 12:58:17.694778 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1b4cc-6976-48dc-a540-2839e7ae4a16 req-49004423-d705-4dd8-8f7b-b23611d7c322 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:17.701724 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-efd1b4cc-6976-48dc-a540-2839e7ae4a16 req-49004423-d705-4dd8-8f7b-b23611d7c322 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a3c8436-2dae-49bb-aeab-a37cf2f24fe7 HTTP/1.1" status: 200 len: 948 time: 0.1277640 Jul 15 12:58:17.928577 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35288) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:17.967910 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1385ba9d-6d13-4810-a22f-ea9d3b99c856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:17.978668 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-746d3c6a-6f75-48ba-8e66-182d201c3b99 service neutron] 10.222.0.46 "GET /v2.0/ports/b0642442-6154-4546-915d-d5c237c9811d/bindings/n-h1-771363-36 HTTP/1.1" status: 200 len: 385 time: 0.1638508 Jul 15 12:58:18.013870 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-efd1b4cc-6976-48dc-a540-2839e7ae4a16 req-5e24c6ea-e6e8-4e65-8fc1-134d85f619e2 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111351 Jul 15 12:58:18.045627 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdca6c8-1d5f-46ef-89a1-ce48047b7b30 req-604c5230-1829-4b6e-9b2f-8d49b9202d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:18.047164 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9cdca6c8-1d5f-46ef-89a1-ce48047b7b30 req-604c5230-1829-4b6e-9b2f-8d49b9202d77 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.3904929 Jul 15 12:58:18.091880 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35292) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:18.098285 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9cdca6c8-1d5f-46ef-89a1-ce48047b7b30 req-772797e5-1568-4e07-b757-20aedb2fab40 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=5ad1673d-f6ae-4bae-be9f-39cd7f9f5624 HTTP/1.1" status: 200 len: 217 time: 0.0390935 Jul 15 12:58:18.163149 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdca6c8-1d5f-46ef-89a1-ce48047b7b30 req-bd3f99a2-d2bb-40c3-a17c-3c2762c75a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:18.166221 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9cdca6c8-1d5f-46ef-89a1-ce48047b7b30 req-bd3f99a2-d2bb-40c3-a17c-3c2762c75a18 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0668399 Jul 15 12:58:18.290337 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1385ba9d-6d13-4810-a22f-ea9d3b99c856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:18.298977 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1385ba9d-6d13-4810-a22f-ea9d3b99c856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:18.334535 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdca6c8-1d5f-46ef-89a1-ce48047b7b30 req-03d95532-bc45-42f3-b092-dc964f019005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:18.336212 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9cdca6c8-1d5f-46ef-89a1-ce48047b7b30 req-03d95532-bc45-42f3-b092-dc964f019005 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1622136 Jul 15 12:58:18.366825 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9aefb5f0-f870-466e-9f64-880e8f82fc11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:18.371591 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea24593-ea86-463e-9d2e-1271f5f08748 req-efca58cc-c72e-4103-86b1-94a453f9393d tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:18.373186 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7ea24593-ea86-463e-9d2e-1271f5f08748 req-efca58cc-c72e-4103-86b1-94a453f9393d tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=51cadb7b-64f3-4fc3-bdba-b86a43cc1fb4 HTTP/1.1" status: 200 len: 948 time: 0.1468914 Jul 15 12:58:18.415619 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1385ba9d-6d13-4810-a22f-ea9d3b99c856 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=730b5a7a4b7a454b9466a546e4a9b571&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4834323 Jul 15 12:58:18.415926 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35302) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:18.430258 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385ba9d-6d13-4810-a22f-ea9d3b99c856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7159eb2-9b87-4b6e-816f-394f54e60443,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:18.446569 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-6915c769-3a1c-469b-a130-db54f1284ce6 service neutron] For port b0642442-6154-4546-915d-d5c237c9811d, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b0642442-6154-4546-915d-d5c237c9811d,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:18.483120 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-6915c769-3a1c-469b-a130-db54f1284ce6 service neutron] For port b0642442-6154-4546-915d-d5c237c9811d, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:18.495120 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7ea24593-ea86-463e-9d2e-1271f5f08748 req-e49a1dff-4fd1-4c97-b85a-f1e86f4a9dfe tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090968 Jul 15 12:58:18.530241 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-6915c769-3a1c-469b-a130-db54f1284ce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0642442-6154-4546-915d-d5c237c9811d {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:18.545241 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-6915c769-3a1c-469b-a130-db54f1284ce6 service neutron] For port b0642442-6154-4546-915d-d5c237c9811d, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=b0642442-6154-4546-915d-d5c237c9811d,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:18.571967 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9cdca6c8-1d5f-46ef-89a1-ce48047b7b30 req-c43fb6cd-d02d-4a55-a34b-a0cc89ce5864 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280326 Jul 15 12:58:18.572319 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-6915c769-3a1c-469b-a130-db54f1284ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:18.588990 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9aefb5f0-f870-466e-9f64-880e8f82fc11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:18.594878 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9aefb5f0-f870-466e-9f64-880e8f82fc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:18.633145 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cce96a5b-2ec3-41e6-b21c-c782f5b42365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:18.675919 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9aefb5f0-f870-466e-9f64-880e8f82fc11 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=25d52d8ac2ad4714a714d82d103dd192&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5800834 Jul 15 12:58:18.678954 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aefb5f0-f870-466e-9f64-880e8f82fc11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc55e70f-130b-44bb-99d7-e38cf32b104e,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:18.682890 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35312) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:18.699643 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cce96a5b-2ec3-41e6-b21c-c782f5b42365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:18.720251 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f5ddb-1019-412f-ba6e-8e933bcb2cbf req-0ee31e02-d9d8-4fe8-bfdc-e81fc44f3337 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:18.721647 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-604f5ddb-1019-412f-ba6e-8e933bcb2cbf req-0ee31e02-d9d8-4fe8-bfdc-e81fc44f3337 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=42d38631-e256-4930-ba2f-0a20b23412ac HTTP/1.1" status: 200 len: 943 time: 0.2252285 Jul 15 12:58:18.731776 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-6915c769-3a1c-469b-a130-db54f1284ce6 service neutron] Transition to ACTIVE for port object b0642442-6154-4546-915d-d5c237c9811d will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:18.739925 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-6915c769-3a1c-469b-a130-db54f1284ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:18.783413 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d6435e3f-9281-4305-b978-f3a37eaf16fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:18.790028 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9cdca6c8-1d5f-46ef-89a1-ce48047b7b30 req-7959eebd-8576-4f24-a5d8-894766889048 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993227 Jul 15 12:58:18.823227 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-604f5ddb-1019-412f-ba6e-8e933bcb2cbf req-fc886917-90e6-438d-afe5-23537b956e24 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916433 Jul 15 12:58:18.839659 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cce96a5b-2ec3-41e6-b21c-c782f5b42365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:18.842523 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cce96a5b-2ec3-41e6-b21c-c782f5b42365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:18.846606 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-cce96a5b-2ec3-41e6-b21c-c782f5b42365 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f7159eb2-9b87-4b6e-816f-394f54e60443 HTTP/1.1" status: 204 len: 168 time: 0.4273453 Jul 15 12:58:18.853207 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-6915c769-3a1c-469b-a130-db54f1284ce6 service neutron] No DVR routers for this DVR port b0642442-6154-4546-915d-d5c237c9811d on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 12:58:18.855843 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce96a5b-2ec3-41e6-b21c-c782f5b42365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7159eb2-9b87-4b6e-816f-394f54e60443,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:18.889918 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d6435e3f-9281-4305-b978-f3a37eaf16fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:18.901659 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915c769-3a1c-469b-a130-db54f1284ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=b0642442-6154-4546-915d-d5c237c9811d,revision_number=10']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:18.956120 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-6915c769-3a1c-469b-a130-db54f1284ce6 service neutron] 10.222.0.46 "PUT /v2.0/ports/b0642442-6154-4546-915d-d5c237c9811d/bindings/n-h1-771363-36/activate HTTP/1.1" status: 200 len: 370 time: 0.9706082 Jul 15 12:58:18.987334 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95467f34-dc0c-4d9b-b656-8500e87a9de1 req-677b2336-c7cc-4146-af02-610e3a7f4d50 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:18.989143 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-95467f34-dc0c-4d9b-b656-8500e87a9de1 req-677b2336-c7cc-4146-af02-610e3a7f4d50 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe438e87-790f-4217-954d-d9139dbd1652 HTTP/1.1" status: 200 len: 946 time: 0.0892780 Jul 15 12:58:18.998997 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d6435e3f-9281-4305-b978-f3a37eaf16fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:19.005337 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d6435e3f-9281-4305-b978-f3a37eaf16fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:19.011816 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d6435e3f-9281-4305-b978-f3a37eaf16fb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc55e70f-130b-44bb-99d7-e38cf32b104e HTTP/1.1" status: 204 len: 168 time: 0.3277731 Jul 15 12:58:19.023286 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6435e3f-9281-4305-b978-f3a37eaf16fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc55e70f-130b-44bb-99d7-e38cf32b104e,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:19.096763 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-95467f34-dc0c-4d9b-b656-8500e87a9de1 req-f690dea4-c2a3-428c-ae06-a952df0a39f3 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d2cba0-0905-427c-92df-4d9a994ab05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002059 Jul 15 12:58:19.159021 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-6439bd68-0e06-4306-b6cb-4ccc0ebfcd57 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:19.160682 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-6439bd68-0e06-4306-b6cb-4ccc0ebfcd57 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=42d38631-e256-4930-ba2f-0a20b23412ac&tenant_id=eab83a220c154216861503618b01c15d&binding%3Ahost_id=n-h2-771363-36 HTTP/1.1" status: 200 len: 1096 time: 0.1277287 Jul 15 12:58:19.399214 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35344) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:19.466448 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dfdd2d68-4ff6-4034-89cd-0838bd0efa2c req-3834f53b-d6f5-46d9-97a1-591e2740a1df tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3305526 Jul 15 12:58:19.470603 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35350) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:19.472175 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-8eb59a64-4b7d-499c-8f72-4a2d0f71172a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:19.475074 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-8eb59a64-4b7d-499c-8f72-4a2d0f71172a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=42d38631-e256-4930-ba2f-0a20b23412ac&tenant_id=eab83a220c154216861503618b01c15d HTTP/1.1" status: 200 len: 1096 time: 0.2965775 Jul 15 12:58:19.485194 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-38a4693c-95f3-4259-ab9d-b6a62429b593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:19.486603 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-dfdd2d68-4ff6-4034-89cd-0838bd0efa2c req-7a1b5a6c-e836-4984-91ef-18c40b619bf4 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:19.505183 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18bbb9-2662-4264-8f33-7a9f89f9ca9c req-90b81611-bcc6-41a1-b3c1-ce38f4b80058 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:19.507101 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8a18bbb9-2662-4264-8f33-7a9f89f9ca9c req-90b81611-bcc6-41a1-b3c1-ce38f4b80058 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a3c8436-2dae-49bb-aeab-a37cf2f24fe7 HTTP/1.1" status: 200 len: 948 time: 0.3298500 Jul 15 12:58:19.579786 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8a18bbb9-2662-4264-8f33-7a9f89f9ca9c req-14d90805-c408-41ff-a6b9-033ce440c04d tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612381 Jul 15 12:58:19.595794 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-1ab31dba-70c3-4ffc-877b-dccc8b642f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:19.597388 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-1ab31dba-70c3-4ffc-877b-dccc8b642f42 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eab83a220c154216861503618b01c15d&device_id=42d38631-e256-4930-ba2f-0a20b23412ac HTTP/1.1" status: 200 len: 1096 time: 0.0893400 Jul 15 12:58:19.623307 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-38a4693c-95f3-4259-ab9d-b6a62429b593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:19.631738 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-38a4693c-95f3-4259-ab9d-b6a62429b593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:19.664199 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-dfdd2d68-4ff6-4034-89cd-0838bd0efa2c req-7a1b5a6c-e836-4984-91ef-18c40b619bf4 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks [] for floatingip, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:19.705096 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-38a4693c-95f3-4259-ab9d-b6a62429b593 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a1d3be6f998841dc8b5dd83d6546812c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331109 Jul 15 12:58:19.706985 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2916f640-6e62-404e-8688-20a88b82e401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:19.708906 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35360) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:19.715586 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a4693c-95f3-4259-ab9d-b6a62429b593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f45e4f7-16af-4434-85ed-f1f4382ac1d6,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:19.780722 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-20412910-76df-4386-950d-8da25406ac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:19.783039 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-20412910-76df-4386-950d-8da25406ac81 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3ccc611d-a289-44b3-992b-3e39605548b4 HTTP/1.1" status: 200 len: 908 time: 0.1778595 Jul 15 12:58:19.795014 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-04201648-46fd-4a99-b233-07267cd5a061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:19.833314 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-c7a2f913-8e50-4021-a6fa-90b200db1a27 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0642442-6154-4546-915d-d5c237c9811d HTTP/1.1" status: 200 len: 217 time: 0.0424802 Jul 15 12:58:19.834212 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-04201648-46fd-4a99-b233-07267cd5a061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:19.892084 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 5ad1673d-f6ae-4bae-be9f-39cd7f9f5624 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:58:19.928458 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-9cfe38f7-fe96-46e4-a428-b1daae353218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:19.929378 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-04201648-46fd-4a99-b233-07267cd5a061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:19.929783 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-9cfe38f7-fe96-46e4-a428-b1daae353218 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7de80623-b855-4366-a308-8757d4a69fb8 HTTP/1.1" status: 200 len: 847 time: 0.0566196 Jul 15 12:58:19.932719 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-04201648-46fd-4a99-b233-07267cd5a061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:19.934126 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-04201648-46fd-4a99-b233-07267cd5a061 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9f45e4f7-16af-4434-85ed-f1f4382ac1d6 HTTP/1.1" status: 204 len: 168 time: 0.2243180 Jul 15 12:58:19.947218 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2916f640-6e62-404e-8688-20a88b82e401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:19.948745 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04201648-46fd-4a99-b233-07267cd5a061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f45e4f7-16af-4434-85ed-f1f4382ac1d6,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:19.958078 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2916f640-6e62-404e-8688-20a88b82e401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:20.015857 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-7689d798-af7c-4ee2-bc19-824ee32821c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3ccc611d-a289-44b3-992b-3e39605548b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689204 Jul 15 12:58:20.021355 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2916f640-6e62-404e-8688-20a88b82e401 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e1428d1e46af4e19a718edfa3f030813&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6204200 Jul 15 12:58:20.025954 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35372) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:20.026943 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2916f640-6e62-404e-8688-20a88b82e401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec9efd8-f439-402e-90a6-6fbf21582d1e,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:20.059599 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 5ad1673d-f6ae-4bae-be9f-39cd7f9f5624, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=5ad1673d-f6ae-4bae-be9f-39cd7f9f5624,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:20.076764 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '5ad1673d-f6ae-4bae-be9f-39cd7f9f5624', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': '5ad1673d-f6ae-4bae-be9f-39cd7f9f5624', 'mac_address': 'fa:16:3e:fd:92:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:58:20.119410 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:20.138945 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ad1673d-f6ae-4bae-be9f-39cd7f9f5624 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:20.167148 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 5ad1673d-f6ae-4bae-be9f-39cd7f9f5624, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=5ad1673d-f6ae-4bae-be9f-39cd7f9f5624,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:20.175018 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:20.207254 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2cb16-7ba8-44eb-8136-d600d347f437 req-431097e1-c905-4d5e-9987-871bcbfe8e04 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:20.208872 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0bf2cb16-7ba8-44eb-8136-d600d347f437 req-431097e1-c905-4d5e-9987-871bcbfe8e04 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=51cadb7b-64f3-4fc3-bdba-b86a43cc1fb4 HTTP/1.1" status: 200 len: 948 time: 0.2763042 Jul 15 12:58:20.213759 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-dfdd2d68-4ff6-4034-89cd-0838bd0efa2c req-7a1b5a6c-e836-4984-91ef-18c40b619bf4 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:20.235288 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=5ad1673d-f6ae-4bae-be9f-39cd7f9f5624,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:20.294894 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c996e742-73a2-45be-8f38-ab7e931030be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:20.327104 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-64569f0b-7b85-4762-bc6b-8162d41240cc service neutron] 10.222.0.20 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038993 Jul 15 12:58:20.345241 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c996e742-73a2-45be-8f38-ab7e931030be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:20.373271 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0bf2cb16-7ba8-44eb-8136-d600d347f437 req-edf9edcd-469c-4d3a-80f1-a6144dde82d2 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556830 Jul 15 12:58:20.379848 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['5ad1673d-f6ae-4bae-be9f-39cd7f9f5624'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:58:20.501365 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-dfdd2d68-4ff6-4034-89cd-0838bd0efa2c req-7a1b5a6c-e836-4984-91ef-18c40b619bf4 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Allocated IP 172.25.8.224 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/aa6d19ea-5fec-4da5-8451-cbbf0b8700b7) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:20.549011 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-2dee3372-7373-488b-b229-b2f121fb4383 service neutron] 10.222.0.20 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017529 Jul 15 12:58:20.556749 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c996e742-73a2-45be-8f38-ab7e931030be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:20.559258 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c996e742-73a2-45be-8f38-ab7e931030be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:20.563067 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c996e742-73a2-45be-8f38-ab7e931030be admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6ec9efd8-f439-402e-90a6-6fbf21582d1e HTTP/1.1" status: 204 len: 168 time: 0.5352173 Jul 15 12:58:20.613441 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c996e742-73a2-45be-8f38-ab7e931030be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec9efd8-f439-402e-90a6-6fbf21582d1e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:20.715485 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7ccd8-56dc-49e7-95a4-29d70380e9ff req-2131f540-79a9-457a-9056-af374b795fa6 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:20.717560 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-68f7ccd8-56dc-49e7-95a4-29d70380e9ff req-2131f540-79a9-457a-9056-af374b795fa6 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 950 time: 0.1711650 Jul 15 12:58:20.744097 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-dfdd2d68-4ff6-4034-89cd-0838bd0efa2c req-7a1b5a6c-e836-4984-91ef-18c40b619bf4 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:20.795727 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-68f7ccd8-56dc-49e7-95a4-29d70380e9ff req-b26999b3-7b40-43b3-a185-edbf7aab44e1 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644166 Jul 15 12:58:20.864864 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-dfdd2d68-4ff6-4034-89cd-0838bd0efa2c req-7a1b5a6c-e836-4984-91ef-18c40b619bf4 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:20.923663 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfdd2d68-4ff6-4034-89cd-0838bd0efa2c req-7a1b5a6c-e836-4984-91ef-18c40b619bf4 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:20.935724 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-dfdd2d68-4ff6-4034-89cd-0838bd0efa2c req-7a1b5a6c-e836-4984-91ef-18c40b619bf4 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:20.960998 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfdd2d68-4ff6-4034-89cd-0838bd0efa2c req-7a1b5a6c-e836-4984-91ef-18c40b619bf4 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:58:21.072887 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b5a6c-e836-4984-91ef-18c40b619bf4 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Pushing event updated for resources: {'Port': ['ID=aa6d19ea-5fec-4da5-8451-cbbf0b8700b7,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:21.098076 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35410) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:21.148627 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-51dd90cc-ee5a-4629-ad14-98acc795e647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:21.408467 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-51dd90cc-ee5a-4629-ad14-98acc795e647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:21.414906 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-51dd90cc-ee5a-4629-ad14-98acc795e647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:21.451859 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-233fb589-c622-4b10-a5c1-3a89b939be24 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:21.454369 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-233fb589-c622-4b10-a5c1-3a89b939be24 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=42d38631-e256-4930-ba2f-0a20b23412ac&tenant_id=eab83a220c154216861503618b01c15d&binding%3Ahost_id=n-h1-771363-36 HTTP/1.1" status: 200 len: 1096 time: 0.5393934 Jul 15 12:58:21.473037 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd90cc-ee5a-4629-ad14-98acc795e647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b132543-14e7-4fc2-ab4b-c58d802d5013,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:21.479955 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-51dd90cc-ee5a-4629-ad14-98acc795e647 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1610bc407ca5455e847e63067818db77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3803167 Jul 15 12:58:21.483252 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35424) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:21.535018 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc51f3c-03de-4635-8886-555c794badee req-45fd323e-b7a8-4e3f-b96f-437277596321 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:21.542923 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7fc51f3c-03de-4635-8886-555c794badee req-45fd323e-b7a8-4e3f-b96f-437277596321 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=42d38631-e256-4930-ba2f-0a20b23412ac HTTP/1.1" status: 200 len: 944 time: 0.5795059 Jul 15 12:58:21.556495 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-00ec55bb-b1c0-4ad8-8b23-9f8ab781b0b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:21.558443 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-dfdd2d68-4ff6-4034-89cd-0838bd0efa2c req-7a1b5a6c-e836-4984-91ef-18c40b619bf4 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:21.584007 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-00ec55bb-b1c0-4ad8-8b23-9f8ab781b0b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:21.611646 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7fc51f3c-03de-4635-8886-555c794badee req-cf1e1503-ffb7-45c5-9fda-16c717792347 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677576 Jul 15 12:58:21.647357 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-00ec55bb-b1c0-4ad8-8b23-9f8ab781b0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:21.652776 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-00ec55bb-b1c0-4ad8-8b23-9f8ab781b0b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:21.658173 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-00ec55bb-b1c0-4ad8-8b23-9f8ab781b0b3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1b132543-14e7-4fc2-ab4b-c58d802d5013 HTTP/1.1" status: 204 len: 168 time: 0.1715314 Jul 15 12:58:21.672385 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec55bb-b1c0-4ad8-8b23-9f8ab781b0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b132543-14e7-4fc2-ab4b-c58d802d5013,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:21.682623 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-dfdd2d68-4ff6-4034-89cd-0838bd0efa2c req-7a1b5a6c-e836-4984-91ef-18c40b619bf4 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:21.811038 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-e34a2dc4-55ad-4bee-85b8-3593eb34f373 service neutron] For port b0642442-6154-4546-915d-d5c237c9811d, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:21.819952 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-e34a2dc4-55ad-4bee-85b8-3593eb34f373 service neutron] Notify callbacks [] for binding, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:21.821069 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-611ac985-b889-4d06-8963-7abbb49cc9d2 req-e34a2dc4-55ad-4bee-85b8-3593eb34f373 service neutron] 10.222.0.20 "DELETE /v2.0/ports/b0642442-6154-4546-915d-d5c237c9811d/bindings/n-h2-771363-36 HTTP/1.1" status: 204 len: 173 time: 0.3581288 Jul 15 12:58:21.901208 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35446) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:21.920272 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 5ad1673d-f6ae-4bae-be9f-39cd7f9f5624 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:21.928102 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d647798a-1bba-4389-a381-8723fe990d2a req-f946c793-0892-489a-b8b2-de3114ac4986 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=2b2079236f1f47059b39b20e5c464d3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429413 Jul 15 12:58:21.987492 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 5ad1673d-f6ae-4bae-be9f-39cd7f9f5624 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:21.992500 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 5ad1673d-f6ae-4bae-be9f-39cd7f9f5624 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:21.993607 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:22.120776 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:22.127416 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-feab78e1-8bdb-484d-a5ba-b389dc999f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:22.151527 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51cadb7b-64f3-4fc3-bdba-b86a43cc1fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad1673d-f6ae-4bae-be9f-39cd7f9f5624'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:22.154307 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86e0a74-8df5-4c09-8dc4-96c7875089d3" -d '{"events": [{"server_uuid": "51cadb7b-64f3-4fc3-bdba-b86a43cc1fb4", "name": "network-vif-plugged", "status": "completed", "tag": "5ad1673d-f6ae-4bae-be9f-39cd7f9f5624"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:22.156006 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-dfdd2d68-4ff6-4034-89cd-0838bd0efa2c req-7a1b5a6c-e836-4984-91ef-18c40b619bf4 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:22.170012 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647798a-1bba-4389-a381-8723fe990d2a req-004f3b78-ca2c-41f0-9de7-8cd2da715dd6 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:22.174537 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 5ad1673d-f6ae-4bae-be9f-39cd7f9f5624, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=5ad1673d-f6ae-4bae-be9f-39cd7f9f5624,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:22.180039 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d647798a-1bba-4389-a381-8723fe990d2a req-004f3b78-ca2c-41f0-9de7-8cd2da715dd6 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2184465 Jul 15 12:58:22.183596 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-dfdd2d68-4ff6-4034-89cd-0838bd0efa2c req-7a1b5a6c-e836-4984-91ef-18c40b619bf4 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:22.183842 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:22.184937 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device b0642442-6154-4546-915d-d5c237c9811d no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 12:58:22.237091 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b5a6c-e836-4984-91ef-18c40b619bf4 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Pushing event updated for resources: {'Port': ['ID=aa6d19ea-5fec-4da5-8451-cbbf0b8700b7,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:22.267147 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d647798a-1bba-4389-a381-8723fe990d2a req-122f535e-86ef-44be-9eed-1b7c3a0d1159 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/quotas/2b2079236f1f47059b39b20e5c464d3b HTTP/1.1" status: 200 len: 375 time: 0.0858898 Jul 15 12:58:22.315407 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-feab78e1-8bdb-484d-a5ba-b389dc999f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:22.321654 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-feab78e1-8bdb-484d-a5ba-b389dc999f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:22.325116 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device b0642442-6154-4546-915d-d5c237c9811d not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 12:58:22.332420 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=5ad1673d-f6ae-4bae-be9f-39cd7f9f5624,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:22.377155 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-feab78e1-8bdb-484d-a5ba-b389dc999f28 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9eeb7722290842079e9ca9617886c6e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4741018 Jul 15 12:58:22.379090 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab78e1-8bdb-484d-a5ba-b389dc999f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e07be67-b530-448b-a669-a5ef93d1e392,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:22.381866 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35466) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:22.455713 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6be7f240-9cc8-4843-b9c1-37d968f499e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:22.463463 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-dfdd2d68-4ff6-4034-89cd-0838bd0efa2c req-7a1b5a6c-e836-4984-91ef-18c40b619bf4 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:22.487047 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-dfdd2d68-4ff6-4034-89cd-0838bd0efa2c req-7a1b5a6c-e836-4984-91ef-18c40b619bf4 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:22.494336 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dfdd2d68-4ff6-4034-89cd-0838bd0efa2c req-7a1b5a6c-e836-4984-91ef-18c40b619bf4 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0177045 Jul 15 12:58:22.501476 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6be7f240-9cc8-4843-b9c1-37d968f499e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:22.535475 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d647798a-1bba-4389-a381-8723fe990d2a req-13385018-520d-4a4f-88d0-dac1750746fb tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b2079236f1f47059b39b20e5c464d3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2669299 Jul 15 12:58:22.576477 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6be7f240-9cc8-4843-b9c1-37d968f499e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:22.583031 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6be7f240-9cc8-4843-b9c1-37d968f499e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:22.587046 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6be7f240-9cc8-4843-b9c1-37d968f499e8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5e07be67-b530-448b-a669-a5ef93d1e392 HTTP/1.1" status: 204 len: 168 time: 0.2037311 Jul 15 12:58:22.598840 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7f240-9cc8-4843-b9c1-37d968f499e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e07be67-b530-448b-a669-a5ef93d1e392,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:22.599971 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dfdd2d68-4ff6-4034-89cd-0838bd0efa2c req-f9c69b2e-1777-4ba0-8bcd-1b25bd71e774 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.224 HTTP/1.1" status: 200 len: 696 time: 0.1045613 Jul 15 12:58:22.740191 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd2d68-4ff6-4034-89cd-0838bd0efa2c req-7d41a66e-3b98-4f49-8c8f-daf949b6a8f8 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:22.742502 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dfdd2d68-4ff6-4034-89cd-0838bd0efa2c req-7d41a66e-3b98-4f49-8c8f-daf949b6a8f8 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/networks/e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 784 time: 0.1415670 Jul 15 12:58:22.771220 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-dfdd2d68-4ff6-4034-89cd-0838bd0efa2c req-5cc9f8c6-c2b5-4429-aadf-4af4555d3481 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:58:22.773442 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dfdd2d68-4ff6-4034-89cd-0838bd0efa2c req-5cc9f8c6-c2b5-4429-aadf-4af4555d3481 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143619 Jul 15 12:58:22.892410 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa5bc78-1c6c-45f9-99cc-2d71aef4b046 x-openstack-request-id: req-efa5bc78-1c6c-45f9-99cc-2d71aef4b046 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:22.892691 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51cadb7b-64f3-4fc3-bdba-b86a43cc1fb4", "name": "network-vif-plugged", "status": "completed", "tag": "5ad1673d-f6ae-4bae-be9f-39cd7f9f5624", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:22.892944 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-efa5bc78-1c6c-45f9-99cc-2d71aef4b046 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:22.893354 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51cadb7b-64f3-4fc3-bdba-b86a43cc1fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad1673d-f6ae-4bae-be9f-39cd7f9f5624', 'code': 200} Jul 15 12:58:22.938029 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70995e24-8be2-4524-bbb3-bb686a3c2bf8 req-bdd0c57b-fe9d-48b2-854b-2fd04a94ced1 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:22.940217 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-70995e24-8be2-4524-bbb3-bb686a3c2bf8 req-bdd0c57b-fe9d-48b2-854b-2fd04a94ced1 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=51cadb7b-64f3-4fc3-bdba-b86a43cc1fb4 HTTP/1.1" status: 200 len: 950 time: 0.1331291 Jul 15 12:58:23.028078 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-70995e24-8be2-4524-bbb3-bb686a3c2bf8 req-5497e73b-0465-42d0-a7f4-5a8e54a962ee tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783556 Jul 15 12:58:23.062036 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7489970-2264-453e-a964-f492f1ed7600 req-3c5d1b0f-78da-40e9-8299-33c6dacbaf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:23.062036 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f7489970-2264-453e-a964-f492f1ed7600 req-3c5d1b0f-78da-40e9-8299-33c6dacbaf23 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=51cadb7b-64f3-4fc3-bdba-b86a43cc1fb4 HTTP/1.1" status: 200 len: 1102 time: 0.0904963 Jul 15 12:58:23.117397 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f7489970-2264-453e-a964-f492f1ed7600 req-94388dd5-3835-414d-b09e-cc5cf58a99fe service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492926 Jul 15 12:58:23.151771 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d4700c8f-33c6-4427-af7d-9177147e954e req-16ae4893-bf5a-4d57-85a7-ae1a1c65d4f3 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=7535332c-f6b2-4d67-9bee-9591454e7246 HTTP/1.1" status: 200 len: 210 time: 0.0442231 Jul 15 12:58:23.177881 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35504) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:23.195412 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b7f2f67a-dd67-4cba-97d3-ede3a9ed84dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:23.308151 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b7f2f67a-dd67-4cba-97d3-ede3a9ed84dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:23.314930 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b7f2f67a-dd67-4cba-97d3-ede3a9ed84dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:23.363530 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b7f2f67a-dd67-4cba-97d3-ede3a9ed84dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=93ce87961dfe4450b8e976c415c08e05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1833062 Jul 15 12:58:23.365061 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2f67a-dd67-4cba-97d3-ede3a9ed84dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29595325-3d2f-4848-8ebc-da1b6a3cf7cf,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:23.365801 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35510) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:23.446267 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-29184877-f957-42d8-8914-f0a1b1cef486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:23.485148 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-29184877-f957-42d8-8914-f0a1b1cef486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:23.501726 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85d9ae-3158-420e-be1e-c1fcd6cb2cc8 req-a3597d0d-bfea-4d5d-a436-837af9bf2f60 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:23.511165 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-da85d9ae-3158-420e-be1e-c1fcd6cb2cc8 req-a3597d0d-bfea-4d5d-a436-837af9bf2f60 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=42d38631-e256-4930-ba2f-0a20b23412ac HTTP/1.1" status: 200 len: 1096 time: 0.1164722 Jul 15 12:58:23.560492 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-da85d9ae-3158-420e-be1e-c1fcd6cb2cc8 req-0af0a73e-82b3-4085-9b3b-783edca265e3 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474584 Jul 15 12:58:23.595218 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-29184877-f957-42d8-8914-f0a1b1cef486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:23.599464 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-29184877-f957-42d8-8914-f0a1b1cef486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:23.602901 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-29184877-f957-42d8-8914-f0a1b1cef486 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/29595325-3d2f-4848-8ebc-da1b6a3cf7cf HTTP/1.1" status: 204 len: 168 time: 0.2334912 Jul 15 12:58:23.611762 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29184877-f957-42d8-8914-f0a1b1cef486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29595325-3d2f-4848-8ebc-da1b6a3cf7cf,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:23.742739 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02449541-a290-4da6-9d3f-1e39327abd12 req-e55e39ab-0f0a-49ca-85e9-fd1a23796932 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:23.744234 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02449541-a290-4da6-9d3f-1e39327abd12 req-e55e39ab-0f0a-49ca-85e9-fd1a23796932 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/networks?id=4321eda4-9fed-4248-8378-36b16e951de4 HTTP/1.1" status: 200 len: 821 time: 0.1328459 Jul 15 12:58:23.783235 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02449541-a290-4da6-9d3f-1e39327abd12 req-b69a5064-5b1f-4aa5-b6d5-6174714f050c tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/quotas/46138d491dbf4c0fafa5ada7fbe61124 HTTP/1.1" status: 200 len: 375 time: 0.0215676 Jul 15 12:58:23.974747 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02449541-a290-4da6-9d3f-1e39327abd12 req-13ec0bbd-58ce-4273-8d1b-61074f4ae00a tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=46138d491dbf4c0fafa5ada7fbe61124&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1784213 Jul 15 12:58:24.016034 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-abc3ea2b-ca7b-49ba-95da-655f5fc94011 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:24.021210 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35548) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:24.024398 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:58:24.027412 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-abc3ea2b-ca7b-49ba-95da-655f5fc94011 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/networks?id=3ccc611d-a289-44b3-992b-3e39605548b4 HTTP/1.1" status: 200 len: 807 time: 0.1787400 Jul 15 12:58:24.051201 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-9975f630-9119-427c-8e62-b597a2df26f2 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/quotas/eab83a220c154216861503618b01c15d HTTP/1.1" status: 200 len: 375 time: 0.0228822 Jul 15 12:58:24.143281 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02449541-a290-4da6-9d3f-1e39327abd12 req-126999cd-88ea-44c4-96b6-0ce576d2967f service neutron] 10.222.0.16 "GET /v2.0/networks/4321eda4-9fed-4248-8378-36b16e951de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608312 Jul 15 12:58:24.184229 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1bdb6ca3-4c75-450e-af27-774788a796cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:24.218088 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-ca64a232-1d44-4192-a903-b0794325ea03 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=eab83a220c154216861503618b01c15d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1373041 Jul 15 12:58:24.337650 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1bdb6ca3-4c75-450e-af27-774788a796cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:24.347315 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1bdb6ca3-4c75-450e-af27-774788a796cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:24.351700 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02449541-a290-4da6-9d3f-1e39327abd12 req-c143b2f0-0c6a-4d94-9d04-58a858ceb1e8 service neutron] 10.222.0.16 "GET /v2.0/networks/4321eda4-9fed-4248-8378-36b16e951de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003453 Jul 15 12:58:24.391658 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d647798a-1bba-4389-a381-8723fe990d2a req-e0658e90-1b40-4b56-97f8-2a1a06b79067 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2b2079236f1f47059b39b20e5c464d3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254810 Jul 15 12:58:24.400010 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-4dd00f63-581f-4c17-b38c-cec92f47441f service neutron] 10.222.0.16 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811373 Jul 15 12:58:24.468677 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb6ca3-4c75-450e-af27-774788a796cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d05afbb-166b-4311-9eac-aecff0a6602d,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:24.477195 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1bdb6ca3-4c75-450e-af27-774788a796cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ebf31c5fe40b4216a7ad64362be9c99f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4545815 Jul 15 12:58:24.479421 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35572) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:24.551353 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cdc820c3-7ac2-43c8-a749-8efdfc624886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:24.580888 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cdc820c3-7ac2-43c8-a749-8efdfc624886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:24.585917 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-290ab2c9-351e-4d93-8bb2-faa8d4d786c0 service neutron] 10.222.0.16 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848531 Jul 15 12:58:24.603238 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647798a-1bba-4389-a381-8723fe990d2a req-8b3aae48-43dc-4d82-bc05-f9a8811dad12 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:24.609248 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d647798a-1bba-4389-a381-8723fe990d2a req-8b3aae48-43dc-4d82-bc05-f9a8811dad12 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1987095 Jul 15 12:58:24.629111 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-d647798a-1bba-4389-a381-8723fe990d2a req-e77a9570-65f5-4f84-a45f-a2b03579f50a tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Request body: {'port': {'device_id': '7535332c-f6b2-4d67-9bee-9591454e7246', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'admin_state_up': True, 'tenant_id': '2b2079236f1f47059b39b20e5c464d3b'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:24.708363 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cdc820c3-7ac2-43c8-a749-8efdfc624886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:24.710842 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cdc820c3-7ac2-43c8-a749-8efdfc624886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:24.712164 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-cdc820c3-7ac2-43c8-a749-8efdfc624886 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1d05afbb-166b-4311-9eac-aecff0a6602d HTTP/1.1" status: 204 len: 168 time: 0.2315497 Jul 15 12:58:24.728097 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc820c3-7ac2-43c8-a749-8efdfc624886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d05afbb-166b-4311-9eac-aecff0a6602d,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:24.849784 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d647798a-1bba-4389-a381-8723fe990d2a req-e77a9570-65f5-4f84-a45f-a2b03579f50a tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Made reservation on behalf of 2b2079236f1f47059b39b20e5c464d3b for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:58:24.854342 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d647798a-1bba-4389-a381-8723fe990d2a req-e77a9570-65f5-4f84-a45f-a2b03579f50a tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:25.101499 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-055e8ce1-cfc3-4573-aa3e-ab767f5719dc req-e7c72873-dd6a-431a-9562-0c41a3ca48db tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=7535332c-f6b2-4d67-9bee-9591454e7246 HTTP/1.1" status: 200 len: 210 time: 0.0578501 Jul 15 12:58:25.203244 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb4b33-57ff-46bb-93ff-6919af92b1d5 req-82083e3e-d1e4-4e7d-b597-89e3368d9cb6 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:25.205437 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1bcb4b33-57ff-46bb-93ff-6919af92b1d5 req-82083e3e-d1e4-4e7d-b597-89e3368d9cb6 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=51cadb7b-64f3-4fc3-bdba-b86a43cc1fb4 HTTP/1.1" status: 200 len: 950 time: 0.3256800 Jul 15 12:58:25.294165 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1bcb4b33-57ff-46bb-93ff-6919af92b1d5 req-5218ddc7-445c-43df-909c-35987b864861 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763705 Jul 15 12:58:25.320442 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-d647798a-1bba-4389-a381-8723fe990d2a req-e77a9570-65f5-4f84-a45f-a2b03579f50a tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Allocated IP 192.168.233.139 (fb7e2853-c052-4bbe-a410-b119ef2f5100/f7332b1d-b5ae-478a-9a33-4a7a808c5484/10da2609-2cf4-40fc-b299-359977fbd2c7) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:25.383366 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35616) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:25.411962 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-02db45bd-db4a-42fb-b6f6-8bc229df11a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:25.531635 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5ce96295-e63f-44cb-a317-56b54d921dff req-baccacd5-4a28-420d-ae16-262ec0e8daac tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/ports?device_id=634ee7f0-6783-40ba-97c1-e64388bda6db HTTP/1.1" status: 200 len: 210 time: 0.0401022 Jul 15 12:58:25.603516 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d647798a-1bba-4389-a381-8723fe990d2a req-e77a9570-65f5-4f84-a45f-a2b03579f50a tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:25.633913 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-02db45bd-db4a-42fb-b6f6-8bc229df11a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:25.638009 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-d647798a-1bba-4389-a381-8723fe990d2a req-e77a9570-65f5-4f84-a45f-a2b03579f50a tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Transition to ACTIVE for port object 10da2609-2cf4-40fc-b299-359977fbd2c7 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:25.647497 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-02db45bd-db4a-42fb-b6f6-8bc229df11a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:25.726983 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-02db45bd-db4a-42fb-b6f6-8bc229df11a3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=afd0bdf8b97f429ea7b7f93f5dcc2446&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3422747 Jul 15 12:58:25.730255 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35622) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:25.739432 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d647798a-1bba-4389-a381-8723fe990d2a req-e77a9570-65f5-4f84-a45f-a2b03579f50a tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:25.753957 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['daa89cb7-47a0-4c32-b527-60c68c77355d'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:58:25.758738 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['374bbb4e-de88-44a8-a6a8-85f9944a88f3'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:58:25.762308 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db45bd-db4a-42fb-b6f6-8bc229df11a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b3062b-2d6d-4ee5-86bd-ef665bde7a42,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:25.948572 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a9570-65f5-4f84-a45f-a2b03579f50a tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Pushing event updated for resources: {'Port': ['ID=10da2609-2cf4-40fc-b299-359977fbd2c7,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:25.953034 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-399347e0-cca1-4758-b136-706e63971a2d req-be551f08-0e74-4856-8920-6f79d1fda9af tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a7fdaa-27c8-4857-8ae7-e5031291138b HTTP/1.1" status: 200 len: 210 time: 0.1506777 Jul 15 12:58:25.957840 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d647798a-1bba-4389-a381-8723fe990d2a req-e77a9570-65f5-4f84-a45f-a2b03579f50a tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Network fb7e2853-c052-4bbe-a410-b119ef2f5100 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:25.966819 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-d647798a-1bba-4389-a381-8723fe990d2a req-e77a9570-65f5-4f84-a45f-a2b03579f50a tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:25.995316 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-d647798a-1bba-4389-a381-8723fe990d2a req-e77a9570-65f5-4f84-a45f-a2b03579f50a tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:58:26.027371 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-59ff4aa5-a6bd-4144-8574-d45895373e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:26.100441 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-59ff4aa5-a6bd-4144-8574-d45895373e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:26.196411 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-59ff4aa5-a6bd-4144-8574-d45895373e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:26.199441 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-59ff4aa5-a6bd-4144-8574-d45895373e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:26.200951 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-59ff4aa5-a6bd-4144-8574-d45895373e7c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/78b3062b-2d6d-4ee5-86bd-ef665bde7a42 HTTP/1.1" status: 204 len: 168 time: 0.4690299 Jul 15 12:58:26.213737 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647798a-1bba-4389-a381-8723fe990d2a req-e77a9570-65f5-4f84-a45f-a2b03579f50a tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:26.214963 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d647798a-1bba-4389-a381-8723fe990d2a req-e77a9570-65f5-4f84-a45f-a2b03579f50a tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:26.231985 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff4aa5-a6bd-4144-8574-d45895373e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b3062b-2d6d-4ee5-86bd-ef665bde7a42,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:26.240883 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d647798a-1bba-4389-a381-8723fe990d2a req-e77a9570-65f5-4f84-a45f-a2b03579f50a tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6163161 Jul 15 12:58:26.269005 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-d647798a-1bba-4389-a381-8723fe990d2a req-ae6ce8ce-fcf4-44e5-b6ae-c53e1e37d3bb service neutron] Request body: {'port': {'device_id': '7535332c-f6b2-4d67-9bee-9591454e7246', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:26.358434 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-709e6618-77c5-47de-a33e-00651cca519e None None] Provisioning for port 10da2609-2cf4-40fc-b299-359977fbd2c7 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:26.364305 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-709e6618-77c5-47de-a33e-00651cca519e None None] Provisioning complete for port 10da2609-2cf4-40fc-b299-359977fbd2c7 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:26.364852 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-709e6618-77c5-47de-a33e-00651cca519e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:26.403197 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d647798a-1bba-4389-a381-8723fe990d2a req-ae6ce8ce-fcf4-44e5-b6ae-c53e1e37d3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:26.464815 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-709e6618-77c5-47de-a33e-00651cca519e None None] Port 10da2609-2cf4-40fc-b299-359977fbd2c7 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:58:26.470945 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02449541-a290-4da6-9d3f-1e39327abd12 req-b2b6b320-4aaa-43dc-a1cf-c617a86583df tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:26.472609 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-02449541-a290-4da6-9d3f-1e39327abd12 req-b2b6b320-4aaa-43dc-a1cf-c617a86583df tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.46 "GET /v2.0/networks?id=4321eda4-9fed-4248-8378-36b16e951de4 HTTP/1.1" status: 200 len: 821 time: 0.1845908 Jul 15 12:58:26.488141 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-02449541-a290-4da6-9d3f-1e39327abd12 req-8308d717-e23f-42ec-bbda-99b0d55e1e3b tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Request body: {'port': {'device_id': '634ee7f0-6783-40ba-97c1-e64388bda6db', 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4', 'admin_state_up': True, 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:26.626701 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02449541-a290-4da6-9d3f-1e39327abd12 req-8308d717-e23f-42ec-bbda-99b0d55e1e3b tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Made reservation on behalf of 46138d491dbf4c0fafa5ada7fbe61124 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:58:26.632890 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-02449541-a290-4da6-9d3f-1e39327abd12 req-8308d717-e23f-42ec-bbda-99b0d55e1e3b tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:26.807587 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-02449541-a290-4da6-9d3f-1e39327abd12 req-8308d717-e23f-42ec-bbda-99b0d55e1e3b tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Allocated IP 172.20.0.6 (4321eda4-9fed-4248-8378-36b16e951de4/e8665632-78d8-46eb-ba99-59b5531a3bc9/8b71818a-6844-4102-9987-9d7afbde2984) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:27.028695 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36111aa-f48a-45ec-ac8f-cbb3ff2dd93f req-a401a904-131d-42a8-bd9c-ba0805dd5c73 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:27.035844 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f36111aa-f48a-45ec-ac8f-cbb3ff2dd93f req-a401a904-131d-42a8-bd9c-ba0805dd5c73 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=7535332c-f6b2-4d67-9bee-9591454e7246 HTTP/1.1" status: 200 len: 936 time: 0.5071328 Jul 15 12:58:27.039108 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6230ed-4eac-43f5-827a-cd78b275d9ef req-69170f6f-e1fa-4bd7-baa4-18907da5ac5a tempest-ServersOnMultiNodesTest-356122630 tempest-ServersOnMultiNodesTest-356122630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:27.040813 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-be6230ed-4eac-43f5-827a-cd78b275d9ef req-69170f6f-e1fa-4bd7-baa4-18907da5ac5a tempest-ServersOnMultiNodesTest-356122630 tempest-ServersOnMultiNodesTest-356122630-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=51cadb7b-64f3-4fc3-bdba-b86a43cc1fb4 HTTP/1.1" status: 200 len: 1102 time: 0.5297005 Jul 15 12:58:27.127516 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-be6230ed-4eac-43f5-827a-cd78b275d9ef req-7e602bc6-5897-4c31-81a1-715d763d09d1 tempest-ServersOnMultiNodesTest-356122630 tempest-ServersOnMultiNodesTest-356122630-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:27.179045 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f36111aa-f48a-45ec-ac8f-cbb3ff2dd93f req-abfa5eef-4322-4834-bc2c-fa1a190bf44b tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423101 Jul 15 12:58:27.206255 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-e649bf6f-f456-421a-ad13-e34fd360b0de tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:27.207850 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-e649bf6f-f456-421a-ad13-e34fd360b0de tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.46 "GET /v2.0/networks?id=3ccc611d-a289-44b3-992b-3e39605548b4 HTTP/1.1" status: 200 len: 807 time: 0.2583096 Jul 15 12:58:27.229666 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-6a5e719e-8975-4157-a0d7-e32409f67177 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Request body: {'port': {'device_id': '34a7fdaa-27c8-4857-8ae7-e5031291138b', 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4', 'admin_state_up': True, 'tenant_id': 'eab83a220c154216861503618b01c15d'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:27.260268 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-02449541-a290-4da6-9d3f-1e39327abd12 req-8308d717-e23f-42ec-bbda-99b0d55e1e3b tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:27.281555 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-02449541-a290-4da6-9d3f-1e39327abd12 req-8308d717-e23f-42ec-bbda-99b0d55e1e3b tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Transition to ACTIVE for port object 8b71818a-6844-4102-9987-9d7afbde2984 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:27.326946 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-02449541-a290-4da6-9d3f-1e39327abd12 req-8308d717-e23f-42ec-bbda-99b0d55e1e3b tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:27.344916 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['2912c006-8100-4dc4-a370-28256722130c'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:58:27.360191 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-d647798a-1bba-4389-a381-8723fe990d2a req-ae6ce8ce-fcf4-44e5-b6ae-c53e1e37d3bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10da2609-2cf4-40fc-b299-359977fbd2c7 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:27.376804 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d647798a-1bba-4389-a381-8723fe990d2a req-ae6ce8ce-fcf4-44e5-b6ae-c53e1e37d3bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:27.408462 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-d647798a-1bba-4389-a381-8723fe990d2a req-ae6ce8ce-fcf4-44e5-b6ae-c53e1e37d3bb service neutron] Transition to ACTIVE for port object 10da2609-2cf4-40fc-b299-359977fbd2c7 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:27.426713 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d647798a-1bba-4389-a381-8723fe990d2a req-ae6ce8ce-fcf4-44e5-b6ae-c53e1e37d3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:27.468252 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-be6230ed-4eac-43f5-827a-cd78b275d9ef req-7e602bc6-5897-4c31-81a1-715d763d09d1 tempest-ServersOnMultiNodesTest-356122630 tempest-ServersOnMultiNodesTest-356122630-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:27.495799 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-be6230ed-4eac-43f5-827a-cd78b275d9ef req-7e602bc6-5897-4c31-81a1-715d763d09d1 tempest-ServersOnMultiNodesTest-356122630 tempest-ServersOnMultiNodesTest-356122630-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:27.517629 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8308d717-e23f-42ec-bbda-99b0d55e1e3b tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Pushing event updated for resources: {'Port': ['ID=8b71818a-6844-4102-9987-9d7afbde2984,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:27.524167 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02449541-a290-4da6-9d3f-1e39327abd12 req-8308d717-e23f-42ec-bbda-99b0d55e1e3b tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Network 4321eda4-9fed-4248-8378-36b16e951de4 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:27.527380 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-02449541-a290-4da6-9d3f-1e39327abd12 req-8308d717-e23f-42ec-bbda-99b0d55e1e3b tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:27.530852 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ce8ce-fcf4-44e5-b6ae-c53e1e37d3bb service neutron] Pushing event updated for resources: {'Port': ['ID=10da2609-2cf4-40fc-b299-359977fbd2c7,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:27.546888 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-02449541-a290-4da6-9d3f-1e39327abd12 req-8308d717-e23f-42ec-bbda-99b0d55e1e3b tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:58:27.562345 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02449541-a290-4da6-9d3f-1e39327abd12 req-8308d717-e23f-42ec-bbda-99b0d55e1e3b tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:27.563336 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-02449541-a290-4da6-9d3f-1e39327abd12 req-8308d717-e23f-42ec-bbda-99b0d55e1e3b tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:27.595416 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-be6230ed-4eac-43f5-827a-cd78b275d9ef req-7e602bc6-5897-4c31-81a1-715d763d09d1 tempest-ServersOnMultiNodesTest-356122630 tempest-ServersOnMultiNodesTest-356122630-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5391743 Jul 15 12:58:27.621723 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-02449541-a290-4da6-9d3f-1e39327abd12 req-8308d717-e23f-42ec-bbda-99b0d55e1e3b tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1386983 Jul 15 12:58:27.644942 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-02449541-a290-4da6-9d3f-1e39327abd12 req-26479098-7ff6-4f5a-b2d0-8f6a3db63969 service neutron] Request body: {'port': {'device_id': '634ee7f0-6783-40ba-97c1-e64388bda6db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:27.653775 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-6a5e719e-8975-4157-a0d7-e32409f67177 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Made reservation on behalf of eab83a220c154216861503618b01c15d for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:58:27.662789 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-6a5e719e-8975-4157-a0d7-e32409f67177 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:27.691303 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e602bc6-5897-4c31-81a1-715d763d09d1 tempest-ServersOnMultiNodesTest-356122630 tempest-ServersOnMultiNodesTest-356122630-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a73f5e7-80f3-4698-971e-853b3f5f7e49,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:27.805742 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-02449541-a290-4da6-9d3f-1e39327abd12 req-26479098-7ff6-4f5a-b2d0-8f6a3db63969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:27.925318 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-d647798a-1bba-4389-a381-8723fe990d2a req-ae6ce8ce-fcf4-44e5-b6ae-c53e1e37d3bb service neutron] Attempting to bind port 10da2609-2cf4-40fc-b299-359977fbd2c7 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:27.925318 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-d647798a-1bba-4389-a381-8723fe990d2a req-ae6ce8ce-fcf4-44e5-b6ae-c53e1e37d3bb service neutron] Attempting to bind port 10da2609-2cf4-40fc-b299-359977fbd2c7 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:27.925604 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d647798a-1bba-4389-a381-8723fe990d2a req-ae6ce8ce-fcf4-44e5-b6ae-c53e1e37d3bb service neutron] Attempting to bind port 10da2609-2cf4-40fc-b299-359977fbd2c7 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:27.952822 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-88b0c880-1d4a-4265-a472-0460e795f2a5 req-5b3b3b9a-e39c-4a09-9446-42d0f186a7d7 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a7fdaa-27c8-4857-8ae7-e5031291138b HTTP/1.1" status: 200 len: 210 time: 0.0718222 Jul 15 12:58:27.968686 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d647798a-1bba-4389-a381-8723fe990d2a req-ae6ce8ce-fcf4-44e5-b6ae-c53e1e37d3bb service neutron] Port 10da2609-2cf4-40fc-b299-359977fbd2c7 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:58:27.969348 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d647798a-1bba-4389-a381-8723fe990d2a req-ae6ce8ce-fcf4-44e5-b6ae-c53e1e37d3bb service neutron] Attempting to bind port 10da2609-2cf4-40fc-b299-359977fbd2c7 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:27.996874 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d647798a-1bba-4389-a381-8723fe990d2a req-ae6ce8ce-fcf4-44e5-b6ae-c53e1e37d3bb service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:27.997226 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d647798a-1bba-4389-a381-8723fe990d2a req-ae6ce8ce-fcf4-44e5-b6ae-c53e1e37d3bb service neutron] Checking segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:27.997615 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d647798a-1bba-4389-a381-8723fe990d2a req-ae6ce8ce-fcf4-44e5-b6ae-c53e1e37d3bb service neutron] Bound using segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:27.998061 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-d647798a-1bba-4389-a381-8723fe990d2a req-ae6ce8ce-fcf4-44e5-b6ae-c53e1e37d3bb service neutron] Bound port: 10da2609-2cf4-40fc-b299-359977fbd2c7, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:27.998417 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d647798a-1bba-4389-a381-8723fe990d2a req-ae6ce8ce-fcf4-44e5-b6ae-c53e1e37d3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:28.053539 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-e87457cb-153f-4a9d-b523-12e3768719f7 None None] Provisioning for port 8b71818a-6844-4102-9987-9d7afbde2984 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:28.058967 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-e87457cb-153f-4a9d-b523-12e3768719f7 None None] Provisioning complete for port 8b71818a-6844-4102-9987-9d7afbde2984 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:28.059436 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e87457cb-153f-4a9d-b523-12e3768719f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:28.091674 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-6a5e719e-8975-4157-a0d7-e32409f67177 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Allocated IP 172.20.0.14 (3ccc611d-a289-44b3-992b-3e39605548b4/7de80623-b855-4366-a308-8757d4a69fb8/ec165489-6404-4f71-9fed-f5dcaecaf6b1) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:28.137963 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-e87457cb-153f-4a9d-b523-12e3768719f7 None None] Port 8b71818a-6844-4102-9987-9d7afbde2984 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:58:28.141200 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ae9e8-3ae7-49be-b4f8-21b53453d4ce req-7056003d-3e8c-438a-8c47-58fea95e8d96 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:28.148353 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-634ae9e8-3ae7-49be-b4f8-21b53453d4ce req-7056003d-3e8c-438a-8c47-58fea95e8d96 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/ports?device_id=634ee7f0-6783-40ba-97c1-e64388bda6db HTTP/1.1" status: 200 len: 931 time: 0.2002237 Jul 15 12:58:28.185715 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-d647798a-1bba-4389-a381-8723fe990d2a req-ae6ce8ce-fcf4-44e5-b6ae-c53e1e37d3bb service neutron] For port 10da2609-2cf4-40fc-b299-359977fbd2c7, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:28.225586 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-d647798a-1bba-4389-a381-8723fe990d2a req-ae6ce8ce-fcf4-44e5-b6ae-c53e1e37d3bb service neutron] For port 10da2609-2cf4-40fc-b299-359977fbd2c7, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=10da2609-2cf4-40fc-b299-359977fbd2c7,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:28.238742 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-634ae9e8-3ae7-49be-b4f8-21b53453d4ce req-c61bbdc2-7551-4f2a-a57b-874fa190ea55 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d2cba0-0905-427c-92df-4d9a994ab05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894899 Jul 15 12:58:28.244416 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d647798a-1bba-4389-a381-8723fe990d2a req-ae6ce8ce-fcf4-44e5-b6ae-c53e1e37d3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:28.312187 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647798a-1bba-4389-a381-8723fe990d2a req-ae6ce8ce-fcf4-44e5-b6ae-c53e1e37d3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:28.312805 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d647798a-1bba-4389-a381-8723fe990d2a req-ae6ce8ce-fcf4-44e5-b6ae-c53e1e37d3bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:28.314207 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d647798a-1bba-4389-a381-8723fe990d2a req-ae6ce8ce-fcf4-44e5-b6ae-c53e1e37d3bb service neutron] 10.222.0.20 "PUT /v2.0/ports/10da2609-2cf4-40fc-b299-359977fbd2c7 HTTP/1.1" status: 200 len: 1097 time: 2.0537660 Jul 15 12:58:28.314753 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7535332c-f6b2-4d67-9bee-9591454e7246', 'tag': '10da2609-2cf4-40fc-b299-359977fbd2c7'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:28.317685 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b31cacf-8b63-4df7-b986-e52a8475c02a" -d '{"events": [{"name": "network-changed", "server_uuid": "7535332c-f6b2-4d67-9bee-9591454e7246", "tag": "10da2609-2cf4-40fc-b299-359977fbd2c7"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:28.380030 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-02449541-a290-4da6-9d3f-1e39327abd12 req-26479098-7ff6-4f5a-b2d0-8f6a3db63969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b71818a-6844-4102-9987-9d7afbde2984 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:28.398706 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-02449541-a290-4da6-9d3f-1e39327abd12 req-26479098-7ff6-4f5a-b2d0-8f6a3db63969 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:28.428249 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-02449541-a290-4da6-9d3f-1e39327abd12 req-26479098-7ff6-4f5a-b2d0-8f6a3db63969 service neutron] Transition to ACTIVE for port object 8b71818a-6844-4102-9987-9d7afbde2984 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:28.443003 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-02449541-a290-4da6-9d3f-1e39327abd12 req-26479098-7ff6-4f5a-b2d0-8f6a3db63969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:28.445882 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ce8ce-fcf4-44e5-b6ae-c53e1e37d3bb service neutron] Pushing event updated for resources: {'Port': ['ID=10da2609-2cf4-40fc-b299-359977fbd2c7,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:28.544497 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26479098-7ff6-4f5a-b2d0-8f6a3db63969 service neutron] Pushing event updated for resources: {'Port': ['ID=8b71818a-6844-4102-9987-9d7afbde2984,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:28.637470 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-6a5e719e-8975-4157-a0d7-e32409f67177 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:28.647268 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-02449541-a290-4da6-9d3f-1e39327abd12 req-26479098-7ff6-4f5a-b2d0-8f6a3db63969 service neutron] Attempting to bind port 8b71818a-6844-4102-9987-9d7afbde2984 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:28.647839 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-02449541-a290-4da6-9d3f-1e39327abd12 req-26479098-7ff6-4f5a-b2d0-8f6a3db63969 service neutron] Attempting to bind port 8b71818a-6844-4102-9987-9d7afbde2984 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:28.648683 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02449541-a290-4da6-9d3f-1e39327abd12 req-26479098-7ff6-4f5a-b2d0-8f6a3db63969 service neutron] Attempting to bind port 8b71818a-6844-4102-9987-9d7afbde2984 on network 4321eda4-9fed-4248-8378-36b16e951de4 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:28.653795 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02449541-a290-4da6-9d3f-1e39327abd12 req-26479098-7ff6-4f5a-b2d0-8f6a3db63969 service neutron] Port 8b71818a-6844-4102-9987-9d7afbde2984 on network 4321eda4-9fed-4248-8378-36b16e951de4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:58:28.654125 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02449541-a290-4da6-9d3f-1e39327abd12 req-26479098-7ff6-4f5a-b2d0-8f6a3db63969 service neutron] Attempting to bind port 8b71818a-6844-4102-9987-9d7afbde2984 on network 4321eda4-9fed-4248-8378-36b16e951de4 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:28.659799 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02449541-a290-4da6-9d3f-1e39327abd12 req-26479098-7ff6-4f5a-b2d0-8f6a3db63969 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:28.660140 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02449541-a290-4da6-9d3f-1e39327abd12 req-26479098-7ff6-4f5a-b2d0-8f6a3db63969 service neutron] Checking segment: {'id': '94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:28.660526 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02449541-a290-4da6-9d3f-1e39327abd12 req-26479098-7ff6-4f5a-b2d0-8f6a3db63969 service neutron] Bound using segment: {'id': '94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:28.660951 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-02449541-a290-4da6-9d3f-1e39327abd12 req-26479098-7ff6-4f5a-b2d0-8f6a3db63969 service neutron] Bound port: 8b71818a-6844-4102-9987-9d7afbde2984, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:28.661312 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-02449541-a290-4da6-9d3f-1e39327abd12 req-26479098-7ff6-4f5a-b2d0-8f6a3db63969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:28.728921 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:28.731300 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-6a5e719e-8975-4157-a0d7-e32409f67177 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:28.758364 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-6a5e719e-8975-4157-a0d7-e32409f67177 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Network 3ccc611d-a289-44b3-992b-3e39605548b4 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:28.761868 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-6a5e719e-8975-4157-a0d7-e32409f67177 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:28.765142 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647798a-1bba-4389-a381-8723fe990d2a req-8de75496-d151-4acb-8988-5309929f7b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:28.766681 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d647798a-1bba-4389-a381-8723fe990d2a req-8de75496-d151-4acb-8988-5309929f7b11 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2b2079236f1f47059b39b20e5c464d3b&device_id=7535332c-f6b2-4d67-9bee-9591454e7246 HTTP/1.1" status: 200 len: 1100 time: 0.3676548 Jul 15 12:58:28.782393 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-02449541-a290-4da6-9d3f-1e39327abd12 req-26479098-7ff6-4f5a-b2d0-8f6a3db63969 service neutron] For port 8b71818a-6844-4102-9987-9d7afbde2984, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:28.786327 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-02449541-a290-4da6-9d3f-1e39327abd12 req-26479098-7ff6-4f5a-b2d0-8f6a3db63969 service neutron] For port 8b71818a-6844-4102-9987-9d7afbde2984, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=8b71818a-6844-4102-9987-9d7afbde2984,segment=NetworkSegment(94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56),segment_id=94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:28.791273 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-02449541-a290-4da6-9d3f-1e39327abd12 req-26479098-7ff6-4f5a-b2d0-8f6a3db63969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:28.803414 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-6a5e719e-8975-4157-a0d7-e32409f67177 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:58:28.823694 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02449541-a290-4da6-9d3f-1e39327abd12 req-26479098-7ff6-4f5a-b2d0-8f6a3db63969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:28.824432 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-02449541-a290-4da6-9d3f-1e39327abd12 req-26479098-7ff6-4f5a-b2d0-8f6a3db63969 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:28.826105 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-02449541-a290-4da6-9d3f-1e39327abd12 req-26479098-7ff6-4f5a-b2d0-8f6a3db63969 service neutron] 10.222.0.46 "PUT /v2.0/ports/8b71818a-6844-4102-9987-9d7afbde2984 HTTP/1.1" status: 200 len: 1092 time: 1.1970711 Jul 15 12:58:28.828863 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '634ee7f0-6783-40ba-97c1-e64388bda6db', 'tag': '8b71818a-6844-4102-9987-9d7afbde2984'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:28.832102 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904ca473-1279-4237-bca5-d0757ee61ce8" -d '{"events": [{"name": "network-changed", "server_uuid": "634ee7f0-6783-40ba-97c1-e64388bda6db", "tag": "8b71818a-6844-4102-9987-9d7afbde2984"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:28.853580 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35718) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:28.884353 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26479098-7ff6-4f5a-b2d0-8f6a3db63969 service neutron] Pushing event updated for resources: {'Port': ['ID=8b71818a-6844-4102-9987-9d7afbde2984,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:28.941239 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d647798a-1bba-4389-a381-8723fe990d2a req-b52b54bd-0b6c-4fa4-bd88-a83ff585cc04 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=10da2609-2cf4-40fc-b299-359977fbd2c7 HTTP/1.1" status: 200 len: 217 time: 0.0456512 Jul 15 12:58:28.947120 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-6a5e719e-8975-4157-a0d7-e32409f67177 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:28.948126 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-6a5e719e-8975-4157-a0d7-e32409f67177 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:28.970524 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c1524-ec89-4c04-bf69-bbc28c30accc req-87e79c78-3fd4-4b46-9565-d81fa3d16b0f tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:28.975652 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f82c1524-ec89-4c04-bf69-bbc28c30accc req-87e79c78-3fd4-4b46-9565-d81fa3d16b0f tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=7535332c-f6b2-4d67-9bee-9591454e7246 HTTP/1.1" status: 200 len: 948 time: 0.4521775 Jul 15 12:58:29.007434 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02449541-a290-4da6-9d3f-1e39327abd12 req-e7f625c9-ca12-4e16-b8d8-71da86459cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:29.008946 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-02449541-a290-4da6-9d3f-1e39327abd12 req-e7f625c9-ca12-4e16-b8d8-71da86459cc5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=46138d491dbf4c0fafa5ada7fbe61124&device_id=634ee7f0-6783-40ba-97c1-e64388bda6db HTTP/1.1" status: 200 len: 1095 time: 0.0971251 Jul 15 12:58:29.020295 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e719e-8975-4157-a0d7-e32409f67177 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Pushing event updated for resources: {'Port': ['ID=ec165489-6404-4f71-9fed-f5dcaecaf6b1,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:29.081710 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-6a5e719e-8975-4157-a0d7-e32409f67177 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8566275 Jul 15 12:58:29.088338 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-02449541-a290-4da6-9d3f-1e39327abd12 req-542a9d6f-332b-49ca-80be-947d0c2165ff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b71818a-6844-4102-9987-9d7afbde2984 HTTP/1.1" status: 200 len: 217 time: 0.0715320 Jul 15 12:58:29.089399 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e183271c-26ff-4210-859e-573b6bc03b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:29.096382 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-33e1155b-fa04-41ac-86cc-f7f95022d6ef service neutron] Request body: {'port': {'device_id': '34a7fdaa-27c8-4857-8ae7-e5031291138b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:29.103185 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647798a-1bba-4389-a381-8723fe990d2a req-3b52e91b-2754-4963-aec7-5b96a6a8b2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:29.104801 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d647798a-1bba-4389-a381-8723fe990d2a req-3b52e91b-2754-4963-aec7-5b96a6a8b2e4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.1542730 Jul 15 12:58:29.107105 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:29.125071 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f82c1524-ec89-4c04-bf69-bbc28c30accc req-751db275-94ff-41a7-8c44-529127d91c8d tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431520 Jul 15 12:58:29.183404 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02449541-a290-4da6-9d3f-1e39327abd12 req-0ba6d502-5d5f-4ef7-a751-f97452a45009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:29.184503 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-02449541-a290-4da6-9d3f-1e39327abd12 req-0ba6d502-5d5f-4ef7-a751-f97452a45009 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8665632-78d8-46eb-ba99-59b5531a3bc9 HTTP/1.1" status: 200 len: 860 time: 0.0852320 Jul 15 12:58:29.220471 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-33e1155b-fa04-41ac-86cc-f7f95022d6ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:29.260786 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-9b10f772-fccc-45ab-9d35-1accbb0f5058 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=70b334eb6b1c4823bfeb87b9e0290ca2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348678 Jul 15 12:58:29.287081 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647798a-1bba-4389-a381-8723fe990d2a req-c4c87b73-0c8c-4921-bf2d-7e4cceae5404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:29.288589 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d647798a-1bba-4389-a381-8723fe990d2a req-c4c87b73-0c8c-4921-bf2d-7e4cceae5404 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1626790 Jul 15 12:58:29.291254 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02449541-a290-4da6-9d3f-1e39327abd12 req-9dd6837a-575c-4e39-bae8-c9a1a0901a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:29.293437 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-02449541-a290-4da6-9d3f-1e39327abd12 req-9dd6837a-575c-4e39-bae8-c9a1a0901a4a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4321eda4-9fed-4248-8378-36b16e951de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1008356 Jul 15 12:58:29.311131 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e183271c-26ff-4210-859e-573b6bc03b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:29.333412 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e183271c-26ff-4210-859e-573b6bc03b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:29.352259 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b391aa-30a9-4305-bcb4-b89b1ba40934 x-openstack-request-id: req-15b391aa-30a9-4305-bcb4-b89b1ba40934 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:29.352966 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7535332c-f6b2-4d67-9bee-9591454e7246", "tag": "10da2609-2cf4-40fc-b299-359977fbd2c7", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:29.352966 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-15b391aa-30a9-4305-bcb4-b89b1ba40934 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:29.353180 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7535332c-f6b2-4d67-9bee-9591454e7246', 'tag': '10da2609-2cf4-40fc-b299-359977fbd2c7', 'status': 'completed', 'code': 200} Jul 15 12:58:29.406819 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e183271c-26ff-4210-859e-573b6bc03b56 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=535c340b9237411c995e92af849a90dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5516102 Jul 15 12:58:29.411569 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e183271c-26ff-4210-859e-573b6bc03b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3878e8-24d5-4532-b206-0bdf20770a97,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:29.414242 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35738) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:29.460071 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-02449541-a290-4da6-9d3f-1e39327abd12 req-e20cb766-59bb-490c-bedb-01b2231531c1 service neutron] 10.222.0.46 "GET /v2.0/networks/4321eda4-9fed-4248-8378-36b16e951de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588314 Jul 15 12:58:29.525906 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce07c836-56a2-404e-9232-eee18c8a9fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:29.576388 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-3adbe890-b4b2-4c14-bf50-d2fcd8e045d6 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:29.577909 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-3adbe890-b4b2-4c14-bf50-d2fcd8e045d6 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2868638 Jul 15 12:58:29.579744 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d647798a-1bba-4389-a381-8723fe990d2a req-986db005-79ce-4e97-9b67-ea6c52fb6991 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716084 Jul 15 12:58:29.582807 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce07c836-56a2-404e-9232-eee18c8a9fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:29.601249 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8fce1b30-0bc7-4283-b17f-cd45c514c765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:29.613402 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-02449541-a290-4da6-9d3f-1e39327abd12 req-ecb73fb6-2b2d-4ec9-b0ad-0298da226253 service neutron] 10.222.0.46 "GET /v2.0/networks/4321eda4-9fed-4248-8378-36b16e951de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381056 Jul 15 12:58:29.649062 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce07c836-56a2-404e-9232-eee18c8a9fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:29.651718 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce07c836-56a2-404e-9232-eee18c8a9fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:29.652996 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ce07c836-56a2-404e-9232-eee18c8a9fce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fe3878e8-24d5-4532-b206-0bdf20770a97 HTTP/1.1" status: 204 len: 168 time: 0.2361631 Jul 15 12:58:29.662459 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce07c836-56a2-404e-9232-eee18c8a9fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3878e8-24d5-4532-b206-0bdf20770a97,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:29.672804 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-983cb13a-77ab-4969-b566-a50606fa2da4 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/quotas/70b334eb6b1c4823bfeb87b9e0290ca2 HTTP/1.1" status: 200 len: 375 time: 0.0544484 Jul 15 12:58:29.696547 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-00250d59-a1f3-445d-b021-52d74148d65c req-2fed0214-4948-4c76-bb29-7044ab53bf74 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=6b7bde79c0934401b5eb4cce305bf3d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573905 Jul 15 12:58:29.924532 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35752) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:29.925864 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d647798a-1bba-4389-a381-8723fe990d2a req-a45ffa23-a7ae-4e5a-9964-b4584251abd6 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089786 Jul 15 12:58:29.936905 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-33e1155b-fa04-41ac-86cc-f7f95022d6ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec165489-6404-4f71-9fed-f5dcaecaf6b1 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:29.938538 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-70fd1b86-4703-4a92-bce3-5fa6adf16473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:29.958070 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-33e1155b-fa04-41ac-86cc-f7f95022d6ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:29.977749 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00250d59-a1f3-445d-b021-52d74148d65c req-3e661c3c-18e2-438a-82a8-1dcb5e2656a1 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:29.979269 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-00250d59-a1f3-445d-b021-52d74148d65c req-3e661c3c-18e2-438a-82a8-1dcb5e2656a1 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2630637 Jul 15 12:58:29.986880 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-5953912a-8f97-4cd0-a3cf-e383c7684156 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=70b334eb6b1c4823bfeb87b9e0290ca2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2999189 Jul 15 12:58:29.997732 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-33e1155b-fa04-41ac-86cc-f7f95022d6ef service neutron] Transition to ACTIVE for port object ec165489-6404-4f71-9fed-f5dcaecaf6b1 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:30.023168 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-33e1155b-fa04-41ac-86cc-f7f95022d6ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:30.035127 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-70fd1b86-4703-4a92-bce3-5fa6adf16473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:30.037659 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-00250d59-a1f3-445d-b021-52d74148d65c req-0cf30fc5-fa37-4e9d-bd12-e94224b5ce05 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/quotas/6b7bde79c0934401b5eb4cce305bf3d9 HTTP/1.1" status: 200 len: 375 time: 0.0420973 Jul 15 12:58:30.042200 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-70fd1b86-4703-4a92-bce3-5fa6adf16473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:30.092674 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-70fd1b86-4703-4a92-bce3-5fa6adf16473 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=35c2f1813e8b4e8ca8d3f2696cfa18d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1645281 Jul 15 12:58:30.092903 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35754) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:30.102530 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd1b86-4703-4a92-bce3-5fa6adf16473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75df4862-a7bd-4749-8ac8-884ddef2bc69,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:30.161030 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce474589-4143-4df8-8f0c-46f4ab4c1e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:30.189982 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce474589-4143-4df8-8f0c-46f4ab4c1e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:30.246722 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce474589-4143-4df8-8f0c-46f4ab4c1e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:30.249496 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce474589-4143-4df8-8f0c-46f4ab4c1e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:30.250880 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ce474589-4143-4df8-8f0c-46f4ab4c1e9d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/75df4862-a7bd-4749-8ac8-884ddef2bc69 HTTP/1.1" status: 204 len: 168 time: 0.1564827 Jul 15 12:58:30.272741 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce474589-4143-4df8-8f0c-46f4ab4c1e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75df4862-a7bd-4749-8ac8-884ddef2bc69,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:30.340319 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-00250d59-a1f3-445d-b021-52d74148d65c req-7ac3f81b-73b2-42f2-ba04-f439c192a6f2 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b7bde79c0934401b5eb4cce305bf3d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438192 Jul 15 12:58:30.352676 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1155b-fa04-41ac-86cc-f7f95022d6ef service neutron] Pushing event updated for resources: {'Port': ['ID=ec165489-6404-4f71-9fed-f5dcaecaf6b1,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:30.419543 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31cacf-8b63-4df7-b986-e52a8475c02a req-ea4ced92-85e0-4e5a-a29e-dac62546fe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:30.421644 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b31cacf-8b63-4df7-b986-e52a8475c02a req-ea4ced92-85e0-4e5a-a29e-dac62546fe09 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2b2079236f1f47059b39b20e5c464d3b&device_id=7535332c-f6b2-4d67-9bee-9591454e7246 HTTP/1.1" status: 200 len: 1100 time: 0.4392016 Jul 15 12:58:30.467320 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-33e1155b-fa04-41ac-86cc-f7f95022d6ef service neutron] Attempting to bind port ec165489-6404-4f71-9fed-f5dcaecaf6b1 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:30.467830 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-33e1155b-fa04-41ac-86cc-f7f95022d6ef service neutron] Attempting to bind port ec165489-6404-4f71-9fed-f5dcaecaf6b1 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:30.468612 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-33e1155b-fa04-41ac-86cc-f7f95022d6ef service neutron] Attempting to bind port ec165489-6404-4f71-9fed-f5dcaecaf6b1 on network 3ccc611d-a289-44b3-992b-3e39605548b4 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:30.477927 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-33e1155b-fa04-41ac-86cc-f7f95022d6ef service neutron] Port ec165489-6404-4f71-9fed-f5dcaecaf6b1 on network 3ccc611d-a289-44b3-992b-3e39605548b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:58:30.478278 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-33e1155b-fa04-41ac-86cc-f7f95022d6ef service neutron] Attempting to bind port ec165489-6404-4f71-9fed-f5dcaecaf6b1 on network 3ccc611d-a289-44b3-992b-3e39605548b4 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:30.513947 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-33e1155b-fa04-41ac-86cc-f7f95022d6ef service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:30.514296 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-33e1155b-fa04-41ac-86cc-f7f95022d6ef service neutron] Checking segment: {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:30.514716 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-33e1155b-fa04-41ac-86cc-f7f95022d6ef service neutron] Bound using segment: {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:30.515371 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-33e1155b-fa04-41ac-86cc-f7f95022d6ef service neutron] Bound port: ec165489-6404-4f71-9fed-f5dcaecaf6b1, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:30.515923 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-33e1155b-fa04-41ac-86cc-f7f95022d6ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:30.595471 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31cacf-8b63-4df7-b986-e52a8475c02a req-a9cc8e9a-9371-4cbb-8e88-32c8c4d38402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:30.597860 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b31cacf-8b63-4df7-b986-e52a8475c02a req-a9cc8e9a-9371-4cbb-8e88-32c8c4d38402 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.1636620 Jul 15 12:58:30.633308 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5dfbeba-fb7e-4316-b469-df599b8d7323 x-openstack-request-id: req-a5dfbeba-fb7e-4316-b469-df599b8d7323 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:30.633823 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "634ee7f0-6783-40ba-97c1-e64388bda6db", "tag": "8b71818a-6844-4102-9987-9d7afbde2984", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:30.633823 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5dfbeba-fb7e-4316-b469-df599b8d7323 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:30.634261 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '634ee7f0-6783-40ba-97c1-e64388bda6db', 'tag': '8b71818a-6844-4102-9987-9d7afbde2984', 'status': 'completed', 'code': 200} Jul 15 12:58:30.692943 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b31cacf-8b63-4df7-b986-e52a8475c02a req-aeb9947a-3dbc-43d8-ad13-f35030db4e48 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=10da2609-2cf4-40fc-b299-359977fbd2c7 HTTP/1.1" status: 200 len: 217 time: 0.0856493 Jul 15 12:58:30.717252 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-33e1155b-fa04-41ac-86cc-f7f95022d6ef service neutron] For port ec165489-6404-4f71-9fed-f5dcaecaf6b1, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:30.775900 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ca473-1279-4237-bca5-d0757ee61ce8 req-c0b80514-7dd3-4add-bbbc-07453f0b8789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:30.778030 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-904ca473-1279-4237-bca5-d0757ee61ce8 req-c0b80514-7dd3-4add-bbbc-07453f0b8789 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=46138d491dbf4c0fafa5ada7fbe61124&device_id=634ee7f0-6783-40ba-97c1-e64388bda6db HTTP/1.1" status: 200 len: 1095 time: 0.1105695 Jul 15 12:58:30.805394 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-33e1155b-fa04-41ac-86cc-f7f95022d6ef service neutron] For port ec165489-6404-4f71-9fed-f5dcaecaf6b1, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ec165489-6404-4f71-9fed-f5dcaecaf6b1,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:30.822606 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-33e1155b-fa04-41ac-86cc-f7f95022d6ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:30.825298 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31cacf-8b63-4df7-b986-e52a8475c02a req-38436b8c-d5b8-4c3a-aff2-57baee1082fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:30.826848 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b31cacf-8b63-4df7-b986-e52a8475c02a req-38436b8c-d5b8-4c3a-aff2-57baee1082fa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.1199679 Jul 15 12:58:30.939168 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-33e1155b-fa04-41ac-86cc-f7f95022d6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:30.939846 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-33e1155b-fa04-41ac-86cc-f7f95022d6ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:30.941789 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-33e1155b-fa04-41ac-86cc-f7f95022d6ef service neutron] 10.222.0.46 "PUT /v2.0/ports/ec165489-6404-4f71-9fed-f5dcaecaf6b1 HTTP/1.1" status: 200 len: 1093 time: 1.8513970 Jul 15 12:58:30.942179 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ca473-1279-4237-bca5-d0757ee61ce8 req-932acf6d-948b-46a2-b6e6-7323f12d62aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:30.944011 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-904ca473-1279-4237-bca5-d0757ee61ce8 req-932acf6d-948b-46a2-b6e6-7323f12d62aa service neutron] 10.222.0.46 "GET /v2.0/networks?id=4321eda4-9fed-4248-8378-36b16e951de4 HTTP/1.1" status: 200 len: 922 time: 0.1584420 Jul 15 12:58:30.989299 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689ae10-e4f2-4d72-8265-3071fc78897e req-90f6e2ca-b2b8-4231-9f76-a1ffeebdeae6 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:30.996231 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2689ae10-e4f2-4d72-8265-3071fc78897e req-90f6e2ca-b2b8-4231-9f76-a1ffeebdeae6 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a7fdaa-27c8-4857-8ae7-e5031291138b HTTP/1.1" status: 200 len: 944 time: 0.3204286 Jul 15 12:58:31.009119 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1155b-fa04-41ac-86cc-f7f95022d6ef service neutron] Pushing event updated for resources: {'Port': ['ID=ec165489-6404-4f71-9fed-f5dcaecaf6b1,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:31.044319 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-904ca473-1279-4237-bca5-d0757ee61ce8 req-2a112610-c8a0-4cac-a370-9e5b814ea9e3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b71818a-6844-4102-9987-9d7afbde2984 HTTP/1.1" status: 200 len: 217 time: 0.0849912 Jul 15 12:58:31.111566 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2689ae10-e4f2-4d72-8265-3071fc78897e req-0a0b0061-56af-4236-96f2-28d17399eb2b tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139896 Jul 15 12:58:31.133385 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09948451-e04d-4246-be34-b37af5074e74 req-4d89ac8c-ac5b-406c-b8d7-dab45701ce4d tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:31.144451 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-09948451-e04d-4246-be34-b37af5074e74 req-4d89ac8c-ac5b-406c-b8d7-dab45701ce4d tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/ports?device_id=634ee7f0-6783-40ba-97c1-e64388bda6db HTTP/1.1" status: 200 len: 943 time: 0.3116596 Jul 15 12:58:31.168964 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31cacf-8b63-4df7-b986-e52a8475c02a req-f85cf11e-0f9d-4822-9977-0727ffb4cb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:31.171120 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b31cacf-8b63-4df7-b986-e52a8475c02a req-f85cf11e-0f9d-4822-9977-0727ffb4cb7a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3303924 Jul 15 12:58:31.194067 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ca473-1279-4237-bca5-d0757ee61ce8 req-1e71b3c0-cd6a-4b55-8782-d58655e7fec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:31.199812 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-904ca473-1279-4237-bca5-d0757ee61ce8 req-1e71b3c0-cd6a-4b55-8782-d58655e7fec5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8665632-78d8-46eb-ba99-59b5531a3bc9 HTTP/1.1" status: 200 len: 860 time: 0.1458888 Jul 15 12:58:31.229788 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-ea1a034e-e3b1-4651-8621-329ba708c25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:31.231831 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-ea1a034e-e3b1-4651-8621-329ba708c25f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eab83a220c154216861503618b01c15d&device_id=34a7fdaa-27c8-4857-8ae7-e5031291138b HTTP/1.1" status: 200 len: 1096 time: 0.2238858 Jul 15 12:58:31.271807 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-09948451-e04d-4246-be34-b37af5074e74 req-fe7d9496-f006-4da4-bd0f-57dfa86c798c tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d2cba0-0905-427c-92df-4d9a994ab05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261089 Jul 15 12:58:31.325350 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-10624c2d-7629-44ff-9c14-77a12a31dfba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec165489-6404-4f71-9fed-f5dcaecaf6b1 HTTP/1.1" status: 200 len: 217 time: 0.0644770 Jul 15 12:58:31.352631 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ca473-1279-4237-bca5-d0757ee61ce8 req-cffe282a-e253-4b85-9e2b-6190698c6f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:31.355433 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-904ca473-1279-4237-bca5-d0757ee61ce8 req-cffe282a-e253-4b85-9e2b-6190698c6f33 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4321eda4-9fed-4248-8378-36b16e951de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1507120 Jul 15 12:58:31.378483 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a7fdaa-27c8-4857-8ae7-e5031291138b', 'tag': 'ec165489-6404-4f71-9fed-f5dcaecaf6b1'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:31.381742 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314d36b9-37d2-4d04-b537-0805327a3c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "34a7fdaa-27c8-4857-8ae7-e5031291138b", "tag": "ec165489-6404-4f71-9fed-f5dcaecaf6b1"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:31.469253 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-38e8bc2d-3d18-4c3d-94cf-ded612fd16ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:31.470794 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-38e8bc2d-3d18-4c3d-94cf-ded612fd16ee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7de80623-b855-4366-a308-8757d4a69fb8 HTTP/1.1" status: 200 len: 847 time: 0.1230073 Jul 15 12:58:31.473152 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b31cacf-8b63-4df7-b986-e52a8475c02a req-594d165f-fddc-416d-92a5-6206a2372dbf service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647002 Jul 15 12:58:31.507972 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fdc921-1165-4b7a-a226-dee55c371519 req-ddcb88ce-51fa-43fa-ad40-6e4feb8883b2 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:31.509725 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-03fdc921-1165-4b7a-a226-dee55c371519 req-ddcb88ce-51fa-43fa-ad40-6e4feb8883b2 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=7535332c-f6b2-4d67-9bee-9591454e7246 HTTP/1.1" status: 200 len: 948 time: 0.2370529 Jul 15 12:58:31.531823 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-0dbbedde-3047-463f-8fdd-e7d973370b74 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3ccc611d-a289-44b3-992b-3e39605548b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501261 Jul 15 12:58:31.584465 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-904ca473-1279-4237-bca5-d0757ee61ce8 req-db111b72-87ba-4d6f-a176-0481a9c603f7 service neutron] 10.222.0.46 "GET /v2.0/networks/4321eda4-9fed-4248-8378-36b16e951de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205689 Jul 15 12:58:31.676904 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-03fdc921-1165-4b7a-a226-dee55c371519 req-53e98562-042a-481f-af5f-9de3ba2eb50a tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478536 Jul 15 12:58:31.719872 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-9388e21a-6094-440d-9dee-89a3c3970ae4 service neutron] 10.222.0.46 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739926 Jul 15 12:58:31.722711 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b31cacf-8b63-4df7-b986-e52a8475c02a req-b18b4a77-abf0-466d-aba3-68493ffc6e86 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399068 Jul 15 12:58:31.788428 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-904ca473-1279-4237-bca5-d0757ee61ce8 req-5c7bc621-53ab-49d7-ac7d-da6bd5e4ce54 service neutron] 10.222.0.46 "GET /v2.0/networks/4321eda4-9fed-4248-8378-36b16e951de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983876 Jul 15 12:58:31.929655 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c7f6b8fd-0aa4-405b-ad72-95fa2e195949 req-4992ea8c-919a-4215-8c83-2d7f973ae950 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd7c2b9-f98a-41cb-b4ca-4144de40ed4b HTTP/1.1" status: 200 len: 210 time: 0.0540791 Jul 15 12:58:31.932917 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193ba4b3-6716-4561-8b5e-ad05740dc065 x-openstack-request-id: req-193ba4b3-6716-4561-8b5e-ad05740dc065 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:31.933207 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a7fdaa-27c8-4857-8ae7-e5031291138b", "tag": "ec165489-6404-4f71-9fed-f5dcaecaf6b1", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:31.933461 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-193ba4b3-6716-4561-8b5e-ad05740dc065 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:31.933856 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a7fdaa-27c8-4857-8ae7-e5031291138b', 'tag': 'ec165489-6404-4f71-9fed-f5dcaecaf6b1', 'status': 'completed', 'code': 200} Jul 15 12:58:31.967250 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa584e5b-426d-42bb-bab0-7ab563363acf req-c4450235-ad3a-46ca-a688-fd53a484b086 service neutron] 10.222.0.46 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407188 Jul 15 12:58:32.163335 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-699de8b5-4f56-47d5-b882-37c4d20a11db req-6625ab02-0e9c-4e98-a8a1-4949066f14e5 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=43fafbb6-decd-480d-9324-c829b9483d40 HTTP/1.1" status: 200 len: 210 time: 0.0689585 Jul 15 12:58:32.172193 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:32.250960 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d36b9-37d2-4d04-b537-0805327a3c8b req-77c8d8d6-6caf-40c9-9311-fea1a70e4589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:32.252310 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-314d36b9-37d2-4d04-b537-0805327a3c8b req-77c8d8d6-6caf-40c9-9311-fea1a70e4589 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eab83a220c154216861503618b01c15d&device_id=34a7fdaa-27c8-4857-8ae7-e5031291138b HTTP/1.1" status: 200 len: 1096 time: 0.0997591 Jul 15 12:58:32.371689 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24175923-e2da-4206-b9ce-005910c69a87 req-389b160a-d8de-4f94-8432-4a92d2861ab7 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:32.379911 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-24175923-e2da-4206-b9ce-005910c69a87 req-389b160a-d8de-4f94-8432-4a92d2861ab7 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a7fdaa-27c8-4857-8ae7-e5031291138b HTTP/1.1" status: 200 len: 944 time: 0.1392200 Jul 15 12:58:32.384569 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b6af39b9-f151-482e-8024-2191c3924186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:32.413377 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d36b9-37d2-4d04-b537-0805327a3c8b req-5363b8e6-0ab1-44e2-a2ac-c3950acce669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:32.415078 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-314d36b9-37d2-4d04-b537-0805327a3c8b req-5363b8e6-0ab1-44e2-a2ac-c3950acce669 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3ccc611d-a289-44b3-992b-3e39605548b4 HTTP/1.1" status: 200 len: 908 time: 0.1404467 Jul 15 12:58:32.475160 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-24175923-e2da-4206-b9ce-005910c69a87 req-903cb7f5-39b4-4b36-9dde-f794245ee20a tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940216 Jul 15 12:58:32.481626 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-314d36b9-37d2-4d04-b537-0805327a3c8b req-995819cd-dcf3-4d6a-b095-c46ba431ec7a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec165489-6404-4f71-9fed-f5dcaecaf6b1 HTTP/1.1" status: 200 len: 217 time: 0.0547507 Jul 15 12:58:32.559403 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-00250d59-a1f3-445d-b021-52d74148d65c req-1ca75fea-17bc-49eb-868b-9a92b11248ec tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=6b7bde79c0934401b5eb4cce305bf3d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332375 Jul 15 12:58:32.585834 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d36b9-37d2-4d04-b537-0805327a3c8b req-bb303d92-b88d-4e2a-a28d-231bf685b46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:32.587316 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-314d36b9-37d2-4d04-b537-0805327a3c8b req-bb303d92-b88d-4e2a-a28d-231bf685b46c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7de80623-b855-4366-a308-8757d4a69fb8 HTTP/1.1" status: 200 len: 847 time: 0.0973942 Jul 15 12:58:32.603246 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35844) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:32.629933 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-314d36b9-37d2-4d04-b537-0805327a3c8b req-933b80fa-1c2e-45f9-ad95-e4de311af8e1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3ccc611d-a289-44b3-992b-3e39605548b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339642 Jul 15 12:58:32.765323 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-314d36b9-37d2-4d04-b537-0805327a3c8b req-45649877-9e12-4482-b20b-28bc398169e2 service neutron] 10.222.0.46 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208749 Jul 15 12:58:32.765502 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00250d59-a1f3-445d-b021-52d74148d65c req-74373bf6-19d3-45c0-a918-c3775ed54922 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:32.765910 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-00250d59-a1f3-445d-b021-52d74148d65c req-74373bf6-19d3-45c0-a918-c3775ed54922 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2002048 Jul 15 12:58:32.768415 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9e76-7c24-413b-89c7-94b64159173a req-7e5c05ab-684e-49fb-a6fe-6964d70460d5 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:32.770381 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-643c9e76-7c24-413b-89c7-94b64159173a req-7e5c05ab-684e-49fb-a6fe-6964d70460d5 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/ports?device_id=634ee7f0-6783-40ba-97c1-e64388bda6db HTTP/1.1" status: 200 len: 943 time: 0.1440575 Jul 15 12:58:32.788618 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-00250d59-a1f3-445d-b021-52d74148d65c req-dca35147-b1d2-4383-a8af-570aced4242c tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Request body: {'port': {'device_id': '3dd7c2b9-f98a-41cb-b4ca-4144de40ed4b', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'admin_state_up': True, 'tenant_id': '6b7bde79c0934401b5eb4cce305bf3d9'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:32.812540 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cfde55ac-ef47-4ec1-93d8-8b9dfd8298c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:32.898228 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-643c9e76-7c24-413b-89c7-94b64159173a req-6c1d3f2d-4eb7-4a70-b1c0-368bfe034168 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d2cba0-0905-427c-92df-4d9a994ab05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159379 Jul 15 12:58:32.972546 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-314d36b9-37d2-4d04-b537-0805327a3c8b req-8fb2954b-9bed-4195-bd19-c8c91e2d1065 service neutron] 10.222.0.46 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911891 Jul 15 12:58:33.024251 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712e4b1-996a-4301-a4b5-c56f75e11e9a req-57665d0a-529e-4766-88a3-9ce01a934531 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:33.025770 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5712e4b1-996a-4301-a4b5-c56f75e11e9a req-57665d0a-529e-4766-88a3-9ce01a934531 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=7535332c-f6b2-4d67-9bee-9591454e7246 HTTP/1.1" status: 200 len: 948 time: 0.1309156 Jul 15 12:58:33.063013 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cfde55ac-ef47-4ec1-93d8-8b9dfd8298c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:33.086205 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00250d59-a1f3-445d-b021-52d74148d65c req-dca35147-b1d2-4383-a8af-570aced4242c tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Made reservation on behalf of 6b7bde79c0934401b5eb4cce305bf3d9 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:58:33.089767 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-00250d59-a1f3-445d-b021-52d74148d65c req-dca35147-b1d2-4383-a8af-570aced4242c tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:33.094939 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cfde55ac-ef47-4ec1-93d8-8b9dfd8298c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:33.098766 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-00250d59-a1f3-445d-b021-52d74148d65c req-dca35147-b1d2-4383-a8af-570aced4242c tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:33.109820 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8eebf36d-eb9c-49c7-9fc6-8575a8235e68 req-44d28b75-1912-45d7-beb0-672bda9c36bc tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd7c2b9-f98a-41cb-b4ca-4144de40ed4b HTTP/1.1" status: 200 len: 210 time: 0.0489471 Jul 15 12:58:33.132655 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5712e4b1-996a-4301-a4b5-c56f75e11e9a req-e23062cb-79f3-4f8c-a3ce-2096f215d4d2 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983739 Jul 15 12:58:33.152515 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-cfde55ac-ef47-4ec1-93d8-8b9dfd8298c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6af83f982aee4b02b861bbf7469f44e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5470755 Jul 15 12:58:33.156233 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35864) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:33.172391 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde55ac-ef47-4ec1-93d8-8b9dfd8298c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d05373-e06f-4f76-88e0-161d70580742,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:33.239463 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-345a7701-8e51-43d7-844a-a68404a4d2d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:33.270122 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-345a7701-8e51-43d7-844a-a68404a4d2d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:33.312209 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-00250d59-a1f3-445d-b021-52d74148d65c req-dca35147-b1d2-4383-a8af-570aced4242c tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:33.318184 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-00250d59-a1f3-445d-b021-52d74148d65c req-dca35147-b1d2-4383-a8af-570aced4242c tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:33.347754 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-056963c1-74b0-476e-a097-5dcad699c369 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=70b334eb6b1c4823bfeb87b9e0290ca2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679307 Jul 15 12:58:33.383688 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e286b611-537c-4b17-a7c5-c70e4d1e62ab req-31f800d5-4b1b-42bb-9c27-318361b52e3c tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=43fafbb6-decd-480d-9324-c829b9483d40 HTTP/1.1" status: 200 len: 210 time: 0.0522830 Jul 15 12:58:33.413728 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:33.425764 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca35147-b1d2-4383-a8af-570aced4242c tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=333c369e-63aa-466c-889c-3c262132b8de,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:33.475654 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-345a7701-8e51-43d7-844a-a68404a4d2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:33.478180 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-345a7701-8e51-43d7-844a-a68404a4d2d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:33.479283 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-345a7701-8e51-43d7-844a-a68404a4d2d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/24d05373-e06f-4f76-88e0-161d70580742 HTTP/1.1" status: 204 len: 168 time: 0.3216233 Jul 15 12:58:33.498828 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a7701-8e51-43d7-844a-a68404a4d2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d05373-e06f-4f76-88e0-161d70580742,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:33.543887 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-e63a54a8-41db-41eb-9b4c-68b081302807 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:33.546206 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-e63a54a8-41db-41eb-9b4c-68b081302807 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1927433 Jul 15 12:58:33.558383 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-00250d59-a1f3-445d-b021-52d74148d65c req-dca35147-b1d2-4383-a8af-570aced4242c tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Allocated IP 192.168.233.42 (fb7e2853-c052-4bbe-a410-b119ef2f5100/f7332b1d-b5ae-478a-9a33-4a7a808c5484/6019a457-3bc0-4c97-ab32-9f9dddf2f2d8) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:33.569706 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-f0f5c4b8-3ea0-432a-b82f-66902a6bf54d tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Request body: {'port': {'device_id': 'b039da8a-00a0-47e1-9014-8b6c8b7ece00', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'admin_state_up': True, 'tenant_id': '70b334eb6b1c4823bfeb87b9e0290ca2'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:33.569952 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 10da2609-2cf4-40fc-b299-359977fbd2c7 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:58:33.791285 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 10da2609-2cf4-40fc-b299-359977fbd2c7, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=10da2609-2cf4-40fc-b299-359977fbd2c7,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:33.819969 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': '10da2609-2cf4-40fc-b299-359977fbd2c7', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': '10da2609-2cf4-40fc-b299-359977fbd2c7', 'mac_address': 'fa:16:3e:a3:83:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:58:33.833070 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-00250d59-a1f3-445d-b021-52d74148d65c req-dca35147-b1d2-4383-a8af-570aced4242c tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:33.857121 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.46', 49264) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:33.877926 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:33.880496 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-00250d59-a1f3-445d-b021-52d74148d65c req-dca35147-b1d2-4383-a8af-570aced4242c tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Transition to ACTIVE for port object 6019a457-3bc0-4c97-ab32-9f9dddf2f2d8 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:33.898127 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10da2609-2cf4-40fc-b299-359977fbd2c7 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:33.936501 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-00250d59-a1f3-445d-b021-52d74148d65c req-dca35147-b1d2-4383-a8af-570aced4242c tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:33.943343 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 10da2609-2cf4-40fc-b299-359977fbd2c7, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=10da2609-2cf4-40fc-b299-359977fbd2c7,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:33.953650 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:33.961780 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-0b6f0f26-3473-4ab5-9797-6d3e5bf4431a tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=70b334eb6b1c4823bfeb87b9e0290ca2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0983431 Jul 15 12:58:34.004508 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-f0f5c4b8-3ea0-432a-b82f-66902a6bf54d tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Made reservation on behalf of 70b334eb6b1c4823bfeb87b9e0290ca2 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:58:34.005502 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 8b71818a-6844-4102-9987-9d7afbde2984 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:58:34.010612 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35896) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:34.012696 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-f0f5c4b8-3ea0-432a-b82f-66902a6bf54d tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:34.031958 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-09650656-b83a-4490-ae98-52963622f57c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:34.042766 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00250d59-a1f3-445d-b021-52d74148d65c req-dca35147-b1d2-4383-a8af-570aced4242c tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Network fb7e2853-c052-4bbe-a410-b119ef2f5100 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:34.046208 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=10da2609-2cf4-40fc-b299-359977fbd2c7,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:34.069690 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-00250d59-a1f3-445d-b021-52d74148d65c req-dca35147-b1d2-4383-a8af-570aced4242c tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:34.089896 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-00250d59-a1f3-445d-b021-52d74148d65c req-dca35147-b1d2-4383-a8af-570aced4242c tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:58:34.098024 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2541b6-9997-4ff1-b044-c6d2639db489 req-1340c0b7-e847-41ce-832a-a54ad684062c tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:34.105272 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a2541b6-9997-4ff1-b044-c6d2639db489 req-1340c0b7-e847-41ce-832a-a54ad684062c tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a7fdaa-27c8-4857-8ae7-e5031291138b HTTP/1.1" status: 200 len: 944 time: 0.4687710 Jul 15 12:58:34.109503 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00250d59-a1f3-445d-b021-52d74148d65c req-dca35147-b1d2-4383-a8af-570aced4242c tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:34.112486 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-00250d59-a1f3-445d-b021-52d74148d65c req-dca35147-b1d2-4383-a8af-570aced4242c tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:34.172655 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca35147-b1d2-4383-a8af-570aced4242c tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Pushing event updated for resources: {'Port': ['ID=6019a457-3bc0-4c97-ab32-9f9dddf2f2d8,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:34.172877 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 8b71818a-6844-4102-9987-9d7afbde2984, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=8b71818a-6844-4102-9987-9d7afbde2984,segment=NetworkSegment(94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56),segment_id=94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:34.192001 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '8b71818a-6844-4102-9987-9d7afbde2984', 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4', 'port_id': '8b71818a-6844-4102-9987-9d7afbde2984', 'mac_address': 'fa:16:3e:36:2b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:58:34.243654 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['10da2609-2cf4-40fc-b299-359977fbd2c7'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:58:34.304582 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:34.343578 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b71818a-6844-4102-9987-9d7afbde2984 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:34.354286 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-09650656-b83a-4490-ae98-52963622f57c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:34.381385 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-09650656-b83a-4490-ae98-52963622f57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:34.390365 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35906) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:34.409297 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-00250d59-a1f3-445d-b021-52d74148d65c req-dca35147-b1d2-4383-a8af-570aced4242c tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6250587 Jul 15 12:58:34.421227 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 8b71818a-6844-4102-9987-9d7afbde2984, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=8b71818a-6844-4102-9987-9d7afbde2984,segment=NetworkSegment(94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56),segment_id=94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:34.425389 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-00250d59-a1f3-445d-b021-52d74148d65c req-b3e4b31b-d6ef-4bdb-b06d-a176421c8b60 service neutron] Request body: {'port': {'device_id': '3dd7c2b9-f98a-41cb-b4ca-4144de40ed4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:34.442747 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:34.481042 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-09650656-b83a-4490-ae98-52963622f57c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b2545eda4ccf45999812c151c7beb3a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4669676 Jul 15 12:58:34.481733 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09650656-b83a-4490-ae98-52963622f57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9e12fa-47cf-4b34-b3a0-8d3397cdbce4,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:34.483125 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-42e03744-1f78-47eb-bd03-2b97a50c970a None None] Provisioning for port 6019a457-3bc0-4c97-ab32-9f9dddf2f2d8 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:34.488282 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35912) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:34.515186 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-42e03744-1f78-47eb-bd03-2b97a50c970a None None] Provisioning complete for port 6019a457-3bc0-4c97-ab32-9f9dddf2f2d8 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:34.515570 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-42e03744-1f78-47eb-bd03-2b97a50c970a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:34.559600 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-00250d59-a1f3-445d-b021-52d74148d65c req-b3e4b31b-d6ef-4bdb-b06d-a176421c8b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:34.566396 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-2a9c26fd-ad2c-43f2-bab2-1f79e729fec9 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:34.568437 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=8b71818a-6844-4102-9987-9d7afbde2984,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:34.569833 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-2a9c26fd-ad2c-43f2-bab2-1f79e729fec9 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5973332 Jul 15 12:58:34.579220 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-42e03744-1f78-47eb-bd03-2b97a50c970a None None] Port 6019a457-3bc0-4c97-ab32-9f9dddf2f2d8 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:58:34.619147 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-0d011208-a7ba-4f13-94cc-c3988f1a46e7 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Request body: {'port': {'device_id': '43fafbb6-decd-480d-9324-c829b9483d40', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'admin_state_up': True, 'tenant_id': '70b334eb6b1c4823bfeb87b9e0290ca2'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:34.622394 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b0f09820-1328-4551-ba95-6869b403d646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:34.639453 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8360025a-7088-4355-81e0-8aee1293eb11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:34.676847 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['8b71818a-6844-4102-9987-9d7afbde2984'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:58:34.678699 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a2541b6-9997-4ff1-b044-c6d2639db489 req-6daf8db7-d05b-44b5-bf3a-7e0ca0164a71 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5722759 Jul 15 12:58:34.745619 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b0f09820-1328-4551-ba95-6869b403d646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:34.853048 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b0f09820-1328-4551-ba95-6869b403d646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:34.856197 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b0f09820-1328-4551-ba95-6869b403d646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:34.859796 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b0f09820-1328-4551-ba95-6869b403d646 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4a9e12fa-47cf-4b34-b3a0-8d3397cdbce4 HTTP/1.1" status: 204 len: 168 time: 0.3681209 Jul 15 12:58:34.859926 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:34.860313 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5fb35-bf10-4b02-9a22-2ff198b9c162 req-8a067d7b-75e2-4e10-a2ef-31e42c57c301 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:34.873865 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-12b5fb35-bf10-4b02-9a22-2ff198b9c162 req-8a067d7b-75e2-4e10-a2ef-31e42c57c301 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/ports?device_id=634ee7f0-6783-40ba-97c1-e64388bda6db HTTP/1.1" status: 200 len: 944 time: 0.3214047 Jul 15 12:58:34.880694 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f09820-1328-4551-ba95-6869b403d646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9e12fa-47cf-4b34-b3a0-8d3397cdbce4,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:34.897179 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8360025a-7088-4355-81e0-8aee1293eb11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:34.903820 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8360025a-7088-4355-81e0-8aee1293eb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:34.926264 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-f0f5c4b8-3ea0-432a-b82f-66902a6bf54d tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Allocated IP 192.168.233.204 (fb7e2853-c052-4bbe-a410-b119ef2f5100/f7332b1d-b5ae-478a-9a33-4a7a808c5484/2f57e29a-7903-43e4-8107-e1e1096ceb14) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:34.960075 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8360025a-7088-4355-81e0-8aee1293eb11 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca9c639770734cc098d0ee6f75fefdfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5645394 Jul 15 12:58:34.960075 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360025a-7088-4355-81e0-8aee1293eb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c88453-711b-4d64-acb9-98ec2ca5b00d,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:34.961021 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35916) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:34.981960 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-12b5fb35-bf10-4b02-9a22-2ff198b9c162 req-8621c7c8-05c4-4cc1-a1cb-17a95bf448ca tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d2cba0-0905-427c-92df-4d9a994ab05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072166 Jul 15 12:58:34.992060 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-0d011208-a7ba-4f13-94cc-c3988f1a46e7 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Made reservation on behalf of 70b334eb6b1c4823bfeb87b9e0290ca2 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:58:34.995555 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-0d011208-a7ba-4f13-94cc-c3988f1a46e7 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:35.029813 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cc2a1092-aa3f-4f13-b42f-13c33590d6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:35.061620 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cc2a1092-aa3f-4f13-b42f-13c33590d6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:35.071384 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089e8de-02c3-44d1-b48b-9ba63c4583da req-9b5a50d7-54c0-460f-a1c9-0088c4a3f92f tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:35.078019 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f089e8de-02c3-44d1-b48b-9ba63c4583da req-9b5a50d7-54c0-460f-a1c9-0088c4a3f92f tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd7c2b9-f98a-41cb-b4ca-4144de40ed4b HTTP/1.1" status: 200 len: 935 time: 0.2479837 Jul 15 12:58:35.136509 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cc2a1092-aa3f-4f13-b42f-13c33590d6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:35.139213 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cc2a1092-aa3f-4f13-b42f-13c33590d6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:35.142865 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-cc2a1092-aa3f-4f13-b42f-13c33590d6e9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/53c88453-711b-4d64-acb9-98ec2ca5b00d HTTP/1.1" status: 204 len: 168 time: 0.1689413 Jul 15 12:58:35.155011 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a1092-aa3f-4f13-b42f-13c33590d6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c88453-711b-4d64-acb9-98ec2ca5b00d,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:35.247489 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f089e8de-02c3-44d1-b48b-9ba63c4583da req-2230176b-2dbd-4833-b231-ed6e1fc2a9a0 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/security-groups?id=333c369e-63aa-466c-889c-3c262132b8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686175 Jul 15 12:58:35.310673 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-f0f5c4b8-3ea0-432a-b82f-66902a6bf54d tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:35.333393 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8195fb2-aa5f-42b6-837a-ab11b793ad86 req-37067924-e3f5-4a0c-8e20-c14218bb04f4 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:35.334993 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c8195fb2-aa5f-42b6-837a-ab11b793ad86 req-37067924-e3f5-4a0c-8e20-c14218bb04f4 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=7535332c-f6b2-4d67-9bee-9591454e7246 HTTP/1.1" status: 200 len: 949 time: 0.1904154 Jul 15 12:58:35.343275 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-f0f5c4b8-3ea0-432a-b82f-66902a6bf54d tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Transition to ACTIVE for port object 2f57e29a-7903-43e4-8107-e1e1096ceb14 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:35.393985 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c8195fb2-aa5f-42b6-837a-ab11b793ad86 req-caad6247-86b9-43c4-a6f6-90f78f4de37c tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482206 Jul 15 12:58:35.414655 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-f0f5c4b8-3ea0-432a-b82f-66902a6bf54d tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:35.434778 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['5ad1673d-f6ae-4bae-be9f-39cd7f9f5624'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:58:35.559370 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-f0f5c4b8-3ea0-432a-b82f-66902a6bf54d tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Network fb7e2853-c052-4bbe-a410-b119ef2f5100 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:35.563068 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-f0f5c4b8-3ea0-432a-b82f-66902a6bf54d tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:35.589235 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 10da2609-2cf4-40fc-b299-359977fbd2c7 up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:35.592374 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-f0f5c4b8-3ea0-432a-b82f-66902a6bf54d tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:58:35.595733 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-00250d59-a1f3-445d-b021-52d74148d65c req-b3e4b31b-d6ef-4bdb-b06d-a176421c8b60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6019a457-3bc0-4c97-ab32-9f9dddf2f2d8 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:35.601107 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5c4b8-3ea0-432a-b82f-66902a6bf54d tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Pushing event updated for resources: {'Port': ['ID=2f57e29a-7903-43e4-8107-e1e1096ceb14,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:35.608552 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-00250d59-a1f3-445d-b021-52d74148d65c req-b3e4b31b-d6ef-4bdb-b06d-a176421c8b60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:35.612882 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f7ae9d57-7bfd-4a95-9a9f-c907c899a2bd req-32cc2ff5-3714-41b7-be7f-da42eeb7be3e tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=43fafbb6-decd-480d-9324-c829b9483d40 HTTP/1.1" status: 200 len: 210 time: 0.0924227 Jul 15 12:58:35.635441 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-00250d59-a1f3-445d-b021-52d74148d65c req-b3e4b31b-d6ef-4bdb-b06d-a176421c8b60 service neutron] Transition to ACTIVE for port object 6019a457-3bc0-4c97-ab32-9f9dddf2f2d8 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:35.648939 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-00250d59-a1f3-445d-b021-52d74148d65c req-b3e4b31b-d6ef-4bdb-b06d-a176421c8b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:35.710038 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35938) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:35.711203 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e4b31b-d6ef-4bdb-b06d-a176421c8b60 service neutron] Pushing event updated for resources: {'Port': ['ID=6019a457-3bc0-4c97-ab32-9f9dddf2f2d8,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:35.726500 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-0d011208-a7ba-4f13-94cc-c3988f1a46e7 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Allocated IP 192.168.233.254 (fb7e2853-c052-4bbe-a410-b119ef2f5100/f7332b1d-b5ae-478a-9a33-4a7a808c5484/b227902d-e9bf-4f51-b5d3-e5ef04289ae5) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:35.761398 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port 10da2609-2cf4-40fc-b299-359977fbd2c7 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:35.766691 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port 10da2609-2cf4-40fc-b299-359977fbd2c7 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:35.767179 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:35.771750 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1afd51b2-60ff-42c5-8890-696a99136913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:35.808636 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-f0f5c4b8-3ea0-432a-b82f-66902a6bf54d tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:35.809048 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-f0f5c4b8-3ea0-432a-b82f-66902a6bf54d tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:35.931196 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-00250d59-a1f3-445d-b021-52d74148d65c req-b3e4b31b-d6ef-4bdb-b06d-a176421c8b60 service neutron] Attempting to bind port 6019a457-3bc0-4c97-ab32-9f9dddf2f2d8 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:35.931741 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-00250d59-a1f3-445d-b021-52d74148d65c req-b3e4b31b-d6ef-4bdb-b06d-a176421c8b60 service neutron] Attempting to bind port 6019a457-3bc0-4c97-ab32-9f9dddf2f2d8 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:35.932052 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00250d59-a1f3-445d-b021-52d74148d65c req-b3e4b31b-d6ef-4bdb-b06d-a176421c8b60 service neutron] Attempting to bind port 6019a457-3bc0-4c97-ab32-9f9dddf2f2d8 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:35.948110 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00250d59-a1f3-445d-b021-52d74148d65c req-b3e4b31b-d6ef-4bdb-b06d-a176421c8b60 service neutron] Port 6019a457-3bc0-4c97-ab32-9f9dddf2f2d8 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:58:35.948635 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00250d59-a1f3-445d-b021-52d74148d65c req-b3e4b31b-d6ef-4bdb-b06d-a176421c8b60 service neutron] Attempting to bind port 6019a457-3bc0-4c97-ab32-9f9dddf2f2d8 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:35.954686 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-96a66d36-bfd3-4623-be3d-f8fb332f1f5f None None] Provisioning for port 2f57e29a-7903-43e4-8107-e1e1096ceb14 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:35.960855 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:35.964226 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-96a66d36-bfd3-4623-be3d-f8fb332f1f5f None None] Provisioning complete for port 2f57e29a-7903-43e4-8107-e1e1096ceb14 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:35.964764 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-96a66d36-bfd3-4623-be3d-f8fb332f1f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:35.968149 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00250d59-a1f3-445d-b021-52d74148d65c req-b3e4b31b-d6ef-4bdb-b06d-a176421c8b60 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:35.968616 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00250d59-a1f3-445d-b021-52d74148d65c req-b3e4b31b-d6ef-4bdb-b06d-a176421c8b60 service neutron] Checking segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:35.969111 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00250d59-a1f3-445d-b021-52d74148d65c req-b3e4b31b-d6ef-4bdb-b06d-a176421c8b60 service neutron] Bound using segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:35.969648 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-00250d59-a1f3-445d-b021-52d74148d65c req-b3e4b31b-d6ef-4bdb-b06d-a176421c8b60 service neutron] Bound port: 6019a457-3bc0-4c97-ab32-9f9dddf2f2d8, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:35.970072 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-00250d59-a1f3-445d-b021-52d74148d65c req-b3e4b31b-d6ef-4bdb-b06d-a176421c8b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:36.013117 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-96a66d36-bfd3-4623-be3d-f8fb332f1f5f None None] Port 2f57e29a-7903-43e4-8107-e1e1096ceb14 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:58:36.042991 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7535332c-f6b2-4d67-9bee-9591454e7246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10da2609-2cf4-40fc-b299-359977fbd2c7'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:36.046247 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4752c5-5a44-4fa1-8705-94231d5b9410" -d '{"events": [{"server_uuid": "7535332c-f6b2-4d67-9bee-9591454e7246", "name": "network-vif-plugged", "status": "completed", "tag": "10da2609-2cf4-40fc-b299-359977fbd2c7"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:36.051914 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-0d011208-a7ba-4f13-94cc-c3988f1a46e7 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:36.054434 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35946) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:36.063117 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device ec165489-6404-4f71-9fed-f5dcaecaf6b1 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:58:36.115628 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13581272-ad78-46c8-a977-f39d3a603561 req-75122484-c0f8-49b7-b20f-8e9752701132 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:36.117242 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-13581272-ad78-46c8-a977-f39d3a603561 req-75122484-c0f8-49b7-b20f-8e9752701132 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a7fdaa-27c8-4857-8ae7-e5031291138b HTTP/1.1" status: 200 len: 944 time: 0.2040384 Jul 15 12:58:36.118504 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-0d011208-a7ba-4f13-94cc-c3988f1a46e7 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Transition to ACTIVE for port object b227902d-e9bf-4f51-b5d3-e5ef04289ae5 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:36.129348 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 8b71818a-6844-4102-9987-9d7afbde2984 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:36.140274 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 10da2609-2cf4-40fc-b299-359977fbd2c7, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=10da2609-2cf4-40fc-b299-359977fbd2c7,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:36.155502 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-00250d59-a1f3-445d-b021-52d74148d65c req-b3e4b31b-d6ef-4bdb-b06d-a176421c8b60 service neutron] For port 6019a457-3bc0-4c97-ab32-9f9dddf2f2d8, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:36.186129 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-00250d59-a1f3-445d-b021-52d74148d65c req-b3e4b31b-d6ef-4bdb-b06d-a176421c8b60 service neutron] For port 6019a457-3bc0-4c97-ab32-9f9dddf2f2d8, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=6019a457-3bc0-4c97-ab32-9f9dddf2f2d8,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:36.193196 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1afd51b2-60ff-42c5-8890-696a99136913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:36.197269 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-00250d59-a1f3-445d-b021-52d74148d65c req-b3e4b31b-d6ef-4bdb-b06d-a176421c8b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:36.215378 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:36.218721 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-f2deff10-766f-4fe8-a588-fd1f23485920 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2056525430-network', 'tenant_id': '42f8630608fb46f681ad77135da09a14'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:36.222927 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-f0f5c4b8-3ea0-432a-b82f-66902a6bf54d tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6612027 Jul 15 12:58:36.225923 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1afd51b2-60ff-42c5-8890-696a99136913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:36.251647 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-13581272-ad78-46c8-a977-f39d3a603561 req-ff4cd22c-cf6f-4f1b-a279-cb9723222419 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246283 Jul 15 12:58:36.299263 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00250d59-a1f3-445d-b021-52d74148d65c req-b3e4b31b-d6ef-4bdb-b06d-a176421c8b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:36.300440 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-00250d59-a1f3-445d-b021-52d74148d65c req-b3e4b31b-d6ef-4bdb-b06d-a176421c8b60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:36.301932 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-00250d59-a1f3-445d-b021-52d74148d65c req-b3e4b31b-d6ef-4bdb-b06d-a176421c8b60 service neutron] 10.222.0.46 "PUT /v2.0/ports/6019a457-3bc0-4c97-ab32-9f9dddf2f2d8 HTTP/1.1" status: 200 len: 1096 time: 1.8834150 Jul 15 12:58:36.302920 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port ec165489-6404-4f71-9fed-f5dcaecaf6b1, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ec165489-6404-4f71-9fed-f5dcaecaf6b1,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:36.306895 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd7c2b9-f98a-41cb-b4ca-4144de40ed4b', 'tag': '6019a457-3bc0-4c97-ab32-9f9dddf2f2d8'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:36.309248 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00713c8-de7c-43e9-9902-4371b9de69a9" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd7c2b9-f98a-41cb-b4ca-4144de40ed4b", "tag": "6019a457-3bc0-4c97-ab32-9f9dddf2f2d8"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:36.322363 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1afd51b2-60ff-42c5-8890-696a99136913 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=80b93ecfa1b243db8f47a709f05be0c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5882125 Jul 15 12:58:36.323123 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd51b2-60ff-42c5-8890-696a99136913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b66b58b-9a75-441e-8c42-a39689bbcfd5,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:36.329060 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35956) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:36.335109 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'ec165489-6404-4f71-9fed-f5dcaecaf6b1', 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4', 'port_id': 'ec165489-6404-4f71-9fed-f5dcaecaf6b1', 'mac_address': 'fa:16:3e:a7:c9:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de80623-b855-4366-a308-8757d4a69fb8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:58:36.336635 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=10da2609-2cf4-40fc-b299-359977fbd2c7,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:36.347677 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2deff10-766f-4fe8-a588-fd1f23485920 admin admin] Made reservation on behalf of 42f8630608fb46f681ad77135da09a14 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:58:36.350011 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f2deff10-766f-4fe8-a588-fd1f23485920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:36.370744 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-574c8b4a-9042-4d0f-94c5-717a8c16ecf1 service neutron] Request body: {'port': {'device_id': 'b039da8a-00a0-47e1-9014-8b6c8b7ece00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:36.376336 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f2deff10-766f-4fe8-a588-fd1f23485920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:36.389115 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-0d011208-a7ba-4f13-94cc-c3988f1a46e7 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:36.390061 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad056e5-32ec-47c2-b781-1a1df09d1582 x-openstack-request-id: req-5ad056e5-32ec-47c2-b781-1a1df09d1582 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:36.390354 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7535332c-f6b2-4d67-9bee-9591454e7246", "name": "network-vif-plugged", "status": "completed", "tag": "10da2609-2cf4-40fc-b299-359977fbd2c7", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:36.390652 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5ad056e5-32ec-47c2-b781-1a1df09d1582 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:36.391045 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7535332c-f6b2-4d67-9bee-9591454e7246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10da2609-2cf4-40fc-b299-359977fbd2c7', 'code': 200} Jul 15 12:58:36.391617 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:36.392076 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e4b31b-d6ef-4bdb-b06d-a176421c8b60 service neutron] Pushing event updated for resources: {'Port': ['ID=6019a457-3bc0-4c97-ab32-9f9dddf2f2d8,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:36.393666 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 8b71818a-6844-4102-9987-9d7afbde2984 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:36.430672 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['5ad1673d-f6ae-4bae-be9f-39cd7f9f5624'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:58:36.436401 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 8b71818a-6844-4102-9987-9d7afbde2984 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:36.436401 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:36.515842 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec165489-6404-4f71-9fed-f5dcaecaf6b1 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:36.517497 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-27c2ff81-f5d8-48c7-a1be-1e0abff112c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:36.553261 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-0d011208-a7ba-4f13-94cc-c3988f1a46e7 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Network fb7e2853-c052-4bbe-a410-b119ef2f5100 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:36.560238 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port ec165489-6404-4f71-9fed-f5dcaecaf6b1, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ec165489-6404-4f71-9fed-f5dcaecaf6b1,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:36.566721 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-27c2ff81-f5d8-48c7-a1be-1e0abff112c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:36.600500 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:36.605873 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-0d011208-a7ba-4f13-94cc-c3988f1a46e7 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:36.606851 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:36.606978 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00250d59-a1f3-445d-b021-52d74148d65c req-131f4c7e-86a7-4ff7-805e-76a3e399d318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:36.608603 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-0d011208-a7ba-4f13-94cc-c3988f1a46e7 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:58:36.608744 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-00250d59-a1f3-445d-b021-52d74148d65c req-131f4c7e-86a7-4ff7-805e-76a3e399d318 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b7bde79c0934401b5eb4cce305bf3d9&device_id=3dd7c2b9-f98a-41cb-b4ca-4144de40ed4b HTTP/1.1" status: 200 len: 1099 time: 0.2175763 Jul 15 12:58:36.655206 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d011208-a7ba-4f13-94cc-c3988f1a46e7 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Pushing event updated for resources: {'Port': ['ID=b227902d-e9bf-4f51-b5d3-e5ef04289ae5,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:36.674614 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-00250d59-a1f3-445d-b021-52d74148d65c req-b982f433-8b78-4644-bcbf-fb07296e31d5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=6019a457-3bc0-4c97-ab32-9f9dddf2f2d8 HTTP/1.1" status: 200 len: 217 time: 0.0497615 Jul 15 12:58:36.710808 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f2deff10-766f-4fe8-a588-fd1f23485920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:36.752803 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-0d011208-a7ba-4f13-94cc-c3988f1a46e7 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:36.753461 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-0d011208-a7ba-4f13-94cc-c3988f1a46e7 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:36.758699 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f2deff10-766f-4fe8-a588-fd1f23485920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:36.790688 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc420c-3dc2-4f93-96f4-1366da9040a6 req-6940ffc9-7493-479e-9b87-89d04007f3f4 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:36.799972 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9dcc420c-3dc2-4f93-96f4-1366da9040a6 req-6940ffc9-7493-479e-9b87-89d04007f3f4 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/ports?device_id=634ee7f0-6783-40ba-97c1-e64388bda6db HTTP/1.1" status: 200 len: 944 time: 0.5942924 Jul 15 12:58:36.805084 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-27c2ff81-f5d8-48c7-a1be-1e0abff112c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:36.805692 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-574c8b4a-9042-4d0f-94c5-717a8c16ecf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:36.808121 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-27c2ff81-f5d8-48c7-a1be-1e0abff112c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:36.809504 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-27c2ff81-f5d8-48c7-a1be-1e0abff112c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5b66b58b-9a75-441e-8c42-a39689bbcfd5 HTTP/1.1" status: 204 len: 168 time: 0.4795046 Jul 15 12:58:36.820867 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00250d59-a1f3-445d-b021-52d74148d65c req-0f26a9aa-b782-4a56-b9f3-5ce4712c39cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:36.822337 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-00250d59-a1f3-445d-b021-52d74148d65c req-0f26a9aa-b782-4a56-b9f3-5ce4712c39cd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.1384640 Jul 15 12:58:36.827772 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2deff10-766f-4fe8-a588-fd1f23485920 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 12:58:36.831599 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2deff10-766f-4fe8-a588-fd1f23485920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f45a74c-f9ce-4e51-83fe-78c547226f28,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:36.837345 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-0d011208-a7ba-4f13-94cc-c3988f1a46e7 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2434630 Jul 15 12:58:36.845605 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88aae7d-5d65-4809-8469-9275cd755cc4 req-4388c0ca-16b9-47be-be1b-08184a0eff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:36.847861 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b88aae7d-5d65-4809-8469-9275cd755cc4 req-4388c0ca-16b9-47be-be1b-08184a0eff01 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7535332c-f6b2-4d67-9bee-9591454e7246 HTTP/1.1" status: 200 len: 1102 time: 0.3210974 Jul 15 12:58:36.858484 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-b72166c0-eb38-406a-864c-f655854551fc service neutron] Request body: {'port': {'device_id': '43fafbb6-decd-480d-9324-c829b9483d40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:36.873994 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7decaa8-9b6a-41a6-a8df-acead33be735 req-a3cb946f-6f64-45eb-a5dc-78b4929e6dad tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:36.876899 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f2deff10-766f-4fe8-a588-fd1f23485920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:36.877431 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-f2deff10-766f-4fe8-a588-fd1f23485920 admin admin] Added segment 93b8952b-2fa7-48e9-968c-2a8484e85c08 of type vlan for network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f Jul 15 12:58:36.882230 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d7decaa8-9b6a-41a6-a8df-acead33be735 req-a3cb946f-6f64-45eb-a5dc-78b4929e6dad tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd7c2b9-f98a-41cb-b4ca-4144de40ed4b HTTP/1.1" status: 200 len: 947 time: 0.3455973 Jul 15 12:58:36.892344 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2ff81-f5d8-48c7-a1be-1e0abff112c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b66b58b-9a75-441e-8c42-a39689bbcfd5,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:36.915407 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['ec165489-6404-4f71-9fed-f5dcaecaf6b1'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:58:36.942844 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f2deff10-766f-4fe8-a588-fd1f23485920 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:36.962119 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00250d59-a1f3-445d-b021-52d74148d65c req-7dc72611-339e-4ed2-ba78-b03348ba21a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:36.963723 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-00250d59-a1f3-445d-b021-52d74148d65c req-7dc72611-339e-4ed2-ba78-b03348ba21a7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1336396 Jul 15 12:58:37.008900 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9dcc420c-3dc2-4f93-96f4-1366da9040a6 req-b9e64606-740e-4465-9d52-b4722b823aa4 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d2cba0-0905-427c-92df-4d9a994ab05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066875 Jul 15 12:58:37.012393 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f2deff10-766f-4fe8-a588-fd1f23485920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:37.013171 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 8b71818a-6844-4102-9987-9d7afbde2984, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=8b71818a-6844-4102-9987-9d7afbde2984,segment=NetworkSegment(94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56),segment_id=94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:37.013773 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2deff10-766f-4fe8-a588-fd1f23485920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:37.014431 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f2deff10-766f-4fe8-a588-fd1f23485920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:37.102364 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:37.105411 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b329f6-b56b-41b3-9ac5-cceb38a78f48 x-openstack-request-id: req-33b329f6-b56b-41b3-9ac5-cceb38a78f48 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:37.105837 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd7c2b9-f98a-41cb-b4ca-4144de40ed4b", "tag": "6019a457-3bc0-4c97-ab32-9f9dddf2f2d8", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:37.106093 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-33b329f6-b56b-41b3-9ac5-cceb38a78f48 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:37.106580 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd7c2b9-f98a-41cb-b4ca-4144de40ed4b', 'tag': '6019a457-3bc0-4c97-ab32-9f9dddf2f2d8', 'status': 'completed', 'code': 200} Jul 15 12:58:37.110926 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f2deff10-766f-4fe8-a588-fd1f23485920 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0526083 Jul 15 12:58:37.114087 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=ec165489-6404-4f71-9fed-f5dcaecaf6b1,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:37.133233 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-aa44451e-dc92-44fe-a4d2-dddb971a8ee6 None None] Provisioning for port b227902d-e9bf-4f51-b5d3-e5ef04289ae5 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:37.140707 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-aa44451e-dc92-44fe-a4d2-dddb971a8ee6 None None] Provisioning complete for port b227902d-e9bf-4f51-b5d3-e5ef04289ae5 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:37.141083 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aa44451e-dc92-44fe-a4d2-dddb971a8ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:37.149019 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35970) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:37.153883 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-55fff9cf-ceda-4ca4-9c55-178ae57b5369 admin admin] Request body: {'subnet': {'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2056525430-subnet', 'tenant_id': '42f8630608fb46f681ad77135da09a14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:37.177238 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2deff10-766f-4fe8-a588-fd1f23485920 admin admin] Pushing event updated for resources: {'Network': ['ID=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:37.212918 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-00250d59-a1f3-445d-b021-52d74148d65c req-12c218a8-2e6b-4716-8f13-79efc0c94106 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396719 Jul 15 12:58:37.234285 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b88aae7d-5d65-4809-8469-9275cd755cc4 req-c3de46e4-ca4a-4205-b4a3-224d598eac04 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711143 Jul 15 12:58:37.246519 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fff9cf-ceda-4ca4-9c55-178ae57b5369 admin admin] Made reservation on behalf of 42f8630608fb46f681ad77135da09a14 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:58:37.249950 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-55fff9cf-ceda-4ca4-9c55-178ae57b5369 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:37.259714 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d7decaa8-9b6a-41a6-a8df-acead33be735 req-37488c7a-f14a-477d-9525-4280b00b0de1 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/security-groups?id=333c369e-63aa-466c-889c-3c262132b8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765013 Jul 15 12:58:37.267395 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 12:58:37.271356 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-aa44451e-dc92-44fe-a4d2-dddb971a8ee6 None None] Port b227902d-e9bf-4f51-b5d3-e5ef04289ae5 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:58:37.273472 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=8b71818a-6844-4102-9987-9d7afbde2984,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:37.297560 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-b72166c0-eb38-406a-864c-f655854551fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:37.665649 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec9a78-9b06-4de4-ac92-f40d01cf7ee1 req-eb25022c-2b60-44c4-b472-cdc889767720 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:37.667199 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d7ec9a78-9b06-4de4-ac92-f40d01cf7ee1 req-eb25022c-2b60-44c4-b472-cdc889767720 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=7535332c-f6b2-4d67-9bee-9591454e7246 HTTP/1.1" status: 200 len: 950 time: 0.2508967 Jul 15 12:58:37.683441 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b8d49-8e8c-4b81-bedd-807f347bddc6 req-76bf3dd7-903f-4d86-a8a8-cc4dae3d47cc tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:37.684928 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5c5b8d49-8e8c-4b81-bedd-807f347bddc6 req-76bf3dd7-903f-4d86-a8a8-cc4dae3d47cc tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=43fafbb6-decd-480d-9324-c829b9483d40 HTTP/1.1" status: 200 len: 936 time: 0.1855063 Jul 15 12:58:37.689855 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-574c8b4a-9042-4d0f-94c5-717a8c16ecf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f57e29a-7903-43e4-8107-e1e1096ceb14 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:37.702363 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-574c8b4a-9042-4d0f-94c5-717a8c16ecf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:37.726875 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-00250d59-a1f3-445d-b021-52d74148d65c req-6a168b69-ca38-4d4b-985c-210552c73a1c service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5058045 Jul 15 12:58:37.811358 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-55fff9cf-ceda-4ca4-9c55-178ae57b5369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:37.876741 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fff9cf-ceda-4ca4-9c55-178ae57b5369 admin admin] Pushing event updated for resources: {'Subnet': ['ID=522453a6-daf1-42ae-a6f8-abb7ab66795d,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:37.923651 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fff9cf-ceda-4ca4-9c55-178ae57b5369 admin admin] Checking segment: {'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:37.924013 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fff9cf-ceda-4ca4-9c55-178ae57b5369 admin admin] Network hostable DHCP agents. Network: 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 12:58:37.935454 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00713c8-de7c-43e9-9902-4371b9de69a9 req-bf1b0867-5787-448a-828a-d5031aeecafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:37.936972 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c00713c8-de7c-43e9-9902-4371b9de69a9 req-bf1b0867-5787-448a-828a-d5031aeecafc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b7bde79c0934401b5eb4cce305bf3d9&device_id=3dd7c2b9-f98a-41cb-b4ca-4144de40ed4b HTTP/1.1" status: 200 len: 1099 time: 0.1336269 Jul 15 12:58:37.955493 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fff9cf-ceda-4ca4-9c55-178ae57b5369 admin admin] Network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 12:58:37.985920 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-55fff9cf-ceda-4ca4-9c55-178ae57b5369 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:37.996384 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43119265-1496-4e49-be9f-2b27790d8bb9 None None] Network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:58:38.019071 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fff9cf-ceda-4ca4-9c55-178ae57b5369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:38.019653 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-55fff9cf-ceda-4ca4-9c55-178ae57b5369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:38.029378 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d7ec9a78-9b06-4de4-ac92-f40d01cf7ee1 req-d79e41a1-924c-4902-9438-0c8dafa9174c tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415997 Jul 15 12:58:38.047701 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-574c8b4a-9042-4d0f-94c5-717a8c16ecf1 service neutron] Transition to ACTIVE for port object 2f57e29a-7903-43e4-8107-e1e1096ceb14 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:38.055417 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5c5b8d49-8e8c-4b81-bedd-807f347bddc6 req-ff6b14f8-9600-4aa8-b55c-f9f33e4d2259 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497267 Jul 15 12:58:38.067040 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-574c8b4a-9042-4d0f-94c5-717a8c16ecf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:38.106111 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-55fff9cf-ceda-4ca4-9c55-178ae57b5369 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9560082 Jul 15 12:58:38.120658 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00713c8-de7c-43e9-9902-4371b9de69a9 req-c3c2e35a-9c8c-4d8f-af6a-b2bd418fe291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:38.122379 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c00713c8-de7c-43e9-9902-4371b9de69a9 req-c3c2e35a-9c8c-4d8f-af6a-b2bd418fe291 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.1757524 Jul 15 12:58:38.126714 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device ec165489-6404-4f71-9fed-f5dcaecaf6b1 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:38.208084 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c00713c8-de7c-43e9-9902-4371b9de69a9 req-91eff010-5505-42d9-bf73-95eeacfed450 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=6019a457-3bc0-4c97-ab32-9f9dddf2f2d8 HTTP/1.1" status: 200 len: 217 time: 0.0775836 Jul 15 12:58:38.330948 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00713c8-de7c-43e9-9902-4371b9de69a9 req-632a5c3f-d7df-4f23-a520-717991d2ac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:38.332780 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c00713c8-de7c-43e9-9902-4371b9de69a9 req-632a5c3f-d7df-4f23-a520-717991d2ac4c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.1147451 Jul 15 12:58:38.404949 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634ee7f0-6783-40ba-97c1-e64388bda6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b71818a-6844-4102-9987-9d7afbde2984'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:38.411286 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1eff011-be98-4d89-be2e-a9d0f361d91f" -d '{"events": [{"server_uuid": "634ee7f0-6783-40ba-97c1-e64388bda6db", "name": "network-vif-plugged", "status": "completed", "tag": "8b71818a-6844-4102-9987-9d7afbde2984"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:38.478291 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00713c8-de7c-43e9-9902-4371b9de69a9 req-e44d522a-205e-40fd-8977-e321fc95d5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:38.482053 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c00713c8-de7c-43e9-9902-4371b9de69a9 req-e44d522a-205e-40fd-8977-e321fc95d5a5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1379666 Jul 15 12:58:38.490700 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-b72166c0-eb38-406a-864c-f655854551fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b227902d-e9bf-4f51-b5d3-e5ef04289ae5 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:38.509280 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcfd49a-0ecf-4452-a7da-0b832786287b None None] Network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:58:38.512400 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-b72166c0-eb38-406a-864c-f655854551fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:38.531189 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c8b4a-9042-4d0f-94c5-717a8c16ecf1 service neutron] Pushing event updated for resources: {'Port': ['ID=2f57e29a-7903-43e4-8107-e1e1096ceb14,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:38.555026 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port ec165489-6404-4f71-9fed-f5dcaecaf6b1 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:38.583139 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port ec165489-6404-4f71-9fed-f5dcaecaf6b1 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:38.583512 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:38.611160 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c00713c8-de7c-43e9-9902-4371b9de69a9 req-59ddbf4c-5586-4063-9bbf-1a158e935915 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144497 Jul 15 12:58:38.732944 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-b72166c0-eb38-406a-864c-f655854551fc service neutron] Transition to ACTIVE for port object b227902d-e9bf-4f51-b5d3-e5ef04289ae5 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:38.751358 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-b72166c0-eb38-406a-864c-f655854551fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:38.773692 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c00713c8-de7c-43e9-9902-4371b9de69a9 req-4e911e43-b5dd-49fe-aa95-9477616d8f71 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537466 Jul 15 12:58:38.774213 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:38.814199 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-574c8b4a-9042-4d0f-94c5-717a8c16ecf1 service neutron] Attempting to bind port 2f57e29a-7903-43e4-8107-e1e1096ceb14 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:38.814633 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-574c8b4a-9042-4d0f-94c5-717a8c16ecf1 service neutron] Attempting to bind port 2f57e29a-7903-43e4-8107-e1e1096ceb14 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:38.814903 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-574c8b4a-9042-4d0f-94c5-717a8c16ecf1 service neutron] Attempting to bind port 2f57e29a-7903-43e4-8107-e1e1096ceb14 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:38.819745 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72166c0-eb38-406a-864c-f655854551fc service neutron] Pushing event updated for resources: {'Port': ['ID=b227902d-e9bf-4f51-b5d3-e5ef04289ae5,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:38.832686 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port ec165489-6404-4f71-9fed-f5dcaecaf6b1, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ec165489-6404-4f71-9fed-f5dcaecaf6b1,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:38.836597 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-574c8b4a-9042-4d0f-94c5-717a8c16ecf1 service neutron] Port 2f57e29a-7903-43e4-8107-e1e1096ceb14 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:58:38.837416 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-574c8b4a-9042-4d0f-94c5-717a8c16ecf1 service neutron] Attempting to bind port 2f57e29a-7903-43e4-8107-e1e1096ceb14 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:38.838147 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:38.867575 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-574c8b4a-9042-4d0f-94c5-717a8c16ecf1 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:38.867575 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-574c8b4a-9042-4d0f-94c5-717a8c16ecf1 service neutron] Checking segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:38.867575 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-574c8b4a-9042-4d0f-94c5-717a8c16ecf1 service neutron] Bound using segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:38.867575 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-574c8b4a-9042-4d0f-94c5-717a8c16ecf1 service neutron] Bound port: 2f57e29a-7903-43e4-8107-e1e1096ceb14, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:38.867575 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-574c8b4a-9042-4d0f-94c5-717a8c16ecf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:38.905673 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=ec165489-6404-4f71-9fed-f5dcaecaf6b1,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:38.935246 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83baec-5d5a-49d4-b593-e069d5674fea req-33f68d50-5e3d-4d6d-b866-ce26c83cffcd tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:38.936793 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef83baec-5d5a-49d4-b593-e069d5674fea req-33f68d50-5e3d-4d6d-b866-ce26c83cffcd tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/ports?device_id=634ee7f0-6783-40ba-97c1-e64388bda6db HTTP/1.1" status: 200 len: 945 time: 0.4065115 Jul 15 12:58:38.983400 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5b200-54e6-400e-b57c-d49628e0a542 req-c25309b6-7b38-46c9-86e1-513fc85ce812 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:38.984941 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-59a5b200-54e6-400e-b57c-d49628e0a542 req-c25309b6-7b38-46c9-86e1-513fc85ce812 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a7fdaa-27c8-4857-8ae7-e5031291138b HTTP/1.1" status: 200 len: 945 time: 0.4557507 Jul 15 12:58:38.992765 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36028) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:38.998512 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-1cf0a876-f874-4186-8f0b-3c6f2fc77cb7 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-163897694-network', 'tenant_id': '4053a31bbb9e4543bfd25be8ac339a23'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:39.023851 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf0a876-f874-4186-8f0b-3c6f2fc77cb7 admin admin] Made reservation on behalf of 4053a31bbb9e4543bfd25be8ac339a23 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:58:39.026396 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1cf0a876-f874-4186-8f0b-3c6f2fc77cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:39.036414 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1cf0a876-f874-4186-8f0b-3c6f2fc77cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:39.097692 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef83baec-5d5a-49d4-b593-e069d5674fea req-bc08bd28-47ad-4e82-9695-6815614be56d tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d2cba0-0905-427c-92df-4d9a994ab05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407573 Jul 15 12:58:39.098279 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-b72166c0-eb38-406a-864c-f655854551fc service neutron] Attempting to bind port b227902d-e9bf-4f51-b5d3-e5ef04289ae5 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:39.098681 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-b72166c0-eb38-406a-864c-f655854551fc service neutron] Attempting to bind port b227902d-e9bf-4f51-b5d3-e5ef04289ae5 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:39.099021 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-b72166c0-eb38-406a-864c-f655854551fc service neutron] Attempting to bind port b227902d-e9bf-4f51-b5d3-e5ef04289ae5 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:39.103158 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-574c8b4a-9042-4d0f-94c5-717a8c16ecf1 service neutron] For port 2f57e29a-7903-43e4-8107-e1e1096ceb14, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:39.113103 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-59a5b200-54e6-400e-b57c-d49628e0a542 req-1943674f-f9d5-4ec0-901c-ab707067f230 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140120 Jul 15 12:58:39.118976 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-b72166c0-eb38-406a-864c-f655854551fc service neutron] Port b227902d-e9bf-4f51-b5d3-e5ef04289ae5 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:58:39.119071 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-b72166c0-eb38-406a-864c-f655854551fc service neutron] Attempting to bind port b227902d-e9bf-4f51-b5d3-e5ef04289ae5 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:39.125526 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-b72166c0-eb38-406a-864c-f655854551fc service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:39.125862 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-b72166c0-eb38-406a-864c-f655854551fc service neutron] Checking segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:39.126245 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-b72166c0-eb38-406a-864c-f655854551fc service neutron] Bound using segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:39.126711 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-b72166c0-eb38-406a-864c-f655854551fc service neutron] Bound port: b227902d-e9bf-4f51-b5d3-e5ef04289ae5, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:39.127074 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-b72166c0-eb38-406a-864c-f655854551fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:39.134612 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-574c8b4a-9042-4d0f-94c5-717a8c16ecf1 service neutron] For port 2f57e29a-7903-43e4-8107-e1e1096ceb14, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2f57e29a-7903-43e4-8107-e1e1096ceb14,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:39.158396 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1cf0a876-f874-4186-8f0b-3c6f2fc77cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:39.166143 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1cf0a876-f874-4186-8f0b-3c6f2fc77cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:39.175450 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-574c8b4a-9042-4d0f-94c5-717a8c16ecf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:39.199563 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0a876-f874-4186-8f0b-3c6f2fc77cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471ef87d-65e0-4e7b-8c20-afba14c9df59,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:39.212368 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cf0a876-f874-4186-8f0b-3c6f2fc77cb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 12:58:39.223907 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1cf0a876-f874-4186-8f0b-3c6f2fc77cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:39.224562 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-1cf0a876-f874-4186-8f0b-3c6f2fc77cb7 admin admin] Added segment 0c09d073-486b-4821-9974-755a07faf64e of type vlan for network c422e931-f85b-4cf8-87e6-b1715a2fca40 Jul 15 12:58:39.270089 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b4aa1b-5106-4ad0-b438-c81e3b3e1f22 x-openstack-request-id: req-82b4aa1b-5106-4ad0-b438-c81e3b3e1f22 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:39.270602 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634ee7f0-6783-40ba-97c1-e64388bda6db", "name": "network-vif-plugged", "status": "completed", "tag": "8b71818a-6844-4102-9987-9d7afbde2984", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:39.270811 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-82b4aa1b-5106-4ad0-b438-c81e3b3e1f22 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:39.271047 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634ee7f0-6783-40ba-97c1-e64388bda6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b71818a-6844-4102-9987-9d7afbde2984', 'code': 200} Jul 15 12:58:39.282193 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-574c8b4a-9042-4d0f-94c5-717a8c16ecf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:39.282848 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-574c8b4a-9042-4d0f-94c5-717a8c16ecf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:39.284494 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-574c8b4a-9042-4d0f-94c5-717a8c16ecf1 service neutron] 10.222.0.46 "PUT /v2.0/ports/2f57e29a-7903-43e4-8107-e1e1096ceb14 HTTP/1.1" status: 200 len: 1097 time: 2.9912529 Jul 15 12:58:39.286840 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b039da8a-00a0-47e1-9014-8b6c8b7ece00', 'tag': '2f57e29a-7903-43e4-8107-e1e1096ceb14'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:39.293040 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1cf0a876-f874-4186-8f0b-3c6f2fc77cb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:39.295865 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e4b921-e570-4bd0-b1de-c273e799ce2f" -d '{"events": [{"name": "network-changed", "server_uuid": "b039da8a-00a0-47e1-9014-8b6c8b7ece00", "tag": "2f57e29a-7903-43e4-8107-e1e1096ceb14"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:39.331960 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1cf0a876-f874-4186-8f0b-3c6f2fc77cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:39.334264 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf0a876-f874-4186-8f0b-3c6f2fc77cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:39.335330 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1cf0a876-f874-4186-8f0b-3c6f2fc77cb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:39.371103 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c8b4a-9042-4d0f-94c5-717a8c16ecf1 service neutron] Pushing event updated for resources: {'Port': ['ID=2f57e29a-7903-43e4-8107-e1e1096ceb14,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:39.418391 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1cf0a876-f874-4186-8f0b-3c6f2fc77cb7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4219675 Jul 15 12:58:39.418391 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0a876-f874-4186-8f0b-3c6f2fc77cb7 admin admin] Pushing event updated for resources: {'Network': ['ID=c422e931-f85b-4cf8-87e6-b1715a2fca40,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:39.418812 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-b72166c0-eb38-406a-864c-f655854551fc service neutron] For port b227902d-e9bf-4f51-b5d3-e5ef04289ae5, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:39.419576 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36038) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:39.429292 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network c422e931-f85b-4cf8-87e6-b1715a2fca40 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 12:58:39.446380 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-09b07e5d-15a0-4db5-8af7-ac47bba26bbf admin admin] Request body: {'subnet': {'network_id': 'c422e931-f85b-4cf8-87e6-b1715a2fca40', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-163897694-subnet', 'tenant_id': '4053a31bbb9e4543bfd25be8ac339a23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:39.449568 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-b72166c0-eb38-406a-864c-f655854551fc service neutron] For port b227902d-e9bf-4f51-b5d3-e5ef04289ae5, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b227902d-e9bf-4f51-b5d3-e5ef04289ae5,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:39.472608 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-b72166c0-eb38-406a-864c-f655854551fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:39.474555 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b07e5d-15a0-4db5-8af7-ac47bba26bbf admin admin] Made reservation on behalf of 4053a31bbb9e4543bfd25be8ac339a23 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:58:39.477466 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-09b07e5d-15a0-4db5-8af7-ac47bba26bbf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:39.531622 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72166c0-eb38-406a-864c-f655854551fc service neutron] Pushing event updated for resources: {'Port': ['ID=b227902d-e9bf-4f51-b5d3-e5ef04289ae5,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:39.551553 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b89401-501e-45f9-9b88-3acd43e9ac6e req-c334d922-2509-4397-baf1-a2a275c5211c tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:39.555631 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a7b89401-501e-45f9-9b88-3acd43e9ac6e req-c334d922-2509-4397-baf1-a2a275c5211c tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd7c2b9-f98a-41cb-b4ca-4144de40ed4b HTTP/1.1" status: 200 len: 947 time: 0.3108432 Jul 15 12:58:39.568413 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-b72166c0-eb38-406a-864c-f655854551fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:39.569424 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-b72166c0-eb38-406a-864c-f655854551fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:39.569582 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787ef3e-c6a0-40a5-ad59-c9eb28493e47 req-a8b0154f-441d-40eb-9442-5ff781d105ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:39.571087 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-b72166c0-eb38-406a-864c-f655854551fc service neutron] 10.222.0.46 "PUT /v2.0/ports/b227902d-e9bf-4f51-b5d3-e5ef04289ae5 HTTP/1.1" status: 200 len: 1097 time: 2.7223437 Jul 15 12:58:39.571233 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4787ef3e-c6a0-40a5-ad59-c9eb28493e47 req-a8b0154f-441d-40eb-9442-5ff781d105ee service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=634ee7f0-6783-40ba-97c1-e64388bda6db HTTP/1.1" status: 200 len: 1097 time: 0.1989505 Jul 15 12:58:39.597018 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-21edca4c-59df-462b-a54a-d89c41f94c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:39.598667 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-21edca4c-59df-462b-a54a-d89c41f94c2a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=70b334eb6b1c4823bfeb87b9e0290ca2&device_id=b039da8a-00a0-47e1-9014-8b6c8b7ece00 HTTP/1.1" status: 200 len: 1100 time: 0.2533627 Jul 15 12:58:39.654480 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4787ef3e-c6a0-40a5-ad59-c9eb28493e47 req-b7a12467-5bde-42d9-86f8-4e10b2fc410d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c4d2cba0-0905-427c-92df-4d9a994ab05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696342 Jul 15 12:58:39.656615 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a7b89401-501e-45f9-9b88-3acd43e9ac6e req-27315a31-8f66-45f2-b3ce-5f706fc98b78 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/security-groups?id=333c369e-63aa-466c-889c-3c262132b8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915463 Jul 15 12:58:39.725621 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-bda0f18c-8b26-4d31-acd7-a7c21376ae5c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=2f57e29a-7903-43e4-8107-e1e1096ceb14 HTTP/1.1" status: 200 len: 217 time: 0.1131628 Jul 15 12:58:39.772826 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-09b07e5d-15a0-4db5-8af7-ac47bba26bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:39.780576 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-60e554b7-de67-49c6-8535-0696d6d17469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:39.782236 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-60e554b7-de67-49c6-8535-0696d6d17469 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0484517 Jul 15 12:58:39.843660 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b07e5d-15a0-4db5-8af7-ac47bba26bbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=64221d51-37b9-4cb3-977f-27342bebcf05,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:39.852144 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b07e5d-15a0-4db5-8af7-ac47bba26bbf admin admin] Checking segment: {'id': '0c09d073-486b-4821-9974-755a07faf64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c422e931-f85b-4cf8-87e6-b1715a2fca40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:39.852494 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b07e5d-15a0-4db5-8af7-ac47bba26bbf admin admin] Network hostable DHCP agents. Network: c422e931-f85b-4cf8-87e6-b1715a2fca40, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 12:58:39.870472 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b07e5d-15a0-4db5-8af7-ac47bba26bbf admin admin] Network c422e931-f85b-4cf8-87e6-b1715a2fca40 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 12:58:39.879383 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-09b07e5d-15a0-4db5-8af7-ac47bba26bbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, c422e931-f85b-4cf8-87e6-b1715a2fca40) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:39.883794 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b07e5d-15a0-4db5-8af7-ac47bba26bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:39.884456 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-09b07e5d-15a0-4db5-8af7-ac47bba26bbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:39.888538 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c20fa3-1919-4c4f-ae57-85bfe2c8531c None None] Network c422e931-f85b-4cf8-87e6-b1715a2fca40 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:58:39.899151 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-5e562372-5aeb-431d-9253-ce9395558ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:39.900685 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-5e562372-5aeb-431d-9253-ce9395558ee2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=70b334eb6b1c4823bfeb87b9e0290ca2&device_id=43fafbb6-decd-480d-9324-c829b9483d40 HTTP/1.1" status: 200 len: 1100 time: 0.2417135 Jul 15 12:58:39.911085 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-09b07e5d-15a0-4db5-8af7-ac47bba26bbf admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4717817 Jul 15 12:58:39.965997 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-8857f449-585b-4706-8cde-595e00b76268 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=b227902d-e9bf-4f51-b5d3-e5ef04289ae5 HTTP/1.1" status: 200 len: 217 time: 0.0569737 Jul 15 12:58:40.020305 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-484f8145-1c31-40b1-bd8a-f67f363d5115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:40.021721 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-484f8145-1c31-40b1-bd8a-f67f363d5115 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2250006 Jul 15 12:58:40.029183 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36eb419d-49a8-4b6a-aeaf-1834571778e2 None None] Network c422e931-f85b-4cf8-87e6-b1715a2fca40 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:58:40.054554 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdecdced-276b-4563-8397-53885b2acc06 req-b8e52688-9b34-489e-acec-b140b24a428b tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:40.056081 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fdecdced-276b-4563-8397-53885b2acc06 req-b8e52688-9b34-489e-acec-b140b24a428b tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=43fafbb6-decd-480d-9324-c829b9483d40 HTTP/1.1" status: 200 len: 948 time: 0.2149601 Jul 15 12:58:40.079880 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-36fe31f7-0fd5-4414-b361-7c42bc47d7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:40.081908 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-36fe31f7-0fd5-4414-b361-7c42bc47d7b1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.1066413 Jul 15 12:58:40.107287 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d3bed-55e5-4b0d-8cea-2b0de96a8508 req-6aaf7d62-c735-4f67-b822-359414384c1b tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:40.111917 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c4d3bed-55e5-4b0d-8cea-2b0de96a8508 req-6aaf7d62-c735-4f67-b822-359414384c1b tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=7535332c-f6b2-4d67-9bee-9591454e7246 HTTP/1.1" status: 200 len: 950 time: 0.2710593 Jul 15 12:58:40.220876 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fdecdced-276b-4563-8397-53885b2acc06 req-2e752773-26ce-4da9-bbfe-21a5729fa3f6 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518204 Jul 15 12:58:40.239807 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c4d3bed-55e5-4b0d-8cea-2b0de96a8508 req-0d7e0826-de12-475d-966f-4920bdcc29c0 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199877 Jul 15 12:58:40.246248 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-42fe022e-442a-47a0-8324-548f1c30ee28 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164049 Jul 15 12:58:40.286089 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c783b6b8-55d7-47f2-9d3f-f68b6e8eaad2 x-openstack-request-id: req-c783b6b8-55d7-47f2-9d3f-f68b6e8eaad2 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:40.286381 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b039da8a-00a0-47e1-9014-8b6c8b7ece00", "tag": "2f57e29a-7903-43e4-8107-e1e1096ceb14", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:40.286649 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c783b6b8-55d7-47f2-9d3f-f68b6e8eaad2 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:40.287033 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b039da8a-00a0-47e1-9014-8b6c8b7ece00', 'tag': '2f57e29a-7903-43e4-8107-e1e1096ceb14', 'status': 'completed', 'code': 200} Jul 15 12:58:40.295896 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-b71f5fcb-3883-4921-b447-1bad92508058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:40.297614 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-b71f5fcb-3883-4921-b447-1bad92508058 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1789861 Jul 15 12:58:40.435261 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-5f45dc4f-ed92-443d-9a51-6d76dd10064f service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807010 Jul 15 12:58:40.566601 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-30953ea8-3d61-4c62-b42b-b3e022c42c1a service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361865 Jul 15 12:58:40.630510 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5f65b-7bfb-4ac7-ab24-6e65a559704f req-c39f56b2-8e70-4108-a738-365404338673 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:40.632286 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-41a5f65b-7bfb-4ac7-ab24-6e65a559704f req-c39f56b2-8e70-4108-a738-365404338673 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/ports?device_id=634ee7f0-6783-40ba-97c1-e64388bda6db HTTP/1.1" status: 200 len: 945 time: 0.2657859 Jul 15 12:58:40.653700 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-0b7ea9fe-b0c7-4c13-9e96-ad1b1e39d45d tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:40.655171 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-0b7ea9fe-b0c7-4c13-9e96-ad1b1e39d45d tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/networks?id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f HTTP/1.1" status: 200 len: 821 time: 0.2223535 Jul 15 12:58:40.729059 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-f0452687-ae06-4f7c-bf3d-27d1a6ad0d91 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/quotas/42f8630608fb46f681ad77135da09a14 HTTP/1.1" status: 200 len: 375 time: 0.0419307 Jul 15 12:58:40.755635 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4b921-e570-4bd0-b1de-c273e799ce2f req-8c6c5e67-4659-4706-90d1-ff6adb372bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:40.757330 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-76e4b921-e570-4bd0-b1de-c273e799ce2f req-8c6c5e67-4659-4706-90d1-ff6adb372bd9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=70b334eb6b1c4823bfeb87b9e0290ca2&device_id=b039da8a-00a0-47e1-9014-8b6c8b7ece00 HTTP/1.1" status: 200 len: 1100 time: 0.2679355 Jul 15 12:58:40.760087 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-41a5f65b-7bfb-4ac7-ab24-6e65a559704f req-59dcd2e9-066d-4bfb-9e21-4a17b1f9c822 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d2cba0-0905-427c-92df-4d9a994ab05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187136 Jul 15 12:58:40.789300 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-b5af194d-2432-461c-9d64-0a32ca2cb9fe tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=42f8630608fb46f681ad77135da09a14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545683 Jul 15 12:58:40.792195 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e34b13e7-960e-4dc7-ad57-43ecafa20e6d req-a6a04555-ad9c-4d06-9c0b-16cb4457af5f service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173109 Jul 15 12:58:40.954005 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4b921-e570-4bd0-b1de-c273e799ce2f req-f02b84ca-cc8b-4b1a-9e86-a16423c8c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:40.955499 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-76e4b921-e570-4bd0-b1de-c273e799ce2f req-f02b84ca-cc8b-4b1a-9e86-a16423c8c344 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.1907282 Jul 15 12:58:41.228951 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-b332f5d2-0acc-4b13-95d1-4c34f0ac616a service neutron] 10.222.0.16 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274614 Jul 15 12:58:41.231282 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-76e4b921-e570-4bd0-b1de-c273e799ce2f req-5b210985-7575-47b7-9bac-c4a9be6baa61 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=2f57e29a-7903-43e4-8107-e1e1096ceb14 HTTP/1.1" status: 200 len: 217 time: 0.2653310 Jul 15 12:58:41.272699 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a7fdaa-27c8-4857-8ae7-e5031291138b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec165489-6404-4f71-9fed-f5dcaecaf6b1'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:41.275113 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6dcbcba-5d75-4f58-9b2f-06e50c29a5d9" -d '{"events": [{"server_uuid": "34a7fdaa-27c8-4857-8ae7-e5031291138b", "name": "network-vif-plugged", "status": "completed", "tag": "ec165489-6404-4f71-9fed-f5dcaecaf6b1"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:41.293385 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411303ad-6fc6-426d-9aa1-823429bd0841 req-dcb4140e-fb0f-4d92-a73a-195771d74dd9 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:41.294853 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-411303ad-6fc6-426d-9aa1-823429bd0841 req-dcb4140e-fb0f-4d92-a73a-195771d74dd9 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a7fdaa-27c8-4857-8ae7-e5031291138b HTTP/1.1" status: 200 len: 946 time: 0.4295428 Jul 15 12:58:41.359942 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4b921-e570-4bd0-b1de-c273e799ce2f req-2d1d1281-fa8f-482a-beca-d12f22b7fce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:41.361338 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-76e4b921-e570-4bd0-b1de-c273e799ce2f req-2d1d1281-fa8f-482a-beca-d12f22b7fce6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.1156015 Jul 15 12:58:41.412814 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-411303ad-6fc6-426d-9aa1-823429bd0841 req-7a0e155e-e656-49ce-b9cb-23026974aca4 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092851 Jul 15 12:58:41.421404 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-9be5d904-8a6b-42b9-bddf-9dfec247600e service neutron] 10.222.0.16 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865723 Jul 15 12:58:41.443616 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4b921-e570-4bd0-b1de-c273e799ce2f req-82c00ae6-4a6d-449d-9efd-d941a1f1d91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:41.445125 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-76e4b921-e570-4bd0-b1de-c273e799ce2f req-82c00ae6-4a6d-449d-9efd-d941a1f1d91e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0723085 Jul 15 12:58:41.545672 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-76e4b921-e570-4bd0-b1de-c273e799ce2f req-8f68c473-d50f-4e9f-8ec6-83107df95417 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933363 Jul 15 12:58:41.651840 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-76e4b921-e570-4bd0-b1de-c273e799ce2f req-b32ee663-a649-4f78-8033-3b28c643f5ba service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976598 Jul 15 12:58:41.744974 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f417f0b-751a-4aa0-8e65-0fb52cd78d69 req-a41a46c7-505f-4aac-9e85-04dced9b0c19 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:41.746467 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0f417f0b-751a-4aa0-8e65-0fb52cd78d69 req-a41a46c7-505f-4aac-9e85-04dced9b0c19 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd7c2b9-f98a-41cb-b4ca-4144de40ed4b HTTP/1.1" status: 200 len: 947 time: 0.0746691 Jul 15 12:58:41.785986 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0f417f0b-751a-4aa0-8e65-0fb52cd78d69 req-f8dad688-67c8-4da4-9bde-648d78bf6e43 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/security-groups?id=333c369e-63aa-466c-889c-3c262132b8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338821 Jul 15 12:58:41.871921 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581c56e9-3bd2-4e43-b9e8-103681daad03 x-openstack-request-id: req-581c56e9-3bd2-4e43-b9e8-103681daad03 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:41.872218 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a7fdaa-27c8-4857-8ae7-e5031291138b", "name": "network-vif-plugged", "status": "completed", "tag": "ec165489-6404-4f71-9fed-f5dcaecaf6b1", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:41.872520 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-581c56e9-3bd2-4e43-b9e8-103681daad03 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:41.872913 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a7fdaa-27c8-4857-8ae7-e5031291138b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec165489-6404-4f71-9fed-f5dcaecaf6b1', 'code': 200} Jul 15 12:58:41.950136 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6ed526d1-47c7-47b7-96de-f2d9eb12b205 req-afe21bb8-e114-4fb2-8cf4-4b0f7d7f883c tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e0d083b-1b52-40f8-a8de-a60051e81a1b HTTP/1.1" status: 200 len: 210 time: 0.0516400 Jul 15 12:58:42.031178 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7be0a4-d27d-4597-9185-657947d287e7 req-d6a0453d-7da1-4406-bb75-2fc2b2c69f7b tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:42.032766 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-de7be0a4-d27d-4597-9185-657947d287e7 req-d6a0453d-7da1-4406-bb75-2fc2b2c69f7b tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=43fafbb6-decd-480d-9324-c829b9483d40 HTTP/1.1" status: 200 len: 948 time: 0.1250789 Jul 15 12:58:42.040133 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a199d13-4c01-43e8-b626-7cd1ffdba7cb req-9534cc8f-bd3a-49ce-a042-a6428eab1fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:42.041291 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3a199d13-4c01-43e8-b626-7cd1ffdba7cb req-9534cc8f-bd3a-49ce-a042-a6428eab1fd5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=34a7fdaa-27c8-4857-8ae7-e5031291138b HTTP/1.1" status: 200 len: 1098 time: 0.0901551 Jul 15 12:58:42.065789 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 6019a457-3bc0-4c97-ab32-9f9dddf2f2d8 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:58:42.100950 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-de7be0a4-d27d-4597-9185-657947d287e7 req-9cffab4b-f92a-49b9-bcca-681e150710a7 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586259 Jul 15 12:58:42.103092 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3a199d13-4c01-43e8-b626-7cd1ffdba7cb req-c048d6df-beb0-4ff8-a60a-5db364852044 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534685 Jul 15 12:58:42.178380 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eacd7ef-e5ca-4fd2-b1d1-def65c55db83 req-848de497-f16f-48b0-9814-0a8e74e02a65 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:42.180034 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9eacd7ef-e5ca-4fd2-b1d1-def65c55db83 req-848de497-f16f-48b0-9814-0a8e74e02a65 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/ports?device_id=634ee7f0-6783-40ba-97c1-e64388bda6db HTTP/1.1" status: 200 len: 945 time: 0.0753696 Jul 15 12:58:42.185582 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 6019a457-3bc0-4c97-ab32-9f9dddf2f2d8, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=6019a457-3bc0-4c97-ab32-9f9dddf2f2d8,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:42.197468 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '6019a457-3bc0-4c97-ab32-9f9dddf2f2d8', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': '6019a457-3bc0-4c97-ab32-9f9dddf2f2d8', 'mac_address': 'fa:16:3e:78:2e:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:58:42.223790 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9eacd7ef-e5ca-4fd2-b1d1-def65c55db83 req-4062528b-6000-4614-8336-98dae40d8f35 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d2cba0-0905-427c-92df-4d9a994ab05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372396 Jul 15 12:58:42.254463 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:42.271522 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6019a457-3bc0-4c97-ab32-9f9dddf2f2d8 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:42.288231 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43fafbb6-decd-480d-9324-c829b9483d40', 'tag': 'b227902d-e9bf-4f51-b5d3-e5ef04289ae5'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:42.291720 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f233e232-0a37-40e7-841c-21336d84f796" -d '{"events": [{"name": "network-changed", "server_uuid": "43fafbb6-decd-480d-9324-c829b9483d40", "tag": "b227902d-e9bf-4f51-b5d3-e5ef04289ae5"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:42.294260 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 6019a457-3bc0-4c97-ab32-9f9dddf2f2d8, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=6019a457-3bc0-4c97-ab32-9f9dddf2f2d8,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:42.299319 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:42.348527 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=6019a457-3bc0-4c97-ab32-9f9dddf2f2d8,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:42.530488 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b716230-ad39-4e84-af4d-667378d13a52 req-287d1604-7e80-4a9d-b81a-8f12a76e4693 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:42.531921 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b716230-ad39-4e84-af4d-667378d13a52 req-287d1604-7e80-4a9d-b81a-8f12a76e4693 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe438e87-790f-4217-954d-d9139dbd1652&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1443398 Jul 15 12:58:42.590703 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b716230-ad39-4e84-af4d-667378d13a52 req-5347d23b-eeac-4924-b780-4f7406e2dacb tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.224 HTTP/1.1" status: 200 len: 696 time: 0.0506139 Jul 15 12:58:42.600653 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca692f6-f1a6-4c78-9f5e-bc1df15b90eb req-34c8e2d6-2b60-4476-835b-79115c7b51bd tempest-ServersAdminTestJSON-866143239 tempest-ServersAdminTestJSON-866143239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:42.601140 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca692f6-f1a6-4c78-9f5e-bc1df15b90eb req-34c8e2d6-2b60-4476-835b-79115c7b51bd tempest-ServersAdminTestJSON-866143239 tempest-ServersAdminTestJSON-866143239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:42.601617 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca692f6-f1a6-4c78-9f5e-bc1df15b90eb req-34c8e2d6-2b60-4476-835b-79115c7b51bd tempest-ServersAdminTestJSON-866143239 tempest-ServersAdminTestJSON-866143239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:42.602097 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca692f6-f1a6-4c78-9f5e-bc1df15b90eb req-34c8e2d6-2b60-4476-835b-79115c7b51bd tempest-ServersAdminTestJSON-866143239 tempest-ServersAdminTestJSON-866143239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:42.602602 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca692f6-f1a6-4c78-9f5e-bc1df15b90eb req-34c8e2d6-2b60-4476-835b-79115c7b51bd tempest-ServersAdminTestJSON-866143239 tempest-ServersAdminTestJSON-866143239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:42.603067 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca692f6-f1a6-4c78-9f5e-bc1df15b90eb req-34c8e2d6-2b60-4476-835b-79115c7b51bd tempest-ServersAdminTestJSON-866143239 tempest-ServersAdminTestJSON-866143239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:42.603538 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca692f6-f1a6-4c78-9f5e-bc1df15b90eb req-34c8e2d6-2b60-4476-835b-79115c7b51bd tempest-ServersAdminTestJSON-866143239 tempest-ServersAdminTestJSON-866143239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:42.604009 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca692f6-f1a6-4c78-9f5e-bc1df15b90eb req-34c8e2d6-2b60-4476-835b-79115c7b51bd tempest-ServersAdminTestJSON-866143239 tempest-ServersAdminTestJSON-866143239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:42.604477 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca692f6-f1a6-4c78-9f5e-bc1df15b90eb req-34c8e2d6-2b60-4476-835b-79115c7b51bd tempest-ServersAdminTestJSON-866143239 tempest-ServersAdminTestJSON-866143239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:42.604945 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca692f6-f1a6-4c78-9f5e-bc1df15b90eb req-34c8e2d6-2b60-4476-835b-79115c7b51bd tempest-ServersAdminTestJSON-866143239 tempest-ServersAdminTestJSON-866143239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:42.605410 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca692f6-f1a6-4c78-9f5e-bc1df15b90eb req-34c8e2d6-2b60-4476-835b-79115c7b51bd tempest-ServersAdminTestJSON-866143239 tempest-ServersAdminTestJSON-866143239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:42.605878 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca692f6-f1a6-4c78-9f5e-bc1df15b90eb req-34c8e2d6-2b60-4476-835b-79115c7b51bd tempest-ServersAdminTestJSON-866143239 tempest-ServersAdminTestJSON-866143239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:42.608037 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0ca692f6-f1a6-4c78-9f5e-bc1df15b90eb req-34c8e2d6-2b60-4476-835b-79115c7b51bd tempest-ServersAdminTestJSON-866143239 tempest-ServersAdminTestJSON-866143239-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7e0d083b-1b52-40f8-a8de-a60051e81a1b&device_id=3dd7c2b9-f98a-41cb-b4ca-4144de40ed4b&device_id=43fafbb6-decd-480d-9324-c829b9483d40&device_id=b039da8a-00a0-47e1-9014-8b6c8b7ece00&device_id=34a7fdaa-27c8-4857-8ae7-e5031291138b&device_id=634ee7f0-6783-40ba-97c1-e64388bda6db&device_id=7535332c-f6b2-4d67-9bee-9591454e7246&device_id=51cadb7b-64f3-4fc3-bdba-b86a43cc1fb4&device_id=3a3c8436-2dae-49bb-aeab-a37cf2f24fe7&device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8&device_id=fe438e87-790f-4217-954d-d9139dbd1652&device_id=f618b592-dfc6-49b9-ab02-5a2825ebaba9&device_id=42d38631-e256-4930-ba2f-0a20b23412ac HTTP/1.1" status: 200 len: 10906 time: 0.1396677 Jul 15 12:58:42.608193 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['6019a457-3bc0-4c97-ab32-9f9dddf2f2d8'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:58:42.612861 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-1b716230-ad39-4e84-af4d-667378d13a52 req-96a007b1-c102-4715-86ae-3079fd76fba0 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Request body: {'floatingip': {'port_id': '2912c006-8100-4dc4-a370-28256722130c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:42.688830 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0ca692f6-f1a6-4c78-9f5e-bc1df15b90eb req-b5d63736-286b-421f-aab3-7f35c253484b tempest-ServersAdminTestJSON-866143239 tempest-ServersAdminTestJSON-866143239-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:42.693017 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1b716230-ad39-4e84-af4d-667378d13a52 req-96a007b1-c102-4715-86ae-3079fd76fba0 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks [] for floatingip, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:43.103397 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0ca692f6-f1a6-4c78-9f5e-bc1df15b90eb req-b5d63736-286b-421f-aab3-7f35c253484b tempest-ServersAdminTestJSON-866143239 tempest-ServersAdminTestJSON-866143239-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:43.117769 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0ca692f6-f1a6-4c78-9f5e-bc1df15b90eb req-b5d63736-286b-421f-aab3-7f35c253484b tempest-ServersAdminTestJSON-866143239 tempest-ServersAdminTestJSON-866143239-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:43.199053 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-497f7f2d-8aa9-434b-8f7b-28bcf6b28c47 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:43.200554 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-497f7f2d-8aa9-434b-8f7b-28bcf6b28c47 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.20 "GET /v2.0/networks?id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f HTTP/1.1" status: 200 len: 821 time: 0.2835665 Jul 15 12:58:43.224584 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-108d5a11-c46d-46db-919e-1758303157ee tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Request body: {'port': {'device_id': '7e0d083b-1b52-40f8-a8de-a60051e81a1b', 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f', 'admin_state_up': True, 'tenant_id': '42f8630608fb46f681ad77135da09a14'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:43.239736 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0ca692f6-f1a6-4c78-9f5e-bc1df15b90eb req-b5d63736-286b-421f-aab3-7f35c253484b tempest-ServersAdminTestJSON-866143239 tempest-ServersAdminTestJSON-866143239-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=333c369e-63aa-466c-889c-3c262132b8de&id=c51af1c0-2b5c-4e46-9e96-4747552c3905&id=aade9e98-88ea-4e93-8a3a-267a617a212a&id=6c0103be-6a02-4297-8dec-ed0e6eed0384&id=c4d2cba0-0905-427c-92df-4d9a994ab05f&id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 646 time: 0.6028016 Jul 15 12:58:43.295238 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d63736-286b-421f-aab3-7f35c253484b tempest-ServersAdminTestJSON-866143239 tempest-ServersAdminTestJSON-866143239-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6db6096-4606-468e-b500-93124108abcd,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:43.334458 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139ad59c-fc06-4090-aecf-3cdd3eeec804 x-openstack-request-id: req-139ad59c-fc06-4090-aecf-3cdd3eeec804 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:43.334786 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43fafbb6-decd-480d-9324-c829b9483d40", "tag": "b227902d-e9bf-4f51-b5d3-e5ef04289ae5", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:43.335040 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-139ad59c-fc06-4090-aecf-3cdd3eeec804 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:43.335433 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43fafbb6-decd-480d-9324-c829b9483d40', 'tag': 'b227902d-e9bf-4f51-b5d3-e5ef04289ae5', 'status': 'completed', 'code': 200} Jul 15 12:58:43.886845 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233e232-0a37-40e7-841c-21336d84f796 req-fb01c19a-14b6-4c3c-bcc0-bc801cb5db8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:43.888353 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f233e232-0a37-40e7-841c-21336d84f796 req-fb01c19a-14b6-4c3c-bcc0-bc801cb5db8c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=70b334eb6b1c4823bfeb87b9e0290ca2&device_id=43fafbb6-decd-480d-9324-c829b9483d40 HTTP/1.1" status: 200 len: 1100 time: 0.3173451 Jul 15 12:58:43.894487 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-108d5a11-c46d-46db-919e-1758303157ee tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Made reservation on behalf of 42f8630608fb46f681ad77135da09a14 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:58:43.897946 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-108d5a11-c46d-46db-919e-1758303157ee tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:43.906345 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff75ea9-36d9-42ef-a9f6-e25373b16e39 req-7eec6c9d-c09e-4ed9-866f-3481830ab26c tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:43.907765 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fff75ea9-36d9-42ef-a9f6-e25373b16e39 req-7eec6c9d-c09e-4ed9-866f-3481830ab26c tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a7fdaa-27c8-4857-8ae7-e5031291138b HTTP/1.1" status: 200 len: 946 time: 0.3311243 Jul 15 12:58:43.955699 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1b716230-ad39-4e84-af4d-667378d13a52 req-96a007b1-c102-4715-86ae-3079fd76fba0 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:43.970960 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1b716230-ad39-4e84-af4d-667378d13a52 req-96a007b1-c102-4715-86ae-3079fd76fba0 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:44.078586 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device b227902d-e9bf-4f51-b5d3-e5ef04289ae5 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:58:44.082311 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 6019a457-3bc0-4c97-ab32-9f9dddf2f2d8 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:44.135942 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fff75ea9-36d9-42ef-a9f6-e25373b16e39 req-a1fc32c2-7715-4542-bd43-3dde4986f498 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115755 Jul 15 12:58:44.185901 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233e232-0a37-40e7-841c-21336d84f796 req-434f4306-43e5-45f6-a255-eeadd42e1239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:44.187418 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f233e232-0a37-40e7-841c-21336d84f796 req-434f4306-43e5-45f6-a255-eeadd42e1239 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.2720439 Jul 15 12:58:44.192793 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 6019a457-3bc0-4c97-ab32-9f9dddf2f2d8 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:44.202243 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 6019a457-3bc0-4c97-ab32-9f9dddf2f2d8 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:44.202633 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:44.217996 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [req-1b716230-ad39-4e84-af4d-667378d13a52 req-96a007b1-c102-4715-86ae-3079fd76fba0 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Floating IP e3107481-ba7b-493b-8579-ebd85790790e associated. External IP: 172.25.8.224, port: 2912c006-8100-4dc4-a370-28256722130c. Jul 15 12:58:44.251133 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port b227902d-e9bf-4f51-b5d3-e5ef04289ae5, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b227902d-e9bf-4f51-b5d3-e5ef04289ae5,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:44.269350 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'b227902d-e9bf-4f51-b5d3-e5ef04289ae5', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': 'b227902d-e9bf-4f51-b5d3-e5ef04289ae5', 'mac_address': 'fa:16:3e:51:c0:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:58:44.287104 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f233e232-0a37-40e7-841c-21336d84f796 req-c7e63cb6-fa5f-4534-8769-8643468d0496 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=b227902d-e9bf-4f51-b5d3-e5ef04289ae5 HTTP/1.1" status: 200 len: 217 time: 0.0769010 Jul 15 12:58:44.333220 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-108d5a11-c46d-46db-919e-1758303157ee tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Allocated IP 172.20.0.8 (9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f/522453a6-daf1-42ae-a6f8-abb7ab66795d/a355c265-55bd-4651-9018-cf362016aeb5) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:44.341876 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:44.343782 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:44.369041 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b227902d-e9bf-4f51-b5d3-e5ef04289ae5 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:44.378775 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd7c2b9-f98a-41cb-b4ca-4144de40ed4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6019a457-3bc0-4c97-ab32-9f9dddf2f2d8'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:44.381248 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07b9904-7074-44cd-90b1-654e12b35797" -d '{"events": [{"server_uuid": "3dd7c2b9-f98a-41cb-b4ca-4144de40ed4b", "name": "network-vif-plugged", "status": "completed", "tag": "6019a457-3bc0-4c97-ab32-9f9dddf2f2d8"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:44.402516 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 6019a457-3bc0-4c97-ab32-9f9dddf2f2d8, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=6019a457-3bc0-4c97-ab32-9f9dddf2f2d8,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:44.405961 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port b227902d-e9bf-4f51-b5d3-e5ef04289ae5, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b227902d-e9bf-4f51-b5d3-e5ef04289ae5,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:44.407410 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:44.411974 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:44.412588 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 2f57e29a-7903-43e4-8107-e1e1096ceb14 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:58:44.429509 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233e232-0a37-40e7-841c-21336d84f796 req-b522e7a5-17a6-43f2-ad12-6f3655c939d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:44.431009 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f233e232-0a37-40e7-841c-21336d84f796 req-b522e7a5-17a6-43f2-ad12-6f3655c939d8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.1351941 Jul 15 12:58:44.475740 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=6019a457-3bc0-4c97-ab32-9f9dddf2f2d8,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:44.479227 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 2f57e29a-7903-43e4-8107-e1e1096ceb14, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2f57e29a-7903-43e4-8107-e1e1096ceb14,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:44.515595 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '2f57e29a-7903-43e4-8107-e1e1096ceb14', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': '2f57e29a-7903-43e4-8107-e1e1096ceb14', 'mac_address': 'fa:16:3e:da:60:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:58:44.673548 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2997faa6-c659-41d2-86eb-35ede7648b47 req-f318f26d-79e6-4f8f-8a1f-7bbe15c71e2d tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:44.675103 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2997faa6-c659-41d2-86eb-35ede7648b47 req-f318f26d-79e6-4f8f-8a1f-7bbe15c71e2d tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd7c2b9-f98a-41cb-b4ca-4144de40ed4b HTTP/1.1" status: 200 len: 948 time: 0.2913005 Jul 15 12:58:44.682540 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=b227902d-e9bf-4f51-b5d3-e5ef04289ae5,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:44.688793 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:44.704964 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f57e29a-7903-43e4-8107-e1e1096ceb14 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:44.705151 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233e232-0a37-40e7-841c-21336d84f796 req-98dc33a6-3515-4e0e-a26a-a60bd240dc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:44.707167 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f233e232-0a37-40e7-841c-21336d84f796 req-98dc33a6-3515-4e0e-a26a-a60bd240dc63 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2623014 Jul 15 12:58:44.727629 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 2f57e29a-7903-43e4-8107-e1e1096ceb14, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2f57e29a-7903-43e4-8107-e1e1096ceb14,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:44.731733 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:44.778774 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=2f57e29a-7903-43e4-8107-e1e1096ceb14,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:44.781220 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b716230-ad39-4e84-af4d-667378d13a52 req-96a007b1-c102-4715-86ae-3079fd76fba0 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Router 1c14b003-30ad-4816-8b13-4f65644063c2 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 12:58:44.791656 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-108d5a11-c46d-46db-919e-1758303157ee tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:44.812605 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2997faa6-c659-41d2-86eb-35ede7648b47 req-2057bf95-e3e8-486e-8663-875b242b1d0f tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/security-groups?id=333c369e-63aa-466c-889c-3c262132b8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264043 Jul 15 12:58:44.978523 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-70600eb8-e717-4f81-91e7-512416b24345 req-709c5d57-4298-4c8f-847e-f03e12965168 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e0d083b-1b52-40f8-a8de-a60051e81a1b HTTP/1.1" status: 200 len: 210 time: 0.0653636 Jul 15 12:58:44.988150 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f233e232-0a37-40e7-841c-21336d84f796 req-7df101b6-0e41-4af2-8d02-f7cac9ec14bd service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614083 Jul 15 12:58:45.001214 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-108d5a11-c46d-46db-919e-1758303157ee tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:45.047457 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['b227902d-e9bf-4f51-b5d3-e5ef04289ae5'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:58:45.052629 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['2f57e29a-7903-43e4-8107-e1e1096ceb14'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:58:45.063965 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b716230-ad39-4e84-af4d-667378d13a52 req-96a007b1-c102-4715-86ae-3079fd76fba0 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:58:45.077084 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1b716230-ad39-4e84-af4d-667378d13a52 req-96a007b1-c102-4715-86ae-3079fd76fba0 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:45.081491 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5fe195-4c79-4d44-90cf-14834b8f0bf7 None None] Sync routers for ids ['1c14b003-30ad-4816-8b13-4f65644063c2'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:58:45.091061 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5fe195-4c79-4d44-90cf-14834b8f0bf7 None None] Routers {'1c14b003-30ad-4816-8b13-4f65644063c2'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:58:45.091679 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-1d5fe195-4c79-4d44-90cf-14834b8f0bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:58:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['1c14b003-30ad-4816-8b13-4f65644063c2'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:45.202373 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-1d5fe195-4c79-4d44-90cf-14834b8f0bf7 None None] Set router 1c14b003-30ad-4816-8b13-4f65644063c2 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:58:45.372778 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-108d5a11-c46d-46db-919e-1758303157ee tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:45.422298 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-108d5a11-c46d-46db-919e-1758303157ee tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:45.436429 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-108d5a11-c46d-46db-919e-1758303157ee tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:58:45.439278 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d5a11-c46d-46db-919e-1758303157ee tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Pushing event updated for resources: {'Port': ['ID=a355c265-55bd-4651-9018-cf362016aeb5,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:45.470491 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-1d5fe195-4c79-4d44-90cf-14834b8f0bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474088082-router', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:48Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'gw_port': {'id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:49Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'e3107481-ba7b-493b-8579-ebd85790790e', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'port_id': '2912c006-8100-4dc4-a370-28256722130c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4', 'mac_address': 'fa:16:3e:d0:a6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe438e87-790f-4217-954d-d9139dbd1652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T12:58:21Z', 'updated_at': '2021-07-15T12:58:43Z', 'revision_number': 1, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553e7190-fd29-457c-81f5-6956f9499943', 'name': '', 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'mac_address': 'fa:16:3e:d7:91:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:51Z', 'updated_at': '2021-07-15T12:58:00Z', 'revision_number': 5, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'subnets': [{'id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:45.476354 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b716230-ad39-4e84-af4d-667378d13a52 req-96a007b1-c102-4715-86ae-3079fd76fba0 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "PUT /v2.0/floatingips/e3107481-ba7b-493b-8579-ebd85790790e HTTP/1.1" status: 200 len: 997 time: 2.8673322 Jul 15 12:58:45.483675 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe438e87-790f-4217-954d-d9139dbd1652', 'tag': '2912c006-8100-4dc4-a370-28256722130c'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:45.485914 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3227ca-fba9-4a01-9e6d-3aa27c72374c" -d '{"events": [{"name": "network-changed", "server_uuid": "fe438e87-790f-4217-954d-d9139dbd1652", "tag": "2912c006-8100-4dc4-a370-28256722130c"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:45.495789 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5fe195-4c79-4d44-90cf-14834b8f0bf7 None None] Checking router: 1c14b003-30ad-4816-8b13-4f65644063c2 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:58:45.504909 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5fe195-4c79-4d44-90cf-14834b8f0bf7 None None] Routers {'1c14b003-30ad-4816-8b13-4f65644063c2'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:58:45.505507 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-1d5fe195-4c79-4d44-90cf-14834b8f0bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:58:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['1c14b003-30ad-4816-8b13-4f65644063c2'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:45.538907 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f233e232-0a37-40e7-841c-21336d84f796 req-9d2d5a38-e015-4632-858d-52baa987c7ad service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5337706 Jul 15 12:58:45.552809 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-108d5a11-c46d-46db-919e-1758303157ee tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:45.553435 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-108d5a11-c46d-46db-919e-1758303157ee tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:45.579910 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f3d6f-38be-47cf-814e-d6e2498d8c3e req-c13d3e2f-b719-41e6-a4b5-cf36e93df22a tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:45.581408 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d3f3d6f-38be-47cf-814e-d6e2498d8c3e req-c13d3e2f-b719-41e6-a4b5-cf36e93df22a tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=43fafbb6-decd-480d-9324-c829b9483d40 HTTP/1.1" status: 200 len: 949 time: 0.2323718 Jul 15 12:58:45.593362 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-108d5a11-c46d-46db-919e-1758303157ee tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3755066 Jul 15 12:58:45.610852 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-1d5fe195-4c79-4d44-90cf-14834b8f0bf7 None None] Set router 1c14b003-30ad-4816-8b13-4f65644063c2 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:58:45.613074 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-bd7e388d-864d-45a0-861c-60e4c1f68987 service neutron] Request body: {'port': {'device_id': '7e0d083b-1b52-40f8-a8de-a60051e81a1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:45.650679 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b716230-ad39-4e84-af4d-667378d13a52 req-ff71dea8-8e8b-41f9-b1be-cdd3fcea62c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:45.652114 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b716230-ad39-4e84-af4d-667378d13a52 req-ff71dea8-8e8b-41f9-b1be-cdd3fcea62c1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46138d491dbf4c0fafa5ada7fbe61124&device_id=fe438e87-790f-4217-954d-d9139dbd1652 HTTP/1.1" status: 200 len: 1098 time: 0.1548431 Jul 15 12:58:45.688414 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d3f3d6f-38be-47cf-814e-d6e2498d8c3e req-9845295b-3e78-4a1e-8e19-0b7bcd19e145 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995712 Jul 15 12:58:45.769976 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-bd7e388d-864d-45a0-861c-60e4c1f68987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:45.818481 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b716230-ad39-4e84-af4d-667378d13a52 req-0e8f9564-4b13-4939-b391-5cc941c89fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:45.820010 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b716230-ad39-4e84-af4d-667378d13a52 req-0e8f9564-4b13-4939-b391-5cc941c89fd9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4321eda4-9fed-4248-8378-36b16e951de4 HTTP/1.1" status: 200 len: 922 time: 0.1586967 Jul 15 12:58:45.853058 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-1d5fe195-4c79-4d44-90cf-14834b8f0bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474088082-router', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:48Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'gw_port': {'id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:49Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'e3107481-ba7b-493b-8579-ebd85790790e', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'port_id': '2912c006-8100-4dc4-a370-28256722130c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4', 'mac_address': 'fa:16:3e:d0:a6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe438e87-790f-4217-954d-d9139dbd1652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T12:58:21Z', 'updated_at': '2021-07-15T12:58:43Z', 'revision_number': 1, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553e7190-fd29-457c-81f5-6956f9499943', 'name': '', 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'mac_address': 'fa:16:3e:d7:91:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:51Z', 'updated_at': '2021-07-15T12:58:00Z', 'revision_number': 5, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'subnets': [{'id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:45.880013 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5fe195-4c79-4d44-90cf-14834b8f0bf7 None None] The sync data for ids ['1c14b003-30ad-4816-8b13-4f65644063c2'] in n-d-771363-36 is: [{'id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474088082-router', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:48Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'gw_port': {'id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:49Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'e3107481-ba7b-493b-8579-ebd85790790e', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'port_id': '2912c006-8100-4dc4-a370-28256722130c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4', 'mac_address': 'fa:16:3e:d0:a6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe438e87-790f-4217-954d-d9139dbd1652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T12:58:21Z', 'updated_at': '2021-07-15T12:58:43Z', 'revision_number': 1, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553e7190-fd29-457c-81f5-6956f9499943', 'name': '', 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'mac_address': 'fa:16:3e:d7:91:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:51Z', 'updated_at': '2021-07-15T12:58:00Z', 'revision_number': 5, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'subnets': [{'id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:58:45.955226 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b716230-ad39-4e84-af4d-667378d13a52 req-3ff059c0-dd69-402a-b8ea-c1c63e383b1d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2912c006-8100-4dc4-a370-28256722130c HTTP/1.1" status: 200 len: 1000 time: 0.1270156 Jul 15 12:58:46.078914 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device b227902d-e9bf-4f51-b5d3-e5ef04289ae5 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:46.090252 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b716230-ad39-4e84-af4d-667378d13a52 req-ee6d033b-d6d5-401d-8985-a2ef4fc3abeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:46.091831 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b716230-ad39-4e84-af4d-667378d13a52 req-ee6d033b-d6d5-401d-8985-a2ef4fc3abeb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8665632-78d8-46eb-ba99-59b5531a3bc9 HTTP/1.1" status: 200 len: 860 time: 0.1234906 Jul 15 12:58:46.109791 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5a9d2f-9b7f-4ee3-bbbd-6ede100eadfe None None] New status for floating IP e3107481-ba7b-493b-8579-ebd85790790e: ACTIVE {{(pid=93827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 12:58:46.146817 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01634a02-5122-45b8-bd6e-5f5a1d491fc7 req-a302979d-5b46-4305-83da-70d341149d63 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:46.148362 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-01634a02-5122-45b8-bd6e-5f5a1d491fc7 req-a302979d-5b46-4305-83da-70d341149d63 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=34a7fdaa-27c8-4857-8ae7-e5031291138b HTTP/1.1" status: 200 len: 1098 time: 0.1895733 Jul 15 12:58:46.216622 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port b227902d-e9bf-4f51-b5d3-e5ef04289ae5 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:46.225168 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port b227902d-e9bf-4f51-b5d3-e5ef04289ae5 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:46.225547 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:46.243830 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-01634a02-5122-45b8-bd6e-5f5a1d491fc7 req-23eeba5d-b7a7-488b-97b3-a3749494dfee tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837381 Jul 15 12:58:46.245506 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b716230-ad39-4e84-af4d-667378d13a52 req-39b40751-c990-4e69-a048-ba835830992a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:46.246954 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b716230-ad39-4e84-af4d-667378d13a52 req-39b40751-c990-4e69-a048-ba835830992a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4321eda4-9fed-4248-8378-36b16e951de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1477585 Jul 15 12:58:46.259353 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-1b716230-ad39-4e84-af4d-667378d13a52 req-b5a0374f-b0dd-473a-b6ec-f0b4c0843cd6 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:58:46.260473 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b716230-ad39-4e84-af4d-667378d13a52 req-b5a0374f-b0dd-473a-b6ec-f0b4c0843cd6 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054564 Jul 15 12:58:46.271595 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-bd7e388d-864d-45a0-861c-60e4c1f68987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a355c265-55bd-4651-9018-cf362016aeb5 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:46.291746 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-bd7e388d-864d-45a0-861c-60e4c1f68987 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:46.301352 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e07eaf3-9ac7-4080-847d-c0d704337277 x-openstack-request-id: req-3e07eaf3-9ac7-4080-847d-c0d704337277 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:46.301628 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd7c2b9-f98a-41cb-b4ca-4144de40ed4b", "name": "network-vif-plugged", "status": "completed", "tag": "6019a457-3bc0-4c97-ab32-9f9dddf2f2d8", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:46.301956 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3e07eaf3-9ac7-4080-847d-c0d704337277 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:46.302440 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd7c2b9-f98a-41cb-b4ca-4144de40ed4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6019a457-3bc0-4c97-ab32-9f9dddf2f2d8', 'code': 200} Jul 15 12:58:46.311700 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-bd7e388d-864d-45a0-861c-60e4c1f68987 service neutron] Transition to ACTIVE for port object a355c265-55bd-4651-9018-cf362016aeb5 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:46.329636 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-bd7e388d-864d-45a0-861c-60e4c1f68987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:46.347313 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:46.384478 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port b227902d-e9bf-4f51-b5d3-e5ef04289ae5, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b227902d-e9bf-4f51-b5d3-e5ef04289ae5,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:46.389660 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:46.427322 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e388d-864d-45a0-861c-60e4c1f68987 service neutron] Pushing event updated for resources: {'Port': ['ID=a355c265-55bd-4651-9018-cf362016aeb5,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:46.440937 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=b227902d-e9bf-4f51-b5d3-e5ef04289ae5,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:46.489876 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747a3013-fe4d-4a20-8ae4-46bfa6b165c0 x-openstack-request-id: req-747a3013-fe4d-4a20-8ae4-46bfa6b165c0 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:46.490174 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe438e87-790f-4217-954d-d9139dbd1652", "tag": "2912c006-8100-4dc4-a370-28256722130c", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:46.490431 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-747a3013-fe4d-4a20-8ae4-46bfa6b165c0 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:46.490831 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe438e87-790f-4217-954d-d9139dbd1652', 'tag': '2912c006-8100-4dc4-a370-28256722130c', 'status': 'completed', 'code': 200} Jul 15 12:58:46.548460 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f69e3-4729-4649-a8e6-3f7e5d1a5387 req-8c3864dd-8ce6-4911-84b6-399c9bf0f9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:46.550619 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c06f69e3-4729-4649-a8e6-3f7e5d1a5387 req-8c3864dd-8ce6-4911-84b6-399c9bf0f9a7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3dd7c2b9-f98a-41cb-b4ca-4144de40ed4b HTTP/1.1" status: 200 len: 1101 time: 0.1594315 Jul 15 12:58:46.558645 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b716230-ad39-4e84-af4d-667378d13a52 req-5ce7888a-6f72-4a36-a612-2dea7edf8cab service neutron] 10.222.0.16 "GET /v2.0/networks/4321eda4-9fed-4248-8378-36b16e951de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456563 Jul 15 12:58:46.559178 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3227ca-fba9-4a01-9e6d-3aa27c72374c req-816b4bd8-557c-410e-a299-22a5dea09379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:46.560678 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-bb3227ca-fba9-4a01-9e6d-3aa27c72374c req-816b4bd8-557c-410e-a299-22a5dea09379 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=46138d491dbf4c0fafa5ada7fbe61124&device_id=fe438e87-790f-4217-954d-d9139dbd1652 HTTP/1.1" status: 200 len: 1098 time: 0.0536013 Jul 15 12:58:46.625479 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-bd7e388d-864d-45a0-861c-60e4c1f68987 service neutron] Attempting to bind port a355c265-55bd-4651-9018-cf362016aeb5 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:46.625814 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-bd7e388d-864d-45a0-861c-60e4c1f68987 service neutron] Attempting to bind port a355c265-55bd-4651-9018-cf362016aeb5 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:46.626162 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-bd7e388d-864d-45a0-861c-60e4c1f68987 service neutron] Attempting to bind port a355c265-55bd-4651-9018-cf362016aeb5 on network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:46.651569 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3227ca-fba9-4a01-9e6d-3aa27c72374c req-8a778752-3f3d-4db0-8d0e-9540ec6a2806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:46.653076 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-bb3227ca-fba9-4a01-9e6d-3aa27c72374c req-8a778752-3f3d-4db0-8d0e-9540ec6a2806 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4321eda4-9fed-4248-8378-36b16e951de4 HTTP/1.1" status: 200 len: 922 time: 0.0856657 Jul 15 12:58:46.665375 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-bd7e388d-864d-45a0-861c-60e4c1f68987 service neutron] Port a355c265-55bd-4651-9018-cf362016aeb5 on network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:58:46.666068 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-bd7e388d-864d-45a0-861c-60e4c1f68987 service neutron] Attempting to bind port a355c265-55bd-4651-9018-cf362016aeb5 on network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:46.668740 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c06f69e3-4729-4649-a8e6-3f7e5d1a5387 req-e2baab3f-afd2-4829-aa5e-906873f0a811 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=333c369e-63aa-466c-889c-3c262132b8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042728 Jul 15 12:58:46.678736 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-bd7e388d-864d-45a0-861c-60e4c1f68987 service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:46.679068 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-bd7e388d-864d-45a0-861c-60e4c1f68987 service neutron] Checking segment: {'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:46.679446 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-bd7e388d-864d-45a0-861c-60e4c1f68987 service neutron] Bound using segment: {'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:46.679879 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-bd7e388d-864d-45a0-861c-60e4c1f68987 service neutron] Bound port: a355c265-55bd-4651-9018-cf362016aeb5, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:46.680235 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-bd7e388d-864d-45a0-861c-60e4c1f68987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:46.722607 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-bb3227ca-fba9-4a01-9e6d-3aa27c72374c req-4d8edcf1-0114-4723-9a67-6ae3bca201a9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2912c006-8100-4dc4-a370-28256722130c HTTP/1.1" status: 200 len: 1002 time: 0.0626411 Jul 15 12:58:46.756386 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b716230-ad39-4e84-af4d-667378d13a52 req-5ecc1554-c4d1-4e01-b11b-9c2356459f3c service neutron] 10.222.0.16 "GET /v2.0/networks/4321eda4-9fed-4248-8378-36b16e951de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824627 Jul 15 12:58:46.770965 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3227ca-fba9-4a01-9e6d-3aa27c72374c req-bb461db9-0964-40e6-8cff-604c59cdf57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:46.772578 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-bb3227ca-fba9-4a01-9e6d-3aa27c72374c req-bb461db9-0964-40e6-8cff-604c59cdf57a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e8665632-78d8-46eb-ba99-59b5531a3bc9 HTTP/1.1" status: 200 len: 860 time: 0.0439522 Jul 15 12:58:46.799979 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-bd7e388d-864d-45a0-861c-60e4c1f68987 service neutron] For port a355c265-55bd-4651-9018-cf362016aeb5, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:46.819990 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-bd7e388d-864d-45a0-861c-60e4c1f68987 service neutron] For port a355c265-55bd-4651-9018-cf362016aeb5, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=a355c265-55bd-4651-9018-cf362016aeb5,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:46.825932 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05054580-717e-4eb6-b8e6-a38fb7669a3a req-0f61176f-d50f-4b28-9e33-828653aaf8c6 tempest-ServersAdminTestJSON-866143239 tempest-ServersAdminTestJSON-866143239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:46.826420 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05054580-717e-4eb6-b8e6-a38fb7669a3a req-0f61176f-d50f-4b28-9e33-828653aaf8c6 tempest-ServersAdminTestJSON-866143239 tempest-ServersAdminTestJSON-866143239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:46.826932 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05054580-717e-4eb6-b8e6-a38fb7669a3a req-0f61176f-d50f-4b28-9e33-828653aaf8c6 tempest-ServersAdminTestJSON-866143239 tempest-ServersAdminTestJSON-866143239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:46.828678 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-05054580-717e-4eb6-b8e6-a38fb7669a3a req-0f61176f-d50f-4b28-9e33-828653aaf8c6 tempest-ServersAdminTestJSON-866143239 tempest-ServersAdminTestJSON-866143239-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7535332c-f6b2-4d67-9bee-9591454e7246&device_id=3a3c8436-2dae-49bb-aeab-a37cf2f24fe7&device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 2885 time: 0.1231503 Jul 15 12:58:46.830211 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-bd7e388d-864d-45a0-861c-60e4c1f68987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:46.833949 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3227ca-fba9-4a01-9e6d-3aa27c72374c req-80da61c2-397e-47ac-83d7-b298974fe39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:46.837217 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-bb3227ca-fba9-4a01-9e6d-3aa27c72374c req-80da61c2-397e-47ac-83d7-b298974fe39c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4321eda4-9fed-4248-8378-36b16e951de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582440 Jul 15 12:58:46.901327 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-bd7e388d-864d-45a0-861c-60e4c1f68987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:46.901932 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-bd7e388d-864d-45a0-861c-60e4c1f68987 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:46.903316 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-bd7e388d-864d-45a0-861c-60e4c1f68987 service neutron] 10.222.0.20 "PUT /v2.0/ports/a355c265-55bd-4651-9018-cf362016aeb5 HTTP/1.1" status: 200 len: 1092 time: 1.2948003 Jul 15 12:58:46.935838 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-bb3227ca-fba9-4a01-9e6d-3aa27c72374c req-9e3e668c-b63a-4fd2-a997-bef217ad9ba5 service neutron] 10.222.0.20 "GET /v2.0/networks/4321eda4-9fed-4248-8378-36b16e951de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919235 Jul 15 12:58:46.946001 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e388d-864d-45a0-861c-60e4c1f68987 service neutron] Pushing event updated for resources: {'Port': ['ID=a355c265-55bd-4651-9018-cf362016aeb5,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:46.959022 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-05054580-717e-4eb6-b8e6-a38fb7669a3a req-b365b6f2-c0bc-4433-936e-caf946a3b0b5 tempest-ServersAdminTestJSON-866143239 tempest-ServersAdminTestJSON-866143239-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232934 Jul 15 12:58:47.027505 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6c774-4f28-4ea7-8b74-fc203beae02a req-a0addc07-ac1e-44d3-828f-0246e54f4025 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:47.029045 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-63e6c774-4f28-4ea7-8b74-fc203beae02a req-a0addc07-ac1e-44d3-828f-0246e54f4025 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd7c2b9-f98a-41cb-b4ca-4144de40ed4b HTTP/1.1" status: 200 len: 949 time: 0.1443527 Jul 15 12:58:47.039707 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-e7c32c8c-e06b-4aa7-8553-05dc466e0ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:47.041606 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-e7c32c8c-e06b-4aa7-8553-05dc466e0ebb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42f8630608fb46f681ad77135da09a14&device_id=7e0d083b-1b52-40f8-a8de-a60051e81a1b HTTP/1.1" status: 200 len: 1095 time: 0.0926688 Jul 15 12:58:47.043819 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-bb3227ca-fba9-4a01-9e6d-3aa27c72374c req-163d4cdc-8db2-423a-b917-d58db17c5bf7 service neutron] 10.222.0.20 "GET /v2.0/networks/4321eda4-9fed-4248-8378-36b16e951de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997281 Jul 15 12:58:47.100433 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-a3fd0441-6b78-4ac9-9b1b-877c1b45d8e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a355c265-55bd-4651-9018-cf362016aeb5 HTTP/1.1" status: 200 len: 217 time: 0.0427961 Jul 15 12:58:47.139429 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-63e6c774-4f28-4ea7-8b74-fc203beae02a req-332d609e-e403-43c2-95f5-f6bd0584f4a0 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/security-groups?id=333c369e-63aa-466c-889c-3c262132b8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021113 Jul 15 12:58:47.188040 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-ea92575b-5800-4128-9354-cef6956f8fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:47.189477 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-ea92575b-5800-4128-9354-cef6956f8fe0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=522453a6-daf1-42ae-a6f8-abb7ab66795d HTTP/1.1" status: 200 len: 861 time: 0.0793726 Jul 15 12:58:47.222980 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-bcaafb5b-8add-40b1-a653-554a98a62eb4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271091 Jul 15 12:58:47.231309 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d1543-a808-4519-ab56-89cd7793cb15 req-d7f9afa3-c637-4074-bb0a-9ba04a19244f tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:47.232687 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-283d1543-a808-4519-ab56-89cd7793cb15 req-d7f9afa3-c637-4074-bb0a-9ba04a19244f tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e0d083b-1b52-40f8-a8de-a60051e81a1b HTTP/1.1" status: 200 len: 943 time: 0.1393449 Jul 15 12:58:47.354663 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-283d1543-a808-4519-ab56-89cd7793cb15 req-598be47d-d1cb-422f-9b2d-a338572b9821 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126580 Jul 15 12:58:47.377298 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb93be-e782-4706-9fd2-9d6bb2cb2f73 req-d0192bd3-adc7-40f4-854e-0cdb2ddfb264 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:47.379391 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-93cb93be-e782-4706-9fd2-9d6bb2cb2f73 req-d0192bd3-adc7-40f4-854e-0cdb2ddfb264 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=34a7fdaa-27c8-4857-8ae7-e5031291138b HTTP/1.1" status: 200 len: 1098 time: 0.1385574 Jul 15 12:58:47.390009 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-577e649e-ffaf-4dea-a8e0-7198328d81ce service neutron] 10.222.0.20 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564519 Jul 15 12:58:47.442831 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-93cb93be-e782-4706-9fd2-9d6bb2cb2f73 req-6277df74-ed05-4796-9e99-1a2358884767 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555627 Jul 15 12:58:47.532826 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-680d82c2-c878-44d2-aa71-b01b34e643bb req-4c851338-80e6-4dd5-a2e4-af9ef02a3958 service neutron] 10.222.0.20 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366475 Jul 15 12:58:47.566018 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114574e2-90ac-4622-8809-168a4405ed46 req-848abb80-cdc5-42fb-8c26-2a4e44dfeeb5 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:47.567509 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-114574e2-90ac-4622-8809-168a4405ed46 req-848abb80-cdc5-42fb-8c26-2a4e44dfeeb5 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=43fafbb6-decd-480d-9324-c829b9483d40 HTTP/1.1" status: 200 len: 950 time: 0.0924461 Jul 15 12:58:47.634193 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-114574e2-90ac-4622-8809-168a4405ed46 req-618b5da6-b84e-41fb-86b7-66bfc8d32552 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507083 Jul 15 12:58:47.651650 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd9b9e-6d88-4fa9-b08a-1d1ad393cf25 req-55535fcb-dd9a-48e3-b69b-6a814696ded2 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:47.653108 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c0dd9b9e-6d88-4fa9-b08a-1d1ad393cf25 req-55535fcb-dd9a-48e3-b69b-6a814696ded2 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/ports?device_id=634ee7f0-6783-40ba-97c1-e64388bda6db&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1104784 Jul 15 12:58:47.748892 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c0dd9b9e-6d88-4fa9-b08a-1d1ad393cf25 req-99e46320-a23e-4059-ad5a-d97743128bfd tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.224 HTTP/1.1" status: 200 len: 1002 time: 0.0889480 Jul 15 12:58:47.758369 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-c0dd9b9e-6d88-4fa9-b08a-1d1ad393cf25 req-26a4faec-beed-4934-ab3e-0795217043c2 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Request body: {'floatingip': {'port_id': '8b71818a-6844-4102-9987-9d7afbde2984', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:47.827409 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c0dd9b9e-6d88-4fa9-b08a-1d1ad393cf25 req-26a4faec-beed-4934-ab3e-0795217043c2 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks [] for floatingip, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:48.079383 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 2f57e29a-7903-43e4-8107-e1e1096ceb14 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:48.142500 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 2f57e29a-7903-43e4-8107-e1e1096ceb14 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:48.149762 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 2f57e29a-7903-43e4-8107-e1e1096ceb14 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:48.150393 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:48.269232 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:48.318448 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 2f57e29a-7903-43e4-8107-e1e1096ceb14, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2f57e29a-7903-43e4-8107-e1e1096ceb14,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:48.319826 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43fafbb6-decd-480d-9324-c829b9483d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b227902d-e9bf-4f51-b5d3-e5ef04289ae5'}, {'server_uuid': 'b039da8a-00a0-47e1-9014-8b6c8b7ece00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f57e29a-7903-43e4-8107-e1e1096ceb14'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:48.322350 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af077ed-1e06-4fa6-9e38-377720cde288" -d '{"events": [{"server_uuid": "43fafbb6-decd-480d-9324-c829b9483d40", "name": "network-vif-plugged", "status": "completed", "tag": "b227902d-e9bf-4f51-b5d3-e5ef04289ae5"}, {"server_uuid": "b039da8a-00a0-47e1-9014-8b6c8b7ece00", "name": "network-vif-plugged", "status": "completed", "tag": "2f57e29a-7903-43e4-8107-e1e1096ceb14"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:48.329221 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:48.373597 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36178) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:48.392169 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=2f57e29a-7903-43e4-8107-e1e1096ceb14,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:48.493785 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0d083b-1b52-40f8-a8de-a60051e81a1b', 'tag': 'a355c265-55bd-4651-9018-cf362016aeb5'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:48.496698 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61e4bcb-47cb-472d-bd29-3911f9382680" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0d083b-1b52-40f8-a8de-a60051e81a1b", "tag": "a355c265-55bd-4651-9018-cf362016aeb5"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:48.534820 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2e27e6ac-9558-4b2b-a182-823a66bc64d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:48.729913 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c0dd9b9e-6d88-4fa9-b08a-1d1ad393cf25 req-26a4faec-beed-4934-ab3e-0795217043c2 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:48.738008 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c0dd9b9e-6d88-4fa9-b08a-1d1ad393cf25 req-26a4faec-beed-4934-ab3e-0795217043c2 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:48.791445 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2280e8-79af-4898-b577-623da027de88 req-b1194955-e999-4791-93bc-31d8942d7715 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:48.792919 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ca2280e8-79af-4898-b577-623da027de88 req-b1194955-e999-4791-93bc-31d8942d7715 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd7c2b9-f98a-41cb-b4ca-4144de40ed4b HTTP/1.1" status: 200 len: 949 time: 0.2113841 Jul 15 12:58:48.818541 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2e27e6ac-9558-4b2b-a182-823a66bc64d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:48.829906 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2e27e6ac-9558-4b2b-a182-823a66bc64d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:48.916625 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ca2280e8-79af-4898-b577-623da027de88 req-6baed308-20cb-4f2f-8eba-e712244a2db6 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/security-groups?id=333c369e-63aa-466c-889c-3c262132b8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177864 Jul 15 12:58:48.922796 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2e27e6ac-9558-4b2b-a182-823a66bc64d7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6383cb4c995b472681268767bc0339a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5482166 Jul 15 12:58:48.926260 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36192) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:48.928373 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e27e6ac-9558-4b2b-a182-823a66bc64d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff257783-1e64-47fe-b6c9-7a8f332a7f88,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:48.933270 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [req-c0dd9b9e-6d88-4fa9-b08a-1d1ad393cf25 req-26a4faec-beed-4934-ab3e-0795217043c2 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Floating IP e3107481-ba7b-493b-8579-ebd85790790e associated. External IP: 172.25.8.224, port: 2912c006-8100-4dc4-a370-28256722130c. Jul 15 12:58:49.002708 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e760f6f3-c11d-45ec-9f71-47d70e069086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:49.024387 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e760f6f3-c11d-45ec-9f71-47d70e069086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:49.073193 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e760f6f3-c11d-45ec-9f71-47d70e069086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:49.075886 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e760f6f3-c11d-45ec-9f71-47d70e069086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:49.077304 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e760f6f3-c11d-45ec-9f71-47d70e069086 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ff257783-1e64-47fe-b6c9-7a8f332a7f88 HTTP/1.1" status: 204 len: 168 time: 0.1500471 Jul 15 12:58:49.091520 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e760f6f3-c11d-45ec-9f71-47d70e069086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff257783-1e64-47fe-b6c9-7a8f332a7f88,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:49.180727 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9d140-5cea-4c17-aed1-2ad9b8dfbf67 req-1da7b34b-67c8-4264-895e-22b01aa92b10 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:49.182247 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7ed9d140-5cea-4c17-aed1-2ad9b8dfbf67 req-1da7b34b-67c8-4264-895e-22b01aa92b10 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=34a7fdaa-27c8-4857-8ae7-e5031291138b HTTP/1.1" status: 200 len: 1098 time: 0.1095161 Jul 15 12:58:49.187151 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0dd9b9e-6d88-4fa9-b08a-1d1ad393cf25 req-26a4faec-beed-4934-ab3e-0795217043c2 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Router 1c14b003-30ad-4816-8b13-4f65644063c2 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 12:58:49.262883 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7ed9d140-5cea-4c17-aed1-2ad9b8dfbf67 req-66e57a10-d0e3-4af7-ab22-932bd98a87b8 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742066 Jul 15 12:58:49.318350 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0dd9b9e-6d88-4fa9-b08a-1d1ad393cf25 req-26a4faec-beed-4934-ab3e-0795217043c2 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:58:49.329583 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41903dea-4d8a-408b-ae3a-609646bcc3e8 x-openstack-request-id: req-41903dea-4d8a-408b-ae3a-609646bcc3e8 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:49.330983 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43fafbb6-decd-480d-9324-c829b9483d40", "name": "network-vif-plugged", "status": "completed", "tag": "b227902d-e9bf-4f51-b5d3-e5ef04289ae5", "code": 200}, {"server_uuid": "b039da8a-00a0-47e1-9014-8b6c8b7ece00", "name": "network-vif-plugged", "status": "completed", "tag": "2f57e29a-7903-43e4-8107-e1e1096ceb14", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:49.331886 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-41903dea-4d8a-408b-ae3a-609646bcc3e8 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:49.332557 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43fafbb6-decd-480d-9324-c829b9483d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b227902d-e9bf-4f51-b5d3-e5ef04289ae5', 'code': 200} Jul 15 12:58:49.333002 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b039da8a-00a0-47e1-9014-8b6c8b7ece00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f57e29a-7903-43e4-8107-e1e1096ceb14', 'code': 200} Jul 15 12:58:49.334087 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ac8e70-3c4c-4b23-8ffa-93b405445454 None None] Sync routers for ids ['1c14b003-30ad-4816-8b13-4f65644063c2'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:58:49.354333 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36202) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:49.360114 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ac8e70-3c4c-4b23-8ffa-93b405445454 None None] Routers {'1c14b003-30ad-4816-8b13-4f65644063c2'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:58:49.361915 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-d3ac8e70-3c4c-4b23-8ffa-93b405445454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:58:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['1c14b003-30ad-4816-8b13-4f65644063c2'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:49.369685 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9dfdffc4-9e9e-41bf-9d3d-0a69ad3fec83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:49.483348 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9dfdffc4-9e9e-41bf-9d3d-0a69ad3fec83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:49.487833 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9dfdffc4-9e9e-41bf-9d3d-0a69ad3fec83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:49.534674 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9dfdffc4-9e9e-41bf-9d3d-0a69ad3fec83 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ccf8b4542319412ca84241bdefceecde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1761959 Jul 15 12:58:49.535008 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36204) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:49.567650 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfdffc4-9e9e-41bf-9d3d-0a69ad3fec83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49901389-652d-471c-be70-180768dad30e,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:49.584489 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-d3ac8e70-3c4c-4b23-8ffa-93b405445454 None None] Set router 1c14b003-30ad-4816-8b13-4f65644063c2 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:58:49.594916 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01567cf8-0647-42dc-b3ca-52d4cdbc7f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:49.620707 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01567cf8-0647-42dc-b3ca-52d4cdbc7f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:49.638533 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d63559-9fa1-4f8e-abcb-d41e9353de1d req-ffa1c22c-a155-4f10-af44-19c04e9929d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:49.640061 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-63d63559-9fa1-4f8e-abcb-d41e9353de1d req-ffa1c22c-a155-4f10-af44-19c04e9929d2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b039da8a-00a0-47e1-9014-8b6c8b7ece00 HTTP/1.1" status: 200 len: 1102 time: 0.2008331 Jul 15 12:58:49.652672 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b9250-fdc2-4284-b8da-69242bd521de req-6bc0638a-8d45-415c-aedf-2e212f25eb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:49.654191 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-571b9250-fdc2-4284-b8da-69242bd521de req-6bc0638a-8d45-415c-aedf-2e212f25eb93 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=43fafbb6-decd-480d-9324-c829b9483d40 HTTP/1.1" status: 200 len: 1102 time: 0.2137132 Jul 15 12:58:49.676365 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01567cf8-0647-42dc-b3ca-52d4cdbc7f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:49.679067 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01567cf8-0647-42dc-b3ca-52d4cdbc7f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:49.682541 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-01567cf8-0647-42dc-b3ca-52d4cdbc7f50 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/49901389-652d-471c-be70-180768dad30e HTTP/1.1" status: 204 len: 168 time: 0.1441233 Jul 15 12:58:49.694017 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01567cf8-0647-42dc-b3ca-52d4cdbc7f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49901389-652d-471c-be70-180768dad30e,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:49.731219 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad053884-973f-4e45-9112-67357e5c670c req-f84aa834-5bae-4aa6-93f0-53e6da1c3a1f tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:49.737979 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ad053884-973f-4e45-9112-67357e5c670c req-f84aa834-5bae-4aa6-93f0-53e6da1c3a1f tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e0d083b-1b52-40f8-a8de-a60051e81a1b HTTP/1.1" status: 200 len: 943 time: 0.2431436 Jul 15 12:58:49.789211 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-63d63559-9fa1-4f8e-abcb-d41e9353de1d req-3ef1164b-aa1e-4014-a71f-4b9adb1e311c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340485 Jul 15 12:58:49.792378 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-571b9250-fdc2-4284-b8da-69242bd521de req-ed9a6e9a-4ffe-4657-8054-59305a17a36d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995972 Jul 15 12:58:49.811491 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0dd9b9e-6d88-4fa9-b08a-1d1ad393cf25 req-26a4faec-beed-4934-ab3e-0795217043c2 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Router 1c14b003-30ad-4816-8b13-4f65644063c2 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 12:58:49.823868 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ad053884-973f-4e45-9112-67357e5c670c req-7e4029c1-4f2c-4c96-87bd-ce1883d87ed8 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849280 Jul 15 12:58:49.836497 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-d3ac8e70-3c4c-4b23-8ffa-93b405445454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474088082-router', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:48Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'gw_port': {'id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:49Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'e3107481-ba7b-493b-8579-ebd85790790e', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'port_id': '8b71818a-6844-4102-9987-9d7afbde2984', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4', 'mac_address': 'fa:16:3e:36:2b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634ee7f0-6783-40ba-97c1-e64388bda6db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T12:58:21Z', 'updated_at': '2021-07-15T12:58:48Z', 'revision_number': 3, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553e7190-fd29-457c-81f5-6956f9499943', 'name': '', 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'mac_address': 'fa:16:3e:d7:91:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:51Z', 'updated_at': '2021-07-15T12:58:00Z', 'revision_number': 5, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'subnets': [{'id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:49.864629 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ac8e70-3c4c-4b23-8ffa-93b405445454 None None] Checking router: 1c14b003-30ad-4816-8b13-4f65644063c2 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:58:49.873210 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ac8e70-3c4c-4b23-8ffa-93b405445454 None None] Routers {'1c14b003-30ad-4816-8b13-4f65644063c2'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:58:49.873804 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-d3ac8e70-3c4c-4b23-8ffa-93b405445454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:58:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['1c14b003-30ad-4816-8b13-4f65644063c2'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:49.968979 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0dd9b9e-6d88-4fa9-b08a-1d1ad393cf25 req-26a4faec-beed-4934-ab3e-0795217043c2 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:58:49.974098 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c0dd9b9e-6d88-4fa9-b08a-1d1ad393cf25 req-26a4faec-beed-4934-ab3e-0795217043c2 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:49.982170 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-d3ac8e70-3c4c-4b23-8ffa-93b405445454 None None] Set router 1c14b003-30ad-4816-8b13-4f65644063c2 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:58:50.085221 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c0dd9b9e-6d88-4fa9-b08a-1d1ad393cf25 req-26a4faec-beed-4934-ab3e-0795217043c2 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "PUT /v2.0/floatingips/e3107481-ba7b-493b-8579-ebd85790790e HTTP/1.1" status: 200 len: 998 time: 2.3283339 Jul 15 12:58:50.087811 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63355d4-7910-42b2-a4cd-764c89579265 x-openstack-request-id: req-b63355d4-7910-42b2-a4cd-764c89579265 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:50.088096 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0d083b-1b52-40f8-a8de-a60051e81a1b", "tag": "a355c265-55bd-4651-9018-cf362016aeb5", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:50.088343 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b63355d4-7910-42b2-a4cd-764c89579265 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:50.088726 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0d083b-1b52-40f8-a8de-a60051e81a1b', 'tag': 'a355c265-55bd-4651-9018-cf362016aeb5', 'status': 'completed', 'code': 200} Jul 15 12:58:50.182798 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd9b9e-6d88-4fa9-b08a-1d1ad393cf25 req-390b136f-abbe-4df5-bec9-cd67c149b05f tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:50.184175 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c0dd9b9e-6d88-4fa9-b08a-1d1ad393cf25 req-390b136f-abbe-4df5-bec9-cd67c149b05f tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/ports/2912c006-8100-4dc4-a370-28256722130c HTTP/1.1" status: 200 len: 943 time: 0.0903003 Jul 15 12:58:50.221709 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e4bcb-47cb-472d-bd29-3911f9382680 req-9a39113b-326e-4cb7-89a9-68be2479d9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:50.222298 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a61e4bcb-47cb-472d-bd29-3911f9382680 req-9a39113b-326e-4cb7-89a9-68be2479d9d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42f8630608fb46f681ad77135da09a14&device_id=7e0d083b-1b52-40f8-a8de-a60051e81a1b HTTP/1.1" status: 200 len: 1095 time: 0.0978584 Jul 15 12:58:50.277989 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-d3ac8e70-3c4c-4b23-8ffa-93b405445454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474088082-router', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:48Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'gw_port': {'id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:49Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'e3107481-ba7b-493b-8579-ebd85790790e', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'port_id': '8b71818a-6844-4102-9987-9d7afbde2984', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4', 'mac_address': 'fa:16:3e:36:2b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634ee7f0-6783-40ba-97c1-e64388bda6db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T12:58:21Z', 'updated_at': '2021-07-15T12:58:48Z', 'revision_number': 3, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553e7190-fd29-457c-81f5-6956f9499943', 'name': '', 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'mac_address': 'fa:16:3e:d7:91:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:51Z', 'updated_at': '2021-07-15T12:58:00Z', 'revision_number': 5, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'subnets': [{'id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:50.308142 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ac8e70-3c4c-4b23-8ffa-93b405445454 None None] The sync data for ids ['1c14b003-30ad-4816-8b13-4f65644063c2'] in n-d-771363-36 is: [{'id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474088082-router', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:48Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'gw_port': {'id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:49Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'e3107481-ba7b-493b-8579-ebd85790790e', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'port_id': '8b71818a-6844-4102-9987-9d7afbde2984', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4', 'mac_address': 'fa:16:3e:36:2b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634ee7f0-6783-40ba-97c1-e64388bda6db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T12:58:21Z', 'updated_at': '2021-07-15T12:58:48Z', 'revision_number': 3, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553e7190-fd29-457c-81f5-6956f9499943', 'name': '', 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'mac_address': 'fa:16:3e:d7:91:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:51Z', 'updated_at': '2021-07-15T12:58:00Z', 'revision_number': 5, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'subnets': [{'id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:58:50.386117 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee26a1-c8f5-4239-a700-3a8b418405ec req-7dc08ae4-1de2-4d28-b244-7915a876b5c9 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:50.387670 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8cee26a1-c8f5-4239-a700-3a8b418405ec req-7dc08ae4-1de2-4d28-b244-7915a876b5c9 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=43fafbb6-decd-480d-9324-c829b9483d40 HTTP/1.1" status: 200 len: 950 time: 0.1861014 Jul 15 12:58:50.389970 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e4bcb-47cb-472d-bd29-3911f9382680 req-ca4f509b-c734-470d-a6f7-ac6b0e5a4e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:50.391376 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a61e4bcb-47cb-472d-bd29-3911f9382680 req-ca4f509b-c734-470d-a6f7-ac6b0e5a4e70 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f HTTP/1.1" status: 200 len: 922 time: 0.1528141 Jul 15 12:58:50.458994 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a61e4bcb-47cb-472d-bd29-3911f9382680 req-fb73c7c7-afce-4838-ba1a-4cf784b25401 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a355c265-55bd-4651-9018-cf362016aeb5 HTTP/1.1" status: 200 len: 217 time: 0.0573454 Jul 15 12:58:50.462148 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd9b9e-6d88-4fa9-b08a-1d1ad393cf25 req-95cb0a39-78b3-43e7-9db2-e34a7ce1e2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:50.463635 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c0dd9b9e-6d88-4fa9-b08a-1d1ad393cf25 req-95cb0a39-78b3-43e7-9db2-e34a7ce1e2a7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46138d491dbf4c0fafa5ada7fbe61124&device_id=fe438e87-790f-4217-954d-d9139dbd1652 HTTP/1.1" status: 200 len: 1098 time: 0.1944158 Jul 15 12:58:50.493312 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36228) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:50.496792 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ed85c2-435e-4543-a70e-c70daf078cbe None None] New status for floating IP e3107481-ba7b-493b-8579-ebd85790790e: ACTIVE {{(pid=93827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 12:58:50.522919 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8cee26a1-c8f5-4239-a700-3a8b418405ec req-181e4c1b-06a0-4309-9c34-16a8a97fb359 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289706 Jul 15 12:58:50.578282 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e4bcb-47cb-472d-bd29-3911f9382680 req-1bdecdfa-9b02-4bbe-9e3d-51b5f67e8ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:50.579863 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a61e4bcb-47cb-472d-bd29-3911f9382680 req-1bdecdfa-9b02-4bbe-9e3d-51b5f67e8ac4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=522453a6-daf1-42ae-a6f8-abb7ab66795d HTTP/1.1" status: 200 len: 861 time: 0.1105542 Jul 15 12:58:50.624911 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a61e4bcb-47cb-472d-bd29-3911f9382680 req-94f12a22-6d5a-4116-9dd2-f11da7c70fcc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293336 Jul 15 12:58:50.626072 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd9b9e-6d88-4fa9-b08a-1d1ad393cf25 req-714b3c31-bae4-4c2a-bbfa-eff20a588aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:50.627709 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c0dd9b9e-6d88-4fa9-b08a-1d1ad393cf25 req-714b3c31-bae4-4c2a-bbfa-eff20a588aab service neutron] 10.222.0.16 "GET /v2.0/networks?id=4321eda4-9fed-4248-8378-36b16e951de4 HTTP/1.1" status: 200 len: 922 time: 0.1570501 Jul 15 12:58:50.633588 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-982a6959-7e65-4ba0-91d0-9131fabcbc42 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-949925684-network', 'tenant_id': '7ccb3879d6cb469e95bbcfbbdad8abeb'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:50.656393 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982a6959-7e65-4ba0-91d0-9131fabcbc42 admin admin] Made reservation on behalf of 7ccb3879d6cb469e95bbcfbbdad8abeb for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:58:50.660081 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-982a6959-7e65-4ba0-91d0-9131fabcbc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:50.681281 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-982a6959-7e65-4ba0-91d0-9131fabcbc42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:50.696504 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c0dd9b9e-6d88-4fa9-b08a-1d1ad393cf25 req-e62103a5-83ed-4675-a913-053499059d28 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2912c006-8100-4dc4-a370-28256722130c HTTP/1.1" status: 200 len: 217 time: 0.0549650 Jul 15 12:58:50.800002 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd9b9e-6d88-4fa9-b08a-1d1ad393cf25 req-fe2d915f-8cfd-4900-8e4b-08bb1003d6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:50.801484 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c0dd9b9e-6d88-4fa9-b08a-1d1ad393cf25 req-fe2d915f-8cfd-4900-8e4b-08bb1003d6a0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8665632-78d8-46eb-ba99-59b5531a3bc9 HTTP/1.1" status: 200 len: 860 time: 0.0683167 Jul 15 12:58:50.803365 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a61e4bcb-47cb-472d-bd29-3911f9382680 req-7427e83c-63dd-4fce-a73d-9092f4558b3f service neutron] 10.222.0.20 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718230 Jul 15 12:58:50.824485 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-982a6959-7e65-4ba0-91d0-9131fabcbc42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:50.825126 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741246cb-7b21-4336-9c6e-d98ea00dbb82 None None] Sync routers for ids ['1c14b003-30ad-4816-8b13-4f65644063c2'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:58:50.831106 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-982a6959-7e65-4ba0-91d0-9131fabcbc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:50.842715 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741246cb-7b21-4336-9c6e-d98ea00dbb82 None None] Routers {'1c14b003-30ad-4816-8b13-4f65644063c2'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:58:50.843774 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-741246cb-7b21-4336-9c6e-d98ea00dbb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:58:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['1c14b003-30ad-4816-8b13-4f65644063c2'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:50.872457 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a6959-7e65-4ba0-91d0-9131fabcbc42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05bb31ae-082a-4e8f-905a-d724c8475cf7,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:50.887415 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-982a6959-7e65-4ba0-91d0-9131fabcbc42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 12:58:50.901286 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-982a6959-7e65-4ba0-91d0-9131fabcbc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:50.902326 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-982a6959-7e65-4ba0-91d0-9131fabcbc42 admin admin] Added segment 557b5829-e8c9-4e27-8038-06f93c0bc121 of type vlan for network cc2e567d-92a1-402e-8ed9-b1f7aea41a9b Jul 15 12:58:50.988131 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-982a6959-7e65-4ba0-91d0-9131fabcbc42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:51.035794 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-982a6959-7e65-4ba0-91d0-9131fabcbc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:51.037230 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982a6959-7e65-4ba0-91d0-9131fabcbc42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:51.037884 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-982a6959-7e65-4ba0-91d0-9131fabcbc42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:51.049910 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-741246cb-7b21-4336-9c6e-d98ea00dbb82 None None] Set router 1c14b003-30ad-4816-8b13-4f65644063c2 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:58:51.087806 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-982a6959-7e65-4ba0-91d0-9131fabcbc42 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5894082 Jul 15 12:58:51.091272 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36236) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:51.097977 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-26cddf68-a46d-4204-bb52-cf3d3f995848 admin admin] Request body: {'subnet': {'network_id': 'cc2e567d-92a1-402e-8ed9-b1f7aea41a9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-949925684-subnet', 'tenant_id': '7ccb3879d6cb469e95bbcfbbdad8abeb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:51.146285 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a6959-7e65-4ba0-91d0-9131fabcbc42 admin admin] Pushing event updated for resources: {'Network': ['ID=cc2e567d-92a1-402e-8ed9-b1f7aea41a9b,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:51.162438 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network cc2e567d-92a1-402e-8ed9-b1f7aea41a9b details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 12:58:51.184748 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26cddf68-a46d-4204-bb52-cf3d3f995848 admin admin] Made reservation on behalf of 7ccb3879d6cb469e95bbcfbbdad8abeb for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:58:51.186502 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-26cddf68-a46d-4204-bb52-cf3d3f995848 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:51.351958 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd9b9e-6d88-4fa9-b08a-1d1ad393cf25 req-f2ebe2d6-95b7-440e-aaf3-2527d6fc0d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:51.359797 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c0dd9b9e-6d88-4fa9-b08a-1d1ad393cf25 req-f2ebe2d6-95b7-440e-aaf3-2527d6fc0d8b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4321eda4-9fed-4248-8378-36b16e951de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5316923 Jul 15 12:58:51.363207 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a61e4bcb-47cb-472d-bd29-3911f9382680 req-a7ca5b0e-9ae8-432d-8bc7-a2199c8f245e service neutron] 10.222.0.20 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5499382 Jul 15 12:58:51.417706 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-26cddf68-a46d-4204-bb52-cf3d3f995848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:51.421536 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-741246cb-7b21-4336-9c6e-d98ea00dbb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474088082-router', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:48Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'gw_port': {'id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:49Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'e3107481-ba7b-493b-8579-ebd85790790e', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'port_id': '8b71818a-6844-4102-9987-9d7afbde2984', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4', 'mac_address': 'fa:16:3e:36:2b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634ee7f0-6783-40ba-97c1-e64388bda6db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T12:58:21Z', 'updated_at': '2021-07-15T12:58:50Z', 'revision_number': 4, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553e7190-fd29-457c-81f5-6956f9499943', 'name': '', 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'mac_address': 'fa:16:3e:d7:91:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:51Z', 'updated_at': '2021-07-15T12:58:00Z', 'revision_number': 5, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'subnets': [{'id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:51.460344 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741246cb-7b21-4336-9c6e-d98ea00dbb82 None None] Checking router: 1c14b003-30ad-4816-8b13-4f65644063c2 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:58:51.460919 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c0dd9b9e-6d88-4fa9-b08a-1d1ad393cf25 req-91a15c75-10bd-46f2-b78a-ac12aec36d5d service neutron] 10.222.0.16 "GET /v2.0/networks/4321eda4-9fed-4248-8378-36b16e951de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000118 Jul 15 12:58:51.470776 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741246cb-7b21-4336-9c6e-d98ea00dbb82 None None] Routers {'1c14b003-30ad-4816-8b13-4f65644063c2'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:58:51.472089 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-741246cb-7b21-4336-9c6e-d98ea00dbb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:58:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['1c14b003-30ad-4816-8b13-4f65644063c2'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:51.481028 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cddf68-a46d-4204-bb52-cf3d3f995848 admin admin] Pushing event updated for resources: {'Subnet': ['ID=798305b7-64c7-4e59-b78a-4c0ee9775002,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:51.493423 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cddf68-a46d-4204-bb52-cf3d3f995848 admin admin] Checking segment: {'id': '557b5829-e8c9-4e27-8038-06f93c0bc121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cc2e567d-92a1-402e-8ed9-b1f7aea41a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:51.494732 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cddf68-a46d-4204-bb52-cf3d3f995848 admin admin] Network hostable DHCP agents. Network: cc2e567d-92a1-402e-8ed9-b1f7aea41a9b, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 12:58:51.525670 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cddf68-a46d-4204-bb52-cf3d3f995848 admin admin] Network cc2e567d-92a1-402e-8ed9-b1f7aea41a9b is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 12:58:51.537706 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-26cddf68-a46d-4204-bb52-cf3d3f995848 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, cc2e567d-92a1-402e-8ed9-b1f7aea41a9b) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:51.545360 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cddf68-a46d-4204-bb52-cf3d3f995848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:51.546287 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-26cddf68-a46d-4204-bb52-cf3d3f995848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:51.548282 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad68e873-2821-4a8d-8146-46be45bde3d3 None None] Network cc2e567d-92a1-402e-8ed9-b1f7aea41a9b requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:58:51.568353 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-26cddf68-a46d-4204-bb52-cf3d3f995848 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4751661 Jul 15 12:58:51.568706 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36242) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:51.574799 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-cdaa3216-8825-44ca-a2ee-c18cdf9a2b52 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-949925684-router', 'tenant_id': '7ccb3879d6cb469e95bbcfbbdad8abeb', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:51.590654 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-741246cb-7b21-4336-9c6e-d98ea00dbb82 None None] Set router 1c14b003-30ad-4816-8b13-4f65644063c2 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:58:51.613164 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c0dd9b9e-6d88-4fa9-b08a-1d1ad393cf25 req-cc0a3be3-28c3-49e2-aa8a-e986422431cd service neutron] 10.222.0.16 "GET /v2.0/networks/4321eda4-9fed-4248-8378-36b16e951de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511533 Jul 15 12:58:51.646022 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cdaa3216-8825-44ca-a2ee-c18cdf9a2b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:51.648107 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cdaa3216-8825-44ca-a2ee-c18cdf9a2b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:51.693862 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device a355c265-55bd-4651-9018-cf362016aeb5 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:58:51.716630 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cdaa3216-8825-44ca-a2ee-c18cdf9a2b52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:51.769942 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fde6f1-d137-4ca3-8887-81cc0a4119f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-cc2e567d-92a1-402e-8ed9-b1f7aea41a9b', 'network_id': 'cc2e567d-92a1-402e-8ed9-b1f7aea41a9b', 'tenant_id': '7ccb3879d6cb469e95bbcfbbdad8abeb', 'fixed_ips': [{'subnet_id': '798305b7-64c7-4e59-b78a-4c0ee9775002'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 12:58:51.771175 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-03fde6f1-d137-4ca3-8887-81cc0a4119f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:51.850155 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-741246cb-7b21-4336-9c6e-d98ea00dbb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474088082-router', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:48Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'gw_port': {'id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:49Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'e3107481-ba7b-493b-8579-ebd85790790e', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'port_id': '8b71818a-6844-4102-9987-9d7afbde2984', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4', 'mac_address': 'fa:16:3e:36:2b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634ee7f0-6783-40ba-97c1-e64388bda6db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T12:58:21Z', 'updated_at': '2021-07-15T12:58:50Z', 'revision_number': 4, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553e7190-fd29-457c-81f5-6956f9499943', 'name': '', 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'mac_address': 'fa:16:3e:d7:91:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:51Z', 'updated_at': '2021-07-15T12:58:00Z', 'revision_number': 5, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'subnets': [{'id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:51.888554 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741246cb-7b21-4336-9c6e-d98ea00dbb82 None None] The sync data for ids ['1c14b003-30ad-4816-8b13-4f65644063c2'] in n-d-771363-36 is: [{'id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474088082-router', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:48Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'gw_port': {'id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:49Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'e3107481-ba7b-493b-8579-ebd85790790e', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'port_id': '8b71818a-6844-4102-9987-9d7afbde2984', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4', 'mac_address': 'fa:16:3e:36:2b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634ee7f0-6783-40ba-97c1-e64388bda6db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T12:58:21Z', 'updated_at': '2021-07-15T12:58:50Z', 'revision_number': 4, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553e7190-fd29-457c-81f5-6956f9499943', 'name': '', 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'mac_address': 'fa:16:3e:d7:91:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:51Z', 'updated_at': '2021-07-15T12:58:00Z', 'revision_number': 5, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'subnets': [{'id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:58:51.901960 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cdaa3216-8825-44ca-a2ee-c18cdf9a2b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:51.918806 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd9b9e-6d88-4fa9-b08a-1d1ad393cf25 req-841879c8-2fa7-43fe-a74f-a11d7044aa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:51.920211 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port a355c265-55bd-4651-9018-cf362016aeb5, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=a355c265-55bd-4651-9018-cf362016aeb5,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:51.927037 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c0dd9b9e-6d88-4fa9-b08a-1d1ad393cf25 req-841879c8-2fa7-43fe-a74f-a11d7044aa8c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46138d491dbf4c0fafa5ada7fbe61124&device_id=634ee7f0-6783-40ba-97c1-e64388bda6db HTTP/1.1" status: 200 len: 1097 time: 0.2087586 Jul 15 12:58:51.961468 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': 'a355c265-55bd-4651-9018-cf362016aeb5', 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f', 'port_id': 'a355c265-55bd-4651-9018-cf362016aeb5', 'mac_address': 'fa:16:3e:5b:e3:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '522453a6-daf1-42ae-a6f8-abb7ab66795d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:58:52.008058 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-03fde6f1-d137-4ca3-8887-81cc0a4119f2 None None] Allocated IP 172.20.0.2 (cc2e567d-92a1-402e-8ed9-b1f7aea41a9b/798305b7-64c7-4e59-b78a-4c0ee9775002/75afbe46-b48b-45eb-9642-75f59e0d9819) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:52.025978 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:52.043457 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd9b9e-6d88-4fa9-b08a-1d1ad393cf25 req-342822a4-ed14-4049-a3ca-e779719aeada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:52.051052 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c0dd9b9e-6d88-4fa9-b08a-1d1ad393cf25 req-342822a4-ed14-4049-a3ca-e779719aeada service neutron] 10.222.0.16 "GET /v2.0/networks?id=4321eda4-9fed-4248-8378-36b16e951de4 HTTP/1.1" status: 200 len: 922 time: 0.1231680 Jul 15 12:58:52.063387 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a355c265-55bd-4651-9018-cf362016aeb5 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:52.089956 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe438e87-790f-4217-954d-d9139dbd1652', 'tag': '2912c006-8100-4dc4-a370-28256722130c'}, {'name': 'network-changed', 'server_uuid': '634ee7f0-6783-40ba-97c1-e64388bda6db', 'tag': '8b71818a-6844-4102-9987-9d7afbde2984'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:52.090215 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port a355c265-55bd-4651-9018-cf362016aeb5, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=a355c265-55bd-4651-9018-cf362016aeb5,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:52.092429 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0b56b4-9a59-4a4e-b24a-ca780505a608" -d '{"events": [{"name": "network-changed", "server_uuid": "fe438e87-790f-4217-954d-d9139dbd1652", "tag": "2912c006-8100-4dc4-a370-28256722130c"}, {"name": "network-changed", "server_uuid": "634ee7f0-6783-40ba-97c1-e64388bda6db", "tag": "8b71818a-6844-4102-9987-9d7afbde2984"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:52.148626 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:52.159066 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c0dd9b9e-6d88-4fa9-b08a-1d1ad393cf25 req-bf9bce7b-253d-4392-85ce-adff3617b47f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b71818a-6844-4102-9987-9d7afbde2984 HTTP/1.1" status: 200 len: 1001 time: 0.1070013 Jul 15 12:58:52.214180 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd9b9e-6d88-4fa9-b08a-1d1ad393cf25 req-4bc03d39-545d-4708-927b-f71288ae485f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:52.215681 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c0dd9b9e-6d88-4fa9-b08a-1d1ad393cf25 req-4bc03d39-545d-4708-927b-f71288ae485f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8665632-78d8-46eb-ba99-59b5531a3bc9 HTTP/1.1" status: 200 len: 860 time: 0.0558701 Jul 15 12:58:52.258715 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=a355c265-55bd-4651-9018-cf362016aeb5,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:52.278335 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-03fde6f1-d137-4ca3-8887-81cc0a4119f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:52.289578 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-03fde6f1-d137-4ca3-8887-81cc0a4119f2 None None] Transition to ACTIVE for port object 75afbe46-b48b-45eb-9642-75f59e0d9819 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:52.306620 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-03fde6f1-d137-4ca3-8887-81cc0a4119f2 None None] Transition to ACTIVE for port object 75afbe46-b48b-45eb-9642-75f59e0d9819 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:52.313561 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-03fde6f1-d137-4ca3-8887-81cc0a4119f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:52.332098 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fde6f1-d137-4ca3-8887-81cc0a4119f2 None None] Network cc2e567d-92a1-402e-8ed9-b1f7aea41a9b is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:52.352484 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-03fde6f1-d137-4ca3-8887-81cc0a4119f2 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:52.356439 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fde6f1-d137-4ca3-8887-81cc0a4119f2 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:58:52.369262 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cdaa3216-8825-44ca-a2ee-c18cdf9a2b52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:52.373650 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd9b9e-6d88-4fa9-b08a-1d1ad393cf25 req-d121d131-c24b-4a03-8078-a36d2746a74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:52.381182 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c0dd9b9e-6d88-4fa9-b08a-1d1ad393cf25 req-d121d131-c24b-4a03-8078-a36d2746a74c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4321eda4-9fed-4248-8378-36b16e951de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1259866 Jul 15 12:58:52.390823 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fde6f1-d137-4ca3-8887-81cc0a4119f2 None None] Pushing event updated for resources: {'Port': ['ID=75afbe46-b48b-45eb-9642-75f59e0d9819,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:52.406771 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cdaa3216-8825-44ca-a2ee-c18cdf9a2b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:52.426052 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-03fde6f1-d137-4ca3-8887-81cc0a4119f2 None None] Attempting to bind port 75afbe46-b48b-45eb-9642-75f59e0d9819 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:52.426419 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-03fde6f1-d137-4ca3-8887-81cc0a4119f2 None None] Attempting to bind port 75afbe46-b48b-45eb-9642-75f59e0d9819 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '557b5829-e8c9-4e27-8038-06f93c0bc121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cc2e567d-92a1-402e-8ed9-b1f7aea41a9b'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:52.426800 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fde6f1-d137-4ca3-8887-81cc0a4119f2 None None] Attempting to bind port 75afbe46-b48b-45eb-9642-75f59e0d9819 on network cc2e567d-92a1-402e-8ed9-b1f7aea41a9b {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:52.431928 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fde6f1-d137-4ca3-8887-81cc0a4119f2 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:52.432297 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fde6f1-d137-4ca3-8887-81cc0a4119f2 None None] Checking segment: {'id': '557b5829-e8c9-4e27-8038-06f93c0bc121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cc2e567d-92a1-402e-8ed9-b1f7aea41a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:52.432926 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-03fde6f1-d137-4ca3-8887-81cc0a4119f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:52.433119 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fde6f1-d137-4ca3-8887-81cc0a4119f2 None None] Bound using segment: {'id': '557b5829-e8c9-4e27-8038-06f93c0bc121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cc2e567d-92a1-402e-8ed9-b1f7aea41a9b'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:52.433533 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-03fde6f1-d137-4ca3-8887-81cc0a4119f2 None None] Bound port: 75afbe46-b48b-45eb-9642-75f59e0d9819, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '557b5829-e8c9-4e27-8038-06f93c0bc121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cc2e567d-92a1-402e-8ed9-b1f7aea41a9b'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:52.434227 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-03fde6f1-d137-4ca3-8887-81cc0a4119f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:52.471873 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['a355c265-55bd-4651-9018-cf362016aeb5'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:58:52.519410 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-6810725b-aaa5-4d8c-a1ff-6ada9d4f0a8d tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:58:52.523872 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-6810725b-aaa5-4d8c-a1ff-6ada9d4f0a8d tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098779 Jul 15 12:58:52.535523 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-c2178cc4-6ec8-4665-84c2-f230d26d4928 service neutron] Request body: {'binding': {'host': 'n-h1-771363-36', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:52.536064 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-c2178cc4-6ec8-4665-84c2-f230d26d4928 service neutron] Unknown quota resources ['binding']. {{(pid=93826) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 12:58:52.537924 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-03fde6f1-d137-4ca3-8887-81cc0a4119f2 None None] For port 75afbe46-b48b-45eb-9642-75f59e0d9819, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:52.541957 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-03fde6f1-d137-4ca3-8887-81cc0a4119f2 None None] For port 75afbe46-b48b-45eb-9642-75f59e0d9819, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=75afbe46-b48b-45eb-9642-75f59e0d9819,segment=NetworkSegment(557b5829-e8c9-4e27-8038-06f93c0bc121),segment_id=557b5829-e8c9-4e27-8038-06f93c0bc121)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:52.548915 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-03fde6f1-d137-4ca3-8887-81cc0a4119f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:52.560592 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c0dd9b9e-6d88-4fa9-b08a-1d1ad393cf25 req-38f6e5af-99ce-409f-9f88-1bedaf9e3990 service neutron] 10.222.0.16 "GET /v2.0/networks/4321eda4-9fed-4248-8378-36b16e951de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785245 Jul 15 12:58:52.609191 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-cdaa3216-8825-44ca-a2ee-c18cdf9a2b52 admin admin] Allocated IP 172.25.8.90 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/25b6565f-a50e-4f3e-b418-75181d8b1705) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:52.636402 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fde6f1-d137-4ca3-8887-81cc0a4119f2 None None] Pushing event updated for resources: {'Port': ['ID=75afbe46-b48b-45eb-9642-75f59e0d9819,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:52.704686 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-c2178cc4-6ec8-4665-84c2-f230d26d4928 service neutron] Attempting to bind port ec165489-6404-4f71-9fed-f5dcaecaf6b1 on host n-h1-771363-36 for vnic_type normal with profile None {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:52.705023 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-c2178cc4-6ec8-4665-84c2-f230d26d4928 service neutron] Attempting to bind port ec165489-6404-4f71-9fed-f5dcaecaf6b1 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:52.705376 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-c2178cc4-6ec8-4665-84c2-f230d26d4928 service neutron] Attempting to bind port ec165489-6404-4f71-9fed-f5dcaecaf6b1 on network 3ccc611d-a289-44b3-992b-3e39605548b4 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:52.709847 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-c2178cc4-6ec8-4665-84c2-f230d26d4928 service neutron] Port ec165489-6404-4f71-9fed-f5dcaecaf6b1 on network 3ccc611d-a289-44b3-992b-3e39605548b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:58:52.710175 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-c2178cc4-6ec8-4665-84c2-f230d26d4928 service neutron] Attempting to bind port ec165489-6404-4f71-9fed-f5dcaecaf6b1 on network 3ccc611d-a289-44b3-992b-3e39605548b4 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:52.711259 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c0dd9b9e-6d88-4fa9-b08a-1d1ad393cf25 req-be7b902f-6537-4f5c-8fd4-3fdb72c00729 service neutron] 10.222.0.16 "GET /v2.0/networks/4321eda4-9fed-4248-8378-36b16e951de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497703 Jul 15 12:58:52.715237 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-c2178cc4-6ec8-4665-84c2-f230d26d4928 service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:52.715576 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-c2178cc4-6ec8-4665-84c2-f230d26d4928 service neutron] Checking segment: {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:52.715975 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-c2178cc4-6ec8-4665-84c2-f230d26d4928 service neutron] Bound using segment: {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:52.716390 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-c2178cc4-6ec8-4665-84c2-f230d26d4928 service neutron] Bound port: ec165489-6404-4f71-9fed-f5dcaecaf6b1, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:52.772006 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-c2178cc4-6ec8-4665-84c2-f230d26d4928 service neutron] For port ec165489-6404-4f71-9fed-f5dcaecaf6b1, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=ec165489-6404-4f71-9fed-f5dcaecaf6b1,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:52.777273 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-c2178cc4-6ec8-4665-84c2-f230d26d4928 service neutron] Notify callbacks [] for binding, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:52.778659 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-c2178cc4-6ec8-4665-84c2-f230d26d4928 service neutron] 10.222.0.16 "POST /v2.0/ports/ec165489-6404-4f71-9fed-f5dcaecaf6b1/bindings HTTP/1.1" status: 201 len: 390 time: 0.2486522 Jul 15 12:58:52.792716 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cdaa3216-8825-44ca-a2ee-c18cdf9a2b52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:52.859987 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cdaa3216-8825-44ca-a2ee-c18cdf9a2b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:52.933242 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdaa3216-8825-44ca-a2ee-c18cdf9a2b52 admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:52.950645 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-cdaa3216-8825-44ca-a2ee-c18cdf9a2b52 admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:52.950645 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaa3216-8825-44ca-a2ee-c18cdf9a2b52 admin admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:58:53.096962 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa3216-8825-44ca-a2ee-c18cdf9a2b52 admin admin] Pushing event updated for resources: {'Port': ['ID=25b6565f-a50e-4f3e-b418-75181d8b1705,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:53.289925 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906b1ce-b240-480e-99e3-8e45601cea38 req-29dce240-9832-4372-b951-9ad805c53b25 tempest-DeleteServersAdminTestJSON-1960238781 tempest-DeleteServersAdminTestJSON-1960238781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:53.291498 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7906b1ce-b240-480e-99e3-8e45601cea38 req-29dce240-9832-4372-b951-9ad805c53b25 tempest-DeleteServersAdminTestJSON-1960238781 tempest-DeleteServersAdminTestJSON-1960238781-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3dd7c2b9-f98a-41cb-b4ca-4144de40ed4b HTTP/1.1" status: 200 len: 1101 time: 0.4137955 Jul 15 12:58:53.330505 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65e06c-7370-4f00-a450-516c331265f7 req-bdcb0c7b-34c4-4536-96d6-08d62605df81 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:53.331964 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bf65e06c-7370-4f00-a450-516c331265f7 req-bdcb0c7b-34c4-4536-96d6-08d62605df81 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e0d083b-1b52-40f8-a8de-a60051e81a1b HTTP/1.1" status: 200 len: 944 time: 0.3044665 Jul 15 12:58:53.417616 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-4b3b4446-21b5-488c-b6a7-e50cb414318d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:53.419238 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-4b3b4446-21b5-488c-b6a7-e50cb414318d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eab83a220c154216861503618b01c15d&device_id=34a7fdaa-27c8-4857-8ae7-e5031291138b HTTP/1.1" status: 200 len: 1098 time: 0.3270364 Jul 15 12:58:53.435409 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc7bb0-1101-43d3-b374-1a1f13d8acd4 req-fe7bb970-20cd-4918-9628-a91d142b7157 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:53.436920 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3bdc7bb0-1101-43d3-b374-1a1f13d8acd4 req-fe7bb970-20cd-4918-9628-a91d142b7157 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd7c2b9-f98a-41cb-b4ca-4144de40ed4b HTTP/1.1" status: 200 len: 949 time: 0.3277025 Jul 15 12:58:53.555848 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bf65e06c-7370-4f00-a450-516c331265f7 req-34addbf1-504f-4b01-bb4b-0d2d6608d3a2 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997871 Jul 15 12:58:53.631137 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3bdc7bb0-1101-43d3-b374-1a1f13d8acd4 req-b665de40-7fe3-4d40-b17d-129bd1dd9005 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/security-groups?id=333c369e-63aa-466c-889c-3c262132b8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679113 Jul 15 12:58:53.661411 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b37d8f-7ffe-43ca-b40e-c44c3fb61b91 None None] Network cc2e567d-92a1-402e-8ed9-b1f7aea41a9b requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:58:53.664204 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cdaa3216-8825-44ca-a2ee-c18cdf9a2b52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:53.691392 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device a355c265-55bd-4651-9018-cf362016aeb5 up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:53.704239 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-a521e1d4-f025-4f1d-86af-8c23631b7ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:53.705637 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-a521e1d4-f025-4f1d-86af-8c23631b7ef7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3ccc611d-a289-44b3-992b-3e39605548b4 HTTP/1.1" status: 200 len: 908 time: 0.2659342 Jul 15 12:58:53.717893 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-7906b1ce-b240-480e-99e3-8e45601cea38 req-4ed22127-c11d-4154-8506-dde853457b12 tempest-DeleteServersAdminTestJSON-1960238781 tempest-DeleteServersAdminTestJSON-1960238781-project-admin] Deleting port 6019a457-3bc0-4c97-ab32-9f9dddf2f2d8 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 12:58:53.718079 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7906b1ce-b240-480e-99e3-8e45601cea38 req-4ed22127-c11d-4154-8506-dde853457b12 tempest-DeleteServersAdminTestJSON-1960238781 tempest-DeleteServersAdminTestJSON-1960238781-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:53.766334 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1a05f979-8d06-4676-99b3-7408b49efdd7 None None] Provisioning for port 75afbe46-b48b-45eb-9642-75f59e0d9819 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:53.901656 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b56b4-9a59-4a4e-b24a-ca780505a608 req-f2662017-47ee-4d25-8fb4-8c2825978be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:53.903434 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1a0b56b4-9a59-4a4e-b24a-ca780505a608 req-f2662017-47ee-4d25-8fb4-8c2825978be7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=46138d491dbf4c0fafa5ada7fbe61124&device_id=fe438e87-790f-4217-954d-d9139dbd1652 HTTP/1.1" status: 200 len: 1098 time: 0.0638251 Jul 15 12:58:53.977176 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port a355c265-55bd-4651-9018-cf362016aeb5 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:53.982333 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port a355c265-55bd-4651-9018-cf362016aeb5 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:53.982770 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:54.003818 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b56b4-9a59-4a4e-b24a-ca780505a608 req-f15c8c19-9345-4b99-9f47-dbba8061d500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:54.005659 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1a0b56b4-9a59-4a4e-b24a-ca780505a608 req-f15c8c19-9345-4b99-9f47-dbba8061d500 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4321eda4-9fed-4248-8378-36b16e951de4 HTTP/1.1" status: 200 len: 922 time: 0.0927219 Jul 15 12:58:54.041512 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bec28b-6212-49d7-9601-18403e7d91dc x-openstack-request-id: req-b1bec28b-6212-49d7-9601-18403e7d91dc {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:54.042156 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe438e87-790f-4217-954d-d9139dbd1652", "tag": "2912c006-8100-4dc4-a370-28256722130c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "634ee7f0-6783-40ba-97c1-e64388bda6db", "tag": "8b71818a-6844-4102-9987-9d7afbde2984", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:54.042156 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b1bec28b-6212-49d7-9601-18403e7d91dc {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:54.042549 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe438e87-790f-4217-954d-d9139dbd1652', 'tag': '2912c006-8100-4dc4-a370-28256722130c', 'status': 'completed', 'code': 200} Jul 15 12:58:54.042961 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '634ee7f0-6783-40ba-97c1-e64388bda6db', 'tag': '8b71818a-6844-4102-9987-9d7afbde2984', 'status': 'completed', 'code': 200} Jul 15 12:58:54.066473 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1a0b56b4-9a59-4a4e-b24a-ca780505a608 req-d9d67256-d47d-447f-947d-99ccbf93e5d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2912c006-8100-4dc4-a370-28256722130c HTTP/1.1" status: 200 len: 217 time: 0.0468736 Jul 15 12:58:54.095584 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:54.119959 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0d083b-1b52-40f8-a8de-a60051e81a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a355c265-55bd-4651-9018-cf362016aeb5'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:54.122534 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c44e2b6-df76-4c9c-bb76-1be4bae7fcd2" -d '{"events": [{"server_uuid": "7e0d083b-1b52-40f8-a8de-a60051e81a1b", "name": "network-vif-plugged", "status": "completed", "tag": "a355c265-55bd-4651-9018-cf362016aeb5"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:54.129634 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b56b4-9a59-4a4e-b24a-ca780505a608 req-83769e4d-e7a5-4815-85ef-a00a1b009b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:54.132068 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1a0b56b4-9a59-4a4e-b24a-ca780505a608 req-83769e4d-e7a5-4815-85ef-a00a1b009b0b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e8665632-78d8-46eb-ba99-59b5531a3bc9 HTTP/1.1" status: 200 len: 860 time: 0.0578506 Jul 15 12:58:54.136286 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port a355c265-55bd-4651-9018-cf362016aeb5, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=a355c265-55bd-4651-9018-cf362016aeb5,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:54.141845 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:54.202349 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=a355c265-55bd-4651-9018-cf362016aeb5,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:54.203338 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b56b4-9a59-4a4e-b24a-ca780505a608 req-9a3370a0-dc45-4377-a06b-fbe21076624a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:54.204929 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1a0b56b4-9a59-4a4e-b24a-ca780505a608 req-9a3370a0-dc45-4377-a06b-fbe21076624a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4321eda4-9fed-4248-8378-36b16e951de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657413 Jul 15 12:58:54.213258 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-dfeafa79-f843-4366-9449-b1d64ea10c3b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec165489-6404-4f71-9fed-f5dcaecaf6b1 HTTP/1.1" status: 200 len: 217 time: 0.4873548 Jul 15 12:58:54.303887 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1a0b56b4-9a59-4a4e-b24a-ca780505a608 req-b45dfc1f-a2e8-4e83-a296-c8b0f06f6dd8 service neutron] 10.222.0.20 "GET /v2.0/networks/4321eda4-9fed-4248-8378-36b16e951de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920191 Jul 15 12:58:54.333498 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3083ee1d-dad4-47fb-9a28-909042535fc3 req-f069a75b-f249-4b80-a144-74d39afd0ab7 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.224 HTTP/1.1" status: 200 len: 1001 time: 0.2969713 Jul 15 12:58:54.397593 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1a0b56b4-9a59-4a4e-b24a-ca780505a608 req-44b9c21d-e6e9-45d5-b3ff-c10d04e3f6f2 service neutron] 10.222.0.20 "GET /v2.0/networks/4321eda4-9fed-4248-8378-36b16e951de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844965 Jul 15 12:58:54.402511 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-2803a710-73d3-42e9-b6a9-4dc31dc76471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:54.403935 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-2803a710-73d3-42e9-b6a9-4dc31dc76471 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7de80623-b855-4366-a308-8757d4a69fb8 HTTP/1.1" status: 200 len: 847 time: 0.1729004 Jul 15 12:58:54.406906 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-7906b1ce-b240-480e-99e3-8e45601cea38 req-4ed22127-c11d-4154-8506-dde853457b12 tempest-DeleteServersAdminTestJSON-1960238781 tempest-DeleteServersAdminTestJSON-1960238781-project-admin] For port 6019a457-3bc0-4c97-ab32-9f9dddf2f2d8, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=6019a457-3bc0-4c97-ab32-9f9dddf2f2d8,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:54.407266 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7906b1ce-b240-480e-99e3-8e45601cea38 req-4ed22127-c11d-4154-8506-dde853457b12 tempest-DeleteServersAdminTestJSON-1960238781 tempest-DeleteServersAdminTestJSON-1960238781-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:54.418349 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71e58f-b667-4fec-915a-aec432a6598b req-28af1160-ad73-4a71-9c68-d5d1ceda2293 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:54.419798 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0a71e58f-b667-4fec-915a-aec432a6598b req-28af1160-ad73-4a71-9c68-d5d1ceda2293 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=43fafbb6-decd-480d-9324-c829b9483d40 HTTP/1.1" status: 200 len: 950 time: 0.7182364 Jul 15 12:58:54.474059 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-7906b1ce-b240-480e-99e3-8e45601cea38 req-4ed22127-c11d-4154-8506-dde853457b12 tempest-DeleteServersAdminTestJSON-1960238781 tempest-DeleteServersAdminTestJSON-1960238781-project-admin] Calling delete_port for 6019a457-3bc0-4c97-ab32-9f9dddf2f2d8 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 12:58:54.531570 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-f61eecde-fe54-433a-be85-8d19b237a044 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3ccc611d-a289-44b3-992b-3e39605548b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011448 Jul 15 12:58:54.532550 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 75afbe46-b48b-45eb-9642-75f59e0d9819 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:54.547699 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b56b4-9a59-4a4e-b24a-ca780505a608 req-7dfbfef4-26d0-4301-a99f-4347d2b7dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:54.549783 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a0b56b4-9a59-4a4e-b24a-ca780505a608 req-7dfbfef4-26d0-4301-a99f-4347d2b7dc8e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=46138d491dbf4c0fafa5ada7fbe61124&device_id=634ee7f0-6783-40ba-97c1-e64388bda6db HTTP/1.1" status: 200 len: 1097 time: 0.5060775 Jul 15 12:58:54.580560 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 75afbe46-b48b-45eb-9642-75f59e0d9819 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:54.584130 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 75afbe46-b48b-45eb-9642-75f59e0d9819 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:54.584506 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:54.655690 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083ee1d-dad4-47fb-9a28-909042535fc3 req-fce0811a-86d3-4e7f-b874-3ddc6cd6248b tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:54.657131 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3083ee1d-dad4-47fb-9a28-909042535fc3 req-fce0811a-86d3-4e7f-b874-3ddc6cd6248b tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/ports/8b71818a-6844-4102-9987-9d7afbde2984 HTTP/1.1" status: 200 len: 942 time: 0.2815881 Jul 15 12:58:54.664124 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:54.698964 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 75afbe46-b48b-45eb-9642-75f59e0d9819, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=75afbe46-b48b-45eb-9642-75f59e0d9819,segment=NetworkSegment(557b5829-e8c9-4e27-8038-06f93c0bc121),segment_id=557b5829-e8c9-4e27-8038-06f93c0bc121)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:54.703805 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:54.713354 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cdaa3216-8825-44ca-a2ee-c18cdf9a2b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:54.733988 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0a71e58f-b667-4fec-915a-aec432a6598b req-e0035510-377b-42ba-8da1-774b9fe0fba3 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765484 Jul 15 12:58:54.764690 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=75afbe46-b48b-45eb-9642-75f59e0d9819,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:55.003865 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-89a1a1d1-ad05-45df-9042-492becae1a79 service neutron] 10.222.0.20 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517350 Jul 15 12:58:55.009242 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b56b4-9a59-4a4e-b24a-ca780505a608 req-24178d6c-6d1e-473d-b56f-809c029d9a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:55.010672 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a0b56b4-9a59-4a4e-b24a-ca780505a608 req-24178d6c-6d1e-473d-b56f-809c029d9a79 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4321eda4-9fed-4248-8378-36b16e951de4 HTTP/1.1" status: 200 len: 922 time: 0.4385309 Jul 15 12:58:55.036480 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3083ee1d-dad4-47fb-9a28-909042535fc3 req-a6c2999f-3233-4380-8738-eb52be941d0a tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.224 HTTP/1.1" status: 200 len: 1001 time: 0.2442954 Jul 15 12:58:55.261684 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a0b56b4-9a59-4a4e-b24a-ca780505a608 req-2e56b36d-9777-41f3-8a37-eb66d8e20245 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b71818a-6844-4102-9987-9d7afbde2984 HTTP/1.1" status: 200 len: 1001 time: 0.2377052 Jul 15 12:58:55.269236 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e615569-9491-4142-8b40-3ab2c0a271c8 req-2ee3eb27-563d-4642-9952-364271248cae tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:55.270644 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4e615569-9491-4142-8b40-3ab2c0a271c8 req-2ee3eb27-563d-4642-9952-364271248cae tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a7fdaa-27c8-4857-8ae7-e5031291138b HTTP/1.1" status: 200 len: 946 time: 0.4156728 Jul 15 12:58:55.285749 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7906b1ce-b240-480e-99e3-8e45601cea38 req-4ed22127-c11d-4154-8506-dde853457b12 tempest-DeleteServersAdminTestJSON-1960238781 tempest-DeleteServersAdminTestJSON-1960238781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:55.384416 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed22127-c11d-4154-8506-dde853457b12 tempest-DeleteServersAdminTestJSON-1960238781 tempest-DeleteServersAdminTestJSON-1960238781-project-admin] Pushing event deleted for resources: {'Port': ['ID=6019a457-3bc0-4c97-ab32-9f9dddf2f2d8,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:55.394822 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-bcb2c321-35b2-4e64-90ad-41f49ba250e2 service neutron] 10.222.0.20 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759441 Jul 15 12:58:55.434316 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083ee1d-dad4-47fb-9a28-909042535fc3 req-6e337925-113e-4fe0-b4b3-542d360bd086 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:55.435787 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3083ee1d-dad4-47fb-9a28-909042535fc3 req-6e337925-113e-4fe0-b4b3-542d360bd086 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/networks/e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 784 time: 0.3716540 Jul 15 12:58:55.468263 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-7906b1ce-b240-480e-99e3-8e45601cea38 req-4ed22127-c11d-4154-8506-dde853457b12 tempest-DeleteServersAdminTestJSON-1960238781 tempest-DeleteServersAdminTestJSON-1960238781-project-admin] No DVR routers for this DVR port 6019a457-3bc0-4c97-ab32-9f9dddf2f2d8 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 12:58:55.483745 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b56b4-9a59-4a4e-b24a-ca780505a608 req-6517e465-3795-49a3-a724-7a0761be2169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:55.485206 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a0b56b4-9a59-4a4e-b24a-ca780505a608 req-6517e465-3795-49a3-a724-7a0761be2169 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8665632-78d8-46eb-ba99-59b5531a3bc9 HTTP/1.1" status: 200 len: 860 time: 0.2120130 Jul 15 12:58:55.485783 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdaa3216-8825-44ca-a2ee-c18cdf9a2b52 admin admin] Router 6c2b6c8e-bf7c-4902-b294-96088e4e517f is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 12:58:55.492988 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7906b1ce-b240-480e-99e3-8e45601cea38 req-4ed22127-c11d-4154-8506-dde853457b12 tempest-DeleteServersAdminTestJSON-1960238781 tempest-DeleteServersAdminTestJSON-1960238781-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:55.494966 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7906b1ce-b240-480e-99e3-8e45601cea38 req-4ed22127-c11d-4154-8506-dde853457b12 tempest-DeleteServersAdminTestJSON-1960238781 tempest-DeleteServersAdminTestJSON-1960238781-project-admin] 10.222.0.46 "DELETE /v2.0/ports/6019a457-3bc0-4c97-ab32-9f9dddf2f2d8 HTTP/1.1" status: 204 len: 173 time: 2.1854353 Jul 15 12:58:55.530474 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4e615569-9491-4142-8b40-3ab2c0a271c8 req-857ececd-ea60-40a2-b6e8-59c8d0acaec6 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428393 Jul 15 12:58:55.582647 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a015ac2-128d-4873-aca3-d30570139868 x-openstack-request-id: req-5a015ac2-128d-4873-aca3-d30570139868 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:55.583181 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0d083b-1b52-40f8-a8de-a60051e81a1b", "name": "network-vif-plugged", "status": "completed", "tag": "a355c265-55bd-4651-9018-cf362016aeb5", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:55.583595 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5a015ac2-128d-4873-aca3-d30570139868 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:55.584194 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0d083b-1b52-40f8-a8de-a60051e81a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a355c265-55bd-4651-9018-cf362016aeb5', 'code': 200} Jul 15 12:58:55.763360 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddead2d-475b-4925-8a98-1cf5437056ac req-e88be010-2a0d-4000-836f-abca2d0e5906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:55.764873 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6ddead2d-475b-4925-8a98-1cf5437056ac req-e88be010-2a0d-4000-836f-abca2d0e5906 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7e0d083b-1b52-40f8-a8de-a60051e81a1b HTTP/1.1" status: 200 len: 1097 time: 0.0580933 Jul 15 12:58:55.812327 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6ddead2d-475b-4925-8a98-1cf5437056ac req-2d0347a0-7810-4d8d-90a1-0ecf9ec92c31 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319045 Jul 15 12:58:56.027423 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b56b4-9a59-4a4e-b24a-ca780505a608 req-57ea2ceb-079c-40f3-ae1d-be73497456c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:56.028918 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a0b56b4-9a59-4a4e-b24a-ca780505a608 req-57ea2ceb-079c-40f3-ae1d-be73497456c1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4321eda4-9fed-4248-8378-36b16e951de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5157561 Jul 15 12:58:56.036100 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-c78c9efd-9fa6-4cba-93cd-7a2eeeb1fc61 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:56.037502 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-c78c9efd-9fa6-4cba-93cd-7a2eeeb1fc61 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=34a7fdaa-27c8-4857-8ae7-e5031291138b&tenant_id=eab83a220c154216861503618b01c15d&binding%3Ahost_id=n-h2-771363-36 HTTP/1.1" status: 200 len: 1098 time: 0.5710039 Jul 15 12:58:56.043438 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd7c2b9-f98a-41cb-b4ca-4144de40ed4b', 'name': 'network-vif-deleted', 'tag': '6019a457-3bc0-4c97-ab32-9f9dddf2f2d8'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:56.045735 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba9458a-2d1d-4d6e-918d-829f01670e63" -d '{"events": [{"server_uuid": "3dd7c2b9-f98a-41cb-b4ca-4144de40ed4b", "name": "network-vif-deleted", "tag": "6019a457-3bc0-4c97-ab32-9f9dddf2f2d8"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:56.063329 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-da768c1e-048a-448e-94c1-e73f04fd7129 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771363-36'}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:56.067519 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdaa3216-8825-44ca-a2ee-c18cdf9a2b52 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:58:56.076621 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97e84b6-b8c1-431b-8898-d36bfdc15bcf None None] Sync routers for ids ['6c2b6c8e-bf7c-4902-b294-96088e4e517f'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:58:56.085820 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97e84b6-b8c1-431b-8898-d36bfdc15bcf None None] Routers {'6c2b6c8e-bf7c-4902-b294-96088e4e517f'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:58:56.086439 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-b97e84b6-b8c1-431b-8898-d36bfdc15bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:58:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['6c2b6c8e-bf7c-4902-b294-96088e4e517f'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:56.113890 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4744233-5363-43be-937a-1511f037c1d0 req-0cf2f49d-80fe-4b43-bb43-d955541bdc49 tempest-ServersAdminTestJSON-866143239 tempest-ServersAdminTestJSON-866143239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:56.115435 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f4744233-5363-43be-937a-1511f037c1d0 req-0cf2f49d-80fe-4b43-bb43-d955541bdc49 tempest-ServersAdminTestJSON-866143239 tempest-ServersAdminTestJSON-866143239-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 1102 time: 0.5479445 Jul 15 12:58:56.123336 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 6019a457-3bc0-4c97-ab32-9f9dddf2f2d8 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 12:58:56.147576 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 6019a457-3bc0-4c97-ab32-9f9dddf2f2d8 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 12:58:56.147914 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 6019a457-3bc0-4c97-ab32-9f9dddf2f2d8 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 12:58:56.156379 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41a19a-0665-44d3-9961-c9b13669885b req-00d0a004-4ecd-4458-ac37-0a19aca375c1 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:56.157881 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8d41a19a-0665-44d3-9961-c9b13669885b req-00d0a004-4ecd-4458-ac37-0a19aca375c1 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e0d083b-1b52-40f8-a8de-a60051e81a1b HTTP/1.1" status: 200 len: 945 time: 0.2814724 Jul 15 12:58:56.158670 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cdaa3216-8825-44ca-a2ee-c18cdf9a2b52 admin admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:56.162471 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-cdaa3216-8825-44ca-a2ee-c18cdf9a2b52 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5883977 Jul 15 12:58:56.162784 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36290) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:56.227456 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-b97e84b6-b8c1-431b-8898-d36bfdc15bcf None None] Set router 6c2b6c8e-bf7c-4902-b294-96088e4e517f gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:58:56.285868 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f4744233-5363-43be-937a-1511f037c1d0 req-d2b3236e-d3ec-4ee5-b141-27981d87607f tempest-ServersAdminTestJSON-866143239 tempest-ServersAdminTestJSON-866143239-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602232 Jul 15 12:58:56.289796 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-da768c1e-048a-448e-94c1-e73f04fd7129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:56.296513 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a0b56b4-9a59-4a4e-b24a-ca780505a608 req-6294479f-5481-4daf-90bf-415f14eca2d8 service neutron] 10.222.0.46 "GET /v2.0/networks/4321eda4-9fed-4248-8378-36b16e951de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455125 Jul 15 12:58:56.305641 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8d41a19a-0665-44d3-9961-c9b13669885b req-7eae577b-4392-4ced-a8fa-3dd2e21bfd42 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090283 Jul 15 12:58:56.560332 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a0b56b4-9a59-4a4e-b24a-ca780505a608 req-bd4571fc-f6f1-419e-9d50-4ada64c5ace9 service neutron] 10.222.0.46 "GET /v2.0/networks/4321eda4-9fed-4248-8378-36b16e951de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536685 Jul 15 12:58:56.603835 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-da768c1e-048a-448e-94c1-e73f04fd7129 service neutron] For port ec165489-6404-4f71-9fed-f5dcaecaf6b1, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ec165489-6404-4f71-9fed-f5dcaecaf6b1,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:56.610291 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-b97e84b6-b8c1-431b-8898-d36bfdc15bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2b6c8e-bf7c-4902-b294-96088e4e517f', 'name': 'tempest-FloatingIPsTestJSON-949925684-router', 'tenant_id': '7ccb3879d6cb469e95bbcfbbdad8abeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '25b6565f-a50e-4f3e-b418-75181d8b1705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:51Z', 'updated_at': '2021-07-15T12:58:53Z', 'revision_number': 3, 'project_id': '7ccb3879d6cb469e95bbcfbbdad8abeb', 'gw_port': {'id': '25b6565f-a50e-4f3e-b418-75181d8b1705', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2b6c8e-bf7c-4902-b294-96088e4e517f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:52Z', 'updated_at': '2021-07-15T12:58:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:56.622458 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 75afbe46-b48b-45eb-9642-75f59e0d9819 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:56.629657 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444afa1-4eb0-4d1b-8a14-bad14dcfb442 req-fd6a6eb8-a679-454d-97dc-cb4d6a9de2d1 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:56.637123 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c444afa1-4eb0-4d1b-8a14-bad14dcfb442 req-fd6a6eb8-a679-454d-97dc-cb4d6a9de2d1 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=b039da8a-00a0-47e1-9014-8b6c8b7ece00 HTTP/1.1" status: 200 len: 950 time: 0.1578879 Jul 15 12:58:56.677493 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97e84b6-b8c1-431b-8898-d36bfdc15bcf None None] Checking router: 6c2b6c8e-bf7c-4902-b294-96088e4e517f for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:58:56.678157 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97e84b6-b8c1-431b-8898-d36bfdc15bcf None None] Updating router 6c2b6c8e-bf7c-4902-b294-96088e4e517f port 25b6565f-a50e-4f3e-b418-75181d8b1705 binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 12:58:56.733992 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b97e84b6-b8c1-431b-8898-d36bfdc15bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:56.736146 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-da768c1e-048a-448e-94c1-e73f04fd7129 service neutron] For port ec165489-6404-4f71-9fed-f5dcaecaf6b1, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:56.741624 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c444afa1-4eb0-4d1b-8a14-bad14dcfb442 req-3cc2f7be-42a5-4293-bcbc-157436c4b06f tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036694 Jul 15 12:58:56.773745 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-76d33d4e-5280-4bbd-adbc-d5a015b76f60 req-afea7b5d-fb95-4527-b062-efc339be6c4f tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.224 HTTP/1.1" status: 200 len: 1001 time: 0.1299043 Jul 15 12:58:56.782950 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e00d3466-bc25-441c-b6a3-d31f3639486c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:56.836287 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-da768c1e-048a-448e-94c1-e73f04fd7129 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:56.838728 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a80cc93-a17a-4ad7-834a-c241d28f5158 x-openstack-request-id: req-8a80cc93-a17a-4ad7-834a-c241d28f5158 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:56.838728 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd7c2b9-f98a-41cb-b4ca-4144de40ed4b", "name": "network-vif-deleted", "tag": "6019a457-3bc0-4c97-ab32-9f9dddf2f2d8", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:56.838728 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a80cc93-a17a-4ad7-834a-c241d28f5158 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:56.838728 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd7c2b9-f98a-41cb-b4ca-4144de40ed4b', 'name': 'network-vif-deleted', 'tag': '6019a457-3bc0-4c97-ab32-9f9dddf2f2d8', 'status': 'completed', 'code': 200} Jul 15 12:58:56.855333 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 75afbe46-b48b-45eb-9642-75f59e0d9819 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:56.855709 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:56.874159 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d33d4e-5280-4bbd-adbc-d5a015b76f60 req-c4a6fd04-8c82-49ba-9018-5f723d425e99 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:56.875733 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-76d33d4e-5280-4bbd-adbc-d5a015b76f60 req-c4a6fd04-8c82-49ba-9018-5f723d425e99 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/ports/8b71818a-6844-4102-9987-9d7afbde2984 HTTP/1.1" status: 200 len: 942 time: 0.0956964 Jul 15 12:58:56.876900 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-da768c1e-048a-448e-94c1-e73f04fd7129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:56.962031 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da768c1e-048a-448e-94c1-e73f04fd7129 service neutron] Pushing event updated for resources: {'Port': ['ID=ec165489-6404-4f71-9fed-f5dcaecaf6b1,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:57.056013 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-e00d3466-bc25-441c-b6a3-d31f3639486c admin admin] Allocated IP 172.20.0.1 (cc2e567d-92a1-402e-8ed9-b1f7aea41a9b/798305b7-64c7-4e59-b78a-4c0ee9775002/820874be-062b-4ab7-9e2f-3d6ac0d2e915) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:57.103689 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b97e84b6-b8c1-431b-8898-d36bfdc15bcf None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:57.114134 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b97e84b6-b8c1-431b-8898-d36bfdc15bcf None None] Transition to ACTIVE for port object 25b6565f-a50e-4f3e-b418-75181d8b1705 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:57.118747 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-da768c1e-048a-448e-94c1-e73f04fd7129 service neutron] Attempting to bind port ec165489-6404-4f71-9fed-f5dcaecaf6b1 on host n-h2-771363-36 for vnic_type normal with profile {"migrating_to": "n-h1-771363-36"} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:57.119179 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-da768c1e-048a-448e-94c1-e73f04fd7129 service neutron] Attempting to bind port ec165489-6404-4f71-9fed-f5dcaecaf6b1 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:57.119568 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-da768c1e-048a-448e-94c1-e73f04fd7129 service neutron] Attempting to bind port ec165489-6404-4f71-9fed-f5dcaecaf6b1 on network 3ccc611d-a289-44b3-992b-3e39605548b4 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:57.121944 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b97e84b6-b8c1-431b-8898-d36bfdc15bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:57.135743 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-da768c1e-048a-448e-94c1-e73f04fd7129 service neutron] Port ec165489-6404-4f71-9fed-f5dcaecaf6b1 on network 3ccc611d-a289-44b3-992b-3e39605548b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:58:57.136065 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-da768c1e-048a-448e-94c1-e73f04fd7129 service neutron] Attempting to bind port ec165489-6404-4f71-9fed-f5dcaecaf6b1 on network 3ccc611d-a289-44b3-992b-3e39605548b4 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:57.152849 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-da768c1e-048a-448e-94c1-e73f04fd7129 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:57.153281 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-da768c1e-048a-448e-94c1-e73f04fd7129 service neutron] Checking segment: {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:57.153731 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-da768c1e-048a-448e-94c1-e73f04fd7129 service neutron] Bound using segment: {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:57.154275 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-da768c1e-048a-448e-94c1-e73f04fd7129 service neutron] Bound port: ec165489-6404-4f71-9fed-f5dcaecaf6b1, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:57.154732 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-da768c1e-048a-448e-94c1-e73f04fd7129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:57.164053 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-76d33d4e-5280-4bbd-adbc-d5a015b76f60 req-c7c912f8-672a-42e9-8ce6-a79133b1d946 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.224 HTTP/1.1" status: 200 len: 1001 time: 0.1224394 Jul 15 12:58:57.173229 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-b97e84b6-b8c1-431b-8898-d36bfdc15bcf None None] Attempting to bind port 25b6565f-a50e-4f3e-b418-75181d8b1705 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:57.173920 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-b97e84b6-b8c1-431b-8898-d36bfdc15bcf None None] Attempting to bind port 25b6565f-a50e-4f3e-b418-75181d8b1705 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:57.174969 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97e84b6-b8c1-431b-8898-d36bfdc15bcf None None] Attempting to bind port 25b6565f-a50e-4f3e-b418-75181d8b1705 on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:57.180619 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb1224-d829-4cd8-a690-fa57cb3c17d2 None None] Pushing event updated for resources: {'Port': ['ID=25b6565f-a50e-4f3e-b418-75181d8b1705,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:57.185454 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97e84b6-b8c1-431b-8898-d36bfdc15bcf None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:57.186033 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97e84b6-b8c1-431b-8898-d36bfdc15bcf None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:57.186445 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e00d3466-bc25-441c-b6a3-d31f3639486c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:57.186805 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b97e84b6-b8c1-431b-8898-d36bfdc15bcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:57.187365 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97e84b6-b8c1-431b-8898-d36bfdc15bcf None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:57.188125 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-b97e84b6-b8c1-431b-8898-d36bfdc15bcf None None] Bound port: 25b6565f-a50e-4f3e-b418-75181d8b1705, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:57.188515 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b97e84b6-b8c1-431b-8898-d36bfdc15bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:57.200533 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-e00d3466-bc25-441c-b6a3-d31f3639486c admin admin] Transition to ACTIVE for port object 820874be-062b-4ab7-9e2f-3d6ac0d2e915 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:57.235032 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e00d3466-bc25-441c-b6a3-d31f3639486c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:57.242167 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-b97e84b6-b8c1-431b-8898-d36bfdc15bcf None None] For port 25b6565f-a50e-4f3e-b418-75181d8b1705, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:57.245369 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-b97e84b6-b8c1-431b-8898-d36bfdc15bcf None None] For port 25b6565f-a50e-4f3e-b418-75181d8b1705, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=25b6565f-a50e-4f3e-b418-75181d8b1705,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:57.251556 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b97e84b6-b8c1-431b-8898-d36bfdc15bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:57.270930 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa3408-adec-42cd-9947-e9a2c10267e8 req-f6349781-2fee-44f1-9945-b79a47413706 tempest-ServersAdminTestJSON-866143239 tempest-ServersAdminTestJSON-866143239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:57.272481 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3daa3408-adec-42cd-9947-e9a2c10267e8 req-f6349781-2fee-44f1-9945-b79a47413706 tempest-ServersAdminTestJSON-866143239 tempest-ServersAdminTestJSON-866143239-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 1102 time: 0.2305865 Jul 15 12:58:57.280164 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00d3466-bc25-441c-b6a3-d31f3639486c admin admin] Network cc2e567d-92a1-402e-8ed9-b1f7aea41a9b is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:57.285295 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-e00d3466-bc25-441c-b6a3-d31f3639486c admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:57.289783 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00d3466-bc25-441c-b6a3-d31f3639486c admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:58:57.290343 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e00d3466-bc25-441c-b6a3-d31f3639486c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:57.336047 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb1224-d829-4cd8-a690-fa57cb3c17d2 None None] Pushing event updated for resources: {'Port': ['ID=25b6565f-a50e-4f3e-b418-75181d8b1705,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:57.338984 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97e84b6-b8c1-431b-8898-d36bfdc15bcf None None] Routers {'6c2b6c8e-bf7c-4902-b294-96088e4e517f'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:58:57.339596 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-b97e84b6-b8c1-431b-8898-d36bfdc15bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:58:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['6c2b6c8e-bf7c-4902-b294-96088e4e517f'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:57.347747 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d3466-bc25-441c-b6a3-d31f3639486c admin admin] Pushing event updated for resources: {'Port': ['ID=820874be-062b-4ab7-9e2f-3d6ac0d2e915,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:57.379015 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-da768c1e-048a-448e-94c1-e73f04fd7129 service neutron] For port ec165489-6404-4f71-9fed-f5dcaecaf6b1, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:57.384011 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-da768c1e-048a-448e-94c1-e73f04fd7129 service neutron] For port ec165489-6404-4f71-9fed-f5dcaecaf6b1, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ec165489-6404-4f71-9fed-f5dcaecaf6b1,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:57.402709 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d33d4e-5280-4bbd-adbc-d5a015b76f60 req-0e260878-8612-4661-a3ad-02892d550b97 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:57.404131 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-76d33d4e-5280-4bbd-adbc-d5a015b76f60 req-0e260878-8612-4661-a3ad-02892d550b97 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/networks/e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 784 time: 0.2363305 Jul 15 12:58:57.407365 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-da768c1e-048a-448e-94c1-e73f04fd7129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:57.425855 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3daa3408-adec-42cd-9947-e9a2c10267e8 req-61bfadc5-114b-46d5-a7dd-8baf93c03614 tempest-ServersAdminTestJSON-866143239 tempest-ServersAdminTestJSON-866143239-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231825 Jul 15 12:58:57.480404 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e00d3466-bc25-441c-b6a3-d31f3639486c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:57.481138 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-b97e84b6-b8c1-431b-8898-d36bfdc15bcf None None] Set router 6c2b6c8e-bf7c-4902-b294-96088e4e517f gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:58:57.582969 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5858b40c-3a3c-4bfa-9ba9-119903a67371 None None] Provisioning for port 820874be-062b-4ab7-9e2f-3d6ac0d2e915 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:57.616292 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5858b40c-3a3c-4bfa-9ba9-119903a67371 None None] Provisioning complete for port 820874be-062b-4ab7-9e2f-3d6ac0d2e915 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:57.616789 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5858b40c-3a3c-4bfa-9ba9-119903a67371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:57.645927 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da768c1e-048a-448e-94c1-e73f04fd7129 service neutron] Pushing event updated for resources: {'Port': ['ID=ec165489-6404-4f71-9fed-f5dcaecaf6b1,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:57.657203 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-da768c1e-048a-448e-94c1-e73f04fd7129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:57.657363 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-da768c1e-048a-448e-94c1-e73f04fd7129 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:57.659324 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-da768c1e-048a-448e-94c1-e73f04fd7129 service neutron] 10.222.0.20 "PUT /v2.0/ports/ec165489-6404-4f71-9fed-f5dcaecaf6b1 HTTP/1.1" status: 200 len: 1124 time: 1.6094728 Jul 15 12:58:57.672452 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e00d3466-bc25-441c-b6a3-d31f3639486c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:57.673083 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-76d33d4e-5280-4bbd-adbc-d5a015b76f60 req-3d9fb7ae-9228-44ad-96f1-dc1c93de98c7 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.224 HTTP/1.1" status: 200 len: 1001 time: 0.2461326 Jul 15 12:58:57.679359 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-76d33d4e-5280-4bbd-adbc-d5a015b76f60 req-8b178360-e907-431c-b47a-50d2fc3f235b tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:57.681803 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e00d3466-bc25-441c-b6a3-d31f3639486c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:57.682856 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e00d3466-bc25-441c-b6a3-d31f3639486c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:57.722973 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-5858b40c-3a3c-4bfa-9ba9-119903a67371 None None] Port 820874be-062b-4ab7-9e2f-3d6ac0d2e915 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:58:57.747925 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-76d33d4e-5280-4bbd-adbc-d5a015b76f60 req-8b178360-e907-431c-b47a-50d2fc3f235b tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks [] for floatingip, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:57.753582 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d3466-bc25-441c-b6a3-d31f3639486c admin admin] Pushing event updated for resources: {'Port': ['ID=820874be-062b-4ab7-9e2f-3d6ac0d2e915,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:57.754069 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-b97e84b6-b8c1-431b-8898-d36bfdc15bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2b6c8e-bf7c-4902-b294-96088e4e517f', 'name': 'tempest-FloatingIPsTestJSON-949925684-router', 'tenant_id': '7ccb3879d6cb469e95bbcfbbdad8abeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '25b6565f-a50e-4f3e-b418-75181d8b1705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:51Z', 'updated_at': '2021-07-15T12:58:53Z', 'revision_number': 3, 'project_id': '7ccb3879d6cb469e95bbcfbbdad8abeb', 'gw_port': {'id': '25b6565f-a50e-4f3e-b418-75181d8b1705', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2b6c8e-bf7c-4902-b294-96088e4e517f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:52Z', 'updated_at': '2021-07-15T12:58:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:57.781631 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97e84b6-b8c1-431b-8898-d36bfdc15bcf None None] The sync data for ids ['6c2b6c8e-bf7c-4902-b294-96088e4e517f'] in n-d-771363-36 is: [{'id': '6c2b6c8e-bf7c-4902-b294-96088e4e517f', 'name': 'tempest-FloatingIPsTestJSON-949925684-router', 'tenant_id': '7ccb3879d6cb469e95bbcfbbdad8abeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '25b6565f-a50e-4f3e-b418-75181d8b1705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:51Z', 'updated_at': '2021-07-15T12:58:53Z', 'revision_number': 3, 'project_id': '7ccb3879d6cb469e95bbcfbbdad8abeb', 'gw_port': {'id': '25b6565f-a50e-4f3e-b418-75181d8b1705', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2b6c8e-bf7c-4902-b294-96088e4e517f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:52Z', 'updated_at': '2021-07-15T12:58:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:58:57.789314 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['ec165489-6404-4f71-9fed-f5dcaecaf6b1'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:58:57.791710 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74b434-bf12-4074-aaf0-bdbc90d0e613 req-a3bbd1d9-32b8-4d99-948a-1808578dea2a tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:57.793243 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5b74b434-bf12-4074-aaf0-bdbc90d0e613 req-a3bbd1d9-32b8-4d99-948a-1808578dea2a tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a7fdaa-27c8-4857-8ae7-e5031291138b HTTP/1.1" status: 200 len: 944 time: 0.2070520 Jul 15 12:58:57.833736 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00d3466-bc25-441c-b6a3-d31f3639486c admin admin] Network cc2e567d-92a1-402e-8ed9-b1f7aea41a9b is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:57.835555 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-e00d3466-bc25-441c-b6a3-d31f3639486c admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:57.882306 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5b74b434-bf12-4074-aaf0-bdbc90d0e613 req-f4a8f3ce-be94-4467-8e04-24624e904315 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815272 Jul 15 12:58:57.979868 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-76d33d4e-5280-4bbd-adbc-d5a015b76f60 req-8b178360-e907-431c-b47a-50d2fc3f235b tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:57.987957 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-76d33d4e-5280-4bbd-adbc-d5a015b76f60 req-8b178360-e907-431c-b47a-50d2fc3f235b tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:57.988444 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [req-76d33d4e-5280-4bbd-adbc-d5a015b76f60 req-8b178360-e907-431c-b47a-50d2fc3f235b tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Floating IP e3107481-ba7b-493b-8579-ebd85790790e disassociated. External IP: 172.25.8.224, port: 8b71818a-6844-4102-9987-9d7afbde2984. Jul 15 12:58:58.016617 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00d3466-bc25-441c-b6a3-d31f3639486c admin admin] Router 6c2b6c8e-bf7c-4902-b294-96088e4e517f has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 12:58:58.066227 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-c5882287-cec0-4a15-8527-47293d05c7ed tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=6b7bde79c0934401b5eb4cce305bf3d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308342 Jul 15 12:58:58.157568 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-354ae5fd-3656-4ce0-b7ac-12096c262c1f None None] Provisioning complete for port 820874be-062b-4ab7-9e2f-3d6ac0d2e915 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:58.158076 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-354ae5fd-3656-4ce0-b7ac-12096c262c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:58.216667 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-354ae5fd-3656-4ce0-b7ac-12096c262c1f None None] Port 820874be-062b-4ab7-9e2f-3d6ac0d2e915 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:58:58.307815 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-9d5a586f-97dd-4f3b-b256-f306186f10dc tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:58.309426 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-9d5a586f-97dd-4f3b-b256-f306186f10dc tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2339094 Jul 15 12:58:58.354505 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-57e3bd69-d2d6-45dd-ac55-fc7517d18266 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/quotas/6b7bde79c0934401b5eb4cce305bf3d9 HTTP/1.1" status: 200 len: 375 time: 0.0386879 Jul 15 12:58:58.401561 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-80ce01c5-ffda-4075-8710-addd06b7ec87 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b7bde79c0934401b5eb4cce305bf3d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379171 Jul 15 12:58:58.413821 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00d3466-bc25-441c-b6a3-d31f3639486c admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:58:58.414350 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76d33d4e-5280-4bbd-adbc-d5a015b76f60 req-8b178360-e907-431c-b47a-50d2fc3f235b tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Router 1c14b003-30ad-4816-8b13-4f65644063c2 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 12:58:58.420786 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e00d3466-bc25-441c-b6a3-d31f3639486c admin admin] 10.222.0.16 "PUT /v2.0/routers/6c2b6c8e-bf7c-4902-b294-96088e4e517f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2566600 Jul 15 12:58:58.559087 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76d33d4e-5280-4bbd-adbc-d5a015b76f60 req-8b178360-e907-431c-b47a-50d2fc3f235b tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:58:58.563512 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-76d33d4e-5280-4bbd-adbc-d5a015b76f60 req-8b178360-e907-431c-b47a-50d2fc3f235b tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:58.572402 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b2a7eb-33ff-49f1-ba0e-c5aa9e44197a None None] Sync routers for ids ['1c14b003-30ad-4816-8b13-4f65644063c2'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:58:58.575792 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 25b6565f-a50e-4f3e-b418-75181d8b1705 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:58.620908 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b2a7eb-33ff-49f1-ba0e-c5aa9e44197a None None] Routers {'1c14b003-30ad-4816-8b13-4f65644063c2'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:58:58.621567 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-e8b2a7eb-33ff-49f1-ba0e-c5aa9e44197a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:58:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['1c14b003-30ad-4816-8b13-4f65644063c2'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:58.631835 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-76d33d4e-5280-4bbd-adbc-d5a015b76f60 req-8b178360-e907-431c-b47a-50d2fc3f235b tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "PUT /v2.0/floatingips/e3107481-ba7b-493b-8579-ebd85790790e HTTP/1.1" status: 200 len: 695 time: 0.9568129 Jul 15 12:58:58.717836 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 25b6565f-a50e-4f3e-b418-75181d8b1705 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:58.726728 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d33d4e-5280-4bbd-adbc-d5a015b76f60 req-9fde3ca1-a35f-4af5-9fc2-dc5d7c6c64d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:58.729616 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-76d33d4e-5280-4bbd-adbc-d5a015b76f60 req-9fde3ca1-a35f-4af5-9fc2-dc5d7c6c64d7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46138d491dbf4c0fafa5ada7fbe61124&device_id=634ee7f0-6783-40ba-97c1-e64388bda6db HTTP/1.1" status: 200 len: 1097 time: 0.0781181 Jul 15 12:58:58.740421 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 25b6565f-a50e-4f3e-b418-75181d8b1705 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:58.740871 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:58.744530 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:58.840001 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a7fdaa-27c8-4857-8ae7-e5031291138b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec165489-6404-4f71-9fed-f5dcaecaf6b1'}, {'name': 'network-changed', 'server_uuid': '34a7fdaa-27c8-4857-8ae7-e5031291138b', 'tag': 'ec165489-6404-4f71-9fed-f5dcaecaf6b1'}, {'name': 'network-changed', 'server_uuid': '634ee7f0-6783-40ba-97c1-e64388bda6db', 'tag': '8b71818a-6844-4102-9987-9d7afbde2984'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:58.842285 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9993b4a1-9790-4aaa-ad16-624bdb61dc7f" -d '{"events": [{"server_uuid": "34a7fdaa-27c8-4857-8ae7-e5031291138b", "name": "network-vif-unplugged", "status": "completed", "tag": "ec165489-6404-4f71-9fed-f5dcaecaf6b1"}, {"name": "network-changed", "server_uuid": "34a7fdaa-27c8-4857-8ae7-e5031291138b", "tag": "ec165489-6404-4f71-9fed-f5dcaecaf6b1"}, {"name": "network-changed", "server_uuid": "634ee7f0-6783-40ba-97c1-e64388bda6db", "tag": "8b71818a-6844-4102-9987-9d7afbde2984"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:58.870548 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:58.901471 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d33d4e-5280-4bbd-adbc-d5a015b76f60 req-562ad06a-664a-402b-a583-ace29d1888b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:58.903399 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-76d33d4e-5280-4bbd-adbc-d5a015b76f60 req-562ad06a-664a-402b-a583-ace29d1888b5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4321eda4-9fed-4248-8378-36b16e951de4 HTTP/1.1" status: 200 len: 922 time: 0.1680818 Jul 15 12:58:58.928764 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 25b6565f-a50e-4f3e-b418-75181d8b1705, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=25b6565f-a50e-4f3e-b418-75181d8b1705,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:58.938000 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:58.976234 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-76d33d4e-5280-4bbd-adbc-d5a015b76f60 req-68ad8372-b835-43ca-ba63-26684539a7a4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b71818a-6844-4102-9987-9d7afbde2984 HTTP/1.1" status: 200 len: 217 time: 0.0657375 Jul 15 12:58:59.027497 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-e8b2a7eb-33ff-49f1-ba0e-c5aa9e44197a None None] Set router 1c14b003-30ad-4816-8b13-4f65644063c2 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:58:59.033495 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=25b6565f-a50e-4f3e-b418-75181d8b1705,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:59.076187 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d33d4e-5280-4bbd-adbc-d5a015b76f60 req-3fc66437-9e4a-4518-bc21-61f51a3f34ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:59.077674 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-76d33d4e-5280-4bbd-adbc-d5a015b76f60 req-3fc66437-9e4a-4518-bc21-61f51a3f34ca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8665632-78d8-46eb-ba99-59b5531a3bc9 HTTP/1.1" status: 200 len: 860 time: 0.0849731 Jul 15 12:58:59.104856 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:59.253072 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-e8b2a7eb-33ff-49f1-ba0e-c5aa9e44197a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474088082-router', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:48Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'gw_port': {'id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:49Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '553e7190-fd29-457c-81f5-6956f9499943', 'name': '', 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'mac_address': 'fa:16:3e:d7:91:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:51Z', 'updated_at': '2021-07-15T12:58:00Z', 'revision_number': 5, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'subnets': [{'id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:59.279989 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b2a7eb-33ff-49f1-ba0e-c5aa9e44197a None None] Checking router: 1c14b003-30ad-4816-8b13-4f65644063c2 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:58:59.288939 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b2a7eb-33ff-49f1-ba0e-c5aa9e44197a None None] Routers {'1c14b003-30ad-4816-8b13-4f65644063c2'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:58:59.289565 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-e8b2a7eb-33ff-49f1-ba0e-c5aa9e44197a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:58:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['1c14b003-30ad-4816-8b13-4f65644063c2'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:59.400663 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-e8b2a7eb-33ff-49f1-ba0e-c5aa9e44197a None None] Set router 1c14b003-30ad-4816-8b13-4f65644063c2 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:58:59.408970 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076172b-494d-407b-b695-8d54a0953210 req-d22c3d43-35a1-4a73-85bd-ed14825a22af tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:59.414718 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076172b-494d-407b-b695-8d54a0953210 req-d22c3d43-35a1-4a73-85bd-ed14825a22af tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:59.416328 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8076172b-494d-407b-b695-8d54a0953210 req-d22c3d43-35a1-4a73-85bd-ed14825a22af tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=43fafbb6-decd-480d-9324-c829b9483d40&device_id=b039da8a-00a0-47e1-9014-8b6c8b7ece00 HTTP/1.1" status: 200 len: 1691 time: 0.4354010 Jul 15 12:58:59.462597 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d33d4e-5280-4bbd-adbc-d5a015b76f60 req-186878e0-5bc3-434b-ad70-17310b74deb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:59.464099 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-76d33d4e-5280-4bbd-adbc-d5a015b76f60 req-186878e0-5bc3-434b-ad70-17310b74deb7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4321eda4-9fed-4248-8378-36b16e951de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3765206 Jul 15 12:58:59.475321 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8076172b-494d-407b-b695-8d54a0953210 req-38174e81-3cef-4df1-a280-0cc93ce77155 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498340 Jul 15 12:58:59.581565 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-76d33d4e-5280-4bbd-adbc-d5a015b76f60 req-3723301d-aaa4-4144-a77e-8d92f1d16afb service neutron] 10.222.0.16 "GET /v2.0/networks/4321eda4-9fed-4248-8378-36b16e951de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052413 Jul 15 12:58:59.614848 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-670c4ae3-1569-4e84-96ea-6abe845262ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:59.629707 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-e8b2a7eb-33ff-49f1-ba0e-c5aa9e44197a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474088082-router', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:48Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'gw_port': {'id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:49Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '553e7190-fd29-457c-81f5-6956f9499943', 'name': '', 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'mac_address': 'fa:16:3e:d7:91:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:51Z', 'updated_at': '2021-07-15T12:58:00Z', 'revision_number': 5, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'subnets': [{'id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:59.655859 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b2a7eb-33ff-49f1-ba0e-c5aa9e44197a None None] The sync data for ids ['1c14b003-30ad-4816-8b13-4f65644063c2'] in n-d-771363-36 is: [{'id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474088082-router', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:48Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'gw_port': {'id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:49Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '553e7190-fd29-457c-81f5-6956f9499943', 'name': '', 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'mac_address': 'fa:16:3e:d7:91:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:51Z', 'updated_at': '2021-07-15T12:58:00Z', 'revision_number': 5, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'subnets': [{'id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:58:59.713664 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-76d33d4e-5280-4bbd-adbc-d5a015b76f60 req-9ec199f0-abc8-4098-b029-965fbed78c29 service neutron] 10.222.0.16 "GET /v2.0/networks/4321eda4-9fed-4248-8378-36b16e951de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312408 Jul 15 12:58:59.732388 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88bf6f-e632-4018-bd88-58ab0d9990df req-c0b14f68-7c2c-4cdd-8de5-d2fc0e7ffeb7 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:59.733936 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a88bf6f-e632-4018-bd88-58ab0d9990df req-c0b14f68-7c2c-4cdd-8de5-d2fc0e7ffeb7 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e0d083b-1b52-40f8-a8de-a60051e81a1b HTTP/1.1" status: 200 len: 945 time: 0.1224327 Jul 15 12:58:59.785827 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a88bf6f-e632-4018-bd88-58ab0d9990df req-ba35ae3f-300e-4109-aa21-24c5d9b4e71c tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450964 Jul 15 12:58:59.972625 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3e682f-aa4c-484c-a75c-c410bda2fed3 None None] Sync routers for ids ['6c2b6c8e-bf7c-4902-b294-96088e4e517f'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:59:00.001055 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3e682f-aa4c-484c-a75c-c410bda2fed3 None None] Routers {'6c2b6c8e-bf7c-4902-b294-96088e4e517f'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:59:00.001672 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-6f3e682f-aa4c-484c-a75c-c410bda2fed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:58:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['6c2b6c8e-bf7c-4902-b294-96088e4e517f'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:00.039811 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-c5e1101c-7a11-4d7a-9722-c13383c63a4f tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6b7bde79c0934401b5eb4cce305bf3d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632093 Jul 15 12:59:00.243700 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d716825a-3452-4bbe-97b8-69c93f3acaff req-dd03c09c-7c87-49ce-bba2-5bec44ed3b7e tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8a985d4-8bea-4a79-ae6e-c1825443e375 HTTP/1.1" status: 200 len: 210 time: 0.0498440 Jul 15 12:59:00.287640 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef398ce-f5b3-4d3e-a6b7-33c2348187fb None None] New status for floating IP e3107481-ba7b-493b-8579-ebd85790790e: DOWN {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 12:59:00.312799 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3791d3-bf52-4680-acd3-054cd28baaff x-openstack-request-id: req-ae3791d3-bf52-4680-acd3-054cd28baaff {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:00.313168 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a7fdaa-27c8-4857-8ae7-e5031291138b", "name": "network-vif-unplugged", "status": "completed", "tag": "ec165489-6404-4f71-9fed-f5dcaecaf6b1", "code": 200}, {"name": "network-changed", "server_uuid": "34a7fdaa-27c8-4857-8ae7-e5031291138b", "tag": "ec165489-6404-4f71-9fed-f5dcaecaf6b1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "634ee7f0-6783-40ba-97c1-e64388bda6db", "tag": "8b71818a-6844-4102-9987-9d7afbde2984", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:00.313483 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ae3791d3-bf52-4680-acd3-054cd28baaff {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:00.313939 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a7fdaa-27c8-4857-8ae7-e5031291138b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec165489-6404-4f71-9fed-f5dcaecaf6b1', 'code': 200} Jul 15 12:59:00.314260 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a7fdaa-27c8-4857-8ae7-e5031291138b', 'tag': 'ec165489-6404-4f71-9fed-f5dcaecaf6b1', 'status': 'completed', 'code': 200} Jul 15 12:59:00.315110 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '634ee7f0-6783-40ba-97c1-e64388bda6db', 'tag': '8b71818a-6844-4102-9987-9d7afbde2984', 'status': 'completed', 'code': 200} Jul 15 12:59:00.325055 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-1793e49d-6dfc-4c94-a8ac-ca0643cfa5cc tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:00.327954 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-1793e49d-6dfc-4c94-a8ac-ca0643cfa5cc tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2748854 Jul 15 12:59:00.351510 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-c6281805-77fc-499c-b227-4e411366064b tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Request body: {'port': {'device_id': 'f8a985d4-8bea-4a79-ae6e-c1825443e375', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'admin_state_up': True, 'tenant_id': '6b7bde79c0934401b5eb4cce305bf3d9'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:00.374430 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-6f3e682f-aa4c-484c-a75c-c410bda2fed3 None None] Set router 6c2b6c8e-bf7c-4902-b294-96088e4e517f gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:59:00.397680 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-20b7181d-500f-4858-9b66-66175784683e req-f5f8e902-0536-4bb0-89dc-e4fdd32014cc tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2648342 Jul 15 12:59:00.427986 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-20b7181d-500f-4858-9b66-66175784683e req-07160d04-04ed-416d-b5f6-26adc30277e3 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:00.549822 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 25b6565f-a50e-4f3e-b418-75181d8b1705 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:59:00.564126 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-20b7181d-500f-4858-9b66-66175784683e req-07160d04-04ed-416d-b5f6-26adc30277e3 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Notify callbacks [] for floatingip, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:00.613924 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993b4a1-9790-4aaa-ad16-624bdb61dc7f req-af736e5f-5af7-47c7-beb4-65454d8c0e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:00.615536 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9993b4a1-9790-4aaa-ad16-624bdb61dc7f req-af736e5f-5af7-47c7-beb4-65454d8c0e8e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eab83a220c154216861503618b01c15d&device_id=34a7fdaa-27c8-4857-8ae7-e5031291138b HTTP/1.1" status: 200 len: 1127 time: 0.2447314 Jul 15 12:59:00.639573 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb5117-ecc0-4f65-875e-d335cb819ab1 req-606d4278-3cd2-4de5-941a-8feb8a9fb22a tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:00.641148 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-62fb5117-ecc0-4f65-875e-d335cb819ab1 req-606d4278-3cd2-4de5-941a-8feb8a9fb22a tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a7fdaa-27c8-4857-8ae7-e5031291138b HTTP/1.1" status: 200 len: 944 time: 0.2247279 Jul 15 12:59:00.648242 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 25b6565f-a50e-4f3e-b418-75181d8b1705 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:00.648753 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:00.664054 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-c6281805-77fc-499c-b227-4e411366064b tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Made reservation on behalf of 6b7bde79c0934401b5eb4cce305bf3d9 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:59:00.667835 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-c6281805-77fc-499c-b227-4e411366064b tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:00.702359 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-6f3e682f-aa4c-484c-a75c-c410bda2fed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2b6c8e-bf7c-4902-b294-96088e4e517f', 'name': 'tempest-FloatingIPsTestJSON-949925684-router', 'tenant_id': '7ccb3879d6cb469e95bbcfbbdad8abeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '25b6565f-a50e-4f3e-b418-75181d8b1705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:51Z', 'updated_at': '2021-07-15T12:58:57Z', 'revision_number': 4, 'project_id': '7ccb3879d6cb469e95bbcfbbdad8abeb', 'gw_port': {'id': '25b6565f-a50e-4f3e-b418-75181d8b1705', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2b6c8e-bf7c-4902-b294-96088e4e517f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:52Z', 'updated_at': '2021-07-15T12:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '820874be-062b-4ab7-9e2f-3d6ac0d2e915', 'name': '', 'network_id': 'cc2e567d-92a1-402e-8ed9-b1f7aea41a9b', 'tenant_id': '7ccb3879d6cb469e95bbcfbbdad8abeb', 'mac_address': 'fa:16:3e:0f:c2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2b6c8e-bf7c-4902-b294-96088e4e517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '798305b7-64c7-4e59-b78a-4c0ee9775002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:56Z', 'updated_at': '2021-07-15T12:58:57Z', 'revision_number': 2, 'project_id': '7ccb3879d6cb469e95bbcfbbdad8abeb', 'subnets': [{'id': '798305b7-64c7-4e59-b78a-4c0ee9775002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:00.749711 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3e682f-aa4c-484c-a75c-c410bda2fed3 None None] Checking router: 6c2b6c8e-bf7c-4902-b294-96088e4e517f for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:59:00.750068 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3e682f-aa4c-484c-a75c-c410bda2fed3 None None] Updating router 6c2b6c8e-bf7c-4902-b294-96088e4e517f port 820874be-062b-4ab7-9e2f-3d6ac0d2e915 binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 12:59:00.793296 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f3e682f-aa4c-484c-a75c-c410bda2fed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:00.801498 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-62fb5117-ecc0-4f65-875e-d335cb819ab1 req-534f3b63-0419-4ea3-9dd4-56bd2dad49b1 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486084 Jul 15 12:59:00.853961 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993b4a1-9790-4aaa-ad16-624bdb61dc7f req-38307fb3-ea8b-4500-8639-3662f6cac1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:00.855538 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9993b4a1-9790-4aaa-ad16-624bdb61dc7f req-38307fb3-ea8b-4500-8639-3662f6cac1e3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3ccc611d-a289-44b3-992b-3e39605548b4 HTTP/1.1" status: 200 len: 908 time: 0.2258544 Jul 15 12:59:00.932283 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9993b4a1-9790-4aaa-ad16-624bdb61dc7f req-0292bd12-7bca-44bd-9a4b-d0b860c62dd0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec165489-6404-4f71-9fed-f5dcaecaf6b1 HTTP/1.1" status: 200 len: 217 time: 0.0676050 Jul 15 12:59:01.004479 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-c6281805-77fc-499c-b227-4e411366064b tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Allocated IP 192.168.233.33 (fb7e2853-c052-4bbe-a410-b119ef2f5100/f7332b1d-b5ae-478a-9a33-4a7a808c5484/7889bbaf-4361-4e18-b1ce-1e1f9a790ef0) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:59:01.007515 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-20b7181d-500f-4858-9b66-66175784683e req-07160d04-04ed-416d-b5f6-26adc30277e3 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:01.024677 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993b4a1-9790-4aaa-ad16-624bdb61dc7f req-4e9920d1-e676-4b0e-9c7f-590d4b99056f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:01.025248 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:59:01.026150 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9993b4a1-9790-4aaa-ad16-624bdb61dc7f req-4e9920d1-e676-4b0e-9c7f-590d4b99056f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7de80623-b855-4366-a308-8757d4a69fb8 HTTP/1.1" status: 200 len: 847 time: 0.0848446 Jul 15 12:59:01.106618 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f3e682f-aa4c-484c-a75c-c410bda2fed3 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:01.116132 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9993b4a1-9790-4aaa-ad16-624bdb61dc7f req-6a60fa28-6dd4-40ea-9c3f-4540d5175b10 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3ccc611d-a289-44b3-992b-3e39605548b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793035 Jul 15 12:59:01.119409 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6f3e682f-aa4c-484c-a75c-c410bda2fed3 None None] Transition to ACTIVE for port object 820874be-062b-4ab7-9e2f-3d6ac0d2e915 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:01.125785 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f3e682f-aa4c-484c-a75c-c410bda2fed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:01.201883 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3c5ec-c271-45db-bdda-20b737a99135 None None] Pushing event updated for resources: {'Port': ['ID=820874be-062b-4ab7-9e2f-3d6ac0d2e915,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:01.246514 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-6f3e682f-aa4c-484c-a75c-c410bda2fed3 None None] Attempting to bind port 820874be-062b-4ab7-9e2f-3d6ac0d2e915 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:59:01.246976 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-6f3e682f-aa4c-484c-a75c-c410bda2fed3 None None] Attempting to bind port 820874be-062b-4ab7-9e2f-3d6ac0d2e915 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '557b5829-e8c9-4e27-8038-06f93c0bc121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cc2e567d-92a1-402e-8ed9-b1f7aea41a9b'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:59:01.247342 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3e682f-aa4c-484c-a75c-c410bda2fed3 None None] Attempting to bind port 820874be-062b-4ab7-9e2f-3d6ac0d2e915 on network cc2e567d-92a1-402e-8ed9-b1f7aea41a9b {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:01.252585 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3e682f-aa4c-484c-a75c-c410bda2fed3 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:59:01.252965 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3e682f-aa4c-484c-a75c-c410bda2fed3 None None] Checking segment: {'id': '557b5829-e8c9-4e27-8038-06f93c0bc121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cc2e567d-92a1-402e-8ed9-b1f7aea41a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:01.253367 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f3e682f-aa4c-484c-a75c-c410bda2fed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:01.253764 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3e682f-aa4c-484c-a75c-c410bda2fed3 None None] Bound using segment: {'id': '557b5829-e8c9-4e27-8038-06f93c0bc121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cc2e567d-92a1-402e-8ed9-b1f7aea41a9b'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:59:01.254234 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-6f3e682f-aa4c-484c-a75c-c410bda2fed3 None None] Bound port: 820874be-062b-4ab7-9e2f-3d6ac0d2e915, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '557b5829-e8c9-4e27-8038-06f93c0bc121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cc2e567d-92a1-402e-8ed9-b1f7aea41a9b'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:59:01.254638 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f3e682f-aa4c-484c-a75c-c410bda2fed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:01.294919 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9993b4a1-9790-4aaa-ad16-624bdb61dc7f req-28a35255-9195-44ba-9aeb-9458f5afe20e service neutron] 10.222.0.46 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569943 Jul 15 12:59:01.323243 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-6f3e682f-aa4c-484c-a75c-c410bda2fed3 None None] For port 820874be-062b-4ab7-9e2f-3d6ac0d2e915, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:59:01.326755 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-6f3e682f-aa4c-484c-a75c-c410bda2fed3 None None] For port 820874be-062b-4ab7-9e2f-3d6ac0d2e915, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=820874be-062b-4ab7-9e2f-3d6ac0d2e915,segment=NetworkSegment(557b5829-e8c9-4e27-8038-06f93c0bc121),segment_id=557b5829-e8c9-4e27-8038-06f93c0bc121)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:59:01.333473 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f3e682f-aa4c-484c-a75c-c410bda2fed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:01.393553 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3e682f-aa4c-484c-a75c-c410bda2fed3 None None] Routers {'6c2b6c8e-bf7c-4902-b294-96088e4e517f'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:59:01.394188 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-6f3e682f-aa4c-484c-a75c-c410bda2fed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:58:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['6c2b6c8e-bf7c-4902-b294-96088e4e517f'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:01.397169 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3c5ec-c271-45db-bdda-20b737a99135 None None] Pushing event updated for resources: {'Port': ['ID=820874be-062b-4ab7-9e2f-3d6ac0d2e915,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:01.424142 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-20b7181d-500f-4858-9b66-66175784683e req-07160d04-04ed-416d-b5f6-26adc30277e3 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Allocated IP 172.25.8.54 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/0c01a88a-024d-4fde-9aab-63aaaab4b92d) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:59:01.520211 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-c6281805-77fc-499c-b227-4e411366064b tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:01.523518 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-6f3e682f-aa4c-484c-a75c-c410bda2fed3 None None] Set router 6c2b6c8e-bf7c-4902-b294-96088e4e517f gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:59:01.555283 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-c6281805-77fc-499c-b227-4e411366064b tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Transition to ACTIVE for port object 7889bbaf-4361-4e18-b1ce-1e1f9a790ef0 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:01.565986 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9993b4a1-9790-4aaa-ad16-624bdb61dc7f req-a29804fc-c2d6-4591-a42c-427db7f9af33 service neutron] 10.222.0.46 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242322 Jul 15 12:59:01.610048 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655cd78-31af-4394-8960-91fbcf50e3d4 req-da4021fe-0b6a-46f5-a97c-2b8447c611d4 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:01.611689 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8655cd78-31af-4394-8960-91fbcf50e3d4 req-da4021fe-0b6a-46f5-a97c-2b8447c611d4 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7e0d083b-1b52-40f8-a8de-a60051e81a1b HTTP/1.1" status: 200 len: 1097 time: 0.2710075 Jul 15 12:59:01.714717 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-c6281805-77fc-499c-b227-4e411366064b tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:01.746029 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-6f3e682f-aa4c-484c-a75c-c410bda2fed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2b6c8e-bf7c-4902-b294-96088e4e517f', 'name': 'tempest-FloatingIPsTestJSON-949925684-router', 'tenant_id': '7ccb3879d6cb469e95bbcfbbdad8abeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '25b6565f-a50e-4f3e-b418-75181d8b1705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:51Z', 'updated_at': '2021-07-15T12:58:57Z', 'revision_number': 4, 'project_id': '7ccb3879d6cb469e95bbcfbbdad8abeb', 'gw_port': {'id': '25b6565f-a50e-4f3e-b418-75181d8b1705', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2b6c8e-bf7c-4902-b294-96088e4e517f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:52Z', 'updated_at': '2021-07-15T12:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '820874be-062b-4ab7-9e2f-3d6ac0d2e915', 'name': '', 'network_id': 'cc2e567d-92a1-402e-8ed9-b1f7aea41a9b', 'tenant_id': '7ccb3879d6cb469e95bbcfbbdad8abeb', 'mac_address': 'fa:16:3e:0f:c2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2b6c8e-bf7c-4902-b294-96088e4e517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '798305b7-64c7-4e59-b78a-4c0ee9775002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:56Z', 'updated_at': '2021-07-15T12:59:01Z', 'revision_number': 4, 'project_id': '7ccb3879d6cb469e95bbcfbbdad8abeb', 'subnets': [{'id': '798305b7-64c7-4e59-b78a-4c0ee9775002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:01.750026 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device ec165489-6404-4f71-9fed-f5dcaecaf6b1 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:59:01.757235 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-20b7181d-500f-4858-9b66-66175784683e req-07160d04-04ed-416d-b5f6-26adc30277e3 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:01.760319 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8655cd78-31af-4394-8960-91fbcf50e3d4 req-90cef3f4-f39a-4da4-a1f2-a0afe40cf11f tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393759 Jul 15 12:59:01.780608 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3e682f-aa4c-484c-a75c-c410bda2fed3 None None] The sync data for ids ['6c2b6c8e-bf7c-4902-b294-96088e4e517f'] in n-d-771363-36 is: [{'id': '6c2b6c8e-bf7c-4902-b294-96088e4e517f', 'name': 'tempest-FloatingIPsTestJSON-949925684-router', 'tenant_id': '7ccb3879d6cb469e95bbcfbbdad8abeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '25b6565f-a50e-4f3e-b418-75181d8b1705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:51Z', 'updated_at': '2021-07-15T12:58:57Z', 'revision_number': 4, 'project_id': '7ccb3879d6cb469e95bbcfbbdad8abeb', 'gw_port': {'id': '25b6565f-a50e-4f3e-b418-75181d8b1705', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2b6c8e-bf7c-4902-b294-96088e4e517f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:52Z', 'updated_at': '2021-07-15T12:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '820874be-062b-4ab7-9e2f-3d6ac0d2e915', 'name': '', 'network_id': 'cc2e567d-92a1-402e-8ed9-b1f7aea41a9b', 'tenant_id': '7ccb3879d6cb469e95bbcfbbdad8abeb', 'mac_address': 'fa:16:3e:0f:c2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2b6c8e-bf7c-4902-b294-96088e4e517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '798305b7-64c7-4e59-b78a-4c0ee9775002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:56Z', 'updated_at': '2021-07-15T12:59:01Z', 'revision_number': 4, 'project_id': '7ccb3879d6cb469e95bbcfbbdad8abeb', 'subnets': [{'id': '798305b7-64c7-4e59-b78a-4c0ee9775002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:59:01.792588 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-c6281805-77fc-499c-b227-4e411366064b tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Network fb7e2853-c052-4bbe-a410-b119ef2f5100 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:59:01.803215 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-c6281805-77fc-499c-b227-4e411366064b tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:01.809672 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-c6281805-77fc-499c-b227-4e411366064b tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:59:01.892249 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6281805-77fc-499c-b227-4e411366064b tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Pushing event updated for resources: {'Port': ['ID=7889bbaf-4361-4e18-b1ce-1e1f9a790ef0,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:01.934142 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993b4a1-9790-4aaa-ad16-624bdb61dc7f req-0ed0924c-c456-4b9a-bed3-88f0ded1c96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:01.936024 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9993b4a1-9790-4aaa-ad16-624bdb61dc7f req-0ed0924c-c456-4b9a-bed3-88f0ded1c96b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=46138d491dbf4c0fafa5ada7fbe61124&device_id=634ee7f0-6783-40ba-97c1-e64388bda6db HTTP/1.1" status: 200 len: 1097 time: 0.2955966 Jul 15 12:59:01.942642 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-c6281805-77fc-499c-b227-4e411366064b tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:01.943245 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-c6281805-77fc-499c-b227-4e411366064b tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:01.948976 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port ec165489-6404-4f71-9fed-f5dcaecaf6b1, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ec165489-6404-4f71-9fed-f5dcaecaf6b1,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:01.974104 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device ec165489-6404-4f71-9fed-f5dcaecaf6b1 has no active binding in host n-h1-771363-36 {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 12:59:02.008527 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-c6281805-77fc-499c-b227-4e411366064b tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6609702 Jul 15 12:59:02.051989 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-6c62aeb5-90e9-4393-bad1-acacb99c3457 service neutron] Request body: {'port': {'device_id': 'f8a985d4-8bea-4a79-ae6e-c1825443e375', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:02.055780 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-20b7181d-500f-4858-9b66-66175784683e req-07160d04-04ed-416d-b5f6-26adc30277e3 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:02.144753 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20b7181d-500f-4858-9b66-66175784683e req-07160d04-04ed-416d-b5f6-26adc30277e3 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:59:02.170063 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:02.185426 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c44dc824-ba71-4610-8328-be2d75dc2ab7 None None] Provisioning for port 7889bbaf-4361-4e18-b1ce-1e1f9a790ef0 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:02.185639 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-20b7181d-500f-4858-9b66-66175784683e req-07160d04-04ed-416d-b5f6-26adc30277e3 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:02.188068 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b7181d-500f-4858-9b66-66175784683e req-07160d04-04ed-416d-b5f6-26adc30277e3 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:59:02.191265 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c44dc824-ba71-4610-8328-be2d75dc2ab7 None None] Provisioning complete for port 7889bbaf-4361-4e18-b1ce-1e1f9a790ef0 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:02.192562 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c44dc824-ba71-4610-8328-be2d75dc2ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:02.199150 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07160d04-04ed-416d-b5f6-26adc30277e3 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Pushing event updated for resources: {'Port': ['ID=0c01a88a-024d-4fde-9aab-63aaaab4b92d,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:02.233779 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c44dc824-ba71-4610-8328-be2d75dc2ab7 None None] Port 7889bbaf-4361-4e18-b1ce-1e1f9a790ef0 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:59:02.256072 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993b4a1-9790-4aaa-ad16-624bdb61dc7f req-796f3945-ab5d-4467-92f4-92ad87c51663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:02.257641 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9993b4a1-9790-4aaa-ad16-624bdb61dc7f req-796f3945-ab5d-4467-92f4-92ad87c51663 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4321eda4-9fed-4248-8378-36b16e951de4 HTTP/1.1" status: 200 len: 922 time: 0.3035700 Jul 15 12:59:02.322038 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-6c62aeb5-90e9-4393-bad1-acacb99c3457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:02.327634 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9993b4a1-9790-4aaa-ad16-624bdb61dc7f req-8c23949e-bc62-4fc0-a379-c59e68d1343e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b71818a-6844-4102-9987-9d7afbde2984 HTTP/1.1" status: 200 len: 217 time: 0.0615880 Jul 15 12:59:02.367886 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cb9d3b6f-ffce-4007-97b2-f90e12272c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:02.442207 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca487a1-36cf-4957-9495-95c27d8bb92a req-56771f2b-7797-436d-89b9-c0eb73917864 tempest-ServersOnMultiNodesTest-356122630 tempest-ServersOnMultiNodesTest-356122630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:02.443821 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eca487a1-36cf-4957-9495-95c27d8bb92a req-56771f2b-7797-436d-89b9-c0eb73917864 tempest-ServersOnMultiNodesTest-356122630 tempest-ServersOnMultiNodesTest-356122630-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=43fafbb6-decd-480d-9324-c829b9483d40 HTTP/1.1" status: 200 len: 1102 time: 0.3153276 Jul 15 12:59:02.454296 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-20b7181d-500f-4858-9b66-66175784683e req-07160d04-04ed-416d-b5f6-26adc30277e3 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:02.483338 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993b4a1-9790-4aaa-ad16-624bdb61dc7f req-40829bf2-0113-4afd-a2af-abc90208251b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:02.484852 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9993b4a1-9790-4aaa-ad16-624bdb61dc7f req-40829bf2-0113-4afd-a2af-abc90208251b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8665632-78d8-46eb-ba99-59b5531a3bc9 HTTP/1.1" status: 200 len: 860 time: 0.1443751 Jul 15 12:59:02.540361 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 820874be-062b-4ab7-9e2f-3d6ac0d2e915 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:59:02.604315 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 820874be-062b-4ab7-9e2f-3d6ac0d2e915 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:02.609423 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 820874be-062b-4ab7-9e2f-3d6ac0d2e915 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:02.609933 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:02.696241 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:02.732885 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 820874be-062b-4ab7-9e2f-3d6ac0d2e915, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=820874be-062b-4ab7-9e2f-3d6ac0d2e915,segment=NetworkSegment(557b5829-e8c9-4e27-8038-06f93c0bc121),segment_id=557b5829-e8c9-4e27-8038-06f93c0bc121)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:02.737898 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:02.794995 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=820874be-062b-4ab7-9e2f-3d6ac0d2e915,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:02.964095 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eca487a1-36cf-4957-9495-95c27d8bb92a req-52274022-1501-4fce-ab58-388e7d783d91 tempest-ServersOnMultiNodesTest-356122630 tempest-ServersOnMultiNodesTest-356122630-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5068398 Jul 15 12:59:02.979877 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-20b7181d-500f-4858-9b66-66175784683e req-07160d04-04ed-416d-b5f6-26adc30277e3 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:03.103801 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-278bf095-0818-4aed-9f41-64eaa5573fa3 service neutron] 10.222.0.46 "GET /v2.0/ports/ec165489-6404-4f71-9fed-f5dcaecaf6b1/bindings/n-h1-771363-36 HTTP/1.1" status: 200 len: 385 time: 0.2182615 Jul 15 12:59:03.113597 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993b4a1-9790-4aaa-ad16-624bdb61dc7f req-ed3e7804-422e-4afd-9ad1-6f2383a269b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:03.124851 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9993b4a1-9790-4aaa-ad16-624bdb61dc7f req-ed3e7804-422e-4afd-9ad1-6f2383a269b0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4321eda4-9fed-4248-8378-36b16e951de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6206727 Jul 15 12:59:03.227868 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11870c41-db8a-4dd9-a3b0-67f5ba8e82a0 req-bca3f6ff-fc28-4e73-8111-fdb7b2468e2d tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:03.230104 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-11870c41-db8a-4dd9-a3b0-67f5ba8e82a0 req-bca3f6ff-fc28-4e73-8111-fdb7b2468e2d tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.46 "GET /v2.0/ports?device_id=634ee7f0-6783-40ba-97c1-e64388bda6db HTTP/1.1" status: 200 len: 945 time: 0.0805633 Jul 15 12:59:03.374210 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-11870c41-db8a-4dd9-a3b0-67f5ba8e82a0 req-ec857f00-9f6c-4947-8949-a996864c3009 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Deleting port 8b71818a-6844-4102-9987-9d7afbde2984 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 12:59:03.374582 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-11870c41-db8a-4dd9-a3b0-67f5ba8e82a0 req-ec857f00-9f6c-4947-8949-a996864c3009 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:03.409350 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:03.463493 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9993b4a1-9790-4aaa-ad16-624bdb61dc7f req-50083dc9-e079-4654-828b-b1f6d8787b8e service neutron] 10.222.0.46 "GET /v2.0/networks/4321eda4-9fed-4248-8378-36b16e951de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339415 Jul 15 12:59:03.474225 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-11870c41-db8a-4dd9-a3b0-67f5ba8e82a0 req-ec857f00-9f6c-4947-8949-a996864c3009 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] For port 8b71818a-6844-4102-9987-9d7afbde2984, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=8b71818a-6844-4102-9987-9d7afbde2984,segment=NetworkSegment(94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56),segment_id=94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:03.474873 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-11870c41-db8a-4dd9-a3b0-67f5ba8e82a0 req-ec857f00-9f6c-4947-8949-a996864c3009 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:03.488331 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-11870c41-db8a-4dd9-a3b0-67f5ba8e82a0 req-ec857f00-9f6c-4947-8949-a996864c3009 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Calling delete_port for 8b71818a-6844-4102-9987-9d7afbde2984 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 12:59:03.492338 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-6c62aeb5-90e9-4393-bad1-acacb99c3457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7889bbaf-4361-4e18-b1ce-1e1f9a790ef0 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:59:03.528713 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-20b7181d-500f-4858-9b66-66175784683e req-07160d04-04ed-416d-b5f6-26adc30277e3 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:03.531594 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-6c62aeb5-90e9-4393-bad1-acacb99c3457 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:03.557025 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-20b7181d-500f-4858-9b66-66175784683e req-07160d04-04ed-416d-b5f6-26adc30277e3 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:03.637822 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-11870c41-db8a-4dd9-a3b0-67f5ba8e82a0 req-ec857f00-9f6c-4947-8949-a996864c3009 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:03.642063 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-6c62aeb5-90e9-4393-bad1-acacb99c3457 service neutron] Transition to ACTIVE for port object 7889bbaf-4361-4e18-b1ce-1e1f9a790ef0 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:03.650995 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['2912c006-8100-4dc4-a370-28256722130c'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:59:03.661824 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['8b71818a-6844-4102-9987-9d7afbde2984'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:59:03.683160 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec857f00-9f6c-4947-8949-a996864c3009 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Pushing event deleted for resources: {'Port': ['ID=8b71818a-6844-4102-9987-9d7afbde2984,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:03.714406 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-6c62aeb5-90e9-4393-bad1-acacb99c3457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:03.729398 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.46', 49279) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:03.735413 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-11870c41-db8a-4dd9-a3b0-67f5ba8e82a0 req-ec857f00-9f6c-4947-8949-a996864c3009 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] No DVR routers for this DVR port 8b71818a-6844-4102-9987-9d7afbde2984 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 12:59:03.740677 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-11870c41-db8a-4dd9-a3b0-67f5ba8e82a0 req-ec857f00-9f6c-4947-8949-a996864c3009 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:03.742794 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-11870c41-db8a-4dd9-a3b0-67f5ba8e82a0 req-ec857f00-9f6c-4947-8949-a996864c3009 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.46 "DELETE /v2.0/ports/8b71818a-6844-4102-9987-9d7afbde2984 HTTP/1.1" status: 204 len: 173 time: 0.5009332 Jul 15 12:59:03.743276 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634ee7f0-6783-40ba-97c1-e64388bda6db', 'name': 'network-vif-deleted', 'tag': '8b71818a-6844-4102-9987-9d7afbde2984'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:03.745685 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ca5fe2-b519-4a63-bc85-778d19141b45" -d '{"events": [{"server_uuid": "634ee7f0-6783-40ba-97c1-e64388bda6db", "name": "network-vif-deleted", "tag": "8b71818a-6844-4102-9987-9d7afbde2984"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:03.764326 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07160d04-04ed-416d-b5f6-26adc30277e3 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Pushing event updated for resources: {'Port': ['ID=0c01a88a-024d-4fde-9aab-63aaaab4b92d,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:03.870053 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9993b4a1-9790-4aaa-ad16-624bdb61dc7f req-36ec1f79-7969-4d51-9391-242f7a629af3 service neutron] 10.222.0.46 "GET /v2.0/networks/4321eda4-9fed-4248-8378-36b16e951de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948650 Jul 15 12:59:03.883488 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-20b7181d-500f-4858-9b66-66175784683e req-07160d04-04ed-416d-b5f6-26adc30277e3 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:03.891386 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35805019-ff69-4c69-ab2e-01bd4a946a91 req-fde49939-6bc6-42bb-a9f7-64cc0688dac1 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:03.898307 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-35805019-ff69-4c69-ab2e-01bd4a946a91 req-fde49939-6bc6-42bb-a9f7-64cc0688dac1 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe438e87-790f-4217-954d-d9139dbd1652&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4858356 Jul 15 12:59:03.904508 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-4e4a20ca-f428-4265-b1d4-9bb3261b44cd service neutron] For port ec165489-6404-4f71-9fed-f5dcaecaf6b1, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ec165489-6404-4f71-9fed-f5dcaecaf6b1,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:04.011536 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c62aeb5-90e9-4393-bad1-acacb99c3457 service neutron] Pushing event updated for resources: {'Port': ['ID=7889bbaf-4361-4e18-b1ce-1e1f9a790ef0,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:04.032188 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-35805019-ff69-4c69-ab2e-01bd4a946a91 req-54925fad-417f-4f52-bfcc-f516ac4809a0 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.224 HTTP/1.1" status: 200 len: 696 time: 0.1329708 Jul 15 12:59:04.037091 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-20b7181d-500f-4858-9b66-66175784683e req-07160d04-04ed-416d-b5f6-26adc30277e3 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:04.038306 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-20b7181d-500f-4858-9b66-66175784683e req-07160d04-04ed-416d-b5f6-26adc30277e3 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.6206956 Jul 15 12:59:04.039546 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-4e4a20ca-f428-4265-b1d4-9bb3261b44cd service neutron] For port ec165489-6404-4f71-9fed-f5dcaecaf6b1, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:59:04.090005 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-35805019-ff69-4c69-ab2e-01bd4a946a91 req-ee6fc039-2a41-4a81-ad24-7d7934a66688 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Request body: {'floatingip': {'port_id': '2912c006-8100-4dc4-a370-28256722130c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:04.189014 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-4e4a20ca-f428-4265-b1d4-9bb3261b44cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec165489-6404-4f71-9fed-f5dcaecaf6b1 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:59:04.196094 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e0e63b2c-f53c-4a9f-ab16-1b56e7756d27 req-7cfbdb1a-f415-46fc-a307-aae2ddc14123 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3a3c8436-2dae-49bb-aeab-a37cf2f24fe7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4618740 Jul 15 12:59:04.202799 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-20b7181d-500f-4858-9b66-66175784683e req-bb9599cd-02e7-4833-b8b4-770d88ea7f84 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.54 HTTP/1.1" status: 200 len: 695 time: 0.1223500 Jul 15 12:59:04.205520 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-35805019-ff69-4c69-ab2e-01bd4a946a91 req-ee6fc039-2a41-4a81-ad24-7d7934a66688 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks [] for floatingip, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:04.216799 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-4e4a20ca-f428-4265-b1d4-9bb3261b44cd service neutron] For port ec165489-6404-4f71-9fed-f5dcaecaf6b1, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=ec165489-6404-4f71-9fed-f5dcaecaf6b1,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:04.305977 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9727120b-9412-4c9b-8814-51e77b4f039f req-9b67417e-2dfb-4053-812a-b396fda2798b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=42d38631-e256-4930-ba2f-0a20b23412ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0520394 Jul 15 12:59:04.357531 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-6c62aeb5-90e9-4393-bad1-acacb99c3457 service neutron] Attempting to bind port 7889bbaf-4361-4e18-b1ce-1e1f9a790ef0 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:59:04.357749 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-6c62aeb5-90e9-4393-bad1-acacb99c3457 service neutron] Attempting to bind port 7889bbaf-4361-4e18-b1ce-1e1f9a790ef0 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:59:04.358146 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-6c62aeb5-90e9-4393-bad1-acacb99c3457 service neutron] Attempting to bind port 7889bbaf-4361-4e18-b1ce-1e1f9a790ef0 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:04.360181 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-4e4a20ca-f428-4265-b1d4-9bb3261b44cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:04.400473 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-6c62aeb5-90e9-4393-bad1-acacb99c3457 service neutron] Port 7889bbaf-4361-4e18-b1ce-1e1f9a790ef0 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:59:04.400796 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-6c62aeb5-90e9-4393-bad1-acacb99c3457 service neutron] Attempting to bind port 7889bbaf-4361-4e18-b1ce-1e1f9a790ef0 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:04.407900 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727120b-9412-4c9b-8814-51e77b4f039f req-8d708bda-6e0a-49fc-a117-fcbb20532d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:04.410016 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9727120b-9412-4c9b-8814-51e77b4f039f req-8d708bda-6e0a-49fc-a117-fcbb20532d13 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eab83a220c154216861503618b01c15d&device_id=42d38631-e256-4930-ba2f-0a20b23412ac HTTP/1.1" status: 200 len: 1096 time: 0.0577030 Jul 15 12:59:04.475488 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-6c62aeb5-90e9-4393-bad1-acacb99c3457 service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:59:04.475488 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-6c62aeb5-90e9-4393-bad1-acacb99c3457 service neutron] Checking segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:04.475872 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-6c62aeb5-90e9-4393-bad1-acacb99c3457 service neutron] Bound using segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:59:04.476313 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-6c62aeb5-90e9-4393-bad1-acacb99c3457 service neutron] Bound port: 7889bbaf-4361-4e18-b1ce-1e1f9a790ef0, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:59:04.476700 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-6c62aeb5-90e9-4393-bad1-acacb99c3457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:04.527145 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727120b-9412-4c9b-8814-51e77b4f039f req-dae973d6-6244-411b-8515-d637a2083a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:04.529001 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9727120b-9412-4c9b-8814-51e77b4f039f req-dae973d6-6244-411b-8515-d637a2083a55 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3ccc611d-a289-44b3-992b-3e39605548b4 HTTP/1.1" status: 200 len: 908 time: 0.0981762 Jul 15 12:59:04.562684 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 820874be-062b-4ab7-9e2f-3d6ac0d2e915 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:59:04.575264 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9727120b-9412-4c9b-8814-51e77b4f039f req-3b029998-2fc2-4d44-a535-52e1b655ea21 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0642442-6154-4546-915d-d5c237c9811d HTTP/1.1" status: 200 len: 217 time: 0.0389237 Jul 15 12:59:04.613808 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 820874be-062b-4ab7-9e2f-3d6ac0d2e915 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:04.614190 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:04.628596 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727120b-9412-4c9b-8814-51e77b4f039f req-1908e6f9-6a3f-4fdb-b9d1-f9895e305618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:04.630149 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9727120b-9412-4c9b-8814-51e77b4f039f req-1908e6f9-6a3f-4fdb-b9d1-f9895e305618 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7de80623-b855-4366-a308-8757d4a69fb8 HTTP/1.1" status: 200 len: 847 time: 0.0484397 Jul 15 12:59:04.641018 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7181d-500f-4858-9b66-66175784683e req-f60edb86-8948-451a-814e-084c87c5aa97 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:04.642962 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-20b7181d-500f-4858-9b66-66175784683e req-f60edb86-8948-451a-814e-084c87c5aa97 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] 10.222.0.16 "GET /v2.0/networks/e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 784 time: 0.4294369 Jul 15 12:59:04.672598 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9727120b-9412-4c9b-8814-51e77b4f039f req-3de9da56-de49-4a6f-8e9e-3ec580abab8f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3ccc611d-a289-44b3-992b-3e39605548b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321896 Jul 15 12:59:04.696936 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-20b7181d-500f-4858-9b66-66175784683e req-71c9d706-4fa7-4457-a2e7-a37bf446f5a8 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:59:04.697937 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-20b7181d-500f-4858-9b66-66175784683e req-71c9d706-4fa7-4457-a2e7-a37bf446f5a8 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0410619 Jul 15 12:59:04.699787 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e63b2c-f53c-4a9f-ab16-1b56e7756d27 req-e7a6e810-8d0d-41f3-953b-e25ba779c45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:04.701525 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e0e63b2c-f53c-4a9f-ab16-1b56e7756d27 req-e7a6e810-8d0d-41f3-953b-e25ba779c45e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2b2079236f1f47059b39b20e5c464d3b&device_id=3a3c8436-2dae-49bb-aeab-a37cf2f24fe7 HTTP/1.1" status: 200 len: 1100 time: 0.4318447 Jul 15 12:59:04.732863 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-4e4a20ca-f428-4265-b1d4-9bb3261b44cd service neutron] Transition to ACTIVE for port object ec165489-6404-4f71-9fed-f5dcaecaf6b1 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:04.753684 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-4e4a20ca-f428-4265-b1d4-9bb3261b44cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:04.781490 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-6c62aeb5-90e9-4393-bad1-acacb99c3457 service neutron] For port 7889bbaf-4361-4e18-b1ce-1e1f9a790ef0, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:59:04.783302 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9727120b-9412-4c9b-8814-51e77b4f039f req-a9926e40-a78d-45e4-95ac-14a1b2a9890b service neutron] 10.222.0.20 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037300 Jul 15 12:59:04.843636 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:04.857221 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-6c62aeb5-90e9-4393-bad1-acacb99c3457 service neutron] For port 7889bbaf-4361-4e18-b1ce-1e1f9a790ef0, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=7889bbaf-4361-4e18-b1ce-1e1f9a790ef0,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:59:04.883847 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9727120b-9412-4c9b-8814-51e77b4f039f req-76f1e88f-a0f6-46b9-8b1e-74a857fd3679 service neutron] 10.222.0.20 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945766 Jul 15 12:59:04.886169 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-6c62aeb5-90e9-4393-bad1-acacb99c3457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:05.268224 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-4e4a20ca-f428-4265-b1d4-9bb3261b44cd service neutron] No DVR routers for this DVR port ec165489-6404-4f71-9fed-f5dcaecaf6b1 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 12:59:05.289471 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-6c62aeb5-90e9-4393-bad1-acacb99c3457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:05.290080 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-6c62aeb5-90e9-4393-bad1-acacb99c3457 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:05.291469 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-6c62aeb5-90e9-4393-bad1-acacb99c3457 service neutron] 10.222.0.20 "PUT /v2.0/ports/7889bbaf-4361-4e18-b1ce-1e1f9a790ef0 HTTP/1.1" status: 200 len: 1096 time: 3.2456341 Jul 15 12:59:05.291905 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8a985d4-8bea-4a79-ae6e-c1825443e375', 'tag': '7889bbaf-4361-4e18-b1ce-1e1f9a790ef0'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:05.294420 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7414fadd-cec5-427f-a202-38c559ee36ef" -d '{"events": [{"name": "network-changed", "server_uuid": "f8a985d4-8bea-4a79-ae6e-c1825443e375", "tag": "7889bbaf-4361-4e18-b1ce-1e1f9a790ef0"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:05.333075 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a20ca-f428-4265-b1d4-9bb3261b44cd service neutron] Pushing event updated for resources: {'Port': ['ID=ec165489-6404-4f71-9fed-f5dcaecaf6b1,revision_number=10']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:05.400582 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e63b2c-f53c-4a9f-ab16-1b56e7756d27 req-981b5112-b104-4851-9258-364d8486cd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:05.401959 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e0e63b2c-f53c-4a9f-ab16-1b56e7756d27 req-981b5112-b104-4851-9258-364d8486cd5d service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.6663811 Jul 15 12:59:05.464262 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-4e4a20ca-f428-4265-b1d4-9bb3261b44cd service neutron] 10.222.0.46 "PUT /v2.0/ports/ec165489-6404-4f71-9fed-f5dcaecaf6b1/bindings/n-h1-771363-36/activate HTTP/1.1" status: 200 len: 370 time: 2.3452337 Jul 15 12:59:05.515024 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e0e63b2c-f53c-4a9f-ab16-1b56e7756d27 req-79b10489-900f-448a-8cc3-1999b07d4590 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=daa89cb7-47a0-4c32-b527-60c68c77355d HTTP/1.1" status: 200 len: 217 time: 0.0714269 Jul 15 12:59:05.575180 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57a1d1-acd1-41ae-8bb0-189eea8e84b0 req-6f0d2bfe-948c-4b7e-a7f9-d96abd320d65 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:05.576569 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7b57a1d1-acd1-41ae-8bb0-189eea8e84b0 req-6f0d2bfe-948c-4b7e-a7f9-d96abd320d65 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8a985d4-8bea-4a79-ae6e-c1825443e375 HTTP/1.1" status: 200 len: 947 time: 0.7571962 Jul 15 12:59:05.607520 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c62aeb5-90e9-4393-bad1-acacb99c3457 service neutron] Pushing event updated for resources: {'Port': ['ID=7889bbaf-4361-4e18-b1ce-1e1f9a790ef0,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:05.613309 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-aef2896e-d635-4a0e-9271-1132e47ca11a tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:05.614851 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-aef2896e-d635-4a0e-9271-1132e47ca11a tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=34a7fdaa-27c8-4857-8ae7-e5031291138b&tenant_id=eab83a220c154216861503618b01c15d&binding%3Ahost_id=n-h2-771363-36 HTTP/1.1" status: 200 len: 1097 time: 0.0947804 Jul 15 12:59:05.646077 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.db.resource_extend [req-35805019-ff69-4c69-ab2e-01bd4a946a91 req-ee6fc039-2a41-4a81-ad24-7d7934a66688 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 12:59:05.685337 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e63b2c-f53c-4a9f-ab16-1b56e7756d27 req-2f26ccd3-2ab5-4df5-b2d5-5d6614cc28ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:05.686804 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e0e63b2c-f53c-4a9f-ab16-1b56e7756d27 req-2f26ccd3-2ab5-4df5-b2d5-5d6614cc28ca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.1572964 Jul 15 12:59:05.691629 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-34037a43-bef2-44ae-addc-1e582df49bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:05.693010 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-34037a43-bef2-44ae-addc-1e582df49bc9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b7bde79c0934401b5eb4cce305bf3d9&device_id=f8a985d4-8bea-4a79-ae6e-c1825443e375 HTTP/1.1" status: 200 len: 1099 time: 0.3160138 Jul 15 12:59:05.704591 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-ddf154ef-c858-4b19-8080-b92ae3627193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:05.706681 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-ddf154ef-c858-4b19-8080-b92ae3627193 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=34a7fdaa-27c8-4857-8ae7-e5031291138b&tenant_id=eab83a220c154216861503618b01c15d HTTP/1.1" status: 200 len: 1097 time: 0.0843964 Jul 15 12:59:05.774760 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7b57a1d1-acd1-41ae-8bb0-189eea8e84b0 req-a669645e-ea8c-4460-97bb-3a65fe622e7e tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/security-groups?id=333c369e-63aa-466c-889c-3c262132b8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751301 Jul 15 12:59:05.775941 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-81456860-a88f-45bf-9514-bf6ff426b70b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=7889bbaf-4361-4e18-b1ce-1e1f9a790ef0 HTTP/1.1" status: 200 len: 217 time: 0.0716178 Jul 15 12:59:05.779405 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-d966b617-fccf-49be-b4cc-ffb6ef926295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:05.780923 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-d966b617-fccf-49be-b4cc-ffb6ef926295 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eab83a220c154216861503618b01c15d&device_id=34a7fdaa-27c8-4857-8ae7-e5031291138b HTTP/1.1" status: 200 len: 1097 time: 0.0515621 Jul 15 12:59:05.782230 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-35805019-ff69-4c69-ab2e-01bd4a946a91 req-ee6fc039-2a41-4a81-ad24-7d7934a66688 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:05.787725 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-35805019-ff69-4c69-ab2e-01bd4a946a91 req-ee6fc039-2a41-4a81-ad24-7d7934a66688 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:05.881516 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-2ed1ee0a-d734-4dc4-9767-3d0cdb317490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:05.883055 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-2ed1ee0a-d734-4dc4-9767-3d0cdb317490 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3ccc611d-a289-44b3-992b-3e39605548b4 HTTP/1.1" status: 200 len: 908 time: 0.0961645 Jul 15 12:59:05.922380 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-15a8a03c-6538-434c-97e5-5d51bcb095ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec165489-6404-4f71-9fed-f5dcaecaf6b1 HTTP/1.1" status: 200 len: 217 time: 0.0326414 Jul 15 12:59:05.952356 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-d9b3b8c0-bb5e-4b8e-9fda-89ed011d68bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:05.953701 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-d9b3b8c0-bb5e-4b8e-9fda-89ed011d68bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.1669841 Jul 15 12:59:05.955407 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e63b2c-f53c-4a9f-ab16-1b56e7756d27 req-9f522055-eb37-4dd8-a2ba-b9903c3125a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:05.956734 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e0e63b2c-f53c-4a9f-ab16-1b56e7756d27 req-9f522055-eb37-4dd8-a2ba-b9903c3125a1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2535899 Jul 15 12:59:05.968928 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-3d1b3d83-a2ac-4e4f-acea-957d3b6b9b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:05.970452 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-3d1b3d83-a2ac-4e4f-acea-957d3b6b9b7e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7de80623-b855-4366-a308-8757d4a69fb8 HTTP/1.1" status: 200 len: 847 time: 0.0421228 Jul 15 12:59:06.002540 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-6f3b85f5-a2ca-42b8-b55f-2aff62feaf52 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3ccc611d-a289-44b3-992b-3e39605548b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258653 Jul 15 12:59:06.050667 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [req-35805019-ff69-4c69-ab2e-01bd4a946a91 req-ee6fc039-2a41-4a81-ad24-7d7934a66688 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Floating IP e3107481-ba7b-493b-8579-ebd85790790e associated. External IP: 172.25.8.224, port: 2912c006-8100-4dc4-a370-28256722130c. Jul 15 12:59:06.092162 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-e5f97f99-dd8f-4e9b-99fe-a67c0ac9828b service neutron] 10.222.0.20 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841806 Jul 15 12:59:06.148252 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae226f6-ef76-4c08-8c6a-43f18dbe0f32 req-a1a58459-20ca-4ee7-9d34-01add1daa379 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:06.149726 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0ae226f6-ef76-4c08-8c6a-43f18dbe0f32 req-a1a58459-20ca-4ee7-9d34-01add1daa379 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a7fdaa-27c8-4857-8ae7-e5031291138b HTTP/1.1" status: 200 len: 945 time: 0.2632360 Jul 15 12:59:06.178776 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 8b71818a-6844-4102-9987-9d7afbde2984 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 12:59:06.186597 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-c3eef11a-01dd-4157-be69-ff99c415ec49 service neutron] 10.222.0.20 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878997 Jul 15 12:59:06.201989 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 8b71818a-6844-4102-9987-9d7afbde2984 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 12:59:06.202424 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 8b71818a-6844-4102-9987-9d7afbde2984 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 12:59:06.202906 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device ec165489-6404-4f71-9fed-f5dcaecaf6b1 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 12:59:06.208201 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-c39ef0f6-e17a-47ba-af06-d4fbebc1b69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:06.209699 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-c39ef0f6-e17a-47ba-af06-d4fbebc1b69f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2484956 Jul 15 12:59:06.217988 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e0e63b2c-f53c-4a9f-ab16-1b56e7756d27 req-b626d5f5-a9db-45be-9e48-6fd7ae305e36 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421315 Jul 15 12:59:06.245517 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device ec165489-6404-4f71-9fed-f5dcaecaf6b1 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 12:59:06.309991 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0ae226f6-ef76-4c08-8c6a-43f18dbe0f32 req-c331e346-a227-41e1-b699-e5dd3019051a tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453779 Jul 15 12:59:06.480806 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-59745e3e-e0a1-4a83-ba97-8994ba314012 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565205 Jul 15 12:59:06.486403 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e0e63b2c-f53c-4a9f-ab16-1b56e7756d27 req-625ffce7-9a3a-4d9d-901f-592ca55a0edf service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506478 Jul 15 12:59:06.496184 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-e3252894-b0ab-4d1c-a7e3-c19686d04d6e tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:06.497792 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-e3252894-b0ab-4d1c-a7e3-c19686d04d6e tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=34a7fdaa-27c8-4857-8ae7-e5031291138b&tenant_id=eab83a220c154216861503618b01c15d&binding%3Ahost_id=n-h1-771363-36 HTTP/1.1" status: 200 len: 1097 time: 0.0571039 Jul 15 12:59:06.613544 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35805019-ff69-4c69-ab2e-01bd4a946a91 req-ee6fc039-2a41-4a81-ad24-7d7934a66688 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Router 1c14b003-30ad-4816-8b13-4f65644063c2 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 12:59:06.615497 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97588a37-de7f-466c-94fb-930bc8749ef1 req-02ff4997-2a00-4bf2-b714-c3f8435557c2 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:06.617015 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-97588a37-de7f-466c-94fb-930bc8749ef1 req-02ff4997-2a00-4bf2-b714-c3f8435557c2 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7e0d083b-1b52-40f8-a8de-a60051e81a1b HTTP/1.1" status: 200 len: 1097 time: 0.2015834 Jul 15 12:59:06.625853 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-f340d1c8-985b-4a5a-be45-5d9c6a001dab service neutron] For port ec165489-6404-4f71-9fed-f5dcaecaf6b1, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:59:06.629698 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-f340d1c8-985b-4a5a-be45-5d9c6a001dab service neutron] Notify callbacks [] for binding, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:06.631148 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0b22525f-692e-4e12-a2c7-ca2d7259d985 req-f340d1c8-985b-4a5a-be45-5d9c6a001dab service neutron] 10.222.0.20 "DELETE /v2.0/ports/ec165489-6404-4f71-9fed-f5dcaecaf6b1/bindings/n-h2-771363-36 HTTP/1.1" status: 204 len: 173 time: 0.1271102 Jul 15 12:59:06.661810 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac650a34-03f8-445c-ba88-25fe11bdd016 req-79f4acba-0578-47df-b026-1b1ba80853ff service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498113 Jul 15 12:59:06.713581 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-97588a37-de7f-466c-94fb-930bc8749ef1 req-046cfea1-30c9-4f4d-89f7-504a2ccae840 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899305 Jul 15 12:59:06.769251 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35805019-ff69-4c69-ab2e-01bd4a946a91 req-ee6fc039-2a41-4a81-ad24-7d7934a66688 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:59:06.773994 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-35805019-ff69-4c69-ab2e-01bd4a946a91 req-ee6fc039-2a41-4a81-ad24-7d7934a66688 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:06.778762 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e564ea-21c1-4fdd-89ae-2f18f598e9e6 None None] Sync routers for ids ['1c14b003-30ad-4816-8b13-4f65644063c2'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:59:06.803189 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e564ea-21c1-4fdd-89ae-2f18f598e9e6 None None] Routers {'1c14b003-30ad-4816-8b13-4f65644063c2'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:59:06.803826 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-d8e564ea-21c1-4fdd-89ae-2f18f598e9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:59:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['1c14b003-30ad-4816-8b13-4f65644063c2'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:06.819233 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-35805019-ff69-4c69-ab2e-01bd4a946a91 req-ee6fc039-2a41-4a81-ad24-7d7934a66688 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "PUT /v2.0/floatingips/e3107481-ba7b-493b-8579-ebd85790790e HTTP/1.1" status: 200 len: 997 time: 2.7370427 Jul 15 12:59:06.886936 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35805019-ff69-4c69-ab2e-01bd4a946a91 req-db2191f1-f5f2-412b-87b8-8cbdedcdfe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:06.888460 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-35805019-ff69-4c69-ab2e-01bd4a946a91 req-db2191f1-f5f2-412b-87b8-8cbdedcdfe58 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46138d491dbf4c0fafa5ada7fbe61124&device_id=fe438e87-790f-4217-954d-d9139dbd1652 HTTP/1.1" status: 200 len: 1098 time: 0.0555804 Jul 15 12:59:06.918804 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-d8e564ea-21c1-4fdd-89ae-2f18f598e9e6 None None] Set router 1c14b003-30ad-4816-8b13-4f65644063c2 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:59:06.992962 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35805019-ff69-4c69-ab2e-01bd4a946a91 req-02c47b45-58c5-491f-a0ba-9200cb56f2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:06.995026 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-35805019-ff69-4c69-ab2e-01bd4a946a91 req-02c47b45-58c5-491f-a0ba-9200cb56f2cd service neutron] 10.222.0.16 "GET /v2.0/networks?id=4321eda4-9fed-4248-8378-36b16e951de4 HTTP/1.1" status: 200 len: 922 time: 0.0987308 Jul 15 12:59:07.075036 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-35805019-ff69-4c69-ab2e-01bd4a946a91 req-a01ae746-b2c4-4546-ac21-1755d4516daa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2912c006-8100-4dc4-a370-28256722130c HTTP/1.1" status: 200 len: 1000 time: 0.0714908 Jul 15 12:59:07.163630 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35805019-ff69-4c69-ab2e-01bd4a946a91 req-8f7ecc69-626d-4f2a-87bb-b37a18d6e5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:07.165104 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-35805019-ff69-4c69-ab2e-01bd4a946a91 req-8f7ecc69-626d-4f2a-87bb-b37a18d6e5a8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8665632-78d8-46eb-ba99-59b5531a3bc9 HTTP/1.1" status: 200 len: 860 time: 0.0816357 Jul 15 12:59:07.174790 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d87e2b8-2816-4d39-8439-3aa1dceeb44c req-307431de-c6b4-4e2f-8a41-57ced116c6e3 tempest-ServersOnMultiNodesTest-356122630 tempest-ServersOnMultiNodesTest-356122630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:07.174962 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-d8e564ea-21c1-4fdd-89ae-2f18f598e9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474088082-router', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:48Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'gw_port': {'id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:49Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'e3107481-ba7b-493b-8579-ebd85790790e', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'port_id': '2912c006-8100-4dc4-a370-28256722130c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4', 'mac_address': 'fa:16:3e:d0:a6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe438e87-790f-4217-954d-d9139dbd1652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T12:58:21Z', 'updated_at': '2021-07-15T12:59:05Z', 'revision_number': 8, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553e7190-fd29-457c-81f5-6956f9499943', 'name': '', 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'mac_address': 'fa:16:3e:d7:91:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:51Z', 'updated_at': '2021-07-15T12:58:00Z', 'revision_number': 5, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'subnets': [{'id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:07.176216 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9d87e2b8-2816-4d39-8439-3aa1dceeb44c req-307431de-c6b4-4e2f-8a41-57ced116c6e3 tempest-ServersOnMultiNodesTest-356122630 tempest-ServersOnMultiNodesTest-356122630-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b039da8a-00a0-47e1-9014-8b6c8b7ece00 HTTP/1.1" status: 200 len: 1102 time: 0.0915902 Jul 15 12:59:07.205775 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e564ea-21c1-4fdd-89ae-2f18f598e9e6 None None] Checking router: 1c14b003-30ad-4816-8b13-4f65644063c2 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:59:07.214356 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e564ea-21c1-4fdd-89ae-2f18f598e9e6 None None] Routers {'1c14b003-30ad-4816-8b13-4f65644063c2'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:59:07.215180 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-d8e564ea-21c1-4fdd-89ae-2f18f598e9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:59:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['1c14b003-30ad-4816-8b13-4f65644063c2'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:07.238333 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9d87e2b8-2816-4d39-8439-3aa1dceeb44c req-e0b70294-e5cf-4da8-8e1b-16743b172745 tempest-ServersOnMultiNodesTest-356122630 tempest-ServersOnMultiNodesTest-356122630-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551162 Jul 15 12:59:07.253442 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35805019-ff69-4c69-ab2e-01bd4a946a91 req-e4fe2071-5e34-46fd-a1ae-7c1ada78aacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:07.255174 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-35805019-ff69-4c69-ab2e-01bd4a946a91 req-e4fe2071-5e34-46fd-a1ae-7c1ada78aacb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4321eda4-9fed-4248-8378-36b16e951de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0825939 Jul 15 12:59:07.265653 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-35805019-ff69-4c69-ab2e-01bd4a946a91 req-ec8134e6-2f60-4381-becc-17c7a317d67e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:59:07.266668 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-35805019-ff69-4c69-ab2e-01bd4a946a91 req-ec8134e6-2f60-4381-becc-17c7a317d67e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051708 Jul 15 12:59:07.296792 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a22aebd-a008-4c37-b891-ffc5fd6a8980 x-openstack-request-id: req-1a22aebd-a008-4c37-b891-ffc5fd6a8980 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:07.297091 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634ee7f0-6783-40ba-97c1-e64388bda6db", "name": "network-vif-deleted", "tag": "8b71818a-6844-4102-9987-9d7afbde2984", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:07.297359 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a22aebd-a008-4c37-b891-ffc5fd6a8980 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:07.297761 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634ee7f0-6783-40ba-97c1-e64388bda6db', 'name': 'network-vif-deleted', 'tag': '8b71818a-6844-4102-9987-9d7afbde2984', 'status': 'completed', 'code': 200} Jul 15 12:59:07.361808 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-35805019-ff69-4c69-ab2e-01bd4a946a91 req-c23e1d38-cb1d-4519-996e-58c436321539 service neutron] 10.222.0.16 "GET /v2.0/networks/4321eda4-9fed-4248-8378-36b16e951de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880883 Jul 15 12:59:07.452754 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-d8e564ea-21c1-4fdd-89ae-2f18f598e9e6 None None] Set router 1c14b003-30ad-4816-8b13-4f65644063c2 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:59:07.684404 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-d8e564ea-21c1-4fdd-89ae-2f18f598e9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474088082-router', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:48Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'gw_port': {'id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:49Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'e3107481-ba7b-493b-8579-ebd85790790e', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'port_id': '2912c006-8100-4dc4-a370-28256722130c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4', 'mac_address': 'fa:16:3e:d0:a6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe438e87-790f-4217-954d-d9139dbd1652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T12:58:21Z', 'updated_at': '2021-07-15T12:59:05Z', 'revision_number': 8, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553e7190-fd29-457c-81f5-6956f9499943', 'name': '', 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'mac_address': 'fa:16:3e:d7:91:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:51Z', 'updated_at': '2021-07-15T12:58:00Z', 'revision_number': 5, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'subnets': [{'id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:07.714532 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e564ea-21c1-4fdd-89ae-2f18f598e9e6 None None] The sync data for ids ['1c14b003-30ad-4816-8b13-4f65644063c2'] in n-d-771363-36 is: [{'id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474088082-router', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:48Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'gw_port': {'id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:49Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'e3107481-ba7b-493b-8579-ebd85790790e', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'port_id': '2912c006-8100-4dc4-a370-28256722130c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4', 'mac_address': 'fa:16:3e:d0:a6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe438e87-790f-4217-954d-d9139dbd1652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T12:58:21Z', 'updated_at': '2021-07-15T12:59:05Z', 'revision_number': 8, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553e7190-fd29-457c-81f5-6956f9499943', 'name': '', 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'mac_address': 'fa:16:3e:d7:91:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:51Z', 'updated_at': '2021-07-15T12:58:00Z', 'revision_number': 5, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'subnets': [{'id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:59:07.759156 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a124e919-678b-4a9e-9c09-e763f44e67e5 req-fbc42151-c552-412f-bfcc-6970f801b2c6 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] 10.222.0.16 "GET /v2.0/floatingips/41f658e6-91ce-494f-af7d-f4a275ec346f HTTP/1.1" status: 200 len: 692 time: 0.0492232 Jul 15 12:59:07.794935 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-35805019-ff69-4c69-ab2e-01bd4a946a91 req-7c45ae26-1ac5-40ad-9d65-3bdd5d740154 service neutron] 10.222.0.16 "GET /v2.0/networks/4321eda4-9fed-4248-8378-36b16e951de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270656 Jul 15 12:59:07.855745 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b57908-a100-46d7-a210-709efbf9694f x-openstack-request-id: req-23b57908-a100-46d7-a210-709efbf9694f {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:07.856034 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8a985d4-8bea-4a79-ae6e-c1825443e375", "tag": "7889bbaf-4361-4e18-b1ce-1e1f9a790ef0", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:07.856286 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-23b57908-a100-46d7-a210-709efbf9694f {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:07.856673 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8a985d4-8bea-4a79-ae6e-c1825443e375', 'tag': '7889bbaf-4361-4e18-b1ce-1e1f9a790ef0', 'status': 'completed', 'code': 200} Jul 15 12:59:07.886288 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124e919-678b-4a9e-9c09-e763f44e67e5 req-298c535b-0079-47a3-b426-15b210b5cd6b tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:07.887746 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a124e919-678b-4a9e-9c09-e763f44e67e5 req-298c535b-0079-47a3-b426-15b210b5cd6b tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] 10.222.0.16 "GET /v2.0/networks/e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 784 time: 0.1210518 Jul 15 12:59:07.926902 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-a124e919-678b-4a9e-9c09-e763f44e67e5 req-06784626-d5e9-4567-921d-0f43db18aeb4 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:59:07.927839 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a124e919-678b-4a9e-9c09-e763f44e67e5 req-06784626-d5e9-4567-921d-0f43db18aeb4 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0265181 Jul 15 12:59:07.939097 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4bb0f6-9877-4da2-8dac-5494ffd37dd4 None None] New status for floating IP e3107481-ba7b-493b-8579-ebd85790790e: ACTIVE {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 12:59:07.963966 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414fadd-cec5-427f-a202-38c559ee36ef req-152376db-5094-4607-8405-573782f59ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:07.965558 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7414fadd-cec5-427f-a202-38c559ee36ef req-152376db-5094-4607-8405-573782f59ec7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b7bde79c0934401b5eb4cce305bf3d9&device_id=f8a985d4-8bea-4a79-ae6e-c1825443e375 HTTP/1.1" status: 200 len: 1099 time: 0.0740933 Jul 15 12:59:08.106213 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414fadd-cec5-427f-a202-38c559ee36ef req-f4701d54-aad6-475f-9e7c-c0b1a9398f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:08.107929 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7414fadd-cec5-427f-a202-38c559ee36ef req-f4701d54-aad6-475f-9e7c-c0b1a9398f0c service neutron] 10.222.0.20 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.1330366 Jul 15 12:59:08.152276 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7414fadd-cec5-427f-a202-38c559ee36ef req-741ae756-7350-418e-97b0-8b8efcbbde85 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=7889bbaf-4361-4e18-b1ce-1e1f9a790ef0 HTTP/1.1" status: 200 len: 217 time: 0.0365698 Jul 15 12:59:08.174916 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898afa4-93a6-4567-900f-0515b5057973 req-5c6a1592-6841-4595-a75a-baa4221c4625 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:08.176405 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c898afa4-93a6-4567-900f-0515b5057973 req-5c6a1592-6841-4595-a75a-baa4221c4625 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8a985d4-8bea-4a79-ae6e-c1825443e375 HTTP/1.1" status: 200 len: 947 time: 0.1320107 Jul 15 12:59:08.242223 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c898afa4-93a6-4567-900f-0515b5057973 req-fd026783-23bc-4aec-83b9-7bc2ceffe8f5 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/security-groups?id=333c369e-63aa-466c-889c-3c262132b8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443985 Jul 15 12:59:08.243618 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414fadd-cec5-427f-a202-38c559ee36ef req-2e7fdf57-15d3-4a6d-ab0f-7f803f2f374f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:08.244994 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7414fadd-cec5-427f-a202-38c559ee36ef req-2e7fdf57-15d3-4a6d-ab0f-7f803f2f374f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0860341 Jul 15 12:59:08.346229 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414fadd-cec5-427f-a202-38c559ee36ef req-441f4e2a-43bd-47c3-8d47-fc2dc5246274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:08.347861 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7414fadd-cec5-427f-a202-38c559ee36ef req-441f4e2a-43bd-47c3-8d47-fc2dc5246274 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0794613 Jul 15 12:59:08.542299 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-494c5ebc-d038-4249-b71f-5891e0803308 req-3829cb95-d9c9-45e3-9b04-7336a9b2e719 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/floatingips/e3107481-ba7b-493b-8579-ebd85790790e HTTP/1.1" status: 200 len: 999 time: 0.1410561 Jul 15 12:59:08.544440 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7414fadd-cec5-427f-a202-38c559ee36ef req-d61aa47b-7ef1-4fe3-b620-29b1a69790e9 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878078 Jul 15 12:59:08.611937 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf9a7d-6164-42a9-b88c-862cce7d798a req-2e75dba5-1e40-4fec-937f-a950a9b3e998 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:08.613424 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-36cf9a7d-6164-42a9-b88c-862cce7d798a req-2e75dba5-1e40-4fec-937f-a950a9b3e998 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a7fdaa-27c8-4857-8ae7-e5031291138b HTTP/1.1" status: 200 len: 945 time: 0.2347119 Jul 15 12:59:08.748674 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-36cf9a7d-6164-42a9-b88c-862cce7d798a req-926ad8ad-f929-4aa4-a9b1-0c9e9b008fe4 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274443 Jul 15 12:59:08.758091 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c5ebc-d038-4249-b71f-5891e0803308 req-1ec747bb-55de-461d-8eba-25e98ccf067e tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:08.759496 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-494c5ebc-d038-4249-b71f-5891e0803308 req-1ec747bb-55de-461d-8eba-25e98ccf067e tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/networks/e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 784 time: 0.2118199 Jul 15 12:59:08.774737 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7414fadd-cec5-427f-a202-38c559ee36ef req-25f9dd70-167c-48a9-ae86-1754c0912d84 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055235 Jul 15 12:59:08.774737 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-494c5ebc-d038-4249-b71f-5891e0803308 req-cfc1cb1c-27c2-43ca-ab90-1f8588501ba0 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:59:08.774737 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-494c5ebc-d038-4249-b71f-5891e0803308 req-cfc1cb1c-27c2-43ca-ab90-1f8588501ba0 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062051 Jul 15 12:59:08.865514 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02f37297-4898-4ac3-91e7-5367e28d8195 req-41d11b22-0993-4a2f-95dd-f015693ca2ad tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=7ccb3879d6cb469e95bbcfbbdad8abeb HTTP/1.1" status: 200 len: 695 time: 0.0717735 Jul 15 12:59:08.969555 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f37297-4898-4ac3-91e7-5367e28d8195 req-7df0792d-fff4-421b-8f01-31dd68f28e0c tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:08.971193 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02f37297-4898-4ac3-91e7-5367e28d8195 req-7df0792d-fff4-421b-8f01-31dd68f28e0c tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] 10.222.0.16 "GET /v2.0/networks?id=e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 787 time: 0.1002495 Jul 15 12:59:08.981032 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-02f37297-4898-4ac3-91e7-5367e28d8195 req-b5842fd7-6b99-4477-b0fc-53fae50abfd2 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:59:08.982504 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02f37297-4898-4ac3-91e7-5367e28d8195 req-b5842fd7-6b99-4477-b0fc-53fae50abfd2 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059614 Jul 15 12:59:09.145299 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8cb5b-f37f-4f51-9b7a-77445f38a38b req-0201253c-7b60-495e-aa6a-cabdfdb09f1c tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:09.146839 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cbe8cb5b-f37f-4f51-9b7a-77445f38a38b req-0201253c-7b60-495e-aa6a-cabdfdb09f1c tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 950 time: 0.0657637 Jul 15 12:59:09.184977 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cbe8cb5b-f37f-4f51-9b7a-77445f38a38b req-791f9c02-38ab-49e0-9192-cbc9be4c4c9f tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326052 Jul 15 12:59:09.383416 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-c01fcbba-bd59-4827-b162-a9786ec61246 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=70b334eb6b1c4823bfeb87b9e0290ca2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219555 Jul 15 12:59:09.492631 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-79871239-44e7-4c3f-9d1b-a805022446ad tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:09.494477 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-79871239-44e7-4c3f-9d1b-a805022446ad tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1056821 Jul 15 12:59:09.509263 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-cd6e4e65-2547-4f84-beb4-a2035cbd6d1d tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/quotas/70b334eb6b1c4823bfeb87b9e0290ca2 HTTP/1.1" status: 200 len: 375 time: 0.0093441 Jul 15 12:59:09.581575 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-697d866c-2266-412e-ae86-53d18d61e18b tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=70b334eb6b1c4823bfeb87b9e0290ca2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0669577 Jul 15 12:59:09.778399 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36454) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:09.801629 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 7889bbaf-4361-4e18-b1ce-1e1f9a790ef0 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:59:09.849948 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-b79a48e8-1e8c-4944-9b63-ec003f6447d1 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:59:09.859503 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-b79a48e8-1e8c-4944-9b63-ec003f6447d1 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0799153 Jul 15 12:59:09.860003 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe438e87-790f-4217-954d-d9139dbd1652', 'tag': '2912c006-8100-4dc4-a370-28256722130c'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:09.867821 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88b997a-2ff1-4134-a77d-aff1d837e61b" -d '{"events": [{"name": "network-changed", "server_uuid": "fe438e87-790f-4217-954d-d9139dbd1652", "tag": "2912c006-8100-4dc4-a370-28256722130c"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:09.916526 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 7889bbaf-4361-4e18-b1ce-1e1f9a790ef0, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=7889bbaf-4361-4e18-b1ce-1e1f9a790ef0,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:09.931210 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': '7889bbaf-4361-4e18-b1ce-1e1f9a790ef0', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': '7889bbaf-4361-4e18-b1ce-1e1f9a790ef0', 'mac_address': 'fa:16:3e:3b:c5:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:59:09.965859 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-6fc711b0-0a31-44df-a310-ec88642a438b service neutron] Request body: {'binding': {'host': 'n-h2-771363-36', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:09.966377 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-6fc711b0-0a31-44df-a310-ec88642a438b service neutron] Unknown quota resources ['binding']. {{(pid=93825) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 12:59:09.972910 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:09.989737 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7889bbaf-4361-4e18-b1ce-1e1f9a790ef0 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:59:10.010749 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 7889bbaf-4361-4e18-b1ce-1e1f9a790ef0, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=7889bbaf-4361-4e18-b1ce-1e1f9a790ef0,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:10.015674 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:10.053846 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d62a136d-9ba3-4e67-a7c1-cf38e7f1a50c req-14054f1f-2ec9-46dd-8cf2-762857ef2923 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.224 HTTP/1.1" status: 200 len: 1002 time: 0.1033251 Jul 15 12:59:10.070173 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=7889bbaf-4361-4e18-b1ce-1e1f9a790ef0,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:10.163824 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a136d-9ba3-4e67-a7c1-cf38e7f1a50c req-18106962-0a83-4fa0-a33d-19ca8876bc38 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:10.165303 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d62a136d-9ba3-4e67-a7c1-cf38e7f1a50c req-18106962-0a83-4fa0-a33d-19ca8876bc38 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/ports/2912c006-8100-4dc4-a370-28256722130c HTTP/1.1" status: 200 len: 943 time: 0.1016092 Jul 15 12:59:10.211973 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-6fc711b0-0a31-44df-a310-ec88642a438b service neutron] Attempting to bind port a355c265-55bd-4651-9018-cf362016aeb5 on host n-h2-771363-36 for vnic_type normal with profile None {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:59:10.212318 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-6fc711b0-0a31-44df-a310-ec88642a438b service neutron] Attempting to bind port a355c265-55bd-4651-9018-cf362016aeb5 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:59:10.212649 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-6fc711b0-0a31-44df-a310-ec88642a438b service neutron] Attempting to bind port a355c265-55bd-4651-9018-cf362016aeb5 on network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:10.217462 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-6fc711b0-0a31-44df-a310-ec88642a438b service neutron] Port a355c265-55bd-4651-9018-cf362016aeb5 on network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:59:10.217790 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-6fc711b0-0a31-44df-a310-ec88642a438b service neutron] Attempting to bind port a355c265-55bd-4651-9018-cf362016aeb5 on network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:10.222632 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-6fc711b0-0a31-44df-a310-ec88642a438b service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:59:10.222976 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-6fc711b0-0a31-44df-a310-ec88642a438b service neutron] Checking segment: {'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:10.223362 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-6fc711b0-0a31-44df-a310-ec88642a438b service neutron] Bound using segment: {'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:59:10.223786 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-6fc711b0-0a31-44df-a310-ec88642a438b service neutron] Bound port: a355c265-55bd-4651-9018-cf362016aeb5, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:59:10.327258 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['7889bbaf-4361-4e18-b1ce-1e1f9a790ef0'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:59:10.350658 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-6fc711b0-0a31-44df-a310-ec88642a438b service neutron] For port a355c265-55bd-4651-9018-cf362016aeb5, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a355c265-55bd-4651-9018-cf362016aeb5,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:59:10.354783 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d62a136d-9ba3-4e67-a7c1-cf38e7f1a50c req-48a3ca33-7a7f-4df7-a99d-a76f4c7e5ae9 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.224 HTTP/1.1" status: 200 len: 1002 time: 0.0915048 Jul 15 12:59:10.356775 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-6fc711b0-0a31-44df-a310-ec88642a438b service neutron] Notify callbacks [] for binding, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:10.357950 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-6fc711b0-0a31-44df-a310-ec88642a438b service neutron] 10.222.0.16 "POST /v2.0/ports/a355c265-55bd-4651-9018-cf362016aeb5/bindings HTTP/1.1" status: 201 len: 390 time: 0.4590964 Jul 15 12:59:10.525197 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dfe3c51f-d9c4-4539-a771-034b13ad7bd5 req-c3bd6140-09a2-4802-b2ac-b19adbcfbcef tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] 10.222.0.16 "GET /v2.0/floatingips/41f658e6-91ce-494f-af7d-f4a275ec346f HTTP/1.1" status: 200 len: 692 time: 0.0672040 Jul 15 12:59:10.536135 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a136d-9ba3-4e67-a7c1-cf38e7f1a50c req-e12e2de1-8369-4ae0-9334-0177d3732ce3 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:10.537640 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d62a136d-9ba3-4e67-a7c1-cf38e7f1a50c req-e12e2de1-8369-4ae0-9334-0177d3732ce3 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/networks/e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 784 time: 0.1702182 Jul 15 12:59:10.705598 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d62a136d-9ba3-4e67-a7c1-cf38e7f1a50c req-f5221d04-b562-447c-8628-7ed0225f62f0 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.224 HTTP/1.1" status: 200 len: 1002 time: 0.1462364 Jul 15 12:59:10.725459 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-d62a136d-9ba3-4e67-a7c1-cf38e7f1a50c req-4092d53c-790e-4ca4-9432-bee67bc17a49 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:10.769144 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3c51f-d9c4-4539-a771-034b13ad7bd5 req-b2f8bf45-786c-4d0d-baac-33eeb67870c3 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:10.770517 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dfe3c51f-d9c4-4539-a771-034b13ad7bd5 req-b2f8bf45-786c-4d0d-baac-33eeb67870c3 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] 10.222.0.16 "GET /v2.0/networks/e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 784 time: 0.2319865 Jul 15 12:59:10.785053 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-dfe3c51f-d9c4-4539-a771-034b13ad7bd5 req-21658d03-0c68-49a0-82ab-dd6ca75e5fb6 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:59:10.786001 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dfe3c51f-d9c4-4539-a771-034b13ad7bd5 req-21658d03-0c68-49a0-82ab-dd6ca75e5fb6 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075166 Jul 15 12:59:10.796909 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-3ff0b9d3-582f-4c08-81bc-ff1e5c55ccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:10.798507 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-3ff0b9d3-582f-4c08-81bc-ff1e5c55ccc7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=42f8630608fb46f681ad77135da09a14&device_id=7e0d083b-1b52-40f8-a8de-a60051e81a1b HTTP/1.1" status: 200 len: 1097 time: 0.1803453 Jul 15 12:59:10.822013 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d62a136d-9ba3-4e67-a7c1-cf38e7f1a50c req-4092d53c-790e-4ca4-9432-bee67bc17a49 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks [] for floatingip, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:10.908508 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dfe3c51f-d9c4-4539-a771-034b13ad7bd5 req-a3b291e9-29b4-4983-9f28-3ee5f9c80b3d tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.54 HTTP/1.1" status: 200 len: 695 time: 0.1074369 Jul 15 12:59:11.311153 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dfe3c51f-d9c4-4539-a771-034b13ad7bd5 req-84c473db-0c5c-4b74-a80c-b6d030665207 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.54 HTTP/1.1" status: 200 len: 695 time: 0.3928671 Jul 15 12:59:11.335523 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-eaf8a13e-682f-4e00-b1ad-f8981c3757dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:11.336969 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-eaf8a13e-682f-4e00-b1ad-f8981c3757dd service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f HTTP/1.1" status: 200 len: 922 time: 0.5328503 Jul 15 12:59:11.467161 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-f810e598-e610-40a6-bf83-033a9eb9f90c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a355c265-55bd-4651-9018-cf362016aeb5 HTTP/1.1" status: 200 len: 217 time: 0.1017466 Jul 15 12:59:11.473657 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d62a136d-9ba3-4e67-a7c1-cf38e7f1a50c req-4092d53c-790e-4ca4-9432-bee67bc17a49 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:11.487643 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d62a136d-9ba3-4e67-a7c1-cf38e7f1a50c req-4092d53c-790e-4ca4-9432-bee67bc17a49 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:11.487643 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [req-d62a136d-9ba3-4e67-a7c1-cf38e7f1a50c req-4092d53c-790e-4ca4-9432-bee67bc17a49 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Floating IP e3107481-ba7b-493b-8579-ebd85790790e disassociated. External IP: 172.25.8.224, port: 2912c006-8100-4dc4-a370-28256722130c. Jul 15 12:59:11.599897 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-fbbad333-26e3-43a5-a790-0f2370c8721e tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=70b334eb6b1c4823bfeb87b9e0290ca2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1089969 Jul 15 12:59:11.630070 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-85977a8b-854c-4f96-bb59-42f3120b0e8c tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=70b334eb6b1c4823bfeb87b9e0290ca2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582619 Jul 15 12:59:11.654954 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-934ea3f1-40e7-47df-9768-9454d24b5344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:11.656343 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-934ea3f1-40e7-47df-9768-9454d24b5344 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=522453a6-daf1-42ae-a6f8-abb7ab66795d HTTP/1.1" status: 200 len: 861 time: 0.1780012 Jul 15 12:59:11.772762 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-c6fd8545-63b0-4bf0-888f-911c02cfb0e1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756691 Jul 15 12:59:11.823060 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 7889bbaf-4361-4e18-b1ce-1e1f9a790ef0 up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:59:11.876353 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port 7889bbaf-4361-4e18-b1ce-1e1f9a790ef0 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:11.880770 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port 7889bbaf-4361-4e18-b1ce-1e1f9a790ef0 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:11.881473 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:11.920361 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-dfe3c51f-d9c4-4539-a771-034b13ad7bd5 req-3dfa2113-f954-4b79-aece-21538026add2 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Deleting port 0c01a88a-024d-4fde-9aab-63aaaab4b92d {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 12:59:11.920696 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-dfe3c51f-d9c4-4539-a771-034b13ad7bd5 req-3dfa2113-f954-4b79-aece-21538026add2 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:11.958197 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:11.979661 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a985d4-8bea-4a79-ae6e-c1825443e375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7889bbaf-4361-4e18-b1ce-1e1f9a790ef0'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:11.981881 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5c9f7a-2f23-4efd-974e-2ea3f47003b8" -d '{"events": [{"server_uuid": "f8a985d4-8bea-4a79-ae6e-c1825443e375", "name": "network-vif-plugged", "status": "completed", "tag": "7889bbaf-4361-4e18-b1ce-1e1f9a790ef0"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:11.994656 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 7889bbaf-4361-4e18-b1ce-1e1f9a790ef0, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=7889bbaf-4361-4e18-b1ce-1e1f9a790ef0,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:11.998508 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:12.000434 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-376e9354-e370-47cf-a8c1-6c32308a2360 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:12.002489 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-376e9354-e370-47cf-a8c1-6c32308a2360 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3890562 Jul 15 12:59:12.030003 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-987cde7d-dfdc-44d0-a14f-b5f638376be5 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Request body: {'port': {'device_id': '3ceff70d-281d-4b71-b9ae-e364c9355568', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'admin_state_up': True, 'tenant_id': '70b334eb6b1c4823bfeb87b9e0290ca2'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:12.038949 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-d240399f-2264-4641-bc38-56d3948570f6 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:12.040371 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-d240399f-2264-4641-bc38-56d3948570f6 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3888297 Jul 15 12:59:12.049683 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=7889bbaf-4361-4e18-b1ce-1e1f9a790ef0,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:12.057434 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:12.057780 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:12.058114 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:12.058448 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:12.058803 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:12.059130 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:12.059641 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:12.059967 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:12.060287 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:12.060608 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:12.060930 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:12.061249 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:12.103883 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-f8172385-3232-4062-8741-e7d7b8e81925 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Request body: {'port': {'device_id': 'd2f1c377-0e5d-4f73-a65b-f80835039b68', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'admin_state_up': True, 'tenant_id': '70b334eb6b1c4823bfeb87b9e0290ca2'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:12.221622 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-60ea6e8c-1e18-4c3d-b0c6-ab99d2c61dc5 service neutron] 10.222.0.46 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118075 Jul 15 12:59:12.263578 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-dfe3c51f-d9c4-4539-a771-034b13ad7bd5 req-3dfa2113-f954-4b79-aece-21538026add2 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:12.263898 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-dfe3c51f-d9c4-4539-a771-034b13ad7bd5 req-3dfa2113-f954-4b79-aece-21538026add2 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:12.325040 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-dfe3c51f-d9c4-4539-a771-034b13ad7bd5 req-3dfa2113-f954-4b79-aece-21538026add2 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Calling delete_port for 0c01a88a-024d-4fde-9aab-63aaaab4b92d owned by network:floatingip {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 12:59:12.327622 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d62a136d-9ba3-4e67-a7c1-cf38e7f1a50c req-4092d53c-790e-4ca4-9432-bee67bc17a49 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Router 1c14b003-30ad-4816-8b13-4f65644063c2 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 12:59:12.501314 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-987cde7d-dfdc-44d0-a14f-b5f638376be5 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Made reservation on behalf of 70b334eb6b1c4823bfeb87b9e0290ca2 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:59:12.504718 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-987cde7d-dfdc-44d0-a14f-b5f638376be5 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:12.565212 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-f2f11e36-9e22-4c3a-9eab-fae65a509c8b service neutron] 10.222.0.46 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318107 Jul 15 12:59:12.572675 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-f8172385-3232-4062-8741-e7d7b8e81925 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Made reservation on behalf of 70b334eb6b1c4823bfeb87b9e0290ca2 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:59:12.576163 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-f8172385-3232-4062-8741-e7d7b8e81925 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:13.099894 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d62a136d-9ba3-4e67-a7c1-cf38e7f1a50c req-4092d53c-790e-4ca4-9432-bee67bc17a49 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:59:13.109057 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73537cc6-1755-49e5-b875-48856fd84a97 None None] Sync routers for ids ['1c14b003-30ad-4816-8b13-4f65644063c2'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:59:13.114668 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d62a136d-9ba3-4e67-a7c1-cf38e7f1a50c req-4092d53c-790e-4ca4-9432-bee67bc17a49 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:13.118602 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73537cc6-1755-49e5-b875-48856fd84a97 None None] Routers {'1c14b003-30ad-4816-8b13-4f65644063c2'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:59:13.119483 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-73537cc6-1755-49e5-b875-48856fd84a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:59:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['1c14b003-30ad-4816-8b13-4f65644063c2'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:13.182322 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-987cde7d-dfdc-44d0-a14f-b5f638376be5 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Allocated IP 192.168.233.199 (fb7e2853-c052-4bbe-a410-b119ef2f5100/f7332b1d-b5ae-478a-9a33-4a7a808c5484/55b4160f-6a69-4ed8-94c0-c04328aaae53) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:59:13.192445 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-dfe3c51f-d9c4-4539-a771-034b13ad7bd5 req-3dfa2113-f954-4b79-aece-21538026add2 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:13.207097 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d62a136d-9ba3-4e67-a7c1-cf38e7f1a50c req-4092d53c-790e-4ca4-9432-bee67bc17a49 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "PUT /v2.0/floatingips/e3107481-ba7b-493b-8579-ebd85790790e HTTP/1.1" status: 200 len: 696 time: 2.4947100 Jul 15 12:59:13.225357 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-73537cc6-1755-49e5-b875-48856fd84a97 None None] Set router 1c14b003-30ad-4816-8b13-4f65644063c2 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:59:13.231646 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-aad30b68-9c29-4248-8371-8f1c75a8975d tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:13.233114 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-aad30b68-9c29-4248-8371-8f1c75a8975d tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7e0d083b-1b52-40f8-a8de-a60051e81a1b&tenant_id=42f8630608fb46f681ad77135da09a14&binding%3Ahost_id=n-h1-771363-36 HTTP/1.1" status: 200 len: 1097 time: 0.5760736 Jul 15 12:59:13.246096 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa2113-f954-4b79-aece-21538026add2 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Pushing event deleted for resources: {'Port': ['ID=0c01a88a-024d-4fde-9aab-63aaaab4b92d,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:13.274539 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-d760ac0d-eeea-4722-bc02-95794260c8bf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771363-36'}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:13.327386 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa2113-f954-4b79-aece-21538026add2 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:13.327729 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa2113-f954-4b79-aece-21538026add2 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:13.328105 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa2113-f954-4b79-aece-21538026add2 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:13.328478 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa2113-f954-4b79-aece-21538026add2 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:13.328852 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa2113-f954-4b79-aece-21538026add2 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:13.329180 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa2113-f954-4b79-aece-21538026add2 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:13.329500 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa2113-f954-4b79-aece-21538026add2 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:13.330356 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa2113-f954-4b79-aece-21538026add2 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:13.330700 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa2113-f954-4b79-aece-21538026add2 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:13.331018 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa2113-f954-4b79-aece-21538026add2 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:13.331334 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa2113-f954-4b79-aece-21538026add2 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:13.331654 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa2113-f954-4b79-aece-21538026add2 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:13.422347 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-73537cc6-1755-49e5-b875-48856fd84a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474088082-router', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:48Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'gw_port': {'id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:49Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '553e7190-fd29-457c-81f5-6956f9499943', 'name': '', 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'mac_address': 'fa:16:3e:d7:91:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:51Z', 'updated_at': '2021-07-15T12:58:00Z', 'revision_number': 5, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'subnets': [{'id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:13.448334 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73537cc6-1755-49e5-b875-48856fd84a97 None None] Checking router: 1c14b003-30ad-4816-8b13-4f65644063c2 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:59:13.458532 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73537cc6-1755-49e5-b875-48856fd84a97 None None] Routers {'1c14b003-30ad-4816-8b13-4f65644063c2'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:59:13.459381 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-73537cc6-1755-49e5-b875-48856fd84a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:59:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['1c14b003-30ad-4816-8b13-4f65644063c2'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:13.462856 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-dfe3c51f-d9c4-4539-a771-034b13ad7bd5 req-3dfa2113-f954-4b79-aece-21538026add2 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Notify callbacks [] for floatingip, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:13.465292 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-dfe3c51f-d9c4-4539-a771-034b13ad7bd5 req-3dfa2113-f954-4b79-aece-21538026add2 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:13.466423 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dfe3c51f-d9c4-4539-a771-034b13ad7bd5 req-3dfa2113-f954-4b79-aece-21538026add2 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] 10.222.0.16 "DELETE /v2.0/floatingips/41f658e6-91ce-494f-af7d-f4a275ec346f HTTP/1.1" status: 204 len: 173 time: 2.1478462 Jul 15 12:59:13.480602 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-d760ac0d-eeea-4722-bc02-95794260c8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:13.512259 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a136d-9ba3-4e67-a7c1-cf38e7f1a50c req-ff35826f-ed78-44bd-a89e-f819650c0aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:13.513773 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d62a136d-9ba3-4e67-a7c1-cf38e7f1a50c req-ff35826f-ed78-44bd-a89e-f819650c0aba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46138d491dbf4c0fafa5ada7fbe61124&device_id=fe438e87-790f-4217-954d-d9139dbd1652 HTTP/1.1" status: 200 len: 1098 time: 0.2775130 Jul 15 12:59:13.566873 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-73537cc6-1755-49e5-b875-48856fd84a97 None None] Set router 1c14b003-30ad-4816-8b13-4f65644063c2 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:59:13.667962 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-987cde7d-dfdc-44d0-a14f-b5f638376be5 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:13.716911 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-987cde7d-dfdc-44d0-a14f-b5f638376be5 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Transition to ACTIVE for port object 55b4160f-6a69-4ed8-94c0-c04328aaae53 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:13.765045 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-73537cc6-1755-49e5-b875-48856fd84a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474088082-router', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:48Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'gw_port': {'id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:49Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '553e7190-fd29-457c-81f5-6956f9499943', 'name': '', 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'mac_address': 'fa:16:3e:d7:91:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:51Z', 'updated_at': '2021-07-15T12:58:00Z', 'revision_number': 5, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'subnets': [{'id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:13.769558 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a136d-9ba3-4e67-a7c1-cf38e7f1a50c req-a9660867-2430-4b56-929e-f105a148e259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:13.772416 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d62a136d-9ba3-4e67-a7c1-cf38e7f1a50c req-a9660867-2430-4b56-929e-f105a148e259 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4321eda4-9fed-4248-8378-36b16e951de4 HTTP/1.1" status: 200 len: 922 time: 0.2430618 Jul 15 12:59:13.791527 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73537cc6-1755-49e5-b875-48856fd84a97 None None] The sync data for ids ['1c14b003-30ad-4816-8b13-4f65644063c2'] in n-d-771363-36 is: [{'id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474088082-router', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:48Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'gw_port': {'id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:49Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '553e7190-fd29-457c-81f5-6956f9499943', 'name': '', 'network_id': '4321eda4-9fed-4248-8378-36b16e951de4', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'mac_address': 'fa:16:3e:d7:91:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:51Z', 'updated_at': '2021-07-15T12:58:00Z', 'revision_number': 5, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'subnets': [{'id': 'e8665632-78d8-46eb-ba99-59b5531a3bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:59:13.842336 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d62a136d-9ba3-4e67-a7c1-cf38e7f1a50c req-08111d7b-4270-4551-9ac0-136341c36a48 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2912c006-8100-4dc4-a370-28256722130c HTTP/1.1" status: 200 len: 217 time: 0.0567524 Jul 15 12:59:13.876996 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb71e2-de72-4c95-b472-81276c076ecf req-99701ad6-0f6b-4313-bd09-4d895f8663d8 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:13.878484 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5ecb71e2-de72-4c95-b472-81276c076ecf req-99701ad6-0f6b-4313-bd09-4d895f8663d8 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8a985d4-8bea-4a79-ae6e-c1825443e375 HTTP/1.1" status: 200 len: 949 time: 0.2918031 Jul 15 12:59:13.910192 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-d760ac0d-eeea-4722-bc02-95794260c8bf service neutron] For port a355c265-55bd-4651-9018-cf362016aeb5, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=a355c265-55bd-4651-9018-cf362016aeb5,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:13.943167 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-987cde7d-dfdc-44d0-a14f-b5f638376be5 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:13.955560 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['5ad1673d-f6ae-4bae-be9f-39cd7f9f5624', 'b227902d-e9bf-4f51-b5d3-e5ef04289ae5', '2f57e29a-7903-43e4-8107-e1e1096ceb14'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:59:14.040886 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a136d-9ba3-4e67-a7c1-cf38e7f1a50c req-8f59b68a-f8c1-45d6-bbc6-1d7d6ad121fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:14.042890 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d62a136d-9ba3-4e67-a7c1-cf38e7f1a50c req-8f59b68a-f8c1-45d6-bbc6-1d7d6ad121fa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8665632-78d8-46eb-ba99-59b5531a3bc9 HTTP/1.1" status: 200 len: 860 time: 0.1886303 Jul 15 12:59:14.048011 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bb1592-39f0-4b35-970c-c334a71880ea None None] New status for floating IP e3107481-ba7b-493b-8579-ebd85790790e: DOWN {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 12:59:14.088369 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5ecb71e2-de72-4c95-b472-81276c076ecf req-240fffb1-a042-4f9f-bbf4-f3623de83c7c tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/security-groups?id=333c369e-63aa-466c-889c-3c262132b8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854029 Jul 15 12:59:14.094516 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-987cde7d-dfdc-44d0-a14f-b5f638376be5 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Network fb7e2853-c052-4bbe-a410-b119ef2f5100 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:59:14.101381 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-d760ac0d-eeea-4722-bc02-95794260c8bf service neutron] For port a355c265-55bd-4651-9018-cf362016aeb5, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:59:14.142860 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-987cde7d-dfdc-44d0-a14f-b5f638376be5 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:14.152092 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987cde7d-dfdc-44d0-a14f-b5f638376be5 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Pushing event updated for resources: {'Port': ['ID=55b4160f-6a69-4ed8-94c0-c04328aaae53,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:14.156006 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-f8172385-3232-4062-8741-e7d7b8e81925 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Allocated IP 192.168.233.68 (fb7e2853-c052-4bbe-a410-b119ef2f5100/f7332b1d-b5ae-478a-9a33-4a7a808c5484/bf6286f6-c3c3-4ed6-b1d8-35f877b652c5) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:59:14.160200 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-987cde7d-dfdc-44d0-a14f-b5f638376be5 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:59:14.167157 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9fedeaa-5bc3-4b2a-8d0b-80a8be2044dd x-openstack-request-id: req-d9fedeaa-5bc3-4b2a-8d0b-80a8be2044dd {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:14.167526 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe438e87-790f-4217-954d-d9139dbd1652", "tag": "2912c006-8100-4dc4-a370-28256722130c", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:14.167678 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d9fedeaa-5bc3-4b2a-8d0b-80a8be2044dd {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:14.168063 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe438e87-790f-4217-954d-d9139dbd1652', 'tag': '2912c006-8100-4dc4-a370-28256722130c', 'status': 'completed', 'code': 200} Jul 15 12:59:14.242125 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-d760ac0d-eeea-4722-bc02-95794260c8bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:14.289055 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-987cde7d-dfdc-44d0-a14f-b5f638376be5 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:14.289631 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-987cde7d-dfdc-44d0-a14f-b5f638376be5 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:14.295508 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-d760ac0d-eeea-4722-bc02-95794260c8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:14.296283 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b997a-2ff1-4134-a77d-aff1d837e61b req-26e17241-232f-4d74-9f62-c7afe3e85f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:14.297804 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f88b997a-2ff1-4134-a77d-aff1d837e61b req-26e17241-232f-4d74-9f62-c7afe3e85f00 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=46138d491dbf4c0fafa5ada7fbe61124&device_id=fe438e87-790f-4217-954d-d9139dbd1652 HTTP/1.1" status: 200 len: 1098 time: 0.1023469 Jul 15 12:59:14.425602 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-987cde7d-dfdc-44d0-a14f-b5f638376be5 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4081953 Jul 15 12:59:14.425968 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b997a-2ff1-4134-a77d-aff1d837e61b req-ba723e6f-b15a-47a1-ac42-5486905cc307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:14.428882 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f88b997a-2ff1-4134-a77d-aff1d837e61b req-ba723e6f-b15a-47a1-ac42-5486905cc307 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4321eda4-9fed-4248-8378-36b16e951de4 HTTP/1.1" status: 200 len: 922 time: 0.1180010 Jul 15 12:59:14.466326 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-ef9b209e-f7ba-4038-8957-e4812760378b service neutron] Request body: {'port': {'device_id': '3ceff70d-281d-4b71-b9ae-e364c9355568', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:14.485639 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f88b997a-2ff1-4134-a77d-aff1d837e61b req-42ad35b3-4b55-495c-be5c-2f63cf8085a3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2912c006-8100-4dc4-a370-28256722130c HTTP/1.1" status: 200 len: 217 time: 0.0508091 Jul 15 12:59:14.540099 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d760ac0d-eeea-4722-bc02-95794260c8bf service neutron] Pushing event updated for resources: {'Port': ['ID=a355c265-55bd-4651-9018-cf362016aeb5,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:14.554522 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b997a-2ff1-4134-a77d-aff1d837e61b req-da8b2a60-b78a-45ed-857e-871d053ac93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:14.555118 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a136d-9ba3-4e67-a7c1-cf38e7f1a50c req-3a511aeb-44f8-42a9-979b-0152ad3de9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:14.557304 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f88b997a-2ff1-4134-a77d-aff1d837e61b req-da8b2a60-b78a-45ed-857e-871d053ac93d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e8665632-78d8-46eb-ba99-59b5531a3bc9 HTTP/1.1" status: 200 len: 860 time: 0.0629056 Jul 15 12:59:14.564526 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d62a136d-9ba3-4e67-a7c1-cf38e7f1a50c req-3a511aeb-44f8-42a9-979b-0152ad3de9eb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4321eda4-9fed-4248-8378-36b16e951de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4984303 Jul 15 12:59:14.601699 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-0701a280-e879-4404-bde1-a4e5f3de8ef2 None None] Provisioning for port 55b4160f-6a69-4ed8-94c0-c04328aaae53 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:14.606723 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-0701a280-e879-4404-bde1-a4e5f3de8ef2 None None] Provisioning complete for port 55b4160f-6a69-4ed8-94c0-c04328aaae53 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:14.607344 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0701a280-e879-4404-bde1-a4e5f3de8ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:14.619645 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b997a-2ff1-4134-a77d-aff1d837e61b req-4903b6e5-f942-4681-a9ce-5d0ca258568d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:14.621130 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f88b997a-2ff1-4134-a77d-aff1d837e61b req-4903b6e5-f942-4681-a9ce-5d0ca258568d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4321eda4-9fed-4248-8378-36b16e951de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570850 Jul 15 12:59:14.642497 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-0701a280-e879-4404-bde1-a4e5f3de8ef2 None None] Port 55b4160f-6a69-4ed8-94c0-c04328aaae53 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:59:14.699909 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-d760ac0d-eeea-4722-bc02-95794260c8bf service neutron] Attempting to bind port a355c265-55bd-4651-9018-cf362016aeb5 on host n-h1-771363-36 for vnic_type normal with profile {"migrating_to": "n-h2-771363-36"} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:59:14.700249 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-d760ac0d-eeea-4722-bc02-95794260c8bf service neutron] Attempting to bind port a355c265-55bd-4651-9018-cf362016aeb5 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:59:14.700579 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-d760ac0d-eeea-4722-bc02-95794260c8bf service neutron] Attempting to bind port a355c265-55bd-4651-9018-cf362016aeb5 on network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:14.714400 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f88b997a-2ff1-4134-a77d-aff1d837e61b req-15dbb39d-9475-4296-829c-1b8d32ea9088 service neutron] 10.222.0.20 "GET /v2.0/networks/4321eda4-9fed-4248-8378-36b16e951de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858321 Jul 15 12:59:14.768428 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-d760ac0d-eeea-4722-bc02-95794260c8bf service neutron] Port a355c265-55bd-4651-9018-cf362016aeb5 on network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:59:14.768750 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-d760ac0d-eeea-4722-bc02-95794260c8bf service neutron] Attempting to bind port a355c265-55bd-4651-9018-cf362016aeb5 on network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:14.781542 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-f8172385-3232-4062-8741-e7d7b8e81925 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:14.801108 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-d760ac0d-eeea-4722-bc02-95794260c8bf service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:59:14.801384 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-d760ac0d-eeea-4722-bc02-95794260c8bf service neutron] Checking segment: {'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:14.801748 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-d760ac0d-eeea-4722-bc02-95794260c8bf service neutron] Bound using segment: {'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:59:14.802182 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-d760ac0d-eeea-4722-bc02-95794260c8bf service neutron] Bound port: a355c265-55bd-4651-9018-cf362016aeb5, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:59:14.802533 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-d760ac0d-eeea-4722-bc02-95794260c8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:14.808212 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f88b997a-2ff1-4134-a77d-aff1d837e61b req-90effd14-208a-405b-857e-fb9ad7e5fc2a service neutron] 10.222.0.20 "GET /v2.0/networks/4321eda4-9fed-4248-8378-36b16e951de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842550 Jul 15 12:59:14.810728 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-ef9b209e-f7ba-4038-8957-e4812760378b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:14.831833 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-f8172385-3232-4062-8741-e7d7b8e81925 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Transition to ACTIVE for port object bf6286f6-c3c3-4ed6-b1d8-35f877b652c5 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:14.887173 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d62a136d-9ba3-4e67-a7c1-cf38e7f1a50c req-c76600a3-e085-40fc-a41d-59a27c761c99 service neutron] 10.222.0.16 "GET /v2.0/networks/4321eda4-9fed-4248-8378-36b16e951de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216984 Jul 15 12:59:14.918674 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59124172-2a94-48f4-b097-ab82f5600c7a req-2610d616-582e-4455-82a6-1807ba18780a tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:14.920102 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-59124172-2a94-48f4-b097-ab82f5600c7a req-2610d616-582e-4455-82a6-1807ba18780a tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=34a7fdaa-27c8-4857-8ae7-e5031291138b HTTP/1.1" status: 200 len: 1097 time: 0.3136935 Jul 15 12:59:15.058224 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-d760ac0d-eeea-4722-bc02-95794260c8bf service neutron] For port a355c265-55bd-4651-9018-cf362016aeb5, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:59:15.116106 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-d760ac0d-eeea-4722-bc02-95794260c8bf service neutron] For port a355c265-55bd-4651-9018-cf362016aeb5, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=a355c265-55bd-4651-9018-cf362016aeb5,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:59:15.126371 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-59124172-2a94-48f4-b097-ab82f5600c7a req-e8775ff2-ceb0-4955-b13a-42db3302ac85 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904709 Jul 15 12:59:15.132858 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-f8172385-3232-4062-8741-e7d7b8e81925 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:15.135196 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-d760ac0d-eeea-4722-bc02-95794260c8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:15.145849 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['5ad1673d-f6ae-4bae-be9f-39cd7f9f5624', 'b227902d-e9bf-4f51-b5d3-e5ef04289ae5', '2f57e29a-7903-43e4-8107-e1e1096ceb14'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:59:15.213374 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d62a136d-9ba3-4e67-a7c1-cf38e7f1a50c req-2ea1d4ba-e00f-4eb0-9230-b452f8bc4dc2 service neutron] 10.222.0.16 "GET /v2.0/networks/4321eda4-9fed-4248-8378-36b16e951de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967117 Jul 15 12:59:15.227843 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-f8172385-3232-4062-8741-e7d7b8e81925 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Network fb7e2853-c052-4bbe-a410-b119ef2f5100 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:59:15.235643 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-f8172385-3232-4062-8741-e7d7b8e81925 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:15.244799 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-f8172385-3232-4062-8741-e7d7b8e81925 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:59:15.384768 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d760ac0d-eeea-4722-bc02-95794260c8bf service neutron] Pushing event updated for resources: {'Port': ['ID=a355c265-55bd-4651-9018-cf362016aeb5,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:15.410190 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-d760ac0d-eeea-4722-bc02-95794260c8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:15.411116 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-d760ac0d-eeea-4722-bc02-95794260c8bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:15.412719 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-d760ac0d-eeea-4722-bc02-95794260c8bf service neutron] 10.222.0.46 "PUT /v2.0/ports/a355c265-55bd-4651-9018-cf362016aeb5 HTTP/1.1" status: 200 len: 1123 time: 2.1633480 Jul 15 12:59:15.477382 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['a355c265-55bd-4651-9018-cf362016aeb5'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:59:15.506632 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-f8172385-3232-4062-8741-e7d7b8e81925 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:15.507489 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-f8172385-3232-4062-8741-e7d7b8e81925 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:15.596974 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b9f12aa0-d5fd-4d0c-82e2-d3ace4ded96b None None] Provisioning for port bf6286f6-c3c3-4ed6-b1d8-35f877b652c5 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:15.613453 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b9f12aa0-d5fd-4d0c-82e2-d3ace4ded96b None None] Provisioning complete for port bf6286f6-c3c3-4ed6-b1d8-35f877b652c5 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:15.614171 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b9f12aa0-d5fd-4d0c-82e2-d3ace4ded96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:15.698332 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b9f12aa0-d5fd-4d0c-82e2-d3ace4ded96b None None] Port bf6286f6-c3c3-4ed6-b1d8-35f877b652c5 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:59:15.844995 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-f8172385-3232-4062-8741-e7d7b8e81925 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7754996 Jul 15 12:59:15.875906 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-5f67ecaf-e02e-49be-b63b-fc8b09f01aa9 service neutron] Request body: {'port': {'device_id': 'd2f1c377-0e5d-4f73-a65b-f80835039b68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:15.879943 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8172385-3232-4062-8741-e7d7b8e81925 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Pushing event updated for resources: {'Port': ['ID=bf6286f6-c3c3-4ed6-b1d8-35f877b652c5,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:15.971319 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-ef9b209e-f7ba-4038-8957-e4812760378b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55b4160f-6a69-4ed8-94c0-c04328aaae53 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:59:15.990145 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-ef9b209e-f7ba-4038-8957-e4812760378b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:16.024865 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35012d11-39fc-4698-9f05-6b12b778d91d req-ae77036c-ab11-4c90-80e6-44645bee83d6 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:16.026327 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-35012d11-39fc-4698-9f05-6b12b778d91d req-ae77036c-ab11-4c90-80e6-44645bee83d6 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 950 time: 0.6791914 Jul 15 12:59:16.053433 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-ef9b209e-f7ba-4038-8957-e4812760378b service neutron] Transition to ACTIVE for port object 55b4160f-6a69-4ed8-94c0-c04328aaae53 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:16.066681 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-5f67ecaf-e02e-49be-b63b-fc8b09f01aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:16.068446 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-ef9b209e-f7ba-4038-8957-e4812760378b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:16.092782 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048dd11a-ed6a-4081-8cc7-ccacf0241e69 req-b4c7b1f8-a7f3-4ad7-87a5-92500fdfd931 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:16.094249 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-048dd11a-ed6a-4081-8cc7-ccacf0241e69 req-b4c7b1f8-a7f3-4ad7-87a5-92500fdfd931 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e0d083b-1b52-40f8-a8de-a60051e81a1b HTTP/1.1" status: 200 len: 943 time: 0.2743189 Jul 15 12:59:16.169982 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe438e87-790f-4217-954d-d9139dbd1652', 'tag': '2912c006-8100-4dc4-a370-28256722130c'}, {'server_uuid': '7e0d083b-1b52-40f8-a8de-a60051e81a1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a355c265-55bd-4651-9018-cf362016aeb5'}, {'name': 'network-changed', 'server_uuid': '7e0d083b-1b52-40f8-a8de-a60051e81a1b', 'tag': 'a355c265-55bd-4651-9018-cf362016aeb5'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:16.172309 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af560db6-e939-4a6b-99e8-b872cb7bce90" -d '{"events": [{"name": "network-changed", "server_uuid": "fe438e87-790f-4217-954d-d9139dbd1652", "tag": "2912c006-8100-4dc4-a370-28256722130c"}, {"server_uuid": "7e0d083b-1b52-40f8-a8de-a60051e81a1b", "name": "network-vif-unplugged", "status": "completed", "tag": "a355c265-55bd-4651-9018-cf362016aeb5"}, {"name": "network-changed", "server_uuid": "7e0d083b-1b52-40f8-a8de-a60051e81a1b", "tag": "a355c265-55bd-4651-9018-cf362016aeb5"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:16.200193 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-35012d11-39fc-4698-9f05-6b12b778d91d req-465db639-d3ba-4141-85fb-07d567f12a63 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619074 Jul 15 12:59:16.203637 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b209e-f7ba-4038-8957-e4812760378b service neutron] Pushing event updated for resources: {'Port': ['ID=55b4160f-6a69-4ed8-94c0-c04328aaae53,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:16.265667 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7846ffaa-c8bc-4ba8-9f53-070f2e4b8c65 x-openstack-request-id: req-7846ffaa-c8bc-4ba8-9f53-070f2e4b8c65 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:16.266349 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8a985d4-8bea-4a79-ae6e-c1825443e375", "name": "network-vif-plugged", "status": "completed", "tag": "7889bbaf-4361-4e18-b1ce-1e1f9a790ef0", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:16.266865 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7846ffaa-c8bc-4ba8-9f53-070f2e4b8c65 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:16.267388 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a985d4-8bea-4a79-ae6e-c1825443e375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7889bbaf-4361-4e18-b1ce-1e1f9a790ef0', 'code': 200} Jul 15 12:59:16.275136 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-048dd11a-ed6a-4081-8cc7-ccacf0241e69 req-20ab510d-5f8f-4cfb-bde4-a9b69c93599a tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600928 Jul 15 12:59:16.390962 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df5da5-6b3c-4516-90ae-8b65418fa0e4 req-fc3beffe-18a7-43a9-aebc-52fce33890d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:16.393680 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c7df5da5-6b3c-4516-90ae-8b65418fa0e4 req-fc3beffe-18a7-43a9-aebc-52fce33890d8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f8a985d4-8bea-4a79-ae6e-c1825443e375 HTTP/1.1" status: 200 len: 1101 time: 0.0569725 Jul 15 12:59:16.433876 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c7df5da5-6b3c-4516-90ae-8b65418fa0e4 req-8fe5e636-d36a-41b2-ba28-01e0deabdc23 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=333c369e-63aa-466c-889c-3c262132b8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293067 Jul 15 12:59:16.445079 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-ef9b209e-f7ba-4038-8957-e4812760378b service neutron] Attempting to bind port 55b4160f-6a69-4ed8-94c0-c04328aaae53 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:59:16.445411 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-ef9b209e-f7ba-4038-8957-e4812760378b service neutron] Attempting to bind port 55b4160f-6a69-4ed8-94c0-c04328aaae53 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:59:16.445733 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-ef9b209e-f7ba-4038-8957-e4812760378b service neutron] Attempting to bind port 55b4160f-6a69-4ed8-94c0-c04328aaae53 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:16.499509 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-ef9b209e-f7ba-4038-8957-e4812760378b service neutron] Port 55b4160f-6a69-4ed8-94c0-c04328aaae53 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:59:16.499834 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-ef9b209e-f7ba-4038-8957-e4812760378b service neutron] Attempting to bind port 55b4160f-6a69-4ed8-94c0-c04328aaae53 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:16.523851 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-ef9b209e-f7ba-4038-8957-e4812760378b service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:59:16.524192 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-ef9b209e-f7ba-4038-8957-e4812760378b service neutron] Checking segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:16.524569 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-ef9b209e-f7ba-4038-8957-e4812760378b service neutron] Bound using segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:59:16.524992 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-ef9b209e-f7ba-4038-8957-e4812760378b service neutron] Bound port: 55b4160f-6a69-4ed8-94c0-c04328aaae53, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:59:16.525342 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-ef9b209e-f7ba-4038-8957-e4812760378b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:16.570430 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a5b83c74-3aa6-4272-82c0-0f70f9de40de req-24b97b5d-a6b1-4c83-963a-aaa2ea06a92d tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2920623 Jul 15 12:59:16.607386 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-a5b83c74-3aa6-4272-82c0-0f70f9de40de req-2f434f6c-1c2b-4383-8d3a-95e54dec4acd tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:16.684050 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a5b83c74-3aa6-4272-82c0-0f70f9de40de req-2f434f6c-1c2b-4383-8d3a-95e54dec4acd tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Notify callbacks [] for floatingip, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:16.698682 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830869e2-1a94-4a1d-987e-a4aa186614ea req-43d3a4e6-7edb-411f-80fe-af00baa539e3 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:16.700150 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-830869e2-1a94-4a1d-987e-a4aa186614ea req-43d3a4e6-7edb-411f-80fe-af00baa539e3 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ceff70d-281d-4b71-b9ae-e364c9355568 HTTP/1.1" status: 200 len: 948 time: 0.2601807 Jul 15 12:59:16.713128 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-ef9b209e-f7ba-4038-8957-e4812760378b service neutron] For port 55b4160f-6a69-4ed8-94c0-c04328aaae53, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:59:16.752737 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-ef9b209e-f7ba-4038-8957-e4812760378b service neutron] For port 55b4160f-6a69-4ed8-94c0-c04328aaae53, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=55b4160f-6a69-4ed8-94c0-c04328aaae53,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:59:16.780900 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-ef9b209e-f7ba-4038-8957-e4812760378b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:16.839714 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-830869e2-1a94-4a1d-987e-a4aa186614ea req-69e77f19-73de-41b7-b056-2c8903979f98 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277084 Jul 15 12:59:16.844700 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-ef9b209e-f7ba-4038-8957-e4812760378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:16.846213 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-ef9b209e-f7ba-4038-8957-e4812760378b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:16.847477 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-ef9b209e-f7ba-4038-8957-e4812760378b service neutron] 10.222.0.46 "PUT /v2.0/ports/55b4160f-6a69-4ed8-94c0-c04328aaae53 HTTP/1.1" status: 200 len: 1097 time: 2.4007034 Jul 15 12:59:16.864262 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-5f67ecaf-e02e-49be-b63b-fc8b09f01aa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf6286f6-c3c3-4ed6-b1d8-35f877b652c5 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:59:16.882433 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-5f67ecaf-e02e-49be-b63b-fc8b09f01aa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:16.933558 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b209e-f7ba-4038-8957-e4812760378b service neutron] Pushing event updated for resources: {'Port': ['ID=55b4160f-6a69-4ed8-94c0-c04328aaae53,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:16.958275 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-5f67ecaf-e02e-49be-b63b-fc8b09f01aa9 service neutron] Transition to ACTIVE for port object bf6286f6-c3c3-4ed6-b1d8-35f877b652c5 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:16.977585 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-5f67ecaf-e02e-49be-b63b-fc8b09f01aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:17.076021 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f67ecaf-e02e-49be-b63b-fc8b09f01aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=bf6286f6-c3c3-4ed6-b1d8-35f877b652c5,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:17.153469 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a5b83c74-3aa6-4272-82c0-0f70f9de40de req-2f434f6c-1c2b-4383-8d3a-95e54dec4acd tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:17.159865 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-e7d64d84-3d82-4986-a448-fe1263813dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:17.161379 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-e7d64d84-3d82-4986-a448-fe1263813dc9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=70b334eb6b1c4823bfeb87b9e0290ca2&device_id=3ceff70d-281d-4b71-b9ae-e364c9355568 HTTP/1.1" status: 200 len: 1100 time: 0.2427812 Jul 15 12:59:17.193183 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7145f5-897d-4b31-8bb4-aa36e9bef5c1 req-b408b631-abe7-4542-a67d-93601d2bc622 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:17.194573 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0c7145f5-897d-4b31-8bb4-aa36e9bef5c1 req-b408b631-abe7-4542-a67d-93601d2bc622 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8a985d4-8bea-4a79-ae6e-c1825443e375 HTTP/1.1" status: 200 len: 949 time: 0.2376614 Jul 15 12:59:17.258973 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-a4de54ff-e047-4530-a838-fa40c9878205 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=55b4160f-6a69-4ed8-94c0-c04328aaae53 HTTP/1.1" status: 200 len: 217 time: 0.0831089 Jul 15 12:59:17.323905 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-5f67ecaf-e02e-49be-b63b-fc8b09f01aa9 service neutron] Attempting to bind port bf6286f6-c3c3-4ed6-b1d8-35f877b652c5 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:59:17.324257 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-5f67ecaf-e02e-49be-b63b-fc8b09f01aa9 service neutron] Attempting to bind port bf6286f6-c3c3-4ed6-b1d8-35f877b652c5 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:59:17.324570 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-5f67ecaf-e02e-49be-b63b-fc8b09f01aa9 service neutron] Attempting to bind port bf6286f6-c3c3-4ed6-b1d8-35f877b652c5 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:17.349538 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-5f67ecaf-e02e-49be-b63b-fc8b09f01aa9 service neutron] Port bf6286f6-c3c3-4ed6-b1d8-35f877b652c5 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:59:17.349862 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-5f67ecaf-e02e-49be-b63b-fc8b09f01aa9 service neutron] Attempting to bind port bf6286f6-c3c3-4ed6-b1d8-35f877b652c5 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:17.382371 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-5f67ecaf-e02e-49be-b63b-fc8b09f01aa9 service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:59:17.382739 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-5f67ecaf-e02e-49be-b63b-fc8b09f01aa9 service neutron] Checking segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:17.383122 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-5f67ecaf-e02e-49be-b63b-fc8b09f01aa9 service neutron] Bound using segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:59:17.383551 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-5f67ecaf-e02e-49be-b63b-fc8b09f01aa9 service neutron] Bound port: bf6286f6-c3c3-4ed6-b1d8-35f877b652c5, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:59:17.383908 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-5f67ecaf-e02e-49be-b63b-fc8b09f01aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:17.388255 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0c7145f5-897d-4b31-8bb4-aa36e9bef5c1 req-efe1fc9d-87d0-4b04-9fba-d2fa5cb5c18a tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/security-groups?id=333c369e-63aa-466c-889c-3c262132b8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367793 Jul 15 12:59:17.399788 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-4ed0efa6-f282-402e-9237-86bf619b6937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:17.401214 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-4ed0efa6-f282-402e-9237-86bf619b6937 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.1323121 Jul 15 12:59:17.474653 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-a5b83c74-3aa6-4272-82c0-0f70f9de40de req-2f434f6c-1c2b-4383-8d3a-95e54dec4acd tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Allocated IP 172.25.8.254 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/cb9ee5a7-4e1f-4156-ba0f-bb5d10a7c2c4) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:59:17.542941 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-5f67ecaf-e02e-49be-b63b-fc8b09f01aa9 service neutron] For port bf6286f6-c3c3-4ed6-b1d8-35f877b652c5, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:59:17.573518 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-5f67ecaf-e02e-49be-b63b-fc8b09f01aa9 service neutron] For port bf6286f6-c3c3-4ed6-b1d8-35f877b652c5, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=bf6286f6-c3c3-4ed6-b1d8-35f877b652c5,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:59:17.621172 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-5f67ecaf-e02e-49be-b63b-fc8b09f01aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:17.670157 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-c26c7708-7374-4d4a-8b47-0b80226aa36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:17.671869 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-c26c7708-7374-4d4a-8b47-0b80226aa36b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2621803 Jul 15 12:59:17.716086 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-5f67ecaf-e02e-49be-b63b-fc8b09f01aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:17.716695 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-5f67ecaf-e02e-49be-b63b-fc8b09f01aa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:17.718037 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-5f67ecaf-e02e-49be-b63b-fc8b09f01aa9 service neutron] 10.222.0.20 "PUT /v2.0/ports/bf6286f6-c3c3-4ed6-b1d8-35f877b652c5 HTTP/1.1" status: 200 len: 1096 time: 1.8510354 Jul 15 12:59:17.790899 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a5b83c74-3aa6-4272-82c0-0f70f9de40de req-2f434f6c-1c2b-4383-8d3a-95e54dec4acd tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:17.816070 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f67ecaf-e02e-49be-b63b-fc8b09f01aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=bf6286f6-c3c3-4ed6-b1d8-35f877b652c5,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:17.881262 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ec592-64a3-420b-abd9-43a994caeb1f req-026c52b8-c02a-4a2d-9109-fa2e1ce026c2 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:17.882767 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-323ec592-64a3-420b-abd9-43a994caeb1f req-026c52b8-c02a-4a2d-9109-fa2e1ce026c2 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/networks?id=3ccc611d-a289-44b3-992b-3e39605548b4 HTTP/1.1" status: 200 len: 807 time: 0.3307652 Jul 15 12:59:17.929304 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-323ec592-64a3-420b-abd9-43a994caeb1f req-c4246f42-7f67-4e75-b795-d12f5dff159c tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/quotas/eab83a220c154216861503618b01c15d HTTP/1.1" status: 200 len: 375 time: 0.0358350 Jul 15 12:59:17.959549 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-51eb613f-cdec-465f-8d5c-0a5b0c9fff25 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464542 Jul 15 12:59:17.983901 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-5c4cebf9-2cd7-435c-b69b-bc1910464046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:17.985380 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-5c4cebf9-2cd7-435c-b69b-bc1910464046 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=70b334eb6b1c4823bfeb87b9e0290ca2&device_id=d2f1c377-0e5d-4f73-a65b-f80835039b68 HTTP/1.1" status: 200 len: 1099 time: 0.2201819 Jul 15 12:59:17.997157 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a5b83c74-3aa6-4272-82c0-0f70f9de40de req-2f434f6c-1c2b-4383-8d3a-95e54dec4acd tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:18.077300 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-d0c56939-9e87-4d83-b59e-b935691f846f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=bf6286f6-c3c3-4ed6-b1d8-35f877b652c5 HTTP/1.1" status: 200 len: 217 time: 0.0813670 Jul 15 12:59:18.100317 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5b83c74-3aa6-4272-82c0-0f70f9de40de req-2f434f6c-1c2b-4383-8d3a-95e54dec4acd tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:59:18.153655 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-a5b83c74-3aa6-4272-82c0-0f70f9de40de req-2f434f6c-1c2b-4383-8d3a-95e54dec4acd tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:18.166032 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b83c74-3aa6-4272-82c0-0f70f9de40de req-2f434f6c-1c2b-4383-8d3a-95e54dec4acd tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:59:18.172507 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f434f6c-1c2b-4383-8d3a-95e54dec4acd tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Pushing event updated for resources: {'Port': ['ID=cb9ee5a7-4e1f-4156-ba0f-bb5d10a7c2c4,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:18.252976 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device a355c265-55bd-4651-9018-cf362016aeb5 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:59:18.350608 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port a355c265-55bd-4651-9018-cf362016aeb5, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=a355c265-55bd-4651-9018-cf362016aeb5,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:18.362790 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device a355c265-55bd-4651-9018-cf362016aeb5 has no active binding in host n-h2-771363-36 {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 12:59:18.503891 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-6300511f-8ad6-45f8-b488-8d29487a6cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:18.505254 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-6300511f-8ad6-45f8-b488-8d29487a6cee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.4146361 Jul 15 12:59:18.511200 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-323ec592-64a3-420b-abd9-43a994caeb1f req-a493e2e9-cc23-41bb-8ac6-f72bee945402 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=eab83a220c154216861503618b01c15d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5727711 Jul 15 12:59:18.514599 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-e6383316-dacd-4d33-9e04-281d63d3f968 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5328262 Jul 15 12:59:18.658787 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a5b83c74-3aa6-4272-82c0-0f70f9de40de req-2f434f6c-1c2b-4383-8d3a-95e54dec4acd tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:18.702238 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-d6d9b635-0344-489f-8af2-c814e7a29773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:18.703752 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-d6d9b635-0344-489f-8af2-c814e7a29773 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1822164 Jul 15 12:59:18.705493 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-323ec592-64a3-420b-abd9-43a994caeb1f req-8adfb561-55a1-4d09-861c-77ae75bd7ec7 service neutron] 10.222.0.16 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849811 Jul 15 12:59:18.766321 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a5b83c74-3aa6-4272-82c0-0f70f9de40de req-2f434f6c-1c2b-4383-8d3a-95e54dec4acd tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:18.910950 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-323ec592-64a3-420b-abd9-43a994caeb1f req-b4db29b3-7122-4910-a840-8627926887a8 service neutron] 10.222.0.16 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978810 Jul 15 12:59:18.954292 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-bb3cf9c9-d1d6-45b6-8fca-5f3544b81170 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402315 Jul 15 12:59:19.066070 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4b2cb9-fbbb-4b99-af0a-efdcc4f70722 x-openstack-request-id: req-0d4b2cb9-fbbb-4b99-af0a-efdcc4f70722 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:19.066442 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe438e87-790f-4217-954d-d9139dbd1652", "tag": "2912c006-8100-4dc4-a370-28256722130c", "status": "completed", "code": 200}, {"server_uuid": "7e0d083b-1b52-40f8-a8de-a60051e81a1b", "name": "network-vif-unplugged", "status": "completed", "tag": "a355c265-55bd-4651-9018-cf362016aeb5", "code": 200}, {"name": "network-changed", "server_uuid": "7e0d083b-1b52-40f8-a8de-a60051e81a1b", "tag": "a355c265-55bd-4651-9018-cf362016aeb5", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:19.066800 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0d4b2cb9-fbbb-4b99-af0a-efdcc4f70722 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:19.067059 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe438e87-790f-4217-954d-d9139dbd1652', 'tag': '2912c006-8100-4dc4-a370-28256722130c', 'status': 'completed', 'code': 200} Jul 15 12:59:19.067344 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0d083b-1b52-40f8-a8de-a60051e81a1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a355c265-55bd-4651-9018-cf362016aeb5', 'code': 200} Jul 15 12:59:19.067557 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0d083b-1b52-40f8-a8de-a60051e81a1b', 'tag': 'a355c265-55bd-4651-9018-cf362016aeb5', 'status': 'completed', 'code': 200} Jul 15 12:59:19.073539 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a5b83c74-3aa6-4272-82c0-0f70f9de40de req-2f434f6c-1c2b-4383-8d3a-95e54dec4acd tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:19.089791 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a5b83c74-3aa6-4272-82c0-0f70f9de40de req-2f434f6c-1c2b-4383-8d3a-95e54dec4acd tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:19.123764 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-22b4c723-d2c2-4a95-a5eb-3c952358a67d req-264889ea-35f3-43b2-a89a-334a8165181a service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604028 Jul 15 12:59:19.168874 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f434f6c-1c2b-4383-8d3a-95e54dec4acd tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Pushing event updated for resources: {'Port': ['ID=cb9ee5a7-4e1f-4156-ba0f-bb5d10a7c2c4,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:19.188039 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a5b83c74-3aa6-4272-82c0-0f70f9de40de req-2f434f6c-1c2b-4383-8d3a-95e54dec4acd tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:19.204010 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a5b83c74-3aa6-4272-82c0-0f70f9de40de req-2f434f6c-1c2b-4383-8d3a-95e54dec4acd tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:19.206233 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a5b83c74-3aa6-4272-82c0-0f70f9de40de req-2f434f6c-1c2b-4383-8d3a-95e54dec4acd tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6266396 Jul 15 12:59:19.215009 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af560db6-e939-4a6b-99e8-b872cb7bce90 req-00fd768d-8955-4843-b8e4-33416860a848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:19.216918 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-af560db6-e939-4a6b-99e8-b872cb7bce90 req-00fd768d-8955-4843-b8e4-33416860a848 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=46138d491dbf4c0fafa5ada7fbe61124&device_id=fe438e87-790f-4217-954d-d9139dbd1652 HTTP/1.1" status: 200 len: 1098 time: 0.1126814 Jul 15 12:59:19.271672 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a5b83c74-3aa6-4272-82c0-0f70f9de40de req-75ffbe1d-53eb-4bfe-95a6-7f8e827ddf91 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.254 HTTP/1.1" status: 200 len: 696 time: 0.0597913 Jul 15 12:59:19.343662 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af560db6-e939-4a6b-99e8-b872cb7bce90 req-dc117be5-6f97-47d7-9cdd-a672da510ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:19.345751 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-af560db6-e939-4a6b-99e8-b872cb7bce90 req-dc117be5-6f97-47d7-9cdd-a672da510ca0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4321eda4-9fed-4248-8378-36b16e951de4 HTTP/1.1" status: 200 len: 922 time: 0.1094398 Jul 15 12:59:19.388868 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-af560db6-e939-4a6b-99e8-b872cb7bce90 req-7bdc1d64-3854-4035-8a28-1445c960a732 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2912c006-8100-4dc4-a370-28256722130c HTTP/1.1" status: 200 len: 217 time: 0.0349531 Jul 15 12:59:19.417302 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b83c74-3aa6-4272-82c0-0f70f9de40de req-52c1ccb8-7ff0-4d5d-bfd0-05ac57a8699c tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:19.418641 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a5b83c74-3aa6-4272-82c0-0f70f9de40de req-52c1ccb8-7ff0-4d5d-bfd0-05ac57a8699c tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] 10.222.0.16 "GET /v2.0/networks/e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 784 time: 0.1460724 Jul 15 12:59:19.427076 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fdc3e7-0430-4ab3-ae1a-5d167a93fcd5 req-6137cd51-a338-442a-b79c-ed0354f9d4b2 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:19.428565 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e6fdc3e7-0430-4ab3-ae1a-5d167a93fcd5 req-6137cd51-a338-442a-b79c-ed0354f9d4b2 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 950 time: 0.1466570 Jul 15 12:59:19.448907 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af560db6-e939-4a6b-99e8-b872cb7bce90 req-75c5853a-06bd-4d01-a3bf-48477ca10351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:19.450641 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-af560db6-e939-4a6b-99e8-b872cb7bce90 req-75c5853a-06bd-4d01-a3bf-48477ca10351 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e8665632-78d8-46eb-ba99-59b5531a3bc9 HTTP/1.1" status: 200 len: 860 time: 0.0532529 Jul 15 12:59:19.487554 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e6fdc3e7-0430-4ab3-ae1a-5d167a93fcd5 req-34d17cdb-e8f7-45bd-b1d9-7b0bfa8d2ee9 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517993 Jul 15 12:59:19.529790 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af560db6-e939-4a6b-99e8-b872cb7bce90 req-da89d9ec-6201-4dc6-8ab7-bc4d084d811a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:19.531493 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-af560db6-e939-4a6b-99e8-b872cb7bce90 req-da89d9ec-6201-4dc6-8ab7-bc4d084d811a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4321eda4-9fed-4248-8378-36b16e951de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0716567 Jul 15 12:59:19.618182 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067f39d-8ce2-4386-87f1-ab57ef772271 req-a0ecfef2-810d-4704-98f0-5096bc06dd5a tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:19.619868 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3067f39d-8ce2-4386-87f1-ab57ef772271 req-a0ecfef2-810d-4704-98f0-5096bc06dd5a tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e0d083b-1b52-40f8-a8de-a60051e81a1b HTTP/1.1" status: 200 len: 943 time: 0.0869775 Jul 15 12:59:19.655965 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-af560db6-e939-4a6b-99e8-b872cb7bce90 req-a3b22a6f-753c-434e-a968-3ad3534546b1 service neutron] 10.222.0.20 "GET /v2.0/networks/4321eda4-9fed-4248-8378-36b16e951de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043448 Jul 15 12:59:19.666373 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3067f39d-8ce2-4386-87f1-ab57ef772271 req-06a0a3e5-7038-42ad-9bfe-294243f7b27e tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407884 Jul 15 12:59:19.761791 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-af560db6-e939-4a6b-99e8-b872cb7bce90 req-c9e6f411-a6d5-4356-ba4e-50a69825f4b0 service neutron] 10.222.0.20 "GET /v2.0/networks/4321eda4-9fed-4248-8378-36b16e951de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983980 Jul 15 12:59:19.776909 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b80a8-d159-4c21-bc93-e4c20e809346 req-ff2337d9-c30b-4a76-8ac1-993934fbc0dc tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:19.778728 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-635b80a8-d159-4c21-bc93-e4c20e809346 req-ff2337d9-c30b-4a76-8ac1-993934fbc0dc tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ceff70d-281d-4b71-b9ae-e364c9355568 HTTP/1.1" status: 200 len: 948 time: 0.1113088 Jul 15 12:59:19.852339 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-635b80a8-d159-4c21-bc93-e4c20e809346 req-7ffa76e1-b9da-4243-a599-55cf813c183f tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678339 Jul 15 12:59:19.877120 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af560db6-e939-4a6b-99e8-b872cb7bce90 req-d03acfe7-a228-4a22-bccd-8dc5cfb94eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:19.877120 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-af560db6-e939-4a6b-99e8-b872cb7bce90 req-d03acfe7-a228-4a22-bccd-8dc5cfb94eb7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42f8630608fb46f681ad77135da09a14&device_id=7e0d083b-1b52-40f8-a8de-a60051e81a1b HTTP/1.1" status: 200 len: 1126 time: 0.0563169 Jul 15 12:59:19.880448 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2989d-e66c-48d5-83a6-1d991f5dc19e req-c9126899-9491-4e29-9f6b-861dfe344e33 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:19.881901 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5eb2989d-e66c-48d5-83a6-1d991f5dc19e req-c9126899-9491-4e29-9f6b-861dfe344e33 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8a985d4-8bea-4a79-ae6e-c1825443e375 HTTP/1.1" status: 200 len: 949 time: 0.0898998 Jul 15 12:59:19.920080 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5eb2989d-e66c-48d5-83a6-1d991f5dc19e req-c3534378-b437-43b0-b26e-b5ea7c1737f4 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/security-groups?id=333c369e-63aa-466c-889c-3c262132b8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325773 Jul 15 12:59:19.966574 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af560db6-e939-4a6b-99e8-b872cb7bce90 req-be2d2fd4-699e-4941-b67f-c6a3e54fce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:19.968069 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-af560db6-e939-4a6b-99e8-b872cb7bce90 req-be2d2fd4-699e-4941-b67f-c6a3e54fce62 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f HTTP/1.1" status: 200 len: 922 time: 0.0925579 Jul 15 12:59:20.008176 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-af560db6-e939-4a6b-99e8-b872cb7bce90 req-cb0f5368-8ae6-4fb0-a286-aaeca677cdaa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a355c265-55bd-4651-9018-cf362016aeb5 HTTP/1.1" status: 200 len: 217 time: 0.0332549 Jul 15 12:59:20.018109 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ffb1d968-172d-4421-ad5a-9ea1a165a943 req-405731b9-a5a3-4032-ab4a-277d55994abb tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ebd3321-3589-461f-807c-2d84527fdbb0 HTTP/1.1" status: 200 len: 210 time: 0.0585105 Jul 15 12:59:20.026006 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-684317a6-7f94-4823-942a-287b67edcd35 req-cb5e44a3-94a0-4627-9b8e-751348c335a0 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] 10.222.0.16 "GET /v2.0/floatingips/7e26662a-d573-4adf-8400-ac3b427d6e8f HTTP/1.1" status: 200 len: 693 time: 0.0739214 Jul 15 12:59:20.060755 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af560db6-e939-4a6b-99e8-b872cb7bce90 req-cf2fb680-0600-4877-ac2a-447735915942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:20.062327 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-af560db6-e939-4a6b-99e8-b872cb7bce90 req-cf2fb680-0600-4877-ac2a-447735915942 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=522453a6-daf1-42ae-a6f8-abb7ab66795d HTTP/1.1" status: 200 len: 861 time: 0.0464890 Jul 15 12:59:20.093529 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-af560db6-e939-4a6b-99e8-b872cb7bce90 req-e3efa7d3-c2d9-4888-b7d7-0d061be2b615 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247300 Jul 15 12:59:20.112211 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73ce08e5-31d0-430b-af2b-3ddf0c76700f req-6397b102-90db-4ce1-9de5-6565168a002d tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/floatingips/e3107481-ba7b-493b-8579-ebd85790790e HTTP/1.1" status: 200 len: 694 time: 0.0536616 Jul 15 12:59:20.196015 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-af560db6-e939-4a6b-99e8-b872cb7bce90 req-ff59d32b-764f-4f54-9d6c-4e4dab120794 service neutron] 10.222.0.20 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950098 Jul 15 12:59:20.228704 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684317a6-7f94-4823-942a-287b67edcd35 req-f155ff31-f466-4bd4-a690-5461b778753d tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:20.230078 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-684317a6-7f94-4823-942a-287b67edcd35 req-f155ff31-f466-4bd4-a690-5461b778753d tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] 10.222.0.16 "GET /v2.0/networks/e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 784 time: 0.1987712 Jul 15 12:59:20.304065 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-af560db6-e939-4a6b-99e8-b872cb7bce90 req-70e879ce-4b66-4978-9bd8-fd9dd4331930 service neutron] 10.222.0.20 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983243 Jul 15 12:59:20.346787 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-684317a6-7f94-4823-942a-287b67edcd35 req-73c03808-d4c1-442e-8d6e-8323fa07fc3c tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.254 HTTP/1.1" status: 200 len: 696 time: 0.1061959 Jul 15 12:59:20.404824 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce08e5-31d0-430b-af2b-3ddf0c76700f req-1b94e7b8-7be5-4c71-ba43-b66d647d29fd tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:20.406064 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73ce08e5-31d0-430b-af2b-3ddf0c76700f req-1b94e7b8-7be5-4c71-ba43-b66d647d29fd tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/networks/e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 784 time: 0.2693679 Jul 15 12:59:20.422623 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-73ce08e5-31d0-430b-af2b-3ddf0c76700f req-44b37fbc-b385-461e-b072-091c9f22ff87 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:59:20.423641 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73ce08e5-31d0-430b-af2b-3ddf0c76700f req-44b37fbc-b385-461e-b072-091c9f22ff87 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112793 Jul 15 12:59:20.430738 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-684317a6-7f94-4823-942a-287b67edcd35 req-a725537a-51d9-40ae-af11-95f3abe4da77 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.254 HTTP/1.1" status: 200 len: 696 time: 0.0684106 Jul 15 12:59:20.529050 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ec592-64a3-420b-abd9-43a994caeb1f req-0f5dd550-23b8-4593-973a-f757aedae49f tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:20.530421 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-323ec592-64a3-420b-abd9-43a994caeb1f req-0f5dd550-23b8-4593-973a-f757aedae49f tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.46 "GET /v2.0/networks?id=3ccc611d-a289-44b3-992b-3e39605548b4 HTTP/1.1" status: 200 len: 807 time: 0.3090465 Jul 15 12:59:20.536190 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73ce08e5-31d0-430b-af2b-3ddf0c76700f req-1e3eb375-c29e-4d3d-a87b-afc14eaa7193 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.224 HTTP/1.1" status: 200 len: 697 time: 0.1041367 Jul 15 12:59:20.573212 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-323ec592-64a3-420b-abd9-43a994caeb1f req-85d33ab2-e733-4d0f-8f52-4957aa73d126 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Request body: {'port': {'device_id': '6ebd3321-3589-461f-807c-2d84527fdbb0', 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4', 'admin_state_up': True, 'tenant_id': 'eab83a220c154216861503618b01c15d'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:20.655910 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73ce08e5-31d0-430b-af2b-3ddf0c76700f req-c12124e1-4dd4-487a-b403-5ca342453a25 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.224 HTTP/1.1" status: 200 len: 697 time: 0.0880773 Jul 15 12:59:20.830069 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-684317a6-7f94-4823-942a-287b67edcd35 req-911efdfa-344d-4cd5-910b-a01005509269 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Deleting port cb9ee5a7-4e1f-4156-ba0f-bb5d10a7c2c4 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 12:59:20.830401 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-684317a6-7f94-4823-942a-287b67edcd35 req-911efdfa-344d-4cd5-910b-a01005509269 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:20.872680 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-323ec592-64a3-420b-abd9-43a994caeb1f req-85d33ab2-e733-4d0f-8f52-4957aa73d126 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Made reservation on behalf of eab83a220c154216861503618b01c15d for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:59:20.876228 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-323ec592-64a3-420b-abd9-43a994caeb1f req-85d33ab2-e733-4d0f-8f52-4957aa73d126 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:20.945124 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-73ce08e5-31d0-430b-af2b-3ddf0c76700f req-40d0571e-cc9a-42a5-9efe-d3aee30176cf tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Deleting port aa6d19ea-5fec-4da5-8451-cbbf0b8700b7 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 12:59:20.945447 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-73ce08e5-31d0-430b-af2b-3ddf0c76700f req-40d0571e-cc9a-42a5-9efe-d3aee30176cf tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:20.992139 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-684317a6-7f94-4823-942a-287b67edcd35 req-911efdfa-344d-4cd5-910b-a01005509269 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:20.992463 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-684317a6-7f94-4823-942a-287b67edcd35 req-911efdfa-344d-4cd5-910b-a01005509269 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:21.020392 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-684317a6-7f94-4823-942a-287b67edcd35 req-911efdfa-344d-4cd5-910b-a01005509269 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Calling delete_port for cb9ee5a7-4e1f-4156-ba0f-bb5d10a7c2c4 owned by network:floatingip {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 12:59:21.069066 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ceff70d-281d-4b71-b9ae-e364c9355568', 'tag': '55b4160f-6a69-4ed8-94c0-c04328aaae53'}, {'name': 'network-changed', 'server_uuid': 'd2f1c377-0e5d-4f73-a65b-f80835039b68', 'tag': 'bf6286f6-c3c3-4ed6-b1d8-35f877b652c5'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:21.071321 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c262f1f-5731-47c9-87f0-56e1eb031d1f" -d '{"events": [{"name": "network-changed", "server_uuid": "3ceff70d-281d-4b71-b9ae-e364c9355568", "tag": "55b4160f-6a69-4ed8-94c0-c04328aaae53"}, {"name": "network-changed", "server_uuid": "d2f1c377-0e5d-4f73-a65b-f80835039b68", "tag": "bf6286f6-c3c3-4ed6-b1d8-35f877b652c5"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:21.150499 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-f8af1a08-2488-4715-800f-1952ac9f1193 service neutron] 10.222.0.20 "GET /v2.0/ports/a355c265-55bd-4651-9018-cf362016aeb5/bindings/n-h2-771363-36 HTTP/1.1" status: 200 len: 385 time: 0.0552163 Jul 15 12:59:21.159692 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-73ce08e5-31d0-430b-af2b-3ddf0c76700f req-40d0571e-cc9a-42a5-9efe-d3aee30176cf tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:21.160021 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-73ce08e5-31d0-430b-af2b-3ddf0c76700f req-40d0571e-cc9a-42a5-9efe-d3aee30176cf tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:21.179423 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-73ce08e5-31d0-430b-af2b-3ddf0c76700f req-40d0571e-cc9a-42a5-9efe-d3aee30176cf tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Calling delete_port for aa6d19ea-5fec-4da5-8451-cbbf0b8700b7 owned by network:floatingip {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 12:59:21.192701 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-323ec592-64a3-420b-abd9-43a994caeb1f req-85d33ab2-e733-4d0f-8f52-4957aa73d126 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Allocated IP 172.20.0.7 (3ccc611d-a289-44b3-992b-3e39605548b4/7de80623-b855-4366-a308-8757d4a69fb8/711d4ddf-f5ab-45f1-9d3a-da2dd23b6300) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:59:21.324780 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-8c357be3-c0b4-42ff-a680-aee668ac790d service neutron] For port a355c265-55bd-4651-9018-cf362016aeb5, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=a355c265-55bd-4651-9018-cf362016aeb5,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:21.344349 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-8c357be3-c0b4-42ff-a680-aee668ac790d service neutron] For port a355c265-55bd-4651-9018-cf362016aeb5, host n-h1-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:59:21.376851 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-8c357be3-c0b4-42ff-a680-aee668ac790d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a355c265-55bd-4651-9018-cf362016aeb5 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:59:21.388207 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-8c357be3-c0b4-42ff-a680-aee668ac790d service neutron] For port a355c265-55bd-4651-9018-cf362016aeb5, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a355c265-55bd-4651-9018-cf362016aeb5,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:21.401995 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-8c357be3-c0b4-42ff-a680-aee668ac790d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:21.478584 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-8c357be3-c0b4-42ff-a680-aee668ac790d service neutron] Transition to ACTIVE for port object a355c265-55bd-4651-9018-cf362016aeb5 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:21.483102 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-8c357be3-c0b4-42ff-a680-aee668ac790d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:21.550869 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-8c357be3-c0b4-42ff-a680-aee668ac790d service neutron] No DVR routers for this DVR port a355c265-55bd-4651-9018-cf362016aeb5 on host n-h1-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 12:59:21.573552 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c357be3-c0b4-42ff-a680-aee668ac790d service neutron] Pushing event updated for resources: {'Port': ['ID=a355c265-55bd-4651-9018-cf362016aeb5,revision_number=10']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:21.602532 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c357be3-c0b4-42ff-a680-aee668ac790d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:21.602932 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c357be3-c0b4-42ff-a680-aee668ac790d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:21.603343 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c357be3-c0b4-42ff-a680-aee668ac790d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:21.603761 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c357be3-c0b4-42ff-a680-aee668ac790d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:21.604154 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c357be3-c0b4-42ff-a680-aee668ac790d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:21.604547 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c357be3-c0b4-42ff-a680-aee668ac790d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:21.604939 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c357be3-c0b4-42ff-a680-aee668ac790d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:21.605338 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c357be3-c0b4-42ff-a680-aee668ac790d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:21.605726 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c357be3-c0b4-42ff-a680-aee668ac790d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:21.606234 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c357be3-c0b4-42ff-a680-aee668ac790d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:21.606641 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c357be3-c0b4-42ff-a680-aee668ac790d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:21.607027 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c357be3-c0b4-42ff-a680-aee668ac790d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:21.637189 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-8c357be3-c0b4-42ff-a680-aee668ac790d service neutron] 10.222.0.20 "PUT /v2.0/ports/a355c265-55bd-4651-9018-cf362016aeb5/bindings/n-h2-771363-36/activate HTTP/1.1" status: 200 len: 370 time: 0.4785554 Jul 15 12:59:21.700510 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-684317a6-7f94-4823-942a-287b67edcd35 req-911efdfa-344d-4cd5-910b-a01005509269 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:21.786918 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911efdfa-344d-4cd5-910b-a01005509269 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Pushing event deleted for resources: {'Port': ['ID=cb9ee5a7-4e1f-4156-ba0f-bb5d10a7c2c4,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:21.874889 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-73ce08e5-31d0-430b-af2b-3ddf0c76700f req-40d0571e-cc9a-42a5-9efe-d3aee30176cf tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:21.888827 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-323ec592-64a3-420b-abd9-43a994caeb1f req-85d33ab2-e733-4d0f-8f52-4957aa73d126 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:21.905354 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device bf6286f6-c3c3-4ed6-b1d8-35f877b652c5 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:59:21.927692 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d0571e-cc9a-42a5-9efe-d3aee30176cf tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Pushing event deleted for resources: {'Port': ['ID=aa6d19ea-5fec-4da5-8451-cbbf0b8700b7,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:21.949027 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-684317a6-7f94-4823-942a-287b67edcd35 req-911efdfa-344d-4cd5-910b-a01005509269 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Notify callbacks [] for floatingip, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:21.951539 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-684317a6-7f94-4823-942a-287b67edcd35 req-911efdfa-344d-4cd5-910b-a01005509269 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:21.952696 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-684317a6-7f94-4823-942a-287b67edcd35 req-911efdfa-344d-4cd5-910b-a01005509269 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] 10.222.0.16 "DELETE /v2.0/floatingips/7e26662a-d573-4adf-8400-ac3b427d6e8f HTTP/1.1" status: 204 len: 173 time: 1.5151880 Jul 15 12:59:21.998994 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-2e397fd4-597a-48e4-8309-a63b49ffc40d tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:22.000513 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-2e397fd4-597a-48e4-8309-a63b49ffc40d tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7e0d083b-1b52-40f8-a8de-a60051e81a1b&tenant_id=42f8630608fb46f681ad77135da09a14&binding%3Ahost_id=n-h1-771363-36 HTTP/1.1" status: 200 len: 1096 time: 0.2790074 Jul 15 12:59:22.015245 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port bf6286f6-c3c3-4ed6-b1d8-35f877b652c5, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=bf6286f6-c3c3-4ed6-b1d8-35f877b652c5,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:22.027183 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': 'bf6286f6-c3c3-4ed6-b1d8-35f877b652c5', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': 'bf6286f6-c3c3-4ed6-b1d8-35f877b652c5', 'mac_address': 'fa:16:3e:90:8d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:59:22.063298 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-73ce08e5-31d0-430b-af2b-3ddf0c76700f req-40d0571e-cc9a-42a5-9efe-d3aee30176cf tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks [] for floatingip, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:22.066323 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-73ce08e5-31d0-430b-af2b-3ddf0c76700f req-40d0571e-cc9a-42a5-9efe-d3aee30176cf tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:22.067497 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73ce08e5-31d0-430b-af2b-3ddf0c76700f req-40d0571e-cc9a-42a5-9efe-d3aee30176cf tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "DELETE /v2.0/floatingips/e3107481-ba7b-493b-8579-ebd85790790e HTTP/1.1" status: 204 len: 173 time: 1.4059389 Jul 15 12:59:22.072048 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:22.091079 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf6286f6-c3c3-4ed6-b1d8-35f877b652c5 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:59:22.091600 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-323ec592-64a3-420b-abd9-43a994caeb1f req-85d33ab2-e733-4d0f-8f52-4957aa73d126 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:22.116672 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port bf6286f6-c3c3-4ed6-b1d8-35f877b652c5, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=bf6286f6-c3c3-4ed6-b1d8-35f877b652c5,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:22.126893 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:22.151494 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-323ec592-64a3-420b-abd9-43a994caeb1f req-85d33ab2-e733-4d0f-8f52-4957aa73d126 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Network 3ccc611d-a289-44b3-992b-3e39605548b4 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:59:22.156836 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-323ec592-64a3-420b-abd9-43a994caeb1f req-85d33ab2-e733-4d0f-8f52-4957aa73d126 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:22.163199 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-696c0cef-f853-4937-999e-93a3d1db5e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:22.164819 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-696c0cef-f853-4937-999e-93a3d1db5e3e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7e0d083b-1b52-40f8-a8de-a60051e81a1b&tenant_id=42f8630608fb46f681ad77135da09a14 HTTP/1.1" status: 200 len: 1096 time: 0.1479318 Jul 15 12:59:22.165645 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-323ec592-64a3-420b-abd9-43a994caeb1f req-85d33ab2-e733-4d0f-8f52-4957aa73d126 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:59:22.170098 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d33ab2-e733-4d0f-8f52-4957aa73d126 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Pushing event updated for resources: {'Port': ['ID=711d4ddf-f5ab-45f1-9d3a-da2dd23b6300,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:22.198051 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=bf6286f6-c3c3-4ed6-b1d8-35f877b652c5,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:22.246911 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ec592-64a3-420b-abd9-43a994caeb1f req-85d33ab2-e733-4d0f-8f52-4957aa73d126 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:22.247524 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-323ec592-64a3-420b-abd9-43a994caeb1f req-85d33ab2-e733-4d0f-8f52-4957aa73d126 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:22.268665 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-323ec592-64a3-420b-abd9-43a994caeb1f req-85d33ab2-e733-4d0f-8f52-4957aa73d126 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7019651 Jul 15 12:59:22.278029 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-614b4b67-8725-403f-91c8-f5bd7e0881bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:22.279621 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-614b4b67-8725-403f-91c8-f5bd7e0881bf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=42f8630608fb46f681ad77135da09a14&device_id=7e0d083b-1b52-40f8-a8de-a60051e81a1b HTTP/1.1" status: 200 len: 1096 time: 0.0812969 Jul 15 12:59:22.281778 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 55b4160f-6a69-4ed8-94c0-c04328aaae53 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:59:22.285014 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-323ec592-64a3-420b-abd9-43a994caeb1f req-0d6738a4-b624-4900-941d-651ffdb408a7 service neutron] Request body: {'port': {'device_id': '6ebd3321-3589-461f-807c-2d84527fdbb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:22.388598 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 55b4160f-6a69-4ed8-94c0-c04328aaae53, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=55b4160f-6a69-4ed8-94c0-c04328aaae53,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:22.399820 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '55b4160f-6a69-4ed8-94c0-c04328aaae53', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': '55b4160f-6a69-4ed8-94c0-c04328aaae53', 'mac_address': 'fa:16:3e:c8:75:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:59:22.405801 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['bf6286f6-c3c3-4ed6-b1d8-35f877b652c5'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:59:22.473687 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:22.493782 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55b4160f-6a69-4ed8-94c0-c04328aaae53 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:59:22.518921 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-207ca1c9-ad43-43cd-8414-5c282f7bdf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:22.520464 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-207ca1c9-ad43-43cd-8414-5c282f7bdf84 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f HTTP/1.1" status: 200 len: 922 time: 0.2323699 Jul 15 12:59:22.521025 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-323ec592-64a3-420b-abd9-43a994caeb1f req-0d6738a4-b624-4900-941d-651ffdb408a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:22.526524 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 55b4160f-6a69-4ed8-94c0-c04328aaae53, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=55b4160f-6a69-4ed8-94c0-c04328aaae53,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:22.531780 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:22.584947 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582da3b-e921-4327-803d-b34b55394d41 req-e2b07030-9637-4fae-aea2-da895d64cf7c tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:22.586427 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8582da3b-e921-4327-803d-b34b55394d41 req-e2b07030-9637-4fae-aea2-da895d64cf7c tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 950 time: 0.2729838 Jul 15 12:59:22.595699 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b97a37-5d0f-4201-9b7d-2cc69348d653 req-20f49223-dbb8-43fc-98ff-e7289128e62e tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:22.597140 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-68b97a37-5d0f-4201-9b7d-2cc69348d653 req-20f49223-dbb8-43fc-98ff-e7289128e62e tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e0d083b-1b52-40f8-a8de-a60051e81a1b HTTP/1.1" status: 200 len: 944 time: 0.2705245 Jul 15 12:59:22.607294 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=55b4160f-6a69-4ed8-94c0-c04328aaae53,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:22.616246 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-2c1e4fd5-db42-4920-866e-b5d1a510daaf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a355c265-55bd-4651-9018-cf362016aeb5 HTTP/1.1" status: 200 len: 217 time: 0.0809696 Jul 15 12:59:22.720859 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8582da3b-e921-4327-803d-b34b55394d41 req-e0d0b246-239f-4c9c-bbe8-ae3d26e805bc tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227448 Jul 15 12:59:22.730918 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-edc343fb-3e3f-400a-898a-5fe3de5fe653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:22.732331 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-edc343fb-3e3f-400a-898a-5fe3de5fe653 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=522453a6-daf1-42ae-a6f8-abb7ab66795d HTTP/1.1" status: 200 len: 861 time: 0.1060641 Jul 15 12:59:22.779862 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-68b97a37-5d0f-4201-9b7d-2cc69348d653 req-38999b62-75fd-4965-91a5-9583fffa5fa1 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626568 Jul 15 12:59:22.828358 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-448c0cc1-f0d5-4f10-8337-7cb5c0e2fa7a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455313 Jul 15 12:59:22.878896 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['55b4160f-6a69-4ed8-94c0-c04328aaae53'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:59:23.099765 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791d10e-3d16-4402-be18-9b69960b928d req-e6dd6796-e80f-42e4-9ffd-df9e71120900 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:23.101179 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0791d10e-3d16-4402-be18-9b69960b928d req-e6dd6796-e80f-42e4-9ffd-df9e71120900 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ceff70d-281d-4b71-b9ae-e364c9355568 HTTP/1.1" status: 200 len: 949 time: 0.2623448 Jul 15 12:59:23.106865 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-3552a212-574b-4ab2-90fa-5759f06c6f0f service neutron] 10.222.0.46 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562194 Jul 15 12:59:23.148835 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a27095-5cdc-4186-ad30-d1c6ae253f5e req-07f83906-594b-4c9c-908f-d6d4aa6ed2da tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:23.150282 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-70a27095-5cdc-4186-ad30-d1c6ae253f5e req-07f83906-594b-4c9c-908f-d6d4aa6ed2da tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ebd3321-3589-461f-807c-2d84527fdbb0 HTTP/1.1" status: 200 len: 931 time: 0.2612162 Jul 15 12:59:23.236945 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0791d10e-3d16-4402-be18-9b69960b928d req-71379ca3-e651-439d-a0ad-0669afc993ea tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276565 Jul 15 12:59:23.270516 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-323ec592-64a3-420b-abd9-43a994caeb1f req-0d6738a4-b624-4900-941d-651ffdb408a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:59:23.287626 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81dcae59-ba57-4e08-95b5-1d5bfda70fda x-openstack-request-id: req-81dcae59-ba57-4e08-95b5-1d5bfda70fda {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:23.287941 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ceff70d-281d-4b71-b9ae-e364c9355568", "tag": "55b4160f-6a69-4ed8-94c0-c04328aaae53", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d2f1c377-0e5d-4f73-a65b-f80835039b68", "tag": "bf6286f6-c3c3-4ed6-b1d8-35f877b652c5", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:23.288179 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-81dcae59-ba57-4e08-95b5-1d5bfda70fda {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:23.288574 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ceff70d-281d-4b71-b9ae-e364c9355568', 'tag': '55b4160f-6a69-4ed8-94c0-c04328aaae53', 'status': 'completed', 'code': 200} Jul 15 12:59:23.288830 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2f1c377-0e5d-4f73-a65b-f80835039b68', 'tag': 'bf6286f6-c3c3-4ed6-b1d8-35f877b652c5', 'status': 'completed', 'code': 200} Jul 15 12:59:23.294919 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-323ec592-64a3-420b-abd9-43a994caeb1f req-0d6738a4-b624-4900-941d-651ffdb408a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:23.322509 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-70a27095-5cdc-4186-ad30-d1c6ae253f5e req-3880dbe9-fdc6-409f-bb73-2736a5f2bb20 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503615 Jul 15 12:59:23.362411 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c262f1f-5731-47c9-87f0-56e1eb031d1f req-92398832-cac6-46e7-9cca-e0f0bf96839c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:23.363943 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2c262f1f-5731-47c9-87f0-56e1eb031d1f req-92398832-cac6-46e7-9cca-e0f0bf96839c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=70b334eb6b1c4823bfeb87b9e0290ca2&device_id=d2f1c377-0e5d-4f73-a65b-f80835039b68 HTTP/1.1" status: 200 len: 1100 time: 0.0556924 Jul 15 12:59:23.372663 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-323ec592-64a3-420b-abd9-43a994caeb1f req-0d6738a4-b624-4900-941d-651ffdb408a7 service neutron] Transition to ACTIVE for port object 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:23.376644 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-63d569d4-e02f-426c-9d1a-7c816422ee17 service neutron] 10.222.0.46 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542508 Jul 15 12:59:23.377513 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [req-886a6248-bec5-4b5e-b573-b49c989b3965 req-b658cc70-d442-4f72-bf57-ef520bc536c6 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] show failed (client error): The resource could not be found. Jul 15 12:59:23.379090 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-886a6248-bec5-4b5e-b573-b49c989b3965 req-b658cc70-d442-4f72-bf57-ef520bc536c6 tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] 10.222.0.16 "GET /v2.0/floatingips/7e26662a-d573-4adf-8400-ac3b427d6e8f HTTP/1.1" status: 404 len: 350 time: 0.0785112 Jul 15 12:59:23.405549 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-323ec592-64a3-420b-abd9-43a994caeb1f req-0d6738a4-b624-4900-941d-651ffdb408a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:23.556467 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6738a4-b624-4900-941d-651ffdb408a7 service neutron] Pushing event updated for resources: {'Port': ['ID=711d4ddf-f5ab-45f1-9d3a-da2dd23b6300,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:23.608150 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c262f1f-5731-47c9-87f0-56e1eb031d1f req-42abad58-8ae5-4e1b-b83d-e13d758a0299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:23.609605 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2c262f1f-5731-47c9-87f0-56e1eb031d1f req-42abad58-8ae5-4e1b-b83d-e13d758a0299 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=70b334eb6b1c4823bfeb87b9e0290ca2&device_id=3ceff70d-281d-4b71-b9ae-e364c9355568 HTTP/1.1" status: 200 len: 1101 time: 0.2820411 Jul 15 12:59:23.713654 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c262f1f-5731-47c9-87f0-56e1eb031d1f req-5284764d-7cb4-48d3-a545-e06754d3c150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:23.715149 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2c262f1f-5731-47c9-87f0-56e1eb031d1f req-5284764d-7cb4-48d3-a545-e06754d3c150 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.3445849 Jul 15 12:59:23.731984 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-323ec592-64a3-420b-abd9-43a994caeb1f req-0d6738a4-b624-4900-941d-651ffdb408a7 service neutron] Attempting to bind port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:59:23.732598 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-323ec592-64a3-420b-abd9-43a994caeb1f req-0d6738a4-b624-4900-941d-651ffdb408a7 service neutron] Attempting to bind port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:59:23.732719 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323ec592-64a3-420b-abd9-43a994caeb1f req-0d6738a4-b624-4900-941d-651ffdb408a7 service neutron] Attempting to bind port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 on network 3ccc611d-a289-44b3-992b-3e39605548b4 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:23.748109 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323ec592-64a3-420b-abd9-43a994caeb1f req-0d6738a4-b624-4900-941d-651ffdb408a7 service neutron] Port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 on network 3ccc611d-a289-44b3-992b-3e39605548b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:59:23.748425 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323ec592-64a3-420b-abd9-43a994caeb1f req-0d6738a4-b624-4900-941d-651ffdb408a7 service neutron] Attempting to bind port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 on network 3ccc611d-a289-44b3-992b-3e39605548b4 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:23.757992 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2c262f1f-5731-47c9-87f0-56e1eb031d1f req-a67c12a0-fee1-4023-8b4e-4b18eef3fbb3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=bf6286f6-c3c3-4ed6-b1d8-35f877b652c5 HTTP/1.1" status: 200 len: 217 time: 0.0354388 Jul 15 12:59:23.765711 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c99ead-6494-4c8f-8433-3a05a1be47dd req-b84c7289-d02c-4a8d-ad9c-539a3ba97052 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:23.768708 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-23c99ead-6494-4c8f-8433-3a05a1be47dd req-b84c7289-d02c-4a8d-ad9c-539a3ba97052 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8a985d4-8bea-4a79-ae6e-c1825443e375 HTTP/1.1" status: 200 len: 949 time: 0.2179785 Jul 15 12:59:23.788611 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323ec592-64a3-420b-abd9-43a994caeb1f req-0d6738a4-b624-4900-941d-651ffdb408a7 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:59:23.788943 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323ec592-64a3-420b-abd9-43a994caeb1f req-0d6738a4-b624-4900-941d-651ffdb408a7 service neutron] Checking segment: {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:23.789314 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323ec592-64a3-420b-abd9-43a994caeb1f req-0d6738a4-b624-4900-941d-651ffdb408a7 service neutron] Bound using segment: {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:59:23.789737 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-323ec592-64a3-420b-abd9-43a994caeb1f req-0d6738a4-b624-4900-941d-651ffdb408a7 service neutron] Bound port: 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:59:23.790086 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-323ec592-64a3-420b-abd9-43a994caeb1f req-0d6738a4-b624-4900-941d-651ffdb408a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:23.810060 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c262f1f-5731-47c9-87f0-56e1eb031d1f req-51613864-5ef2-48ad-83cc-58cb867bc039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:23.811621 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2c262f1f-5731-47c9-87f0-56e1eb031d1f req-51613864-5ef2-48ad-83cc-58cb867bc039 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0471179 Jul 15 12:59:23.826974 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c262f1f-5731-47c9-87f0-56e1eb031d1f req-21ebbc12-d9a0-437c-9f08-955a91b14180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:23.828550 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2c262f1f-5731-47c9-87f0-56e1eb031d1f req-21ebbc12-d9a0-437c-9f08-955a91b14180 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.2086244 Jul 15 12:59:23.849189 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [req-a9c8e52f-c177-4bcc-b8fb-7a08e65c714b req-5a2307df-e52a-4a9e-b92c-7f524f40e7df tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] show failed (client error): The resource could not be found. Jul 15 12:59:23.850172 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a9c8e52f-c177-4bcc-b8fb-7a08e65c714b req-5a2307df-e52a-4a9e-b92c-7f524f40e7df tempest-FloatingIPsTestJSON-1427932868 tempest-FloatingIPsTestJSON-1427932868-project] 10.222.0.16 "GET /v2.0/floatingips/7e26662a-d573-4adf-8400-ac3b427d6e8f HTTP/1.1" status: 404 len: 350 time: 0.0731647 Jul 15 12:59:23.866728 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36566) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:23.920130 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2c262f1f-5731-47c9-87f0-56e1eb031d1f req-9aafe0f3-dfdf-489e-a7f3-357de7220f39 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=55b4160f-6a69-4ed8-94c0-c04328aaae53 HTTP/1.1" status: 200 len: 217 time: 0.0758605 Jul 15 12:59:23.930551 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c262f1f-5731-47c9-87f0-56e1eb031d1f req-94fc8634-9153-405f-96aa-bb9d37c9b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:23.932075 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2c262f1f-5731-47c9-87f0-56e1eb031d1f req-94fc8634-9153-405f-96aa-bb9d37c9b642 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1133988 Jul 15 12:59:23.939561 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device bf6286f6-c3c3-4ed6-b1d8-35f877b652c5 up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:59:23.949291 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-23c99ead-6494-4c8f-8433-3a05a1be47dd req-af0b46c4-8044-4717-8649-ab0f3afbab4f tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/security-groups?id=333c369e-63aa-466c-889c-3c262132b8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689138 Jul 15 12:59:23.992203 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port bf6286f6-c3c3-4ed6-b1d8-35f877b652c5 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:23.997771 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port bf6286f6-c3c3-4ed6-b1d8-35f877b652c5 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:23.999034 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:24.062089 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-ab17e8e8-4821-4c67-b3f5-0bcb3f20e5d0 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:24.062938 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-ab17e8e8-4821-4c67-b3f5-0bcb3f20e5d0 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7e0d083b-1b52-40f8-a8de-a60051e81a1b&tenant_id=42f8630608fb46f681ad77135da09a14&binding%3Ahost_id=n-h2-771363-36 HTTP/1.1" status: 200 len: 1096 time: 0.3684697 Jul 15 12:59:24.082429 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-323ec592-64a3-420b-abd9-43a994caeb1f req-0d6738a4-b624-4900-941d-651ffdb408a7 service neutron] For port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:59:24.098581 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:24.121138 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f1c377-0e5d-4f73-a65b-f80835039b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6286f6-c3c3-4ed6-b1d8-35f877b652c5'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:24.123571 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f56c62e-c403-4589-b13d-90264ece0043" -d '{"events": [{"server_uuid": "d2f1c377-0e5d-4f73-a65b-f80835039b68", "name": "network-vif-plugged", "status": "completed", "tag": "bf6286f6-c3c3-4ed6-b1d8-35f877b652c5"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:24.137116 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port bf6286f6-c3c3-4ed6-b1d8-35f877b652c5, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=bf6286f6-c3c3-4ed6-b1d8-35f877b652c5,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:24.142227 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:24.150441 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2c262f1f-5731-47c9-87f0-56e1eb031d1f req-06e5dd7d-04c3-4f6a-bfb1-61fcfe180a72 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879671 Jul 15 12:59:24.174552 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-323ec592-64a3-420b-abd9-43a994caeb1f req-0d6738a4-b624-4900-941d-651ffdb408a7 service neutron] For port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=711d4ddf-f5ab-45f1-9d3a-da2dd23b6300,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:59:24.186924 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c262f1f-5731-47c9-87f0-56e1eb031d1f req-ce038311-1507-43c4-be64-27c1c00555f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:24.188393 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2c262f1f-5731-47c9-87f0-56e1eb031d1f req-ce038311-1507-43c4-be64-27c1c00555f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.2559900 Jul 15 12:59:24.193380 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-323ec592-64a3-420b-abd9-43a994caeb1f req-0d6738a4-b624-4900-941d-651ffdb408a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:24.194491 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=bf6286f6-c3c3-4ed6-b1d8-35f877b652c5,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:24.301086 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 55b4160f-6a69-4ed8-94c0-c04328aaae53 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:59:24.327027 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2c262f1f-5731-47c9-87f0-56e1eb031d1f req-9c4057c7-3949-4ffe-8d30-88c86d4df697 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675298 Jul 15 12:59:24.355608 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 55b4160f-6a69-4ed8-94c0-c04328aaae53 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:24.359605 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 55b4160f-6a69-4ed8-94c0-c04328aaae53 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:24.359987 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:24.442554 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:24.484293 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f465b23f-d507-4726-8565-534247665036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:24.487380 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 55b4160f-6a69-4ed8-94c0-c04328aaae53, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=55b4160f-6a69-4ed8-94c0-c04328aaae53,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:24.492296 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:24.541687 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=55b4160f-6a69-4ed8-94c0-c04328aaae53,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:24.550934 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893125e-8dd6-4382-bd08-40623a5e3e43 req-5c316cfa-211a-40d9-9abd-73634b3ea918 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:24.552418 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0893125e-8dd6-4382-bd08-40623a5e3e43 req-5c316cfa-211a-40d9-9abd-73634b3ea918 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe438e87-790f-4217-954d-d9139dbd1652 HTTP/1.1" status: 200 len: 946 time: 0.6007638 Jul 15 12:59:24.570102 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ec592-64a3-420b-abd9-43a994caeb1f req-0d6738a4-b624-4900-941d-651ffdb408a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:24.570752 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-323ec592-64a3-420b-abd9-43a994caeb1f req-0d6738a4-b624-4900-941d-651ffdb408a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:24.572153 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-323ec592-64a3-420b-abd9-43a994caeb1f req-0d6738a4-b624-4900-941d-651ffdb408a7 service neutron] 10.222.0.46 "PUT /v2.0/ports/711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 HTTP/1.1" status: 200 len: 1092 time: 2.2916551 Jul 15 12:59:24.683575 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6738a4-b624-4900-941d-651ffdb408a7 service neutron] Pushing event updated for resources: {'Port': ['ID=711d4ddf-f5ab-45f1-9d3a-da2dd23b6300,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:24.705952 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46c897-6e23-436c-bc52-ffe9cfb877f6 req-9f920d74-2aa9-423a-bb21-3b03890773b8 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:24.707479 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1e46c897-6e23-436c-bc52-ffe9cfb877f6 req-9f920d74-2aa9-423a-bb21-3b03890773b8 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 950 time: 0.6316986 Jul 15 12:59:24.733641 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0893125e-8dd6-4382-bd08-40623a5e3e43 req-2243e6c2-d55e-40eb-a86a-d68499554a4e tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d2cba0-0905-427c-92df-4d9a994ab05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703525 Jul 15 12:59:24.767629 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-4c8ee224-4ec6-44d3-a1ad-c87b1d2d0d58 service neutron] For port a355c265-55bd-4651-9018-cf362016aeb5, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:59:24.772782 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c262f1f-5731-47c9-87f0-56e1eb031d1f req-f5103e1f-3d9c-4802-b860-0b9773679531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:24.774424 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2c262f1f-5731-47c9-87f0-56e1eb031d1f req-f5103e1f-3d9c-4802-b860-0b9773679531 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5663719 Jul 15 12:59:24.786042 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-4c8ee224-4ec6-44d3-a1ad-c87b1d2d0d58 service neutron] Notify callbacks [] for binding, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:24.787329 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc97a3ca-2fb9-44eb-91cd-1f286e054407 req-4c8ee224-4ec6-44d3-a1ad-c87b1d2d0d58 service neutron] 10.222.0.46 "DELETE /v2.0/ports/a355c265-55bd-4651-9018-cf362016aeb5/bindings/n-h1-771363-36 HTTP/1.1" status: 204 len: 173 time: 0.7060270 Jul 15 12:59:24.803643 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1e46c897-6e23-436c-bc52-ffe9cfb877f6 req-ac04b19a-f7a0-4a4c-9743-fa4b98880ce2 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896254 Jul 15 12:59:24.811095 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-f465b23f-d507-4726-8565-534247665036 admin admin] Deleting port 820874be-062b-4ab7-9e2f-3d6ac0d2e915 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 12:59:24.811697 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f465b23f-d507-4726-8565-534247665036 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:24.826467 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ec592-64a3-420b-abd9-43a994caeb1f req-a1bb985d-285a-4aba-b175-4f65d4e170f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:24.828088 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-323ec592-64a3-420b-abd9-43a994caeb1f req-a1bb985d-285a-4aba-b175-4f65d4e170f2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eab83a220c154216861503618b01c15d&device_id=6ebd3321-3589-461f-807c-2d84527fdbb0 HTTP/1.1" status: 200 len: 1095 time: 0.1885073 Jul 15 12:59:24.906718 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-f465b23f-d507-4726-8565-534247665036 admin admin] For port 820874be-062b-4ab7-9e2f-3d6ac0d2e915, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=820874be-062b-4ab7-9e2f-3d6ac0d2e915,segment=NetworkSegment(557b5829-e8c9-4e27-8038-06f93c0bc121),segment_id=557b5829-e8c9-4e27-8038-06f93c0bc121)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:24.907116 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f465b23f-d507-4726-8565-534247665036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:24.919654 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:24.923789 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:24.923789 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:24.923789 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:24.923789 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:24.923789 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:24.923789 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:24.923789 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:24.923789 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:24.923789 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:24.923789 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:24.923789 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:24.923789 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:24.923789 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:24.923789 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:24.923789 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:24.923789 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:24.923789 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:24.923789 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:24.927564 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-f465b23f-d507-4726-8565-534247665036 admin admin] Calling delete_port for 820874be-062b-4ab7-9e2f-3d6ac0d2e915 owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 12:59:24.971159 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-323ec592-64a3-420b-abd9-43a994caeb1f req-b0bea018-08ff-4fbe-a43a-eeeb2a60bb84 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 HTTP/1.1" status: 200 len: 217 time: 0.0668609 Jul 15 12:59:25.021727 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2c262f1f-5731-47c9-87f0-56e1eb031d1f req-29cdef87-53e4-4421-b6db-8a1c45357d83 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318022 Jul 15 12:59:25.067008 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ec592-64a3-420b-abd9-43a994caeb1f req-b74d69ac-ef1d-419a-9f01-d23d505ca41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:25.068512 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-323ec592-64a3-420b-abd9-43a994caeb1f req-b74d69ac-ef1d-419a-9f01-d23d505ca41f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7de80623-b855-4366-a308-8757d4a69fb8 HTTP/1.1" status: 200 len: 847 time: 0.0879071 Jul 15 12:59:25.098171 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3863e64-9713-41ff-8759-a8a78ebfc098 x-openstack-request-id: req-e3863e64-9713-41ff-8759-a8a78ebfc098 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:25.099071 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f1c377-0e5d-4f73-a65b-f80835039b68", "name": "network-vif-plugged", "status": "completed", "tag": "bf6286f6-c3c3-4ed6-b1d8-35f877b652c5", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:25.099485 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e3863e64-9713-41ff-8759-a8a78ebfc098 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:25.100060 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f1c377-0e5d-4f73-a65b-f80835039b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6286f6-c3c3-4ed6-b1d8-35f877b652c5', 'code': 200} Jul 15 12:59:25.124605 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd417fce-b76b-45ce-a8ac-8089a0eefeef req-cb212419-9aca-4227-88c5-ab86df752112 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:25.126126 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fd417fce-b76b-45ce-a8ac-8089a0eefeef req-cb212419-9aca-4227-88c5-ab86df752112 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe438e87-790f-4217-954d-d9139dbd1652 HTTP/1.1" status: 200 len: 946 time: 0.1519508 Jul 15 12:59:25.144627 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-323ec592-64a3-420b-abd9-43a994caeb1f req-499a6d2d-fe0c-4bbf-9830-7d910805bcf3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3ccc611d-a289-44b3-992b-3e39605548b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635548 Jul 15 12:59:25.225105 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2060a-35b2-42aa-8150-757033a13d36 req-c211f1ae-855c-4755-8217-d5330d2131ab tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:25.226587 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e2e2060a-35b2-42aa-8150-757033a13d36 req-c211f1ae-855c-4755-8217-d5330d2131ab tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e0d083b-1b52-40f8-a8de-a60051e81a1b HTTP/1.1" status: 200 len: 944 time: 0.3212199 Jul 15 12:59:25.262587 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f465b23f-d507-4726-8565-534247665036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:25.299267 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ebd3321-3589-461f-807c-2d84527fdbb0', 'tag': '711d4ddf-f5ab-45f1-9d3a-da2dd23b6300'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:25.301538 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f989b1c-7ea0-47e9-9bfd-c16f4250d4f3" -d '{"events": [{"name": "network-changed", "server_uuid": "6ebd3321-3589-461f-807c-2d84527fdbb0", "tag": "711d4ddf-f5ab-45f1-9d3a-da2dd23b6300"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:25.303709 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465b23f-d507-4726-8565-534247665036 admin admin] Pushing event deleted for resources: {'Port': ['ID=820874be-062b-4ab7-9e2f-3d6ac0d2e915,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:25.340357 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2c262f1f-5731-47c9-87f0-56e1eb031d1f req-ceeb3c69-b698-4276-b74a-2ff322cc7dc3 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089566 Jul 15 12:59:25.369684 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-323ec592-64a3-420b-abd9-43a994caeb1f req-ba4eb309-b280-4fb0-b369-fc8df0b528ff service neutron] 10.222.0.46 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161188 Jul 15 12:59:25.381777 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-fd417fce-b76b-45ce-a8ac-8089a0eefeef req-353fa2f7-4451-47d3-8fd5-7db7cc122308 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Deleting port 2912c006-8100-4dc4-a370-28256722130c {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 12:59:25.382196 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fd417fce-b76b-45ce-a8ac-8089a0eefeef req-353fa2f7-4451-47d3-8fd5-7db7cc122308 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:25.393880 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e2e2060a-35b2-42aa-8150-757033a13d36 req-7d2217f9-29bb-45a2-9514-c8fa472e921c tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465771 Jul 15 12:59:25.436027 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1de927-8513-49df-9999-97da929ced46 req-bb4fd06f-0048-411a-bea2-dfc5fd0dba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:25.437532 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6d1de927-8513-49df-9999-97da929ced46 req-bb4fd06f-0048-411a-bea2-dfc5fd0dba0a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d2f1c377-0e5d-4f73-a65b-f80835039b68 HTTP/1.1" status: 200 len: 1101 time: 0.2216258 Jul 15 12:59:25.480993 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e9f3e-ea20-4965-8201-52e660477071 req-34df8655-b799-46f7-9e0e-97f862fb452b tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:25.490230 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7f8e9f3e-ea20-4965-8201-52e660477071 req-34df8655-b799-46f7-9e0e-97f862fb452b tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ceff70d-281d-4b71-b9ae-e364c9355568 HTTP/1.1" status: 200 len: 950 time: 0.2730513 Jul 15 12:59:25.523092 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f465b23f-d507-4726-8565-534247665036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:25.539700 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-fd417fce-b76b-45ce-a8ac-8089a0eefeef req-353fa2f7-4451-47d3-8fd5-7db7cc122308 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] For port 2912c006-8100-4dc4-a370-28256722130c, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=2912c006-8100-4dc4-a370-28256722130c,segment=NetworkSegment(94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56),segment_id=94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:25.540481 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fd417fce-b76b-45ce-a8ac-8089a0eefeef req-353fa2f7-4451-47d3-8fd5-7db7cc122308 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:25.572059 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-323ec592-64a3-420b-abd9-43a994caeb1f req-5ee04e6e-5544-4fb5-ba1c-f05c4dce5b99 service neutron] 10.222.0.46 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881564 Jul 15 12:59:25.574940 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7f8e9f3e-ea20-4965-8201-52e660477071 req-c9da5242-af01-44f1-b449-6690a06b39a2 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836797 Jul 15 12:59:25.578017 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6d1de927-8513-49df-9999-97da929ced46 req-2bd5f397-7092-4d82-830d-8df5696d0a92 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107941 Jul 15 12:59:25.592340 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-fd417fce-b76b-45ce-a8ac-8089a0eefeef req-353fa2f7-4451-47d3-8fd5-7db7cc122308 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Calling delete_port for 2912c006-8100-4dc4-a370-28256722130c owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 12:59:25.641523 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c5ae1-6921-40e6-9b62-142614b30b2f req-d779fec2-dd65-45be-9356-a4e27d45d60b tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:25.643657 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-505c5ae1-6921-40e6-9b62-142614b30b2f req-d779fec2-dd65-45be-9356-a4e27d45d60b tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ebd3321-3589-461f-807c-2d84527fdbb0 HTTP/1.1" status: 200 len: 943 time: 0.0857122 Jul 15 12:59:25.688793 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-505c5ae1-6921-40e6-9b62-142614b30b2f req-674c3f05-a7dd-4989-9307-a37bf058e876 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378850 Jul 15 12:59:25.914394 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3715185-3b67-41c9-b294-6f9424eba272 req-07cb72d9-6024-46bb-9001-a5f22d6aed16 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:25.916054 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e3715185-3b67-41c9-b294-6f9424eba272 req-07cb72d9-6024-46bb-9001-a5f22d6aed16 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8a985d4-8bea-4a79-ae6e-c1825443e375 HTTP/1.1" status: 200 len: 949 time: 0.0807085 Jul 15 12:59:25.939821 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be0eb8b-1a69-4119-918f-0960a886b368 x-openstack-request-id: req-1be0eb8b-1a69-4119-918f-0960a886b368 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:25.940191 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ebd3321-3589-461f-807c-2d84527fdbb0", "tag": "711d4ddf-f5ab-45f1-9d3a-da2dd23b6300", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:25.940335 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1be0eb8b-1a69-4119-918f-0960a886b368 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:25.940731 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ebd3321-3589-461f-807c-2d84527fdbb0', 'tag': '711d4ddf-f5ab-45f1-9d3a-da2dd23b6300', 'status': 'completed', 'code': 200} Jul 15 12:59:25.945205 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device a355c265-55bd-4651-9018-cf362016aeb5 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 12:59:25.963058 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e3715185-3b67-41c9-b294-6f9424eba272 req-bddd3e92-f01c-4bad-a20e-cc1945c13ec9 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/security-groups?id=333c369e-63aa-466c-889c-3c262132b8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401838 Jul 15 12:59:26.034005 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device a355c265-55bd-4651-9018-cf362016aeb5 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 12:59:26.069247 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f989b1c-7ea0-47e9-9bfd-c16f4250d4f3 req-9e721f86-31b4-4c75-a42e-eb3d32c4d3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:26.071341 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4f989b1c-7ea0-47e9-9bfd-c16f4250d4f3 req-9e721f86-31b4-4c75-a42e-eb3d32c4d3d7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eab83a220c154216861503618b01c15d&device_id=6ebd3321-3589-461f-807c-2d84527fdbb0 HTTP/1.1" status: 200 len: 1095 time: 0.0827026 Jul 15 12:59:26.124586 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fd417fce-b76b-45ce-a8ac-8089a0eefeef req-353fa2f7-4451-47d3-8fd5-7db7cc122308 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:26.137032 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['2912c006-8100-4dc4-a370-28256722130c'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:59:26.159922 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353fa2f7-4451-47d3-8fd5-7db7cc122308 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Pushing event deleted for resources: {'Port': ['ID=2912c006-8100-4dc4-a370-28256722130c,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:26.189227 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f465b23f-d507-4726-8565-534247665036 admin admin] Router 6c2b6c8e-bf7c-4902-b294-96088e4e517f has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 12:59:26.211035 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd417fce-b76b-45ce-a8ac-8089a0eefeef req-353fa2f7-4451-47d3-8fd5-7db7cc122308 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] No DVR routers for this DVR port 2912c006-8100-4dc4-a370-28256722130c on host n-h1-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 12:59:26.213586 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fd417fce-b76b-45ce-a8ac-8089a0eefeef req-353fa2f7-4451-47d3-8fd5-7db7cc122308 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:26.215763 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fd417fce-b76b-45ce-a8ac-8089a0eefeef req-353fa2f7-4451-47d3-8fd5-7db7cc122308 tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.20 "DELETE /v2.0/ports/2912c006-8100-4dc4-a370-28256722130c HTTP/1.1" status: 204 len: 173 time: 1.0832071 Jul 15 12:59:26.216028 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe438e87-790f-4217-954d-d9139dbd1652', 'name': 'network-vif-deleted', 'tag': '2912c006-8100-4dc4-a370-28256722130c'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:26.218253 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92e873a-e81a-4a18-9aac-4a9afe5e4fc1" -d '{"events": [{"server_uuid": "fe438e87-790f-4217-954d-d9139dbd1652", "name": "network-vif-deleted", "tag": "2912c006-8100-4dc4-a370-28256722130c"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:26.258899 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f989b1c-7ea0-47e9-9bfd-c16f4250d4f3 req-979b4f72-a932-4fbf-b099-3ff7641c432a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:26.260702 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4f989b1c-7ea0-47e9-9bfd-c16f4250d4f3 req-979b4f72-a932-4fbf-b099-3ff7641c432a service neutron] 10.222.0.46 "GET /v2.0/networks?id=3ccc611d-a289-44b3-992b-3e39605548b4 HTTP/1.1" status: 200 len: 908 time: 0.1753380 Jul 15 12:59:26.269852 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67e13b-24ca-4d25-8481-ecc21dec5d61 req-e867d93a-0a42-468f-a1e8-043d2f021c00 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:26.271513 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2f67e13b-24ca-4d25-8481-ecc21dec5d61 req-e867d93a-0a42-468f-a1e8-043d2f021c00 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 950 time: 0.1625507 Jul 15 12:59:26.288860 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e07a16-d503-4bb0-8fb1-e0a5fce179e7 req-ea6f40e3-719f-43df-ad2a-d8b10b5659bc tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:26.297881 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02e07a16-d503-4bb0-8fb1-e0a5fce179e7 req-ea6f40e3-719f-43df-ad2a-d8b10b5659bc tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe438e87-790f-4217-954d-d9139dbd1652 HTTP/1.1" status: 200 len: 867 time: 0.2227461 Jul 15 12:59:26.334598 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f465b23f-d507-4726-8565-534247665036 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:59:26.343598 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd1fb3a-dd76-492d-91eb-7e6eb6d985f7 None None] Sync routers for ids ['6c2b6c8e-bf7c-4902-b294-96088e4e517f'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:59:26.348070 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f465b23f-d507-4726-8565-534247665036 admin admin] 10.222.0.16 "PUT /v2.0/routers/6c2b6c8e-bf7c-4902-b294-96088e4e517f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4791038 Jul 15 12:59:26.348668 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36592) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:26.355631 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd1fb3a-dd76-492d-91eb-7e6eb6d985f7 None None] Routers {'6c2b6c8e-bf7c-4902-b294-96088e4e517f'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:59:26.356589 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-8dd1fb3a-dd76-492d-91eb-7e6eb6d985f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:59:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['6c2b6c8e-bf7c-4902-b294-96088e4e517f'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:26.399149 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02e07a16-d503-4bb0-8fb1-e0a5fce179e7 req-0ccb5d26-995a-46dc-bf78-a384cb541e5a tempest-FloatingIPsAssociationTestJSON-1644145604 tempest-FloatingIPsAssociationTestJSON-1644145604-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4d2cba0-0905-427c-92df-4d9a994ab05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994732 Jul 15 12:59:26.403942 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4f989b1c-7ea0-47e9-9bfd-c16f4250d4f3 req-565f8879-9193-471d-9e15-c7bf98cfa4b6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 HTTP/1.1" status: 200 len: 217 time: 0.1297007 Jul 15 12:59:26.489694 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eece368f-15ff-4fd9-acec-7b95985866d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:26.502284 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2f67e13b-24ca-4d25-8481-ecc21dec5d61 req-4d36bb5a-8ea7-422d-8dc6-c08a344996de tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700165 Jul 15 12:59:26.559040 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f989b1c-7ea0-47e9-9bfd-c16f4250d4f3 req-419c5b5b-a814-44d5-a35d-4113e1ca3be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:26.566143 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4f989b1c-7ea0-47e9-9bfd-c16f4250d4f3 req-419c5b5b-a814-44d5-a35d-4113e1ca3be5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7de80623-b855-4366-a308-8757d4a69fb8 HTTP/1.1" status: 200 len: 847 time: 0.1514246 Jul 15 12:59:26.642778 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-8dd1fb3a-dd76-492d-91eb-7e6eb6d985f7 None None] Set router 6c2b6c8e-bf7c-4902-b294-96088e4e517f gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:59:26.658684 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4f989b1c-7ea0-47e9-9bfd-c16f4250d4f3 req-5cd8c3cf-3d4e-4485-8387-83cbdcd3a43b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3ccc611d-a289-44b3-992b-3e39605548b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817101 Jul 15 12:59:26.730316 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecbb8b4-5b14-4d93-99f8-114e93e78c5f x-openstack-request-id: req-cecbb8b4-5b14-4d93-99f8-114e93e78c5f {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:26.731038 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe438e87-790f-4217-954d-d9139dbd1652", "name": "network-vif-deleted", "tag": "2912c006-8100-4dc4-a370-28256722130c", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:26.731283 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cecbb8b4-5b14-4d93-99f8-114e93e78c5f {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:26.731782 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe438e87-790f-4217-954d-d9139dbd1652', 'name': 'network-vif-deleted', 'tag': '2912c006-8100-4dc4-a370-28256722130c', 'status': 'completed', 'code': 200} Jul 15 12:59:26.762304 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1228cc-5d13-4ff4-97bf-9973bf52f9b2 req-3c8745d3-0386-4dbe-b605-06a6638c8f63 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:26.763993 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a1228cc-5d13-4ff4-97bf-9973bf52f9b2 req-3c8745d3-0386-4dbe-b605-06a6638c8f63 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7e0d083b-1b52-40f8-a8de-a60051e81a1b HTTP/1.1" status: 200 len: 1096 time: 0.1782615 Jul 15 12:59:26.774995 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eece368f-15ff-4fd9-acec-7b95985866d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:26.903009 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5786d-ab6c-4190-85e5-1528de1048d4 req-8e74216a-ffee-4044-b036-d13e30cf7a86 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:26.912765 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c1b5786d-ab6c-4190-85e5-1528de1048d4 req-8e74216a-ffee-4044-b036-d13e30cf7a86 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a985d4-8bea-4a79-ae6e-c1825443e375 HTTP/1.1" status: 200 len: 949 time: 0.2020714 Jul 15 12:59:26.917977 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4f989b1c-7ea0-47e9-9bfd-c16f4250d4f3 req-854b8314-fb66-470e-a832-25c5108283dc service neutron] 10.222.0.46 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502370 Jul 15 12:59:26.930015 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-8dd1fb3a-dd76-492d-91eb-7e6eb6d985f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2b6c8e-bf7c-4902-b294-96088e4e517f', 'name': 'tempest-FloatingIPsTestJSON-949925684-router', 'tenant_id': '7ccb3879d6cb469e95bbcfbbdad8abeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '25b6565f-a50e-4f3e-b418-75181d8b1705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:51Z', 'updated_at': '2021-07-15T12:59:25Z', 'revision_number': 5, 'project_id': '7ccb3879d6cb469e95bbcfbbdad8abeb', 'gw_port': {'id': '25b6565f-a50e-4f3e-b418-75181d8b1705', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2b6c8e-bf7c-4902-b294-96088e4e517f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:52Z', 'updated_at': '2021-07-15T12:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:26.943252 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a1228cc-5d13-4ff4-97bf-9973bf52f9b2 req-c311b7f3-044c-4a86-b00a-2acb82176cc4 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624825 Jul 15 12:59:26.951322 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-eece368f-15ff-4fd9-acec-7b95985866d1 admin admin] Deleting port 25b6565f-a50e-4f3e-b418-75181d8b1705 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 12:59:26.955533 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eece368f-15ff-4fd9-acec-7b95985866d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:27.028700 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd1fb3a-dd76-492d-91eb-7e6eb6d985f7 None None] Checking router: 6c2b6c8e-bf7c-4902-b294-96088e4e517f for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:59:27.051640 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd1fb3a-dd76-492d-91eb-7e6eb6d985f7 None None] Routers {'6c2b6c8e-bf7c-4902-b294-96088e4e517f'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:59:27.052460 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-8dd1fb3a-dd76-492d-91eb-7e6eb6d985f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:59:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['6c2b6c8e-bf7c-4902-b294-96088e4e517f'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:27.055631 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e1f21-c84a-4b1a-b17b-176012932cb8 req-98bd106f-8ad1-45e0-a838-c5ed30370033 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:27.063052 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-032e1f21-c84a-4b1a-b17b-176012932cb8 req-98bd106f-8ad1-45e0-a838-c5ed30370033 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ceff70d-281d-4b71-b9ae-e364c9355568 HTTP/1.1" status: 200 len: 950 time: 0.1968977 Jul 15 12:59:27.116793 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4f989b1c-7ea0-47e9-9bfd-c16f4250d4f3 req-654f08e4-0cb0-4b3d-b5f3-33a18cd61596 service neutron] 10.222.0.46 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866596 Jul 15 12:59:27.135887 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-032e1f21-c84a-4b1a-b17b-176012932cb8 req-ce7c0fd1-72c0-4845-8edc-2550a6960891 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718808 Jul 15 12:59:27.175752 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-eece368f-15ff-4fd9-acec-7b95985866d1 admin admin] For port 25b6565f-a50e-4f3e-b418-75181d8b1705, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=25b6565f-a50e-4f3e-b418-75181d8b1705,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:27.176882 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eece368f-15ff-4fd9-acec-7b95985866d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:27.198141 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-eece368f-15ff-4fd9-acec-7b95985866d1 admin admin] Calling delete_port for 25b6565f-a50e-4f3e-b418-75181d8b1705 owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 12:59:27.201839 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-c1b5786d-ab6c-4190-85e5-1528de1048d4 req-b6ae44ce-061e-46bb-bb3f-ac073aa8eb0b tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Deleting port 7889bbaf-4361-4e18-b1ce-1e1f9a790ef0 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 12:59:27.202448 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c1b5786d-ab6c-4190-85e5-1528de1048d4 req-b6ae44ce-061e-46bb-bb3f-ac073aa8eb0b tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:27.245900 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-8dd1fb3a-dd76-492d-91eb-7e6eb6d985f7 None None] Set router 6c2b6c8e-bf7c-4902-b294-96088e4e517f gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:59:27.302933 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ceff70d-281d-4b71-b9ae-e364c9355568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b4160f-6a69-4ed8-94c0-c04328aaae53'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:27.304592 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4939a7-ffa7-4041-b0ec-8774a3902072" -d '{"events": [{"server_uuid": "3ceff70d-281d-4b71-b9ae-e364c9355568", "name": "network-vif-plugged", "status": "completed", "tag": "55b4160f-6a69-4ed8-94c0-c04328aaae53"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:27.307473 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-8dd1fb3a-dd76-492d-91eb-7e6eb6d985f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2b6c8e-bf7c-4902-b294-96088e4e517f', 'name': 'tempest-FloatingIPsTestJSON-949925684-router', 'tenant_id': '7ccb3879d6cb469e95bbcfbbdad8abeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:51Z', 'updated_at': '2021-07-15T12:59:26Z', 'revision_number': 6, 'project_id': '7ccb3879d6cb469e95bbcfbbdad8abeb', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:27.337205 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd1fb3a-dd76-492d-91eb-7e6eb6d985f7 None None] The sync data for ids ['6c2b6c8e-bf7c-4902-b294-96088e4e517f'] in n-d-771363-36 is: [{'id': '6c2b6c8e-bf7c-4902-b294-96088e4e517f', 'name': 'tempest-FloatingIPsTestJSON-949925684-router', 'tenant_id': '7ccb3879d6cb469e95bbcfbbdad8abeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:51Z', 'updated_at': '2021-07-15T12:59:26Z', 'revision_number': 6, 'project_id': '7ccb3879d6cb469e95bbcfbbdad8abeb', 'gw_port_host': None}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:59:27.386099 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45335cda-8ed8-4e36-a4b7-3a7b2bd01c80 req-a59c3e23-5d4c-444c-b5ae-da805aa0bff4 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:27.394243 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-45335cda-8ed8-4e36-a4b7-3a7b2bd01c80 req-a59c3e23-5d4c-444c-b5ae-da805aa0bff4 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ebd3321-3589-461f-807c-2d84527fdbb0 HTTP/1.1" status: 200 len: 943 time: 0.1481917 Jul 15 12:59:27.396809 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-c1b5786d-ab6c-4190-85e5-1528de1048d4 req-b6ae44ce-061e-46bb-bb3f-ac073aa8eb0b tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] For port 7889bbaf-4361-4e18-b1ce-1e1f9a790ef0, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=7889bbaf-4361-4e18-b1ce-1e1f9a790ef0,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:27.397257 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c1b5786d-ab6c-4190-85e5-1528de1048d4 req-b6ae44ce-061e-46bb-bb3f-ac073aa8eb0b tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:27.428491 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-45335cda-8ed8-4e36-a4b7-3a7b2bd01c80 req-85a46c2c-5e8d-4d36-b675-3a059a69399c tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333540 Jul 15 12:59:27.442881 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-c1b5786d-ab6c-4190-85e5-1528de1048d4 req-b6ae44ce-061e-46bb-bb3f-ac073aa8eb0b tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Calling delete_port for 7889bbaf-4361-4e18-b1ce-1e1f9a790ef0 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 12:59:27.564374 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eece368f-15ff-4fd9-acec-7b95985866d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:27.575338 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ce2ac-9656-4bce-9b7c-1557f3dc65ed req-3961cfdc-b887-43f0-afd6-40d42179a0b9 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:27.579022 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-348ce2ac-9656-4bce-9b7c-1557f3dc65ed req-3961cfdc-b887-43f0-afd6-40d42179a0b9 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8a985d4-8bea-4a79-ae6e-c1825443e375 HTTP/1.1" status: 200 len: 949 time: 0.1019831 Jul 15 12:59:27.597610 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece368f-15ff-4fd9-acec-7b95985866d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=25b6565f-a50e-4f3e-b418-75181d8b1705,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:27.638235 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eece368f-15ff-4fd9-acec-7b95985866d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:27.668792 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-348ce2ac-9656-4bce-9b7c-1557f3dc65ed req-a1db78d7-6eb2-4cf8-9ef3-33f4bc57cbe2 tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.16 "GET /v2.0/security-groups?id=333c369e-63aa-466c-889c-3c262132b8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550475 Jul 15 12:59:27.675806 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-69492174-c4b6-4bb5-a6f2-703790fa01be tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:27.677035 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-69492174-c4b6-4bb5-a6f2-703790fa01be tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/networks?id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f HTTP/1.1" status: 200 len: 821 time: 0.1534262 Jul 15 12:59:27.693284 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-9633921a-64c4-456f-b431-753faf7e3f5f tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/quotas/42f8630608fb46f681ad77135da09a14 HTTP/1.1" status: 200 len: 375 time: 0.0107386 Jul 15 12:59:27.741501 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d72b96-abfa-4cd0-82f9-9b626e3d6329 x-openstack-request-id: req-f3d72b96-abfa-4cd0-82f9-9b626e3d6329 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:27.741794 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ceff70d-281d-4b71-b9ae-e364c9355568", "name": "network-vif-plugged", "status": "completed", "tag": "55b4160f-6a69-4ed8-94c0-c04328aaae53", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:27.742052 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f3d72b96-abfa-4cd0-82f9-9b626e3d6329 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:27.742518 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ceff70d-281d-4b71-b9ae-e364c9355568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b4160f-6a69-4ed8-94c0-c04328aaae53', 'code': 200} Jul 15 12:59:27.782396 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eece368f-15ff-4fd9-acec-7b95985866d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:27.793044 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eece368f-15ff-4fd9-acec-7b95985866d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:27.816401 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-d66c61cd-ab26-4810-9e31-15ded13cff97 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=42f8630608fb46f681ad77135da09a14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1084471 Jul 15 12:59:27.843458 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36620) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:27.849962 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c1b5786d-ab6c-4190-85e5-1528de1048d4 req-b6ae44ce-061e-46bb-bb3f-ac073aa8eb0b tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:27.863358 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['7889bbaf-4361-4e18-b1ce-1e1f9a790ef0'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:59:27.950707 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eece368f-15ff-4fd9-acec-7b95985866d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:27.951407 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eece368f-15ff-4fd9-acec-7b95985866d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c2b6c8e-bf7c-4902-b294-96088e4e517f {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 12:59:27.956299 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae44ce-061e-46bb-bb3f-ac073aa8eb0b tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Pushing event deleted for resources: {'Port': ['ID=7889bbaf-4361-4e18-b1ce-1e1f9a790ef0,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:27.960782 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eece368f-15ff-4fd9-acec-7b95985866d1 admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:27.962084 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-eece368f-15ff-4fd9-acec-7b95985866d1 admin admin] 10.222.0.16 "DELETE /v2.0/routers/6c2b6c8e-bf7c-4902-b294-96088e4e517f HTTP/1.1" status: 204 len: 168 time: 1.6124504 Jul 15 12:59:27.964732 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36622) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:28.049583 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b5786d-ab6c-4190-85e5-1528de1048d4 req-b6ae44ce-061e-46bb-bb3f-ac073aa8eb0b tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] No DVR routers for this DVR port 7889bbaf-4361-4e18-b1ce-1e1f9a790ef0 on host n-h1-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 12:59:28.054813 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c1b5786d-ab6c-4190-85e5-1528de1048d4 req-b6ae44ce-061e-46bb-bb3f-ac073aa8eb0b tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:28.056917 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c1b5786d-ab6c-4190-85e5-1528de1048d4 req-b6ae44ce-061e-46bb-bb3f-ac073aa8eb0b tempest-DeleteServersAdminTestJSON-360780567 tempest-DeleteServersAdminTestJSON-360780567-project] 10.222.0.20 "DELETE /v2.0/ports/7889bbaf-4361-4e18-b1ce-1e1f9a790ef0 HTTP/1.1" status: 204 len: 173 time: 1.1345413 Jul 15 12:59:28.071022 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c274f3-7295-4be0-995d-544c4e621f67 admin admin] Deleting subnet 798305b7-64c7-4e59-b78a-4c0ee9775002 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 12:59:28.075058 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b2c274f3-7295-4be0-995d-544c4e621f67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:28.145380 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-fa8b2ecc-a6d0-42f5-8c82-890a250d2c1d service neutron] 10.222.0.16 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228278 Jul 15 12:59:28.161080 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b2c274f3-7295-4be0-995d-544c4e621f67 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:28.273968 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b2c274f3-7295-4be0-995d-544c4e621f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:28.295204 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:59:28.305902 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f9ebb-d355-4c26-9b34-a0f11bcbcc77 req-f2d678e4-fe55-46e7-ac0b-77ee03012cbc tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:28.307409 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3a1f9ebb-d355-4c26-9b34-a0f11bcbcc77 req-f2d678e4-fe55-46e7-ac0b-77ee03012cbc tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 950 time: 0.3613501 Jul 15 12:59:28.345744 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab1656-00b2-4cb0-8fb6-50c6aa4eb1fb req-b9c77d8e-949e-4e2f-aeff-46cedcbbc457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:28.347430 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3eab1656-00b2-4cb0-8fb6-50c6aa4eb1fb req-b9c77d8e-949e-4e2f-aeff-46cedcbbc457 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3ceff70d-281d-4b71-b9ae-e364c9355568 HTTP/1.1" status: 200 len: 1102 time: 0.5027397 Jul 15 12:59:28.348693 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b2c274f3-7295-4be0-995d-544c4e621f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:28.382533 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b2c274f3-7295-4be0-995d-544c4e621f67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:28.387020 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b2c274f3-7295-4be0-995d-544c4e621f67 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/798305b7-64c7-4e59-b78a-4c0ee9775002 HTTP/1.1" status: 204 len: 168 time: 0.4189248 Jul 15 12:59:28.387020 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c274f3-7295-4be0-995d-544c4e621f67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=798305b7-64c7-4e59-b78a-4c0ee9775002,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:28.387251 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36628) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:28.425164 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa549498-1bf0-46bf-b963-2adb80dab145 None None] Network cc2e567d-92a1-402e-8ed9-b1f7aea41a9b requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:59:28.426747 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3a1f9ebb-d355-4c26-9b34-a0f11bcbcc77 req-c93c017f-b869-4a33-9778-d579b1c2f848 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112523 Jul 15 12:59:28.467064 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-35f38aae-f05c-4970-884b-1adc14e5e0ce service neutron] 10.222.0.16 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207824 Jul 15 12:59:28.488022 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6303fb8e-9680-4d7e-b442-15b305554072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:28.577709 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3eab1656-00b2-4cb0-8fb6-50c6aa4eb1fb req-4311d458-f34c-448e-872d-d105709695ad service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113259 Jul 15 12:59:28.593129 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-6303fb8e-9680-4d7e-b442-15b305554072 admin admin] Deleting port 75afbe46-b48b-45eb-9642-75f59e0d9819 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 12:59:28.593991 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6303fb8e-9680-4d7e-b442-15b305554072 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:28.629206 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=711d4ddf-f5ab-45f1-9d3a-da2dd23b6300,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:28.693470 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 820874be-062b-4ab7-9e2f-3d6ac0d2e915 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 12:59:28.737358 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '711d4ddf-f5ab-45f1-9d3a-da2dd23b6300', 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4', 'port_id': '711d4ddf-f5ab-45f1-9d3a-da2dd23b6300', 'mac_address': 'fa:16:3e:29:0f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de80623-b855-4366-a308-8757d4a69fb8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:59:28.737710 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a985d4-8bea-4a79-ae6e-c1825443e375', 'name': 'network-vif-deleted', 'tag': '7889bbaf-4361-4e18-b1ce-1e1f9a790ef0'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:28.752512 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811e4ca6-72ec-4c05-b003-38babcb09bb3" -d '{"events": [{"server_uuid": "f8a985d4-8bea-4a79-ae6e-c1825443e375", "name": "network-vif-deleted", "tag": "7889bbaf-4361-4e18-b1ce-1e1f9a790ef0"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:28.781030 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-6303fb8e-9680-4d7e-b442-15b305554072 admin admin] For port 75afbe46-b48b-45eb-9642-75f59e0d9819, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=75afbe46-b48b-45eb-9642-75f59e0d9819,segment=NetworkSegment(557b5829-e8c9-4e27-8038-06f93c0bc121),segment_id=557b5829-e8c9-4e27-8038-06f93c0bc121)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:28.784297 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6303fb8e-9680-4d7e-b442-15b305554072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:28.843572 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-6303fb8e-9680-4d7e-b442-15b305554072 admin admin] Calling delete_port for 75afbe46-b48b-45eb-9642-75f59e0d9819 owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 12:59:28.848804 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:28.849877 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 820874be-062b-4ab7-9e2f-3d6ac0d2e915 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 12:59:28.850219 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 820874be-062b-4ab7-9e2f-3d6ac0d2e915 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 12:59:28.853490 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 25b6565f-a50e-4f3e-b418-75181d8b1705 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 12:59:28.903526 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 25b6565f-a50e-4f3e-b418-75181d8b1705 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 12:59:28.905298 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 25b6565f-a50e-4f3e-b418-75181d8b1705 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 12:59:28.980452 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:59:29.012841 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6303fb8e-9680-4d7e-b442-15b305554072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:29.033144 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=711d4ddf-f5ab-45f1-9d3a-da2dd23b6300,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:29.040475 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:29.059549 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6303fb8e-9680-4d7e-b442-15b305554072 admin admin] Pushing event deleted for resources: {'Port': ['ID=75afbe46-b48b-45eb-9642-75f59e0d9819,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:29.062139 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:29.069695 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6303fb8e-9680-4d7e-b442-15b305554072 admin admin] No DVR routers for this DVR port 75afbe46-b48b-45eb-9642-75f59e0d9819 on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 12:59:29.188251 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1533bb-3635-48cb-9378-2ba9ac889d86 None None] DHCP port deletion for cc2e567d-92a1-402e-8ed9-b1f7aea41a9b request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 12:59:29.205687 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6303fb8e-9680-4d7e-b442-15b305554072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:29.208008 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:29.215560 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=711d4ddf-f5ab-45f1-9d3a-da2dd23b6300,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:29.249974 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6303fb8e-9680-4d7e-b442-15b305554072 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:59:29.252285 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6303fb8e-9680-4d7e-b442-15b305554072 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:59:29.256829 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6303fb8e-9680-4d7e-b442-15b305554072 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:59:29.257170 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6303fb8e-9680-4d7e-b442-15b305554072 admin admin] Subscribe: > port after_create 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:59:29.257965 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6303fb8e-9680-4d7e-b442-15b305554072 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:59:29.258090 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6303fb8e-9680-4d7e-b442-15b305554072 admin admin] Subscribe: > port after_update 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:59:29.258702 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6303fb8e-9680-4d7e-b442-15b305554072 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:59:29.259036 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6303fb8e-9680-4d7e-b442-15b305554072 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:59:29.259387 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6303fb8e-9680-4d7e-b442-15b305554072 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:59:29.259672 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6303fb8e-9680-4d7e-b442-15b305554072 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:59:29.317964 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f0e19-3d66-4d7b-8c90-a8eb0121170a req-5f29f5d4-c914-40b2-afe0-2cb50e91c326 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:29.319465 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e39f0e19-3d66-4d7b-8c90-a8eb0121170a req-5f29f5d4-c914-40b2-afe0-2cb50e91c326 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ceff70d-281d-4b71-b9ae-e364c9355568 HTTP/1.1" status: 200 len: 950 time: 0.2272213 Jul 15 12:59:29.329160 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6303fb8e-9680-4d7e-b442-15b305554072 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:59:29.329160 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6303fb8e-9680-4d7e-b442-15b305554072 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:59:29.329370 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6303fb8e-9680-4d7e-b442-15b305554072 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:59:29.329563 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6303fb8e-9680-4d7e-b442-15b305554072 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:59:29.329932 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-6303fb8e-9680-4d7e-b442-15b305554072 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc2e567d-92a1-402e-8ed9-b1f7aea41a9b']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:29.347170 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-6303fb8e-9680-4d7e-b442-15b305554072 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '557b5829-e8c9-4e27-8038-06f93c0bc121') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:29.347460 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-6303fb8e-9680-4d7e-b442-15b305554072 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '557b5829-e8c9-4e27-8038-06f93c0bc121') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:29.368927 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6303fb8e-9680-4d7e-b442-15b305554072 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:29.394766 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6303fb8e-9680-4d7e-b442-15b305554072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:29.406992 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6303fb8e-9680-4d7e-b442-15b305554072 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 12:59:29.407940 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6303fb8e-9680-4d7e-b442-15b305554072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: from cryptography.utils import int_from_bytes Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: from cryptography.utils import int_from_bytes Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: timer() Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 12:59:29.412085 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 12:59:29.418092 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['711d4ddf-f5ab-45f1-9d3a-da2dd23b6300'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:59:29.426641 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15818ad1-dfbd-4eba-a7dd-03b7dcfd08a6 req-2ef60d98-797a-4c60-b4ab-476ec55a9a9b tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:29.428490 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-15818ad1-dfbd-4eba-a7dd-03b7dcfd08a6 req-2ef60d98-797a-4c60-b4ab-476ec55a9a9b tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ebd3321-3589-461f-807c-2d84527fdbb0 HTTP/1.1" status: 200 len: 944 time: 0.1930151 Jul 15 12:59:29.439792 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e39f0e19-3d66-4d7b-8c90-a8eb0121170a req-519bf323-8c77-4088-bc55-13bed2b2a7b0 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139672 Jul 15 12:59:29.484544 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6303fb8e-9680-4d7e-b442-15b305554072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:29.493230 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6303fb8e-9680-4d7e-b442-15b305554072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:29.495631 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6303fb8e-9680-4d7e-b442-15b305554072 admin admin] 10.222.0.16 "DELETE /v2.0/networks/cc2e567d-92a1-402e-8ed9-b1f7aea41a9b HTTP/1.1" status: 204 len: 168 time: 1.1074669 Jul 15 12:59:29.505612 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-15818ad1-dfbd-4eba-a7dd-03b7dcfd08a6 req-d2cde184-1f3a-4767-8327-fd51c2fc3bf8 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648072 Jul 15 12:59:29.523303 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fbc1852a-1d64-485d-940b-abd6c84d4f6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:29.568813 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6303fb8e-9680-4d7e-b442-15b305554072 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc2e567d-92a1-402e-8ed9-b1f7aea41a9b,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:29.661912 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96514638-b161-4fcd-a380-dfa6c9359b2e x-openstack-request-id: req-96514638-b161-4fcd-a380-dfa6c9359b2e {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:29.662118 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8a985d4-8bea-4a79-ae6e-c1825443e375", "name": "network-vif-deleted", "tag": "7889bbaf-4361-4e18-b1ce-1e1f9a790ef0", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:29.662376 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-96514638-b161-4fcd-a380-dfa6c9359b2e {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:29.662854 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a985d4-8bea-4a79-ae6e-c1825443e375', 'name': 'network-vif-deleted', 'tag': '7889bbaf-4361-4e18-b1ce-1e1f9a790ef0', 'status': 'completed', 'code': 200} Jul 15 12:59:29.666106 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-957db4f4-cdc8-4b7b-bda3-361e903dfafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:29.683187 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36652) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:29.776317 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-594f505d-8df6-4adf-a50c-4a3cf45129f7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ccb3879d6cb469e95bbcfbbdad8abeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0856402 Jul 15 12:59:29.777006 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36654) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:29.859233 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-382058b4-4d17-4a01-8573-94a9bcbf0b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:29.871281 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-653497df-f3db-44c8-afed-2a3458324a08 req-b15f93fd-254a-4c7e-b8c6-4648efc71263 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=66d85e0d-690b-4fa6-a0fe-44d1d33a3151 HTTP/1.1" status: 200 len: 210 time: 0.0863943 Jul 15 12:59:29.894875 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-382058b4-4d17-4a01-8573-94a9bcbf0b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:29.948454 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 2912c006-8100-4dc4-a370-28256722130c no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 12:59:29.965955 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-382058b4-4d17-4a01-8573-94a9bcbf0b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:29.968706 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-382058b4-4d17-4a01-8573-94a9bcbf0b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:29.969916 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-382058b4-4d17-4a01-8573-94a9bcbf0b62 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/05bb31ae-082a-4e8f-905a-d724c8475cf7 HTTP/1.1" status: 204 len: 168 time: 0.1919322 Jul 15 12:59:29.986589 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382058b4-4d17-4a01-8573-94a9bcbf0b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bb31ae-082a-4e8f-905a-d724c8475cf7,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:30.011484 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: 2912c006-8100-4dc4-a370-28256722130c {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 12:59:30.018463 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 2912c006-8100-4dc4-a370-28256722130c not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 12:59:30.065293 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c94ae5-1fa3-415e-ada8-8b4572cb19bc req-4350c5e9-e51d-4550-a8fe-c4b37990fd3f tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:30.082392 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-82c94ae5-1fa3-415e-ada8-8b4572cb19bc req-4350c5e9-e51d-4550-a8fe-c4b37990fd3f tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 950 time: 0.1702414 Jul 15 12:59:30.185052 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-82c94ae5-1fa3-415e-ada8-8b4572cb19bc req-b709c35d-1c2b-4ace-af8b-b9c71fff7697 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731626 Jul 15 12:59:30.217186 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-fbc1852a-1d64-485d-940b-abd6c84d4f6c admin admin] Deleting port 553e7190-fd29-457c-81f5-6956f9499943 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 12:59:30.217586 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fbc1852a-1d64-485d-940b-abd6c84d4f6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:30.308959 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-fbc1852a-1d64-485d-940b-abd6c84d4f6c admin admin] For port 553e7190-fd29-457c-81f5-6956f9499943, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=553e7190-fd29-457c-81f5-6956f9499943,segment=NetworkSegment(94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56),segment_id=94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:30.309114 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fbc1852a-1d64-485d-940b-abd6c84d4f6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:30.330322 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-fbc1852a-1d64-485d-940b-abd6c84d4f6c admin admin] Calling delete_port for 553e7190-fd29-457c-81f5-6956f9499943 owned by network:router_interface {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 12:59:30.607214 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 75afbe46-b48b-45eb-9642-75f59e0d9819 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 12:59:30.657771 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 75afbe46-b48b-45eb-9642-75f59e0d9819 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 12:59:30.658526 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 75afbe46-b48b-45eb-9642-75f59e0d9819 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 12:59:30.697446 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36684) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:30.778815 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fbc1852a-1d64-485d-940b-abd6c84d4f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:30.860232 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc1852a-1d64-485d-940b-abd6c84d4f6c admin admin] Pushing event deleted for resources: {'Port': ['ID=553e7190-fd29-457c-81f5-6956f9499943,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:30.873770 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d7a6db47-5860-4cd0-8389-4d821bd7eb13 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6b7bde79c0934401b5eb4cce305bf3d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1751564 Jul 15 12:59:30.876831 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36694) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:30.943272 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee927e-d969-4755-948d-9dc8f9745061 req-956e8544-0ba6-410a-bed8-e581152d6cc6 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:30.944823 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-24ee927e-d969-4755-948d-9dc8f9745061 req-956e8544-0ba6-410a-bed8-e581152d6cc6 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ceff70d-281d-4b71-b9ae-e364c9355568 HTTP/1.1" status: 200 len: 950 time: 0.3254912 Jul 15 12:59:30.947757 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9222c8db-6477-4163-bf60-ced4c0e35e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:30.954641 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-5c9d6e86-683c-4648-86c5-d8c12a37a026 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:30.956109 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-5c9d6e86-683c-4648-86c5-d8c12a37a026 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.46 "GET /v2.0/networks?id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f HTTP/1.1" status: 200 len: 821 time: 0.3601580 Jul 15 12:59:30.977821 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9222c8db-6477-4163-bf60-ced4c0e35e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:30.984610 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-ecb96891-08aa-46e0-9ff6-75c6a7724896 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Request body: {'port': {'device_id': '66d85e0d-690b-4fa6-a0fe-44d1d33a3151', 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f', 'admin_state_up': True, 'tenant_id': '42f8630608fb46f681ad77135da09a14'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:31.010848 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a897eac-bd61-4ff1-bad7-808bd544789a req-6b76fd0d-227b-4698-b162-914d3220e473 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:31.017769 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6a897eac-bd61-4ff1-bad7-808bd544789a req-6b76fd0d-227b-4698-b162-914d3220e473 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ebd3321-3589-461f-807c-2d84527fdbb0 HTTP/1.1" status: 200 len: 944 time: 0.3258581 Jul 15 12:59:31.045054 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9222c8db-6477-4163-bf60-ced4c0e35e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:31.051053 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9222c8db-6477-4163-bf60-ced4c0e35e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:31.052217 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9222c8db-6477-4163-bf60-ced4c0e35e38 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/333c369e-63aa-466c-889c-3c262132b8de HTTP/1.1" status: 204 len: 168 time: 0.1742773 Jul 15 12:59:31.075321 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9222c8db-6477-4163-bf60-ced4c0e35e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333c369e-63aa-466c-889c-3c262132b8de,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:31.136900 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-24ee927e-d969-4755-948d-9dc8f9745061 req-c8110da2-5f53-4bb1-a2a0-8cf963bfdcd7 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798077 Jul 15 12:59:31.195108 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6a897eac-bd61-4ff1-bad7-808bd544789a req-cceb2d1e-3187-419d-8346-f053b01fe9e1 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764493 Jul 15 12:59:31.251742 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fbc1852a-1d64-485d-940b-abd6c84d4f6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:31.264050 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-ecb96891-08aa-46e0-9ff6-75c6a7724896 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Made reservation on behalf of 42f8630608fb46f681ad77135da09a14 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:59:31.267681 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-ecb96891-08aa-46e0-9ff6-75c6a7724896 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:31.344543 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-94091a79-adbf-4626-a5b3-041dc3920cd4 req-5319ed1f-00dc-45a0-92c4-14faa2486e30 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=66d85e0d-690b-4fa6-a0fe-44d1d33a3151 HTTP/1.1" status: 200 len: 210 time: 0.0721853 Jul 15 12:59:31.460124 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36714) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:31.473290 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0cdb9347-4d02-4f6d-bcd2-1135e32556ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:31.573759 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0cdb9347-4d02-4f6d-bcd2-1135e32556ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:31.580789 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0cdb9347-4d02-4f6d-bcd2-1135e32556ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:31.584239 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-ecb96891-08aa-46e0-9ff6-75c6a7724896 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Allocated IP 172.20.0.12 (9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f/522453a6-daf1-42ae-a6f8-abb7ab66795d/a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:59:31.619404 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb9347-4d02-4f6d-bcd2-1135e32556ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54664370-17b6-4a14-b3ff-bb33186733d8,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:31.627034 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0cdb9347-4d02-4f6d-bcd2-1135e32556ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5f902ff3bbaa40158bcd33947de23cea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1658454 Jul 15 12:59:31.628247 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36722) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:31.676072 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d0e6168c-ff9b-40c5-9551-84028d85005a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:31.697175 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d0e6168c-ff9b-40c5-9551-84028d85005a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:31.725466 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8c6bd-35a5-4d30-bad9-357fe3af02b2 req-aaf9e6d0-32c1-4daf-a7a4-1121dad93d3b tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:31.727180 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1ba8c6bd-35a5-4d30-bad9-357fe3af02b2 req-aaf9e6d0-32c1-4daf-a7a4-1121dad93d3b tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f1c377-0e5d-4f73-a65b-f80835039b68 HTTP/1.1" status: 200 len: 949 time: 0.2462270 Jul 15 12:59:31.747184 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d0e6168c-ff9b-40c5-9551-84028d85005a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:31.749680 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d0e6168c-ff9b-40c5-9551-84028d85005a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:31.751421 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d0e6168c-ff9b-40c5-9551-84028d85005a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/54664370-17b6-4a14-b3ff-bb33186733d8 HTTP/1.1" status: 204 len: 168 time: 0.1219943 Jul 15 12:59:31.759588 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e6168c-ff9b-40c5-9551-84028d85005a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54664370-17b6-4a14-b3ff-bb33186733d8,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:31.794369 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc1852a-1d64-485d-940b-abd6c84d4f6c admin admin] Router 1c14b003-30ad-4816-8b13-4f65644063c2 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 12:59:31.859947 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1ba8c6bd-35a5-4d30-bad9-357fe3af02b2 req-db090090-15c7-49ed-bf10-27faabea54f5 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197309 Jul 15 12:59:31.876950 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca9d03-8385-4c8d-867b-a2d3c91f1b60 req-9eeba82e-9c72-44db-a8be-d4266a40378f tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:31.878432 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d1ca9d03-8385-4c8d-867b-a2d3c91f1b60 req-9eeba82e-9c72-44db-a8be-d4266a40378f tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 950 time: 0.2253828 Jul 15 12:59:31.952398 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 7889bbaf-4361-4e18-b1ce-1e1f9a790ef0 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 12:59:31.982134 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: 7889bbaf-4361-4e18-b1ce-1e1f9a790ef0 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 12:59:31.982383 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 7889bbaf-4361-4e18-b1ce-1e1f9a790ef0 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 12:59:31.983037 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 374bbb4e-de88-44a8-a6a8-85f9944a88f3 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 12:59:32.078166 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:32.105181 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9d6221-846e-4f61-bbc5-b9cb000d87c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '374bbb4e-de88-44a8-a6a8-85f9944a88f3'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:32.107739 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099bf1b4-f573-40a7-8037-46a633e64032" -d '{"events": [{"server_uuid": "2b9d6221-846e-4f61-bbc5-b9cb000d87c8", "name": "network-vif-unplugged", "status": "completed", "tag": "374bbb4e-de88-44a8-a6a8-85f9944a88f3"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:32.123517 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 374bbb4e-de88-44a8-a6a8-85f9944a88f3, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=374bbb4e-de88-44a8-a6a8-85f9944a88f3,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:32.129655 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:32.194280 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:32.201637 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=374bbb4e-de88-44a8-a6a8-85f9944a88f3,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:32.311100 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-ecb96891-08aa-46e0-9ff6-75c6a7724896 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:32.327543 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:59:32.339114 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d1ca9d03-8385-4c8d-867b-a2d3c91f1b60 req-4eb6c361-4083-4800-82e8-898a17dd577f tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214745 Jul 15 12:59:32.387842 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc1852a-1d64-485d-940b-abd6c84d4f6c admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:59:32.400618 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-fbc1852a-1d64-485d-940b-abd6c84d4f6c admin admin] 10.222.0.16 "PUT /v2.0/routers/1c14b003-30ad-4816-8b13-4f65644063c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5503755 Jul 15 12:59:32.400824 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7de599-7775-4ff8-ab08-e1cf68a68346 None None] Sync routers for ids ['1c14b003-30ad-4816-8b13-4f65644063c2'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:59:32.401319 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36758) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:32.414110 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7de599-7775-4ff8-ab08-e1cf68a68346 None None] Routers {'1c14b003-30ad-4816-8b13-4f65644063c2'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:59:32.414944 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-9a7de599-7775-4ff8-ab08-e1cf68a68346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:59:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['1c14b003-30ad-4816-8b13-4f65644063c2'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:32.437977 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c722ea58-e207-4879-8650-2bd14e722b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:32.450309 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbddb604-4160-43bf-8866-818aa901c8eb x-openstack-request-id: req-dbddb604-4160-43bf-8866-818aa901c8eb {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:32.452320 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9d6221-846e-4f61-bbc5-b9cb000d87c8", "name": "network-vif-unplugged", "status": "completed", "tag": "374bbb4e-de88-44a8-a6a8-85f9944a88f3", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:32.452620 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dbddb604-4160-43bf-8866-818aa901c8eb {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:32.453091 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9d6221-846e-4f61-bbc5-b9cb000d87c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '374bbb4e-de88-44a8-a6a8-85f9944a88f3', 'code': 200} Jul 15 12:59:32.459038 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:32.468100 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:32.468499 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:32.560440 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206ee4f-d394-481e-b21a-9c240755da74 req-46299fd7-886f-4774-91dc-4a5a360d48d9 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:32.566731 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206ee4f-d394-481e-b21a-9c240755da74 req-46299fd7-886f-4774-91dc-4a5a360d48d9 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:32.573677 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0206ee4f-d394-481e-b21a-9c240755da74 req-46299fd7-886f-4774-91dc-4a5a360d48d9 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ceff70d-281d-4b71-b9ae-e364c9355568&device_id=d2f1c377-0e5d-4f73-a65b-f80835039b68 HTTP/1.1" status: 200 len: 1690 time: 0.2677383 Jul 15 12:59:32.575887 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-ecb96891-08aa-46e0-9ff6-75c6a7724896 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:32.576804 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-9a7de599-7775-4ff8-ab08-e1cf68a68346 None None] Set router 1c14b003-30ad-4816-8b13-4f65644063c2 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:59:32.644573 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc9f8810-07dc-4d99-b227-1119b68abeaf admin admin] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:32.654167 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:32.691716 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=711d4ddf-f5ab-45f1-9d3a-da2dd23b6300,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:32.699732 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:32.776130 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=711d4ddf-f5ab-45f1-9d3a-da2dd23b6300,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:32.787922 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-9a7de599-7775-4ff8-ab08-e1cf68a68346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474088082-router', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:48Z', 'updated_at': '2021-07-15T12:59:30Z', 'revision_number': 5, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'gw_port': {'id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:49Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:32.801823 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-ecb96891-08aa-46e0-9ff6-75c6a7724896 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:59:32.817850 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7de599-7775-4ff8-ab08-e1cf68a68346 None None] Checking router: 1c14b003-30ad-4816-8b13-4f65644063c2 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:59:32.827082 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7de599-7775-4ff8-ab08-e1cf68a68346 None None] Routers {'1c14b003-30ad-4816-8b13-4f65644063c2'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:59:32.827778 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-9a7de599-7775-4ff8-ab08-e1cf68a68346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:59:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['1c14b003-30ad-4816-8b13-4f65644063c2'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:32.831684 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-ecb96891-08aa-46e0-9ff6-75c6a7724896 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:32.836580 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb96891-08aa-46e0-9ff6-75c6a7724896 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Pushing event updated for resources: {'Port': ['ID=a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:32.842293 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-ecb96891-08aa-46e0-9ff6-75c6a7724896 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:59:32.851547 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0206ee4f-d394-481e-b21a-9c240755da74 req-ec053884-5516-412f-aa8f-862f9d1a2ad8 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770481 Jul 15 12:59:32.910850 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc9f8810-07dc-4d99-b227-1119b68abeaf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:32.937047 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b7afb-c037-42cb-bc0e-ba09af5d6fbd req-15781a1f-2cff-4181-98ce-136b3e3ac9cd tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:32.944365 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2a7b7afb-c037-42cb-bc0e-ba09af5d6fbd req-15781a1f-2cff-4181-98ce-136b3e3ac9cd tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ebd3321-3589-461f-807c-2d84527fdbb0 HTTP/1.1" status: 200 len: 945 time: 0.3123598 Jul 15 12:59:32.959324 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-ecb96891-08aa-46e0-9ff6-75c6a7724896 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:32.959941 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-ecb96891-08aa-46e0-9ff6-75c6a7724896 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:32.971186 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-9a7de599-7775-4ff8-ab08-e1cf68a68346 None None] Set router 1c14b003-30ad-4816-8b13-4f65644063c2 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:59:33.036690 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-ecb96891-08aa-46e0-9ff6-75c6a7724896 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0640638 Jul 15 12:59:33.060367 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-a4a276f7-53bb-48de-80b7-bf482a3ef932 service neutron] Request body: {'port': {'device_id': '66d85e0d-690b-4fa6-a0fe-44d1d33a3151', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:33.094320 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2a7b7afb-c037-42cb-bc0e-ba09af5d6fbd req-76f48fa7-f550-483d-824f-c8f46cf07270 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487510 Jul 15 12:59:33.127403 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-bc9f8810-07dc-4d99-b227-1119b68abeaf admin admin] Deleting port ccf97b99-7993-4003-9539-51c9d6e182c9 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 12:59:33.127751 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc9f8810-07dc-4d99-b227-1119b68abeaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:33.183616 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5d9d3-2daf-4f20-8bd7-40c42cf7c0b5 req-248112c4-69c2-4272-a494-af6560da016a tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:33.184187 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-9a7de599-7775-4ff8-ab08-e1cf68a68346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474088082-router', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:48Z', 'updated_at': '2021-07-15T12:59:30Z', 'revision_number': 5, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'gw_port': {'id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:49Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:33.185161 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-03e5d9d3-2daf-4f20-8bd7-40c42cf7c0b5 req-248112c4-69c2-4272-a494-af6560da016a tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=66d85e0d-690b-4fa6-a0fe-44d1d33a3151 HTTP/1.1" status: 200 len: 932 time: 0.2016368 Jul 15 12:59:33.231903 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7de599-7775-4ff8-ab08-e1cf68a68346 None None] The sync data for ids ['1c14b003-30ad-4816-8b13-4f65644063c2'] in n-d-771363-36 is: [{'id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1474088082-router', 'tenant_id': '46138d491dbf4c0fafa5ada7fbe61124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:48Z', 'updated_at': '2021-07-15T12:59:30Z', 'revision_number': 5, 'project_id': '46138d491dbf4c0fafa5ada7fbe61124', 'gw_port': {'id': 'ccf97b99-7993-4003-9539-51c9d6e182c9', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14b003-30ad-4816-8b13-4f65644063c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:49Z', 'updated_at': '2021-07-15T12:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:59:33.252438 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-a4a276f7-53bb-48de-80b7-bf482a3ef932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:33.317487 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-03e5d9d3-2daf-4f20-8bd7-40c42cf7c0b5 req-315d48f5-d738-4de6-ac34-51809fe38710 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942590 Jul 15 12:59:33.338745 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-bc9f8810-07dc-4d99-b227-1119b68abeaf admin admin] For port ccf97b99-7993-4003-9539-51c9d6e182c9, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=ccf97b99-7993-4003-9539-51c9d6e182c9,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:33.338745 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc9f8810-07dc-4d99-b227-1119b68abeaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:33.410762 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-bc9f8810-07dc-4d99-b227-1119b68abeaf admin admin] Calling delete_port for ccf97b99-7993-4003-9539-51c9d6e182c9 owned by network:router_gateway {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 12:59:33.415328 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:33.703309 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78736ed6-8756-4054-9ae5-8b846f62459e req-6ac4d955-cf5f-43fc-a4a7-b637a2d3a3ef tempest-ServersOnMultiNodesTest-356122630 tempest-ServersOnMultiNodesTest-356122630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:33.705349 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-78736ed6-8756-4054-9ae5-8b846f62459e req-6ac4d955-cf5f-43fc-a4a7-b637a2d3a3ef tempest-ServersOnMultiNodesTest-356122630 tempest-ServersOnMultiNodesTest-356122630-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3ceff70d-281d-4b71-b9ae-e364c9355568 HTTP/1.1" status: 200 len: 1102 time: 0.2372015 Jul 15 12:59:33.825974 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-a4a276f7-53bb-48de-80b7-bf482a3ef932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:59:33.839481 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-a4a276f7-53bb-48de-80b7-bf482a3ef932 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:33.845868 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-78736ed6-8756-4054-9ae5-8b846f62459e req-37ed32cf-aa72-4d9b-bfa3-9abfea991837 tempest-ServersOnMultiNodesTest-356122630 tempest-ServersOnMultiNodesTest-356122630-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281533 Jul 15 12:59:33.850113 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc9f8810-07dc-4d99-b227-1119b68abeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:33.868822 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa65c3-8d01-4ca0-96c8-e7eb3e76dd58 req-e533555e-bfee-431f-b138-b405726f3795 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:33.869901 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bbaa65c3-8d01-4ca0-96c8-e7eb3e76dd58 req-e533555e-bfee-431f-b138-b405726f3795 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/ports?device_id=f618b592-dfc6-49b9-ab02-5a2825ebaba9 HTTP/1.1" status: 200 len: 967 time: 0.2392476 Jul 15 12:59:33.874993 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-a4a276f7-53bb-48de-80b7-bf482a3ef932 service neutron] Transition to ACTIVE for port object a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:33.902831 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-a4a276f7-53bb-48de-80b7-bf482a3ef932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:33.904641 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f8810-07dc-4d99-b227-1119b68abeaf admin admin] Pushing event deleted for resources: {'Port': ['ID=ccf97b99-7993-4003-9539-51c9d6e182c9,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:33.979295 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 374bbb4e-de88-44a8-a6a8-85f9944a88f3 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:59:34.050250 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bbaa65c3-8d01-4ca0-96c8-e7eb3e76dd58 req-92862388-a8dd-4378-ba73-ab1ac93744c0 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/security-groups?id=c51af1c0-2b5c-4e46-9e96-4747552c3905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1738064 Jul 15 12:59:34.057146 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a276f7-53bb-48de-80b7-bf482a3ef932 service neutron] Pushing event updated for resources: {'Port': ['ID=a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:34.087087 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 374bbb4e-de88-44a8-a6a8-85f9944a88f3, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=374bbb4e-de88-44a8-a6a8-85f9944a88f3,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:34.088837 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc9f8810-07dc-4d99-b227-1119b68abeaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:34.101499 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': '374bbb4e-de88-44a8-a6a8-85f9944a88f3', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': '374bbb4e-de88-44a8-a6a8-85f9944a88f3', 'mac_address': 'fa:16:3e:c4:b6:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:59:34.148707 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:34.163296 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 374bbb4e-de88-44a8-a6a8-85f9944a88f3 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:59:34.187455 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 374bbb4e-de88-44a8-a6a8-85f9944a88f3, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=374bbb4e-de88-44a8-a6a8-85f9944a88f3,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:34.193968 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:34.237477 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc9f8810-07dc-4d99-b227-1119b68abeaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:34.241782 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc9f8810-07dc-4d99-b227-1119b68abeaf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:34.251608 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=374bbb4e-de88-44a8-a6a8-85f9944a88f3,revision_number=7']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:34.281326 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-a4a276f7-53bb-48de-80b7-bf482a3ef932 service neutron] Attempting to bind port a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:59:34.281660 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-a4a276f7-53bb-48de-80b7-bf482a3ef932 service neutron] Attempting to bind port a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:59:34.282029 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-a4a276f7-53bb-48de-80b7-bf482a3ef932 service neutron] Attempting to bind port a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 on network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:34.327467 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a4c0d-2008-43a6-82d5-6d9eb6e6d6a7 req-99b8b998-2d58-4133-b916-4bb7265c20cf tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:34.329482 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9a5a4c0d-2008-43a6-82d5-6d9eb6e6d6a7 req-99b8b998-2d58-4133-b916-4bb7265c20cf tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 948 time: 0.3480883 Jul 15 12:59:34.331570 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-a4a276f7-53bb-48de-80b7-bf482a3ef932 service neutron] Port a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 on network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:59:34.331925 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-a4a276f7-53bb-48de-80b7-bf482a3ef932 service neutron] Attempting to bind port a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 on network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:34.371314 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc9f8810-07dc-4d99-b227-1119b68abeaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:34.371801 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9f8810-07dc-4d99-b227-1119b68abeaf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c14b003-30ad-4816-8b13-4f65644063c2 {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 12:59:34.373178 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-a4a276f7-53bb-48de-80b7-bf482a3ef932 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:59:34.373514 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-a4a276f7-53bb-48de-80b7-bf482a3ef932 service neutron] Checking segment: {'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:34.373887 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-a4a276f7-53bb-48de-80b7-bf482a3ef932 service neutron] Bound using segment: {'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:59:34.374333 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-a4a276f7-53bb-48de-80b7-bf482a3ef932 service neutron] Bound port: a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:59:34.374707 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-a4a276f7-53bb-48de-80b7-bf482a3ef932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:34.396624 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc9f8810-07dc-4d99-b227-1119b68abeaf admin admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:34.397785 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-bc9f8810-07dc-4d99-b227-1119b68abeaf admin admin] 10.222.0.16 "DELETE /v2.0/routers/1c14b003-30ad-4816-8b13-4f65644063c2 HTTP/1.1" status: 204 len: 168 time: 1.9967470 Jul 15 12:59:34.400672 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36832) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:34.433871 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36834) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:34.447270 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['374bbb4e-de88-44a8-a6a8-85f9944a88f3'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:59:34.459247 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9a5a4c0d-2008-43a6-82d5-6d9eb6e6d6a7 req-ef05c854-5ec6-4be8-b747-09f82fb6de9b tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148651 Jul 15 12:59:34.501063 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-eabed0b7-d29f-4761-9182-e59f9f2e60f1 admin admin] Deleting subnet e8665632-78d8-46eb-ba99-59b5531a3bc9 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 12:59:34.510432 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ebd3321-3589-461f-807c-2d84527fdbb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711d4ddf-f5ab-45f1-9d3a-da2dd23b6300'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:34.512033 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eabed0b7-d29f-4761-9182-e59f9f2e60f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:34.514362 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba19031-e282-4d2f-b263-b9d7de35756d" -d '{"events": [{"server_uuid": "6ebd3321-3589-461f-807c-2d84527fdbb0", "name": "network-vif-plugged", "status": "completed", "tag": "711d4ddf-f5ab-45f1-9d3a-da2dd23b6300"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:34.531611 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8a8a5-39e0-4b84-b62a-49be26cdb80c req-a4a555db-af0b-4bf7-b7a5-c5f05fbda374 tempest-ServersOnMultiNodesTest-356122630 tempest-ServersOnMultiNodesTest-356122630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:34.536974 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9bd8a8a5-39e0-4b84-b62a-49be26cdb80c req-a4a555db-af0b-4bf7-b7a5-c5f05fbda374 tempest-ServersOnMultiNodesTest-356122630 tempest-ServersOnMultiNodesTest-356122630-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d2f1c377-0e5d-4f73-a65b-f80835039b68 HTTP/1.1" status: 200 len: 1101 time: 0.2155476 Jul 15 12:59:34.551610 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-a4a276f7-53bb-48de-80b7-bf482a3ef932 service neutron] For port a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:59:34.555497 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-a4a276f7-53bb-48de-80b7-bf482a3ef932 service neutron] For port a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:59:34.593809 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-a4a276f7-53bb-48de-80b7-bf482a3ef932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:34.601030 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eabed0b7-d29f-4761-9182-e59f9f2e60f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:34.645036 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1ff1ba4a-475e-42ec-adf3-ad014623e450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:34.673911 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-a4a276f7-53bb-48de-80b7-bf482a3ef932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:34.674533 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-a4a276f7-53bb-48de-80b7-bf482a3ef932 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:34.675991 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-a4a276f7-53bb-48de-80b7-bf482a3ef932 service neutron] 10.222.0.46 "PUT /v2.0/ports/a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 HTTP/1.1" status: 200 len: 1093 time: 1.6253769 Jul 15 12:59:34.680816 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d85e0d-690b-4fa6-a0fe-44d1d33a3151', 'tag': 'a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:34.683428 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c15163-9a67-44e5-9c58-bcac07826e50" -d '{"events": [{"name": "network-changed", "server_uuid": "66d85e0d-690b-4fa6-a0fe-44d1d33a3151", "tag": "a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:34.710379 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9bd8a8a5-39e0-4b84-b62a-49be26cdb80c req-5099e562-0c4f-4613-8b58-adfe9a46b0a1 tempest-ServersOnMultiNodesTest-356122630 tempest-ServersOnMultiNodesTest-356122630-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651108 Jul 15 12:59:34.732417 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a276f7-53bb-48de-80b7-bf482a3ef932 service neutron] Pushing event updated for resources: {'Port': ['ID=a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:34.778612 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1ff1ba4a-475e-42ec-adf3-ad014623e450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:34.782712 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343986a1-b4a6-40c7-823b-dc7139338235 req-cda8f0ec-f658-4ba6-96e5-b26e362a0a1d tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:34.784481 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-343986a1-b4a6-40c7-823b-dc7139338235 req-cda8f0ec-f658-4ba6-96e5-b26e362a0a1d tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ebd3321-3589-461f-807c-2d84527fdbb0 HTTP/1.1" status: 200 len: 945 time: 0.1390295 Jul 15 12:59:34.832469 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1ff1ba4a-475e-42ec-adf3-ad014623e450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:34.849974 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:34.864922 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-343986a1-b4a6-40c7-823b-dc7139338235 req-bf0063b3-863c-477f-8992-bfa9d2391b87 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712237 Jul 15 12:59:34.906293 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-42acd5cf-998e-4073-86dc-4662bd95892e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:34.908215 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-42acd5cf-998e-4073-86dc-4662bd95892e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=42f8630608fb46f681ad77135da09a14&device_id=66d85e0d-690b-4fa6-a0fe-44d1d33a3151 HTTP/1.1" status: 200 len: 1096 time: 0.1226983 Jul 15 12:59:34.941883 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eabed0b7-d29f-4761-9182-e59f9f2e60f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:34.950182 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff1ba4a-475e-42ec-adf3-ad014623e450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcf463f-48eb-43c5-a813-dcf6aa614e7b,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:34.957377 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 553e7190-fd29-457c-81f5-6956f9499943 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 12:59:34.961339 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1ff1ba4a-475e-42ec-adf3-ad014623e450 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=70b4944b18a94902819c66b70b5e71b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5264461 Jul 15 12:59:34.993361 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36848) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:34.996287 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 553e7190-fd29-457c-81f5-6956f9499943 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 12:59:34.996885 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 553e7190-fd29-457c-81f5-6956f9499943 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 12:59:35.009319 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-bc7dae49-1f8d-46f3-bd6b-756dfbe168f0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 HTTP/1.1" status: 200 len: 217 time: 0.0895574 Jul 15 12:59:35.074702 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eabed0b7-d29f-4761-9182-e59f9f2e60f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:35.083747 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-fcb91a3e-dacb-4dc8-b88e-b425d2fc14cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:35.085362 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-fcb91a3e-dacb-4dc8-b88e-b425d2fc14cf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=522453a6-daf1-42ae-a6f8-abb7ab66795d HTTP/1.1" status: 200 len: 861 time: 0.0678000 Jul 15 12:59:35.103060 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a8f44190-ecee-4bb8-bd45-176ffca28a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:35.111496 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabed0b7-d29f-4761-9182-e59f9f2e60f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8665632-78d8-46eb-ba99-59b5531a3bc9,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:35.120140 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eabed0b7-d29f-4761-9182-e59f9f2e60f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:35.124834 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8932e256-c479-4a8b-a1ec-be729a99afc0 None None] Network 4321eda4-9fed-4248-8378-36b16e951de4 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:59:35.134496 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-eabed0b7-d29f-4761-9182-e59f9f2e60f1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e8665632-78d8-46eb-ba99-59b5531a3bc9 HTTP/1.1" status: 204 len: 168 time: 0.7306585 Jul 15 12:59:35.138000 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36854) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:35.142288 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e230346-bbaa-4c76-a680-252a5ea19246 x-openstack-request-id: req-2e230346-bbaa-4c76-a680-252a5ea19246 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:35.152300 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ebd3321-3589-461f-807c-2d84527fdbb0", "name": "network-vif-plugged", "status": "completed", "tag": "711d4ddf-f5ab-45f1-9d3a-da2dd23b6300", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:35.152300 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2e230346-bbaa-4c76-a680-252a5ea19246 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:35.153930 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ebd3321-3589-461f-807c-2d84527fdbb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711d4ddf-f5ab-45f1-9d3a-da2dd23b6300', 'code': 200} Jul 15 12:59:35.173438 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a8f44190-ecee-4bb8-bd45-176ffca28a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:35.179791 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-2a34d4ce-76a7-4160-8724-ad2ff762ad82 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842307 Jul 15 12:59:35.252453 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1da9e99a-1050-422f-b5f7-fe38859159ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:35.318461 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a8f44190-ecee-4bb8-bd45-176ffca28a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:35.321275 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a8f44190-ecee-4bb8-bd45-176ffca28a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:35.322669 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a8f44190-ecee-4bb8-bd45-176ffca28a0e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9dcf463f-48eb-43c5-a813-dcf6aa614e7b HTTP/1.1" status: 204 len: 168 time: 0.3281596 Jul 15 12:59:35.334658 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f44190-ecee-4bb8-bd45-176ffca28a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcf463f-48eb-43c5-a813-dcf6aa614e7b,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:35.349779 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-1da9e99a-1050-422f-b5f7-fe38859159ab admin admin] Deleting port 1bee557a-08eb-4bb2-b18e-d60209bf7c15 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 12:59:35.350122 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1da9e99a-1050-422f-b5f7-fe38859159ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:35.395741 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2065fb1a-48ec-4dc9-b0a1-598259445e5a None None] DHCP port deletion for 4321eda4-9fed-4248-8378-36b16e951de4 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 12:59:35.445942 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-1da9e99a-1050-422f-b5f7-fe38859159ab admin admin] For port 1bee557a-08eb-4bb2-b18e-d60209bf7c15, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=1bee557a-08eb-4bb2-b18e-d60209bf7c15,segment=NetworkSegment(94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56),segment_id=94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:35.447026 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1da9e99a-1050-422f-b5f7-fe38859159ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:35.472241 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-1da9e99a-1050-422f-b5f7-fe38859159ab admin admin] Calling delete_port for 1bee557a-08eb-4bb2-b18e-d60209bf7c15 owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 12:59:35.513620 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2065fb1a-48ec-4dc9-b0a1-598259445e5a None None] Deleting port 1bee557a-08eb-4bb2-b18e-d60209bf7c15 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 12:59:35.514193 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2065fb1a-48ec-4dc9-b0a1-598259445e5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:35.605885 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1da9e99a-1050-422f-b5f7-fe38859159ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:35.635921 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e908fed-c449-4e39-8e03-20a324eaabc0 x-openstack-request-id: req-9e908fed-c449-4e39-8e03-20a324eaabc0 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:35.636387 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66d85e0d-690b-4fa6-a0fe-44d1d33a3151", "tag": "a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:35.636522 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9e908fed-c449-4e39-8e03-20a324eaabc0 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:35.636839 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d85e0d-690b-4fa6-a0fe-44d1d33a3151', 'tag': 'a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87', 'status': 'completed', 'code': 200} Jul 15 12:59:35.645609 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da9e99a-1050-422f-b5f7-fe38859159ab admin admin] No DVR routers for this DVR port 1bee557a-08eb-4bb2-b18e-d60209bf7c15 on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 12:59:35.655053 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-2065fb1a-48ec-4dc9-b0a1-598259445e5a None None] For port 1bee557a-08eb-4bb2-b18e-d60209bf7c15, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=1bee557a-08eb-4bb2-b18e-d60209bf7c15,segment=NetworkSegment(94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56),segment_id=94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:35.655442 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2065fb1a-48ec-4dc9-b0a1-598259445e5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:35.672894 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2065fb1a-48ec-4dc9-b0a1-598259445e5a None None] Calling delete_port for 1bee557a-08eb-4bb2-b18e-d60209bf7c15 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 12:59:35.677490 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f7b3d-02bc-4a77-a5b8-312a32f41c00 req-d18dfc6f-92b0-40e1-ae62-53196091bae0 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:35.684354 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b62f7b3d-02bc-4a77-a5b8-312a32f41c00 req-d18dfc6f-92b0-40e1-ae62-53196091bae0 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=66d85e0d-690b-4fa6-a0fe-44d1d33a3151 HTTP/1.1" status: 200 len: 944 time: 0.5978799 Jul 15 12:59:35.691421 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9e99a-1050-422f-b5f7-fe38859159ab admin admin] Pushing event deleted for resources: {'Port': ['ID=1bee557a-08eb-4bb2-b18e-d60209bf7c15,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:35.737568 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-9d6db73d-217b-4552-b1a5-e679e1224f2a tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=70b334eb6b1c4823bfeb87b9e0290ca2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0697162 Jul 15 12:59:35.753808 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1da9e99a-1050-422f-b5f7-fe38859159ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:35.764894 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-1da9e99a-1050-422f-b5f7-fe38859159ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4321eda4-9fed-4248-8378-36b16e951de4']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:35.779162 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-1da9e99a-1050-422f-b5f7-fe38859159ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:35.779672 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-1da9e99a-1050-422f-b5f7-fe38859159ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94f19ff0-ebc1-4a1e-b2a9-6a95a5f92f56') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:35.790393 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1da9e99a-1050-422f-b5f7-fe38859159ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:35.791879 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-5f69a444-9dcf-402d-86ba-e49e99d4dabb service neutron] 10.222.0.46 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6023152 Jul 15 12:59:35.808113 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1da9e99a-1050-422f-b5f7-fe38859159ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:35.816016 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1da9e99a-1050-422f-b5f7-fe38859159ab admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 12:59:35.816575 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1da9e99a-1050-422f-b5f7-fe38859159ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:35.818434 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 12:59:35.818434 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 12:59:35.818434 n-d-771363-36 neutron-server[93826]: timer() Jul 15 12:59:35.818434 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 12:59:35.818434 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 12:59:35.818434 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 12:59:35.818434 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 12:59:35.818434 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 12:59:35.818434 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 12:59:35.818434 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 12:59:35.818434 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 12:59:35.818434 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 12:59:35.818434 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 12:59:35.818434 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 12:59:35.818434 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 12:59:35.818434 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 12:59:35.818434 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 12:59:35.818434 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 12:59:35.818434 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 12:59:35.818434 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 12:59:35.818434 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 12:59:35.818434 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 12:59:35.818434 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 12:59:35.818434 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 12:59:35.818434 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 12:59:35.818434 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 12:59:35.818434 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 12:59:35.818434 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 12:59:35.818434 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 12:59:35.818434 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 12:59:35.818434 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 12:59:35.818434 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 12:59:35.844875 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2065fb1a-48ec-4dc9-b0a1-598259445e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:35.847051 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b62f7b3d-02bc-4a77-a5b8-312a32f41c00 req-a6f89ac4-5e27-4aef-825b-50f4e766d5b0 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617422 Jul 15 12:59:35.883948 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065fb1a-48ec-4dc9-b0a1-598259445e5a None None] Pushing event deleted for resources: {'Port': ['ID=1bee557a-08eb-4bb2-b18e-d60209bf7c15,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:35.900916 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2065fb1a-48ec-4dc9-b0a1-598259445e5a None None] No DVR routers for this DVR port 1bee557a-08eb-4bb2-b18e-d60209bf7c15 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 12:59:35.909924 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1da9e99a-1050-422f-b5f7-fe38859159ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:35.917208 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1da9e99a-1050-422f-b5f7-fe38859159ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:35.921679 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1da9e99a-1050-422f-b5f7-fe38859159ab admin admin] 10.222.0.16 "DELETE /v2.0/networks/4321eda4-9fed-4248-8378-36b16e951de4 HTTP/1.1" status: 204 len: 168 time: 0.7801218 Jul 15 12:59:35.929968 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9e99a-1050-422f-b5f7-fe38859159ab admin admin] Pushing event deleted for resources: {'Network': ['ID=4321eda4-9fed-4248-8378-36b16e951de4,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:35.943146 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e7744-7bbd-4961-b716-5fc8844e8a54 req-ac781005-d8d6-4d45-800c-01ca0a5f1d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:35.944645 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a04e7744-7bbd-4961-b716-5fc8844e8a54 req-ac781005-d8d6-4d45-800c-01ca0a5f1d20 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6ebd3321-3589-461f-807c-2d84527fdbb0 HTTP/1.1" status: 200 len: 1097 time: 0.7216165 Jul 15 12:59:36.001491 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 374bbb4e-de88-44a8-a6a8-85f9944a88f3 up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:59:36.019267 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-565e67c3-3dc3-473b-b5ea-58b52a060834 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:36.025747 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-565e67c3-3dc3-473b-b5ea-58b52a060834 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2722178 Jul 15 12:59:36.041694 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a04e7744-7bbd-4961-b716-5fc8844e8a54 req-8f3e74af-f8ec-4f38-a282-beb300174ee8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863638 Jul 15 12:59:36.043945 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bbd1aa8f-172c-41a5-b634-895988b63a63 req-cf9a458e-223c-40bc-8a50-601ffbe207af service neutron] 10.222.0.46 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396328 Jul 15 12:59:36.051600 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-80e6fe0a-93b1-4a88-a68c-a1b7a554f043 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/quotas/70b334eb6b1c4823bfeb87b9e0290ca2 HTTP/1.1" status: 200 len: 375 time: 0.0247273 Jul 15 12:59:36.060841 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port 374bbb4e-de88-44a8-a6a8-85f9944a88f3 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:36.061576 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:36.140973 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-cc6f262a-25f9-4495-ae7f-380ca6d4c2c2 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=70b334eb6b1c4823bfeb87b9e0290ca2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0884662 Jul 15 12:59:36.167720 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:36.207815 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 374bbb4e-de88-44a8-a6a8-85f9944a88f3, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=374bbb4e-de88-44a8-a6a8-85f9944a88f3,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:36.213983 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:36.242771 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c15163-9a67-44e5-9c58-bcac07826e50 req-fadf1c07-247a-4299-82e7-b5134793f0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:36.244326 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b1c15163-9a67-44e5-9c58-bcac07826e50 req-fadf1c07-247a-4299-82e7-b5134793f0de service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=42f8630608fb46f681ad77135da09a14&device_id=66d85e0d-690b-4fa6-a0fe-44d1d33a3151 HTTP/1.1" status: 200 len: 1096 time: 0.1009231 Jul 15 12:59:36.306929 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=374bbb4e-de88-44a8-a6a8-85f9944a88f3,revision_number=8']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:36.312016 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36896) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:36.379762 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c15163-9a67-44e5-9c58-bcac07826e50 req-04c08f50-862d-4a4e-bb57-add4f7c07a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:36.381562 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b1c15163-9a67-44e5-9c58-bcac07826e50 req-04c08f50-862d-4a4e-bb57-add4f7c07a35 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f HTTP/1.1" status: 200 len: 922 time: 0.1221097 Jul 15 12:59:36.420131 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f0c8de4e-9740-4c39-87a0-937edd485ebd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=46138d491dbf4c0fafa5ada7fbe61124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1066530 Jul 15 12:59:36.423301 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36912) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:36.483829 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b1c15163-9a67-44e5-9c58-bcac07826e50 req-8da96d06-d6d1-462e-9f9c-4f1fdf7d75ca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 HTTP/1.1" status: 200 len: 217 time: 0.0539532 Jul 15 12:59:36.490375 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d3b7126d-01ec-41b8-922f-f6eaf7003fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:36.515511 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d3b7126d-01ec-41b8-922f-f6eaf7003fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:36.560126 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-c3418b54-6ea0-4cec-8543-3b0e9a1b5f67 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--59642293&fields=id&tenant_id=b1bed3db82d94ba082f589d0abe653bf HTTP/1.1" status: 200 len: 267 time: 0.1297050 Jul 15 12:59:36.588666 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1bee557a-08eb-4bb2-b18e-d60209bf7c15 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 12:59:36.593664 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c15163-9a67-44e5-9c58-bcac07826e50 req-c125929e-ae5a-4389-b952-98c46ceabbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:36.595284 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b1c15163-9a67-44e5-9c58-bcac07826e50 req-c125929e-ae5a-4389-b952-98c46ceabbb9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=522453a6-daf1-42ae-a6f8-abb7ab66795d HTTP/1.1" status: 200 len: 861 time: 0.1049006 Jul 15 12:59:36.596145 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d3b7126d-01ec-41b8-922f-f6eaf7003fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:36.599522 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d3b7126d-01ec-41b8-922f-f6eaf7003fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:36.604654 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d3b7126d-01ec-41b8-922f-f6eaf7003fa8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c4d2cba0-0905-427c-92df-4d9a994ab05f HTTP/1.1" status: 204 len: 168 time: 0.1779251 Jul 15 12:59:36.625294 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b7126d-01ec-41b8-922f-f6eaf7003fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d2cba0-0905-427c-92df-4d9a994ab05f,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:36.627594 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0240e-80ee-4c21-b08d-228e02bdd5ec req-c59b0946-2f13-422e-a2fd-b90612fda23c tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:36.628749 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eff0240e-80ee-4c21-b08d-228e02bdd5ec req-c59b0946-2f13-422e-a2fd-b90612fda23c tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 950 time: 0.2339547 Jul 15 12:59:36.650177 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 1bee557a-08eb-4bb2-b18e-d60209bf7c15 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 12:59:36.650527 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1bee557a-08eb-4bb2-b18e-d60209bf7c15 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 12:59:36.651208 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device ccf97b99-7993-4003-9539-51c9d6e182c9 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 12:59:36.674491 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: ccf97b99-7993-4003-9539-51c9d6e182c9 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 12:59:36.674917 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device ccf97b99-7993-4003-9539-51c9d6e182c9 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 12:59:36.693244 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b1c15163-9a67-44e5-9c58-bcac07826e50 req-8559f88d-5e38-45a0-8d36-de539b2c5079 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835807 Jul 15 12:59:36.832423 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eff0240e-80ee-4c21-b08d-228e02bdd5ec req-d3be6bef-5ca9-4021-a6a8-4c6a314dce7c tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782520 Jul 15 12:59:36.840911 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-fd4720c5-18cb-45af-b23a-d0e2db2082c3 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:36.848504 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-fd4720c5-18cb-45af-b23a-d0e2db2082c3 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/networks?id=2691f40b-6294-497c-8479-3f33a37dc0ee HTTP/1.1" status: 200 len: 822 time: 0.2874935 Jul 15 12:59:36.886019 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-2c829940-973d-4d5d-8b22-9ac4fe7b31ed tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/quotas/b1bed3db82d94ba082f589d0abe653bf HTTP/1.1" status: 200 len: 375 time: 0.0362909 Jul 15 12:59:36.927631 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b1c15163-9a67-44e5-9c58-bcac07826e50 req-d723d218-3d7c-4229-b57c-c34b9aeeb9da service neutron] 10.222.0.46 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043085 Jul 15 12:59:37.087571 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-c5cf21cd-0407-49e3-b488-19017b96b749 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1bed3db82d94ba082f589d0abe653bf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1930897 Jul 15 12:59:37.143195 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b1c15163-9a67-44e5-9c58-bcac07826e50 req-88249d0d-b32c-4f46-b5df-21d02b491161 service neutron] 10.222.0.46 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079656 Jul 15 12:59:37.153548 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9d6221-846e-4f61-bbc5-b9cb000d87c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374bbb4e-de88-44a8-a6a8-85f9944a88f3'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:37.156362 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764cdda0-7dba-4fd6-8c9f-a50632afad8a" -d '{"events": [{"server_uuid": "2b9d6221-846e-4f61-bbc5-b9cb000d87c8", "name": "network-vif-plugged", "status": "completed", "tag": "374bbb4e-de88-44a8-a6a8-85f9944a88f3"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:37.210107 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b72b5c-03bb-44c9-97e4-b1efcf9d7822 req-06d860b9-1155-4a7b-9e9f-010231b63a5e tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:37.211596 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e7b72b5c-03bb-44c9-97e4-b1efcf9d7822 req-06d860b9-1155-4a7b-9e9f-010231b63a5e tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ebd3321-3589-461f-807c-2d84527fdbb0 HTTP/1.1" status: 200 len: 945 time: 0.1994848 Jul 15 12:59:37.237271 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-fd2916c8-568e-4683-b589-70392613deb0 service neutron] 10.222.0.16 "GET /v2.0/networks/2691f40b-6294-497c-8479-3f33a37dc0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487839 Jul 15 12:59:37.306728 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e7b72b5c-03bb-44c9-97e4-b1efcf9d7822 req-cb9f0d69-34a7-4ba8-80de-749baa478cb9 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888124 Jul 15 12:59:37.386358 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-9f0a1685-2c7d-4916-8279-09f5f050c6e0 service neutron] 10.222.0.16 "GET /v2.0/networks/2691f40b-6294-497c-8479-3f33a37dc0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482153 Jul 15 12:59:37.481937 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cf11e-67ad-4e60-8ef8-6d71f9e2b633 req-5da98e91-bb42-44b8-82ed-1633ca479b1e tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:37.483486 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f02cf11e-67ad-4e60-8ef8-6d71f9e2b633 req-5da98e91-bb42-44b8-82ed-1633ca479b1e tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.20 "GET /v2.0/ports?device_id=f618b592-dfc6-49b9-ab02-5a2825ebaba9 HTTP/1.1" status: 200 len: 967 time: 0.6366298 Jul 15 12:59:37.534949 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6a90055-7ab1-44ed-bbcd-29f668b3266f req-3d94419d-aa11-4d20-a1d4-0198ec20f429 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8f4c7be-5434-45ba-892e-15fe041f8206 HTTP/1.1" status: 200 len: 210 time: 0.0385747 Jul 15 12:59:37.609116 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb0c9f4-811b-42db-9bea-f3f20141795f x-openstack-request-id: req-4fb0c9f4-811b-42db-9bea-f3f20141795f {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:37.610055 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9d6221-846e-4f61-bbc5-b9cb000d87c8", "name": "network-vif-plugged", "status": "completed", "tag": "374bbb4e-de88-44a8-a6a8-85f9944a88f3", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:37.610541 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4fb0c9f4-811b-42db-9bea-f3f20141795f {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:37.611196 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9d6221-846e-4f61-bbc5-b9cb000d87c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374bbb4e-de88-44a8-a6a8-85f9944a88f3', 'code': 200} Jul 15 12:59:37.644503 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-f02cf11e-67ad-4e60-8ef8-6d71f9e2b633 req-531a292f-e21f-4977-91d8-62df11247f1f tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Deleting port 2b2af28b-84e7-4212-98e1-e7b09673a9b8 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 12:59:37.645030 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f02cf11e-67ad-4e60-8ef8-6d71f9e2b633 req-531a292f-e21f-4977-91d8-62df11247f1f tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:37.738458 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-71e19c01-a657-405c-8dc1-51f1523706c8 req-8d5e2280-4e57-43be-af2c-d0ba75bf9af8 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0233de-c9ae-4d7b-9761-e5f439cd3c39 HTTP/1.1" status: 200 len: 210 time: 0.0576873 Jul 15 12:59:37.806942 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-f02cf11e-67ad-4e60-8ef8-6d71f9e2b633 req-531a292f-e21f-4977-91d8-62df11247f1f tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] For port 2b2af28b-84e7-4212-98e1-e7b09673a9b8, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=2b2af28b-84e7-4212-98e1-e7b09673a9b8,segment=NetworkSegment(cd857633-46f6-4d90-bb5f-e587bc48f622),segment_id=cd857633-46f6-4d90-bb5f-e587bc48f622)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:37.807637 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f02cf11e-67ad-4e60-8ef8-6d71f9e2b633 req-531a292f-e21f-4977-91d8-62df11247f1f tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:37.851929 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f415dbc-b6ee-4926-bbfb-c907e8f95fbc req-18b0bcfc-4dc3-45c4-90aa-c2ee59d1c025 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:37.853854 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7f415dbc-b6ee-4926-bbfb-c907e8f95fbc req-18b0bcfc-4dc3-45c4-90aa-c2ee59d1c025 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=66d85e0d-690b-4fa6-a0fe-44d1d33a3151 HTTP/1.1" status: 200 len: 944 time: 0.1547205 Jul 15 12:59:37.856158 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36966) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:37.966278 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7f415dbc-b6ee-4926-bbfb-c907e8f95fbc req-0504b3bb-0eb6-4d83-bdaf-5abbb2d11dee tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812407 Jul 15 12:59:38.027896 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:59:38.050876 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-0f6d2e85-ef9d-4de6-95fe-3d63ae0d3539 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=70b334eb6b1c4823bfeb87b9e0290ca2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293722 Jul 15 12:59:38.075955 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-9f1a4956-b4f8-4bd1-98c9-b4985e297f42 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1382839987-network', 'tenant_id': '9e2eafaab6a541cebc3ded7483f12ea6'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:38.170418 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1a4956-b4f8-4bd1-98c9-b4985e297f42 admin admin] Made reservation on behalf of 9e2eafaab6a541cebc3ded7483f12ea6 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:59:38.174063 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9f1a4956-b4f8-4bd1-98c9-b4985e297f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:38.193297 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9f1a4956-b4f8-4bd1-98c9-b4985e297f42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:38.267733 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2517865-2399-4e51-a60a-ab2cd7c74bcf req-d563a300-3dbd-4d46-b0aa-24ad49345745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:38.269345 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e2517865-2399-4e51-a60a-ab2cd7c74bcf req-d563a300-3dbd-4d46-b0aa-24ad49345745 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 1102 time: 0.1855419 Jul 15 12:59:38.302276 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f02cf11e-67ad-4e60-8ef8-6d71f9e2b633 req-531a292f-e21f-4977-91d8-62df11247f1f tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:38.302672 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f02cf11e-67ad-4e60-8ef8-6d71f9e2b633 req-531a292f-e21f-4977-91d8-62df11247f1f tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:38.303043 n-d-771363-36 neutron-server[93826]: INFO neutron.db.l3_db [req-f02cf11e-67ad-4e60-8ef8-6d71f9e2b633 req-531a292f-e21f-4977-91d8-62df11247f1f tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Floating IP a7049271-08b4-4670-940e-dc1a6165e078 disassociated. External IP: 172.25.8.123, port: 2b2af28b-84e7-4212-98e1-e7b09673a9b8. Jul 15 12:59:38.303477 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-f02cf11e-67ad-4e60-8ef8-6d71f9e2b633 req-531a292f-e21f-4977-91d8-62df11247f1f tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Calling delete_port for 2b2af28b-84e7-4212-98e1-e7b09673a9b8 owned by compute:tempest-test_az-373280312 {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 12:59:38.308624 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-c16b1fd1-03d1-4d41-b1ce-1822c4d1780a tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:38.311069 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-c16b1fd1-03d1-4d41-b1ce-1822c4d1780a tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2506392 Jul 15 12:59:38.327077 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-c0019c8b-56bf-42a1-9205-8635f8a22ec3 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Request body: {'port': {'device_id': 'a8f4c7be-5434-45ba-892e-15fe041f8206', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'admin_state_up': True, 'tenant_id': '70b334eb6b1c4823bfeb87b9e0290ca2'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:38.330575 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e2517865-2399-4e51-a60a-ab2cd7c74bcf req-b041cabb-ae6b-4600-bd8f-96e51729bce9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523157 Jul 15 12:59:38.371982 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451fd48-00ff-416f-8101-4666d50aaf3c req-cdd5d192-43d4-40c7-8207-629d59203fb2 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:38.373526 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c451fd48-00ff-416f-8101-4666d50aaf3c req-cdd5d192-43d4-40c7-8207-629d59203fb2 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 950 time: 0.2790005 Jul 15 12:59:38.529023 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c451fd48-00ff-416f-8101-4666d50aaf3c req-765867c4-337e-4ad9-b5c0-0cb9b67d63e1 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424196 Jul 15 12:59:38.540570 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36992) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:38.551489 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f02cf11e-67ad-4e60-8ef8-6d71f9e2b633 req-531a292f-e21f-4977-91d8-62df11247f1f tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:38.596860 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a292f-e21f-4977-91d8-62df11247f1f tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Pushing event deleted for resources: {'Port': ['ID=2b2af28b-84e7-4212-98e1-e7b09673a9b8,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:38.716208 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9f1a4956-b4f8-4bd1-98c9-b4985e297f42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:38.746002 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6d41dd59-76ef-464e-9e23-385ae734606c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:38.756279 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc406d-2e49-4dff-9a7d-239012288b1a req-08560920-957a-4999-a999-b7426e9867c8 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:38.763064 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8bcc406d-2e49-4dff-9a7d-239012288b1a req-08560920-957a-4999-a999-b7426e9867c8 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ebd3321-3589-461f-807c-2d84527fdbb0 HTTP/1.1" status: 200 len: 945 time: 0.2174129 Jul 15 12:59:38.764980 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9f1a4956-b4f8-4bd1-98c9-b4985e297f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:38.774166 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f02cf11e-67ad-4e60-8ef8-6d71f9e2b633 req-531a292f-e21f-4977-91d8-62df11247f1f tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Router de53690b-ee56-4872-aa83-a05f237c0443 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 12:59:38.779805 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.db.api [None req-6d41dd59-76ef-464e-9e23-385ae734606c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 12:59:38.779805 n-d-771363-36 neutron-server[93826]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 12:59:38.779805 n-d-771363-36 neutron-server[93826]: [parameters: {'project_id_1': '1da9738245fe4be783055571fd4ea0e3', 'expiration_1': datetime.datetime(2021, 7, 15, 12, 59, 38, 765909)}] Jul 15 12:59:38.779805 n-d-771363-36 neutron-server[93826]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 12:59:38.780545 n-d-771363-36 neutron-server[93826]: DEBUG oslo_db.api [None req-6d41dd59-76ef-464e-9e23-385ae734606c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 12:59:38.805076 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2540c9cc-8cd3-49c0-8706-2140ab8c93a5 req-f058eb4b-b206-4104-b613-6c4e3448dfcf tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8f4c7be-5434-45ba-892e-15fe041f8206 HTTP/1.1" status: 200 len: 210 time: 0.0755348 Jul 15 12:59:38.828654 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f1a4956-b4f8-4bd1-98c9-b4985e297f42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 12:59:38.848706 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9f1a4956-b4f8-4bd1-98c9-b4985e297f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:38.849162 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-9f1a4956-b4f8-4bd1-98c9-b4985e297f42 admin admin] Added segment 66bf1621-e415-4f6f-a227-7a92c6c33e31 of type vlan for network 5ac2a3ab-c25a-4b1d-bfb8-d02a9e8ca8cb Jul 15 12:59:38.861954 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-c0019c8b-56bf-42a1-9205-8635f8a22ec3 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Made reservation on behalf of 70b334eb6b1c4823bfeb87b9e0290ca2 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:59:38.865671 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-c0019c8b-56bf-42a1-9205-8635f8a22ec3 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:38.906731 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a4956-b4f8-4bd1-98c9-b4985e297f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d24ad7a-b285-4145-bb54-3554d6bbed68,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:38.933237 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f02cf11e-67ad-4e60-8ef8-6d71f9e2b633 req-531a292f-e21f-4977-91d8-62df11247f1f tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:59:38.942554 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8bcc406d-2e49-4dff-9a7d-239012288b1a req-d0d02e39-6e78-4b8a-a33c-4d8572e40abb tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784627 Jul 15 12:59:38.944585 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855c584b-081a-4c07-a754-bf87e1b9587a None None] Sync routers for ids ['de53690b-ee56-4872-aa83-a05f237c0443'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:59:38.963596 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9f1a4956-b4f8-4bd1-98c9-b4985e297f42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:38.963691 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855c584b-081a-4c07-a754-bf87e1b9587a None None] Routers {'de53690b-ee56-4872-aa83-a05f237c0443'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:59:38.963691 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-855c584b-081a-4c07-a754-bf87e1b9587a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:59:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['de53690b-ee56-4872-aa83-a05f237c0443'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:39.003190 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02cf11e-67ad-4e60-8ef8-6d71f9e2b633 req-531a292f-e21f-4977-91d8-62df11247f1f tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] No DVR routers for this DVR port 2b2af28b-84e7-4212-98e1-e7b09673a9b8 on host n-h1-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 12:59:39.009441 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f02cf11e-67ad-4e60-8ef8-6d71f9e2b633 req-531a292f-e21f-4977-91d8-62df11247f1f tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:39.013129 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f02cf11e-67ad-4e60-8ef8-6d71f9e2b633 req-531a292f-e21f-4977-91d8-62df11247f1f tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.20 "DELETE /v2.0/ports/2b2af28b-84e7-4212-98e1-e7b09673a9b8 HTTP/1.1" status: 204 len: 173 time: 1.5200574 Jul 15 12:59:39.013621 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f618b592-dfc6-49b9-ab02-5a2825ebaba9', 'name': 'network-vif-deleted', 'tag': '2b2af28b-84e7-4212-98e1-e7b09673a9b8'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:39.018691 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c003b8-9d14-4f4d-9db8-618a817a0def" -d '{"events": [{"server_uuid": "f618b592-dfc6-49b9-ab02-5a2825ebaba9", "name": "network-vif-deleted", "tag": "2b2af28b-84e7-4212-98e1-e7b09673a9b8"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:39.109244 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-77d4627f-26cd-4206-a98f-da89eb57c89c req-2ad0c7cc-bbab-4842-8ace-7d1aa41b0980 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0233de-c9ae-4d7b-9761-e5f439cd3c39 HTTP/1.1" status: 200 len: 210 time: 0.1600566 Jul 15 12:59:39.140917 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.db.resource_extend [None req-9f1a4956-b4f8-4bd1-98c9-b4985e297f42 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 12:59:39.215599 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-855c584b-081a-4c07-a754-bf87e1b9587a None None] Set router de53690b-ee56-4872-aa83-a05f237c0443 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:59:39.282213 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6d41dd59-76ef-464e-9e23-385ae734606c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:39.348433 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9f1a4956-b4f8-4bd1-98c9-b4985e297f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:39.349780 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1a4956-b4f8-4bd1-98c9-b4985e297f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:39.360938 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9f1a4956-b4f8-4bd1-98c9-b4985e297f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:39.480417 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6d41dd59-76ef-464e-9e23-385ae734606c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:39.486400 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6d41dd59-76ef-464e-9e23-385ae734606c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:39.539511 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-c0019c8b-56bf-42a1-9205-8635f8a22ec3 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Allocated IP 192.168.233.102 (fb7e2853-c052-4bbe-a410-b119ef2f5100/f7332b1d-b5ae-478a-9a33-4a7a808c5484/ea1612d9-8b56-43cb-bcfa-ce3508ea83e0) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:59:39.542739 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6d41dd59-76ef-464e-9e23-385ae734606c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1da9738245fe4be783055571fd4ea0e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9987543 Jul 15 12:59:39.544058 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37028) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:39.554472 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41dd59-76ef-464e-9e23-385ae734606c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8034c4ff-51d8-48e3-aadb-f27b784c4f80,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:39.555989 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9f1a4956-b4f8-4bd1-98c9-b4985e297f42 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6985605 Jul 15 12:59:39.564215 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a4956-b4f8-4bd1-98c9-b4985e297f42 admin admin] Pushing event updated for resources: {'Network': ['ID=5ac2a3ab-c25a-4b1d-bfb8-d02a9e8ca8cb,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:39.568116 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37032) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:39.575314 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-ebc2b8cd-45ba-4ffe-b16d-a41682296bb9 admin admin] Request body: {'subnet': {'network_id': '5ac2a3ab-c25a-4b1d-bfb8-d02a9e8ca8cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1382839987-subnet', 'tenant_id': '9e2eafaab6a541cebc3ded7483f12ea6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:39.594429 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 5ac2a3ab-c25a-4b1d-bfb8-d02a9e8ca8cb details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 12:59:39.637678 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc2b8cd-45ba-4ffe-b16d-a41682296bb9 admin admin] Made reservation on behalf of 9e2eafaab6a541cebc3ded7483f12ea6 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:59:39.640530 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ebc2b8cd-45ba-4ffe-b16d-a41682296bb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:39.644509 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9bdabebe-11a9-44f9-a159-ecd6ac15f8ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:39.654365 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91243794-cbf5-4e66-ae2c-7417e5c38e92 req-28feaa8c-c5ba-49f5-886b-b6e0c7210365 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:39.656014 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-91243794-cbf5-4e66-ae2c-7417e5c38e92 req-28feaa8c-c5ba-49f5-886b-b6e0c7210365 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6ebd3321-3589-461f-807c-2d84527fdbb0 HTTP/1.1" status: 200 len: 1097 time: 0.5208938 Jul 15 12:59:39.673061 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9bdabebe-11a9-44f9-a159-ecd6ac15f8ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:39.703492 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b7b9a-dd21-4174-9812-ffee76e2226a req-9cfe22ac-a3be-4fb5-aefd-400eec1edec4 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:39.711329 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0c4b7b9a-dd21-4174-9812-ffee76e2226a req-9cfe22ac-a3be-4fb5-aefd-400eec1edec4 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=66d85e0d-690b-4fa6-a0fe-44d1d33a3151 HTTP/1.1" status: 200 len: 944 time: 0.4300878 Jul 15 12:59:39.712494 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-855c584b-081a-4c07-a754-bf87e1b9587a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-24460711-router', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fbf4475e-a3de-4aaf-ace0-d489d9ec01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:09Z', 'updated_at': '2021-07-15T12:57:14Z', 'revision_number': 4, 'project_id': 'b1bed3db82d94ba082f589d0abe653bf', 'gw_port': {'id': 'fbf4475e-a3de-4aaf-ace0-d489d9ec01c3', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:10Z', 'updated_at': '2021-07-15T12:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '0fb284e8-7f46-4e01-b005-741d6805e669', 'name': '', 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'mac_address': 'fa:16:3e:74:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd44e2be9-560a-4145-9cc8-a12eda01a935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:13Z', 'updated_at': '2021-07-15T12:57:21Z', 'revision_number': 5, 'project_id': 'b1bed3db82d94ba082f589d0abe653bf', 'subnets': [{'id': 'd44e2be9-560a-4145-9cc8-a12eda01a935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:39.728689 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-d4cd725e-0225-4d4d-b549-832baa0b3ded tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:39.730250 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-d4cd725e-0225-4d4d-b549-832baa0b3ded tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.46 "GET /v2.0/networks?id=2691f40b-6294-497c-8479-3f33a37dc0ee HTTP/1.1" status: 200 len: 822 time: 0.3464627 Jul 15 12:59:39.746546 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855c584b-081a-4c07-a754-bf87e1b9587a None None] Checking router: de53690b-ee56-4872-aa83-a05f237c0443 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:59:39.751704 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9bdabebe-11a9-44f9-a159-ecd6ac15f8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:39.754607 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9bdabebe-11a9-44f9-a159-ecd6ac15f8ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:39.758259 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9bdabebe-11a9-44f9-a159-ecd6ac15f8ed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8034c4ff-51d8-48e3-aadb-f27b784c4f80 HTTP/1.1" status: 204 len: 168 time: 0.2097075 Jul 15 12:59:39.761311 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855c584b-081a-4c07-a754-bf87e1b9587a None None] Routers {'de53690b-ee56-4872-aa83-a05f237c0443'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:59:39.762104 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-855c584b-081a-4c07-a754-bf87e1b9587a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:59:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['de53690b-ee56-4872-aa83-a05f237c0443'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:39.815778 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdabebe-11a9-44f9-a159-ecd6ac15f8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8034c4ff-51d8-48e3-aadb-f27b784c4f80,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:39.863334 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-91243794-cbf5-4e66-ae2c-7417e5c38e92 req-3a8dbe1b-21db-4e81-a9a3-73af83ae7e49 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853437 Jul 15 12:59:39.886394 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0c4b7b9a-dd21-4174-9812-ffee76e2226a req-34cd5dd4-59ce-4de1-a59b-1b9f5aa4d4ed tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741059 Jul 15 12:59:39.914888 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-ba212c21-a042-437b-91d7-e0ee30493448 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1bed3db82d94ba082f589d0abe653bf HTTP/1.1" status: 200 len: 378 time: 0.1489820 Jul 15 12:59:39.941711 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-7062c51f-52b1-4d0e-98e3-9f5b5fe53fc3 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Request body: {'port': {'device_id': '7b0233de-c9ae-4d7b-9761-e5f439cd3c39', 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee', 'admin_state_up': True, 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'security_groups': ['c51af1c0-2b5c-4e46-9e96-4747552c3905']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:39.946777 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-855c584b-081a-4c07-a754-bf87e1b9587a None None] Set router de53690b-ee56-4872-aa83-a05f237c0443 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:59:40.014355 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e174d6e6-7be7-423d-b967-38e3d76ef724 x-openstack-request-id: req-e174d6e6-7be7-423d-b967-38e3d76ef724 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:40.022834 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f618b592-dfc6-49b9-ab02-5a2825ebaba9", "name": "network-vif-deleted", "tag": "2b2af28b-84e7-4212-98e1-e7b09673a9b8", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:40.023054 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e174d6e6-7be7-423d-b967-38e3d76ef724 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:40.023466 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f618b592-dfc6-49b9-ab02-5a2825ebaba9', 'name': 'network-vif-deleted', 'tag': '2b2af28b-84e7-4212-98e1-e7b09673a9b8', 'status': 'completed', 'code': 200} Jul 15 12:59:40.081401 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-c0019c8b-56bf-42a1-9205-8635f8a22ec3 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:40.111627 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ebc2b8cd-45ba-4ffe-b16d-a41682296bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:40.178641 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-c0019c8b-56bf-42a1-9205-8635f8a22ec3 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Transition to ACTIVE for port object ea1612d9-8b56-43cb-bcfa-ce3508ea83e0 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:40.188023 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2b8cd-45ba-4ffe-b16d-a41682296bb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb51492f-31e9-4a1e-98e6-2c2fc6f5a685,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:40.263776 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc2b8cd-45ba-4ffe-b16d-a41682296bb9 admin admin] Checking segment: {'id': '66bf1621-e415-4f6f-a227-7a92c6c33e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5ac2a3ab-c25a-4b1d-bfb8-d02a9e8ca8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:40.265275 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc2b8cd-45ba-4ffe-b16d-a41682296bb9 admin admin] Network hostable DHCP agents. Network: 5ac2a3ab-c25a-4b1d-bfb8-d02a9e8ca8cb, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 12:59:40.292719 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc2b8cd-45ba-4ffe-b16d-a41682296bb9 admin admin] Network 5ac2a3ab-c25a-4b1d-bfb8-d02a9e8ca8cb is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 12:59:40.306210 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e885850-981b-4db4-b0c9-bfe9371102ef req-6df4af0e-011d-4b0f-8452-76537fc2a763 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8f4c7be-5434-45ba-892e-15fe041f8206 HTTP/1.1" status: 200 len: 210 time: 0.0594389 Jul 15 12:59:40.312311 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-ebc2b8cd-45ba-4ffe-b16d-a41682296bb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 5ac2a3ab-c25a-4b1d-bfb8-d02a9e8ca8cb) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:40.330262 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed259bf-7db7-4727-978a-5b47ee3e289a None None] Network 5ac2a3ab-c25a-4b1d-bfb8-d02a9e8ca8cb requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:59:40.340230 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc2b8cd-45ba-4ffe-b16d-a41682296bb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:40.341861 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7f86d-3417-4bf5-9114-5a364f6354cb req-3b4ada01-41e1-4f5b-9047-f687bd4ee371 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:40.343222 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ebc2b8cd-45ba-4ffe-b16d-a41682296bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:40.349835 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-04a7f86d-3417-4bf5-9114-5a364f6354cb req-3b4ada01-41e1-4f5b-9047-f687bd4ee371 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 950 time: 0.1742890 Jul 15 12:59:40.358372 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-7062c51f-52b1-4d0e-98e3-9f5b5fe53fc3 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Made reservation on behalf of b1bed3db82d94ba082f589d0abe653bf for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:59:40.362693 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-7062c51f-52b1-4d0e-98e3-9f5b5fe53fc3 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:40.365065 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-c0019c8b-56bf-42a1-9205-8635f8a22ec3 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:40.366098 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:59:40.377473 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ebc2b8cd-45ba-4ffe-b16d-a41682296bb9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8081496 Jul 15 12:59:40.386365 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37056) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:40.391353 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-6ae8b441-62a8-47ab-85f1-4874facdc9d6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1382839987-router', 'tenant_id': '9e2eafaab6a541cebc3ded7483f12ea6', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:40.411727 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37066) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:40.425211 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6ae8b441-62a8-47ab-85f1-4874facdc9d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:40.426238 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6ae8b441-62a8-47ab-85f1-4874facdc9d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:40.466673 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['5ad1673d-f6ae-4bae-be9f-39cd7f9f5624', 'b227902d-e9bf-4f51-b5d3-e5ef04289ae5', '2f57e29a-7903-43e4-8107-e1e1096ceb14', '55b4160f-6a69-4ed8-94c0-c04328aaae53'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:59:40.489955 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['bf6286f6-c3c3-4ed6-b1d8-35f877b652c5'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:59:40.503301 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0e2d7c3b-2f69-41c4-9045-aede7493115d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:40.518186 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6ae8b441-62a8-47ab-85f1-4874facdc9d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:40.519993 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-c0019c8b-56bf-42a1-9205-8635f8a22ec3 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Network fb7e2853-c052-4bbe-a410-b119ef2f5100 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:59:40.573907 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-04a7f86d-3417-4bf5-9114-5a364f6354cb req-d992a4ed-57fa-4c0d-9bd5-57da249cee61 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228975 Jul 15 12:59:40.577630 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-c0019c8b-56bf-42a1-9205-8635f8a22ec3 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:40.587648 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-c0019c8b-56bf-42a1-9205-8635f8a22ec3 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:59:40.601227 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0019c8b-56bf-42a1-9205-8635f8a22ec3 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Pushing event updated for resources: {'Port': ['ID=ea1612d9-8b56-43cb-bcfa-ce3508ea83e0,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:40.692612 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6ae8b441-62a8-47ab-85f1-4874facdc9d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:40.696171 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:40.824265 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-557a48ce-0a71-405f-a63c-be591dcc0c87 req-259775e8-09b5-4295-80bf-f6b6230cfa78 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0233de-c9ae-4d7b-9761-e5f439cd3c39 HTTP/1.1" status: 200 len: 210 time: 0.1778166 Jul 15 12:59:40.918723 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-c0019c8b-56bf-42a1-9205-8635f8a22ec3 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:40.920176 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-c0019c8b-56bf-42a1-9205-8635f8a22ec3 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:40.945602 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87', 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f', 'port_id': 'a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87', 'mac_address': 'fa:16:3e:4e:93:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '522453a6-daf1-42ae-a6f8-abb7ab66795d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:59:40.989083 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-7062c51f-52b1-4d0e-98e3-9f5b5fe53fc3 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Allocated IP 172.20.0.7 (2691f40b-6294-497c-8479-3f33a37dc0ee/d44e2be9-560a-4145-9cc8-a12eda01a935/4cc591f0-b54c-4ad6-87c4-83c9a229462a) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:59:41.024738 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6ae8b441-62a8-47ab-85f1-4874facdc9d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:41.034727 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-87b4864d-e193-4f8c-ad30-750fb61ea48b None None] Provisioning for port ea1612d9-8b56-43cb-bcfa-ce3508ea83e0 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:41.046916 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-855c584b-081a-4c07-a754-bf87e1b9587a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-24460711-router', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fbf4475e-a3de-4aaf-ace0-d489d9ec01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:09Z', 'updated_at': '2021-07-15T12:57:14Z', 'revision_number': 4, 'project_id': 'b1bed3db82d94ba082f589d0abe653bf', 'gw_port': {'id': 'fbf4475e-a3de-4aaf-ace0-d489d9ec01c3', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:10Z', 'updated_at': '2021-07-15T12:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '0fb284e8-7f46-4e01-b005-741d6805e669', 'name': '', 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'mac_address': 'fa:16:3e:74:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd44e2be9-560a-4145-9cc8-a12eda01a935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:13Z', 'updated_at': '2021-07-15T12:57:21Z', 'revision_number': 5, 'project_id': 'b1bed3db82d94ba082f589d0abe653bf', 'subnets': [{'id': 'd44e2be9-560a-4145-9cc8-a12eda01a935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:41.049124 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae5f46-91dc-4e17-b49f-fd1122bb3bab req-ac966a4a-bd4c-4b7d-a3c3-92919a8835bf tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:41.056308 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4eae5f46-91dc-4e17-b49f-fd1122bb3bab req-ac966a4a-bd4c-4b7d-a3c3-92919a8835bf tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 950 time: 0.2420552 Jul 15 12:59:41.063076 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6ae8b441-62a8-47ab-85f1-4874facdc9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:41.081381 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-87b4864d-e193-4f8c-ad30-750fb61ea48b None None] Provisioning complete for port ea1612d9-8b56-43cb-bcfa-ce3508ea83e0 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:41.081761 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-87b4864d-e193-4f8c-ad30-750fb61ea48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:41.120439 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0e2d7c3b-2f69-41c4-9045-aede7493115d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:41.142621 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0e2d7c3b-2f69-41c4-9045-aede7493115d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:41.142861 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855c584b-081a-4c07-a754-bf87e1b9587a None None] The sync data for ids ['de53690b-ee56-4872-aa83-a05f237c0443'] in n-d-771363-36 is: [{'id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-24460711-router', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fbf4475e-a3de-4aaf-ace0-d489d9ec01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:09Z', 'updated_at': '2021-07-15T12:57:14Z', 'revision_number': 4, 'project_id': 'b1bed3db82d94ba082f589d0abe653bf', 'gw_port': {'id': 'fbf4475e-a3de-4aaf-ace0-d489d9ec01c3', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:10Z', 'updated_at': '2021-07-15T12:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '0fb284e8-7f46-4e01-b005-741d6805e669', 'name': '', 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'mac_address': 'fa:16:3e:74:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd44e2be9-560a-4145-9cc8-a12eda01a935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:13Z', 'updated_at': '2021-07-15T12:57:21Z', 'revision_number': 5, 'project_id': 'b1bed3db82d94ba082f589d0abe653bf', 'subnets': [{'id': 'd44e2be9-560a-4145-9cc8-a12eda01a935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:59:41.183781 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-87b4864d-e193-4f8c-ad30-750fb61ea48b None None] Port ea1612d9-8b56-43cb-bcfa-ce3508ea83e0 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:59:41.203337 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4eae5f46-91dc-4e17-b49f-fd1122bb3bab req-d06682ab-aaf7-4e40-9cee-96311ecdd18d tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456852 Jul 15 12:59:41.206366 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-c0019c8b-56bf-42a1-9205-8635f8a22ec3 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8844774 Jul 15 12:59:41.268564 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-6ae8b441-62a8-47ab-85f1-4874facdc9d6 admin admin] Allocated IP 172.25.8.60 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/0dfaed1a-8468-415b-9108-744834340708) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:59:41.280156 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:41.359930 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:59:41.482965 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:41.518139 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6ae8b441-62a8-47ab-85f1-4874facdc9d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:41.541084 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:41.567459 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59199bd2-1f98-4675-91ed-4a32c64c9eba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-5ac2a3ab-c25a-4b1d-bfb8-d02a9e8ca8cb', 'network_id': '5ac2a3ab-c25a-4b1d-bfb8-d02a9e8ca8cb', 'tenant_id': '9e2eafaab6a541cebc3ded7483f12ea6', 'fixed_ips': [{'subnet_id': 'fb51492f-31e9-4a1e-98e6-2c2fc6f5a685'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 12:59:41.568299 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-59199bd2-1f98-4675-91ed-4a32c64c9eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:41.604773 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6ae8b441-62a8-47ab-85f1-4874facdc9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:41.658025 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b9fd6e-161b-42d2-a7f9-02603c3d406d None None] New status for floating IP a7049271-08b4-4670-940e-dc1a6165e078: DOWN {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 12:59:41.687422 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae8b441-62a8-47ab-85f1-4874facdc9d6 admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:59:41.691940 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-6ae8b441-62a8-47ab-85f1-4874facdc9d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:41.704676 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae8b441-62a8-47ab-85f1-4874facdc9d6 admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:59:41.811976 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8b441-62a8-47ab-85f1-4874facdc9d6 admin admin] Pushing event updated for resources: {'Port': ['ID=0dfaed1a-8468-415b-9108-744834340708,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:41.827194 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:41.963145 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0e2d7c3b-2f69-41c4-9045-aede7493115d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=20f8c3f9cde549c8a694658e472ea760&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5442033 Jul 15 12:59:41.965248 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37120) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:42.020265 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:59:42.057969 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-28422774-1df4-4ae5-830f-eb4a3066a748 service neutron] Request body: {'port': {'device_id': 'a8f4c7be-5434-45ba-892e-15fe041f8206', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:42.100184 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 2b2af28b-84e7-4212-98e1-e7b09673a9b8 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 12:59:42.118401 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d7c3b-2f69-41c4-9045-aede7493115d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c6cc29-f3c3-4479-9b83-32f1ea535084,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:42.166380 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: 2b2af28b-84e7-4212-98e1-e7b09673a9b8 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 12:59:42.166748 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 2b2af28b-84e7-4212-98e1-e7b09673a9b8 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 12:59:42.268722 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-7062c51f-52b1-4d0e-98e3-9f5b5fe53fc3 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:42.270313 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6ae8b441-62a8-47ab-85f1-4874facdc9d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:42.343764 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-59199bd2-1f98-4675-91ed-4a32c64c9eba None None] Allocated IP 172.20.0.2 (5ac2a3ab-c25a-4b1d-bfb8-d02a9e8ca8cb/fb51492f-31e9-4a1e-98e6-2c2fc6f5a685/67d9c14f-f1d9-4dc2-b29d-e47e490ff541) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:59:42.356366 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-7062c51f-52b1-4d0e-98e3-9f5b5fe53fc3 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Transition to ACTIVE for port object 4cc591f0-b54c-4ad6-87c4-83c9a229462a will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:42.377030 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb836ace-ed01-4429-9587-db6b74886fdb req-7399f48e-f971-4aa8-8180-cd1fff5604c3 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:42.384409 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eb836ace-ed01-4429-9587-db6b74886fdb req-7399f48e-f971-4aa8-8180-cd1fff5604c3 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=66d85e0d-690b-4fa6-a0fe-44d1d33a3151 HTTP/1.1" status: 200 len: 945 time: 1.2360139 Jul 15 12:59:42.435292 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-636a7e76-a656-4efc-aed4-1bf7d35b0131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:42.444073 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-28422774-1df4-4ae5-830f-eb4a3066a748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:42.486337 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fecb373-bc2e-4781-8666-106ed9f38389 req-ec9f02c0-c3cd-477b-af16-ca2fda257f7e tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:42.493175 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2fecb373-bc2e-4781-8666-106ed9f38389 req-ec9f02c0-c3cd-477b-af16-ca2fda257f7e tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8f4c7be-5434-45ba-892e-15fe041f8206 HTTP/1.1" status: 200 len: 936 time: 0.3387756 Jul 15 12:59:42.536892 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-636a7e76-a656-4efc-aed4-1bf7d35b0131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:42.593194 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6ae8b441-62a8-47ab-85f1-4874facdc9d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:42.597448 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eb836ace-ed01-4429-9587-db6b74886fdb req-fbcc7664-2026-4fdf-be64-50943c2edd18 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120869 Jul 15 12:59:42.606289 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-7062c51f-52b1-4d0e-98e3-9f5b5fe53fc3 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:42.735344 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-59199bd2-1f98-4675-91ed-4a32c64c9eba None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:42.746953 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-59199bd2-1f98-4675-91ed-4a32c64c9eba None None] Transition to ACTIVE for port object 67d9c14f-f1d9-4dc2-b29d-e47e490ff541 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:42.763468 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2fecb373-bc2e-4781-8666-106ed9f38389 req-6c23a2c1-5143-4529-84c9-9ced45cd1f9c tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694285 Jul 15 12:59:42.767255 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-59199bd2-1f98-4675-91ed-4a32c64c9eba None None] Transition to ACTIVE for port object 67d9c14f-f1d9-4dc2-b29d-e47e490ff541 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:42.782902 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-59199bd2-1f98-4675-91ed-4a32c64c9eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:42.793607 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-7062c51f-52b1-4d0e-98e3-9f5b5fe53fc3 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Network 2691f40b-6294-497c-8479-3f33a37dc0ee is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:59:42.800092 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae8b441-62a8-47ab-85f1-4874facdc9d6 admin admin] Router 2e02ac2c-b781-4489-acf9-5140286b2e9b is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 12:59:42.820079 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062c51f-52b1-4d0e-98e3-9f5b5fe53fc3 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Pushing event updated for resources: {'Port': ['ID=4cc591f0-b54c-4ad6-87c4-83c9a229462a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:42.830233 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-7062c51f-52b1-4d0e-98e3-9f5b5fe53fc3 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:42.835273 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-7062c51f-52b1-4d0e-98e3-9f5b5fe53fc3 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:59:42.860290 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59199bd2-1f98-4675-91ed-4a32c64c9eba None None] Network 5ac2a3ab-c25a-4b1d-bfb8-d02a9e8ca8cb is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:59:42.871654 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-59199bd2-1f98-4675-91ed-4a32c64c9eba None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:42.878994 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59199bd2-1f98-4675-91ed-4a32c64c9eba None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:59:42.925268 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59199bd2-1f98-4675-91ed-4a32c64c9eba None None] Pushing event updated for resources: {'Port': ['ID=67d9c14f-f1d9-4dc2-b29d-e47e490ff541,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:42.929170 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-7062c51f-52b1-4d0e-98e3-9f5b5fe53fc3 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:42.930256 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-7062c51f-52b1-4d0e-98e3-9f5b5fe53fc3 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:42.984341 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-59199bd2-1f98-4675-91ed-4a32c64c9eba None None] Attempting to bind port 67d9c14f-f1d9-4dc2-b29d-e47e490ff541 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:59:42.984725 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-59199bd2-1f98-4675-91ed-4a32c64c9eba None None] Attempting to bind port 67d9c14f-f1d9-4dc2-b29d-e47e490ff541 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '66bf1621-e415-4f6f-a227-7a92c6c33e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5ac2a3ab-c25a-4b1d-bfb8-d02a9e8ca8cb'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:59:42.985158 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59199bd2-1f98-4675-91ed-4a32c64c9eba None None] Attempting to bind port 67d9c14f-f1d9-4dc2-b29d-e47e490ff541 on network 5ac2a3ab-c25a-4b1d-bfb8-d02a9e8ca8cb {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:42.995537 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-636a7e76-a656-4efc-aed4-1bf7d35b0131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:42.997208 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59199bd2-1f98-4675-91ed-4a32c64c9eba None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:59:42.997588 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59199bd2-1f98-4675-91ed-4a32c64c9eba None None] Checking segment: {'id': '66bf1621-e415-4f6f-a227-7a92c6c33e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5ac2a3ab-c25a-4b1d-bfb8-d02a9e8ca8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:42.998037 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-59199bd2-1f98-4675-91ed-4a32c64c9eba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:42.998433 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59199bd2-1f98-4675-91ed-4a32c64c9eba None None] Bound using segment: {'id': '66bf1621-e415-4f6f-a227-7a92c6c33e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5ac2a3ab-c25a-4b1d-bfb8-d02a9e8ca8cb'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:59:42.999118 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-59199bd2-1f98-4675-91ed-4a32c64c9eba None None] Bound port: 67d9c14f-f1d9-4dc2-b29d-e47e490ff541, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66bf1621-e415-4f6f-a227-7a92c6c33e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5ac2a3ab-c25a-4b1d-bfb8-d02a9e8ca8cb'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:59:42.999857 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-59199bd2-1f98-4675-91ed-4a32c64c9eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:43.003395 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-636a7e76-a656-4efc-aed4-1bf7d35b0131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:43.004861 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-636a7e76-a656-4efc-aed4-1bf7d35b0131 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/68c6cc29-f3c3-4479-9b83-32f1ea535084 HTTP/1.1" status: 204 len: 168 time: 0.9675357 Jul 15 12:59:43.045580 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae8b441-62a8-47ab-85f1-4874facdc9d6 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:59:43.062903 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cddf7a-6ba2-4756-a489-4fbb3ee3a082 None None] Sync routers for ids ['2e02ac2c-b781-4489-acf9-5140286b2e9b'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:59:43.087492 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a7e76-a656-4efc-aed4-1bf7d35b0131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c6cc29-f3c3-4479-9b83-32f1ea535084,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:43.089705 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6ae8b441-62a8-47ab-85f1-4874facdc9d6 admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:43.091208 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6ae8b441-62a8-47ab-85f1-4874facdc9d6 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.7038395 Jul 15 12:59:43.095961 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37138) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:43.103102 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-7062c51f-52b1-4d0e-98e3-9f5b5fe53fc3 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1735187 Jul 15 12:59:43.107944 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cddf7a-6ba2-4756-a489-4fbb3ee3a082 None None] Routers {'2e02ac2c-b781-4489-acf9-5140286b2e9b'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:59:43.109378 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-86cddf7a-6ba2-4756-a489-4fbb3ee3a082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:59:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['2e02ac2c-b781-4489-acf9-5140286b2e9b'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:43.125158 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc21de7-b506-410f-9f87-6a3cee44a701 req-7a6812c7-e216-46d6-8671-bbffa0920524 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:43.140082 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0dc21de7-b506-410f-9f87-6a3cee44a701 req-7a6812c7-e216-46d6-8671-bbffa0920524 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0233de-c9ae-4d7b-9761-e5f439cd3c39 HTTP/1.1" status: 200 len: 931 time: 0.3694315 Jul 15 12:59:43.205164 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-f7206884-455c-4a77-8fcd-9bf5d1552bb7 service neutron] Request body: {'port': {'device_id': '7b0233de-c9ae-4d7b-9761-e5f439cd3c39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:43.248034 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-59199bd2-1f98-4675-91ed-4a32c64c9eba None None] For port 67d9c14f-f1d9-4dc2-b29d-e47e490ff541, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:59:43.255340 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-59199bd2-1f98-4675-91ed-4a32c64c9eba None None] For port 67d9c14f-f1d9-4dc2-b29d-e47e490ff541, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=67d9c14f-f1d9-4dc2-b29d-e47e490ff541,segment=NetworkSegment(66bf1621-e415-4f6f-a227-7a92c6c33e31),segment_id=66bf1621-e415-4f6f-a227-7a92c6c33e31)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:59:43.294595 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-59199bd2-1f98-4675-91ed-4a32c64c9eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:43.416302 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59199bd2-1f98-4675-91ed-4a32c64c9eba None None] Pushing event updated for resources: {'Port': ['ID=67d9c14f-f1d9-4dc2-b29d-e47e490ff541,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:43.426961 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-86cddf7a-6ba2-4756-a489-4fbb3ee3a082 None None] Set router 2e02ac2c-b781-4489-acf9-5140286b2e9b gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:59:43.430433 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b5f0f895-d09a-4f06-941a-4ec8d94a20d0 None None] Provisioning for port 4cc591f0-b54c-4ad6-87c4-83c9a229462a completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:43.458602 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-28422774-1df4-4ae5-830f-eb4a3066a748 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea1612d9-8b56-43cb-bcfa-ce3508ea83e0 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:59:43.467592 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-28422774-1df4-4ae5-830f-eb4a3066a748 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:43.487713 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-28422774-1df4-4ae5-830f-eb4a3066a748 service neutron] Transition to ACTIVE for port object ea1612d9-8b56-43cb-bcfa-ce3508ea83e0 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:43.541649 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-28422774-1df4-4ae5-830f-eb4a3066a748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:43.593204 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0dc21de7-b506-410f-9f87-6a3cee44a701 req-b6d789c0-e67a-4385-9f68-0a5cd3e73909 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/security-groups?id=c51af1c0-2b5c-4e46-9e96-4747552c3905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4520717 Jul 15 12:59:43.734336 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-f7206884-455c-4a77-8fcd-9bf5d1552bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:43.806834 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b5f0f895-d09a-4f06-941a-4ec8d94a20d0 None None] Provisioning complete for port 4cc591f0-b54c-4ad6-87c4-83c9a229462a triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:43.815454 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b5f0f895-d09a-4f06-941a-4ec8d94a20d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:43.986344 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b5f0f895-d09a-4f06-941a-4ec8d94a20d0 None None] Port 4cc591f0-b54c-4ad6-87c4-83c9a229462a cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:59:44.032336 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-86cddf7a-6ba2-4756-a489-4fbb3ee3a082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e02ac2c-b781-4489-acf9-5140286b2e9b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1382839987-router', 'tenant_id': '9e2eafaab6a541cebc3ded7483f12ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '0dfaed1a-8468-415b-9108-744834340708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:59:40Z', 'updated_at': '2021-07-15T12:59:42Z', 'revision_number': 3, 'project_id': '9e2eafaab6a541cebc3ded7483f12ea6', 'gw_port': {'id': '0dfaed1a-8468-415b-9108-744834340708', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e02ac2c-b781-4489-acf9-5140286b2e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:41Z', 'updated_at': '2021-07-15T12:59:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:44.036536 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024a25b-8ebc-410d-a121-3ddd6b51ec04 req-b587c9b5-365b-4512-93d1-338fd62257a0 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:44.044881 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b024a25b-8ebc-410d-a121-3ddd6b51ec04 req-b587c9b5-365b-4512-93d1-338fd62257a0 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 950 time: 1.0385456 Jul 15 12:59:44.052427 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-28422774-1df4-4ae5-830f-eb4a3066a748 service neutron] Attempting to bind port ea1612d9-8b56-43cb-bcfa-ce3508ea83e0 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:59:44.052722 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-28422774-1df4-4ae5-830f-eb4a3066a748 service neutron] Attempting to bind port ea1612d9-8b56-43cb-bcfa-ce3508ea83e0 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:59:44.053051 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-28422774-1df4-4ae5-830f-eb4a3066a748 service neutron] Attempting to bind port ea1612d9-8b56-43cb-bcfa-ce3508ea83e0 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:44.064556 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-28422774-1df4-4ae5-830f-eb4a3066a748 service neutron] Port ea1612d9-8b56-43cb-bcfa-ce3508ea83e0 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:59:44.064880 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-28422774-1df4-4ae5-830f-eb4a3066a748 service neutron] Attempting to bind port ea1612d9-8b56-43cb-bcfa-ce3508ea83e0 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:44.068580 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422774-1df4-4ae5-830f-eb4a3066a748 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1612d9-8b56-43cb-bcfa-ce3508ea83e0,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:44.107958 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cddf7a-6ba2-4756-a489-4fbb3ee3a082 None None] Checking router: 2e02ac2c-b781-4489-acf9-5140286b2e9b for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:59:44.108301 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cddf7a-6ba2-4756-a489-4fbb3ee3a082 None None] Updating router 2e02ac2c-b781-4489-acf9-5140286b2e9b port 0dfaed1a-8468-415b-9108-744834340708 binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 12:59:44.147012 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-28422774-1df4-4ae5-830f-eb4a3066a748 service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:59:44.147388 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-28422774-1df4-4ae5-830f-eb4a3066a748 service neutron] Checking segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:44.147505 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86cddf7a-6ba2-4756-a489-4fbb3ee3a082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:44.147741 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-28422774-1df4-4ae5-830f-eb4a3066a748 service neutron] Bound using segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:59:44.148188 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-28422774-1df4-4ae5-830f-eb4a3066a748 service neutron] Bound port: ea1612d9-8b56-43cb-bcfa-ce3508ea83e0, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:59:44.148627 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-28422774-1df4-4ae5-830f-eb4a3066a748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:44.242972 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1d7bef28-110d-4a11-bec6-6551a337e265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:44.434936 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b024a25b-8ebc-410d-a121-3ddd6b51ec04 req-28210207-074f-463c-87e0-3029cb6721e9 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891366 Jul 15 12:59:44.464944 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:59:44.506390 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69118a5c-0236-4eca-9b89-d7e0ee163edd req-637aa4f5-f526-4394-956d-296a56c5b3a8 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:44.515141 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-69118a5c-0236-4eca-9b89-d7e0ee163edd req-637aa4f5-f526-4394-956d-296a56c5b3a8 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=66d85e0d-690b-4fa6-a0fe-44d1d33a3151 HTTP/1.1" status: 200 len: 945 time: 0.4284689 Jul 15 12:59:44.515441 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-1d7bef28-110d-4a11-bec6-6551a337e265 admin admin] Allocated IP 172.20.0.1 (5ac2a3ab-c25a-4b1d-bfb8-d02a9e8ca8cb/fb51492f-31e9-4a1e-98e6-2c2fc6f5a685/62856874-b684-46f6-aa35-86416bb17fb2) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:59:44.623577 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-28422774-1df4-4ae5-830f-eb4a3066a748 service neutron] For port ea1612d9-8b56-43cb-bcfa-ce3508ea83e0, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:59:44.705930 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-28422774-1df4-4ae5-830f-eb4a3066a748 service neutron] For port ea1612d9-8b56-43cb-bcfa-ce3508ea83e0, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=ea1612d9-8b56-43cb-bcfa-ce3508ea83e0,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:59:44.733643 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-28422774-1df4-4ae5-830f-eb4a3066a748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:44.744840 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-f7206884-455c-4a77-8fcd-9bf5d1552bb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cc591f0-b54c-4ad6-87c4-83c9a229462a {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:59:44.765594 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1d7bef28-110d-4a11-bec6-6551a337e265 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:44.770379 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-69118a5c-0236-4eca-9b89-d7e0ee163edd req-7f606615-d55a-4ebe-9a7d-0223e714596c tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539542 Jul 15 12:59:44.795084 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-f7206884-455c-4a77-8fcd-9bf5d1552bb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:44.810114 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-1d7bef28-110d-4a11-bec6-6551a337e265 admin admin] Transition to ACTIVE for port object 62856874-b684-46f6-aa35-86416bb17fb2 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:44.869243 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-28422774-1df4-4ae5-830f-eb4a3066a748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:44.869941 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-28422774-1df4-4ae5-830f-eb4a3066a748 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:44.870934 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-28422774-1df4-4ae5-830f-eb4a3066a748 service neutron] 10.222.0.20 "PUT /v2.0/ports/ea1612d9-8b56-43cb-bcfa-ce3508ea83e0 HTTP/1.1" status: 200 len: 1097 time: 2.9064722 Jul 15 12:59:44.881677 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8f4c7be-5434-45ba-892e-15fe041f8206', 'tag': 'ea1612d9-8b56-43cb-bcfa-ce3508ea83e0'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:44.884993 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685a28d3-8cfc-4e69-a146-de6ac629db9a" -d '{"events": [{"name": "network-changed", "server_uuid": "a8f4c7be-5434-45ba-892e-15fe041f8206", "tag": "ea1612d9-8b56-43cb-bcfa-ce3508ea83e0"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:44.895743 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 67d9c14f-f1d9-4dc2-b29d-e47e490ff541 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:59:44.900228 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1d7bef28-110d-4a11-bec6-6551a337e265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:44.967239 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-f7206884-455c-4a77-8fcd-9bf5d1552bb7 service neutron] Transition to ACTIVE for port object 4cc591f0-b54c-4ad6-87c4-83c9a229462a will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:44.978497 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:44.996048 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422774-1df4-4ae5-830f-eb4a3066a748 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1612d9-8b56-43cb-bcfa-ce3508ea83e0,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:45.008750 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-f7206884-455c-4a77-8fcd-9bf5d1552bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:45.016926 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7bef28-110d-4a11-bec6-6551a337e265 admin admin] Network 5ac2a3ab-c25a-4b1d-bfb8-d02a9e8ca8cb is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:59:45.020171 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-1d7bef28-110d-4a11-bec6-6551a337e265 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:45.026833 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7bef28-110d-4a11-bec6-6551a337e265 admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:59:45.048176 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df25d20b-0306-4366-9fc2-e079498e6edb None None] Network 5ac2a3ab-c25a-4b1d-bfb8-d02a9e8ca8cb requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:59:45.077152 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:45.077555 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:45.102385 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7bef28-110d-4a11-bec6-6551a337e265 admin admin] Pushing event updated for resources: {'Port': ['ID=62856874-b684-46f6-aa35-86416bb17fb2,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:45.128168 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1d7bef28-110d-4a11-bec6-6551a337e265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:45.164323 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c16d7-3c9c-449a-97bb-5b1188d5c66c req-c98d38fb-9fcd-4582-93a0-e2c077a8bcd8 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:45.171763 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-af6c16d7-3c9c-449a-97bb-5b1188d5c66c req-c98d38fb-9fcd-4582-93a0-e2c077a8bcd8 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8f4c7be-5434-45ba-892e-15fe041f8206 HTTP/1.1" status: 200 len: 948 time: 0.4093547 Jul 15 12:59:45.174210 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7206884-455c-4a77-8fcd-9bf5d1552bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc591f0-b54c-4ad6-87c4-83c9a229462a,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:45.191098 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-c87cbf8b-2dff-4378-8d23-2654a7d86a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:45.193019 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-c87cbf8b-2dff-4378-8d23-2654a7d86a4b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=70b334eb6b1c4823bfeb87b9e0290ca2&device_id=a8f4c7be-5434-45ba-892e-15fe041f8206 HTTP/1.1" status: 200 len: 1100 time: 0.2687392 Jul 15 12:59:45.341217 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-af6c16d7-3c9c-449a-97bb-5b1188d5c66c req-2abe4b0e-e412-4d7e-a98b-b477520cdfb9 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666317 Jul 15 12:59:45.345507 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-35373fb0-fe62-4a1e-b555-6deef9ed4545 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=ea1612d9-8b56-43cb-bcfa-ce3508ea83e0 HTTP/1.1" status: 200 len: 217 time: 0.1012137 Jul 15 12:59:45.370896 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86cddf7a-6ba2-4756-a489-4fbb3ee3a082 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:45.375926 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-50756639-3dcc-439d-8741-8d1fc8f03fa8 None None] Provisioning for port 67d9c14f-f1d9-4dc2-b29d-e47e490ff541 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:45.383051 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1d7bef28-110d-4a11-bec6-6551a337e265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:45.410515 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-86cddf7a-6ba2-4756-a489-4fbb3ee3a082 None None] Transition to ACTIVE for port object 0dfaed1a-8468-415b-9108-744834340708 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:45.439721 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-f7206884-455c-4a77-8fcd-9bf5d1552bb7 service neutron] Attempting to bind port 4cc591f0-b54c-4ad6-87c4-83c9a229462a on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:59:45.440126 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-f7206884-455c-4a77-8fcd-9bf5d1552bb7 service neutron] Attempting to bind port 4cc591f0-b54c-4ad6-87c4-83c9a229462a by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'cd857633-46f6-4d90-bb5f-e587bc48f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:59:45.440457 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-f7206884-455c-4a77-8fcd-9bf5d1552bb7 service neutron] Attempting to bind port 4cc591f0-b54c-4ad6-87c4-83c9a229462a on network 2691f40b-6294-497c-8479-3f33a37dc0ee {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:45.452318 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86cddf7a-6ba2-4756-a489-4fbb3ee3a082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:45.461536 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-f7206884-455c-4a77-8fcd-9bf5d1552bb7 service neutron] Port 4cc591f0-b54c-4ad6-87c4-83c9a229462a on network 2691f40b-6294-497c-8479-3f33a37dc0ee not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:59:45.461855 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-f7206884-455c-4a77-8fcd-9bf5d1552bb7 service neutron] Attempting to bind port 4cc591f0-b54c-4ad6-87c4-83c9a229462a on network 2691f40b-6294-497c-8479-3f33a37dc0ee {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:45.497712 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 67d9c14f-f1d9-4dc2-b29d-e47e490ff541 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:45.498608 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-f7206884-455c-4a77-8fcd-9bf5d1552bb7 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:59:45.499099 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-f7206884-455c-4a77-8fcd-9bf5d1552bb7 service neutron] Checking segment: {'id': 'cd857633-46f6-4d90-bb5f-e587bc48f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:45.499658 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-f7206884-455c-4a77-8fcd-9bf5d1552bb7 service neutron] Bound using segment: {'id': 'cd857633-46f6-4d90-bb5f-e587bc48f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:59:45.500880 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-f7206884-455c-4a77-8fcd-9bf5d1552bb7 service neutron] Bound port: 4cc591f0-b54c-4ad6-87c4-83c9a229462a, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd857633-46f6-4d90-bb5f-e587bc48f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:59:45.500880 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-f7206884-455c-4a77-8fcd-9bf5d1552bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:45.515275 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:45.517229 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 67d9c14f-f1d9-4dc2-b29d-e47e490ff541 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:45.517593 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:45.530437 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-275759e5-2c5a-46ff-8d9c-b1be74064aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:45.533649 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-275759e5-2c5a-46ff-8d9c-b1be74064aa1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.1783259 Jul 15 12:59:45.543529 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d2fea3-3a1f-44ca-8fcb-7e64eb6f6123 req-19d8c0fb-e0db-4ef4-a727-498d483b2858 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:45.545682 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b5d2fea3-3a1f-44ca-8fcb-7e64eb6f6123 req-19d8c0fb-e0db-4ef4-a727-498d483b2858 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0233de-c9ae-4d7b-9761-e5f439cd3c39 HTTP/1.1" status: 200 len: 943 time: 0.5169880 Jul 15 12:59:45.605611 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed12ea-3d2b-4239-b689-537840b27e7c None None] Pushing event updated for resources: {'Port': ['ID=0dfaed1a-8468-415b-9108-744834340708,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:45.615711 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-86cddf7a-6ba2-4756-a489-4fbb3ee3a082 None None] Attempting to bind port 0dfaed1a-8468-415b-9108-744834340708 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:59:45.616085 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-86cddf7a-6ba2-4756-a489-4fbb3ee3a082 None None] Attempting to bind port 0dfaed1a-8468-415b-9108-744834340708 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:59:45.616455 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cddf7a-6ba2-4756-a489-4fbb3ee3a082 None None] Attempting to bind port 0dfaed1a-8468-415b-9108-744834340708 on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:45.639219 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d85e0d-690b-4fa6-a0fe-44d1d33a3151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:45.641990 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cbca329-865b-4c51-b49a-e58c5346896e" -d '{"events": [{"server_uuid": "66d85e0d-690b-4fa6-a0fe-44d1d33a3151", "name": "network-vif-plugged", "status": "completed", "tag": "a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:45.646751 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1d7bef28-110d-4a11-bec6-6551a337e265 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:45.656493 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cddf7a-6ba2-4756-a489-4fbb3ee3a082 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:59:45.657128 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cddf7a-6ba2-4756-a489-4fbb3ee3a082 None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:45.659027 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1d7bef28-110d-4a11-bec6-6551a337e265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:45.678444 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86cddf7a-6ba2-4756-a489-4fbb3ee3a082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:45.680015 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cddf7a-6ba2-4756-a489-4fbb3ee3a082 None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:59:45.680536 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-86cddf7a-6ba2-4756-a489-4fbb3ee3a082 None None] Bound port: 0dfaed1a-8468-415b-9108-744834340708, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:59:45.680949 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86cddf7a-6ba2-4756-a489-4fbb3ee3a082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:45.739072 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b5d2fea3-3a1f-44ca-8fcb-7e64eb6f6123 req-a360af4f-1993-4509-98c1-5bf9dc1d472e tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/security-groups?id=c51af1c0-2b5c-4e46-9e96-4747552c3905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1227877 Jul 15 12:59:45.747310 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-f7206884-455c-4a77-8fcd-9bf5d1552bb7 service neutron] For port 4cc591f0-b54c-4ad6-87c4-83c9a229462a, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:59:45.751525 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-f7206884-455c-4a77-8fcd-9bf5d1552bb7 service neutron] For port 4cc591f0-b54c-4ad6-87c4-83c9a229462a, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=4cc591f0-b54c-4ad6-87c4-83c9a229462a,segment=NetworkSegment(cd857633-46f6-4d90-bb5f-e587bc48f622),segment_id=cd857633-46f6-4d90-bb5f-e587bc48f622)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:59:45.757261 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-df81ca35-8ca3-4edc-8f9c-1a32a313d5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:45.758884 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-df81ca35-8ca3-4edc-8f9c-1a32a313d5ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1876335 Jul 15 12:59:45.760933 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-f7206884-455c-4a77-8fcd-9bf5d1552bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:45.791746 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:45.827537 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1d7bef28-110d-4a11-bec6-6551a337e265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:45.837500 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7bef28-110d-4a11-bec6-6551a337e265 admin admin] Pushing event updated for resources: {'Port': ['ID=62856874-b684-46f6-aa35-86416bb17fb2,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:45.843902 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:45.904100 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccc3d30-4cac-43fe-b700-0efc5766e02c x-openstack-request-id: req-0ccc3d30-4cac-43fe-b700-0efc5766e02c {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:45.904100 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8f4c7be-5434-45ba-892e-15fe041f8206", "tag": "ea1612d9-8b56-43cb-bcfa-ce3508ea83e0", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:45.909515 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ccc3d30-4cac-43fe-b700-0efc5766e02c {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:45.910733 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8f4c7be-5434-45ba-892e-15fe041f8206', 'tag': 'ea1612d9-8b56-43cb-bcfa-ce3508ea83e0', 'status': 'completed', 'code': 200} Jul 15 12:59:45.924143 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7206884-455c-4a77-8fcd-9bf5d1552bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc591f0-b54c-4ad6-87c4-83c9a229462a,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:45.964748 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7bef28-110d-4a11-bec6-6551a337e265 admin admin] Network 5ac2a3ab-c25a-4b1d-bfb8-d02a9e8ca8cb is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:59:45.967001 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-1d7bef28-110d-4a11-bec6-6551a337e265 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:45.995046 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-f7206884-455c-4a77-8fcd-9bf5d1552bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:45.995693 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-f7206884-455c-4a77-8fcd-9bf5d1552bb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:45.997055 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-f7206884-455c-4a77-8fcd-9bf5d1552bb7 service neutron] 10.222.0.46 "PUT /v2.0/ports/4cc591f0-b54c-4ad6-87c4-83c9a229462a HTTP/1.1" status: 200 len: 1092 time: 2.8111653 Jul 15 12:59:46.058271 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-86cddf7a-6ba2-4756-a489-4fbb3ee3a082 None None] For port 0dfaed1a-8468-415b-9108-744834340708, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:59:46.208320 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2709612a-ea1e-43d4-8a8d-33382dfe52d8 x-openstack-request-id: req-2709612a-ea1e-43d4-8a8d-33382dfe52d8 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:46.208608 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d85e0d-690b-4fa6-a0fe-44d1d33a3151", "name": "network-vif-plugged", "status": "completed", "tag": "a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:46.208865 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2709612a-ea1e-43d4-8a8d-33382dfe52d8 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:46.209256 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d85e0d-690b-4fa6-a0fe-44d1d33a3151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87', 'code': 200} Jul 15 12:59:46.210922 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-86cddf7a-6ba2-4756-a489-4fbb3ee3a082 None None] For port 0dfaed1a-8468-415b-9108-744834340708, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=0dfaed1a-8468-415b-9108-744834340708,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:59:46.214323 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:46.224313 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:46.247033 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86cddf7a-6ba2-4756-a489-4fbb3ee3a082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:46.286069 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-e4cb6e7d-a417-49a9-9119-f0c1b4de406d None None] Provisioning complete for port 67d9c14f-f1d9-4dc2-b29d-e47e490ff541 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:46.286362 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e4cb6e7d-a417-49a9-9119-f0c1b4de406d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:46.299505 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d7bef28-110d-4a11-bec6-6551a337e265 admin admin] Router 2e02ac2c-b781-4489-acf9-5140286b2e9b has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 12:59:46.387608 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-a734f222-1652-4c1f-9739-21fbd6efc65a service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766684 Jul 15 12:59:46.467597 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7bef28-110d-4a11-bec6-6551a337e265 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:59:46.481481 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1d7bef28-110d-4a11-bec6-6551a337e265 admin admin] 10.222.0.16 "PUT /v2.0/routers/2e02ac2c-b781-4489-acf9-5140286b2e9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3762279 Jul 15 12:59:46.503458 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-00c920a7-d8b9-4771-abd0-38bc34476ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:46.504976 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-00c920a7-d8b9-4771-abd0-38bc34476ffe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1bed3db82d94ba082f589d0abe653bf&device_id=7b0233de-c9ae-4d7b-9761-e5f439cd3c39 HTTP/1.1" status: 200 len: 1095 time: 0.4131119 Jul 15 12:59:46.583150 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-2b8cf6cd-ed7e-4e6a-a384-bd798b0b5826 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cc591f0-b54c-4ad6-87c4-83c9a229462a HTTP/1.1" status: 200 len: 217 time: 0.0678811 Jul 15 12:59:46.590918 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457114b1-422d-4705-8a31-060acddad9d8 req-decb9ae3-3e8b-458b-90ad-30303e9d1d3a tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:46.602330 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 67d9c14f-f1d9-4dc2-b29d-e47e490ff541, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=67d9c14f-f1d9-4dc2-b29d-e47e490ff541,segment=NetworkSegment(66bf1621-e415-4f6f-a227-7a92c6c33e31),segment_id=66bf1621-e415-4f6f-a227-7a92c6c33e31)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:46.604693 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-457114b1-422d-4705-8a31-060acddad9d8 req-decb9ae3-3e8b-458b-90ad-30303e9d1d3a tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 950 time: 0.4175670 Jul 15 12:59:46.610362 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cddf7a-6ba2-4756-a489-4fbb3ee3a082 None None] Routers {'2e02ac2c-b781-4489-acf9-5140286b2e9b'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:59:46.613096 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-86cddf7a-6ba2-4756-a489-4fbb3ee3a082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:59:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['2e02ac2c-b781-4489-acf9-5140286b2e9b'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:46.615737 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed12ea-3d2b-4239-b689-537840b27e7c None None] Pushing event updated for resources: {'Port': ['ID=0dfaed1a-8468-415b-9108-744834340708,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:46.618889 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:46.725700 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-58bc63af-02d2-464d-9e4c-64e9e2c788fc req-ce5f5bf9-8c49-4e13-b655-3f5e690bd044 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292594 Jul 15 12:59:46.803106 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=67d9c14f-f1d9-4dc2-b29d-e47e490ff541,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:46.829812 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-86cddf7a-6ba2-4756-a489-4fbb3ee3a082 None None] Set router 2e02ac2c-b781-4489-acf9-5140286b2e9b gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:59:46.832182 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-e4cb6e7d-a417-49a9-9119-f0c1b4de406d None None] Provisioning for port 62856874-b684-46f6-aa35-86416bb17fb2 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:46.843580 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-eec6869c-4d61-4038-aa35-d193356be610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:46.845100 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-eec6869c-4d61-4038-aa35-d193356be610 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d44e2be9-560a-4145-9cc8-a12eda01a935 HTTP/1.1" status: 200 len: 861 time: 0.2240226 Jul 15 12:59:46.861659 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-e4cb6e7d-a417-49a9-9119-f0c1b4de406d None None] Provisioning complete for port 62856874-b684-46f6-aa35-86416bb17fb2 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:46.862894 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e4cb6e7d-a417-49a9-9119-f0c1b4de406d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:46.896514 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-457114b1-422d-4705-8a31-060acddad9d8 req-372313bb-e5ec-4f2c-aa18-2e8a18a09395 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908163 Jul 15 12:59:46.956134 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-e4cb6e7d-a417-49a9-9119-f0c1b4de406d None None] Port 62856874-b684-46f6-aa35-86416bb17fb2 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:59:46.995827 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4f656-69bf-4162-a7b3-868eae48a882 req-54ba97d3-5820-46a7-b0f5-f82a2e20c138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:46.997331 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73b4f656-69bf-4162-a7b3-868eae48a882 req-54ba97d3-5820-46a7-b0f5-f82a2e20c138 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=66d85e0d-690b-4fa6-a0fe-44d1d33a3151 HTTP/1.1" status: 200 len: 1098 time: 0.5765939 Jul 15 12:59:47.009727 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-b897cd3f-2aca-4cad-a9d8-960abb85af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:47.011236 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-b897cd3f-2aca-4cad-a9d8-960abb85af7d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2691f40b-6294-497c-8479-3f33a37dc0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1083727 Jul 15 12:59:47.037023 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ca66b-d926-46ce-a71e-a99f95a1be68 req-afa5c0ce-32e9-4a4a-9c01-788670b181bf tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:47.043057 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-884ca66b-d926-46ce-a71e-a99f95a1be68 req-afa5c0ce-32e9-4a4a-9c01-788670b181bf tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=66d85e0d-690b-4fa6-a0fe-44d1d33a3151 HTTP/1.1" status: 200 len: 946 time: 0.2926400 Jul 15 12:59:47.060840 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a28d3-8cfc-4e69-a146-de6ac629db9a req-432bcd49-7e13-4dbc-8099-8a12e80268d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:47.062676 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-685a28d3-8cfc-4e69-a146-de6ac629db9a req-432bcd49-7e13-4dbc-8099-8a12e80268d2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=70b334eb6b1c4823bfeb87b9e0290ca2&device_id=a8f4c7be-5434-45ba-892e-15fe041f8206 HTTP/1.1" status: 200 len: 1100 time: 0.2167060 Jul 15 12:59:47.102632 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1f427c80-d4da-4fea-9a38-0adafdb815a5 None None] Provisioning complete for port 62856874-b684-46f6-aa35-86416bb17fb2 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:47.103004 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1f427c80-d4da-4fea-9a38-0adafdb815a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:47.107000 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-86cddf7a-6ba2-4756-a489-4fbb3ee3a082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e02ac2c-b781-4489-acf9-5140286b2e9b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1382839987-router', 'tenant_id': '9e2eafaab6a541cebc3ded7483f12ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '0dfaed1a-8468-415b-9108-744834340708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:59:40Z', 'updated_at': '2021-07-15T12:59:45Z', 'revision_number': 4, 'project_id': '9e2eafaab6a541cebc3ded7483f12ea6', 'gw_port': {'id': '0dfaed1a-8468-415b-9108-744834340708', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e02ac2c-b781-4489-acf9-5140286b2e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:41Z', 'updated_at': '2021-07-15T12:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '62856874-b684-46f6-aa35-86416bb17fb2', 'name': '', 'network_id': '5ac2a3ab-c25a-4b1d-bfb8-d02a9e8ca8cb', 'tenant_id': '9e2eafaab6a541cebc3ded7483f12ea6', 'mac_address': 'fa:16:3e:c6:8e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e02ac2c-b781-4489-acf9-5140286b2e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fb51492f-31e9-4a1e-98e6-2c2fc6f5a685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:44Z', 'updated_at': '2021-07-15T12:59:45Z', 'revision_number': 2, 'project_id': '9e2eafaab6a541cebc3ded7483f12ea6', 'subnets': [{'id': 'fb51492f-31e9-4a1e-98e6-2c2fc6f5a685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:47.156611 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cddf7a-6ba2-4756-a489-4fbb3ee3a082 None None] The sync data for ids ['2e02ac2c-b781-4489-acf9-5140286b2e9b'] in n-d-771363-36 is: [{'id': '2e02ac2c-b781-4489-acf9-5140286b2e9b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1382839987-router', 'tenant_id': '9e2eafaab6a541cebc3ded7483f12ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '0dfaed1a-8468-415b-9108-744834340708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:59:40Z', 'updated_at': '2021-07-15T12:59:45Z', 'revision_number': 4, 'project_id': '9e2eafaab6a541cebc3ded7483f12ea6', 'gw_port': {'id': '0dfaed1a-8468-415b-9108-744834340708', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e02ac2c-b781-4489-acf9-5140286b2e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:41Z', 'updated_at': '2021-07-15T12:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '62856874-b684-46f6-aa35-86416bb17fb2', 'name': '', 'network_id': '5ac2a3ab-c25a-4b1d-bfb8-d02a9e8ca8cb', 'tenant_id': '9e2eafaab6a541cebc3ded7483f12ea6', 'mac_address': 'fa:16:3e:c6:8e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e02ac2c-b781-4489-acf9-5140286b2e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fb51492f-31e9-4a1e-98e6-2c2fc6f5a685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:44Z', 'updated_at': '2021-07-15T12:59:45Z', 'revision_number': 2, 'project_id': '9e2eafaab6a541cebc3ded7483f12ea6', 'subnets': [{'id': 'fb51492f-31e9-4a1e-98e6-2c2fc6f5a685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:59:47.170332 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-1f427c80-d4da-4fea-9a38-0adafdb815a5 None None] Port 62856874-b684-46f6-aa35-86416bb17fb2 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:59:47.514325 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73b4f656-69bf-4162-a7b3-868eae48a882 req-9b682d33-6ed8-4c49-9bc1-0e7fdc2f969a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5068033 Jul 15 12:59:47.534695 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-884ca66b-d926-46ce-a71e-a99f95a1be68 req-db86751f-1a35-4cd2-8018-0b75abf22662 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4703288 Jul 15 12:59:47.600679 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a28d3-8cfc-4e69-a146-de6ac629db9a req-7375007f-793d-4953-9218-720cc1c0adcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:47.602198 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-685a28d3-8cfc-4e69-a146-de6ac629db9a req-7375007f-793d-4953-9218-720cc1c0adcb service neutron] 10.222.0.20 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.5121837 Jul 15 12:59:47.624045 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-e51ec3ff-1505-4971-9f25-5b791d117a88 service neutron] 10.222.0.46 "GET /v2.0/networks/2691f40b-6294-497c-8479-3f33a37dc0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5957282 Jul 15 12:59:47.685541 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-685a28d3-8cfc-4e69-a146-de6ac629db9a req-fd60cbaa-4514-44fd-b282-80035e803fd9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=ea1612d9-8b56-43cb-bcfa-ce3508ea83e0 HTTP/1.1" status: 200 len: 217 time: 0.0569692 Jul 15 12:59:47.771553 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81ad38-7492-4c3e-b77a-03816ac26119 req-10236123-53d9-46bd-ae41-6433168c07ca tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:47.772981 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cc81ad38-7492-4c3e-b77a-03816ac26119 req-10236123-53d9-46bd-ae41-6433168c07ca tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8f4c7be-5434-45ba-892e-15fe041f8206 HTTP/1.1" status: 200 len: 948 time: 0.7147329 Jul 15 12:59:47.777289 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a28d3-8cfc-4e69-a146-de6ac629db9a req-6496d61a-5bb7-4c6b-a832-be281bb1af39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:47.778730 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-685a28d3-8cfc-4e69-a146-de6ac629db9a req-6496d61a-5bb7-4c6b-a832-be281bb1af39 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0795805 Jul 15 12:59:47.813660 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [req-56976e0b-7ac0-4ce3-90b2-8744dc83d121 req-3824a08d-c7bb-482a-bc2d-f079b00f60ef tempest-FloatingIPDetailsNegativeTestJSON-2066570548 tempest-FloatingIPDetailsNegativeTestJSON-2066570548-project] show failed (client error): The resource could not be found. Jul 15 12:59:47.814818 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-56976e0b-7ac0-4ce3-90b2-8744dc83d121 req-3824a08d-c7bb-482a-bc2d-f079b00f60ef tempest-FloatingIPDetailsNegativeTestJSON-2066570548 tempest-FloatingIPDetailsNegativeTestJSON-2066570548-project] 10.222.0.16 "GET /v2.0/floatingips/a9cda9d1-9f6b-45b0-afeb-94a5052b9901 HTTP/1.1" status: 404 len: 350 time: 0.0610862 Jul 15 12:59:47.832108 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37270) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:47.916109 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b0233de-c9ae-4d7b-9761-e5f439cd3c39', 'tag': '4cc591f0-b54c-4ad6-87c4-83c9a229462a'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:47.924196 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75accfcd-7e0b-4cc6-bf65-e0ce563cb338" -d '{"events": [{"name": "network-changed", "server_uuid": "7b0233de-c9ae-4d7b-9761-e5f439cd3c39", "tag": "4cc591f0-b54c-4ad6-87c4-83c9a229462a"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:47.988417 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f3410fb0-745a-4054-92cb-4e1f7400e67b req-d8f183f2-9004-4bae-8f80-36b54ca327cc service neutron] 10.222.0.46 "GET /v2.0/networks/2691f40b-6294-497c-8479-3f33a37dc0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114781 Jul 15 12:59:48.015221 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cc81ad38-7492-4c3e-b77a-03816ac26119 req-431d7465-cecc-466a-996c-15335cbd121d tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066031 Jul 15 12:59:48.079041 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a28d3-8cfc-4e69-a146-de6ac629db9a req-ce0ee3c9-6aee-4990-a99f-e6370029fa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:48.082966 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-685a28d3-8cfc-4e69-a146-de6ac629db9a req-ce0ee3c9-6aee-4990-a99f-e6370029fa51 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2727885 Jul 15 12:59:48.204168 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a46672-8c52-4757-90ad-1b89e6501993 req-1dced4e0-8cff-41ca-90ba-90c979088dec tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:48.205469 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a0a46672-8c52-4757-90ad-1b89e6501993 req-1dced4e0-8cff-41ca-90ba-90c979088dec tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0233de-c9ae-4d7b-9761-e5f439cd3c39 HTTP/1.1" status: 200 len: 943 time: 0.1873147 Jul 15 12:59:48.258397 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-685a28d3-8cfc-4e69-a146-de6ac629db9a req-9894d9cd-fb5c-486f-bbac-78d19c5c24b0 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658237 Jul 15 12:59:48.420953 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a0a46672-8c52-4757-90ad-1b89e6501993 req-42b7823b-d401-4a84-9047-479ef4c90eae tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/security-groups?id=c51af1c0-2b5c-4e46-9e96-4747552c3905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2065654 Jul 15 12:59:48.430194 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-55311f1b-f777-4630-8e67-4ba63bc4e6e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:48.472926 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-685a28d3-8cfc-4e69-a146-de6ac629db9a req-58d06a84-f93d-4a3b-ba34-33a9fadf24e5 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915772 Jul 15 12:59:48.513381 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07a457c-66e4-4b60-8ff2-1c2288e92633 x-openstack-request-id: req-e07a457c-66e4-4b60-8ff2-1c2288e92633 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:48.513681 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b0233de-c9ae-4d7b-9761-e5f439cd3c39", "tag": "4cc591f0-b54c-4ad6-87c4-83c9a229462a", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:48.513933 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e07a457c-66e4-4b60-8ff2-1c2288e92633 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:48.514321 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b0233de-c9ae-4d7b-9761-e5f439cd3c39', 'tag': '4cc591f0-b54c-4ad6-87c4-83c9a229462a', 'status': 'completed', 'code': 200} Jul 15 12:59:48.530893 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08c131-6dbc-447a-93e3-f9187e451c35 req-e0bc07a0-b48b-4706-a2d2-fb8c2429ea51 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:48.537989 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4c08c131-6dbc-447a-93e3-f9187e451c35 req-e0bc07a0-b48b-4706-a2d2-fb8c2429ea51 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 950 time: 0.2549114 Jul 15 12:59:48.720082 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4c08c131-6dbc-447a-93e3-f9187e451c35 req-12487a40-9e46-4191-ba64-973865838951 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811774 Jul 15 12:59:48.775638 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75accfcd-7e0b-4cc6-bf65-e0ce563cb338 req-aaac9e21-81f2-44a5-abc1-5ff9ef61f1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:48.777290 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-75accfcd-7e0b-4cc6-bf65-e0ce563cb338 req-aaac9e21-81f2-44a5-abc1-5ff9ef61f1b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1bed3db82d94ba082f589d0abe653bf&device_id=7b0233de-c9ae-4d7b-9761-e5f439cd3c39 HTTP/1.1" status: 200 len: 1095 time: 0.1844006 Jul 15 12:59:48.957219 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-55311f1b-f777-4630-8e67-4ba63bc4e6e4 admin admin] Deleting port 62856874-b684-46f6-aa35-86416bb17fb2 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 12:59:48.958194 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-55311f1b-f777-4630-8e67-4ba63bc4e6e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:48.965869 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 67d9c14f-f1d9-4dc2-b29d-e47e490ff541 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:59:49.020014 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 67d9c14f-f1d9-4dc2-b29d-e47e490ff541 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:49.020386 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:49.043237 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-55311f1b-f777-4630-8e67-4ba63bc4e6e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:49.055680 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-16737feb-2608-4caa-8af4-db5b9ab655c7 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=68c6e24a41f34b389395bccb84e19064&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0864539 Jul 15 12:59:49.057256 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-55311f1b-f777-4630-8e67-4ba63bc4e6e4 admin admin] Calling delete_port for 62856874-b684-46f6-aa35-86416bb17fb2 owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 12:59:49.118069 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75accfcd-7e0b-4cc6-bf65-e0ce563cb338 req-40d8844f-d084-4984-b686-0e1128c58e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:49.121242 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-75accfcd-7e0b-4cc6-bf65-e0ce563cb338 req-40d8844f-d084-4984-b686-0e1128c58e24 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2691f40b-6294-497c-8479-3f33a37dc0ee HTTP/1.1" status: 200 len: 923 time: 0.3291357 Jul 15 12:59:49.130841 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 0dfaed1a-8468-415b-9108-744834340708 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:59:49.204629 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 0dfaed1a-8468-415b-9108-744834340708 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:49.209450 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 0dfaed1a-8468-415b-9108-744834340708 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:49.209848 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:49.245081 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-75accfcd-7e0b-4cc6-bf65-e0ce563cb338 req-f2cea09b-3e98-4985-90ad-0fec19563510 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cc591f0-b54c-4ad6-87c4-83c9a229462a HTTP/1.1" status: 200 len: 217 time: 0.1056728 Jul 15 12:59:49.273785 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-55311f1b-f777-4630-8e67-4ba63bc4e6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:49.274781 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963adb5b-c584-4613-9a8e-a70711f10488 req-7590f24f-fac5-4547-803c-ed2d3a6cde3a tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:49.282380 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-963adb5b-c584-4613-9a8e-a70711f10488 req-7590f24f-fac5-4547-803c-ed2d3a6cde3a tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=66d85e0d-690b-4fa6-a0fe-44d1d33a3151 HTTP/1.1" status: 200 len: 946 time: 0.2991223 Jul 15 12:59:49.309572 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55311f1b-f777-4630-8e67-4ba63bc4e6e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=62856874-b684-46f6-aa35-86416bb17fb2,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:49.326305 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:49.355460 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 0dfaed1a-8468-415b-9108-744834340708, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=0dfaed1a-8468-415b-9108-744834340708,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:49.359534 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-5f77301c-bb5d-4fd1-88a1-ad6ff0e27229 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:49.360322 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:49.361749 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-5f77301c-bb5d-4fd1-88a1-ad6ff0e27229 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2932971 Jul 15 12:59:49.395228 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-963adb5b-c584-4613-9a8e-a70711f10488 req-e539978b-cdd0-4555-8c34-fa3eb5e8b98c tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117940 Jul 15 12:59:49.406529 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75accfcd-7e0b-4cc6-bf65-e0ce563cb338 req-deea9629-01f4-4bf3-847f-e4d94a380e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:49.408860 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-75accfcd-7e0b-4cc6-bf65-e0ce563cb338 req-deea9629-01f4-4bf3-847f-e4d94a380e43 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d44e2be9-560a-4145-9cc8-a12eda01a935 HTTP/1.1" status: 200 len: 861 time: 0.1512775 Jul 15 12:59:49.412344 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-67bf7963-558d-48f5-b848-6c49f5a5383a tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.16 "GET /v2.0/quotas/68c6e24a41f34b389395bccb84e19064 HTTP/1.1" status: 200 len: 375 time: 0.0392303 Jul 15 12:59:49.564420 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-67e07100-64ad-4a32-853e-bf5f4b68263f tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=68c6e24a41f34b389395bccb84e19064&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0841639 Jul 15 12:59:49.603741 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75accfcd-7e0b-4cc6-bf65-e0ce563cb338 req-2d4019f9-0646-4721-b291-c9a9c2c0a2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:49.605417 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-75accfcd-7e0b-4cc6-bf65-e0ce563cb338 req-2d4019f9-0646-4721-b291-c9a9c2c0a2b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2691f40b-6294-497c-8479-3f33a37dc0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1877856 Jul 15 12:59:49.646359 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-55311f1b-f777-4630-8e67-4ba63bc4e6e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:49.783845 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=0dfaed1a-8468-415b-9108-744834340708,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:49.889942 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-75accfcd-7e0b-4cc6-bf65-e0ce563cb338 req-9eafb0f3-dc79-412a-8739-4719ce911c59 service neutron] 10.222.0.46 "GET /v2.0/networks/2691f40b-6294-497c-8479-3f33a37dc0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760780 Jul 15 12:59:49.926613 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55311f1b-f777-4630-8e67-4ba63bc4e6e4 admin admin] Router 2e02ac2c-b781-4489-acf9-5140286b2e9b has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 12:59:49.970537 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd7731-b88c-4bbb-b2e0-ad3062fba74b req-08b6efe4-ff6d-4d49-be0d-b061b5aa14a0 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:49.980268 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-83fd7731-b88c-4bbb-b2e0-ad3062fba74b req-08b6efe4-ff6d-4d49-be0d-b061b5aa14a0 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8f4c7be-5434-45ba-892e-15fe041f8206 HTTP/1.1" status: 200 len: 948 time: 0.3172123 Jul 15 12:59:50.047825 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device ea1612d9-8b56-43cb-bcfa-ce3508ea83e0 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:59:50.069010 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55311f1b-f777-4630-8e67-4ba63bc4e6e4 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:59:50.080312 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-55311f1b-f777-4630-8e67-4ba63bc4e6e4 admin admin] 10.222.0.16 "PUT /v2.0/routers/2e02ac2c-b781-4489-acf9-5140286b2e9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2448585 Jul 15 12:59:50.081222 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37344) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:50.146890 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9ea4b8-8efe-4949-8148-56f89104f8d9 None None] Sync routers for ids ['2e02ac2c-b781-4489-acf9-5140286b2e9b'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:59:50.164464 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9ea4b8-8efe-4949-8148-56f89104f8d9 None None] Routers {'2e02ac2c-b781-4489-acf9-5140286b2e9b'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:59:50.166024 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-ec9ea4b8-8efe-4949-8148-56f89104f8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:59:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['2e02ac2c-b781-4489-acf9-5140286b2e9b'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:50.184566 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-83fd7731-b88c-4bbb-b2e0-ad3062fba74b req-23a20a85-af0b-46b1-a253-aa2cfaa9202e tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017276 Jul 15 12:59:50.208519 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-45744801-c967-412b-8a02-faff307cfab7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:50.227162 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-75accfcd-7e0b-4cc6-bf65-e0ce563cb338 req-e3725c62-3d84-4903-bc7e-1f45d850e0eb service neutron] 10.222.0.46 "GET /v2.0/networks/2691f40b-6294-497c-8479-3f33a37dc0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231337 Jul 15 12:59:50.244660 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b538fcc-24be-4714-a73a-ef375cd78311 req-bda8ef5e-9515-44c6-9c18-abe4a5cb618f tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:50.253519 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9b538fcc-24be-4714-a73a-ef375cd78311 req-bda8ef5e-9515-44c6-9c18-abe4a5cb618f tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=66d85e0d-690b-4fa6-a0fe-44d1d33a3151 HTTP/1.1" status: 200 len: 1098 time: 0.3093317 Jul 15 12:59:50.268610 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port ea1612d9-8b56-43cb-bcfa-ce3508ea83e0, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=ea1612d9-8b56-43cb-bcfa-ce3508ea83e0,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:50.297508 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': 'ea1612d9-8b56-43cb-bcfa-ce3508ea83e0', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': 'ea1612d9-8b56-43cb-bcfa-ce3508ea83e0', 'mac_address': 'fa:16:3e:36:a0:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:59:50.349449 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9b538fcc-24be-4714-a73a-ef375cd78311 req-d1d5d6bf-af84-4988-9909-3f86f7e9854e tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944288 Jul 15 12:59:50.396845 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-ec9ea4b8-8efe-4949-8148-56f89104f8d9 None None] Set router 2e02ac2c-b781-4489-acf9-5140286b2e9b gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:59:50.408345 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:50.439479 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea1612d9-8b56-43cb-bcfa-ce3508ea83e0 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:59:50.472645 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-45744801-c967-412b-8a02-faff307cfab7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:50.494515 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port ea1612d9-8b56-43cb-bcfa-ce3508ea83e0, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=ea1612d9-8b56-43cb-bcfa-ce3508ea83e0,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:50.498141 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:50.563688 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=ea1612d9-8b56-43cb-bcfa-ce3508ea83e0,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:50.595720 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec2fd3-5d40-4a13-8a45-4dd5a95d201f req-d3fdf70b-00d0-4641-8965-4c2c0c377544 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:50.598732 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f4ec2fd3-5d40-4a13-8a45-4dd5a95d201f req-d3fdf70b-00d0-4641-8965-4c2c0c377544 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0233de-c9ae-4d7b-9761-e5f439cd3c39 HTTP/1.1" status: 200 len: 943 time: 0.1472273 Jul 15 12:59:50.621228 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-45744801-c967-412b-8a02-faff307cfab7 admin admin] Deleting port 0dfaed1a-8468-415b-9108-744834340708 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 12:59:50.621576 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-45744801-c967-412b-8a02-faff307cfab7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:50.650538 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f4ec2fd3-5d40-4a13-8a45-4dd5a95d201f req-57514ea9-5f6c-47c6-b13f-b4010bc9017d tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/security-groups?id=c51af1c0-2b5c-4e46-9e96-4747552c3905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459955 Jul 15 12:59:50.722745 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-ec9ea4b8-8efe-4949-8148-56f89104f8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e02ac2c-b781-4489-acf9-5140286b2e9b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1382839987-router', 'tenant_id': '9e2eafaab6a541cebc3ded7483f12ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '0dfaed1a-8468-415b-9108-744834340708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:59:40Z', 'updated_at': '2021-07-15T12:59:49Z', 'revision_number': 5, 'project_id': '9e2eafaab6a541cebc3ded7483f12ea6', 'gw_port': {'id': '0dfaed1a-8468-415b-9108-744834340708', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e02ac2c-b781-4489-acf9-5140286b2e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:41Z', 'updated_at': '2021-07-15T12:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:50.770851 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['ea1612d9-8b56-43cb-bcfa-ce3508ea83e0'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:59:50.807430 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9ea4b8-8efe-4949-8148-56f89104f8d9 None None] Checking router: 2e02ac2c-b781-4489-acf9-5140286b2e9b for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:59:50.818965 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9ea4b8-8efe-4949-8148-56f89104f8d9 None None] Routers {'2e02ac2c-b781-4489-acf9-5140286b2e9b'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:59:50.819667 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-ec9ea4b8-8efe-4949-8148-56f89104f8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T12:59:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['2e02ac2c-b781-4489-acf9-5140286b2e9b'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:50.821889 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 0dfaed1a-8468-415b-9108-744834340708 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:59:50.824921 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-45744801-c967-412b-8a02-faff307cfab7 admin admin] For port 0dfaed1a-8468-415b-9108-744834340708, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=0dfaed1a-8468-415b-9108-744834340708,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:50.824921 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-45744801-c967-412b-8a02-faff307cfab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:50.839793 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-45744801-c967-412b-8a02-faff307cfab7 admin admin] Calling delete_port for 0dfaed1a-8468-415b-9108-744834340708 owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 12:59:50.879260 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-8d3f87f0-9a65-45d5-a248-cf94929267cf tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=68c6e24a41f34b389395bccb84e19064&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0866361 Jul 15 12:59:51.041409 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 0dfaed1a-8468-415b-9108-744834340708 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:51.041640 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:51.062357 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-ec9ea4b8-8efe-4949-8148-56f89104f8d9 None None] Set router 2e02ac2c-b781-4489-acf9-5140286b2e9b gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:59:51.073633 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2caf524-2f8d-400b-9b20-1ede4ef6fdcf req-ad3ef8af-59db-4080-8d7e-5faab082b520 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:51.077976 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e2caf524-2f8d-400b-9b20-1ede4ef6fdcf req-ad3ef8af-59db-4080-8d7e-5faab082b520 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 950 time: 0.3783970 Jul 15 12:59:51.127235 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-ec9ea4b8-8efe-4949-8148-56f89104f8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e02ac2c-b781-4489-acf9-5140286b2e9b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1382839987-router', 'tenant_id': '9e2eafaab6a541cebc3ded7483f12ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:59:40Z', 'updated_at': '2021-07-15T12:59:50Z', 'revision_number': 6, 'project_id': '9e2eafaab6a541cebc3ded7483f12ea6', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:51.166357 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9ea4b8-8efe-4949-8148-56f89104f8d9 None None] The sync data for ids ['2e02ac2c-b781-4489-acf9-5140286b2e9b'] in n-d-771363-36 is: [{'id': '2e02ac2c-b781-4489-acf9-5140286b2e9b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1382839987-router', 'tenant_id': '9e2eafaab6a541cebc3ded7483f12ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:59:40Z', 'updated_at': '2021-07-15T12:59:50Z', 'revision_number': 6, 'project_id': '9e2eafaab6a541cebc3ded7483f12ea6', 'gw_port_host': None}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:59:51.206282 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e2caf524-2f8d-400b-9b20-1ede4ef6fdcf req-a82336d6-fbbc-45e0-99c7-6bfc598c3adc tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809565 Jul 15 12:59:51.228203 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-82ee9d99-624e-4159-90b9-1446e107aedd tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:51.245544 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-82ee9d99-624e-4159-90b9-1446e107aedd tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3554513 Jul 15 12:59:51.274207 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-03d2cbb6-b8f9-43f9-8a72-7cc9337ef906 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.16 "GET /v2.0/quotas/68c6e24a41f34b389395bccb84e19064 HTTP/1.1" status: 200 len: 375 time: 0.0276322 Jul 15 12:59:51.306280 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-3a211e55-7d28-453b-ba3b-351c23230a08 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=68c6e24a41f34b389395bccb84e19064&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309641 Jul 15 12:59:51.455708 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-45744801-c967-412b-8a02-faff307cfab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:51.464857 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0160d54-3327-40ad-b13f-cebb2a6c01c7 req-c392beed-7c77-4ece-8741-0067dead440a tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:51.466706 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d0160d54-3327-40ad-b13f-cebb2a6c01c7 req-c392beed-7c77-4ece-8741-0067dead440a tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=66d85e0d-690b-4fa6-a0fe-44d1d33a3151 HTTP/1.1" status: 200 len: 1098 time: 0.0808012 Jul 15 12:59:51.514237 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45744801-c967-412b-8a02-faff307cfab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dfaed1a-8468-415b-9108-744834340708,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:51.588290 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d0160d54-3327-40ad-b13f-cebb2a6c01c7 req-539a6d8b-151e-4834-a3d6-73ede140471c tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144681 Jul 15 12:59:51.615152 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-a13c2ae8-b7c2-474e-a792-24d2f001a57d tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=68c6e24a41f34b389395bccb84e19064&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655005 Jul 15 12:59:51.645581 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-45744801-c967-412b-8a02-faff307cfab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:51.816895 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-45744801-c967-412b-8a02-faff307cfab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:51.819332 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-45744801-c967-412b-8a02-faff307cfab7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:51.831834 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-51cafb21-eedd-4bd9-8fe7-c3e7e4fdbb26 req-f2b62199-21f8-4912-98e9-8ed2d4d145c5 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcd6d9e1-ae28-4d36-ad2c-37337ae9903a HTTP/1.1" status: 200 len: 210 time: 0.1328297 Jul 15 12:59:51.882464 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-45744801-c967-412b-8a02-faff307cfab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:51.883185 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45744801-c967-412b-8a02-faff307cfab7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e02ac2c-b781-4489-acf9-5140286b2e9b {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 12:59:51.888330 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-45744801-c967-412b-8a02-faff307cfab7 admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:51.889580 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-45744801-c967-412b-8a02-faff307cfab7 admin admin] 10.222.0.16 "DELETE /v2.0/routers/2e02ac2c-b781-4489-acf9-5140286b2e9b HTTP/1.1" status: 204 len: 168 time: 1.8074234 Jul 15 12:59:51.892657 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37382) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:51.912257 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a50117-dc15-40de-bdb2-2c033f066064 req-6d59348e-4f6b-4a07-8111-984b6dd192dd tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:51.916406 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-09a50117-dc15-40de-bdb2-2c033f066064 req-6d59348e-4f6b-4a07-8111-984b6dd192dd tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8f4c7be-5434-45ba-892e-15fe041f8206 HTTP/1.1" status: 200 len: 949 time: 0.3050878 Jul 15 12:59:51.987298 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-c9ddb107-3ca3-469b-82a6-be7137f2fee2 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:51.993444 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-c9ddb107-3ca3-469b-82a6-be7137f2fee2 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3622336 Jul 15 12:59:52.001653 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8452139-ac05-4f03-b086-9b0c559a9f0f admin admin] Deleting subnet fb51492f-31e9-4a1e-98e6-2c2fc6f5a685 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 12:59:52.015638 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-7ee5875b-662b-48e1-aa74-905f340fd048 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Request body: {'port': {'device_id': '84353dff-848d-4811-836f-66339e222350', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'admin_state_up': True, 'tenant_id': '68c6e24a41f34b389395bccb84e19064'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:52.016888 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a8452139-ac05-4f03-b086-9b0c559a9f0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:52.046294 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device ea1612d9-8b56-43cb-bcfa-ce3508ea83e0 up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:59:52.124065 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a8452139-ac05-4f03-b086-9b0c559a9f0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:52.169512 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port ea1612d9-8b56-43cb-bcfa-ce3508ea83e0 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:52.179525 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port ea1612d9-8b56-43cb-bcfa-ce3508ea83e0 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:52.181583 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:52.196449 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-09a50117-dc15-40de-bdb2-2c033f066064 req-fa44cb3f-2b63-4206-b904-92258f6c7e3a tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651477 Jul 15 12:59:52.253235 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a8452139-ac05-4f03-b086-9b0c559a9f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:52.335861 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:52.344951 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a8452139-ac05-4f03-b086-9b0c559a9f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:52.360593 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fbefa-2f85-4c83-a63f-14b124492ff2 req-8fadc796-22c2-428c-87b2-6bb463a1c98d tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:52.362707 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f58fbefa-2f85-4c83-a63f-14b124492ff2 req-8fadc796-22c2-428c-87b2-6bb463a1c98d tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0233de-c9ae-4d7b-9761-e5f439cd3c39 HTTP/1.1" status: 200 len: 943 time: 0.2514727 Jul 15 12:59:52.370115 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f4c7be-5434-45ba-892e-15fe041f8206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1612d9-8b56-43cb-bcfa-ce3508ea83e0'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:52.373731 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859560bd-8908-45b6-8203-7e762c7d313f" -d '{"events": [{"server_uuid": "a8f4c7be-5434-45ba-892e-15fe041f8206", "name": "network-vif-plugged", "status": "completed", "tag": "ea1612d9-8b56-43cb-bcfa-ce3508ea83e0"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:52.387224 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 4cc591f0-b54c-4ad6-87c4-83c9a229462a details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:59:52.425601 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a8452139-ac05-4f03-b086-9b0c559a9f0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:52.429529 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f58fbefa-2f85-4c83-a63f-14b124492ff2 req-4de57a84-f015-46f2-9350-b3180678341c tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/security-groups?id=c51af1c0-2b5c-4e46-9e96-4747552c3905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489037 Jul 15 12:59:52.433157 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37396) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:52.434852 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a8452139-ac05-4f03-b086-9b0c559a9f0f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fb51492f-31e9-4a1e-98e6-2c2fc6f5a685 HTTP/1.1" status: 204 len: 168 time: 0.5403035 Jul 15 12:59:52.436076 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8452139-ac05-4f03-b086-9b0c559a9f0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb51492f-31e9-4a1e-98e6-2c2fc6f5a685,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:52.464330 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-7ee5875b-662b-48e1-aa74-905f340fd048 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Made reservation on behalf of 68c6e24a41f34b389395bccb84e19064 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:59:52.468085 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-7ee5875b-662b-48e1-aa74-905f340fd048 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:52.485705 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-7ee5875b-662b-48e1-aa74-905f340fd048 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:52.503945 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port ea1612d9-8b56-43cb-bcfa-ce3508ea83e0, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=ea1612d9-8b56-43cb-bcfa-ce3508ea83e0,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:52.509126 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac2c330-a468-4268-a1b6-120f798507c1 None None] Network 5ac2a3ab-c25a-4b1d-bfb8-d02a9e8ca8cb requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:59:52.702660 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1521b1-3744-4599-acbe-dfbaf724e89b x-openstack-request-id: req-ee1521b1-3744-4599-acbe-dfbaf724e89b {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:52.703213 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f4c7be-5434-45ba-892e-15fe041f8206", "name": "network-vif-plugged", "status": "completed", "tag": "ea1612d9-8b56-43cb-bcfa-ce3508ea83e0", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:52.704420 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee1521b1-3744-4599-acbe-dfbaf724e89b {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:52.704974 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f4c7be-5434-45ba-892e-15fe041f8206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1612d9-8b56-43cb-bcfa-ce3508ea83e0', 'code': 200} Jul 15 12:59:52.705792 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:52.709784 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-7ee5875b-662b-48e1-aa74-905f340fd048 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:52.748845 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-7ee5875b-662b-48e1-aa74-905f340fd048 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:52.838669 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-44993638-281a-430b-82f5-b030bd4623a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:52.942299 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 62856874-b684-46f6-aa35-86416bb17fb2 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 12:59:52.977769 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 62856874-b684-46f6-aa35-86416bb17fb2 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 12:59:52.978524 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 62856874-b684-46f6-aa35-86416bb17fb2 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 12:59:52.983367 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadeaeaf-e5f5-433a-b22b-19fb1b3fede4 req-936b061c-9dbe-40df-838a-b187f6e4fa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:52.986347 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-aadeaeaf-e5f5-433a-b22b-19fb1b3fede4 req-936b061c-9dbe-40df-838a-b187f6e4fa00 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a8f4c7be-5434-45ba-892e-15fe041f8206 HTTP/1.1" status: 200 len: 1102 time: 0.1068022 Jul 15 12:59:52.991543 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 0dfaed1a-8468-415b-9108-744834340708 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 12:59:53.038111 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5875b-662b-48e1-aa74-905f340fd048 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb3270a-520b-4aa7-9df0-96bcdf87d9bc,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:53.049181 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 0dfaed1a-8468-415b-9108-744834340708 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 12:59:53.049586 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 0dfaed1a-8468-415b-9108-744834340708 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 12:59:53.091057 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-aadeaeaf-e5f5-433a-b22b-19fb1b3fede4 req-89bfb197-0ebc-4596-ae13-30cadb09e7f8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940061 Jul 15 12:59:53.108058 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 4cc591f0-b54c-4ad6-87c4-83c9a229462a, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=4cc591f0-b54c-4ad6-87c4-83c9a229462a,segment=NetworkSegment(cd857633-46f6-4d90-bb5f-e587bc48f622),segment_id=cd857633-46f6-4d90-bb5f-e587bc48f622)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:53.111696 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=ea1612d9-8b56-43cb-bcfa-ce3508ea83e0,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:53.131465 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '4cc591f0-b54c-4ad6-87c4-83c9a229462a', 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee', 'port_id': '4cc591f0-b54c-4ad6-87c4-83c9a229462a', 'mac_address': 'fa:16:3e:b8:7b:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd44e2be9-560a-4145-9cc8-a12eda01a935', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:59:53.157866 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37410) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:53.183810 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:53.185006 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6a43b-d738-4a17-9215-ec7df9c1a048 req-c45d7ffd-1285-42b8-a59d-0f4d4cedeb46 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:53.190820 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8af6a43b-d738-4a17-9215-ec7df9c1a048 req-c45d7ffd-1285-42b8-a59d-0f4d4cedeb46 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 950 time: 0.4539268 Jul 15 12:59:53.194738 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-7ee5875b-662b-48e1-aa74-905f340fd048 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Allocated IP 192.168.233.173 (fb7e2853-c052-4bbe-a410-b119ef2f5100/f7332b1d-b5ae-478a-9a33-4a7a808c5484/8e25edaf-63ba-4c71-9113-3648368c56b5) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:59:53.198862 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cc591f0-b54c-4ad6-87c4-83c9a229462a {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:59:53.229060 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 4cc591f0-b54c-4ad6-87c4-83c9a229462a, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=4cc591f0-b54c-4ad6-87c4-83c9a229462a,segment=NetworkSegment(cd857633-46f6-4d90-bb5f-e587bc48f622),segment_id=cd857633-46f6-4d90-bb5f-e587bc48f622)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:53.229478 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0efb1-ef9e-48f5-a6a6-19a3fc53af1d req-82930f95-a884-4208-8c56-9bba5d0f291d tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:53.231445 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-45b0efb1-ef9e-48f5-a6a6-19a3fc53af1d req-82930f95-a884-4208-8c56-9bba5d0f291d tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=66d85e0d-690b-4fa6-a0fe-44d1d33a3151 HTTP/1.1" status: 200 len: 1098 time: 0.3609653 Jul 15 12:59:53.241333 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080025c6-eccb-4879-b75e-ee1fa2dae700 None None] DHCP port deletion for 5ac2a3ab-c25a-4b1d-bfb8-d02a9e8ca8cb request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 12:59:53.243465 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:53.274256 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-44993638-281a-430b-82f5-b030bd4623a2 admin admin] Deleting port 67d9c14f-f1d9-4dc2-b29d-e47e490ff541 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 12:59:53.274630 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-44993638-281a-430b-82f5-b030bd4623a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:53.301020 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8af6a43b-d738-4a17-9215-ec7df9c1a048 req-3807ad86-fddf-4f83-b280-9d7d1d401aa8 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945663 Jul 15 12:59:53.323488 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=4cc591f0-b54c-4ad6-87c4-83c9a229462a,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:53.324462 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bab57e49-c473-4f31-b713-7f01e87838c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:53.346193 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-45b0efb1-ef9e-48f5-a6a6-19a3fc53af1d req-8b816b67-78f8-4ee9-b89f-2a4d50c85da7 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963414 Jul 15 12:59:53.368825 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-080025c6-eccb-4879-b75e-ee1fa2dae700 None None] Deleting port 67d9c14f-f1d9-4dc2-b29d-e47e490ff541 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 12:59:53.369763 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-080025c6-eccb-4879-b75e-ee1fa2dae700 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:53.496091 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bab57e49-c473-4f31-b713-7f01e87838c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:53.501200 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-080025c6-eccb-4879-b75e-ee1fa2dae700 None None] For port 67d9c14f-f1d9-4dc2-b29d-e47e490ff541, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=67d9c14f-f1d9-4dc2-b29d-e47e490ff541,segment=NetworkSegment(66bf1621-e415-4f6f-a227-7a92c6c33e31),segment_id=66bf1621-e415-4f6f-a227-7a92c6c33e31)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:53.502915 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-080025c6-eccb-4879-b75e-ee1fa2dae700 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:53.519029 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-080025c6-eccb-4879-b75e-ee1fa2dae700 None None] Calling delete_port for 67d9c14f-f1d9-4dc2-b29d-e47e490ff541 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 12:59:53.520637 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bab57e49-c473-4f31-b713-7f01e87838c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:53.545030 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-ac62ed56-e70c-4326-8f82-cd6cc4cd55aa tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=68c6e24a41f34b389395bccb84e19064&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473366 Jul 15 12:59:53.582375 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['4cc591f0-b54c-4ad6-87c4-83c9a229462a'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:59:53.608027 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-bab57e49-c473-4f31-b713-7f01e87838c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee3de0f09eba4cc8ae09bb9c84c775ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4466712 Jul 15 12:59:53.614887 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37418) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:53.638457 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab57e49-c473-4f31-b713-7f01e87838c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0753e400-7922-4ba0-8a95-adcf5a1db340,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:53.676633 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-080025c6-eccb-4879-b75e-ee1fa2dae700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:53.718119 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080025c6-eccb-4879-b75e-ee1fa2dae700 None None] Pushing event deleted for resources: {'Port': ['ID=67d9c14f-f1d9-4dc2-b29d-e47e490ff541,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:53.730894 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080025c6-eccb-4879-b75e-ee1fa2dae700 None None] No DVR routers for this DVR port 67d9c14f-f1d9-4dc2-b29d-e47e490ff541 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 12:59:53.788657 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-b2b1b084-e8b0-4011-87e4-d3b8e646fa70 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:53.790443 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-b2b1b084-e8b0-4011-87e4-d3b8e646fa70 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2336578 Jul 15 12:59:53.792241 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9aee4535-1d42-467f-85d0-6c8b944e85f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:53.818667 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-a0b0bebf-4413-4051-a776-4383dc402cb4 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Request body: {'port': {'device_id': 'bcd6d9e1-ae28-4d36-ad2c-37337ae9903a', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'admin_state_up': True, 'tenant_id': '68c6e24a41f34b389395bccb84e19064'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:53.824730 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9aee4535-1d42-467f-85d0-6c8b944e85f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:53.890195 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cb7471d8-95dc-4b13-b26d-a38913b70f99 req-a3936430-c0f4-4a89-bf41-ba24e2597ecd tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcd6d9e1-ae28-4d36-ad2c-37337ae9903a HTTP/1.1" status: 200 len: 210 time: 0.4560049 Jul 15 12:59:53.892508 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-44993638-281a-430b-82f5-b030bd4623a2 admin admin] For port 67d9c14f-f1d9-4dc2-b29d-e47e490ff541, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=67d9c14f-f1d9-4dc2-b29d-e47e490ff541,segment=NetworkSegment(66bf1621-e415-4f6f-a227-7a92c6c33e31),segment_id=66bf1621-e415-4f6f-a227-7a92c6c33e31)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:53.892860 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-44993638-281a-430b-82f5-b030bd4623a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:53.931088 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-44993638-281a-430b-82f5-b030bd4623a2 admin admin] Calling delete_port for 67d9c14f-f1d9-4dc2-b29d-e47e490ff541 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 12:59:53.952080 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9aee4535-1d42-467f-85d0-6c8b944e85f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:53.955823 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9aee4535-1d42-467f-85d0-6c8b944e85f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:53.959548 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9aee4535-1d42-467f-85d0-6c8b944e85f4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0753e400-7922-4ba0-8a95-adcf5a1db340 HTTP/1.1" status: 204 len: 168 time: 0.3411870 Jul 15 12:59:53.970920 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee4535-1d42-467f-85d0-6c8b944e85f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0753e400-7922-4ba0-8a95-adcf5a1db340,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:54.018875 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-a0b0bebf-4413-4051-a776-4383dc402cb4 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Made reservation on behalf of 68c6e24a41f34b389395bccb84e19064 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:59:54.023402 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-a0b0bebf-4413-4051-a776-4383dc402cb4 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:54.097485 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-7ee5875b-662b-48e1-aa74-905f340fd048 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:54.140206 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-7ee5875b-662b-48e1-aa74-905f340fd048 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Transition to ACTIVE for port object 8e25edaf-63ba-4c71-9113-3648368c56b5 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:54.151075 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7f8d5-7753-474c-8be0-e2a0e371dc32 req-5a86422a-c211-443b-8047-ba7182f4014f tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:54.153205 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-efc7f8d5-7753-474c-8be0-e2a0e371dc32 req-5a86422a-c211-443b-8047-ba7182f4014f tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8f4c7be-5434-45ba-892e-15fe041f8206 HTTP/1.1" status: 200 len: 950 time: 0.6423571 Jul 15 12:59:54.219040 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-44993638-281a-430b-82f5-b030bd4623a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:54.243107 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608639e-020a-4c82-8fb9-68a036e0e8af req-ab04874d-1b2b-415c-b954-4407758175bb tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:54.244616 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9608639e-020a-4c82-8fb9-68a036e0e8af req-ab04874d-1b2b-415c-b954-4407758175bb tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0233de-c9ae-4d7b-9761-e5f439cd3c39 HTTP/1.1" status: 200 len: 944 time: 0.2146554 Jul 15 12:59:54.273342 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44993638-281a-430b-82f5-b030bd4623a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=67d9c14f-f1d9-4dc2-b29d-e47e490ff541,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:54.284483 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-efc7f8d5-7753-474c-8be0-e2a0e371dc32 req-a5c4be1e-6865-4265-b891-6482d3dd24fa tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113853 Jul 15 12:59:54.285298 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44993638-281a-430b-82f5-b030bd4623a2 admin admin] No DVR routers for this DVR port 67d9c14f-f1d9-4dc2-b29d-e47e490ff541 on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 12:59:54.298902 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-7ee5875b-662b-48e1-aa74-905f340fd048 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:54.344359 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37428) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:54.365447 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-70b6094e-1638-4172-b45a-b19d1485ebd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:54.385536 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-a0b0bebf-4413-4051-a776-4383dc402cb4 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Allocated IP 192.168.233.218 (fb7e2853-c052-4bbe-a410-b119ef2f5100/f7332b1d-b5ae-478a-9a33-4a7a808c5484/12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:59:54.410107 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-7ee5875b-662b-48e1-aa74-905f340fd048 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Network fb7e2853-c052-4bbe-a410-b119ef2f5100 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:59:54.423225 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9608639e-020a-4c82-8fb9-68a036e0e8af req-784b6547-3c4f-4ad5-a6c5-b30f13f4073c tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/security-groups?id=c51af1c0-2b5c-4e46-9e96-4747552c3905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1532671 Jul 15 12:59:54.442227 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-7ee5875b-662b-48e1-aa74-905f340fd048 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:54.459343 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-44993638-281a-430b-82f5-b030bd4623a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:54.462008 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5875b-662b-48e1-aa74-905f340fd048 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Pushing event updated for resources: {'Port': ['ID=8e25edaf-63ba-4c71-9113-3648368c56b5,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:54.471911 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-7ee5875b-662b-48e1-aa74-905f340fd048 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:59:54.517187 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-44993638-281a-430b-82f5-b030bd4623a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac2a3ab-c25a-4b1d-bfb8-d02a9e8ca8cb']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:54.544701 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-44993638-281a-430b-82f5-b030bd4623a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66bf1621-e415-4f6f-a227-7a92c6c33e31') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:54.545002 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-44993638-281a-430b-82f5-b030bd4623a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66bf1621-e415-4f6f-a227-7a92c6c33e31') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:54.559575 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-44993638-281a-430b-82f5-b030bd4623a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:54.584649 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-7ee5875b-662b-48e1-aa74-905f340fd048 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:54.585294 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-7ee5875b-662b-48e1-aa74-905f340fd048 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:54.620168 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-44993638-281a-430b-82f5-b030bd4623a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:54.620416 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-a0b0bebf-4413-4051-a776-4383dc402cb4 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:54.638774 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44993638-281a-430b-82f5-b030bd4623a2 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 12:59:54.639198 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-44993638-281a-430b-82f5-b030bd4623a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: self.session.flush() Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: self.session.flush() Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: self.session.flush() Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: self.session.flush() Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: timer() Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 12:59:54.641139 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 12:59:54.644819 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-70b6094e-1638-4172-b45a-b19d1485ebd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:54.647025 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-a0b0bebf-4413-4051-a776-4383dc402cb4 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Transition to ACTIVE for port object 12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:54.657420 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-70b6094e-1638-4172-b45a-b19d1485ebd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:54.707423 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b6094e-1638-4172-b45a-b19d1485ebd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f645b8f0-a9ed-4145-a9c4-b482eb4e7234,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:54.712760 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d9179-e8d9-49e1-8ad7-c845b0d20b29 req-b51a1c69-8533-420c-a796-2593e458570e tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:54.719658 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-220d9179-e8d9-49e1-8ad7-c845b0d20b29 req-b51a1c69-8533-420c-a796-2593e458570e tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 950 time: 0.2903264 Jul 15 12:59:54.722306 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-70b6094e-1638-4172-b45a-b19d1485ebd4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1396fdebbcea40d6ac84a70851a02058&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3766205 Jul 15 12:59:54.724735 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-7ee5875b-662b-48e1-aa74-905f340fd048 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7152436 Jul 15 12:59:54.724926 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37432) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:54.745176 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 67d9c14f-f1d9-4dc2-b29d-e47e490ff541 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 12:59:54.749826 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-a167bad5-8000-46f8-8a0c-cb56206646b7 service neutron] Request body: {'port': {'device_id': '84353dff-848d-4811-836f-66339e222350', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:54.758201 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-a0b0bebf-4413-4051-a776-4383dc402cb4 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:54.758432 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-44993638-281a-430b-82f5-b030bd4623a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:54.769649 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 67d9c14f-f1d9-4dc2-b29d-e47e490ff541 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 12:59:54.770550 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 67d9c14f-f1d9-4dc2-b29d-e47e490ff541 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 12:59:54.786459 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-44993638-281a-430b-82f5-b030bd4623a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:54.790811 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-44993638-281a-430b-82f5-b030bd4623a2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5ac2a3ab-c25a-4b1d-bfb8-d02a9e8ca8cb HTTP/1.1" status: 204 len: 168 time: 2.3539116 Jul 15 12:59:54.802604 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1e3e88f5-215e-4ab3-ada9-42a6a2179d9e None None] Provisioning for port 8e25edaf-63ba-4c71-9113-3648368c56b5 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:54.809474 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1e3e88f5-215e-4ab3-ada9-42a6a2179d9e None None] Provisioning complete for port 8e25edaf-63ba-4c71-9113-3648368c56b5 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:54.810400 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1e3e88f5-215e-4ab3-ada9-42a6a2179d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:54.822197 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb6a3c-8965-43a3-84f3-6fe74b65291d req-dec75152-1197-433a-91bb-13dcce2bfee1 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:54.824070 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bfeb6a3c-8965-43a3-84f3-6fe74b65291d req-dec75152-1197-433a-91bb-13dcce2bfee1 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=66d85e0d-690b-4fa6-a0fe-44d1d33a3151 HTTP/1.1" status: 200 len: 1098 time: 0.2495089 Jul 15 12:59:54.824837 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44993638-281a-430b-82f5-b030bd4623a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ac2a3ab-c25a-4b1d-bfb8-d02a9e8ca8cb,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:54.832076 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-a0b0bebf-4413-4051-a776-4383dc402cb4 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Network fb7e2853-c052-4bbe-a410-b119ef2f5100 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:59:54.844707 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-220d9179-e8d9-49e1-8ad7-c845b0d20b29 req-52ce909b-cfab-4257-aaf8-525789fb1a33 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241765 Jul 15 12:59:54.845311 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-a0b0bebf-4413-4051-a776-4383dc402cb4 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:54.848045 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-a0b0bebf-4413-4051-a776-4383dc402cb4 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:59:54.858231 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b0bebf-4413-4051-a776-4383dc402cb4 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Pushing event updated for resources: {'Port': ['ID=12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:54.888309 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dcdaa3ee-b260-40e3-bc8d-dbd6869cac8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:54.888906 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-1e3e88f5-215e-4ab3-ada9-42a6a2179d9e None None] Port 8e25edaf-63ba-4c71-9113-3648368c56b5 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:59:54.927899 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dcdaa3ee-b260-40e3-bc8d-dbd6869cac8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:54.935241 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-a0b0bebf-4413-4051-a776-4383dc402cb4 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:54.936132 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-a0b0bebf-4413-4051-a776-4383dc402cb4 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:54.937898 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-a167bad5-8000-46f8-8a0c-cb56206646b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:54.950451 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bfeb6a3c-8965-43a3-84f3-6fe74b65291d req-17a0ae8c-c766-4aac-a4b1-094dd4447a7c tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046643 Jul 15 12:59:54.981409 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-a0b0bebf-4413-4051-a776-4383dc402cb4 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1703682 Jul 15 12:59:54.998116 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-1b45c1be-4617-4e9d-8cc2-de33ebd64006 service neutron] Request body: {'port': {'device_id': 'bcd6d9e1-ae28-4d36-ad2c-37337ae9903a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:55.102779 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-1b45c1be-4617-4e9d-8cc2-de33ebd64006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:55.122357 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dcdaa3ee-b260-40e3-bc8d-dbd6869cac8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:55.125548 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dcdaa3ee-b260-40e3-bc8d-dbd6869cac8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:55.127366 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-dcdaa3ee-b260-40e3-bc8d-dbd6869cac8f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f645b8f0-a9ed-4145-a9c4-b482eb4e7234 HTTP/1.1" status: 204 len: 168 time: 0.4016323 Jul 15 12:59:55.176811 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37444) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:55.286919 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaa3ee-b260-40e3-bc8d-dbd6869cac8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f645b8f0-a9ed-4145-a9c4-b482eb4e7234,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:55.306439 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-af1fa414-b817-446a-8bbb-788d429112df admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9e2eafaab6a541cebc3ded7483f12ea6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1287644 Jul 15 12:59:55.309992 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37446) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:55.339685 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-607b087e-d56b-4f58-8c10-edd00c8170ac None None] Provisioning for port 12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:55.347123 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-607b087e-d56b-4f58-8c10-edd00c8170ac None None] Provisioning complete for port 12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:55.347832 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-607b087e-d56b-4f58-8c10-edd00c8170ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:55.375384 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23707694-ce42-41b7-8056-dd03545f0cb3 req-176ce801-056e-4286-8e68-376651d10fc4 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:55.377068 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-23707694-ce42-41b7-8056-dd03545f0cb3 req-176ce801-056e-4286-8e68-376651d10fc4 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcd6d9e1-ae28-4d36-ad2c-37337ae9903a HTTP/1.1" status: 200 len: 936 time: 0.2016933 Jul 15 12:59:55.393673 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-607b087e-d56b-4f58-8c10-edd00c8170ac None None] Port 12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:59:55.467120 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-23707694-ce42-41b7-8056-dd03545f0cb3 req-d394e874-8535-4afd-b5b3-8c3c41ac8916 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb3270a-520b-4aa7-9df0-96bcdf87d9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831168 Jul 15 12:59:55.485778 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e8e96f0b-1d19-447a-981e-25ddf19f5af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:55.538194 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e8e96f0b-1d19-447a-981e-25ddf19f5af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:55.562333 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-a167bad5-8000-46f8-8a0c-cb56206646b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e25edaf-63ba-4c71-9113-3648368c56b5 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:59:55.576233 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-a167bad5-8000-46f8-8a0c-cb56206646b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:55.599705 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-a167bad5-8000-46f8-8a0c-cb56206646b7 service neutron] Transition to ACTIVE for port object 8e25edaf-63ba-4c71-9113-3648368c56b5 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:55.604616 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-a167bad5-8000-46f8-8a0c-cb56206646b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:55.732220 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e8e96f0b-1d19-447a-981e-25ddf19f5af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:55.735286 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e8e96f0b-1d19-447a-981e-25ddf19f5af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:55.738879 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e8e96f0b-1d19-447a-981e-25ddf19f5af1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2d24ad7a-b285-4145-bb54-3554d6bbed68 HTTP/1.1" status: 204 len: 168 time: 0.4245560 Jul 15 12:59:55.764447 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167bad5-8000-46f8-8a0c-cb56206646b7 service neutron] Pushing event updated for resources: {'Port': ['ID=8e25edaf-63ba-4c71-9113-3648368c56b5,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:55.794752 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e96f0b-1d19-447a-981e-25ddf19f5af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d24ad7a-b285-4145-bb54-3554d6bbed68,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:55.842347 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-1b45c1be-4617-4e9d-8cc2-de33ebd64006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:59:55.860746 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-1b45c1be-4617-4e9d-8cc2-de33ebd64006 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:55.888825 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158970dc-f9b9-4893-b68d-3370977b8dce req-fe569f0d-6e01-4a7a-98c1-acccb85e0ef2 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:55.890492 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-158970dc-f9b9-4893-b68d-3370977b8dce req-fe569f0d-6e01-4a7a-98c1-acccb85e0ef2 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8f4c7be-5434-45ba-892e-15fe041f8206 HTTP/1.1" status: 200 len: 950 time: 0.2400889 Jul 15 12:59:55.913928 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-1b45c1be-4617-4e9d-8cc2-de33ebd64006 service neutron] Transition to ACTIVE for port object 12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:55.927156 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-1b45c1be-4617-4e9d-8cc2-de33ebd64006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:55.931911 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-a167bad5-8000-46f8-8a0c-cb56206646b7 service neutron] Attempting to bind port 8e25edaf-63ba-4c71-9113-3648368c56b5 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:59:55.932245 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-a167bad5-8000-46f8-8a0c-cb56206646b7 service neutron] Attempting to bind port 8e25edaf-63ba-4c71-9113-3648368c56b5 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:59:55.932614 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-a167bad5-8000-46f8-8a0c-cb56206646b7 service neutron] Attempting to bind port 8e25edaf-63ba-4c71-9113-3648368c56b5 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:55.941683 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-a167bad5-8000-46f8-8a0c-cb56206646b7 service neutron] Port 8e25edaf-63ba-4c71-9113-3648368c56b5 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:59:55.942858 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-a167bad5-8000-46f8-8a0c-cb56206646b7 service neutron] Attempting to bind port 8e25edaf-63ba-4c71-9113-3648368c56b5 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:55.966970 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-a167bad5-8000-46f8-8a0c-cb56206646b7 service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:59:55.967552 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-a167bad5-8000-46f8-8a0c-cb56206646b7 service neutron] Checking segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:55.968216 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-a167bad5-8000-46f8-8a0c-cb56206646b7 service neutron] Bound using segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:59:55.968805 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-a167bad5-8000-46f8-8a0c-cb56206646b7 service neutron] Bound port: 8e25edaf-63ba-4c71-9113-3648368c56b5, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:59:55.969362 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-a167bad5-8000-46f8-8a0c-cb56206646b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:55.996098 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-158970dc-f9b9-4893-b68d-3370977b8dce req-ca7c39c7-8d76-4dee-ade7-4e028df8f539 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916576 Jul 15 12:59:56.021049 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45c1be-4617-4e9d-8cc2-de33ebd64006 service neutron] Pushing event updated for resources: {'Port': ['ID=12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:56.208494 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-a167bad5-8000-46f8-8a0c-cb56206646b7 service neutron] For port 8e25edaf-63ba-4c71-9113-3648368c56b5, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:59:56.209556 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-1b45c1be-4617-4e9d-8cc2-de33ebd64006 service neutron] Attempting to bind port 12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:59:56.210130 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-1b45c1be-4617-4e9d-8cc2-de33ebd64006 service neutron] Attempting to bind port 12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:59:56.210354 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-1b45c1be-4617-4e9d-8cc2-de33ebd64006 service neutron] Attempting to bind port 12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:56.215528 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-1b45c1be-4617-4e9d-8cc2-de33ebd64006 service neutron] Port 12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:59:56.216143 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-1b45c1be-4617-4e9d-8cc2-de33ebd64006 service neutron] Attempting to bind port 12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:56.223873 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-1b45c1be-4617-4e9d-8cc2-de33ebd64006 service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:59:56.224571 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-1b45c1be-4617-4e9d-8cc2-de33ebd64006 service neutron] Checking segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:56.225366 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-1b45c1be-4617-4e9d-8cc2-de33ebd64006 service neutron] Bound using segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:59:56.226023 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-1b45c1be-4617-4e9d-8cc2-de33ebd64006 service neutron] Bound port: 12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:59:56.226623 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-1b45c1be-4617-4e9d-8cc2-de33ebd64006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:56.295713 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-a167bad5-8000-46f8-8a0c-cb56206646b7 service neutron] For port 8e25edaf-63ba-4c71-9113-3648368c56b5, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=8e25edaf-63ba-4c71-9113-3648368c56b5,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:59:56.320326 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-a167bad5-8000-46f8-8a0c-cb56206646b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:56.376430 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-1b45c1be-4617-4e9d-8cc2-de33ebd64006 service neutron] For port 12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61, host n-h1-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:59:56.382532 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-1b45c1be-4617-4e9d-8cc2-de33ebd64006 service neutron] For port 12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:59:56.394331 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 4cc591f0-b54c-4ad6-87c4-83c9a229462a up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:59:56.400425 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71a36e-4d38-49b2-a7da-ea0714b3eafa req-dc70bcf1-dc90-429f-9a9b-2c77abb9038c tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:56.408846 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ce71a36e-4d38-49b2-a7da-ea0714b3eafa req-dc70bcf1-dc90-429f-9a9b-2c77abb9038c tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0233de-c9ae-4d7b-9761-e5f439cd3c39 HTTP/1.1" status: 200 len: 944 time: 0.2257700 Jul 15 12:59:56.415782 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-a167bad5-8000-46f8-8a0c-cb56206646b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:56.416148 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-1b45c1be-4617-4e9d-8cc2-de33ebd64006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:56.416390 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-a167bad5-8000-46f8-8a0c-cb56206646b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:56.417890 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-a167bad5-8000-46f8-8a0c-cb56206646b7 service neutron] 10.222.0.20 "PUT /v2.0/ports/8e25edaf-63ba-4c71-9113-3648368c56b5 HTTP/1.1" status: 200 len: 1097 time: 1.6822996 Jul 15 12:59:56.419207 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84353dff-848d-4811-836f-66339e222350', 'tag': '8e25edaf-63ba-4c71-9113-3648368c56b5'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:56.421499 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db88dfc-7966-4f38-a1fa-dcfb49a0ca42" -d '{"events": [{"name": "network-changed", "server_uuid": "84353dff-848d-4811-836f-66339e222350", "tag": "8e25edaf-63ba-4c71-9113-3648368c56b5"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:56.444905 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-f3ac5b50-ef89-4af8-af39-6cba4ae43b62 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:59:56.446798 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-f3ac5b50-ef89-4af8-af39-6cba4ae43b62 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118206 Jul 15 12:59:56.479588 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-1b45c1be-4617-4e9d-8cc2-de33ebd64006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:56.480373 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ce71a36e-4d38-49b2-a7da-ea0714b3eafa req-acb8cbd9-e9db-47a2-9062-ed4741135217 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/security-groups?id=c51af1c0-2b5c-4e46-9e96-4747552c3905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705743 Jul 15 12:59:56.480522 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-1b45c1be-4617-4e9d-8cc2-de33ebd64006 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:56.483174 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-1b45c1be-4617-4e9d-8cc2-de33ebd64006 service neutron] 10.222.0.20 "PUT /v2.0/ports/12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61 HTTP/1.1" status: 200 len: 1097 time: 1.4908166 Jul 15 12:59:56.544671 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-addb1056-021e-4a5b-86d8-00df033f79d1 service neutron] Request body: {'binding': {'host': 'n-h1-771363-36', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:56.545170 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-addb1056-021e-4a5b-86d8-00df033f79d1 service neutron] Unknown quota resources ['binding']. {{(pid=93826) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 12:59:56.547907 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 4cc591f0-b54c-4ad6-87c4-83c9a229462a completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:56.552375 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 4cc591f0-b54c-4ad6-87c4-83c9a229462a triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:56.552513 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd6d9e1-ae28-4d36-ad2c-37337ae9903a', 'tag': '12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:56.552861 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:56.559599 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52821c0a-533b-4be5-9634-9f68645593e0" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd6d9e1-ae28-4d36-ad2c-37337ae9903a", "tag": "12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:56.606741 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167bad5-8000-46f8-8a0c-cb56206646b7 service neutron] Pushing event updated for resources: {'Port': ['ID=8e25edaf-63ba-4c71-9113-3648368c56b5,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:56.664731 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-0e810d60-4681-4648-9643-948c7350233c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:56.668383 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-0e810d60-4681-4648-9643-948c7350233c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=68c6e24a41f34b389395bccb84e19064&device_id=84353dff-848d-4811-836f-66339e222350 HTTP/1.1" status: 200 len: 1100 time: 0.1854866 Jul 15 12:59:56.727305 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:56.730508 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-1095a65e-9c74-48bb-9d88-84a7de24c339 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=8e25edaf-63ba-4c71-9113-3648368c56b5 HTTP/1.1" status: 200 len: 217 time: 0.0526426 Jul 15 12:59:56.759374 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-4fbae3dd-030c-490d-b70c-b28e0414be09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:56.761188 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-4fbae3dd-030c-490d-b70c-b28e0414be09 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=68c6e24a41f34b389395bccb84e19064&device_id=bcd6d9e1-ae28-4d36-ad2c-37337ae9903a HTTP/1.1" status: 200 len: 1100 time: 0.1948960 Jul 15 12:59:56.798019 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b0233de-c9ae-4d7b-9761-e5f439cd3c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc591f0-b54c-4ad6-87c4-83c9a229462a'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:56.801399 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae897549-a402-49c9-8a86-d106e959ac3b" -d '{"events": [{"server_uuid": "7b0233de-c9ae-4d7b-9761-e5f439cd3c39", "name": "network-vif-plugged", "status": "completed", "tag": "4cc591f0-b54c-4ad6-87c4-83c9a229462a"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:56.815609 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-6dc65347-839a-40ed-ae16-5d457fe555d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:56.817236 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-6dc65347-839a-40ed-ae16-5d457fe555d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0738268 Jul 15 12:59:56.824174 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-b488bcf4-de2f-4e79-9d83-a663c43b12e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61 HTTP/1.1" status: 200 len: 217 time: 0.0432334 Jul 15 12:59:56.848577 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 4cc591f0-b54c-4ad6-87c4-83c9a229462a, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=4cc591f0-b54c-4ad6-87c4-83c9a229462a,segment=NetworkSegment(cd857633-46f6-4d90-bb5f-e587bc48f622),segment_id=cd857633-46f6-4d90-bb5f-e587bc48f622)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:56.874338 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:56.896846 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-f99147e5-9006-454a-81c9-fe32f499f462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:56.898602 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-f99147e5-9006-454a-81c9-fe32f499f462 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0636666 Jul 15 12:59:56.899515 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45c1be-4617-4e9d-8cc2-de33ebd64006 service neutron] Pushing event updated for resources: {'Port': ['ID=12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:56.931620 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d7370-bc44-4397-b14f-332be9e43270 req-822dbf04-5420-47bb-ba16-8577960604ac tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:56.939965 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-200d7370-bc44-4397-b14f-332be9e43270 req-822dbf04-5420-47bb-ba16-8577960604ac tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 950 time: 0.2100749 Jul 15 12:59:56.987409 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-2037898d-e426-4fb4-9ee3-5e32052b5cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:56.988809 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-2037898d-e426-4fb4-9ee3-5e32052b5cbf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1572654 Jul 15 12:59:57.002881 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=4cc591f0-b54c-4ad6-87c4-83c9a229462a,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:57.027541 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-6c163cb2-177d-4662-a97e-5aeb738ed179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:57.030475 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-6c163cb2-177d-4662-a97e-5aeb738ed179 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1247938 Jul 15 12:59:57.118285 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-200d7370-bc44-4397-b14f-332be9e43270 req-42b17623-b3a3-4780-b011-181207222b81 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786077 Jul 15 12:59:57.120552 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-eede08b2-670f-4b1a-9987-28a753b006e0 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194830 Jul 15 12:59:57.166828 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-addb1056-021e-4a5b-86d8-00df033f79d1 service neutron] Attempting to bind port a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 on host n-h1-771363-36 for vnic_type normal with profile None {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:59:57.167177 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-addb1056-021e-4a5b-86d8-00df033f79d1 service neutron] Attempting to bind port a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:59:57.167527 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-addb1056-021e-4a5b-86d8-00df033f79d1 service neutron] Attempting to bind port a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 on network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:57.174127 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-addb1056-021e-4a5b-86d8-00df033f79d1 service neutron] Port a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 on network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:59:57.174442 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-addb1056-021e-4a5b-86d8-00df033f79d1 service neutron] Attempting to bind port a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 on network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:57.185567 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-addb1056-021e-4a5b-86d8-00df033f79d1 service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:59:57.185990 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-addb1056-021e-4a5b-86d8-00df033f79d1 service neutron] Checking segment: {'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:57.186375 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-addb1056-021e-4a5b-86d8-00df033f79d1 service neutron] Bound using segment: {'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:59:57.186829 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-addb1056-021e-4a5b-86d8-00df033f79d1 service neutron] Bound port: a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:59:57.236238 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-ea3e372e-ea12-49b1-aacd-20bb1e03fa4b service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971028 Jul 15 12:59:57.246123 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8369c380-5ba5-48f5-906f-1053e154fc05 req-11cd26d0-fb8e-469a-91f6-417fa8bff831 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171947 Jul 15 12:59:57.299386 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-addb1056-021e-4a5b-86d8-00df033f79d1 service neutron] For port a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:59:57.307341 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-addb1056-021e-4a5b-86d8-00df033f79d1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:57.307823 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a15cc-cbbc-4361-addc-7a65270f596b req-e37ee639-2638-422d-bc51-3c7c6d23413d tempest-ServersOnMultiNodesTest-356122630 tempest-ServersOnMultiNodesTest-356122630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:57.308447 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-addb1056-021e-4a5b-86d8-00df033f79d1 service neutron] 10.222.0.16 "POST /v2.0/ports/a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87/bindings HTTP/1.1" status: 201 len: 390 time: 0.7954013 Jul 15 12:59:57.317249 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-614a15cc-cbbc-4361-addc-7a65270f596b req-e37ee639-2638-422d-bc51-3c7c6d23413d tempest-ServersOnMultiNodesTest-356122630 tempest-ServersOnMultiNodesTest-356122630-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a8f4c7be-5434-45ba-892e-15fe041f8206 HTTP/1.1" status: 200 len: 1102 time: 0.0639770 Jul 15 12:59:57.375798 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-614a15cc-cbbc-4361-addc-7a65270f596b req-ecaddac7-b655-4b16-a3ee-bb2ab29a9666 tempest-ServersOnMultiNodesTest-356122630 tempest-ServersOnMultiNodesTest-356122630-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525510 Jul 15 12:59:57.389623 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a2144de9-0ca8-4906-a724-297d1ea198d6 req-d2437f99-c65b-4c53-847f-ea575826e335 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402838 Jul 15 12:59:57.432367 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65333fc9-631c-4fa4-8215-9bd8ae561dea x-openstack-request-id: req-65333fc9-631c-4fa4-8215-9bd8ae561dea {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:57.432666 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84353dff-848d-4811-836f-66339e222350", "tag": "8e25edaf-63ba-4c71-9113-3648368c56b5", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:57.432907 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-65333fc9-631c-4fa4-8215-9bd8ae561dea {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:57.433305 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84353dff-848d-4811-836f-66339e222350', 'tag': '8e25edaf-63ba-4c71-9113-3648368c56b5', 'status': 'completed', 'code': 200} Jul 15 12:59:57.469893 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37c2d10-8996-4825-8255-920ba70f35f5 x-openstack-request-id: req-f37c2d10-8996-4825-8255-920ba70f35f5 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:57.470294 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd6d9e1-ae28-4d36-ad2c-37337ae9903a", "tag": "12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:57.470538 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f37c2d10-8996-4825-8255-920ba70f35f5 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:57.471017 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd6d9e1-ae28-4d36-ad2c-37337ae9903a', 'tag': '12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61', 'status': 'completed', 'code': 200} Jul 15 12:59:57.504176 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ac4d17-9b6b-4def-8874-3eb6fe9a06f0 x-openstack-request-id: req-87ac4d17-9b6b-4def-8874-3eb6fe9a06f0 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:57.504700 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b0233de-c9ae-4d7b-9761-e5f439cd3c39", "name": "network-vif-plugged", "status": "completed", "tag": "4cc591f0-b54c-4ad6-87c4-83c9a229462a", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:57.504802 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87ac4d17-9b6b-4def-8874-3eb6fe9a06f0 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:57.505114 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b0233de-c9ae-4d7b-9761-e5f439cd3c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc591f0-b54c-4ad6-87c4-83c9a229462a', 'code': 200} Jul 15 12:59:57.570697 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db88dfc-7966-4f38-a1fa-dcfb49a0ca42 req-3dc32a8d-c304-4065-a7eb-8bdcd2069201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:57.573281 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9db88dfc-7966-4f38-a1fa-dcfb49a0ca42 req-3dc32a8d-c304-4065-a7eb-8bdcd2069201 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=68c6e24a41f34b389395bccb84e19064&device_id=84353dff-848d-4811-836f-66339e222350 HTTP/1.1" status: 200 len: 1100 time: 0.0927377 Jul 15 12:59:57.670712 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52821c0a-533b-4be5-9634-9f68645593e0 req-585de3bc-330c-4bfc-816c-d2f05cac097b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:57.672915 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-52821c0a-533b-4be5-9634-9f68645593e0 req-585de3bc-330c-4bfc-816c-d2f05cac097b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=68c6e24a41f34b389395bccb84e19064&device_id=bcd6d9e1-ae28-4d36-ad2c-37337ae9903a HTTP/1.1" status: 200 len: 1100 time: 0.1557183 Jul 15 12:59:57.721189 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db88dfc-7966-4f38-a1fa-dcfb49a0ca42 req-36212f11-133a-4c22-aa47-fbe61747f156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:57.722719 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9db88dfc-7966-4f38-a1fa-dcfb49a0ca42 req-36212f11-133a-4c22-aa47-fbe61747f156 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.1334684 Jul 15 12:59:57.767414 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f7361-a81a-4fdc-b4f7-dffbbf2327a9 req-eb9bc3fb-8bd5-423f-b168-05a94e8de099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:57.768953 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-662f7361-a81a-4fdc-b4f7-dffbbf2327a9 req-eb9bc3fb-8bd5-423f-b168-05a94e8de099 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7b0233de-c9ae-4d7b-9761-e5f439cd3c39 HTTP/1.1" status: 200 len: 1097 time: 0.1720440 Jul 15 12:59:57.781522 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9db88dfc-7966-4f38-a1fa-dcfb49a0ca42 req-fe13d46e-f91b-48f8-9837-9d45518810e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=8e25edaf-63ba-4c71-9113-3648368c56b5 HTTP/1.1" status: 200 len: 217 time: 0.0454586 Jul 15 12:59:57.783715 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-e335acc2-71dd-4c0b-a9e2-8510337d53f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:57.785317 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-e335acc2-71dd-4c0b-a9e2-8510337d53f8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42f8630608fb46f681ad77135da09a14&device_id=66d85e0d-690b-4fa6-a0fe-44d1d33a3151 HTTP/1.1" status: 200 len: 1098 time: 0.1149237 Jul 15 12:59:57.786159 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb60c07-149c-4d08-8f26-40f3d31df8d8 req-299a734f-87c2-4785-bd37-115e74ce1b98 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:57.787543 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bfb60c07-149c-4d08-8f26-40f3d31df8d8 req-299a734f-87c2-4785-bd37-115e74ce1b98 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcd6d9e1-ae28-4d36-ad2c-37337ae9903a HTTP/1.1" status: 200 len: 948 time: 0.1930358 Jul 15 12:59:57.841260 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52821c0a-533b-4be5-9634-9f68645593e0 req-c6e2123c-2775-4637-8098-b0945adce151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:57.842808 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-52821c0a-533b-4be5-9634-9f68645593e0 req-c6e2123c-2775-4637-8098-b0945adce151 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.1604815 Jul 15 12:59:57.870538 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-662f7361-a81a-4fdc-b4f7-dffbbf2327a9 req-9967c2df-a89e-47bc-aefd-c38a77d80071 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c51af1c0-2b5c-4e46-9e96-4747552c3905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0923536 Jul 15 12:59:57.892537 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db88dfc-7966-4f38-a1fa-dcfb49a0ca42 req-050ab480-545a-4434-b11b-40c62b917928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:57.894013 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9db88dfc-7966-4f38-a1fa-dcfb49a0ca42 req-050ab480-545a-4434-b11b-40c62b917928 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.1023517 Jul 15 12:59:57.903551 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-52821c0a-533b-4be5-9634-9f68645593e0 req-d398b9c2-0b46-4e65-a77b-78f099b1de7e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61 HTTP/1.1" status: 200 len: 217 time: 0.0508668 Jul 15 12:59:57.906849 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bfb60c07-149c-4d08-8f26-40f3d31df8d8 req-1afae607-2ff4-42c5-8056-96d0534274f5 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb3270a-520b-4aa7-9df0-96bcdf87d9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105697 Jul 15 12:59:57.955459 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-d790a57c-9027-4dc8-b0dd-8f97a7a149b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:57.956953 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-d790a57c-9027-4dc8-b0dd-8f97a7a149b9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f HTTP/1.1" status: 200 len: 922 time: 0.1567712 Jul 15 12:59:57.993793 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52821c0a-533b-4be5-9634-9f68645593e0 req-fae9cb4b-35ca-4f30-86fb-4ea81ad12f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:57.995834 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-52821c0a-533b-4be5-9634-9f68645593e0 req-fae9cb4b-35ca-4f30-86fb-4ea81ad12f90 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0793810 Jul 15 12:59:58.008132 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-32c6c62a-767b-4ccd-ba56-e73d41717786 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 HTTP/1.1" status: 200 len: 217 time: 0.0420127 Jul 15 12:59:58.010047 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db88dfc-7966-4f38-a1fa-dcfb49a0ca42 req-083ac440-be1c-4925-a74f-6429fe2a51c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:58.011466 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9db88dfc-7966-4f38-a1fa-dcfb49a0ca42 req-083ac440-be1c-4925-a74f-6429fe2a51c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0976906 Jul 15 12:59:58.021368 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c920d-4d37-4048-a664-19bf9876de38 req-531c74cb-32ad-46d2-a05a-53545d00ec7e tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:58.022876 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-725c920d-4d37-4048-a664-19bf9876de38 req-531c74cb-32ad-46d2-a05a-53545d00ec7e tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=66d85e0d-690b-4fa6-a0fe-44d1d33a3151 HTTP/1.1" status: 200 len: 946 time: 0.1210315 Jul 15 12:59:58.097303 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-725c920d-4d37-4048-a664-19bf9876de38 req-8ea18f2f-d857-4fae-8545-50d94d1ca801 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531967 Jul 15 12:59:58.101606 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-7bc88aae-2f6e-43a0-87f7-644666ef7942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:58.104047 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-7bc88aae-2f6e-43a0-87f7-644666ef7942 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=522453a6-daf1-42ae-a6f8-abb7ab66795d HTTP/1.1" status: 200 len: 861 time: 0.0751905 Jul 15 12:59:58.105622 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52821c0a-533b-4be5-9634-9f68645593e0 req-1d20481e-a946-4029-9509-bda9ecff842b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:58.107122 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-52821c0a-533b-4be5-9634-9f68645593e0 req-1d20481e-a946-4029-9509-bda9ecff842b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1019042 Jul 15 12:59:58.176124 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-a69e0d39-4723-4696-a343-9718c237a512 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322185 Jul 15 12:59:58.219670 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9db88dfc-7966-4f38-a1fa-dcfb49a0ca42 req-e432895f-22ed-451a-8b0d-844fb643e678 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891706 Jul 15 12:59:58.243329 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-4ffc3574-37fd-47be-8889-7f555fcda3b5 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=70b334eb6b1c4823bfeb87b9e0290ca2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314701 Jul 15 12:59:58.299357 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-52821c0a-533b-4be5-9634-9f68645593e0 req-d624b6a9-037f-4655-be8e-8c611a2fb128 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827440 Jul 15 12:59:58.336155 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-5f5cf2c6-8e10-4ccb-91b9-df0795a3f0e2 service neutron] 10.222.0.20 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483867 Jul 15 12:59:58.350550 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d9757-dce1-40c4-b4ce-173a02167005 req-5ae36e78-3ba6-425d-93ae-1a45c7fb98d4 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:58.351972 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-703d9757-dce1-40c4-b4ce-173a02167005 req-5ae36e78-3ba6-425d-93ae-1a45c7fb98d4 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0233de-c9ae-4d7b-9761-e5f439cd3c39 HTTP/1.1" status: 200 len: 945 time: 0.2146428 Jul 15 12:59:58.379689 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9db88dfc-7966-4f38-a1fa-dcfb49a0ca42 req-92d9f4d4-762b-4a08-b2b5-efa7ad075028 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537452 Jul 15 12:59:58.450970 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-c5808e85-85ee-4ade-9047-9623c1eba897 service neutron] 10.222.0.20 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059234 Jul 15 12:59:58.465405 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-93fa2f24-b378-4fea-afc9-cbad28d8a118 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:58.466952 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-93fa2f24-b378-4fea-afc9-cbad28d8a118 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2151940 Jul 15 12:59:58.472017 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-703d9757-dce1-40c4-b4ce-173a02167005 req-c0e00a36-c8c8-4562-81fc-bffea2bacf8a tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/security-groups?id=c51af1c0-2b5c-4e46-9e96-4747552c3905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1055148 Jul 15 12:59:58.493572 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-2f9d645e-8707-4f02-82aa-e185193ae1b8 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/quotas/70b334eb6b1c4823bfeb87b9e0290ca2 HTTP/1.1" status: 200 len: 375 time: 0.0192518 Jul 15 12:59:58.495586 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-52821c0a-533b-4be5-9634-9f68645593e0 req-b0793ceb-44bf-4a58-a056-d012cd4ce7a7 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862264 Jul 15 12:59:58.611084 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-f548de57-736b-431c-a682-37ce8f9ba7f8 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=70b334eb6b1c4823bfeb87b9e0290ca2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1120744 Jul 15 12:59:58.622428 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-590c9580-eca5-4688-8c03-aa9325cbea67 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:58.624408 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-590c9580-eca5-4688-8c03-aa9325cbea67 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=66d85e0d-690b-4fa6-a0fe-44d1d33a3151&tenant_id=42f8630608fb46f681ad77135da09a14&binding%3Ahost_id=n-h2-771363-36 HTTP/1.1" status: 200 len: 1098 time: 0.0917394 Jul 15 12:59:58.637267 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-ec043a69-2d82-435b-bfe1-5c40d2098964 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771363-36'}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:58.730079 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-ec043a69-2d82-435b-bfe1-5c40d2098964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:58.741880 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:58.861016 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38b944-dd42-4127-adb4-fd80b9d2dcbf req-ed134624-b3d8-438d-b903-5cd754d650b0 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:58.868086 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8d38b944-dd42-4127-adb4-fd80b9d2dcbf req-ed134624-b3d8-438d-b903-5cd754d650b0 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 950 time: 0.1549621 Jul 15 12:59:58.955232 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-31f7dc1d-03a6-46c6-8463-f254fb876236 req-4b7725f0-0afb-4624-a785-a1564c794e73 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0a8cf1e-f026-40c4-a0ce-82fee682a7f7 HTTP/1.1" status: 200 len: 210 time: 0.0665994 Jul 15 12:59:58.960013 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8d38b944-dd42-4127-adb4-fd80b9d2dcbf req-18aeffd6-c584-4e72-92aa-b8607ac1fb60 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781639 Jul 15 12:59:59.051183 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-ec043a69-2d82-435b-bfe1-5c40d2098964 service neutron] For port a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:59.129925 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:59.139748 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-ec043a69-2d82-435b-bfe1-5c40d2098964 service neutron] For port a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:59:59.181889 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37626) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:59.315933 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4bddc554-c4a7-4356-9f71-04bc3f72e1da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:59.416962 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4bddc554-c4a7-4356-9f71-04bc3f72e1da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:59.421589 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4bddc554-c4a7-4356-9f71-04bc3f72e1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:59.468046 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4bddc554-c4a7-4356-9f71-04bc3f72e1da admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ded8a10a7a64bdf83a00f1ccc914599&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2849712 Jul 15 12:59:59.473945 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37634) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:59.499758 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bddc554-c4a7-4356-9f71-04bc3f72e1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d9a82e-98d5-4244-88ba-a56798fc6a2f,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:59.542499 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-697ae738-2077-4d2d-a70f-91c6aa0328d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:59.565041 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-697ae738-2077-4d2d-a70f-91c6aa0328d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:59.586328 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d85e0d-690b-4fa6-a0fe-44d1d33a3151', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:59.588603 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1f52c8-ea6c-4c83-b15d-8dae77f64fd8" -d '{"events": [{"server_uuid": "66d85e0d-690b-4fa6-a0fe-44d1d33a3151", "name": "network-vif-unplugged", "status": "completed", "tag": "a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:59.594820 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-ec043a69-2d82-435b-bfe1-5c40d2098964 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:59.611615 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-498f6af3-4ce5-47a5-afa3-53766901af30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:59.612687 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-ec043a69-2d82-435b-bfe1-5c40d2098964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:59.635957 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-697ae738-2077-4d2d-a70f-91c6aa0328d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:59.639868 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-697ae738-2077-4d2d-a70f-91c6aa0328d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:59.641913 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-697ae738-2077-4d2d-a70f-91c6aa0328d4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/19d9a82e-98d5-4244-88ba-a56798fc6a2f HTTP/1.1" status: 204 len: 168 time: 0.1669333 Jul 15 12:59:59.662807 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ae738-2077-4d2d-a70f-91c6aa0328d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d9a82e-98d5-4244-88ba-a56798fc6a2f,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:59.689769 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc46bb4-2639-43c8-ab0c-92cd557e3421 req-ee7727a2-f01d-43e2-ab44-ad8c71b3a9ef tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:59.691792 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ffc46bb4-2639-43c8-ab0c-92cd557e3421 req-ee7727a2-f01d-43e2-ab44-ad8c71b3a9ef tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcd6d9e1-ae28-4d36-ad2c-37337ae9903a HTTP/1.1" status: 200 len: 948 time: 0.5118332 Jul 15 12:59:59.738527 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336dd889-8177-4ea6-8ddc-cd6fc97a7daa req-3aaee771-ac3a-4202-98f9-3e71d7da8b62 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:59.740048 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-336dd889-8177-4ea6-8ddc-cd6fc97a7daa req-3aaee771-ac3a-4202-98f9-3e71d7da8b62 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=66d85e0d-690b-4fa6-a0fe-44d1d33a3151 HTTP/1.1" status: 200 len: 946 time: 0.1964693 Jul 15 12:59:59.753088 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec043a69-2d82-435b-bfe1-5c40d2098964 service neutron] Pushing event updated for resources: {'Port': ['ID=a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:59.789592 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-ec043a69-2d82-435b-bfe1-5c40d2098964 service neutron] Attempting to bind port a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 on host n-h2-771363-36 for vnic_type normal with profile {"migrating_to": "n-h1-771363-36"} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:59:59.789928 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-ec043a69-2d82-435b-bfe1-5c40d2098964 service neutron] Attempting to bind port a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:59:59.790260 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-ec043a69-2d82-435b-bfe1-5c40d2098964 service neutron] Attempting to bind port a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 on network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:59.808306 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-ec043a69-2d82-435b-bfe1-5c40d2098964 service neutron] Port a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 on network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:59:59.808584 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-ec043a69-2d82-435b-bfe1-5c40d2098964 service neutron] Attempting to bind port a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 on network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:59.827437 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ffc46bb4-2639-43c8-ab0c-92cd557e3421 req-54b728ae-e573-4b1d-af5b-df878277871a tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb3270a-520b-4aa7-9df0-96bcdf87d9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229060 Jul 15 12:59:59.831605 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-ec043a69-2d82-435b-bfe1-5c40d2098964 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:59:59.832031 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-ec043a69-2d82-435b-bfe1-5c40d2098964 service neutron] Checking segment: {'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:59.832648 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-ec043a69-2d82-435b-bfe1-5c40d2098964 service neutron] Bound using segment: {'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:59:59.832885 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-ec043a69-2d82-435b-bfe1-5c40d2098964 service neutron] Bound port: a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:59:59.833257 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-ec043a69-2d82-435b-bfe1-5c40d2098964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:59.838831 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-336dd889-8177-4ea6-8ddc-cd6fc97a7daa req-aefab7ed-719c-43e8-819b-963d335255b6 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775392 Jul 15 12:59:59.950052 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-ec043a69-2d82-435b-bfe1-5c40d2098964 service neutron] For port a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:59:59.954622 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-ec043a69-2d82-435b-bfe1-5c40d2098964 service neutron] For port a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:59:59.962528 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-ec043a69-2d82-435b-bfe1-5c40d2098964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:00.030782 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafae0b9-1267-48e9-8eb0-cfcc0bc3f381 x-openstack-request-id: req-cafae0b9-1267-48e9-8eb0-cfcc0bc3f381 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:00.031060 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d85e0d-690b-4fa6-a0fe-44d1d33a3151", "name": "network-vif-unplugged", "status": "completed", "tag": "a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:00.032076 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cafae0b9-1267-48e9-8eb0-cfcc0bc3f381 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:00.032644 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d85e0d-690b-4fa6-a0fe-44d1d33a3151', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87', 'code': 200} Jul 15 13:00:00.116344 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 8e25edaf-63ba-4c71-9113-3648368c56b5 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:00:00.145864 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec043a69-2d82-435b-bfe1-5c40d2098964 service neutron] Pushing event updated for resources: {'Port': ['ID=a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:00.196283 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-ec043a69-2d82-435b-bfe1-5c40d2098964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:00.196873 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-ec043a69-2d82-435b-bfe1-5c40d2098964 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:00.198416 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-ec043a69-2d82-435b-bfe1-5c40d2098964 service neutron] 10.222.0.20 "PUT /v2.0/ports/a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 HTTP/1.1" status: 200 len: 1124 time: 1.5655870 Jul 15 13:00:00.220104 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-edd6066c-2e5b-46e1-b2b8-db90134b5f1a req-d9746601-42be-42e4-9482-f81f73aba004 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0a8cf1e-f026-40c4-a0ce-82fee682a7f7 HTTP/1.1" status: 200 len: 210 time: 0.0435030 Jul 15 13:00:00.257659 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ce769-9d84-4c9a-b6cf-767831f36943 req-08576b72-a9bb-4928-a60d-765f3bd96d7c tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:00.259426 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d66ce769-9d84-4c9a-b6cf-767831f36943 req-08576b72-a9bb-4928-a60d-765f3bd96d7c tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0233de-c9ae-4d7b-9761-e5f439cd3c39 HTTP/1.1" status: 200 len: 945 time: 0.2316353 Jul 15 13:00:00.267674 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 8e25edaf-63ba-4c71-9113-3648368c56b5, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=8e25edaf-63ba-4c71-9113-3648368c56b5,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:00.282213 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': '8e25edaf-63ba-4c71-9113-3648368c56b5', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': '8e25edaf-63ba-4c71-9113-3648368c56b5', 'mac_address': 'fa:16:3e:e1:b2:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:00:00.333675 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:00.340655 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:00.348206 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d66ce769-9d84-4c9a-b6cf-767831f36943 req-6a17bc64-ab0f-4e65-81e0-3eb8e6d49153 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/security-groups?id=c51af1c0-2b5c-4e46-9e96-4747552c3905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0811777 Jul 15 13:00:00.379580 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e25edaf-63ba-4c71-9113-3648368c56b5 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:00.450836 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 8e25edaf-63ba-4c71-9113-3648368c56b5, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=8e25edaf-63ba-4c71-9113-3648368c56b5,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:00.464537 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:00.465500 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:00:00.507987 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae702816-625c-40c9-a1da-b4ba3233c94a req-d38cc3f9-8fc7-47e8-8909-df12203d5869 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:00.516667 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae702816-625c-40c9-a1da-b4ba3233c94a req-d38cc3f9-8fc7-47e8-8909-df12203d5869 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 950 time: 0.0814466 Jul 15 13:00:00.592494 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:00.606430 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae702816-625c-40c9-a1da-b4ba3233c94a req-4b16991b-0176-45a2-b6b3-e5c4a626f0a5 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863295 Jul 15 13:00:00.674899 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': '12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': '12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61', 'mac_address': 'fa:16:3e:80:0e:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:00:00.709987 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=8e25edaf-63ba-4c71-9113-3648368c56b5,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:00.754207 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3ce87-f16e-45e2-80ee-70f661bb1742 req-365abb99-315a-44f2-8f23-c914bde3fca9 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:00.756497 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b8a3ce87-f16e-45e2-80ee-70f661bb1742 req-365abb99-315a-44f2-8f23-c914bde3fca9 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0233de-c9ae-4d7b-9761-e5f439cd3c39 HTTP/1.1" status: 200 len: 945 time: 0.0867808 Jul 15 13:00:00.765915 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37678) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:00.772620 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-70515b22-53b3-492d-965d-04f5f3b0a77e tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Request body: {'floatingip': {'port_id': '4cc591f0-b54c-4ad6-87c4-83c9a229462a'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:00.816484 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:00.820320 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-70515b22-53b3-492d-965d-04f5f3b0a77e tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks [] for floatingip, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:00.825092 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37680) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:00.843490 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37684) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:00.847262 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:00.927034 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:00.939825 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:00.993148 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5f8eb41e-6d4d-4347-b658-2ed7977329b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:01.007198 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:01.041645 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-d5b0c4f1-1234-4cac-817e-9216ccfcb5a2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1291192021-network', 'tenant_id': 'af8a25419ab0489e8df66f3d058b9b35'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:01.061813 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-f5e61fa9-6139-458b-8e64-f4509a05d150 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=70b334eb6b1c4823bfeb87b9e0290ca2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641894 Jul 15 13:00:01.062188 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.db.api [None req-d5b0c4f1-1234-4cac-817e-9216ccfcb5a2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:00:01.062188 n-d-771363-36 neutron-server[93826]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 13:00:01.062188 n-d-771363-36 neutron-server[93826]: [parameters: {'project_id': 'af8a25419ab0489e8df66f3d058b9b35', 'id': 'beb80f5f-507a-42d6-a33b-907da4b65217', 'expiration': datetime.datetime(2021, 7, 15, 13, 2, 1, 55002)}] Jul 15 13:00:01.062188 n-d-771363-36 neutron-server[93826]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:00:01.062893 n-d-771363-36 neutron-server[93826]: DEBUG oslo_db.api [None req-d5b0c4f1-1234-4cac-817e-9216ccfcb5a2 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:00:01.133950 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5f8eb41e-6d4d-4347-b658-2ed7977329b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:01.137937 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5f8eb41e-6d4d-4347-b658-2ed7977329b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:01.181258 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5f8eb41e-6d4d-4347-b658-2ed7977329b3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b018efbe684d42199a736395886091c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3363886 Jul 15 13:00:01.181901 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37692) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:01.182715 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8eb41e-6d4d-4347-b658-2ed7977329b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69cc37af-a91e-4db6-8cb9-c5413c1f0680,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:01.236454 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7daf053d-eec3-449b-93c9-36957aaeadff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:01.260010 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7daf053d-eec3-449b-93c9-36957aaeadff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:01.302711 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8edec-3beb-4e0a-9fb3-81085be04d03 req-47aecfc6-e9fd-47d0-bbe5-74c09a10db94 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:01.304428 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-93b8edec-3beb-4e0a-9fb3-81085be04d03 req-47aecfc6-e9fd-47d0-bbe5-74c09a10db94 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6ebd3321-3589-461f-807c-2d84527fdbb0 HTTP/1.1" status: 200 len: 1097 time: 0.3880303 Jul 15 13:00:01.307890 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7daf053d-eec3-449b-93c9-36957aaeadff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:01.310714 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7daf053d-eec3-449b-93c9-36957aaeadff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:01.311853 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7daf053d-eec3-449b-93c9-36957aaeadff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/69cc37af-a91e-4db6-8cb9-c5413c1f0680 HTTP/1.1" status: 204 len: 168 time: 0.1262326 Jul 15 13:00:01.320110 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf053d-eec3-449b-93c9-36957aaeadff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cc37af-a91e-4db6-8cb9-c5413c1f0680,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:01.351425 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['8e25edaf-63ba-4c71-9113-3648368c56b5'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:01.353347 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9abbe5-b48f-4813-a5bf-af922da2d0d6 req-393687e2-55b5-4014-a571-220bee584dd1 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:01.354986 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bb9abbe5-b48f-4813-a5bf-af922da2d0d6 req-393687e2-55b5-4014-a571-220bee584dd1 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcd6d9e1-ae28-4d36-ad2c-37337ae9903a HTTP/1.1" status: 200 len: 949 time: 0.3235989 Jul 15 13:00:01.382843 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-47a9b18a-e919-4236-93bc-8d4edc6c212b tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:01.383122 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:01.384286 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-47a9b18a-e919-4236-93bc-8d4edc6c212b tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2939506 Jul 15 13:00:01.436413 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-8f743e6c-cffd-4e39-89bb-ad62ae26c443 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Request body: {'port': {'device_id': 'a0a8cf1e-f026-40c4-a0ce-82fee682a7f7', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'admin_state_up': True, 'tenant_id': '70b334eb6b1c4823bfeb87b9e0290ca2'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:01.513511 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-93b8edec-3beb-4e0a-9fb3-81085be04d03 req-ae1e6d9d-01a9-4c10-adef-3bb2c0f3dd54 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964469 Jul 15 13:00:01.541033 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bb9abbe5-b48f-4813-a5bf-af922da2d0d6 req-bca2a58f-54a5-4b15-8734-111781208fd5 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb3270a-520b-4aa7-9df0-96bcdf87d9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735508 Jul 15 13:00:01.613966 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b0c4f1-1234-4cac-817e-9216ccfcb5a2 admin admin] Made reservation on behalf of af8a25419ab0489e8df66f3d058b9b35 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:00:01.618118 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d5b0c4f1-1234-4cac-817e-9216ccfcb5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:01.626991 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37702) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:01.640513 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d5b0c4f1-1234-4cac-817e-9216ccfcb5a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:01.646289 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a3d7b248-bad6-4b28-9723-1da04cec475d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:01.759063 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d5b0c4f1-1234-4cac-817e-9216ccfcb5a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:01.768045 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d5b0c4f1-1234-4cac-817e-9216ccfcb5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:01.801800 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.db.api [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-8f743e6c-cffd-4e39-89bb-ad62ae26c443 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:00:01.801800 n-d-771363-36 neutron-server[93825]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:00:01.801800 n-d-771363-36 neutron-server[93825]: [parameters: {'project_id_1': '70b334eb6b1c4823bfeb87b9e0290ca2', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 0, 1, 693986)}] Jul 15 13:00:01.801800 n-d-771363-36 neutron-server[93825]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:00:01.802253 n-d-771363-36 neutron-server[93825]: DEBUG oslo_db.api [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-8f743e6c-cffd-4e39-89bb-ad62ae26c443 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:00:01.808063 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5b0c4f1-1234-4cac-817e-9216ccfcb5a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:00:01.815432 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0c4f1-1234-4cac-817e-9216ccfcb5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38439d16-be46-41fb-9e6d-711a65561154,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:01.831517 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d5b0c4f1-1234-4cac-817e-9216ccfcb5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:01.832099 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-d5b0c4f1-1234-4cac-817e-9216ccfcb5a2 admin admin] Added segment 9940a96e-2d5b-4778-a27d-d984f6200b93 of type vlan for network e0d89cea-932c-49ee-9772-9e5757255ae5 Jul 15 13:00:01.846983 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-70515b22-53b3-492d-965d-04f5f3b0a77e tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:01.873377 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d5b0c4f1-1234-4cac-817e-9216ccfcb5a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:01.885403 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-adec9469-8de6-4d50-8e96-ab22e6292a4a req-60d3b739-92be-471f-be8e-85839353795b tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0a8cf1e-f026-40c4-a0ce-82fee682a7f7 HTTP/1.1" status: 200 len: 210 time: 0.0673769 Jul 15 13:00:01.889957 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-70515b22-53b3-492d-965d-04f5f3b0a77e tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:01.911775 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d5b0c4f1-1234-4cac-817e-9216ccfcb5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:01.913223 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b0c4f1-1234-4cac-817e-9216ccfcb5a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:01.913829 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d5b0c4f1-1234-4cac-817e-9216ccfcb5a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:01.977346 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0c4f1-1234-4cac-817e-9216ccfcb5a2 admin admin] Pushing event updated for resources: {'Network': ['ID=e0d89cea-932c-49ee-9772-9e5757255ae5,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:01.988351 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network e0d89cea-932c-49ee-9772-9e5757255ae5 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:00:02.035817 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec744f32-ec9f-4565-9173-ac92023aade3 req-a1695f75-402c-4953-bc5b-5dbd468c9284 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:02.039390 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ec744f32-ec9f-4565-9173-ac92023aade3 req-a1695f75-402c-4953-bc5b-5dbd468c9284 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=66d85e0d-690b-4fa6-a0fe-44d1d33a3151 HTTP/1.1" status: 200 len: 944 time: 0.2290881 Jul 15 13:00:02.044290 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d85e0d-690b-4fa6-a0fe-44d1d33a3151', 'tag': 'a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:02.048280 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a55b7f-9d8f-4bd8-a834-9e39f06fdacc" -d '{"events": [{"name": "network-changed", "server_uuid": "66d85e0d-690b-4fa6-a0fe-44d1d33a3151", "tag": "a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:02.051980 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-70515b22-53b3-492d-965d-04f5f3b0a77e tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Floating IP a7049271-08b4-4670-940e-dc1a6165e078 associated. External IP: 172.25.8.123, port: 4cc591f0-b54c-4ad6-87c4-83c9a229462a. Jul 15 13:00:02.141484 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a3d7b248-bad6-4b28-9723-1da04cec475d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:02.159897 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d5b0c4f1-1234-4cac-817e-9216ccfcb5a2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3329413 Jul 15 13:00:02.161783 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ec744f32-ec9f-4565-9173-ac92023aade3 req-5fb917ee-d334-4fc6-81d2-0d9de39a3274 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032431 Jul 15 13:00:02.162680 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37708) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:02.168886 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a3d7b248-bad6-4b28-9723-1da04cec475d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:02.174064 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-3517f93a-b2ec-41e7-a5a5-9af31693cf66 admin admin] Request body: {'subnet': {'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1291192021-subnet', 'tenant_id': 'af8a25419ab0489e8df66f3d058b9b35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:02.183578 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:02.212235 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3517f93a-b2ec-41e7-a5a5-9af31693cf66 admin admin] Made reservation on behalf of af8a25419ab0489e8df66f3d058b9b35 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:00:02.215426 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3517f93a-b2ec-41e7-a5a5-9af31693cf66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:02.264229 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a3d7b248-bad6-4b28-9723-1da04cec475d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=190305b4eb194a838dbf79cc94f2c5d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6318681 Jul 15 13:00:02.268648 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37714) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:02.310158 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7b248-bad6-4b28-9723-1da04cec475d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f07704d-9ef2-4117-b8e6-4892ebeb0eb7,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:02.379037 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9c65c7ea-a488-4736-9297-4f41b430c58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:02.392022 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-8f743e6c-cffd-4e39-89bb-ad62ae26c443 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Made reservation on behalf of 70b334eb6b1c4823bfeb87b9e0290ca2 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:00:02.396146 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-8f743e6c-cffd-4e39-89bb-ad62ae26c443 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:02.452390 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3517f93a-b2ec-41e7-a5a5-9af31693cf66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:02.455445 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f3905058-1e58-4fd4-8d1a-8be45b09a4cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:02.512631 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3517f93a-b2ec-41e7-a5a5-9af31693cf66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=459bc575-93e3-4ab8-8230-d52ee95226e2,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:02.528555 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f3905058-1e58-4fd4-8d1a-8be45b09a4cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:02.529349 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3517f93a-b2ec-41e7-a5a5-9af31693cf66 admin admin] Checking segment: {'id': '9940a96e-2d5b-4778-a27d-d984f6200b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:02.529903 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3517f93a-b2ec-41e7-a5a5-9af31693cf66 admin admin] Network hostable DHCP agents. Network: e0d89cea-932c-49ee-9772-9e5757255ae5, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:00:02.547217 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3517f93a-b2ec-41e7-a5a5-9af31693cf66 admin admin] Network e0d89cea-932c-49ee-9772-9e5757255ae5 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:00:02.556298 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-3517f93a-b2ec-41e7-a5a5-9af31693cf66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, e0d89cea-932c-49ee-9772-9e5757255ae5) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:02.560902 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3517f93a-b2ec-41e7-a5a5-9af31693cf66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:02.561566 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3517f93a-b2ec-41e7-a5a5-9af31693cf66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:02.566980 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f2e62e-ae9e-47e6-a7d2-6fcb0d156aae None None] Network e0d89cea-932c-49ee-9772-9e5757255ae5 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:00:02.590620 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3517f93a-b2ec-41e7-a5a5-9af31693cf66 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4185731 Jul 15 13:00:02.639706 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70515b22-53b3-492d-965d-04f5f3b0a77e tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Router de53690b-ee56-4872-aa83-a05f237c0443 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:00:02.694032 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508356f-9dbd-40da-b9d6-a2881d41a896 req-034cd0d3-3bac-47a6-987f-4601dc18e4cd tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:02.695748 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0508356f-9dbd-40da-b9d6-a2881d41a896 req-034cd0d3-3bac-47a6-987f-4601dc18e4cd tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 950 time: 0.3058181 Jul 15 13:00:02.728628 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ed7344-8fdd-417e-a99d-d0e0fbdc5ca0 None None] Network e0d89cea-932c-49ee-9772-9e5757255ae5 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:00:02.734966 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f3905058-1e58-4fd4-8d1a-8be45b09a4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:02.738938 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f3905058-1e58-4fd4-8d1a-8be45b09a4cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:02.743551 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f3905058-1e58-4fd4-8d1a-8be45b09a4cd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1f07704d-9ef2-4117-b8e6-4892ebeb0eb7 HTTP/1.1" status: 204 len: 168 time: 0.4739928 Jul 15 13:00:02.790439 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3905058-1e58-4fd4-8d1a-8be45b09a4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f07704d-9ef2-4117-b8e6-4892ebeb0eb7,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:02.927145 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0508356f-9dbd-40da-b9d6-a2881d41a896 req-b227f2ed-fcd4-4d64-a558-906c41bca261 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068436 Jul 15 13:00:02.931128 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-8f743e6c-cffd-4e39-89bb-ad62ae26c443 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Allocated IP 192.168.233.206 (fb7e2853-c052-4bbe-a410-b119ef2f5100/f7332b1d-b5ae-478a-9a33-4a7a808c5484/4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:00:03.026290 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a8feba-9a64-4352-9af4-15df346afc0f x-openstack-request-id: req-c2a8feba-9a64-4352-9af4-15df346afc0f {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:03.027528 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66d85e0d-690b-4fa6-a0fe-44d1d33a3151", "tag": "a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:03.030232 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c2a8feba-9a64-4352-9af4-15df346afc0f {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:03.030867 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d85e0d-690b-4fa6-a0fe-44d1d33a3151', 'tag': 'a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87', 'status': 'completed', 'code': 200} Jul 15 13:00:03.095611 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70515b22-53b3-492d-965d-04f5f3b0a77e tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:00:03.106091 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8af47e3-e18b-4734-8b63-9c7fd34e26c1 None None] Sync routers for ids ['de53690b-ee56-4872-aa83-a05f237c0443'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:00:03.123589 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8af47e3-e18b-4734-8b63-9c7fd34e26c1 None None] Routers {'de53690b-ee56-4872-aa83-a05f237c0443'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:00:03.124644 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-f8af47e3-e18b-4734-8b63-9c7fd34e26c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:00:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['de53690b-ee56-4872-aa83-a05f237c0443'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:03.133597 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-70515b22-53b3-492d-965d-04f5f3b0a77e tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:03.261447 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-f8af47e3-e18b-4734-8b63-9c7fd34e26c1 None None] Set router de53690b-ee56-4872-aa83-a05f237c0443 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:00:03.274411 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-70515b22-53b3-492d-965d-04f5f3b0a77e tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "PUT /v2.0/floatingips/a7049271-08b4-4670-940e-dc1a6165e078 HTTP/1.1" status: 200 len: 991 time: 2.5072117 Jul 15 13:00:03.359972 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [req-ef989971-5a7a-415a-964b-2617cadd9853 req-116d53fa-f9be-4487-a934-a5adc58e6f73 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:00:03.361074 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ef989971-5a7a-415a-964b-2617cadd9853 req-116d53fa-f9be-4487-a934-a5adc58e6f73 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066090 Jul 15 13:00:03.374215 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-ef989971-5a7a-415a-964b-2617cadd9853 req-6b3f4a4f-cfc3-444e-bd23-51aa54761506 service neutron] Request body: {'binding': {'host': 'n-h1-771363-36', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:03.374693 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-ef989971-5a7a-415a-964b-2617cadd9853 req-6b3f4a4f-cfc3-444e-bd23-51aa54761506 service neutron] Unknown quota resources ['binding']. {{(pid=93826) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:00:03.503504 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:03.546667 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-ef989971-5a7a-415a-964b-2617cadd9853 req-6b3f4a4f-cfc3-444e-bd23-51aa54761506 service neutron] Attempting to bind port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 on host n-h1-771363-36 for vnic_type normal with profile None {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:00:03.548011 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-ef989971-5a7a-415a-964b-2617cadd9853 req-6b3f4a4f-cfc3-444e-bd23-51aa54761506 service neutron] Attempting to bind port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:00:03.548607 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef989971-5a7a-415a-964b-2617cadd9853 req-6b3f4a4f-cfc3-444e-bd23-51aa54761506 service neutron] Attempting to bind port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 on network 3ccc611d-a289-44b3-992b-3e39605548b4 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:03.555758 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef989971-5a7a-415a-964b-2617cadd9853 req-6b3f4a4f-cfc3-444e-bd23-51aa54761506 service neutron] Port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 on network 3ccc611d-a289-44b3-992b-3e39605548b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:00:03.556285 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef989971-5a7a-415a-964b-2617cadd9853 req-6b3f4a4f-cfc3-444e-bd23-51aa54761506 service neutron] Attempting to bind port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 on network 3ccc611d-a289-44b3-992b-3e39605548b4 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:03.564227 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef989971-5a7a-415a-964b-2617cadd9853 req-6b3f4a4f-cfc3-444e-bd23-51aa54761506 service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:00:03.564885 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef989971-5a7a-415a-964b-2617cadd9853 req-6b3f4a4f-cfc3-444e-bd23-51aa54761506 service neutron] Checking segment: {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:03.565377 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef989971-5a7a-415a-964b-2617cadd9853 req-6b3f4a4f-cfc3-444e-bd23-51aa54761506 service neutron] Bound using segment: {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:00:03.566063 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-ef989971-5a7a-415a-964b-2617cadd9853 req-6b3f4a4f-cfc3-444e-bd23-51aa54761506 service neutron] Bound port: 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:00:03.652937 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a55b7f-9d8f-4bd8-a834-9e39f06fdacc req-0b3d9bd0-e1ab-4602-adfa-7185aff3e761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:03.654445 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6a55b7f-9d8f-4bd8-a834-9e39f06fdacc req-0b3d9bd0-e1ab-4602-adfa-7185aff3e761 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=42f8630608fb46f681ad77135da09a14&device_id=66d85e0d-690b-4fa6-a0fe-44d1d33a3151 HTTP/1.1" status: 200 len: 1127 time: 0.6222777 Jul 15 13:00:03.678732 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-ef989971-5a7a-415a-964b-2617cadd9853 req-6b3f4a4f-cfc3-444e-bd23-51aa54761506 service neutron] For port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=711d4ddf-f5ab-45f1-9d3a-da2dd23b6300,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:00:03.683920 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-f8af47e3-e18b-4734-8b63-9c7fd34e26c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-24460711-router', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fbf4475e-a3de-4aaf-ace0-d489d9ec01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:09Z', 'updated_at': '2021-07-15T12:57:14Z', 'revision_number': 4, 'project_id': 'b1bed3db82d94ba082f589d0abe653bf', 'gw_port': {'id': 'fbf4475e-a3de-4aaf-ace0-d489d9ec01c3', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:10Z', 'updated_at': '2021-07-15T12:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'a7049271-08b4-4670-940e-dc1a6165e078', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'floating_ip_address': '172.25.8.123', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'port_id': '4cc591f0-b54c-4ad6-87c4-83c9a229462a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee', 'mac_address': 'fa:16:3e:b8:7b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0233de-c9ae-4d7b-9761-e5f439cd3c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T12:57:35Z', 'updated_at': '2021-07-15T13:00:01Z', 'revision_number': 5, 'project_id': 'b1bed3db82d94ba082f589d0abe653bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb284e8-7f46-4e01-b005-741d6805e669', 'name': '', 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'mac_address': 'fa:16:3e:74:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd44e2be9-560a-4145-9cc8-a12eda01a935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:13Z', 'updated_at': '2021-07-15T12:57:21Z', 'revision_number': 5, 'project_id': 'b1bed3db82d94ba082f589d0abe653bf', 'subnets': [{'id': 'd44e2be9-560a-4145-9cc8-a12eda01a935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:03.684468 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-ef989971-5a7a-415a-964b-2617cadd9853 req-6b3f4a4f-cfc3-444e-bd23-51aa54761506 service neutron] Notify callbacks [] for binding, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:03.699206 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ef989971-5a7a-415a-964b-2617cadd9853 req-6b3f4a4f-cfc3-444e-bd23-51aa54761506 service neutron] 10.222.0.16 "POST /v2.0/ports/711d4ddf-f5ab-45f1-9d3a-da2dd23b6300/bindings HTTP/1.1" status: 201 len: 390 time: 0.3285143 Jul 15 13:00:03.727261 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8af47e3-e18b-4734-8b63-9c7fd34e26c1 None None] Checking router: de53690b-ee56-4872-aa83-a05f237c0443 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:00:03.739482 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8af47e3-e18b-4734-8b63-9c7fd34e26c1 None None] Routers {'de53690b-ee56-4872-aa83-a05f237c0443'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:00:03.740196 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-f8af47e3-e18b-4734-8b63-9c7fd34e26c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:00:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['de53690b-ee56-4872-aa83-a05f237c0443'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:03.756760 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c3945-01da-4d41-a930-a7f07fb890f8 req-f156d3eb-9089-4c6e-80bd-8b0b3f64dba5 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:03.765200 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5b7c3945-01da-4d41-a930-a7f07fb890f8 req-f156d3eb-9089-4c6e-80bd-8b0b3f64dba5 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcd6d9e1-ae28-4d36-ad2c-37337ae9903a HTTP/1.1" status: 200 len: 949 time: 0.6279807 Jul 15 13:00:03.893704 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-f8af47e3-e18b-4734-8b63-9c7fd34e26c1 None None] Set router de53690b-ee56-4872-aa83-a05f237c0443 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:00:03.899361 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-8f743e6c-cffd-4e39-89bb-ad62ae26c443 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:03.937643 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-8f743e6c-cffd-4e39-89bb-ad62ae26c443 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Transition to ACTIVE for port object 4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:03.995435 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5b7c3945-01da-4d41-a930-a7f07fb890f8 req-8e355d82-444d-4ded-9d65-f02d4dd03c20 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb3270a-520b-4aa7-9df0-96bcdf87d9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298415 Jul 15 13:00:04.016675 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a55b7f-9d8f-4bd8-a834-9e39f06fdacc req-d57f9385-82af-4c87-88c9-bc33ee664cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:04.024159 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6a55b7f-9d8f-4bd8-a834-9e39f06fdacc req-d57f9385-82af-4c87-88c9-bc33ee664cea service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f HTTP/1.1" status: 200 len: 922 time: 0.3579621 Jul 15 13:00:04.127924 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:00:04.130253 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 8e25edaf-63ba-4c71-9113-3648368c56b5 up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:04.136678 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f8ee2a6a-ca8d-439f-a2f2-650aa1ce16f0 req-bb8f6829-e87b-4587-a624-cc981811778b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=51cadb7b-64f3-4fc3-bdba-b86a43cc1fb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4007139 Jul 15 13:00:04.142533 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6a55b7f-9d8f-4bd8-a834-9e39f06fdacc req-c7528a49-929a-4396-8ede-f36650bec9e2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 HTTP/1.1" status: 200 len: 217 time: 0.1031804 Jul 15 13:00:04.201766 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-8f743e6c-cffd-4e39-89bb-ad62ae26c443 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:04.234017 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['bf6286f6-c3c3-4ed6-b1d8-35f877b652c5', 'ea1612d9-8b56-43cb-bcfa-ce3508ea83e0'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:04.236173 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['5ad1673d-f6ae-4bae-be9f-39cd7f9f5624', 'b227902d-e9bf-4f51-b5d3-e5ef04289ae5', '2f57e29a-7903-43e4-8107-e1e1096ceb14', '55b4160f-6a69-4ed8-94c0-c04328aaae53'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:04.309798 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.db.resource_extend [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:00:04.367901 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a55b7f-9d8f-4bd8-a834-9e39f06fdacc req-5a2270ec-42aa-4d83-96cc-10ca94ec3428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:04.369454 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6a55b7f-9d8f-4bd8-a834-9e39f06fdacc req-5a2270ec-42aa-4d83-96cc-10ca94ec3428 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=522453a6-daf1-42ae-a6f8-abb7ab66795d HTTP/1.1" status: 200 len: 861 time: 0.2195611 Jul 15 13:00:04.371459 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-8f743e6c-cffd-4e39-89bb-ad62ae26c443 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Network fb7e2853-c052-4bbe-a410-b119ef2f5100 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:00:04.382130 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f743e6c-cffd-4e39-89bb-ad62ae26c443 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Pushing event updated for resources: {'Port': ['ID=4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:04.414491 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-8f743e6c-cffd-4e39-89bb-ad62ae26c443 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:04.423716 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-8f743e6c-cffd-4e39-89bb-ad62ae26c443 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:00:04.482083 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port 8e25edaf-63ba-4c71-9113-3648368c56b5 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:04.510736 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port 8e25edaf-63ba-4c71-9113-3648368c56b5 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:04.511334 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:04.516315 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:04.548821 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6a55b7f-9d8f-4bd8-a834-9e39f06fdacc req-1bccc144-3914-4b86-bd8f-e14dc6ba501f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1572666 Jul 15 13:00:04.565132 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 has no active binding in host n-h1-771363-36 {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 13:00:04.608513 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-f8af47e3-e18b-4734-8b63-9c7fd34e26c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-24460711-router', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fbf4475e-a3de-4aaf-ace0-d489d9ec01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:09Z', 'updated_at': '2021-07-15T12:57:14Z', 'revision_number': 4, 'project_id': 'b1bed3db82d94ba082f589d0abe653bf', 'gw_port': {'id': 'fbf4475e-a3de-4aaf-ace0-d489d9ec01c3', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:10Z', 'updated_at': '2021-07-15T12:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'a7049271-08b4-4670-940e-dc1a6165e078', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'floating_ip_address': '172.25.8.123', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'port_id': '4cc591f0-b54c-4ad6-87c4-83c9a229462a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee', 'mac_address': 'fa:16:3e:b8:7b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0233de-c9ae-4d7b-9761-e5f439cd3c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T12:57:35Z', 'updated_at': '2021-07-15T13:00:01Z', 'revision_number': 5, 'project_id': 'b1bed3db82d94ba082f589d0abe653bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb284e8-7f46-4e01-b005-741d6805e669', 'name': '', 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'mac_address': 'fa:16:3e:74:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd44e2be9-560a-4145-9cc8-a12eda01a935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:13Z', 'updated_at': '2021-07-15T12:57:21Z', 'revision_number': 5, 'project_id': 'b1bed3db82d94ba082f589d0abe653bf', 'subnets': [{'id': 'd44e2be9-560a-4145-9cc8-a12eda01a935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:04.610374 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee2a6a-ca8d-439f-a2f2-650aa1ce16f0 req-986ecd1c-50d0-4c05-bb34-5c8a72dc223e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:04.611941 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f8ee2a6a-ca8d-439f-a2f2-650aa1ce16f0 req-986ecd1c-50d0-4c05-bb34-5c8a72dc223e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=70b334eb6b1c4823bfeb87b9e0290ca2&device_id=51cadb7b-64f3-4fc3-bdba-b86a43cc1fb4 HTTP/1.1" status: 200 len: 1102 time: 0.4368846 Jul 15 13:00:04.646608 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8af47e3-e18b-4734-8b63-9c7fd34e26c1 None None] The sync data for ids ['de53690b-ee56-4872-aa83-a05f237c0443'] in n-d-771363-36 is: [{'id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-24460711-router', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fbf4475e-a3de-4aaf-ace0-d489d9ec01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:09Z', 'updated_at': '2021-07-15T12:57:14Z', 'revision_number': 4, 'project_id': 'b1bed3db82d94ba082f589d0abe653bf', 'gw_port': {'id': 'fbf4475e-a3de-4aaf-ace0-d489d9ec01c3', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:10Z', 'updated_at': '2021-07-15T12:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'a7049271-08b4-4670-940e-dc1a6165e078', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'floating_ip_address': '172.25.8.123', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'port_id': '4cc591f0-b54c-4ad6-87c4-83c9a229462a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee', 'mac_address': 'fa:16:3e:b8:7b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0233de-c9ae-4d7b-9761-e5f439cd3c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T12:57:35Z', 'updated_at': '2021-07-15T13:00:01Z', 'revision_number': 5, 'project_id': 'b1bed3db82d94ba082f589d0abe653bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb284e8-7f46-4e01-b005-741d6805e669', 'name': '', 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'mac_address': 'fa:16:3e:74:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd44e2be9-560a-4145-9cc8-a12eda01a935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:13Z', 'updated_at': '2021-07-15T12:57:21Z', 'revision_number': 5, 'project_id': 'b1bed3db82d94ba082f589d0abe653bf', 'subnets': [{'id': 'd44e2be9-560a-4145-9cc8-a12eda01a935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:00:04.723831 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b337ea-21ee-4306-90c1-07d5a0d91368 req-ac68fcc1-3039-4086-99ae-aabe43ddc0cf tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:04.727071 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d4b337ea-21ee-4306-90c1-07d5a0d91368 req-ac68fcc1-3039-4086-99ae-aabe43ddc0cf tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0a8cf1e-f026-40c4-a0ce-82fee682a7f7 HTTP/1.1" status: 200 len: 936 time: 0.5809031 Jul 15 13:00:04.750912 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-8f743e6c-cffd-4e39-89bb-ad62ae26c443 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:04.751792 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-8f743e6c-cffd-4e39-89bb-ad62ae26c443 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:04.776238 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-6b53a38e-3152-4e34-90be-ec6fef84380d tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:04.777564 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-6b53a38e-3152-4e34-90be-ec6fef84380d tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/networks?id=e0d89cea-932c-49ee-9772-9e5757255ae5 HTTP/1.1" status: 200 len: 812 time: 0.4858270 Jul 15 13:00:04.823603 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:04.836176 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-937f7154-c276-4541-82d9-6a4f4a5fcd71 None None] Provisioning for port 4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:04.879799 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-937f7154-c276-4541-82d9-6a4f4a5fcd71 None None] Provisioning complete for port 4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:04.880819 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-937f7154-c276-4541-82d9-6a4f4a5fcd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:04.892300 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-8f743e6c-cffd-4e39-89bb-ad62ae26c443 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4665341 Jul 15 13:00:04.904285 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-29dfa826-5044-453a-b277-cc4c286ad6d2 service neutron] 10.222.0.46 "GET /v2.0/ports/a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87/bindings/n-h1-771363-36 HTTP/1.1" status: 200 len: 385 time: 0.4912786 Jul 15 13:00:04.905664 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-a57c19cc-8236-4640-aacd-607bfaf33675 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/quotas/af8a25419ab0489e8df66f3d058b9b35 HTTP/1.1" status: 200 len: 375 time: 0.0554116 Jul 15 13:00:04.911671 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-b630e2e4-9e8f-4df7-8d0f-7913d403a686 service neutron] Request body: {'port': {'device_id': 'a0a8cf1e-f026-40c4-a0ce-82fee682a7f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:04.944116 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84353dff-848d-4811-836f-66339e222350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e25edaf-63ba-4c71-9113-3648368c56b5'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:04.946400 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe974dc-2326-4af5-9c14-f29a77aeaba8" -d '{"events": [{"server_uuid": "84353dff-848d-4811-836f-66339e222350", "name": "network-vif-plugged", "status": "completed", "tag": "8e25edaf-63ba-4c71-9113-3648368c56b5"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:04.970902 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36c85d6-2ce2-470c-95a0-5029fc7054dc None None] New status for floating IP a7049271-08b4-4670-940e-dc1a6165e078: ACTIVE {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:00:04.976105 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:04.980168 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 8e25edaf-63ba-4c71-9113-3648368c56b5, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=8e25edaf-63ba-4c71-9113-3648368c56b5,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:04.981110 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-937f7154-c276-4541-82d9-6a4f4a5fcd71 None None] Port 4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:00:04.998098 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:04.998917 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61 up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:04.999972 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d4b337ea-21ee-4306-90c1-07d5a0d91368 req-8bc31497-a478-4e6a-8555-5a0fb7be61c2 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405043 Jul 15 13:00:05.121108 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b0233de-c9ae-4d7b-9761-e5f439cd3c39', 'tag': '4cc591f0-b54c-4ad6-87c4-83c9a229462a'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:05.123759 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce2108e-e916-490d-8d70-1ed41a3f19b2" -d '{"events": [{"name": "network-changed", "server_uuid": "7b0233de-c9ae-4d7b-9761-e5f439cd3c39", "tag": "4cc591f0-b54c-4ad6-87c4-83c9a229462a"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:05.134443 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6a55b7f-9d8f-4bd8-a834-9e39f06fdacc req-ea1c498b-3c04-4ebf-972b-c23691f678f0 service neutron] 10.222.0.46 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5491700 Jul 15 13:00:05.141953 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee2a6a-ca8d-439f-a2f2-650aa1ce16f0 req-96f8ac77-e8b7-459e-a08d-d3c5c23e7dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:05.143409 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f8ee2a6a-ca8d-439f-a2f2-650aa1ce16f0 req-96f8ac77-e8b7-459e-a08d-d3c5c23e7dad service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.4935987 Jul 15 13:00:05.145450 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-3081d970-fe45-4b8e-ba59-235eda795c7f tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=af8a25419ab0489e8df66f3d058b9b35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2136309 Jul 15 13:00:05.278406 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=8e25edaf-63ba-4c71-9113-3648368c56b5,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:05.322248 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port 12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:05.336091 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port 12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:05.336466 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:05.336946 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f8ee2a6a-ca8d-439f-a2f2-650aa1ce16f0 req-fd3dd2b6-467d-4ada-91a5-8be5f7fff606 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=5ad1673d-f6ae-4bae-be9f-39cd7f9f5624 HTTP/1.1" status: 200 len: 217 time: 0.1315217 Jul 15 13:00:05.380329 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-b630e2e4-9e8f-4df7-8d0f-7913d403a686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:05.460939 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:05.517583 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:05.527453 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:05.590699 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6a55b7f-9d8f-4bd8-a834-9e39f06fdacc req-98d78004-aaae-4bda-b074-c3d49b86ed79 service neutron] 10.222.0.46 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442723 Jul 15 13:00:05.597656 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:05.600917 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-32aab79c-332e-4b15-bf7b-88f860080cfe service neutron] 10.222.0.16 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987837 Jul 15 13:00:05.602282 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee2a6a-ca8d-439f-a2f2-650aa1ce16f0 req-003c9cb8-9a1e-4bb2-bfc0-c4ab91d7f724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:05.604071 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f8ee2a6a-ca8d-439f-a2f2-650aa1ce16f0 req-003c9cb8-9a1e-4bb2-bfc0-c4ab91d7f724 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.2299204 Jul 15 13:00:05.653719 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a7bc4-d8cb-4f87-8f63-0ec78859b424 req-db7c1136-dadf-4e98-a560-e9cb3995a05b tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:05.655624 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-826a7bc4-d8cb-4f87-8f63-0ec78859b424 req-db7c1136-dadf-4e98-a560-e9cb3995a05b tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=66d85e0d-690b-4fa6-a0fe-44d1d33a3151 HTTP/1.1" status: 200 len: 944 time: 0.5172639 Jul 15 13:00:05.764009 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-92d6aafe-4186-4120-9fb9-ae836acd5cc8 service neutron] For port a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:05.860721 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-92d6aafe-4186-4120-9fb9-ae836acd5cc8 service neutron] For port a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:05.911161 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-826a7bc4-d8cb-4f87-8f63-0ec78859b424 req-26bfe352-3f45-43c1-88bc-6d681cda7d21 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255087 Jul 15 13:00:05.965890 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-92d6aafe-4186-4120-9fb9-ae836acd5cc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:05.971797 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-55da4d88-4f98-436d-95d7-5d40c580d580 service neutron] 10.222.0.16 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507161 Jul 15 13:00:05.973427 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee2a6a-ca8d-439f-a2f2-650aa1ce16f0 req-7dbac4c1-ebff-4366-bf45-5b6221ddc4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:05.974917 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f8ee2a6a-ca8d-439f-a2f2-650aa1ce16f0 req-7dbac4c1-ebff-4366-bf45-5b6221ddc4e3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3554945 Jul 15 13:00:05.995083 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-92d6aafe-4186-4120-9fb9-ae836acd5cc8 service neutron] For port a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:06.040855 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-92d6aafe-4186-4120-9fb9-ae836acd5cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:06.562429 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3acabb0-9ba2-4bed-899a-6925f6b827dc req-f1a166e4-3079-4fec-975b-011b5c407afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:06.564553 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b3acabb0-9ba2-4bed-899a-6925f6b827dc req-f1a166e4-3079-4fec-975b-011b5c407afb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2b2079236f1f47059b39b20e5c464d3b&device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 1102 time: 0.0592623 Jul 15 13:00:06.568836 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f8ee2a6a-ca8d-439f-a2f2-650aa1ce16f0 req-33b4c7be-5594-45d7-bbe4-72d548f3d618 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5820794 Jul 15 13:00:06.609992 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-b630e2e4-9e8f-4df7-8d0f-7913d403a686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:06.640360 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-b630e2e4-9e8f-4df7-8d0f-7913d403a686 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:06.671073 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-92d6aafe-4186-4120-9fb9-ae836acd5cc8 service neutron] Transition to ACTIVE for port object a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:06.686101 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3acabb0-9ba2-4bed-899a-6925f6b827dc req-b9950698-58d6-439a-be5a-f224910a0d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:06.688454 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b3acabb0-9ba2-4bed-899a-6925f6b827dc req-b9950698-58d6-439a-be5a-f224910a0d22 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.1018503 Jul 15 13:00:06.711966 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-b630e2e4-9e8f-4df7-8d0f-7913d403a686 service neutron] Transition to ACTIVE for port object 4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:06.713995 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-92d6aafe-4186-4120-9fb9-ae836acd5cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:06.733292 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b3acabb0-9ba2-4bed-899a-6925f6b827dc req-31ca6d30-6777-4ee6-9568-007e08b7ecb2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=374bbb4e-de88-44a8-a6a8-85f9944a88f3 HTTP/1.1" status: 200 len: 217 time: 0.0378354 Jul 15 13:00:06.753280 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-b630e2e4-9e8f-4df7-8d0f-7913d403a686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:06.794228 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e3a4e-534e-4797-b0dd-973757b6dad3 req-9b0e2172-0444-4c07-b8ac-617ad1f3e5a2 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:06.796111 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-171e3a4e-534e-4797-b0dd-973757b6dad3 req-9b0e2172-0444-4c07-b8ac-617ad1f3e5a2 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ebd3321-3589-461f-807c-2d84527fdbb0 HTTP/1.1" status: 200 len: 945 time: 0.6602392 Jul 15 13:00:06.825600 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6ab29-0e1a-43ab-b607-f76cd8f3ed06 req-6d401b7a-d9bc-413a-8129-58abb192f9ad tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:06.827422 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-15c6ab29-0e1a-43ab-b607-f76cd8f3ed06 req-6d401b7a-d9bc-413a-8129-58abb192f9ad tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 950 time: 0.6385770 Jul 15 13:00:06.851931 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f8ee2a6a-ca8d-439f-a2f2-650aa1ce16f0 req-05564b73-2255-4759-bf49-fd51294cb20e service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615099 Jul 15 13:00:06.894082 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-92d6aafe-4186-4120-9fb9-ae836acd5cc8 service neutron] No DVR routers for this DVR port a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:00:06.909098 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d6aafe-4186-4120-9fb9-ae836acd5cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87,revision_number=10']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:06.972350 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630e2e4-9e8f-4df7-8d0f-7913d403a686 service neutron] Pushing event updated for resources: {'Port': ['ID=4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:07.055185 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-15c6ab29-0e1a-43ab-b607-f76cd8f3ed06 req-89554cfc-d1dd-45ab-994c-f1c9e4a4b38b tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136259 Jul 15 13:00:07.096725 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-171e3a4e-534e-4797-b0dd-973757b6dad3 req-7ad82d54-25a4-4005-b907-182ad154c7a9 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864735 Jul 15 13:00:07.101702 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-92d6aafe-4186-4120-9fb9-ae836acd5cc8 service neutron] 10.222.0.46 "PUT /v2.0/ports/a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87/bindings/n-h1-771363-36/activate HTTP/1.1" status: 200 len: 370 time: 2.1624820 Jul 15 13:00:07.111529 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3acabb0-9ba2-4bed-899a-6925f6b827dc req-b2a1dfa7-a6c3-4ff2-80f2-6576993d8697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:07.113005 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b3acabb0-9ba2-4bed-899a-6925f6b827dc req-b2a1dfa7-a6c3-4ff2-80f2-6576993d8697 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.3732150 Jul 15 13:00:07.136336 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-b630e2e4-9e8f-4df7-8d0f-7913d403a686 service neutron] Attempting to bind port 4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:00:07.137037 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-b630e2e4-9e8f-4df7-8d0f-7913d403a686 service neutron] Attempting to bind port 4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:00:07.137332 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-b630e2e4-9e8f-4df7-8d0f-7913d403a686 service neutron] Attempting to bind port 4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:07.151460 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da269af9-da12-4fcb-bbff-3ddaff25a443 x-openstack-request-id: req-da269af9-da12-4fcb-bbff-3ddaff25a443 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:07.152428 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84353dff-848d-4811-836f-66339e222350", "name": "network-vif-plugged", "status": "completed", "tag": "8e25edaf-63ba-4c71-9113-3648368c56b5", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:07.152816 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-da269af9-da12-4fcb-bbff-3ddaff25a443 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:07.153756 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84353dff-848d-4811-836f-66339e222350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e25edaf-63ba-4c71-9113-3648368c56b5', 'code': 200} Jul 15 13:00:07.160325 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-b630e2e4-9e8f-4df7-8d0f-7913d403a686 service neutron] Port 4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be on network fb7e2853-c052-4bbe-a410-b119ef2f5100 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:00:07.160675 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-b630e2e4-9e8f-4df7-8d0f-7913d403a686 service neutron] Attempting to bind port 4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:07.174121 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-b630e2e4-9e8f-4df7-8d0f-7913d403a686 service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:00:07.174460 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-b630e2e4-9e8f-4df7-8d0f-7913d403a686 service neutron] Checking segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:07.174897 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-b630e2e4-9e8f-4df7-8d0f-7913d403a686 service neutron] Bound using segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:00:07.175415 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-b630e2e4-9e8f-4df7-8d0f-7913d403a686 service neutron] Bound port: 4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:00:07.175780 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-b630e2e4-9e8f-4df7-8d0f-7913d403a686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:07.182387 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3acabb0-9ba2-4bed-899a-6925f6b827dc req-27211b8d-e580-45ee-9000-37fe2545e879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:07.184406 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b3acabb0-9ba2-4bed-899a-6925f6b827dc req-27211b8d-e580-45ee-9000-37fe2545e879 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0625288 Jul 15 13:00:07.274865 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-b630e2e4-9e8f-4df7-8d0f-7913d403a686 service neutron] For port 4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:07.279440 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-b630e2e4-9e8f-4df7-8d0f-7913d403a686 service neutron] For port 4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:00:07.286109 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-b630e2e4-9e8f-4df7-8d0f-7913d403a686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:07.322279 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b3acabb0-9ba2-4bed-899a-6925f6b827dc req-ab3de0cb-803c-49e1-ab50-d326f41257eb service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311834 Jul 15 13:00:07.359115 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-b630e2e4-9e8f-4df7-8d0f-7913d403a686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:07.359742 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-b630e2e4-9e8f-4df7-8d0f-7913d403a686 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:07.361117 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-b630e2e4-9e8f-4df7-8d0f-7913d403a686 service neutron] 10.222.0.20 "PUT /v2.0/ports/4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be HTTP/1.1" status: 200 len: 1097 time: 2.4538562 Jul 15 13:00:07.365869 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d898c-f614-45a8-99df-5e2461bc702e req-0681dcf8-cb3a-45be-bad2-6479141747aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:07.367531 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-dd8d898c-f614-45a8-99df-5e2461bc702e req-0681dcf8-cb3a-45be-bad2-6479141747aa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=84353dff-848d-4811-836f-66339e222350 HTTP/1.1" status: 200 len: 1102 time: 0.1418271 Jul 15 13:00:07.395925 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-379d9088-4b1a-41d0-b5ab-6e68d68705e4 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=868122bfc913430ebf54f7085a42ff48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502150 Jul 15 13:00:07.448812 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-dd8d898c-f614-45a8-99df-5e2461bc702e req-22738633-5218-4765-8e92-4df03ab92010 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7fb3270a-520b-4aa7-9df0-96bcdf87d9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733075 Jul 15 13:00:07.455081 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b3acabb0-9ba2-4bed-899a-6925f6b827dc req-a7cfef5a-d336-450d-90c5-3d9886dd5378 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250472 Jul 15 13:00:07.480496 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630e2e4-9e8f-4df7-8d0f-7913d403a686 service neutron] Pushing event updated for resources: {'Port': ['ID=4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:07.577236 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7b923-a838-4cc9-8242-0540d5209de0 req-ef2bdb86-cf46-4974-8649-20b66a433279 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:07.579269 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1ea7b923-a838-4cc9-8242-0540d5209de0 req-ef2bdb86-cf46-4974-8649-20b66a433279 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcd6d9e1-ae28-4d36-ad2c-37337ae9903a HTTP/1.1" status: 200 len: 950 time: 0.2832129 Jul 15 13:00:07.589541 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-5c5ba246-6773-40c5-9c0f-552c6b07e211 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:07.590966 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-5c5ba246-6773-40c5-9c0f-552c6b07e211 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1942143 Jul 15 13:00:07.618890 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-7aff70fd-f4da-46d0-ba70-622da9c2549e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:07.620378 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-7aff70fd-f4da-46d0-ba70-622da9c2549e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=70b334eb6b1c4823bfeb87b9e0290ca2&device_id=a0a8cf1e-f026-40c4-a0ce-82fee682a7f7 HTTP/1.1" status: 200 len: 1100 time: 0.2018509 Jul 15 13:00:07.639975 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-a3bcb972-918b-43ae-a3e0-cc5e8dcd5874 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/quotas/868122bfc913430ebf54f7085a42ff48 HTTP/1.1" status: 200 len: 375 time: 0.0370400 Jul 15 13:00:07.643291 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1ea7b923-a838-4cc9-8242-0540d5209de0 req-0f046ccb-bc26-46ce-b8a3-675d3419e59f tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb3270a-520b-4aa7-9df0-96bcdf87d9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507340 Jul 15 13:00:07.700893 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-5fef3f4d-c2fe-4078-baf4-0f2baebec49b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be HTTP/1.1" status: 200 len: 217 time: 0.0566702 Jul 15 13:00:07.713433 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-97ee1c89-2809-4f7e-b349-7546cb435a19 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:07.714635 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-97ee1c89-2809-4f7e-b349-7546cb435a19 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=66d85e0d-690b-4fa6-a0fe-44d1d33a3151&tenant_id=42f8630608fb46f681ad77135da09a14&binding%3Ahost_id=n-h2-771363-36 HTTP/1.1" status: 200 len: 1097 time: 0.0687799 Jul 15 13:00:07.721581 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7c9182-958f-4c2a-808f-ed7838d57bf8 x-openstack-request-id: req-7d7c9182-958f-4c2a-808f-ed7838d57bf8 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:07.721863 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b0233de-c9ae-4d7b-9761-e5f439cd3c39", "tag": "4cc591f0-b54c-4ad6-87c4-83c9a229462a", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:07.722112 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d7c9182-958f-4c2a-808f-ed7838d57bf8 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:07.722493 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b0233de-c9ae-4d7b-9761-e5f439cd3c39', 'tag': '4cc591f0-b54c-4ad6-87c4-83c9a229462a', 'status': 'completed', 'code': 200} Jul 15 13:00:07.742310 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-7aafd2f3-f22f-4363-8f70-769b5f05b5f8 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=868122bfc913430ebf54f7085a42ff48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440903 Jul 15 13:00:07.788745 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-05d79e87-c5aa-4261-ad86-5c10a7ec31d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:07.791197 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-05d79e87-c5aa-4261-ad86-5c10a7ec31d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0799174 Jul 15 13:00:07.828084 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-34c090dd-d337-4b7f-86be-48b3c1b88c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:07.829602 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-34c090dd-d337-4b7f-86be-48b3c1b88c5d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=66d85e0d-690b-4fa6-a0fe-44d1d33a3151&tenant_id=42f8630608fb46f681ad77135da09a14 HTTP/1.1" status: 200 len: 1097 time: 0.1080489 Jul 15 13:00:07.943697 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-74b22c42-0481-468a-9e5c-7725dcb73173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:07.946496 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-74b22c42-0481-468a-9e5c-7725dcb73173 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42f8630608fb46f681ad77135da09a14&device_id=66d85e0d-690b-4fa6-a0fe-44d1d33a3151 HTTP/1.1" status: 200 len: 1097 time: 0.0785022 Jul 15 13:00:08.083959 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-3cdc8997-ddd4-4d42-aa59-e189304e78ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:08.085819 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-3cdc8997-ddd4-4d42-aa59-e189304e78ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2873552 Jul 15 13:00:08.099390 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e0141-a7fe-43d5-80e9-8885f342d26e req-e42be27b-adac-48b5-924b-b93f407976dc tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:08.100997 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-305e0141-a7fe-43d5-80e9-8885f342d26e req-e42be27b-adac-48b5-924b-b93f407976dc tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0a8cf1e-f026-40c4-a0ce-82fee682a7f7 HTTP/1.1" status: 200 len: 948 time: 0.2386208 Jul 15 13:00:08.107630 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-08c51bd4-f43d-448d-8d50-2ba9a32e70d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:08.109970 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-08c51bd4-f43d-448d-8d50-2ba9a32e70d2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f HTTP/1.1" status: 200 len: 922 time: 0.1496842 Jul 15 13:00:08.123451 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2108e-e916-490d-8d70-1ed41a3f19b2 req-0e567bc8-d544-4985-a8f8-63128fa7c123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:08.126264 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3ce2108e-e916-490d-8d70-1ed41a3f19b2 req-0e567bc8-d544-4985-a8f8-63128fa7c123 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1bed3db82d94ba082f589d0abe653bf&device_id=7b0233de-c9ae-4d7b-9761-e5f439cd3c39 HTTP/1.1" status: 200 len: 1097 time: 0.2760060 Jul 15 13:00:08.162277 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-ff3b048e-97d4-4eea-b74b-8018f15e27ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 HTTP/1.1" status: 200 len: 217 time: 0.0457082 Jul 15 13:00:08.193299 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-542390a8-18b9-49a1-83c5-a1df7c2795b0 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:08.194768 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-542390a8-18b9-49a1-83c5-a1df7c2795b0 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.46 "GET /v2.0/networks?id=e0d89cea-932c-49ee-9772-9e5757255ae5 HTTP/1.1" status: 200 len: 812 time: 0.3431404 Jul 15 13:00:08.196768 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b14f2bf4-c943-43e1-a9a4-148951f27ba5 req-8f4e867e-2249-454a-9b19-d4b6c185d05c tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ac73be7-dfbd-4467-893d-ad88b4b09a94 HTTP/1.1" status: 200 len: 210 time: 0.0911779 Jul 15 13:00:08.230379 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-ad5b2b7c-b286-456a-ae54-2052fcb823bd tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Request body: {'port': {'device_id': '7ac73be7-dfbd-4467-893d-ad88b4b09a94', 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5', 'admin_state_up': True, 'tenant_id': 'af8a25419ab0489e8df66f3d058b9b35'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:08.237483 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-e961f5b8-1948-4f72-b16f-a4e64981b7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:08.240223 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-e961f5b8-1948-4f72-b16f-a4e64981b7ef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=522453a6-daf1-42ae-a6f8-abb7ab66795d HTTP/1.1" status: 200 len: 861 time: 0.0672567 Jul 15 13:00:08.308237 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-5a622149-963c-48dd-b3ea-07ddd18c499b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508270 Jul 15 13:00:08.354125 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-305e0141-a7fe-43d5-80e9-8885f342d26e req-8f1b4b18-0c3d-4c51-9240-c74f22875ea9 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449970 Jul 15 13:00:08.406830 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:00:08.472402 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-6ab72593-b05a-4f5d-91aa-1d5a06d27488 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647799 Jul 15 13:00:08.500776 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:00:08.500949 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2108e-e916-490d-8d70-1ed41a3f19b2 req-9d94e09f-890b-4f3d-a096-4e7af57bf93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:08.502422 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3ce2108e-e916-490d-8d70-1ed41a3f19b2 req-9d94e09f-890b-4f3d-a096-4e7af57bf93a service neutron] 10.222.0.46 "GET /v2.0/networks?id=2691f40b-6294-497c-8479-3f33a37dc0ee HTTP/1.1" status: 200 len: 923 time: 0.3637950 Jul 15 13:00:08.520352 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-e9e6562d-fe6f-42a5-9d65-22b80bd7f0b1 service neutron] 10.222.0.20 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966844 Jul 15 13:00:08.641437 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-cc8762d1-1cd3-422e-bbdc-8a4dd0ac9355 service neutron] 10.222.0.20 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119876 Jul 15 13:00:08.654428 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fb923818-083c-4e43-9ca5-de4e57364bba req-d7be9405-0540-4089-9bba-de0dbcb2a57d tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/ports?device_id=1567a280-8bde-490f-885e-4d5d112e5c11 HTTP/1.1" status: 200 len: 210 time: 0.1113393 Jul 15 13:00:08.686824 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-ad5b2b7c-b286-456a-ae54-2052fcb823bd tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Made reservation on behalf of af8a25419ab0489e8df66f3d058b9b35 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:00:08.686824 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-ad5b2b7c-b286-456a-ae54-2052fcb823bd tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:08.707923 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0bd97-32ce-4190-af9d-470847ef98d8 req-139dd8a6-da94-4ab5-b2ed-da68113db1f5 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:08.709503 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-79a0bd97-32ce-4190-af9d-470847ef98d8 req-139dd8a6-da94-4ab5-b2ed-da68113db1f5 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=66d85e0d-690b-4fa6-a0fe-44d1d33a3151 HTTP/1.1" status: 200 len: 945 time: 0.3530610 Jul 15 13:00:08.711251 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3ce2108e-e916-490d-8d70-1ed41a3f19b2 req-dade7476-2577-4618-a375-e70ac5ae3328 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cc591f0-b54c-4ad6-87c4-83c9a229462a HTTP/1.1" status: 200 len: 1001 time: 0.1939099 Jul 15 13:00:08.782397 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8dd69ee3-84ac-4f27-9ec4-5e282a9dd597 req-11e8c221-91e4-4251-aeba-611773a2398b service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983689 Jul 15 13:00:08.884294 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2108e-e916-490d-8d70-1ed41a3f19b2 req-fac59148-3991-4548-a83c-86b509209039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:08.885752 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3ce2108e-e916-490d-8d70-1ed41a3f19b2 req-fac59148-3991-4548-a83c-86b509209039 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d44e2be9-560a-4145-9cc8-a12eda01a935 HTTP/1.1" status: 200 len: 861 time: 0.1564090 Jul 15 13:00:08.895299 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-79a0bd97-32ce-4190-af9d-470847ef98d8 req-2213d9ed-1189-41aa-bfdb-708b4bd320aa tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781926 Jul 15 13:00:08.992697 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-ad5b2b7c-b286-456a-ae54-2052fcb823bd tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Allocated IP 172.20.0.9 (e0d89cea-932c-49ee-9772-9e5757255ae5/459bc575-93e3-4ab8-8230-d52ee95226e2/f3e804cf-19b7-4ce3-b0da-499a5c5490a7) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:00:09.005880 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605744aa-e392-4f91-a0be-9d06864f8db1 req-0206ef81-81c8-4d38-ab07-03c0a7e9d016 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:09.007669 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-605744aa-e392-4f91-a0be-9d06864f8db1 req-0206ef81-81c8-4d38-ab07-03c0a7e9d016 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 950 time: 0.2282290 Jul 15 13:00:09.148936 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2108e-e916-490d-8d70-1ed41a3f19b2 req-bfd98412-1809-4739-a1ec-7d8d342f5539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:09.150353 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3ce2108e-e916-490d-8d70-1ed41a3f19b2 req-bfd98412-1809-4739-a1ec-7d8d342f5539 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2691f40b-6294-497c-8479-3f33a37dc0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2543042 Jul 15 13:00:09.155116 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd6d9e1-ae28-4d36-ad2c-37337ae9903a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:09.157977 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74585802-82a9-4a4c-8455-f96e5a21c250" -d '{"events": [{"server_uuid": "bcd6d9e1-ae28-4d36-ad2c-37337ae9903a", "name": "network-vif-plugged", "status": "completed", "tag": "12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:09.172427 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-605744aa-e392-4f91-a0be-9d06864f8db1 req-3a7dcae4-ab04-4654-a2e6-d1cd67819802 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588826 Jul 15 13:00:09.305566 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f37f6a-2f40-469b-9461-e878ff186388 req-c540b13f-ac49-4294-8623-15a1f830eedb tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:09.307062 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-09f37f6a-2f40-469b-9461-e878ff186388 req-c540b13f-ac49-4294-8623-15a1f830eedb tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ebd3321-3589-461f-807c-2d84527fdbb0 HTTP/1.1" status: 200 len: 945 time: 0.2972388 Jul 15 13:00:09.317076 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-c8cd435c-66c9-42b9-a918-478111c1fdc6 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:09.318461 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-c8cd435c-66c9-42b9-a918-478111c1fdc6 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=66d85e0d-690b-4fa6-a0fe-44d1d33a3151&tenant_id=42f8630608fb46f681ad77135da09a14&binding%3Ahost_id=n-h1-771363-36 HTTP/1.1" status: 200 len: 1097 time: 0.3076165 Jul 15 13:00:09.460901 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3ce2108e-e916-490d-8d70-1ed41a3f19b2 req-74133f4a-1fc4-40b7-b637-5452c1161523 service neutron] 10.222.0.46 "GET /v2.0/networks/2691f40b-6294-497c-8479-3f33a37dc0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933834 Jul 15 13:00:09.471066 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-09f37f6a-2f40-469b-9461-e878ff186388 req-a5751219-4b87-44dd-92fb-701318a3cb56 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576040 Jul 15 13:00:09.491036 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-ad5b2b7c-b286-456a-ae54-2052fcb823bd tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:09.532490 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c64dfbc-dc07-41a9-8351-0fb44915e90e x-openstack-request-id: req-7c64dfbc-dc07-41a9-8351-0fb44915e90e {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:09.532990 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd6d9e1-ae28-4d36-ad2c-37337ae9903a", "name": "network-vif-plugged", "status": "completed", "tag": "12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:09.533286 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7c64dfbc-dc07-41a9-8351-0fb44915e90e {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:09.533940 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd6d9e1-ae28-4d36-ad2c-37337ae9903a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61', 'code': 200} Jul 15 13:00:09.540502 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-4efcd551-c428-45ad-86b1-d7064a79cf52 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=868122bfc913430ebf54f7085a42ff48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0735126 Jul 15 13:00:09.686393 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f52be8-bfe3-4102-be4c-2ec86953a4dc req-9d1ec599-4c9d-475d-b38f-e8c0f3af0555 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:09.691403 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378bf62-4f4d-41c6-b361-cd724279bfd7 req-4d46c929-b0fb-4f00-b7db-6f3b9c72d41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:09.692901 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0378bf62-4f4d-41c6-b361-cd724279bfd7 req-4d46c929-b0fb-4f00-b7db-6f3b9c72d41e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bcd6d9e1-ae28-4d36-ad2c-37337ae9903a HTTP/1.1" status: 200 len: 1102 time: 0.0720379 Jul 15 13:00:09.693955 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f9f52be8-bfe3-4102-be4c-2ec86953a4dc req-9d1ec599-4c9d-475d-b38f-e8c0f3af0555 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcd6d9e1-ae28-4d36-ad2c-37337ae9903a HTTP/1.1" status: 200 len: 950 time: 0.3835132 Jul 15 13:00:09.731781 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0378bf62-4f4d-41c6-b361-cd724279bfd7 req-67ea6bdb-0047-4b54-adfc-26cdd090e421 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7fb3270a-520b-4aa7-9df0-96bcdf87d9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320849 Jul 15 13:00:10.012779 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a8cf1e-f026-40c4-a0ce-82fee682a7f7', 'tag': '4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:10.015036 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe26d8c7-ff5e-4dc5-83b2-14b8b90a7e47" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a8cf1e-f026-40c4-a0ce-82fee682a7f7", "tag": "4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:10.032244 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fe2f947f-d87f-4fba-8d93-45845afbde2a req-fad1e9fe-3634-4be3-84ef-3a249cda26f8 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ac73be7-dfbd-4467-893d-ad88b4b09a94 HTTP/1.1" status: 200 len: 210 time: 0.3899777 Jul 15 13:00:10.116123 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3ce2108e-e916-490d-8d70-1ed41a3f19b2 req-3a7c6a6b-9a7a-43c7-978f-9ebbafc9e32d service neutron] 10.222.0.46 "GET /v2.0/networks/2691f40b-6294-497c-8479-3f33a37dc0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6282156 Jul 15 13:00:10.121224 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-f545e876-b566-48aa-99e2-7dcbd01a83e0 service neutron] For port a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:10.139714 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-f545e876-b566-48aa-99e2-7dcbd01a83e0 service neutron] Notify callbacks [] for binding, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:10.140937 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cf8bf4d8-9c4a-466a-b3d6-8ba690d2f9ba req-f545e876-b566-48aa-99e2-7dcbd01a83e0 service neutron] 10.222.0.20 "DELETE /v2.0/ports/a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87/bindings/n-h2-771363-36 HTTP/1.1" status: 204 len: 173 time: 0.8034525 Jul 15 13:00:10.145868 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-ad5b2b7c-b286-456a-ae54-2052fcb823bd tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:10.161903 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f9f52be8-bfe3-4102-be4c-2ec86953a4dc req-ea75015d-edae-472e-bb94-a5581bb8b207 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb3270a-520b-4aa7-9df0-96bcdf87d9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4669096 Jul 15 13:00:10.198144 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-ab4ce2bc-b97e-4ec4-a5b6-c6eccb59d67b tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:10.199622 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-ab4ce2bc-b97e-4ec4-a5b6-c6eccb59d67b tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6457889 Jul 15 13:00:10.237112 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-1bdf0368-7b03-4b27-87ab-7a1918068b48 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Request body: {'port': {'device_id': '1567a280-8bde-490f-885e-4d5d112e5c11', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'admin_state_up': True, 'tenant_id': '868122bfc913430ebf54f7085a42ff48'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:10.267256 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-ad5b2b7c-b286-456a-ae54-2052fcb823bd tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Network e0d89cea-932c-49ee-9772-9e5757255ae5 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:00:10.282655 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-ad5b2b7c-b286-456a-ae54-2052fcb823bd tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:10.293895 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-ad5b2b7c-b286-456a-ae54-2052fcb823bd tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:00:10.302930 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b2b7c-b286-456a-ae54-2052fcb823bd tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Pushing event updated for resources: {'Port': ['ID=f3e804cf-19b7-4ce3-b0da-499a5c5490a7,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:10.409269 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7d0ee84b-63bd-4624-ad69-1c45528de6da req-89e8f79c-31cc-44b6-b056-599d4b6a2fc6 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/ports?device_id=1567a280-8bde-490f-885e-4d5d112e5c11 HTTP/1.1" status: 200 len: 210 time: 0.0519655 Jul 15 13:00:10.422489 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55a62d-75f7-4782-b6c8-eea6ed15d280 req-7061a6a5-bc5c-4226-9b2f-87b11f9ccae6 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:10.423973 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2c55a62d-75f7-4782-b6c8-eea6ed15d280 req-7061a6a5-bc5c-4226-9b2f-87b11f9ccae6 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0a8cf1e-f026-40c4-a0ce-82fee682a7f7 HTTP/1.1" status: 200 len: 948 time: 0.2895825 Jul 15 13:00:10.440676 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-ad5b2b7c-b286-456a-ae54-2052fcb823bd tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:10.441284 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-ad5b2b7c-b286-456a-ae54-2052fcb823bd tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:10.477460 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-ad5b2b7c-b286-456a-ae54-2052fcb823bd tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2590244 Jul 15 13:00:10.501199 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-7cfb30ae-0846-4fa9-be53-68da5a6d1b60 service neutron] Request body: {'port': {'device_id': '7ac73be7-dfbd-4467-893d-ad88b4b09a94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:10.529032 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2c55a62d-75f7-4782-b6c8-eea6ed15d280 req-758a126e-15c1-4170-b126-8452bd0ca056 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942528 Jul 15 13:00:10.550196 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-1bdf0368-7b03-4b27-87ab-7a1918068b48 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Made reservation on behalf of 868122bfc913430ebf54f7085a42ff48 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:00:10.550196 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-1bdf0368-7b03-4b27-87ab-7a1918068b48 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:10.581663 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-1bdf0368-7b03-4b27-87ab-7a1918068b48 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:10.586349 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2a25cc-9e6b-4744-900b-17f1431c80ad x-openstack-request-id: req-1c2a25cc-9e6b-4744-900b-17f1431c80ad {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:10.586665 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a8cf1e-f026-40c4-a0ce-82fee682a7f7", "tag": "4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:10.586918 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c2a25cc-9e6b-4744-900b-17f1431c80ad {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:10.587454 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a8cf1e-f026-40c4-a0ce-82fee682a7f7', 'tag': '4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be', 'status': 'completed', 'code': 200} Jul 15 13:00:10.688275 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-7cfb30ae-0846-4fa9-be53-68da5a6d1b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:10.778014 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb1805-6be0-4224-9415-396d0152e4a1 req-0abba177-c2bb-45d9-a8a6-ceca5a56134f tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:10.779598 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7beb1805-6be0-4224-9415-396d0152e4a1 req-0abba177-c2bb-45d9-a8a6-ceca5a56134f tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=66d85e0d-690b-4fa6-a0fe-44d1d33a3151 HTTP/1.1" status: 200 len: 945 time: 0.2543292 Jul 15 13:00:10.868848 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26d8c7-ff5e-4dc5-83b2-14b8b90a7e47 req-37172f66-13b2-4f2f-99ed-6d369db0e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:10.870350 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fe26d8c7-ff5e-4dc5-83b2-14b8b90a7e47 req-37172f66-13b2-4f2f-99ed-6d369db0e8e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=70b334eb6b1c4823bfeb87b9e0290ca2&device_id=a0a8cf1e-f026-40c4-a0ce-82fee682a7f7 HTTP/1.1" status: 200 len: 1100 time: 0.2461665 Jul 15 13:00:10.990154 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7beb1805-6be0-4224-9415-396d0152e4a1 req-7834a77e-65b3-4c0d-b9a7-50779b266c19 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847391 Jul 15 13:00:11.008814 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27821b-0bee-4105-a74a-a6fa69d91880 req-f0ff1190-946d-4468-8b95-e8c2a1f49aa8 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:11.010296 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6f27821b-0bee-4105-a74a-a6fa69d91880 req-f0ff1190-946d-4468-8b95-e8c2a1f49aa8 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 950 time: 0.3271313 Jul 15 13:00:11.054330 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-1bdf0368-7b03-4b27-87ab-7a1918068b48 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:11.074551 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-1bdf0368-7b03-4b27-87ab-7a1918068b48 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:11.259291 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf0368-7b03-4b27-87ab-7a1918068b48 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f259860-5871-4323-aee6-f68eec72c13e,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:11.270640 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6f27821b-0bee-4105-a74a-a6fa69d91880 req-784a7917-0ce1-4b30-92a0-b00902c9d794 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508185 Jul 15 13:00:11.271758 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26d8c7-ff5e-4dc5-83b2-14b8b90a7e47 req-ea78e4c9-dc8b-4aa9-91d4-79fa28aec438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:11.273117 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fe26d8c7-ff5e-4dc5-83b2-14b8b90a7e47 req-ea78e4c9-dc8b-4aa9-91d4-79fa28aec438 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.3947513 Jul 15 13:00:11.332915 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef989971-5a7a-415a-964b-2617cadd9853 req-adf74dc5-a27a-4c7b-b7a3-1c5e645461ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:11.334537 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ef989971-5a7a-415a-964b-2617cadd9853 req-adf74dc5-a27a-4c7b-b7a3-1c5e645461ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eab83a220c154216861503618b01c15d&device_id=6ebd3321-3589-461f-807c-2d84527fdbb0 HTTP/1.1" status: 200 len: 1097 time: 0.0768943 Jul 15 13:00:11.358627 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fe26d8c7-ff5e-4dc5-83b2-14b8b90a7e47 req-e206a1e2-ee31-4a8d-8f18-3d53cb9b5f1e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be HTTP/1.1" status: 200 len: 217 time: 0.0778525 Jul 15 13:00:11.427400 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef989971-5a7a-415a-964b-2617cadd9853 req-9d759ca7-25cd-4011-9cb2-17834aace1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:11.428921 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ef989971-5a7a-415a-964b-2617cadd9853 req-9d759ca7-25cd-4011-9cb2-17834aace1af service neutron] 10.222.0.20 "GET /v2.0/networks?id=3ccc611d-a289-44b3-992b-3e39605548b4 HTTP/1.1" status: 200 len: 908 time: 0.0871217 Jul 15 13:00:11.472434 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ef989971-5a7a-415a-964b-2617cadd9853 req-80cab0f3-ad0f-4c7f-a47d-27211ddb0ac1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 HTTP/1.1" status: 200 len: 217 time: 0.0367138 Jul 15 13:00:11.518856 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef989971-5a7a-415a-964b-2617cadd9853 req-a06895b9-96d2-400c-b1d9-ff7f1037184a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:11.520306 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ef989971-5a7a-415a-964b-2617cadd9853 req-a06895b9-96d2-400c-b1d9-ff7f1037184a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7de80623-b855-4366-a308-8757d4a69fb8 HTTP/1.1" status: 200 len: 847 time: 0.0425971 Jul 15 13:00:11.520635 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3933c3-f03d-4bf3-92b8-ef850995b5d8 req-dd4633e6-2f6c-44e8-8acd-8cd2cab76c18 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:11.522110 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2c3933c3-f03d-4bf3-92b8-ef850995b5d8 req-dd4633e6-2f6c-44e8-8acd-8cd2cab76c18 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ebd3321-3589-461f-807c-2d84527fdbb0 HTTP/1.1" status: 200 len: 945 time: 0.4116194 Jul 15 13:00:11.524205 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-1bdf0368-7b03-4b27-87ab-7a1918068b48 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Allocated IP 192.168.233.135 (fb7e2853-c052-4bbe-a410-b119ef2f5100/f7332b1d-b5ae-478a-9a33-4a7a808c5484/b4055828-7edc-4c9a-8ddd-537557270119) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:00:11.540159 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26d8c7-ff5e-4dc5-83b2-14b8b90a7e47 req-e66058ab-b302-4811-a8cc-80c885a8fc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:11.541597 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fe26d8c7-ff5e-4dc5-83b2-14b8b90a7e47 req-e66058ab-b302-4811-a8cc-80c885a8fc8e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.1671512 Jul 15 13:00:11.555196 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ef989971-5a7a-415a-964b-2617cadd9853 req-7ff502c6-1649-49f3-821f-3a7c069d7a32 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3ccc611d-a289-44b3-992b-3e39605548b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269749 Jul 15 13:00:11.583654 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-7cfb30ae-0846-4fa9-be53-68da5a6d1b60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3e804cf-19b7-4ce3-b0da-499a5c5490a7 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:11.617258 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-7cfb30ae-0846-4fa9-be53-68da5a6d1b60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:11.647064 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ef989971-5a7a-415a-964b-2617cadd9853 req-db3ab8f5-73eb-4db9-9de7-80b3692618c7 service neutron] 10.222.0.20 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860467 Jul 15 13:00:11.667269 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-7cfb30ae-0846-4fa9-be53-68da5a6d1b60 service neutron] Transition to ACTIVE for port object f3e804cf-19b7-4ce3-b0da-499a5c5490a7 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:11.671463 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2c3933c3-f03d-4bf3-92b8-ef850995b5d8 req-cb033a1d-a089-43d9-843a-f8e3929a3dfa tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418750 Jul 15 13:00:11.680888 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-7cfb30ae-0846-4fa9-be53-68da5a6d1b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:11.743214 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ef989971-5a7a-415a-964b-2617cadd9853 req-d534b2a9-8ae1-4f57-a33b-224e46ad2adc service neutron] 10.222.0.20 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896337 Jul 15 13:00:11.756912 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed81f7-07b9-4c15-900c-cc71a51e3bbe req-c83fedee-c571-4396-8486-cac31b998147 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:11.758421 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c7ed81f7-07b9-4c15-900c-cc71a51e3bbe req-c83fedee-c571-4396-8486-cac31b998147 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ac73be7-dfbd-4467-893d-ad88b4b09a94 HTTP/1.1" status: 200 len: 931 time: 0.3443613 Jul 15 13:00:11.840454 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb30ae-0846-4fa9-be53-68da5a6d1b60 service neutron] Pushing event updated for resources: {'Port': ['ID=f3e804cf-19b7-4ce3-b0da-499a5c5490a7,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:11.866844 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26d8c7-ff5e-4dc5-83b2-14b8b90a7e47 req-a86886dd-2d60-4bd6-abb9-b7bfec598ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:11.868348 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fe26d8c7-ff5e-4dc5-83b2-14b8b90a7e47 req-a86886dd-2d60-4bd6-abb9-b7bfec598ce6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3124676 Jul 15 13:00:11.967193 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c7ed81f7-07b9-4c15-900c-cc71a51e3bbe req-6e943de3-a7d9-4382-826f-bae7787cc9c9 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966970 Jul 15 13:00:11.989180 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-1bdf0368-7b03-4b27-87ab-7a1918068b48 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:12.061070 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-1bdf0368-7b03-4b27-87ab-7a1918068b48 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Transition to ACTIVE for port object b4055828-7edc-4c9a-8ddd-537557270119 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:12.074892 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-7cfb30ae-0846-4fa9-be53-68da5a6d1b60 service neutron] Attempting to bind port f3e804cf-19b7-4ce3-b0da-499a5c5490a7 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:00:12.075237 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-7cfb30ae-0846-4fa9-be53-68da5a6d1b60 service neutron] Attempting to bind port f3e804cf-19b7-4ce3-b0da-499a5c5490a7 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '9940a96e-2d5b-4778-a27d-d984f6200b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:00:12.075565 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-7cfb30ae-0846-4fa9-be53-68da5a6d1b60 service neutron] Attempting to bind port f3e804cf-19b7-4ce3-b0da-499a5c5490a7 on network e0d89cea-932c-49ee-9772-9e5757255ae5 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:12.085087 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e246b-538e-418f-92cd-21f5b47c87f2 req-2cb2a32c-89b6-4295-b9f0-b4beffbd7760 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:12.086639 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-832e246b-538e-418f-92cd-21f5b47c87f2 req-2cb2a32c-89b6-4295-b9f0-b4beffbd7760 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcd6d9e1-ae28-4d36-ad2c-37337ae9903a HTTP/1.1" status: 200 len: 950 time: 0.2835183 Jul 15 13:00:12.101263 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-7cfb30ae-0846-4fa9-be53-68da5a6d1b60 service neutron] Port f3e804cf-19b7-4ce3-b0da-499a5c5490a7 on network e0d89cea-932c-49ee-9772-9e5757255ae5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:00:12.101629 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-7cfb30ae-0846-4fa9-be53-68da5a6d1b60 service neutron] Attempting to bind port f3e804cf-19b7-4ce3-b0da-499a5c5490a7 on network e0d89cea-932c-49ee-9772-9e5757255ae5 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:12.141200 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-7cfb30ae-0846-4fa9-be53-68da5a6d1b60 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:00:12.141538 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-7cfb30ae-0846-4fa9-be53-68da5a6d1b60 service neutron] Checking segment: {'id': '9940a96e-2d5b-4778-a27d-d984f6200b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:12.141922 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-7cfb30ae-0846-4fa9-be53-68da5a6d1b60 service neutron] Bound using segment: {'id': '9940a96e-2d5b-4778-a27d-d984f6200b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:00:12.142358 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-7cfb30ae-0846-4fa9-be53-68da5a6d1b60 service neutron] Bound port: f3e804cf-19b7-4ce3-b0da-499a5c5490a7, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9940a96e-2d5b-4778-a27d-d984f6200b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:00:12.142746 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-7cfb30ae-0846-4fa9-be53-68da5a6d1b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:12.148900 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fe26d8c7-ff5e-4dc5-83b2-14b8b90a7e47 req-9f16f7da-66ab-4d98-9244-3ed0b04bdaf8 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164991 Jul 15 13:00:12.158633 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:00:12.233213 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-832e246b-538e-418f-92cd-21f5b47c87f2 req-188152b3-77c4-4642-8e5a-43e851667ec6 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb3270a-520b-4aa7-9df0-96bcdf87d9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364541 Jul 15 13:00:12.258504 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-1bdf0368-7b03-4b27-87ab-7a1918068b48 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:12.262967 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:12.276491 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': '4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': '4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be', 'mac_address': 'fa:16:3e:91:fc:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:00:12.323723 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:12.338890 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:12.365921 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:12.372355 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:12.376670 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-1bdf0368-7b03-4b27-87ab-7a1918068b48 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Network fb7e2853-c052-4bbe-a410-b119ef2f5100 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:00:12.391774 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-1bdf0368-7b03-4b27-87ab-7a1918068b48 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:12.394533 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-1bdf0368-7b03-4b27-87ab-7a1918068b48 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:00:12.416337 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf0368-7b03-4b27-87ab-7a1918068b48 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Pushing event updated for resources: {'Port': ['ID=b4055828-7edc-4c9a-8ddd-537557270119,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:12.436503 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-7cfb30ae-0846-4fa9-be53-68da5a6d1b60 service neutron] For port f3e804cf-19b7-4ce3-b0da-499a5c5490a7, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:12.440657 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:12.449746 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:12.450092 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:12.450432 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:12.450792 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:12.451124 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:12.451454 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:12.451778 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:12.452104 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:12.452425 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:12.452795 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:12.453797 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:12.454129 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:12.484587 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-7cfb30ae-0846-4fa9-be53-68da5a6d1b60 service neutron] For port f3e804cf-19b7-4ce3-b0da-499a5c5490a7, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=f3e804cf-19b7-4ce3-b0da-499a5c5490a7,segment=NetworkSegment(9940a96e-2d5b-4778-a27d-d984f6200b93),segment_id=9940a96e-2d5b-4778-a27d-d984f6200b93)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:00:12.488453 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fe26d8c7-ff5e-4dc5-83b2-14b8b90a7e47 req-bab55d79-d906-45cc-bf5f-94c0301a647d service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306568 Jul 15 13:00:12.498780 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-7cfb30ae-0846-4fa9-be53-68da5a6d1b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:12.547885 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8efa56-cc98-4620-aff8-202d1138221c req-0fec968d-42a6-4eb8-9ef9-1639f794fd87 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:12.555137 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ed8efa56-cc98-4620-aff8-202d1138221c req-0fec968d-42a6-4eb8-9ef9-1639f794fd87 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=66d85e0d-690b-4fa6-a0fe-44d1d33a3151 HTTP/1.1" status: 200 len: 1097 time: 0.3635361 Jul 15 13:00:12.566985 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-1bdf0368-7b03-4b27-87ab-7a1918068b48 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:12.567698 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-1bdf0368-7b03-4b27-87ab-7a1918068b48 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:12.571644 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-7cfb30ae-0846-4fa9-be53-68da5a6d1b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:12.572236 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-7cfb30ae-0846-4fa9-be53-68da5a6d1b60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:12.573580 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-7cfb30ae-0846-4fa9-be53-68da5a6d1b60 service neutron] 10.222.0.46 "PUT /v2.0/ports/f3e804cf-19b7-4ce3-b0da-499a5c5490a7 HTTP/1.1" status: 200 len: 1092 time: 2.0808206 Jul 15 13:00:12.601421 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ac73be7-dfbd-4467-893d-ad88b4b09a94', 'tag': 'f3e804cf-19b7-4ce3-b0da-499a5c5490a7'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:12.603699 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd159a2-9f8a-4948-8885-b00c7ff381b2" -d '{"events": [{"name": "network-changed", "server_uuid": "7ac73be7-dfbd-4467-893d-ad88b4b09a94", "tag": "f3e804cf-19b7-4ce3-b0da-499a5c5490a7"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:12.646961 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-1bdf0368-7b03-4b27-87ab-7a1918068b48 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4164655 Jul 15 13:00:12.667826 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb30ae-0846-4fa9-be53-68da5a6d1b60 service neutron] Pushing event updated for resources: {'Port': ['ID=f3e804cf-19b7-4ce3-b0da-499a5c5490a7,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:12.682106 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-8f93d9df-102e-4147-9a4e-4312bf789b63 service neutron] Request body: {'port': {'device_id': '1567a280-8bde-490f-885e-4d5d112e5c11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:12.690366 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ed8efa56-cc98-4620-aff8-202d1138221c req-39e2f070-98e9-4c0e-8574-87007f1ffc84 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343856 Jul 15 13:00:12.698425 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d010671-ab32-44cd-8191-a1d2f3217b66 req-3290c5bb-88f1-4140-aacc-48e36f9b1abe tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:12.699922 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d010671-ab32-44cd-8191-a1d2f3217b66 req-3290c5bb-88f1-4140-aacc-48e36f9b1abe tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/ports?device_id=1567a280-8bde-490f-885e-4d5d112e5c11 HTTP/1.1" status: 200 len: 936 time: 0.3199911 Jul 15 13:00:12.742916 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:12.808599 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-249a7d94-ee76-4de5-8b95-fd3870cf2812 None None] Provisioning for port b4055828-7edc-4c9a-8ddd-537557270119 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:12.829687 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-249a7d94-ee76-4de5-8b95-fd3870cf2812 None None] Provisioning complete for port b4055828-7edc-4c9a-8ddd-537557270119 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:12.829959 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-249a7d94-ee76-4de5-8b95-fd3870cf2812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:12.882858 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-249a7d94-ee76-4de5-8b95-fd3870cf2812 None None] Port b4055828-7edc-4c9a-8ddd-537557270119 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:00:13.164368 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d010671-ab32-44cd-8191-a1d2f3217b66 req-f167e88d-1738-455c-924b-dfc532e0f69f tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f259860-5871-4323-aee6-f68eec72c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461167 Jul 15 13:00:13.164841 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-8f93d9df-102e-4147-9a4e-4312bf789b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:13.192651 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-b053ef56-6053-4993-a404-59717a009d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:13.194204 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-b053ef56-6053-4993-a404-59717a009d26 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=af8a25419ab0489e8df66f3d058b9b35&device_id=7ac73be7-dfbd-4467-893d-ad88b4b09a94 HTTP/1.1" status: 200 len: 1095 time: 0.5646336 Jul 15 13:00:13.276109 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-1b2d0401-7a53-4ee9-b6c4-778bc02a7ecb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3e804cf-19b7-4ce3-b0da-499a5c5490a7 HTTP/1.1" status: 200 len: 217 time: 0.0530498 Jul 15 13:00:13.430977 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2330d-ccaa-4961-9e61-336a6cebb3d5 req-46efdd71-7442-4ff8-8d1b-e81be805922f tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:13.432469 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02f2330d-ccaa-4961-9e61-336a6cebb3d5 req-46efdd71-7442-4ff8-8d1b-e81be805922f tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0a8cf1e-f026-40c4-a0ce-82fee682a7f7 HTTP/1.1" status: 200 len: 949 time: 0.2897775 Jul 15 13:00:13.463486 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-7dc2872e-f050-42fd-92ad-81dac0a72dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:13.464881 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-7dc2872e-f050-42fd-92ad-81dac0a72dff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=459bc575-93e3-4ab8-8230-d52ee95226e2 HTTP/1.1" status: 200 len: 852 time: 0.1786501 Jul 15 13:00:13.521577 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-b5145db6-e1c3-4662-9ff4-dbbbaf857b83 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0d89cea-932c-49ee-9772-9e5757255ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414176 Jul 15 13:00:13.586458 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15e92e-490a-40f1-8950-46138dd5d870 req-1f88ac27-24e0-4333-ad86-4ecef8146dd8 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:13.587942 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac15e92e-490a-40f1-8950-46138dd5d870 req-1f88ac27-24e0-4333-ad86-4ecef8146dd8 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.16 "GET /v2.0/ports?device_id=84353dff-848d-4811-836f-66339e222350 HTTP/1.1" status: 200 len: 950 time: 0.3151140 Jul 15 13:00:13.590599 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02f2330d-ccaa-4961-9e61-336a6cebb3d5 req-0abe8242-b5ea-45eb-8afa-31f5fab1bdee tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484721 Jul 15 13:00:13.694392 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac15e92e-490a-40f1-8950-46138dd5d870 req-cede1d82-48b3-4a1b-bfbb-ff498d9accf0 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb3270a-520b-4aa7-9df0-96bcdf87d9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929940 Jul 15 13:00:13.753438 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-54a554f6-3d4f-47ca-b702-20c2e40e81a2 service neutron] 10.222.0.46 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966639 Jul 15 13:00:13.760089 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf3bbcf-1417-4b64-8429-f721f0150090 x-openstack-request-id: req-3bf3bbcf-1417-4b64-8429-f721f0150090 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:13.760442 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ac73be7-dfbd-4467-893d-ad88b4b09a94", "tag": "f3e804cf-19b7-4ce3-b0da-499a5c5490a7", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:13.760758 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3bf3bbcf-1417-4b64-8429-f721f0150090 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:13.761200 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ac73be7-dfbd-4467-893d-ad88b4b09a94', 'tag': 'f3e804cf-19b7-4ce3-b0da-499a5c5490a7', 'status': 'completed', 'code': 200} Jul 15 13:00:13.861207 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-8f93d9df-102e-4147-9a4e-4312bf789b63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4055828-7edc-4c9a-8ddd-537557270119 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:13.886881 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-8f93d9df-102e-4147-9a4e-4312bf789b63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:13.929244 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-8f93d9df-102e-4147-9a4e-4312bf789b63 service neutron] Transition to ACTIVE for port object b4055828-7edc-4c9a-8ddd-537557270119 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:13.946884 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-8f93d9df-102e-4147-9a4e-4312bf789b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:13.966651 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c723e6f-d463-4e9e-8ea7-c7eacb46ce8a req-af5a5857-3e0c-4872-80a1-b14634abe1ac tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:13.968149 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1c723e6f-d463-4e9e-8ea7-c7eacb46ce8a req-af5a5857-3e0c-4872-80a1-b14634abe1ac tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 950 time: 0.2609715 Jul 15 13:00:13.988668 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e627f3e0-0e2d-4fcd-8179-d9c88c41f3bf req-151513b3-c6e3-49a3-9fd4-e9c49230fd88 service neutron] 10.222.0.46 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241647 Jul 15 13:00:14.042542 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93d9df-102e-4147-9a4e-4312bf789b63 service neutron] Pushing event updated for resources: {'Port': ['ID=b4055828-7edc-4c9a-8ddd-537557270119,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:14.077431 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93d9df-102e-4147-9a4e-4312bf789b63 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:14.077820 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93d9df-102e-4147-9a4e-4312bf789b63 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:14.078162 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93d9df-102e-4147-9a4e-4312bf789b63 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:14.078497 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93d9df-102e-4147-9a4e-4312bf789b63 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:14.078961 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93d9df-102e-4147-9a4e-4312bf789b63 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:14.079294 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93d9df-102e-4147-9a4e-4312bf789b63 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:14.079633 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93d9df-102e-4147-9a4e-4312bf789b63 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:14.079956 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93d9df-102e-4147-9a4e-4312bf789b63 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:14.080284 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93d9df-102e-4147-9a4e-4312bf789b63 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:14.080611 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93d9df-102e-4147-9a4e-4312bf789b63 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:14.080944 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93d9df-102e-4147-9a4e-4312bf789b63 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:14.081260 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93d9df-102e-4147-9a4e-4312bf789b63 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:14.127295 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1c723e6f-d463-4e9e-8ea7-c7eacb46ce8a req-30dbd649-ccdf-4a1f-826a-2b630dcebc4e tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372933 Jul 15 13:00:14.135039 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d814846-61ca-49f3-b78a-8554b71e5a76 req-3a74cb9c-d780-4ede-9ed6-2c5ea7032fd6 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:14.141874 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8d814846-61ca-49f3-b78a-8554b71e5a76 req-3a74cb9c-d780-4ede-9ed6-2c5ea7032fd6 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ebd3321-3589-461f-807c-2d84527fdbb0 HTTP/1.1" status: 200 len: 945 time: 0.2831852 Jul 15 13:00:14.189298 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:14.233741 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8d814846-61ca-49f3-b78a-8554b71e5a76 req-47f9b195-e9ab-4d03-9d43-af13eccdde05 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909081 Jul 15 13:00:14.297021 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-8f93d9df-102e-4147-9a4e-4312bf789b63 service neutron] Attempting to bind port b4055828-7edc-4c9a-8ddd-537557270119 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:00:14.297524 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-8f93d9df-102e-4147-9a4e-4312bf789b63 service neutron] Attempting to bind port b4055828-7edc-4c9a-8ddd-537557270119 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:00:14.297891 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-8f93d9df-102e-4147-9a4e-4312bf789b63 service neutron] Attempting to bind port b4055828-7edc-4c9a-8ddd-537557270119 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:14.306748 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port 4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:14.311218 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port 4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:14.311592 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:14.394523 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:14.398903 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-8f93d9df-102e-4147-9a4e-4312bf789b63 service neutron] Port b4055828-7edc-4c9a-8ddd-537557270119 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:00:14.399344 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-8f93d9df-102e-4147-9a4e-4312bf789b63 service neutron] Attempting to bind port b4055828-7edc-4c9a-8ddd-537557270119 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:14.432797 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a8cf1e-f026-40c4-a0ce-82fee682a7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:14.435259 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0db5d9-ea43-41dc-8bb7-0f5749e5754e" -d '{"events": [{"server_uuid": "a0a8cf1e-f026-40c4-a0ce-82fee682a7f7", "name": "network-vif-plugged", "status": "completed", "tag": "4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:14.437902 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-8f93d9df-102e-4147-9a4e-4312bf789b63 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:00:14.438404 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-8f93d9df-102e-4147-9a4e-4312bf789b63 service neutron] Checking segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:14.438839 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-8f93d9df-102e-4147-9a4e-4312bf789b63 service neutron] Bound using segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:00:14.439390 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-8f93d9df-102e-4147-9a4e-4312bf789b63 service neutron] Bound port: b4055828-7edc-4c9a-8ddd-537557270119, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:00:14.440092 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-8f93d9df-102e-4147-9a4e-4312bf789b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:14.449945 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:14.454318 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:14.456515 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd159a2-9f8a-4948-8885-b00c7ff381b2 req-223f1211-2c72-40e5-9d4d-6a7dec103de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:14.458476 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5bd159a2-9f8a-4948-8885-b00c7ff381b2 req-223f1211-2c72-40e5-9d4d-6a7dec103de7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=af8a25419ab0489e8df66f3d058b9b35&device_id=7ac73be7-dfbd-4467-893d-ad88b4b09a94 HTTP/1.1" status: 200 len: 1095 time: 0.4046319 Jul 15 13:00:14.508694 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:14.535151 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-8eecac15-fd52-4315-8c28-d5b5ef67ef97 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:14.536635 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-8eecac15-fd52-4315-8c28-d5b5ef67ef97 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/networks?id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f HTTP/1.1" status: 200 len: 821 time: 0.2899451 Jul 15 13:00:14.612443 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-cb39c3b9-dd1a-49e2-935e-bb90f58daaf8 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/quotas/42f8630608fb46f681ad77135da09a14 HTTP/1.1" status: 200 len: 375 time: 0.0617263 Jul 15 13:00:14.648850 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1facdf40-bf41-490c-aeac-cd4859a32d15 req-523ab9d1-40e9-4cdd-bf49-ea80608e206b tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:14.650481 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1facdf40-bf41-490c-aeac-cd4859a32d15 req-523ab9d1-40e9-4cdd-bf49-ea80608e206b tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ac73be7-dfbd-4467-893d-ad88b4b09a94 HTTP/1.1" status: 200 len: 943 time: 0.2673161 Jul 15 13:00:14.657070 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-8f93d9df-102e-4147-9a4e-4312bf789b63 service neutron] For port b4055828-7edc-4c9a-8ddd-537557270119, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:14.705137 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-8f93d9df-102e-4147-9a4e-4312bf789b63 service neutron] For port b4055828-7edc-4c9a-8ddd-537557270119, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b4055828-7edc-4c9a-8ddd-537557270119,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:00:14.706698 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd159a2-9f8a-4948-8885-b00c7ff381b2 req-0b907a2f-a794-4226-b3a5-4027c50322e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:14.708238 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5bd159a2-9f8a-4948-8885-b00c7ff381b2 req-0b907a2f-a794-4226-b3a5-4027c50322e3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e0d89cea-932c-49ee-9772-9e5757255ae5 HTTP/1.1" status: 200 len: 913 time: 0.2355299 Jul 15 13:00:14.726150 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-8f93d9df-102e-4147-9a4e-4312bf789b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:14.787661 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5bd159a2-9f8a-4948-8885-b00c7ff381b2 req-52d1c13c-5032-49bf-bafe-7e27eb7d5554 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3e804cf-19b7-4ce3-b0da-499a5c5490a7 HTTP/1.1" status: 200 len: 217 time: 0.0694590 Jul 15 13:00:14.825050 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-8f93d9df-102e-4147-9a4e-4312bf789b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:14.825677 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-8f93d9df-102e-4147-9a4e-4312bf789b63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:14.827100 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-8f93d9df-102e-4147-9a4e-4312bf789b63 service neutron] 10.222.0.46 "PUT /v2.0/ports/b4055828-7edc-4c9a-8ddd-537557270119 HTTP/1.1" status: 200 len: 1097 time: 2.1538286 Jul 15 13:00:14.851311 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1facdf40-bf41-490c-aeac-cd4859a32d15 req-6f4b1297-8ad7-4422-a0de-97de964559f9 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930237 Jul 15 13:00:14.887336 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93d9df-102e-4147-9a4e-4312bf789b63 service neutron] Pushing event updated for resources: {'Port': ['ID=b4055828-7edc-4c9a-8ddd-537557270119,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:14.897129 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-61a04221-616d-4780-bd00-193830799d07 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=42f8630608fb46f681ad77135da09a14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2760756 Jul 15 13:00:14.901564 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd159a2-9f8a-4948-8885-b00c7ff381b2 req-b29628b6-b1c9-4c66-b2ee-6ebbff2bd3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:14.903550 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5bd159a2-9f8a-4948-8885-b00c7ff381b2 req-b29628b6-b1c9-4c66-b2ee-6ebbff2bd3e9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=459bc575-93e3-4ab8-8230-d52ee95226e2 HTTP/1.1" status: 200 len: 852 time: 0.0962803 Jul 15 13:00:15.016228 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5bd159a2-9f8a-4948-8885-b00c7ff381b2 req-dff290bf-1fa6-46b1-ab4d-697ee9e3e1bc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0d89cea-932c-49ee-9772-9e5757255ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968595 Jul 15 13:00:15.037912 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:00:15.175377 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-7b25f806-d3ec-4665-822f-f7fac18a547f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:15.176799 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-7b25f806-d3ec-4665-822f-f7fac18a547f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=868122bfc913430ebf54f7085a42ff48&device_id=1567a280-8bde-490f-885e-4d5d112e5c11 HTTP/1.1" status: 200 len: 1100 time: 0.2373011 Jul 15 13:00:15.203680 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-8c46609b-6f87-49c5-ad9a-446fa459e7f4 service neutron] 10.222.0.16 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991426 Jul 15 13:00:15.249146 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-d759d2f4-9a78-441a-bea1-7fd7f06e3220 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=b4055828-7edc-4c9a-8ddd-537557270119 HTTP/1.1" status: 200 len: 217 time: 0.0606234 Jul 15 13:00:15.304923 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5bd159a2-9f8a-4948-8885-b00c7ff381b2 req-4fa1cd90-3420-4dd8-b66a-163d28bf1956 service neutron] 10.222.0.46 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755320 Jul 15 13:00:15.387349 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-90631770-cb67-46f9-9f89-7183c2ea31e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:15.388783 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-90631770-cb67-46f9-9f89-7183c2ea31e0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.1247272 Jul 15 13:00:15.462010 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-746d1948-6710-4c3f-a06b-01859e71b01f service neutron] 10.222.0.16 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313716 Jul 15 13:00:15.496065 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5bd159a2-9f8a-4948-8885-b00c7ff381b2 req-288adc3a-f79b-4701-a7be-0231a81b8f7e service neutron] 10.222.0.46 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831861 Jul 15 13:00:15.508034 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-6ca2941f-1a79-4670-89ea-045420c4ceee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:15.509781 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-6ca2941f-1a79-4670-89ea-045420c4ceee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0882494 Jul 15 13:00:15.687729 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-e015daba-cc26-4313-8091-73ca4e2aeff3 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704624 Jul 15 13:00:15.715445 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702f8b16-c462-427d-9d0c-d7815e3b8305 x-openstack-request-id: req-702f8b16-c462-427d-9d0c-d7815e3b8305 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:15.716621 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a8cf1e-f026-40c4-a0ce-82fee682a7f7", "name": "network-vif-plugged", "status": "completed", "tag": "4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:15.717099 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-702f8b16-c462-427d-9d0c-d7815e3b8305 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:15.717696 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a8cf1e-f026-40c4-a0ce-82fee682a7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be', 'code': 200} Jul 15 13:00:15.719815 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3569ac-a9b0-4d5c-b57c-aa83f5a9e2ff req-278bbe4b-8ec6-43ac-be9f-25fd02db8324 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:15.727951 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9b3569ac-a9b0-4d5c-b57c-aa83f5a9e2ff req-278bbe4b-8ec6-43ac-be9f-25fd02db8324 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/ports?device_id=1567a280-8bde-490f-885e-4d5d112e5c11 HTTP/1.1" status: 200 len: 948 time: 0.1209581 Jul 15 13:00:15.762451 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1567a280-8bde-490f-885e-4d5d112e5c11', 'tag': 'b4055828-7edc-4c9a-8ddd-537557270119'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:15.764795 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ddc985-e6b0-445e-8fec-508e2a844afd" -d '{"events": [{"name": "network-changed", "server_uuid": "1567a280-8bde-490f-885e-4d5d112e5c11", "tag": "b4055828-7edc-4c9a-8ddd-537557270119"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:15.839166 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9b3569ac-a9b0-4d5c-b57c-aa83f5a9e2ff req-4bb7f05f-78a7-4daf-b324-077c610618f9 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f259860-5871-4323-aee6-f68eec72c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107092 Jul 15 13:00:15.958266 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-853dd51d-058b-4c45-9a66-6039d8670b76 req-27a79b31-b7d0-40b7-859f-2004041c4eb1 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585468 Jul 15 13:00:16.027936 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72578d99-ffe6-4e48-8c7d-f67d8e692595 req-6e1f3e78-7f37-4ddb-b58a-cabb66a4eb51 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:16.029473 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-72578d99-ffe6-4e48-8c7d-f67d8e692595 req-6e1f3e78-7f37-4ddb-b58a-cabb66a4eb51 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0a8cf1e-f026-40c4-a0ce-82fee682a7f7 HTTP/1.1" status: 200 len: 950 time: 0.1489184 Jul 15 13:00:16.033297 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08479e0-9f1b-4367-bac2-f762232e8354 req-3997668c-6649-4155-9779-88ac29b6e691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:16.034743 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d08479e0-9f1b-4367-bac2-f762232e8354 req-3997668c-6649-4155-9779-88ac29b6e691 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a0a8cf1e-f026-40c4-a0ce-82fee682a7f7 HTTP/1.1" status: 200 len: 1102 time: 0.1910589 Jul 15 13:00:16.407454 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-72578d99-ffe6-4e48-8c7d-f67d8e692595 req-c7fb99bd-c0ef-4408-8788-e20988cdca6c tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707254 Jul 15 13:00:16.411748 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d08479e0-9f1b-4367-bac2-f762232e8354 req-94b75050-a554-4537-886a-f9da6f099804 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650062 Jul 15 13:00:16.419957 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c32ad-f2c7-40a9-8402-5d04764ca8a7 req-0282892c-9b35-4b00-a118-96b6772342dd tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:16.421964 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-622c32ad-f2c7-40a9-8402-5d04764ca8a7 req-0282892c-9b35-4b00-a118-96b6772342dd tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 950 time: 0.4382029 Jul 15 13:00:16.449499 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device f3e804cf-19b7-4ce3-b0da-499a5c5490a7 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:00:16.478367 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-622c32ad-f2c7-40a9-8402-5d04764ca8a7 req-056f5265-619c-4924-ab79-209c55d23b28 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462713 Jul 15 13:00:16.556617 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port f3e804cf-19b7-4ce3-b0da-499a5c5490a7, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=f3e804cf-19b7-4ce3-b0da-499a5c5490a7,segment=NetworkSegment(9940a96e-2d5b-4778-a27d-d984f6200b93),segment_id=9940a96e-2d5b-4778-a27d-d984f6200b93)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:16.569709 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'f3e804cf-19b7-4ce3-b0da-499a5c5490a7', 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5', 'port_id': 'f3e804cf-19b7-4ce3-b0da-499a5c5490a7', 'mac_address': 'fa:16:3e:66:6c:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '459bc575-93e3-4ab8-8230-d52ee95226e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:00:16.581865 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca35b4-50a3-46a4-a129-d9fc75a02359 req-41332e55-2d58-4294-a3ac-508465c63bea tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:16.583588 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7eca35b4-50a3-46a4-a129-d9fc75a02359 req-41332e55-2d58-4294-a3ac-508465c63bea tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ebd3321-3589-461f-807c-2d84527fdbb0 HTTP/1.1" status: 200 len: 945 time: 0.0706468 Jul 15 13:00:16.615456 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:16.623579 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7eca35b4-50a3-46a4-a129-d9fc75a02359 req-2849a6d0-70b2-4520-ab3c-5f1907244573 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341911 Jul 15 13:00:16.632695 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3e804cf-19b7-4ce3-b0da-499a5c5490a7 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:16.665574 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port f3e804cf-19b7-4ce3-b0da-499a5c5490a7, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=f3e804cf-19b7-4ce3-b0da-499a5c5490a7,segment=NetworkSegment(9940a96e-2d5b-4778-a27d-d984f6200b93),segment_id=9940a96e-2d5b-4778-a27d-d984f6200b93)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:16.671288 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:16.678952 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f972b2-fee7-4060-a94e-53969126b046 x-openstack-request-id: req-e7f972b2-fee7-4060-a94e-53969126b046 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:16.679235 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1567a280-8bde-490f-885e-4d5d112e5c11", "tag": "b4055828-7edc-4c9a-8ddd-537557270119", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:16.679476 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e7f972b2-fee7-4060-a94e-53969126b046 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:16.679852 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1567a280-8bde-490f-885e-4d5d112e5c11', 'tag': 'b4055828-7edc-4c9a-8ddd-537557270119', 'status': 'completed', 'code': 200} Jul 15 13:00:16.681894 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5460ffb7-6424-45e4-afe0-26eb22e5762f req-c9bed80b-ad7b-464a-bf04-9a3cd3e6e881 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef HTTP/1.1" status: 200 len: 210 time: 0.0336463 Jul 15 13:00:16.738225 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=f3e804cf-19b7-4ce3-b0da-499a5c5490a7,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:16.782232 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddc985-e6b0-445e-8fec-508e2a844afd req-91f64403-b213-4a3c-8623-010ef1f5db26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:16.783756 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-19ddc985-e6b0-445e-8fec-508e2a844afd req-91f64403-b213-4a3c-8623-010ef1f5db26 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=868122bfc913430ebf54f7085a42ff48&device_id=1567a280-8bde-490f-885e-4d5d112e5c11 HTTP/1.1" status: 200 len: 1100 time: 0.0764010 Jul 15 13:00:16.896678 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7522fc2-0ae0-4adc-ac02-916c526aa9eb req-6b236b5c-7796-452a-aa6b-ed967baa07a5 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:16.898035 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e7522fc2-0ae0-4adc-ac02-916c526aa9eb req-6b236b5c-7796-452a-aa6b-ed967baa07a5 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ac73be7-dfbd-4467-893d-ad88b4b09a94 HTTP/1.1" status: 200 len: 944 time: 0.1288269 Jul 15 13:00:16.930340 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddc985-e6b0-445e-8fec-508e2a844afd req-2189d014-1c8f-4f97-b133-7711b7775dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:16.931800 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-19ddc985-e6b0-445e-8fec-508e2a844afd req-2189d014-1c8f-4f97-b133-7711b7775dd0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.1299582 Jul 15 13:00:16.966553 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e7522fc2-0ae0-4adc-ac02-916c526aa9eb req-09e25df7-3efa-4ef5-a8a3-282d251a9fd6 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568709 Jul 15 13:00:17.023430 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-19ddc985-e6b0-445e-8fec-508e2a844afd req-fe2c516d-ef80-4175-bf4c-6098004aff91 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=b4055828-7edc-4c9a-8ddd-537557270119 HTTP/1.1" status: 200 len: 217 time: 0.0718508 Jul 15 13:00:17.088124 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['f3e804cf-19b7-4ce3-b0da-499a5c5490a7'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:17.143231 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddc985-e6b0-445e-8fec-508e2a844afd req-412ac3ba-1ce9-4a66-ae3e-f2b42f6c0bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:17.144676 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-19ddc985-e6b0-445e-8fec-508e2a844afd req-412ac3ba-1ce9-4a66-ae3e-f2b42f6c0bda service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.1076677 Jul 15 13:00:17.168365 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895520a5-97d9-4490-822c-f96e616d2f3b req-af1aa0b8-6dff-45a0-bafb-c4a8e16dc031 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:17.169849 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-895520a5-97d9-4490-822c-f96e616d2f3b req-af1aa0b8-6dff-45a0-bafb-c4a8e16dc031 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/ports?device_id=1567a280-8bde-490f-885e-4d5d112e5c11 HTTP/1.1" status: 200 len: 948 time: 0.2225432 Jul 15 13:00:17.191045 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-0d443038-6b87-4834-b30b-2f6bab59980b tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:17.192414 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-0d443038-6b87-4834-b30b-2f6bab59980b tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.46 "GET /v2.0/networks?id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f HTTP/1.1" status: 200 len: 821 time: 0.1978955 Jul 15 13:00:17.219157 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-09e4e151-cd1a-4cec-b85c-31ec226269d3 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Request body: {'port': {'device_id': 'a7e3904a-6ad6-4afa-a2f3-15e49449eaef', 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f', 'admin_state_up': True, 'tenant_id': '42f8630608fb46f681ad77135da09a14'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:17.302652 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-895520a5-97d9-4490-822c-f96e616d2f3b req-930fa58f-9005-42a3-8552-ab3f3e268143 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f259860-5871-4323-aee6-f68eec72c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208689 Jul 15 13:00:17.341519 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddc985-e6b0-445e-8fec-508e2a844afd req-cd2faa69-ddfe-4366-9fa5-12940bb56a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:17.343057 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-19ddc985-e6b0-445e-8fec-508e2a844afd req-cd2faa69-ddfe-4366-9fa5-12940bb56a6a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1702607 Jul 15 13:00:17.385771 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-09e4e151-cd1a-4cec-b85c-31ec226269d3 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Made reservation on behalf of 42f8630608fb46f681ad77135da09a14 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:00:17.389294 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-09e4e151-cd1a-4cec-b85c-31ec226269d3 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:17.495898 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-19ddc985-e6b0-445e-8fec-508e2a844afd req-9117acb5-1bee-432d-b1f0-fd8d9ad762c5 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450329 Jul 15 13:00:17.676333 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-09e4e151-cd1a-4cec-b85c-31ec226269d3 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Allocated IP 172.20.0.4 (9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f/522453a6-daf1-42ae-a6f8-abb7ab66795d/da090241-b734-40df-979b-ae61cffc17b9) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:00:17.742032 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-19ddc985-e6b0-445e-8fec-508e2a844afd req-8700df38-a2ad-4206-a2f4-55eee3b7006f service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344589 Jul 15 13:00:17.758768 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae8c91-11f6-422a-970a-79666bc611c2 req-7bb41bd5-7862-44c9-b67b-d9889f1e7c29 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:17.760357 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2dae8c91-11f6-422a-970a-79666bc611c2 req-7bb41bd5-7862-44c9-b67b-d9889f1e7c29 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0a8cf1e-f026-40c4-a0ce-82fee682a7f7 HTTP/1.1" status: 200 len: 950 time: 0.2308719 Jul 15 13:00:17.821871 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ba607-2714-4dfc-ad2f-6d8235dac63c req-6284cc71-5dd8-4b10-9867-dfa16b493c98 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:17.823354 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9e7ba607-2714-4dfc-ad2f-6d8235dac63c req-6284cc71-5dd8-4b10-9867-dfa16b493c98 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 950 time: 0.2258875 Jul 15 13:00:17.887482 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2dae8c91-11f6-422a-970a-79666bc611c2 req-ebf286ec-d69f-4c78-81da-fe1dbefa4ccb tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145940 Jul 15 13:00:17.917558 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9e7ba607-2714-4dfc-ad2f-6d8235dac63c req-66a66440-4466-4ed1-b472-aadfd4ef98b1 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872133 Jul 15 13:00:17.951696 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-09e4e151-cd1a-4cec-b85c-31ec226269d3 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:17.994303 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-09e4e151-cd1a-4cec-b85c-31ec226269d3 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:18.074963 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-09e4e151-cd1a-4cec-b85c-31ec226269d3 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:00:18.092651 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-09e4e151-cd1a-4cec-b85c-31ec226269d3 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:18.095251 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-09e4e151-cd1a-4cec-b85c-31ec226269d3 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:00:18.137708 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e4e151-cd1a-4cec-b85c-31ec226269d3 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Pushing event updated for resources: {'Port': ['ID=da090241-b734-40df-979b-ae61cffc17b9,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:18.184553 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-09e4e151-cd1a-4cec-b85c-31ec226269d3 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:18.185156 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-09e4e151-cd1a-4cec-b85c-31ec226269d3 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:18.206843 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 374bbb4e-de88-44a8-a6a8-85f9944a88f3 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:00:18.208289 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-09e4e151-cd1a-4cec-b85c-31ec226269d3 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9950004 Jul 15 13:00:18.210883 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 374bbb4e-de88-44a8-a6a8-85f9944a88f3 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:00:18.217307 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4242bd-65f7-4260-b8ab-f03bd9df480c req-51671bc5-71e7-4a98-a7b1-3605c1806229 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:18.219289 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8d4242bd-65f7-4260-b8ab-f03bd9df480c req-51671bc5-71e7-4a98-a7b1-3605c1806229 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ebd3321-3589-461f-807c-2d84527fdbb0 HTTP/1.1" status: 200 len: 945 time: 0.1933775 Jul 15 13:00:18.225167 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-4c392880-c8e7-4a69-9576-24e4351fc968 service neutron] Request body: {'port': {'device_id': 'a7e3904a-6ad6-4afa-a2f3-15e49449eaef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:18.234499 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6aecc-d7b1-471f-989f-6251b31e8be6 req-fbcf9ab9-b458-4a05-8716-a61c3ecb4faf tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:18.235950 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-49b6aecc-d7b1-471f-989f-6251b31e8be6 req-fbcf9ab9-b458-4a05-8716-a61c3ecb4faf tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef HTTP/1.1" status: 200 len: 931 time: 0.1662397 Jul 15 13:00:18.346798 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8d4242bd-65f7-4260-b8ab-f03bd9df480c req-12f67893-34ee-4065-9992-a652734401d2 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090376 Jul 15 13:00:18.356661 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-49b6aecc-d7b1-471f-989f-6251b31e8be6 req-f47fe7bd-c0f2-49ee-8c3b-811dbde2fe04 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988650 Jul 15 13:00:18.357870 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:18.373573 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 374bbb4e-de88-44a8-a6a8-85f9944a88f3, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=374bbb4e-de88-44a8-a6a8-85f9944a88f3,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:18.379057 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-4c392880-c8e7-4a69-9576-24e4351fc968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:18.387313 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': '374bbb4e-de88-44a8-a6a8-85f9944a88f3', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': '374bbb4e-de88-44a8-a6a8-85f9944a88f3', 'mac_address': 'fa:16:3e:c4:b6:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:00:18.395200 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9d6221-846e-4f61-bbc5-b9cb000d87c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '374bbb4e-de88-44a8-a6a8-85f9944a88f3'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:18.397529 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827a041c-7fe7-4d03-af2c-d9c149508941" -d '{"events": [{"server_uuid": "2b9d6221-846e-4f61-bbc5-b9cb000d87c8", "name": "network-vif-unplugged", "status": "completed", "tag": "374bbb4e-de88-44a8-a6a8-85f9944a88f3"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:18.430012 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 374bbb4e-de88-44a8-a6a8-85f9944a88f3, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=374bbb4e-de88-44a8-a6a8-85f9944a88f3,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:18.442711 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:18.451853 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device b4055828-7edc-4c9a-8ddd-537557270119 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:00:18.472521 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:18.475010 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device f3e804cf-19b7-4ce3-b0da-499a5c5490a7 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:18.536031 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 374bbb4e-de88-44a8-a6a8-85f9944a88f3 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:18.579823 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=374bbb4e-de88-44a8-a6a8-85f9944a88f3,revision_number=9']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:18.657415 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port f3e804cf-19b7-4ce3-b0da-499a5c5490a7 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:18.664654 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port f3e804cf-19b7-4ce3-b0da-499a5c5490a7 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:18.665029 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:18.665249 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b57b1-65e0-47be-b67c-d8829a3fbd0a req-40703198-e37f-4298-8063-323f6269aaa0 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:18.666821 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-652b57b1-65e0-47be-b67c-d8829a3fbd0a req-40703198-e37f-4298-8063-323f6269aaa0 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ac73be7-dfbd-4467-893d-ad88b4b09a94 HTTP/1.1" status: 200 len: 944 time: 0.1625490 Jul 15 13:00:18.668855 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.db.api [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:00:18.669294 n-d-771363-36 neutron-server[93827]: DEBUG oslo_db.api [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:00:18.705440 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port b4055828-7edc-4c9a-8ddd-537557270119, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b4055828-7edc-4c9a-8ddd-537557270119,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:18.721331 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'b4055828-7edc-4c9a-8ddd-537557270119', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': 'b4055828-7edc-4c9a-8ddd-537557270119', 'mac_address': 'fa:16:3e:ca:31:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:00:18.746914 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-652b57b1-65e0-47be-b67c-d8829a3fbd0a req-1ee9998f-d18b-4311-aabe-7af34d780aad tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702741 Jul 15 13:00:18.762468 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f001f96-9b73-4abb-b58a-a8105425f1d9 req-d8aee60c-b2fc-4192-9aca-b695020514ab tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:18.767006 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1f001f96-9b73-4abb-b58a-a8105425f1d9 req-d8aee60c-b2fc-4192-9aca-b695020514ab tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/ports?device_id=1567a280-8bde-490f-885e-4d5d112e5c11 HTTP/1.1" status: 200 len: 948 time: 0.1687269 Jul 15 13:00:18.783859 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:18.800161 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c9256b-6913-47a9-9e86-fc173485866e x-openstack-request-id: req-d4c9256b-6913-47a9-9e86-fc173485866e {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:18.800463 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9d6221-846e-4f61-bbc5-b9cb000d87c8", "name": "network-vif-unplugged", "status": "completed", "tag": "374bbb4e-de88-44a8-a6a8-85f9944a88f3", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:18.800714 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d4c9256b-6913-47a9-9e86-fc173485866e {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:18.801094 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9d6221-846e-4f61-bbc5-b9cb000d87c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '374bbb4e-de88-44a8-a6a8-85f9944a88f3', 'code': 200} Jul 15 13:00:18.804331 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:18.806787 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4055828-7edc-4c9a-8ddd-537557270119 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:18.823231 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-4c392880-c8e7-4a69-9576-24e4351fc968 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da090241-b734-40df-979b-ae61cffc17b9 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:18.837585 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-4c392880-c8e7-4a69-9576-24e4351fc968 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:18.842335 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port b4055828-7edc-4c9a-8ddd-537557270119, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b4055828-7edc-4c9a-8ddd-537557270119,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:18.850470 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:18.853140 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1f001f96-9b73-4abb-b58a-a8105425f1d9 req-17b9b49b-802d-4fed-a369-5552e56a52ab tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f259860-5871-4323-aee6-f68eec72c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593390 Jul 15 13:00:18.861146 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port f3e804cf-19b7-4ce3-b0da-499a5c5490a7, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=f3e804cf-19b7-4ce3-b0da-499a5c5490a7,segment=NetworkSegment(9940a96e-2d5b-4778-a27d-d984f6200b93),segment_id=9940a96e-2d5b-4778-a27d-d984f6200b93)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:18.869806 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-4c392880-c8e7-4a69-9576-24e4351fc968 service neutron] Transition to ACTIVE for port object da090241-b734-40df-979b-ae61cffc17b9 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:18.874958 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-4c392880-c8e7-4a69-9576-24e4351fc968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:18.889964 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:18.923165 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=b4055828-7edc-4c9a-8ddd-537557270119,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:18.937706 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c392880-c8e7-4a69-9576-24e4351fc968 service neutron] Pushing event updated for resources: {'Port': ['ID=da090241-b734-40df-979b-ae61cffc17b9,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:18.976605 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=f3e804cf-19b7-4ce3-b0da-499a5c5490a7,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:19.026233 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-4c392880-c8e7-4a69-9576-24e4351fc968 service neutron] Attempting to bind port da090241-b734-40df-979b-ae61cffc17b9 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:00:19.026524 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-4c392880-c8e7-4a69-9576-24e4351fc968 service neutron] Attempting to bind port da090241-b734-40df-979b-ae61cffc17b9 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:00:19.026984 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-4c392880-c8e7-4a69-9576-24e4351fc968 service neutron] Attempting to bind port da090241-b734-40df-979b-ae61cffc17b9 on network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:19.032337 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-4c392880-c8e7-4a69-9576-24e4351fc968 service neutron] Port da090241-b734-40df-979b-ae61cffc17b9 on network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:00:19.032741 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-4c392880-c8e7-4a69-9576-24e4351fc968 service neutron] Attempting to bind port da090241-b734-40df-979b-ae61cffc17b9 on network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:19.037979 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-4c392880-c8e7-4a69-9576-24e4351fc968 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:00:19.038194 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-4c392880-c8e7-4a69-9576-24e4351fc968 service neutron] Checking segment: {'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:19.038660 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-4c392880-c8e7-4a69-9576-24e4351fc968 service neutron] Bound using segment: {'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:00:19.039149 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-4c392880-c8e7-4a69-9576-24e4351fc968 service neutron] Bound port: da090241-b734-40df-979b-ae61cffc17b9, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:00:19.039568 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-4c392880-c8e7-4a69-9576-24e4351fc968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:19.181217 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-4c392880-c8e7-4a69-9576-24e4351fc968 service neutron] For port da090241-b734-40df-979b-ae61cffc17b9, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:19.186830 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-4c392880-c8e7-4a69-9576-24e4351fc968 service neutron] For port da090241-b734-40df-979b-ae61cffc17b9, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=da090241-b734-40df-979b-ae61cffc17b9,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:00:19.198090 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-4c392880-c8e7-4a69-9576-24e4351fc968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:19.204846 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['b4055828-7edc-4c9a-8ddd-537557270119'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:19.207545 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c10faa-730d-469d-82f8-36944b8ea4cf req-74b11a97-0bd2-470b-8084-d2174e59326a tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:19.209475 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e6c10faa-730d-469d-82f8-36944b8ea4cf req-74b11a97-0bd2-470b-8084-d2174e59326a tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0a8cf1e-f026-40c4-a0ce-82fee682a7f7 HTTP/1.1" status: 200 len: 950 time: 0.1596911 Jul 15 13:00:19.245577 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:19.260170 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a081256-b1bc-4af6-a781-42915717025a req-e83b9dbc-d2b2-459e-860e-2bf6760f3544 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:19.261385 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8a081256-b1bc-4af6-a781-42915717025a req-e83b9dbc-d2b2-459e-860e-2bf6760f3544 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 948 time: 0.2016037 Jul 15 13:00:19.268279 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-4c392880-c8e7-4a69-9576-24e4351fc968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:19.268887 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-4c392880-c8e7-4a69-9576-24e4351fc968 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:19.270224 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-4c392880-c8e7-4a69-9576-24e4351fc968 service neutron] 10.222.0.46 "PUT /v2.0/ports/da090241-b734-40df-979b-ae61cffc17b9 HTTP/1.1" status: 200 len: 1092 time: 1.0500586 Jul 15 13:00:19.274321 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e3904a-6ad6-4afa-a2f3-15e49449eaef', 'tag': 'da090241-b734-40df-979b-ae61cffc17b9'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:19.276816 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a6698f-fdd4-4582-9041-8344fcc9f7e7" -d '{"events": [{"name": "network-changed", "server_uuid": "a7e3904a-6ad6-4afa-a2f3-15e49449eaef", "tag": "da090241-b734-40df-979b-ae61cffc17b9"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:19.292460 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 374bbb4e-de88-44a8-a6a8-85f9944a88f3 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:19.315214 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 374bbb4e-de88-44a8-a6a8-85f9944a88f3, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=374bbb4e-de88-44a8-a6a8-85f9944a88f3,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:19.322697 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:19.323340 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 8e25edaf-63ba-4c71-9113-3648368c56b5 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:00:19.347511 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c392880-c8e7-4a69-9576-24e4351fc968 service neutron] Pushing event updated for resources: {'Port': ['ID=da090241-b734-40df-979b-ae61cffc17b9,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:19.376719 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e6c10faa-730d-469d-82f8-36944b8ea4cf req-ca5a4e85-7a7e-41f9-aaef-4f3483198c64 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573434 Jul 15 13:00:19.380462 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8a081256-b1bc-4af6-a781-42915717025a req-47d2b730-a9a0-49aa-8eb3-82b3c94ba724 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010768 Jul 15 13:00:19.409655 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-c417fd03-8e94-4c7b-a9c3-839777c6dc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:19.409655 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-c417fd03-8e94-4c7b-a9c3-839777c6dc83 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=42f8630608fb46f681ad77135da09a14&device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef HTTP/1.1" status: 200 len: 1095 time: 0.0849388 Jul 15 13:00:19.420678 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=374bbb4e-de88-44a8-a6a8-85f9944a88f3,revision_number=10']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:19.429118 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 8e25edaf-63ba-4c71-9113-3648368c56b5, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=8e25edaf-63ba-4c71-9113-3648368c56b5,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:19.447198 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': '8e25edaf-63ba-4c71-9113-3648368c56b5', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': '8e25edaf-63ba-4c71-9113-3648368c56b5', 'mac_address': 'fa:16:3e:e1:b2:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:00:19.476989 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-22a7bb0b-ccaa-465d-b839-deabbd20c319 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da090241-b734-40df-979b-ae61cffc17b9 HTTP/1.1" status: 200 len: 217 time: 0.0434475 Jul 15 13:00:19.517592 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:19.545508 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-6319e362-8dda-4a42-af89-573a94da6e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:19.548073 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-6319e362-8dda-4a42-af89-573a94da6e32 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=522453a6-daf1-42ae-a6f8-abb7ab66795d HTTP/1.1" status: 200 len: 861 time: 0.0633934 Jul 15 13:00:19.551042 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06562b87-e8c9-4b23-b63d-b7353d550f7f x-openstack-request-id: req-06562b87-e8c9-4b23-b63d-b7353d550f7f {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:19.551362 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7e3904a-6ad6-4afa-a2f3-15e49449eaef", "tag": "da090241-b734-40df-979b-ae61cffc17b9", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:19.551704 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-06562b87-e8c9-4b23-b63d-b7353d550f7f {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:19.552185 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7e3904a-6ad6-4afa-a2f3-15e49449eaef', 'tag': 'da090241-b734-40df-979b-ae61cffc17b9', 'status': 'completed', 'code': 200} Jul 15 13:00:19.612358 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-09d28d37-a9c7-44ee-b117-dc82cd1e8374 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557308 Jul 15 13:00:19.680254 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e25edaf-63ba-4c71-9113-3648368c56b5 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:19.707634 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 8e25edaf-63ba-4c71-9113-3648368c56b5, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=8e25edaf-63ba-4c71-9113-3648368c56b5,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:19.713610 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:19.768118 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=8e25edaf-63ba-4c71-9113-3648368c56b5,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:19.828637 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-abd3737c-a02f-4a2b-a62b-214479ebd97c service neutron] 10.222.0.46 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087700 Jul 15 13:00:19.845052 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ebe54-2c19-490d-93c0-ad803de50c1b req-858c5d80-8232-4571-a367-005e9ccc805e tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:19.846664 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f29ebe54-2c19-490d-93c0-ad803de50c1b req-858c5d80-8232-4571-a367-005e9ccc805e tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef HTTP/1.1" status: 200 len: 943 time: 0.1593871 Jul 15 13:00:19.860851 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363573d5-661d-481b-8835-bc0f0851ac6e req-744456ed-b9f3-4d3d-aecc-7a8172d1b1d1 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:19.862295 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-363573d5-661d-481b-8835-bc0f0851ac6e req-744456ed-b9f3-4d3d-aecc-7a8172d1b1d1 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ebd3321-3589-461f-807c-2d84527fdbb0 HTTP/1.1" status: 200 len: 945 time: 0.2124286 Jul 15 13:00:19.878663 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['8e25edaf-63ba-4c71-9113-3648368c56b5'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:20.166949 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['374bbb4e-de88-44a8-a6a8-85f9944a88f3'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:20.229627 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 8e25edaf-63ba-4c71-9113-3648368c56b5 up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:20.302645 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-363573d5-661d-481b-8835-bc0f0851ac6e req-6249f38a-5a5a-4995-bab4-9b89f70f62d1 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4226799 Jul 15 13:00:20.320933 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f29ebe54-2c19-490d-93c0-ad803de50c1b req-fc1a5e10-cffa-4ca5-96c0-ddbe333d540d tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522214 Jul 15 13:00:20.395229 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port 8e25edaf-63ba-4c71-9113-3648368c56b5 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:20.396273 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a856ed3-855b-4b5a-945b-c1f08d7a47a9 req-dd155ae0-98db-4bef-9c58-f7b052088c49 service neutron] 10.222.0.46 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5593352 Jul 15 13:00:20.396616 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:20.583856 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:20.600193 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db313dad-e718-4e33-a794-6f8ef185d430 req-47e7e7c6-c5fb-4e50-847b-24753a3c1777 tempest-ServersOnMultiNodesTest-356122630 tempest-ServersOnMultiNodesTest-356122630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:20.609735 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-db313dad-e718-4e33-a794-6f8ef185d430 req-47e7e7c6-c5fb-4e50-847b-24753a3c1777 tempest-ServersOnMultiNodesTest-356122630 tempest-ServersOnMultiNodesTest-356122630-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a0a8cf1e-f026-40c4-a0ce-82fee682a7f7 HTTP/1.1" status: 200 len: 1102 time: 0.0929322 Jul 15 13:00:20.621172 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6698f-fdd4-4582-9041-8344fcc9f7e7 req-165f5e06-eab0-4160-88fa-e379ee2fcfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:20.622957 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-80a6698f-fdd4-4582-9041-8344fcc9f7e7 req-165f5e06-eab0-4160-88fa-e379ee2fcfa8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=42f8630608fb46f681ad77135da09a14&device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef HTTP/1.1" status: 200 len: 1095 time: 0.1522086 Jul 15 13:00:20.637997 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 8e25edaf-63ba-4c71-9113-3648368c56b5, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=8e25edaf-63ba-4c71-9113-3648368c56b5,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:20.644409 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:20.739376 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=8e25edaf-63ba-4c71-9113-3648368c56b5,revision_number=7']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:20.775527 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-db313dad-e718-4e33-a794-6f8ef185d430 req-6ccf09f0-a549-4aad-b76c-d2261951d260 tempest-ServersOnMultiNodesTest-356122630 tempest-ServersOnMultiNodesTest-356122630-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593723 Jul 15 13:00:20.807799 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac73be7-dfbd-4467-893d-ad88b4b09a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e804cf-19b7-4ce3-b0da-499a5c5490a7'}, {'server_uuid': '84353dff-848d-4811-836f-66339e222350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e25edaf-63ba-4c71-9113-3648368c56b5'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:20.810202 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cccac11-7d91-4d4d-a9db-f3ca9769586e" -d '{"events": [{"server_uuid": "7ac73be7-dfbd-4467-893d-ad88b4b09a94", "name": "network-vif-plugged", "status": "completed", "tag": "f3e804cf-19b7-4ce3-b0da-499a5c5490a7"}, {"server_uuid": "84353dff-848d-4811-836f-66339e222350", "name": "network-vif-plugged", "status": "completed", "tag": "8e25edaf-63ba-4c71-9113-3648368c56b5"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:20.852340 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6698f-fdd4-4582-9041-8344fcc9f7e7 req-3a2d1b41-7fad-4fe1-bf1b-9359cfbd2e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:20.853794 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-80a6698f-fdd4-4582-9041-8344fcc9f7e7 req-3a2d1b41-7fad-4fe1-bf1b-9359cfbd2e13 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f HTTP/1.1" status: 200 len: 922 time: 0.2137296 Jul 15 13:00:20.890853 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb2ccb-3af6-4864-bc4e-dc21ab7399bd req-7a26abfc-01b6-42d4-a6a1-7b1aa5e16094 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:20.892502 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eceb2ccb-3af6-4864-bc4e-dc21ab7399bd req-7a26abfc-01b6-42d4-a6a1-7b1aa5e16094 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ac73be7-dfbd-4467-893d-ad88b4b09a94 HTTP/1.1" status: 200 len: 945 time: 0.2741404 Jul 15 13:00:20.935236 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-80a6698f-fdd4-4582-9041-8344fcc9f7e7 req-8717face-dcf6-47da-a07f-3ee1a7a3f231 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da090241-b734-40df-979b-ae61cffc17b9 HTTP/1.1" status: 200 len: 217 time: 0.0733330 Jul 15 13:00:21.040685 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eceb2ccb-3af6-4864-bc4e-dc21ab7399bd req-09589e48-20cc-40d7-b823-414a86482650 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164150 Jul 15 13:00:21.070150 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6698f-fdd4-4582-9041-8344fcc9f7e7 req-d4657cdf-38fc-4569-9deb-b175dd95d45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:21.071702 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-80a6698f-fdd4-4582-9041-8344fcc9f7e7 req-d4657cdf-38fc-4569-9deb-b175dd95d45c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=522453a6-daf1-42ae-a6f8-abb7ab66795d HTTP/1.1" status: 200 len: 861 time: 0.1173525 Jul 15 13:00:21.093892 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9281e-101d-437b-b861-361e2b2c869a req-2b69b3b2-a09b-40e2-a9c7-05d9806d094d tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:21.095452 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-16d9281e-101d-437b-b861-361e2b2c869a req-2b69b3b2-a09b-40e2-a9c7-05d9806d094d tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/ports?device_id=1567a280-8bde-490f-885e-4d5d112e5c11 HTTP/1.1" status: 200 len: 949 time: 0.1399724 Jul 15 13:00:21.119632 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-80a6698f-fdd4-4582-9041-8344fcc9f7e7 req-6d5a65b5-01a7-4543-98ac-3b65d32f87e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390072 Jul 15 13:00:21.189924 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-16d9281e-101d-437b-b861-361e2b2c869a req-120c7806-8d78-40bb-974e-87d78e41d429 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f259860-5871-4323-aee6-f68eec72c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740876 Jul 15 13:00:21.293758 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-80a6698f-fdd4-4582-9041-8344fcc9f7e7 req-d6eec554-511d-4568-b2f7-534ddaa4789c service neutron] 10.222.0.46 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534922 Jul 15 13:00:21.302743 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03378d6-1102-4494-8d2d-e344388c60b5 req-bcc405bb-870c-468f-8897-da851fc3d1cf tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:21.304242 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d03378d6-1102-4494-8d2d-e344388c60b5 req-bcc405bb-870c-468f-8897-da851fc3d1cf tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 950 time: 0.1451240 Jul 15 13:00:21.362336 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e33ec4a-4266-4c31-8b4e-3d9568b16182 x-openstack-request-id: req-2e33ec4a-4266-4c31-8b4e-3d9568b16182 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:21.362666 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ac73be7-dfbd-4467-893d-ad88b4b09a94", "name": "network-vif-plugged", "status": "completed", "tag": "f3e804cf-19b7-4ce3-b0da-499a5c5490a7", "code": 200}, {"server_uuid": "84353dff-848d-4811-836f-66339e222350", "name": "network-vif-plugged", "status": "completed", "tag": "8e25edaf-63ba-4c71-9113-3648368c56b5", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:21.362958 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2e33ec4a-4266-4c31-8b4e-3d9568b16182 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:21.363413 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac73be7-dfbd-4467-893d-ad88b4b09a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e804cf-19b7-4ce3-b0da-499a5c5490a7', 'code': 200} Jul 15 13:00:21.363705 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84353dff-848d-4811-836f-66339e222350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e25edaf-63ba-4c71-9113-3648368c56b5', 'code': 200} Jul 15 13:00:21.399194 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d03378d6-1102-4494-8d2d-e344388c60b5 req-0c7276f5-e4ec-467d-81ed-bd38ef51efb9 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861454 Jul 15 13:00:21.555509 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-80a6698f-fdd4-4582-9041-8344fcc9f7e7 req-493d6521-1826-4489-9a11-0468ee510a82 service neutron] 10.222.0.46 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502081 Jul 15 13:00:21.579750 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-afe8834d-863d-4e92-a6c5-06438d609599 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=70b334eb6b1c4823bfeb87b9e0290ca2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0843387 Jul 15 13:00:21.692989 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236673c7-a223-4c77-a41f-bdfd019e1596 req-ed7ddc02-8af0-4893-b452-dd4354721f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:21.694484 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-236673c7-a223-4c77-a41f-bdfd019e1596 req-ed7ddc02-8af0-4893-b452-dd4354721f58 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7ac73be7-dfbd-4467-893d-ad88b4b09a94 HTTP/1.1" status: 200 len: 1097 time: 0.2187850 Jul 15 13:00:21.729673 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-47824285-4702-4526-a309-dd60c121042d tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:21.735454 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-47824285-4702-4526-a309-dd60c121042d tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1548922 Jul 15 13:00:21.747158 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b9efe-e1ea-4c31-bff8-297f622fbbca req-4a6c1a92-da11-427c-9160-67b726839850 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:21.748698 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2e7b9efe-e1ea-4c31-bff8-297f622fbbca req-4a6c1a92-da11-427c-9160-67b726839850 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ebd3321-3589-461f-807c-2d84527fdbb0 HTTP/1.1" status: 200 len: 945 time: 0.2205811 Jul 15 13:00:21.778592 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-195d4502-8c85-4c43-8976-4e046b6b94cb tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/quotas/70b334eb6b1c4823bfeb87b9e0290ca2 HTTP/1.1" status: 200 len: 375 time: 0.0281463 Jul 15 13:00:21.839735 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-236673c7-a223-4c77-a41f-bdfd019e1596 req-7a98d484-8b01-45b1-bedd-188e67a096ca service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341736 Jul 15 13:00:21.860711 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2e7b9efe-e1ea-4c31-bff8-297f622fbbca req-f1c9f000-4fb0-4bda-b13c-84076513bde2 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021354 Jul 15 13:00:21.922807 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-78366a08-4924-44c8-a4b3-05ce49d23c99 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=70b334eb6b1c4823bfeb87b9e0290ca2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1373022 Jul 15 13:00:22.238547 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 374bbb4e-de88-44a8-a6a8-85f9944a88f3 up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:22.283808 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0dd9f-f137-4388-bd17-df09d24ed1df req-8e118201-1207-4a5b-918a-238ad5169847 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:22.294686 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-38d0dd9f-f137-4388-bd17-df09d24ed1df req-8e118201-1207-4a5b-918a-238ad5169847 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef HTTP/1.1" status: 200 len: 943 time: 0.2204125 Jul 15 13:00:22.367963 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port 374bbb4e-de88-44a8-a6a8-85f9944a88f3 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:22.368324 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:22.388396 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-38d0dd9f-f137-4388-bd17-df09d24ed1df req-8515f606-75ea-4d53-8a33-5a05fe6a6740 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887845 Jul 15 13:00:22.465265 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ecf7f317-04ad-4dc9-aebe-9891a50e99aa req-807e49bd-0965-41d4-aa47-1f92858bc85e tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cc1886-ef73-4900-93e3-311088cd46cb HTTP/1.1" status: 200 len: 210 time: 0.0390759 Jul 15 13:00:22.496173 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device da090241-b734-40df-979b-ae61cffc17b9 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:00:22.567490 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device b4055828-7edc-4c9a-8ddd-537557270119 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:22.598322 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:22.646838 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b56c2-56b3-4f34-89b3-041a23b37e81 req-1bf605ff-53f4-4e7b-927b-281cfdd6c1e9 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:22.648348 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-092b56c2-56b3-4f34-89b3-041a23b37e81 req-1bf605ff-53f4-4e7b-927b-281cfdd6c1e9 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ac73be7-dfbd-4467-893d-ad88b4b09a94 HTTP/1.1" status: 200 len: 945 time: 0.1372483 Jul 15 13:00:22.672757 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 374bbb4e-de88-44a8-a6a8-85f9944a88f3, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=374bbb4e-de88-44a8-a6a8-85f9944a88f3,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:22.718815 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:22.724756 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-092b56c2-56b3-4f34-89b3-041a23b37e81 req-3594ca45-05ae-4b63-b194-a0430e939536 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591071 Jul 15 13:00:22.756634 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9778ae-2f7f-470d-89ec-439459fde045 req-478bf464-59b3-41cb-9c06-f8398ef5c207 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:22.759390 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b9778ae-2f7f-470d-89ec-439459fde045 req-478bf464-59b3-41cb-9c06-f8398ef5c207 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/ports?device_id=1567a280-8bde-490f-885e-4d5d112e5c11 HTTP/1.1" status: 200 len: 949 time: 0.1307170 Jul 15 13:00:22.818529 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port da090241-b734-40df-979b-ae61cffc17b9, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=da090241-b734-40df-979b-ae61cffc17b9,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:22.819926 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b9778ae-2f7f-470d-89ec-439459fde045 req-d93fee20-4feb-4efd-a98f-0aaf08781f34 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f259860-5871-4323-aee6-f68eec72c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537033 Jul 15 13:00:22.866959 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'da090241-b734-40df-979b-ae61cffc17b9', 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f', 'port_id': 'da090241-b734-40df-979b-ae61cffc17b9', 'mac_address': 'fa:16:3e:48:9b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '522453a6-daf1-42ae-a6f8-abb7ab66795d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:00:22.910281 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port b4055828-7edc-4c9a-8ddd-537557270119 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:22.978090 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port b4055828-7edc-4c9a-8ddd-537557270119 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:22.978462 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:23.000658 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=374bbb4e-de88-44a8-a6a8-85f9944a88f3,revision_number=11']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:23.071570 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:23.090945 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da090241-b734-40df-979b-ae61cffc17b9 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:23.117206 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port da090241-b734-40df-979b-ae61cffc17b9, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=da090241-b734-40df-979b-ae61cffc17b9,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:23.122929 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:23.188153 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:23.194483 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e0705-0148-4592-a918-bed84d49b2cf req-5444dfca-b7dd-4c16-a7e1-15eeebf0ba89 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:23.206289 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-228e0705-0148-4592-a918-bed84d49b2cf req-5444dfca-b7dd-4c16-a7e1-15eeebf0ba89 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 951 time: 0.2433949 Jul 15 13:00:23.221712 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=da090241-b734-40df-979b-ae61cffc17b9,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:23.242143 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port b4055828-7edc-4c9a-8ddd-537557270119, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b4055828-7edc-4c9a-8ddd-537557270119,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:23.243158 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344e9d3-cc10-45a7-a312-973ccfda0492 req-8e8b69f3-3b51-46c7-b55e-63607b06a058 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:23.245052 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7344e9d3-cc10-45a7-a312-973ccfda0492 req-8e8b69f3-3b51-46c7-b55e-63607b06a058 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ebd3321-3589-461f-807c-2d84527fdbb0 HTTP/1.1" status: 200 len: 945 time: 0.1771393 Jul 15 13:00:23.255295 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:23.289413 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-228e0705-0148-4592-a918-bed84d49b2cf req-66228618-015a-455e-91dc-272ff568335f tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816681 Jul 15 13:00:23.338393 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=b4055828-7edc-4c9a-8ddd-537557270119,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:23.354585 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7344e9d3-cc10-45a7-a312-973ccfda0492 req-4dd326bc-9fb4-4f1d-b036-c7471e0bfb51 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887988 Jul 15 13:00:23.367282 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9d6221-846e-4f61-bbc5-b9cb000d87c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374bbb4e-de88-44a8-a6a8-85f9944a88f3'}, {'server_uuid': '1567a280-8bde-490f-885e-4d5d112e5c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4055828-7edc-4c9a-8ddd-537557270119'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:23.385894 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaaa3487-405b-4eb6-905f-9fda79df0758" -d '{"events": [{"server_uuid": "2b9d6221-846e-4f61-bbc5-b9cb000d87c8", "name": "network-vif-plugged", "status": "completed", "tag": "374bbb4e-de88-44a8-a6a8-85f9944a88f3"}, {"server_uuid": "1567a280-8bde-490f-885e-4d5d112e5c11", "name": "network-vif-plugged", "status": "completed", "tag": "b4055828-7edc-4c9a-8ddd-537557270119"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:23.470788 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e8403b-7f9b-4e82-91fd-d31e297f83cf x-openstack-request-id: req-22e8403b-7f9b-4e82-91fd-d31e297f83cf {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:23.471307 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9d6221-846e-4f61-bbc5-b9cb000d87c8", "name": "network-vif-plugged", "status": "completed", "tag": "374bbb4e-de88-44a8-a6a8-85f9944a88f3", "code": 200}, {"server_uuid": "1567a280-8bde-490f-885e-4d5d112e5c11", "name": "network-vif-plugged", "status": "completed", "tag": "b4055828-7edc-4c9a-8ddd-537557270119", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:23.471566 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-22e8403b-7f9b-4e82-91fd-d31e297f83cf {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:23.471964 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9d6221-846e-4f61-bbc5-b9cb000d87c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374bbb4e-de88-44a8-a6a8-85f9944a88f3', 'code': 200} Jul 15 13:00:23.473011 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1567a280-8bde-490f-885e-4d5d112e5c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4055828-7edc-4c9a-8ddd-537557270119', 'code': 200} Jul 15 13:00:23.510105 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['da090241-b734-40df-979b-ae61cffc17b9'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:23.709528 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2699048e-549c-4db2-b846-60e3a9d074e9 req-6b7e333c-3f90-43fa-a0d1-8bdac6cd64d8 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cc1886-ef73-4900-93e3-311088cd46cb HTTP/1.1" status: 200 len: 210 time: 0.0715172 Jul 15 13:00:23.769472 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf419b1-0358-4042-9d9c-46541287dd1d req-ee6465d1-b479-4bd3-9102-34eb461a07d7 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:23.771110 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fcf419b1-0358-4042-9d9c-46541287dd1d req-ee6465d1-b479-4bd3-9102-34eb461a07d7 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef HTTP/1.1" status: 200 len: 944 time: 0.2132025 Jul 15 13:00:23.786620 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8639712e-7701-45ac-90b7-a0091c643dc5 req-2012f4fb-4e99-48df-8fd1-3e5f72947a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:23.788280 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8639712e-7701-45ac-90b7-a0091c643dc5 req-2012f4fb-4e99-48df-8fd1-3e5f72947a78 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1567a280-8bde-490f-885e-4d5d112e5c11 HTTP/1.1" status: 200 len: 1102 time: 0.1917920 Jul 15 13:00:23.808610 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f25b9-3938-4e71-bc78-770339ba47f4 req-5d3c79e0-fe0b-4119-891f-ec1339a34dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:23.810697 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bb4f25b9-3938-4e71-bc78-770339ba47f4 req-5d3c79e0-fe0b-4119-891f-ec1339a34dc0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 1103 time: 0.1556263 Jul 15 13:00:23.880631 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8639712e-7701-45ac-90b7-a0091c643dc5 req-17246a8d-0b30-470e-bd76-2be172b42143 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7f259860-5871-4323-aee6-f68eec72c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761070 Jul 15 13:00:23.897602 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fcf419b1-0358-4042-9d9c-46541287dd1d req-f0ff52cb-2a19-4a40-b427-5b95309786f0 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140292 Jul 15 13:00:23.933691 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bb4f25b9-3938-4e71-bc78-770339ba47f4 req-450f50a2-a433-4b7f-a7b2-1fe24ca185ec service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066494 Jul 15 13:00:23.973187 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-89683b3a-7d60-4914-9407-2363972f4c5c tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=70b334eb6b1c4823bfeb87b9e0290ca2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269544 Jul 15 13:00:24.025016 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5954f-6ff8-4056-a4c3-baad6126cbef req-daf44655-e271-4b82-8480-ad3e346f2e1d tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:24.032126 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5ee5954f-6ff8-4056-a4c3-baad6126cbef req-daf44655-e271-4b82-8480-ad3e346f2e1d tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ac73be7-dfbd-4467-893d-ad88b4b09a94 HTTP/1.1" status: 200 len: 945 time: 0.1330521 Jul 15 13:00:24.191525 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5ee5954f-6ff8-4056-a4c3-baad6126cbef req-42fb968d-4bbc-4ea7-ba19-6f32ee743de5 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577916 Jul 15 13:00:24.242722 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ebc8c-bdf2-4d67-b76b-bbe0559808db req-cde2c7b6-76a0-4b9e-af8d-279625efebf0 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:24.250010 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2c3ebc8c-bdf2-4d67-b76b-bbe0559808db req-cde2c7b6-76a0-4b9e-af8d-279625efebf0 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/ports?device_id=1567a280-8bde-490f-885e-4d5d112e5c11 HTTP/1.1" status: 200 len: 950 time: 0.1941206 Jul 15 13:00:24.268153 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-31f90810-d700-4ff7-801a-fe08c20ecd54 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:24.269619 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-31f90810-d700-4ff7-801a-fe08c20ecd54 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2761071 Jul 15 13:00:24.292371 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-cfff67bc-c2fc-43bf-9bef-662293537682 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Request body: {'port': {'device_id': '01cc1886-ef73-4900-93e3-311088cd46cb', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'admin_state_up': True, 'tenant_id': '70b334eb6b1c4823bfeb87b9e0290ca2'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:24.393472 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2c3ebc8c-bdf2-4d67-b76b-bbe0559808db req-448c45c3-ae89-42ed-a7b4-f7d26c297cdc tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f259860-5871-4323-aee6-f68eec72c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425185 Jul 15 13:00:24.528800 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-cfff67bc-c2fc-43bf-9bef-662293537682 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Made reservation on behalf of 70b334eb6b1c4823bfeb87b9e0290ca2 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:00:24.532633 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-cfff67bc-c2fc-43bf-9bef-662293537682 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:24.605455 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef989971-5a7a-415a-964b-2617cadd9853 req-54621a50-b33f-4f50-a9d2-cc4fe9dcec03 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:24.608043 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef989971-5a7a-415a-964b-2617cadd9853 req-54621a50-b33f-4f50-a9d2-cc4fe9dcec03 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6ebd3321-3589-461f-807c-2d84527fdbb0&tenant_id=eab83a220c154216861503618b01c15d&binding%3Ahost_id=n-h2-771363-36 HTTP/1.1" status: 200 len: 1097 time: 0.2003584 Jul 15 13:00:24.657192 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-ef989971-5a7a-415a-964b-2617cadd9853 req-cce25f19-ce19-4e98-b0bc-5ba222de991d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771363-36'}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:24.861932 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2d517-61fc-4ffe-99de-a389daa04a44 req-4c649e83-7057-4bed-8132-1e51f8dca919 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:24.863524 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9ea2d517-61fc-4ffe-99de-a389daa04a44 req-4c649e83-7057-4bed-8132-1e51f8dca919 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 951 time: 0.3543763 Jul 15 13:00:24.874474 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-cfff67bc-c2fc-43bf-9bef-662293537682 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Allocated IP 192.168.233.59 (fb7e2853-c052-4bbe-a410-b119ef2f5100/f7332b1d-b5ae-478a-9a33-4a7a808c5484/d454cdd8-e78c-483f-868d-22f81ec68ed4) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:00:24.914605 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ef989971-5a7a-415a-964b-2617cadd9853 req-cce25f19-ce19-4e98-b0bc-5ba222de991d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:24.958236 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e991a6-8ec4-4157-8306-9495f22a4e7d req-f5a89f8c-9b3a-46c5-bb29-763ae973e846 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:24.959922 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-75e991a6-8ec4-4157-8306-9495f22a4e7d req-f5a89f8c-9b3a-46c5-bb29-763ae973e846 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ebd3321-3589-461f-807c-2d84527fdbb0 HTTP/1.1" status: 200 len: 945 time: 0.2539003 Jul 15 13:00:25.010119 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9ea2d517-61fc-4ffe-99de-a389daa04a44 req-9b06bb89-9851-4989-b397-76572700cf7f tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295619 Jul 15 13:00:25.269029 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-75e991a6-8ec4-4157-8306-9495f22a4e7d req-1577e648-8a33-4719-83b6-0d9250b7ecda tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987969 Jul 15 13:00:25.377120 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-cfff67bc-c2fc-43bf-9bef-662293537682 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:25.380389 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-ef989971-5a7a-415a-964b-2617cadd9853 req-cce25f19-ce19-4e98-b0bc-5ba222de991d service neutron] For port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=711d4ddf-f5ab-45f1-9d3a-da2dd23b6300,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:25.422838 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-cfff67bc-c2fc-43bf-9bef-662293537682 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Transition to ACTIVE for port object d454cdd8-e78c-483f-868d-22f81ec68ed4 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:25.463743 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cd51fdff-7a58-4dfb-9952-15033ff2c660 req-e83a875d-56f7-480e-bcea-3c34c750a9b5 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cc1886-ef73-4900-93e3-311088cd46cb HTTP/1.1" status: 200 len: 210 time: 0.0505126 Jul 15 13:00:25.477553 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f15060-445b-45be-ba1f-d380e3252f13 req-fb39e067-a6bc-431f-b308-06c2b573cbaf tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:25.485273 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-00f15060-445b-45be-ba1f-d380e3252f13 req-fb39e067-a6bc-431f-b308-06c2b573cbaf tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ac73be7-dfbd-4467-893d-ad88b4b09a94 HTTP/1.1" status: 200 len: 945 time: 0.2151675 Jul 15 13:00:25.533269 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-ef989971-5a7a-415a-964b-2617cadd9853 req-cce25f19-ce19-4e98-b0bc-5ba222de991d service neutron] For port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:25.587723 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-00f15060-445b-45be-ba1f-d380e3252f13 req-d2d7088c-2455-4105-8506-948dd21e405f tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980275 Jul 15 13:00:25.628303 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-cfff67bc-c2fc-43bf-9bef-662293537682 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:25.632071 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ebd3321-3589-461f-807c-2d84527fdbb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '711d4ddf-f5ab-45f1-9d3a-da2dd23b6300'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:25.634650 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f820740-59a5-4367-9e53-f3a8de0cf0df" -d '{"events": [{"server_uuid": "6ebd3321-3589-461f-807c-2d84527fdbb0", "name": "network-vif-unplugged", "status": "completed", "tag": "711d4ddf-f5ab-45f1-9d3a-da2dd23b6300"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:25.638764 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ef989971-5a7a-415a-964b-2617cadd9853 req-cce25f19-ce19-4e98-b0bc-5ba222de991d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:25.646379 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['5ad1673d-f6ae-4bae-be9f-39cd7f9f5624', 'b227902d-e9bf-4f51-b5d3-e5ef04289ae5', '2f57e29a-7903-43e4-8107-e1e1096ceb14', '55b4160f-6a69-4ed8-94c0-c04328aaae53'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:25.655948 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['bf6286f6-c3c3-4ed6-b1d8-35f877b652c5', 'ea1612d9-8b56-43cb-bcfa-ce3508ea83e0', '4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:25.710353 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ef989971-5a7a-415a-964b-2617cadd9853 req-cce25f19-ce19-4e98-b0bc-5ba222de991d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:25.726011 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-cfff67bc-c2fc-43bf-9bef-662293537682 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Network fb7e2853-c052-4bbe-a410-b119ef2f5100 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:00:25.734320 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-cfff67bc-c2fc-43bf-9bef-662293537682 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:25.740587 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-cfff67bc-c2fc-43bf-9bef-662293537682 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:00:25.841772 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff67bc-c2fc-43bf-9bef-662293537682 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Pushing event updated for resources: {'Port': ['ID=d454cdd8-e78c-483f-868d-22f81ec68ed4,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:25.942106 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-cfff67bc-c2fc-43bf-9bef-662293537682 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:25.944312 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-cfff67bc-c2fc-43bf-9bef-662293537682 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:26.056242 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4585c-b853-42cf-9625-2d595311c6de req-82fd5fc8-1f0d-44d7-898a-7eef39098261 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:26.058167 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-20c4585c-b853-42cf-9625-2d595311c6de req-82fd5fc8-1f0d-44d7-898a-7eef39098261 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef HTTP/1.1" status: 200 len: 944 time: 0.4147148 Jul 15 13:00:26.066678 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-cfff67bc-c2fc-43bf-9bef-662293537682 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7811484 Jul 15 13:00:26.072958 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-ef989971-5a7a-415a-964b-2617cadd9853 req-cce25f19-ce19-4e98-b0bc-5ba222de991d service neutron] Attempting to bind port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 on host n-h2-771363-36 for vnic_type normal with profile {"migrating_to": "n-h1-771363-36"} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:00:26.073297 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-ef989971-5a7a-415a-964b-2617cadd9853 req-cce25f19-ce19-4e98-b0bc-5ba222de991d service neutron] Attempting to bind port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:00:26.073637 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef989971-5a7a-415a-964b-2617cadd9853 req-cce25f19-ce19-4e98-b0bc-5ba222de991d service neutron] Attempting to bind port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 on network 3ccc611d-a289-44b3-992b-3e39605548b4 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:26.102233 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-31930ee3-10f8-4623-a7ba-0f1f2ff6f6cd service neutron] Request body: {'port': {'device_id': '01cc1886-ef73-4900-93e3-311088cd46cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:26.113302 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef989971-5a7a-415a-964b-2617cadd9853 req-cce25f19-ce19-4e98-b0bc-5ba222de991d service neutron] Port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 on network 3ccc611d-a289-44b3-992b-3e39605548b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:00:26.113302 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef989971-5a7a-415a-964b-2617cadd9853 req-cce25f19-ce19-4e98-b0bc-5ba222de991d service neutron] Attempting to bind port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 on network 3ccc611d-a289-44b3-992b-3e39605548b4 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:26.136550 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce25f19-ce19-4e98-b0bc-5ba222de991d service neutron] Pushing event updated for resources: {'Port': ['ID=711d4ddf-f5ab-45f1-9d3a-da2dd23b6300,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:26.149735 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef989971-5a7a-415a-964b-2617cadd9853 req-cce25f19-ce19-4e98-b0bc-5ba222de991d service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:00:26.150077 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef989971-5a7a-415a-964b-2617cadd9853 req-cce25f19-ce19-4e98-b0bc-5ba222de991d service neutron] Checking segment: {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:26.150464 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef989971-5a7a-415a-964b-2617cadd9853 req-cce25f19-ce19-4e98-b0bc-5ba222de991d service neutron] Bound using segment: {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:00:26.150941 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-ef989971-5a7a-415a-964b-2617cadd9853 req-cce25f19-ce19-4e98-b0bc-5ba222de991d service neutron] Bound port: 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:00:26.151304 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ef989971-5a7a-415a-964b-2617cadd9853 req-cce25f19-ce19-4e98-b0bc-5ba222de991d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:26.196591 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-20c4585c-b853-42cf-9625-2d595311c6de req-3c85fa6c-0aea-4a3e-b43a-dc3332845fa8 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254921 Jul 15 13:00:26.251820 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:00:26.263345 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-71ce5661-a905-41ef-8580-10c2ce7b2937 None None] Provisioning for port d454cdd8-e78c-483f-868d-22f81ec68ed4 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:26.278646 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-71ce5661-a905-41ef-8580-10c2ce7b2937 None None] Provisioning complete for port d454cdd8-e78c-483f-868d-22f81ec68ed4 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:26.279036 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-71ce5661-a905-41ef-8580-10c2ce7b2937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:26.329254 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de84bd7-c6e0-400c-a3ad-9040d16ecfc0 req-6ca185f0-23d4-40ad-9d7c-1cc373c12d31 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:26.339130 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2de84bd7-c6e0-400c-a3ad-9040d16ecfc0 req-6ca185f0-23d4-40ad-9d7c-1cc373c12d31 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/ports?device_id=1567a280-8bde-490f-885e-4d5d112e5c11 HTTP/1.1" status: 200 len: 950 time: 0.3896916 Jul 15 13:00:26.348668 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb37f689-0269-44c5-9d98-c1e7c792ee9d x-openstack-request-id: req-eb37f689-0269-44c5-9d98-c1e7c792ee9d {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:26.349025 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ebd3321-3589-461f-807c-2d84527fdbb0", "name": "network-vif-unplugged", "status": "completed", "tag": "711d4ddf-f5ab-45f1-9d3a-da2dd23b6300", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:26.349223 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eb37f689-0269-44c5-9d98-c1e7c792ee9d {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:26.349672 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ebd3321-3589-461f-807c-2d84527fdbb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '711d4ddf-f5ab-45f1-9d3a-da2dd23b6300', 'code': 200} Jul 15 13:00:26.415430 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-71ce5661-a905-41ef-8580-10c2ce7b2937 None None] Port d454cdd8-e78c-483f-868d-22f81ec68ed4 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:00:26.500188 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300, host n-h2-771363-36, got binding levels [] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:26.520686 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device da090241-b734-40df-979b-ae61cffc17b9 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:26.599587 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Attempting to bind port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 on host n-h2-771363-36 for vnic_type normal with profile {"migrating_to": "n-h1-771363-36"} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:00:26.599587 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Attempting to bind port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:00:26.599587 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Attempting to bind port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 on network 3ccc611d-a289-44b3-992b-3e39605548b4 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:26.611632 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 on network 3ccc611d-a289-44b3-992b-3e39605548b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:00:26.612007 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Attempting to bind port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 on network 3ccc611d-a289-44b3-992b-3e39605548b4 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:26.627451 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:00:26.629217 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Checking segment: {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:26.629217 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Bound using segment: {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:00:26.629217 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Bound port: 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:00:26.629535 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:26.665532 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port da090241-b734-40df-979b-ae61cffc17b9 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:26.700178 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port da090241-b734-40df-979b-ae61cffc17b9 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:26.700558 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:26.791850 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300, host n-h2-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:26.797095 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=711d4ddf-f5ab-45f1-9d3a-da2dd23b6300,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:00:26.813935 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:26.850519 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2de84bd7-c6e0-400c-a3ad-9040d16ecfc0 req-b0163e62-26ea-4ddc-bc98-8333c3b7d164 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f259860-5871-4323-aee6-f68eec72c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5105009 Jul 15 13:00:26.876302 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-31930ee3-10f8-4623-a7ba-0f1f2ff6f6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:26.931988 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-ef989971-5a7a-415a-964b-2617cadd9853 req-cce25f19-ce19-4e98-b0bc-5ba222de991d service neutron] For port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:26.936532 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:26.939540 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=711d4ddf-f5ab-45f1-9d3a-da2dd23b6300,revision_number=8']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:26.943415 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 has no active binding in host n-h1-771363-36 {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 13:00:26.947201 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05261b72-f7bd-4344-9223-39a5fcd617b7 req-c5f4405f-218f-48c2-a790-1e32c5ede7c6 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:26.948712 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-05261b72-f7bd-4344-9223-39a5fcd617b7 req-c5f4405f-218f-48c2-a790-1e32c5ede7c6 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ac73be7-dfbd-4467-893d-ad88b4b09a94 HTTP/1.1" status: 200 len: 945 time: 0.6980271 Jul 15 13:00:26.972002 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e3904a-6ad6-4afa-a2f3-15e49449eaef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da090241-b734-40df-979b-ae61cffc17b9'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:26.974648 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caad0673-3d5a-44f8-8071-149d85a517e5" -d '{"events": [{"server_uuid": "a7e3904a-6ad6-4afa-a2f3-15e49449eaef", "name": "network-vif-plugged", "status": "completed", "tag": "da090241-b734-40df-979b-ae61cffc17b9"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:26.982101 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.db.api [req-ef989971-5a7a-415a-964b-2617cadd9853 req-cce25f19-ce19-4e98-b0bc-5ba222de991d service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300-n-h2-771363-36-0 {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:00:26.982604 n-d-771363-36 neutron-server[93825]: DEBUG oslo_db.api [req-ef989971-5a7a-415a-964b-2617cadd9853 req-cce25f19-ce19-4e98-b0bc-5ba222de991d service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:00:26.989251 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port da090241-b734-40df-979b-ae61cffc17b9, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=da090241-b734-40df-979b-ae61cffc17b9,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:26.997443 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:27.043171 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133a4ff-0087-4c9c-8f81-36710b41f1ff req-b7048348-ea0d-47d4-a6cc-768536a3d96b tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:27.044696 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a133a4ff-0087-4c9c-8f81-36710b41f1ff req-b7048348-ea0d-47d4-a6cc-768536a3d96b tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 951 time: 0.6208689 Jul 15 13:00:27.070446 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=da090241-b734-40df-979b-ae61cffc17b9,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:27.195569 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a133a4ff-0087-4c9c-8f81-36710b41f1ff req-538baffd-f4cf-4b23-bd81-cda5b92bcfaf tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414754 Jul 15 13:00:27.360400 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-05261b72-f7bd-4344-9223-39a5fcd617b7 req-3152365e-3fe7-450b-b738-1ca807829b45 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Deleting port f3e804cf-19b7-4ce3-b0da-499a5c5490a7 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:00:27.361063 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-05261b72-f7bd-4344-9223-39a5fcd617b7 req-3152365e-3fe7-450b-b738-1ca807829b45 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:27.518922 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-31930ee3-10f8-4623-a7ba-0f1f2ff6f6cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d454cdd8-e78c-483f-868d-22f81ec68ed4 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:27.532738 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-31930ee3-10f8-4623-a7ba-0f1f2ff6f6cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:27.553980 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-ef989971-5a7a-415a-964b-2617cadd9853 req-cce25f19-ce19-4e98-b0bc-5ba222de991d service neutron] Attempting to bind port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 on host n-h2-771363-36 for vnic_type normal with profile {"migrating_to": "n-h1-771363-36"} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:00:27.554419 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-ef989971-5a7a-415a-964b-2617cadd9853 req-cce25f19-ce19-4e98-b0bc-5ba222de991d service neutron] Attempting to bind port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:00:27.554725 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef989971-5a7a-415a-964b-2617cadd9853 req-cce25f19-ce19-4e98-b0bc-5ba222de991d service neutron] Attempting to bind port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 on network 3ccc611d-a289-44b3-992b-3e39605548b4 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:27.583258 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef989971-5a7a-415a-964b-2617cadd9853 req-cce25f19-ce19-4e98-b0bc-5ba222de991d service neutron] Port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 on network 3ccc611d-a289-44b3-992b-3e39605548b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:00:27.583586 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef989971-5a7a-415a-964b-2617cadd9853 req-cce25f19-ce19-4e98-b0bc-5ba222de991d service neutron] Attempting to bind port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 on network 3ccc611d-a289-44b3-992b-3e39605548b4 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:27.594364 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-31930ee3-10f8-4623-a7ba-0f1f2ff6f6cd service neutron] Transition to ACTIVE for port object d454cdd8-e78c-483f-868d-22f81ec68ed4 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:27.610001 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-05261b72-f7bd-4344-9223-39a5fcd617b7 req-3152365e-3fe7-450b-b738-1ca807829b45 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] For port f3e804cf-19b7-4ce3-b0da-499a5c5490a7, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=f3e804cf-19b7-4ce3-b0da-499a5c5490a7,segment=NetworkSegment(9940a96e-2d5b-4778-a27d-d984f6200b93),segment_id=9940a96e-2d5b-4778-a27d-d984f6200b93)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:27.610490 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-05261b72-f7bd-4344-9223-39a5fcd617b7 req-3152365e-3fe7-450b-b738-1ca807829b45 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:27.613113 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef989971-5a7a-415a-964b-2617cadd9853 req-cce25f19-ce19-4e98-b0bc-5ba222de991d service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:00:27.613447 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef989971-5a7a-415a-964b-2617cadd9853 req-cce25f19-ce19-4e98-b0bc-5ba222de991d service neutron] Checking segment: {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:27.613829 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef989971-5a7a-415a-964b-2617cadd9853 req-cce25f19-ce19-4e98-b0bc-5ba222de991d service neutron] Bound using segment: {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:00:27.614266 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-ef989971-5a7a-415a-964b-2617cadd9853 req-cce25f19-ce19-4e98-b0bc-5ba222de991d service neutron] Bound port: 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:00:27.615343 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ef989971-5a7a-415a-964b-2617cadd9853 req-cce25f19-ce19-4e98-b0bc-5ba222de991d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:27.621710 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-31930ee3-10f8-4623-a7ba-0f1f2ff6f6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:27.656278 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9647f-1e85-40fe-bd60-0f04606a772f req-be837f15-7cf5-419e-b29d-fd539ff5ad00 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:27.662066 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9be9647f-1e85-40fe-bd60-0f04606a772f req-be837f15-7cf5-419e-b29d-fd539ff5ad00 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ebd3321-3589-461f-807c-2d84527fdbb0 HTTP/1.1" status: 200 len: 943 time: 0.3191373 Jul 15 13:00:27.681131 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-05261b72-f7bd-4344-9223-39a5fcd617b7 req-3152365e-3fe7-450b-b738-1ca807829b45 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Calling delete_port for f3e804cf-19b7-4ce3-b0da-499a5c5490a7 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:00:27.710958 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ffcfa6-9ed2-4bcc-857f-055eae9ccf1b req-87eee473-aa80-4032-b715-2e649fb47477 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:27.710958 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-72ffcfa6-9ed2-4bcc-857f-055eae9ccf1b req-87eee473-aa80-4032-b715-2e649fb47477 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cc1886-ef73-4900-93e3-311088cd46cb HTTP/1.1" status: 200 len: 935 time: 0.3277793 Jul 15 13:00:27.874845 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31930ee3-10f8-4623-a7ba-0f1f2ff6f6cd service neutron] Pushing event updated for resources: {'Port': ['ID=d454cdd8-e78c-483f-868d-22f81ec68ed4,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:27.899384 n-d-771363-36 neutron-server[93825]: WARNING neutron.plugins.ml2.plugin [req-ef989971-5a7a-415a-964b-2617cadd9853 req-cce25f19-ce19-4e98-b0bc-5ba222de991d service neutron] Concurrent port binding operations failed on port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 Jul 15 13:00:27.933696 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-72ffcfa6-9ed2-4bcc-857f-055eae9ccf1b req-21c6fb85-ad53-435f-899a-4e081357e0bf tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110817 Jul 15 13:00:27.945444 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9be9647f-1e85-40fe-bd60-0f04606a772f req-a8040ee5-7ddd-40a4-8da5-3cb949a38f10 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705395 Jul 15 13:00:27.966249 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-ef989971-5a7a-415a-964b-2617cadd9853 req-cce25f19-ce19-4e98-b0bc-5ba222de991d service neutron] For port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=711d4ddf-f5ab-45f1-9d3a-da2dd23b6300,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:28.061108 n-d-771363-36 neutron-server[93825]: INFO neutron.plugins.ml2.plugin [req-ef989971-5a7a-415a-964b-2617cadd9853 req-cce25f19-ce19-4e98-b0bc-5ba222de991d service neutron] Attempt 2 to bind port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 Jul 15 13:00:28.071392 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef989971-5a7a-415a-964b-2617cadd9853 req-cce25f19-ce19-4e98-b0bc-5ba222de991d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:28.072091 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ef989971-5a7a-415a-964b-2617cadd9853 req-cce25f19-ce19-4e98-b0bc-5ba222de991d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:28.079320 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef989971-5a7a-415a-964b-2617cadd9853 req-cce25f19-ce19-4e98-b0bc-5ba222de991d service neutron] 10.222.0.20 "PUT /v2.0/ports/711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 HTTP/1.1" status: 200 len: 1123 time: 3.4357321 Jul 15 13:00:28.175602 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-31930ee3-10f8-4623-a7ba-0f1f2ff6f6cd service neutron] Attempting to bind port d454cdd8-e78c-483f-868d-22f81ec68ed4 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:00:28.175854 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-31930ee3-10f8-4623-a7ba-0f1f2ff6f6cd service neutron] Attempting to bind port d454cdd8-e78c-483f-868d-22f81ec68ed4 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:00:28.176180 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-31930ee3-10f8-4623-a7ba-0f1f2ff6f6cd service neutron] Attempting to bind port d454cdd8-e78c-483f-868d-22f81ec68ed4 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:28.184931 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-31930ee3-10f8-4623-a7ba-0f1f2ff6f6cd service neutron] Port d454cdd8-e78c-483f-868d-22f81ec68ed4 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:00:28.184931 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-31930ee3-10f8-4623-a7ba-0f1f2ff6f6cd service neutron] Attempting to bind port d454cdd8-e78c-483f-868d-22f81ec68ed4 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:28.203641 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['711d4ddf-f5ab-45f1-9d3a-da2dd23b6300'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:28.222338 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-31930ee3-10f8-4623-a7ba-0f1f2ff6f6cd service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:00:28.222855 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-31930ee3-10f8-4623-a7ba-0f1f2ff6f6cd service neutron] Checking segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:28.223231 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-31930ee3-10f8-4623-a7ba-0f1f2ff6f6cd service neutron] Bound using segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:00:28.223681 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-31930ee3-10f8-4623-a7ba-0f1f2ff6f6cd service neutron] Bound port: d454cdd8-e78c-483f-868d-22f81ec68ed4, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:00:28.224043 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-31930ee3-10f8-4623-a7ba-0f1f2ff6f6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:28.281287 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['711d4ddf-f5ab-45f1-9d3a-da2dd23b6300'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:28.296010 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669ded5-f87e-47ce-9d0f-f4aee320e484 req-3b99b4f3-a551-428c-b37d-ce9a0f1cda52 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:28.297877 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9669ded5-f87e-47ce-9d0f-f4aee320e484 req-3b99b4f3-a551-428c-b37d-ce9a0f1cda52 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ac73be7-dfbd-4467-893d-ad88b4b09a94 HTTP/1.1" status: 200 len: 945 time: 0.1945097 Jul 15 13:00:28.326523 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-05261b72-f7bd-4344-9223-39a5fcd617b7 req-3152365e-3fe7-450b-b738-1ca807829b45 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:28.362987 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ebd3321-3589-461f-807c-2d84527fdbb0', 'tag': '711d4ddf-f5ab-45f1-9d3a-da2dd23b6300'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:28.366311 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64985237-37a7-4ddf-80ba-e1fad6499b44" -d '{"events": [{"name": "network-changed", "server_uuid": "6ebd3321-3589-461f-807c-2d84527fdbb0", "tag": "711d4ddf-f5ab-45f1-9d3a-da2dd23b6300"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:28.368879 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3152365e-3fe7-450b-b738-1ca807829b45 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Pushing event deleted for resources: {'Port': ['ID=f3e804cf-19b7-4ce3-b0da-499a5c5490a7,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:28.425774 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a1f62b-6960-439d-9e43-7b918d633480 x-openstack-request-id: req-66a1f62b-6960-439d-9e43-7b918d633480 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:28.426704 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e3904a-6ad6-4afa-a2f3-15e49449eaef", "name": "network-vif-plugged", "status": "completed", "tag": "da090241-b734-40df-979b-ae61cffc17b9", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:28.427170 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-66a1f62b-6960-439d-9e43-7b918d633480 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:28.427813 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7e3904a-6ad6-4afa-a2f3-15e49449eaef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da090241-b734-40df-979b-ae61cffc17b9', 'code': 200} Jul 15 13:00:28.432420 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-31930ee3-10f8-4623-a7ba-0f1f2ff6f6cd service neutron] For port d454cdd8-e78c-483f-868d-22f81ec68ed4, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:28.457638 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9669ded5-f87e-47ce-9d0f-f4aee320e484 req-e5044ccd-c5ed-4296-b427-b115603d18e5 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515915 Jul 15 13:00:28.487945 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-31930ee3-10f8-4623-a7ba-0f1f2ff6f6cd service neutron] For port d454cdd8-e78c-483f-868d-22f81ec68ed4, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=d454cdd8-e78c-483f-868d-22f81ec68ed4,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:00:28.489379 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-05261b72-f7bd-4344-9223-39a5fcd617b7 req-3152365e-3fe7-450b-b738-1ca807829b45 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] No DVR routers for this DVR port f3e804cf-19b7-4ce3-b0da-499a5c5490a7 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:00:28.494932 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-05261b72-f7bd-4344-9223-39a5fcd617b7 req-3152365e-3fe7-450b-b738-1ca807829b45 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:28.504109 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-05261b72-f7bd-4344-9223-39a5fcd617b7 req-3152365e-3fe7-450b-b738-1ca807829b45 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.46 "DELETE /v2.0/ports/f3e804cf-19b7-4ce3-b0da-499a5c5490a7 HTTP/1.1" status: 204 len: 173 time: 1.5279713 Jul 15 13:00:28.506308 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-31930ee3-10f8-4623-a7ba-0f1f2ff6f6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:28.670080 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-31930ee3-10f8-4623-a7ba-0f1f2ff6f6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:28.671768 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-31930ee3-10f8-4623-a7ba-0f1f2ff6f6cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:28.673531 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-31930ee3-10f8-4623-a7ba-0f1f2ff6f6cd service neutron] 10.222.0.46 "PUT /v2.0/ports/d454cdd8-e78c-483f-868d-22f81ec68ed4 HTTP/1.1" status: 200 len: 1096 time: 2.5890818 Jul 15 13:00:28.751892 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:28.916037 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31930ee3-10f8-4623-a7ba-0f1f2ff6f6cd service neutron] Pushing event updated for resources: {'Port': ['ID=d454cdd8-e78c-483f-868d-22f81ec68ed4,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:28.933891 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-ee79ee84-97c9-4780-8aac-d31c248c5f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:28.935480 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-ee79ee84-97c9-4780-8aac-d31c248c5f3d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=70b334eb6b1c4823bfeb87b9e0290ca2&device_id=01cc1886-ef73-4900-93e3-311088cd46cb HTTP/1.1" status: 200 len: 1099 time: 0.1603668 Jul 15 13:00:28.958911 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5c8d1-ef74-4f48-8a1b-72233db6fa41 req-4d1fcc99-c19a-4b36-b902-813b77fc9f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:28.960439 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e7b5c8d1-ef74-4f48-8a1b-72233db6fa41 req-4d1fcc99-c19a-4b36-b902-813b77fc9f40 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef HTTP/1.1" status: 200 len: 1097 time: 0.3782992 Jul 15 13:00:29.017624 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-3688c300-8a33-40f5-89d7-d1034b74f022 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=d454cdd8-e78c-483f-868d-22f81ec68ed4 HTTP/1.1" status: 200 len: 217 time: 0.0682056 Jul 15 13:00:29.078691 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102aca35-7724-4714-b691-4417c4185bd6 req-01fca704-0b48-4977-95a6-8ee7ef3393b7 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:29.080258 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-102aca35-7724-4714-b691-4417c4185bd6 req-01fca704-0b48-4977-95a6-8ee7ef3393b7 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef HTTP/1.1" status: 200 len: 945 time: 0.4055433 Jul 15 13:00:29.131942 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e7b5c8d1-ef74-4f48-8a1b-72233db6fa41 req-ea93d18f-2860-4c16-b248-cd4aa8603e7a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371279 Jul 15 13:00:29.145400 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:29.154415 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-c3f28917-cf40-401d-9ef0-1063886f4d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:29.155989 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-c3f28917-cf40-401d-9ef0-1063886f4d94 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.1298456 Jul 15 13:00:29.182875 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-102aca35-7724-4714-b691-4417c4185bd6 req-393dd676-d2c2-4b57-a41c-989fae745a4e tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635757 Jul 15 13:00:29.216384 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c603b-1502-4a4c-a614-9633ca04b032 req-ceffa60f-a4d8-4815-9a87-10b868bb2eb9 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:29.218738 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-837c603b-1502-4a4c-a614-9633ca04b032 req-ceffa60f-a4d8-4815-9a87-10b868bb2eb9 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/ports?device_id=1567a280-8bde-490f-885e-4d5d112e5c11 HTTP/1.1" status: 200 len: 950 time: 0.1570814 Jul 15 13:00:29.260562 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050afc45-b2f2-4ba9-82cc-8ce1599aa179 x-openstack-request-id: req-050afc45-b2f2-4ba9-82cc-8ce1599aa179 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:29.260873 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ebd3321-3589-461f-807c-2d84527fdbb0", "tag": "711d4ddf-f5ab-45f1-9d3a-da2dd23b6300", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:29.261128 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-050afc45-b2f2-4ba9-82cc-8ce1599aa179 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:29.261804 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ebd3321-3589-461f-807c-2d84527fdbb0', 'tag': '711d4ddf-f5ab-45f1-9d3a-da2dd23b6300', 'status': 'completed', 'code': 200} Jul 15 13:00:29.372516 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-837c603b-1502-4a4c-a614-9633ca04b032 req-15ca929c-9b91-4048-8045-9e3d8f4f6160 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f259860-5871-4323-aee6-f68eec72c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420612 Jul 15 13:00:29.460156 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-3b68fa84-7c57-4be0-925f-5210d166d7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:29.461694 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-3b68fa84-7c57-4be0-925f-5210d166d7e6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2419748 Jul 15 13:00:29.582575 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64985237-37a7-4ddf-80ba-e1fad6499b44 req-05b115d6-bd01-4c7f-bccf-ef2adeed7d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:29.584067 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-64985237-37a7-4ddf-80ba-e1fad6499b44 req-05b115d6-bd01-4c7f-bccf-ef2adeed7d41 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eab83a220c154216861503618b01c15d&device_id=6ebd3321-3589-461f-807c-2d84527fdbb0 HTTP/1.1" status: 200 len: 1126 time: 0.2802763 Jul 15 13:00:29.618224 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a6e21d7b-f6b4-442b-967f-8d0a0c9f4d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:29.660369 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d68167-022f-4b2a-a205-a07850ce28b5 req-318216c0-a7b9-4cef-8885-c8d8b2a68264 tempest-ServersAdminTestJSON-866143239 tempest-ServersAdminTestJSON-866143239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:29.661948 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d8d68167-022f-4b2a-a205-a07850ce28b5 req-318216c0-a7b9-4cef-8885-c8d8b2a68264 tempest-ServersAdminTestJSON-866143239 tempest-ServersAdminTestJSON-866143239-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 1103 time: 0.2933607 Jul 15 13:00:29.667929 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-94db9cdc-628d-4e7d-8be6-66e1aedd441b service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983645 Jul 15 13:00:29.829820 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d8d68167-022f-4b2a-a205-a07850ce28b5 req-1ec6fd8c-4c48-4ada-9bea-881500dc40ad tempest-ServersAdminTestJSON-866143239 tempest-ServersAdminTestJSON-866143239-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608319 Jul 15 13:00:29.845601 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a7596-e9e3-444f-b453-596f67246afe req-660404a3-f466-4dfa-841c-2057902febe9 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:29.852396 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-165a7596-e9e3-444f-b453-596f67246afe req-660404a3-f466-4dfa-841c-2057902febe9 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cc1886-ef73-4900-93e3-311088cd46cb HTTP/1.1" status: 200 len: 947 time: 0.2845583 Jul 15 13:00:29.861621 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64985237-37a7-4ddf-80ba-e1fad6499b44 req-51cfd10e-556a-4c02-acc0-139431fa2d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:29.863094 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-64985237-37a7-4ddf-80ba-e1fad6499b44 req-51cfd10e-556a-4c02-acc0-139431fa2d82 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3ccc611d-a289-44b3-992b-3e39605548b4 HTTP/1.1" status: 200 len: 908 time: 0.2564826 Jul 15 13:00:29.928661 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4d9194bd-4919-4209-8767-531d09a1ec19 req-3a3654a2-5381-4391-bddd-1b6b9b6f4c3f service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475135 Jul 15 13:00:29.935533 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-64985237-37a7-4ddf-80ba-e1fad6499b44 req-57a6d4ba-1df4-4f8d-b889-eb268c62fcf8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 HTTP/1.1" status: 200 len: 217 time: 0.0565639 Jul 15 13:00:29.960841 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-165a7596-e9e3-444f-b453-596f67246afe req-a7a8cc7a-df3c-40b2-8c74-4c3777a17c2e tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073594 Jul 15 13:00:30.056827 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64985237-37a7-4ddf-80ba-e1fad6499b44 req-68b450c0-eaf5-421a-ab5f-359804e30ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:30.058308 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-64985237-37a7-4ddf-80ba-e1fad6499b44 req-68b450c0-eaf5-421a-ab5f-359804e30ed8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7de80623-b855-4366-a308-8757d4a69fb8 HTTP/1.1" status: 200 len: 847 time: 0.0965369 Jul 15 13:00:30.114064 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-64985237-37a7-4ddf-80ba-e1fad6499b44 req-01f58444-7330-43c3-89b9-95acdfbcc507 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3ccc611d-a289-44b3-992b-3e39605548b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369966 Jul 15 13:00:30.159964 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-da6e705c-2977-477c-8133-e30c9e406b92 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=868122bfc913430ebf54f7085a42ff48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498719 Jul 15 13:00:30.249605 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85665e56-a3dd-4e33-bb1b-70461d07edb1 req-7e5225ef-502b-47fc-ac17-605f0d28b68f tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:30.256736 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-85665e56-a3dd-4e33-bb1b-70461d07edb1 req-7e5225ef-502b-47fc-ac17-605f0d28b68f tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ebd3321-3589-461f-807c-2d84527fdbb0 HTTP/1.1" status: 200 len: 943 time: 0.2474165 Jul 15 13:00:30.376004 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-64985237-37a7-4ddf-80ba-e1fad6499b44 req-1d0d5e8e-fbdd-404d-b9eb-9588e05cff43 service neutron] 10.222.0.46 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474210 Jul 15 13:00:30.385008 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-85665e56-a3dd-4e33-bb1b-70461d07edb1 req-ac9ace6a-03cd-43e8-9b56-ab2bf73f7daa tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267028 Jul 15 13:00:30.534896 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device f3e804cf-19b7-4ce3-b0da-499a5c5490a7 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:00:30.575441 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: f3e804cf-19b7-4ce3-b0da-499a5c5490a7 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:00:30.576729 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device f3e804cf-19b7-4ce3-b0da-499a5c5490a7 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:00:30.854994 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-64985237-37a7-4ddf-80ba-e1fad6499b44 req-06ff74cb-181f-49d9-b53f-507ee435e138 service neutron] 10.222.0.46 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4664512 Jul 15 13:00:30.871851 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-57a1c3a5-1c90-4b71-a306-60aeeacb1285 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:30.880016 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-57a1c3a5-1c90-4b71-a306-60aeeacb1285 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7125204 Jul 15 13:00:30.893421 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-8918c476-c354-46de-8a50-dc14a6cfae74 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/quotas/868122bfc913430ebf54f7085a42ff48 HTTP/1.1" status: 200 len: 375 time: 0.0123842 Jul 15 13:00:30.993127 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-75443156-68de-4350-acd5-de9f2c34748e tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=868122bfc913430ebf54f7085a42ff48&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0929272 Jul 15 13:00:31.098182 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad82e74-9e75-438c-99e8-991935f75f77 req-4193ae57-f8c9-467a-a0db-d7ea492ec338 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:31.100061 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fad82e74-9e75-438c-99e8-991935f75f77 req-4193ae57-f8c9-467a-a0db-d7ea492ec338 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef HTTP/1.1" status: 200 len: 945 time: 0.0914578 Jul 15 13:00:31.161451 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fad82e74-9e75-438c-99e8-991935f75f77 req-e463e150-4961-4474-8ae2-57a53efedf5c tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544052 Jul 15 13:00:31.266538 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac73be7-dfbd-4467-893d-ad88b4b09a94', 'name': 'network-vif-deleted', 'tag': 'f3e804cf-19b7-4ce3-b0da-499a5c5490a7'}, {'name': 'network-changed', 'server_uuid': '01cc1886-ef73-4900-93e3-311088cd46cb', 'tag': 'd454cdd8-e78c-483f-868d-22f81ec68ed4'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:31.270877 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281969ae-291d-4e15-8d53-f144607b5852" -d '{"events": [{"server_uuid": "7ac73be7-dfbd-4467-893d-ad88b4b09a94", "name": "network-vif-deleted", "tag": "f3e804cf-19b7-4ce3-b0da-499a5c5490a7"}, {"name": "network-changed", "server_uuid": "01cc1886-ef73-4900-93e3-311088cd46cb", "tag": "d454cdd8-e78c-483f-868d-22f81ec68ed4"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:31.396048 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894dc974-f854-4530-aa70-558deadff644 req-61c0243b-1c46-461b-84be-aec3abf16a4a tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:31.402649 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-894dc974-f854-4530-aa70-558deadff644 req-61c0243b-1c46-461b-84be-aec3abf16a4a tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/networks?id=e0d89cea-932c-49ee-9772-9e5757255ae5 HTTP/1.1" status: 200 len: 812 time: 0.1633213 Jul 15 13:00:31.443279 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-894dc974-f854-4530-aa70-558deadff644 req-7e3bc972-5a5c-40ff-963b-9bb7148e5f80 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/quotas/af8a25419ab0489e8df66f3d058b9b35 HTTP/1.1" status: 200 len: 375 time: 0.0394430 Jul 15 13:00:31.500772 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-894dc974-f854-4530-aa70-558deadff644 req-43620b1f-83b1-4582-ad09-b2b4d21e130a tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=af8a25419ab0489e8df66f3d058b9b35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514026 Jul 15 13:00:31.603572 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f843ccd-0b5e-4b8b-80a4-f37bc9f26317 req-78e680c3-36bc-4f47-824d-a2bbf138df95 tempest-ServersAdminTestJSON-866143239 tempest-ServersAdminTestJSON-866143239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:31.605162 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2f843ccd-0b5e-4b8b-80a4-f37bc9f26317 req-78e680c3-36bc-4f47-824d-a2bbf138df95 tempest-ServersAdminTestJSON-866143239 tempest-ServersAdminTestJSON-866143239-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 1103 time: 0.2374387 Jul 15 13:00:31.673874 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-894dc974-f854-4530-aa70-558deadff644 req-eadf1d91-0088-4e19-8445-3f329d645ecb service neutron] 10.222.0.16 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645522 Jul 15 13:00:31.678628 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2f843ccd-0b5e-4b8b-80a4-f37bc9f26317 req-9843eb28-175c-4c0a-acc8-5b170d012b55 tempest-ServersAdminTestJSON-866143239 tempest-ServersAdminTestJSON-866143239-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607457 Jul 15 13:00:31.845715 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-894dc974-f854-4530-aa70-558deadff644 req-9b33c931-1eed-40e2-a8b0-ef4ee30474bc service neutron] 10.222.0.16 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594486 Jul 15 13:00:31.970415 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0887d1-3f5d-4a7d-84b2-ace10cdc5281 req-d05e7619-c0f8-45e1-8fee-77c059170172 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:31.977616 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8b0887d1-3f5d-4a7d-84b2-ace10cdc5281 req-d05e7619-c0f8-45e1-8fee-77c059170172 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cc1886-ef73-4900-93e3-311088cd46cb HTTP/1.1" status: 200 len: 947 time: 0.1018291 Jul 15 13:00:32.028941 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8b0887d1-3f5d-4a7d-84b2-ace10cdc5281 req-afe33500-a4bf-45d6-b33e-ceae71125adf tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501709 Jul 15 13:00:32.175499 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:32.256291 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-18bb7504-7afd-4839-9ab7-453ccd616acc req-84766ae9-1825-4e9e-9144-f5a4a2a23156 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/ports?device_id=54e934a5-fda3-403d-86e3-3c0f0079913a HTTP/1.1" status: 200 len: 210 time: 0.0610485 Jul 15 13:00:32.352075 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2dc84e8-4cfe-4414-ab7a-b93772118fbe x-openstack-request-id: req-c2dc84e8-4cfe-4414-ab7a-b93772118fbe {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:32.352441 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ac73be7-dfbd-4467-893d-ad88b4b09a94", "name": "network-vif-deleted", "tag": "f3e804cf-19b7-4ce3-b0da-499a5c5490a7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "01cc1886-ef73-4900-93e3-311088cd46cb", "tag": "d454cdd8-e78c-483f-868d-22f81ec68ed4", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:32.352619 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c2dc84e8-4cfe-4414-ab7a-b93772118fbe {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:32.352994 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac73be7-dfbd-4467-893d-ad88b4b09a94', 'name': 'network-vif-deleted', 'tag': 'f3e804cf-19b7-4ce3-b0da-499a5c5490a7', 'status': 'completed', 'code': 200} Jul 15 13:00:32.353249 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01cc1886-ef73-4900-93e3-311088cd46cb', 'tag': 'd454cdd8-e78c-483f-868d-22f81ec68ed4', 'status': 'completed', 'code': 200} Jul 15 13:00:32.385511 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b81bdd1b-48af-47d4-bf0c-f8914e8220cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:32.553962 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281969ae-291d-4e15-8d53-f144607b5852 req-89403dfe-0959-4a67-9df1-07e92b7d56e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:32.555483 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-281969ae-291d-4e15-8d53-f144607b5852 req-89403dfe-0959-4a67-9df1-07e92b7d56e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=70b334eb6b1c4823bfeb87b9e0290ca2&device_id=01cc1886-ef73-4900-93e3-311088cd46cb HTTP/1.1" status: 200 len: 1099 time: 0.2089992 Jul 15 13:00:32.561717 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device d454cdd8-e78c-483f-868d-22f81ec68ed4 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:00:32.566523 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a6e8b-ade0-4951-b137-8f872d58f261 req-49616bcf-c31f-41b6-9d21-8ec3f4004fee tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:32.573723 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-290a6e8b-ade0-4951-b137-8f872d58f261 req-49616bcf-c31f-41b6-9d21-8ec3f4004fee tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef HTTP/1.1" status: 200 len: 1097 time: 0.3059742 Jul 15 13:00:32.629678 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60bb66-59aa-4b56-b5bd-b3509c31fa10 req-fe93a24f-16fe-42a3-8998-e00d51c4db15 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:32.631503 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eb60bb66-59aa-4b56-b5bd-b3509c31fa10 req-fe93a24f-16fe-42a3-8998-e00d51c4db15 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ebd3321-3589-461f-807c-2d84527fdbb0 HTTP/1.1" status: 200 len: 943 time: 0.1850581 Jul 15 13:00:32.657841 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-290a6e8b-ade0-4951-b137-8f872d58f261 req-91a17f76-03b6-4800-ac3e-ac5157188cbe tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830398 Jul 15 13:00:32.693235 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port d454cdd8-e78c-483f-868d-22f81ec68ed4, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=d454cdd8-e78c-483f-868d-22f81ec68ed4,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:32.715300 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'd454cdd8-e78c-483f-868d-22f81ec68ed4', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': 'd454cdd8-e78c-483f-868d-22f81ec68ed4', 'mac_address': 'fa:16:3e:13:06:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:00:32.755295 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eb60bb66-59aa-4b56-b5bd-b3509c31fa10 req-186c02a7-eb6e-4371-8097-ef4e5aa76e0d tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106386 Jul 15 13:00:32.769609 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281969ae-291d-4e15-8d53-f144607b5852 req-777c4c52-3a10-4a30-92d8-c66cd6f42c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:32.783284 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-281969ae-291d-4e15-8d53-f144607b5852 req-777c4c52-3a10-4a30-92d8-c66cd6f42c9c service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.2059827 Jul 15 13:00:32.822328 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:32.845535 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d454cdd8-e78c-483f-868d-22f81ec68ed4 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:32.886071 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-281969ae-291d-4e15-8d53-f144607b5852 req-da8b66c4-8707-4a03-a83e-960b04d6d2e0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=d454cdd8-e78c-483f-868d-22f81ec68ed4 HTTP/1.1" status: 200 len: 217 time: 0.0939217 Jul 15 13:00:32.907780 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port d454cdd8-e78c-483f-868d-22f81ec68ed4, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=d454cdd8-e78c-483f-868d-22f81ec68ed4,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:32.916009 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:32.986859 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281969ae-291d-4e15-8d53-f144607b5852 req-3a5302c3-a91a-4b16-9f30-f3db43af65f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:32.988711 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-281969ae-291d-4e15-8d53-f144607b5852 req-3a5302c3-a91a-4b16-9f30-f3db43af65f3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0903382 Jul 15 13:00:33.013942 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=d454cdd8-e78c-483f-868d-22f81ec68ed4,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:33.135292 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a04134f1-5cf3-4541-9d29-4a29f2346585 req-440e7b49-8525-4f93-ad54-9e0cffb0124c tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=45c3ba16-4a08-458c-b7ea-a4a36bfcef13 HTTP/1.1" status: 200 len: 210 time: 0.0604022 Jul 15 13:00:33.207475 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-d71e7784-1664-408a-a56f-89d176b1e49f tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=868122bfc913430ebf54f7085a42ff48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696192 Jul 15 13:00:33.320994 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281969ae-291d-4e15-8d53-f144607b5852 req-4d974b1d-2bd3-401d-b84d-e9b126d1ce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:33.322620 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-281969ae-291d-4e15-8d53-f144607b5852 req-4d974b1d-2bd3-401d-b84d-e9b126d1ce99 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2950506 Jul 15 13:00:33.429772 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:33.439940 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['d454cdd8-e78c-483f-868d-22f81ec68ed4'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:33.482704 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-c8547b63-71bf-443a-b2ed-696cbb5fe9d9 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:33.484465 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-c8547b63-71bf-443a-b2ed-696cbb5fe9d9 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2462041 Jul 15 13:00:33.496236 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fede02d-1f8b-45c1-97a4-481cc6d6ec13 req-1857f105-cab2-483b-b9fd-952e64b41d7c tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:33.497775 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5fede02d-1f8b-45c1-97a4-481cc6d6ec13 req-1857f105-cab2-483b-b9fd-952e64b41d7c tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=7535332c-f6b2-4d67-9bee-9591454e7246 HTTP/1.1" status: 200 len: 950 time: 0.2971005 Jul 15 13:00:33.506297 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-9fc59f28-3d10-4028-a615-bb08151183d8 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Request body: {'port': {'device_id': '54e934a5-fda3-403d-86e3-3c0f0079913a', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'admin_state_up': True, 'tenant_id': '868122bfc913430ebf54f7085a42ff48'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:33.578417 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24aa21-c6f4-4469-af22-9910e6fa5e94 req-3ad1ea32-f1c8-4e5c-a88b-49d8b0a60f50 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:33.579882 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ea24aa21-c6f4-4469-af22-9910e6fa5e94 req-3ad1ea32-f1c8-4e5c-a88b-49d8b0a60f50 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cc1886-ef73-4900-93e3-311088cd46cb HTTP/1.1" status: 200 len: 948 time: 0.3041272 Jul 15 13:00:33.590277 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-281969ae-291d-4e15-8d53-f144607b5852 req-f2debd67-815d-43c6-848d-dd42f065d933 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309473 Jul 15 13:00:33.678647 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5fede02d-1f8b-45c1-97a4-481cc6d6ec13 req-41ff0447-cdfe-431c-ac0b-a3f5a18444d4 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649346 Jul 15 13:00:33.742404 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ea24aa21-c6f4-4469-af22-9910e6fa5e94 req-d682798f-08af-4f4a-bbb1-834d2e8ad52f tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195784 Jul 15 13:00:33.782882 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-281969ae-291d-4e15-8d53-f144607b5852 req-a2a0a897-3310-4b54-a378-88c21e439db4 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611159 Jul 15 13:00:33.785396 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-9fc59f28-3d10-4028-a615-bb08151183d8 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Made reservation on behalf of 868122bfc913430ebf54f7085a42ff48 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:00:33.789340 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-9fc59f28-3d10-4028-a615-bb08151183d8 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:34.032379 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f6792f2c-f8fe-4efd-9dd6-ceaa70376829 req-c8ab35a5-1ef5-4dc9-b191-1c3c80bb3088 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/ports?device_id=54e934a5-fda3-403d-86e3-3c0f0079913a HTTP/1.1" status: 200 len: 210 time: 0.0764010 Jul 15 13:00:34.086238 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-9fc59f28-3d10-4028-a615-bb08151183d8 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Allocated IP 192.168.233.147 (fb7e2853-c052-4bbe-a410-b119ef2f5100/f7332b1d-b5ae-478a-9a33-4a7a808c5484/1d8574a5-66ae-4b4f-9394-9e68a5ab7989) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:00:34.132197 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894dc974-f854-4530-aa70-558deadff644 req-b097a5b4-25e3-4378-93ff-aa01316ededd tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:34.133700 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-894dc974-f854-4530-aa70-558deadff644 req-b097a5b4-25e3-4378-93ff-aa01316ededd tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.46 "GET /v2.0/networks?id=e0d89cea-932c-49ee-9772-9e5757255ae5 HTTP/1.1" status: 200 len: 812 time: 0.2500539 Jul 15 13:00:34.166834 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-894dc974-f854-4530-aa70-558deadff644 req-b7b17dbc-0dcb-4cea-9b9f-552c4b976e1f tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Request body: {'port': {'device_id': '45c3ba16-4a08-458c-b7ea-a4a36bfcef13', 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5', 'admin_state_up': True, 'tenant_id': 'af8a25419ab0489e8df66f3d058b9b35'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:34.307126 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba39bf0-f121-4b22-b375-4225fdcc7605 req-057c8a16-9c1b-4e24-a87d-35386177aa71 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:34.311069 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9ba39bf0-f121-4b22-b375-4225fdcc7605 req-057c8a16-9c1b-4e24-a87d-35386177aa71 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ebd3321-3589-461f-807c-2d84527fdbb0 HTTP/1.1" status: 200 len: 943 time: 0.2696285 Jul 15 13:00:34.449807 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-9fc59f28-3d10-4028-a615-bb08151183d8 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:34.454796 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9ba39bf0-f121-4b22-b375-4225fdcc7605 req-477b999f-85f3-4c3c-ab80-fbb3e4f718f1 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130910 Jul 15 13:00:34.481340 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b348e-a795-4aa7-88fc-20ec7e44a1e0 req-dc831036-b2ad-46a2-99db-4ac2459ac38a tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:34.483103 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4e2b348e-a795-4aa7-88fc-20ec7e44a1e0 req-dc831036-b2ad-46a2-99db-4ac2459ac38a tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.16 "GET /v2.0/ports?device_id=84353dff-848d-4811-836f-66339e222350 HTTP/1.1" status: 200 len: 950 time: 0.2937536 Jul 15 13:00:34.488914 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-9fc59f28-3d10-4028-a615-bb08151183d8 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Transition to ACTIVE for port object 1d8574a5-66ae-4b4f-9394-9e68a5ab7989 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:34.515651 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-894dc974-f854-4530-aa70-558deadff644 req-b7b17dbc-0dcb-4cea-9b9f-552c4b976e1f tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Made reservation on behalf of af8a25419ab0489e8df66f3d058b9b35 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:00:34.519183 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-894dc974-f854-4530-aa70-558deadff644 req-b7b17dbc-0dcb-4cea-9b9f-552c4b976e1f tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:34.570977 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4e2b348e-a795-4aa7-88fc-20ec7e44a1e0 req-48ae77ca-605a-4069-ab0f-41a40756a3f5 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb3270a-520b-4aa7-9df0-96bcdf87d9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796716 Jul 15 13:00:34.630248 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-9fc59f28-3d10-4028-a615-bb08151183d8 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:34.706284 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['b4055828-7edc-4c9a-8ddd-537557270119'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:34.721406 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-9fc59f28-3d10-4028-a615-bb08151183d8 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Network fb7e2853-c052-4bbe-a410-b119ef2f5100 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:00:34.769751 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-409a62d3-e523-43d0-8957-25f9436dd2bb req-0d12c48a-8b15-4d25-a454-cf52804d3b82 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=45c3ba16-4a08-458c-b7ea-a4a36bfcef13 HTTP/1.1" status: 200 len: 210 time: 0.0959549 Jul 15 13:00:34.770394 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-9fc59f28-3d10-4028-a615-bb08151183d8 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:34.783510 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-9fc59f28-3d10-4028-a615-bb08151183d8 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:00:34.791341 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc59f28-3d10-4028-a615-bb08151183d8 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Pushing event updated for resources: {'Port': ['ID=1d8574a5-66ae-4b4f-9394-9e68a5ab7989,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:34.821614 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-894dc974-f854-4530-aa70-558deadff644 req-b7b17dbc-0dcb-4cea-9b9f-552c4b976e1f tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Allocated IP 172.20.0.2 (e0d89cea-932c-49ee-9772-9e5757255ae5/459bc575-93e3-4ab8-8230-d52ee95226e2/a1573646-6a68-404e-994d-1a59ad11c444) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:00:34.871878 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:35.100635 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-9fc59f28-3d10-4028-a615-bb08151183d8 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:35.101159 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-9fc59f28-3d10-4028-a615-bb08151183d8 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:35.135274 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-894dc974-f854-4530-aa70-558deadff644 req-b7b17dbc-0dcb-4cea-9b9f-552c4b976e1f tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:35.157378 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b2296-85ae-421f-8cb4-a84dc6fb22b6 req-ce29efa1-e80e-4672-84e5-8b9a34d6dd2f tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:35.158939 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4a5b2296-85ae-421f-8cb4-a84dc6fb22b6 req-ce29efa1-e80e-4672-84e5-8b9a34d6dd2f tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=7535332c-f6b2-4d67-9bee-9591454e7246 HTTP/1.1" status: 200 len: 950 time: 0.1655493 Jul 15 13:00:35.164227 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-9fc59f28-3d10-4028-a615-bb08151183d8 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6654708 Jul 15 13:00:35.177653 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-2302552a-a599-4640-999d-561c39756b48 None None] Provisioning for port 1d8574a5-66ae-4b4f-9394-9e68a5ab7989 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:35.182031 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-2302552a-a599-4640-999d-561c39756b48 None None] Provisioning complete for port 1d8574a5-66ae-4b4f-9394-9e68a5ab7989 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:35.183082 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2302552a-a599-4640-999d-561c39756b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:35.194023 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-6876a9cb-92f5-4c80-a76b-6d5832dbd16d service neutron] Request body: {'port': {'device_id': '54e934a5-fda3-403d-86e3-3c0f0079913a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:35.223704 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2302552a-a599-4640-999d-561c39756b48 None None] Port 1d8574a5-66ae-4b4f-9394-9e68a5ab7989 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:00:35.260154 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4a5b2296-85ae-421f-8cb4-a84dc6fb22b6 req-b6f55620-72f6-46b0-a69d-b8f26a0bf490 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920880 Jul 15 13:00:35.292006 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-894dc974-f854-4530-aa70-558deadff644 req-b7b17dbc-0dcb-4cea-9b9f-552c4b976e1f tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:35.345284 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-6876a9cb-92f5-4c80-a76b-6d5832dbd16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:35.356184 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-894dc974-f854-4530-aa70-558deadff644 req-b7b17dbc-0dcb-4cea-9b9f-552c4b976e1f tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Network e0d89cea-932c-49ee-9772-9e5757255ae5 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:00:35.376918 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-894dc974-f854-4530-aa70-558deadff644 req-b7b17dbc-0dcb-4cea-9b9f-552c4b976e1f tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:35.384955 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-894dc974-f854-4530-aa70-558deadff644 req-b7b17dbc-0dcb-4cea-9b9f-552c4b976e1f tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:00:35.407437 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b17dbc-0dcb-4cea-9b9f-552c4b976e1f tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Pushing event updated for resources: {'Port': ['ID=a1573646-6a68-404e-994d-1a59ad11c444,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:35.527051 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894dc974-f854-4530-aa70-558deadff644 req-b7b17dbc-0dcb-4cea-9b9f-552c4b976e1f tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:35.527667 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-894dc974-f854-4530-aa70-558deadff644 req-b7b17dbc-0dcb-4cea-9b9f-552c4b976e1f tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:35.663170 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-894dc974-f854-4530-aa70-558deadff644 req-b7b17dbc-0dcb-4cea-9b9f-552c4b976e1f tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4988403 Jul 15 13:00:35.672170 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b57516-25a4-4479-a086-6780125394ee req-6ad2794c-e57c-4516-a6ef-9d07de3e6635 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:35.673638 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-54b57516-25a4-4479-a086-6780125394ee req-6ad2794c-e57c-4516-a6ef-9d07de3e6635 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.20 "GET /v2.0/ports?device_id=7535332c-f6b2-4d67-9bee-9591454e7246 HTTP/1.1" status: 200 len: 950 time: 0.3133810 Jul 15 13:00:35.997341 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-894dc974-f854-4530-aa70-558deadff644 req-62482059-6224-4332-adda-64af7375baf0 service neutron] Request body: {'port': {'device_id': '45c3ba16-4a08-458c-b7ea-a4a36bfcef13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:36.154683 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666e7a0-74a5-4b77-99d4-8fb4d7e3eb9d req-6b6cfe5b-f4f1-4ab2-94a3-797d967c16fb tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:36.156665 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1666e7a0-74a5-4b77-99d4-8fb4d7e3eb9d req-6b6cfe5b-f4f1-4ab2-94a3-797d967c16fb tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cc1886-ef73-4900-93e3-311088cd46cb HTTP/1.1" status: 200 len: 948 time: 0.7136362 Jul 15 13:00:36.305939 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1666e7a0-74a5-4b77-99d4-8fb4d7e3eb9d req-acec8f20-b3ff-4a8e-896b-5ad2e23b0bdb tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369696 Jul 15 13:00:36.316569 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-894dc974-f854-4530-aa70-558deadff644 req-62482059-6224-4332-adda-64af7375baf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:36.328028 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 8e25edaf-63ba-4c71-9113-3648368c56b5 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:00:36.348387 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c1fdc-b5b1-4692-9b54-2ec79d5a1159 req-a02bc1c3-5117-43c8-a2eb-65de77d159b9 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:36.354998 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b11c1fdc-b5b1-4692-9b54-2ec79d5a1159 req-a02bc1c3-5117-43c8-a2eb-65de77d159b9 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/ports?device_id=54e934a5-fda3-403d-86e3-3c0f0079913a HTTP/1.1" status: 200 len: 936 time: 0.3647974 Jul 15 13:00:36.444668 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-6876a9cb-92f5-4c80-a76b-6d5832dbd16d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d8574a5-66ae-4b4f-9394-9e68a5ab7989 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:36.456472 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:36.459247 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-54b57516-25a4-4479-a086-6780125394ee req-9d7aca72-1a2d-4d03-8f28-cd7db08aa24e tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Deleting port 10da2609-2cf4-40fc-b299-359977fbd2c7 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:00:36.459586 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-54b57516-25a4-4479-a086-6780125394ee req-9d7aca72-1a2d-4d03-8f28-cd7db08aa24e tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:36.469696 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-6876a9cb-92f5-4c80-a76b-6d5832dbd16d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:36.502948 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 8e25edaf-63ba-4c71-9113-3648368c56b5, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=8e25edaf-63ba-4c71-9113-3648368c56b5,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:36.504949 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84353dff-848d-4811-836f-66339e222350', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e25edaf-63ba-4c71-9113-3648368c56b5'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:36.508714 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cb105f-38e9-44d8-97c1-70c7ba781872" -d '{"events": [{"server_uuid": "84353dff-848d-4811-836f-66339e222350", "name": "network-vif-unplugged", "status": "completed", "tag": "8e25edaf-63ba-4c71-9113-3648368c56b5"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:36.516325 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:36.517761 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b11c1fdc-b5b1-4692-9b54-2ec79d5a1159 req-33750a8b-eda9-4dd8-b031-892280caa479 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f259860-5871-4323-aee6-f68eec72c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619794 Jul 15 13:00:36.576818 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=8e25edaf-63ba-4c71-9113-3648368c56b5,revision_number=8']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:36.591186 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device d454cdd8-e78c-483f-868d-22f81ec68ed4 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:36.628380 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-6876a9cb-92f5-4c80-a76b-6d5832dbd16d service neutron] Transition to ACTIVE for port object 1d8574a5-66ae-4b4f-9394-9e68a5ab7989 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:36.652216 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port d454cdd8-e78c-483f-868d-22f81ec68ed4 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:36.657959 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-6876a9cb-92f5-4c80-a76b-6d5832dbd16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:36.661851 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port d454cdd8-e78c-483f-868d-22f81ec68ed4 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:36.662289 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:36.779904 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:36.833649 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port d454cdd8-e78c-483f-868d-22f81ec68ed4, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=d454cdd8-e78c-483f-868d-22f81ec68ed4,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:36.840404 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:36.841834 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:00:36.939452 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876a9cb-92f5-4c80-a76b-6d5832dbd16d service neutron] Pushing event updated for resources: {'Port': ['ID=1d8574a5-66ae-4b4f-9394-9e68a5ab7989,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:37.001040 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=d454cdd8-e78c-483f-868d-22f81ec68ed4,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:37.029659 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-54b57516-25a4-4479-a086-6780125394ee req-9d7aca72-1a2d-4d03-8f28-cd7db08aa24e tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] For port 10da2609-2cf4-40fc-b299-359977fbd2c7, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=10da2609-2cf4-40fc-b299-359977fbd2c7,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:37.030037 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-54b57516-25a4-4479-a086-6780125394ee req-9d7aca72-1a2d-4d03-8f28-cd7db08aa24e tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:37.047844 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-54b57516-25a4-4479-a086-6780125394ee req-9d7aca72-1a2d-4d03-8f28-cd7db08aa24e tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Calling delete_port for 10da2609-2cf4-40fc-b299-359977fbd2c7 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:00:37.096660 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-6876a9cb-92f5-4c80-a76b-6d5832dbd16d service neutron] Attempting to bind port 1d8574a5-66ae-4b4f-9394-9e68a5ab7989 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:00:37.097008 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-6876a9cb-92f5-4c80-a76b-6d5832dbd16d service neutron] Attempting to bind port 1d8574a5-66ae-4b4f-9394-9e68a5ab7989 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:00:37.097223 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-6876a9cb-92f5-4c80-a76b-6d5832dbd16d service neutron] Attempting to bind port 1d8574a5-66ae-4b4f-9394-9e68a5ab7989 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:37.150827 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bdeee-39c3-4479-b85a-25f99a826c9c req-8b48bc56-c981-48bb-8057-138b5564884c tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:37.153665 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-528bdeee-39c3-4479-b85a-25f99a826c9c req-8b48bc56-c981-48bb-8057-138b5564884c tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ebd3321-3589-461f-807c-2d84527fdbb0 HTTP/1.1" status: 200 len: 943 time: 0.6307640 Jul 15 13:00:37.180711 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-6876a9cb-92f5-4c80-a76b-6d5832dbd16d service neutron] Port 1d8574a5-66ae-4b4f-9394-9e68a5ab7989 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:00:37.181039 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-6876a9cb-92f5-4c80-a76b-6d5832dbd16d service neutron] Attempting to bind port 1d8574a5-66ae-4b4f-9394-9e68a5ab7989 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:37.225891 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-6876a9cb-92f5-4c80-a76b-6d5832dbd16d service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:00:37.226227 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-6876a9cb-92f5-4c80-a76b-6d5832dbd16d service neutron] Checking segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:37.226638 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-6876a9cb-92f5-4c80-a76b-6d5832dbd16d service neutron] Bound using segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:00:37.227281 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-6876a9cb-92f5-4c80-a76b-6d5832dbd16d service neutron] Bound port: 1d8574a5-66ae-4b4f-9394-9e68a5ab7989, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:00:37.227646 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-6876a9cb-92f5-4c80-a76b-6d5832dbd16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:37.291498 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef989971-5a7a-415a-964b-2617cadd9853 req-5d59d0ad-749f-4a1b-9f2a-f436cc3d058f service neutron] 10.222.0.46 "GET /v2.0/ports/711d4ddf-f5ab-45f1-9d3a-da2dd23b6300/bindings/n-h1-771363-36 HTTP/1.1" status: 200 len: 385 time: 0.3325346 Jul 15 13:00:37.345840 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-528bdeee-39c3-4479-b85a-25f99a826c9c req-b5ea0e2b-1086-42d1-895c-4ea98fecf5ab tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769903 Jul 15 13:00:37.375572 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7bbde7-33ec-4164-9b26-375ef1e1f24d req-c7c4623c-e22f-434c-a026-144880708121 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:37.377154 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3e7bbde7-33ec-4164-9b26-375ef1e1f24d req-c7c4623c-e22f-434c-a026-144880708121 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=45c3ba16-4a08-458c-b7ea-a4a36bfcef13 HTTP/1.1" status: 200 len: 931 time: 0.5681818 Jul 15 13:00:37.551307 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-6876a9cb-92f5-4c80-a76b-6d5832dbd16d service neutron] For port 1d8574a5-66ae-4b4f-9394-9e68a5ab7989, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:37.578110 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-894dc974-f854-4530-aa70-558deadff644 req-62482059-6224-4332-adda-64af7375baf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1573646-6a68-404e-994d-1a59ad11c444 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:37.597841 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-894dc974-f854-4530-aa70-558deadff644 req-62482059-6224-4332-adda-64af7375baf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:37.605732 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-6876a9cb-92f5-4c80-a76b-6d5832dbd16d service neutron] For port 1d8574a5-66ae-4b4f-9394-9e68a5ab7989, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=1d8574a5-66ae-4b4f-9394-9e68a5ab7989,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:00:37.617065 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3e7bbde7-33ec-4164-9b26-375ef1e1f24d req-a1761c39-affe-47be-9fc5-e2588f780383 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249339 Jul 15 13:00:37.642847 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-54b57516-25a4-4479-a086-6780125394ee req-9d7aca72-1a2d-4d03-8f28-cd7db08aa24e tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:37.642847 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-6876a9cb-92f5-4c80-a76b-6d5832dbd16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:37.651541 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['daa89cb7-47a0-4c32-b527-60c68c77355d'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:37.657879 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['10da2609-2cf4-40fc-b299-359977fbd2c7', '374bbb4e-de88-44a8-a6a8-85f9944a88f3'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:37.670033 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-894dc974-f854-4530-aa70-558deadff644 req-62482059-6224-4332-adda-64af7375baf0 service neutron] Transition to ACTIVE for port object a1573646-6a68-404e-994d-1a59ad11c444 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:37.688627 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b286d7-3af4-447b-95b0-c263ba9c841b x-openstack-request-id: req-a8b286d7-3af4-447b-95b0-c263ba9c841b {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:37.689020 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84353dff-848d-4811-836f-66339e222350", "name": "network-vif-unplugged", "status": "completed", "tag": "8e25edaf-63ba-4c71-9113-3648368c56b5", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:37.689205 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a8b286d7-3af4-447b-95b0-c263ba9c841b {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:37.689553 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84353dff-848d-4811-836f-66339e222350', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e25edaf-63ba-4c71-9113-3648368c56b5', 'code': 200} Jul 15 13:00:37.709030 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-894dc974-f854-4530-aa70-558deadff644 req-62482059-6224-4332-adda-64af7375baf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:37.717168 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-6876a9cb-92f5-4c80-a76b-6d5832dbd16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:37.718961 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-6876a9cb-92f5-4c80-a76b-6d5832dbd16d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:37.720409 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-6876a9cb-92f5-4c80-a76b-6d5832dbd16d service neutron] 10.222.0.46 "PUT /v2.0/ports/1d8574a5-66ae-4b4f-9394-9e68a5ab7989 HTTP/1.1" status: 200 len: 1097 time: 2.5400088 Jul 15 13:00:37.725006 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54e934a5-fda3-403d-86e3-3c0f0079913a', 'tag': '1d8574a5-66ae-4b4f-9394-9e68a5ab7989'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:37.728298 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b1f608-9994-48d1-bd9d-7a988a0473b4" -d '{"events": [{"name": "network-changed", "server_uuid": "54e934a5-fda3-403d-86e3-3c0f0079913a", "tag": "1d8574a5-66ae-4b4f-9394-9e68a5ab7989"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:37.732450 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7aca72-1a2d-4d03-8f28-cd7db08aa24e tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Pushing event deleted for resources: {'Port': ['ID=10da2609-2cf4-40fc-b299-359977fbd2c7,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:37.878479 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b57516-25a4-4479-a086-6780125394ee req-9d7aca72-1a2d-4d03-8f28-cd7db08aa24e tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] No DVR routers for this DVR port 10da2609-2cf4-40fc-b299-359977fbd2c7 on host n-h1-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:00:37.881836 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-54b57516-25a4-4479-a086-6780125394ee req-9d7aca72-1a2d-4d03-8f28-cd7db08aa24e tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:37.883861 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-54b57516-25a4-4479-a086-6780125394ee req-9d7aca72-1a2d-4d03-8f28-cd7db08aa24e tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.20 "DELETE /v2.0/ports/10da2609-2cf4-40fc-b299-359977fbd2c7 HTTP/1.1" status: 204 len: 173 time: 1.8927369 Jul 15 13:00:38.002186 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8887e-fbbc-4199-9813-05a0d4044282 req-7eb61782-4acd-4f84-a3f4-812023ba7dca tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:38.003796 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-70b8887e-fbbc-4199-9813-05a0d4044282 req-7eb61782-4acd-4f84-a3f4-812023ba7dca tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=7535332c-f6b2-4d67-9bee-9591454e7246 HTTP/1.1" status: 200 len: 867 time: 0.5241878 Jul 15 13:00:38.073081 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876a9cb-92f5-4c80-a76b-6d5832dbd16d service neutron] Pushing event updated for resources: {'Port': ['ID=1d8574a5-66ae-4b4f-9394-9e68a5ab7989,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:38.225882 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-ef989971-5a7a-415a-964b-2617cadd9853 req-733ac15d-fd81-4a86-a4a3-035ce485c923 service neutron] For port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=711d4ddf-f5ab-45f1-9d3a-da2dd23b6300,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:38.235514 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-70b8887e-fbbc-4199-9813-05a0d4044282 req-dfc515df-957d-4bf0-bcfe-4e53e2d12da2 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214909 Jul 15 13:00:38.243239 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62482059-6224-4332-adda-64af7375baf0 service neutron] Pushing event updated for resources: {'Port': ['ID=a1573646-6a68-404e-994d-1a59ad11c444,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:38.281416 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-93e628b5-5889-41bb-b9e4-6376cce37d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:38.283474 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-93e628b5-5889-41bb-b9e4-6376cce37d46 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=868122bfc913430ebf54f7085a42ff48&device_id=54e934a5-fda3-403d-86e3-3c0f0079913a HTTP/1.1" status: 200 len: 1100 time: 0.4924695 Jul 15 13:00:38.295650 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb4e25-0cfa-41db-abd3-71f957545c2e req-341b036a-222d-45b9-b084-3be5ad81b1a6 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:38.302896 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-25fb4e25-0cfa-41db-abd3-71f957545c2e req-341b036a-222d-45b9-b084-3be5ad81b1a6 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cc1886-ef73-4900-93e3-311088cd46cb HTTP/1.1" status: 200 len: 949 time: 0.4261494 Jul 15 13:00:38.332191 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-894dc974-f854-4530-aa70-558deadff644 req-62482059-6224-4332-adda-64af7375baf0 service neutron] Attempting to bind port a1573646-6a68-404e-994d-1a59ad11c444 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:00:38.332540 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-894dc974-f854-4530-aa70-558deadff644 req-62482059-6224-4332-adda-64af7375baf0 service neutron] Attempting to bind port a1573646-6a68-404e-994d-1a59ad11c444 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '9940a96e-2d5b-4778-a27d-d984f6200b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:00:38.332874 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894dc974-f854-4530-aa70-558deadff644 req-62482059-6224-4332-adda-64af7375baf0 service neutron] Attempting to bind port a1573646-6a68-404e-994d-1a59ad11c444 on network e0d89cea-932c-49ee-9772-9e5757255ae5 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:38.335517 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-ef989971-5a7a-415a-964b-2617cadd9853 req-733ac15d-fd81-4a86-a4a3-035ce485c923 service neutron] For port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:38.349051 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:00:38.390645 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-8071eaba-2d26-4d66-a4d9-5055586b7acd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=1d8574a5-66ae-4b4f-9394-9e68a5ab7989 HTTP/1.1" status: 200 len: 217 time: 0.0806320 Jul 15 13:00:38.411943 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894dc974-f854-4530-aa70-558deadff644 req-62482059-6224-4332-adda-64af7375baf0 service neutron] Port a1573646-6a68-404e-994d-1a59ad11c444 on network e0d89cea-932c-49ee-9772-9e5757255ae5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:00:38.412256 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894dc974-f854-4530-aa70-558deadff644 req-62482059-6224-4332-adda-64af7375baf0 service neutron] Attempting to bind port a1573646-6a68-404e-994d-1a59ad11c444 on network e0d89cea-932c-49ee-9772-9e5757255ae5 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:38.459252 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894dc974-f854-4530-aa70-558deadff644 req-62482059-6224-4332-adda-64af7375baf0 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:00:38.459635 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894dc974-f854-4530-aa70-558deadff644 req-62482059-6224-4332-adda-64af7375baf0 service neutron] Checking segment: {'id': '9940a96e-2d5b-4778-a27d-d984f6200b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:38.460015 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894dc974-f854-4530-aa70-558deadff644 req-62482059-6224-4332-adda-64af7375baf0 service neutron] Bound using segment: {'id': '9940a96e-2d5b-4778-a27d-d984f6200b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:00:38.460472 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-894dc974-f854-4530-aa70-558deadff644 req-62482059-6224-4332-adda-64af7375baf0 service neutron] Bound port: a1573646-6a68-404e-994d-1a59ad11c444, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9940a96e-2d5b-4778-a27d-d984f6200b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:00:38.460835 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-894dc974-f854-4530-aa70-558deadff644 req-62482059-6224-4332-adda-64af7375baf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:38.464507 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-ef989971-5a7a-415a-964b-2617cadd9853 req-733ac15d-fd81-4a86-a4a3-035ce485c923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:38.489655 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-25fb4e25-0cfa-41db-abd3-71f957545c2e req-8f872114-49f8-4cb0-a8dc-f5e2068f9b1e tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826675 Jul 15 13:00:38.498005 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:38.515757 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': '12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': '12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61', 'mac_address': 'fa:16:3e:80:0e:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:00:38.566690 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:38.582719 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:38.606442 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:38.613077 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:38.676701 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:38.859440 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:38.900701 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c793bd51-01e0-4296-be7e-8021ffe30ad2 x-openstack-request-id: req-c793bd51-01e0-4296-be7e-8021ffe30ad2 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:38.901030 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54e934a5-fda3-403d-86e3-3c0f0079913a", "tag": "1d8574a5-66ae-4b4f-9394-9e68a5ab7989", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:38.901259 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c793bd51-01e0-4296-be7e-8021ffe30ad2 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:38.901656 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54e934a5-fda3-403d-86e3-3c0f0079913a', 'tag': '1d8574a5-66ae-4b4f-9394-9e68a5ab7989', 'status': 'completed', 'code': 200} Jul 15 13:00:38.910494 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-ef989971-5a7a-415a-964b-2617cadd9853 req-733ac15d-fd81-4a86-a4a3-035ce485c923 service neutron] For port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=711d4ddf-f5ab-45f1-9d3a-da2dd23b6300,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:38.991030 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-8cdbc01b-0651-40a2-85b3-6fc4833179a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:38.992498 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-8cdbc01b-0651-40a2-85b3-6fc4833179a3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.5940635 Jul 15 13:00:39.013114 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ef989971-5a7a-415a-964b-2617cadd9853 req-733ac15d-fd81-4a86-a4a3-035ce485c923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:39.238745 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-894dc974-f854-4530-aa70-558deadff644 req-62482059-6224-4332-adda-64af7375baf0 service neutron] For port a1573646-6a68-404e-994d-1a59ad11c444, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:39.254690 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-894dc974-f854-4530-aa70-558deadff644 req-62482059-6224-4332-adda-64af7375baf0 service neutron] For port a1573646-6a68-404e-994d-1a59ad11c444, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a1573646-6a68-404e-994d-1a59ad11c444,segment=NetworkSegment(9940a96e-2d5b-4778-a27d-d984f6200b93),segment_id=9940a96e-2d5b-4778-a27d-d984f6200b93)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:00:39.274650 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-ef989971-5a7a-415a-964b-2617cadd9853 req-733ac15d-fd81-4a86-a4a3-035ce485c923 service neutron] Transition to ACTIVE for port object 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:39.275911 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-894dc974-f854-4530-aa70-558deadff644 req-62482059-6224-4332-adda-64af7375baf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:39.290085 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe9754-1eec-461e-b063-08e95f5aa74e req-eb1d207e-7897-489f-9182-f6f6f0443ba9 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:39.291752 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d3fe9754-1eec-461e-b063-08e95f5aa74e req-eb1d207e-7897-489f-9182-f6f6f0443ba9 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/ports?device_id=54e934a5-fda3-403d-86e3-3c0f0079913a HTTP/1.1" status: 200 len: 948 time: 0.7793107 Jul 15 13:00:39.299907 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ef989971-5a7a-415a-964b-2617cadd9853 req-733ac15d-fd81-4a86-a4a3-035ce485c923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:39.361593 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894dc974-f854-4530-aa70-558deadff644 req-62482059-6224-4332-adda-64af7375baf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:39.362189 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-894dc974-f854-4530-aa70-558deadff644 req-62482059-6224-4332-adda-64af7375baf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:39.363552 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-894dc974-f854-4530-aa70-558deadff644 req-62482059-6224-4332-adda-64af7375baf0 service neutron] 10.222.0.46 "PUT /v2.0/ports/a1573646-6a68-404e-994d-1a59ad11c444 HTTP/1.1" status: 200 len: 1092 time: 3.3713505 Jul 15 13:00:39.386388 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8836c4a-0a44-484c-8d3d-19d380a265be req-b08027d2-3c89-4996-8547-18579c467616 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:39.394483 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b8836c4a-0a44-484c-8d3d-19d380a265be req-b08027d2-3c89-4996-8547-18579c467616 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ebd3321-3589-461f-807c-2d84527fdbb0 HTTP/1.1" status: 200 len: 943 time: 0.4754474 Jul 15 13:00:39.414069 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-8ef86d5c-52e4-4661-bd99-1dcdb7071e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:39.415223 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-8ef86d5c-52e4-4661-bd99-1dcdb7071e02 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3986046 Jul 15 13:00:39.507893 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef989971-5a7a-415a-964b-2617cadd9853 req-733ac15d-fd81-4a86-a4a3-035ce485c923 service neutron] No DVR routers for this DVR port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:00:39.509721 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62482059-6224-4332-adda-64af7375baf0 service neutron] Pushing event updated for resources: {'Port': ['ID=a1573646-6a68-404e-994d-1a59ad11c444,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:39.570747 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d3fe9754-1eec-461e-b063-08e95f5aa74e req-d89219fb-fbfd-4586-8d1e-b90ca2fa1f03 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f259860-5871-4323-aee6-f68eec72c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421336 Jul 15 13:00:39.672494 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ac15d-fd81-4a86-a4a3-035ce485c923 service neutron] Pushing event updated for resources: {'Port': ['ID=711d4ddf-f5ab-45f1-9d3a-da2dd23b6300,revision_number=10']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:39.690777 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01cc1886-ef73-4900-93e3-311088cd46cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd454cdd8-e78c-483f-868d-22f81ec68ed4'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:39.693180 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa791264-c299-49fb-b6d2-965f3aa18748" -d '{"events": [{"server_uuid": "01cc1886-ef73-4900-93e3-311088cd46cb", "name": "network-vif-plugged", "status": "completed", "tag": "d454cdd8-e78c-483f-868d-22f81ec68ed4"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:39.732195 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef989971-5a7a-415a-964b-2617cadd9853 req-733ac15d-fd81-4a86-a4a3-035ce485c923 service neutron] 10.222.0.46 "PUT /v2.0/ports/711d4ddf-f5ab-45f1-9d3a-da2dd23b6300/bindings/n-h1-771363-36/activate HTTP/1.1" status: 200 len: 370 time: 2.4085138 Jul 15 13:00:39.735248 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-35c2eef2-c885-474d-9c51-b51b63586a8e service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012764 Jul 15 13:00:39.738860 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b8836c4a-0a44-484c-8d3d-19d380a265be req-3b411ee9-3e18-4b8f-be89-ab9b9480c05b tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434386 Jul 15 13:00:39.845143 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894dc974-f854-4530-aa70-558deadff644 req-6f9b2f70-a4eb-4c79-9078-47046c7c8cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:39.846726 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-894dc974-f854-4530-aa70-558deadff644 req-6f9b2f70-a4eb-4c79-9078-47046c7c8cb3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=af8a25419ab0489e8df66f3d058b9b35&device_id=45c3ba16-4a08-458c-b7ea-a4a36bfcef13 HTTP/1.1" status: 200 len: 1095 time: 0.4299090 Jul 15 13:00:39.925585 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-894dc974-f854-4530-aa70-558deadff644 req-f8762ab2-689c-46d8-9d47-9561cd754f6e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a1573646-6a68-404e-994d-1a59ad11c444 HTTP/1.1" status: 200 len: 217 time: 0.0647883 Jul 15 13:00:40.042004 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae141759-7460-48a0-b28a-e74b86facc87 req-e332d5a7-e997-47f8-a380-39eed1e80a86 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:40.043462 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae141759-7460-48a0-b28a-e74b86facc87 req-e332d5a7-e997-47f8-a380-39eed1e80a86 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=45c3ba16-4a08-458c-b7ea-a4a36bfcef13 HTTP/1.1" status: 200 len: 943 time: 0.3036935 Jul 15 13:00:40.053457 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894dc974-f854-4530-aa70-558deadff644 req-bc204f4e-2e2c-4386-bfdf-d859527e5967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:40.054946 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-894dc974-f854-4530-aa70-558deadff644 req-bc204f4e-2e2c-4386-bfdf-d859527e5967 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=459bc575-93e3-4ab8-8230-d52ee95226e2 HTTP/1.1" status: 200 len: 852 time: 0.0939031 Jul 15 13:00:40.062152 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c3b5142-b8bd-4477-8c00-e9da448a1650 req-4dd8dba5-bbb8-4d93-a2e4-8e69d5eb10e4 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716069 Jul 15 13:00:40.115831 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-894dc974-f854-4530-aa70-558deadff644 req-be5cffc7-6f84-4840-a7a1-836518e7d6c0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0d89cea-932c-49ee-9772-9e5757255ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525560 Jul 15 13:00:40.146968 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef989971-5a7a-415a-964b-2617cadd9853 req-036bcca4-1b13-419d-b10e-0dfbe95ac1d5 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:40.148451 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef989971-5a7a-415a-964b-2617cadd9853 req-036bcca4-1b13-419d-b10e-0dfbe95ac1d5 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6ebd3321-3589-461f-807c-2d84527fdbb0&tenant_id=eab83a220c154216861503618b01c15d&binding%3Ahost_id=n-h2-771363-36 HTTP/1.1" status: 200 len: 1096 time: 0.3000619 Jul 15 13:00:40.187426 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae141759-7460-48a0-b28a-e74b86facc87 req-4b49f424-b382-44f1-bedd-6a9f6a212065 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314158 Jul 15 13:00:40.353181 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-894dc974-f854-4530-aa70-558deadff644 req-4f92686b-32be-4464-9370-50816624d9ea service neutron] 10.222.0.46 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185738 Jul 15 13:00:40.360602 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61 up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:40.410644 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1f608-9994-48d1-bd9d-7a988a0473b4 req-c540cf92-70f7-478a-a027-39770bdfc4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:40.412394 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d2b1f608-9994-48d1-bd9d-7a988a0473b4 req-c540cf92-70f7-478a-a027-39770bdfc4a1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=868122bfc913430ebf54f7085a42ff48&device_id=54e934a5-fda3-403d-86e3-3c0f0079913a HTTP/1.1" status: 200 len: 1100 time: 0.2491426 Jul 15 13:00:40.439082 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef989971-5a7a-415a-964b-2617cadd9853 req-bb183285-9e89-45a2-824b-d8011c7caabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:40.440705 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef989971-5a7a-415a-964b-2617cadd9853 req-bb183285-9e89-45a2-824b-d8011c7caabd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6ebd3321-3589-461f-807c-2d84527fdbb0&tenant_id=eab83a220c154216861503618b01c15d HTTP/1.1" status: 200 len: 1096 time: 0.2786093 Jul 15 13:00:40.449198 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port 12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:40.450139 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:40.452772 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec393a-bf38-4e9d-87fd-d267199acd70 req-f7c08497-de63-4457-b8db-85579d0ec83c tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:40.454603 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-23ec393a-bf38-4e9d-87fd-d267199acd70 req-f7c08497-de63-4457-b8db-85579d0ec83c tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cc1886-ef73-4900-93e3-311088cd46cb HTTP/1.1" status: 200 len: 949 time: 0.2904508 Jul 15 13:00:40.505115 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922bb971-3e63-4213-b2c3-2bfcebf6a064 x-openstack-request-id: req-922bb971-3e63-4213-b2c3-2bfcebf6a064 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:40.505622 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01cc1886-ef73-4900-93e3-311088cd46cb", "name": "network-vif-plugged", "status": "completed", "tag": "d454cdd8-e78c-483f-868d-22f81ec68ed4", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:40.506346 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-922bb971-3e63-4213-b2c3-2bfcebf6a064 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:40.506943 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01cc1886-ef73-4900-93e3-311088cd46cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd454cdd8-e78c-483f-868d-22f81ec68ed4', 'code': 200} Jul 15 13:00:40.648267 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:40.714491 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:40.722028 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:40.723655 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 10da2609-2cf4-40fc-b299-359977fbd2c7 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:00:40.731783 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-23ec393a-bf38-4e9d-87fd-d267199acd70 req-a2ad4b70-d220-4b1d-9152-539b028a47f7 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529814 Jul 15 13:00:40.771132 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: 10da2609-2cf4-40fc-b299-359977fbd2c7 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:00:40.771622 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 10da2609-2cf4-40fc-b299-359977fbd2c7 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:00:40.772382 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-894dc974-f854-4530-aa70-558deadff644 req-76c29fae-269a-4914-87d6-e7cb5487fb3c service neutron] 10.222.0.46 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046836 Jul 15 13:00:40.853025 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1f608-9994-48d1-bd9d-7a988a0473b4 req-a2499031-4474-442b-b343-c5cafbe3fe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:40.857207 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d2b1f608-9994-48d1-bd9d-7a988a0473b4 req-a2499031-4474-442b-b343-c5cafbe3fe3e service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.4333653 Jul 15 13:00:40.890925 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef989971-5a7a-415a-964b-2617cadd9853 req-72d1e218-67df-42ae-9f8b-32d7ea4e9f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:40.893415 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef989971-5a7a-415a-964b-2617cadd9853 req-72d1e218-67df-42ae-9f8b-32d7ea4e9f43 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eab83a220c154216861503618b01c15d&device_id=6ebd3321-3589-461f-807c-2d84527fdbb0 HTTP/1.1" status: 200 len: 1096 time: 0.3802857 Jul 15 13:00:40.912133 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61,revision_number=7']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:40.942314 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7535332c-f6b2-4d67-9bee-9591454e7246', 'name': 'network-vif-deleted', 'tag': '10da2609-2cf4-40fc-b299-359977fbd2c7'}, {'name': 'network-changed', 'server_uuid': '45c3ba16-4a08-458c-b7ea-a4a36bfcef13', 'tag': 'a1573646-6a68-404e-994d-1a59ad11c444'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:40.945130 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402f0563-0e74-4f5d-8c32-5eefdd6bff8a" -d '{"events": [{"server_uuid": "7535332c-f6b2-4d67-9bee-9591454e7246", "name": "network-vif-deleted", "tag": "10da2609-2cf4-40fc-b299-359977fbd2c7"}, {"name": "network-changed", "server_uuid": "45c3ba16-4a08-458c-b7ea-a4a36bfcef13", "tag": "a1573646-6a68-404e-994d-1a59ad11c444"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:40.963695 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d2b1f608-9994-48d1-bd9d-7a988a0473b4 req-5c72e9cc-c298-45c7-a8f5-14b9d6cecf05 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=1d8574a5-66ae-4b4f-9394-9e68a5ab7989 HTTP/1.1" status: 200 len: 217 time: 0.0908334 Jul 15 13:00:41.005612 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e406a60-8133-450a-b711-630b109586b1 req-db3e9152-72cd-4401-840f-287129fa677d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:41.007777 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8e406a60-8133-450a-b711-630b109586b1 req-db3e9152-72cd-4401-840f-287129fa677d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=01cc1886-ef73-4900-93e3-311088cd46cb HTTP/1.1" status: 200 len: 1101 time: 0.4267418 Jul 15 13:00:41.215258 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8e406a60-8133-450a-b711-630b109586b1 req-99158cae-c9da-4fcc-8c1a-de5a168209d9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901309 Jul 15 13:00:41.216947 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1f608-9994-48d1-bd9d-7a988a0473b4 req-f59bc482-5d83-41c9-a8d4-58dc52840e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:41.218451 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d2b1f608-9994-48d1-bd9d-7a988a0473b4 req-f59bc482-5d83-41c9-a8d4-58dc52840e55 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.2340243 Jul 15 13:00:41.258191 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef989971-5a7a-415a-964b-2617cadd9853 req-5d09a4ba-0f9b-471f-8d8f-292282739080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:41.259761 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef989971-5a7a-415a-964b-2617cadd9853 req-5d09a4ba-0f9b-471f-8d8f-292282739080 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3ccc611d-a289-44b3-992b-3e39605548b4 HTTP/1.1" status: 200 len: 908 time: 0.3105545 Jul 15 13:00:41.273829 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c74fa-60d9-4df9-b4bd-caf2c852bc25 req-e38f4ea1-4824-41f8-a876-c511e27d412e tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:41.281512 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-926c74fa-60d9-4df9-b4bd-caf2c852bc25 req-e38f4ea1-4824-41f8-a876-c511e27d412e tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/ports?device_id=54e934a5-fda3-403d-86e3-3c0f0079913a HTTP/1.1" status: 200 len: 948 time: 0.2684121 Jul 15 13:00:41.314422 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc0260-36c9-4150-864a-0d8e1a2504c9 req-c260a60a-5ced-4dbd-ac93-896296bdc417 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:41.315970 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d8fc0260-36c9-4150-864a-0d8e1a2504c9 req-c260a60a-5ced-4dbd-ac93-896296bdc417 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ebd3321-3589-461f-807c-2d84527fdbb0 HTTP/1.1" status: 200 len: 944 time: 0.2304935 Jul 15 13:00:41.386235 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef989971-5a7a-415a-964b-2617cadd9853 req-4a689628-b247-4463-b89e-3f9a2aea4b4c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 HTTP/1.1" status: 200 len: 217 time: 0.1018145 Jul 15 13:00:41.447269 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-926c74fa-60d9-4df9-b4bd-caf2c852bc25 req-80a40400-f50e-4655-8084-d6a6b7eb1a46 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f259860-5871-4323-aee6-f68eec72c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647899 Jul 15 13:00:41.473717 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d8fc0260-36c9-4150-864a-0d8e1a2504c9 req-98b12a02-57af-4809-9665-21197051a64d tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287055 Jul 15 13:00:41.505706 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1f608-9994-48d1-bd9d-7a988a0473b4 req-db375ec3-1b21-4f37-8336-01a7c22446f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:41.508530 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d2b1f608-9994-48d1-bd9d-7a988a0473b4 req-db375ec3-1b21-4f37-8336-01a7c22446f8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2250974 Jul 15 13:00:41.516282 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef989971-5a7a-415a-964b-2617cadd9853 req-e7124ff7-bce7-46a6-8d7c-cd2f36491314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:41.518595 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef989971-5a7a-415a-964b-2617cadd9853 req-e7124ff7-bce7-46a6-8d7c-cd2f36491314 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7de80623-b855-4366-a308-8757d4a69fb8 HTTP/1.1" status: 200 len: 847 time: 0.1134501 Jul 15 13:00:41.917272 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eef15f6-f630-4e4a-a394-1f6992c8bfc4 x-openstack-request-id: req-9eef15f6-f630-4e4a-a394-1f6992c8bfc4 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:41.917568 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7535332c-f6b2-4d67-9bee-9591454e7246", "name": "network-vif-deleted", "tag": "10da2609-2cf4-40fc-b299-359977fbd2c7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "45c3ba16-4a08-458c-b7ea-a4a36bfcef13", "tag": "a1573646-6a68-404e-994d-1a59ad11c444", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:41.917847 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9eef15f6-f630-4e4a-a394-1f6992c8bfc4 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:41.918236 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7535332c-f6b2-4d67-9bee-9591454e7246', 'name': 'network-vif-deleted', 'tag': '10da2609-2cf4-40fc-b299-359977fbd2c7', 'status': 'completed', 'code': 200} Jul 15 13:00:41.918489 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c3ba16-4a08-458c-b7ea-a4a36bfcef13', 'tag': 'a1573646-6a68-404e-994d-1a59ad11c444', 'status': 'completed', 'code': 200} Jul 15 13:00:42.040669 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef989971-5a7a-415a-964b-2617cadd9853 req-99f19899-aa3d-4d8b-a555-86fb392d5e2d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3ccc611d-a289-44b3-992b-3e39605548b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1203823 Jul 15 13:00:42.110009 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d2b1f608-9994-48d1-bd9d-7a988a0473b4 req-d96a6a6a-0dd1-43a5-a46f-b954ffc25517 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5902789 Jul 15 13:00:42.211463 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f0563-0e74-4f5d-8c32-5eefdd6bff8a req-b9d34568-df5a-4e6f-b059-de4e06aee433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:42.212948 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-402f0563-0e74-4f5d-8c32-5eefdd6bff8a req-b9d34568-df5a-4e6f-b059-de4e06aee433 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=af8a25419ab0489e8df66f3d058b9b35&device_id=45c3ba16-4a08-458c-b7ea-a4a36bfcef13 HTTP/1.1" status: 200 len: 1095 time: 0.2986357 Jul 15 13:00:42.267931 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bef471-c96b-4ca9-b015-82b0ab9d4ca2 req-b6b85167-b0de-49ee-ab5a-1761fce6eb3f tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:42.269423 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-25bef471-c96b-4ca9-b015-82b0ab9d4ca2 req-b6b85167-b0de-49ee-ab5a-1761fce6eb3f tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a3c8436-2dae-49bb-aeab-a37cf2f24fe7 HTTP/1.1" status: 200 len: 948 time: 0.3537319 Jul 15 13:00:42.290771 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef2126-6a28-42db-8ac5-79b4b2363dae req-64606f3a-3618-4209-ae3c-4c4294e912f4 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:42.292229 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c3ef2126-6a28-42db-8ac5-79b4b2363dae req-64606f3a-3618-4209-ae3c-4c4294e912f4 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=45c3ba16-4a08-458c-b7ea-a4a36bfcef13 HTTP/1.1" status: 200 len: 943 time: 0.3730125 Jul 15 13:00:42.319727 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef989971-5a7a-415a-964b-2617cadd9853 req-36ffa7c9-6d24-4878-b8d4-5acb279f8391 service neutron] 10.222.0.20 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666039 Jul 15 13:00:42.476890 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d2b1f608-9994-48d1-bd9d-7a988a0473b4 req-27cc3bd4-4099-4ef4-a5df-6a893fc4e84f service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509696 Jul 15 13:00:42.510114 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd6d9e1-ae28-4d36-ad2c-37337ae9903a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:42.511852 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-25bef471-c96b-4ca9-b015-82b0ab9d4ca2 req-c93feed4-7b1c-4584-8afe-61f49919eb5c tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313383 Jul 15 13:00:42.512837 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab1194e-63ea-462f-873c-5d9ff1365a8b" -d '{"events": [{"server_uuid": "bcd6d9e1-ae28-4d36-ad2c-37337ae9903a", "name": "network-vif-plugged", "status": "completed", "tag": "12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:42.557113 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c3ef2126-6a28-42db-8ac5-79b4b2363dae req-e5b014e5-b50a-4b3a-8c09-4e50c27e4481 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348363 Jul 15 13:00:42.561860 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f0563-0e74-4f5d-8c32-5eefdd6bff8a req-de4769d7-49b1-4bb3-b770-22d880fc627c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:42.563435 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-402f0563-0e74-4f5d-8c32-5eefdd6bff8a req-de4769d7-49b1-4bb3-b770-22d880fc627c service neutron] 10.222.0.46 "GET /v2.0/networks?id=e0d89cea-932c-49ee-9772-9e5757255ae5 HTTP/1.1" status: 200 len: 913 time: 0.3378944 Jul 15 13:00:42.608624 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 1d8574a5-66ae-4b4f-9394-9e68a5ab7989 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:00:42.674877 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef989971-5a7a-415a-964b-2617cadd9853 req-bd1f2a05-a272-449f-8c98-31a6de77004e service neutron] 10.222.0.20 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393543 Jul 15 13:00:42.676156 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-402f0563-0e74-4f5d-8c32-5eefdd6bff8a req-e270b184-44b3-4421-a39a-ec5c7eee73bc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a1573646-6a68-404e-994d-1a59ad11c444 HTTP/1.1" status: 200 len: 217 time: 0.0950506 Jul 15 13:00:42.784351 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f0563-0e74-4f5d-8c32-5eefdd6bff8a req-ce55bf3a-9184-417c-ac3f-b4f7de5158f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:42.786348 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-402f0563-0e74-4f5d-8c32-5eefdd6bff8a req-ce55bf3a-9184-417c-ac3f-b4f7de5158f1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=459bc575-93e3-4ab8-8230-d52ee95226e2 HTTP/1.1" status: 200 len: 852 time: 0.0903399 Jul 15 13:00:42.829106 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 1d8574a5-66ae-4b4f-9394-9e68a5ab7989, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=1d8574a5-66ae-4b4f-9394-9e68a5ab7989,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:42.847724 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '1d8574a5-66ae-4b4f-9394-9e68a5ab7989', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': '1d8574a5-66ae-4b4f-9394-9e68a5ab7989', 'mac_address': 'fa:16:3e:ad:3b:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:00:42.850378 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-402f0563-0e74-4f5d-8c32-5eefdd6bff8a req-aa881bbc-ebc7-4261-aecd-6ca6a642e716 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0d89cea-932c-49ee-9772-9e5757255ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490286 Jul 15 13:00:42.906603 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:42.940477 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d8574a5-66ae-4b4f-9394-9e68a5ab7989 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:42.985679 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 1d8574a5-66ae-4b4f-9394-9e68a5ab7989, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=1d8574a5-66ae-4b4f-9394-9e68a5ab7989,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:42.996415 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:43.034250 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842be7c9-90b0-4d49-a841-6dca7d3c2f4e req-cd6ee5e1-6f8d-4bcf-9fd4-48210ecccf25 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:43.035988 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-842be7c9-90b0-4d49-a841-6dca7d3c2f4e req-cd6ee5e1-6f8d-4bcf-9fd4-48210ecccf25 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cc1886-ef73-4900-93e3-311088cd46cb HTTP/1.1" status: 200 len: 949 time: 0.2482212 Jul 15 13:00:43.045431 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-402f0563-0e74-4f5d-8c32-5eefdd6bff8a req-3d114564-9480-489d-9084-b74a7a1055c7 service neutron] 10.222.0.46 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766870 Jul 15 13:00:43.055079 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328ad8a-8e4c-45e5-8bac-a1bb7ef23375 req-f3f68b6c-04bd-4368-9a49-401e21cf364e tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:43.057520 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6328ad8a-8e4c-45e5-8bac-a1bb7ef23375 req-f3f68b6c-04bd-4368-9a49-401e21cf364e tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/ports?device_id=54e934a5-fda3-403d-86e3-3c0f0079913a HTTP/1.1" status: 200 len: 948 time: 0.2036991 Jul 15 13:00:43.086154 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=1d8574a5-66ae-4b4f-9394-9e68a5ab7989,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:43.248418 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6328ad8a-8e4c-45e5-8bac-a1bb7ef23375 req-97adf836-77cb-48b9-b3ef-f59a2b6f83af tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f259860-5871-4323-aee6-f68eec72c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802394 Jul 15 13:00:43.256722 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-842be7c9-90b0-4d49-a841-6dca7d3c2f4e req-ecb6ab23-8ced-4bbc-8514-bca05d7de199 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139678 Jul 15 13:00:43.354286 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-402f0563-0e74-4f5d-8c32-5eefdd6bff8a req-ac8416f8-4288-47f4-a6ad-65d5c05ca38c service neutron] 10.222.0.46 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948916 Jul 15 13:00:43.390085 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef989971-5a7a-415a-964b-2617cadd9853 req-4890bd15-20b8-45a5-b204-029f336a67cf tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:43.391827 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef989971-5a7a-415a-964b-2617cadd9853 req-4890bd15-20b8-45a5-b204-029f336a67cf tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6ebd3321-3589-461f-807c-2d84527fdbb0&tenant_id=eab83a220c154216861503618b01c15d&binding%3Ahost_id=n-h1-771363-36 HTTP/1.1" status: 200 len: 1096 time: 0.2744141 Jul 15 13:00:43.411948 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d2d8e8-3837-48d3-a471-9127e5cb2a15 x-openstack-request-id: req-38d2d8e8-3837-48d3-a471-9127e5cb2a15 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:43.412630 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd6d9e1-ae28-4d36-ad2c-37337ae9903a", "name": "network-vif-plugged", "status": "completed", "tag": "12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:43.413132 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-38d2d8e8-3837-48d3-a471-9127e5cb2a15 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:43.413780 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd6d9e1-ae28-4d36-ad2c-37337ae9903a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61', 'code': 200} Jul 15 13:00:43.448658 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['1d8574a5-66ae-4b4f-9394-9e68a5ab7989'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:43.474781 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6ac5d-7e3e-46da-ba90-3b6dc39d8822 req-0ec78c5d-f30d-4df5-8301-d5a66295c8e5 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:43.476288 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e7d6ac5d-7e3e-46da-ba90-3b6dc39d8822 req-0ec78c5d-f30d-4df5-8301-d5a66295c8e5 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a3c8436-2dae-49bb-aeab-a37cf2f24fe7 HTTP/1.1" status: 200 len: 948 time: 0.2097795 Jul 15 13:00:43.675792 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a5165-a934-40ef-8283-ddb2ccc8a3bf req-2adcb606-b4ab-4d89-a0f9-35d19d52f8f6 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:43.677395 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d12a5165-a934-40ef-8283-ddb2ccc8a3bf req-2adcb606-b4ab-4d89-a0f9-35d19d52f8f6 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ebd3321-3589-461f-807c-2d84527fdbb0 HTTP/1.1" status: 200 len: 944 time: 0.2708066 Jul 15 13:00:43.786843 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d12a5165-a934-40ef-8283-ddb2ccc8a3bf req-b0de7bff-2b2f-4aea-96fd-43a5c8de1d18 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995226 Jul 15 13:00:43.803898 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-e7d6ac5d-7e3e-46da-ba90-3b6dc39d8822 req-318eda19-f655-4ddb-ad5b-2136400770c6 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Deleting port daa89cb7-47a0-4c32-b527-60c68c77355d {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:00:43.804247 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e7d6ac5d-7e3e-46da-ba90-3b6dc39d8822 req-318eda19-f655-4ddb-ad5b-2136400770c6 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:43.808985 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-ef989971-5a7a-415a-964b-2617cadd9853 req-65e749f9-c5d4-4db7-a119-3115ec5bdfbd service neutron] For port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:43.825995 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ef989971-5a7a-415a-964b-2617cadd9853 req-65e749f9-c5d4-4db7-a119-3115ec5bdfbd service neutron] Notify callbacks [] for binding, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:43.838039 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef989971-5a7a-415a-964b-2617cadd9853 req-65e749f9-c5d4-4db7-a119-3115ec5bdfbd service neutron] 10.222.0.20 "DELETE /v2.0/ports/711d4ddf-f5ab-45f1-9d3a-da2dd23b6300/bindings/n-h2-771363-36 HTTP/1.1" status: 204 len: 173 time: 0.4029489 Jul 15 13:00:43.957278 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-e7d6ac5d-7e3e-46da-ba90-3b6dc39d8822 req-318eda19-f655-4ddb-ad5b-2136400770c6 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] For port daa89cb7-47a0-4c32-b527-60c68c77355d, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=daa89cb7-47a0-4c32-b527-60c68c77355d,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:43.957647 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e7d6ac5d-7e3e-46da-ba90-3b6dc39d8822 req-318eda19-f655-4ddb-ad5b-2136400770c6 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:43.988767 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-e7d6ac5d-7e3e-46da-ba90-3b6dc39d8822 req-318eda19-f655-4ddb-ad5b-2136400770c6 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Calling delete_port for daa89cb7-47a0-4c32-b527-60c68c77355d owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:00:44.086658 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95417a-76d2-47f6-9cce-2af8d89dd80b req-4aa45ff8-0396-4b21-8685-d4c1b5dce569 tempest-ServersOnMultiNodesTest-356122630 tempest-ServersOnMultiNodesTest-356122630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:44.088327 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2b95417a-76d2-47f6-9cce-2af8d89dd80b req-4aa45ff8-0396-4b21-8685-d4c1b5dce569 tempest-ServersOnMultiNodesTest-356122630 tempest-ServersOnMultiNodesTest-356122630-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=01cc1886-ef73-4900-93e3-311088cd46cb HTTP/1.1" status: 200 len: 1101 time: 0.1786444 Jul 15 13:00:44.143237 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ba06d-4eca-4312-8d76-e01c9120ffa0 req-01c38bf4-604b-4d52-a973-15ad110d1fe7 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:44.150225 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa0ba06d-4eca-4312-8d76-e01c9120ffa0 req-01c38bf4-604b-4d52-a973-15ad110d1fe7 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a3c8436-2dae-49bb-aeab-a37cf2f24fe7 HTTP/1.1" status: 200 len: 948 time: 0.1800251 Jul 15 13:00:44.192491 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2b95417a-76d2-47f6-9cce-2af8d89dd80b req-124b92bf-5bef-4709-9318-45ee9421bb22 tempest-ServersOnMultiNodesTest-356122630 tempest-ServersOnMultiNodesTest-356122630-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923302 Jul 15 13:00:44.208498 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa0ba06d-4eca-4312-8d76-e01c9120ffa0 req-281dd61a-7847-404f-92c1-a7a51a8dfdcd tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561535 Jul 15 13:00:44.386648 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e7d6ac5d-7e3e-46da-ba90-3b6dc39d8822 req-318eda19-f655-4ddb-ad5b-2136400770c6 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:44.404757 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['374bbb4e-de88-44a8-a6a8-85f9944a88f3'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:44.425903 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318eda19-f655-4ddb-ad5b-2136400770c6 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Pushing event deleted for resources: {'Port': ['ID=daa89cb7-47a0-4c32-b527-60c68c77355d,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:44.503964 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec2829-9e1d-4abb-9685-8657c5d60b27 req-cee083bc-a067-4d39-85aa-c8dcbc8658f0 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:44.512100 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8fec2829-9e1d-4abb-9685-8657c5d60b27 req-cee083bc-a067-4d39-85aa-c8dcbc8658f0 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=45c3ba16-4a08-458c-b7ea-a4a36bfcef13 HTTP/1.1" status: 200 len: 943 time: 0.1833575 Jul 15 13:00:44.514234 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d6ac5d-7e3e-46da-ba90-3b6dc39d8822 req-318eda19-f655-4ddb-ad5b-2136400770c6 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] No DVR routers for this DVR port daa89cb7-47a0-4c32-b527-60c68c77355d on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:00:44.517614 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e7d6ac5d-7e3e-46da-ba90-3b6dc39d8822 req-318eda19-f655-4ddb-ad5b-2136400770c6 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:44.521359 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e7d6ac5d-7e3e-46da-ba90-3b6dc39d8822 req-318eda19-f655-4ddb-ad5b-2136400770c6 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.46 "DELETE /v2.0/ports/daa89cb7-47a0-4c32-b527-60c68c77355d HTTP/1.1" status: 204 len: 173 time: 1.0236921 Jul 15 13:00:44.526805 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3c8436-2dae-49bb-aeab-a37cf2f24fe7', 'name': 'network-vif-deleted', 'tag': 'daa89cb7-47a0-4c32-b527-60c68c77355d'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:44.529636 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631b18d5-7451-4db2-9658-44d01e96a831" -d '{"events": [{"server_uuid": "3a3c8436-2dae-49bb-aeab-a37cf2f24fe7", "name": "network-vif-deleted", "tag": "daa89cb7-47a0-4c32-b527-60c68c77355d"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:44.625648 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8fec2829-9e1d-4abb-9685-8657c5d60b27 req-7dfdb8b3-a983-40ec-a5ad-81e87c2baf1d tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101899 Jul 15 13:00:44.651976 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device a1573646-6a68-404e-994d-1a59ad11c444 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:00:44.672265 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['daa89cb7-47a0-4c32-b527-60c68c77355d'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:44.891777 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port a1573646-6a68-404e-994d-1a59ad11c444, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a1573646-6a68-404e-994d-1a59ad11c444,segment=NetworkSegment(9940a96e-2d5b-4778-a27d-d984f6200b93),segment_id=9940a96e-2d5b-4778-a27d-d984f6200b93)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:44.920095 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'a1573646-6a68-404e-994d-1a59ad11c444', 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5', 'port_id': 'a1573646-6a68-404e-994d-1a59ad11c444', 'mac_address': 'fa:16:3e:b8:ce:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '459bc575-93e3-4ab8-8230-d52ee95226e2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:00:44.926065 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c1cfd-274e-4cd1-9d07-55772d987d08 req-77b0f7ed-fc0a-474b-a15f-e53b6d152389 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:44.927743 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-752c1cfd-274e-4cd1-9d07-55772d987d08 req-77b0f7ed-fc0a-474b-a15f-e53b6d152389 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/ports?device_id=54e934a5-fda3-403d-86e3-3c0f0079913a HTTP/1.1" status: 200 len: 949 time: 0.1466529 Jul 15 13:00:45.010139 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:45.035041 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1573646-6a68-404e-994d-1a59ad11c444 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:45.035215 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-752c1cfd-274e-4cd1-9d07-55772d987d08 req-a8cf10fa-0bff-40aa-a87b-80b8c039de80 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f259860-5871-4323-aee6-f68eec72c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000669 Jul 15 13:00:45.073497 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615af7cb-d53a-418f-983f-7bf1d71305a6 req-6aa71152-dff3-4017-9930-d9472a5ea0e8 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:45.090992 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port a1573646-6a68-404e-994d-1a59ad11c444, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a1573646-6a68-404e-994d-1a59ad11c444,segment=NetworkSegment(9940a96e-2d5b-4778-a27d-d984f6200b93),segment_id=9940a96e-2d5b-4778-a27d-d984f6200b93)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:45.099800 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-615af7cb-d53a-418f-983f-7bf1d71305a6 req-6aa71152-dff3-4017-9930-d9472a5ea0e8 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6ebd3321-3589-461f-807c-2d84527fdbb0 HTTP/1.1" status: 200 len: 1096 time: 0.1338298 Jul 15 13:00:45.100526 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:45.165903 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-615af7cb-d53a-418f-983f-7bf1d71305a6 req-7f2694af-24e8-4d16-a298-f1db6702e946 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650721 Jul 15 13:00:45.206504 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed4b768-6106-4420-a10a-7932e89a3a30 x-openstack-request-id: req-aed4b768-6106-4420-a10a-7932e89a3a30 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:45.206845 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3c8436-2dae-49bb-aeab-a37cf2f24fe7", "name": "network-vif-deleted", "tag": "daa89cb7-47a0-4c32-b527-60c68c77355d", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:45.207091 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aed4b768-6106-4420-a10a-7932e89a3a30 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:45.207588 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3c8436-2dae-49bb-aeab-a37cf2f24fe7', 'name': 'network-vif-deleted', 'tag': 'daa89cb7-47a0-4c32-b527-60c68c77355d', 'status': 'completed', 'code': 200} Jul 15 13:00:45.222320 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=a1573646-6a68-404e-994d-1a59ad11c444,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:45.422136 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381881cb-c497-42a2-bc7c-69887f23e989 req-4586a6b8-d393-400f-bf47-4c002dfccc5c tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:45.423776 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-381881cb-c497-42a2-bc7c-69887f23e989 req-4586a6b8-d393-400f-bf47-4c002dfccc5c tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cc1886-ef73-4900-93e3-311088cd46cb HTTP/1.1" status: 200 len: 949 time: 0.1447284 Jul 15 13:00:45.428498 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc476ef9-07ee-486f-b064-f926c6c01327 req-834b9dc0-423c-4652-ac04-f998b7614469 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:45.429910 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bc476ef9-07ee-486f-b064-f926c6c01327 req-834b9dc0-423c-4652-ac04-f998b7614469 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6ebd3321-3589-461f-807c-2d84527fdbb0 HTTP/1.1" status: 200 len: 1096 time: 0.1000750 Jul 15 13:00:45.489821 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-381881cb-c497-42a2-bc7c-69887f23e989 req-3c149b0d-7812-4834-91ec-8b54da404314 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589650 Jul 15 13:00:45.505369 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bc476ef9-07ee-486f-b064-f926c6c01327 req-b240229e-2329-4e18-b9cd-b07329a6a9ec tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682175 Jul 15 13:00:45.531045 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['a1573646-6a68-404e-994d-1a59ad11c444'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:45.693902 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ab89c2a2-f060-4ce0-bde1-834c6bda4289 req-9fef1814-6696-4641-ab95-658f47acc1d6 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a3c8436-2dae-49bb-aeab-a37cf2f24fe7 HTTP/1.1" status: 200 len: 210 time: 0.0422611 Jul 15 13:00:45.892696 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c71af-60da-4954-a5b2-f4f0e9b6ff5c req-6c4a3cda-3744-4926-87d6-ee947148e28d tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:45.894337 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4e6c71af-60da-4954-a5b2-f4f0e9b6ff5c req-6c4a3cda-3744-4926-87d6-ee947148e28d tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=45c3ba16-4a08-458c-b7ea-a4a36bfcef13 HTTP/1.1" status: 200 len: 944 time: 0.0856586 Jul 15 13:00:45.961241 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4e6c71af-60da-4954-a5b2-f4f0e9b6ff5c req-27ae9d83-13fd-48d7-9d84-2c863fcb8a07 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576277 Jul 15 13:00:46.232483 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a2efe-80ef-452e-957b-d19108c5afb0 req-fa894538-7bc5-40bb-9a51-95421b1be7b4 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:46.234112 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0d5a2efe-80ef-452e-957b-d19108c5afb0 req-fa894538-7bc5-40bb-9a51-95421b1be7b4 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/ports?device_id=54e934a5-fda3-403d-86e3-3c0f0079913a HTTP/1.1" status: 200 len: 949 time: 0.0850766 Jul 15 13:00:46.292996 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0d5a2efe-80ef-452e-957b-d19108c5afb0 req-76fb8549-545f-4a6a-99d3-7573118e8a4c tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f259860-5871-4323-aee6-f68eec72c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501196 Jul 15 13:00:46.623765 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 1d8574a5-66ae-4b4f-9394-9e68a5ab7989 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:46.717221 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 1d8574a5-66ae-4b4f-9394-9e68a5ab7989 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:46.727009 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 1d8574a5-66ae-4b4f-9394-9e68a5ab7989 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:46.727481 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:46.739658 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d98b8-8b38-4060-8514-30f6b5ed7105 req-aa86ae6b-3f82-46cc-8628-829732c5f285 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:46.741220 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d73d98b8-8b38-4060-8514-30f6b5ed7105 req-aa86ae6b-3f82-46cc-8628-829732c5f285 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cc1886-ef73-4900-93e3-311088cd46cb HTTP/1.1" status: 200 len: 949 time: 0.1110561 Jul 15 13:00:46.832222 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d73d98b8-8b38-4060-8514-30f6b5ed7105 req-4e16d184-a185-4c45-a654-8af1a567a604 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809944 Jul 15 13:00:46.862804 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:46.892499 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e934a5-fda3-403d-86e3-3c0f0079913a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8574a5-66ae-4b4f-9394-9e68a5ab7989'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:46.895021 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8677b2f-e331-4be1-bd04-6d6a958d703e req-8ddff817-a2b5-4e86-abb9-da7fb8299d63 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:46.895519 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1b4435-7d03-4d4c-b610-4b819c0e9ed2" -d '{"events": [{"server_uuid": "54e934a5-fda3-403d-86e3-3c0f0079913a", "name": "network-vif-plugged", "status": "completed", "tag": "1d8574a5-66ae-4b4f-9394-9e68a5ab7989"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:46.896779 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b8677b2f-e331-4be1-bd04-6d6a958d703e req-8ddff817-a2b5-4e86-abb9-da7fb8299d63 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.46 "GET /v2.0/ports?device_id=01cc1886-ef73-4900-93e3-311088cd46cb HTTP/1.1" status: 200 len: 949 time: 0.1120343 Jul 15 13:00:46.911288 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 1d8574a5-66ae-4b4f-9394-9e68a5ab7989, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=1d8574a5-66ae-4b4f-9394-9e68a5ab7989,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:46.917868 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:46.919405 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device daa89cb7-47a0-4c32-b527-60c68c77355d no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:00:47.053624 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: daa89cb7-47a0-4c32-b527-60c68c77355d {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:00:47.054032 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device daa89cb7-47a0-4c32-b527-60c68c77355d not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:00:47.062603 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7a0cd2-1412-4d28-9e25-5365f41d9470 x-openstack-request-id: req-6e7a0cd2-1412-4d28-9e25-5365f41d9470 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:47.062948 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e934a5-fda3-403d-86e3-3c0f0079913a", "name": "network-vif-plugged", "status": "completed", "tag": "1d8574a5-66ae-4b4f-9394-9e68a5ab7989", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:47.063286 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6e7a0cd2-1412-4d28-9e25-5365f41d9470 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:47.063683 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e934a5-fda3-403d-86e3-3c0f0079913a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8574a5-66ae-4b4f-9394-9e68a5ab7989', 'code': 200} Jul 15 13:00:47.064273 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=1d8574a5-66ae-4b4f-9394-9e68a5ab7989,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:47.126847 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-b8677b2f-e331-4be1-bd04-6d6a958d703e req-b747e713-2d40-475d-868a-2e0949dae46d tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Deleting port d454cdd8-e78c-483f-868d-22f81ec68ed4 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:00:47.133114 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b8677b2f-e331-4be1-bd04-6d6a958d703e req-b747e713-2d40-475d-868a-2e0949dae46d tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:47.367195 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e773a5c-91ad-42bb-adbe-4d661a7a0575 req-16f9fbfa-e13f-4796-9ec8-23786bd1a8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:47.369246 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1e773a5c-91ad-42bb-adbe-4d661a7a0575 req-16f9fbfa-e13f-4796-9ec8-23786bd1a8d9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=54e934a5-fda3-403d-86e3-3c0f0079913a HTTP/1.1" status: 200 len: 1102 time: 0.3031669 Jul 15 13:00:47.392582 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-b8677b2f-e331-4be1-bd04-6d6a958d703e req-b747e713-2d40-475d-868a-2e0949dae46d tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] For port d454cdd8-e78c-483f-868d-22f81ec68ed4, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=d454cdd8-e78c-483f-868d-22f81ec68ed4,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:47.392958 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b8677b2f-e331-4be1-bd04-6d6a958d703e req-b747e713-2d40-475d-868a-2e0949dae46d tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:47.484799 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-b8677b2f-e331-4be1-bd04-6d6a958d703e req-b747e713-2d40-475d-868a-2e0949dae46d tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Calling delete_port for d454cdd8-e78c-483f-868d-22f81ec68ed4 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:00:47.503431 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15afa7db-1046-4295-a210-fb30d78a5190 req-f13d76ae-6428-40a7-b60c-3341b6e849d5 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:47.505515 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-15afa7db-1046-4295-a210-fb30d78a5190 req-f13d76ae-6428-40a7-b60c-3341b6e849d5 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=45c3ba16-4a08-458c-b7ea-a4a36bfcef13 HTTP/1.1" status: 200 len: 944 time: 0.3682032 Jul 15 13:00:47.529696 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1e773a5c-91ad-42bb-adbe-4d661a7a0575 req-eb9767e5-5d8b-4bfd-88e6-30fedbcf2b02 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7f259860-5871-4323-aee6-f68eec72c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116240 Jul 15 13:00:47.661977 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-15afa7db-1046-4295-a210-fb30d78a5190 req-f9d625b9-0eec-445c-90d1-9d4eaba39a38 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302667 Jul 15 13:00:47.751928 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e8fb9-a227-4bc9-9166-e07a5d8ddcbc req-0a5803a6-832b-442c-a16b-c05a5589280f tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:47.759456 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-766e8fb9-a227-4bc9-9166-e07a5d8ddcbc req-0a5803a6-832b-442c-a16b-c05a5589280f tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/ports?device_id=54e934a5-fda3-403d-86e3-3c0f0079913a HTTP/1.1" status: 200 len: 950 time: 0.2491224 Jul 15 13:00:47.921310 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b8677b2f-e331-4be1-bd04-6d6a958d703e req-b747e713-2d40-475d-868a-2e0949dae46d tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:47.935605 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['5ad1673d-f6ae-4bae-be9f-39cd7f9f5624', 'b227902d-e9bf-4f51-b5d3-e5ef04289ae5', '2f57e29a-7903-43e4-8107-e1e1096ceb14', '55b4160f-6a69-4ed8-94c0-c04328aaae53', 'd454cdd8-e78c-483f-868d-22f81ec68ed4'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:47.941579 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['bf6286f6-c3c3-4ed6-b1d8-35f877b652c5', 'ea1612d9-8b56-43cb-bcfa-ce3508ea83e0', '4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:47.985432 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-766e8fb9-a227-4bc9-9166-e07a5d8ddcbc req-ef670756-5232-49c8-bd32-43505cf5dbee tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f259860-5871-4323-aee6-f68eec72c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249827 Jul 15 13:00:48.004202 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b747e713-2d40-475d-868a-2e0949dae46d tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Pushing event deleted for resources: {'Port': ['ID=d454cdd8-e78c-483f-868d-22f81ec68ed4,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:48.160214 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8677b2f-e331-4be1-bd04-6d6a958d703e req-b747e713-2d40-475d-868a-2e0949dae46d tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] No DVR routers for this DVR port d454cdd8-e78c-483f-868d-22f81ec68ed4 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:00:48.165197 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b8677b2f-e331-4be1-bd04-6d6a958d703e req-b747e713-2d40-475d-868a-2e0949dae46d tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:48.167307 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b8677b2f-e331-4be1-bd04-6d6a958d703e req-b747e713-2d40-475d-868a-2e0949dae46d tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.46 "DELETE /v2.0/ports/d454cdd8-e78c-483f-868d-22f81ec68ed4 HTTP/1.1" status: 204 len: 173 time: 1.2638037 Jul 15 13:00:48.171841 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01cc1886-ef73-4900-93e3-311088cd46cb', 'name': 'network-vif-deleted', 'tag': 'd454cdd8-e78c-483f-868d-22f81ec68ed4'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:48.174068 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308445b7-cc1b-4e71-82dc-0a00e35020ac" -d '{"events": [{"server_uuid": "01cc1886-ef73-4900-93e3-311088cd46cb", "name": "network-vif-deleted", "tag": "d454cdd8-e78c-483f-868d-22f81ec68ed4"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:48.298211 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622c298-3d1d-4481-b145-a16d27914cf6 req-b7ed4302-8746-4c63-8538-e72ae4b9f6b4 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:48.305782 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7622c298-3d1d-4481-b145-a16d27914cf6 req-b7ed4302-8746-4c63-8538-e72ae4b9f6b4 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 951 time: 0.3747754 Jul 15 13:00:48.387895 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7622c298-3d1d-4481-b145-a16d27914cf6 req-c94271a7-72f4-482d-9301-9e2aa5a5498c tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809848 Jul 15 13:00:48.488285 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5ef1bf38-50c7-4ff6-affc-b8ac773f82aa req-98bd0a90-65fc-4a75-ac02-234ed607bb3a tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=01cc1886-ef73-4900-93e3-311088cd46cb HTTP/1.1" status: 200 len: 210 time: 0.0443771 Jul 15 13:00:48.504809 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e13787-5716-42a9-b5f8-e2867a5fbcf9 x-openstack-request-id: req-58e13787-5716-42a9-b5f8-e2867a5fbcf9 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:48.505114 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01cc1886-ef73-4900-93e3-311088cd46cb", "name": "network-vif-deleted", "tag": "d454cdd8-e78c-483f-868d-22f81ec68ed4", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:48.505379 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-58e13787-5716-42a9-b5f8-e2867a5fbcf9 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:48.505901 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01cc1886-ef73-4900-93e3-311088cd46cb', 'name': 'network-vif-deleted', 'tag': 'd454cdd8-e78c-483f-868d-22f81ec68ed4', 'status': 'completed', 'code': 200} Jul 15 13:00:48.644964 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device a1573646-6a68-404e-994d-1a59ad11c444 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:48.867498 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port a1573646-6a68-404e-994d-1a59ad11c444 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:48.905953 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port a1573646-6a68-404e-994d-1a59ad11c444 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:48.906336 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:49.005821 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c85306-fe1f-4147-82f1-d3807e9ccaea req-2af2c070-a540-4684-8d5c-057ad027cd6f tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:49.018088 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-25c85306-fe1f-4147-82f1-d3807e9ccaea req-2af2c070-a540-4684-8d5c-057ad027cd6f tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef HTTP/1.1" status: 200 len: 1097 time: 0.2419064 Jul 15 13:00:49.138816 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ab3b4-407c-4d31-957a-d7aded2ab646 req-abaea800-e656-4e90-aab6-95da1beb0205 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:49.154490 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9f7ab3b4-407c-4d31-957a-d7aded2ab646 req-abaea800-e656-4e90-aab6-95da1beb0205 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=45c3ba16-4a08-458c-b7ea-a4a36bfcef13 HTTP/1.1" status: 200 len: 944 time: 0.3077126 Jul 15 13:00:49.184041 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:49.200177 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-25c85306-fe1f-4147-82f1-d3807e9ccaea req-9e8c927e-0b4b-4526-978b-cd5181c74dab tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808422 Jul 15 13:00:49.237257 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port a1573646-6a68-404e-994d-1a59ad11c444, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a1573646-6a68-404e-994d-1a59ad11c444,segment=NetworkSegment(9940a96e-2d5b-4778-a27d-d984f6200b93),segment_id=9940a96e-2d5b-4778-a27d-d984f6200b93)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:49.244628 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c3ba16-4a08-458c-b7ea-a4a36bfcef13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1573646-6a68-404e-994d-1a59ad11c444'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:49.247912 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82087534-ab1c-4239-b1ce-04f7e041d9b9" -d '{"events": [{"server_uuid": "45c3ba16-4a08-458c-b7ea-a4a36bfcef13", "name": "network-vif-plugged", "status": "completed", "tag": "a1573646-6a68-404e-994d-1a59ad11c444"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:49.270486 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:49.307625 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9f7ab3b4-407c-4d31-957a-d7aded2ab646 req-a78ceab5-fd92-44db-8e41-ed1e773a70b4 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490338 Jul 15 13:00:49.393820 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=a1573646-6a68-404e-994d-1a59ad11c444,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:49.414210 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ca456-8c69-4629-86e2-553cfed0fab5 req-54edddaf-8443-4022-9de6-a9fce8ad68e7 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:49.416442 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-da7ca456-8c69-4629-86e2-553cfed0fab5 req-54edddaf-8443-4022-9de6-a9fce8ad68e7 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 951 time: 0.2503712 Jul 15 13:00:49.561843 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c913bf5-3ee3-4e2a-b457-c161dcf3f597 x-openstack-request-id: req-7c913bf5-3ee3-4e2a-b457-c161dcf3f597 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:49.562231 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c3ba16-4a08-458c-b7ea-a4a36bfcef13", "name": "network-vif-plugged", "status": "completed", "tag": "a1573646-6a68-404e-994d-1a59ad11c444", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:49.562343 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7c913bf5-3ee3-4e2a-b457-c161dcf3f597 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:49.562794 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c3ba16-4a08-458c-b7ea-a4a36bfcef13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1573646-6a68-404e-994d-1a59ad11c444', 'code': 200} Jul 15 13:00:49.607938 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-da7ca456-8c69-4629-86e2-553cfed0fab5 req-5ddd117b-8c19-4971-b770-7d5ed465a957 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Deleting port 374bbb4e-de88-44a8-a6a8-85f9944a88f3 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:00:49.608291 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-da7ca456-8c69-4629-86e2-553cfed0fab5 req-5ddd117b-8c19-4971-b770-7d5ed465a957 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:49.621988 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd58ec-6324-42f3-aefd-ef107a2ac810 req-feac3f2c-f74f-4913-a676-3c5e7d215a4f tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:49.623821 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1ddd58ec-6324-42f3-aefd-ef107a2ac810 req-feac3f2c-f74f-4913-a676-3c5e7d215a4f tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/ports?device_id=54e934a5-fda3-403d-86e3-3c0f0079913a HTTP/1.1" status: 200 len: 950 time: 0.1106577 Jul 15 13:00:49.833247 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1ddd58ec-6324-42f3-aefd-ef107a2ac810 req-30a50471-8c79-481a-b6ad-e17581a409d5 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f259860-5871-4323-aee6-f68eec72c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958458 Jul 15 13:00:49.856785 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-da7ca456-8c69-4629-86e2-553cfed0fab5 req-5ddd117b-8c19-4971-b770-7d5ed465a957 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] For port 374bbb4e-de88-44a8-a6a8-85f9944a88f3, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=374bbb4e-de88-44a8-a6a8-85f9944a88f3,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:49.857595 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-da7ca456-8c69-4629-86e2-553cfed0fab5 req-5ddd117b-8c19-4971-b770-7d5ed465a957 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:49.909204 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-da7ca456-8c69-4629-86e2-553cfed0fab5 req-5ddd117b-8c19-4971-b770-7d5ed465a957 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Calling delete_port for 374bbb4e-de88-44a8-a6a8-85f9944a88f3 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:00:49.958682 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0273220-c8d2-436b-b8a1-0068fd0ec427 req-e54e5679-a252-48b8-a8b3-b486830e2cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:49.960474 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b0273220-c8d2-436b-b8a1-0068fd0ec427 req-e54e5679-a252-48b8-a8b3-b486830e2cec service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=45c3ba16-4a08-458c-b7ea-a4a36bfcef13 HTTP/1.1" status: 200 len: 1097 time: 0.2799141 Jul 15 13:00:50.521279 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b0273220-c8d2-436b-b8a1-0068fd0ec427 req-2d0d8a10-0acd-45bf-a4a1-7a6500a04baf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5498023 Jul 15 13:00:50.565216 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745bdf7-adbf-4668-bd50-38615c2b210b req-2e1bd57a-0327-4100-9cbe-2de6b269d9fc tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:50.572388 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7745bdf7-adbf-4668-bd50-38615c2b210b req-2e1bd57a-0327-4100-9cbe-2de6b269d9fc tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9d6221-846e-4f61-bbc5-b9cb000d87c8 HTTP/1.1" status: 200 len: 951 time: 0.1070821 Jul 15 13:00:50.629853 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7745bdf7-adbf-4668-bd50-38615c2b210b req-aa44bb60-5cb2-4ac3-9d56-6703aebd563a tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c0103be-6a02-4297-8dec-ed0e6eed0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540440 Jul 15 13:00:50.647168 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device d454cdd8-e78c-483f-868d-22f81ec68ed4 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:00:50.706538 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: d454cdd8-e78c-483f-868d-22f81ec68ed4 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:00:50.707243 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device d454cdd8-e78c-483f-868d-22f81ec68ed4 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:00:50.753364 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-da7ca456-8c69-4629-86e2-553cfed0fab5 req-5ddd117b-8c19-4971-b770-7d5ed465a957 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:50.909980 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-da7ca456-8c69-4629-86e2-553cfed0fab5 req-5ddd117b-8c19-4971-b770-7d5ed465a957 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] No DVR routers for this DVR port 374bbb4e-de88-44a8-a6a8-85f9944a88f3 on host n-h1-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:00:50.912722 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-da7ca456-8c69-4629-86e2-553cfed0fab5 req-5ddd117b-8c19-4971-b770-7d5ed465a957 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:50.916277 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-da7ca456-8c69-4629-86e2-553cfed0fab5 req-5ddd117b-8c19-4971-b770-7d5ed465a957 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] 10.222.0.20 "DELETE /v2.0/ports/374bbb4e-de88-44a8-a6a8-85f9944a88f3 HTTP/1.1" status: 204 len: 173 time: 1.4909074 Jul 15 13:00:50.917396 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd117b-8c19-4971-b770-7d5ed465a957 tempest-ServersAdminTestJSON-1882765567 tempest-ServersAdminTestJSON-1882765567-project] Pushing event deleted for resources: {'Port': ['ID=374bbb4e-de88-44a8-a6a8-85f9944a88f3,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:50.933613 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9d6221-846e-4f61-bbc5-b9cb000d87c8', 'name': 'network-vif-deleted', 'tag': '374bbb4e-de88-44a8-a6a8-85f9944a88f3'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:50.939194 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d0c4ee-873e-411b-aa6c-e16afa8ba86f" -d '{"events": [{"server_uuid": "2b9d6221-846e-4f61-bbc5-b9cb000d87c8", "name": "network-vif-deleted", "tag": "374bbb4e-de88-44a8-a6a8-85f9944a88f3"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:51.025216 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-50913e09-7b6e-4260-b50c-eeb289ff7dae tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:00:51.026192 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-50913e09-7b6e-4260-b50c-eeb289ff7dae tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056951 Jul 15 13:00:51.046267 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-fcc08b03-16c2-4464-a982-c256c3e3d4df service neutron] Request body: {'binding': {'host': 'n-h1-771363-36', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:51.046778 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-fcc08b03-16c2-4464-a982-c256c3e3d4df service neutron] Unknown quota resources ['binding']. {{(pid=93825) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:00:51.307569 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-fcc08b03-16c2-4464-a982-c256c3e3d4df service neutron] Attempting to bind port da090241-b734-40df-979b-ae61cffc17b9 on host n-h1-771363-36 for vnic_type normal with profile None {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:00:51.307905 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-fcc08b03-16c2-4464-a982-c256c3e3d4df service neutron] Attempting to bind port da090241-b734-40df-979b-ae61cffc17b9 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:00:51.308236 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-fcc08b03-16c2-4464-a982-c256c3e3d4df service neutron] Attempting to bind port da090241-b734-40df-979b-ae61cffc17b9 on network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:51.313186 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-fcc08b03-16c2-4464-a982-c256c3e3d4df service neutron] Port da090241-b734-40df-979b-ae61cffc17b9 on network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:00:51.313527 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-fcc08b03-16c2-4464-a982-c256c3e3d4df service neutron] Attempting to bind port da090241-b734-40df-979b-ae61cffc17b9 on network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:51.319502 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-fcc08b03-16c2-4464-a982-c256c3e3d4df service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:00:51.319862 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-fcc08b03-16c2-4464-a982-c256c3e3d4df service neutron] Checking segment: {'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:51.320228 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-fcc08b03-16c2-4464-a982-c256c3e3d4df service neutron] Bound using segment: {'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:00:51.320669 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-fcc08b03-16c2-4464-a982-c256c3e3d4df service neutron] Bound port: da090241-b734-40df-979b-ae61cffc17b9, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:00:51.423909 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-fcc08b03-16c2-4464-a982-c256c3e3d4df service neutron] For port da090241-b734-40df-979b-ae61cffc17b9, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=da090241-b734-40df-979b-ae61cffc17b9,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:00:51.435996 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-fcc08b03-16c2-4464-a982-c256c3e3d4df service neutron] Notify callbacks [] for binding, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:51.444599 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-fcc08b03-16c2-4464-a982-c256c3e3d4df service neutron] 10.222.0.16 "POST /v2.0/ports/da090241-b734-40df-979b-ae61cffc17b9/bindings HTTP/1.1" status: 201 len: 390 time: 0.4064751 Jul 15 13:00:51.492959 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4518d-c227-4fda-9215-87c96ec19d29 req-9794acec-3140-4ec1-bcc6-4caefccd088b tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:51.499114 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d6d4518d-c227-4fda-9215-87c96ec19d29 req-9794acec-3140-4ec1-bcc6-4caefccd088b tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=45c3ba16-4a08-458c-b7ea-a4a36bfcef13 HTTP/1.1" status: 200 len: 945 time: 0.1474485 Jul 15 13:00:51.611730 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d6d4518d-c227-4fda-9215-87c96ec19d29 req-275feefc-c805-450b-aa60-0e9942d2e82f tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859315 Jul 15 13:00:52.028146 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:00:52.156142 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e1b73b-4a86-4f6d-8223-1af9863dbb4e x-openstack-request-id: req-b2e1b73b-4a86-4f6d-8223-1af9863dbb4e {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:52.160666 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9d6221-846e-4f61-bbc5-b9cb000d87c8", "name": "network-vif-deleted", "tag": "374bbb4e-de88-44a8-a6a8-85f9944a88f3", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:52.161047 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b2e1b73b-4a86-4f6d-8223-1af9863dbb4e {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:52.162945 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9d6221-846e-4f61-bbc5-b9cb000d87c8', 'name': 'network-vif-deleted', 'tag': '374bbb4e-de88-44a8-a6a8-85f9944a88f3', 'status': 'completed', 'code': 200} Jul 15 13:00:52.329568 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-a49b776f-10ef-4b9b-bdd9-d9180efce9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:52.331124 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-a49b776f-10ef-4b9b-bdd9-d9180efce9e1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42f8630608fb46f681ad77135da09a14&device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef HTTP/1.1" status: 200 len: 1097 time: 0.1885471 Jul 15 13:00:52.422602 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 374bbb4e-de88-44a8-a6a8-85f9944a88f3 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:00:52.444873 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: 374bbb4e-de88-44a8-a6a8-85f9944a88f3 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:00:52.445527 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 374bbb4e-de88-44a8-a6a8-85f9944a88f3 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:00:52.597263 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8152a1-c2ed-43ba-9bb4-00d74e0c2c14 req-777da0dd-83c6-45cb-8f6f-1dbbc075a0b0 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:52.599129 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b8152a1-c2ed-43ba-9bb4-00d74e0c2c14 req-777da0dd-83c6-45cb-8f6f-1dbbc075a0b0 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef HTTP/1.1" status: 200 len: 945 time: 0.1715941 Jul 15 13:00:52.604850 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-eeb63367-f083-4cd2-a43b-445e8a03b4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:52.606606 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-eeb63367-f083-4cd2-a43b-445e8a03b4f1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f HTTP/1.1" status: 200 len: 922 time: 0.2674100 Jul 15 13:00:52.646493 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c8aa9-63ed-419c-b12b-a54fdd1a227a req-b662cd47-3485-4a97-9664-26b42961ea98 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:52.648174 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ad0c8aa9-63ed-419c-b12b-a54fdd1a227a req-b662cd47-3485-4a97-9664-26b42961ea98 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/ports?device_id=54e934a5-fda3-403d-86e3-3c0f0079913a HTTP/1.1" status: 200 len: 950 time: 0.2639039 Jul 15 13:00:52.689512 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-4f740205-ca38-4d69-b782-c1a8a5ed8157 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da090241-b734-40df-979b-ae61cffc17b9 HTTP/1.1" status: 200 len: 217 time: 0.0728786 Jul 15 13:00:52.761738 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b8152a1-c2ed-43ba-9bb4-00d74e0c2c14 req-c65d3a71-9f1a-41df-8511-159d494d9dd8 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526105 Jul 15 13:00:52.809140 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ad0c8aa9-63ed-419c-b12b-a54fdd1a227a req-57b79e21-9c47-4d11-8c74-fd615f6640b0 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f259860-5871-4323-aee6-f68eec72c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272967 Jul 15 13:00:52.814236 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-a60f83f8-feaa-4c4f-b418-661371cfe5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:52.815733 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-a60f83f8-feaa-4c4f-b418-661371cfe5b8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=522453a6-daf1-42ae-a6f8-abb7ab66795d HTTP/1.1" status: 200 len: 861 time: 0.1124420 Jul 15 13:00:52.889046 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-d16ae4f4-5255-4391-a0d4-13f14d76ec5a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596108 Jul 15 13:00:53.105687 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-3a7ce3d7-49fb-425c-b6d4-7a2e0dc311b7 service neutron] 10.222.0.20 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125158 Jul 15 13:00:53.221011 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d85866-f983-4792-b308-28ed6130c297 req-7c164c25-d69f-4517-85b5-46ab8120a8e0 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:53.224190 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-54d85866-f983-4792-b308-28ed6130c297 req-7c164c25-d69f-4517-85b5-46ab8120a8e0 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=45c3ba16-4a08-458c-b7ea-a4a36bfcef13 HTTP/1.1" status: 200 len: 945 time: 0.2315469 Jul 15 13:00:53.236853 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdb9e2-f1e7-4672-a9ad-f678c3bdbd84 req-2f743778-bdc2-4819-8ef7-8bf6fc9269bf tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:53.238775 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d1cdb9e2-f1e7-4672-a9ad-f678c3bdbd84 req-2f743778-bdc2-4819-8ef7-8bf6fc9269bf tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0a8cf1e-f026-40c4-a0ce-82fee682a7f7 HTTP/1.1" status: 200 len: 950 time: 0.2292769 Jul 15 13:00:53.264351 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38716) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:53.325313 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-39c5027d-1431-4759-8800-5233915de53c service neutron] 10.222.0.20 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069037 Jul 15 13:00:53.345415 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-54d85866-f983-4792-b308-28ed6130c297 req-4c226cd4-56c7-4e0a-b6d2-abbd1629a185 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053233 Jul 15 13:00:53.468245 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d1cdb9e2-f1e7-4672-a9ad-f678c3bdbd84 req-17517417-f691-4059-a28c-9b6f52264603 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151937 Jul 15 13:00:53.669456 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b6c36853-d742-422a-b176-0d51e503079e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2b2079236f1f47059b39b20e5c464d3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4035125 Jul 15 13:00:53.673143 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38740) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:53.773629 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01d4529b-1bb2-4028-92b0-bd75e3df6667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:53.887799 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01d4529b-1bb2-4028-92b0-bd75e3df6667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:54.004880 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01d4529b-1bb2-4028-92b0-bd75e3df6667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:54.008960 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01d4529b-1bb2-4028-92b0-bd75e3df6667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:54.010951 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-01d4529b-1bb2-4028-92b0-bd75e3df6667 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6c0103be-6a02-4297-8dec-ed0e6eed0384 HTTP/1.1" status: 204 len: 168 time: 0.3344576 Jul 15 13:00:54.029020 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d4529b-1bb2-4028-92b0-bd75e3df6667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0103be-6a02-4297-8dec-ed0e6eed0384,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:54.056333 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d4529b-1bb2-4028-92b0-bd75e3df6667 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:54.056777 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d4529b-1bb2-4028-92b0-bd75e3df6667 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:54.057046 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d4529b-1bb2-4028-92b0-bd75e3df6667 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:54.057395 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d4529b-1bb2-4028-92b0-bd75e3df6667 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:54.060661 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d4529b-1bb2-4028-92b0-bd75e3df6667 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:54.061529 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d4529b-1bb2-4028-92b0-bd75e3df6667 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:54.062153 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d4529b-1bb2-4028-92b0-bd75e3df6667 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:54.063921 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d4529b-1bb2-4028-92b0-bd75e3df6667 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:54.064674 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d4529b-1bb2-4028-92b0-bd75e3df6667 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:54.066530 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d4529b-1bb2-4028-92b0-bd75e3df6667 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:54.068121 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d4529b-1bb2-4028-92b0-bd75e3df6667 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:54.068818 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d4529b-1bb2-4028-92b0-bd75e3df6667 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:54.271859 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227f219-1aee-4afb-875a-05ee47a2406f req-d830db0c-00db-48a7-8b4c-1aa506152f0f tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:54.275678 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c227f219-1aee-4afb-875a-05ee47a2406f req-d830db0c-00db-48a7-8b4c-1aa506152f0f tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0a8cf1e-f026-40c4-a0ce-82fee682a7f7 HTTP/1.1" status: 200 len: 950 time: 0.3027818 Jul 15 13:00:54.344337 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966cbaf-80df-4fc7-9475-433c8858b779 req-c1ae4a99-3586-4d31-aebc-cdce01cbc047 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:54.346922 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e966cbaf-80df-4fc7-9475-433c8858b779 req-c1ae4a99-3586-4d31-aebc-cdce01cbc047 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef HTTP/1.1" status: 200 len: 945 time: 0.2945120 Jul 15 13:00:54.407148 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e52349-663d-4fda-824e-f4c3124b2287 req-c37557a8-deb5-4404-8795-c6c5c4de0553 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:54.415252 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c7e52349-663d-4fda-824e-f4c3124b2287 req-c37557a8-deb5-4404-8795-c6c5c4de0553 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/ports?device_id=54e934a5-fda3-403d-86e3-3c0f0079913a HTTP/1.1" status: 200 len: 950 time: 0.3226569 Jul 15 13:00:54.463908 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e966cbaf-80df-4fc7-9475-433c8858b779 req-d3de9308-8e1d-428e-89c7-fa3bf257f41a tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079893 Jul 15 13:00:54.529170 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c7e52349-663d-4fda-824e-f4c3124b2287 req-45f4b680-5111-4f4e-a892-e97720300b84 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f259860-5871-4323-aee6-f68eec72c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102343 Jul 15 13:00:54.616266 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-c227f219-1aee-4afb-875a-05ee47a2406f req-17d5f9cb-a48a-4ab3-ad65-ab625e8ed059 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Deleting port 4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:00:54.616662 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c227f219-1aee-4afb-875a-05ee47a2406f req-17d5f9cb-a48a-4ab3-ad65-ab625e8ed059 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:54.698121 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38800) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:54.795434 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-975da6da-e4b0-443f-95b4-494e8d006c2a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3698d91e668941718f2151a9891a813f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0952673 Jul 15 13:00:54.796495 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38804) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:54.908818 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-302b5ca2-312f-477d-93f0-5901f2c9f237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:54.917765 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-c227f219-1aee-4afb-875a-05ee47a2406f req-17d5f9cb-a48a-4ab3-ad65-ab625e8ed059 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] For port 4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:54.918146 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c227f219-1aee-4afb-875a-05ee47a2406f req-17d5f9cb-a48a-4ab3-ad65-ab625e8ed059 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:54.964156 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-302b5ca2-312f-477d-93f0-5901f2c9f237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:54.965346 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-c227f219-1aee-4afb-875a-05ee47a2406f req-17d5f9cb-a48a-4ab3-ad65-ab625e8ed059 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Calling delete_port for 4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:00:55.079612 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-302b5ca2-312f-477d-93f0-5901f2c9f237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:55.084432 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-302b5ca2-312f-477d-93f0-5901f2c9f237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:55.086338 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-302b5ca2-312f-477d-93f0-5901f2c9f237 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e6db6096-4606-468e-b500-93124108abcd HTTP/1.1" status: 204 len: 168 time: 0.2888689 Jul 15 13:00:55.105772 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302b5ca2-312f-477d-93f0-5901f2c9f237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6db6096-4606-468e-b500-93124108abcd,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:55.381666 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb87b80-b0a4-4d33-b1f9-1baa27d40654 req-82f634a5-5554-4695-93bc-297d9f6551dd tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:55.383423 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eeb87b80-b0a4-4d33-b1f9-1baa27d40654 req-82f634a5-5554-4695-93bc-297d9f6551dd tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0a8cf1e-f026-40c4-a0ce-82fee682a7f7 HTTP/1.1" status: 200 len: 950 time: 0.5990908 Jul 15 13:00:55.386496 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7ac8c-b62d-442f-a3ac-b8dc114e2d8a req-b774a158-37ce-420d-9c8f-2a86b7cfa515 tempest-LiveMigrationNegativeTest-1979232386 tempest-LiveMigrationNegativeTest-1979232386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:55.395076 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ddb7ac8c-b62d-442f-a3ac-b8dc114e2d8a req-b774a158-37ce-420d-9c8f-2a86b7cfa515 tempest-LiveMigrationNegativeTest-1979232386 tempest-LiveMigrationNegativeTest-1979232386-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=54e934a5-fda3-403d-86e3-3c0f0079913a HTTP/1.1" status: 200 len: 1102 time: 0.6130056 Jul 15 13:00:55.461889 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ddb7ac8c-b62d-442f-a3ac-b8dc114e2d8a req-12a59c9f-ff4e-402c-b44c-8e28c7afe4a4 tempest-LiveMigrationNegativeTest-1979232386 tempest-LiveMigrationNegativeTest-1979232386-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:55.530752 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eeb87b80-b0a4-4d33-b1f9-1baa27d40654 req-39bb964a-8aab-4652-97af-9ca73c260eff tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319914 Jul 15 13:00:55.543107 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c227f219-1aee-4afb-875a-05ee47a2406f req-17d5f9cb-a48a-4ab3-ad65-ab625e8ed059 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:55.562800 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['bf6286f6-c3c3-4ed6-b1d8-35f877b652c5', 'ea1612d9-8b56-43cb-bcfa-ce3508ea83e0', '4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:55.565756 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['5ad1673d-f6ae-4bae-be9f-39cd7f9f5624', 'b227902d-e9bf-4f51-b5d3-e5ef04289ae5', '2f57e29a-7903-43e4-8107-e1e1096ceb14', '55b4160f-6a69-4ed8-94c0-c04328aaae53'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:55.600931 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5f9cb-a48a-4ab3-ad65-ab625e8ed059 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Pushing event deleted for resources: {'Port': ['ID=4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:55.721973 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c227f219-1aee-4afb-875a-05ee47a2406f req-17d5f9cb-a48a-4ab3-ad65-ab625e8ed059 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] No DVR routers for this DVR port 4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be on host n-h1-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:00:55.730478 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c227f219-1aee-4afb-875a-05ee47a2406f req-17d5f9cb-a48a-4ab3-ad65-ab625e8ed059 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:55.735395 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c227f219-1aee-4afb-875a-05ee47a2406f req-17d5f9cb-a48a-4ab3-ad65-ab625e8ed059 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.20 "DELETE /v2.0/ports/4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be HTTP/1.1" status: 204 len: 173 time: 1.4525719 Jul 15 13:00:55.746922 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a8cf1e-f026-40c4-a0ce-82fee682a7f7', 'name': 'network-vif-deleted', 'tag': '4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:55.752008 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012f2b3d-3a85-4c4d-8367-5b6686e6f519" -d '{"events": [{"server_uuid": "a0a8cf1e-f026-40c4-a0ce-82fee682a7f7", "name": "network-vif-deleted", "tag": "4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:55.901654 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ddb7ac8c-b62d-442f-a3ac-b8dc114e2d8a req-12a59c9f-ff4e-402c-b44c-8e28c7afe4a4 tempest-LiveMigrationNegativeTest-1979232386 tempest-LiveMigrationNegativeTest-1979232386-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:55.915280 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ddb7ac8c-b62d-442f-a3ac-b8dc114e2d8a req-12a59c9f-ff4e-402c-b44c-8e28c7afe4a4 tempest-LiveMigrationNegativeTest-1979232386 tempest-LiveMigrationNegativeTest-1979232386-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:55.997137 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a59c9f-ff4e-402c-b44c-8e28c7afe4a4 tempest-LiveMigrationNegativeTest-1979232386 tempest-LiveMigrationNegativeTest-1979232386-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd47647-0191-4744-acf9-4ad1dd27d984,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:56.049509 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ddb7ac8c-b62d-442f-a3ac-b8dc114e2d8a req-12a59c9f-ff4e-402c-b44c-8e28c7afe4a4 tempest-LiveMigrationNegativeTest-1979232386 tempest-LiveMigrationNegativeTest-1979232386-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=7f259860-5871-4323-aee6-f68eec72c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6459713 Jul 15 13:00:56.264188 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec5f9e-1839-43af-becc-25022661a269 req-b3efbc95-6f39-49dd-8ab1-43e927c0d70a tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:56.265734 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3aec5f9e-1839-43af-becc-25022661a269 req-b3efbc95-6f39-49dd-8ab1-43e927c0d70a tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef HTTP/1.1" status: 200 len: 945 time: 0.1414294 Jul 15 13:00:56.336157 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bab1f5f-f7c3-47fc-b95a-82059e1dac3c x-openstack-request-id: req-2bab1f5f-f7c3-47fc-b95a-82059e1dac3c {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:56.338139 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a8cf1e-f026-40c4-a0ce-82fee682a7f7", "name": "network-vif-deleted", "tag": "4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:56.340943 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2bab1f5f-f7c3-47fc-b95a-82059e1dac3c {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:56.343633 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a8cf1e-f026-40c4-a0ce-82fee682a7f7', 'name': 'network-vif-deleted', 'tag': '4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be', 'status': 'completed', 'code': 200} Jul 15 13:00:56.426459 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3aec5f9e-1839-43af-becc-25022661a269 req-99c9881d-fa67-40fa-b8e1-33fd9d0f52b1 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498160 Jul 15 13:00:56.895550 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013972f7-87ad-4276-98a3-cf7b95f0d7d6 req-0b5a42cc-8849-427e-b355-32077cc22fc5 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:56.897336 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-013972f7-87ad-4276-98a3-cf7b95f0d7d6 req-0b5a42cc-8849-427e-b355-32077cc22fc5 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcd6d9e1-ae28-4d36-ad2c-37337ae9903a HTTP/1.1" status: 200 len: 950 time: 0.1438487 Jul 15 13:00:56.995548 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-013972f7-87ad-4276-98a3-cf7b95f0d7d6 req-68eeb53b-aed7-4340-8405-321791cce123 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb3270a-520b-4aa7-9df0-96bcdf87d9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837591 Jul 15 13:00:58.134648 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f29ef2-bc86-454b-9e33-ba7dee18e964 req-38fd8f4c-9b0d-4b1e-9ca0-508eabe96c3d tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:58.136366 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-46f29ef2-bc86-454b-9e33-ba7dee18e964 req-38fd8f4c-9b0d-4b1e-9ca0-508eabe96c3d tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef HTTP/1.1" status: 200 len: 945 time: 0.0924702 Jul 15 13:00:58.192597 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-46f29ef2-bc86-454b-9e33-ba7dee18e964 req-297663a1-bc3f-4de0-92b7-ffbc58fdb830 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443792 Jul 15 13:00:58.411207 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29458250-4ccf-48f0-a61f-55b0c6a5fa60 req-faca5bb3-3c51-41dd-a58c-33bd1fd53134 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:58.412780 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-29458250-4ccf-48f0-a61f-55b0c6a5fa60 req-faca5bb3-3c51-41dd-a58c-33bd1fd53134 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8f4c7be-5434-45ba-892e-15fe041f8206 HTTP/1.1" status: 200 len: 950 time: 0.0723996 Jul 15 13:00:58.449287 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:00:58.463081 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-29458250-4ccf-48f0-a61f-55b0c6a5fa60 req-bdae0b84-285b-4e0e-8808-25d69cd5f51e tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435815 Jul 15 13:00:58.595357 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:58.634961 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd6d9e1-ae28-4d36-ad2c-37337ae9903a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:58.637738 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed7923c-2b8d-4d42-aa2d-f0f227f67a9e" -d '{"events": [{"server_uuid": "bcd6d9e1-ae28-4d36-ad2c-37337ae9903a", "name": "network-vif-unplugged", "status": "completed", "tag": "12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:58.653605 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:58.660893 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:58.662280 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:00:58.684059 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-86ce9d73-0100-44c3-b030-a983ef22b970 tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a9bc4ed27e194106a8ce0e931b646587&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0697613 Jul 15 13:00:58.853728 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0878cf8-b0f3-4428-849c-35d3cc67b183 req-e7b8793a-69b3-4973-a693-f35d1f14263f tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:58.855406 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c0878cf8-b0f3-4428-849c-35d3cc67b183 req-e7b8793a-69b3-4973-a693-f35d1f14263f tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/ports?device_id=54e934a5-fda3-403d-86e3-3c0f0079913a HTTP/1.1" status: 200 len: 950 time: 0.2303574 Jul 15 13:00:58.870758 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-8dcbc220-8373-4514-96af-766e3179a3ae tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:58.872036 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-8dcbc220-8373-4514-96af-766e3179a3ae tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1869442 Jul 15 13:00:58.897938 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61,revision_number=8']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:58.902231 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: 4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:00:58.902598 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 4ebd2e33-d4e2-4fc7-bc07-e80fd949f1be not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:00:58.917055 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:58.927952 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-d10d0ab5-a47e-4355-81b7-74ee0eb74e2c tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] 10.222.0.16 "GET /v2.0/quotas/a9bc4ed27e194106a8ce0e931b646587 HTTP/1.1" status: 200 len: 375 time: 0.0286112 Jul 15 13:00:58.933270 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c0878cf8-b0f3-4428-849c-35d3cc67b183 req-0014fc11-c8de-4753-83ee-a8bd34543e28 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f259860-5871-4323-aee6-f68eec72c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602946 Jul 15 13:00:58.977998 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-55753a1a-d997-4424-807c-942fc96e3d70 tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9bc4ed27e194106a8ce0e931b646587&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409381 Jul 15 13:00:59.136508 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d12d63-3546-4bf6-904c-6baf421a1e50 x-openstack-request-id: req-37d12d63-3546-4bf6-904c-6baf421a1e50 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:59.136508 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd6d9e1-ae28-4d36-ad2c-37337ae9903a", "name": "network-vif-unplugged", "status": "completed", "tag": "12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:59.136508 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-37d12d63-3546-4bf6-904c-6baf421a1e50 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:59.137003 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd6d9e1-ae28-4d36-ad2c-37337ae9903a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61', 'code': 200} Jul 15 13:00:59.153615 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:59.205815 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-48e4764d-ad26-4440-b5cd-14b3049337e8 req-a7dc2d14-3465-4c3d-8c79-16f341f6cabc tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b896ce4-1ed7-415a-a30a-c8457c7fc38a HTTP/1.1" status: 200 len: 210 time: 0.0399687 Jul 15 13:00:59.465428 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ecdc8-f80a-4e26-9b6a-5f90e0a8c4fe req-bcf37f72-d313-4ba3-a901-191fb620d4a8 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:59.467419 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c06ecdc8-f80a-4e26-9b6a-5f90e0a8c4fe req-bcf37f72-d313-4ba3-a901-191fb620d4a8 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef HTTP/1.1" status: 200 len: 945 time: 0.1064913 Jul 15 13:00:59.532016 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c06ecdc8-f80a-4e26-9b6a-5f90e0a8c4fe req-0e4b58be-ed66-4957-823a-0d0e898e9520 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577691 Jul 15 13:00:59.614456 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ce4d3012-9b4c-40e4-9df9-439132198782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:59.758262 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d2a69-3253-4090-9d78-250293d985d6 req-4e11ffff-084e-4635-8152-9f327ef1ba49 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:59.760735 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-265d2a69-3253-4090-9d78-250293d985d6 req-4e11ffff-084e-4635-8152-9f327ef1ba49 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f4c7be-5434-45ba-892e-15fe041f8206 HTTP/1.1" status: 200 len: 950 time: 0.1565974 Jul 15 13:00:59.773896 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e53bb-cb7e-48a8-9de5-9129f6f5db5c req-50ef0577-b1b7-46b1-9e83-618a5107876d tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:59.783659 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c0e53bb-cb7e-48a8-9de5-9129f6f5db5c req-50ef0577-b1b7-46b1-9e83-618a5107876d tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8f4c7be-5434-45ba-892e-15fe041f8206 HTTP/1.1" status: 200 len: 950 time: 0.1676917 Jul 15 13:00:59.927331 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c0e53bb-cb7e-48a8-9de5-9129f6f5db5c req-1c54b884-93ee-4e77-a5c9-89e07eedbd5b tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433992 Jul 15 13:01:00.102539 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-265d2a69-3253-4090-9d78-250293d985d6 req-c4b134b5-5ea8-4f15-acdf-725fd18695c3 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Deleting port ea1612d9-8b56-43cb-bcfa-ce3508ea83e0 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:00.102945 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-265d2a69-3253-4090-9d78-250293d985d6 req-c4b134b5-5ea8-4f15-acdf-725fd18695c3 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:00.159205 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca82446-4288-42e0-82b0-e329f91b358d req-b82f596a-9442-40da-be12-5d754cc411ec tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:00.160802 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aca82446-4288-42e0-82b0-e329f91b358d req-b82f596a-9442-40da-be12-5d754cc411ec tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.46 "GET /v2.0/ports?device_id=54e934a5-fda3-403d-86e3-3c0f0079913a HTTP/1.1" status: 200 len: 950 time: 0.1652007 Jul 15 13:01:00.357060 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-265d2a69-3253-4090-9d78-250293d985d6 req-c4b134b5-5ea8-4f15-acdf-725fd18695c3 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] For port ea1612d9-8b56-43cb-bcfa-ce3508ea83e0, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=ea1612d9-8b56-43cb-bcfa-ce3508ea83e0,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:00.358339 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-265d2a69-3253-4090-9d78-250293d985d6 req-c4b134b5-5ea8-4f15-acdf-725fd18695c3 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:00.407671 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-265d2a69-3253-4090-9d78-250293d985d6 req-c4b134b5-5ea8-4f15-acdf-725fd18695c3 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Calling delete_port for ea1612d9-8b56-43cb-bcfa-ce3508ea83e0 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:00.420959 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-89be8643-0657-4a41-9d6d-a26c70fc2c6a req-06e4baf0-2a77-4e6f-82d3-f025665f6c5f tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b896ce4-1ed7-415a-a30a-c8457c7fc38a HTTP/1.1" status: 200 len: 210 time: 0.0700405 Jul 15 13:01:00.432799 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941d0e1-2aff-446c-a075-523a8518a5a2 req-6cac42e6-0074-42a4-8a6e-68c3dc73371f tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:00.439661 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5941d0e1-2aff-446c-a075-523a8518a5a2 req-6cac42e6-0074-42a4-8a6e-68c3dc73371f tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/ports?device_id=54e934a5-fda3-403d-86e3-3c0f0079913a HTTP/1.1" status: 200 len: 950 time: 0.3167129 Jul 15 13:01:00.451472 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 8e25edaf-63ba-4c71-9113-3648368c56b5 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:01:00.658264 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 8e25edaf-63ba-4c71-9113-3648368c56b5, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=8e25edaf-63ba-4c71-9113-3648368c56b5,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:00.672624 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': '8e25edaf-63ba-4c71-9113-3648368c56b5', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': '8e25edaf-63ba-4c71-9113-3648368c56b5', 'mac_address': 'fa:16:3e:e1:b2:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:01:00.676161 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5941d0e1-2aff-446c-a075-523a8518a5a2 req-1f7ff4ce-0829-40e4-91f9-9eb9c19ddb75 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f259860-5871-4323-aee6-f68eec72c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356296 Jul 15 13:01:00.677573 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-aca82446-4288-42e0-82b0-e329f91b358d req-09b1605e-ab8a-44a1-a559-6f96107057da tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Deleting port 1d8574a5-66ae-4b4f-9394-9e68a5ab7989 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:00.678901 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-aca82446-4288-42e0-82b0-e329f91b358d req-09b1605e-ab8a-44a1-a559-6f96107057da tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:00.750181 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:00.762071 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e25edaf-63ba-4c71-9113-3648368c56b5 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:00.788691 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 8e25edaf-63ba-4c71-9113-3648368c56b5, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=8e25edaf-63ba-4c71-9113-3648368c56b5,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:00.795183 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:00.869046 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=8e25edaf-63ba-4c71-9113-3648368c56b5,revision_number=9']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:00.947386 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['8e25edaf-63ba-4c71-9113-3648368c56b5'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:01.274636 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-265d2a69-3253-4090-9d78-250293d985d6 req-c4b134b5-5ea8-4f15-acdf-725fd18695c3 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:01.283913 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-f11573a0-1f5b-486c-818c-2a8bac43f934 tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a9bc4ed27e194106a8ce0e931b646587&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622017 Jul 15 13:01:01.289067 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['5ad1673d-f6ae-4bae-be9f-39cd7f9f5624', 'b227902d-e9bf-4f51-b5d3-e5ef04289ae5', '2f57e29a-7903-43e4-8107-e1e1096ceb14', '55b4160f-6a69-4ed8-94c0-c04328aaae53'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:01.341522 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b134b5-5ea8-4f15-acdf-725fd18695c3 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Pushing event deleted for resources: {'Port': ['ID=ea1612d9-8b56-43cb-bcfa-ce3508ea83e0,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:01.446932 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-aca82446-4288-42e0-82b0-e329f91b358d req-09b1605e-ab8a-44a1-a559-6f96107057da tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] For port 1d8574a5-66ae-4b4f-9394-9e68a5ab7989, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=1d8574a5-66ae-4b4f-9394-9e68a5ab7989,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:01.446932 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-aca82446-4288-42e0-82b0-e329f91b358d req-09b1605e-ab8a-44a1-a559-6f96107057da tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:01.502138 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-265d2a69-3253-4090-9d78-250293d985d6 req-c4b134b5-5ea8-4f15-acdf-725fd18695c3 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] No DVR routers for this DVR port ea1612d9-8b56-43cb-bcfa-ce3508ea83e0 on host n-h1-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:01:01.509742 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-265d2a69-3253-4090-9d78-250293d985d6 req-c4b134b5-5ea8-4f15-acdf-725fd18695c3 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:01.518238 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-265d2a69-3253-4090-9d78-250293d985d6 req-c4b134b5-5ea8-4f15-acdf-725fd18695c3 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.20 "DELETE /v2.0/ports/ea1612d9-8b56-43cb-bcfa-ce3508ea83e0 HTTP/1.1" status: 204 len: 173 time: 1.7325525 Jul 15 13:01:01.536095 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-5b8158e9-3312-4f37-8ca0-d043842384ed tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:01.537526 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-5b8158e9-3312-4f37-8ca0-d043842384ed tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2407968 Jul 15 13:01:01.548737 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-aca82446-4288-42e0-82b0-e329f91b358d req-09b1605e-ab8a-44a1-a559-6f96107057da tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Calling delete_port for 1d8574a5-66ae-4b4f-9394-9e68a5ab7989 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:01.554646 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-9f63ca56-2f38-417f-96b3-45f855124fca tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] Request body: {'port': {'device_id': '3b896ce4-1ed7-415a-a30a-c8457c7fc38a', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'admin_state_up': True, 'tenant_id': 'a9bc4ed27e194106a8ce0e931b646587'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:01.591362 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f4c7be-5434-45ba-892e-15fe041f8206', 'name': 'network-vif-deleted', 'tag': 'ea1612d9-8b56-43cb-bcfa-ce3508ea83e0'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:01.603558 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b6f59b-47b9-4bef-8bf0-55ef74fd0b84" -d '{"events": [{"server_uuid": "a8f4c7be-5434-45ba-892e-15fe041f8206", "name": "network-vif-deleted", "tag": "ea1612d9-8b56-43cb-bcfa-ce3508ea83e0"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:01.815288 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-9f63ca56-2f38-417f-96b3-45f855124fca tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] Made reservation on behalf of a9bc4ed27e194106a8ce0e931b646587 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:01:01.819401 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-9f63ca56-2f38-417f-96b3-45f855124fca tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:01.867839 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-9f63ca56-2f38-417f-96b3-45f855124fca tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:01.899501 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['bf6286f6-c3c3-4ed6-b1d8-35f877b652c5'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:01.911148 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f6cb6-52f2-4bf2-b232-29d858f028e2 req-88d3b3ce-eb6f-498a-965d-e4b8a1db627e tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:01.925247 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7c9f6cb6-52f2-4bf2-b232-29d858f028e2 req-88d3b3ce-eb6f-498a-965d-e4b8a1db627e tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef HTTP/1.1" status: 200 len: 945 time: 1.1568606 Jul 15 13:01:01.971108 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc92ba-cd6f-454f-9e2e-8a309cbc0d25 req-9f1c7129-7197-4b5e-8f1c-ffd79d5290da tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:01.973337 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4bdc92ba-cd6f-454f-9e2e-8a309cbc0d25 req-9f1c7129-7197-4b5e-8f1c-ffd79d5290da tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8f4c7be-5434-45ba-892e-15fe041f8206 HTTP/1.1" status: 200 len: 867 time: 0.7840047 Jul 15 13:01:02.049980 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7c9f6cb6-52f2-4bf2-b232-29d858f028e2 req-2f231826-8f09-423c-9f39-567e018f069f tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224937 Jul 15 13:01:02.054026 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-aca82446-4288-42e0-82b0-e329f91b358d req-09b1605e-ab8a-44a1-a559-6f96107057da tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:02.142020 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1605e-ab8a-44a1-a559-6f96107057da tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Pushing event deleted for resources: {'Port': ['ID=1d8574a5-66ae-4b4f-9394-9e68a5ab7989,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:02.157944 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4bdc92ba-cd6f-454f-9e2e-8a309cbc0d25 req-c9c52181-ccfc-4428-8e18-ed7473db280d tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712229 Jul 15 13:01:02.220420 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-9f63ca56-2f38-417f-96b3-45f855124fca tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:02.232293 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-9f63ca56-2f38-417f-96b3-45f855124fca tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:02.300323 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca82446-4288-42e0-82b0-e329f91b358d req-09b1605e-ab8a-44a1-a559-6f96107057da tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] No DVR routers for this DVR port 1d8574a5-66ae-4b4f-9394-9e68a5ab7989 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:01:02.309240 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-aca82446-4288-42e0-82b0-e329f91b358d req-09b1605e-ab8a-44a1-a559-6f96107057da tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:02.323787 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aca82446-4288-42e0-82b0-e329f91b358d req-09b1605e-ab8a-44a1-a559-6f96107057da tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.46 "DELETE /v2.0/ports/1d8574a5-66ae-4b4f-9394-9e68a5ab7989 HTTP/1.1" status: 204 len: 173 time: 2.1259351 Jul 15 13:01:02.356997 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:02.456925 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63ca56-2f38-417f-96b3-45f855124fca tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3553c963-ed3d-45e7-a0ae-67021bf45fc7,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:02.534629 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 8e25edaf-63ba-4c71-9113-3648368c56b5 up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:01:02.621030 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c95f88a4-6623-4a6b-a4be-75aa9e22376b req-0c537e28-462b-4fdf-bf25-d8520e421af5 tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b896ce4-1ed7-415a-a30a-c8457c7fc38a HTTP/1.1" status: 200 len: 210 time: 0.0745459 Jul 15 13:01:02.629763 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-9f63ca56-2f38-417f-96b3-45f855124fca tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] Allocated IP 192.168.233.160 (fb7e2853-c052-4bbe-a410-b119ef2f5100/f7332b1d-b5ae-478a-9a33-4a7a808c5484/120f7a79-0b43-4de2-96ad-100c23b3276a) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:01:02.772315 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 1d8574a5-66ae-4b4f-9394-9e68a5ab7989 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:02.931323 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6a25fe6e-1462-44c3-8d09-0c20c46c8edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:02.935770 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-205bd77e-348c-442a-91ea-9ea618166e1e req-9ec26177-8405-4370-ad71-625cabef69aa tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/ports?device_id=54e934a5-fda3-403d-86e3-3c0f0079913a HTTP/1.1" status: 200 len: 210 time: 0.0863400 Jul 15 13:01:02.941499 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 1d8574a5-66ae-4b4f-9394-9e68a5ab7989 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:01:02.942143 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 1d8574a5-66ae-4b4f-9394-9e68a5ab7989 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:01:03.056292 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port 8e25edaf-63ba-4c71-9113-3648368c56b5 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:03.057203 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:03.067929 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d222bcf6-02e4-45d0-81ab-c33a7229c4ef x-openstack-request-id: req-d222bcf6-02e4-45d0-81ab-c33a7229c4ef {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:03.068215 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f4c7be-5434-45ba-892e-15fe041f8206", "name": "network-vif-deleted", "tag": "ea1612d9-8b56-43cb-bcfa-ce3508ea83e0", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:03.068461 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d222bcf6-02e4-45d0-81ab-c33a7229c4ef {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:03.068850 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f4c7be-5434-45ba-892e-15fe041f8206', 'name': 'network-vif-deleted', 'tag': 'ea1612d9-8b56-43cb-bcfa-ce3508ea83e0', 'status': 'completed', 'code': 200} Jul 15 13:01:03.135800 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-9f63ca56-2f38-417f-96b3-45f855124fca tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:03.211754 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-9f63ca56-2f38-417f-96b3-45f855124fca tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] Transition to ACTIVE for port object 120f7a79-0b43-4de2-96ad-100c23b3276a will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:03.293061 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-9f63ca56-2f38-417f-96b3-45f855124fca tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:03.362422 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:03.454465 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fb83b-f9e0-4443-9bc4-27b3ea9835b0 req-4f697f65-8701-427a-a4c5-ad5390b12569 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:03.462691 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-242fb83b-f9e0-4443-9bc4-27b3ea9835b0 req-4f697f65-8701-427a-a4c5-ad5390b12569 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef HTTP/1.1" status: 200 len: 945 time: 0.1130178 Jul 15 13:01:03.476503 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63ca56-2f38-417f-96b3-45f855124fca tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] Pushing event updated for resources: {'Port': ['ID=120f7a79-0b43-4de2-96ad-100c23b3276a,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:03.516681 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84353dff-848d-4811-836f-66339e222350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e25edaf-63ba-4c71-9113-3648368c56b5'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:03.522210 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-9f63ca56-2f38-417f-96b3-45f855124fca tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] Network fb7e2853-c052-4bbe-a410-b119ef2f5100 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:01:03.529127 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-9f63ca56-2f38-417f-96b3-45f855124fca tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:03.529940 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0196b9bf-725f-421e-8fe1-4eb1417d03f2" -d '{"events": [{"server_uuid": "84353dff-848d-4811-836f-66339e222350", "name": "network-vif-plugged", "status": "completed", "tag": "8e25edaf-63ba-4c71-9113-3648368c56b5"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:03.534812 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:03.553080 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-9f63ca56-2f38-417f-96b3-45f855124fca tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:01:03.581849 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 8e25edaf-63ba-4c71-9113-3648368c56b5, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=8e25edaf-63ba-4c71-9113-3648368c56b5,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:03.582166 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-242fb83b-f9e0-4443-9bc4-27b3ea9835b0 req-fce063a0-28fb-4388-8214-8ccf96b56cbb tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172903 Jul 15 13:01:03.591037 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:03.592632 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device ea1612d9-8b56-43cb-bcfa-ce3508ea83e0 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:03.693645 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: ea1612d9-8b56-43cb-bcfa-ce3508ea83e0 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:01:03.694713 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device ea1612d9-8b56-43cb-bcfa-ce3508ea83e0 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:01:03.742021 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-9f63ca56-2f38-417f-96b3-45f855124fca tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:03.748008 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-9f63ca56-2f38-417f-96b3-45f855124fca tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:03.750632 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=8e25edaf-63ba-4c71-9113-3648368c56b5,revision_number=10']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:03.800618 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-9f63ca56-2f38-417f-96b3-45f855124fca tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2497516 Jul 15 13:01:03.817592 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-fbff305f-96a4-4bf5-bfac-02ff752c5d35 service neutron] Request body: {'port': {'device_id': '3b896ce4-1ed7-415a-a30a-c8457c7fc38a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:03.992313 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-fbff305f-96a4-4bf5-bfac-02ff752c5d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:04.068793 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7f028a87-9021-4a23-8ac5-e8da9d37bf7a None None] Provisioning for port 120f7a79-0b43-4de2-96ad-100c23b3276a completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:04.082680 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7f028a87-9021-4a23-8ac5-e8da9d37bf7a None None] Provisioning complete for port 120f7a79-0b43-4de2-96ad-100c23b3276a triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:04.083264 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f028a87-9021-4a23-8ac5-e8da9d37bf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:04.167724 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-7f028a87-9021-4a23-8ac5-e8da9d37bf7a None None] Port 120f7a79-0b43-4de2-96ad-100c23b3276a cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:01:04.243831 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc5f5aa-ddd0-446d-ab4b-909cd34a7828 x-openstack-request-id: req-fdc5f5aa-ddd0-446d-ab4b-909cd34a7828 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:04.244321 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84353dff-848d-4811-836f-66339e222350", "name": "network-vif-plugged", "status": "completed", "tag": "8e25edaf-63ba-4c71-9113-3648368c56b5", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:04.244777 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fdc5f5aa-ddd0-446d-ab4b-909cd34a7828 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:04.245369 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84353dff-848d-4811-836f-66339e222350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e25edaf-63ba-4c71-9113-3648368c56b5', 'code': 200} Jul 15 13:01:04.620681 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbc0be-274c-4a36-a038-2d22b8fafd75 req-bf415da0-5c43-4f60-8089-e1127b75f45d tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:04.625220 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d5fbc0be-274c-4a36-a038-2d22b8fafd75 req-bf415da0-5c43-4f60-8089-e1127b75f45d tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b896ce4-1ed7-415a-a30a-c8457c7fc38a HTTP/1.1" status: 200 len: 936 time: 0.1662641 Jul 15 13:01:04.680206 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['b4055828-7edc-4c9a-8ddd-537557270119'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:04.693947 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-fbff305f-96a4-4bf5-bfac-02ff752c5d35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 120f7a79-0b43-4de2-96ad-100c23b3276a {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:04.721062 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-fbff305f-96a4-4bf5-bfac-02ff752c5d35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:04.736790 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d5fbc0be-274c-4a36-a038-2d22b8fafd75 req-6afa45c2-6f8e-469f-b0b6-705f1bcf0abe tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] 10.222.0.16 "GET /v2.0/security-groups?id=3553c963-ed3d-45e7-a0ae-67021bf45fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048508 Jul 15 13:01:04.767183 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-fbff305f-96a4-4bf5-bfac-02ff752c5d35 service neutron] Transition to ACTIVE for port object 120f7a79-0b43-4de2-96ad-100c23b3276a will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:04.778230 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-fbff305f-96a4-4bf5-bfac-02ff752c5d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:04.924163 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:04.925843 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff305f-96a4-4bf5-bfac-02ff752c5d35 service neutron] Pushing event updated for resources: {'Port': ['ID=120f7a79-0b43-4de2-96ad-100c23b3276a,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:05.070040 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e934a5-fda3-403d-86e3-3c0f0079913a', 'name': 'network-vif-deleted', 'tag': '1d8574a5-66ae-4b4f-9394-9e68a5ab7989'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:05.072900 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c4ee27-bb98-4f84-a40f-9d72774f5eff" -d '{"events": [{"server_uuid": "54e934a5-fda3-403d-86e3-3c0f0079913a", "name": "network-vif-deleted", "tag": "1d8574a5-66ae-4b4f-9394-9e68a5ab7989"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:05.245869 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-fbff305f-96a4-4bf5-bfac-02ff752c5d35 service neutron] Attempting to bind port 120f7a79-0b43-4de2-96ad-100c23b3276a on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:01:05.252520 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-fbff305f-96a4-4bf5-bfac-02ff752c5d35 service neutron] Attempting to bind port 120f7a79-0b43-4de2-96ad-100c23b3276a by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:01:05.253200 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-fbff305f-96a4-4bf5-bfac-02ff752c5d35 service neutron] Attempting to bind port 120f7a79-0b43-4de2-96ad-100c23b3276a on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:05.267077 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-fbff305f-96a4-4bf5-bfac-02ff752c5d35 service neutron] Port 120f7a79-0b43-4de2-96ad-100c23b3276a on network fb7e2853-c052-4bbe-a410-b119ef2f5100 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:01:05.269847 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-fbff305f-96a4-4bf5-bfac-02ff752c5d35 service neutron] Attempting to bind port 120f7a79-0b43-4de2-96ad-100c23b3276a on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:05.282156 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-fbff305f-96a4-4bf5-bfac-02ff752c5d35 service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:01:05.284521 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-fbff305f-96a4-4bf5-bfac-02ff752c5d35 service neutron] Checking segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:05.285269 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-fbff305f-96a4-4bf5-bfac-02ff752c5d35 service neutron] Bound using segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:01:05.286116 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-fbff305f-96a4-4bf5-bfac-02ff752c5d35 service neutron] Bound port: 120f7a79-0b43-4de2-96ad-100c23b3276a, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:01:05.287946 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-fbff305f-96a4-4bf5-bfac-02ff752c5d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:05.425747 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-fbff305f-96a4-4bf5-bfac-02ff752c5d35 service neutron] For port 120f7a79-0b43-4de2-96ad-100c23b3276a, host n-h1-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:05.430959 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-fbff305f-96a4-4bf5-bfac-02ff752c5d35 service neutron] For port 120f7a79-0b43-4de2-96ad-100c23b3276a, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=120f7a79-0b43-4de2-96ad-100c23b3276a,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:01:05.440393 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-fbff305f-96a4-4bf5-bfac-02ff752c5d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:05.466238 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-fbff305f-96a4-4bf5-bfac-02ff752c5d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:05.467257 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-fbff305f-96a4-4bf5-bfac-02ff752c5d35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:05.468643 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-fbff305f-96a4-4bf5-bfac-02ff752c5d35 service neutron] 10.222.0.20 "PUT /v2.0/ports/120f7a79-0b43-4de2-96ad-100c23b3276a HTTP/1.1" status: 200 len: 1097 time: 1.6581910 Jul 15 13:01:05.469098 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b896ce4-1ed7-415a-a30a-c8457c7fc38a', 'tag': '120f7a79-0b43-4de2-96ad-100c23b3276a'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:05.472513 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efe709e-bbf5-4b77-b0a7-9aa753607499" -d '{"events": [{"name": "network-changed", "server_uuid": "3b896ce4-1ed7-415a-a30a-c8457c7fc38a", "tag": "120f7a79-0b43-4de2-96ad-100c23b3276a"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:05.700761 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff305f-96a4-4bf5-bfac-02ff752c5d35 service neutron] Pushing event updated for resources: {'Port': ['ID=120f7a79-0b43-4de2-96ad-100c23b3276a,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:05.799090 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-4809dbb5-76f1-4ee3-901b-388d73363892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:05.805244 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-4809dbb5-76f1-4ee3-901b-388d73363892 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a9bc4ed27e194106a8ce0e931b646587&device_id=3b896ce4-1ed7-415a-a30a-c8457c7fc38a HTTP/1.1" status: 200 len: 1100 time: 0.2660027 Jul 15 13:01:05.855236 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343a136-3f0a-40ae-b0b9-89764c739ae0 req-37529b3c-3c68-4a17-9470-4c806b62b741 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:05.856872 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0343a136-3f0a-40ae-b0b9-89764c739ae0 req-37529b3c-3c68-4a17-9470-4c806b62b741 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef HTTP/1.1" status: 200 len: 945 time: 0.1494434 Jul 15 13:01:05.880386 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-d8c04d1f-0b9e-4d52-8f2f-96e378a13946 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=120f7a79-0b43-4de2-96ad-100c23b3276a HTTP/1.1" status: 200 len: 217 time: 0.0651987 Jul 15 13:01:05.937200 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0343a136-3f0a-40ae-b0b9-89764c739ae0 req-56029c98-2fba-4000-8a16-0819febf7f44 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617073 Jul 15 13:01:05.990004 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-907a72c4-4c33-4459-ae66-2b6a50eb03da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:05.993247 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-907a72c4-4c33-4459-ae66-2b6a50eb03da service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.1022270 Jul 15 13:01:06.008041 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd5e7b1-4ca5-4478-842a-fe0b15169c6f x-openstack-request-id: req-1fd5e7b1-4ca5-4478-842a-fe0b15169c6f {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:06.008406 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e934a5-fda3-403d-86e3-3c0f0079913a", "name": "network-vif-deleted", "tag": "1d8574a5-66ae-4b4f-9394-9e68a5ab7989", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:06.008727 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1fd5e7b1-4ca5-4478-842a-fe0b15169c6f {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:06.009195 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e934a5-fda3-403d-86e3-3c0f0079913a', 'name': 'network-vif-deleted', 'tag': '1d8574a5-66ae-4b4f-9394-9e68a5ab7989', 'status': 'completed', 'code': 200} Jul 15 13:01:06.123634 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-580f0545-0d3d-43ae-9f1c-7695e1032647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:06.129211 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-580f0545-0d3d-43ae-9f1c-7695e1032647 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1179357 Jul 15 13:01:06.360810 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eafa34db-e064-4d5e-9aff-53a3bfdc094b req-f3fb1bf7-7ed4-4340-a3e3-49f73eadbfa4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b039da8a-00a0-47e1-9014-8b6c8b7ece00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1112063 Jul 15 13:01:06.452626 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-5403849e-e379-489e-8547-b27986cca573 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183854 Jul 15 13:01:06.510910 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa34db-e064-4d5e-9aff-53a3bfdc094b req-d14f7948-68ad-4b81-83ce-c120df36f8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:06.517092 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eafa34db-e064-4d5e-9aff-53a3bfdc094b req-d14f7948-68ad-4b81-83ce-c120df36f8f4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=70b334eb6b1c4823bfeb87b9e0290ca2&device_id=b039da8a-00a0-47e1-9014-8b6c8b7ece00 HTTP/1.1" status: 200 len: 1102 time: 0.1285765 Jul 15 13:01:06.692022 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-af8154c6-5c3e-4ac1-a1c4-a1aee2a7c075 req-b48d2d3e-77a2-4206-bd64-fc32c234cf33 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303052 Jul 15 13:01:06.726378 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa34db-e064-4d5e-9aff-53a3bfdc094b req-b23dc05d-6a02-4e6e-9f1f-8019acaf0cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:06.728339 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eafa34db-e064-4d5e-9aff-53a3bfdc094b req-b23dc05d-6a02-4e6e-9f1f-8019acaf0cc2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.1835871 Jul 15 13:01:06.864253 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eafa34db-e064-4d5e-9aff-53a3bfdc094b req-76cfa83b-3bdc-4bdf-9fdd-3232312d9d19 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=2f57e29a-7903-43e4-8107-e1e1096ceb14 HTTP/1.1" status: 200 len: 217 time: 0.1224754 Jul 15 13:01:06.967198 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa34db-e064-4d5e-9aff-53a3bfdc094b req-e2f547eb-7bd9-4972-8234-4a5db85c820e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:06.969537 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eafa34db-e064-4d5e-9aff-53a3bfdc094b req-e2f547eb-7bd9-4972-8234-4a5db85c820e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0949380 Jul 15 13:01:07.100719 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa34db-e064-4d5e-9aff-53a3bfdc094b req-824fb702-1acc-4a14-b008-232c920e2acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:07.104402 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eafa34db-e064-4d5e-9aff-53a3bfdc094b req-824fb702-1acc-4a14-b008-232c920e2acb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1258762 Jul 15 13:01:07.117737 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b58ae3-e5ee-4522-b357-582dfa8d3a19 req-dd6cfd5b-7110-46a8-b9d6-cb6bdffa892c tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:07.120124 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-12b58ae3-e5ee-4522-b357-582dfa8d3a19 req-dd6cfd5b-7110-46a8-b9d6-cb6bdffa892c tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2f1c377-0e5d-4f73-a65b-f80835039b68 HTTP/1.1" status: 200 len: 949 time: 0.1640010 Jul 15 13:01:07.226245 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eafa34db-e064-4d5e-9aff-53a3bfdc094b req-34c061bb-2e2b-4b52-b348-14b6736294b5 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120996 Jul 15 13:01:07.369561 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-12b58ae3-e5ee-4522-b357-582dfa8d3a19 req-aa7bd3f9-6887-4205-939c-93a3ba0d52e2 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Deleting port bf6286f6-c3c3-4ed6-b1d8-35f877b652c5 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:07.369935 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eafa34db-e064-4d5e-9aff-53a3bfdc094b req-6a85bbf8-fe90-4212-9753-23f1fef8afaa service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294737 Jul 15 13:01:07.371582 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-12b58ae3-e5ee-4522-b357-582dfa8d3a19 req-aa7bd3f9-6887-4205-939c-93a3ba0d52e2 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:07.401179 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7be11a-8937-45da-b843-6631f2be0ed0 x-openstack-request-id: req-6b7be11a-8937-45da-b843-6631f2be0ed0 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:07.401961 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b896ce4-1ed7-415a-a30a-c8457c7fc38a", "tag": "120f7a79-0b43-4de2-96ad-100c23b3276a", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:07.402421 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6b7be11a-8937-45da-b843-6631f2be0ed0 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:07.403107 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b896ce4-1ed7-415a-a30a-c8457c7fc38a', 'tag': '120f7a79-0b43-4de2-96ad-100c23b3276a', 'status': 'completed', 'code': 200} Jul 15 13:01:07.544226 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-12b58ae3-e5ee-4522-b357-582dfa8d3a19 req-aa7bd3f9-6887-4205-939c-93a3ba0d52e2 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] For port bf6286f6-c3c3-4ed6-b1d8-35f877b652c5, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=bf6286f6-c3c3-4ed6-b1d8-35f877b652c5,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:07.544524 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-12b58ae3-e5ee-4522-b357-582dfa8d3a19 req-aa7bd3f9-6887-4205-939c-93a3ba0d52e2 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:07.570100 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-12b58ae3-e5ee-4522-b357-582dfa8d3a19 req-aa7bd3f9-6887-4205-939c-93a3ba0d52e2 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Calling delete_port for bf6286f6-c3c3-4ed6-b1d8-35f877b652c5 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:07.574366 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe709e-bbf5-4b77-b0a7-9aa753607499 req-5d8cb043-2f02-445f-b102-c6f40f0f0669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:07.576926 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4efe709e-bbf5-4b77-b0a7-9aa753607499 req-5d8cb043-2f02-445f-b102-c6f40f0f0669 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a9bc4ed27e194106a8ce0e931b646587&device_id=3b896ce4-1ed7-415a-a30a-c8457c7fc38a HTTP/1.1" status: 200 len: 1100 time: 0.1465154 Jul 15 13:01:07.632554 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c194688-286f-417c-87d8-8c99a7dd3720 req-cf1271bf-8754-4b35-ba3b-d4c8684a3087 tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:07.634198 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2c194688-286f-417c-87d8-8c99a7dd3720 req-cf1271bf-8754-4b35-ba3b-d4c8684a3087 tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b896ce4-1ed7-415a-a30a-c8457c7fc38a HTTP/1.1" status: 200 len: 948 time: 0.1144254 Jul 15 13:01:07.719875 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2c194688-286f-417c-87d8-8c99a7dd3720 req-20fa3740-fb86-42ef-bffc-2b820240a8fb tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] 10.222.0.16 "GET /v2.0/security-groups?id=3553c963-ed3d-45e7-a0ae-67021bf45fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544860 Jul 15 13:01:07.725604 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe709e-bbf5-4b77-b0a7-9aa753607499 req-084b8094-2074-4c0c-bbb5-8f4097d14394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:07.727157 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4efe709e-bbf5-4b77-b0a7-9aa753607499 req-084b8094-2074-4c0c-bbb5-8f4097d14394 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.1411011 Jul 15 13:01:07.791223 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4efe709e-bbf5-4b77-b0a7-9aa753607499 req-d57e2363-b798-449e-9e9c-28e118a15c47 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=120f7a79-0b43-4de2-96ad-100c23b3276a HTTP/1.1" status: 200 len: 217 time: 0.0520928 Jul 15 13:01:07.821929 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-12b58ae3-e5ee-4522-b357-582dfa8d3a19 req-aa7bd3f9-6887-4205-939c-93a3ba0d52e2 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:07.841654 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['5ad1673d-f6ae-4bae-be9f-39cd7f9f5624', 'b227902d-e9bf-4f51-b5d3-e5ef04289ae5', '2f57e29a-7903-43e4-8107-e1e1096ceb14', '55b4160f-6a69-4ed8-94c0-c04328aaae53'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:07.873837 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7bd3f9-6887-4205-939c-93a3ba0d52e2 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Pushing event deleted for resources: {'Port': ['ID=bf6286f6-c3c3-4ed6-b1d8-35f877b652c5,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:07.929693 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['bf6286f6-c3c3-4ed6-b1d8-35f877b652c5'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:07.953802 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e1dd5fc-a6c2-4799-9e78-0d5dd41a3089 req-89463d73-1097-41be-93a6-090b64e05526 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f1c377-0e5d-4f73-a65b-f80835039b68 HTTP/1.1" status: 200 len: 210 time: 0.0663331 Jul 15 13:01:07.966886 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b58ae3-e5ee-4522-b357-582dfa8d3a19 req-aa7bd3f9-6887-4205-939c-93a3ba0d52e2 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] No DVR routers for this DVR port bf6286f6-c3c3-4ed6-b1d8-35f877b652c5 on host n-h1-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:01:07.969784 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-12b58ae3-e5ee-4522-b357-582dfa8d3a19 req-aa7bd3f9-6887-4205-939c-93a3ba0d52e2 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:07.972023 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-12b58ae3-e5ee-4522-b357-582dfa8d3a19 req-aa7bd3f9-6887-4205-939c-93a3ba0d52e2 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.20 "DELETE /v2.0/ports/bf6286f6-c3c3-4ed6-b1d8-35f877b652c5 HTTP/1.1" status: 204 len: 173 time: 0.8446341 Jul 15 13:01:07.974509 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe709e-bbf5-4b77-b0a7-9aa753607499 req-838cbbab-bc2b-4709-8c49-923ed32df532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:07.976033 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4efe709e-bbf5-4b77-b0a7-9aa753607499 req-838cbbab-bc2b-4709-8c49-923ed32df532 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.1732669 Jul 15 13:01:08.116612 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe709e-bbf5-4b77-b0a7-9aa753607499 req-d6f86232-4ad9-4861-af14-bc5b222ef257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:08.118625 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4efe709e-bbf5-4b77-b0a7-9aa753607499 req-d6f86232-4ad9-4861-af14-bc5b222ef257 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1345601 Jul 15 13:01:08.419581 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4efe709e-bbf5-4b77-b0a7-9aa753607499 req-42322fdc-7086-4fe9-b874-cecfd3a4ddf9 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933233 Jul 15 13:01:08.589518 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4efe709e-bbf5-4b77-b0a7-9aa753607499 req-180adb7f-1220-4702-bc90-f40a666e43cb service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624379 Jul 15 13:01:08.691426 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d4e67-04c4-4a8d-8705-6e9a386ce78b req-9212cd76-b8a7-4e21-99a5-23c3ff98ec8c tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:08.695153 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-067d4e67-04c4-4a8d-8705-6e9a386ce78b req-9212cd76-b8a7-4e21-99a5-23c3ff98ec8c tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef HTTP/1.1" status: 200 len: 945 time: 0.4118943 Jul 15 13:01:08.764804 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9caef7-5ea2-49f5-b954-00da230189c0 req-35201c8d-e263-4104-9e2d-3d1b7cf54dc5 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:08.767032 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0c9caef7-5ea2-49f5-b954-00da230189c0 req-35201c8d-e263-4104-9e2d-3d1b7cf54dc5 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ceff70d-281d-4b71-b9ae-e364c9355568 HTTP/1.1" status: 200 len: 950 time: 0.1758626 Jul 15 13:01:08.832551 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-067d4e67-04c4-4a8d-8705-6e9a386ce78b req-a4ab0ca0-7f67-4151-898e-c19263910b70 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212828 Jul 15 13:01:08.957340 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-0c9caef7-5ea2-49f5-b954-00da230189c0 req-f85d75ff-1b1d-496f-8f61-403ca224985c tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Deleting port 55b4160f-6a69-4ed8-94c0-c04328aaae53 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:08.958269 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0c9caef7-5ea2-49f5-b954-00da230189c0 req-f85d75ff-1b1d-496f-8f61-403ca224985c tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:09.118765 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-0c9caef7-5ea2-49f5-b954-00da230189c0 req-f85d75ff-1b1d-496f-8f61-403ca224985c tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] For port 55b4160f-6a69-4ed8-94c0-c04328aaae53, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=55b4160f-6a69-4ed8-94c0-c04328aaae53,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:09.119903 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0c9caef7-5ea2-49f5-b954-00da230189c0 req-f85d75ff-1b1d-496f-8f61-403ca224985c tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:09.138670 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-0c9caef7-5ea2-49f5-b954-00da230189c0 req-f85d75ff-1b1d-496f-8f61-403ca224985c tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Calling delete_port for 55b4160f-6a69-4ed8-94c0-c04328aaae53 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:09.405319 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f1c377-0e5d-4f73-a65b-f80835039b68', 'name': 'network-vif-deleted', 'tag': 'bf6286f6-c3c3-4ed6-b1d8-35f877b652c5'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:09.407630 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729b6e8c-79f3-4a02-abfc-d099b0dea343" -d '{"events": [{"server_uuid": "d2f1c377-0e5d-4f73-a65b-f80835039b68", "name": "network-vif-deleted", "tag": "bf6286f6-c3c3-4ed6-b1d8-35f877b652c5"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:09.432441 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af236d-c7e9-4817-8f36-78ebc288b289 req-f5c26eac-e716-49ab-9c78-7265073913e6 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:09.439575 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-88af236d-c7e9-4817-8f36-78ebc288b289 req-f5c26eac-e716-49ab-9c78-7265073913e6 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/ports?device_id=1567a280-8bde-490f-885e-4d5d112e5c11 HTTP/1.1" status: 200 len: 950 time: 0.2172604 Jul 15 13:01:09.444790 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0c9caef7-5ea2-49f5-b954-00da230189c0 req-f85d75ff-1b1d-496f-8f61-403ca224985c tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:09.459083 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5fade4-f724-4162-96b6-4e8db93969f2 req-a88eae6d-88ca-41ee-af59-ad6812c877d0 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:09.460636 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bb5fade4-f724-4162-96b6-4e8db93969f2 req-a88eae6d-88ca-41ee-af59-ad6812c877d0 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.46 "GET /v2.0/ports?device_id=1567a280-8bde-490f-885e-4d5d112e5c11 HTTP/1.1" status: 200 len: 950 time: 0.2526469 Jul 15 13:01:09.561352 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d75ff-1b1d-496f-8f61-403ca224985c tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Pushing event deleted for resources: {'Port': ['ID=55b4160f-6a69-4ed8-94c0-c04328aaae53,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:09.611235 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['5ad1673d-f6ae-4bae-be9f-39cd7f9f5624', 'b227902d-e9bf-4f51-b5d3-e5ef04289ae5', '2f57e29a-7903-43e4-8107-e1e1096ceb14'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:09.624104 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c9caef7-5ea2-49f5-b954-00da230189c0 req-f85d75ff-1b1d-496f-8f61-403ca224985c tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] No DVR routers for this DVR port 55b4160f-6a69-4ed8-94c0-c04328aaae53 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:01:09.627164 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0c9caef7-5ea2-49f5-b954-00da230189c0 req-f85d75ff-1b1d-496f-8f61-403ca224985c tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:09.629398 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0c9caef7-5ea2-49f5-b954-00da230189c0 req-f85d75ff-1b1d-496f-8f61-403ca224985c tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.46 "DELETE /v2.0/ports/55b4160f-6a69-4ed8-94c0-c04328aaae53 HTTP/1.1" status: 204 len: 173 time: 0.8509042 Jul 15 13:01:09.633239 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ceff70d-281d-4b71-b9ae-e364c9355568', 'name': 'network-vif-deleted', 'tag': '55b4160f-6a69-4ed8-94c0-c04328aaae53'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:09.635890 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b9a8d8-5e84-4e79-862b-8f1cc8b0bc18" -d '{"events": [{"server_uuid": "3ceff70d-281d-4b71-b9ae-e364c9355568", "name": "network-vif-deleted", "tag": "55b4160f-6a69-4ed8-94c0-c04328aaae53"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:09.708997 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-88af236d-c7e9-4817-8f36-78ebc288b289 req-5fc2907b-497a-4619-9e08-918daf7dbc3a tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f259860-5871-4323-aee6-f68eec72c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651374 Jul 15 13:01:09.823482 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-bb5fade4-f724-4162-96b6-4e8db93969f2 req-edc9125b-e50e-4e5f-8bc2-6609bd2878a5 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Deleting port b4055828-7edc-4c9a-8ddd-537557270119 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:09.825516 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bb5fade4-f724-4162-96b6-4e8db93969f2 req-edc9125b-e50e-4e5f-8bc2-6609bd2878a5 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:10.042087 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-bb5fade4-f724-4162-96b6-4e8db93969f2 req-edc9125b-e50e-4e5f-8bc2-6609bd2878a5 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] For port b4055828-7edc-4c9a-8ddd-537557270119, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b4055828-7edc-4c9a-8ddd-537557270119,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:10.042836 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bb5fade4-f724-4162-96b6-4e8db93969f2 req-edc9125b-e50e-4e5f-8bc2-6609bd2878a5 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:10.061990 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-bb5fade4-f724-4162-96b6-4e8db93969f2 req-edc9125b-e50e-4e5f-8bc2-6609bd2878a5 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Calling delete_port for b4055828-7edc-4c9a-8ddd-537557270119 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:10.105308 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fba846-e93c-45b1-a152-ab5a1f891a72 req-58f616f6-4a93-422d-a8b8-72d5d7df2493 tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:10.106676 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10fba846-e93c-45b1-a152-ab5a1f891a72 req-58f616f6-4a93-422d-a8b8-72d5d7df2493 tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b896ce4-1ed7-415a-a30a-c8457c7fc38a HTTP/1.1" status: 200 len: 948 time: 0.1845751 Jul 15 13:01:10.314651 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10fba846-e93c-45b1-a152-ab5a1f891a72 req-596d464f-0983-42e8-9158-8a2928c5a274 tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] 10.222.0.16 "GET /v2.0/security-groups?id=3553c963-ed3d-45e7-a0ae-67021bf45fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016265 Jul 15 13:01:10.387602 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bb5fade4-f724-4162-96b6-4e8db93969f2 req-edc9125b-e50e-4e5f-8bc2-6609bd2878a5 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:10.430153 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9125b-e50e-4e5f-8bc2-6609bd2878a5 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Pushing event deleted for resources: {'Port': ['ID=b4055828-7edc-4c9a-8ddd-537557270119,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:10.502767 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5fade4-f724-4162-96b6-4e8db93969f2 req-edc9125b-e50e-4e5f-8bc2-6609bd2878a5 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] No DVR routers for this DVR port b4055828-7edc-4c9a-8ddd-537557270119 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:01:10.506598 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bb5fade4-f724-4162-96b6-4e8db93969f2 req-edc9125b-e50e-4e5f-8bc2-6609bd2878a5 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:10.509414 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bb5fade4-f724-4162-96b6-4e8db93969f2 req-edc9125b-e50e-4e5f-8bc2-6609bd2878a5 tempest-LiveMigrationNegativeTest-1985643729 tempest-LiveMigrationNegativeTest-1985643729-project] 10.222.0.46 "DELETE /v2.0/ports/b4055828-7edc-4c9a-8ddd-537557270119 HTTP/1.1" status: 204 len: 173 time: 1.0368721 Jul 15 13:01:10.520295 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ababac04-2d54-4a0c-bc5a-b44addfb333a x-openstack-request-id: req-ababac04-2d54-4a0c-bc5a-b44addfb333a {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:10.521337 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f1c377-0e5d-4f73-a65b-f80835039b68", "name": "network-vif-deleted", "tag": "bf6286f6-c3c3-4ed6-b1d8-35f877b652c5", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:10.521781 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ababac04-2d54-4a0c-bc5a-b44addfb333a {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:10.522435 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f1c377-0e5d-4f73-a65b-f80835039b68', 'name': 'network-vif-deleted', 'tag': 'bf6286f6-c3c3-4ed6-b1d8-35f877b652c5', 'status': 'completed', 'code': 200} Jul 15 13:01:10.566082 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 120f7a79-0b43-4de2-96ad-100c23b3276a details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:01:10.572173 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device bf6286f6-c3c3-4ed6-b1d8-35f877b652c5 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:10.594369 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff25b779-88d7-4bc4-a58c-e5dc9dd49078 x-openstack-request-id: req-ff25b779-88d7-4bc4-a58c-e5dc9dd49078 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:10.594829 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ceff70d-281d-4b71-b9ae-e364c9355568", "name": "network-vif-deleted", "tag": "55b4160f-6a69-4ed8-94c0-c04328aaae53", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:10.595242 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ff25b779-88d7-4bc4-a58c-e5dc9dd49078 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:10.599251 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ceff70d-281d-4b71-b9ae-e364c9355568', 'name': 'network-vif-deleted', 'tag': '55b4160f-6a69-4ed8-94c0-c04328aaae53', 'status': 'completed', 'code': 200} Jul 15 13:01:10.637641 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: bf6286f6-c3c3-4ed6-b1d8-35f877b652c5 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:01:10.638274 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device bf6286f6-c3c3-4ed6-b1d8-35f877b652c5 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:01:10.795270 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 120f7a79-0b43-4de2-96ad-100c23b3276a, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=120f7a79-0b43-4de2-96ad-100c23b3276a,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:10.811085 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': '120f7a79-0b43-4de2-96ad-100c23b3276a', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': '120f7a79-0b43-4de2-96ad-100c23b3276a', 'mac_address': 'fa:16:3e:46:57:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:01:10.869998 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:10.885578 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 120f7a79-0b43-4de2-96ad-100c23b3276a {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:10.911605 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 120f7a79-0b43-4de2-96ad-100c23b3276a, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=120f7a79-0b43-4de2-96ad-100c23b3276a,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:10.920848 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:10.950915 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-9e58b616-5805-43ec-8fa6-1d2a715e6b5b tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:10.952871 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-9e58b616-5805-43ec-8fa6-1d2a715e6b5b tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef&tenant_id=42f8630608fb46f681ad77135da09a14&binding%3Ahost_id=n-h2-771363-36 HTTP/1.1" status: 200 len: 1097 time: 0.2058022 Jul 15 13:01:10.975339 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-8dd6ecb6-5798-4677-8db3-712e20e9641f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771363-36'}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:11.011119 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=120f7a79-0b43-4de2-96ad-100c23b3276a,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:11.034316 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cf541-ddc0-4057-ba33-fa4b536f559a req-df437abd-deb0-45e5-8e78-b2f2abb26fcd tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:11.041958 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8b9cf541-ddc0-4057-ba33-fa4b536f559a req-df437abd-deb0-45e5-8e78-b2f2abb26fcd tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef HTTP/1.1" status: 200 len: 945 time: 0.2081797 Jul 15 13:01:11.129235 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8b9cf541-ddc0-4057-ba33-fa4b536f559a req-f9d85a9a-54d7-4996-bfea-06e67db82a57 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864096 Jul 15 13:01:11.154730 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-8dd6ecb6-5798-4677-8db3-712e20e9641f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:11.230286 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['120f7a79-0b43-4de2-96ad-100c23b3276a'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:11.417045 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-8dd6ecb6-5798-4677-8db3-712e20e9641f service neutron] For port da090241-b734-40df-979b-ae61cffc17b9, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=da090241-b734-40df-979b-ae61cffc17b9,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:11.468903 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-8dd6ecb6-5798-4677-8db3-712e20e9641f service neutron] For port da090241-b734-40df-979b-ae61cffc17b9, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:11.543012 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-8dd6ecb6-5798-4677-8db3-712e20e9641f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:11.561025 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-8dd6ecb6-5798-4677-8db3-712e20e9641f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:11.739762 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6ecb6-5798-4677-8db3-712e20e9641f service neutron] Pushing event updated for resources: {'Port': ['ID=da090241-b734-40df-979b-ae61cffc17b9,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:11.809598 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-8dd6ecb6-5798-4677-8db3-712e20e9641f service neutron] Attempting to bind port da090241-b734-40df-979b-ae61cffc17b9 on host n-h2-771363-36 for vnic_type normal with profile {"migrating_to": "n-h1-771363-36"} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:01:11.809934 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-8dd6ecb6-5798-4677-8db3-712e20e9641f service neutron] Attempting to bind port da090241-b734-40df-979b-ae61cffc17b9 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:01:11.813410 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-8dd6ecb6-5798-4677-8db3-712e20e9641f service neutron] Attempting to bind port da090241-b734-40df-979b-ae61cffc17b9 on network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:11.824480 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-8dd6ecb6-5798-4677-8db3-712e20e9641f service neutron] Port da090241-b734-40df-979b-ae61cffc17b9 on network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:01:11.824809 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-8dd6ecb6-5798-4677-8db3-712e20e9641f service neutron] Attempting to bind port da090241-b734-40df-979b-ae61cffc17b9 on network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:11.831700 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-8dd6ecb6-5798-4677-8db3-712e20e9641f service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:01:11.832056 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-8dd6ecb6-5798-4677-8db3-712e20e9641f service neutron] Checking segment: {'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:11.832474 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-8dd6ecb6-5798-4677-8db3-712e20e9641f service neutron] Bound using segment: {'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:01:11.832967 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-8dd6ecb6-5798-4677-8db3-712e20e9641f service neutron] Bound port: da090241-b734-40df-979b-ae61cffc17b9, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:01:11.833362 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-8dd6ecb6-5798-4677-8db3-712e20e9641f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:11.938058 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4aa39d-8698-4737-b8e5-b860c8c36513 req-9f0c9616-1013-48e7-9dbd-07aa136b58c9 tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:11.945456 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4f4aa39d-8698-4737-b8e5-b860c8c36513 req-9f0c9616-1013-48e7-9dbd-07aa136b58c9 tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b896ce4-1ed7-415a-a30a-c8457c7fc38a HTTP/1.1" status: 200 len: 949 time: 0.1839314 Jul 15 13:01:11.994964 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39154) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:11.995656 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-8dd6ecb6-5798-4677-8db3-712e20e9641f service neutron] For port da090241-b734-40df-979b-ae61cffc17b9, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:12.024018 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4f4aa39d-8698-4737-b8e5-b860c8c36513 req-d8eaa4c3-6f7f-4416-b3db-1c513bf34874 tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] 10.222.0.16 "GET /v2.0/security-groups?id=3553c963-ed3d-45e7-a0ae-67021bf45fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774021 Jul 15 13:01:12.034747 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-8dd6ecb6-5798-4677-8db3-712e20e9641f service neutron] For port da090241-b734-40df-979b-ae61cffc17b9, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=da090241-b734-40df-979b-ae61cffc17b9,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:01:12.050787 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-8dd6ecb6-5798-4677-8db3-712e20e9641f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:12.141703 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6ecb6-5798-4677-8db3-712e20e9641f service neutron] Pushing event updated for resources: {'Port': ['ID=da090241-b734-40df-979b-ae61cffc17b9,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:12.208633 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-8dd6ecb6-5798-4677-8db3-712e20e9641f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:12.208935 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-8dd6ecb6-5798-4677-8db3-712e20e9641f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:12.210338 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-8dd6ecb6-5798-4677-8db3-712e20e9641f service neutron] 10.222.0.20 "PUT /v2.0/ports/da090241-b734-40df-979b-ae61cffc17b9 HTTP/1.1" status: 200 len: 1123 time: 1.2443426 Jul 15 13:01:12.286601 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a895be59-ed61-4743-a786-b6023f4c6a26 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=868122bfc913430ebf54f7085a42ff48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2882361 Jul 15 13:01:12.286998 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39162) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:12.320250 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['da090241-b734-40df-979b-ae61cffc17b9'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:12.468959 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['da090241-b734-40df-979b-ae61cffc17b9'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:12.511749 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-38311a77-4b5d-409b-af2e-14c596749bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:12.561961 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-38311a77-4b5d-409b-af2e-14c596749bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:12.582287 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device da090241-b734-40df-979b-ae61cffc17b9 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:01:12.601182 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1567a280-8bde-490f-885e-4d5d112e5c11', 'name': 'network-vif-deleted', 'tag': 'b4055828-7edc-4c9a-8ddd-537557270119'}, {'server_uuid': 'a7e3904a-6ad6-4afa-a2f3-15e49449eaef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da090241-b734-40df-979b-ae61cffc17b9'}, {'name': 'network-changed', 'server_uuid': 'a7e3904a-6ad6-4afa-a2f3-15e49449eaef', 'tag': 'da090241-b734-40df-979b-ae61cffc17b9'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:12.603516 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f68001e-0801-4c5e-8acd-6a44aafa0128" -d '{"events": [{"server_uuid": "1567a280-8bde-490f-885e-4d5d112e5c11", "name": "network-vif-deleted", "tag": "b4055828-7edc-4c9a-8ddd-537557270119"}, {"server_uuid": "a7e3904a-6ad6-4afa-a2f3-15e49449eaef", "name": "network-vif-unplugged", "status": "completed", "tag": "da090241-b734-40df-979b-ae61cffc17b9"}, {"name": "network-changed", "server_uuid": "a7e3904a-6ad6-4afa-a2f3-15e49449eaef", "tag": "da090241-b734-40df-979b-ae61cffc17b9"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:12.651382 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-38311a77-4b5d-409b-af2e-14c596749bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:12.654280 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-38311a77-4b5d-409b-af2e-14c596749bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:12.655695 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-38311a77-4b5d-409b-af2e-14c596749bc7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f259860-5871-4323-aee6-f68eec72c13e HTTP/1.1" status: 204 len: 168 time: 0.3679800 Jul 15 13:01:12.669073 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38311a77-4b5d-409b-af2e-14c596749bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f259860-5871-4323-aee6-f68eec72c13e,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:12.750814 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port da090241-b734-40df-979b-ae61cffc17b9, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=da090241-b734-40df-979b-ae61cffc17b9,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:12.765507 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 120f7a79-0b43-4de2-96ad-100c23b3276a up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:01:12.771006 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device da090241-b734-40df-979b-ae61cffc17b9 has no active binding in host n-h1-771363-36 {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 13:01:12.776155 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device b4055828-7edc-4c9a-8ddd-537557270119 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:12.795434 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6495b1-fbf5-47f8-b604-410e44e32589 req-fa92bac9-661c-4334-a10d-7850fd4713ee tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:12.804520 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f6495b1-fbf5-47f8-b604-410e44e32589 req-fa92bac9-661c-4334-a10d-7850fd4713ee tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef HTTP/1.1" status: 200 len: 943 time: 0.1873429 Jul 15 13:01:12.817893 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: b4055828-7edc-4c9a-8ddd-537557270119 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:01:12.818607 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device b4055828-7edc-4c9a-8ddd-537557270119 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:01:12.819267 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 55b4160f-6a69-4ed8-94c0-c04328aaae53 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:12.891328 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f6495b1-fbf5-47f8-b604-410e44e32589 req-94dc8246-6678-4ccf-8af4-17d01cc39135 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857103 Jul 15 13:01:12.918237 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 55b4160f-6a69-4ed8-94c0-c04328aaae53 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:01:12.918693 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 55b4160f-6a69-4ed8-94c0-c04328aaae53 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:01:13.003480 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port 120f7a79-0b43-4de2-96ad-100c23b3276a completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:13.023184 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port 120f7a79-0b43-4de2-96ad-100c23b3276a triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:13.023574 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:13.306778 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:13.346381 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b896ce4-1ed7-415a-a30a-c8457c7fc38a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120f7a79-0b43-4de2-96ad-100c23b3276a'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:13.350185 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86dcfecd-c709-43c5-8842-730593958b06" -d '{"events": [{"server_uuid": "3b896ce4-1ed7-415a-a30a-c8457c7fc38a", "name": "network-vif-plugged", "status": "completed", "tag": "120f7a79-0b43-4de2-96ad-100c23b3276a"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:13.361525 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39182) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:13.389199 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 120f7a79-0b43-4de2-96ad-100c23b3276a, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=120f7a79-0b43-4de2-96ad-100c23b3276a,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:13.400672 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:13.449839 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5fff3540-d7d4-46d3-a593-d1a490e0c7af admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=01c4da94200d4fada87f2036b8f1ce27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0864739 Jul 15 13:01:13.452716 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39186) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:13.520419 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=120f7a79-0b43-4de2-96ad-100c23b3276a,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:13.538121 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:13.538305 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:13.538528 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:13.538900 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:13.539257 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:13.541251 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:13.542263 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:13.542756 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:13.543943 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:13.545611 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:13.545953 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:13.547816 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:13.565601 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-42302229-21e2-444e-a0c2-37a40e6607fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:13.602226 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-42302229-21e2-444e-a0c2-37a40e6607fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:13.685589 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-42302229-21e2-444e-a0c2-37a40e6607fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:13.688122 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-42302229-21e2-444e-a0c2-37a40e6607fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:13.691324 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-42302229-21e2-444e-a0c2-37a40e6607fa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2cd47647-0191-4744-acf9-4ad1dd27d984 HTTP/1.1" status: 204 len: 168 time: 0.2351923 Jul 15 13:01:13.705403 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9d561c-7726-4f3e-ab24-5d7690d2e72e x-openstack-request-id: req-dd9d561c-7726-4f3e-ab24-5d7690d2e72e {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:13.705940 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1567a280-8bde-490f-885e-4d5d112e5c11", "name": "network-vif-deleted", "tag": "b4055828-7edc-4c9a-8ddd-537557270119", "status": "completed", "code": 200}, {"server_uuid": "a7e3904a-6ad6-4afa-a2f3-15e49449eaef", "name": "network-vif-unplugged", "status": "completed", "tag": "da090241-b734-40df-979b-ae61cffc17b9", "code": 200}, {"name": "network-changed", "server_uuid": "a7e3904a-6ad6-4afa-a2f3-15e49449eaef", "tag": "da090241-b734-40df-979b-ae61cffc17b9", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:13.705940 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd9d561c-7726-4f3e-ab24-5d7690d2e72e {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:13.706358 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1567a280-8bde-490f-885e-4d5d112e5c11', 'name': 'network-vif-deleted', 'tag': 'b4055828-7edc-4c9a-8ddd-537557270119', 'status': 'completed', 'code': 200} Jul 15 13:01:13.706711 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7e3904a-6ad6-4afa-a2f3-15e49449eaef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da090241-b734-40df-979b-ae61cffc17b9', 'code': 200} Jul 15 13:01:13.706971 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7e3904a-6ad6-4afa-a2f3-15e49449eaef', 'tag': 'da090241-b734-40df-979b-ae61cffc17b9', 'status': 'completed', 'code': 200} Jul 15 13:01:13.711357 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42302229-21e2-444e-a0c2-37a40e6607fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd47647-0191-4744-acf9-4ad1dd27d984,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:13.860080 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68001e-0801-4c5e-8acd-6a44aafa0128 req-bd346a89-7825-41c9-8967-80889d7f57f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:13.869774 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5f68001e-0801-4c5e-8acd-6a44aafa0128 req-bd346a89-7825-41c9-8967-80889d7f57f9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=42f8630608fb46f681ad77135da09a14&device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef HTTP/1.1" status: 200 len: 1126 time: 0.1033690 Jul 15 13:01:14.015120 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb9c2d-cac7-46f2-8fc1-1757a27fffb6 req-6dcc1638-e6e7-4e87-bc48-aed142f1cec2 tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:14.016674 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-edbb9c2d-cac7-46f2-8fc1-1757a27fffb6 req-6dcc1638-e6e7-4e87-bc48-aed142f1cec2 tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b896ce4-1ed7-415a-a30a-c8457c7fc38a HTTP/1.1" status: 200 len: 950 time: 0.1376200 Jul 15 13:01:14.017941 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68001e-0801-4c5e-8acd-6a44aafa0128 req-a469390d-0b19-4a3b-82e3-8c3abce3b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:14.019554 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5f68001e-0801-4c5e-8acd-6a44aafa0128 req-a469390d-0b19-4a3b-82e3-8c3abce3b5fe service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f HTTP/1.1" status: 200 len: 922 time: 0.1489978 Jul 15 13:01:14.079228 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5f68001e-0801-4c5e-8acd-6a44aafa0128 req-5d6f750e-389b-4d52-8f86-4dff9119ba70 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da090241-b734-40df-979b-ae61cffc17b9 HTTP/1.1" status: 200 len: 217 time: 0.0517592 Jul 15 13:01:14.133424 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-edbb9c2d-cac7-46f2-8fc1-1757a27fffb6 req-d4c9a0c8-be60-410b-bccf-e8b9d7ada2c3 tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] 10.222.0.16 "GET /v2.0/security-groups?id=3553c963-ed3d-45e7-a0ae-67021bf45fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625644 Jul 15 13:01:14.180400 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68001e-0801-4c5e-8acd-6a44aafa0128 req-96b25c9f-dd9e-4ee3-abf2-cae9b653c5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:14.181947 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5f68001e-0801-4c5e-8acd-6a44aafa0128 req-96b25c9f-dd9e-4ee3-abf2-cae9b653c5cf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=522453a6-daf1-42ae-a6f8-abb7ab66795d HTTP/1.1" status: 200 len: 861 time: 0.0937722 Jul 15 13:01:14.226690 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5f68001e-0801-4c5e-8acd-6a44aafa0128 req-a59ff4a7-4706-4580-b748-783d8bb616c2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349913 Jul 15 13:01:14.240948 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8975515e-e150-4821-b309-0bb48eff997e x-openstack-request-id: req-8975515e-e150-4821-b309-0bb48eff997e {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:14.241306 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b896ce4-1ed7-415a-a30a-c8457c7fc38a", "name": "network-vif-plugged", "status": "completed", "tag": "120f7a79-0b43-4de2-96ad-100c23b3276a", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:14.241497 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8975515e-e150-4821-b309-0bb48eff997e {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:14.241892 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b896ce4-1ed7-415a-a30a-c8457c7fc38a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120f7a79-0b43-4de2-96ad-100c23b3276a', 'code': 200} Jul 15 13:01:14.305891 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd13813-b93e-49c4-b296-fd9e426c139f req-4eab3026-ff44-45e1-ad0d-2aa8f73790bf tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:14.307434 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2fd13813-b93e-49c4-b296-fd9e426c139f req-4eab3026-ff44-45e1-ad0d-2aa8f73790bf tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.46 "GET /v2.0/ports?device_id=b039da8a-00a0-47e1-9014-8b6c8b7ece00 HTTP/1.1" status: 200 len: 950 time: 0.1947052 Jul 15 13:01:14.620288 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5f68001e-0801-4c5e-8acd-6a44aafa0128 req-8c45eaf9-cb20-4eb5-b41b-f0e58dfa6ba3 service neutron] 10.222.0.46 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858223 Jul 15 13:01:14.626677 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90fbc46-9e21-4de3-9673-74b2a2af07f8 req-f10ad6ac-ca16-4521-ad22-49062d6e5efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:14.628187 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e90fbc46-9e21-4de3-9673-74b2a2af07f8 req-f10ad6ac-ca16-4521-ad22-49062d6e5efa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3b896ce4-1ed7-415a-a30a-c8457c7fc38a HTTP/1.1" status: 200 len: 1102 time: 0.3198457 Jul 15 13:01:14.724141 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-2fd13813-b93e-49c4-b296-fd9e426c139f req-b41829e6-0a3a-4c61-b792-894d21476f44 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Deleting port 2f57e29a-7903-43e4-8107-e1e1096ceb14 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:14.724825 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2fd13813-b93e-49c4-b296-fd9e426c139f req-b41829e6-0a3a-4c61-b792-894d21476f44 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:15.211885 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e90fbc46-9e21-4de3-9673-74b2a2af07f8 req-5b2ef665-5d77-4a64-a84a-cb0875c89de0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3553c963-ed3d-45e7-a0ae-67021bf45fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5701549 Jul 15 13:01:15.213769 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5f68001e-0801-4c5e-8acd-6a44aafa0128 req-ead76dea-59a9-4f15-993c-f77137f864a5 service neutron] 10.222.0.46 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5847352 Jul 15 13:01:15.460560 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-2fd13813-b93e-49c4-b296-fd9e426c139f req-b41829e6-0a3a-4c61-b792-894d21476f44 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] For port 2f57e29a-7903-43e4-8107-e1e1096ceb14, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2f57e29a-7903-43e4-8107-e1e1096ceb14,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:15.461421 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2fd13813-b93e-49c4-b296-fd9e426c139f req-b41829e6-0a3a-4c61-b792-894d21476f44 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:15.489046 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-2fd13813-b93e-49c4-b296-fd9e426c139f req-b41829e6-0a3a-4c61-b792-894d21476f44 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Calling delete_port for 2f57e29a-7903-43e4-8107-e1e1096ceb14 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:15.640633 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb750d12-6bdc-4550-90cb-27f092a16217 req-9a3de4a6-263f-4cbd-9eca-764da67dd13f tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:15.642157 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cb750d12-6bdc-4550-90cb-27f092a16217 req-9a3de4a6-263f-4cbd-9eca-764da67dd13f tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=b039da8a-00a0-47e1-9014-8b6c8b7ece00 HTTP/1.1" status: 200 len: 950 time: 0.9596341 Jul 15 13:01:15.759082 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75903b93-659b-4627-a311-afcea3f8aa1c req-f73ef417-7a95-4823-8398-3104b36c2ee4 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:15.761104 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-75903b93-659b-4627-a311-afcea3f8aa1c req-f73ef417-7a95-4823-8398-3104b36c2ee4 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef HTTP/1.1" status: 200 len: 943 time: 0.5218363 Jul 15 13:01:15.768912 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2fd13813-b93e-49c4-b296-fd9e426c139f req-b41829e6-0a3a-4c61-b792-894d21476f44 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:15.787395 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['5ad1673d-f6ae-4bae-be9f-39cd7f9f5624', 'b227902d-e9bf-4f51-b5d3-e5ef04289ae5'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:15.847516 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca28816-b1d2-40b3-a292-134000898ce5 req-9ac0a4c5-29f3-41dd-8cdf-4e2b12f0a7ea tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:15.848987 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dca28816-b1d2-40b3-a292-134000898ce5 req-9ac0a4c5-29f3-41dd-8cdf-4e2b12f0a7ea tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.46 "GET /v2.0/ports?device_id=43fafbb6-decd-480d-9324-c829b9483d40 HTTP/1.1" status: 200 len: 950 time: 0.5817041 Jul 15 13:01:16.040470 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd13813-b93e-49c4-b296-fd9e426c139f req-b41829e6-0a3a-4c61-b792-894d21476f44 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] No DVR routers for this DVR port 2f57e29a-7903-43e4-8107-e1e1096ceb14 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:01:16.043669 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41829e6-0a3a-4c61-b792-894d21476f44 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Pushing event deleted for resources: {'Port': ['ID=2f57e29a-7903-43e4-8107-e1e1096ceb14,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:16.054097 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cb750d12-6bdc-4550-90cb-27f092a16217 req-f1d425de-950e-4ce7-b1cd-8fb9f33ffe13 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068588 Jul 15 13:01:16.055453 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2fd13813-b93e-49c4-b296-fd9e426c139f req-b41829e6-0a3a-4c61-b792-894d21476f44 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:16.057429 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2fd13813-b93e-49c4-b296-fd9e426c139f req-b41829e6-0a3a-4c61-b792-894d21476f44 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.46 "DELETE /v2.0/ports/2f57e29a-7903-43e4-8107-e1e1096ceb14 HTTP/1.1" status: 204 len: 173 time: 1.7354970 Jul 15 13:01:16.062540 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41829e6-0a3a-4c61-b792-894d21476f44 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:16.062959 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41829e6-0a3a-4c61-b792-894d21476f44 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:16.063403 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41829e6-0a3a-4c61-b792-894d21476f44 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:16.063871 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41829e6-0a3a-4c61-b792-894d21476f44 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:16.064064 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41829e6-0a3a-4c61-b792-894d21476f44 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:16.064367 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41829e6-0a3a-4c61-b792-894d21476f44 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:16.064691 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41829e6-0a3a-4c61-b792-894d21476f44 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:16.065025 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41829e6-0a3a-4c61-b792-894d21476f44 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:16.065352 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41829e6-0a3a-4c61-b792-894d21476f44 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:16.065681 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41829e6-0a3a-4c61-b792-894d21476f44 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:16.065999 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41829e6-0a3a-4c61-b792-894d21476f44 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:16.066448 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41829e6-0a3a-4c61-b792-894d21476f44 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:16.070019 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b039da8a-00a0-47e1-9014-8b6c8b7ece00', 'name': 'network-vif-deleted', 'tag': '2f57e29a-7903-43e4-8107-e1e1096ceb14'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:16.072730 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8dcf26e-d78d-4511-928d-7b94854fd801" -d '{"events": [{"server_uuid": "b039da8a-00a0-47e1-9014-8b6c8b7ece00", "name": "network-vif-deleted", "tag": "2f57e29a-7903-43e4-8107-e1e1096ceb14"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:16.133515 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-75903b93-659b-4627-a311-afcea3f8aa1c req-7c6b47b6-d4a5-48f2-ab85-fb4957019486 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606081 Jul 15 13:01:16.202049 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-dca28816-b1d2-40b3-a292-134000898ce5 req-ff00c6de-cd3a-4b6f-8070-35f475b816dd tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Deleting port b227902d-e9bf-4f51-b5d3-e5ef04289ae5 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:16.202405 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-dca28816-b1d2-40b3-a292-134000898ce5 req-ff00c6de-cd3a-4b6f-8070-35f475b816dd tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:16.491095 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-dca28816-b1d2-40b3-a292-134000898ce5 req-ff00c6de-cd3a-4b6f-8070-35f475b816dd tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] For port b227902d-e9bf-4f51-b5d3-e5ef04289ae5, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b227902d-e9bf-4f51-b5d3-e5ef04289ae5,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:16.491360 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-dca28816-b1d2-40b3-a292-134000898ce5 req-ff00c6de-cd3a-4b6f-8070-35f475b816dd tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:16.528482 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-dca28816-b1d2-40b3-a292-134000898ce5 req-ff00c6de-cd3a-4b6f-8070-35f475b816dd tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Calling delete_port for b227902d-e9bf-4f51-b5d3-e5ef04289ae5 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:16.749200 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 2f57e29a-7903-43e4-8107-e1e1096ceb14 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:16.798396 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 2f57e29a-7903-43e4-8107-e1e1096ceb14 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:01:16.800369 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 2f57e29a-7903-43e4-8107-e1e1096ceb14 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:01:16.801244 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device b227902d-e9bf-4f51-b5d3-e5ef04289ae5 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:16.922589 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:16.925986 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972455ce-b6ec-45a4-a2ea-fdbf90a4aa6c req-c2af50c7-a44c-4abb-b91d-5065b214f0b5 tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:16.933401 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-972455ce-b6ec-45a4-a2ea-fdbf90a4aa6c req-c2af50c7-a44c-4abb-b91d-5065b214f0b5 tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b896ce4-1ed7-415a-a30a-c8457c7fc38a HTTP/1.1" status: 200 len: 950 time: 0.3101184 Jul 15 13:01:16.951735 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409b067-10b5-4b45-bb7b-d177d943a9d1 req-72b97716-57b4-44a8-a8a8-c64510ca6616 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:16.959013 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5409b067-10b5-4b45-bb7b-d177d943a9d1 req-72b97716-57b4-44a8-a8a8-c64510ca6616 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=45c3ba16-4a08-458c-b7ea-a4a36bfcef13 HTTP/1.1" status: 200 len: 945 time: 0.3345613 Jul 15 13:01:16.975413 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe7ab5-eddd-4e34-adda-def4f1f1813e req-5f1f08fd-0231-4495-9c66-05d0384ea4bd tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:16.977227 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a2fe7ab5-eddd-4e34-adda-def4f1f1813e req-5f1f08fd-0231-4495-9c66-05d0384ea4bd tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.46 "GET /v2.0/ports?device_id=45c3ba16-4a08-458c-b7ea-a4a36bfcef13 HTTP/1.1" status: 200 len: 945 time: 0.2969508 Jul 15 13:01:17.078381 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-dca28816-b1d2-40b3-a292-134000898ce5 req-ff00c6de-cd3a-4b6f-8070-35f475b816dd tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:17.111509 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-972455ce-b6ec-45a4-a2ea-fdbf90a4aa6c req-5ca741d5-e807-4775-80e7-28090798a4a3 tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] 10.222.0.16 "GET /v2.0/security-groups?id=3553c963-ed3d-45e7-a0ae-67021bf45fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694322 Jul 15 13:01:17.119645 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['5ad1673d-f6ae-4bae-be9f-39cd7f9f5624'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:17.124821 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5409b067-10b5-4b45-bb7b-d177d943a9d1 req-07e2eee1-60fd-4783-a90e-d751d3630299 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649158 Jul 15 13:01:17.202918 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00c6de-cd3a-4b6f-8070-35f475b816dd tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Pushing event deleted for resources: {'Port': ['ID=b227902d-e9bf-4f51-b5d3-e5ef04289ae5,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:17.218965 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323e8d32-3ff9-47f4-a305-c0325c1842d6 x-openstack-request-id: req-323e8d32-3ff9-47f4-a305-c0325c1842d6 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:17.219253 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b039da8a-00a0-47e1-9014-8b6c8b7ece00", "name": "network-vif-deleted", "tag": "2f57e29a-7903-43e4-8107-e1e1096ceb14", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:17.219506 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-323e8d32-3ff9-47f4-a305-c0325c1842d6 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:17.219899 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b039da8a-00a0-47e1-9014-8b6c8b7ece00', 'name': 'network-vif-deleted', 'tag': '2f57e29a-7903-43e4-8107-e1e1096ceb14', 'status': 'completed', 'code': 200} Jul 15 13:01:17.322123 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca28816-b1d2-40b3-a292-134000898ce5 req-ff00c6de-cd3a-4b6f-8070-35f475b816dd tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] No DVR routers for this DVR port b227902d-e9bf-4f51-b5d3-e5ef04289ae5 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:01:17.327345 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-dca28816-b1d2-40b3-a292-134000898ce5 req-ff00c6de-cd3a-4b6f-8070-35f475b816dd tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:17.329501 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dca28816-b1d2-40b3-a292-134000898ce5 req-ff00c6de-cd3a-4b6f-8070-35f475b816dd tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.46 "DELETE /v2.0/ports/b227902d-e9bf-4f51-b5d3-e5ef04289ae5 HTTP/1.1" status: 204 len: 173 time: 1.4243813 Jul 15 13:01:17.369285 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-a2fe7ab5-eddd-4e34-adda-def4f1f1813e req-1b86352e-4a37-47cf-ac32-0a15025f7165 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Deleting port a1573646-6a68-404e-994d-1a59ad11c444 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:17.374486 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a2fe7ab5-eddd-4e34-adda-def4f1f1813e req-1b86352e-4a37-47cf-ac32-0a15025f7165 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:17.510142 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-a2fe7ab5-eddd-4e34-adda-def4f1f1813e req-1b86352e-4a37-47cf-ac32-0a15025f7165 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] For port a1573646-6a68-404e-994d-1a59ad11c444, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a1573646-6a68-404e-994d-1a59ad11c444,segment=NetworkSegment(9940a96e-2d5b-4778-a27d-d984f6200b93),segment_id=9940a96e-2d5b-4778-a27d-d984f6200b93)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:17.510511 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a2fe7ab5-eddd-4e34-adda-def4f1f1813e req-1b86352e-4a37-47cf-ac32-0a15025f7165 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:17.527897 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-a2fe7ab5-eddd-4e34-adda-def4f1f1813e req-1b86352e-4a37-47cf-ac32-0a15025f7165 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Calling delete_port for a1573646-6a68-404e-994d-1a59ad11c444 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:17.856926 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a605e1-7598-4661-8e1e-d052549c6bfe req-8625b492-1d05-46c2-bd83-a2fa8ba8bf04 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:17.858444 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-36a605e1-7598-4661-8e1e-d052549c6bfe req-8625b492-1d05-46c2-bd83-a2fa8ba8bf04 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef HTTP/1.1" status: 200 len: 943 time: 0.1799896 Jul 15 13:01:17.924611 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-36a605e1-7598-4661-8e1e-d052549c6bfe req-28b52739-eedb-489f-a352-d426669dd901 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522380 Jul 15 13:01:17.925851 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a2fe7ab5-eddd-4e34-adda-def4f1f1813e req-1b86352e-4a37-47cf-ac32-0a15025f7165 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:17.940234 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['a1573646-6a68-404e-994d-1a59ad11c444'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:18.048941 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b86352e-4a37-47cf-ac32-0a15025f7165 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Pushing event deleted for resources: {'Port': ['ID=a1573646-6a68-404e-994d-1a59ad11c444,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:18.119004 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2fe7ab5-eddd-4e34-adda-def4f1f1813e req-1b86352e-4a37-47cf-ac32-0a15025f7165 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] No DVR routers for this DVR port a1573646-6a68-404e-994d-1a59ad11c444 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:01:18.122375 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a2fe7ab5-eddd-4e34-adda-def4f1f1813e req-1b86352e-4a37-47cf-ac32-0a15025f7165 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:18.127742 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a2fe7ab5-eddd-4e34-adda-def4f1f1813e req-1b86352e-4a37-47cf-ac32-0a15025f7165 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.46 "DELETE /v2.0/ports/a1573646-6a68-404e-994d-1a59ad11c444 HTTP/1.1" status: 204 len: 173 time: 1.1421287 Jul 15 13:01:18.215846 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-66cc5c69-e74d-431e-8e58-92319b69ba46 req-1fa41621-8c47-4ebe-bf35-376cddcdb74f tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=43fafbb6-decd-480d-9324-c829b9483d40 HTTP/1.1" status: 200 len: 210 time: 0.0767305 Jul 15 13:01:18.504774 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a68b4d92-83cb-4dfd-bb95-95e22820c9b2 req-2f6e31c1-2f17-4a3b-b49c-3cf8a8523b96 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=45c3ba16-4a08-458c-b7ea-a4a36bfcef13 HTTP/1.1" status: 200 len: 210 time: 0.0542808 Jul 15 13:01:18.542925 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a13f17-969a-4b7d-8cf6-01474d1e1795 req-76445492-5416-44d2-aad3-fe9a868443df tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:18.550867 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-96a13f17-969a-4b7d-8cf6-01474d1e1795 req-76445492-5416-44d2-aad3-fe9a868443df tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b896ce4-1ed7-415a-a30a-c8457c7fc38a HTTP/1.1" status: 200 len: 950 time: 0.1951017 Jul 15 13:01:18.615497 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-96a13f17-969a-4b7d-8cf6-01474d1e1795 req-291d340b-0c79-4ee0-a71c-7d497884a543 tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] 10.222.0.16 "GET /v2.0/security-groups?id=3553c963-ed3d-45e7-a0ae-67021bf45fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623755 Jul 15 13:01:19.220743 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43fafbb6-decd-480d-9324-c829b9483d40', 'name': 'network-vif-deleted', 'tag': 'b227902d-e9bf-4f51-b5d3-e5ef04289ae5'}, {'server_uuid': '45c3ba16-4a08-458c-b7ea-a4a36bfcef13', 'name': 'network-vif-deleted', 'tag': 'a1573646-6a68-404e-994d-1a59ad11c444'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:19.224155 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854d34ef-40cd-498f-8f16-19a43888ba8f" -d '{"events": [{"server_uuid": "43fafbb6-decd-480d-9324-c829b9483d40", "name": "network-vif-deleted", "tag": "b227902d-e9bf-4f51-b5d3-e5ef04289ae5"}, {"server_uuid": "45c3ba16-4a08-458c-b7ea-a4a36bfcef13", "name": "network-vif-deleted", "tag": "a1573646-6a68-404e-994d-1a59ad11c444"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:19.409933 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8160f6-8338-41e5-ac93-2ddfad48ce28 req-b096f682-d6bb-4801-8c86-8c251f60c1cc tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:19.416940 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9f8160f6-8338-41e5-ac93-2ddfad48ce28 req-b096f682-d6bb-4801-8c86-8c251f60c1cc tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef HTTP/1.1" status: 200 len: 943 time: 0.1455991 Jul 15 13:01:19.472247 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9f8160f6-8338-41e5-ac93-2ddfad48ce28 req-5d3e9a98-eb17-4fef-baee-e10fa866195f tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543320 Jul 15 13:01:19.568377 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87c27c2-d950-4610-8087-5929293b9775 x-openstack-request-id: req-b87c27c2-d950-4610-8087-5929293b9775 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:19.568992 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43fafbb6-decd-480d-9324-c829b9483d40", "name": "network-vif-deleted", "tag": "b227902d-e9bf-4f51-b5d3-e5ef04289ae5", "status": "completed", "code": 200}, {"server_uuid": "45c3ba16-4a08-458c-b7ea-a4a36bfcef13", "name": "network-vif-deleted", "tag": "a1573646-6a68-404e-994d-1a59ad11c444", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:19.569350 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b87c27c2-d950-4610-8087-5929293b9775 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:19.569847 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43fafbb6-decd-480d-9324-c829b9483d40', 'name': 'network-vif-deleted', 'tag': 'b227902d-e9bf-4f51-b5d3-e5ef04289ae5', 'status': 'completed', 'code': 200} Jul 15 13:01:19.570199 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c3ba16-4a08-458c-b7ea-a4a36bfcef13', 'name': 'network-vif-deleted', 'tag': 'a1573646-6a68-404e-994d-1a59ad11c444', 'status': 'completed', 'code': 200} Jul 15 13:01:19.873763 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f08aa5cd-9b59-4b69-aaba-32571e0f883b req-5520b436-78b0-479a-be64-b9c88f2a7728 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=45c3ba16-4a08-458c-b7ea-a4a36bfcef13 HTTP/1.1" status: 200 len: 210 time: 0.0519841 Jul 15 13:01:20.300920 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39394) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:20.544361 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bac27021-60c5-4b33-b831-cfa0ff5ef048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:20.654475 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bac27021-60c5-4b33-b831-cfa0ff5ef048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:20.678589 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62977d77-a984-44cd-b649-a8092de17893 req-439adb80-c6fa-4841-bc7e-76e710b47a21 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:20.688046 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-62977d77-a984-44cd-b649-a8092de17893 req-439adb80-c6fa-4841-bc7e-76e710b47a21 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=51cadb7b-64f3-4fc3-bdba-b86a43cc1fb4 HTTP/1.1" status: 200 len: 950 time: 0.2365186 Jul 15 13:01:20.714307 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bac27021-60c5-4b33-b831-cfa0ff5ef048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:20.774431 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device a1573646-6a68-404e-994d-1a59ad11c444 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:20.799473 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: a1573646-6a68-404e-994d-1a59ad11c444 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:01:20.800284 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device a1573646-6a68-404e-994d-1a59ad11c444 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:01:20.801183 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device da090241-b734-40df-979b-ae61cffc17b9 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:20.821296 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac27021-60c5-4b33-b831-cfa0ff5ef048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6437f651-b2ff-4f27-ab00-898b4b5047d3,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:20.850364 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39406) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:20.858961 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-bac27021-60c5-4b33-b831-cfa0ff5ef048 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=572e6bcdec6a41eab8a3843411c6df83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5568764 Jul 15 13:01:20.885550 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-62977d77-a984-44cd-b649-a8092de17893 req-4f1b2ba7-81ab-4659-a05b-47b3004fc086 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923821 Jul 15 13:01:20.932519 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4a292-bdf7-4708-8809-63421210a5b8 req-3b83b5c0-3ad2-46ad-a1c5-d3dcd2d26833 tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:20.934072 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dcd4a292-bdf7-4708-8809-63421210a5b8 req-3b83b5c0-3ad2-46ad-a1c5-d3dcd2d26833 tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b896ce4-1ed7-415a-a30a-c8457c7fc38a HTTP/1.1" status: 200 len: 950 time: 0.2771466 Jul 15 13:01:20.977538 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3787e876-c69a-4ae0-a6ed-640ba348e91f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:21.032049 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3787e876-c69a-4ae0-a6ed-640ba348e91f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:21.065706 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dcd4a292-bdf7-4708-8809-63421210a5b8 req-50d81b30-0a5d-4f12-9b40-8525f4c02760 tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] 10.222.0.16 "GET /v2.0/security-groups?id=3553c963-ed3d-45e7-a0ae-67021bf45fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093376 Jul 15 13:01:21.140305 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3787e876-c69a-4ae0-a6ed-640ba348e91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:21.143416 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3787e876-c69a-4ae0-a6ed-640ba348e91f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:21.147569 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3787e876-c69a-4ae0-a6ed-640ba348e91f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6437f651-b2ff-4f27-ab00-898b4b5047d3 HTTP/1.1" status: 204 len: 168 time: 0.2949207 Jul 15 13:01:21.163740 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3787e876-c69a-4ae0-a6ed-640ba348e91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6437f651-b2ff-4f27-ab00-898b4b5047d3,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:21.335316 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2b7982d5-d9a0-4442-8317-e2e9e2cd5d43 req-08111d77-1b2d-4bd4-ab40-58aafb0ba153 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=45c3ba16-4a08-458c-b7ea-a4a36bfcef13 HTTP/1.1" status: 200 len: 210 time: 0.0919602 Jul 15 13:01:21.427897 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74faedc-7acb-4726-a91d-ce5d57cf9e89 req-d51ededf-3145-4a2f-8a74-d6b51ff8b03b tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:21.429621 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e74faedc-7acb-4726-a91d-ce5d57cf9e89 req-d51ededf-3145-4a2f-8a74-d6b51ff8b03b tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef HTTP/1.1" status: 200 len: 943 time: 0.2089007 Jul 15 13:01:21.531224 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e74faedc-7acb-4726-a91d-ce5d57cf9e89 req-32bfe8bf-0f6f-40dd-940e-565422c1f439 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937197 Jul 15 13:01:21.702248 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39424) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:21.726241 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2282a49b-a09a-4724-bc7c-cd3565d4c3c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:21.886537 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02ef2c-522d-4e07-b4f6-fe8b91f52c35 req-a381e771-87be-4323-b889-0655b112abae tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:21.889269 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4f02ef2c-522d-4e07-b4f6-fe8b91f52c35 req-a381e771-87be-4323-b889-0655b112abae tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.46 "GET /v2.0/ports?device_id=51cadb7b-64f3-4fc3-bdba-b86a43cc1fb4 HTTP/1.1" status: 200 len: 950 time: 0.1594250 Jul 15 13:01:21.926212 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2282a49b-a09a-4724-bc7c-cd3565d4c3c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:21.939152 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2282a49b-a09a-4724-bc7c-cd3565d4c3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:22.062222 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282a49b-a09a-4724-bc7c-cd3565d4c3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebea0df-4d65-419c-b499-5bae2f1f9738,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:22.070627 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2282a49b-a09a-4724-bc7c-cd3565d4c3c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b37dcdb49c9e4792b3238a3b407bcdf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3665740 Jul 15 13:01:22.084237 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39430) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:22.227759 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea88883-d342-4289-808d-9ea13432c47a req-5db93ce4-463e-4a87-9ab5-774ff141b3f4 tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:22.229294 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fea88883-d342-4289-808d-9ea13432c47a req-5db93ce4-463e-4a87-9ab5-774ff141b3f4 tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b896ce4-1ed7-415a-a30a-c8457c7fc38a HTTP/1.1" status: 200 len: 950 time: 0.2610846 Jul 15 13:01:22.255619 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-4f02ef2c-522d-4e07-b4f6-fe8b91f52c35 req-26f87041-61d9-4ba8-bf22-725c8a15a558 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Deleting port 5ad1673d-f6ae-4bae-be9f-39cd7f9f5624 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:22.256209 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4f02ef2c-522d-4e07-b4f6-fe8b91f52c35 req-26f87041-61d9-4ba8-bf22-725c8a15a558 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:22.314971 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d60fb123-8612-457f-9db2-ce941ba5afea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:22.409747 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-4f02ef2c-522d-4e07-b4f6-fe8b91f52c35 req-26f87041-61d9-4ba8-bf22-725c8a15a558 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] For port 5ad1673d-f6ae-4bae-be9f-39cd7f9f5624, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=5ad1673d-f6ae-4bae-be9f-39cd7f9f5624,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:22.411347 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4f02ef2c-522d-4e07-b4f6-fe8b91f52c35 req-26f87041-61d9-4ba8-bf22-725c8a15a558 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:22.474334 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-4f02ef2c-522d-4e07-b4f6-fe8b91f52c35 req-26f87041-61d9-4ba8-bf22-725c8a15a558 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Calling delete_port for 5ad1673d-f6ae-4bae-be9f-39cd7f9f5624 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:22.549527 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d60fb123-8612-457f-9db2-ce941ba5afea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:23.012853 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226aca0-5fe2-4e3f-91b0-cd62dcd1e3ff req-5bcc1d71-c23c-4b81-a275-6f82e314c1c8 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:23.019697 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0226aca0-5fe2-4e3f-91b0-cd62dcd1e3ff req-5bcc1d71-c23c-4b81-a275-6f82e314c1c8 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=51cadb7b-64f3-4fc3-bdba-b86a43cc1fb4 HTTP/1.1" status: 200 len: 950 time: 0.5934989 Jul 15 13:01:23.031733 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4f02ef2c-522d-4e07-b4f6-fe8b91f52c35 req-26f87041-61d9-4ba8-bf22-725c8a15a558 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:23.049824 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df74409-f55a-4a2a-9241-8a7482c67db4 req-a6915f05-4cfe-490d-9de3-d0dced3fcd0f tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:23.052068 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0df74409-f55a-4a2a-9241-8a7482c67db4 req-a6915f05-4cfe-490d-9de3-d0dced3fcd0f tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b896ce4-1ed7-415a-a30a-c8457c7fc38a HTTP/1.1" status: 200 len: 950 time: 0.6274498 Jul 15 13:01:23.074195 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-fea88883-d342-4289-808d-9ea13432c47a req-9572ce51-fe3d-43ca-9fb6-34c34eef41f4 tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] Deleting port 120f7a79-0b43-4de2-96ad-100c23b3276a {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:23.074839 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-fea88883-d342-4289-808d-9ea13432c47a req-9572ce51-fe3d-43ca-9fb6-34c34eef41f4 tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:23.096283 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d60fb123-8612-457f-9db2-ce941ba5afea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:23.099069 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d60fb123-8612-457f-9db2-ce941ba5afea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:23.103008 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d60fb123-8612-457f-9db2-ce941ba5afea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1ebea0df-4d65-419c-b499-5bae2f1f9738 HTTP/1.1" status: 204 len: 168 time: 0.9925992 Jul 15 13:01:23.155583 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f87041-61d9-4ba8-bf22-725c8a15a558 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Pushing event deleted for resources: {'Port': ['ID=5ad1673d-f6ae-4bae-be9f-39cd7f9f5624,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:23.222538 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60fb123-8612-457f-9db2-ce941ba5afea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebea0df-4d65-419c-b499-5bae2f1f9738,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:23.287106 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0226aca0-5fe2-4e3f-91b0-cd62dcd1e3ff req-129ec5e3-8774-4d73-8aa9-4dd2287d2ec1 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662137 Jul 15 13:01:23.393796 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-fea88883-d342-4289-808d-9ea13432c47a req-9572ce51-fe3d-43ca-9fb6-34c34eef41f4 tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] For port 120f7a79-0b43-4de2-96ad-100c23b3276a, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=120f7a79-0b43-4de2-96ad-100c23b3276a,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:23.394194 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-fea88883-d342-4289-808d-9ea13432c47a req-9572ce51-fe3d-43ca-9fb6-34c34eef41f4 tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:23.440912 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-fea88883-d342-4289-808d-9ea13432c47a req-9572ce51-fe3d-43ca-9fb6-34c34eef41f4 tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] Calling delete_port for 120f7a79-0b43-4de2-96ad-100c23b3276a owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:23.554026 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0df74409-f55a-4a2a-9241-8a7482c67db4 req-eb73206e-26cc-4ace-91b9-179a4b86de96 tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] 10.222.0.16 "GET /v2.0/security-groups?id=3553c963-ed3d-45e7-a0ae-67021bf45fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4650590 Jul 15 13:01:23.605897 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-51ced18e-31d6-4342-9e19-c972c4c29314 req-7c8a35b1-5db6-432e-bd3f-ef571d91ea46 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=45c3ba16-4a08-458c-b7ea-a4a36bfcef13 HTTP/1.1" status: 200 len: 210 time: 0.1295807 Jul 15 13:01:23.707349 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f02ef2c-522d-4e07-b4f6-fe8b91f52c35 req-26f87041-61d9-4ba8-bf22-725c8a15a558 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] No DVR routers for this DVR port 5ad1673d-f6ae-4bae-be9f-39cd7f9f5624 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:01:23.717531 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4f02ef2c-522d-4e07-b4f6-fe8b91f52c35 req-26f87041-61d9-4ba8-bf22-725c8a15a558 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:23.719821 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4f02ef2c-522d-4e07-b4f6-fe8b91f52c35 req-26f87041-61d9-4ba8-bf22-725c8a15a558 tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.46 "DELETE /v2.0/ports/5ad1673d-f6ae-4bae-be9f-39cd7f9f5624 HTTP/1.1" status: 204 len: 173 time: 1.8212423 Jul 15 13:01:23.742601 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51cadb7b-64f3-4fc3-bdba-b86a43cc1fb4', 'name': 'network-vif-deleted', 'tag': '5ad1673d-f6ae-4bae-be9f-39cd7f9f5624'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:23.754201 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f680da5-327a-403f-a9b1-706b7b121299" -d '{"events": [{"server_uuid": "51cadb7b-64f3-4fc3-bdba-b86a43cc1fb4", "name": "network-vif-deleted", "tag": "5ad1673d-f6ae-4bae-be9f-39cd7f9f5624"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:24.085275 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-fea88883-d342-4289-808d-9ea13432c47a req-9572ce51-fe3d-43ca-9fb6-34c34eef41f4 tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:24.097830 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['120f7a79-0b43-4de2-96ad-100c23b3276a'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:24.124770 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572ce51-fe3d-43ca-9fb6-34c34eef41f4 tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] Pushing event deleted for resources: {'Port': ['ID=120f7a79-0b43-4de2-96ad-100c23b3276a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:24.128624 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bde7fd2-8b94-4d86-91ce-44ad2e34b654 x-openstack-request-id: req-5bde7fd2-8b94-4d86-91ce-44ad2e34b654 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:24.128912 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51cadb7b-64f3-4fc3-bdba-b86a43cc1fb4", "name": "network-vif-deleted", "tag": "5ad1673d-f6ae-4bae-be9f-39cd7f9f5624", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:24.129160 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5bde7fd2-8b94-4d86-91ce-44ad2e34b654 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:24.129545 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51cadb7b-64f3-4fc3-bdba-b86a43cc1fb4', 'name': 'network-vif-deleted', 'tag': '5ad1673d-f6ae-4bae-be9f-39cd7f9f5624', 'status': 'completed', 'code': 200} Jul 15 13:01:24.211411 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea88883-d342-4289-808d-9ea13432c47a req-9572ce51-fe3d-43ca-9fb6-34c34eef41f4 tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] No DVR routers for this DVR port 120f7a79-0b43-4de2-96ad-100c23b3276a on host n-h1-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:01:24.220766 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ceb0dc-6188-4cd5-a83c-e71b7cf03852 req-868dcbb8-d04d-4f13-bc0f-8bf75f2f2030 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:24.222419 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a0ceb0dc-6188-4cd5-a83c-e71b7cf03852 req-868dcbb8-d04d-4f13-bc0f-8bf75f2f2030 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef HTTP/1.1" status: 200 len: 943 time: 0.3077874 Jul 15 13:01:24.223919 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-fea88883-d342-4289-808d-9ea13432c47a req-9572ce51-fe3d-43ca-9fb6-34c34eef41f4 tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:24.226020 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fea88883-d342-4289-808d-9ea13432c47a req-9572ce51-fe3d-43ca-9fb6-34c34eef41f4 tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] 10.222.0.20 "DELETE /v2.0/ports/120f7a79-0b43-4de2-96ad-100c23b3276a HTTP/1.1" status: 204 len: 173 time: 1.9869950 Jul 15 13:01:24.295064 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a0ceb0dc-6188-4cd5-a83c-e71b7cf03852 req-4586c060-acee-49fb-97dd-f3b0fc56d31a tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649929 Jul 15 13:01:24.393433 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39500) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:24.490516 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb323e2c-9489-4d5e-98ba-07bb1aa029e3 req-2a365995-bdbd-4039-a9bb-5e830642e476 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:24.492820 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bb323e2c-9489-4d5e-98ba-07bb1aa029e3 req-2a365995-bdbd-4039-a9bb-5e830642e476 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.16 "GET /v2.0/ports?device_id=84353dff-848d-4811-836f-66339e222350 HTTP/1.1" status: 200 len: 951 time: 0.2172389 Jul 15 13:01:24.518105 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-425d59e9-29f7-453b-8d2b-933f3eed31bc admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-829332291-network', 'tenant_id': 'd3b4fb6869d84614a87f7a7e5edcd9e8'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:24.543103 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425d59e9-29f7-453b-8d2b-933f3eed31bc admin admin] Made reservation on behalf of d3b4fb6869d84614a87f7a7e5edcd9e8 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:01:24.546335 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-425d59e9-29f7-453b-8d2b-933f3eed31bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:24.565317 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-425d59e9-29f7-453b-8d2b-933f3eed31bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:24.701318 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-425d59e9-29f7-453b-8d2b-933f3eed31bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:24.707949 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-425d59e9-29f7-453b-8d2b-933f3eed31bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:24.734233 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-425d59e9-29f7-453b-8d2b-933f3eed31bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:01:24.744215 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d59e9-29f7-453b-8d2b-933f3eed31bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60b9ae0-e340-4343-b886-db7e6aad223a,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:24.753475 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-425d59e9-29f7-453b-8d2b-933f3eed31bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:24.754129 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-425d59e9-29f7-453b-8d2b-933f3eed31bc admin admin] Added segment 4cd322d3-56a2-49aa-86c0-25ad27a066b7 of type vlan for network cab8ac17-a5c3-4e9a-9501-20688a0701e8 Jul 15 13:01:24.791498 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 5ad1673d-f6ae-4bae-be9f-39cd7f9f5624 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:24.847993 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 5ad1673d-f6ae-4bae-be9f-39cd7f9f5624 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:01:24.850439 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 5ad1673d-f6ae-4bae-be9f-39cd7f9f5624 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:01:24.863790 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-425d59e9-29f7-453b-8d2b-933f3eed31bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:24.930295 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-425d59e9-29f7-453b-8d2b-933f3eed31bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:24.936290 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425d59e9-29f7-453b-8d2b-933f3eed31bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:24.937136 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-425d59e9-29f7-453b-8d2b-933f3eed31bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:24.943347 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1d11e0ca-d72b-4176-9f7a-4658d27bdb99 req-ef8a6ac5-e385-4109-af05-f6d4ac9d671f tempest-ServersOnMultiNodesTest-1498636326 tempest-ServersOnMultiNodesTest-1498636326-project] 10.222.0.16 "GET /v2.0/ports?device_id=51cadb7b-64f3-4fc3-bdba-b86a43cc1fb4 HTTP/1.1" status: 200 len: 210 time: 0.4468923 Jul 15 13:01:25.001465 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bb323e2c-9489-4d5e-98ba-07bb1aa029e3 req-5423fb4a-86a7-46b5-a618-23490c721f78 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb3270a-520b-4aa7-9df0-96bcdf87d9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699973 Jul 15 13:01:25.018011 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-425d59e9-29f7-453b-8d2b-933f3eed31bc admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6234128 Jul 15 13:01:25.021062 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39512) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:25.028374 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-ea343d39-334e-4806-92a4-6c2edcc80dfe admin admin] Request body: {'subnet': {'network_id': 'cab8ac17-a5c3-4e9a-9501-20688a0701e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-829332291-subnet', 'tenant_id': 'd3b4fb6869d84614a87f7a7e5edcd9e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:25.096614 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d59e9-29f7-453b-8d2b-933f3eed31bc admin admin] Pushing event updated for resources: {'Network': ['ID=cab8ac17-a5c3-4e9a-9501-20688a0701e8,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:25.108791 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network cab8ac17-a5c3-4e9a-9501-20688a0701e8 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:01:25.139361 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea343d39-334e-4806-92a4-6c2edcc80dfe admin admin] Made reservation on behalf of d3b4fb6869d84614a87f7a7e5edcd9e8 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:01:25.145818 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ea343d39-334e-4806-92a4-6c2edcc80dfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:25.203274 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3913acca-5c29-43db-85c2-e908f7209d8e req-02aa335b-d3e4-4fd5-9b4d-e2d0ad1a7a94 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=45c3ba16-4a08-458c-b7ea-a4a36bfcef13 HTTP/1.1" status: 200 len: 210 time: 0.0397413 Jul 15 13:01:25.220822 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5b1969ab-addb-47da-a978-c7217f534cc1 req-1e19f269-e5cf-436a-b96a-53ea86c852a5 tempest-TenantUsagesTestJSON-348974986 tempest-TenantUsagesTestJSON-348974986-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b896ce4-1ed7-415a-a30a-c8457c7fc38a HTTP/1.1" status: 200 len: 210 time: 0.0472341 Jul 15 13:01:25.373571 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ea343d39-334e-4806-92a4-6c2edcc80dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:25.459291 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea343d39-334e-4806-92a4-6c2edcc80dfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eb48d26-a3b3-4b0c-89ca-9bc1e2d9be0a,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:25.461307 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea343d39-334e-4806-92a4-6c2edcc80dfe admin admin] Checking segment: {'id': '4cd322d3-56a2-49aa-86c0-25ad27a066b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'cab8ac17-a5c3-4e9a-9501-20688a0701e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:25.461661 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea343d39-334e-4806-92a4-6c2edcc80dfe admin admin] Network hostable DHCP agents. Network: cab8ac17-a5c3-4e9a-9501-20688a0701e8, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:01:25.480397 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea343d39-334e-4806-92a4-6c2edcc80dfe admin admin] Network cab8ac17-a5c3-4e9a-9501-20688a0701e8 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:01:25.503932 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-ea343d39-334e-4806-92a4-6c2edcc80dfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, cab8ac17-a5c3-4e9a-9501-20688a0701e8) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:25.509979 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea343d39-334e-4806-92a4-6c2edcc80dfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:25.510590 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ea343d39-334e-4806-92a4-6c2edcc80dfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:25.516835 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33a63b8-f4da-4fd5-a9f4-3ff97f9cb5d0 None None] Network cab8ac17-a5c3-4e9a-9501-20688a0701e8 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:01:25.527808 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-0189f24f-ad0b-4366-a7e4-f30859ee20fe tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:25.539335 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-0189f24f-ad0b-4366-a7e4-f30859ee20fe tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/networks?id=3ccc611d-a289-44b3-992b-3e39605548b4 HTTP/1.1" status: 200 len: 807 time: 0.2080472 Jul 15 13:01:25.539813 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ea343d39-334e-4806-92a4-6c2edcc80dfe admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5174179 Jul 15 13:01:25.570521 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-103b0329-30ed-4c3c-8006-141319451e74 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/quotas/eab83a220c154216861503618b01c15d HTTP/1.1" status: 200 len: 375 time: 0.0293646 Jul 15 13:01:25.700448 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-c93bcd42-f0a2-4a5a-8b17-cbc1fd91fc49 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=eab83a220c154216861503618b01c15d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1289184 Jul 15 13:01:25.720143 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee5655-f5df-42ae-be85-6e4b084bc228 req-1d4b50ad-ed35-475d-bbef-60fd4d23314c tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:25.721765 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7aee5655-f5df-42ae-be85-6e4b084bc228 req-1d4b50ad-ed35-475d-bbef-60fd4d23314c tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef HTTP/1.1" status: 200 len: 943 time: 0.1053989 Jul 15 13:01:25.729089 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ff2e54-7980-4e2c-acae-1ab042a3de79 None None] Network cab8ac17-a5c3-4e9a-9501-20688a0701e8 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:01:25.834534 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7aee5655-f5df-42ae-be85-6e4b084bc228 req-2924d2f9-abe3-4f29-8045-d73f31184c33 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915163 Jul 15 13:01:25.905648 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-43cfc0f3-5e9a-4d11-9fc1-bd874927c56f service neutron] 10.222.0.16 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828020 Jul 15 13:01:26.068284 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-2a063cd2-fe10-4270-8b28-8a7eecff2e51 service neutron] 10.222.0.16 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558616 Jul 15 13:01:26.130644 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b896ce4-1ed7-415a-a30a-c8457c7fc38a', 'name': 'network-vif-deleted', 'tag': '120f7a79-0b43-4de2-96ad-100c23b3276a'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:26.133708 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ea0a30-ca44-412d-b056-29ac55344c17" -d '{"events": [{"server_uuid": "3b896ce4-1ed7-415a-a30a-c8457c7fc38a", "name": "network-vif-deleted", "tag": "120f7a79-0b43-4de2-96ad-100c23b3276a"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:26.176006 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39566) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:26.182181 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-e93384aa-2ec7-47b0-9505-babf1168571b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-562936405-network', 'tenant_id': 'e5e4daec4d154db7aeaff8615530384e'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:26.210075 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93384aa-2ec7-47b0-9505-babf1168571b admin admin] Made reservation on behalf of e5e4daec4d154db7aeaff8615530384e for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:01:26.213182 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e93384aa-2ec7-47b0-9505-babf1168571b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:26.236758 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e93384aa-2ec7-47b0-9505-babf1168571b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:26.314452 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba47da1-8173-4f32-8d5b-2bea8a9f8f56 x-openstack-request-id: req-aba47da1-8173-4f32-8d5b-2bea8a9f8f56 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:26.314877 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b896ce4-1ed7-415a-a30a-c8457c7fc38a", "name": "network-vif-deleted", "tag": "120f7a79-0b43-4de2-96ad-100c23b3276a", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:26.315134 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aba47da1-8173-4f32-8d5b-2bea8a9f8f56 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:26.315763 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b896ce4-1ed7-415a-a30a-c8457c7fc38a', 'name': 'network-vif-deleted', 'tag': '120f7a79-0b43-4de2-96ad-100c23b3276a', 'status': 'completed', 'code': 200} Jul 15 13:01:26.379138 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e93384aa-2ec7-47b0-9505-babf1168571b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:26.387696 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e93384aa-2ec7-47b0-9505-babf1168571b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:26.430310 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e93384aa-2ec7-47b0-9505-babf1168571b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:01:26.445968 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93384aa-2ec7-47b0-9505-babf1168571b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb185619-a003-4ba1-9c25-44f3afd96e3f,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:26.474129 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e93384aa-2ec7-47b0-9505-babf1168571b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:26.474746 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-e93384aa-2ec7-47b0-9505-babf1168571b admin admin] Added segment a952b56d-0561-4daa-90fc-fe36a0328ee4 of type vlan for network 880071f7-d126-4041-bf23-2485f68c980c Jul 15 13:01:26.568663 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e93384aa-2ec7-47b0-9505-babf1168571b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:26.615288 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e93384aa-2ec7-47b0-9505-babf1168571b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:26.616712 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93384aa-2ec7-47b0-9505-babf1168571b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:26.617354 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e93384aa-2ec7-47b0-9505-babf1168571b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:26.649798 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e5a762b4-7a07-4244-a05e-535eebe44237 req-13be7e36-0aeb-4385-8614-d1ef30b61809 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90 HTTP/1.1" status: 200 len: 210 time: 0.0451703 Jul 15 13:01:26.654228 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 120f7a79-0b43-4de2-96ad-100c23b3276a no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:26.721996 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: 120f7a79-0b43-4de2-96ad-100c23b3276a {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:01:26.723726 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 120f7a79-0b43-4de2-96ad-100c23b3276a not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:01:26.753061 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e93384aa-2ec7-47b0-9505-babf1168571b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5733891 Jul 15 13:01:26.761521 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39612) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:26.771738 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-49fabf0b-53ff-48cb-a75d-7c9da33aa199 admin admin] Request body: {'subnet': {'network_id': '880071f7-d126-4041-bf23-2485f68c980c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-562936405-subnet', 'tenant_id': 'e5e4daec4d154db7aeaff8615530384e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:26.782080 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39616) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:26.847811 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93384aa-2ec7-47b0-9505-babf1168571b admin admin] Pushing event updated for resources: {'Network': ['ID=880071f7-d126-4041-bf23-2485f68c980c,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:26.883180 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 880071f7-d126-4041-bf23-2485f68c980c details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:01:26.890524 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-c9a99fc2-fb19-4515-9bd6-b2234bd9190b service neutron] 10.222.0.46 "GET /v2.0/ports/da090241-b734-40df-979b-ae61cffc17b9/bindings/n-h1-771363-36 HTTP/1.1" status: 200 len: 385 time: 0.1452916 Jul 15 13:01:26.895739 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fabf0b-53ff-48cb-a75d-7c9da33aa199 admin admin] Made reservation on behalf of e5e4daec4d154db7aeaff8615530384e for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:01:26.899350 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-49fabf0b-53ff-48cb-a75d-7c9da33aa199 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:27.152033 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39648) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:27.302493 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-49fabf0b-53ff-48cb-a75d-7c9da33aa199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:27.320702 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37661324-ac16-4d3f-bf9a-dd8d022928f2 req-6c06cc71-866b-41a9-92ac-04c5e0fdc728 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:27.327045 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-37661324-ac16-4d3f-bf9a-dd8d022928f2 req-6c06cc71-866b-41a9-92ac-04c5e0fdc728 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef HTTP/1.1" status: 200 len: 943 time: 0.2556837 Jul 15 13:01:27.363453 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0a177b23-4525-45bf-b95e-fcd2173b7291 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=70b334eb6b1c4823bfeb87b9e0290ca2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5749950 Jul 15 13:01:27.367226 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39660) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:27.377793 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c9a41d05-2112-4afd-99c9-28d06f622dca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a9bc4ed27e194106a8ce0e931b646587&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2193153 Jul 15 13:01:27.382539 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39662) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:27.398111 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fabf0b-53ff-48cb-a75d-7c9da33aa199 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34da284c-8b5b-4352-9a2f-c1778cd538fd,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:27.426282 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fabf0b-53ff-48cb-a75d-7c9da33aa199 admin admin] Checking segment: {'id': 'a952b56d-0561-4daa-90fc-fe36a0328ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '880071f7-d126-4041-bf23-2485f68c980c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:27.426661 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fabf0b-53ff-48cb-a75d-7c9da33aa199 admin admin] Network hostable DHCP agents. Network: 880071f7-d126-4041-bf23-2485f68c980c, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:01:27.460013 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fabf0b-53ff-48cb-a75d-7c9da33aa199 admin admin] Network 880071f7-d126-4041-bf23-2485f68c980c is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:01:27.462861 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2d53c952-dfb6-4305-9a9d-195df6d21f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:27.476150 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-49fabf0b-53ff-48cb-a75d-7c9da33aa199 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 880071f7-d126-4041-bf23-2485f68c980c) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:27.486173 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fabf0b-53ff-48cb-a75d-7c9da33aa199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:27.486799 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-49fabf0b-53ff-48cb-a75d-7c9da33aa199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:27.488379 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17878571-f1b1-4c34-acaa-5273ab87541e None None] Network 880071f7-d126-4041-bf23-2485f68c980c requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:01:27.493444 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2d53c952-dfb6-4305-9a9d-195df6d21f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:27.493995 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-3a3d3ebd-5cf1-4abf-81fc-f4b03b139506 service neutron] For port da090241-b734-40df-979b-ae61cffc17b9, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=da090241-b734-40df-979b-ae61cffc17b9,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:27.515975 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-ba98ef43-5086-4b2c-a881-85e348497e8d tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:27.522815 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-ba98ef43-5086-4b2c-a881-85e348497e8d tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/networks?id=e0d89cea-932c-49ee-9772-9e5757255ae5 HTTP/1.1" status: 200 len: 812 time: 0.2774339 Jul 15 13:01:27.529054 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-49fabf0b-53ff-48cb-a75d-7c9da33aa199 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7676334 Jul 15 13:01:27.549178 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-37661324-ac16-4d3f-bf9a-dd8d022928f2 req-a28cc248-59d7-447d-908f-3ed0ad214790 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184322 Jul 15 13:01:27.551872 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2d53c952-dfb6-4305-9a9d-195df6d21f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:27.554434 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2d53c952-dfb6-4305-9a9d-195df6d21f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:27.555725 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2d53c952-dfb6-4305-9a9d-195df6d21f89 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3553c963-ed3d-45e7-a0ae-67021bf45fc7 HTTP/1.1" status: 204 len: 168 time: 0.1707401 Jul 15 13:01:27.565343 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d53c952-dfb6-4305-9a9d-195df6d21f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3553c963-ed3d-45e7-a0ae-67021bf45fc7,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:27.571298 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-2566b205-0bc6-4155-9a34-3165ed5f4314 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/quotas/af8a25419ab0489e8df66f3d058b9b35 HTTP/1.1" status: 200 len: 375 time: 0.0475616 Jul 15 13:01:27.579150 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-3a3d3ebd-5cf1-4abf-81fc-f4b03b139506 service neutron] For port da090241-b734-40df-979b-ae61cffc17b9, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:27.656797 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de09c6aa-bd82-40a2-99dd-f0e28f93feeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:27.694855 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-c2907b71-136a-48b5-8834-c94272668a4f tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=af8a25419ab0489e8df66f3d058b9b35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544939 Jul 15 13:01:27.704845 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044e68f2-fb35-413b-a772-0ef30a23aa1f None None] Network 880071f7-d126-4041-bf23-2485f68c980c requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:01:27.709742 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-3a3d3ebd-5cf1-4abf-81fc-f4b03b139506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da090241-b734-40df-979b-ae61cffc17b9 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:27.819293 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-3a3d3ebd-5cf1-4abf-81fc-f4b03b139506 service neutron] For port da090241-b734-40df-979b-ae61cffc17b9, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=da090241-b734-40df-979b-ae61cffc17b9,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:27.864683 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de09c6aa-bd82-40a2-99dd-f0e28f93feeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:27.869344 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-3a3d3ebd-5cf1-4abf-81fc-f4b03b139506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:27.899811 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a131827-5292-4a88-8959-e5528b1bec05 req-2ef720b4-9421-47b7-b31c-ecb6bf6cefac tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90 HTTP/1.1" status: 200 len: 210 time: 0.0598891 Jul 15 13:01:27.945231 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-763f9ae4-f9ee-4e58-942e-42601b259c77 service neutron] 10.222.0.16 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387669 Jul 15 13:01:28.083032 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39692) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:28.109096 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-15dab843-4df4-4983-910a-9a07f564560f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:28.179590 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de09c6aa-bd82-40a2-99dd-f0e28f93feeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:28.182051 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de09c6aa-bd82-40a2-99dd-f0e28f93feeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:28.183355 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-de09c6aa-bd82-40a2-99dd-f0e28f93feeb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3 HTTP/1.1" status: 204 len: 168 time: 0.7804861 Jul 15 13:01:28.197664 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-3a3d3ebd-5cf1-4abf-81fc-f4b03b139506 service neutron] Transition to ACTIVE for port object da090241-b734-40df-979b-ae61cffc17b9 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:28.220160 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09c6aa-bd82-40a2-99dd-f0e28f93feeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e6f78b-e5b5-4ead-aaa5-13d43114c7a3,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:28.227789 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-3a3d3ebd-5cf1-4abf-81fc-f4b03b139506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:28.259216 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-15dab843-4df4-4983-910a-9a07f564560f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:28.260977 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-e064d515-d194-48c3-b996-cb8d93e14ceb service neutron] 10.222.0.16 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004794 Jul 15 13:01:28.271531 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-15dab843-4df4-4983-910a-9a07f564560f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:28.288538 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-22edc17a-1389-4ca3-8477-920cb6ae674e tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:28.290022 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-22edc17a-1389-4ca3-8477-920cb6ae674e tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.46 "GET /v2.0/networks?id=3ccc611d-a289-44b3-992b-3e39605548b4 HTTP/1.1" status: 200 len: 807 time: 0.2787094 Jul 15 13:01:28.317961 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-15dab843-4df4-4983-910a-9a07f564560f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3567bbc2c6cd44a9a41f00b29317d3a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335849 Jul 15 13:01:28.320445 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39704) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:28.329020 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-f5d645e3-641a-4596-8626-c810b42648ad tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Request body: {'port': {'device_id': '0861caf0-7c67-4006-86fe-4293d3cfcb90', 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4', 'admin_state_up': True, 'tenant_id': 'eab83a220c154216861503618b01c15d'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:28.334905 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dab843-4df4-4983-910a-9a07f564560f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdfd083-2b71-4ed3-9159-0b4a5829a177,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:28.337390 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-3a3d3ebd-5cf1-4abf-81fc-f4b03b139506 service neutron] No DVR routers for this DVR port da090241-b734-40df-979b-ae61cffc17b9 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:01:28.427054 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-585dfaa3-8172-4c52-92fb-05a1a17ff211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:28.427813 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d3ebd-5cf1-4abf-81fc-f4b03b139506 service neutron] Pushing event updated for resources: {'Port': ['ID=da090241-b734-40df-979b-ae61cffc17b9,revision_number=10']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:28.453837 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-585dfaa3-8172-4c52-92fb-05a1a17ff211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:28.473796 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-3a3d3ebd-5cf1-4abf-81fc-f4b03b139506 service neutron] 10.222.0.46 "PUT /v2.0/ports/da090241-b734-40df-979b-ae61cffc17b9/bindings/n-h1-771363-36/activate HTTP/1.1" status: 200 len: 370 time: 1.5770161 Jul 15 13:01:28.545520 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-585dfaa3-8172-4c52-92fb-05a1a17ff211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:28.549207 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-585dfaa3-8172-4c52-92fb-05a1a17ff211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:28.553386 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-585dfaa3-8172-4c52-92fb-05a1a17ff211 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5cdfd083-2b71-4ed3-9159-0b4a5829a177 HTTP/1.1" status: 204 len: 168 time: 0.2312505 Jul 15 13:01:28.563014 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585dfaa3-8172-4c52-92fb-05a1a17ff211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdfd083-2b71-4ed3-9159-0b4a5829a177,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:28.652654 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 8e25edaf-63ba-4c71-9113-3648368c56b5 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:28.674145 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-f5d645e3-641a-4596-8626-c810b42648ad tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Made reservation on behalf of eab83a220c154216861503618b01c15d for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:01:28.690492 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-f5d645e3-641a-4596-8626-c810b42648ad tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:28.857131 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:28.874926 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39736) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:28.877106 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:28.932047 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 8e25edaf-63ba-4c71-9113-3648368c56b5, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=8e25edaf-63ba-4c71-9113-3648368c56b5,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:28.932903 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84353dff-848d-4811-836f-66339e222350', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e25edaf-63ba-4c71-9113-3648368c56b5'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:28.936731 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f729d9c3-354e-4b95-8cb3-936b5636c2c3" -d '{"events": [{"server_uuid": "84353dff-848d-4811-836f-66339e222350", "name": "network-vif-unplugged", "status": "completed", "tag": "8e25edaf-63ba-4c71-9113-3648368c56b5"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:28.949365 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:28.969672 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-fb577c57-7d5d-4d9f-9e74-537d5fa20ed0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=45f987c89c0e4d60a8c6e7e8b2b1d07c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0930383 Jul 15 13:01:28.972013 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39744) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:29.014244 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=8e25edaf-63ba-4c71-9113-3648368c56b5,revision_number=11']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:29.048085 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:01:29.057540 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2e734f25-3de0-4d6a-a217-0233ed6a2585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:29.081657 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a929876f-472c-41ae-bb7a-5a97141db4af req-78b90889-8d14-470b-ab34-0ae12adfe894 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=4760e70b-2d9b-4c9e-a4c6-c503e2f7fd72 HTTP/1.1" status: 200 len: 210 time: 0.1993084 Jul 15 13:01:29.087603 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2e734f25-3de0-4d6a-a217-0233ed6a2585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:29.126334 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-11ac519e-8ace-4a37-8f2a-19b01e44d2b0 tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:29.128576 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-11ac519e-8ace-4a37-8f2a-19b01e44d2b0 tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] 10.222.0.16 "GET /v2.0/networks?id=cab8ac17-a5c3-4e9a-9501-20688a0701e8 HTTP/1.1" status: 200 len: 814 time: 0.3376973 Jul 15 13:01:29.141138 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:29.144819 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2e734f25-3de0-4d6a-a217-0233ed6a2585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:29.148905 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2e734f25-3de0-4d6a-a217-0233ed6a2585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:29.158879 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2e734f25-3de0-4d6a-a217-0233ed6a2585 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4a73f5e7-80f3-4698-971e-853b3f5f7e49 HTTP/1.1" status: 204 len: 168 time: 0.1825819 Jul 15 13:01:29.193661 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e734f25-3de0-4d6a-a217-0233ed6a2585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a73f5e7-80f3-4698-971e-853b3f5f7e49,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:29.284161 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-f5d645e3-641a-4596-8626-c810b42648ad tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Allocated IP 172.20.0.4 (3ccc611d-a289-44b3-992b-3e39605548b4/7de80623-b855-4366-a308-8757d4a69fb8/e88506c6-1569-4e6d-ac52-e39c9fcdc7b9) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:01:29.339171 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-0238f044-5dde-41eb-b713-130a66a7fff1 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:29.340785 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-0238f044-5dde-41eb-b713-130a66a7fff1 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef&tenant_id=42f8630608fb46f681ad77135da09a14&binding%3Ahost_id=n-h2-771363-36 HTTP/1.1" status: 200 len: 1096 time: 0.7527628 Jul 15 13:01:29.376348 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-553eccb5-01d9-439d-92a8-a3d9fce7b6e7 tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] 10.222.0.16 "GET /v2.0/quotas/d3b4fb6869d84614a87f7a7e5edcd9e8 HTTP/1.1" status: 200 len: 375 time: 0.0752492 Jul 15 13:01:29.480284 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-f881c3ae-25a9-4b03-9397-f1d8a5b7ba4d tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3b4fb6869d84614a87f7a7e5edcd9e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1029263 Jul 15 13:01:29.627816 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-99fd81dc-4564-4ac2-8884-b77980cfa813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:29.635685 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-b3f8b0e9-2b26-4e2c-956b-60f3047e125b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:29.637169 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-b3f8b0e9-2b26-4e2c-956b-60f3047e125b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef&tenant_id=42f8630608fb46f681ad77135da09a14 HTTP/1.1" status: 200 len: 1096 time: 0.2719669 Jul 15 13:01:29.672517 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df0349-365e-4291-bffd-d1379a53b447 req-f049c9e4-21de-41ae-b1b5-e7883e3e6e3a tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:29.679391 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e2df0349-365e-4291-bffd-d1379a53b447 req-f049c9e4-21de-41ae-b1b5-e7883e3e6e3a tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef HTTP/1.1" status: 200 len: 944 time: 0.3800893 Jul 15 13:01:29.804721 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e2df0349-365e-4291-bffd-d1379a53b447 req-0f6f8d2e-01c7-4ca2-9bf8-c1a96ef8024a tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243839 Jul 15 13:01:29.873351 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-56987ff1-3213-4777-a725-aa7e8174b3b0 service neutron] 10.222.0.16 "GET /v2.0/networks/cab8ac17-a5c3-4e9a-9501-20688a0701e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820982 Jul 15 13:01:29.882016 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-f5d645e3-641a-4596-8626-c810b42648ad tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:29.938935 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-e264d0ee-58f0-410a-b4d2-ba473a57b675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:29.940787 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-e264d0ee-58f0-410a-b4d2-ba473a57b675 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42f8630608fb46f681ad77135da09a14&device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef HTTP/1.1" status: 200 len: 1096 time: 0.2594948 Jul 15 13:01:30.062014 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39792) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:30.235123 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-4467f644-730a-47a7-954f-29d9fdbd6f75 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-694895497-network', 'tenant_id': 'ac33450048704a4384fd89ee661ff1c7'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:30.281719 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4467f644-730a-47a7-954f-29d9fdbd6f75 admin admin] Made reservation on behalf of ac33450048704a4384fd89ee661ff1c7 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:01:30.284815 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4467f644-730a-47a7-954f-29d9fdbd6f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:30.298656 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4467f644-730a-47a7-954f-29d9fdbd6f75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:30.424765 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc1c2a1e-4065-4f48-8d94-04d6b5cb3989 req-6013952c-466e-4ef8-b0d0-9f9f5b157fe4 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90 HTTP/1.1" status: 200 len: 210 time: 0.0556445 Jul 15 13:01:30.445444 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39804) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:30.453158 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-fa99c8b0-902a-4633-9deb-37b5722c51d9 service neutron] 10.222.0.16 "GET /v2.0/networks/cab8ac17-a5c3-4e9a-9501-20688a0701e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5636945 Jul 15 13:01:30.470595 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-f5d645e3-641a-4596-8626-c810b42648ad tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:30.483593 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['711d4ddf-f5ab-45f1-9d3a-da2dd23b6300'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:30.509367 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4467f644-730a-47a7-954f-29d9fdbd6f75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:30.520890 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4467f644-730a-47a7-954f-29d9fdbd6f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:30.530532 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-f5d645e3-641a-4596-8626-c810b42648ad tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Network 3ccc611d-a289-44b3-992b-3e39605548b4 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:01:30.536182 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4467f644-730a-47a7-954f-29d9fdbd6f75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:01:30.548218 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4467f644-730a-47a7-954f-29d9fdbd6f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:30.548815 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-4467f644-730a-47a7-954f-29d9fdbd6f75 admin admin] Added segment 4434b6da-f5f8-4bc8-a824-deaae185d32e of type vlan for network c4dd57c6-a62c-48ba-890b-f51b2784bc76 Jul 15 13:01:30.585993 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-f5d645e3-641a-4596-8626-c810b42648ad tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:30.588111 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddf432d-9503-4c7d-b504-1a756577e2e3 x-openstack-request-id: req-cddf432d-9503-4c7d-b504-1a756577e2e3 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:30.589365 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84353dff-848d-4811-836f-66339e222350", "name": "network-vif-unplugged", "status": "completed", "tag": "8e25edaf-63ba-4c71-9113-3648368c56b5", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:30.589365 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cddf432d-9503-4c7d-b504-1a756577e2e3 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:30.589365 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84353dff-848d-4811-836f-66339e222350', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e25edaf-63ba-4c71-9113-3648368c56b5', 'code': 200} Jul 15 13:01:30.603888 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4467f644-730a-47a7-954f-29d9fdbd6f75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:30.609854 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-f5d645e3-641a-4596-8626-c810b42648ad tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:01:30.665253 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467f644-730a-47a7-954f-29d9fdbd6f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717fd8b9-7cd6-424e-aebc-ebfce3d93be8,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:30.691420 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-f6669678-a333-4c98-aecb-1a676bcebf99 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:30.693543 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-f6669678-a333-4c98-aecb-1a676bcebf99 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.20 "GET /v2.0/networks?id=e0d89cea-932c-49ee-9772-9e5757255ae5 HTTP/1.1" status: 200 len: 812 time: 0.3394883 Jul 15 13:01:30.694374 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4467f644-730a-47a7-954f-29d9fdbd6f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:30.696357 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4467f644-730a-47a7-954f-29d9fdbd6f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:30.697150 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4467f644-730a-47a7-954f-29d9fdbd6f75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:30.708737 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-932fcfe3-45cf-4cf6-ae11-88ac1b431312 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1191658171-network', 'tenant_id': 'a3dbafb29c3d44bab1942b58137b8966'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:30.737500 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-b9daa7d1-be8b-457a-a871-74b18a909f3e tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Request body: {'port': {'device_id': '4760e70b-2d9b-4c9e-a4c6-c503e2f7fd72', 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5', 'admin_state_up': True, 'tenant_id': 'af8a25419ab0489e8df66f3d058b9b35'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:30.749162 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-58f32b48-7166-4683-97d7-80537a562ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:30.755831 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-58f32b48-7166-4683-97d7-80537a562ba0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f HTTP/1.1" status: 200 len: 922 time: 0.7822466 Jul 15 13:01:30.769024 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932fcfe3-45cf-4cf6-ae11-88ac1b431312 admin admin] Made reservation on behalf of a3dbafb29c3d44bab1942b58137b8966 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:01:30.771916 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-932fcfe3-45cf-4cf6-ae11-88ac1b431312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:30.800723 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-932fcfe3-45cf-4cf6-ae11-88ac1b431312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:30.819975 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d645e3-641a-4596-8626-c810b42648ad tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Pushing event updated for resources: {'Port': ['ID=e88506c6-1569-4e6d-ac52-e39c9fcdc7b9,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:30.831398 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-07caa532-aac1-49c7-99ac-f7c7e114b2e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da090241-b734-40df-979b-ae61cffc17b9 HTTP/1.1" status: 200 len: 217 time: 0.0594282 Jul 15 13:01:30.917841 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-f5d645e3-641a-4596-8626-c810b42648ad tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:30.920923 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467f644-730a-47a7-954f-29d9fdbd6f75 admin admin] Pushing event updated for resources: {'Network': ['ID=c4dd57c6-a62c-48ba-890b-f51b2784bc76,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:30.922518 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-f5d645e3-641a-4596-8626-c810b42648ad tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:30.931577 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4467f644-730a-47a7-954f-29d9fdbd6f75 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8672926 Jul 15 13:01:30.933299 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network c4dd57c6-a62c-48ba-890b-f51b2784bc76 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:01:30.944799 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39822) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:30.964978 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-7d101e51-ef22-4e74-ae31-523e0fc33d72 admin admin] Request body: {'subnet': {'network_id': 'c4dd57c6-a62c-48ba-890b-f51b2784bc76', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-694895497-subnet', 'tenant_id': 'ac33450048704a4384fd89ee661ff1c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:31.071177 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-da362c5c-6478-4ca0-9eae-251a1bdb55a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:31.073340 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-da362c5c-6478-4ca0-9eae-251a1bdb55a6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=522453a6-daf1-42ae-a6f8-abb7ab66795d HTTP/1.1" status: 200 len: 861 time: 0.2297976 Jul 15 13:01:31.076850 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cef3bf46-cd7d-43e4-a420-ba0518d4b4ff req-e86fc9a7-ba40-44d7-a54a-61467996637a tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] 10.222.0.16 "GET /v2.0/ports?device_id=43a05d18-95ac-4929-b665-634868d0ebec HTTP/1.1" status: 200 len: 210 time: 0.0782297 Jul 15 13:01:31.129864 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-e8c426fb-d08a-4423-ba7c-37bbc3b07a57 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488613 Jul 15 13:01:31.385147 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-abb03295-d38e-4db8-95c2-c9a1616b9d33 service neutron] 10.222.0.20 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415655 Jul 15 13:01:31.432160 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d991de6-35d5-4ba9-8f69-96a44a31dbae req-83dde7a7-59d1-4f89-8023-d9de775ee847 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:31.434257 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1d991de6-35d5-4ba9-8f69-96a44a31dbae req-83dde7a7-59d1-4f89-8023-d9de775ee847 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef HTTP/1.1" status: 200 len: 944 time: 0.1379054 Jul 15 13:01:31.521618 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-932fcfe3-45cf-4cf6-ae11-88ac1b431312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:31.527991 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-932fcfe3-45cf-4cf6-ae11-88ac1b431312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:31.539843 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-112a1c14-aa24-497e-87fb-9d23bd17b463 req-7d6c6697-465e-4fe5-b13b-5ab8a424ae9d tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=4760e70b-2d9b-4c9e-a4c6-c503e2f7fd72 HTTP/1.1" status: 200 len: 210 time: 0.0758290 Jul 15 13:01:31.555556 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932fcfe3-45cf-4cf6-ae11-88ac1b431312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4348345-6d19-4f73-843f-234d2e880b98,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:31.565924 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-932fcfe3-45cf-4cf6-ae11-88ac1b431312 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:01:31.579520 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-932fcfe3-45cf-4cf6-ae11-88ac1b431312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:31.579999 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-932fcfe3-45cf-4cf6-ae11-88ac1b431312 admin admin] Added segment ef6b9274-043e-47b0-935b-745c76dcc486 of type vlan for network 3e4e455c-d453-497d-ba37-93ffce367b23 Jul 15 13:01:31.602033 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-f5d645e3-641a-4596-8626-c810b42648ad tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2933686 Jul 15 13:01:31.609147 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d101e51-ef22-4e74-ae31-523e0fc33d72 admin admin] Made reservation on behalf of ac33450048704a4384fd89ee661ff1c7 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:01:31.611873 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7d101e51-ef22-4e74-ae31-523e0fc33d72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:31.627665 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-b9daa7d1-be8b-457a-a871-74b18a909f3e tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Made reservation on behalf of af8a25419ab0489e8df66f3d058b9b35 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:01:31.631927 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-b9daa7d1-be8b-457a-a871-74b18a909f3e tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:31.644960 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-932fcfe3-45cf-4cf6-ae11-88ac1b431312 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:31.649585 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-2cb2416e-6ae5-4942-8d81-aebb8a5dd3ca service neutron] Request body: {'port': {'device_id': '0861caf0-7c67-4006-86fe-4293d3cfcb90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:31.683744 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1d991de6-35d5-4ba9-8f69-96a44a31dbae req-a731f7c9-6c94-4e44-b199-febab232bc55 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377441 Jul 15 13:01:31.774016 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.db.resource_extend [None req-932fcfe3-45cf-4cf6-ae11-88ac1b431312 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:01:31.797427 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-b9daa7d1-be8b-457a-a871-74b18a909f3e tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Allocated IP 172.20.0.8 (e0d89cea-932c-49ee-9772-9e5757255ae5/459bc575-93e3-4ab8-8230-d52ee95226e2/f9e0ab5d-1098-48af-b29a-a2927a485888) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:01:31.807399 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-2b9c4988-3174-457b-be06-3539bc8fae7b service neutron] 10.222.0.20 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145405 Jul 15 13:01:31.822319 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-932fcfe3-45cf-4cf6-ae11-88ac1b431312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:31.823752 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932fcfe3-45cf-4cf6-ae11-88ac1b431312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:31.826318 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-932fcfe3-45cf-4cf6-ae11-88ac1b431312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:31.940462 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-932fcfe3-45cf-4cf6-ae11-88ac1b431312 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4935396 Jul 15 13:01:31.945787 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39868) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:31.956244 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-dd523e58-4e08-463f-815e-c674e7caa482 admin admin] Request body: {'subnet': {'network_id': '3e4e455c-d453-497d-ba37-93ffce367b23', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1191658171-subnet', 'tenant_id': 'a3dbafb29c3d44bab1942b58137b8966', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:32.070603 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-2cb2416e-6ae5-4942-8d81-aebb8a5dd3ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:32.123937 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932fcfe3-45cf-4cf6-ae11-88ac1b431312 admin admin] Pushing event updated for resources: {'Network': ['ID=3e4e455c-d453-497d-ba37-93ffce367b23,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:32.143330 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 3e4e455c-d453-497d-ba37-93ffce367b23 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:01:32.152828 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd523e58-4e08-463f-815e-c674e7caa482 admin admin] Made reservation on behalf of a3dbafb29c3d44bab1942b58137b8966 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:01:32.187303 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dd523e58-4e08-463f-815e-c674e7caa482 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:32.239948 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:32.338971 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fda260-4fc5-4d47-ba87-b08ded6ba199 req-b4ffcda6-4b0e-4a4c-9b12-ae05ce158ddc tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:32.341301 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-20fda260-4fc5-4d47-ba87-b08ded6ba199 req-b4ffcda6-4b0e-4a4c-9b12-ae05ce158ddc tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90 HTTP/1.1" status: 200 len: 931 time: 0.4236662 Jul 15 13:01:32.390931 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-021833f8-7889-4c84-99f3-e66467577b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:32.396108 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-b9daa7d1-be8b-457a-a871-74b18a909f3e tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:32.487734 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3655b47e-ad79-4390-aab8-c3a456018d73 req-244fdb9c-64c4-441d-b380-ab65ae92cc73 tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] 10.222.0.16 "GET /v2.0/ports?device_id=43a05d18-95ac-4929-b665-634868d0ebec HTTP/1.1" status: 200 len: 210 time: 0.1293142 Jul 15 13:01:32.504668 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7d101e51-ef22-4e74-ae31-523e0fc33d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:32.513432 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dd523e58-4e08-463f-815e-c674e7caa482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:32.571860 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-b9daa7d1-be8b-457a-a871-74b18a909f3e tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:32.643095 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-b9daa7d1-be8b-457a-a871-74b18a909f3e tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Network e0d89cea-932c-49ee-9772-9e5757255ae5 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:01:32.665163 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-b9daa7d1-be8b-457a-a871-74b18a909f3e tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:32.675115 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-b9daa7d1-be8b-457a-a871-74b18a909f3e tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:01:32.718631 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd523e58-4e08-463f-815e-c674e7caa482 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8508fcfd-4442-456d-b5c4-10ad0d53ff3b,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:32.746190 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9daa7d1-be8b-457a-a871-74b18a909f3e tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Pushing event updated for resources: {'Port': ['ID=f9e0ab5d-1098-48af-b29a-a2927a485888,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:32.759368 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd523e58-4e08-463f-815e-c674e7caa482 admin admin] Checking segment: {'id': 'ef6b9274-043e-47b0-935b-745c76dcc486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3e4e455c-d453-497d-ba37-93ffce367b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:32.760040 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd523e58-4e08-463f-815e-c674e7caa482 admin admin] Network hostable DHCP agents. Network: 3e4e455c-d453-497d-ba37-93ffce367b23, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:01:32.768632 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-b9daa7d1-be8b-457a-a871-74b18a909f3e tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:32.769704 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-b9daa7d1-be8b-457a-a871-74b18a909f3e tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:32.790951 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-20fda260-4fc5-4d47-ba87-b08ded6ba199 req-d0565925-158f-4eda-b810-351695d3ef8f tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199915 Jul 15 13:01:32.802481 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-b9daa7d1-be8b-457a-a871-74b18a909f3e tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0740001 Jul 15 13:01:32.816462 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-ff78a54c-2d5e-4def-b45d-fc7d6941ad81 service neutron] Request body: {'port': {'device_id': '4760e70b-2d9b-4c9e-a4c6-c503e2f7fd72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:32.821849 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd523e58-4e08-463f-815e-c674e7caa482 admin admin] Network 3e4e455c-d453-497d-ba37-93ffce367b23 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:01:32.872108 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-dd523e58-4e08-463f-815e-c674e7caa482 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 3e4e455c-d453-497d-ba37-93ffce367b23) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:32.878143 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd523e58-4e08-463f-815e-c674e7caa482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:32.880010 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dd523e58-4e08-463f-815e-c674e7caa482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:32.893065 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c647dd-6dc6-4813-986d-55fa6ceb7703 None None] Network 3e4e455c-d453-497d-ba37-93ffce367b23 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:01:32.897216 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d101e51-ef22-4e74-ae31-523e0fc33d72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c3450c9-7d38-4170-9752-25674e4126fc,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:33.004013 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-dd523e58-4e08-463f-815e-c674e7caa482 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0517330 Jul 15 13:01:33.009263 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-ff78a54c-2d5e-4def-b45d-fc7d6941ad81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:33.055677 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-f549424d-3c3a-482f-807c-e3b6c7f4b001 tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:33.058358 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-f549424d-3c3a-482f-807c-e3b6c7f4b001 tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] 10.222.0.46 "GET /v2.0/networks?id=cab8ac17-a5c3-4e9a-9501-20688a0701e8 HTTP/1.1" status: 200 len: 814 time: 0.5183845 Jul 15 13:01:33.124338 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7077d123-60b4-4a17-867b-412fba72898c None None] Network 3e4e455c-d453-497d-ba37-93ffce367b23 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:01:33.132446 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-3a964aa3-3112-4a30-9b24-cc43a9bd657b tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] Request body: {'port': {'device_id': '43a05d18-95ac-4929-b665-634868d0ebec', 'network_id': 'cab8ac17-a5c3-4e9a-9501-20688a0701e8', 'admin_state_up': True, 'tenant_id': 'd3b4fb6869d84614a87f7a7e5edcd9e8'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:33.139341 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-89d986e8-a731-4b95-bb19-061c3057f21a tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:33.141179 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-89d986e8-a731-4b95-bb19-061c3057f21a tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef&tenant_id=42f8630608fb46f681ad77135da09a14&binding%3Ahost_id=n-h1-771363-36 HTTP/1.1" status: 200 len: 1096 time: 0.9126256 Jul 15 13:01:33.142487 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d101e51-ef22-4e74-ae31-523e0fc33d72 admin admin] Checking segment: {'id': '4434b6da-f5f8-4bc8-a824-deaae185d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c4dd57c6-a62c-48ba-890b-f51b2784bc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:33.142897 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d101e51-ef22-4e74-ae31-523e0fc33d72 admin admin] Network hostable DHCP agents. Network: c4dd57c6-a62c-48ba-890b-f51b2784bc76, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:01:33.365719 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d101e51-ef22-4e74-ae31-523e0fc33d72 admin admin] Network c4dd57c6-a62c-48ba-890b-f51b2784bc76 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:01:33.405909 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b615a80-723f-438b-abc2-faf01bc15de2 req-dfefec95-e546-493b-afe0-f3c7e909bc3c tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:33.412993 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3b615a80-723f-438b-abc2-faf01bc15de2 req-dfefec95-e546-493b-afe0-f3c7e909bc3c tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=4760e70b-2d9b-4c9e-a4c6-c503e2f7fd72 HTTP/1.1" status: 200 len: 931 time: 0.3674254 Jul 15 13:01:33.427902 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-7d101e51-ef22-4e74-ae31-523e0fc33d72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, c4dd57c6-a62c-48ba-890b-f51b2784bc76) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:33.431177 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-2cb2416e-6ae5-4942-8d81-aebb8a5dd3ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e88506c6-1569-4e6d-ac52-e39c9fcdc7b9 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:33.439279 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5b5655-fa7f-4ce7-8cde-ebb433282ec7 None None] Network c4dd57c6-a62c-48ba-890b-f51b2784bc76 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:01:33.457644 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:33.458923 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d101e51-ef22-4e74-ae31-523e0fc33d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:33.459491 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7d101e51-ef22-4e74-ae31-523e0fc33d72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:33.470620 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-2cb2416e-6ae5-4942-8d81-aebb8a5dd3ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:33.533378 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-2cb2416e-6ae5-4942-8d81-aebb8a5dd3ca service neutron] Transition to ACTIVE for port object e88506c6-1569-4e6d-ac52-e39c9fcdc7b9 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:33.539841 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7d101e51-ef22-4e74-ae31-523e0fc33d72 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5939715 Jul 15 13:01:33.544528 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39944) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:33.559518 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3b615a80-723f-438b-abc2-faf01bc15de2 req-833e6c66-b04f-4852-bba1-8343c1f310bc tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455255 Jul 15 13:01:33.560819 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-ff78a54c-2d5e-4def-b45d-fc7d6941ad81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e0ab5d-1098-48af-b29a-a2927a485888 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:33.573330 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-ff78a54c-2d5e-4def-b45d-fc7d6941ad81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:33.591426 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-ff78a54c-2d5e-4def-b45d-fc7d6941ad81 service neutron] Transition to ACTIVE for port object f9e0ab5d-1098-48af-b29a-a2927a485888 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:33.600168 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-6fd6985d-dcbe-4261-94a0-d45312a52da1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-694895497-router', 'tenant_id': 'ac33450048704a4384fd89ee661ff1c7', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:33.605964 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-ff78a54c-2d5e-4def-b45d-fc7d6941ad81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:33.625197 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-2cb2416e-6ae5-4942-8d81-aebb8a5dd3ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:33.690820 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cfa7cd-4275-4dc4-b425-681264208824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-c4dd57c6-a62c-48ba-890b-f51b2784bc76', 'network_id': 'c4dd57c6-a62c-48ba-890b-f51b2784bc76', 'tenant_id': 'ac33450048704a4384fd89ee661ff1c7', 'fixed_ips': [{'subnet_id': '2c3450c9-7d38-4170-9752-25674e4126fc'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:01:33.691940 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a5cfa7cd-4275-4dc4-b425-681264208824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:33.711061 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff78a54c-2d5e-4def-b45d-fc7d6941ad81 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e0ab5d-1098-48af-b29a-a2927a485888,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:33.766230 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-3a964aa3-3112-4a30-9b24-cc43a9bd657b tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] Made reservation on behalf of d3b4fb6869d84614a87f7a7e5edcd9e8 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:01:33.772550 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-3a964aa3-3112-4a30-9b24-cc43a9bd657b tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:33.778599 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-ff78a54c-2d5e-4def-b45d-fc7d6941ad81 service neutron] Attempting to bind port f9e0ab5d-1098-48af-b29a-a2927a485888 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:01:33.778944 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-ff78a54c-2d5e-4def-b45d-fc7d6941ad81 service neutron] Attempting to bind port f9e0ab5d-1098-48af-b29a-a2927a485888 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': '9940a96e-2d5b-4778-a27d-d984f6200b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:01:33.779275 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-ff78a54c-2d5e-4def-b45d-fc7d6941ad81 service neutron] Attempting to bind port f9e0ab5d-1098-48af-b29a-a2927a485888 on network e0d89cea-932c-49ee-9772-9e5757255ae5 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:33.783776 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-ff78a54c-2d5e-4def-b45d-fc7d6941ad81 service neutron] Port f9e0ab5d-1098-48af-b29a-a2927a485888 on network e0d89cea-932c-49ee-9772-9e5757255ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:01:33.784034 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-ff78a54c-2d5e-4def-b45d-fc7d6941ad81 service neutron] Attempting to bind port f9e0ab5d-1098-48af-b29a-a2927a485888 on network e0d89cea-932c-49ee-9772-9e5757255ae5 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:33.789562 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-ff78a54c-2d5e-4def-b45d-fc7d6941ad81 service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:01:33.789908 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-ff78a54c-2d5e-4def-b45d-fc7d6941ad81 service neutron] Checking segment: {'id': '9940a96e-2d5b-4778-a27d-d984f6200b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:33.790292 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-ff78a54c-2d5e-4def-b45d-fc7d6941ad81 service neutron] Bound using segment: {'id': '9940a96e-2d5b-4778-a27d-d984f6200b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:01:33.790745 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-ff78a54c-2d5e-4def-b45d-fc7d6941ad81 service neutron] Bound port: f9e0ab5d-1098-48af-b29a-a2927a485888, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9940a96e-2d5b-4778-a27d-d984f6200b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:01:33.791098 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-ff78a54c-2d5e-4def-b45d-fc7d6941ad81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:33.875221 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-ab561c77-9068-421d-a3d3-ca09df5cded2 service neutron] For port da090241-b734-40df-979b-ae61cffc17b9, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:33.940115 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-ff78a54c-2d5e-4def-b45d-fc7d6941ad81 service neutron] For port f9e0ab5d-1098-48af-b29a-a2927a485888, host n-h1-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:33.946937 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-a5cfa7cd-4275-4dc4-b425-681264208824 None None] Allocated IP 172.20.0.2 (c4dd57c6-a62c-48ba-890b-f51b2784bc76/2c3450c9-7d38-4170-9752-25674e4126fc/28d6777e-84fb-4958-b6a0-0083a513cc41) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:01:33.949947 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-ff78a54c-2d5e-4def-b45d-fc7d6941ad81 service neutron] For port f9e0ab5d-1098-48af-b29a-a2927a485888, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=f9e0ab5d-1098-48af-b29a-a2927a485888,segment=NetworkSegment(9940a96e-2d5b-4778-a27d-d984f6200b93),segment_id=9940a96e-2d5b-4778-a27d-d984f6200b93)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:01:33.966468 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-ff78a54c-2d5e-4def-b45d-fc7d6941ad81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:33.983446 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-ab561c77-9068-421d-a3d3-ca09df5cded2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:33.984575 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-355ffa80-f293-45ec-a7d8-55db0c267e4e req-ab561c77-9068-421d-a3d3-ca09df5cded2 service neutron] 10.222.0.20 "DELETE /v2.0/ports/da090241-b734-40df-979b-ae61cffc17b9/bindings/n-h2-771363-36 HTTP/1.1" status: 204 len: 173 time: 0.8293092 Jul 15 13:01:34.018626 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6fd6985d-dcbe-4261-94a0-d45312a52da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:34.019741 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6fd6985d-dcbe-4261-94a0-d45312a52da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:34.061357 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-ff78a54c-2d5e-4def-b45d-fc7d6941ad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:34.062374 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-ff78a54c-2d5e-4def-b45d-fc7d6941ad81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:34.065899 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-ff78a54c-2d5e-4def-b45d-fc7d6941ad81 service neutron] 10.222.0.20 "PUT /v2.0/ports/f9e0ab5d-1098-48af-b29a-a2927a485888 HTTP/1.1" status: 200 len: 1092 time: 1.2544477 Jul 15 13:01:34.067368 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4760e70b-2d9b-4c9e-a4c6-c503e2f7fd72', 'tag': 'f9e0ab5d-1098-48af-b29a-a2927a485888'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:34.069225 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2416e-6ae5-4942-8d81-aebb8a5dd3ca service neutron] Pushing event updated for resources: {'Port': ['ID=e88506c6-1569-4e6d-ac52-e39c9fcdc7b9,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:34.075007 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645e8bdb-3306-4027-9742-5877ca170294" -d '{"events": [{"name": "network-changed", "server_uuid": "4760e70b-2d9b-4c9e-a4c6-c503e2f7fd72", "tag": "f9e0ab5d-1098-48af-b29a-a2927a485888"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:34.124346 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff78a54c-2d5e-4def-b45d-fc7d6941ad81 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e0ab5d-1098-48af-b29a-a2927a485888,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:34.170472 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a5cfa7cd-4275-4dc4-b425-681264208824 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:34.183997 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a5cfa7cd-4275-4dc4-b425-681264208824 None None] Transition to ACTIVE for port object 28d6777e-84fb-4958-b6a0-0083a513cc41 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:34.191619 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d896274-9bfa-417e-8a07-6863b3a13081 req-c54e65e2-961b-470d-b373-e0d26a63d54a tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:34.198785 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1d896274-9bfa-417e-8a07-6863b3a13081 req-c54e65e2-961b-470d-b373-e0d26a63d54a tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef HTTP/1.1" status: 200 len: 944 time: 0.4172361 Jul 15 13:01:34.205112 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a5cfa7cd-4275-4dc4-b425-681264208824 None None] Transition to ACTIVE for port object 28d6777e-84fb-4958-b6a0-0083a513cc41 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:34.212475 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a5cfa7cd-4275-4dc4-b425-681264208824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:34.226867 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-e9803d51-aefa-4187-8081-1f5177e93d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:34.228575 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-e9803d51-aefa-4187-8081-1f5177e93d7e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=af8a25419ab0489e8df66f3d058b9b35&device_id=4760e70b-2d9b-4c9e-a4c6-c503e2f7fd72 HTTP/1.1" status: 200 len: 1095 time: 0.0785437 Jul 15 13:01:34.257276 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cfa7cd-4275-4dc4-b425-681264208824 None None] Network c4dd57c6-a62c-48ba-890b-f51b2784bc76 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:01:34.262269 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-a5cfa7cd-4275-4dc4-b425-681264208824 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:34.265310 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cfa7cd-4275-4dc4-b425-681264208824 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:01:34.277989 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-5731ca48-2b97-4e1a-b2e7-525d762113c5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9e0ab5d-1098-48af-b29a-a2927a485888 HTTP/1.1" status: 200 len: 217 time: 0.0423837 Jul 15 13:01:34.280208 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cfa7cd-4275-4dc4-b425-681264208824 None None] Pushing event updated for resources: {'Port': ['ID=28d6777e-84fb-4958-b6a0-0083a513cc41,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:34.336894 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6fd6985d-dcbe-4261-94a0-d45312a52da1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:34.348725 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-6464b850-bfdd-4cb6-9539-3b91f37d86ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:34.350773 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-6464b850-bfdd-4cb6-9539-3b91f37d86ab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=459bc575-93e3-4ab8-8230-d52ee95226e2 HTTP/1.1" status: 200 len: 852 time: 0.0595608 Jul 15 13:01:34.355415 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-a5cfa7cd-4275-4dc4-b425-681264208824 None None] Attempting to bind port 28d6777e-84fb-4958-b6a0-0083a513cc41 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:01:34.355813 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-a5cfa7cd-4275-4dc4-b425-681264208824 None None] Attempting to bind port 28d6777e-84fb-4958-b6a0-0083a513cc41 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '4434b6da-f5f8-4bc8-a824-deaae185d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c4dd57c6-a62c-48ba-890b-f51b2784bc76'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:01:34.356279 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cfa7cd-4275-4dc4-b425-681264208824 None None] Attempting to bind port 28d6777e-84fb-4958-b6a0-0083a513cc41 on network c4dd57c6-a62c-48ba-890b-f51b2784bc76 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:34.365476 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cfa7cd-4275-4dc4-b425-681264208824 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:01:34.366353 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cfa7cd-4275-4dc4-b425-681264208824 None None] Checking segment: {'id': '4434b6da-f5f8-4bc8-a824-deaae185d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c4dd57c6-a62c-48ba-890b-f51b2784bc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:34.367139 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a5cfa7cd-4275-4dc4-b425-681264208824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:34.368104 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cfa7cd-4275-4dc4-b425-681264208824 None None] Bound using segment: {'id': '4434b6da-f5f8-4bc8-a824-deaae185d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c4dd57c6-a62c-48ba-890b-f51b2784bc76'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:01:34.368880 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-a5cfa7cd-4275-4dc4-b425-681264208824 None None] Bound port: 28d6777e-84fb-4958-b6a0-0083a513cc41, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4434b6da-f5f8-4bc8-a824-deaae185d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c4dd57c6-a62c-48ba-890b-f51b2784bc76'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:01:34.369598 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a5cfa7cd-4275-4dc4-b425-681264208824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:34.388816 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-08eead28-314d-4fe2-bd2a-1e67620f2d7f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0d89cea-932c-49ee-9772-9e5757255ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303457 Jul 15 13:01:34.404502 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-3a964aa3-3112-4a30-9b24-cc43a9bd657b tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] Allocated IP 172.20.0.5 (cab8ac17-a5c3-4e9a-9501-20688a0701e8/5eb48d26-a3b3-4b0c-89ca-9bc1e2d9be0a/bcaff171-de18-46c3-8f48-788d68b28cf4) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:01:34.420902 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-2cb2416e-6ae5-4942-8d81-aebb8a5dd3ca service neutron] Attempting to bind port e88506c6-1569-4e6d-ac52-e39c9fcdc7b9 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:01:34.421399 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-2cb2416e-6ae5-4942-8d81-aebb8a5dd3ca service neutron] Attempting to bind port e88506c6-1569-4e6d-ac52-e39c9fcdc7b9 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:01:34.421795 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-2cb2416e-6ae5-4942-8d81-aebb8a5dd3ca service neutron] Attempting to bind port e88506c6-1569-4e6d-ac52-e39c9fcdc7b9 on network 3ccc611d-a289-44b3-992b-3e39605548b4 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:34.463787 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a5cfa7cd-4275-4dc4-b425-681264208824 None None] For port 28d6777e-84fb-4958-b6a0-0083a513cc41, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:34.467483 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1d896274-9bfa-417e-8a07-6863b3a13081 req-4c3e5fce-01ba-4a56-97be-0292d83dfd95 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677395 Jul 15 13:01:34.469306 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a5cfa7cd-4275-4dc4-b425-681264208824 None None] For port 28d6777e-84fb-4958-b6a0-0083a513cc41, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=28d6777e-84fb-4958-b6a0-0083a513cc41,segment=NetworkSegment(4434b6da-f5f8-4bc8-a824-deaae185d32e),segment_id=4434b6da-f5f8-4bc8-a824-deaae185d32e)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:01:34.476994 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a5cfa7cd-4275-4dc4-b425-681264208824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:34.531277 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-2cb2416e-6ae5-4942-8d81-aebb8a5dd3ca service neutron] Port e88506c6-1569-4e6d-ac52-e39c9fcdc7b9 on network 3ccc611d-a289-44b3-992b-3e39605548b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:01:34.531601 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-2cb2416e-6ae5-4942-8d81-aebb8a5dd3ca service neutron] Attempting to bind port e88506c6-1569-4e6d-ac52-e39c9fcdc7b9 on network 3ccc611d-a289-44b3-992b-3e39605548b4 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:34.545502 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-6c6eae66-7342-464d-93ce-75f0e53133e4 service neutron] 10.222.0.20 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500177 Jul 15 13:01:34.597594 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cfa7cd-4275-4dc4-b425-681264208824 None None] Pushing event updated for resources: {'Port': ['ID=28d6777e-84fb-4958-b6a0-0083a513cc41,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:34.629644 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-2cb2416e-6ae5-4942-8d81-aebb8a5dd3ca service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:01:34.630138 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-2cb2416e-6ae5-4942-8d81-aebb8a5dd3ca service neutron] Checking segment: {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:34.631272 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-2cb2416e-6ae5-4942-8d81-aebb8a5dd3ca service neutron] Bound using segment: {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:01:34.631876 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-2cb2416e-6ae5-4942-8d81-aebb8a5dd3ca service neutron] Bound port: e88506c6-1569-4e6d-ac52-e39c9fcdc7b9, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:01:34.632344 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-2cb2416e-6ae5-4942-8d81-aebb8a5dd3ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:34.657709 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-360fa785-7477-492f-8362-72c1dc78cbf5 tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:34.664987 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-360fa785-7477-492f-8362-72c1dc78cbf5 tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] 10.222.0.16 "GET /v2.0/networks?id=3e4e455c-d453-497d-ba37-93ffce367b23 HTTP/1.1" status: 200 len: 814 time: 0.5116327 Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:34.676994 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:34.680899 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:34.680899 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:34.680899 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:34.680899 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:34.680899 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:34.680899 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:34.680899 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:34.680899 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:34.680899 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:34.680899 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:34.680899 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:34.680899 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:34.680899 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:34.680899 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:34.680899 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:34.680899 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:34.680899 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:34.680899 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:34.683355 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-d02f63b5-2eec-4215-97a4-7725b99daf89 service neutron] 10.222.0.20 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300731 Jul 15 13:01:34.804199 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3b1e2a62-a777-4d8a-9384-beab32968378 req-a9de99b5-3496-4a0c-82c7-be8eb612f375 tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] 10.222.0.16 "GET /v2.0/ports?device_id=43a05d18-95ac-4929-b665-634868d0ebec HTTP/1.1" status: 200 len: 210 time: 0.1693542 Jul 15 13:01:34.821319 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-024ea864-9dcf-44fb-a374-595d44c14600 tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] 10.222.0.16 "GET /v2.0/quotas/a3dbafb29c3d44bab1942b58137b8966 HTTP/1.1" status: 200 len: 375 time: 0.1551359 Jul 15 13:01:34.881283 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:34.950594 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 28d6777e-84fb-4958-b6a0-0083a513cc41 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:01:35.037659 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 28d6777e-84fb-4958-b6a0-0083a513cc41 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:35.190013 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6fd6985d-dcbe-4261-94a0-d45312a52da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:35.254458 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-52d5f6a3-8449-4a57-ac1b-aaa523b91990 tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3dbafb29c3d44bab1942b58137b8966&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4322281 Jul 15 13:01:35.362920 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-3a964aa3-3112-4a30-9b24-cc43a9bd657b tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:35.367672 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-2cb2416e-6ae5-4942-8d81-aebb8a5dd3ca service neutron] For port e88506c6-1569-4e6d-ac52-e39c9fcdc7b9, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:35.415624 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-2cb2416e-6ae5-4942-8d81-aebb8a5dd3ca service neutron] For port e88506c6-1569-4e6d-ac52-e39c9fcdc7b9, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=e88506c6-1569-4e6d-ac52-e39c9fcdc7b9,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:01:35.427060 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-2cb2416e-6ae5-4942-8d81-aebb8a5dd3ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:35.497989 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-2cb2416e-6ae5-4942-8d81-aebb8a5dd3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:35.498716 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-2cb2416e-6ae5-4942-8d81-aebb8a5dd3ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:35.500136 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-2cb2416e-6ae5-4942-8d81-aebb8a5dd3ca service neutron] 10.222.0.46 "PUT /v2.0/ports/e88506c6-1569-4e6d-ac52-e39c9fcdc7b9 HTTP/1.1" status: 200 len: 1092 time: 3.8807704 Jul 15 13:01:35.518925 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0861caf0-7c67-4006-86fe-4293d3cfcb90', 'tag': 'e88506c6-1569-4e6d-ac52-e39c9fcdc7b9'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:35.521162 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa08cd5b-9f2b-4dcb-8524-160b30a28b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "0861caf0-7c67-4006-86fe-4293d3cfcb90", "tag": "e88506c6-1569-4e6d-ac52-e39c9fcdc7b9"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:35.551383 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-debb904d-32bb-4b7a-947d-67bc8544f548 service neutron] 10.222.0.16 "GET /v2.0/networks/3e4e455c-d453-497d-ba37-93ffce367b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883856 Jul 15 13:01:35.664259 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-3a964aa3-3112-4a30-9b24-cc43a9bd657b tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:35.673658 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f893249-de76-40fd-8ad4-a6fa8d9a430e None None] Network c4dd57c6-a62c-48ba-890b-f51b2784bc76 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:01:35.680083 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2416e-6ae5-4942-8d81-aebb8a5dd3ca service neutron] Pushing event updated for resources: {'Port': ['ID=e88506c6-1569-4e6d-ac52-e39c9fcdc7b9,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:35.751457 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-38a1c86b-79da-4c98-9ee8-1f50b77f7a04 None None] Provisioning for port 28d6777e-84fb-4958-b6a0-0083a513cc41 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:35.761946 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-38a1c86b-79da-4c98-9ee8-1f50b77f7a04 None None] Provisioning complete for port 28d6777e-84fb-4958-b6a0-0083a513cc41 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:35.762318 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-38a1c86b-79da-4c98-9ee8-1f50b77f7a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:35.767887 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-3a964aa3-3112-4a30-9b24-cc43a9bd657b tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] Network cab8ac17-a5c3-4e9a-9501-20688a0701e8 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:01:35.790658 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-3a964aa3-3112-4a30-9b24-cc43a9bd657b tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:35.802672 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-3a964aa3-3112-4a30-9b24-cc43a9bd657b tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:01:35.833957 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a964aa3-3112-4a30-9b24-cc43a9bd657b tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] Pushing event updated for resources: {'Port': ['ID=bcaff171-de18-46c3-8f48-788d68b28cf4,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:35.850800 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3bfd0-d58f-42a7-847b-d763f3cd21b5 req-b4d3a9eb-2e0d-465d-aac4-ddd6eaa75b19 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:35.852288 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c4a3bfd0-d58f-42a7-847b-d763f3cd21b5 req-b4d3a9eb-2e0d-465d-aac4-ddd6eaa75b19 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90 HTTP/1.1" status: 200 len: 943 time: 0.3722684 Jul 15 13:01:35.880581 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-ed813d8d-667e-4279-bfb3-6aa453de344f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:35.882272 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-ed813d8d-667e-4279-bfb3-6aa453de344f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eab83a220c154216861503618b01c15d&device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90 HTTP/1.1" status: 200 len: 1095 time: 0.3284652 Jul 15 13:01:35.887973 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-abab158f-2315-473a-8359-4b66054e5fcd service neutron] 10.222.0.16 "GET /v2.0/networks/3e4e455c-d453-497d-ba37-93ffce367b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011301 Jul 15 13:01:35.907780 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-38a1c86b-79da-4c98-9ee8-1f50b77f7a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:35.950941 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-38a1c86b-79da-4c98-9ee8-1f50b77f7a04 None None] For port 28d6777e-84fb-4958-b6a0-0083a513cc41, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=28d6777e-84fb-4958-b6a0-0083a513cc41,segment=NetworkSegment(4434b6da-f5f8-4bc8-a824-deaae185d32e),segment_id=4434b6da-f5f8-4bc8-a824-deaae185d32e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:35.955257 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-38a1c86b-79da-4c98-9ee8-1f50b77f7a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:35.972765 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-3a964aa3-3112-4a30-9b24-cc43a9bd657b tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:35.973374 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-3a964aa3-3112-4a30-9b24-cc43a9bd657b tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:36.026986 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-a06cf5b6-3c2a-4ffc-9797-e04223523e8e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e88506c6-1569-4e6d-ac52-e39c9fcdc7b9 HTTP/1.1" status: 200 len: 217 time: 0.0942535 Jul 15 13:01:36.039955 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a1c86b-79da-4c98-9ee8-1f50b77f7a04 None None] Pushing event updated for resources: {'Port': ['ID=28d6777e-84fb-4958-b6a0-0083a513cc41,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:36.059879 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c4a3bfd0-d58f-42a7-847b-d763f3cd21b5 req-2b50524a-b97f-4dc1-8f2f-f48f714f9127 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948407 Jul 15 13:01:36.060037 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf5e3d9-16e1-4b33-97b3-1993f5142638 x-openstack-request-id: req-bdf5e3d9-16e1-4b33-97b3-1993f5142638 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:36.061277 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4760e70b-2d9b-4c9e-a4c6-c503e2f7fd72", "tag": "f9e0ab5d-1098-48af-b29a-a2927a485888", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:36.061723 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bdf5e3d9-16e1-4b33-97b3-1993f5142638 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:36.062466 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4760e70b-2d9b-4c9e-a4c6-c503e2f7fd72', 'tag': 'f9e0ab5d-1098-48af-b29a-a2927a485888', 'status': 'completed', 'code': 200} Jul 15 13:01:36.104569 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-3a964aa3-3112-4a30-9b24-cc43a9bd657b tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9790108 Jul 15 13:01:36.151116 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-145d97b7-0132-41f8-8cf7-fe22ca22e7e1 service neutron] Request body: {'port': {'device_id': '43a05d18-95ac-4929-b665-634868d0ebec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:36.198241 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6fd6985d-dcbe-4261-94a0-d45312a52da1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:36.206522 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e8bdb-3306-4027-9742-5877ca170294 req-2feb2103-2de5-460f-87b3-53a48c92a3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:36.209260 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-645e8bdb-3306-4027-9742-5877ca170294 req-2feb2103-2de5-460f-87b3-53a48c92a3c1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=af8a25419ab0489e8df66f3d058b9b35&device_id=4760e70b-2d9b-4c9e-a4c6-c503e2f7fd72 HTTP/1.1" status: 200 len: 1095 time: 0.1072822 Jul 15 13:01:36.239482 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-dff2df3b-7d99-4335-bb6e-d0409ebd11c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:36.247905 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-dff2df3b-7d99-4335-bb6e-d0409ebd11c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7de80623-b855-4366-a308-8757d4a69fb8 HTTP/1.1" status: 200 len: 847 time: 0.2053854 Jul 15 13:01:36.250253 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6fd6985d-dcbe-4261-94a0-d45312a52da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:36.331878 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-39fe2813-ee83-4b70-b4ca-9e7bb54eaa5f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3ccc611d-a289-44b3-992b-3e39605548b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742159 Jul 15 13:01:36.344171 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e8bdb-3306-4027-9742-5877ca170294 req-6daea3ae-9117-488f-917e-6d5296d6f4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:36.346818 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-645e8bdb-3306-4027-9742-5877ca170294 req-6daea3ae-9117-488f-917e-6d5296d6f4b2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0d89cea-932c-49ee-9772-9e5757255ae5 HTTP/1.1" status: 200 len: 913 time: 0.1301548 Jul 15 13:01:36.381389 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-adafe6ee-df78-475d-88da-79f3511b78e7 None None] Provisioning complete for port 28d6777e-84fb-4958-b6a0-0083a513cc41 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:36.381389 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-adafe6ee-df78-475d-88da-79f3511b78e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:36.402611 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-645e8bdb-3306-4027-9742-5877ca170294 req-53d94a20-1dab-44c2-b28c-0d592e5b5bac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9e0ab5d-1098-48af-b29a-a2927a485888 HTTP/1.1" status: 200 len: 217 time: 0.0443940 Jul 15 13:01:36.443644 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-145d97b7-0132-41f8-8cf7-fe22ca22e7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:36.524538 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e8bdb-3306-4027-9742-5877ca170294 req-41048ae7-6747-4e7c-b544-f030f89621ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:36.526104 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-645e8bdb-3306-4027-9742-5877ca170294 req-41048ae7-6747-4e7c-b544-f030f89621ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=459bc575-93e3-4ab8-8230-d52ee95226e2 HTTP/1.1" status: 200 len: 852 time: 0.1148090 Jul 15 13:01:36.566974 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-645e8bdb-3306-4027-9742-5877ca170294 req-198726d9-19b1-460c-94c2-ba2d334ea25f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0d89cea-932c-49ee-9772-9e5757255ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341694 Jul 15 13:01:36.594047 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-6fd6985d-dcbe-4261-94a0-d45312a52da1 admin admin] Allocated IP 172.25.8.54 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/8614d11f-b903-4001-ae6c-7950707a7948) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:01:36.609602 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c9098-70e9-4548-8b47-b37277e677da req-eb42f583-9121-4290-8f10-9f98b369a541 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:36.611205 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cd5c9098-70e9-4548-8b47-b37277e677da req-eb42f583-9121-4290-8f10-9f98b369a541 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=4760e70b-2d9b-4c9e-a4c6-c503e2f7fd72 HTTP/1.1" status: 200 len: 943 time: 0.3550107 Jul 15 13:01:36.632195 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-af4fc5c7-6675-44bc-b9ad-f52b2e4a4af6 service neutron] 10.222.0.46 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545087 Jul 15 13:01:36.699749 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device f9e0ab5d-1098-48af-b29a-a2927a485888 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:01:36.701736 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-645e8bdb-3306-4027-9742-5877ca170294 req-fef32cef-bf0c-4d6f-95de-cebb4d998413 service neutron] 10.222.0.20 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269903 Jul 15 13:01:36.884015 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port f9e0ab5d-1098-48af-b29a-a2927a485888, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=f9e0ab5d-1098-48af-b29a-a2927a485888,segment=NetworkSegment(9940a96e-2d5b-4778-a27d-d984f6200b93),segment_id=9940a96e-2d5b-4778-a27d-d984f6200b93)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:36.901502 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 28d6777e-84fb-4958-b6a0-0083a513cc41 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:01:36.915272 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cd5c9098-70e9-4548-8b47-b37277e677da req-d822e430-99f1-4d07-80b4-0b8ae6289c62 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885942 Jul 15 13:01:36.925021 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-645e8bdb-3306-4027-9742-5877ca170294 req-65e7aba7-5e5b-44c8-9778-8ba277dbbb98 service neutron] 10.222.0.20 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141714 Jul 15 13:01:36.926590 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': 'f9e0ab5d-1098-48af-b29a-a2927a485888', 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5', 'port_id': 'f9e0ab5d-1098-48af-b29a-a2927a485888', 'mac_address': 'fa:16:3e:86:40:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '459bc575-93e3-4ab8-8230-d52ee95226e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:01:37.001130 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3380a4-762d-442b-9ead-b75e7437b9a2 x-openstack-request-id: req-3a3380a4-762d-442b-9ead-b75e7437b9a2 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:37.001684 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0861caf0-7c67-4006-86fe-4293d3cfcb90", "tag": "e88506c6-1569-4e6d-ac52-e39c9fcdc7b9", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:37.002090 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a3380a4-762d-442b-9ead-b75e7437b9a2 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:37.002685 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0861caf0-7c67-4006-86fe-4293d3cfcb90', 'tag': 'e88506c6-1569-4e6d-ac52-e39c9fcdc7b9', 'status': 'completed', 'code': 200} Jul 15 13:01:37.007839 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 28d6777e-84fb-4958-b6a0-0083a513cc41 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:37.008214 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:37.045084 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:37.063081 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e0ab5d-1098-48af-b29a-a2927a485888 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:37.089352 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port f9e0ab5d-1098-48af-b29a-a2927a485888, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=f9e0ab5d-1098-48af-b29a-a2927a485888,segment=NetworkSegment(9940a96e-2d5b-4778-a27d-d984f6200b93),segment_id=9940a96e-2d5b-4778-a27d-d984f6200b93)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:37.107617 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:37.124317 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8bc1776-a2ca-44c4-afd9-516a32f23f9d req-8a09de04-49fb-41bf-ab50-0c6b72b4fbe7 tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cced7ea-0e0d-4ec0-8016-cbc84f5ef702 HTTP/1.1" status: 200 len: 210 time: 0.0711844 Jul 15 13:01:37.132358 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4794ca91-d0fc-44fa-9796-c3efbeffb432 req-ba141083-5790-4bd3-b72f-3ff0c078b0d8 service neutron] 10.222.0.46 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4420676 Jul 15 13:01:37.152114 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6fd6985d-dcbe-4261-94a0-d45312a52da1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:37.195071 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=f9e0ab5d-1098-48af-b29a-a2927a485888,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:37.313456 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-145d97b7-0132-41f8-8cf7-fe22ca22e7e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcaff171-de18-46c3-8f48-788d68b28cf4 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:37.328041 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-145d97b7-0132-41f8-8cf7-fe22ca22e7e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:37.333146 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6fd6985d-dcbe-4261-94a0-d45312a52da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:37.341696 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5199aa-88b4-42bd-8bc5-c1a03030afa4 req-036d6562-76f0-4f36-97c2-776d187b49e4 tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:37.343207 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8e5199aa-88b4-42bd-8bc5-c1a03030afa4 req-036d6562-76f0-4f36-97c2-776d187b49e4 tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] 10.222.0.16 "GET /v2.0/ports?device_id=43a05d18-95ac-4929-b665-634868d0ebec HTTP/1.1" status: 200 len: 931 time: 0.2636387 Jul 15 13:01:37.385576 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['f9e0ab5d-1098-48af-b29a-a2927a485888'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:37.391701 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-145d97b7-0132-41f8-8cf7-fe22ca22e7e1 service neutron] Transition to ACTIVE for port object bcaff171-de18-46c3-8f48-788d68b28cf4 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:37.419892 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-145d97b7-0132-41f8-8cf7-fe22ca22e7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:37.422932 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd6985d-dcbe-4261-94a0-d45312a52da1 admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:01:37.444310 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-6fd6985d-dcbe-4261-94a0-d45312a52da1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:37.453608 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6985d-dcbe-4261-94a0-d45312a52da1 admin admin] Pushing event updated for resources: {'Port': ['ID=8614d11f-b903-4001-ae6c-7950707a7948,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:37.459065 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd6985d-dcbe-4261-94a0-d45312a52da1 admin admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:01:37.516130 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8e5199aa-88b4-42bd-8bc5-c1a03030afa4 req-aff38d28-c1b7-46a2-9f30-84a1866ead8e tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] 10.222.0.16 "GET /v2.0/security-groups?id=d60b9ae0-e340-4343-b886-db7e6aad223a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652369 Jul 15 13:01:37.522375 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08cd5b-9f2b-4dcb-8524-160b30a28b8a req-033fca1a-cfbe-4db7-92f7-9d06ac6a49ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:37.523870 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa08cd5b-9f2b-4dcb-8524-160b30a28b8a req-033fca1a-cfbe-4db7-92f7-9d06ac6a49ba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eab83a220c154216861503618b01c15d&device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90 HTTP/1.1" status: 200 len: 1095 time: 0.3107307 Jul 15 13:01:37.558147 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f962943-9b3b-4ec1-b263-8eaa4eb28237 req-7668d750-3c8d-459d-88c2-86f787c172cc tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:37.559632 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4f962943-9b3b-4ec1-b263-8eaa4eb28237 req-7668d750-3c8d-459d-88c2-86f787c172cc tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef HTTP/1.1" status: 200 len: 1096 time: 0.2919905 Jul 15 13:01:37.627932 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d97b7-0132-41f8-8cf7-fe22ca22e7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=bcaff171-de18-46c3-8f48-788d68b28cf4,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:38.180461 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4f962943-9b3b-4ec1-b263-8eaa4eb28237 req-047c708c-8b91-4c64-b492-5dbdcee7c074 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6059706 Jul 15 13:01:38.218751 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-145d97b7-0132-41f8-8cf7-fe22ca22e7e1 service neutron] Attempting to bind port bcaff171-de18-46c3-8f48-788d68b28cf4 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:01:38.219090 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-145d97b7-0132-41f8-8cf7-fe22ca22e7e1 service neutron] Attempting to bind port bcaff171-de18-46c3-8f48-788d68b28cf4 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '4cd322d3-56a2-49aa-86c0-25ad27a066b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'cab8ac17-a5c3-4e9a-9501-20688a0701e8'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:01:38.219421 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-145d97b7-0132-41f8-8cf7-fe22ca22e7e1 service neutron] Attempting to bind port bcaff171-de18-46c3-8f48-788d68b28cf4 on network cab8ac17-a5c3-4e9a-9501-20688a0701e8 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:38.233298 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08cd5b-9f2b-4dcb-8524-160b30a28b8a req-7721cfc3-1486-46e9-b5a9-07d2532cca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:38.234850 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa08cd5b-9f2b-4dcb-8524-160b30a28b8a req-7721cfc3-1486-46e9-b5a9-07d2532cca1b service neutron] 10.222.0.46 "GET /v2.0/networks?id=3ccc611d-a289-44b3-992b-3e39605548b4 HTTP/1.1" status: 200 len: 908 time: 0.7022398 Jul 15 13:01:38.250149 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-145d97b7-0132-41f8-8cf7-fe22ca22e7e1 service neutron] Port bcaff171-de18-46c3-8f48-788d68b28cf4 on network cab8ac17-a5c3-4e9a-9501-20688a0701e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:01:38.250592 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-145d97b7-0132-41f8-8cf7-fe22ca22e7e1 service neutron] Attempting to bind port bcaff171-de18-46c3-8f48-788d68b28cf4 on network cab8ac17-a5c3-4e9a-9501-20688a0701e8 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:38.304232 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-06c5b4e9-334a-4ad7-983b-6ef6bc26a8cd tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:38.305712 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-06c5b4e9-334a-4ad7-983b-6ef6bc26a8cd tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] 10.222.0.46 "GET /v2.0/networks?id=3e4e455c-d453-497d-ba37-93ffce367b23 HTTP/1.1" status: 200 len: 814 time: 0.7148747 Jul 15 13:01:38.308442 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-145d97b7-0132-41f8-8cf7-fe22ca22e7e1 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:01:38.308784 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-145d97b7-0132-41f8-8cf7-fe22ca22e7e1 service neutron] Checking segment: {'id': '4cd322d3-56a2-49aa-86c0-25ad27a066b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'cab8ac17-a5c3-4e9a-9501-20688a0701e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:38.309174 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-145d97b7-0132-41f8-8cf7-fe22ca22e7e1 service neutron] Bound using segment: {'id': '4cd322d3-56a2-49aa-86c0-25ad27a066b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'cab8ac17-a5c3-4e9a-9501-20688a0701e8'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:01:38.310218 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-145d97b7-0132-41f8-8cf7-fe22ca22e7e1 service neutron] Bound port: bcaff171-de18-46c3-8f48-788d68b28cf4, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd322d3-56a2-49aa-86c0-25ad27a066b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'cab8ac17-a5c3-4e9a-9501-20688a0701e8'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:01:38.310625 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-145d97b7-0132-41f8-8cf7-fe22ca22e7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:38.313107 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa08cd5b-9f2b-4dcb-8524-160b30a28b8a req-15fb7938-09c3-40da-ae7b-f968bff76771 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e88506c6-1569-4e6d-ac52-e39c9fcdc7b9 HTTP/1.1" status: 200 len: 217 time: 0.0652573 Jul 15 13:01:38.349006 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-f13f1d6e-2205-42d1-8cf1-6d834390888f tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] Request body: {'port': {'device_id': '9cced7ea-0e0d-4ec0-8016-cbc84f5ef702', 'network_id': '3e4e455c-d453-497d-ba37-93ffce367b23', 'admin_state_up': True, 'tenant_id': 'a3dbafb29c3d44bab1942b58137b8966'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:38.423647 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c83d5-80c1-41fa-83f4-2942243f3a1c req-c20530a4-24db-4510-855d-7de403187488 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:38.425097 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d53c83d5-80c1-41fa-83f4-2942243f3a1c req-c20530a4-24db-4510-855d-7de403187488 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90 HTTP/1.1" status: 200 len: 943 time: 0.3722291 Jul 15 13:01:38.625339 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08cd5b-9f2b-4dcb-8524-160b30a28b8a req-6ce37c2f-388d-4a9f-90b0-186abfe4d460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:38.626761 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa08cd5b-9f2b-4dcb-8524-160b30a28b8a req-6ce37c2f-388d-4a9f-90b0-186abfe4d460 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7de80623-b855-4366-a308-8757d4a69fb8 HTTP/1.1" status: 200 len: 847 time: 0.2685988 Jul 15 13:01:38.657776 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-145d97b7-0132-41f8-8cf7-fe22ca22e7e1 service neutron] For port bcaff171-de18-46c3-8f48-788d68b28cf4, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:38.663276 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d53c83d5-80c1-41fa-83f4-2942243f3a1c req-8d8a915b-9292-40a0-bb36-33a4c2701e35 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290077 Jul 15 13:01:38.706224 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-145d97b7-0132-41f8-8cf7-fe22ca22e7e1 service neutron] For port bcaff171-de18-46c3-8f48-788d68b28cf4, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=bcaff171-de18-46c3-8f48-788d68b28cf4,segment=NetworkSegment(4cd322d3-56a2-49aa-86c0-25ad27a066b7),segment_id=4cd322d3-56a2-49aa-86c0-25ad27a066b7)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:01:38.708686 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa08cd5b-9f2b-4dcb-8524-160b30a28b8a req-93b7967c-6ca9-4b6c-9a94-9c0b99b1e2da service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3ccc611d-a289-44b3-992b-3e39605548b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656269 Jul 15 13:01:38.714834 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6fd6985d-dcbe-4261-94a0-d45312a52da1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:38.722117 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-145d97b7-0132-41f8-8cf7-fe22ca22e7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:38.735303 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device f9e0ab5d-1098-48af-b29a-a2927a485888 up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:01:38.791347 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port f9e0ab5d-1098-48af-b29a-a2927a485888 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:38.796183 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port f9e0ab5d-1098-48af-b29a-a2927a485888 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:38.796551 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:38.839362 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed34eb-44c5-4230-8684-ade783105dd8 req-9930f452-cd05-4680-9651-6399f5299abe tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:38.840849 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-86ed34eb-44c5-4230-8684-ade783105dd8 req-9930f452-cd05-4680-9651-6399f5299abe tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcd6d9e1-ae28-4d36-ad2c-37337ae9903a HTTP/1.1" status: 200 len: 948 time: 0.4464433 Jul 15 13:01:38.858082 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-f13f1d6e-2205-42d1-8cf1-6d834390888f tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] Made reservation on behalf of a3dbafb29c3d44bab1942b58137b8966 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:01:38.861612 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-f13f1d6e-2205-42d1-8cf1-6d834390888f tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:38.883303 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:38.884180 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-145d97b7-0132-41f8-8cf7-fe22ca22e7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:38.884801 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-145d97b7-0132-41f8-8cf7-fe22ca22e7e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:38.886167 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-145d97b7-0132-41f8-8cf7-fe22ca22e7e1 service neutron] 10.222.0.46 "PUT /v2.0/ports/bcaff171-de18-46c3-8f48-788d68b28cf4 HTTP/1.1" status: 200 len: 1092 time: 2.7560287 Jul 15 13:01:38.906263 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4760e70b-2d9b-4c9e-a4c6-c503e2f7fd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e0ab5d-1098-48af-b29a-a2927a485888'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:38.908569 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c90762-fb67-4a86-9054-c53629cf633c" -d '{"events": [{"server_uuid": "4760e70b-2d9b-4c9e-a4c6-c503e2f7fd72", "name": "network-vif-plugged", "status": "completed", "tag": "f9e0ab5d-1098-48af-b29a-a2927a485888"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:38.922413 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port f9e0ab5d-1098-48af-b29a-a2927a485888, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=f9e0ab5d-1098-48af-b29a-a2927a485888,segment=NetworkSegment(9940a96e-2d5b-4778-a27d-d984f6200b93),segment_id=9940a96e-2d5b-4778-a27d-d984f6200b93)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:38.926458 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:38.973646 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=f9e0ab5d-1098-48af-b29a-a2927a485888,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:39.019668 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a05d18-95ac-4929-b665-634868d0ebec', 'tag': 'bcaff171-de18-46c3-8f48-788d68b28cf4'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:39.021870 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61608897-4007-4653-a62a-e18c74215bd0" -d '{"events": [{"name": "network-changed", "server_uuid": "43a05d18-95ac-4929-b665-634868d0ebec", "tag": "bcaff171-de18-46c3-8f48-788d68b28cf4"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:39.047272 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d97b7-0132-41f8-8cf7-fe22ca22e7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=bcaff171-de18-46c3-8f48-788d68b28cf4,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:39.133789 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-86ed34eb-44c5-4230-8684-ade783105dd8 req-7450e303-86a6-4ffb-9802-0dd62429bf9a tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb3270a-520b-4aa7-9df0-96bcdf87d9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819400 Jul 15 13:01:39.146478 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa08cd5b-9f2b-4dcb-8524-160b30a28b8a req-10022b49-5265-4ef8-b759-8ac9127e8e81 service neutron] 10.222.0.46 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289081 Jul 15 13:01:39.274191 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b96d6-1aec-4c7f-9b56-7efb9dd70fc2 req-afe8278a-5ee2-40ef-ab7c-f8fecb4f3dd5 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:39.275670 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6f6b96d6-1aec-4c7f-9b56-7efb9dd70fc2 req-afe8278a-5ee2-40ef-ab7c-f8fecb4f3dd5 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=4760e70b-2d9b-4c9e-a4c6-c503e2f7fd72 HTTP/1.1" status: 200 len: 944 time: 0.4724450 Jul 15 13:01:39.352862 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6bcd3-0453-471b-9ade-8ded5fed5fda req-354d1492-563e-4e64-9bc4-360551307610 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:39.354356 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-92c6bcd3-0453-471b-9ade-8ded5fed5fda req-354d1492-563e-4e64-9bc4-360551307610 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcd6d9e1-ae28-4d36-ad2c-37337ae9903a HTTP/1.1" status: 200 len: 948 time: 0.0690994 Jul 15 13:01:39.376199 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-78a289c9-5e19-41f4-92eb-5292d826a3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:39.377631 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-78a289c9-5e19-41f4-92eb-5292d826a3c8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3b4fb6869d84614a87f7a7e5edcd9e8&device_id=43a05d18-95ac-4929-b665-634868d0ebec HTTP/1.1" status: 200 len: 1095 time: 0.4373958 Jul 15 13:01:39.379446 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cee92393-5877-477b-82e9-ae527c7acbfe req-2eea7699-944c-4bb7-b66d-d0085a1043d9 tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cced7ea-0e0d-4ec0-8016-cbc84f5ef702 HTTP/1.1" status: 200 len: 210 time: 0.1204631 Jul 15 13:01:39.461642 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-f13f1d6e-2205-42d1-8cf1-6d834390888f tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] Allocated IP 172.20.0.10 (3e4e455c-d453-497d-ba37-93ffce367b23/8508fcfd-4442-456d-b5c4-10ad0d53ff3b/bedf0494-d83d-45cd-b128-aade17828742) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:01:39.464381 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-f94471a2-2645-4091-b9c5-7921aeba055f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcaff171-de18-46c3-8f48-788d68b28cf4 HTTP/1.1" status: 200 len: 217 time: 0.0724702 Jul 15 13:01:39.465314 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-92c6bcd3-0453-471b-9ade-8ded5fed5fda req-71b2d128-85d4-41b3-a34d-5c016fffe574 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Deleting port 12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:39.465713 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-92c6bcd3-0453-471b-9ade-8ded5fed5fda req-71b2d128-85d4-41b3-a34d-5c016fffe574 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:39.495106 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6fd6985d-dcbe-4261-94a0-d45312a52da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:39.511627 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6f6b96d6-1aec-4c7f-9b56-7efb9dd70fc2 req-41b6210e-a241-4ec8-bea4-7db8923f499e tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901131 Jul 15 13:01:39.562623 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-92c6bcd3-0453-471b-9ade-8ded5fed5fda req-71b2d128-85d4-41b3-a34d-5c016fffe574 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] For port 12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:39.562994 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-92c6bcd3-0453-471b-9ade-8ded5fed5fda req-71b2d128-85d4-41b3-a34d-5c016fffe574 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:39.565399 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa08cd5b-9f2b-4dcb-8524-160b30a28b8a req-ca07f4e5-74a2-4fa0-902b-2c2759e0fd1c service neutron] 10.222.0.46 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764398 Jul 15 13:01:39.576714 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-92c6bcd3-0453-471b-9ade-8ded5fed5fda req-71b2d128-85d4-41b3-a34d-5c016fffe574 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Calling delete_port for 12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:39.659819 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-faeb9742-a917-47d4-80d4-c59cd190ed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:39.661200 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-faeb9742-a917-47d4-80d4-c59cd190ed59 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5eb48d26-a3b3-4b0c-89ca-9bc1e2d9be0a HTTP/1.1" status: 200 len: 854 time: 0.1834970 Jul 15 13:01:39.715130 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-92c6bcd3-0453-471b-9ade-8ded5fed5fda req-71b2d128-85d4-41b3-a34d-5c016fffe574 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:39.743895 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-58988a26-0b61-40f4-aebc-7fb62f12cc70 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cab8ac17-a5c3-4e9a-9501-20688a0701e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732396 Jul 15 13:01:39.744190 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2d128-85d4-41b3-a34d-5c016fffe574 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Pushing event deleted for resources: {'Port': ['ID=12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:39.790661 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c6bcd3-0453-471b-9ade-8ded5fed5fda req-71b2d128-85d4-41b3-a34d-5c016fffe574 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] No DVR routers for this DVR port 12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61 on host n-h1-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:01:39.793481 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-92c6bcd3-0453-471b-9ade-8ded5fed5fda req-71b2d128-85d4-41b3-a34d-5c016fffe574 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:39.796371 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-92c6bcd3-0453-471b-9ade-8ded5fed5fda req-71b2d128-85d4-41b3-a34d-5c016fffe574 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.20 "DELETE /v2.0/ports/12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61 HTTP/1.1" status: 204 len: 173 time: 0.4366159 Jul 15 13:01:39.796655 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd6d9e1-ae28-4d36-ad2c-37337ae9903a', 'name': 'network-vif-deleted', 'tag': '12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:39.798918 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949b6ff2-eea2-4d95-9a58-46b7c4e5bf7f" -d '{"events": [{"server_uuid": "bcd6d9e1-ae28-4d36-ad2c-37337ae9903a", "name": "network-vif-deleted", "tag": "12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:39.870758 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d697ee-6077-4163-992f-4df98e1737df req-63c0a1f1-4020-4566-935a-bb372a00f5c3 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:39.872316 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b7d697ee-6077-4163-992f-4df98e1737df req-63c0a1f1-4020-4566-935a-bb372a00f5c3 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef HTTP/1.1" status: 200 len: 1096 time: 0.3740151 Jul 15 13:01:40.271320 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273366e-e839-4d84-b863-e30e9d610169 req-35149255-69f3-4942-911c-fcd52680e02a tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:40.273161 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e273366e-e839-4d84-b863-e30e9d610169 req-35149255-69f3-4942-911c-fcd52680e02a tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] 10.222.0.16 "GET /v2.0/ports?device_id=43a05d18-95ac-4929-b665-634868d0ebec HTTP/1.1" status: 200 len: 943 time: 0.6422269 Jul 15 13:01:40.303659 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-f13f1d6e-2205-42d1-8cf1-6d834390888f tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:40.334978 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b7d697ee-6077-4163-992f-4df98e1737df req-2cf7c81d-f64e-4abc-a8e9-e57d8a8a2083 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4540660 Jul 15 13:01:40.339143 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-0eab8e28-e297-4337-91ca-7e39c2b9112a service neutron] 10.222.0.46 "GET /v2.0/networks/cab8ac17-a5c3-4e9a-9501-20688a0701e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5626147 Jul 15 13:01:40.375128 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e273366e-e839-4d84-b863-e30e9d610169 req-90b719be-1e41-4524-8017-bb65761c229e tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] 10.222.0.16 "GET /v2.0/security-groups?id=d60b9ae0-e340-4343-b886-db7e6aad223a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824237 Jul 15 13:01:40.418966 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd6985d-dcbe-4261-94a0-d45312a52da1 admin admin] Router f4923f18-fc25-4dc9-a10b-370fe0504060 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:01:40.443506 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8619f6-d7af-4859-8bb8-3807def26701 x-openstack-request-id: req-ed8619f6-d7af-4859-8bb8-3807def26701 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:40.443506 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4760e70b-2d9b-4c9e-a4c6-c503e2f7fd72", "name": "network-vif-plugged", "status": "completed", "tag": "f9e0ab5d-1098-48af-b29a-a2927a485888", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:40.444172 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ed8619f6-d7af-4859-8bb8-3807def26701 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:40.444438 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4760e70b-2d9b-4c9e-a4c6-c503e2f7fd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e0ab5d-1098-48af-b29a-a2927a485888', 'code': 200} Jul 15 13:01:40.460170 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30587952-503b-47c5-8575-30b3c6a405f5 x-openstack-request-id: req-30587952-503b-47c5-8575-30b3c6a405f5 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:40.460491 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a05d18-95ac-4929-b665-634868d0ebec", "tag": "bcaff171-de18-46c3-8f48-788d68b28cf4", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:40.460745 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-30587952-503b-47c5-8575-30b3c6a405f5 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:40.461276 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a05d18-95ac-4929-b665-634868d0ebec', 'tag': 'bcaff171-de18-46c3-8f48-788d68b28cf4', 'status': 'completed', 'code': 200} Jul 15 13:01:40.515610 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-f13f1d6e-2205-42d1-8cf1-6d834390888f tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:40.571481 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c8233c8-7140-4fa5-b8cb-d25ee221b939 req-04864f56-ee9d-43d8-9ac0-8eaa84823cea service neutron] 10.222.0.46 "GET /v2.0/networks/cab8ac17-a5c3-4e9a-9501-20688a0701e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206004 Jul 15 13:01:40.599940 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1915b-c581-4aa8-b549-6f915c1210a3 req-48bdd78e-12cf-470d-9bf3-59fb512c8179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:40.601919 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-adc1915b-c581-4aa8-b549-6f915c1210a3 req-48bdd78e-12cf-470d-9bf3-59fb512c8179 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4760e70b-2d9b-4c9e-a4c6-c503e2f7fd72 HTTP/1.1" status: 200 len: 1097 time: 0.0755236 Jul 15 13:01:40.632344 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-f13f1d6e-2205-42d1-8cf1-6d834390888f tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] Network 3e4e455c-d453-497d-ba37-93ffce367b23 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:01:40.640580 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e75023-0035-49a0-822d-2140e8a98e9d x-openstack-request-id: req-11e75023-0035-49a0-822d-2140e8a98e9d {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:40.641007 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd6d9e1-ae28-4d36-ad2c-37337ae9903a", "name": "network-vif-deleted", "tag": "12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:40.641475 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-11e75023-0035-49a0-822d-2140e8a98e9d {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:40.641967 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd6d9e1-ae28-4d36-ad2c-37337ae9903a', 'name': 'network-vif-deleted', 'tag': '12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61', 'status': 'completed', 'code': 200} Jul 15 13:01:40.648475 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-adc1915b-c581-4aa8-b549-6f915c1210a3 req-ea900614-5373-406d-8489-a687b1fb558b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398633 Jul 15 13:01:40.661911 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f1d6e-2205-42d1-8cf1-6d834390888f tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] Pushing event updated for resources: {'Port': ['ID=bedf0494-d83d-45cd-b128-aade17828742,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:40.664460 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-f13f1d6e-2205-42d1-8cf1-6d834390888f tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:40.688764 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-f13f1d6e-2205-42d1-8cf1-6d834390888f tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:01:40.749614 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd6985d-dcbe-4261-94a0-d45312a52da1 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:01:40.760211 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6c16ca-9554-40b5-b125-e1e987b19381 None None] Sync routers for ids ['f4923f18-fc25-4dc9-a10b-370fe0504060'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:01:40.768847 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-f13f1d6e-2205-42d1-8cf1-6d834390888f tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:40.769529 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-f13f1d6e-2205-42d1-8cf1-6d834390888f tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:40.773975 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6c16ca-9554-40b5-b125-e1e987b19381 None None] Routers {'f4923f18-fc25-4dc9-a10b-370fe0504060'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:01:40.774892 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-ad6c16ca-9554-40b5-b125-e1e987b19381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:01:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f4923f18-fc25-4dc9-a10b-370fe0504060'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:40.800695 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6fd6985d-dcbe-4261-94a0-d45312a52da1 admin admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:40.801936 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6fd6985d-dcbe-4261-94a0-d45312a52da1 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.2543852 Jul 15 13:01:40.804899 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40096) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:40.814408 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-f13f1d6e-2205-42d1-8cf1-6d834390888f tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5002854 Jul 15 13:01:40.838087 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-e1dde493-673d-4754-a845-239d9d2abcf8 service neutron] Request body: {'port': {'device_id': '9cced7ea-0e0d-4ec0-8016-cbc84f5ef702', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:40.853083 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f240a-0511-4ad6-a532-55cb084b8fef req-f6e08b30-d817-44f6-b2a9-d99479caac87 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:40.854481 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-712f240a-0511-4ad6-a532-55cb084b8fef req-f6e08b30-d817-44f6-b2a9-d99479caac87 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90 HTTP/1.1" status: 200 len: 943 time: 0.2781961 Jul 15 13:01:40.886003 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-ad6c16ca-9554-40b5-b125-e1e987b19381 None None] Set router f4923f18-fc25-4dc9-a10b-370fe0504060 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:01:40.903393 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61608897-4007-4653-a62a-e18c74215bd0 req-2da3284b-5e1e-4944-bae1-820d701d5955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:40.904881 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-61608897-4007-4653-a62a-e18c74215bd0 req-2da3284b-5e1e-4944-bae1-820d701d5955 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3b4fb6869d84614a87f7a7e5edcd9e8&device_id=43a05d18-95ac-4929-b665-634868d0ebec HTTP/1.1" status: 200 len: 1095 time: 0.2682948 Jul 15 13:01:41.002491 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-712f240a-0511-4ad6-a532-55cb084b8fef req-b86514ea-953b-440b-a78c-05914741b7d6 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269913 Jul 15 13:01:41.037010 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-e1dde493-673d-4754-a845-239d9d2abcf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:41.045655 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72dbf0-a3b2-434f-af45-2d2f2947dd2a req-ab06866a-ba5d-4a8a-9f5d-880405ffa64f tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:41.052475 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6d72dbf0-a3b2-434f-af45-2d2f2947dd2a req-ab06866a-ba5d-4a8a-9f5d-880405ffa64f tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cced7ea-0e0d-4ec0-8016-cbc84f5ef702 HTTP/1.1" status: 200 len: 932 time: 0.2563276 Jul 15 13:01:41.079667 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-ad6c16ca-9554-40b5-b125-e1e987b19381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4923f18-fc25-4dc9-a10b-370fe0504060', 'name': 'tempest-FloatingIPDetailsTestJSON-694895497-router', 'tenant_id': 'ac33450048704a4384fd89ee661ff1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '8614d11f-b903-4001-ae6c-7950707a7948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:34Z', 'updated_at': '2021-07-15T13:01:38Z', 'revision_number': 3, 'project_id': 'ac33450048704a4384fd89ee661ff1c7', 'gw_port': {'id': '8614d11f-b903-4001-ae6c-7950707a7948', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fc:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4923f18-fc25-4dc9-a10b-370fe0504060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:36Z', 'updated_at': '2021-07-15T13:01:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:41.143562 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61608897-4007-4653-a62a-e18c74215bd0 req-d1a9e7c8-4c19-4c69-ace7-d7774fe8af81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:41.145018 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-61608897-4007-4653-a62a-e18c74215bd0 req-d1a9e7c8-4c19-4c69-ace7-d7774fe8af81 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cab8ac17-a5c3-4e9a-9501-20688a0701e8 HTTP/1.1" status: 200 len: 915 time: 0.2313128 Jul 15 13:01:41.162398 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6d72dbf0-a3b2-434f-af45-2d2f2947dd2a req-7a177a8e-9d16-4a2c-9001-59126ea724b1 tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4348345-6d19-4f73-843f-234d2e880b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089268 Jul 15 13:01:41.259449 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-61608897-4007-4653-a62a-e18c74215bd0 req-0d677214-88d9-4979-ad58-d6098b018599 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcaff171-de18-46c3-8f48-788d68b28cf4 HTTP/1.1" status: 200 len: 217 time: 0.0959136 Jul 15 13:01:41.268824 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6c16ca-9554-40b5-b125-e1e987b19381 None None] Checking router: f4923f18-fc25-4dc9-a10b-370fe0504060 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:01:41.269178 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6c16ca-9554-40b5-b125-e1e987b19381 None None] Updating router f4923f18-fc25-4dc9-a10b-370fe0504060 port 8614d11f-b903-4001-ae6c-7950707a7948 binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:01:41.295395 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c2b63def-138e-43f7-aac6-8b1515edd3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:41.305603 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ad6c16ca-9554-40b5-b125-e1e987b19381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:41.468053 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61608897-4007-4653-a62a-e18c74215bd0 req-8c8d7513-64cf-4b72-a3d5-8562cf5ab214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:41.469991 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-61608897-4007-4653-a62a-e18c74215bd0 req-8c8d7513-64cf-4b72-a3d5-8562cf5ab214 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5eb48d26-a3b3-4b0c-89ca-9bc1e2d9be0a HTTP/1.1" status: 200 len: 854 time: 0.1283510 Jul 15 13:01:41.543404 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-c2b63def-138e-43f7-aac6-8b1515edd3df admin admin] Allocated IP 172.20.0.1 (c4dd57c6-a62c-48ba-890b-f51b2784bc76/2c3450c9-7d38-4170-9752-25674e4126fc/5e451856-0938-4867-ab03-ca017914f117) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:01:41.604117 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-61608897-4007-4653-a62a-e18c74215bd0 req-10601da8-9c20-4a06-8f38-e79abcc3b416 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cab8ac17-a5c3-4e9a-9501-20688a0701e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1261735 Jul 15 13:01:41.670609 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8483753-7f0a-4b39-8a88-f36a743036f5 req-ba73231a-bf96-41eb-814d-cc0f2343eeb8 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:41.679254 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c8483753-7f0a-4b39-8a88-f36a743036f5 req-ba73231a-bf96-41eb-814d-cc0f2343eeb8 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=4760e70b-2d9b-4c9e-a4c6-c503e2f7fd72 HTTP/1.1" status: 200 len: 945 time: 0.3388605 Jul 15 13:01:41.690194 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ad6c16ca-9554-40b5-b125-e1e987b19381 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:41.702323 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-ad6c16ca-9554-40b5-b125-e1e987b19381 None None] Transition to ACTIVE for port object 8614d11f-b903-4001-ae6c-7950707a7948 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:41.713861 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ad6c16ca-9554-40b5-b125-e1e987b19381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:41.723927 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c2b63def-138e-43f7-aac6-8b1515edd3df admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:41.763415 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-c2b63def-138e-43f7-aac6-8b1515edd3df admin admin] Transition to ACTIVE for port object 5e451856-0938-4867-ab03-ca017914f117 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:41.798092 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-ad6c16ca-9554-40b5-b125-e1e987b19381 None None] Attempting to bind port 8614d11f-b903-4001-ae6c-7950707a7948 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:01:41.798759 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-ad6c16ca-9554-40b5-b125-e1e987b19381 None None] Attempting to bind port 8614d11f-b903-4001-ae6c-7950707a7948 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:01:41.799708 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6c16ca-9554-40b5-b125-e1e987b19381 None None] Attempting to bind port 8614d11f-b903-4001-ae6c-7950707a7948 on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:41.804663 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc5ec4-7fd8-4a24-961d-7d191a7e1de8 None None] Pushing event updated for resources: {'Port': ['ID=8614d11f-b903-4001-ae6c-7950707a7948,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:41.811282 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6c16ca-9554-40b5-b125-e1e987b19381 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:01:41.812513 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6c16ca-9554-40b5-b125-e1e987b19381 None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:41.813151 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ad6c16ca-9554-40b5-b125-e1e987b19381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:41.813735 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6c16ca-9554-40b5-b125-e1e987b19381 None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:01:41.814519 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-ad6c16ca-9554-40b5-b125-e1e987b19381 None None] Bound port: 8614d11f-b903-4001-ae6c-7950707a7948, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:01:41.815157 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ad6c16ca-9554-40b5-b125-e1e987b19381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:41.837369 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c8483753-7f0a-4b39-8a88-f36a743036f5 req-8a03bd51-de06-4b1a-b04c-0c319e74bf5c tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536624 Jul 15 13:01:41.850184 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-66dc04b7-b950-4805-869e-5f2e51270a17 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:41.860970 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-66dc04b7-b950-4805-869e-5f2e51270a17 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.20 "GET /v2.0/ports?device_id=4760e70b-2d9b-4c9e-a4c6-c503e2f7fd72 HTTP/1.1" status: 200 len: 945 time: 0.1486683 Jul 15 13:01:41.860970 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c2b63def-138e-43f7-aac6-8b1515edd3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:41.879601 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-ad6c16ca-9554-40b5-b125-e1e987b19381 None None] For port 8614d11f-b903-4001-ae6c-7950707a7948, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:41.883684 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-ad6c16ca-9554-40b5-b125-e1e987b19381 None None] For port 8614d11f-b903-4001-ae6c-7950707a7948, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=8614d11f-b903-4001-ae6c-7950707a7948,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:01:41.890112 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ad6c16ca-9554-40b5-b125-e1e987b19381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:41.923802 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-61608897-4007-4653-a62a-e18c74215bd0 req-87f0dc25-14e7-4d52-a84b-8fe9dd22a416 service neutron] 10.222.0.46 "GET /v2.0/networks/cab8ac17-a5c3-4e9a-9501-20688a0701e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114219 Jul 15 13:01:41.925933 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-e1dde493-673d-4754-a845-239d9d2abcf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bedf0494-d83d-45cd-b128-aade17828742 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:41.926666 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b63def-138e-43f7-aac6-8b1515edd3df admin admin] Network c4dd57c6-a62c-48ba-890b-f51b2784bc76 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:01:41.931693 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-c2b63def-138e-43f7-aac6-8b1515edd3df admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:41.935871 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b63def-138e-43f7-aac6-8b1515edd3df admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:01:41.937095 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-e1dde493-673d-4754-a845-239d9d2abcf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:41.970024 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6c16ca-9554-40b5-b125-e1e987b19381 None None] Routers {'f4923f18-fc25-4dc9-a10b-370fe0504060'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:01:41.970688 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-ad6c16ca-9554-40b5-b125-e1e987b19381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:01:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f4923f18-fc25-4dc9-a10b-370fe0504060'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:42.001888 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b63def-138e-43f7-aac6-8b1515edd3df admin admin] Pushing event updated for resources: {'Port': ['ID=5e451856-0938-4867-ab03-ca017914f117,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:42.043454 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c2b63def-138e-43f7-aac6-8b1515edd3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:42.056481 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc5ec4-7fd8-4a24-961d-7d191a7e1de8 None None] Pushing event updated for resources: {'Port': ['ID=8614d11f-b903-4001-ae6c-7950707a7948,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:42.100017 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-61608897-4007-4653-a62a-e18c74215bd0 req-f540ade0-5af7-4bd4-961b-f076453bda27 service neutron] 10.222.0.46 "GET /v2.0/networks/cab8ac17-a5c3-4e9a-9501-20688a0701e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601562 Jul 15 13:01:42.127434 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-e1dde493-673d-4754-a845-239d9d2abcf8 service neutron] Transition to ACTIVE for port object bedf0494-d83d-45cd-b128-aade17828742 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:42.140555 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-e1dde493-673d-4754-a845-239d9d2abcf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:42.157768 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-ad6c16ca-9554-40b5-b125-e1e987b19381 None None] Set router f4923f18-fc25-4dc9-a10b-370fe0504060 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:01:42.188847 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-8b323bb6-f491-420e-9afe-fdc5984761b6 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Deleting port f9e0ab5d-1098-48af-b29a-a2927a485888 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:42.189227 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-8b323bb6-f491-420e-9afe-fdc5984761b6 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:42.248236 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de973d5f-fd44-4850-8a55-86a46dd5826a req-0778a5ea-a6d7-446c-a7f5-717676e33518 tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:42.255096 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-de973d5f-fd44-4850-8a55-86a46dd5826a req-0778a5ea-a6d7-446c-a7f5-717676e33518 tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] 10.222.0.16 "GET /v2.0/ports?device_id=43a05d18-95ac-4929-b665-634868d0ebec HTTP/1.1" status: 200 len: 943 time: 0.3889952 Jul 15 13:01:42.349994 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c2b63def-138e-43f7-aac6-8b1515edd3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:42.392859 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-360264f1-d83b-4adc-bd44-80086c661b87 None None] Provisioning for port 5e451856-0938-4867-ab03-ca017914f117 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:42.396317 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-de973d5f-fd44-4850-8a55-86a46dd5826a req-a4002e8f-6573-4832-a624-478b141f0f92 tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] 10.222.0.16 "GET /v2.0/security-groups?id=d60b9ae0-e340-4343-b886-db7e6aad223a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401975 Jul 15 13:01:42.396915 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dde493-673d-4754-a845-239d9d2abcf8 service neutron] Pushing event updated for resources: {'Port': ['ID=bedf0494-d83d-45cd-b128-aade17828742,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:42.399819 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-360264f1-d83b-4adc-bd44-80086c661b87 None None] Provisioning complete for port 5e451856-0938-4867-ab03-ca017914f117 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:42.400199 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-360264f1-d83b-4adc-bd44-80086c661b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:42.439024 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-360264f1-d83b-4adc-bd44-80086c661b87 None None] Port 5e451856-0938-4867-ab03-ca017914f117 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:01:42.447283 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-e1dde493-673d-4754-a845-239d9d2abcf8 service neutron] Attempting to bind port bedf0494-d83d-45cd-b128-aade17828742 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:01:42.447623 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-e1dde493-673d-4754-a845-239d9d2abcf8 service neutron] Attempting to bind port bedf0494-d83d-45cd-b128-aade17828742 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'ef6b9274-043e-47b0-935b-745c76dcc486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3e4e455c-d453-497d-ba37-93ffce367b23'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:01:42.447962 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-e1dde493-673d-4754-a845-239d9d2abcf8 service neutron] Attempting to bind port bedf0494-d83d-45cd-b128-aade17828742 on network 3e4e455c-d453-497d-ba37-93ffce367b23 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:42.449078 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-ad6c16ca-9554-40b5-b125-e1e987b19381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4923f18-fc25-4dc9-a10b-370fe0504060', 'name': 'tempest-FloatingIPDetailsTestJSON-694895497-router', 'tenant_id': 'ac33450048704a4384fd89ee661ff1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '8614d11f-b903-4001-ae6c-7950707a7948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:34Z', 'updated_at': '2021-07-15T13:01:38Z', 'revision_number': 3, 'project_id': 'ac33450048704a4384fd89ee661ff1c7', 'gw_port': {'id': '8614d11f-b903-4001-ae6c-7950707a7948', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fc:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4923f18-fc25-4dc9-a10b-370fe0504060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:36Z', 'updated_at': '2021-07-15T13:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:42.480761 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8cc6e-3b6d-4fb0-b7ed-ffd6234ae4e5 req-8d8d702c-506a-4fdc-93e6-c4971fe73a68 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:42.481859 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6c16ca-9554-40b5-b125-e1e987b19381 None None] The sync data for ids ['f4923f18-fc25-4dc9-a10b-370fe0504060'] in n-d-771363-36 is: [{'id': 'f4923f18-fc25-4dc9-a10b-370fe0504060', 'name': 'tempest-FloatingIPDetailsTestJSON-694895497-router', 'tenant_id': 'ac33450048704a4384fd89ee661ff1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '8614d11f-b903-4001-ae6c-7950707a7948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:34Z', 'updated_at': '2021-07-15T13:01:38Z', 'revision_number': 3, 'project_id': 'ac33450048704a4384fd89ee661ff1c7', 'gw_port': {'id': '8614d11f-b903-4001-ae6c-7950707a7948', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fc:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4923f18-fc25-4dc9-a10b-370fe0504060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:36Z', 'updated_at': '2021-07-15T13:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:01:42.483211 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-13e8cc6e-3b6d-4fb0-b7ed-ffd6234ae4e5 req-8d8d702c-506a-4fdc-93e6-c4971fe73a68 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.16 "GET /v2.0/ports?device_id=84353dff-848d-4811-836f-66339e222350 HTTP/1.1" status: 200 len: 949 time: 0.2787027 Jul 15 13:01:42.483484 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-e1dde493-673d-4754-a845-239d9d2abcf8 service neutron] Port bedf0494-d83d-45cd-b128-aade17828742 on network 3e4e455c-d453-497d-ba37-93ffce367b23 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:01:42.483811 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-e1dde493-673d-4754-a845-239d9d2abcf8 service neutron] Attempting to bind port bedf0494-d83d-45cd-b128-aade17828742 on network 3e4e455c-d453-497d-ba37-93ffce367b23 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:42.501809 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-e1dde493-673d-4754-a845-239d9d2abcf8 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:01:42.502149 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-e1dde493-673d-4754-a845-239d9d2abcf8 service neutron] Checking segment: {'id': 'ef6b9274-043e-47b0-935b-745c76dcc486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3e4e455c-d453-497d-ba37-93ffce367b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:42.502535 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-e1dde493-673d-4754-a845-239d9d2abcf8 service neutron] Bound using segment: {'id': 'ef6b9274-043e-47b0-935b-745c76dcc486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3e4e455c-d453-497d-ba37-93ffce367b23'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:01:42.503005 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-e1dde493-673d-4754-a845-239d9d2abcf8 service neutron] Bound port: bedf0494-d83d-45cd-b128-aade17828742, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef6b9274-043e-47b0-935b-745c76dcc486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3e4e455c-d453-497d-ba37-93ffce367b23'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:01:42.503366 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-e1dde493-673d-4754-a845-239d9d2abcf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:42.584614 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-13e8cc6e-3b6d-4fb0-b7ed-ffd6234ae4e5 req-d78ffb74-9891-4d70-bf8b-1de1e59ef6c1 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb3270a-520b-4aa7-9df0-96bcdf87d9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867836 Jul 15 13:01:42.621324 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c2b63def-138e-43f7-aac6-8b1515edd3df admin admin] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:42.647240 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c2b63def-138e-43f7-aac6-8b1515edd3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:42.686104 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-e1dde493-673d-4754-a845-239d9d2abcf8 service neutron] For port bedf0494-d83d-45cd-b128-aade17828742, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:42.692979 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c2b63def-138e-43f7-aac6-8b1515edd3df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:42.732619 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c708ae6-f6a8-46f5-8fa8-6e58296ffc4e req-3888241c-13f2-45f6-b1d9-2b2ee7fb7aae tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:42.734298 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0c708ae6-f6a8-46f5-8fa8-6e58296ffc4e req-3888241c-13f2-45f6-b1d9-2b2ee7fb7aae tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90 HTTP/1.1" status: 200 len: 943 time: 0.1637988 Jul 15 13:01:42.736651 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-e1dde493-673d-4754-a845-239d9d2abcf8 service neutron] For port bedf0494-d83d-45cd-b128-aade17828742, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=bedf0494-d83d-45cd-b128-aade17828742,segment=NetworkSegment(ef6b9274-043e-47b0-935b-745c76dcc486),segment_id=ef6b9274-043e-47b0-935b-745c76dcc486)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:01:42.737164 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-8b323bb6-f491-420e-9afe-fdc5984761b6 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] For port f9e0ab5d-1098-48af-b29a-a2927a485888, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=f9e0ab5d-1098-48af-b29a-a2927a485888,segment=NetworkSegment(9940a96e-2d5b-4778-a27d-d984f6200b93),segment_id=9940a96e-2d5b-4778-a27d-d984f6200b93)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:42.737665 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-8b323bb6-f491-420e-9afe-fdc5984761b6 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:42.760449 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:42.782478 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-8b323bb6-f491-420e-9afe-fdc5984761b6 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Calling delete_port for f9e0ab5d-1098-48af-b29a-a2927a485888 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:42.790239 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-e1dde493-673d-4754-a845-239d9d2abcf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:42.793460 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: 12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:01:42.793802 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 12f28ab1-6bb5-4f7a-bdfc-2ff41ba4cb61 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:01:42.794116 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b63def-138e-43f7-aac6-8b1515edd3df admin admin] Pushing event updated for resources: {'Port': ['ID=5e451856-0938-4867-ab03-ca017914f117,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:42.876942 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device bcaff171-de18-46c3-8f48-788d68b28cf4 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:01:42.893122 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-e1dde493-673d-4754-a845-239d9d2abcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:42.894947 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-e1dde493-673d-4754-a845-239d9d2abcf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:42.897474 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-e1dde493-673d-4754-a845-239d9d2abcf8 service neutron] 10.222.0.46 "PUT /v2.0/ports/bedf0494-d83d-45cd-b128-aade17828742 HTTP/1.1" status: 200 len: 1093 time: 2.0636041 Jul 15 13:01:42.899285 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dde493-673d-4754-a845-239d9d2abcf8 service neutron] Pushing event updated for resources: {'Port': ['ID=bedf0494-d83d-45cd-b128-aade17828742,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:42.924153 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cced7ea-0e0d-4ec0-8016-cbc84f5ef702', 'tag': 'bedf0494-d83d-45cd-b128-aade17828742'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:42.927251 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ffbf95-ed89-45f3-9887-a14b8978ed04" -d '{"events": [{"name": "network-changed", "server_uuid": "9cced7ea-0e0d-4ec0-8016-cbc84f5ef702", "tag": "bedf0494-d83d-45cd-b128-aade17828742"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:42.959922 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b63def-138e-43f7-aac6-8b1515edd3df admin admin] Network c4dd57c6-a62c-48ba-890b-f51b2784bc76 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:01:42.962508 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-c2b63def-138e-43f7-aac6-8b1515edd3df admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:42.998677 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port bcaff171-de18-46c3-8f48-788d68b28cf4, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=bcaff171-de18-46c3-8f48-788d68b28cf4,segment=NetworkSegment(4cd322d3-56a2-49aa-86c0-25ad27a066b7),segment_id=4cd322d3-56a2-49aa-86c0-25ad27a066b7)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:43.011940 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'bcaff171-de18-46c3-8f48-788d68b28cf4', 'network_id': 'cab8ac17-a5c3-4e9a-9501-20688a0701e8', 'port_id': 'bcaff171-de18-46c3-8f48-788d68b28cf4', 'mac_address': 'fa:16:3e:4e:ea:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eb48d26-a3b3-4b0c-89ca-9bc1e2d9be0a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:01:43.033534 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0c708ae6-f6a8-46f5-8fa8-6e58296ffc4e req-db1d5b4f-a2eb-4a6d-a271-aa926385356e tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840943 Jul 15 13:01:43.069773 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8a6e6-ebe3-4c04-bdfc-f47a064d6472 req-e6bfab12-d7ac-4af9-a314-efca225bf947 tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:43.077148 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:43.079733 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9cf8a6e6-ebe3-4c04-bdfc-f47a064d6472 req-e6bfab12-d7ac-4af9-a314-efca225bf947 tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cced7ea-0e0d-4ec0-8016-cbc84f5ef702 HTTP/1.1" status: 200 len: 944 time: 0.3587708 Jul 15 13:01:43.091673 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcaff171-de18-46c3-8f48-788d68b28cf4 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:43.142774 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port bcaff171-de18-46c3-8f48-788d68b28cf4, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=bcaff171-de18-46c3-8f48-788d68b28cf4,segment=NetworkSegment(4cd322d3-56a2-49aa-86c0-25ad27a066b7),segment_id=4cd322d3-56a2-49aa-86c0-25ad27a066b7)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:43.151890 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9cf8a6e6-ebe3-4c04-bdfc-f47a064d6472 req-0ca00bec-b42a-49d0-8357-3b28123a145a tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4348345-6d19-4f73-843f-234d2e880b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708904 Jul 15 13:01:43.157234 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:43.161229 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-19f00286-3ee8-44ab-88ac-39eb8d2f28fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:43.167195 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-19f00286-3ee8-44ab-88ac-39eb8d2f28fc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3dbafb29c3d44bab1942b58137b8966&device_id=9cced7ea-0e0d-4ec0-8016-cbc84f5ef702 HTTP/1.1" status: 200 len: 1096 time: 0.2090330 Jul 15 13:01:43.272787 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a9718c-98c9-4f47-b0a5-e5f5b20d93bb x-openstack-request-id: req-14a9718c-98c9-4f47-b0a5-e5f5b20d93bb {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:43.275191 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cced7ea-0e0d-4ec0-8016-cbc84f5ef702", "tag": "bedf0494-d83d-45cd-b128-aade17828742", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:43.275674 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-14a9718c-98c9-4f47-b0a5-e5f5b20d93bb {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:43.276305 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cced7ea-0e0d-4ec0-8016-cbc84f5ef702', 'tag': 'bedf0494-d83d-45cd-b128-aade17828742', 'status': 'completed', 'code': 200} Jul 15 13:01:43.278669 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-7c23a4b9-aea9-4895-82d0-b7569c3c54c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bedf0494-d83d-45cd-b128-aade17828742 HTTP/1.1" status: 200 len: 217 time: 0.1025875 Jul 15 13:01:43.301235 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=bcaff171-de18-46c3-8f48-788d68b28cf4,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:43.379650 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-36bf2794-3abd-4b88-9eb2-089e78adf4aa None None] Provisioning complete for port 5e451856-0938-4867-ab03-ca017914f117 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:43.380030 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-36bf2794-3abd-4b88-9eb2-089e78adf4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:43.386606 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['bcaff171-de18-46c3-8f48-788d68b28cf4'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:43.431975 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-b15d8192-c71a-4c58-a8ee-956240cc7b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:43.438118 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-b15d8192-c71a-4c58-a8ee-956240cc7b3b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8508fcfd-4442-456d-b5c4-10ad0d53ff3b HTTP/1.1" status: 200 len: 854 time: 0.1447349 Jul 15 13:01:43.518177 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-36bf2794-3abd-4b88-9eb2-089e78adf4aa None None] Port 5e451856-0938-4867-ab03-ca017914f117 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:01:43.521335 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-8e3b405d-78ef-41ef-80fb-6afc51bc6e87 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3e4e455c-d453-497d-ba37-93ffce367b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650313 Jul 15 13:01:43.675144 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-8b323bb6-f491-420e-9afe-fdc5984761b6 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:43.690330 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['f9e0ab5d-1098-48af-b29a-a2927a485888'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:43.720648 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011955af-0b0a-47f8-b886-e3619bfaa3fd req-9bbcc7c2-bfae-4ab5-a0c5-74350140c759 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:43.722544 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b63def-138e-43f7-aac6-8b1515edd3df admin admin] Router f4923f18-fc25-4dc9-a10b-370fe0504060 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:01:43.725493 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b323bb6-f491-420e-9afe-fdc5984761b6 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Pushing event deleted for resources: {'Port': ['ID=f9e0ab5d-1098-48af-b29a-a2927a485888,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:43.731968 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-011955af-0b0a-47f8-b886-e3619bfaa3fd req-9bbcc7c2-bfae-4ab5-a0c5-74350140c759 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=4760e70b-2d9b-4c9e-a4c6-c503e2f7fd72 HTTP/1.1" status: 200 len: 945 time: 0.4392307 Jul 15 13:01:43.783994 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-8b323bb6-f491-420e-9afe-fdc5984761b6 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] No DVR routers for this DVR port f9e0ab5d-1098-48af-b29a-a2927a485888 on host n-h1-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:01:43.787892 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-8b323bb6-f491-420e-9afe-fdc5984761b6 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:43.791289 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5affb3b8-ad77-45c4-993e-4aa5771d571c req-8b323bb6-f491-420e-9afe-fdc5984761b6 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.20 "DELETE /v2.0/ports/f9e0ab5d-1098-48af-b29a-a2927a485888 HTTP/1.1" status: 204 len: 173 time: 1.9263802 Jul 15 13:01:43.791957 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4760e70b-2d9b-4c9e-a4c6-c503e2f7fd72', 'name': 'network-vif-deleted', 'tag': 'f9e0ab5d-1098-48af-b29a-a2927a485888'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:43.799507 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de0b6ae-8437-42be-8c3c-4a7550ba28e8" -d '{"events": [{"server_uuid": "4760e70b-2d9b-4c9e-a4c6-c503e2f7fd72", "name": "network-vif-deleted", "tag": "f9e0ab5d-1098-48af-b29a-a2927a485888"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:43.821848 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569bfc1-e423-4d8d-80c1-b2bb6661f648 req-4ee9fd8d-0a52-4a54-be1f-c7b1f2815f26 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:43.830252 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9569bfc1-e423-4d8d-80c1-b2bb6661f648 req-4ee9fd8d-0a52-4a54-be1f-c7b1f2815f26 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.20 "GET /v2.0/ports?device_id=84353dff-848d-4811-836f-66339e222350 HTTP/1.1" status: 200 len: 949 time: 0.3069580 Jul 15 13:01:43.911981 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-011955af-0b0a-47f8-b886-e3619bfaa3fd req-1813c119-05a0-487b-b97b-880a8ee07002 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480563 Jul 15 13:01:43.927853 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-aa7f9398-5023-470b-92f2-e4f1a8f1f0c2 service neutron] 10.222.0.46 "GET /v2.0/networks/3e4e455c-d453-497d-ba37-93ffce367b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937888 Jul 15 13:01:43.937954 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b63def-138e-43f7-aac6-8b1515edd3df admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:01:43.944701 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c2b63def-138e-43f7-aac6-8b1515edd3df admin admin] 10.222.0.16 "PUT /v2.0/routers/f4923f18-fc25-4dc9-a10b-370fe0504060/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1382401 Jul 15 13:01:44.123436 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f4423-54f3-43fd-846e-1de3b9af7f93 req-ba6be253-b7af-46e4-83a5-12a05b756a7a tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:44.127198 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-364f4423-54f3-43fd-846e-1de3b9af7f93 req-ba6be253-b7af-46e4-83a5-12a05b756a7a tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] 10.222.0.16 "GET /v2.0/ports?device_id=43a05d18-95ac-4929-b665-634868d0ebec HTTP/1.1" status: 200 len: 944 time: 0.4816570 Jul 15 13:01:44.134745 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2979cfbd-7a56-4c04-8425-80cdbd7b7794 req-ecf76786-94dc-4483-9aed-d29b7e1e5085 service neutron] 10.222.0.46 "GET /v2.0/networks/3e4e455c-d453-497d-ba37-93ffce367b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918268 Jul 15 13:01:44.255600 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d32925a8-6d46-4d12-91c3-1f672e432042 req-7c0da9b0-f83d-432a-a2f1-2455ca32a361 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=af8a25419ab0489e8df66f3d058b9b35&device_id=4760e70b-2d9b-4c9e-a4c6-c503e2f7fd72 HTTP/1.1" status: 200 len: 210 time: 0.0322795 Jul 15 13:01:44.438553 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32925a8-6d46-4d12-91c3-1f672e432042 req-57b750b0-354f-42c8-9dd2-4926d8434a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:44.440251 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d32925a8-6d46-4d12-91c3-1f672e432042 req-57b750b0-354f-42c8-9dd2-4926d8434a04 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=af8a25419ab0489e8df66f3d058b9b35&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1782904 Jul 15 13:01:44.540752 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32925a8-6d46-4d12-91c3-1f672e432042 req-892b5b0e-6582-453a-b80a-39b8307a7b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:44.542219 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d32925a8-6d46-4d12-91c3-1f672e432042 req-892b5b0e-6582-453a-b80a-39b8307a7b02 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953872 Jul 15 13:01:44.600309 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-364f4423-54f3-43fd-846e-1de3b9af7f93 req-e506fd10-cde8-4c7c-a161-05c4e7f5d351 tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] 10.222.0.16 "GET /v2.0/security-groups?id=d60b9ae0-e340-4343-b886-db7e6aad223a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4546268 Jul 15 13:01:44.626640 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc27a7-5a82-44f7-8c9b-976fbc5efc04 req-68df0950-80bd-4729-a035-5cd52ed3293d tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:44.628163 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b4dc27a7-5a82-44f7-8c9b-976fbc5efc04 req-68df0950-80bd-4729-a035-5cd52ed3293d tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.16 "GET /v2.0/ports?device_id=84353dff-848d-4811-836f-66339e222350 HTTP/1.1" status: 200 len: 949 time: 0.5682845 Jul 15 13:01:44.647130 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-9569bfc1-e423-4d8d-80c1-b2bb6661f648 req-4f09ffa3-2bed-4ff6-8cfd-6b8aa3fed141 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Deleting port 8e25edaf-63ba-4c71-9113-3648368c56b5 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:44.647469 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9569bfc1-e423-4d8d-80c1-b2bb6661f648 req-4f09ffa3-2bed-4ff6-8cfd-6b8aa3fed141 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:44.665369 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e847ee8-7a5d-4efa-a510-4f060f4e0deb x-openstack-request-id: req-0e847ee8-7a5d-4efa-a510-4f060f4e0deb {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:44.665660 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4760e70b-2d9b-4c9e-a4c6-c503e2f7fd72", "name": "network-vif-deleted", "tag": "f9e0ab5d-1098-48af-b29a-a2927a485888", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:44.665909 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e847ee8-7a5d-4efa-a510-4f060f4e0deb {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:44.666302 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4760e70b-2d9b-4c9e-a4c6-c503e2f7fd72', 'name': 'network-vif-deleted', 'tag': 'f9e0ab5d-1098-48af-b29a-a2927a485888', 'status': 'completed', 'code': 200} Jul 15 13:01:44.700397 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffbf95-ed89-45f3-9887-a14b8978ed04 req-01fe9869-9129-461c-b7b5-e5e4226ae558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:44.701882 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-26ffbf95-ed89-45f3-9887-a14b8978ed04 req-01fe9869-9129-461c-b7b5-e5e4226ae558 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3dbafb29c3d44bab1942b58137b8966&device_id=9cced7ea-0e0d-4ec0-8016-cbc84f5ef702 HTTP/1.1" status: 200 len: 1096 time: 0.4985139 Jul 15 13:01:44.759908 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b4dc27a7-5a82-44f7-8c9b-976fbc5efc04 req-a9a2ae8c-8e37-4ece-850b-3dfdf33c325a tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fb3270a-520b-4aa7-9df0-96bcdf87d9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256678 Jul 15 13:01:44.871488 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device e88506c6-1569-4e6d-ac52-e39c9fcdc7b9 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:01:44.874238 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device bcaff171-de18-46c3-8f48-788d68b28cf4 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:01:44.921576 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-9569bfc1-e423-4d8d-80c1-b2bb6661f648 req-4f09ffa3-2bed-4ff6-8cfd-6b8aa3fed141 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] For port 8e25edaf-63ba-4c71-9113-3648368c56b5, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=8e25edaf-63ba-4c71-9113-3648368c56b5,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:44.921935 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9569bfc1-e423-4d8d-80c1-b2bb6661f648 req-4f09ffa3-2bed-4ff6-8cfd-6b8aa3fed141 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:44.960026 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8614d11f-b903-4001-ae6c-7950707a7948 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:01:44.967886 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-9569bfc1-e423-4d8d-80c1-b2bb6661f648 req-4f09ffa3-2bed-4ff6-8cfd-6b8aa3fed141 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Calling delete_port for 8e25edaf-63ba-4c71-9113-3648368c56b5 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:44.972852 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffbf95-ed89-45f3-9887-a14b8978ed04 req-4a02e0f2-8eee-4f52-8bfe-153bab94cd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:44.975899 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-26ffbf95-ed89-45f3-9887-a14b8978ed04 req-4a02e0f2-8eee-4f52-8bfe-153bab94cd55 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3e4e455c-d453-497d-ba37-93ffce367b23 HTTP/1.1" status: 200 len: 915 time: 0.2383716 Jul 15 13:01:45.044797 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de05eb4-e7fe-415b-b7e6-042f31d5e635 None None] Sync routers for ids ['f4923f18-fc25-4dc9-a10b-370fe0504060'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:01:45.054392 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de05eb4-e7fe-415b-b7e6-042f31d5e635 None None] Routers {'f4923f18-fc25-4dc9-a10b-370fe0504060'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:01:45.055044 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-3de05eb4-e7fe-415b-b7e6-042f31d5e635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:01:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f4923f18-fc25-4dc9-a10b-370fe0504060'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:45.058664 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port bcaff171-de18-46c3-8f48-788d68b28cf4 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:45.096986 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port e88506c6-1569-4e6d-ac52-e39c9fcdc7b9, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=e88506c6-1569-4e6d-ac52-e39c9fcdc7b9,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:45.100151 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-26ffbf95-ed89-45f3-9887-a14b8978ed04 req-bac2cca5-40be-4400-bc3e-e9e05bf35591 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bedf0494-d83d-45cd-b128-aade17828742 HTTP/1.1" status: 200 len: 217 time: 0.1094260 Jul 15 13:01:45.119268 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'e88506c6-1569-4e6d-ac52-e39c9fcdc7b9', 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4', 'port_id': 'e88506c6-1569-4e6d-ac52-e39c9fcdc7b9', 'mac_address': 'fa:16:3e:82:c0:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de80623-b855-4366-a308-8757d4a69fb8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:01:45.165086 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-3de05eb4-e7fe-415b-b7e6-042f31d5e635 None None] Set router f4923f18-fc25-4dc9-a10b-370fe0504060 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:01:45.179132 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port bcaff171-de18-46c3-8f48-788d68b28cf4 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:45.179772 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:45.186793 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0096d0a-80c6-41b2-b576-dff877cdba80 req-97eb8906-40a0-4d93-b52d-613314d62f36 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:45.193581 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e0096d0a-80c6-41b2-b576-dff877cdba80 req-97eb8906-40a0-4d93-b52d-613314d62f36 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90 HTTP/1.1" status: 200 len: 943 time: 0.3525946 Jul 15 13:01:45.209354 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2602bbf8-e96a-48f1-9279-58da1eac188e req-453b7948-bb2b-4ae8-a19a-59add8a7ef95 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3236790 Jul 15 13:01:45.227018 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:45.227707 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-2602bbf8-e96a-48f1-9279-58da1eac188e req-178c093b-d335-402e-828d-3470dd758330 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:45.247756 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e88506c6-1569-4e6d-ac52-e39c9fcdc7b9 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:45.252606 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffbf95-ed89-45f3-9887-a14b8978ed04 req-c098250e-a17c-4fc7-999b-4250082dd9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:45.254067 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-26ffbf95-ed89-45f3-9887-a14b8978ed04 req-c098250e-a17c-4fc7-999b-4250082dd9bb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8508fcfd-4442-456d-b5c4-10ad0d53ff3b HTTP/1.1" status: 200 len: 854 time: 0.1442630 Jul 15 13:01:45.257806 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 8614d11f-b903-4001-ae6c-7950707a7948 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:45.266588 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 8614d11f-b903-4001-ae6c-7950707a7948 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:45.267325 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:45.304850 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-26ffbf95-ed89-45f3-9887-a14b8978ed04 req-b0edc534-06ff-458e-b02a-4e36c9338f42 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3e4e455c-d453-497d-ba37-93ffce367b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353215 Jul 15 13:01:45.319732 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e0096d0a-80c6-41b2-b576-dff877cdba80 req-8ed4c5a9-642f-46fe-8af5-34c19a6fe54b tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252110 Jul 15 13:01:45.380514 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-3de05eb4-e7fe-415b-b7e6-042f31d5e635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4923f18-fc25-4dc9-a10b-370fe0504060', 'name': 'tempest-FloatingIPDetailsTestJSON-694895497-router', 'tenant_id': 'ac33450048704a4384fd89ee661ff1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '8614d11f-b903-4001-ae6c-7950707a7948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:34Z', 'updated_at': '2021-07-15T13:01:42Z', 'revision_number': 4, 'project_id': 'ac33450048704a4384fd89ee661ff1c7', 'gw_port': {'id': '8614d11f-b903-4001-ae6c-7950707a7948', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fc:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4923f18-fc25-4dc9-a10b-370fe0504060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:36Z', 'updated_at': '2021-07-15T13:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '5e451856-0938-4867-ab03-ca017914f117', 'name': '', 'network_id': 'c4dd57c6-a62c-48ba-890b-f51b2784bc76', 'tenant_id': 'ac33450048704a4384fd89ee661ff1c7', 'mac_address': 'fa:16:3e:ef:8e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4923f18-fc25-4dc9-a10b-370fe0504060', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2c3450c9-7d38-4170-9752-25674e4126fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:41Z', 'updated_at': '2021-07-15T13:01:42Z', 'revision_number': 2, 'project_id': 'ac33450048704a4384fd89ee661ff1c7', 'subnets': [{'id': '2c3450c9-7d38-4170-9752-25674e4126fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:45.399157 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port e88506c6-1569-4e6d-ac52-e39c9fcdc7b9, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=e88506c6-1569-4e6d-ac52-e39c9fcdc7b9,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:45.411443 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de05eb4-e7fe-415b-b7e6-042f31d5e635 None None] Checking router: f4923f18-fc25-4dc9-a10b-370fe0504060 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:01:45.411806 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de05eb4-e7fe-415b-b7e6-042f31d5e635 None None] Updating router f4923f18-fc25-4dc9-a10b-370fe0504060 port 5e451856-0938-4867-ab03-ca017914f117 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:01:45.418091 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:45.423490 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:45.428561 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:45.436036 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2602bbf8-e96a-48f1-9279-58da1eac188e req-178c093b-d335-402e-828d-3470dd758330 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks [] for floatingip, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:45.448033 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3de05eb4-e7fe-415b-b7e6-042f31d5e635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:45.487267 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 8614d11f-b903-4001-ae6c-7950707a7948, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=8614d11f-b903-4001-ae6c-7950707a7948,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:45.494895 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a05d18-95ac-4929-b665-634868d0ebec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcaff171-de18-46c3-8f48-788d68b28cf4'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:45.498048 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8cddc78-e54f-4365-9802-d2df28f55622" -d '{"events": [{"server_uuid": "43a05d18-95ac-4929-b665-634868d0ebec", "name": "network-vif-plugged", "status": "completed", "tag": "bcaff171-de18-46c3-8f48-788d68b28cf4"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:45.513468 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:45.524637 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port bcaff171-de18-46c3-8f48-788d68b28cf4, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=bcaff171-de18-46c3-8f48-788d68b28cf4,segment=NetworkSegment(4cd322d3-56a2-49aa-86c0-25ad27a066b7),segment_id=4cd322d3-56a2-49aa-86c0-25ad27a066b7)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:45.528740 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=e88506c6-1569-4e6d-ac52-e39c9fcdc7b9,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:45.560779 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:45.595801 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=8614d11f-b903-4001-ae6c-7950707a7948,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:45.596889 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9569bfc1-e423-4d8d-80c1-b2bb6661f648 req-4f09ffa3-2bed-4ff6-8cfd-6b8aa3fed141 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:45.645752 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f09ffa3-2bed-4ff6-8cfd-6b8aa3fed141 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Pushing event deleted for resources: {'Port': ['ID=8e25edaf-63ba-4c71-9113-3648368c56b5,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:45.661024 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=bcaff171-de18-46c3-8f48-788d68b28cf4,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:45.675299 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['e88506c6-1569-4e6d-ac52-e39c9fcdc7b9'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:45.707784 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-26ffbf95-ed89-45f3-9887-a14b8978ed04 req-8f5a2b55-cb1a-401b-b18a-15b039b4c31a service neutron] 10.222.0.46 "GET /v2.0/networks/3e4e455c-d453-497d-ba37-93ffce367b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869548 Jul 15 13:01:45.735178 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8c726-7978-4760-b317-5fcfcb05cb3b req-01c47e1b-598d-4559-bf6b-6d28cd6d6997 tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:45.742265 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-52d8c726-7978-4760-b317-5fcfcb05cb3b req-01c47e1b-598d-4559-bf6b-6d28cd6d6997 tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cced7ea-0e0d-4ec0-8016-cbc84f5ef702 HTTP/1.1" status: 200 len: 944 time: 0.2734206 Jul 15 13:01:45.754541 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3de05eb4-e7fe-415b-b7e6-042f31d5e635 None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:45.764772 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-3de05eb4-e7fe-415b-b7e6-042f31d5e635 None None] Transition to ACTIVE for port object 5e451856-0938-4867-ab03-ca017914f117 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:45.784091 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3de05eb4-e7fe-415b-b7e6-042f31d5e635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:45.837388 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9569bfc1-e423-4d8d-80c1-b2bb6661f648 req-4f09ffa3-2bed-4ff6-8cfd-6b8aa3fed141 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] No DVR routers for this DVR port 8e25edaf-63ba-4c71-9113-3648368c56b5 on host n-h1-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:01:45.843250 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9569bfc1-e423-4d8d-80c1-b2bb6661f648 req-4f09ffa3-2bed-4ff6-8cfd-6b8aa3fed141 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:45.845826 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9569bfc1-e423-4d8d-80c1-b2bb6661f648 req-4f09ffa3-2bed-4ff6-8cfd-6b8aa3fed141 tempest-ListImageFiltersTestJSON-907191266 tempest-ListImageFiltersTestJSON-907191266-project] 10.222.0.20 "DELETE /v2.0/ports/8e25edaf-63ba-4c71-9113-3648368c56b5 HTTP/1.1" status: 204 len: 173 time: 1.9921608 Jul 15 13:01:45.859712 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84353dff-848d-4811-836f-66339e222350', 'name': 'network-vif-deleted', 'tag': '8e25edaf-63ba-4c71-9113-3648368c56b5'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:45.870713 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9080e678-b7e3-4ff3-84b6-7ba54bf1fe7b" -d '{"events": [{"server_uuid": "84353dff-848d-4811-836f-66339e222350", "name": "network-vif-deleted", "tag": "8e25edaf-63ba-4c71-9113-3648368c56b5"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:45.874196 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f91ea04-21e6-473a-8467-141a533d2f24 None None] Pushing event updated for resources: {'Port': ['ID=5e451856-0938-4867-ab03-ca017914f117,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:45.891713 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f91ea04-21e6-473a-8467-141a533d2f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:45.892312 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f91ea04-21e6-473a-8467-141a533d2f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:45.892813 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f91ea04-21e6-473a-8467-141a533d2f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:45.893305 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f91ea04-21e6-473a-8467-141a533d2f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:45.893992 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f91ea04-21e6-473a-8467-141a533d2f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:45.895208 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f91ea04-21e6-473a-8467-141a533d2f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:45.895723 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f91ea04-21e6-473a-8467-141a533d2f24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:45.905618 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f91ea04-21e6-473a-8467-141a533d2f24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:45.907388 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f91ea04-21e6-473a-8467-141a533d2f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:45.908750 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f91ea04-21e6-473a-8467-141a533d2f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:45.909425 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f91ea04-21e6-473a-8467-141a533d2f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:45.909936 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f91ea04-21e6-473a-8467-141a533d2f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:45.988487 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-52d8c726-7978-4760-b317-5fcfcb05cb3b req-dfbdbf87-4407-42d1-b108-7b7caedd25c3 tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4348345-6d19-4f73-843f-234d2e880b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453032 Jul 15 13:01:45.991925 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-3de05eb4-e7fe-415b-b7e6-042f31d5e635 None None] Attempting to bind port 5e451856-0938-4867-ab03-ca017914f117 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:01:45.992292 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-3de05eb4-e7fe-415b-b7e6-042f31d5e635 None None] Attempting to bind port 5e451856-0938-4867-ab03-ca017914f117 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '4434b6da-f5f8-4bc8-a824-deaae185d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c4dd57c6-a62c-48ba-890b-f51b2784bc76'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:01:45.994078 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de05eb4-e7fe-415b-b7e6-042f31d5e635 None None] Attempting to bind port 5e451856-0938-4867-ab03-ca017914f117 on network c4dd57c6-a62c-48ba-890b-f51b2784bc76 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:46.005503 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de05eb4-e7fe-415b-b7e6-042f31d5e635 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:01:46.005885 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de05eb4-e7fe-415b-b7e6-042f31d5e635 None None] Checking segment: {'id': '4434b6da-f5f8-4bc8-a824-deaae185d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c4dd57c6-a62c-48ba-890b-f51b2784bc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:46.006542 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3de05eb4-e7fe-415b-b7e6-042f31d5e635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:46.006961 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de05eb4-e7fe-415b-b7e6-042f31d5e635 None None] Bound using segment: {'id': '4434b6da-f5f8-4bc8-a824-deaae185d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c4dd57c6-a62c-48ba-890b-f51b2784bc76'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:01:46.015739 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-3de05eb4-e7fe-415b-b7e6-042f31d5e635 None None] Bound port: 5e451856-0938-4867-ab03-ca017914f117, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4434b6da-f5f8-4bc8-a824-deaae185d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c4dd57c6-a62c-48ba-890b-f51b2784bc76'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:01:46.015739 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3de05eb4-e7fe-415b-b7e6-042f31d5e635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:46.025928 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-26ffbf95-ed89-45f3-9887-a14b8978ed04 req-edfe1dc9-e4ae-4b1b-a159-c1b2e9377102 service neutron] 10.222.0.46 "GET /v2.0/networks/3e4e455c-d453-497d-ba37-93ffce367b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083224 Jul 15 13:01:46.028491 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d32925a8-6d46-4d12-91c3-1f672e432042 req-fc2412b2-cbc3-42eb-9834-3f56a3c20e38 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.20 "GET /v2.0/ports?device_id=4760e70b-2d9b-4c9e-a4c6-c503e2f7fd72 HTTP/1.1" status: 200 len: 210 time: 0.1240432 Jul 15 13:01:46.052509 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2602bbf8-e96a-48f1-9279-58da1eac188e req-178c093b-d335-402e-828d-3470dd758330 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:46.145996 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-3de05eb4-e7fe-415b-b7e6-042f31d5e635 None None] For port 5e451856-0938-4867-ab03-ca017914f117, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:46.150498 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-3de05eb4-e7fe-415b-b7e6-042f31d5e635 None None] For port 5e451856-0938-4867-ab03-ca017914f117, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5e451856-0938-4867-ab03-ca017914f117,segment=NetworkSegment(4434b6da-f5f8-4bc8-a824-deaae185d32e),segment_id=4434b6da-f5f8-4bc8-a824-deaae185d32e)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:01:46.159747 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3de05eb4-e7fe-415b-b7e6-042f31d5e635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:46.233419 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de05eb4-e7fe-415b-b7e6-042f31d5e635 None None] Routers {'f4923f18-fc25-4dc9-a10b-370fe0504060'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:01:46.234257 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-3de05eb4-e7fe-415b-b7e6-042f31d5e635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:01:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f4923f18-fc25-4dc9-a10b-370fe0504060'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:46.314082 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-2602bbf8-e96a-48f1-9279-58da1eac188e req-178c093b-d335-402e-828d-3470dd758330 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Allocated IP 172.25.8.4 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/336dddc9-0293-41fb-8c84-6c24cb685d0d) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:01:46.383549 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-3de05eb4-e7fe-415b-b7e6-042f31d5e635 None None] Set router f4923f18-fc25-4dc9-a10b-370fe0504060 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:01:46.448900 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-358efeb0-e224-4327-a068-b39d0631a8d5 req-4dbc7faa-47d2-403f-bd84-d6f61bc39305 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=4760e70b-2d9b-4c9e-a4c6-c503e2f7fd72 HTTP/1.1" status: 200 len: 210 time: 0.0424855 Jul 15 13:01:46.551933 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dca80ff-a472-41ca-b7d9-e5748de8affb x-openstack-request-id: req-1dca80ff-a472-41ca-b7d9-e5748de8affb {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:46.552463 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a05d18-95ac-4929-b665-634868d0ebec", "name": "network-vif-plugged", "status": "completed", "tag": "bcaff171-de18-46c3-8f48-788d68b28cf4", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:46.552553 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1dca80ff-a472-41ca-b7d9-e5748de8affb {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:46.553207 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a05d18-95ac-4929-b665-634868d0ebec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcaff171-de18-46c3-8f48-788d68b28cf4', 'code': 200} Jul 15 13:01:46.556295 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2602bbf8-e96a-48f1-9279-58da1eac188e req-178c093b-d335-402e-828d-3470dd758330 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:46.610196 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2602bbf8-e96a-48f1-9279-58da1eac188e req-178c093b-d335-402e-828d-3470dd758330 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:46.673291 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f91ea04-21e6-473a-8467-141a533d2f24 None None] Pushing event updated for resources: {'Port': ['ID=5e451856-0938-4867-ab03-ca017914f117,revision_number=4']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:46.710627 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c093b-d335-402e-828d-3470dd758330 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Pushing event updated for resources: {'Port': ['ID=336dddc9-0293-41fb-8c84-6c24cb685d0d,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:46.720246 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2602bbf8-e96a-48f1-9279-58da1eac188e req-178c093b-d335-402e-828d-3470dd758330 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:01:46.748304 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-2602bbf8-e96a-48f1-9279-58da1eac188e req-178c093b-d335-402e-828d-3470dd758330 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:46.754975 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-2602bbf8-e96a-48f1-9279-58da1eac188e req-178c093b-d335-402e-828d-3470dd758330 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:01:46.794625 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 8e25edaf-63ba-4c71-9113-3648368c56b5 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:46.835473 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: 8e25edaf-63ba-4c71-9113-3648368c56b5 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:01:46.841468 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 8e25edaf-63ba-4c71-9113-3648368c56b5 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:01:46.842202 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device f9e0ab5d-1098-48af-b29a-a2927a485888 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:46.882950 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device bedf0494-d83d-45cd-b128-aade17828742 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:01:46.888049 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device e88506c6-1569-4e6d-ac52-e39c9fcdc7b9 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:01:46.892846 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8614d11f-b903-4001-ae6c-7950707a7948 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:01:46.941699 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-3de05eb4-e7fe-415b-b7e6-042f31d5e635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4923f18-fc25-4dc9-a10b-370fe0504060', 'name': 'tempest-FloatingIPDetailsTestJSON-694895497-router', 'tenant_id': 'ac33450048704a4384fd89ee661ff1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '8614d11f-b903-4001-ae6c-7950707a7948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:34Z', 'updated_at': '2021-07-15T13:01:42Z', 'revision_number': 4, 'project_id': 'ac33450048704a4384fd89ee661ff1c7', 'gw_port': {'id': '8614d11f-b903-4001-ae6c-7950707a7948', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4923f18-fc25-4dc9-a10b-370fe0504060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:36Z', 'updated_at': '2021-07-15T13:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '5e451856-0938-4867-ab03-ca017914f117', 'name': '', 'network_id': 'c4dd57c6-a62c-48ba-890b-f51b2784bc76', 'tenant_id': 'ac33450048704a4384fd89ee661ff1c7', 'mac_address': 'fa:16:3e:ef:8e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4923f18-fc25-4dc9-a10b-370fe0504060', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2c3450c9-7d38-4170-9752-25674e4126fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:41Z', 'updated_at': '2021-07-15T13:01:46Z', 'revision_number': 4, 'project_id': 'ac33450048704a4384fd89ee661ff1c7', 'subnets': [{'id': '2c3450c9-7d38-4170-9752-25674e4126fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:46.958846 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2602bbf8-e96a-48f1-9279-58da1eac188e req-178c093b-d335-402e-828d-3470dd758330 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:46.964650 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653c254-de7f-4b73-87e3-add353ead6bf req-326b80d3-57a5-49e0-86cc-f0ed2147acd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:46.966949 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7653c254-de7f-4b73-87e3-add353ead6bf req-326b80d3-57a5-49e0-86cc-f0ed2147acd9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=43a05d18-95ac-4929-b665-634868d0ebec HTTP/1.1" status: 200 len: 1097 time: 0.2647405 Jul 15 13:01:46.977758 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: f9e0ab5d-1098-48af-b29a-a2927a485888 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:01:46.978120 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device f9e0ab5d-1098-48af-b29a-a2927a485888 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:01:46.982596 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6b4a5-382a-4cd3-9d1e-d0be901028bf req-6d113ae4-e6e1-4be1-9e89-0a7cbe8a80eb tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:46.991365 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3ee6b4a5-382a-4cd3-9d1e-d0be901028bf req-6d113ae4-e6e1-4be1-9e89-0a7cbe8a80eb tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] 10.222.0.16 "GET /v2.0/ports?device_id=43a05d18-95ac-4929-b665-634868d0ebec HTTP/1.1" status: 200 len: 945 time: 0.2698383 Jul 15 13:01:47.004191 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de05eb4-e7fe-415b-b7e6-042f31d5e635 None None] The sync data for ids ['f4923f18-fc25-4dc9-a10b-370fe0504060'] in n-d-771363-36 is: [{'id': 'f4923f18-fc25-4dc9-a10b-370fe0504060', 'name': 'tempest-FloatingIPDetailsTestJSON-694895497-router', 'tenant_id': 'ac33450048704a4384fd89ee661ff1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '8614d11f-b903-4001-ae6c-7950707a7948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:34Z', 'updated_at': '2021-07-15T13:01:42Z', 'revision_number': 4, 'project_id': 'ac33450048704a4384fd89ee661ff1c7', 'gw_port': {'id': '8614d11f-b903-4001-ae6c-7950707a7948', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4923f18-fc25-4dc9-a10b-370fe0504060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:36Z', 'updated_at': '2021-07-15T13:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '5e451856-0938-4867-ab03-ca017914f117', 'name': '', 'network_id': 'c4dd57c6-a62c-48ba-890b-f51b2784bc76', 'tenant_id': 'ac33450048704a4384fd89ee661ff1c7', 'mac_address': 'fa:16:3e:ef:8e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4923f18-fc25-4dc9-a10b-370fe0504060', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2c3450c9-7d38-4170-9752-25674e4126fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:41Z', 'updated_at': '2021-07-15T13:01:46Z', 'revision_number': 4, 'project_id': 'ac33450048704a4384fd89ee661ff1c7', 'subnets': [{'id': '2c3450c9-7d38-4170-9752-25674e4126fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:01:47.037604 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 8614d11f-b903-4001-ae6c-7950707a7948 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:47.037984 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:47.113948 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3ee6b4a5-382a-4cd3-9d1e-d0be901028bf req-d027b4d1-1c87-4689-8649-1e599c9643e6 tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] 10.222.0.16 "GET /v2.0/security-groups?id=d60b9ae0-e340-4343-b886-db7e6aad223a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212521 Jul 15 13:01:47.129105 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7653c254-de7f-4b73-87e3-add353ead6bf req-0d5ab45d-7e61-4e42-b9e4-7ad106038311 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d60b9ae0-e340-4343-b886-db7e6aad223a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282105 Jul 15 13:01:47.129744 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2602bbf8-e96a-48f1-9279-58da1eac188e req-178c093b-d335-402e-828d-3470dd758330 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:47.245981 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port bedf0494-d83d-45cd-b128-aade17828742, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=bedf0494-d83d-45cd-b128-aade17828742,segment=NetworkSegment(ef6b9274-043e-47b0-935b-745c76dcc486),segment_id=ef6b9274-043e-47b0-935b-745c76dcc486)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:47.261159 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'bedf0494-d83d-45cd-b128-aade17828742', 'network_id': '3e4e455c-d453-497d-ba37-93ffce367b23', 'port_id': 'bedf0494-d83d-45cd-b128-aade17828742', 'mac_address': 'fa:16:3e:ed:20:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8508fcfd-4442-456d-b5c4-10ad0d53ff3b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:01:47.265003 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port e88506c6-1569-4e6d-ac52-e39c9fcdc7b9 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:47.309058 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port e88506c6-1569-4e6d-ac52-e39c9fcdc7b9 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:47.309541 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:47.327638 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd698dff-9e74-44be-aef4-22c4eb0d6ffd x-openstack-request-id: req-cd698dff-9e74-44be-aef4-22c4eb0d6ffd {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:47.328777 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84353dff-848d-4811-836f-66339e222350", "name": "network-vif-deleted", "tag": "8e25edaf-63ba-4c71-9113-3648368c56b5", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:47.329246 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd698dff-9e74-44be-aef4-22c4eb0d6ffd {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:47.330028 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84353dff-848d-4811-836f-66339e222350', 'name': 'network-vif-deleted', 'tag': '8e25edaf-63ba-4c71-9113-3648368c56b5', 'status': 'completed', 'code': 200} Jul 15 13:01:47.351865 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2602bbf8-e96a-48f1-9279-58da1eac188e req-178c093b-d335-402e-828d-3470dd758330 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:47.360967 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2602bbf8-e96a-48f1-9279-58da1eac188e req-178c093b-d335-402e-828d-3470dd758330 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:47.404351 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:47.419573 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bedf0494-d83d-45cd-b128-aade17828742 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:47.424984 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c093b-d335-402e-828d-3470dd758330 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Pushing event updated for resources: {'Port': ['ID=336dddc9-0293-41fb-8c84-6c24cb685d0d,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:47.471053 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port bedf0494-d83d-45cd-b128-aade17828742, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=bedf0494-d83d-45cd-b128-aade17828742,segment=NetworkSegment(ef6b9274-043e-47b0-935b-745c76dcc486),segment_id=ef6b9274-043e-47b0-935b-745c76dcc486)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:47.480097 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2602bbf8-e96a-48f1-9279-58da1eac188e req-178c093b-d335-402e-828d-3470dd758330 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:47.485664 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:47.487788 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:47.504171 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2602bbf8-e96a-48f1-9279-58da1eac188e req-178c093b-d335-402e-828d-3470dd758330 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:47.506372 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2602bbf8-e96a-48f1-9279-58da1eac188e req-178c093b-d335-402e-828d-3470dd758330 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.2822604 Jul 15 13:01:47.558765 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=bedf0494-d83d-45cd-b128-aade17828742,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:47.588115 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port e88506c6-1569-4e6d-ac52-e39c9fcdc7b9, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=e88506c6-1569-4e6d-ac52-e39c9fcdc7b9,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:47.589403 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2602bbf8-e96a-48f1-9279-58da1eac188e req-b6399dfd-6057-4093-89f1-3b2dc029714e tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.4 HTTP/1.1" status: 200 len: 694 time: 0.0770674 Jul 15 13:01:47.593968 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:47.660064 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=e88506c6-1569-4e6d-ac52-e39c9fcdc7b9,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:47.714048 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80c191-1562-43f9-9934-bd16843b3b9f req-d89e7eff-e161-4eb9-9f18-6d7994a5fde8 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:47.716425 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7e80c191-1562-43f9-9934-bd16843b3b9f req-d89e7eff-e161-4eb9-9f18-6d7994a5fde8 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90 HTTP/1.1" status: 200 len: 944 time: 0.2029316 Jul 15 13:01:47.744534 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602bbf8-e96a-48f1-9279-58da1eac188e req-5867dc9c-9ade-406f-8e12-32553998ab27 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:47.745911 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2602bbf8-e96a-48f1-9279-58da1eac188e req-5867dc9c-9ade-406f-8e12-32553998ab27 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] 10.222.0.16 "GET /v2.0/networks/e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 784 time: 0.1539979 Jul 15 13:01:47.770197 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7e80c191-1562-43f9-9934-bd16843b3b9f req-be6ccd51-e55b-46a7-bb87-306b72887c36 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479784 Jul 15 13:01:47.771486 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['bedf0494-d83d-45cd-b128-aade17828742'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:47.965540 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659607e-1c54-4461-a20e-f21903d15e1a req-d62e1921-b492-4367-b0ad-5a113b4beef3 tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:47.967525 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4659607e-1c54-4461-a20e-f21903d15e1a req-d62e1921-b492-4367-b0ad-5a113b4beef3 tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cced7ea-0e0d-4ec0-8016-cbc84f5ef702 HTTP/1.1" status: 200 len: 945 time: 0.1211336 Jul 15 13:01:48.014594 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4659607e-1c54-4461-a20e-f21903d15e1a req-931d6398-76cb-4c38-a118-b171e5d68a98 tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4348345-6d19-4f73-843f-234d2e880b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390508 Jul 15 13:01:48.302164 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-43d51f2f-a027-439f-81a8-134a7e9914cf req-9fb9e5dc-32be-4954-9dcc-2e16a1aea10a tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1436195 Jul 15 13:01:48.317524 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-43d51f2f-a027-439f-81a8-134a7e9914cf req-76263253-ab71-44a3-a639-abe9e4540e8a tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:48.341391 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-43d51f2f-a027-439f-81a8-134a7e9914cf req-76263253-ab71-44a3-a639-abe9e4540e8a tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks [] for floatingip, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:48.494548 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa5428-62ef-4dc0-a1ca-a12e8c5cc73e req-f53581c9-21b9-4dec-a51f-9880de1b9b81 tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:48.496162 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1eaa5428-62ef-4dc0-a1ca-a12e8c5cc73e req-f53581c9-21b9-4dec-a51f-9880de1b9b81 tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] 10.222.0.16 "GET /v2.0/ports?device_id=43a05d18-95ac-4929-b665-634868d0ebec HTTP/1.1" status: 200 len: 945 time: 0.1091263 Jul 15 13:01:48.499601 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-43d51f2f-a027-439f-81a8-134a7e9914cf req-76263253-ab71-44a3-a639-abe9e4540e8a tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:48.554320 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0861caf0-7c67-4006-86fe-4293d3cfcb90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88506c6-1569-4e6d-ac52-e39c9fcdc7b9'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:48.556979 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d5e6ce-7d61-4109-b570-0e371e1840c2" -d '{"events": [{"server_uuid": "0861caf0-7c67-4006-86fe-4293d3cfcb90", "name": "network-vif-plugged", "status": "completed", "tag": "e88506c6-1569-4e6d-ac52-e39c9fcdc7b9"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:48.585137 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1eaa5428-62ef-4dc0-a1ca-a12e8c5cc73e req-2a96bfa9-b91f-46c6-9705-7c2faf9e76e7 tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] 10.222.0.16 "GET /v2.0/security-groups?id=d60b9ae0-e340-4343-b886-db7e6aad223a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808477 Jul 15 13:01:48.650129 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-43d51f2f-a027-439f-81a8-134a7e9914cf req-76263253-ab71-44a3-a639-abe9e4540e8a tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Allocated IP 172.25.8.39 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/b02670d4-a203-43ed-a674-3ce94e112747) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:01:48.860449 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-43d51f2f-a027-439f-81a8-134a7e9914cf req-76263253-ab71-44a3-a639-abe9e4540e8a tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:48.868197 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device bedf0494-d83d-45cd-b128-aade17828742 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:01:48.938216 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5e451856-0938-4867-ab03-ca017914f117 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:01:48.960916 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-43d51f2f-a027-439f-81a8-134a7e9914cf req-76263253-ab71-44a3-a639-abe9e4540e8a tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:48.978609 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port bedf0494-d83d-45cd-b128-aade17828742 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:48.988148 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port bedf0494-d83d-45cd-b128-aade17828742 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:48.989050 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:49.060489 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 5e451856-0938-4867-ab03-ca017914f117 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:49.070527 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76263253-ab71-44a3-a639-abe9e4540e8a tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Pushing event updated for resources: {'Port': ['ID=b02670d4-a203-43ed-a674-3ce94e112747,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:49.092143 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 5e451856-0938-4867-ab03-ca017914f117 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:49.092708 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:49.111784 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43d51f2f-a027-439f-81a8-134a7e9914cf req-76263253-ab71-44a3-a639-abe9e4540e8a tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:01:49.116510 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-43d51f2f-a027-439f-81a8-134a7e9914cf req-76263253-ab71-44a3-a639-abe9e4540e8a tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:49.124258 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d51f2f-a027-439f-81a8-134a7e9914cf req-76263253-ab71-44a3-a639-abe9e4540e8a tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:01:49.149496 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:49.245405 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port bedf0494-d83d-45cd-b128-aade17828742, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=bedf0494-d83d-45cd-b128-aade17828742,segment=NetworkSegment(ef6b9274-043e-47b0-935b-745c76dcc486),segment_id=ef6b9274-043e-47b0-935b-745c76dcc486)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:49.254996 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:49.273330 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-43d51f2f-a027-439f-81a8-134a7e9914cf req-76263253-ab71-44a3-a639-abe9e4540e8a tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:49.292323 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:49.344230 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-43d51f2f-a027-439f-81a8-134a7e9914cf req-76263253-ab71-44a3-a639-abe9e4540e8a tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:49.350962 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=bedf0494-d83d-45cd-b128-aade17828742,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:49.368728 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 5e451856-0938-4867-ab03-ca017914f117, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5e451856-0938-4867-ab03-ca017914f117,segment=NetworkSegment(4434b6da-f5f8-4bc8-a824-deaae185d32e),segment_id=4434b6da-f5f8-4bc8-a824-deaae185d32e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:49.374488 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:49.442391 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=5e451856-0938-4867-ab03-ca017914f117,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:49.534024 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-a5c293cb-354b-4ecf-a3f1-f8572425595e tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:49.535524 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-a5c293cb-354b-4ecf-a3f1-f8572425595e tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/networks?id=e0d89cea-932c-49ee-9772-9e5757255ae5 HTTP/1.1" status: 200 len: 812 time: 0.1647758 Jul 15 13:01:49.578977 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-44224ac0-6af5-4b9a-b4b3-5342cb9345fd tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/quotas/af8a25419ab0489e8df66f3d058b9b35 HTTP/1.1" status: 200 len: 375 time: 0.0366864 Jul 15 13:01:49.624096 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-91b76068-be60-42eb-aeff-d254f0cdce8b tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=af8a25419ab0489e8df66f3d058b9b35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374019 Jul 15 13:01:49.683600 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-43d51f2f-a027-439f-81a8-134a7e9914cf req-76263253-ab71-44a3-a639-abe9e4540e8a tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:49.692042 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-43d51f2f-a027-439f-81a8-134a7e9914cf req-76263253-ab71-44a3-a639-abe9e4540e8a tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:50.122873 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76263253-ab71-44a3-a639-abe9e4540e8a tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Pushing event updated for resources: {'Port': ['ID=b02670d4-a203-43ed-a674-3ce94e112747,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:50.135795 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-7ff4c117-da19-473f-abf2-88ba661e6f7b service neutron] 10.222.0.16 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4919081 Jul 15 13:01:50.139977 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-43d51f2f-a027-439f-81a8-134a7e9914cf req-76263253-ab71-44a3-a639-abe9e4540e8a tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:50.177503 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-43d51f2f-a027-439f-81a8-134a7e9914cf req-76263253-ab71-44a3-a639-abe9e4540e8a tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:50.178794 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-43d51f2f-a027-439f-81a8-134a7e9914cf req-76263253-ab71-44a3-a639-abe9e4540e8a tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8656406 Jul 15 13:01:50.265457 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-43d51f2f-a027-439f-81a8-134a7e9914cf req-51bc7992-be73-4780-84e2-3f9df8b64d2f tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.39 HTTP/1.1" status: 200 len: 695 time: 0.0576735 Jul 15 13:01:50.302869 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-fb865ba3-11fd-4c5a-98ee-caff198122a7 service neutron] 10.222.0.16 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597326 Jul 15 13:01:50.390389 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d51f2f-a027-439f-81a8-134a7e9914cf req-4f52522f-0423-46ba-8f4c-f81bc16e6d09 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:50.391882 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-43d51f2f-a027-439f-81a8-134a7e9914cf req-4f52522f-0423-46ba-8f4c-f81bc16e6d09 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] 10.222.0.16 "GET /v2.0/networks/e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 784 time: 0.1132655 Jul 15 13:01:50.433418 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09045225-66aa-42d1-acc2-fdab5dd08cf4 x-openstack-request-id: req-09045225-66aa-42d1-acc2-fdab5dd08cf4 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:50.433948 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0861caf0-7c67-4006-86fe-4293d3cfcb90", "name": "network-vif-plugged", "status": "completed", "tag": "e88506c6-1569-4e6d-ac52-e39c9fcdc7b9", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:50.433948 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-09045225-66aa-42d1-acc2-fdab5dd08cf4 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:50.434367 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0861caf0-7c67-4006-86fe-4293d3cfcb90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88506c6-1569-4e6d-ac52-e39c9fcdc7b9', 'code': 200} Jul 15 13:01:50.690922 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7de10-556d-4967-b892-32342d29e53b req-8b7d5c9b-ebdb-4c17-8e9f-1bdd1d6743b9 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:50.692522 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-15c7de10-556d-4967-b892-32342d29e53b req-8b7d5c9b-ebdb-4c17-8e9f-1bdd1d6743b9 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90 HTTP/1.1" status: 200 len: 945 time: 0.1003749 Jul 15 13:01:50.694470 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c1139-2394-481c-aab6-eafb9359e3f4 req-24dd1130-291f-48dd-a84d-4a7b53cb8073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:50.695947 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-075c1139-2394-481c-aab6-eafb9359e3f4 req-24dd1130-291f-48dd-a84d-4a7b53cb8073 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90 HTTP/1.1" status: 200 len: 1097 time: 0.1511130 Jul 15 13:01:50.750100 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-15c7de10-556d-4967-b892-32342d29e53b req-c2e89ff4-2f64-4fa9-a176-b2057614c559 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508325 Jul 15 13:01:50.760913 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-075c1139-2394-481c-aab6-eafb9359e3f4 req-8af67b58-0afc-448d-9906-93eced6007c2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464942 Jul 15 13:01:50.906160 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5e451856-0938-4867-ab03-ca017914f117 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:01:51.016317 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 5e451856-0938-4867-ab03-ca017914f117 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:51.020523 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:51.053201 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02509370-ee61-4d58-87b4-17efd1391cd6 req-63dba4b8-04cf-403f-a198-c684bc35b2f2 tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:51.054247 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02509370-ee61-4d58-87b4-17efd1391cd6 req-63dba4b8-04cf-403f-a198-c684bc35b2f2 tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cced7ea-0e0d-4ec0-8016-cbc84f5ef702 HTTP/1.1" status: 200 len: 946 time: 0.1530404 Jul 15 13:01:51.134525 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02509370-ee61-4d58-87b4-17efd1391cd6 req-755c2c47-3e58-416b-aa42-4edd430c21ce tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4348345-6d19-4f73-843f-234d2e880b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678909 Jul 15 13:01:51.292012 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40354) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:51.296699 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-502426b5-281f-4777-8c6f-760bc4f3cb3d req-29deab15-ef2b-4c2e-a494-4da9235ed5b3 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1160135 Jul 15 13:01:51.308570 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-502426b5-281f-4777-8c6f-760bc4f3cb3d req-5bf77a89-7ddb-4536-a13d-c1c2a9c7a63b tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:51.357743 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-502426b5-281f-4777-8c6f-760bc4f3cb3d req-5bf77a89-7ddb-4536-a13d-c1c2a9c7a63b tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks [] for floatingip, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:51.519631 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-502426b5-281f-4777-8c6f-760bc4f3cb3d req-5bf77a89-7ddb-4536-a13d-c1c2a9c7a63b tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:51.566316 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-64ac6fbb-3720-47ca-b7aa-99e0b8d94a68 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=68c6e24a41f34b389395bccb84e19064&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2731907 Jul 15 13:01:51.567334 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40364) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:51.664949 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-911ac03b-b4bf-4289-aaac-43a915e440e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:51.698641 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d84f189b-7896-4e97-abdb-5a00181380eb req-19b6c7e7-b0ea-4310-87dd-17516ceb6679 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=626d1795-bba5-4384-83ce-51017866037e HTTP/1.1" status: 200 len: 210 time: 0.0772834 Jul 15 13:01:51.701805 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-911ac03b-b4bf-4289-aaac-43a915e440e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:51.749421 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-502426b5-281f-4777-8c6f-760bc4f3cb3d req-5bf77a89-7ddb-4536-a13d-c1c2a9c7a63b tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Allocated IP 172.25.8.137 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/3a720363-d867-4a30-8950-0baccbd3fffa) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:01:51.782363 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-911ac03b-b4bf-4289-aaac-43a915e440e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:51.785412 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-911ac03b-b4bf-4289-aaac-43a915e440e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:51.789805 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-911ac03b-b4bf-4289-aaac-43a915e440e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7fb3270a-520b-4aa7-9df0-96bcdf87d9bc HTTP/1.1" status: 204 len: 168 time: 0.2181425 Jul 15 13:01:51.839358 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ac03b-b4bf-4289-aaac-43a915e440e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb3270a-520b-4aa7-9df0-96bcdf87d9bc,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:51.934527 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-502426b5-281f-4777-8c6f-760bc4f3cb3d req-5bf77a89-7ddb-4536-a13d-c1c2a9c7a63b tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:52.227368 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-502426b5-281f-4777-8c6f-760bc4f3cb3d req-5bf77a89-7ddb-4536-a13d-c1c2a9c7a63b tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:52.269101 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-200939b5-a58b-4813-af3b-3ff039c16676 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:52.272953 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-200939b5-a58b-4813-af3b-3ff039c16676 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.46 "GET /v2.0/networks?id=e0d89cea-932c-49ee-9772-9e5757255ae5 HTTP/1.1" status: 200 len: 812 time: 0.2708743 Jul 15 13:01:52.284855 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-8160537f-6cfd-4707-aa73-5102e096fc22 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Request body: {'port': {'device_id': '626d1795-bba5-4384-83ce-51017866037e', 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5', 'admin_state_up': True, 'tenant_id': 'af8a25419ab0489e8df66f3d058b9b35'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:52.337891 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-502426b5-281f-4777-8c6f-760bc4f3cb3d req-5bf77a89-7ddb-4536-a13d-c1c2a9c7a63b tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:01:52.349336 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-502426b5-281f-4777-8c6f-760bc4f3cb3d req-5bf77a89-7ddb-4536-a13d-c1c2a9c7a63b tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:52.359679 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-502426b5-281f-4777-8c6f-760bc4f3cb3d req-5bf77a89-7ddb-4536-a13d-c1c2a9c7a63b tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:01:52.363405 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf77a89-7ddb-4536-a13d-c1c2a9c7a63b tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Pushing event updated for resources: {'Port': ['ID=3a720363-d867-4a30-8950-0baccbd3fffa,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:52.436170 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cced7ea-0e0d-4ec0-8016-cbc84f5ef702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedf0494-d83d-45cd-b128-aade17828742'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:52.441197 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035f8326-ebb3-47b0-bdca-847c592678c3" -d '{"events": [{"server_uuid": "9cced7ea-0e0d-4ec0-8016-cbc84f5ef702", "name": "network-vif-plugged", "status": "completed", "tag": "bedf0494-d83d-45cd-b128-aade17828742"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:52.472092 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b4fff-f519-4cd7-84c3-d42811cd852d req-23b4f755-5b04-47c5-8f96-709334248011 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:52.473707 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a77b4fff-f519-4cd7-84c3-d42811cd852d req-23b4f755-5b04-47c5-8f96-709334248011 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90 HTTP/1.1" status: 200 len: 945 time: 0.2844155 Jul 15 13:01:52.560949 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-8160537f-6cfd-4707-aa73-5102e096fc22 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Made reservation on behalf of af8a25419ab0489e8df66f3d058b9b35 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:01:52.564546 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-8160537f-6cfd-4707-aa73-5102e096fc22 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:52.593253 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-502426b5-281f-4777-8c6f-760bc4f3cb3d req-5bf77a89-7ddb-4536-a13d-c1c2a9c7a63b tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:52.597461 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a77b4fff-f519-4cd7-84c3-d42811cd852d req-744a35fd-23cb-455c-97c1-7ad0f5e5e4e0 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120389 Jul 15 13:01:52.705420 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-502426b5-281f-4777-8c6f-760bc4f3cb3d req-5bf77a89-7ddb-4536-a13d-c1c2a9c7a63b tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:52.858116 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-8160537f-6cfd-4707-aa73-5102e096fc22 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Allocated IP 172.20.0.5 (e0d89cea-932c-49ee-9772-9e5757255ae5/459bc575-93e3-4ab8-8230-d52ee95226e2/2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:01:53.109144 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5589db-36fe-4810-b261-bfad85085638 req-44510d90-0980-48ee-8dac-8e339ea63204 tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:53.115977 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9c5589db-36fe-4810-b261-bfad85085638 req-44510d90-0980-48ee-8dac-8e339ea63204 tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cced7ea-0e0d-4ec0-8016-cbc84f5ef702 HTTP/1.1" status: 200 len: 946 time: 0.2657125 Jul 15 13:01:53.193484 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-502426b5-281f-4777-8c6f-760bc4f3cb3d req-5bf77a89-7ddb-4536-a13d-c1c2a9c7a63b tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:53.213203 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-8160537f-6cfd-4707-aa73-5102e096fc22 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:53.225109 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-502426b5-281f-4777-8c6f-760bc4f3cb3d req-5bf77a89-7ddb-4536-a13d-c1c2a9c7a63b tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:53.234700 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9c5589db-36fe-4810-b261-bfad85085638 req-9e88b3bc-5adf-4903-8f7e-fb74622c37e8 tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4348345-6d19-4f73-843f-234d2e880b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178255 Jul 15 13:01:53.288689 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe81898-2777-461b-82ad-861bf301b664 x-openstack-request-id: req-4fe81898-2777-461b-82ad-861bf301b664 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:53.288963 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cced7ea-0e0d-4ec0-8016-cbc84f5ef702", "name": "network-vif-plugged", "status": "completed", "tag": "bedf0494-d83d-45cd-b128-aade17828742", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:53.289206 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4fe81898-2777-461b-82ad-861bf301b664 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:53.289592 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cced7ea-0e0d-4ec0-8016-cbc84f5ef702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedf0494-d83d-45cd-b128-aade17828742', 'code': 200} Jul 15 13:01:53.355127 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf77a89-7ddb-4536-a13d-c1c2a9c7a63b tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Pushing event updated for resources: {'Port': ['ID=3a720363-d867-4a30-8950-0baccbd3fffa,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:53.369499 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-502426b5-281f-4777-8c6f-760bc4f3cb3d req-5bf77a89-7ddb-4536-a13d-c1c2a9c7a63b tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:53.440233 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-502426b5-281f-4777-8c6f-760bc4f3cb3d req-5bf77a89-7ddb-4536-a13d-c1c2a9c7a63b tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:53.442282 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-502426b5-281f-4777-8c6f-760bc4f3cb3d req-5bf77a89-7ddb-4536-a13d-c1c2a9c7a63b tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1379669 Jul 15 13:01:53.454015 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-8160537f-6cfd-4707-aa73-5102e096fc22 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:53.558754 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-8160537f-6cfd-4707-aa73-5102e096fc22 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Network e0d89cea-932c-49ee-9772-9e5757255ae5 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:01:53.564696 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-502426b5-281f-4777-8c6f-760bc4f3cb3d req-6aa11a5c-6ee4-4af4-beb1-dd8e91a4d29e tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.137 HTTP/1.1" status: 200 len: 696 time: 0.1056225 Jul 15 13:01:53.573827 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-8160537f-6cfd-4707-aa73-5102e096fc22 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:53.577038 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-8160537f-6cfd-4707-aa73-5102e096fc22 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:01:53.621068 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160537f-6cfd-4707-aa73-5102e096fc22 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Pushing event updated for resources: {'Port': ['ID=2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:53.662778 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e99df-be69-4592-8793-2b622c8c9ad2 req-021e8eba-3d0f-4160-951a-5055d0d06ca1 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:53.664344 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b69e99df-be69-4592-8793-2b622c8c9ad2 req-021e8eba-3d0f-4160-951a-5055d0d06ca1 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90 HTTP/1.1" status: 200 len: 1097 time: 0.2839413 Jul 15 13:01:53.674828 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf71e3-132c-466c-b6d5-809a345589c8 req-5228eadd-b629-4bf6-b616-71a5c6a5aec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:53.676376 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02cf71e3-132c-466c-b6d5-809a345589c8 req-5228eadd-b629-4bf6-b616-71a5c6a5aec5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9cced7ea-0e0d-4ec0-8016-cbc84f5ef702 HTTP/1.1" status: 200 len: 1098 time: 0.2946126 Jul 15 13:01:53.721641 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-8160537f-6cfd-4707-aa73-5102e096fc22 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:53.722277 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-8160537f-6cfd-4707-aa73-5102e096fc22 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:53.779556 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-8160537f-6cfd-4707-aa73-5102e096fc22 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4987850 Jul 15 13:01:53.804022 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-7f0c5679-8a7c-4d2e-aa86-4270aad14de3 service neutron] Request body: {'port': {'device_id': '626d1795-bba5-4384-83ce-51017866037e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:53.814431 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b69e99df-be69-4592-8793-2b622c8c9ad2 req-ed4325f2-306d-4888-b222-37abfffa2406 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416683 Jul 15 13:01:53.852298 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02cf71e3-132c-466c-b6d5-809a345589c8 req-24558303-e91d-4c69-9bca-90cd73d449af service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a4348345-6d19-4f73-843f-234d2e880b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377847 Jul 15 13:01:53.861441 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502426b5-281f-4777-8c6f-760bc4f3cb3d req-c3694b1c-44dc-4e0a-8b25-0c085aa73c86 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:53.873519 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-502426b5-281f-4777-8c6f-760bc4f3cb3d req-c3694b1c-44dc-4e0a-8b25-0c085aa73c86 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] 10.222.0.16 "GET /v2.0/networks/e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 784 time: 0.2901254 Jul 15 13:01:53.993955 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-7f0c5679-8a7c-4d2e-aa86-4270aad14de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:54.075996 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbbed96-8d02-44b6-bde9-b6e6bff144b7 req-30cda6b2-de1b-4b13-84ce-63197908a1bd tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:54.083126 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-afbbed96-8d02-44b6-bde9-b6e6bff144b7 req-30cda6b2-de1b-4b13-84ce-63197908a1bd tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=626d1795-bba5-4384-83ce-51017866037e HTTP/1.1" status: 200 len: 931 time: 0.1367731 Jul 15 13:01:54.208090 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-afbbed96-8d02-44b6-bde9-b6e6bff144b7 req-f731fbc6-f1b7-4f38-89eb-d839363fe68b tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240046 Jul 15 13:01:54.431073 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4b1c7410-54f0-4550-906b-ebd82ccc6571 req-645d5f6c-d073-4f20-931f-675611230d80 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1973646 Jul 15 13:01:54.452048 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-4b1c7410-54f0-4550-906b-ebd82ccc6571 req-1c96c7c0-78c7-40da-bf81-27e0b504f58a tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:54.503149 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb075a-3915-4c9c-9063-b74972654113 req-7fa5f8cf-9f72-4d24-b715-6be58b58a57e tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:54.504640 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c5eb075a-3915-4c9c-9063-b74972654113 req-7fa5f8cf-9f72-4d24-b715-6be58b58a57e tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90 HTTP/1.1" status: 200 len: 1097 time: 0.1655247 Jul 15 13:01:54.512761 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-7f0c5679-8a7c-4d2e-aa86-4270aad14de3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:54.530023 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-7f0c5679-8a7c-4d2e-aa86-4270aad14de3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:54.542633 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4b1c7410-54f0-4550-906b-ebd82ccc6571 req-1c96c7c0-78c7-40da-bf81-27e0b504f58a tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks [] for floatingip, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:54.579911 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-7f0c5679-8a7c-4d2e-aa86-4270aad14de3 service neutron] Transition to ACTIVE for port object 2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:54.586356 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-7f0c5679-8a7c-4d2e-aa86-4270aad14de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:54.589573 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c5eb075a-3915-4c9c-9063-b74972654113 req-f9081a10-770f-4d1e-8658-af69b43b1d3e tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721865 Jul 15 13:01:54.680074 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c5679-8a7c-4d2e-aa86-4270aad14de3 service neutron] Pushing event updated for resources: {'Port': ['ID=2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:54.879701 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-7f0c5679-8a7c-4d2e-aa86-4270aad14de3 service neutron] Attempting to bind port 2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:01:54.880040 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-7f0c5679-8a7c-4d2e-aa86-4270aad14de3 service neutron] Attempting to bind port 2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '9940a96e-2d5b-4778-a27d-d984f6200b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:01:54.880368 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-7f0c5679-8a7c-4d2e-aa86-4270aad14de3 service neutron] Attempting to bind port 2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93 on network e0d89cea-932c-49ee-9772-9e5757255ae5 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:54.909588 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-7f0c5679-8a7c-4d2e-aa86-4270aad14de3 service neutron] Port 2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93 on network e0d89cea-932c-49ee-9772-9e5757255ae5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:01:54.909920 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-7f0c5679-8a7c-4d2e-aa86-4270aad14de3 service neutron] Attempting to bind port 2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93 on network e0d89cea-932c-49ee-9772-9e5757255ae5 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:54.921125 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-7f0c5679-8a7c-4d2e-aa86-4270aad14de3 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:01:54.921459 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-7f0c5679-8a7c-4d2e-aa86-4270aad14de3 service neutron] Checking segment: {'id': '9940a96e-2d5b-4778-a27d-d984f6200b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:54.921842 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-7f0c5679-8a7c-4d2e-aa86-4270aad14de3 service neutron] Bound using segment: {'id': '9940a96e-2d5b-4778-a27d-d984f6200b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:01:54.922281 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-7f0c5679-8a7c-4d2e-aa86-4270aad14de3 service neutron] Bound port: 2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9940a96e-2d5b-4778-a27d-d984f6200b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:01:54.922687 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-7f0c5679-8a7c-4d2e-aa86-4270aad14de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:54.982543 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4b1c7410-54f0-4550-906b-ebd82ccc6571 req-1c96c7c0-78c7-40da-bf81-27e0b504f58a tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:55.041035 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da38915-b4bd-419c-a74b-b0199134ee7f req-fb9ea5fc-7b89-44d2-bac7-fca389a14197 tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:55.041360 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8da38915-b4bd-419c-a74b-b0199134ee7f req-fb9ea5fc-7b89-44d2-bac7-fca389a14197 tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cced7ea-0e0d-4ec0-8016-cbc84f5ef702 HTTP/1.1" status: 200 len: 946 time: 0.1867754 Jul 15 13:01:55.090280 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-7f0c5679-8a7c-4d2e-aa86-4270aad14de3 service neutron] For port 2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:55.133999 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-7f0c5679-8a7c-4d2e-aa86-4270aad14de3 service neutron] For port 2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93,segment=NetworkSegment(9940a96e-2d5b-4778-a27d-d984f6200b93),segment_id=9940a96e-2d5b-4778-a27d-d984f6200b93)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:01:55.141238 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8da38915-b4bd-419c-a74b-b0199134ee7f req-541d2add-4804-4a8a-a592-f71c4ee8c7eb tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4348345-6d19-4f73-843f-234d2e880b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905728 Jul 15 13:01:55.147907 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-7f0c5679-8a7c-4d2e-aa86-4270aad14de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:55.204004 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-7f0c5679-8a7c-4d2e-aa86-4270aad14de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:55.204623 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-7f0c5679-8a7c-4d2e-aa86-4270aad14de3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:55.206282 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-7f0c5679-8a7c-4d2e-aa86-4270aad14de3 service neutron] 10.222.0.46 "PUT /v2.0/ports/2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93 HTTP/1.1" status: 200 len: 1092 time: 1.4079576 Jul 15 13:01:55.211497 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '626d1795-bba5-4384-83ce-51017866037e', 'tag': '2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:55.213776 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10eb00d0-5b85-46d0-a4ea-1aef9eb35b53" -d '{"events": [{"name": "network-changed", "server_uuid": "626d1795-bba5-4384-83ce-51017866037e", "tag": "2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:55.226878 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-4b1c7410-54f0-4550-906b-ebd82ccc6571 req-1c96c7c0-78c7-40da-bf81-27e0b504f58a tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Allocated IP 172.25.8.128 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/4be2fe92-e063-4cfa-b027-b7382b3d97be) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:01:55.255207 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c5679-8a7c-4d2e-aa86-4270aad14de3 service neutron] Pushing event updated for resources: {'Port': ['ID=2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:55.398947 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4b1c7410-54f0-4550-906b-ebd82ccc6571 req-1c96c7c0-78c7-40da-bf81-27e0b504f58a tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:55.403328 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-8d87e89b-908a-4a4b-bd1d-54cb1326b264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:55.404851 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-8d87e89b-908a-4a4b-bd1d-54cb1326b264 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=af8a25419ab0489e8df66f3d058b9b35&device_id=626d1795-bba5-4384-83ce-51017866037e HTTP/1.1" status: 200 len: 1095 time: 0.1447139 Jul 15 13:01:55.456883 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-be37fd66-76ba-4b95-b704-b02946a8893c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93 HTTP/1.1" status: 200 len: 217 time: 0.0403442 Jul 15 13:01:55.510332 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4b1c7410-54f0-4550-906b-ebd82ccc6571 req-1c96c7c0-78c7-40da-bf81-27e0b504f58a tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:55.552857 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-cc055893-9e3c-43bb-a97d-10a84cc7672c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:55.554253 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-cc055893-9e3c-43bb-a97d-10a84cc7672c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=459bc575-93e3-4ab8-8230-d52ee95226e2 HTTP/1.1" status: 200 len: 852 time: 0.0880141 Jul 15 13:01:55.569021 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b1c7410-54f0-4550-906b-ebd82ccc6571 req-1c96c7c0-78c7-40da-bf81-27e0b504f58a tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:01:55.977442 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-4b1c7410-54f0-4550-906b-ebd82ccc6571 req-1c96c7c0-78c7-40da-bf81-27e0b504f58a tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:55.997538 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1c7410-54f0-4550-906b-ebd82ccc6571 req-1c96c7c0-78c7-40da-bf81-27e0b504f58a tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:01:56.001027 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-be165f73-c230-444c-9b6a-d48070de482b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0d89cea-932c-49ee-9772-9e5757255ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4355462 Jul 15 13:01:56.005791 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96c7c0-78c7-40da-bf81-27e0b504f58a tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Pushing event updated for resources: {'Port': ['ID=4be2fe92-e063-4cfa-b027-b7382b3d97be,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:56.166257 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f56961-c321-41d8-9727-a990757c4041 x-openstack-request-id: req-c1f56961-c321-41d8-9727-a990757c4041 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:56.166543 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "626d1795-bba5-4384-83ce-51017866037e", "tag": "2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:56.166841 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c1f56961-c321-41d8-9727-a990757c4041 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:56.167231 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '626d1795-bba5-4384-83ce-51017866037e', 'tag': '2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93', 'status': 'completed', 'code': 200} Jul 15 13:01:56.179158 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-6880d7ea-1313-4c78-9b6e-9d207568abf8 service neutron] 10.222.0.46 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517448 Jul 15 13:01:56.180201 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4b1c7410-54f0-4550-906b-ebd82ccc6571 req-1c96c7c0-78c7-40da-bf81-27e0b504f58a tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:56.286004 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4b1c7410-54f0-4550-906b-ebd82ccc6571 req-1c96c7c0-78c7-40da-bf81-27e0b504f58a tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:56.400755 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-043a51ca-acff-4e89-b515-1d4197a699c6 req-02144d30-44e2-4da6-9450-7cde3bf9913c service neutron] 10.222.0.46 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137954 Jul 15 13:01:56.506897 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589799f-1006-4bb3-9f28-5dbaf58c0533 req-155999ae-16a6-4ffb-9772-0a06a5c5454f tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:56.508389 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f589799f-1006-4bb3-9f28-5dbaf58c0533 req-155999ae-16a6-4ffb-9772-0a06a5c5454f tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=626d1795-bba5-4384-83ce-51017866037e HTTP/1.1" status: 200 len: 943 time: 0.2309706 Jul 15 13:01:56.585943 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f589799f-1006-4bb3-9f28-5dbaf58c0533 req-5ad9d6f1-fd32-4cbb-a426-468483a3135e tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693512 Jul 15 13:01:56.605006 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4b1c7410-54f0-4550-906b-ebd82ccc6571 req-1c96c7c0-78c7-40da-bf81-27e0b504f58a tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:56.608977 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb00d0-5b85-46d0-a4ea-1aef9eb35b53 req-f2712aa7-964e-4f2d-9c13-94aecd6fd0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:56.610668 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10eb00d0-5b85-46d0-a4ea-1aef9eb35b53 req-f2712aa7-964e-4f2d-9c13-94aecd6fd0dc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=af8a25419ab0489e8df66f3d058b9b35&device_id=626d1795-bba5-4384-83ce-51017866037e HTTP/1.1" status: 200 len: 1095 time: 0.1491754 Jul 15 13:01:56.611694 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4b1c7410-54f0-4550-906b-ebd82ccc6571 req-1c96c7c0-78c7-40da-bf81-27e0b504f58a tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:56.704252 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96c7c0-78c7-40da-bf81-27e0b504f58a tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Pushing event updated for resources: {'Port': ['ID=4be2fe92-e063-4cfa-b027-b7382b3d97be,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:56.766218 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4b1c7410-54f0-4550-906b-ebd82ccc6571 req-1c96c7c0-78c7-40da-bf81-27e0b504f58a tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:56.789300 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb00d0-5b85-46d0-a4ea-1aef9eb35b53 req-94ca0ff1-5218-485e-912a-91fb031463c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:56.792755 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10eb00d0-5b85-46d0-a4ea-1aef9eb35b53 req-94ca0ff1-5218-485e-912a-91fb031463c7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e0d89cea-932c-49ee-9772-9e5757255ae5 HTTP/1.1" status: 200 len: 913 time: 0.1737459 Jul 15 13:01:56.806717 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4b1c7410-54f0-4550-906b-ebd82ccc6571 req-1c96c7c0-78c7-40da-bf81-27e0b504f58a tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:56.814679 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4b1c7410-54f0-4550-906b-ebd82ccc6571 req-1c96c7c0-78c7-40da-bf81-27e0b504f58a tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3723686 Jul 15 13:01:56.848473 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10eb00d0-5b85-46d0-a4ea-1aef9eb35b53 req-16ff1398-9473-45bb-8924-2df362b39033 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93 HTTP/1.1" status: 200 len: 217 time: 0.0508537 Jul 15 13:01:56.921655 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4b1c7410-54f0-4550-906b-ebd82ccc6571 req-160d63a4-6cbc-4a6c-972b-9a921885c2e8 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.128 HTTP/1.1" status: 200 len: 696 time: 0.0824487 Jul 15 13:01:56.977869 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb00d0-5b85-46d0-a4ea-1aef9eb35b53 req-19212da5-bdd2-49d1-90e2-7dc8430d0faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:56.979358 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10eb00d0-5b85-46d0-a4ea-1aef9eb35b53 req-19212da5-bdd2-49d1-90e2-7dc8430d0faf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=459bc575-93e3-4ab8-8230-d52ee95226e2 HTTP/1.1" status: 200 len: 852 time: 0.0988452 Jul 15 13:01:57.051517 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10eb00d0-5b85-46d0-a4ea-1aef9eb35b53 req-d9a6612f-5b0e-4ade-bd4f-a3b95a529a34 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0d89cea-932c-49ee-9772-9e5757255ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391316 Jul 15 13:01:57.102029 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c7410-54f0-4550-906b-ebd82ccc6571 req-fb98bdfe-5343-4ba2-8e56-eaa751b4981c tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:57.103452 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4b1c7410-54f0-4550-906b-ebd82ccc6571 req-fb98bdfe-5343-4ba2-8e56-eaa751b4981c tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] 10.222.0.16 "GET /v2.0/networks/e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 784 time: 0.1810086 Jul 15 13:01:57.176161 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10eb00d0-5b85-46d0-a4ea-1aef9eb35b53 req-47e375a5-852b-459c-92f2-19dd7d68560c service neutron] 10.222.0.46 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172707 Jul 15 13:01:57.301747 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10eb00d0-5b85-46d0-a4ea-1aef9eb35b53 req-36c2cb68-37f6-45f8-8d59-52379f131eee service neutron] 10.222.0.46 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186736 Jul 15 13:01:57.437403 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72621a5-342f-4965-ba6d-81a64f8b6fb9 req-b7457452-9f0e-41a8-af56-b34fe3977fbb tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:57.444427 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c72621a5-342f-4965-ba6d-81a64f8b6fb9 req-b7457452-9f0e-41a8-af56-b34fe3977fbb tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0233de-c9ae-4d7b-9761-e5f439cd3c39 HTTP/1.1" status: 200 len: 945 time: 0.0769119 Jul 15 13:01:57.483111 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c72621a5-342f-4965-ba6d-81a64f8b6fb9 req-a1384b0c-b4b6-4281-8ab7-fabec1741a55 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/security-groups?id=c51af1c0-2b5c-4e46-9e96-4747552c3905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378191 Jul 15 13:01:57.653305 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d3597-7a82-487a-8cd9-93b8f4a4797a req-f7aff216-2427-4fbe-be8a-6911036438b9 tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:57.659050 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c33d3597-7a82-487a-8cd9-93b8f4a4797a req-f7aff216-2427-4fbe-be8a-6911036438b9 tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cced7ea-0e0d-4ec0-8016-cbc84f5ef702 HTTP/1.1" status: 200 len: 946 time: 0.0785201 Jul 15 13:01:57.695784 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [req-44e977e1-67a4-439b-b400-1089043da8da req-68b38c0a-786c-490e-8078-73717291c303 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:01:57.696850 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-44e977e1-67a4-439b-b400-1089043da8da req-68b38c0a-786c-490e-8078-73717291c303 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065157 Jul 15 13:01:57.700644 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c33d3597-7a82-487a-8cd9-93b8f4a4797a req-510ddcb9-7d43-4178-b10d-80d213c46eeb tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4348345-6d19-4f73-843f-234d2e880b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398252 Jul 15 13:01:57.707763 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-44e977e1-67a4-439b-b400-1089043da8da req-b2c8559f-2df2-48a6-9652-b774b6e14473 service neutron] Request body: {'binding': {'host': 'n-h1-771363-36', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:57.708215 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-44e977e1-67a4-439b-b400-1089043da8da req-b2c8559f-2df2-48a6-9652-b774b6e14473 service neutron] Unknown quota resources ['binding']. {{(pid=93826) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:01:57.778556 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-de3f1b1b-9e19-4f8c-9c48-280079992745 req-b1fc1b9a-1ad7-48c3-b734-e1ff1a80a33c tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] 10.222.0.16 "GET /v2.0/floatingips/ebebcfbf-9482-4bbd-a6c2-a9f5593a6d68 HTTP/1.1" status: 200 len: 693 time: 0.0469429 Jul 15 13:01:57.858522 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-44e977e1-67a4-439b-b400-1089043da8da req-b2c8559f-2df2-48a6-9652-b774b6e14473 service neutron] Attempting to bind port e88506c6-1569-4e6d-ac52-e39c9fcdc7b9 on host n-h1-771363-36 for vnic_type normal with profile None {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:01:57.858905 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-44e977e1-67a4-439b-b400-1089043da8da req-b2c8559f-2df2-48a6-9652-b774b6e14473 service neutron] Attempting to bind port e88506c6-1569-4e6d-ac52-e39c9fcdc7b9 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:01:57.859244 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e977e1-67a4-439b-b400-1089043da8da req-b2c8559f-2df2-48a6-9652-b774b6e14473 service neutron] Attempting to bind port e88506c6-1569-4e6d-ac52-e39c9fcdc7b9 on network 3ccc611d-a289-44b3-992b-3e39605548b4 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:57.864414 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e977e1-67a4-439b-b400-1089043da8da req-b2c8559f-2df2-48a6-9652-b774b6e14473 service neutron] Port e88506c6-1569-4e6d-ac52-e39c9fcdc7b9 on network 3ccc611d-a289-44b3-992b-3e39605548b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:01:57.864738 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e977e1-67a4-439b-b400-1089043da8da req-b2c8559f-2df2-48a6-9652-b774b6e14473 service neutron] Attempting to bind port e88506c6-1569-4e6d-ac52-e39c9fcdc7b9 on network 3ccc611d-a289-44b3-992b-3e39605548b4 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:57.869998 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e977e1-67a4-439b-b400-1089043da8da req-b2c8559f-2df2-48a6-9652-b774b6e14473 service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:01:57.870347 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e977e1-67a4-439b-b400-1089043da8da req-b2c8559f-2df2-48a6-9652-b774b6e14473 service neutron] Checking segment: {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:57.870792 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e977e1-67a4-439b-b400-1089043da8da req-b2c8559f-2df2-48a6-9652-b774b6e14473 service neutron] Bound using segment: {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:01:57.871746 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-44e977e1-67a4-439b-b400-1089043da8da req-b2c8559f-2df2-48a6-9652-b774b6e14473 service neutron] Bound port: e88506c6-1569-4e6d-ac52-e39c9fcdc7b9, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:01:57.901126 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f1b1b-9e19-4f8c-9c48-280079992745 req-6d6a5ea8-57bb-4cc4-af40-aff428d5eb93 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:57.902848 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-de3f1b1b-9e19-4f8c-9c48-280079992745 req-6d6a5ea8-57bb-4cc4-af40-aff428d5eb93 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] 10.222.0.16 "GET /v2.0/networks/e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 784 time: 0.1177735 Jul 15 13:01:57.936037 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-44e977e1-67a4-439b-b400-1089043da8da req-b2c8559f-2df2-48a6-9652-b774b6e14473 service neutron] For port e88506c6-1569-4e6d-ac52-e39c9fcdc7b9, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=e88506c6-1569-4e6d-ac52-e39c9fcdc7b9,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:01:57.942308 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-44e977e1-67a4-439b-b400-1089043da8da req-b2c8559f-2df2-48a6-9652-b774b6e14473 service neutron] Notify callbacks [] for binding, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:57.943726 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-44e977e1-67a4-439b-b400-1089043da8da req-b2c8559f-2df2-48a6-9652-b774b6e14473 service neutron] 10.222.0.16 "POST /v2.0/ports/e88506c6-1569-4e6d-ac52-e39c9fcdc7b9/bindings HTTP/1.1" status: 201 len: 390 time: 0.2394745 Jul 15 13:01:58.114807 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b85459-59cf-4a3c-924b-70b9a1361049 req-c338444d-58bb-434d-b618-118f68c99f76 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:58.116340 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-12b85459-59cf-4a3c-924b-70b9a1361049 req-c338444d-58bb-434d-b618-118f68c99f76 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=626d1795-bba5-4384-83ce-51017866037e HTTP/1.1" status: 200 len: 943 time: 0.0751851 Jul 15 13:01:58.194519 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bdd7385e-e02c-4da7-8ad8-5dc04af64e40 req-b0afb160-75b3-4418-a5ce-e8dbcb00b910 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] 10.222.0.16 "GET /v2.0/floatingips/ebebcfbf-9482-4bbd-a6c2-a9f5593a6d68 HTTP/1.1" status: 200 len: 693 time: 0.0548177 Jul 15 13:01:58.257245 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-12b85459-59cf-4a3c-924b-70b9a1361049 req-dcb8a260-3f02-4806-8a72-d22b92c40531 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334412 Jul 15 13:01:58.338173 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e977e1-67a4-439b-b400-1089043da8da req-8b6a8c54-486a-4c14-8895-19d71c6b6b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:58.339692 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44e977e1-67a4-439b-b400-1089043da8da req-8b6a8c54-486a-4c14-8895-19d71c6b6b2c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eab83a220c154216861503618b01c15d&device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90 HTTP/1.1" status: 200 len: 1097 time: 0.1430991 Jul 15 13:01:58.350012 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7385e-e02c-4da7-8ad8-5dc04af64e40 req-3551d025-3e8f-47a2-87a9-b0f85d001157 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:58.351343 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bdd7385e-e02c-4da7-8ad8-5dc04af64e40 req-3551d025-3e8f-47a2-87a9-b0f85d001157 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] 10.222.0.16 "GET /v2.0/networks/e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 784 time: 0.1388593 Jul 15 13:01:58.490740 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bdd7385e-e02c-4da7-8ad8-5dc04af64e40 req-312407a7-fcb3-4cff-b135-1c76d471718c tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.128 HTTP/1.1" status: 200 len: 696 time: 0.1284411 Jul 15 13:01:58.557149 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e977e1-67a4-439b-b400-1089043da8da req-c6ded477-e1e2-4b62-81ef-d56d90963c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:58.558527 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44e977e1-67a4-439b-b400-1089043da8da req-c6ded477-e1e2-4b62-81ef-d56d90963c4e service neutron] 10.222.0.20 "GET /v2.0/networks?id=3ccc611d-a289-44b3-992b-3e39605548b4 HTTP/1.1" status: 200 len: 908 time: 0.2063403 Jul 15 13:01:58.563510 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bdd7385e-e02c-4da7-8ad8-5dc04af64e40 req-2f251128-801d-4e98-8117-2b150ec56ef2 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.128 HTTP/1.1" status: 200 len: 696 time: 0.0651021 Jul 15 13:01:58.612778 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44e977e1-67a4-439b-b400-1089043da8da req-e097d05c-1577-4347-aa10-2cd71bb48869 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e88506c6-1569-4e6d-ac52-e39c9fcdc7b9 HTTP/1.1" status: 200 len: 217 time: 0.0468194 Jul 15 13:01:58.620145 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccd8cd-64e1-46fc-af35-9dddae145fe4 req-83dd223d-1d0a-43b2-8010-0a5dd053bce2 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:58.622054 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f2ccd8cd-64e1-46fc-af35-9dddae145fe4 req-83dd223d-1d0a-43b2-8010-0a5dd053bce2 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90 HTTP/1.1" status: 200 len: 945 time: 0.2395082 Jul 15 13:01:58.743944 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:58.761223 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f2ccd8cd-64e1-46fc-af35-9dddae145fe4 req-76340d6d-7778-4608-99bb-4378f3e1b447 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113906 Jul 15 13:01:58.778814 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e977e1-67a4-439b-b400-1089043da8da req-a0aecfb0-2ab9-4981-865e-3efc5c7ce0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:58.780273 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44e977e1-67a4-439b-b400-1089043da8da req-a0aecfb0-2ab9-4981-865e-3efc5c7ce0aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7de80623-b855-4366-a308-8757d4a69fb8 HTTP/1.1" status: 200 len: 847 time: 0.1573820 Jul 15 13:01:58.816805 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44e977e1-67a4-439b-b400-1089043da8da req-9b7a1b30-ce50-49f7-b8ca-aaf8aea1c007 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3ccc611d-a289-44b3-992b-3e39605548b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298572 Jul 15 13:01:58.880403 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-bdd7385e-e02c-4da7-8ad8-5dc04af64e40 req-db1e9fc5-2775-4da0-bb0a-bf25a39ea7fa tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Deleting port 4be2fe92-e063-4cfa-b027-b7382b3d97be {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:58.880751 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bdd7385e-e02c-4da7-8ad8-5dc04af64e40 req-db1e9fc5-2775-4da0-bb0a-bf25a39ea7fa tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:58.929346 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:01:58.989444 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44e977e1-67a4-439b-b400-1089043da8da req-b1f42b72-ef18-4cbe-9732-f007d3fb246e service neutron] 10.222.0.20 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631820 Jul 15 13:01:59.033735 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bdd7385e-e02c-4da7-8ad8-5dc04af64e40 req-db1e9fc5-2775-4da0-bb0a-bf25a39ea7fa tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:59.034102 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bdd7385e-e02c-4da7-8ad8-5dc04af64e40 req-db1e9fc5-2775-4da0-bb0a-bf25a39ea7fa tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:59.051953 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-bdd7385e-e02c-4da7-8ad8-5dc04af64e40 req-db1e9fc5-2775-4da0-bb0a-bf25a39ea7fa tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Calling delete_port for 4be2fe92-e063-4cfa-b027-b7382b3d97be owned by network:floatingip {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:59.061462 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93,segment=NetworkSegment(9940a96e-2d5b-4778-a27d-d984f6200b93),segment_id=9940a96e-2d5b-4778-a27d-d984f6200b93)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:59.076987 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93', 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5', 'port_id': '2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93', 'mac_address': 'fa:16:3e:10:3e:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '459bc575-93e3-4ab8-8230-d52ee95226e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:01:59.127948 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:59.151041 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:59.156902 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44e977e1-67a4-439b-b400-1089043da8da req-07fdf76f-d44f-4cfc-9c41-0f90411a7136 service neutron] 10.222.0.20 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610913 Jul 15 13:01:59.187992 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:59.201211 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93,segment=NetworkSegment(9940a96e-2d5b-4778-a27d-d984f6200b93),segment_id=9940a96e-2d5b-4778-a27d-d984f6200b93)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:59.212456 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:59.269034 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bdd7385e-e02c-4da7-8ad8-5dc04af64e40 req-db1e9fc5-2775-4da0-bb0a-bf25a39ea7fa tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:59.279314 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:59.302251 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e9fc5-2775-4da0-bb0a-bf25a39ea7fa tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Pushing event deleted for resources: {'Port': ['ID=4be2fe92-e063-4cfa-b027-b7382b3d97be,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:59.377932 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bdd7385e-e02c-4da7-8ad8-5dc04af64e40 req-db1e9fc5-2775-4da0-bb0a-bf25a39ea7fa tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks [] for floatingip, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:59.381345 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bdd7385e-e02c-4da7-8ad8-5dc04af64e40 req-db1e9fc5-2775-4da0-bb0a-bf25a39ea7fa tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:59.382631 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bdd7385e-e02c-4da7-8ad8-5dc04af64e40 req-db1e9fc5-2775-4da0-bb0a-bf25a39ea7fa tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] 10.222.0.16 "DELETE /v2.0/floatingips/ebebcfbf-9482-4bbd-a6c2-a9f5593a6d68 HTTP/1.1" status: 204 len: 173 time: 0.8102615 Jul 15 13:01:59.521748 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:59.640304 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ad47afcf-7408-44c6-bc2d-e11a174828a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:59.772340 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfece389-ade3-49a1-a0c9-ef3eed2d653d req-62b0575e-bea4-4f5f-8f88-238f5b64410c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:59.774368 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dfece389-ade3-49a1-a0c9-ef3eed2d653d req-62b0575e-bea4-4f5f-8f88-238f5b64410c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3dbafb29c3d44bab1942b58137b8966&device_id=9cced7ea-0e0d-4ec0-8016-cbc84f5ef702 HTTP/1.1" status: 200 len: 1098 time: 0.1920259 Jul 15 13:01:59.792599 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cab76c-309b-4d2b-9938-f24dd8afc9d8 req-44ccd2df-018a-474f-ac67-ae892e8e564d tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:59.794729 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-49cab76c-309b-4d2b-9938-f24dd8afc9d8 req-44ccd2df-018a-474f-ac67-ae892e8e564d tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=626d1795-bba5-4384-83ce-51017866037e HTTP/1.1" status: 200 len: 944 time: 0.1650929 Jul 15 13:01:59.844721 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62dce0-4bd9-41c7-9289-735ef53e0cf3 req-752742ba-c097-4347-985a-4e3fb77dd70c tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:59.846194 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0f62dce0-4bd9-41c7-9289-735ef53e0cf3 req-752742ba-c097-4347-985a-4e3fb77dd70c tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0233de-c9ae-4d7b-9761-e5f439cd3c39 HTTP/1.1" status: 200 len: 945 time: 0.2189853 Jul 15 13:02:00.215856 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-49cab76c-309b-4d2b-9938-f24dd8afc9d8 req-6aeb94f0-3e83-4583-9477-54d1bfbdb2bd tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109595 Jul 15 13:02:00.241326 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0f62dce0-4bd9-41c7-9289-735ef53e0cf3 req-fcc29961-e7c0-4c70-b2ba-f90867b9f087 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/security-groups?id=c51af1c0-2b5c-4e46-9e96-4747552c3905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3859098 Jul 15 13:02:00.271004 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfece389-ade3-49a1-a0c9-ef3eed2d653d req-889d3155-c23d-4abd-8dfc-a28fadcf9a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:00.279737 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dfece389-ade3-49a1-a0c9-ef3eed2d653d req-889d3155-c23d-4abd-8dfc-a28fadcf9a50 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3e4e455c-d453-497d-ba37-93ffce367b23 HTTP/1.1" status: 200 len: 915 time: 0.4922702 Jul 15 13:02:00.346361 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dfece389-ade3-49a1-a0c9-ef3eed2d653d req-e43877d7-0167-4f55-8757-c92756c503a0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bedf0494-d83d-45cd-b128-aade17828742 HTTP/1.1" status: 200 len: 217 time: 0.0614538 Jul 15 13:02:00.563702 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfece389-ade3-49a1-a0c9-ef3eed2d653d req-0bba85ba-2846-4e13-b77e-5252e0080105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:00.565238 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dfece389-ade3-49a1-a0c9-ef3eed2d653d req-0bba85ba-2846-4e13-b77e-5252e0080105 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8508fcfd-4442-456d-b5c4-10ad0d53ff3b HTTP/1.1" status: 200 len: 854 time: 0.2038910 Jul 15 13:02:00.618091 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dfece389-ade3-49a1-a0c9-ef3eed2d653d req-aaae918e-c1d0-4f2c-889f-26e609bee7bb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3e4e455c-d453-497d-ba37-93ffce367b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439739 Jul 15 13:02:00.710502 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b0101-a532-42bd-a81c-d8cf04b0e658 req-00aa044c-a14f-4872-baea-7f825d5e60b4 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:00.712077 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c74b0101-a532-42bd-a81c-d8cf04b0e658 req-00aa044c-a14f-4872-baea-7f825d5e60b4 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4284129 Jul 15 13:02:00.763116 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da025ce-ea7f-4ac3-bca7-67dc1508ce40 req-23159564-977f-4a89-8b94-6256bef13b84 tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:00.765071 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8da025ce-ea7f-4ac3-bca7-67dc1508ce40 req-23159564-977f-4a89-8b94-6256bef13b84 tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cced7ea-0e0d-4ec0-8016-cbc84f5ef702 HTTP/1.1" status: 200 len: 946 time: 0.3957658 Jul 15 13:02:00.881840 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dfece389-ade3-49a1-a0c9-ef3eed2d653d req-cc1673b3-4d94-47b9-95b0-f99af6236481 service neutron] 10.222.0.46 "GET /v2.0/networks/3e4e455c-d453-497d-ba37-93ffce367b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522252 Jul 15 13:02:00.900019 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8da025ce-ea7f-4ac3-bca7-67dc1508ce40 req-e9040185-346e-4080-936e-bbfe0170c4ef tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4348345-6d19-4f73-843f-234d2e880b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270771 Jul 15 13:02:00.933315 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326706b1-655b-44b0-8280-8a27a543ed7b req-42adde82-9406-4697-825f-2cf909fe7019 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:00.935445 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-326706b1-655b-44b0-8280-8a27a543ed7b req-42adde82-9406-4697-825f-2cf909fe7019 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b0233de-c9ae-4d7b-9761-e5f439cd3c39 HTTP/1.1" status: 200 len: 945 time: 0.2709062 Jul 15 13:02:00.946765 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:01.037862 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:01.044689 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:01.044972 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:01.063927 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc96ab-bf75-48b3-a87d-98e715d247c9 req-6a5a1841-927c-4734-983a-4fc7f2165ee1 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:01.071195 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bebc96ab-bf75-48b3-a87d-98e715d247c9 req-6a5a1841-927c-4734-983a-4fc7f2165ee1 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90 HTTP/1.1" status: 200 len: 945 time: 0.2468998 Jul 15 13:02:01.109271 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dfece389-ade3-49a1-a0c9-ef3eed2d653d req-df635d2c-da78-4bde-9be5-9b0b5d684185 service neutron] 10.222.0.46 "GET /v2.0/networks/3e4e455c-d453-497d-ba37-93ffce367b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196188 Jul 15 13:02:01.157077 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5554f992-8be5-401d-a500-e6b30ed3bddc req-272b3eff-eca3-4b88-b391-f9d79b499314 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=ac33450048704a4384fd89ee661ff1c7 HTTP/1.1" status: 200 len: 1654 time: 0.1155238 Jul 15 13:02:01.166605 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:01.195762 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626d1795-bba5-4384-83ce-51017866037e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:01.198036 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79aa4da-2862-4a8a-a601-3cf29aafe498" -d '{"events": [{"server_uuid": "626d1795-bba5-4384-83ce-51017866037e", "name": "network-vif-plugged", "status": "completed", "tag": "2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:01.202515 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bebc96ab-bf75-48b3-a87d-98e715d247c9 req-c2e30bae-d0c5-49ae-abf0-19ec9d280517 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302516 Jul 15 13:02:01.215473 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93,segment=NetworkSegment(9940a96e-2d5b-4778-a27d-d984f6200b93),segment_id=9940a96e-2d5b-4778-a27d-d984f6200b93)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:01.224431 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:01.288759 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-326706b1-655b-44b0-8280-8a27a543ed7b req-1fdb091e-4f64-495c-9dc9-eb0d37f6cb8b tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Deleting port 4cc591f0-b54c-4ad6-87c4-83c9a229462a {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:01.289019 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-326706b1-655b-44b0-8280-8a27a543ed7b req-1fdb091e-4f64-495c-9dc9-eb0d37f6cb8b tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:01.361785 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cae93a7-4e00-4e16-bd24-801703788069 x-openstack-request-id: req-5cae93a7-4e00-4e16-bd24-801703788069 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:01.363818 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626d1795-bba5-4384-83ce-51017866037e", "name": "network-vif-plugged", "status": "completed", "tag": "2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:01.364080 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5cae93a7-4e00-4e16-bd24-801703788069 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:01.366115 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626d1795-bba5-4384-83ce-51017866037e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93', 'code': 200} Jul 15 13:02:01.372271 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:01.446159 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554f992-8be5-401d-a500-e6b30ed3bddc req-6f05c1be-df21-4b6b-92cd-268a50cd59a9 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:01.448231 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5554f992-8be5-401d-a500-e6b30ed3bddc req-6f05c1be-df21-4b6b-92cd-268a50cd59a9 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] 10.222.0.16 "GET /v2.0/networks?id=e1268488-a505-464f-96b0-8b93d6dfd7ab&id=e1268488-a505-464f-96b0-8b93d6dfd7ab&id=e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 787 time: 0.2762208 Jul 15 13:02:01.489843 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-326706b1-655b-44b0-8280-8a27a543ed7b req-1fdb091e-4f64-495c-9dc9-eb0d37f6cb8b tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] For port 4cc591f0-b54c-4ad6-87c4-83c9a229462a, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=4cc591f0-b54c-4ad6-87c4-83c9a229462a,segment=NetworkSegment(cd857633-46f6-4d90-bb5f-e587bc48f622),segment_id=cd857633-46f6-4d90-bb5f-e587bc48f622)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:01.490469 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-326706b1-655b-44b0-8280-8a27a543ed7b req-1fdb091e-4f64-495c-9dc9-eb0d37f6cb8b tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:01.663223 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-5554f992-8be5-401d-a500-e6b30ed3bddc req-9a637c11-094d-4eda-bcfb-1e7e5b7bc714 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:02:01.666816 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5554f992-8be5-401d-a500-e6b30ed3bddc req-9a637c11-094d-4eda-bcfb-1e7e5b7bc714 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0722983 Jul 15 13:02:01.851750 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40542) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:01.941687 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e8c5e-4b4a-4be5-bf35-b8a9da8a85de req-7545a0cd-b70e-4e82-b1d7-f8707c8f6b11 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:01.949815 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-531e8c5e-4b4a-4be5-bf35-b8a9da8a85de req-7545a0cd-b70e-4e82-b1d7-f8707c8f6b11 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=626d1795-bba5-4384-83ce-51017866037e HTTP/1.1" status: 200 len: 945 time: 0.3573263 Jul 15 13:02:02.000115 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e764fd-61b0-4a64-a73c-b86ffdbed074 req-3f26045f-a003-4a70-86b1-328a1fb26cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:02.001606 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f0e764fd-61b0-4a64-a73c-b86ffdbed074 req-3f26045f-a003-4a70-86b1-328a1fb26cc4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=626d1795-bba5-4384-83ce-51017866037e HTTP/1.1" status: 200 len: 1097 time: 0.4081275 Jul 15 13:02:02.061139 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b83968d2-f99d-4c99-a868-1584cd333d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:02.061510 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-326706b1-655b-44b0-8280-8a27a543ed7b req-1fdb091e-4f64-495c-9dc9-eb0d37f6cb8b tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:02.061970 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-326706b1-655b-44b0-8280-8a27a543ed7b req-1fdb091e-4f64-495c-9dc9-eb0d37f6cb8b tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:02.062456 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [req-326706b1-655b-44b0-8280-8a27a543ed7b req-1fdb091e-4f64-495c-9dc9-eb0d37f6cb8b tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Floating IP a7049271-08b4-4670-940e-dc1a6165e078 disassociated. External IP: 172.25.8.123, port: 4cc591f0-b54c-4ad6-87c4-83c9a229462a. Jul 15 13:02:02.062932 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-326706b1-655b-44b0-8280-8a27a543ed7b req-1fdb091e-4f64-495c-9dc9-eb0d37f6cb8b tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Calling delete_port for 4cc591f0-b54c-4ad6-87c4-83c9a229462a owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:02.081937 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-531e8c5e-4b4a-4be5-bf35-b8a9da8a85de req-32979c96-ab6e-4361-a692-a14fd3f7cd78 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310823 Jul 15 13:02:02.170695 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f0e764fd-61b0-4a64-a73c-b86ffdbed074 req-f890a8fb-5c3f-424b-9626-fd63b0bbabc8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416662 Jul 15 13:02:02.179982 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:02.238476 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b83968d2-f99d-4c99-a868-1584cd333d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:02.245662 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b83968d2-f99d-4c99-a868-1584cd333d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:02.250341 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3dfc9b40-fa11-49f1-98b7-11f9355e64ef req-18a75cd3-e67f-491b-b3ac-00b0f476182e tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] 10.222.0.16 "GET /v2.0/floatingips/b26fa576-73d8-4d6c-b4ca-9964dfe098fa HTTP/1.1" status: 200 len: 693 time: 0.0960424 Jul 15 13:02:02.273386 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37bd3c-ca65-44f0-b80f-251327167b51 req-f0e20c2d-a489-40ad-8bbd-925194bf0c35 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:02.274934 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc37bd3c-ca65-44f0-b80f-251327167b51 req-f0e20c2d-a489-40ad-8bbd-925194bf0c35 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0233de-c9ae-4d7b-9761-e5f439cd3c39 HTTP/1.1" status: 200 len: 945 time: 0.3178442 Jul 15 13:02:02.284751 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83968d2-f99d-4c99-a868-1584cd333d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a547c1-bd6b-4083-99d6-b2aca5d59cd4,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:02.302018 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83968d2-f99d-4c99-a868-1584cd333d50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:02.302961 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83968d2-f99d-4c99-a868-1584cd333d50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:02.303473 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83968d2-f99d-4c99-a868-1584cd333d50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:02.303970 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83968d2-f99d-4c99-a868-1584cd333d50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:02.304753 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83968d2-f99d-4c99-a868-1584cd333d50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:02.305260 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83968d2-f99d-4c99-a868-1584cd333d50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:02.305754 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83968d2-f99d-4c99-a868-1584cd333d50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:02.307011 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83968d2-f99d-4c99-a868-1584cd333d50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:02.307364 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83968d2-f99d-4c99-a868-1584cd333d50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:02.307714 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83968d2-f99d-4c99-a868-1584cd333d50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:02.308058 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83968d2-f99d-4c99-a868-1584cd333d50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:02.311711 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83968d2-f99d-4c99-a868-1584cd333d50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:02.343320 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b83968d2-f99d-4c99-a868-1584cd333d50 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=709e788d2e3a4e188702c367b3c19315&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4897399 Jul 15 13:02:02.346021 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40550) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:02.398678 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4ffcd08f-f1e4-49d9-ae46-bc163b910413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:02.403865 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc37bd3c-ca65-44f0-b80f-251327167b51 req-d6a7a428-f5b6-4f84-b5fc-0c15d676a68b tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/security-groups?id=c51af1c0-2b5c-4e46-9e96-4747552c3905&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1155128 Jul 15 13:02:02.408607 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-913cf0a7-4e68-41e4-93f8-5344cc4900b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:02.436687 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-913cf0a7-4e68-41e4-93f8-5344cc4900b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:02.474513 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc9b40-fa11-49f1-98b7-11f9355e64ef req-a983fe3b-a59b-4474-94de-3432f5c7074b tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:02.481924 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3dfc9b40-fa11-49f1-98b7-11f9355e64ef req-a983fe3b-a59b-4474-94de-3432f5c7074b tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] 10.222.0.16 "GET /v2.0/networks/e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 784 time: 0.2306085 Jul 15 13:02:02.496548 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-913cf0a7-4e68-41e4-93f8-5344cc4900b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:02.499270 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-913cf0a7-4e68-41e4-93f8-5344cc4900b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:02.500462 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-913cf0a7-4e68-41e4-93f8-5344cc4900b4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/89a547c1-bd6b-4083-99d6-b2aca5d59cd4 HTTP/1.1" status: 204 len: 168 time: 0.1527715 Jul 15 13:02:02.516445 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-326706b1-655b-44b0-8280-8a27a543ed7b req-1fdb091e-4f64-495c-9dc9-eb0d37f6cb8b tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:02.523770 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913cf0a7-4e68-41e4-93f8-5344cc4900b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a547c1-bd6b-4083-99d6-b2aca5d59cd4,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:02.620102 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3dfc9b40-fa11-49f1-98b7-11f9355e64ef req-0ae9c7de-c723-4fb4-9624-92003e787c69 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.137 HTTP/1.1" status: 200 len: 696 time: 0.1371977 Jul 15 13:02:02.631473 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb091e-4f64-495c-9dc9-eb0d37f6cb8b tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Pushing event deleted for resources: {'Port': ['ID=4cc591f0-b54c-4ad6-87c4-83c9a229462a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:02.712791 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3dfc9b40-fa11-49f1-98b7-11f9355e64ef req-1d2e28ed-1b2e-40be-a569-933f94809add tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.137 HTTP/1.1" status: 200 len: 696 time: 0.0918181 Jul 15 13:02:02.959836 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 4cc591f0-b54c-4ad6-87c4-83c9a229462a no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:02:03.009301 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 4cc591f0-b54c-4ad6-87c4-83c9a229462a {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:02:03.009659 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 4cc591f0-b54c-4ad6-87c4-83c9a229462a not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:02:03.450415 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:03.603853 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40590) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:03.723679 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc24c0-c4fd-452f-a00b-19fab404701d req-da828604-ad9c-4b1c-94d8-f020dac104dc tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:03.725178 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-27bc24c0-c4fd-452f-a00b-19fab404701d req-da828604-ad9c-4b1c-94d8-f020dac104dc tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cced7ea-0e0d-4ec0-8016-cbc84f5ef702 HTTP/1.1" status: 200 len: 946 time: 1.1021249 Jul 15 13:02:03.735780 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-11752483-eb1d-47b2-a985-f2ffde190c3a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1027806307-network', 'tenant_id': '2b035c7c53f34c4894f8df8f7c8ed177'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:03.770284 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11752483-eb1d-47b2-a985-f2ffde190c3a admin admin] Made reservation on behalf of 2b035c7c53f34c4894f8df8f7c8ed177 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:03.774789 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-11752483-eb1d-47b2-a985-f2ffde190c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:03.787300 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-11752483-eb1d-47b2-a985-f2ffde190c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:03.801950 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-27bc24c0-c4fd-452f-a00b-19fab404701d req-54eceb7a-26ad-4ff1-9a43-3cbd5919905b tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4348345-6d19-4f73-843f-234d2e880b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545387 Jul 15 13:02:03.816344 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-326706b1-655b-44b0-8280-8a27a543ed7b req-1fdb091e-4f64-495c-9dc9-eb0d37f6cb8b tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Router de53690b-ee56-4872-aa83-a05f237c0443 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:02:03.947358 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-3dfc9b40-fa11-49f1-98b7-11f9355e64ef req-e1744893-0fcb-4ea4-9113-940d235199ee tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Deleting port 3a720363-d867-4a30-8950-0baccbd3fffa {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:03.948252 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3dfc9b40-fa11-49f1-98b7-11f9355e64ef req-e1744893-0fcb-4ea4-9113-940d235199ee tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:04.019679 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-11752483-eb1d-47b2-a985-f2ffde190c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:04.024617 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-11752483-eb1d-47b2-a985-f2ffde190c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:04.037364 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11752483-eb1d-47b2-a985-f2ffde190c3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:02:04.050804 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-11752483-eb1d-47b2-a985-f2ffde190c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:04.051148 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-11752483-eb1d-47b2-a985-f2ffde190c3a admin admin] Added segment 521d75d1-351f-4a9e-8719-1ad743683f6d of type vlan for network 920f4c35-2cbc-44c3-bde9-64e463d27c74 Jul 15 13:02:04.109099 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11752483-eb1d-47b2-a985-f2ffde190c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b17403a-183a-42fd-9442-eb6387c000bb,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:04.120137 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-11752483-eb1d-47b2-a985-f2ffde190c3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:04.164682 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-11752483-eb1d-47b2-a985-f2ffde190c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:04.165844 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11752483-eb1d-47b2-a985-f2ffde190c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:04.166492 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-11752483-eb1d-47b2-a985-f2ffde190c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:04.169578 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3dfc9b40-fa11-49f1-98b7-11f9355e64ef req-e1744893-0fcb-4ea4-9113-940d235199ee tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:04.169963 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3dfc9b40-fa11-49f1-98b7-11f9355e64ef req-e1744893-0fcb-4ea4-9113-940d235199ee tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:04.212351 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-11752483-eb1d-47b2-a985-f2ffde190c3a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6059248 Jul 15 13:02:04.213043 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40606) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:04.220337 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-2e6a8515-28a9-4250-b4ab-b6e47c14f001 admin admin] Request body: {'subnet': {'network_id': '920f4c35-2cbc-44c3-bde9-64e463d27c74', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1027806307-subnet', 'tenant_id': '2b035c7c53f34c4894f8df8f7c8ed177', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:04.221984 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-3dfc9b40-fa11-49f1-98b7-11f9355e64ef req-e1744893-0fcb-4ea4-9113-940d235199ee tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Calling delete_port for 3a720363-d867-4a30-8950-0baccbd3fffa owned by network:floatingip {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:04.250515 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-326706b1-655b-44b0-8280-8a27a543ed7b req-1fdb091e-4f64-495c-9dc9-eb0d37f6cb8b tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:02:04.260494 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11752483-eb1d-47b2-a985-f2ffde190c3a admin admin] Pushing event updated for resources: {'Network': ['ID=920f4c35-2cbc-44c3-bde9-64e463d27c74,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:04.265800 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6538330b-b531-418e-97b7-80039e5028d4 None None] Sync routers for ids ['de53690b-ee56-4872-aa83-a05f237c0443'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:02:04.272833 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6a8515-28a9-4250-b4ab-b6e47c14f001 admin admin] Made reservation on behalf of 2b035c7c53f34c4894f8df8f7c8ed177 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:04.275630 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2e6a8515-28a9-4250-b4ab-b6e47c14f001 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:04.283575 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6538330b-b531-418e-97b7-80039e5028d4 None None] Routers {'de53690b-ee56-4872-aa83-a05f237c0443'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:02:04.284203 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-6538330b-b531-418e-97b7-80039e5028d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:02:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['de53690b-ee56-4872-aa83-a05f237c0443'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:04.286217 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 920f4c35-2cbc-44c3-bde9-64e463d27c74 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:02:04.369119 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d67d9-35dc-497a-9e4e-f6f859c097b1 req-00059bbc-9662-4cbf-bb0d-be4e95971ce2 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:04.371633 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-387d67d9-35dc-497a-9e4e-f6f859c097b1 req-00059bbc-9662-4cbf-bb0d-be4e95971ce2 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90 HTTP/1.1" status: 200 len: 945 time: 0.3242371 Jul 15 13:02:04.372794 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-326706b1-655b-44b0-8280-8a27a543ed7b req-1fdb091e-4f64-495c-9dc9-eb0d37f6cb8b tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] No DVR routers for this DVR port 4cc591f0-b54c-4ad6-87c4-83c9a229462a on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:02:04.376154 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-326706b1-655b-44b0-8280-8a27a543ed7b req-1fdb091e-4f64-495c-9dc9-eb0d37f6cb8b tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:04.378840 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-326706b1-655b-44b0-8280-8a27a543ed7b req-1fdb091e-4f64-495c-9dc9-eb0d37f6cb8b tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.46 "DELETE /v2.0/ports/4cc591f0-b54c-4ad6-87c4-83c9a229462a HTTP/1.1" status: 204 len: 173 time: 3.4339731 Jul 15 13:02:04.393927 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b0233de-c9ae-4d7b-9761-e5f439cd3c39', 'name': 'network-vif-deleted', 'tag': '4cc591f0-b54c-4ad6-87c4-83c9a229462a'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:04.397159 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4615612-7d7d-467b-b0dd-a8e19af04884" -d '{"events": [{"server_uuid": "7b0233de-c9ae-4d7b-9761-e5f439cd3c39", "name": "network-vif-deleted", "tag": "4cc591f0-b54c-4ad6-87c4-83c9a229462a"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:04.522166 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-387d67d9-35dc-497a-9e4e-f6f859c097b1 req-f00be1cd-24c8-4135-8815-c7bf83eef990 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292410 Jul 15 13:02:04.587302 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2e6a8515-28a9-4250-b4ab-b6e47c14f001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:04.637104 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-6538330b-b531-418e-97b7-80039e5028d4 None None] Set router de53690b-ee56-4872-aa83-a05f237c0443 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:02:04.649563 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3dfc9b40-fa11-49f1-98b7-11f9355e64ef req-e1744893-0fcb-4ea4-9113-940d235199ee tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:04.717994 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1744893-0fcb-4ea4-9113-940d235199ee tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Pushing event deleted for resources: {'Port': ['ID=3a720363-d867-4a30-8950-0baccbd3fffa,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:04.723665 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a8515-28a9-4250-b4ab-b6e47c14f001 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0038363-d97b-4bfd-a538-2a4991d9b51d,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:04.742405 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6a8515-28a9-4250-b4ab-b6e47c14f001 admin admin] Checking segment: {'id': '521d75d1-351f-4a9e-8719-1ad743683f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '920f4c35-2cbc-44c3-bde9-64e463d27c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:04.742975 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6a8515-28a9-4250-b4ab-b6e47c14f001 admin admin] Network hostable DHCP agents. Network: 920f4c35-2cbc-44c3-bde9-64e463d27c74, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:02:04.771786 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6a8515-28a9-4250-b4ab-b6e47c14f001 admin admin] Network 920f4c35-2cbc-44c3-bde9-64e463d27c74 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:02:04.785974 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-2e6a8515-28a9-4250-b4ab-b6e47c14f001 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 920f4c35-2cbc-44c3-bde9-64e463d27c74) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:04.803593 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6a8515-28a9-4250-b4ab-b6e47c14f001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:04.805059 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2e6a8515-28a9-4250-b4ab-b6e47c14f001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:04.848827 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2e6a8515-28a9-4250-b4ab-b6e47c14f001 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6257224 Jul 15 13:02:04.861719 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fc4a8e-e0ff-49a2-9867-22d5e5edbe3f None None] Network 920f4c35-2cbc-44c3-bde9-64e463d27c74 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:02:04.871675 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3dfc9b40-fa11-49f1-98b7-11f9355e64ef req-e1744893-0fcb-4ea4-9113-940d235199ee tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks [] for floatingip, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:04.883653 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3dfc9b40-fa11-49f1-98b7-11f9355e64ef req-e1744893-0fcb-4ea4-9113-940d235199ee tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:04.886599 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3dfc9b40-fa11-49f1-98b7-11f9355e64ef req-e1744893-0fcb-4ea4-9113-940d235199ee tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] 10.222.0.16 "DELETE /v2.0/floatingips/b26fa576-73d8-4d6c-b4ca-9964dfe098fa HTTP/1.1" status: 204 len: 173 time: 2.1659071 Jul 15 13:02:05.303479 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e3c33-974b-4e74-9daa-21365a4cba53 req-3bf6ea6c-f2ae-4471-8a77-248e3820ead2 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:05.309925 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d74e3c33-974b-4e74-9daa-21365a4cba53 req-3bf6ea6c-f2ae-4471-8a77-248e3820ead2 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=626d1795-bba5-4384-83ce-51017866037e HTTP/1.1" status: 200 len: 945 time: 0.1537929 Jul 15 13:02:05.311513 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:05.387627 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d74e3c33-974b-4e74-9daa-21365a4cba53 req-7ad7fef7-5014-441b-9147-627707296513 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638630 Jul 15 13:02:05.415240 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43335112-f75d-4359-bde8-ed10e7bb8424 None None] Network 920f4c35-2cbc-44c3-bde9-64e463d27c74 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:02:05.461517 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881a20e1-c94c-4b1b-b3dd-11e1f3c07e9a x-openstack-request-id: req-881a20e1-c94c-4b1b-b3dd-11e1f3c07e9a {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:05.461811 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b0233de-c9ae-4d7b-9761-e5f439cd3c39", "name": "network-vif-deleted", "tag": "4cc591f0-b54c-4ad6-87c4-83c9a229462a", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:05.462067 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-881a20e1-c94c-4b1b-b3dd-11e1f3c07e9a {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:05.462496 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b0233de-c9ae-4d7b-9761-e5f439cd3c39', 'name': 'network-vif-deleted', 'tag': '4cc591f0-b54c-4ad6-87c4-83c9a229462a', 'status': 'completed', 'code': 200} Jul 15 13:02:05.537569 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d88d80dd-5702-4ec8-981d-f2cb7304a2f3 req-c3a60376-5113-4649-b09f-fd3f68282936 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] 10.222.0.16 "GET /v2.0/floatingips/1823cd86-2695-4037-bc7b-37c623a70f3a HTTP/1.1" status: 200 len: 692 time: 0.0620954 Jul 15 13:02:05.565767 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-6538330b-b531-418e-97b7-80039e5028d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-24460711-router', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fbf4475e-a3de-4aaf-ace0-d489d9ec01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:09Z', 'updated_at': '2021-07-15T12:57:14Z', 'revision_number': 4, 'project_id': 'b1bed3db82d94ba082f589d0abe653bf', 'gw_port': {'id': 'fbf4475e-a3de-4aaf-ace0-d489d9ec01c3', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:10Z', 'updated_at': '2021-07-15T12:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '0fb284e8-7f46-4e01-b005-741d6805e669', 'name': '', 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'mac_address': 'fa:16:3e:74:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd44e2be9-560a-4145-9cc8-a12eda01a935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:13Z', 'updated_at': '2021-07-15T12:57:21Z', 'revision_number': 5, 'project_id': 'b1bed3db82d94ba082f589d0abe653bf', 'subnets': [{'id': 'd44e2be9-560a-4145-9cc8-a12eda01a935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:05.584791 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-19335d6d-4198-4e1c-9da6-c95558159fc0 req-770deced-c2df-45dd-8047-523663a5ffea tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2074578387', 'description': 'tempest-description-385763513'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:05.625122 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6538330b-b531-418e-97b7-80039e5028d4 None None] Checking router: de53690b-ee56-4872-aa83-a05f237c0443 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:02:05.634195 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6538330b-b531-418e-97b7-80039e5028d4 None None] Routers {'de53690b-ee56-4872-aa83-a05f237c0443'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:02:05.634831 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-6538330b-b531-418e-97b7-80039e5028d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:02:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['de53690b-ee56-4872-aa83-a05f237c0443'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:05.669468 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-19335d6d-4198-4e1c-9da6-c95558159fc0 req-770deced-c2df-45dd-8047-523663a5ffea tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:05.696281 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d80dd-5702-4ec8-981d-f2cb7304a2f3 req-57d24c46-5f91-4283-a01f-a93e4d6c2ba4 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:05.697805 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d88d80dd-5702-4ec8-981d-f2cb7304a2f3 req-57d24c46-5f91-4283-a01f-a93e4d6c2ba4 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] 10.222.0.16 "GET /v2.0/networks/e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 784 time: 0.1548240 Jul 15 13:02:05.754416 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-6538330b-b531-418e-97b7-80039e5028d4 None None] Set router de53690b-ee56-4872-aa83-a05f237c0443 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:02:05.764264 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d88d80dd-5702-4ec8-981d-f2cb7304a2f3 req-319aba6f-f091-424b-8c77-6dbf35329bd7 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.39 HTTP/1.1" status: 200 len: 695 time: 0.0577717 Jul 15 13:02:05.842821 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d88d80dd-5702-4ec8-981d-f2cb7304a2f3 req-293651d8-7154-4b97-8b13-5b7ad7269682 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.39 HTTP/1.1" status: 200 len: 695 time: 0.0693910 Jul 15 13:02:05.917167 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-19335d6d-4198-4e1c-9da6-c95558159fc0 req-770deced-c2df-45dd-8047-523663a5ffea tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:05.952675 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-19335d6d-4198-4e1c-9da6-c95558159fc0 req-770deced-c2df-45dd-8047-523663a5ffea tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:05.984637 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-6538330b-b531-418e-97b7-80039e5028d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-24460711-router', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fbf4475e-a3de-4aaf-ace0-d489d9ec01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:09Z', 'updated_at': '2021-07-15T12:57:14Z', 'revision_number': 4, 'project_id': 'b1bed3db82d94ba082f589d0abe653bf', 'gw_port': {'id': 'fbf4475e-a3de-4aaf-ace0-d489d9ec01c3', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:10Z', 'updated_at': '2021-07-15T12:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '0fb284e8-7f46-4e01-b005-741d6805e669', 'name': '', 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'mac_address': 'fa:16:3e:74:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd44e2be9-560a-4145-9cc8-a12eda01a935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:13Z', 'updated_at': '2021-07-15T12:57:21Z', 'revision_number': 5, 'project_id': 'b1bed3db82d94ba082f589d0abe653bf', 'subnets': [{'id': 'd44e2be9-560a-4145-9cc8-a12eda01a935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:06.000403 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-19335d6d-4198-4e1c-9da6-c95558159fc0 req-770deced-c2df-45dd-8047-523663a5ffea tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:06.001631 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-19335d6d-4198-4e1c-9da6-c95558159fc0 req-770deced-c2df-45dd-8047-523663a5ffea tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4235148 Jul 15 13:02:06.013749 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770deced-c2df-45dd-8047-523663a5ffea tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0a8d9c-5612-4595-ae89-b10de0d88713,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:06.014660 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6538330b-b531-418e-97b7-80039e5028d4 None None] The sync data for ids ['de53690b-ee56-4872-aa83-a05f237c0443'] in n-d-771363-36 is: [{'id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-24460711-router', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fbf4475e-a3de-4aaf-ace0-d489d9ec01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:09Z', 'updated_at': '2021-07-15T12:57:14Z', 'revision_number': 4, 'project_id': 'b1bed3db82d94ba082f589d0abe653bf', 'gw_port': {'id': 'fbf4475e-a3de-4aaf-ace0-d489d9ec01c3', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:10Z', 'updated_at': '2021-07-15T12:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '0fb284e8-7f46-4e01-b005-741d6805e669', 'name': '', 'network_id': '2691f40b-6294-497c-8479-3f33a37dc0ee', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'mac_address': 'fa:16:3e:74:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd44e2be9-560a-4145-9cc8-a12eda01a935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:13Z', 'updated_at': '2021-07-15T12:57:21Z', 'revision_number': 5, 'project_id': 'b1bed3db82d94ba082f589d0abe653bf', 'subnets': [{'id': 'd44e2be9-560a-4145-9cc8-a12eda01a935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:02:06.025372 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:02:06.046054 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-d88d80dd-5702-4ec8-981d-f2cb7304a2f3 req-0561acee-9192-48ec-8126-0c668af52da5 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Deleting port b02670d4-a203-43ed-a674-3ce94e112747 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:06.046406 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d88d80dd-5702-4ec8-981d-f2cb7304a2f3 req-0561acee-9192-48ec-8126-0c668af52da5 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:06.142609 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d88d80dd-5702-4ec8-981d-f2cb7304a2f3 req-0561acee-9192-48ec-8126-0c668af52da5 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:06.142962 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d88d80dd-5702-4ec8-981d-f2cb7304a2f3 req-0561acee-9192-48ec-8126-0c668af52da5 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:06.160291 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-d88d80dd-5702-4ec8-981d-f2cb7304a2f3 req-0561acee-9192-48ec-8126-0c668af52da5 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Calling delete_port for b02670d4-a203-43ed-a674-3ce94e112747 owned by network:floatingip {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:06.328230 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d88d80dd-5702-4ec8-981d-f2cb7304a2f3 req-0561acee-9192-48ec-8126-0c668af52da5 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:06.360321 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561acee-9192-48ec-8126-0c668af52da5 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Pushing event deleted for resources: {'Port': ['ID=b02670d4-a203-43ed-a674-3ce94e112747,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:06.471944 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d88d80dd-5702-4ec8-981d-f2cb7304a2f3 req-0561acee-9192-48ec-8126-0c668af52da5 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks [] for floatingip, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:06.474932 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d88d80dd-5702-4ec8-981d-f2cb7304a2f3 req-0561acee-9192-48ec-8126-0c668af52da5 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:06.481565 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d88d80dd-5702-4ec8-981d-f2cb7304a2f3 req-0561acee-9192-48ec-8126-0c668af52da5 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] 10.222.0.16 "DELETE /v2.0/floatingips/1823cd86-2695-4037-bc7b-37c623a70f3a HTTP/1.1" status: 204 len: 173 time: 0.6240482 Jul 15 13:02:06.492279 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ba6dd7-840d-43d5-97a3-cf91a25a17de None None] New status for floating IP a7049271-08b4-4670-940e-dc1a6165e078: DOWN {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:02:06.814885 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bcb8079a-5a6b-4fe1-b203-7a45bf001f06 req-c6637645-fcf9-4c3f-88f9-6eb85ecf91ff tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] 10.222.0.16 "GET /v2.0/security-groups/9a0a8d9c-5612-4595-ae89-b10de0d88713 HTTP/1.1" status: 200 len: 1804 time: 0.0481265 Jul 15 13:02:06.843799 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-bcb8079a-5a6b-4fe1-b203-7a45bf001f06 req-89e7152d-8515-418e-8271-d6ef4049d265 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9a0a8d9c-5612-4595-ae89-b10de0d88713', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:06.844504 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-bcb8079a-5a6b-4fe1-b203-7a45bf001f06 req-89e7152d-8515-418e-8271-d6ef4049d265 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9a0a8d9c-5612-4595-ae89-b10de0d88713', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:06.915185 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b85f0d-9b72-4ea7-9985-1e09967b4480 req-e0714a39-58c3-4cf2-a2e6-b79aabc029e1 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:06.916912 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f7b85f0d-9b72-4ea7-9985-1e09967b4480 req-e0714a39-58c3-4cf2-a2e6-b79aabc029e1 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90 HTTP/1.1" status: 200 len: 945 time: 0.1240330 Jul 15 13:02:06.953346 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bcb8079a-5a6b-4fe1-b203-7a45bf001f06 req-89e7152d-8515-418e-8271-d6ef4049d265 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:06.997784 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f7b85f0d-9b72-4ea7-9985-1e09967b4480 req-572a9878-e05d-4cee-b266-e36c25b2a0ba tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710378 Jul 15 13:02:07.024914 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bcb8079a-5a6b-4fe1-b203-7a45bf001f06 req-89e7152d-8515-418e-8271-d6ef4049d265 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:07.034783 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bcb8079a-5a6b-4fe1-b203-7a45bf001f06 req-89e7152d-8515-418e-8271-d6ef4049d265 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:07.089764 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa04762b-4b76-4823-8b5a-492de3e02127 req-54297053-04c2-4f2c-a99f-e43fda78db5e tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] 10.222.0.16 "GET /v2.0/floatingips/69b3f7bb-99ec-4837-8bb1-1277435445ad HTTP/1.1" status: 200 len: 691 time: 0.0632904 Jul 15 13:02:07.091594 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e7152d-8515-418e-8271-d6ef4049d265 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17875e67-6f12-4ee1-80f8-aa648f995624,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:07.106955 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bcb8079a-5a6b-4fe1-b203-7a45bf001f06 req-89e7152d-8515-418e-8271-d6ef4049d265 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:07.118368 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bcb8079a-5a6b-4fe1-b203-7a45bf001f06 req-89e7152d-8515-418e-8271-d6ef4049d265 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2882316 Jul 15 13:02:07.287707 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04762b-4b76-4823-8b5a-492de3e02127 req-f568bcfb-4900-4c79-a1a3-d725c5a2927c tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:07.298646 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa04762b-4b76-4823-8b5a-492de3e02127 req-f568bcfb-4900-4c79-a1a3-d725c5a2927c tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] 10.222.0.16 "GET /v2.0/networks/e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 784 time: 0.2024434 Jul 15 13:02:07.404317 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa04762b-4b76-4823-8b5a-492de3e02127 req-607610c3-7ed2-406a-bf55-30cecd2b13d0 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.4 HTTP/1.1" status: 200 len: 694 time: 0.1044562 Jul 15 13:02:07.499596 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa04762b-4b76-4823-8b5a-492de3e02127 req-4c8c57fa-cfac-4ea2-ade4-ba71572788c1 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.4 HTTP/1.1" status: 200 len: 694 time: 0.0887785 Jul 15 13:02:07.550108 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-844fb85a-16e8-49b3-9288-8b27e5723b4a req-f38d834c-9c90-46eb-ae8d-5a4cd2efaff0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=42d38631-e256-4930-ba2f-0a20b23412ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3258569 Jul 15 13:02:07.568508 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c7607-ba95-42f9-9324-8faa84f1b27b req-91bde462-0bfe-4a5b-8da9-a52f9caf32a6 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:07.570199 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-521c7607-ba95-42f9-9324-8faa84f1b27b req-91bde462-0bfe-4a5b-8da9-a52f9caf32a6 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=626d1795-bba5-4384-83ce-51017866037e HTTP/1.1" status: 200 len: 945 time: 0.2620916 Jul 15 13:02:07.705864 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-521c7607-ba95-42f9-9324-8faa84f1b27b req-d1eabc83-d3a5-43e2-999e-0bce32e1aeb1 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290455 Jul 15 13:02:07.750353 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fb85a-16e8-49b3-9288-8b27e5723b4a req-91d45a18-3022-416e-acd5-2995d7fddae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:07.752055 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-844fb85a-16e8-49b3-9288-8b27e5723b4a req-91d45a18-3022-416e-acd5-2995d7fddae2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eab83a220c154216861503618b01c15d&device_id=42d38631-e256-4930-ba2f-0a20b23412ac HTTP/1.1" status: 200 len: 1096 time: 0.1395161 Jul 15 13:02:07.758680 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-fa04762b-4b76-4823-8b5a-492de3e02127 req-1f7b76cf-d371-4836-a075-075c2f192f42 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Deleting port 336dddc9-0293-41fb-8c84-6c24cb685d0d {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:07.759103 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-fa04762b-4b76-4823-8b5a-492de3e02127 req-1f7b76cf-d371-4836-a075-075c2f192f42 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:07.962843 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-fa04762b-4b76-4823-8b5a-492de3e02127 req-1f7b76cf-d371-4836-a075-075c2f192f42 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:07.963512 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-fa04762b-4b76-4823-8b5a-492de3e02127 req-1f7b76cf-d371-4836-a075-075c2f192f42 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:07.997249 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-fa04762b-4b76-4823-8b5a-492de3e02127 req-1f7b76cf-d371-4836-a075-075c2f192f42 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Calling delete_port for 336dddc9-0293-41fb-8c84-6c24cb685d0d owned by network:floatingip {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:08.004162 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fb85a-16e8-49b3-9288-8b27e5723b4a req-4021e9d0-e82d-43f0-9a26-d356b79ad015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:08.005822 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-844fb85a-16e8-49b3-9288-8b27e5723b4a req-4021e9d0-e82d-43f0-9a26-d356b79ad015 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3ccc611d-a289-44b3-992b-3e39605548b4 HTTP/1.1" status: 200 len: 908 time: 0.2236583 Jul 15 13:02:08.064912 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-844fb85a-16e8-49b3-9288-8b27e5723b4a req-a1696467-b3e1-4a0e-bdcb-3e3410abb354 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0642442-6154-4546-915d-d5c237c9811d HTTP/1.1" status: 200 len: 217 time: 0.0523038 Jul 15 13:02:08.126110 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfcbc83-bffb-4662-8742-b1fa2ad233f8 req-c23c5441-58f2-4ffb-82ca-ee42ea37781a tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:08.127680 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6bfcbc83-bffb-4662-8742-b1fa2ad233f8 req-c23c5441-58f2-4ffb-82ca-ee42ea37781a tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cced7ea-0e0d-4ec0-8016-cbc84f5ef702 HTTP/1.1" status: 200 len: 946 time: 0.2753353 Jul 15 13:02:08.201522 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fb85a-16e8-49b3-9288-8b27e5723b4a req-c77dc402-fc35-43b9-b3f2-e8fa4fb7531a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:08.203065 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-844fb85a-16e8-49b3-9288-8b27e5723b4a req-c77dc402-fc35-43b9-b3f2-e8fa4fb7531a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7de80623-b855-4366-a308-8757d4a69fb8 HTTP/1.1" status: 200 len: 847 time: 0.1024299 Jul 15 13:02:08.213006 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6bfcbc83-bffb-4662-8742-b1fa2ad233f8 req-aa909470-68c4-4c41-8e0d-5849eba60185 tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4348345-6d19-4f73-843f-234d2e880b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630367 Jul 15 13:02:08.251285 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-844fb85a-16e8-49b3-9288-8b27e5723b4a req-53a60abe-2155-43e2-aef7-7bbac70de600 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3ccc611d-a289-44b3-992b-3e39605548b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414219 Jul 15 13:02:08.271799 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-c22571bc-43c0-442c-b13c-02d3f188ed0e req-da6b455c-c70a-49a8-aca3-6cc0053803bd tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-716108203', 'description': 'tempest-description-1095364408'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:08.396127 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c22571bc-43c0-442c-b13c-02d3f188ed0e req-da6b455c-c70a-49a8-aca3-6cc0053803bd tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:08.412852 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-fa04762b-4b76-4823-8b5a-492de3e02127 req-1f7b76cf-d371-4836-a075-075c2f192f42 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:08.469773 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b76cf-d371-4836-a075-075c2f192f42 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Pushing event deleted for resources: {'Port': ['ID=336dddc9-0293-41fb-8c84-6c24cb685d0d,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:08.480402 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-844fb85a-16e8-49b3-9288-8b27e5723b4a req-7bb91f71-9678-42c3-9d46-da5502f6c48e service neutron] 10.222.0.20 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160494 Jul 15 13:02:08.669108 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-fa04762b-4b76-4823-8b5a-492de3e02127 req-1f7b76cf-d371-4836-a075-075c2f192f42 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks [] for floatingip, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:08.672077 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-fa04762b-4b76-4823-8b5a-492de3e02127 req-1f7b76cf-d371-4836-a075-075c2f192f42 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:08.673246 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa04762b-4b76-4823-8b5a-492de3e02127 req-1f7b76cf-d371-4836-a075-075c2f192f42 tempest-FloatingIPDetailsTestJSON-736752589 tempest-FloatingIPDetailsTestJSON-736752589-project] 10.222.0.16 "DELETE /v2.0/floatingips/69b3f7bb-99ec-4837-8bb1-1277435445ad HTTP/1.1" status: 204 len: 173 time: 1.1726975 Jul 15 13:02:08.680132 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40680) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:08.721210 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40682) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:08.747251 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b05c33-e2fb-405b-acca-5527a5893ae2 req-e7455ef3-490c-411f-93bd-6503dede9e56 tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:08.748839 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-47b05c33-e2fb-405b-acca-5527a5893ae2 req-e7455ef3-490c-411f-93bd-6503dede9e56 tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cced7ea-0e0d-4ec0-8016-cbc84f5ef702 HTTP/1.1" status: 200 len: 946 time: 0.2943633 Jul 15 13:02:08.758083 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c22571bc-43c0-442c-b13c-02d3f188ed0e req-da6b455c-c70a-49a8-aca3-6cc0053803bd tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:08.778465 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c22571bc-43c0-442c-b13c-02d3f188ed0e req-da6b455c-c70a-49a8-aca3-6cc0053803bd tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:08.808026 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-844fb85a-16e8-49b3-9288-8b27e5723b4a req-a265d115-6f76-4cf1-8b14-c6b29abbeafa service neutron] 10.222.0.20 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889500 Jul 15 13:02:08.894554 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c22571bc-43c0-442c-b13c-02d3f188ed0e req-da6b455c-c70a-49a8-aca3-6cc0053803bd tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:08.907357 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c22571bc-43c0-442c-b13c-02d3f188ed0e req-da6b455c-c70a-49a8-aca3-6cc0053803bd tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6438932 Jul 15 13:02:08.920340 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b455c-c70a-49a8-aca3-6cc0053803bd tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b696761-b86b-4aa4-9bed-2d2d735832d0,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:08.995604 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d4763f4c-94f7-42fe-a27c-703893820be6 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:09.029542 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d4763f4c-94f7-42fe-a27c-703893820be6 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:09.172914 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d4763f4c-94f7-42fe-a27c-703893820be6 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:09.175444 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d4763f4c-94f7-42fe-a27c-703893820be6 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:09.176587 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d4763f4c-94f7-42fe-a27c-703893820be6 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "DELETE /v2.0/security-groups/c51af1c0-2b5c-4e46-9e96-4747552c3905 HTTP/1.1" status: 204 len: 168 time: 0.4517450 Jul 15 13:02:09.185049 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40688) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:09.188867 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-30d3e62f-608c-42b7-8b4e-da6b84d4f673 req-58fc4f87-cec8-4ed0-9c40-449fe995e12e tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] 10.222.0.16 "GET /v2.0/security-groups/0b696761-b86b-4aa4-9bed-2d2d735832d0 HTTP/1.1" status: 200 len: 1804 time: 0.1102850 Jul 15 13:02:09.202624 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-47b05c33-e2fb-405b-acca-5527a5893ae2 req-e8b7ac02-12cc-441e-85f9-339cf484db14 tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] Deleting port bedf0494-d83d-45cd-b128-aade17828742 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:09.202971 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-47b05c33-e2fb-405b-acca-5527a5893ae2 req-e8b7ac02-12cc-441e-85f9-339cf484db14 tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:09.217524 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b06409b2-572c-40af-97a6-09d7a17e3ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:09.227600 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4763f4c-94f7-42fe-a27c-703893820be6 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51af1c0-2b5c-4e46-9e96-4747552c3905,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:09.244780 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-30d3e62f-608c-42b7-8b4e-da6b84d4f673 req-0c0c4a7b-2339-4c3b-a2cf-83a6f448e428 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '0b696761-b86b-4aa4-9bed-2d2d735832d0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:09.245367 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-30d3e62f-608c-42b7-8b4e-da6b84d4f673 req-0c0c4a7b-2339-4c3b-a2cf-83a6f448e428 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '0b696761-b86b-4aa4-9bed-2d2d735832d0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:09.262147 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-3b96904a-b1d0-41bc-ad98-6d3cae112125 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] show failed (client error): The resource could not be found. Jul 15 13:02:09.266088 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3b96904a-b1d0-41bc-ad98-6d3cae112125 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "GET /v2.0/security-groups/c51af1c0-2b5c-4e46-9e96-4747552c3905 HTTP/1.1" status: 404 len: 347 time: 0.0737255 Jul 15 13:02:09.266893 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40692) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:09.287907 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0f55f-6b6b-4de2-bdde-258ea131b2ed req-a1d1a69c-8905-4856-8b3d-99851227aa28 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:09.289397 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c5f0f55f-6b6b-4de2-bdde-258ea131b2ed req-a1d1a69c-8905-4856-8b3d-99851227aa28 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90 HTTP/1.1" status: 200 len: 945 time: 0.2119272 Jul 15 13:02:09.396899 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c5f0f55f-6b6b-4de2-bdde-258ea131b2ed req-7633f1ad-143f-4852-8a07-f0db3243b3a2 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783169 Jul 15 13:02:09.405635 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-47b05c33-e2fb-405b-acca-5527a5893ae2 req-e8b7ac02-12cc-441e-85f9-339cf484db14 tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] For port bedf0494-d83d-45cd-b128-aade17828742, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=bedf0494-d83d-45cd-b128-aade17828742,segment=NetworkSegment(ef6b9274-043e-47b0-935b-745c76dcc486),segment_id=ef6b9274-043e-47b0-935b-745c76dcc486)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:09.406018 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-47b05c33-e2fb-405b-acca-5527a5893ae2 req-e8b7ac02-12cc-441e-85f9-339cf484db14 tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:09.428253 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-47b05c33-e2fb-405b-acca-5527a5893ae2 req-e8b7ac02-12cc-441e-85f9-339cf484db14 tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] Calling delete_port for bedf0494-d83d-45cd-b128-aade17828742 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:09.442019 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-30d3e62f-608c-42b7-8b4e-da6b84d4f673 req-0c0c4a7b-2339-4c3b-a2cf-83a6f448e428 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:09.559455 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-f087b437-0f43-44ca-9843-529c8b86b2b1 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Deleting port 906f3240-d30a-490b-967d-86e751c05663 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:09.559800 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f087b437-0f43-44ca-9843-529c8b86b2b1 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:09.692421 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f087b437-0f43-44ca-9843-529c8b86b2b1 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:09.693097 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f087b437-0f43-44ca-9843-529c8b86b2b1 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:09.708516 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-f087b437-0f43-44ca-9843-529c8b86b2b1 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Calling delete_port for 906f3240-d30a-490b-967d-86e751c05663 owned by network:floatingip {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:09.782678 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-b06409b2-572c-40af-97a6-09d7a17e3ab3 admin admin] Deleting port 5e451856-0938-4867-ab03-ca017914f117 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:09.783050 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b06409b2-572c-40af-97a6-09d7a17e3ab3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:09.852281 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-30d3e62f-608c-42b7-8b4e-da6b84d4f673 req-0c0c4a7b-2339-4c3b-a2cf-83a6f448e428 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:09.868083 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-30d3e62f-608c-42b7-8b4e-da6b84d4f673 req-0c0c4a7b-2339-4c3b-a2cf-83a6f448e428 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:09.900972 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c4a7b-2339-4c3b-a2cf-83a6f448e428 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=116d4b15-1f42-4d11-aee5-032ad8255a45,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:09.919842 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-30d3e62f-608c-42b7-8b4e-da6b84d4f673 req-0c0c4a7b-2339-4c3b-a2cf-83a6f448e428 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:09.921051 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-30d3e62f-608c-42b7-8b4e-da6b84d4f673 req-0c0c4a7b-2339-4c3b-a2cf-83a6f448e428 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.7139819 Jul 15 13:02:09.926457 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-b06409b2-572c-40af-97a6-09d7a17e3ab3 admin admin] For port 5e451856-0938-4867-ab03-ca017914f117, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5e451856-0938-4867-ab03-ca017914f117,segment=NetworkSegment(4434b6da-f5f8-4bc8-a824-deaae185d32e),segment_id=4434b6da-f5f8-4bc8-a824-deaae185d32e)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:09.926926 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b06409b2-572c-40af-97a6-09d7a17e3ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:09.953798 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-b06409b2-572c-40af-97a6-09d7a17e3ab3 admin admin] Calling delete_port for 5e451856-0938-4867-ab03-ca017914f117 owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:09.979372 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4e461-be7f-4ea2-825b-8472f02d6d1c req-86a9f6fc-2a13-4d30-ae65-071dd7fe8e00 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:09.980954 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cca4e461-be7f-4ea2-825b-8472f02d6d1c req-86a9f6fc-2a13-4d30-ae65-071dd7fe8e00 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=626d1795-bba5-4384-83ce-51017866037e HTTP/1.1" status: 200 len: 945 time: 0.1641340 Jul 15 13:02:10.010611 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f087b437-0f43-44ca-9843-529c8b86b2b1 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:10.035134 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-47b05c33-e2fb-405b-acca-5527a5893ae2 req-e8b7ac02-12cc-441e-85f9-339cf484db14 tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:10.052535 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087b437-0f43-44ca-9843-529c8b86b2b1 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Pushing event deleted for resources: {'Port': ['ID=906f3240-d30a-490b-967d-86e751c05663,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:10.072218 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7ac02-12cc-441e-85f9-339cf484db14 tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] Pushing event deleted for resources: {'Port': ['ID=bedf0494-d83d-45cd-b128-aade17828742,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:10.086114 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cca4e461-be7f-4ea2-825b-8472f02d6d1c req-36803beb-17b7-4fb8-8d3d-562e8012ba50 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916917 Jul 15 13:02:10.130167 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ab2b90a3-5670-4c63-88b8-6aebf2f4caad req-9b4eb624-a7f3-4933-be2d-c62bf1ec5137 tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cced7ea-0e0d-4ec0-8016-cbc84f5ef702 HTTP/1.1" status: 200 len: 210 time: 0.0496521 Jul 15 13:02:10.172131 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b05c33-e2fb-405b-acca-5527a5893ae2 req-e8b7ac02-12cc-441e-85f9-339cf484db14 tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] No DVR routers for this DVR port bedf0494-d83d-45cd-b128-aade17828742 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:02:10.175550 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-47b05c33-e2fb-405b-acca-5527a5893ae2 req-e8b7ac02-12cc-441e-85f9-339cf484db14 tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:10.177740 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-47b05c33-e2fb-405b-acca-5527a5893ae2 req-e8b7ac02-12cc-441e-85f9-339cf484db14 tempest-InstanceActionsTestJSON-1946882296 tempest-InstanceActionsTestJSON-1946882296-project] 10.222.0.46 "DELETE /v2.0/ports/bedf0494-d83d-45cd-b128-aade17828742 HTTP/1.1" status: 204 len: 173 time: 1.4121852 Jul 15 13:02:10.179593 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cced7ea-0e0d-4ec0-8016-cbc84f5ef702', 'name': 'network-vif-deleted', 'tag': 'bedf0494-d83d-45cd-b128-aade17828742'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:10.183068 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5fb987-d7c2-4942-880e-99788d020233" -d '{"events": [{"server_uuid": "9cced7ea-0e0d-4ec0-8016-cbc84f5ef702", "name": "network-vif-deleted", "tag": "bedf0494-d83d-45cd-b128-aade17828742"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:10.188887 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-2963dd30-b74d-4207-bb12-855f71b1719e req-de7efbb7-6711-4295-96d5-95cb3690207b tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2046705525', 'description': 'tempest-description-1268196525'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:10.214676 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f087b437-0f43-44ca-9843-529c8b86b2b1 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks [] for floatingip, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:10.217771 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f087b437-0f43-44ca-9843-529c8b86b2b1 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:10.222347 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f087b437-0f43-44ca-9843-529c8b86b2b1 tempest-ServersWithSpecificFlavorTestJSON-1456786799 tempest-ServersWithSpecificFlavorTestJSON-1456786799-project] 10.222.0.16 "DELETE /v2.0/floatingips/a7049271-08b4-4670-940e-dc1a6165e078 HTTP/1.1" status: 204 len: 168 time: 0.9544780 Jul 15 13:02:10.228303 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2963dd30-b74d-4207-bb12-855f71b1719e req-de7efbb7-6711-4295-96d5-95cb3690207b tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:10.295451 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b06409b2-572c-40af-97a6-09d7a17e3ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:10.342412 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06409b2-572c-40af-97a6-09d7a17e3ab3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e451856-0938-4867-ab03-ca017914f117,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:10.361232 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-24921bee-f309-4fd9-b58b-78a18363be13 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:10.362813 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-24921bee-f309-4fd9-b58b-78a18363be13 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/networks?id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f HTTP/1.1" status: 200 len: 821 time: 0.1476669 Jul 15 13:02:10.397377 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-b46a84fe-eb17-4967-9344-b8f71d50c84f tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/quotas/42f8630608fb46f681ad77135da09a14 HTTP/1.1" status: 200 len: 375 time: 0.0217257 Jul 15 13:02:10.465820 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2963dd30-b74d-4207-bb12-855f71b1719e req-de7efbb7-6711-4295-96d5-95cb3690207b tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:10.492449 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2963dd30-b74d-4207-bb12-855f71b1719e req-de7efbb7-6711-4295-96d5-95cb3690207b tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:10.535349 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2963dd30-b74d-4207-bb12-855f71b1719e req-de7efbb7-6711-4295-96d5-95cb3690207b tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:10.545769 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2963dd30-b74d-4207-bb12-855f71b1719e req-de7efbb7-6711-4295-96d5-95cb3690207b tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3703580 Jul 15 13:02:10.568136 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7efbb7-6711-4295-96d5-95cb3690207b tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3db124-0ae7-4fa4-9cb1-1191e88021b0,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:10.595981 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-ccc131b8-ee17-4482-ad18-62979921b1d8 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=42f8630608fb46f681ad77135da09a14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1902626 Jul 15 13:02:10.600023 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d09e5e-2f40-4d02-8db4-50722bd26eca x-openstack-request-id: req-64d09e5e-2f40-4d02-8db4-50722bd26eca {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:10.600312 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cced7ea-0e0d-4ec0-8016-cbc84f5ef702", "name": "network-vif-deleted", "tag": "bedf0494-d83d-45cd-b128-aade17828742", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:10.600565 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-64d09e5e-2f40-4d02-8db4-50722bd26eca {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:10.600960 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cced7ea-0e0d-4ec0-8016-cbc84f5ef702', 'name': 'network-vif-deleted', 'tag': 'bedf0494-d83d-45cd-b128-aade17828742', 'status': 'completed', 'code': 200} Jul 15 13:02:10.612378 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b06409b2-572c-40af-97a6-09d7a17e3ab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:10.771047 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-7e3fafd2-7196-4f6e-bc86-5255854b0226 service neutron] 10.222.0.16 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640100 Jul 15 13:02:10.907919 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150dbbc-9194-49e8-84c7-d2af329295dc req-6b471c39-4893-4634-a52a-3706385462f6 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:10.910246 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f150dbbc-9194-49e8-84c7-d2af329295dc req-6b471c39-4893-4634-a52a-3706385462f6 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.46 "GET /v2.0/ports?device_id=626d1795-bba5-4384-83ce-51017866037e HTTP/1.1" status: 200 len: 945 time: 0.2251830 Jul 15 13:02:10.919943 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06409b2-572c-40af-97a6-09d7a17e3ab3 admin admin] Router f4923f18-fc25-4dc9-a10b-370fe0504060 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:02:10.979480 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device bedf0494-d83d-45cd-b128-aade17828742 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:02:11.009443 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-c8ec5f70-1949-4bf8-970f-ac9ac80f0fb8 service neutron] 10.222.0.16 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141685 Jul 15 13:02:11.036997 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: bedf0494-d83d-45cd-b128-aade17828742 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:02:11.038618 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device bedf0494-d83d-45cd-b128-aade17828742 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:02:11.050728 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06409b2-572c-40af-97a6-09d7a17e3ab3 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:02:11.056149 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b06409b2-572c-40af-97a6-09d7a17e3ab3 admin admin] 10.222.0.16 "PUT /v2.0/routers/f4923f18-fc25-4dc9-a10b-370fe0504060/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3736534 Jul 15 13:02:11.065006 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d5a627-dc1f-4938-98d4-8c5d72981e49 None None] Sync routers for ids ['f4923f18-fc25-4dc9-a10b-370fe0504060'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:02:11.069520 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40716) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:11.077824 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d5a627-dc1f-4938-98d4-8c5d72981e49 None None] Routers {'f4923f18-fc25-4dc9-a10b-370fe0504060'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:02:11.079039 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-38d5a627-dc1f-4938-98d4-8c5d72981e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:02:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f4923f18-fc25-4dc9-a10b-370fe0504060'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:11.158904 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b80f8-b54b-44cb-8b78-0ba51ad45cc8 req-a3efd08b-7d28-4bcb-8c9b-a1c6891274eb tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:11.166601 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b35b80f8-b54b-44cb-8b78-0ba51ad45cc8 req-a3efd08b-7d28-4bcb-8c9b-a1c6891274eb tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90 HTTP/1.1" status: 200 len: 945 time: 0.4121611 Jul 15 13:02:11.219733 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-38d5a627-dc1f-4938-98d4-8c5d72981e49 None None] Set router f4923f18-fc25-4dc9-a10b-370fe0504060 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:02:11.310413 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2471cfa-f553-4be9-82d4-bceb5dbe452e admin admin] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:11.371816 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-fd7ed9fb-d5cb-4bf7-b773-dd2ce391f8f0 req-543a5ed0-9aaf-470a-b8c0-fba51dda5873 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2015461234', 'description': 'tempest-description-1164261144'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:11.387816 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b35b80f8-b54b-44cb-8b78-0ba51ad45cc8 req-aeb03fd3-cceb-4652-b832-f798df7afcf1 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198629 Jul 15 13:02:11.465755 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-f150dbbc-9194-49e8-84c7-d2af329295dc req-a6938878-4c6c-4f8a-9c7d-e24927fc6c60 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Deleting port 2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:11.466103 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f150dbbc-9194-49e8-84c7-d2af329295dc req-a6938878-4c6c-4f8a-9c7d-e24927fc6c60 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:11.486553 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-fd7ed9fb-d5cb-4bf7-b773-dd2ce391f8f0 req-543a5ed0-9aaf-470a-b8c0-fba51dda5873 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:11.536993 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e977e1-67a4-439b-b400-1089043da8da req-437a5efa-641b-48f6-b974-9e2136edf8a5 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:11.538439 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44e977e1-67a4-439b-b400-1089043da8da req-437a5efa-641b-48f6-b974-9e2136edf8a5 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90&tenant_id=eab83a220c154216861503618b01c15d&binding%3Ahost_id=n-h2-771363-36 HTTP/1.1" status: 200 len: 1097 time: 0.4517059 Jul 15 13:02:11.554791 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-44e977e1-67a4-439b-b400-1089043da8da req-2e717a21-1732-407a-b76a-fa964faccca3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771363-36'}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:11.592950 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-38d5a627-dc1f-4938-98d4-8c5d72981e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4923f18-fc25-4dc9-a10b-370fe0504060', 'name': 'tempest-FloatingIPDetailsTestJSON-694895497-router', 'tenant_id': 'ac33450048704a4384fd89ee661ff1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '8614d11f-b903-4001-ae6c-7950707a7948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:34Z', 'updated_at': '2021-07-15T13:02:10Z', 'revision_number': 5, 'project_id': 'ac33450048704a4384fd89ee661ff1c7', 'gw_port': {'id': '8614d11f-b903-4001-ae6c-7950707a7948', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4923f18-fc25-4dc9-a10b-370fe0504060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:36Z', 'updated_at': '2021-07-15T13:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:11.619609 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d5a627-dc1f-4938-98d4-8c5d72981e49 None None] Checking router: f4923f18-fc25-4dc9-a10b-370fe0504060 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:02:11.632354 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d5a627-dc1f-4938-98d4-8c5d72981e49 None None] Routers {'f4923f18-fc25-4dc9-a10b-370fe0504060'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:02:11.633206 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-38d5a627-dc1f-4938-98d4-8c5d72981e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:02:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f4923f18-fc25-4dc9-a10b-370fe0504060'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:11.667061 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2471cfa-f553-4be9-82d4-bceb5dbe452e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:11.719752 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-f150dbbc-9194-49e8-84c7-d2af329295dc req-a6938878-4c6c-4f8a-9c7d-e24927fc6c60 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] For port 2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93,segment=NetworkSegment(9940a96e-2d5b-4778-a27d-d984f6200b93),segment_id=9940a96e-2d5b-4778-a27d-d984f6200b93)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:11.720126 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f150dbbc-9194-49e8-84c7-d2af329295dc req-a6938878-4c6c-4f8a-9c7d-e24927fc6c60 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:11.759112 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-38d5a627-dc1f-4938-98d4-8c5d72981e49 None None] Set router f4923f18-fc25-4dc9-a10b-370fe0504060 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:02:11.792438 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-f150dbbc-9194-49e8-84c7-d2af329295dc req-a6938878-4c6c-4f8a-9c7d-e24927fc6c60 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Calling delete_port for 2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:11.882786 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-44e977e1-67a4-439b-b400-1089043da8da req-2e717a21-1732-407a-b76a-fa964faccca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:11.893753 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6e0eb-2838-43fa-9c43-850bc0726600 req-acf09b6e-a34e-4ef5-aaa9-23027a0c1b4b tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:11.895464 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d0e6e0eb-2838-43fa-9c43-850bc0726600 req-acf09b6e-a34e-4ef5-aaa9-23027a0c1b4b tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=626d1795-bba5-4384-83ce-51017866037e HTTP/1.1" status: 200 len: 945 time: 0.3529747 Jul 15 13:02:11.962217 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-38d5a627-dc1f-4938-98d4-8c5d72981e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4923f18-fc25-4dc9-a10b-370fe0504060', 'name': 'tempest-FloatingIPDetailsTestJSON-694895497-router', 'tenant_id': 'ac33450048704a4384fd89ee661ff1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '8614d11f-b903-4001-ae6c-7950707a7948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:34Z', 'updated_at': '2021-07-15T13:02:10Z', 'revision_number': 5, 'project_id': 'ac33450048704a4384fd89ee661ff1c7', 'gw_port': {'id': '8614d11f-b903-4001-ae6c-7950707a7948', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4923f18-fc25-4dc9-a10b-370fe0504060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:36Z', 'updated_at': '2021-07-15T13:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:11.996957 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d5a627-dc1f-4938-98d4-8c5d72981e49 None None] The sync data for ids ['f4923f18-fc25-4dc9-a10b-370fe0504060'] in n-d-771363-36 is: [{'id': 'f4923f18-fc25-4dc9-a10b-370fe0504060', 'name': 'tempest-FloatingIPDetailsTestJSON-694895497-router', 'tenant_id': 'ac33450048704a4384fd89ee661ff1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '8614d11f-b903-4001-ae6c-7950707a7948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:34Z', 'updated_at': '2021-07-15T13:02:10Z', 'revision_number': 5, 'project_id': 'ac33450048704a4384fd89ee661ff1c7', 'gw_port': {'id': '8614d11f-b903-4001-ae6c-7950707a7948', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4923f18-fc25-4dc9-a10b-370fe0504060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:36Z', 'updated_at': '2021-07-15T13:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:02:12.011099 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-fd7ed9fb-d5cb-4bf7-b773-dd2ce391f8f0 req-543a5ed0-9aaf-470a-b8c0-fba51dda5873 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:12.027721 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d2471cfa-f553-4be9-82d4-bceb5dbe452e admin admin] Deleting port 8614d11f-b903-4001-ae6c-7950707a7948 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:12.028063 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2471cfa-f553-4be9-82d4-bceb5dbe452e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:12.062547 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-fd7ed9fb-d5cb-4bf7-b773-dd2ce391f8f0 req-543a5ed0-9aaf-470a-b8c0-fba51dda5873 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:12.075143 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d0e6e0eb-2838-43fa-9c43-850bc0726600 req-d5717cf7-5f4d-491a-913a-18a9c4a804a1 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691277 Jul 15 13:02:12.154012 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-fd7ed9fb-d5cb-4bf7-b773-dd2ce391f8f0 req-543a5ed0-9aaf-470a-b8c0-fba51dda5873 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:12.163800 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fd7ed9fb-d5cb-4bf7-b773-dd2ce391f8f0 req-543a5ed0-9aaf-470a-b8c0-fba51dda5873 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7974386 Jul 15 13:02:12.173532 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40746) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:12.222101 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b8b80c5-2add-4d69-8355-4ffd04aaac23 admin admin] Deleting subnet 8508fcfd-4442-456d-b5c4-10ad0d53ff3b {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:02:12.225316 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5b8b80c5-2add-4d69-8355-4ffd04aaac23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:12.272974 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a5ed0-9aaf-470a-b8c0-fba51dda5873 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9093a2f8-0ec5-45ee-8cc3-f5875d656ed2,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:12.297226 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5b8b80c5-2add-4d69-8355-4ffd04aaac23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:12.317123 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f150dbbc-9194-49e8-84c7-d2af329295dc req-a6938878-4c6c-4f8a-9c7d-e24927fc6c60 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:12.341445 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5b8b80c5-2add-4d69-8355-4ffd04aaac23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:12.366474 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-06ae84cc-9276-483f-89ad-f336af5bc96c req-5b4e334e-b26f-45c5-a933-fe3eb5e24f54 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc HTTP/1.1" status: 200 len: 210 time: 0.0698609 Jul 15 13:02:12.422375 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5b8b80c5-2add-4d69-8355-4ffd04aaac23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:12.431025 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6938878-4c6c-4f8a-9c7d-e24927fc6c60 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Pushing event deleted for resources: {'Port': ['ID=2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:12.489054 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b80c5-2add-4d69-8355-4ffd04aaac23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8508fcfd-4442-456d-b5c4-10ad0d53ff3b,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:12.493545 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5b8b80c5-2add-4d69-8355-4ffd04aaac23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:12.497341 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f150dbbc-9194-49e8-84c7-d2af329295dc req-a6938878-4c6c-4f8a-9c7d-e24927fc6c60 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] No DVR routers for this DVR port 2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:02:12.500739 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5b8b80c5-2add-4d69-8355-4ffd04aaac23 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8508fcfd-4442-456d-b5c4-10ad0d53ff3b HTTP/1.1" status: 204 len: 168 time: 0.3261364 Jul 15 13:02:12.506958 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d2471cfa-f553-4be9-82d4-bceb5dbe452e admin admin] For port 8614d11f-b903-4001-ae6c-7950707a7948, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=8614d11f-b903-4001-ae6c-7950707a7948,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:12.507324 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2471cfa-f553-4be9-82d4-bceb5dbe452e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:12.510681 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40758) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:12.512289 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f150dbbc-9194-49e8-84c7-d2af329295dc req-a6938878-4c6c-4f8a-9c7d-e24927fc6c60 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:12.514229 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f150dbbc-9194-49e8-84c7-d2af329295dc req-a6938878-4c6c-4f8a-9c7d-e24927fc6c60 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.46 "DELETE /v2.0/ports/2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93 HTTP/1.1" status: 204 len: 173 time: 1.5947032 Jul 15 13:02:12.561030 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d2471cfa-f553-4be9-82d4-bceb5dbe452e admin admin] Calling delete_port for 8614d11f-b903-4001-ae6c-7950707a7948 owned by network:router_gateway {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:12.586548 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-44e977e1-67a4-439b-b400-1089043da8da req-2e717a21-1732-407a-b76a-fa964faccca3 service neutron] For port e88506c6-1569-4e6d-ac52-e39c9fcdc7b9, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=e88506c6-1569-4e6d-ac52-e39c9fcdc7b9,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:12.622018 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c55ae9b6-3fa3-49d2-94ce-9b4855551779 req-5923dfe0-f378-430d-8d01-c020bb28b8f8 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] 10.222.0.16 "GET /v2.0/security-groups/3f3db124-0ae7-4fa4-9cb1-1191e88021b0 HTTP/1.1" status: 200 len: 1805 time: 0.3437588 Jul 15 13:02:12.622626 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626d1795-bba5-4384-83ce-51017866037e', 'name': 'network-vif-deleted', 'tag': '2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:12.625054 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6545cbce-ddb9-4e13-a813-2483681a61de" -d '{"events": [{"server_uuid": "626d1795-bba5-4384-83ce-51017866037e", "name": "network-vif-deleted", "tag": "2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:12.751088 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-44e977e1-67a4-439b-b400-1089043da8da req-2e717a21-1732-407a-b76a-fa964faccca3 service neutron] For port e88506c6-1569-4e6d-ac52-e39c9fcdc7b9, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:02:12.839326 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5e451856-0938-4867-ab03-ca017914f117 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:02:12.872568 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 5e451856-0938-4867-ab03-ca017914f117 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:02:12.873090 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5e451856-0938-4867-ab03-ca017914f117 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:02:12.907235 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device e88506c6-1569-4e6d-ac52-e39c9fcdc7b9 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:02:12.934083 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f958d6c8-02df-4e1b-af9b-b9b3ca407f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:12.996984 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-44e977e1-67a4-439b-b400-1089043da8da req-2e717a21-1732-407a-b76a-fa964faccca3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:13.002150 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:02:13.019905 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-44e977e1-67a4-439b-b400-1089043da8da req-2e717a21-1732-407a-b76a-fa964faccca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:13.030228 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:02:13.030664 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:02:13.039880 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c55ae9b6-3fa3-49d2-94ce-9b4855551779 req-5ab5218d-3120-4b05-acb3-e88499c125b5 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] 10.222.0.16 "GET /v2.0/security-groups/9093a2f8-0ec5-45ee-8cc3-f5875d656ed2 HTTP/1.1" status: 200 len: 1805 time: 0.3955004 Jul 15 13:02:13.045121 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-c55ae9b6-3fa3-49d2-94ce-9b4855551779 req-88d5d37e-644e-44fa-acf5-aa21ddc0aa57 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3f3db124-0ae7-4fa4-9cb1-1191e88021b0', 'remote_group_id': '9093a2f8-0ec5-45ee-8cc3-f5875d656ed2', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:13.045443 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-c55ae9b6-3fa3-49d2-94ce-9b4855551779 req-88d5d37e-644e-44fa-acf5-aa21ddc0aa57 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3f3db124-0ae7-4fa4-9cb1-1191e88021b0', 'remote_group_id': '9093a2f8-0ec5-45ee-8cc3-f5875d656ed2', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:13.055379 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port e88506c6-1569-4e6d-ac52-e39c9fcdc7b9, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=e88506c6-1569-4e6d-ac52-e39c9fcdc7b9,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:13.073152 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device e88506c6-1569-4e6d-ac52-e39c9fcdc7b9 has no active binding in host n-h1-771363-36 {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 13:02:13.098216 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-a623f6ad-0c20-45d2-b5e5-4ca6dd89320a tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:13.099837 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-a623f6ad-0c20-45d2-b5e5-4ca6dd89320a tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.46 "GET /v2.0/networks?id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f HTTP/1.1" status: 200 len: 821 time: 0.3119476 Jul 15 13:02:13.131300 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-f10e3166-16cf-409f-a9cb-01bfba8aca1b tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Request body: {'port': {'device_id': '3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc', 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f', 'admin_state_up': True, 'tenant_id': '42f8630608fb46f681ad77135da09a14'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:13.240957 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dac2c-8f67-48a8-9f0d-baf05e97d700 req-b14225f3-e421-4b7a-9ad9-6184a8b91c51 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:13.247942 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-481dac2c-8f67-48a8-9f0d-baf05e97d700 req-b14225f3-e421-4b7a-9ad9-6184a8b91c51 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90 HTTP/1.1" status: 200 len: 945 time: 0.6135695 Jul 15 13:02:13.399580 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f958d6c8-02df-4e1b-af9b-b9b3ca407f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:13.458207 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e717a21-1732-407a-b76a-fa964faccca3 service neutron] Pushing event updated for resources: {'Port': ['ID=e88506c6-1569-4e6d-ac52-e39c9fcdc7b9,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:13.463298 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-f958d6c8-02df-4e1b-af9b-b9b3ca407f24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e4e455c-d453-497d-ba37-93ffce367b23']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:13.524636 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-44e977e1-67a4-439b-b400-1089043da8da req-2e717a21-1732-407a-b76a-fa964faccca3 service neutron] Attempting to bind port e88506c6-1569-4e6d-ac52-e39c9fcdc7b9 on host n-h2-771363-36 for vnic_type normal with profile {"migrating_to": "n-h1-771363-36"} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:02:13.524964 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-44e977e1-67a4-439b-b400-1089043da8da req-2e717a21-1732-407a-b76a-fa964faccca3 service neutron] Attempting to bind port e88506c6-1569-4e6d-ac52-e39c9fcdc7b9 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:02:13.525289 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e977e1-67a4-439b-b400-1089043da8da req-2e717a21-1732-407a-b76a-fa964faccca3 service neutron] Attempting to bind port e88506c6-1569-4e6d-ac52-e39c9fcdc7b9 on network 3ccc611d-a289-44b3-992b-3e39605548b4 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:13.534462 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-f958d6c8-02df-4e1b-af9b-b9b3ca407f24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef6b9274-043e-47b0-935b-745c76dcc486') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:13.534788 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-f958d6c8-02df-4e1b-af9b-b9b3ca407f24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef6b9274-043e-47b0-935b-745c76dcc486') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:13.550058 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-481dac2c-8f67-48a8-9f0d-baf05e97d700 req-18990176-667a-456a-8fd4-676a2f8f6ee6 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688863 Jul 15 13:02:13.567622 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e977e1-67a4-439b-b400-1089043da8da req-2e717a21-1732-407a-b76a-fa964faccca3 service neutron] Port e88506c6-1569-4e6d-ac52-e39c9fcdc7b9 on network 3ccc611d-a289-44b3-992b-3e39605548b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:02:13.567939 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e977e1-67a4-439b-b400-1089043da8da req-2e717a21-1732-407a-b76a-fa964faccca3 service neutron] Attempting to bind port e88506c6-1569-4e6d-ac52-e39c9fcdc7b9 on network 3ccc611d-a289-44b3-992b-3e39605548b4 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:13.573715 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f958d6c8-02df-4e1b-af9b-b9b3ca407f24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:13.606755 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e977e1-67a4-439b-b400-1089043da8da req-2e717a21-1732-407a-b76a-fa964faccca3 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:02:13.607172 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e977e1-67a4-439b-b400-1089043da8da req-2e717a21-1732-407a-b76a-fa964faccca3 service neutron] Checking segment: {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:13.607556 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e977e1-67a4-439b-b400-1089043da8da req-2e717a21-1732-407a-b76a-fa964faccca3 service neutron] Bound using segment: {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:02:13.607882 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-44e977e1-67a4-439b-b400-1089043da8da req-2e717a21-1732-407a-b76a-fa964faccca3 service neutron] Bound port: e88506c6-1569-4e6d-ac52-e39c9fcdc7b9, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e24302-ea47-473c-821f-7e4d12b6b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ccc611d-a289-44b3-992b-3e39605548b4'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:02:13.608238 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-44e977e1-67a4-439b-b400-1089043da8da req-2e717a21-1732-407a-b76a-fa964faccca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:13.614967 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c55ae9b6-3fa3-49d2-94ce-9b4855551779 req-88d5d37e-644e-44fa-acf5-aa21ddc0aa57 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:13.623943 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f958d6c8-02df-4e1b-af9b-b9b3ca407f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:13.643212 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2471cfa-f553-4be9-82d4-bceb5dbe452e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:13.652642 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f958d6c8-02df-4e1b-af9b-b9b3ca407f24 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:02:13.653076 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f958d6c8-02df-4e1b-af9b-b9b3ca407f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:02:13.658037 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:02:13.704498 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a5ff2d-b7ee-4959-8163-25d8d460f893 x-openstack-request-id: req-43a5ff2d-b7ee-4959-8163-25d8d460f893 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:13.704786 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626d1795-bba5-4384-83ce-51017866037e", "name": "network-vif-deleted", "tag": "2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:13.705043 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-43a5ff2d-b7ee-4959-8163-25d8d460f893 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:13.705435 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626d1795-bba5-4384-83ce-51017866037e', 'name': 'network-vif-deleted', 'tag': '2756dfa9-1c51-4cd3-86fb-b8dd68cd1e93', 'status': 'completed', 'code': 200} Jul 15 13:02:13.721649 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2471cfa-f553-4be9-82d4-bceb5dbe452e admin admin] Pushing event deleted for resources: {'Port': ['ID=8614d11f-b903-4001-ae6c-7950707a7948,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:14.122061 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-f10e3166-16cf-409f-a9cb-01bfba8aca1b tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Made reservation on behalf of 42f8630608fb46f681ad77135da09a14 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:14.125538 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-f10e3166-16cf-409f-a9cb-01bfba8aca1b tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:14.132026 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c55ae9b6-3fa3-49d2-94ce-9b4855551779 req-88d5d37e-644e-44fa-acf5-aa21ddc0aa57 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:14.177135 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c55ae9b6-3fa3-49d2-94ce-9b4855551779 req-88d5d37e-644e-44fa-acf5-aa21ddc0aa57 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:14.211549 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-85f64a74-cfa7-4e68-8f6f-0c56e7f5093c req-a5a4b4c5-2d5d-4d08-a7d0-e3ad0e4cc439 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc HTTP/1.1" status: 200 len: 210 time: 0.1335368 Jul 15 13:02:14.222465 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f958d6c8-02df-4e1b-af9b-b9b3ca407f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:14.270031 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d5d37e-644e-44fa-acf5-aa21ddc0aa57 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7c8a863-01b1-43e9-b37f-93e460c65050,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:14.297021 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2471cfa-f553-4be9-82d4-bceb5dbe452e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:14.316239 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f958d6c8-02df-4e1b-af9b-b9b3ca407f24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:14.320493 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f958d6c8-02df-4e1b-af9b-b9b3ca407f24 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3e4e455c-d453-497d-ba37-93ffce367b23 HTTP/1.1" status: 204 len: 168 time: 1.8029704 Jul 15 13:02:14.322819 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c55ae9b6-3fa3-49d2-94ce-9b4855551779 req-88d5d37e-644e-44fa-acf5-aa21ddc0aa57 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:14.333948 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c55ae9b6-3fa3-49d2-94ce-9b4855551779 req-88d5d37e-644e-44fa-acf5-aa21ddc0aa57 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.2931349 Jul 15 13:02:14.335224 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-44e977e1-67a4-439b-b400-1089043da8da req-2e717a21-1732-407a-b76a-fa964faccca3 service neutron] For port e88506c6-1569-4e6d-ac52-e39c9fcdc7b9, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:02:14.483415 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40796) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:14.522633 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2471cfa-f553-4be9-82d4-bceb5dbe452e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:14.525216 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2471cfa-f553-4be9-82d4-bceb5dbe452e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:14.526254 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ace5f43e-f9bb-4f75-a565-5cb6b0376be2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a3dbafb29c3d44bab1942b58137b8966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416665 Jul 15 13:02:14.529362 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40798) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:14.596538 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-44e977e1-67a4-439b-b400-1089043da8da req-2e717a21-1732-407a-b76a-fa964faccca3 service neutron] For port e88506c6-1569-4e6d-ac52-e39c9fcdc7b9, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=e88506c6-1569-4e6d-ac52-e39c9fcdc7b9,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:02:14.619565 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0b1ef8d9-bbac-4709-904d-3daae960ddea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:14.649105 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-35d9b4e3-9de9-4dec-968c-e45c02462f58 req-075701af-9e37-491a-a540-e135e21759ce tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1105036327', 'description': 'tempest-description-1201050421'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:14.655433 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-44e977e1-67a4-439b-b400-1089043da8da req-2e717a21-1732-407a-b76a-fa964faccca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:14.657857 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958d6c8-02df-4e1b-af9b-b9b3ca407f24 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e4e455c-d453-497d-ba37-93ffce367b23,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:14.669202 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0b1ef8d9-bbac-4709-904d-3daae960ddea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:14.717010 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2471cfa-f553-4be9-82d4-bceb5dbe452e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:14.717775 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2471cfa-f553-4be9-82d4-bceb5dbe452e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4923f18-fc25-4dc9-a10b-370fe0504060 {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:02:14.739190 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2471cfa-f553-4be9-82d4-bceb5dbe452e admin admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:14.742650 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d2471cfa-f553-4be9-82d4-bceb5dbe452e admin admin] 10.222.0.16 "DELETE /v2.0/routers/f4923f18-fc25-4dc9-a10b-370fe0504060 HTTP/1.1" status: 204 len: 168 time: 3.6680999 Jul 15 13:02:14.743265 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40802) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:14.752099 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0b1ef8d9-bbac-4709-904d-3daae960ddea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:14.754460 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0b1ef8d9-bbac-4709-904d-3daae960ddea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:14.756361 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0b1ef8d9-bbac-4709-904d-3daae960ddea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a4348345-6d19-4f73-843f-234d2e880b98 HTTP/1.1" status: 204 len: 168 time: 0.2247858 Jul 15 13:02:14.791999 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e717a21-1732-407a-b76a-fa964faccca3 service neutron] Pushing event updated for resources: {'Port': ['ID=e88506c6-1569-4e6d-ac52-e39c9fcdc7b9,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:14.793310 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ef8d9-bbac-4709-904d-3daae960ddea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4348345-6d19-4f73-843f-234d2e880b98,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:14.830316 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-0181ff00-4fe1-4ea6-9484-06bdf1b11e3e admin admin] Deleting subnet 2c3450c9-7d38-4170-9752-25674e4126fc {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:02:14.834942 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0181ff00-4fe1-4ea6-9484-06bdf1b11e3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:14.933165 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0181ff00-4fe1-4ea6-9484-06bdf1b11e3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:15.021242 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-35d9b4e3-9de9-4dec-968c-e45c02462f58 req-075701af-9e37-491a-a540-e135e21759ce tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:15.108625 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0181ff00-4fe1-4ea6-9484-06bdf1b11e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:15.237878 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0181ff00-4fe1-4ea6-9484-06bdf1b11e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:15.256613 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0181ff00-4fe1-4ea6-9484-06bdf1b11e3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:15.260257 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0181ff00-4fe1-4ea6-9484-06bdf1b11e3e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2c3450c9-7d38-4170-9752-25674e4126fc HTTP/1.1" status: 204 len: 168 time: 0.5159588 Jul 15 13:02:15.262891 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40816) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:15.264003 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea175e1-7638-477a-b2fc-860e4fc359ca None None] Network c4dd57c6-a62c-48ba-890b-f51b2784bc76 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:02:15.291157 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-35d9b4e3-9de9-4dec-968c-e45c02462f58 req-075701af-9e37-491a-a540-e135e21759ce tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:15.294815 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181ff00-4fe1-4ea6-9484-06bdf1b11e3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c3450c9-7d38-4170-9752-25674e4126fc,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:15.323315 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-35d9b4e3-9de9-4dec-968c-e45c02462f58 req-075701af-9e37-491a-a540-e135e21759ce tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:15.430291 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dc74b743-93d2-4000-b257-ddafb03c01d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:15.499725 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e977e1-67a4-439b-b400-1089043da8da req-2e717a21-1732-407a-b76a-fa964faccca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:15.500350 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-44e977e1-67a4-439b-b400-1089043da8da req-2e717a21-1732-407a-b76a-fa964faccca3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:15.501743 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44e977e1-67a4-439b-b400-1089043da8da req-2e717a21-1732-407a-b76a-fa964faccca3 service neutron] 10.222.0.20 "PUT /v2.0/ports/e88506c6-1569-4e6d-ac52-e39c9fcdc7b9 HTTP/1.1" status: 200 len: 1123 time: 3.9528136 Jul 15 13:02:15.509808 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-35d9b4e3-9de9-4dec-968c-e45c02462f58 req-075701af-9e37-491a-a540-e135e21759ce tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:15.529633 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-dc74b743-93d2-4000-b257-ddafb03c01d9 admin admin] Deleting port 28d6777e-84fb-4958-b6a0-0083a513cc41 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:15.530172 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dc74b743-93d2-4000-b257-ddafb03c01d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:15.531155 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-35d9b4e3-9de9-4dec-968c-e45c02462f58 req-075701af-9e37-491a-a540-e135e21759ce tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.9203568 Jul 15 13:02:15.542915 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-f10e3166-16cf-409f-a9cb-01bfba8aca1b tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Allocated IP 172.20.0.3 (9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f/522453a6-daf1-42ae-a6f8-abb7ab66795d/3d2c0e62-ea70-4b0a-b93d-b899dce25031) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:15.570878 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['e88506c6-1569-4e6d-ac52-e39c9fcdc7b9'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:15.623483 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['e88506c6-1569-4e6d-ac52-e39c9fcdc7b9'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:15.653614 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-dc74b743-93d2-4000-b257-ddafb03c01d9 admin admin] For port 28d6777e-84fb-4958-b6a0-0083a513cc41, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=28d6777e-84fb-4958-b6a0-0083a513cc41,segment=NetworkSegment(4434b6da-f5f8-4bc8-a824-deaae185d32e),segment_id=4434b6da-f5f8-4bc8-a824-deaae185d32e)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:15.654084 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dc74b743-93d2-4000-b257-ddafb03c01d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:15.694792 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-dc74b743-93d2-4000-b257-ddafb03c01d9 admin admin] Calling delete_port for 28d6777e-84fb-4958-b6a0-0083a513cc41 owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:15.703901 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff5657a-efef-4eb5-88c9-29e272c6a027 None None] DHCP port deletion for c4dd57c6-a62c-48ba-890b-f51b2784bc76 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:02:15.825671 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dc74b743-93d2-4000-b257-ddafb03c01d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:15.847774 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc74b743-93d2-4000-b257-ddafb03c01d9 admin admin] No DVR routers for this DVR port 28d6777e-84fb-4958-b6a0-0083a513cc41 on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:02:15.899311 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74b743-93d2-4000-b257-ddafb03c01d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=28d6777e-84fb-4958-b6a0-0083a513cc41,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:15.980545 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-f10e3166-16cf-409f-a9cb-01bfba8aca1b tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:15.980813 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dc74b743-93d2-4000-b257-ddafb03c01d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:15.992757 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-dc74b743-93d2-4000-b257-ddafb03c01d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4dd57c6-a62c-48ba-890b-f51b2784bc76']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:16.005376 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-dc74b743-93d2-4000-b257-ddafb03c01d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4434b6da-f5f8-4bc8-a824-deaae185d32e') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:16.005592 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-dc74b743-93d2-4000-b257-ddafb03c01d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4434b6da-f5f8-4bc8-a824-deaae185d32e') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:16.017333 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dc74b743-93d2-4000-b257-ddafb03c01d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:16.019499 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-3ff5657a-efef-4eb5-88c9-29e272c6a027 None None] Deleting port 28d6777e-84fb-4958-b6a0-0083a513cc41 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:16.019876 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3ff5657a-efef-4eb5-88c9-29e272c6a027 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:16.039509 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0861caf0-7c67-4006-86fe-4293d3cfcb90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e88506c6-1569-4e6d-ac52-e39c9fcdc7b9'}, {'name': 'network-changed', 'server_uuid': '0861caf0-7c67-4006-86fe-4293d3cfcb90', 'tag': 'e88506c6-1569-4e6d-ac52-e39c9fcdc7b9'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:16.041057 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dc74b743-93d2-4000-b257-ddafb03c01d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:16.042811 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71301ecf-1e7a-459b-83cd-72a246ebf822" -d '{"events": [{"server_uuid": "0861caf0-7c67-4006-86fe-4293d3cfcb90", "name": "network-vif-unplugged", "status": "completed", "tag": "e88506c6-1569-4e6d-ac52-e39c9fcdc7b9"}, {"name": "network-changed", "server_uuid": "0861caf0-7c67-4006-86fe-4293d3cfcb90", "tag": "e88506c6-1569-4e6d-ac52-e39c9fcdc7b9"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:16.053405 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc74b743-93d2-4000-b257-ddafb03c01d9 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:02:16.054094 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dc74b743-93d2-4000-b257-ddafb03c01d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:16.060672 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075701af-9e37-491a-a540-e135e21759ce tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=118b0abb-c169-44e0-9f0d-90b333a0888a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:16.096520 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-f10e3166-16cf-409f-a9cb-01bfba8aca1b tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:16.154138 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:16.154138 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:16.154138 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:16.154138 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:16.154138 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:16.154138 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:16.154138 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:02:16.154138 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:02:16.154138 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:02:16.154138 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:02:16.154138 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:02:16.154138 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:02:16.154138 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:02:16.154138 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:02:16.154138 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:02:16.154138 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:02:16.154138 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:02:16.154138 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:02:16.154138 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:02:16.154138 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:02:16.154138 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:02:16.154138 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:02:16.154138 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:02:16.154138 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:02:16.154138 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:02:16.154138 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:02:16.154138 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:02:16.154138 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:02:16.154138 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:02:16.154138 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:02:16.154138 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:02:16.154138 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:02:16.154138 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:02:16.154138 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:02:16.154138 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:02:16.154138 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:02:16.154138 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:02:16.154138 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:02:16.164369 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dc74b743-93d2-4000-b257-ddafb03c01d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:16.175912 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dc74b743-93d2-4000-b257-ddafb03c01d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:16.180166 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-dc74b743-93d2-4000-b257-ddafb03c01d9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c4dd57c6-a62c-48ba-890b-f51b2784bc76 HTTP/1.1" status: 204 len: 168 time: 0.9139946 Jul 15 13:02:16.228900 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74b743-93d2-4000-b257-ddafb03c01d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4dd57c6-a62c-48ba-890b-f51b2784bc76,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:16.258038 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-3ff5657a-efef-4eb5-88c9-29e272c6a027 None None] For port 28d6777e-84fb-4958-b6a0-0083a513cc41, host n-d-771363-36, got binding levels [] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:16.258514 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3ff5657a-efef-4eb5-88c9-29e272c6a027 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:16.304263 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-3ff5657a-efef-4eb5-88c9-29e272c6a027 None None] Calling delete_port for 28d6777e-84fb-4958-b6a0-0083a513cc41 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:16.307957 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.ipam_backend_mixin [None req-3ff5657a-efef-4eb5-88c9-29e272c6a027 None None] Port 28d6777e-84fb-4958-b6a0-0083a513cc41 was not found and therefore no delete operation was performed {{(pid=93827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:02:16.312939 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3ff5657a-efef-4eb5-88c9-29e272c6a027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:16.328303 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-f10e3166-16cf-409f-a9cb-01bfba8aca1b tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:16.345070 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-f10e3166-16cf-409f-a9cb-01bfba8aca1b tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:16.350212 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5657a-efef-4eb5-88c9-29e272c6a027 None None] Pushing event deleted for resources: {'Port': ['ID=28d6777e-84fb-4958-b6a0-0083a513cc41,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:16.360760 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3ff5657a-efef-4eb5-88c9-29e272c6a027 None None] Network c4dd57c6-a62c-48ba-890b-f51b2784bc76 is not hosted by any dhcp agent {{(pid=93827) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:02:16.361394 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff5657a-efef-4eb5-88c9-29e272c6a027 None None] No DVR routers for this DVR port 28d6777e-84fb-4958-b6a0-0083a513cc41 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:02:16.366299 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff5657a-efef-4eb5-88c9-29e272c6a027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:16.366968 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff5657a-efef-4eb5-88c9-29e272c6a027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:16.367658 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff5657a-efef-4eb5-88c9-29e272c6a027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:16.368154 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff5657a-efef-4eb5-88c9-29e272c6a027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:16.368636 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff5657a-efef-4eb5-88c9-29e272c6a027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:16.369114 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff5657a-efef-4eb5-88c9-29e272c6a027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:16.369581 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff5657a-efef-4eb5-88c9-29e272c6a027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:16.371928 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff5657a-efef-4eb5-88c9-29e272c6a027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:16.372621 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff5657a-efef-4eb5-88c9-29e272c6a027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:16.373446 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff5657a-efef-4eb5-88c9-29e272c6a027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:16.374113 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff5657a-efef-4eb5-88c9-29e272c6a027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:16.374764 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff5657a-efef-4eb5-88c9-29e272c6a027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:16.384716 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40844) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:16.388242 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-182e29be-a92e-4b03-8438-30ac0653f093 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:16.389824 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-182e29be-a92e-4b03-8438-30ac0653f093 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/networks?id=e0d89cea-932c-49ee-9772-9e5757255ae5 HTTP/1.1" status: 200 len: 812 time: 1.5570862 Jul 15 13:02:16.391325 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-f10e3166-16cf-409f-a9cb-01bfba8aca1b tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:16.461724 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-f10e3166-16cf-409f-a9cb-01bfba8aca1b tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:16.462506 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-f10e3166-16cf-409f-a9cb-01bfba8aca1b tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:16.483496 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-4e79cf81-6c7a-43c1-bd70-e6e5d41a0457 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/quotas/af8a25419ab0489e8df66f3d058b9b35 HTTP/1.1" status: 200 len: 375 time: 0.0166020 Jul 15 13:02:16.484032 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e3166-16cf-409f-a9cb-01bfba8aca1b tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Pushing event updated for resources: {'Port': ['ID=3d2c0e62-ea70-4b0a-b93d-b899dce25031,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:16.517624 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40848) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:16.533094 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-1fc76d63-3523-411c-867d-658b0ad1cfa3 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=af8a25419ab0489e8df66f3d058b9b35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416024 Jul 15 13:02:16.557343 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10e3166-16cf-409f-a9cb-01bfba8aca1b tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:16.557864 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10e3166-16cf-409f-a9cb-01bfba8aca1b tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:16.558781 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10e3166-16cf-409f-a9cb-01bfba8aca1b tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:16.559229 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10e3166-16cf-409f-a9cb-01bfba8aca1b tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:16.559543 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10e3166-16cf-409f-a9cb-01bfba8aca1b tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:16.559877 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10e3166-16cf-409f-a9cb-01bfba8aca1b tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:16.560282 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10e3166-16cf-409f-a9cb-01bfba8aca1b tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:16.560641 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10e3166-16cf-409f-a9cb-01bfba8aca1b tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:16.561011 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10e3166-16cf-409f-a9cb-01bfba8aca1b tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:16.561380 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10e3166-16cf-409f-a9cb-01bfba8aca1b tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:16.561729 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10e3166-16cf-409f-a9cb-01bfba8aca1b tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:16.562104 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10e3166-16cf-409f-a9cb-01bfba8aca1b tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:16.580018 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-f10e3166-16cf-409f-a9cb-01bfba8aca1b tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4529617 Jul 15 13:02:16.588089 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-606aa745-c10d-4d72-9bf3-f8ce2b4741ea admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-390366785-network', 'tenant_id': 'f2e38cb8519d43848359da3967bb7d06'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:16.598211 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a498a4-51a8-4ee5-acb5-428f9be73427 req-cfb72288-bb3c-4050-b7f7-093ea770941e tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:16.599809 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02a498a4-51a8-4ee5-acb5-428f9be73427 req-cfb72288-bb3c-4050-b7f7-093ea770941e tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90 HTTP/1.1" status: 200 len: 943 time: 0.5187018 Jul 15 13:02:16.604762 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-edb5b5c4-d2b6-41dc-9e49-a78452396977 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac33450048704a4384fd89ee661ff1c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0850189 Jul 15 13:02:16.608090 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40850) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:16.612049 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-9fb6197d-086b-414e-a1cb-592ab08899f4 service neutron] Request body: {'port': {'device_id': '3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:16.653513 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606aa745-c10d-4d72-9bf3-f8ce2b4741ea admin admin] Made reservation on behalf of f2e38cb8519d43848359da3967bb7d06 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:16.656128 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-606aa745-c10d-4d72-9bf3-f8ce2b4741ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:16.668371 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-606aa745-c10d-4d72-9bf3-f8ce2b4741ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:16.695029 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-77f1f4f5-847f-4dfb-a012-4b015b49a383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:16.736371 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-77f1f4f5-847f-4dfb-a012-4b015b49a383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:16.793957 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-9fb6197d-086b-414e-a1cb-592ab08899f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:16.845356 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-606aa745-c10d-4d72-9bf3-f8ce2b4741ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:16.856038 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02a498a4-51a8-4ee5-acb5-428f9be73427 req-6daded3f-c515-4a63-8c4b-2db33761d367 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314396 Jul 15 13:02:16.857392 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-606aa745-c10d-4d72-9bf3-f8ce2b4741ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:16.877583 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-f48e202f-cc71-4802-9e22-5a0952481b2f service neutron] 10.222.0.16 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356113 Jul 15 13:02:16.885146 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-606aa745-c10d-4d72-9bf3-f8ce2b4741ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:02:16.891192 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['da090241-b734-40df-979b-ae61cffc17b9'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:16.908606 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-606aa745-c10d-4d72-9bf3-f8ce2b4741ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:16.909032 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-606aa745-c10d-4d72-9bf3-f8ce2b4741ea admin admin] Added segment 7238f4d1-8619-4be7-a471-c547b9445c0e of type vlan for network ab3ebefe-1285-41ac-bf16-f33034238da0 Jul 15 13:02:16.926638 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8614d11f-b903-4001-ae6c-7950707a7948 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:02:16.931344 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-77f1f4f5-847f-4dfb-a012-4b015b49a383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:16.940035 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-77f1f4f5-847f-4dfb-a012-4b015b49a383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:16.942216 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-77f1f4f5-847f-4dfb-a012-4b015b49a383 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/717fd8b9-7cd6-424e-aebc-ebfce3d93be8 HTTP/1.1" status: 204 len: 168 time: 0.3331335 Jul 15 13:02:16.956155 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 8614d11f-b903-4001-ae6c-7950707a7948 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:02:16.956785 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8614d11f-b903-4001-ae6c-7950707a7948 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:02:16.957382 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 28d6777e-84fb-4958-b6a0-0083a513cc41 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:02:16.982122 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 28d6777e-84fb-4958-b6a0-0083a513cc41 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:02:16.984765 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 28d6777e-84fb-4958-b6a0-0083a513cc41 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:02:17.053505 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-606aa745-c10d-4d72-9bf3-f8ce2b4741ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:17.067026 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606aa745-c10d-4d72-9bf3-f8ce2b4741ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfd643b-483c-46da-9a6a-55a378e13a4c,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:17.102036 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f1f4f5-847f-4dfb-a012-4b015b49a383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717fd8b9-7cd6-424e-aebc-ebfce3d93be8,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:17.154615 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-606aa745-c10d-4d72-9bf3-f8ce2b4741ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:17.155661 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606aa745-c10d-4d72-9bf3-f8ce2b4741ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:17.157083 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-606aa745-c10d-4d72-9bf3-f8ce2b4741ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:17.332662 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-c215742e-1879-473b-8784-83ba7148ecd7 service neutron] 10.222.0.16 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4430215 Jul 15 13:02:17.368686 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684923b1-cb22-44ae-8137-946229506f70 req-979d3e49-de76-4b28-83ac-ac529a4e7096 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:17.377851 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-684923b1-cb22-44ae-8137-946229506f70 req-979d3e49-de76-4b28-83ac-ac529a4e7096 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc HTTP/1.1" status: 200 len: 931 time: 0.2615247 Jul 15 13:02:17.593181 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-684923b1-cb22-44ae-8137-946229506f70 req-3a51baeb-80d3-417b-9445-d8a9c6297459 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138577 Jul 15 13:02:17.663034 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-606aa745-c10d-4d72-9bf3-f8ce2b4741ea admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2766917 Jul 15 13:02:17.663981 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606aa745-c10d-4d72-9bf3-f8ce2b4741ea admin admin] Pushing event updated for resources: {'Network': ['ID=ab3ebefe-1285-41ac-bf16-f33034238da0,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:17.666078 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40876) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:17.668202 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-97a98dfa-01d5-4b04-95c2-7799226ff37c req-be3b7245-24dd-4c82-9544-2dc80d8cc82c tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1502043319', 'description': 'tempest-description-325738549'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:17.672513 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-3884ef55-e39b-4ffa-b0d8-c5722df30072 admin admin] Request body: {'subnet': {'network_id': 'ab3ebefe-1285-41ac-bf16-f33034238da0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-390366785-subnet', 'tenant_id': 'f2e38cb8519d43848359da3967bb7d06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:17.677526 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network ab3ebefe-1285-41ac-bf16-f33034238da0 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:02:17.719708 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.db.api [req-97a98dfa-01d5-4b04-95c2-7799226ff37c req-be3b7245-24dd-4c82-9544-2dc80d8cc82c tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:02:17.719708 n-d-771363-36 neutron-server[93825]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:02:17.719708 n-d-771363-36 neutron-server[93825]: [parameters: {'project_id_1': '2b035c7c53f34c4894f8df8f7c8ed177', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 2, 17, 695946)}] Jul 15 13:02:17.719708 n-d-771363-36 neutron-server[93825]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:02:17.720612 n-d-771363-36 neutron-server[93825]: DEBUG oslo_db.api [req-97a98dfa-01d5-4b04-95c2-7799226ff37c req-be3b7245-24dd-4c82-9544-2dc80d8cc82c tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:02:17.747530 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3884ef55-e39b-4ffa-b0d8-c5722df30072 admin admin] Made reservation on behalf of f2e38cb8519d43848359da3967bb7d06 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:17.750138 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3884ef55-e39b-4ffa-b0d8-c5722df30072 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:17.816672 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40878) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:17.867405 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-9fb6197d-086b-414e-a1cb-592ab08899f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d2c0e62-ea70-4b0a-b93d-b899dce25031 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:02:17.879410 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810c750b-41ef-4318-a870-46f66ab0ac02 x-openstack-request-id: req-810c750b-41ef-4318-a870-46f66ab0ac02 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:17.881378 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0861caf0-7c67-4006-86fe-4293d3cfcb90", "name": "network-vif-unplugged", "status": "completed", "tag": "e88506c6-1569-4e6d-ac52-e39c9fcdc7b9", "code": 200}, {"name": "network-changed", "server_uuid": "0861caf0-7c67-4006-86fe-4293d3cfcb90", "tag": "e88506c6-1569-4e6d-ac52-e39c9fcdc7b9", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:17.883860 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-810c750b-41ef-4318-a870-46f66ab0ac02 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:17.884516 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0861caf0-7c67-4006-86fe-4293d3cfcb90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e88506c6-1569-4e6d-ac52-e39c9fcdc7b9', 'code': 200} Jul 15 13:02:17.884992 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0861caf0-7c67-4006-86fe-4293d3cfcb90', 'tag': 'e88506c6-1569-4e6d-ac52-e39c9fcdc7b9', 'status': 'completed', 'code': 200} Jul 15 13:02:17.897338 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-9fb6197d-086b-414e-a1cb-592ab08899f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:17.969032 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-9fb6197d-086b-414e-a1cb-592ab08899f4 service neutron] Transition to ACTIVE for port object 3d2c0e62-ea70-4b0a-b93d-b899dce25031 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:17.990432 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-9fb6197d-086b-414e-a1cb-592ab08899f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:18.093023 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71301ecf-1e7a-459b-83cd-72a246ebf822 req-585457db-9f57-48e1-8f77-0a1c1d7bee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:18.094539 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-71301ecf-1e7a-459b-83cd-72a246ebf822 req-585457db-9f57-48e1-8f77-0a1c1d7bee4b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eab83a220c154216861503618b01c15d&device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90 HTTP/1.1" status: 200 len: 1126 time: 0.1929328 Jul 15 13:02:18.130399 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb6197d-086b-414e-a1cb-592ab08899f4 service neutron] Pushing event updated for resources: {'Port': ['ID=3d2c0e62-ea70-4b0a-b93d-b899dce25031,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:18.202265 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3884ef55-e39b-4ffa-b0d8-c5722df30072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:18.279421 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3884ef55-e39b-4ffa-b0d8-c5722df30072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55944f89-bfe9-4f2c-b06d-afc32bd1050c,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:18.285790 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3884ef55-e39b-4ffa-b0d8-c5722df30072 admin admin] Checking segment: {'id': '7238f4d1-8619-4be7-a471-c547b9445c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ab3ebefe-1285-41ac-bf16-f33034238da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:18.286415 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3884ef55-e39b-4ffa-b0d8-c5722df30072 admin admin] Network hostable DHCP agents. Network: ab3ebefe-1285-41ac-bf16-f33034238da0, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:02:18.310313 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3884ef55-e39b-4ffa-b0d8-c5722df30072 admin admin] Network ab3ebefe-1285-41ac-bf16-f33034238da0 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:02:18.330683 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-3884ef55-e39b-4ffa-b0d8-c5722df30072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, ab3ebefe-1285-41ac-bf16-f33034238da0) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:18.334986 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3884ef55-e39b-4ffa-b0d8-c5722df30072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:18.335754 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3884ef55-e39b-4ffa-b0d8-c5722df30072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:18.342277 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dcbacd-dcff-459b-98a6-312245b67d8e None None] Network ab3ebefe-1285-41ac-bf16-f33034238da0 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:02:18.447493 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-18a8d396-7b6d-4983-b333-10d1e8656f0e req-2be95e4c-43de-4756-8f61-e98a9445d96a tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 210 time: 0.4857855 Jul 15 13:02:18.607500 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733fb4b7-4c70-4c54-aa55-6fd37976113e None None] Network ab3ebefe-1285-41ac-bf16-f33034238da0 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:02:18.664086 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3884ef55-e39b-4ffa-b0d8-c5722df30072 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9955065 Jul 15 13:02:18.664631 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-97a98dfa-01d5-4b04-95c2-7799226ff37c req-be3b7245-24dd-4c82-9544-2dc80d8cc82c tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:18.684287 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71301ecf-1e7a-459b-83cd-72a246ebf822 req-a428281f-7726-469d-8d13-a5bfda47ba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:18.686000 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-71301ecf-1e7a-459b-83cd-72a246ebf822 req-a428281f-7726-469d-8d13-a5bfda47ba08 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3ccc611d-a289-44b3-992b-3e39605548b4 HTTP/1.1" status: 200 len: 908 time: 0.5770302 Jul 15 13:02:18.885209 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-71301ecf-1e7a-459b-83cd-72a246ebf822 req-cb968515-f954-4993-8909-90006bdaf7c8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e88506c6-1569-4e6d-ac52-e39c9fcdc7b9 HTTP/1.1" status: 200 len: 217 time: 0.1018131 Jul 15 13:02:19.009094 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-9fb6197d-086b-414e-a1cb-592ab08899f4 service neutron] Attempting to bind port 3d2c0e62-ea70-4b0a-b93d-b899dce25031 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:02:19.009478 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-9fb6197d-086b-414e-a1cb-592ab08899f4 service neutron] Attempting to bind port 3d2c0e62-ea70-4b0a-b93d-b899dce25031 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:02:19.009891 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-9fb6197d-086b-414e-a1cb-592ab08899f4 service neutron] Attempting to bind port 3d2c0e62-ea70-4b0a-b93d-b899dce25031 on network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:19.039469 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-9fb6197d-086b-414e-a1cb-592ab08899f4 service neutron] Port 3d2c0e62-ea70-4b0a-b93d-b899dce25031 on network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:02:19.040345 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-9fb6197d-086b-414e-a1cb-592ab08899f4 service neutron] Attempting to bind port 3d2c0e62-ea70-4b0a-b93d-b899dce25031 on network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:19.049263 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71301ecf-1e7a-459b-83cd-72a246ebf822 req-218c66c9-8de1-486d-86d7-fb6fce55af09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:19.051336 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-71301ecf-1e7a-459b-83cd-72a246ebf822 req-218c66c9-8de1-486d-86d7-fb6fce55af09 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7de80623-b855-4366-a308-8757d4a69fb8 HTTP/1.1" status: 200 len: 847 time: 0.1553152 Jul 15 13:02:19.078040 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-9fb6197d-086b-414e-a1cb-592ab08899f4 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:02:19.078686 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-9fb6197d-086b-414e-a1cb-592ab08899f4 service neutron] Checking segment: {'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:19.079275 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-9fb6197d-086b-414e-a1cb-592ab08899f4 service neutron] Bound using segment: {'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:02:19.079905 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-9fb6197d-086b-414e-a1cb-592ab08899f4 service neutron] Bound port: 3d2c0e62-ea70-4b0a-b93d-b899dce25031, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:02:19.080586 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-9fb6197d-086b-414e-a1cb-592ab08899f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:19.126683 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c0ab9-8d9f-43e4-ba96-5bcbe7c43216 req-55bff4d9-a557-4cfa-83bf-e9f8c989dd36 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:19.131565 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-717c0ab9-8d9f-43e4-ba96-5bcbe7c43216 req-55bff4d9-a557-4cfa-83bf-e9f8c989dd36 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90 HTTP/1.1" status: 200 len: 943 time: 0.4396298 Jul 15 13:02:19.158878 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-71301ecf-1e7a-459b-83cd-72a246ebf822 req-71377019-55c5-4667-8e9e-241cb9c5ef47 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3ccc611d-a289-44b3-992b-3e39605548b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949078 Jul 15 13:02:19.191434 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-97a98dfa-01d5-4b04-95c2-7799226ff37c req-be3b7245-24dd-4c82-9544-2dc80d8cc82c tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:19.234948 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-97a98dfa-01d5-4b04-95c2-7799226ff37c req-be3b7245-24dd-4c82-9544-2dc80d8cc82c tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:19.650941 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-97a98dfa-01d5-4b04-95c2-7799226ff37c req-be3b7245-24dd-4c82-9544-2dc80d8cc82c tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:19.652205 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-97a98dfa-01d5-4b04-95c2-7799226ff37c req-be3b7245-24dd-4c82-9544-2dc80d8cc82c tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 2.0087981 Jul 15 13:02:19.681289 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-717c0ab9-8d9f-43e4-ba96-5bcbe7c43216 req-8ef3e2e5-6ec3-4216-acc3-472aa4b335bf tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5155225 Jul 15 13:02:19.706745 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b7245-24dd-4c82-9544-2dc80d8cc82c tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93c82ee7-2085-415c-ba75-f05df8a8ae46,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:19.715926 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-9fb6197d-086b-414e-a1cb-592ab08899f4 service neutron] For port 3d2c0e62-ea70-4b0a-b93d-b899dce25031, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:02:19.721626 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-9fb6197d-086b-414e-a1cb-592ab08899f4 service neutron] For port 3d2c0e62-ea70-4b0a-b93d-b899dce25031, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=3d2c0e62-ea70-4b0a-b93d-b899dce25031,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:02:19.748859 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-71301ecf-1e7a-459b-83cd-72a246ebf822 req-c8a7c6e7-112b-4180-8add-9abcd872a1b4 service neutron] 10.222.0.46 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5641997 Jul 15 13:02:19.749925 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-9fb6197d-086b-414e-a1cb-592ab08899f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:19.863806 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-9fb6197d-086b-414e-a1cb-592ab08899f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:19.864379 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-9fb6197d-086b-414e-a1cb-592ab08899f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:19.865760 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-9fb6197d-086b-414e-a1cb-592ab08899f4 service neutron] 10.222.0.46 "PUT /v2.0/ports/3d2c0e62-ea70-4b0a-b93d-b899dce25031 HTTP/1.1" status: 200 len: 1092 time: 3.2757325 Jul 15 13:02:19.906317 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc', 'tag': '3d2c0e62-ea70-4b0a-b93d-b899dce25031'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:19.908556 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007e6c15-7f28-4cd3-a715-7f5223d400fa" -d '{"events": [{"name": "network-changed", "server_uuid": "3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc", "tag": "3d2c0e62-ea70-4b0a-b93d-b899dce25031"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:20.022405 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb6197d-086b-414e-a1cb-592ab08899f4 service neutron] Pushing event updated for resources: {'Port': ['ID=3d2c0e62-ea70-4b0a-b93d-b899dce25031,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:20.031629 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-2a283633-b104-4aa0-a67f-1b541d1a1af0 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:20.033122 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-2a283633-b104-4aa0-a67f-1b541d1a1af0 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.46 "GET /v2.0/networks?id=e0d89cea-932c-49ee-9772-9e5757255ae5 HTTP/1.1" status: 200 len: 812 time: 0.4278538 Jul 15 13:02:20.065050 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-7bf93412-c41e-4ba8-a3e6-17254de90304 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Request body: {'port': {'device_id': '991c3a29-2a32-4d5d-afa7-e41960b09e49', 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5', 'admin_state_up': True, 'tenant_id': 'af8a25419ab0489e8df66f3d058b9b35'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:20.071527 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-c37062e1-7f29-46c8-b8fc-a094e868cd26 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ebbd54408696456c92b5ebdf28d2a1fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1079402 Jul 15 13:02:20.167778 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-71301ecf-1e7a-459b-83cd-72a246ebf822 req-19a83561-2be5-4965-97b2-9a2b879ac5e4 service neutron] 10.222.0.46 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819711 Jul 15 13:02:20.267708 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c222f82c-28b2-49ea-bb16-aab6c546382f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:20.327288 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbfca0-dfe6-439d-a62e-a35877bc446e req-9dacc120-dff1-4405-8b95-d360d270bb41 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:20.328702 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-80dbfca0-dfe6-439d-a62e-a35877bc446e req-9dacc120-dff1-4405-8b95-d360d270bb41 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc HTTP/1.1" status: 200 len: 943 time: 0.4807653 Jul 15 13:02:20.330371 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-487548e8-c461-4dd1-97a1-cc624a8d8991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:20.331825 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-487548e8-c461-4dd1-97a1-cc624a8d8991 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=42f8630608fb46f681ad77135da09a14&device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc HTTP/1.1" status: 200 len: 1095 time: 0.4042947 Jul 15 13:02:20.448265 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-073eca98-8338-41cf-9c39-84790369e64e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d2c0e62-ea70-4b0a-b93d-b899dce25031 HTTP/1.1" status: 200 len: 217 time: 0.1077101 Jul 15 13:02:20.455523 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-b97e3576-7afa-4734-bb6b-ed07ef3023ef tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:20.456892 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-b97e3576-7afa-4734-bb6b-ed07ef3023ef tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3591630 Jul 15 13:02:20.516823 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-7bf93412-c41e-4ba8-a3e6-17254de90304 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Made reservation on behalf of af8a25419ab0489e8df66f3d058b9b35 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:20.520179 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-7bf93412-c41e-4ba8-a3e6-17254de90304 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:20.550420 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-80dbfca0-dfe6-439d-a62e-a35877bc446e req-61e46196-395c-48a3-be8d-d0504f57b911 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055335 Jul 15 13:02:20.556245 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-05c7458f-6117-46fe-ad55-78d42807e881 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] 10.222.0.16 "GET /v2.0/quotas/ebbd54408696456c92b5ebdf28d2a1fe HTTP/1.1" status: 200 len: 375 time: 0.0802698 Jul 15 13:02:20.613799 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-29a6af8b-d8f5-4d81-a18a-71fbd5c8dd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:20.615402 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-29a6af8b-d8f5-4d81-a18a-71fbd5c8dd8f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=522453a6-daf1-42ae-a6f8-abb7ab66795d HTTP/1.1" status: 200 len: 861 time: 0.1563904 Jul 15 13:02:20.701120 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-2bd495e8-1c4c-4e7a-b8f0-0eba87c157cc tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ebbd54408696456c92b5ebdf28d2a1fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0920405 Jul 15 13:02:20.728271 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-cd62a302-09b8-4253-b5b3-a9a2218da305 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769141 Jul 15 13:02:20.950619 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-7bf93412-c41e-4ba8-a3e6-17254de90304 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Allocated IP 172.20.0.14 (e0d89cea-932c-49ee-9772-9e5757255ae5/459bc575-93e3-4ab8-8230-d52ee95226e2/094b0e35-4957-4a98-99c2-72dad761fb7c) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:21.025215 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device e88506c6-1569-4e6d-ac52-e39c9fcdc7b9 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:02:21.079428 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c3e49d9d-e60d-495d-b922-197021c216ba req-bd159abd-a69c-457c-9ae4-c19c7a4c6d79 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 210 time: 0.0690634 Jul 15 13:02:21.128851 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-d4be672b-82ae-4d1a-9609-c7c2ed2b39bd service neutron] 10.222.0.46 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898840 Jul 15 13:02:21.148647 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-5ca2c794-77c3-4c17-8007-5dd4ffcaf67f tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:21.150412 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-5ca2c794-77c3-4c17-8007-5dd4ffcaf67f tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] 10.222.0.16 "GET /v2.0/networks?id=ab3ebefe-1285-41ac-bf16-f33034238da0 HTTP/1.1" status: 200 len: 817 time: 0.4011102 Jul 15 13:02:21.251733 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-53851b95-3b3a-4c33-9408-acdad152e026 tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] 10.222.0.16 "GET /v2.0/quotas/f2e38cb8519d43848359da3967bb7d06 HTTP/1.1" status: 200 len: 375 time: 0.0774825 Jul 15 13:02:21.393203 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-8c891aa3-b93a-421b-9fa5-40bc4de48415 tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2e38cb8519d43848359da3967bb7d06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1235595 Jul 15 13:02:21.425976 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-12125f22-28bf-4c28-b060-ff54278c214b req-3b67c4fb-dc2a-4771-8a1b-3905740b833d tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] 10.222.0.16 "GET /v2.0/security-groups/118b0abb-c169-44e0-9f0d-90b333a0888a HTTP/1.1" status: 200 len: 1805 time: 0.2686300 Jul 15 13:02:21.491702 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e41772f-8dc4-4699-8057-9ba6bf18fd99 req-0a333c2b-096a-46e4-aafc-8f32c4f8a61a service neutron] 10.222.0.46 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378685 Jul 15 13:02:21.512876 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-7bf93412-c41e-4ba8-a3e6-17254de90304 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:21.610332 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c222f82c-28b2-49ea-bb16-aab6c546382f admin admin] Deleting port 0fb284e8-7f46-4e01-b005-741d6805e669 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:21.610890 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c222f82c-28b2-49ea-bb16-aab6c546382f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:21.614960 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-12125f22-28bf-4c28-b060-ff54278c214b req-c773ac14-6f1f-4bb9-85a2-284e01fb832c tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] 10.222.0.16 "GET /v2.0/security-groups/93c82ee7-2085-415c-ba75-f05df8a8ae46 HTTP/1.1" status: 200 len: 1804 time: 0.1662035 Jul 15 13:02:21.657825 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-12125f22-28bf-4c28-b060-ff54278c214b req-99d013ae-f7af-47cc-af20-9451fcf9db4e tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '118b0abb-c169-44e0-9f0d-90b333a0888a', 'remote_group_id': '93c82ee7-2085-415c-ba75-f05df8a8ae46', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:21.658140 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-12125f22-28bf-4c28-b060-ff54278c214b req-99d013ae-f7af-47cc-af20-9451fcf9db4e tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '118b0abb-c169-44e0-9f0d-90b333a0888a', 'remote_group_id': '93c82ee7-2085-415c-ba75-f05df8a8ae46', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:21.672062 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-50648d15-e551-4565-b403-1ea2eb2574de service neutron] 10.222.0.16 "GET /v2.0/networks/ab3ebefe-1285-41ac-bf16-f33034238da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655854 Jul 15 13:02:21.771398 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-7bf93412-c41e-4ba8-a3e6-17254de90304 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:21.827372 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-7bf93412-c41e-4ba8-a3e6-17254de90304 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Network e0d89cea-932c-49ee-9772-9e5757255ae5 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:21.906995 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-7bf93412-c41e-4ba8-a3e6-17254de90304 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:21.925075 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-7bf93412-c41e-4ba8-a3e6-17254de90304 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:22.021412 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c222f82c-28b2-49ea-bb16-aab6c546382f admin admin] For port 0fb284e8-7f46-4e01-b005-741d6805e669, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=0fb284e8-7f46-4e01-b005-741d6805e669,segment=NetworkSegment(cd857633-46f6-4d90-bb5f-e587bc48f622),segment_id=cd857633-46f6-4d90-bb5f-e587bc48f622)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:22.021723 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c222f82c-28b2-49ea-bb16-aab6c546382f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:22.025916 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf93412-c41e-4ba8-a3e6-17254de90304 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Pushing event updated for resources: {'Port': ['ID=094b0e35-4957-4a98-99c2-72dad761fb7c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:22.069590 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c222f82c-28b2-49ea-bb16-aab6c546382f admin admin] Calling delete_port for 0fb284e8-7f46-4e01-b005-741d6805e669 owned by network:router_interface {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:22.072983 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-98d94f92-ee07-47fd-bb50-1fc2afa266a2 service neutron] 10.222.0.16 "GET /v2.0/networks/ab3ebefe-1285-41ac-bf16-f33034238da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842051 Jul 15 13:02:22.081309 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-12125f22-28bf-4c28-b060-ff54278c214b req-99d013ae-f7af-47cc-af20-9451fcf9db4e tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:22.102482 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-7bf93412-c41e-4ba8-a3e6-17254de90304 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:22.103066 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-7bf93412-c41e-4ba8-a3e6-17254de90304 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:22.170217 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44e977e1-67a4-439b-b400-1089043da8da req-cbe518d3-2e46-4bb5-9860-3841095255f6 service neutron] 10.222.0.46 "GET /v2.0/ports/e88506c6-1569-4e6d-ac52-e39c9fcdc7b9/bindings/n-h1-771363-36 HTTP/1.1" status: 200 len: 385 time: 0.2610054 Jul 15 13:02:22.180712 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-7bf93412-c41e-4ba8-a3e6-17254de90304 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1231174 Jul 15 13:02:22.185425 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-12125f22-28bf-4c28-b060-ff54278c214b req-99d013ae-f7af-47cc-af20-9451fcf9db4e tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:22.217689 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-2f243e23-5d97-41b3-9e39-b7da3d819185 service neutron] Request body: {'port': {'device_id': '991c3a29-2a32-4d5d-afa7-e41960b09e49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:22.227481 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-12125f22-28bf-4c28-b060-ff54278c214b req-99d013ae-f7af-47cc-af20-9451fcf9db4e tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:22.276986 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67396e6-05d8-4399-89b8-b37262b528c3 x-openstack-request-id: req-f67396e6-05d8-4399-89b8-b37262b528c3 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:22.277234 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc", "tag": "3d2c0e62-ea70-4b0a-b93d-b899dce25031", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:22.277431 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f67396e6-05d8-4399-89b8-b37262b528c3 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:22.278032 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc', 'tag': '3d2c0e62-ea70-4b0a-b93d-b899dce25031', 'status': 'completed', 'code': 200} Jul 15 13:02:22.303458 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d013ae-f7af-47cc-af20-9451fcf9db4e tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bfb4897-a46d-4108-b69e-852c96081959,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:22.358753 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-0f408d3f-d9c5-4c2a-9e3c-a571397c53e8 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=ebbd54408696456c92b5ebdf28d2a1fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326414 Jul 15 13:02:22.594921 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-33e993d3-c37b-40f4-bbc5-cfb563005d22 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:22.600540 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-33e993d3-c37b-40f4-bbc5-cfb563005d22 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2248700 Jul 15 13:02:22.654071 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-481f653b-535b-4046-8df4-d5a5fff605c2 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] Request body: {'port': {'device_id': '89dde7a0-5e99-416f-a44b-d0cc0a489f59', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'admin_state_up': True, 'tenant_id': 'ebbd54408696456c92b5ebdf28d2a1fe'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:22.800585 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-12125f22-28bf-4c28-b060-ff54278c214b req-99d013ae-f7af-47cc-af20-9451fcf9db4e tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:22.801744 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-12125f22-28bf-4c28-b060-ff54278c214b req-99d013ae-f7af-47cc-af20-9451fcf9db4e tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.1788967 Jul 15 13:02:22.875683 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-2f243e23-5d97-41b3-9e39-b7da3d819185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:22.919642 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-481f653b-535b-4046-8df4-d5a5fff605c2 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] Made reservation on behalf of ebbd54408696456c92b5ebdf28d2a1fe for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:22.923761 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-481f653b-535b-4046-8df4-d5a5fff605c2 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:22.949483 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-481f653b-535b-4046-8df4-d5a5fff605c2 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:23.043657 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7d52c972-bdad-49de-8506-ed10b690f126 req-b35064ad-036f-4329-80bb-da1b5ca2010b tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] 10.222.0.16 "GET /v2.0/ports?device_id=89dde7a0-5e99-416f-a44b-d0cc0a489f59 HTTP/1.1" status: 200 len: 210 time: 0.0777569 Jul 15 13:02:23.080204 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-481f653b-535b-4046-8df4-d5a5fff605c2 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:23.093099 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-481f653b-535b-4046-8df4-d5a5fff605c2 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:23.187129 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e6c15-7f28-4cd3-a715-7f5223d400fa req-8c42458e-8a15-45f9-bc03-5d631e00bba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:23.188871 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-007e6c15-7f28-4cd3-a715-7f5223d400fa req-8c42458e-8a15-45f9-bc03-5d631e00bba4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=42f8630608fb46f681ad77135da09a14&device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc HTTP/1.1" status: 200 len: 1095 time: 0.8688240 Jul 15 13:02:23.294670 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f653b-535b-4046-8df4-d5a5fff605c2 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e780c262-c3ef-45a4-87fb-c35e83ddd14c,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:23.310797 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f1313-1d04-48ea-bc3f-30fc6ac5fe9f req-ac09f19f-492b-45a0-9d8a-25c05252d738 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:23.318971 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f04f1313-1d04-48ea-bc3f-30fc6ac5fe9f req-ac09f19f-492b-45a0-9d8a-25c05252d738 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90 HTTP/1.1" status: 200 len: 943 time: 0.5699272 Jul 15 13:02:23.408003 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-481f653b-535b-4046-8df4-d5a5fff605c2 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] Allocated IP 192.168.233.97 (fb7e2853-c052-4bbe-a410-b119ef2f5100/f7332b1d-b5ae-478a-9a33-4a7a808c5484/27d4fff2-fc11-4680-b024-0e67e6260938) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:23.516103 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-44e977e1-67a4-439b-b400-1089043da8da req-d41fac61-948f-40a9-a938-897df546df81 service neutron] For port e88506c6-1569-4e6d-ac52-e39c9fcdc7b9, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=e88506c6-1569-4e6d-ac52-e39c9fcdc7b9,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:23.525216 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c222f82c-28b2-49ea-bb16-aab6c546382f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:23.577529 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f04f1313-1d04-48ea-bc3f-30fc6ac5fe9f req-71cab2ac-0d38-44d0-81ce-1b308af2cc45 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576973 Jul 15 13:02:23.645234 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c222f82c-28b2-49ea-bb16-aab6c546382f admin admin] Pushing event deleted for resources: {'Port': ['ID=0fb284e8-7f46-4e01-b005-741d6805e669,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:23.667004 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-481f653b-535b-4046-8df4-d5a5fff605c2 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:23.692005 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-481f653b-535b-4046-8df4-d5a5fff605c2 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] Transition to ACTIVE for port object 27d4fff2-fc11-4680-b024-0e67e6260938 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:23.701982 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-44e977e1-67a4-439b-b400-1089043da8da req-d41fac61-948f-40a9-a938-897df546df81 service neutron] For port e88506c6-1569-4e6d-ac52-e39c9fcdc7b9, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:02:23.737965 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-481f653b-535b-4046-8df4-d5a5fff605c2 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:23.756474 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e6c15-7f28-4cd3-a715-7f5223d400fa req-e2804772-191c-43da-a81a-a5b120d30ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:23.758113 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-007e6c15-7f28-4cd3-a715-7f5223d400fa req-e2804772-191c-43da-a81a-a5b120d30ed8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f HTTP/1.1" status: 200 len: 922 time: 0.5256684 Jul 15 13:02:23.788692 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-481f653b-535b-4046-8df4-d5a5fff605c2 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] Network fb7e2853-c052-4bbe-a410-b119ef2f5100 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:23.796683 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-481f653b-535b-4046-8df4-d5a5fff605c2 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:23.809876 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-481f653b-535b-4046-8df4-d5a5fff605c2 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:23.858889 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.46', 49438) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:23.868828 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2247e-ad47-44fb-a99e-1a1e63b1bd18 req-1b724ec7-c496-4dc1-a710-f9a5b7cd82cd tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:23.870444 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a6f2247e-ad47-44fb-a99e-1a1e63b1bd18 req-1b724ec7-c496-4dc1-a710-f9a5b7cd82cd tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc HTTP/1.1" status: 200 len: 943 time: 0.5458443 Jul 15 13:02:23.871928 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-007e6c15-7f28-4cd3-a715-7f5223d400fa req-ff8f0754-7642-44b1-890b-0eed28335c65 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d2c0e62-ea70-4b0a-b93d-b899dce25031 HTTP/1.1" status: 200 len: 217 time: 0.1033335 Jul 15 13:02:23.888866 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-44e977e1-67a4-439b-b400-1089043da8da req-d41fac61-948f-40a9-a938-897df546df81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e88506c6-1569-4e6d-ac52-e39c9fcdc7b9 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:02:23.974974 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-2f243e23-5d97-41b3-9e39-b7da3d819185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 094b0e35-4957-4a98-99c2-72dad761fb7c {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:02:23.978863 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f653b-535b-4046-8df4-d5a5fff605c2 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] Pushing event updated for resources: {'Port': ['ID=27d4fff2-fc11-4680-b024-0e67e6260938,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:23.983751 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-2f243e23-5d97-41b3-9e39-b7da3d819185 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:23.989003 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-8b41ddca-65bf-421d-abb4-1fd906703973 tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:23.990509 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-8b41ddca-65bf-421d-abb4-1fd906703973 tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] 10.222.0.46 "GET /v2.0/networks?id=ab3ebefe-1285-41ac-bf16-f33034238da0 HTTP/1.1" status: 200 len: 817 time: 0.1304014 Jul 15 13:02:24.008126 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-6c80e1d8-4c91-4eca-8a85-b2ccd154f2cb tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] Request body: {'port': {'device_id': 'e85ee459-c6c6-497f-a630-c8464bd4a1f6', 'network_id': 'ab3ebefe-1285-41ac-bf16-f33034238da0', 'admin_state_up': True, 'tenant_id': 'f2e38cb8519d43848359da3967bb7d06'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:24.012120 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-2f243e23-5d97-41b3-9e39-b7da3d819185 service neutron] Transition to ACTIVE for port object 094b0e35-4957-4a98-99c2-72dad761fb7c will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:24.032598 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-44e977e1-67a4-439b-b400-1089043da8da req-d41fac61-948f-40a9-a938-897df546df81 service neutron] For port e88506c6-1569-4e6d-ac52-e39c9fcdc7b9, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=e88506c6-1569-4e6d-ac52-e39c9fcdc7b9,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:24.041479 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-481f653b-535b-4046-8df4-d5a5fff605c2 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:24.042124 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-481f653b-535b-4046-8df4-d5a5fff605c2 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:24.071252 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-231a2f93-23d1-4933-a721-ba88286d5866 None None] Provisioning for port 27d4fff2-fc11-4680-b024-0e67e6260938 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:24.077059 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-231a2f93-23d1-4933-a721-ba88286d5866 None None] Provisioning complete for port 27d4fff2-fc11-4680-b024-0e67e6260938 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:24.077598 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-2f243e23-5d97-41b3-9e39-b7da3d819185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:24.078186 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-231a2f93-23d1-4933-a721-ba88286d5866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:24.093983 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-481f653b-535b-4046-8df4-d5a5fff605c2 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4823477 Jul 15 13:02:24.108977 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-1bb0b092-1124-4fff-b2d9-1a82791b4f2c service neutron] Request body: {'port': {'device_id': '89dde7a0-5e99-416f-a44b-d0cc0a489f59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:24.139864 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-44e977e1-67a4-439b-b400-1089043da8da req-d41fac61-948f-40a9-a938-897df546df81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:24.140130 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-231a2f93-23d1-4933-a721-ba88286d5866 None None] Port 27d4fff2-fc11-4680-b024-0e67e6260938 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:02:24.209223 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-1bb0b092-1124-4fff-b2d9-1a82791b4f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:24.223950 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-6c80e1d8-4c91-4eca-8a85-b2ccd154f2cb tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] Made reservation on behalf of f2e38cb8519d43848359da3967bb7d06 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:24.227430 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-6c80e1d8-4c91-4eca-8a85-b2ccd154f2cb tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:24.284348 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a6f2247e-ad47-44fb-a99e-1a1e63b1bd18 req-b8b4d28b-b5ba-4b8d-8909-b27962d60708 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837985 Jul 15 13:02:24.291109 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e6c15-7f28-4cd3-a715-7f5223d400fa req-e31a15b1-4bb6-453e-940d-ac9b178d2aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:24.292579 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-007e6c15-7f28-4cd3-a715-7f5223d400fa req-e31a15b1-4bb6-453e-940d-ac9b178d2aaa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=522453a6-daf1-42ae-a6f8-abb7ab66795d HTTP/1.1" status: 200 len: 861 time: 0.2901561 Jul 15 13:02:24.298946 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f243e23-5d97-41b3-9e39-b7da3d819185 service neutron] Pushing event updated for resources: {'Port': ['ID=094b0e35-4957-4a98-99c2-72dad761fb7c,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:24.380189 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-007e6c15-7f28-4cd3-a715-7f5223d400fa req-5ad431ad-ada1-46b2-8446-6f430d056efe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738518 Jul 15 13:02:24.397573 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd1ac8-08dc-4371-94a6-2b20c6794958 req-ae86d689-f0f0-4442-97ef-123fd89692f2 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:24.399159 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8afd1ac8-08dc-4371-94a6-2b20c6794958 req-ae86d689-f0f0-4442-97ef-123fd89692f2 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 932 time: 0.6352925 Jul 15 13:02:24.434058 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c222f82c-28b2-49ea-bb16-aab6c546382f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:24.496397 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-6c80e1d8-4c91-4eca-8a85-b2ccd154f2cb tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] Allocated IP 172.20.0.7 (ab3ebefe-1285-41ac-bf16-f33034238da0/55944f89-bfe9-4f2c-b06d-afc32bd1050c/56798c7f-0fed-4212-8511-9b5501be69e8) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:24.517613 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f967574d-48eb-44ac-b406-fc77b30b87d7 req-ae2630a3-5686-4f20-80d0-ce65b20cf78d tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] 10.222.0.16 "GET /v2.0/ports?device_id=e85ee459-c6c6-497f-a630-c8464bd4a1f6 HTTP/1.1" status: 200 len: 210 time: 0.0913811 Jul 15 13:02:24.529774 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-44e977e1-67a4-439b-b400-1089043da8da req-d41fac61-948f-40a9-a938-897df546df81 service neutron] Transition to ACTIVE for port object e88506c6-1569-4e6d-ac52-e39c9fcdc7b9 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:24.598580 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-44e977e1-67a4-439b-b400-1089043da8da req-d41fac61-948f-40a9-a938-897df546df81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:24.677384 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8afd1ac8-08dc-4371-94a6-2b20c6794958 req-cb02ecdc-8368-4dcd-830a-0c54cf3e1579 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500389 Jul 15 13:02:24.679287 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-1bb0b092-1124-4fff-b2d9-1a82791b4f2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27d4fff2-fc11-4680-b024-0e67e6260938 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:02:24.688456 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-2f243e23-5d97-41b3-9e39-b7da3d819185 service neutron] Attempting to bind port 094b0e35-4957-4a98-99c2-72dad761fb7c on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:02:24.688870 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-2f243e23-5d97-41b3-9e39-b7da3d819185 service neutron] Attempting to bind port 094b0e35-4957-4a98-99c2-72dad761fb7c by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '9940a96e-2d5b-4778-a27d-d984f6200b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:02:24.689124 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-2f243e23-5d97-41b3-9e39-b7da3d819185 service neutron] Attempting to bind port 094b0e35-4957-4a98-99c2-72dad761fb7c on network e0d89cea-932c-49ee-9772-9e5757255ae5 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:24.691091 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-1bb0b092-1124-4fff-b2d9-1a82791b4f2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:24.721053 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-1bb0b092-1124-4fff-b2d9-1a82791b4f2c service neutron] Transition to ACTIVE for port object 27d4fff2-fc11-4680-b024-0e67e6260938 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:24.730382 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-1bb0b092-1124-4fff-b2d9-1a82791b4f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:24.745033 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-6c80e1d8-4c91-4eca-8a85-b2ccd154f2cb tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:24.767511 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-2f243e23-5d97-41b3-9e39-b7da3d819185 service neutron] Port 094b0e35-4957-4a98-99c2-72dad761fb7c on network e0d89cea-932c-49ee-9772-9e5757255ae5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:02:24.767889 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-2f243e23-5d97-41b3-9e39-b7da3d819185 service neutron] Attempting to bind port 094b0e35-4957-4a98-99c2-72dad761fb7c on network e0d89cea-932c-49ee-9772-9e5757255ae5 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:24.825142 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-007e6c15-7f28-4cd3-a715-7f5223d400fa req-f2dca259-ab83-4d30-84d2-25568e609f1e service neutron] 10.222.0.46 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083552 Jul 15 13:02:24.825979 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e977e1-67a4-439b-b400-1089043da8da req-d41fac61-948f-40a9-a938-897df546df81 service neutron] No DVR routers for this DVR port e88506c6-1569-4e6d-ac52-e39c9fcdc7b9 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:02:24.842541 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb0b092-1124-4fff-b2d9-1a82791b4f2c service neutron] Pushing event updated for resources: {'Port': ['ID=27d4fff2-fc11-4680-b024-0e67e6260938,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:24.860816 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-2f243e23-5d97-41b3-9e39-b7da3d819185 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:02:24.861089 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-2f243e23-5d97-41b3-9e39-b7da3d819185 service neutron] Checking segment: {'id': '9940a96e-2d5b-4778-a27d-d984f6200b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:24.861466 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-2f243e23-5d97-41b3-9e39-b7da3d819185 service neutron] Bound using segment: {'id': '9940a96e-2d5b-4778-a27d-d984f6200b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:02:24.872189 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-2f243e23-5d97-41b3-9e39-b7da3d819185 service neutron] Bound port: 094b0e35-4957-4a98-99c2-72dad761fb7c, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9940a96e-2d5b-4778-a27d-d984f6200b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:02:24.881746 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-2f243e23-5d97-41b3-9e39-b7da3d819185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:24.906261 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41fac61-948f-40a9-a938-897df546df81 service neutron] Pushing event updated for resources: {'Port': ['ID=e88506c6-1569-4e6d-ac52-e39c9fcdc7b9,revision_number=10']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:24.912541 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-6c80e1d8-4c91-4eca-8a85-b2ccd154f2cb tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:24.982343 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-1bb0b092-1124-4fff-b2d9-1a82791b4f2c service neutron] Attempting to bind port 27d4fff2-fc11-4680-b024-0e67e6260938 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:02:24.983170 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-1bb0b092-1124-4fff-b2d9-1a82791b4f2c service neutron] Attempting to bind port 27d4fff2-fc11-4680-b024-0e67e6260938 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:02:24.983733 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-1bb0b092-1124-4fff-b2d9-1a82791b4f2c service neutron] Attempting to bind port 27d4fff2-fc11-4680-b024-0e67e6260938 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:24.987885 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-6c80e1d8-4c91-4eca-8a85-b2ccd154f2cb tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] Network ab3ebefe-1285-41ac-bf16-f33034238da0 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:24.996601 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-6c80e1d8-4c91-4eca-8a85-b2ccd154f2cb tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:24.999719 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-6c80e1d8-4c91-4eca-8a85-b2ccd154f2cb tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:25.009366 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-1bb0b092-1124-4fff-b2d9-1a82791b4f2c service neutron] Port 27d4fff2-fc11-4680-b024-0e67e6260938 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:02:25.009642 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-1bb0b092-1124-4fff-b2d9-1a82791b4f2c service neutron] Attempting to bind port 27d4fff2-fc11-4680-b024-0e67e6260938 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:25.046315 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-1bb0b092-1124-4fff-b2d9-1a82791b4f2c service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:02:25.046693 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-1bb0b092-1124-4fff-b2d9-1a82791b4f2c service neutron] Checking segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:25.047016 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-1bb0b092-1124-4fff-b2d9-1a82791b4f2c service neutron] Bound using segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:02:25.047471 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-1bb0b092-1124-4fff-b2d9-1a82791b4f2c service neutron] Bound port: 27d4fff2-fc11-4680-b024-0e67e6260938, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:02:25.047826 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-1bb0b092-1124-4fff-b2d9-1a82791b4f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:25.053948 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80e1d8-4c91-4eca-8a85-b2ccd154f2cb tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] Pushing event updated for resources: {'Port': ['ID=56798c7f-0fed-4212-8511-9b5501be69e8,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:25.106188 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-6c80e1d8-4c91-4eca-8a85-b2ccd154f2cb tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:25.106885 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-6c80e1d8-4c91-4eca-8a85-b2ccd154f2cb tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:25.134361 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-6c80e1d8-4c91-4eca-8a85-b2ccd154f2cb tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1330354 Jul 15 13:02:25.147862 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-aadff597-9947-41fc-ad3e-7e178cd185de service neutron] Request body: {'port': {'device_id': 'e85ee459-c6c6-497f-a630-c8464bd4a1f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:25.183979 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-1bb0b092-1124-4fff-b2d9-1a82791b4f2c service neutron] For port 27d4fff2-fc11-4680-b024-0e67e6260938, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:02:25.209346 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-1bb0b092-1124-4fff-b2d9-1a82791b4f2c service neutron] For port 27d4fff2-fc11-4680-b024-0e67e6260938, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=27d4fff2-fc11-4680-b024-0e67e6260938,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:02:25.216828 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-1bb0b092-1124-4fff-b2d9-1a82791b4f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:25.290293 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-1bb0b092-1124-4fff-b2d9-1a82791b4f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:25.290946 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-1bb0b092-1124-4fff-b2d9-1a82791b4f2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:25.293168 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-1bb0b092-1124-4fff-b2d9-1a82791b4f2c service neutron] 10.222.0.46 "PUT /v2.0/ports/27d4fff2-fc11-4680-b024-0e67e6260938 HTTP/1.1" status: 200 len: 1096 time: 1.1883986 Jul 15 13:02:25.293848 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89dde7a0-5e99-416f-a44b-d0cc0a489f59', 'tag': '27d4fff2-fc11-4680-b024-0e67e6260938'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:25.297336 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260cf948-a19b-4ec7-a086-71ffd6ff2550" -d '{"events": [{"name": "network-changed", "server_uuid": "89dde7a0-5e99-416f-a44b-d0cc0a489f59", "tag": "27d4fff2-fc11-4680-b024-0e67e6260938"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:25.299991 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-aadff597-9947-41fc-ad3e-7e178cd185de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:25.353081 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb0b092-1124-4fff-b2d9-1a82791b4f2c service neutron] Pushing event updated for resources: {'Port': ['ID=27d4fff2-fc11-4680-b024-0e67e6260938,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:25.404946 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-26e1a0e5-d3a9-4e97-a2e2-95efe68210b3 req-e0360dd8-d01f-4d4a-b5d5-dc6c255b1ad6 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] 10.222.0.16 "GET /v2.0/security-groups/93c82ee7-2085-415c-ba75-f05df8a8ae46 HTTP/1.1" status: 200 len: 1804 time: 0.6679432 Jul 15 13:02:25.437968 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44e977e1-67a4-439b-b400-1089043da8da req-d41fac61-948f-40a9-a938-897df546df81 service neutron] 10.222.0.46 "PUT /v2.0/ports/e88506c6-1569-4e6d-ac52-e39c9fcdc7b9/bindings/n-h1-771363-36/activate HTTP/1.1" status: 200 len: 370 time: 3.2549131 Jul 15 13:02:25.522410 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-d03f010f-4217-43b8-ae59-41d8e827cebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:25.523941 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-d03f010f-4217-43b8-ae59-41d8e827cebb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ebbd54408696456c92b5ebdf28d2a1fe&device_id=89dde7a0-5e99-416f-a44b-d0cc0a489f59 HTTP/1.1" status: 200 len: 1099 time: 0.1737750 Jul 15 13:02:25.547240 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-2f243e23-5d97-41b3-9e39-b7da3d819185 service neutron] For port 094b0e35-4957-4a98-99c2-72dad761fb7c, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:02:25.600037 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-2f243e23-5d97-41b3-9e39-b7da3d819185 service neutron] For port 094b0e35-4957-4a98-99c2-72dad761fb7c, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=094b0e35-4957-4a98-99c2-72dad761fb7c,segment=NetworkSegment(9940a96e-2d5b-4778-a27d-d984f6200b93),segment_id=9940a96e-2d5b-4778-a27d-d984f6200b93)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:02:25.604129 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-1dca5338-5e5d-4630-a199-8dceeb8e33ec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=27d4fff2-fc11-4680-b024-0e67e6260938 HTTP/1.1" status: 200 len: 217 time: 0.0706372 Jul 15 13:02:25.613410 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-007e6c15-7f28-4cd3-a715-7f5223d400fa req-42beaffb-e9d8-45bd-b871-b3a56f6e7826 service neutron] 10.222.0.46 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7766409 Jul 15 13:02:25.618472 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-2f243e23-5d97-41b3-9e39-b7da3d819185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:25.683989 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-a34ebab7-144f-4f47-82a8-41b792460ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:25.685449 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-a34ebab7-144f-4f47-82a8-41b792460ab9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0748739 Jul 15 13:02:25.728198 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-2f243e23-5d97-41b3-9e39-b7da3d819185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:25.728814 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-2f243e23-5d97-41b3-9e39-b7da3d819185 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:25.730248 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-2f243e23-5d97-41b3-9e39-b7da3d819185 service neutron] 10.222.0.46 "PUT /v2.0/ports/094b0e35-4957-4a98-99c2-72dad761fb7c HTTP/1.1" status: 200 len: 1093 time: 3.5371034 Jul 15 13:02:25.734313 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '991c3a29-2a32-4d5d-afa7-e41960b09e49', 'tag': '094b0e35-4957-4a98-99c2-72dad761fb7c'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:25.736528 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378ca050-5252-4597-a7d2-9b7f4658aae6" -d '{"events": [{"name": "network-changed", "server_uuid": "991c3a29-2a32-4d5d-afa7-e41960b09e49", "tag": "094b0e35-4957-4a98-99c2-72dad761fb7c"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:25.767678 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34560388-d93c-4b1b-b74c-deb0348d2b61 req-22a41f59-5945-4a2d-8dbf-dad50fd4c6ce tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:25.769336 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34560388-d93c-4b1b-b74c-deb0348d2b61 req-22a41f59-5945-4a2d-8dbf-dad50fd4c6ce tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] 10.222.0.16 "GET /v2.0/ports?device_id=89dde7a0-5e99-416f-a44b-d0cc0a489f59 HTTP/1.1" status: 200 len: 947 time: 0.7776661 Jul 15 13:02:25.770018 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-26e1a0e5-d3a9-4e97-a2e2-95efe68210b3 req-c123baa0-d059-4e8e-b043-4a0f1af9f0cd tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:25.774762 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-aadff597-9947-41fc-ad3e-7e178cd185de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56798c7f-0fed-4212-8511-9b5501be69e8 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:02:25.788487 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-aadff597-9947-41fc-ad3e-7e178cd185de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:25.806632 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-aadff597-9947-41fc-ad3e-7e178cd185de service neutron] Transition to ACTIVE for port object 56798c7f-0fed-4212-8511-9b5501be69e8 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:25.813171 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-5773af36-41e0-4ab6-9feb-76b6215eba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:25.815391 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-5773af36-41e0-4ab6-9feb-76b6215eba02 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1195793 Jul 15 13:02:25.815641 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-aadff597-9947-41fc-ad3e-7e178cd185de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:25.837373 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f243e23-5d97-41b3-9e39-b7da3d819185 service neutron] Pushing event updated for resources: {'Port': ['ID=094b0e35-4957-4a98-99c2-72dad761fb7c,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:25.866976 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-26e1a0e5-d3a9-4e97-a2e2-95efe68210b3 req-c123baa0-d059-4e8e-b043-4a0f1af9f0cd tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:25.872565 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e977e1-67a4-439b-b400-1089043da8da req-61f36e1b-e692-4f0f-a944-2c7497a0c7ec tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:25.873985 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44e977e1-67a4-439b-b400-1089043da8da req-61f36e1b-e692-4f0f-a944-2c7497a0c7ec tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90&tenant_id=eab83a220c154216861503618b01c15d&binding%3Ahost_id=n-h2-771363-36 HTTP/1.1" status: 200 len: 1096 time: 0.3439908 Jul 15 13:02:25.881856 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c222f82c-28b2-49ea-bb16-aab6c546382f admin admin] Router de53690b-ee56-4872-aa83-a05f237c0443 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:02:25.926497 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadff597-9947-41fc-ad3e-7e178cd185de service neutron] Pushing event updated for resources: {'Port': ['ID=56798c7f-0fed-4212-8511-9b5501be69e8,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:25.959925 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34560388-d93c-4b1b-b74c-deb0348d2b61 req-7f8e077c-2fb2-42ea-b8b7-dee41b6fa1f2 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] 10.222.0.16 "GET /v2.0/security-groups?id=e780c262-c3ef-45a4-87fb-c35e83ddd14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778424 Jul 15 13:02:26.044152 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-aadff597-9947-41fc-ad3e-7e178cd185de service neutron] Attempting to bind port 56798c7f-0fed-4212-8511-9b5501be69e8 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:02:26.044820 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-aadff597-9947-41fc-ad3e-7e178cd185de service neutron] Attempting to bind port 56798c7f-0fed-4212-8511-9b5501be69e8 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '7238f4d1-8619-4be7-a471-c547b9445c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ab3ebefe-1285-41ac-bf16-f33034238da0'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:02:26.045325 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-aadff597-9947-41fc-ad3e-7e178cd185de service neutron] Attempting to bind port 56798c7f-0fed-4212-8511-9b5501be69e8 on network ab3ebefe-1285-41ac-bf16-f33034238da0 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:26.050342 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-4f624da0-b313-4060-bb01-073a31b87f0c service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254593 Jul 15 13:02:26.052608 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-aadff597-9947-41fc-ad3e-7e178cd185de service neutron] Port 56798c7f-0fed-4212-8511-9b5501be69e8 on network ab3ebefe-1285-41ac-bf16-f33034238da0 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:02:26.053020 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-aadff597-9947-41fc-ad3e-7e178cd185de service neutron] Attempting to bind port 56798c7f-0fed-4212-8511-9b5501be69e8 on network ab3ebefe-1285-41ac-bf16-f33034238da0 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:26.055145 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-166691fe-02a8-4536-8000-5e4a5e6e2416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:26.056940 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-166691fe-02a8-4536-8000-5e4a5e6e2416 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=af8a25419ab0489e8df66f3d058b9b35&device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 1096 time: 0.2724226 Jul 15 13:02:26.060372 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-aadff597-9947-41fc-ad3e-7e178cd185de service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:02:26.060812 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-aadff597-9947-41fc-ad3e-7e178cd185de service neutron] Checking segment: {'id': '7238f4d1-8619-4be7-a471-c547b9445c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ab3ebefe-1285-41ac-bf16-f33034238da0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:26.061147 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-aadff597-9947-41fc-ad3e-7e178cd185de service neutron] Bound using segment: {'id': '7238f4d1-8619-4be7-a471-c547b9445c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ab3ebefe-1285-41ac-bf16-f33034238da0'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:02:26.061569 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-aadff597-9947-41fc-ad3e-7e178cd185de service neutron] Bound port: 56798c7f-0fed-4212-8511-9b5501be69e8, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7238f4d1-8619-4be7-a471-c547b9445c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ab3ebefe-1285-41ac-bf16-f33034238da0'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:02:26.062255 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-aadff597-9947-41fc-ad3e-7e178cd185de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:26.173917 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-26e1a0e5-d3a9-4e97-a2e2-95efe68210b3 req-c123baa0-d059-4e8e-b043-4a0f1af9f0cd tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:26.176534 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-26e1a0e5-d3a9-4e97-a2e2-95efe68210b3 req-c123baa0-d059-4e8e-b043-4a0f1af9f0cd tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:26.177780 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-26e1a0e5-d3a9-4e97-a2e2-95efe68210b3 req-c123baa0-d059-4e8e-b043-4a0f1af9f0cd tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] 10.222.0.16 "DELETE /v2.0/security-groups/93c82ee7-2085-415c-ba75-f05df8a8ae46 HTTP/1.1" status: 204 len: 173 time: 0.7388639 Jul 15 13:02:26.201476 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-e09a1a94-3ad7-4ef8-9cae-f19741bf9c35 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=094b0e35-4957-4a98-99c2-72dad761fb7c HTTP/1.1" status: 200 len: 217 time: 0.1199255 Jul 15 13:02:26.204210 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-aadff597-9947-41fc-ad3e-7e178cd185de service neutron] For port 56798c7f-0fed-4212-8511-9b5501be69e8, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:02:26.208986 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-aadff597-9947-41fc-ad3e-7e178cd185de service neutron] For port 56798c7f-0fed-4212-8511-9b5501be69e8, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=56798c7f-0fed-4212-8511-9b5501be69e8,segment=NetworkSegment(7238f4d1-8619-4be7-a471-c547b9445c0e),segment_id=7238f4d1-8619-4be7-a471-c547b9445c0e)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:02:26.213692 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cf081966-ae56-4b03-8972-e75cb8d80382 req-37d6abb6-aa1b-4431-b48a-948b6ad9a21d service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547923 Jul 15 13:02:26.215813 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-aadff597-9947-41fc-ad3e-7e178cd185de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:26.240738 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c123baa0-d059-4e8e-b043-4a0f1af9f0cd tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c82ee7-2085-415c-ba75-f05df8a8ae46,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:26.256933 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-aadff597-9947-41fc-ad3e-7e178cd185de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:26.257549 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-aadff597-9947-41fc-ad3e-7e178cd185de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:26.259068 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-aadff597-9947-41fc-ad3e-7e178cd185de service neutron] 10.222.0.46 "PUT /v2.0/ports/56798c7f-0fed-4212-8511-9b5501be69e8 HTTP/1.1" status: 200 len: 1092 time: 1.1175847 Jul 15 13:02:26.298541 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c222f82c-28b2-49ea-bb16-aab6c546382f admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:02:26.300212 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadff597-9947-41fc-ad3e-7e178cd185de service neutron] Pushing event updated for resources: {'Port': ['ID=56798c7f-0fed-4212-8511-9b5501be69e8,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:26.310096 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4cb7f3-4967-48b7-be83-801dd052fb97 None None] Sync routers for ids ['de53690b-ee56-4872-aa83-a05f237c0443'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:02:26.313292 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c222f82c-28b2-49ea-bb16-aab6c546382f admin admin] 10.222.0.16 "PUT /v2.0/routers/de53690b-ee56-4872-aa83-a05f237c0443/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4905269 Jul 15 13:02:26.319146 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41000) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:26.322492 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4cb7f3-4967-48b7-be83-801dd052fb97 None None] Routers {'de53690b-ee56-4872-aa83-a05f237c0443'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:02:26.323239 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-fe4cb7f3-4967-48b7-be83-801dd052fb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:02:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['de53690b-ee56-4872-aa83-a05f237c0443'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:26.336289 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-2bd5b51c-600f-45f4-817f-bb59eb42aa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:26.337889 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-2bd5b51c-600f-45f4-817f-bb59eb42aa4f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=459bc575-93e3-4ab8-8230-d52ee95226e2 HTTP/1.1" status: 200 len: 852 time: 0.1177821 Jul 15 13:02:26.344316 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e977e1-67a4-439b-b400-1089043da8da req-df510f92-0645-43c5-9935-ef1a4b447d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:26.345819 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44e977e1-67a4-439b-b400-1089043da8da req-df510f92-0645-43c5-9935-ef1a4b447d32 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90&tenant_id=eab83a220c154216861503618b01c15d HTTP/1.1" status: 200 len: 1096 time: 0.4629073 Jul 15 13:02:26.429016 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-61a2c390-8d5c-4e65-bdd5-4f8f525e0cc2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0d89cea-932c-49ee-9772-9e5757255ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588393 Jul 15 13:02:26.451501 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-fe4cb7f3-4967-48b7-be83-801dd052fb97 None None] Set router de53690b-ee56-4872-aa83-a05f237c0443 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:02:26.457548 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce8971-4429-4215-bcec-9d9291dd94fb req-812da51d-29df-4ba8-be7d-c8689e0b7a71 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:26.459087 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2dce8971-4429-4215-bcec-9d9291dd94fb req-812da51d-29df-4ba8-be7d-c8689e0b7a71 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90 HTTP/1.1" status: 200 len: 944 time: 0.3701785 Jul 15 13:02:26.518692 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0cb1cf9f-ca62-4f53-9850-c084fe82aca2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:26.570003 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-5af3967c-1c19-4fe3-b4ae-323381553893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:26.571676 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-5af3967c-1c19-4fe3-b4ae-323381553893 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f2e38cb8519d43848359da3967bb7d06&device_id=e85ee459-c6c6-497f-a630-c8464bd4a1f6 HTTP/1.1" status: 200 len: 1095 time: 0.1942070 Jul 15 13:02:26.580463 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d5a2b-8888-4c0a-bd44-f128c7e008c4 req-e3e2feb2-eff3-4976-b3ae-b83b5f261023 tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:26.582019 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7f9d5a2b-8888-4c0a-bd44-f128c7e008c4 req-e3e2feb2-eff3-4976-b3ae-b83b5f261023 tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] 10.222.0.16 "GET /v2.0/ports?device_id=43a05d18-95ac-4929-b665-634868d0ebec HTTP/1.1" status: 200 len: 945 time: 0.2726412 Jul 15 13:02:26.602867 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2dce8971-4429-4215-bcec-9d9291dd94fb req-423fb90b-4b61-4a72-9f93-aad3a7896139 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198215 Jul 15 13:02:26.630112 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-24916657-2dac-4a9e-a293-7aeb273a635e service neutron] 10.222.0.46 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928558 Jul 15 13:02:26.634008 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e977e1-67a4-439b-b400-1089043da8da req-434b3a65-ed1e-45a3-b92f-1e196151045a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:26.639255 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44e977e1-67a4-439b-b400-1089043da8da req-434b3a65-ed1e-45a3-b92f-1e196151045a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eab83a220c154216861503618b01c15d&device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90 HTTP/1.1" status: 200 len: 1096 time: 0.2654622 Jul 15 13:02:26.662919 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018287f-d781-46c2-82af-d80dd69330fc req-5f52433a-0ffb-47a5-b676-88e84ba39e34 tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:26.664422 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6018287f-d781-46c2-82af-d80dd69330fc req-5f52433a-0ffb-47a5-b676-88e84ba39e34 tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] 10.222.0.46 "GET /v2.0/ports?device_id=43a05d18-95ac-4929-b665-634868d0ebec HTTP/1.1" status: 200 len: 945 time: 0.2105854 Jul 15 13:02:26.668364 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55f4a85-9e95-4a5c-bdc8-5ca26d983d84 x-openstack-request-id: req-a55f4a85-9e95-4a5c-bdc8-5ca26d983d84 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:26.668656 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89dde7a0-5e99-416f-a44b-d0cc0a489f59", "tag": "27d4fff2-fc11-4680-b024-0e67e6260938", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:26.668903 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a55f4a85-9e95-4a5c-bdc8-5ca26d983d84 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:26.669299 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89dde7a0-5e99-416f-a44b-d0cc0a489f59', 'tag': '27d4fff2-fc11-4680-b024-0e67e6260938', 'status': 'completed', 'code': 200} Jul 15 13:02:26.670884 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-1e90a3be-a9b1-478a-89f0-b146e97fb80f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56798c7f-0fed-4212-8511-9b5501be69e8 HTTP/1.1" status: 200 len: 217 time: 0.0911255 Jul 15 13:02:26.686417 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-fe4cb7f3-4967-48b7-be83-801dd052fb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-24460711-router', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fbf4475e-a3de-4aaf-ace0-d489d9ec01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:09Z', 'updated_at': '2021-07-15T13:02:23Z', 'revision_number': 5, 'project_id': 'b1bed3db82d94ba082f589d0abe653bf', 'gw_port': {'id': 'fbf4475e-a3de-4aaf-ace0-d489d9ec01c3', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:10Z', 'updated_at': '2021-07-15T12:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:26.719878 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4cb7f3-4967-48b7-be83-801dd052fb97 None None] Checking router: de53690b-ee56-4872-aa83-a05f237c0443 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:02:26.734934 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4cb7f3-4967-48b7-be83-801dd052fb97 None None] Routers {'de53690b-ee56-4872-aa83-a05f237c0443'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:02:26.742345 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-fe4cb7f3-4967-48b7-be83-801dd052fb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:02:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['de53690b-ee56-4872-aa83-a05f237c0443'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:26.779130 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0cb1cf9f-ca62-4f53-9850-c084fe82aca2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:26.782731 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-7cfde673-38fc-482e-bcd7-93be6e6ff2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:26.784190 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-7cfde673-38fc-482e-bcd7-93be6e6ff2a1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=55944f89-bfe9-4f2c-b06d-afc32bd1050c HTTP/1.1" status: 200 len: 857 time: 0.1046834 Jul 15 13:02:26.846315 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-02fb6b2d-d613-47b1-b940-1ed91e55bd40 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ab3ebefe-1285-41ac-bf16-f33034238da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370834 Jul 15 13:02:26.865801 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-fe4cb7f3-4967-48b7-be83-801dd052fb97 None None] Set router de53690b-ee56-4872-aa83-a05f237c0443 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:02:26.868200 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7f9d5a2b-8888-4c0a-bd44-f128c7e008c4 req-a5d8aa1b-3c28-48a6-a97b-77039443e157 tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] 10.222.0.16 "GET /v2.0/security-groups?id=d60b9ae0-e340-4343-b886-db7e6aad223a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639682 Jul 15 13:02:26.962071 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-90297916-5305-44f0-9f57-4f68fedc9ebf req-a17efbeb-7852-430a-a88f-f40ebf7ac190 service neutron] 10.222.0.46 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104265 Jul 15 13:02:26.971604 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e977e1-67a4-439b-b400-1089043da8da req-4cd6b30c-c16b-4bd9-b3d9-44f517584f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:26.973058 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44e977e1-67a4-439b-b400-1089043da8da req-4cd6b30c-c16b-4bd9-b3d9-44f517584f46 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3ccc611d-a289-44b3-992b-3e39605548b4 HTTP/1.1" status: 200 len: 908 time: 0.3192501 Jul 15 13:02:26.975270 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260cf948-a19b-4ec7-a086-71ffd6ff2550 req-045049fe-d9e1-426f-8658-82f19f94db79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:26.976672 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-260cf948-a19b-4ec7-a086-71ffd6ff2550 req-045049fe-d9e1-426f-8658-82f19f94db79 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ebbd54408696456c92b5ebdf28d2a1fe&device_id=89dde7a0-5e99-416f-a44b-d0cc0a489f59 HTTP/1.1" status: 200 len: 1099 time: 0.2686303 Jul 15 13:02:26.981321 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-6018287f-d781-46c2-82af-d80dd69330fc req-7aa1d7a8-c985-4393-bfbd-8455d2e39ba0 tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] Deleting port bcaff171-de18-46c3-8f48-788d68b28cf4 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:26.981775 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6018287f-d781-46c2-82af-d80dd69330fc req-7aa1d7a8-c985-4393-bfbd-8455d2e39ba0 tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:27.016177 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-bafcd276-daae-4b52-8be0-6a6beaeaa55a service neutron] 10.222.0.46 "GET /v2.0/networks/ab3ebefe-1285-41ac-bf16-f33034238da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518886 Jul 15 13:02:27.020475 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-0cb1cf9f-ca62-4f53-9850-c084fe82aca2 admin admin] Deleting port fbf4475e-a3de-4aaf-ace0-d489d9ec01c3 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:27.021456 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0cb1cf9f-ca62-4f53-9850-c084fe82aca2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:27.063276 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44e977e1-67a4-439b-b400-1089043da8da req-7e2463ab-9e0b-4493-8502-6d624f662f75 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e88506c6-1569-4e6d-ac52-e39c9fcdc7b9 HTTP/1.1" status: 200 len: 217 time: 0.0823102 Jul 15 13:02:27.086452 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-fe4cb7f3-4967-48b7-be83-801dd052fb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-24460711-router', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fbf4475e-a3de-4aaf-ace0-d489d9ec01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:09Z', 'updated_at': '2021-07-15T13:02:23Z', 'revision_number': 5, 'project_id': 'b1bed3db82d94ba082f589d0abe653bf', 'gw_port': {'id': 'fbf4475e-a3de-4aaf-ace0-d489d9ec01c3', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:10Z', 'updated_at': '2021-07-15T12:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:27.120993 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4cb7f3-4967-48b7-be83-801dd052fb97 None None] The sync data for ids ['de53690b-ee56-4872-aa83-a05f237c0443'] in n-d-771363-36 is: [{'id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-24460711-router', 'tenant_id': 'b1bed3db82d94ba082f589d0abe653bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fbf4475e-a3de-4aaf-ace0-d489d9ec01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:09Z', 'updated_at': '2021-07-15T13:02:23Z', 'revision_number': 5, 'project_id': 'b1bed3db82d94ba082f589d0abe653bf', 'gw_port': {'id': 'fbf4475e-a3de-4aaf-ace0-d489d9ec01c3', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de53690b-ee56-4872-aa83-a05f237c0443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:10Z', 'updated_at': '2021-07-15T12:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:02:27.141787 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd318ff-c6d8-4c22-94b9-e3bffb2f9284 req-c230f61f-a6bc-4f48-9d0f-bbe50c20cd4b tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:27.143442 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bbd318ff-c6d8-4c22-94b9-e3bffb2f9284 req-c230f61f-a6bc-4f48-9d0f-bbe50c20cd4b tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc HTTP/1.1" status: 200 len: 943 time: 0.3102179 Jul 15 13:02:27.236371 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e977e1-67a4-439b-b400-1089043da8da req-0c2df834-b0f0-48c4-bd83-0d309dd26368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:27.238194 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44e977e1-67a4-439b-b400-1089043da8da req-0c2df834-b0f0-48c4-bd83-0d309dd26368 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7de80623-b855-4366-a308-8757d4a69fb8 HTTP/1.1" status: 200 len: 847 time: 0.1648524 Jul 15 13:02:27.296836 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260cf948-a19b-4ec7-a086-71ffd6ff2550 req-0fb2507d-a8a1-46a4-9b53-5ba918b2d227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:27.298629 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-260cf948-a19b-4ec7-a086-71ffd6ff2550 req-0fb2507d-a8a1-46a4-9b53-5ba918b2d227 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.3123696 Jul 15 13:02:27.300714 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44e977e1-67a4-439b-b400-1089043da8da req-a1424ddf-00df-4ce3-8069-2dba6cf0e8e4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3ccc611d-a289-44b3-992b-3e39605548b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465708 Jul 15 13:02:27.328149 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bbd318ff-c6d8-4c22-94b9-e3bffb2f9284 req-d19bcaa6-ea17-4743-918c-7608dc40e4b0 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675513 Jul 15 13:02:27.359377 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-260cf948-a19b-4ec7-a086-71ffd6ff2550 req-ac2a41d9-3772-492d-bf82-1a26dcb84ba8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=27d4fff2-fc11-4680-b024-0e67e6260938 HTTP/1.1" status: 200 len: 217 time: 0.0527613 Jul 15 13:02:27.426638 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2536d6-4c13-40de-93e4-346bfe72b698 req-79d5ce02-44c3-463a-a2e0-4a3ae7883623 tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:27.428244 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6c2536d6-4c13-40de-93e4-346bfe72b698 req-79d5ce02-44c3-463a-a2e0-4a3ae7883623 tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] 10.222.0.16 "GET /v2.0/ports?device_id=e85ee459-c6c6-497f-a630-c8464bd4a1f6 HTTP/1.1" status: 200 len: 943 time: 0.2955205 Jul 15 13:02:27.497795 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-6018287f-d781-46c2-82af-d80dd69330fc req-7aa1d7a8-c985-4393-bfbd-8455d2e39ba0 tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] For port bcaff171-de18-46c3-8f48-788d68b28cf4, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=bcaff171-de18-46c3-8f48-788d68b28cf4,segment=NetworkSegment(4cd322d3-56a2-49aa-86c0-25ad27a066b7),segment_id=4cd322d3-56a2-49aa-86c0-25ad27a066b7)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:27.498220 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6018287f-d781-46c2-82af-d80dd69330fc req-7aa1d7a8-c985-4393-bfbd-8455d2e39ba0 tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:27.511975 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260cf948-a19b-4ec7-a086-71ffd6ff2550 req-225b128b-f74e-4c64-86f8-0695c0fc98b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:27.513439 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-260cf948-a19b-4ec7-a086-71ffd6ff2550 req-225b128b-f74e-4c64-86f8-0695c0fc98b6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.1327293 Jul 15 13:02:27.532733 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-6018287f-d781-46c2-82af-d80dd69330fc req-7aa1d7a8-c985-4393-bfbd-8455d2e39ba0 tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] Calling delete_port for bcaff171-de18-46c3-8f48-788d68b28cf4 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:27.535528 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-0cb1cf9f-ca62-4f53-9850-c084fe82aca2 admin admin] For port fbf4475e-a3de-4aaf-ace0-d489d9ec01c3, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=fbf4475e-a3de-4aaf-ace0-d489d9ec01c3,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:27.535893 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0cb1cf9f-ca62-4f53-9850-c084fe82aca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:27.560392 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-0cb1cf9f-ca62-4f53-9850-c084fe82aca2 admin admin] Calling delete_port for fbf4475e-a3de-4aaf-ace0-d489d9ec01c3 owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:27.563715 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6d0800cf-a257-4627-b594-8d17c2603fd7 req-224210ec-dd87-4692-bc6d-95c11a26e2be service neutron] 10.222.0.46 "GET /v2.0/networks/ab3ebefe-1285-41ac-bf16-f33034238da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5358276 Jul 15 13:02:27.612661 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44e977e1-67a4-439b-b400-1089043da8da req-419834ae-6b2f-4cf1-aea2-1cbf07cc03bc service neutron] 10.222.0.20 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987447 Jul 15 13:02:27.617875 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6c2536d6-4c13-40de-93e4-346bfe72b698 req-9eaa90f4-12c8-4ff8-8be4-057983beb1f7 tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] 10.222.0.16 "GET /v2.0/security-groups?id=fbfd643b-483c-46da-9a6a-55a378e13a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824877 Jul 15 13:02:27.709385 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7ddcf8-5735-428a-b419-d49a495757dd x-openstack-request-id: req-4b7ddcf8-5735-428a-b419-d49a495757dd {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:27.709762 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "991c3a29-2a32-4d5d-afa7-e41960b09e49", "tag": "094b0e35-4957-4a98-99c2-72dad761fb7c", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:27.710031 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4b7ddcf8-5735-428a-b419-d49a495757dd {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:27.710486 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '991c3a29-2a32-4d5d-afa7-e41960b09e49', 'tag': '094b0e35-4957-4a98-99c2-72dad761fb7c', 'status': 'completed', 'code': 200} Jul 15 13:02:27.787547 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdafc7-aece-4332-b032-71ec6125b5cb req-0ec624f7-6ab3-46c3-b71a-565ed0f49c38 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:27.789131 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7dbdafc7-aece-4332-b032-71ec6125b5cb req-0ec624f7-6ab3-46c3-b71a-565ed0f49c38 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 944 time: 0.3125293 Jul 15 13:02:27.831303 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260cf948-a19b-4ec7-a086-71ffd6ff2550 req-9dd29cfe-260c-4d08-bc90-5f368c57a4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:27.833004 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-260cf948-a19b-4ec7-a086-71ffd6ff2550 req-9dd29cfe-260c-4d08-bc90-5f368c57a4b0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2933245 Jul 15 13:02:27.851684 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6018287f-d781-46c2-82af-d80dd69330fc req-7aa1d7a8-c985-4393-bfbd-8455d2e39ba0 tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:27.869669 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44e977e1-67a4-439b-b400-1089043da8da req-928f8707-c2e1-4d55-8f7d-ec108dcaaced service neutron] 10.222.0.20 "GET /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468843 Jul 15 13:02:27.898794 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1d7a8-c985-4393-bfbd-8455d2e39ba0 tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] Pushing event deleted for resources: {'Port': ['ID=bcaff171-de18-46c3-8f48-788d68b28cf4,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:27.900950 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-29819455-7051-42b0-87d8-05908596cadb req-62744103-433b-4f17-a553-c3906921aa8d tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] 10.222.0.16 "GET /v2.0/security-groups/118b0abb-c169-44e0-9f0d-90b333a0888a HTTP/1.1" status: 200 len: 1805 time: 0.1820123 Jul 15 13:02:27.916028 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ca050-5252-4597-a7d2-9b7f4658aae6 req-18e28708-2759-4816-be37-3867b52b6a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:27.918215 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-378ca050-5252-4597-a7d2-9b7f4658aae6 req-18e28708-2759-4816-be37-3867b52b6a16 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=af8a25419ab0489e8df66f3d058b9b35&device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 1096 time: 0.1915014 Jul 15 13:02:27.947919 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0cb1cf9f-ca62-4f53-9850-c084fe82aca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:27.960604 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7dbdafc7-aece-4332-b032-71ec6125b5cb req-5e0c812f-9d45-4332-a12a-ed8473a066c8 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484029 Jul 15 13:02:28.005672 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-6018287f-d781-46c2-82af-d80dd69330fc req-7aa1d7a8-c985-4393-bfbd-8455d2e39ba0 tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] No DVR routers for this DVR port bcaff171-de18-46c3-8f48-788d68b28cf4 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:02:28.010258 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6018287f-d781-46c2-82af-d80dd69330fc req-7aa1d7a8-c985-4393-bfbd-8455d2e39ba0 tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:28.012862 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6018287f-d781-46c2-82af-d80dd69330fc req-7aa1d7a8-c985-4393-bfbd-8455d2e39ba0 tempest-VolumesAdminNegativeTest-148069392 tempest-VolumesAdminNegativeTest-148069392-project] 10.222.0.46 "DELETE /v2.0/ports/bcaff171-de18-46c3-8f48-788d68b28cf4 HTTP/1.1" status: 204 len: 173 time: 1.3389232 Jul 15 13:02:28.016997 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb1cf9f-ca62-4f53-9850-c084fe82aca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbf4475e-a3de-4aaf-ace0-d489d9ec01c3,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:28.021463 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-260cf948-a19b-4ec7-a086-71ffd6ff2550 req-f422213e-0afa-4c36-aad7-20c87bfefdba service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757147 Jul 15 13:02:28.128974 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0cb1cf9f-ca62-4f53-9850-c084fe82aca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:28.157709 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ca050-5252-4597-a7d2-9b7f4658aae6 req-ebf1cf79-1fe4-4c5a-b1c5-e814a4237d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:28.159249 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-378ca050-5252-4597-a7d2-9b7f4658aae6 req-ebf1cf79-1fe4-4c5a-b1c5-e814a4237d31 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e0d89cea-932c-49ee-9772-9e5757255ae5 HTTP/1.1" status: 200 len: 913 time: 0.2210283 Jul 15 13:02:28.260665 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-378ca050-5252-4597-a7d2-9b7f4658aae6 req-5eefcb73-4d99-4bda-a1b3-920d6090021d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=094b0e35-4957-4a98-99c2-72dad761fb7c HTTP/1.1" status: 200 len: 217 time: 0.0673442 Jul 15 13:02:28.262360 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0cb1cf9f-ca62-4f53-9850-c084fe82aca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:28.264635 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0cb1cf9f-ca62-4f53-9850-c084fe82aca2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:28.332841 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0cb1cf9f-ca62-4f53-9850-c084fe82aca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:28.333400 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb1cf9f-ca62-4f53-9850-c084fe82aca2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de53690b-ee56-4872-aa83-a05f237c0443 {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:02:28.339161 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0cb1cf9f-ca62-4f53-9850-c084fe82aca2 admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:28.340452 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0cb1cf9f-ca62-4f53-9850-c084fe82aca2 admin admin] 10.222.0.16 "DELETE /v2.0/routers/de53690b-ee56-4872-aa83-a05f237c0443 HTTP/1.1" status: 204 len: 168 time: 2.0200207 Jul 15 13:02:28.342819 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41014) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:28.377455 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ca050-5252-4597-a7d2-9b7f4658aae6 req-fc9af634-e38f-4aa1-a5e0-36e67e085b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:28.379043 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-378ca050-5252-4597-a7d2-9b7f4658aae6 req-fc9af634-e38f-4aa1-a5e0-36e67e085b7c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=459bc575-93e3-4ab8-8230-d52ee95226e2 HTTP/1.1" status: 200 len: 852 time: 0.1093130 Jul 15 13:02:28.422011 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-378ca050-5252-4597-a7d2-9b7f4658aae6 req-e78ae860-1adc-49d3-bbfb-6de2210808d9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0d89cea-932c-49ee-9772-9e5757255ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362275 Jul 15 13:02:28.427449 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe1f895-4229-4e0f-b299-323dddbaaa81 admin admin] Deleting subnet d44e2be9-560a-4145-9cc8-a12eda01a935 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:02:28.438829 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1fe1f895-4229-4e0f-b299-323dddbaaa81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:28.520774 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1fe1f895-4229-4e0f-b299-323dddbaaa81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:28.590751 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-378ca050-5252-4597-a7d2-9b7f4658aae6 req-ef9382ac-553e-4953-93dc-6f36ea8f52ef service neutron] 10.222.0.46 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593158 Jul 15 13:02:28.641580 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-260cf948-a19b-4ec7-a086-71ffd6ff2550 req-fce04310-b26e-49c9-8af3-72af1c5e3ba3 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6134543 Jul 15 13:02:28.660350 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1fe1f895-4229-4e0f-b299-323dddbaaa81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:28.687744 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e85ee459-c6c6-497f-a630-c8464bd4a1f6', 'tag': '56798c7f-0fed-4212-8511-9b5501be69e8'}, {'server_uuid': '43a05d18-95ac-4929-b665-634868d0ebec', 'name': 'network-vif-deleted', 'tag': 'bcaff171-de18-46c3-8f48-788d68b28cf4'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:28.689665 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2eac15-28a8-4faf-915c-1c8fdc677964" -d '{"events": [{"name": "network-changed", "server_uuid": "e85ee459-c6c6-497f-a630-c8464bd4a1f6", "tag": "56798c7f-0fed-4212-8511-9b5501be69e8"}, {"server_uuid": "43a05d18-95ac-4929-b665-634868d0ebec", "name": "network-vif-deleted", "tag": "bcaff171-de18-46c3-8f48-788d68b28cf4"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:28.707010 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15e104-0333-47f7-9537-306c9895fce2 req-0cde751b-d6b9-482d-ae13-e04ad57c0c99 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:28.708633 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ed15e104-0333-47f7-9537-306c9895fce2 req-0cde751b-d6b9-482d-ae13-e04ad57c0c99 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] 10.222.0.16 "GET /v2.0/ports?device_id=89dde7a0-5e99-416f-a44b-d0cc0a489f59 HTTP/1.1" status: 200 len: 947 time: 0.6092486 Jul 15 13:02:28.718912 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e977e1-67a4-439b-b400-1089043da8da req-9438d84b-7ec7-4699-abc4-1c93006bc3a8 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:28.720351 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44e977e1-67a4-439b-b400-1089043da8da req-9438d84b-7ec7-4699-abc4-1c93006bc3a8 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90&tenant_id=eab83a220c154216861503618b01c15d&binding%3Ahost_id=n-h1-771363-36 HTTP/1.1" status: 200 len: 1096 time: 0.5088425 Jul 15 13:02:28.744269 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa53fb2-1ff0-4f55-811b-81e20661c5f4 req-7781a832-afd7-481a-8664-91dd118dc9a5 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:28.745716 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8fa53fb2-1ff0-4f55-811b-81e20661c5f4 req-7781a832-afd7-481a-8664-91dd118dc9a5 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90 HTTP/1.1" status: 200 len: 944 time: 0.5514870 Jul 15 13:02:28.753440 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-378ca050-5252-4597-a7d2-9b7f4658aae6 req-962adee6-1b2d-4d57-b104-93b38adcf6e2 service neutron] 10.222.0.46 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407211 Jul 15 13:02:28.771986 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1fe1f895-4229-4e0f-b299-323dddbaaa81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:28.780791 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:28.799339 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe1f895-4229-4e0f-b299-323dddbaaa81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d44e2be9-560a-4145-9cc8-a12eda01a935,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:28.803170 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1fe1f895-4229-4e0f-b299-323dddbaaa81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:28.805035 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1fe1f895-4229-4e0f-b299-323dddbaaa81 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d44e2be9-560a-4145-9cc8-a12eda01a935 HTTP/1.1" status: 204 len: 168 time: 0.4612443 Jul 15 13:02:28.815626 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41022) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:28.815938 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9657012-e0a3-40d9-a752-d6559df57d78 None None] Network 2691f40b-6294-497c-8479-3f33a37dc0ee requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:02:28.856655 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ed15e104-0333-47f7-9537-306c9895fce2 req-4cf771fc-cc77-48a7-bee4-93ab756e83c6 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] 10.222.0.16 "GET /v2.0/security-groups?id=e780c262-c3ef-45a4-87fb-c35e83ddd14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400995 Jul 15 13:02:28.904071 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8fa53fb2-1ff0-4f55-811b-81e20661c5f4 req-91a97794-3806-48e2-ace4-88748f34664e tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492469 Jul 15 13:02:28.955040 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-6e5884da-6282-4464-8bf9-957e8aebb551 req-6964d814-7775-42f3-bcc1-3b85988661a9 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-587619247', 'description': 'tempest-description-183259441'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:28.957217 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-07bd17b9-6393-4eb0-b6bb-67042640e78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:28.959315 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device fbf4475e-a3de-4aaf-ace0-d489d9ec01c3 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:02:28.984152 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: fbf4475e-a3de-4aaf-ace0-d489d9ec01c3 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:02:28.984581 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device fbf4475e-a3de-4aaf-ace0-d489d9ec01c3 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:02:28.985362 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 0fb284e8-7f46-4e01-b005-741d6805e669 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:02:28.990382 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6e5884da-6282-4464-8bf9-957e8aebb551 req-6964d814-7775-42f3-bcc1-3b85988661a9 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.005391 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41024) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:29.012300 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 0fb284e8-7f46-4e01-b005-741d6805e669 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:02:29.012974 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 0fb284e8-7f46-4e01-b005-741d6805e669 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:02:29.044599 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device bcaff171-de18-46c3-8f48-788d68b28cf4 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:02:29.047781 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 27d4fff2-fc11-4680-b024-0e67e6260938 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:02:29.071368 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-99dc2ebc-1d50-4a00-92da-c3a9f3aa06bc admin admin] Deleting subnet 5eb48d26-a3b3-4b0c-89ca-9bc1e2d9be0a {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:02:29.079001 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-07bd17b9-6393-4eb0-b6bb-67042640e78b admin admin] Deleting port 08dd3b11-949b-4a4b-a3ff-d41f9f9157a3 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:29.079348 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-07bd17b9-6393-4eb0-b6bb-67042640e78b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.081985 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99dc2ebc-1d50-4a00-92da-c3a9f3aa06bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.113956 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6e5884da-6282-4464-8bf9-957e8aebb551 req-6964d814-7775-42f3-bcc1-3b85988661a9 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.120653 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-44e977e1-67a4-439b-b400-1089043da8da req-04567855-fdbe-4d4e-951d-7ed2c24e11bd service neutron] For port e88506c6-1569-4e6d-ac52-e39c9fcdc7b9, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:02:29.124788 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-44e977e1-67a4-439b-b400-1089043da8da req-04567855-fdbe-4d4e-951d-7ed2c24e11bd service neutron] Notify callbacks [] for binding, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.125990 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44e977e1-67a4-439b-b400-1089043da8da req-04567855-fdbe-4d4e-951d-7ed2c24e11bd service neutron] 10.222.0.20 "DELETE /v2.0/ports/e88506c6-1569-4e6d-ac52-e39c9fcdc7b9/bindings/n-h2-771363-36 HTTP/1.1" status: 204 len: 173 time: 0.3969719 Jul 15 13:02:29.127217 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6e5884da-6282-4464-8bf9-957e8aebb551 req-6964d814-7775-42f3-bcc1-3b85988661a9 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.137665 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: bcaff171-de18-46c3-8f48-788d68b28cf4 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:02:29.138384 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device bcaff171-de18-46c3-8f48-788d68b28cf4 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:02:29.181187 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99dc2ebc-1d50-4a00-92da-c3a9f3aa06bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.194384 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.208500 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-07bd17b9-6393-4eb0-b6bb-67042640e78b admin admin] For port 08dd3b11-949b-4a4b-a3ff-d41f9f9157a3, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=08dd3b11-949b-4a4b-a3ff-d41f9f9157a3,segment=NetworkSegment(cd857633-46f6-4d90-bb5f-e587bc48f622),segment_id=cd857633-46f6-4d90-bb5f-e587bc48f622)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:29.208974 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-07bd17b9-6393-4eb0-b6bb-67042640e78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.217175 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6e5884da-6282-4464-8bf9-957e8aebb551 req-6964d814-7775-42f3-bcc1-3b85988661a9 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.218415 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e5884da-6282-4464-8bf9-957e8aebb551 req-6964d814-7775-42f3-bcc1-3b85988661a9 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2700796 Jul 15 13:02:29.219880 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6964d814-7775-42f3-bcc1-3b85988661a9 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b3f920-2fc9-422f-b458-6ca58f73e0d9,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:29.229771 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-07bd17b9-6393-4eb0-b6bb-67042640e78b admin admin] Calling delete_port for 08dd3b11-949b-4a4b-a3ff-d41f9f9157a3 owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:29.238842 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 27d4fff2-fc11-4680-b024-0e67e6260938, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=27d4fff2-fc11-4680-b024-0e67e6260938,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:29.252635 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '27d4fff2-fc11-4680-b024-0e67e6260938', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': '27d4fff2-fc11-4680-b024-0e67e6260938', 'mac_address': 'fa:16:3e:fc:66:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:02:29.264117 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99dc2ebc-1d50-4a00-92da-c3a9f3aa06bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.289016 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf017558-8417-4e13-84ce-ae1a18459c26 req-1cad0119-1044-4cd2-b1e3-cf3fddb2434e tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:29.290417 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cf017558-8417-4e13-84ce-ae1a18459c26 req-1cad0119-1044-4cd2-b1e3-cf3fddb2434e tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc HTTP/1.1" status: 200 len: 943 time: 0.1350851 Jul 15 13:02:29.303473 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.314737 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b958e6d-fa18-40e8-a112-fbab6171f7b6 None None] DHCP port deletion for 2691f40b-6294-497c-8479-3f33a37dc0ee request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:02:29.322724 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27d4fff2-fc11-4680-b024-0e67e6260938 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:02:29.346178 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cf017558-8417-4e13-84ce-ae1a18459c26 req-01c51c9f-870f-4860-b86c-192c231b68d0 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475502 Jul 15 13:02:29.366659 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 27d4fff2-fc11-4680-b024-0e67e6260938, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=27d4fff2-fc11-4680-b024-0e67e6260938,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:29.383017 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.384234 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 56798c7f-0fed-4212-8511-9b5501be69e8 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:02:29.398227 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99dc2ebc-1d50-4a00-92da-c3a9f3aa06bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.428838 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-07bd17b9-6393-4eb0-b6bb-67042640e78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.442367 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-4b958e6d-fa18-40e8-a112-fbab6171f7b6 None None] Deleting port 08dd3b11-949b-4a4b-a3ff-d41f9f9157a3 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:29.442983 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b958e6d-fa18-40e8-a112-fbab6171f7b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.453028 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc2ebc-1d50-4a00-92da-c3a9f3aa06bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eb48d26-a3b3-4b0c-89ca-9bc1e2d9be0a,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:29.458395 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd17b9-6393-4eb0-b6bb-67042640e78b admin admin] Pushing event deleted for resources: {'Port': ['ID=08dd3b11-949b-4a4b-a3ff-d41f9f9157a3,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:29.481548 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bd17b9-6393-4eb0-b6bb-67042640e78b admin admin] No DVR routers for this DVR port 08dd3b11-949b-4a4b-a3ff-d41f9f9157a3 on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:02:29.545995 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4c207-cf06-4070-bfe9-d4a44655305c req-490d901d-11ed-4c9b-a4ce-84dab7800dad tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:29.547710 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d5d4c207-cf06-4070-bfe9-d4a44655305c req-490d901d-11ed-4c9b-a4ce-84dab7800dad tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] 10.222.0.16 "GET /v2.0/ports?device_id=e85ee459-c6c6-497f-a630-c8464bd4a1f6 HTTP/1.1" status: 200 len: 943 time: 0.1619284 Jul 15 13:02:29.555059 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2746e80d-b518-4a57-bf24-26ae216232fc x-openstack-request-id: req-2746e80d-b518-4a57-bf24-26ae216232fc {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:29.555600 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e85ee459-c6c6-497f-a630-c8464bd4a1f6", "tag": "56798c7f-0fed-4212-8511-9b5501be69e8", "status": "completed", "code": 200}, {"server_uuid": "43a05d18-95ac-4929-b665-634868d0ebec", "name": "network-vif-deleted", "tag": "bcaff171-de18-46c3-8f48-788d68b28cf4", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:29.555943 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2746e80d-b518-4a57-bf24-26ae216232fc {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:29.556556 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e85ee459-c6c6-497f-a630-c8464bd4a1f6', 'tag': '56798c7f-0fed-4212-8511-9b5501be69e8', 'status': 'completed', 'code': 200} Jul 15 13:02:29.556743 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a05d18-95ac-4929-b665-634868d0ebec', 'name': 'network-vif-deleted', 'tag': 'bcaff171-de18-46c3-8f48-788d68b28cf4', 'status': 'completed', 'code': 200} Jul 15 13:02:29.575492 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99dc2ebc-1d50-4a00-92da-c3a9f3aa06bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.580957 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-99dc2ebc-1d50-4a00-92da-c3a9f3aa06bc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5eb48d26-a3b3-4b0c-89ca-9bc1e2d9be0a HTTP/1.1" status: 204 len: 168 time: 0.5743630 Jul 15 13:02:29.616219 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41034) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:29.630059 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-07bd17b9-6393-4eb0-b6bb-67042640e78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.642668 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-07bd17b9-6393-4eb0-b6bb-67042640e78b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2691f40b-6294-497c-8479-3f33a37dc0ee']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:29.643371 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.db.resource_extend [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:02:29.655029 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-07bd17b9-6393-4eb0-b6bb-67042640e78b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd857633-46f6-4d90-bb5f-e587bc48f622') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:29.655478 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-07bd17b9-6393-4eb0-b6bb-67042640e78b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd857633-46f6-4d90-bb5f-e587bc48f622') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:29.666283 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-07bd17b9-6393-4eb0-b6bb-67042640e78b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.674520 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d5d4c207-cf06-4070-bfe9-d4a44655305c req-e1c61adc-0435-4424-b7c0-8a7eaddde615 tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] 10.222.0.16 "GET /v2.0/security-groups?id=fbfd643b-483c-46da-9a6a-55a378e13a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190648 Jul 15 13:02:29.685002 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-4b958e6d-fa18-40e8-a112-fbab6171f7b6 None None] For port 08dd3b11-949b-4a4b-a3ff-d41f9f9157a3, host n-d-771363-36, got binding levels [] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:29.685404 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b958e6d-fa18-40e8-a112-fbab6171f7b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.685692 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-07bd17b9-6393-4eb0-b6bb-67042640e78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.700311 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07bd17b9-6393-4eb0-b6bb-67042640e78b admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:02:29.700311 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-07bd17b9-6393-4eb0-b6bb-67042640e78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.700549 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=27d4fff2-fc11-4680-b024-0e67e6260938,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:29.706235 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-4b958e6d-fa18-40e8-a112-fbab6171f7b6 None None] Calling delete_port for 08dd3b11-949b-4a4b-a3ff-d41f9f9157a3 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:29.711554 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.ipam_backend_mixin [None req-4b958e6d-fa18-40e8-a112-fbab6171f7b6 None None] Port 08dd3b11-949b-4a4b-a3ff-d41f9f9157a3 was not found and therefore no delete operation was performed {{(pid=93827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:02:29.712432 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-880d22bb-e007-4c1d-92c8-f62ff5ef110d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.716081 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b958e6d-fa18-40e8-a112-fbab6171f7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.753719 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:29.753719 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:29.753719 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:29.753719 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:29.753719 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:02:29.753719 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:02:29.753719 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:02:29.753719 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:02:29.753719 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:02:29.753719 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:02:29.753719 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:02:29.753719 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:02:29.753719 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:02:29.753719 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:02:29.753719 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:02:29.753719 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:02:29.753719 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:02:29.753719 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:02:29.753719 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:02:29.753719 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:02:29.753719 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:02:29.753719 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:02:29.753719 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:02:29.753719 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:02:29.753719 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:02:29.753719 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:02:29.753719 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:02:29.753719 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:02:29.753719 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:02:29.753719 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:02:29.753719 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:02:29.753719 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:02:29.753719 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:02:29.753719 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:02:29.753719 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:02:29.753719 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:02:29.774404 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b958e6d-fa18-40e8-a112-fbab6171f7b6 None None] Pushing event deleted for resources: {'Port': ['ID=08dd3b11-949b-4a4b-a3ff-d41f9f9157a3,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:29.780972 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b958e6d-fa18-40e8-a112-fbab6171f7b6 None None] No DVR routers for this DVR port 08dd3b11-949b-4a4b-a3ff-d41f9f9157a3 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:02:29.791114 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-07bd17b9-6393-4eb0-b6bb-67042640e78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.803484 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 56798c7f-0fed-4212-8511-9b5501be69e8, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=56798c7f-0fed-4212-8511-9b5501be69e8,segment=NetworkSegment(7238f4d1-8619-4be7-a471-c547b9445c0e),segment_id=7238f4d1-8619-4be7-a471-c547b9445c0e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:29.816052 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '56798c7f-0fed-4212-8511-9b5501be69e8', 'network_id': 'ab3ebefe-1285-41ac-bf16-f33034238da0', 'port_id': '56798c7f-0fed-4212-8511-9b5501be69e8', 'mac_address': 'fa:16:3e:56:0a:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55944f89-bfe9-4f2c-b06d-afc32bd1050c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:02:29.826707 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd17b9-6393-4eb0-b6bb-67042640e78b admin admin] Pushing event deleted for resources: {'Network': ['ID=2691f40b-6294-497c-8479-3f33a37dc0ee,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:29.828740 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-07bd17b9-6393-4eb0-b6bb-67042640e78b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.834658 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-07bd17b9-6393-4eb0-b6bb-67042640e78b admin admin] 10.222.0.16 "DELETE /v2.0/networks/2691f40b-6294-497c-8479-3f33a37dc0ee HTTP/1.1" status: 204 len: 168 time: 1.0188742 Jul 15 13:02:29.836943 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41036) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:29.838315 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f18127ab-b229-46a6-a0db-8a4961ec16de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.863518 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.875596 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-06f76739-1926-4159-a7ef-edd91277d5ee req-e5765f8f-ec04-4dd0-8e07-1489b7a1434b tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] 10.222.0.16 "GET /v2.0/security-groups/b0b3f920-2fc9-422f-b458-6ca58f73e0d9 HTTP/1.1" status: 200 len: 1803 time: 0.1513970 Jul 15 13:02:29.877795 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56798c7f-0fed-4212-8511-9b5501be69e8 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:02:29.892815 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2eac15-28a8-4faf-915c-1c8fdc677964 req-6092fedc-7c5f-4bea-80fc-ed73f0507263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:29.895576 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7f2eac15-28a8-4faf-915c-1c8fdc677964 req-6092fedc-7c5f-4bea-80fc-ed73f0507263 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f2e38cb8519d43848359da3967bb7d06&device_id=e85ee459-c6c6-497f-a630-c8464bd4a1f6 HTTP/1.1" status: 200 len: 1095 time: 0.3290396 Jul 15 13:02:29.897060 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed512c58-ab77-448a-a01e-01e6723c0d5d req-0c89b655-a72e-4c73-827f-f84a7d76df87 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:29.898585 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ed512c58-ab77-448a-a01e-01e6723c0d5d req-0c89b655-a72e-4c73-827f-f84a7d76df87 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 944 time: 0.2458200 Jul 15 13:02:29.911214 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 56798c7f-0fed-4212-8511-9b5501be69e8, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=56798c7f-0fed-4212-8511-9b5501be69e8,segment=NetworkSegment(7238f4d1-8619-4be7-a471-c547b9445c0e),segment_id=7238f4d1-8619-4be7-a471-c547b9445c0e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:29.916514 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.918175 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 3d2c0e62-ea70-4b0a-b93d-b899dce25031 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:02:29.918896 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-06f76739-1926-4159-a7ef-edd91277d5ee req-3a21b214-178f-40bd-b1ff-84240b775bbb tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b0b3f920-2fc9-422f-b458-6ca58f73e0d9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:29.919213 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-06f76739-1926-4159-a7ef-edd91277d5ee req-3a21b214-178f-40bd-b1ff-84240b775bbb tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b0b3f920-2fc9-422f-b458-6ca58f73e0d9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:30.021516 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=56798c7f-0fed-4212-8511-9b5501be69e8,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:30.037008 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f18127ab-b229-46a6-a0db-8a4961ec16de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:30.059449 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ed512c58-ab77-448a-a01e-01e6723c0d5d req-89389518-bcfa-4602-a6d6-c83e0753e864 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198962 Jul 15 13:02:30.060988 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-f18127ab-b229-46a6-a0db-8a4961ec16de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cab8ac17-a5c3-4e9a-9501-20688a0701e8']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:30.079165 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-f18127ab-b229-46a6-a0db-8a4961ec16de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd322d3-56a2-49aa-86c0-25ad27a066b7') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:30.079543 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-f18127ab-b229-46a6-a0db-8a4961ec16de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd322d3-56a2-49aa-86c0-25ad27a066b7') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:30.088475 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-06f76739-1926-4159-a7ef-edd91277d5ee req-3a21b214-178f-40bd-b1ff-84240b775bbb tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:30.096291 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f18127ab-b229-46a6-a0db-8a4961ec16de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:30.112879 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2eac15-28a8-4faf-915c-1c8fdc677964 req-ee3e36d2-9222-4664-8c67-a4533bb3dae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:30.114766 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7f2eac15-28a8-4faf-915c-1c8fdc677964 req-ee3e36d2-9222-4664-8c67-a4533bb3dae3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ab3ebefe-1285-41ac-bf16-f33034238da0 HTTP/1.1" status: 200 len: 918 time: 0.2093134 Jul 15 13:02:30.119092 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f18127ab-b229-46a6-a0db-8a4961ec16de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:30.122974 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-06f76739-1926-4159-a7ef-edd91277d5ee req-3a21b214-178f-40bd-b1ff-84240b775bbb tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:30.128303 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f18127ab-b229-46a6-a0db-8a4961ec16de admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:02:30.128989 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f18127ab-b229-46a6-a0db-8a4961ec16de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:02:30.131651 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:02:30.138524 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 3d2c0e62-ea70-4b0a-b93d-b899dce25031, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=3d2c0e62-ea70-4b0a-b93d-b899dce25031,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:30.146864 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-06f76739-1926-4159-a7ef-edd91277d5ee req-3a21b214-178f-40bd-b1ff-84240b775bbb tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:30.153401 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '3d2c0e62-ea70-4b0a-b93d-b899dce25031', 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f', 'port_id': '3d2c0e62-ea70-4b0a-b93d-b899dce25031', 'mac_address': 'fa:16:3e:d9:e1:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '522453a6-daf1-42ae-a6f8-abb7ab66795d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:02:30.186909 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21b214-178f-40bd-b1ff-84240b775bbb tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a5a23d2-eef0-44d3-811c-5872ebbe14a1,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:30.191831 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7f2eac15-28a8-4faf-915c-1c8fdc677964 req-c2c52da5-9878-4620-8bd6-bd9c78433181 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56798c7f-0fed-4212-8511-9b5501be69e8 HTTP/1.1" status: 200 len: 217 time: 0.0465426 Jul 15 13:02:30.209347 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:30.224901 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d2c0e62-ea70-4b0a-b93d-b899dce25031 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:02:30.232951 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-06f76739-1926-4159-a7ef-edd91277d5ee req-3a21b214-178f-40bd-b1ff-84240b775bbb tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:30.234126 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-06f76739-1926-4159-a7ef-edd91277d5ee req-3a21b214-178f-40bd-b1ff-84240b775bbb tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3506553 Jul 15 13:02:30.252517 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 3d2c0e62-ea70-4b0a-b93d-b899dce25031, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=3d2c0e62-ea70-4b0a-b93d-b899dce25031,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:30.258009 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:30.258692 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 094b0e35-4957-4a98-99c2-72dad761fb7c details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:02:30.283145 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2eac15-28a8-4faf-915c-1c8fdc677964 req-affa307d-3519-4599-b7c2-b4dda57d9fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:30.284618 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7f2eac15-28a8-4faf-915c-1c8fdc677964 req-affa307d-3519-4599-b7c2-b4dda57d9fb8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=55944f89-bfe9-4f2c-b06d-afc32bd1050c HTTP/1.1" status: 200 len: 857 time: 0.0838966 Jul 15 13:02:30.287913 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f18127ab-b229-46a6-a0db-8a4961ec16de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:30.304332 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f18127ab-b229-46a6-a0db-8a4961ec16de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:30.309765 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f18127ab-b229-46a6-a0db-8a4961ec16de admin admin] 10.222.0.16 "DELETE /v2.0/networks/cab8ac17-a5c3-4e9a-9501-20688a0701e8 HTTP/1.1" status: 204 len: 168 time: 0.6893921 Jul 15 13:02:30.318907 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41044) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:30.331285 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18127ab-b229-46a6-a0db-8a4961ec16de admin admin] Pushing event deleted for resources: {'Network': ['ID=cab8ac17-a5c3-4e9a-9501-20688a0701e8,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:30.347187 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7f2eac15-28a8-4faf-915c-1c8fdc677964 req-e18cc4da-1fb4-450e-8beb-0752c39a43b7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ab3ebefe-1285-41ac-bf16-f33034238da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553453 Jul 15 13:02:30.358842 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=3d2c0e62-ea70-4b0a-b93d-b899dce25031,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:30.427440 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 094b0e35-4957-4a98-99c2-72dad761fb7c, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=094b0e35-4957-4a98-99c2-72dad761fb7c,segment=NetworkSegment(9940a96e-2d5b-4778-a27d-d984f6200b93),segment_id=9940a96e-2d5b-4778-a27d-d984f6200b93)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:30.434249 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd20ae3-bae6-42c1-84d8-8fa25e0d7553 admin admin] Deleting subnet 34da284c-8b5b-4352-9a2f-c1778cd538fd {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:02:30.440470 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '094b0e35-4957-4a98-99c2-72dad761fb7c', 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5', 'port_id': '094b0e35-4957-4a98-99c2-72dad761fb7c', 'mac_address': 'fa:16:3e:b2:cf:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '459bc575-93e3-4ab8-8230-d52ee95226e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:02:30.445169 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594dd32-cc06-4109-bfd9-e76f4255ba84 req-4e27527e-a859-43da-ba23-3859bb320cf1 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:30.452852 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d594dd32-cc06-4109-bfd9-e76f4255ba84 req-4e27527e-a859-43da-ba23-3859bb320cf1 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] 10.222.0.16 "GET /v2.0/ports?device_id=89dde7a0-5e99-416f-a44b-d0cc0a489f59 HTTP/1.1" status: 200 len: 948 time: 0.2215436 Jul 15 13:02:30.460717 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dbd20ae3-bae6-42c1-84d8-8fa25e0d7553 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:30.468088 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7f2eac15-28a8-4faf-915c-1c8fdc677964 req-875a8838-4c39-4043-ab1f-8554d6ff9542 service neutron] 10.222.0.46 "GET /v2.0/networks/ab3ebefe-1285-41ac-bf16-f33034238da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121159 Jul 15 13:02:30.492457 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:30.505244 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 094b0e35-4957-4a98-99c2-72dad761fb7c {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:02:30.528892 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dbd20ae3-bae6-42c1-84d8-8fa25e0d7553 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:30.530628 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 094b0e35-4957-4a98-99c2-72dad761fb7c, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=094b0e35-4957-4a98-99c2-72dad761fb7c,segment=NetworkSegment(9940a96e-2d5b-4778-a27d-d984f6200b93),segment_id=9940a96e-2d5b-4778-a27d-d984f6200b93)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:30.536081 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:30.561976 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d594dd32-cc06-4109-bfd9-e76f4255ba84 req-de299dfb-48c9-4d57-a8f3-5b9f07ad5219 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] 10.222.0.16 "GET /v2.0/security-groups?id=e780c262-c3ef-45a4-87fb-c35e83ddd14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082594 Jul 15 13:02:30.579869 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49bda2-2cb6-46b4-bb27-3242af3fb0c1 req-f5ee3873-e23b-415a-915c-708b1ebcea13 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:30.582751 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6d49bda2-2cb6-46b4-bb27-3242af3fb0c1 req-f5ee3873-e23b-415a-915c-708b1ebcea13 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90 HTTP/1.1" status: 200 len: 944 time: 0.2202022 Jul 15 13:02:30.595801 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7f2eac15-28a8-4faf-915c-1c8fdc677964 req-e6b6cd1f-4820-4837-9859-2eda282773c7 service neutron] 10.222.0.46 "GET /v2.0/networks/ab3ebefe-1285-41ac-bf16-f33034238da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080561 Jul 15 13:02:30.600395 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0fab920a-3caa-40da-8e76-1ae3d828852a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:30.601406 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=094b0e35-4957-4a98-99c2-72dad761fb7c,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:30.624784 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dbd20ae3-bae6-42c1-84d8-8fa25e0d7553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:30.716497 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6d49bda2-2cb6-46b4-bb27-3242af3fb0c1 req-50e97ea1-493f-4e83-8773-7d7cdd8d52a6 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048179 Jul 15 13:02:30.724859 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-39016ead-d10e-442b-b71d-e4c15589cf2c req-a25d37d6-84b5-4222-a348-83a4a2d3aa35 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] 10.222.0.16 "GET /v2.0/security-groups/b0b3f920-2fc9-422f-b458-6ca58f73e0d9 HTTP/1.1" status: 200 len: 2396 time: 0.1067398 Jul 15 13:02:30.741616 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-39016ead-d10e-442b-b71d-e4c15589cf2c req-961e2d37-0d27-4a01-b024-9b9ea412940a tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b0b3f920-2fc9-422f-b458-6ca58f73e0d9', 'remote_group_id': None}]} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:30.741888 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-39016ead-d10e-442b-b71d-e4c15589cf2c req-961e2d37-0d27-4a01-b024-9b9ea412940a tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b0b3f920-2fc9-422f-b458-6ca58f73e0d9', 'remote_group_id': None}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:30.749018 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dbd20ae3-bae6-42c1-84d8-8fa25e0d7553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:30.784004 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd20ae3-bae6-42c1-84d8-8fa25e0d7553 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34da284c-8b5b-4352-9a2f-c1778cd538fd,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:30.790872 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dbd20ae3-bae6-42c1-84d8-8fa25e0d7553 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:30.793144 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-dbd20ae3-bae6-42c1-84d8-8fa25e0d7553 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/34da284c-8b5b-4352-9a2f-c1778cd538fd HTTP/1.1" status: 204 len: 168 time: 0.4710667 Jul 15 13:02:30.795867 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41052) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:30.897457 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['094b0e35-4957-4a98-99c2-72dad761fb7c'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:30.900844 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 08dd3b11-949b-4a4b-a3ff-d41f9f9157a3 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:02:30.942429 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['56798c7f-0fed-4212-8511-9b5501be69e8'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:30.945038 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['3d2c0e62-ea70-4b0a-b93d-b899dce25031'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:30.948809 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b10a8dfe-2817-4c94-ab8c-96d0d65666eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:30.953032 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['27d4fff2-fc11-4680-b024-0e67e6260938'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:30.965644 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-39016ead-d10e-442b-b71d-e4c15589cf2c req-961e2d37-0d27-4a01-b024-9b9ea412940a tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:30.994712 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 08dd3b11-949b-4a4b-a3ff-d41f9f9157a3 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:02:30.994972 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 08dd3b11-949b-4a4b-a3ff-d41f9f9157a3 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:02:31.007159 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-39016ead-d10e-442b-b71d-e4c15589cf2c req-961e2d37-0d27-4a01-b024-9b9ea412940a tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:31.030079 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-39016ead-d10e-442b-b71d-e4c15589cf2c req-961e2d37-0d27-4a01-b024-9b9ea412940a tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:31.084664 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4341e-62e0-456a-a214-ecb98e4a4312 req-e6d67029-5fa7-4c7f-90d1-5ed2b2f3411b tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:31.086206 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d4d4341e-62e0-456a-a214-ecb98e4a4312 req-e6d67029-5fa7-4c7f-90d1-5ed2b2f3411b tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc HTTP/1.1" status: 200 len: 944 time: 0.2314408 Jul 15 13:02:31.095489 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e2d37-0d27-4a01-b024-9b9ea412940a tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df8d3ca5-6d77-4c5e-b1c1-c04749ff2a79,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:31.132903 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b10a8dfe-2817-4c94-ab8c-96d0d65666eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:31.135749 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-39016ead-d10e-442b-b71d-e4c15589cf2c req-961e2d37-0d27-4a01-b024-9b9ea412940a tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:31.136831 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-39016ead-d10e-442b-b71d-e4c15589cf2c req-961e2d37-0d27-4a01-b024-9b9ea412940a tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4014351 Jul 15 13:02:31.158501 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-b10a8dfe-2817-4c94-ab8c-96d0d65666eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['880071f7-d126-4041-bf23-2485f68c980c']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:31.176604 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-b10a8dfe-2817-4c94-ab8c-96d0d65666eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a952b56d-0561-4daa-90fc-fe36a0328ee4') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:31.176859 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-b10a8dfe-2817-4c94-ab8c-96d0d65666eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a952b56d-0561-4daa-90fc-fe36a0328ee4') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:31.199409 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d4d4341e-62e0-456a-a214-ecb98e4a4312 req-31578f28-d61c-4389-a8d5-b5197c0e605b tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001306 Jul 15 13:02:31.201293 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b10a8dfe-2817-4c94-ab8c-96d0d65666eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:31.203408 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-0fab920a-3caa-40da-8e76-1ae3d828852a admin admin] Deleting port 85d8334f-6bb0-42ac-aad1-c445a4d99a8e {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:31.204627 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0fab920a-3caa-40da-8e76-1ae3d828852a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:31.236717 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b10a8dfe-2817-4c94-ab8c-96d0d65666eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:31.243231 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b10a8dfe-2817-4c94-ab8c-96d0d65666eb admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:02:31.243634 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b10a8dfe-2817-4c94-ab8c-96d0d65666eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:31.247508 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:02:31.247508 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:02:31.247508 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:02:31.247508 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:02:31.247508 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:02:31.247508 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:02:31.247508 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:02:31.247508 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:02:31.247508 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:02:31.247508 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:02:31.247508 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:02:31.247508 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:02:31.247508 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:02:31.247508 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:02:31.247508 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:02:31.247508 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:02:31.247508 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:02:31.247508 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:02:31.247508 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:02:31.247508 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:02:31.247508 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:02:31.247508 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:02:31.247508 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:02:31.247508 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:02:31.247508 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:02:31.247508 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:02:31.247508 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:02:31.247508 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:02:31.247508 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:02:31.247508 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:02:31.247508 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:02:31.247508 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:02:31.319840 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-0fab920a-3caa-40da-8e76-1ae3d828852a admin admin] For port 85d8334f-6bb0-42ac-aad1-c445a4d99a8e, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=85d8334f-6bb0-42ac-aad1-c445a4d99a8e,segment=NetworkSegment(22e43536-5231-41c2-a3f4-2118c0d3560e),segment_id=22e43536-5231-41c2-a3f4-2118c0d3560e)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:31.320355 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0fab920a-3caa-40da-8e76-1ae3d828852a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:31.339976 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-0fab920a-3caa-40da-8e76-1ae3d828852a admin admin] Calling delete_port for 85d8334f-6bb0-42ac-aad1-c445a4d99a8e owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:31.382173 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b10a8dfe-2817-4c94-ab8c-96d0d65666eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:31.405339 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b10a8dfe-2817-4c94-ab8c-96d0d65666eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:31.407421 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b10a8dfe-2817-4c94-ab8c-96d0d65666eb admin admin] 10.222.0.16 "DELETE /v2.0/networks/880071f7-d126-4041-bf23-2485f68c980c HTTP/1.1" status: 204 len: 168 time: 0.6106229 Jul 15 13:02:31.424708 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a8dfe-2817-4c94-ab8c-96d0d65666eb admin admin] Pushing event deleted for resources: {'Network': ['ID=880071f7-d126-4041-bf23-2485f68c980c,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:31.472513 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9286a5-bb47-472b-b950-2f0f71c073f3 req-9c8363ff-a868-4d07-a40d-5114aac1366e tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:31.474204 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1e9286a5-bb47-472b-b950-2f0f71c073f3 req-9c8363ff-a868-4d07-a40d-5114aac1366e tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] 10.222.0.16 "GET /v2.0/ports?device_id=e85ee459-c6c6-497f-a630-c8464bd4a1f6 HTTP/1.1" status: 200 len: 944 time: 0.1402152 Jul 15 13:02:31.483671 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a553581-a9b5-406d-bf6d-2d1dac1c1dd8 req-91627eb4-e84b-490c-afd9-99e88249884c tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:31.485289 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a553581-a9b5-406d-bf6d-2d1dac1c1dd8 req-91627eb4-e84b-490c-afd9-99e88249884c tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 945 time: 0.1138427 Jul 15 13:02:31.544093 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1e9286a5-bb47-472b-b950-2f0f71c073f3 req-575181f1-301d-4157-aa1b-39c9a32425b2 tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] 10.222.0.16 "GET /v2.0/security-groups?id=fbfd643b-483c-46da-9a6a-55a378e13a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576479 Jul 15 13:02:31.553904 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0fab920a-3caa-40da-8e76-1ae3d828852a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:31.569103 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a553581-a9b5-406d-bf6d-2d1dac1c1dd8 req-3efac09f-11b8-4d1b-976b-d7423d062103 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660501 Jul 15 13:02:31.611985 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab920a-3caa-40da-8e76-1ae3d828852a admin admin] Pushing event deleted for resources: {'Port': ['ID=85d8334f-6bb0-42ac-aad1-c445a4d99a8e,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:31.648925 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41064) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:31.655169 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae704d09-e450-483c-badc-127195fd556f req-e99483e5-2cae-43e4-8ea3-9956661e4912 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] 10.222.0.16 "GET /v2.0/security-groups/b0b3f920-2fc9-422f-b458-6ca58f73e0d9 HTTP/1.1" status: 200 len: 2994 time: 0.0559278 Jul 15 13:02:31.707925 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-bc9e05ba-09b3-4384-a8ce-f3ab018d20d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d3b4fb6869d84614a87f7a7e5edcd9e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0578432 Jul 15 13:02:31.710258 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41068) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:31.807682 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0fab920a-3caa-40da-8e76-1ae3d828852a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:31.864084 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-91630865-97a3-4a0e-a211-47073b8f867d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:31.897960 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68f7cc-d045-4c27-aee1-420c28431b81 req-1f62d2fe-876c-4f4b-a224-e73940d882e0 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:31.899533 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5b68f7cc-d045-4c27-aee1-420c28431b81 req-1f62d2fe-876c-4f4b-a224-e73940d882e0 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90 HTTP/1.1" status: 200 len: 1096 time: 0.1590805 Jul 15 13:02:31.901072 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-91630865-97a3-4a0e-a211-47073b8f867d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:31.951969 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afaf674-e460-484d-9514-548b318a494a req-c292a182-aa5b-4a0a-87b6-3d0596b1fac7 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:31.953415 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1afaf674-e460-484d-9514-548b318a494a req-c292a182-aa5b-4a0a-87b6-3d0596b1fac7 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] 10.222.0.16 "GET /v2.0/ports?device_id=89dde7a0-5e99-416f-a44b-d0cc0a489f59 HTTP/1.1" status: 200 len: 948 time: 0.1667657 Jul 15 13:02:31.984782 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5b68f7cc-d045-4c27-aee1-420c28431b81 req-d92de718-e93d-46f1-8437-b1176113bd36 tempest-LiveMigrationTest-686527624 tempest-LiveMigrationTest-686527624-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731843 Jul 15 13:02:32.005165 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1afaf674-e460-484d-9514-548b318a494a req-eac1ee53-4de3-441b-88cf-2f50ef8cbb4b tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] 10.222.0.16 "GET /v2.0/security-groups?id=e780c262-c3ef-45a4-87fb-c35e83ddd14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451708 Jul 15 13:02:32.020741 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-91630865-97a3-4a0e-a211-47073b8f867d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:32.030906 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-91630865-97a3-4a0e-a211-47073b8f867d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:32.032244 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-91630865-97a3-4a0e-a211-47073b8f867d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d60b9ae0-e340-4343-b886-db7e6aad223a HTTP/1.1" status: 204 len: 168 time: 0.3207929 Jul 15 13:02:32.043450 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fab920a-3caa-40da-8e76-1ae3d828852a admin admin] Router 63c88182-3c95-4449-a870-d6a3206ddc8f has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:02:32.056693 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91630865-97a3-4a0e-a211-47073b8f867d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60b9ae0-e340-4343-b886-db7e6aad223a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:32.063426 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6f6a8dc5-9a50-4943-9cd2-27010707c893 req-cd8fc26a-5ebd-4c7d-8407-4991181cd156 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] 10.222.0.16 "GET /v2.0/security-group-rules/df8d3ca5-6d77-4c5e-b1c1-c04749ff2a79 HTTP/1.1" status: 200 len: 783 time: 0.0444269 Jul 15 13:02:32.126250 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6f6a8dc5-9a50-4943-9cd2-27010707c893 req-411237e3-5ad2-46d7-b4d5-4907a6dbfecc tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] 10.222.0.16 "GET /v2.0/security-groups/b0b3f920-2fc9-422f-b458-6ca58f73e0d9 HTTP/1.1" status: 200 len: 2994 time: 0.0512013 Jul 15 13:02:32.170475 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6f6a8dc5-9a50-4943-9cd2-27010707c893 req-925c36f2-06d0-425b-a34a-346dafc7ccbb tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:32.175442 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:32.181091 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6f6a8dc5-9a50-4943-9cd2-27010707c893 req-925c36f2-06d0-425b-a34a-346dafc7ccbb tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:32.202551 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fab920a-3caa-40da-8e76-1ae3d828852a admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:02:32.209899 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0fab920a-3caa-40da-8e76-1ae3d828852a admin admin] 10.222.0.16 "PUT /v2.0/routers/63c88182-3c95-4449-a870-d6a3206ddc8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3687642 Jul 15 13:02:32.209899 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41074) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:32.213581 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5757e392-1a25-4f5e-b076-b86e69b1fe02 None None] Sync routers for ids ['63c88182-3c95-4449-a870-d6a3206ddc8f'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:02:32.219585 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6f6a8dc5-9a50-4943-9cd2-27010707c893 req-925c36f2-06d0-425b-a34a-346dafc7ccbb tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:32.227681 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6f6a8dc5-9a50-4943-9cd2-27010707c893 req-925c36f2-06d0-425b-a34a-346dafc7ccbb tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:32.229257 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6f6a8dc5-9a50-4943-9cd2-27010707c893 req-925c36f2-06d0-425b-a34a-346dafc7ccbb tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/df8d3ca5-6d77-4c5e-b1c1-c04749ff2a79 HTTP/1.1" status: 204 len: 173 time: 0.0972679 Jul 15 13:02:32.230929 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5757e392-1a25-4f5e-b076-b86e69b1fe02 None None] Routers {'63c88182-3c95-4449-a870-d6a3206ddc8f'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:02:32.233135 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-5757e392-1a25-4f5e-b076-b86e69b1fe02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:02:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['63c88182-3c95-4449-a870-d6a3206ddc8f'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:32.240612 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c36f2-06d0-425b-a34a-346dafc7ccbb tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df8d3ca5-6d77-4c5e-b1c1-c04749ff2a79,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:32.352034 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-953b3a5b-15f3-4b68-9409-08317a1a2029 admin admin] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:32.393493 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-48ab8682-d132-4528-bdaa-d800f2ad6671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:32.406024 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-5757e392-1a25-4f5e-b076-b86e69b1fe02 None None] Set router 63c88182-3c95-4449-a870-d6a3206ddc8f gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:02:32.456809 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e1cea8e5-4eb3-4fa5-bd9e-8e5af71f9c95 req-d87f8ce1-9210-43bc-9546-8305a3839ae0 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] 10.222.0.16 "GET /v2.0/security-groups/b0b3f920-2fc9-422f-b458-6ca58f73e0d9 HTTP/1.1" status: 200 len: 2396 time: 0.0988951 Jul 15 13:02:32.481687 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-953b3a5b-15f3-4b68-9409-08317a1a2029 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:32.528035 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20be1f1-fe63-4692-beee-da1a8df3e096 req-ef13b5ed-7230-4bc9-8030-fa887d65692d tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:32.529626 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f20be1f1-fe63-4692-beee-da1a8df3e096 req-ef13b5ed-7230-4bc9-8030-fa887d65692d tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc HTTP/1.1" status: 200 len: 944 time: 0.1633296 Jul 15 13:02:32.548648 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-953b3a5b-15f3-4b68-9409-08317a1a2029 admin admin] Deleting port f3d56858-f1c1-417a-8324-e73580968ab2 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:32.549006 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-953b3a5b-15f3-4b68-9409-08317a1a2029 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:32.567978 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41084) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:32.586936 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e1cea8e5-4eb3-4fa5-bd9e-8e5af71f9c95 req-970eeb83-582a-4879-91f0-34968281ddad tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:32.595370 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f20be1f1-fe63-4692-beee-da1a8df3e096 req-77d898ac-f632-4a49-9c04-7a9b78e1a8b8 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560946 Jul 15 13:02:32.614448 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e1cea8e5-4eb3-4fa5-bd9e-8e5af71f9c95 req-970eeb83-582a-4879-91f0-34968281ddad tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:32.636722 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-5757e392-1a25-4f5e-b076-b86e69b1fe02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c88182-3c95-4449-a870-d6a3206ddc8f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1039355538-router', 'tenant_id': '0a27c629580a4c469f7ead3ebfc2448f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'f3d56858-f1c1-417a-8324-e73580968ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:19Z', 'updated_at': '2021-07-15T13:02:31Z', 'revision_number': 5, 'project_id': '0a27c629580a4c469f7ead3ebfc2448f', 'gw_port': {'id': 'f3d56858-f1c1-417a-8324-e73580968ab2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:7c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c88182-3c95-4449-a870-d6a3206ddc8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:20Z', 'updated_at': '2021-07-15T12:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:32.666290 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-af8b4c1e-ac02-4afb-a742-e0b32f50737c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e5e4daec4d154db7aeaff8615530384e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0949733 Jul 15 13:02:32.670352 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41090) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:32.677724 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5757e392-1a25-4f5e-b076-b86e69b1fe02 None None] Checking router: 63c88182-3c95-4449-a870-d6a3206ddc8f for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:02:32.688145 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5757e392-1a25-4f5e-b076-b86e69b1fe02 None None] Routers {'63c88182-3c95-4449-a870-d6a3206ddc8f'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:02:32.688889 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-5757e392-1a25-4f5e-b076-b86e69b1fe02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:02:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['63c88182-3c95-4449-a870-d6a3206ddc8f'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:32.697885 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-953b3a5b-15f3-4b68-9409-08317a1a2029 admin admin] For port f3d56858-f1c1-417a-8324-e73580968ab2, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=f3d56858-f1c1-417a-8324-e73580968ab2,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:32.699471 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-953b3a5b-15f3-4b68-9409-08317a1a2029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:32.707817 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e1cea8e5-4eb3-4fa5-bd9e-8e5af71f9c95 req-970eeb83-582a-4879-91f0-34968281ddad tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:32.711245 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e1cea8e5-4eb3-4fa5-bd9e-8e5af71f9c95 req-970eeb83-582a-4879-91f0-34968281ddad tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:32.713500 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-953b3a5b-15f3-4b68-9409-08317a1a2029 admin admin] Calling delete_port for f3d56858-f1c1-417a-8324-e73580968ab2 owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:32.724734 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e1cea8e5-4eb3-4fa5-bd9e-8e5af71f9c95 req-970eeb83-582a-4879-91f0-34968281ddad tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] 10.222.0.16 "DELETE /v2.0/security-groups/b0b3f920-2fc9-422f-b458-6ca58f73e0d9 HTTP/1.1" status: 204 len: 173 time: 0.2595119 Jul 15 13:02:32.785945 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970eeb83-582a-4879-91f0-34968281ddad tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b3f920-2fc9-422f-b458-6ca58f73e0d9,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:32.792100 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-5757e392-1a25-4f5e-b076-b86e69b1fe02 None None] Set router 63c88182-3c95-4449-a870-d6a3206ddc8f gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:02:32.871553 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-5757e392-1a25-4f5e-b076-b86e69b1fe02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c88182-3c95-4449-a870-d6a3206ddc8f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1039355538-router', 'tenant_id': '0a27c629580a4c469f7ead3ebfc2448f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:19Z', 'updated_at': '2021-07-15T13:02:32Z', 'revision_number': 6, 'project_id': '0a27c629580a4c469f7ead3ebfc2448f', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:32.902454 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5757e392-1a25-4f5e-b076-b86e69b1fe02 None None] The sync data for ids ['63c88182-3c95-4449-a870-d6a3206ddc8f'] in n-d-771363-36 is: [{'id': '63c88182-3c95-4449-a870-d6a3206ddc8f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1039355538-router', 'tenant_id': '0a27c629580a4c469f7ead3ebfc2448f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:19Z', 'updated_at': '2021-07-15T13:02:32Z', 'revision_number': 6, 'project_id': '0a27c629580a4c469f7ead3ebfc2448f', 'gw_port_host': None}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:02:32.915565 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-35ca3b02-821c-4139-82f3-a39db0fada3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:32.954747 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-953b3a5b-15f3-4b68-9409-08317a1a2029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:32.957437 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-35ca3b02-821c-4139-82f3-a39db0fada3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:32.981135 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b3a5b-15f3-4b68-9409-08317a1a2029 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3d56858-f1c1-417a-8324-e73580968ab2,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:32.986215 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec8844-df1a-490d-86de-f5f2e1700d55 req-7cec023c-4007-402b-93c2-60129996f9d1 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:32.988826 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-edec8844-df1a-490d-86de-f5f2e1700d55 req-7cec023c-4007-402b-93c2-60129996f9d1 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90 HTTP/1.1" status: 200 len: 944 time: 0.2139528 Jul 15 13:02:33.041347 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37063cb8-8b45-48e5-a6db-0a84cf9ede07 req-ae8d99e4-00be-4a3b-9791-3b6fa15df291 tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:33.043034 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-37063cb8-8b45-48e5-a6db-0a84cf9ede07 req-ae8d99e4-00be-4a3b-9791-3b6fa15df291 tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] 10.222.0.16 "GET /v2.0/ports?device_id=e85ee459-c6c6-497f-a630-c8464bd4a1f6 HTTP/1.1" status: 200 len: 944 time: 0.1912129 Jul 15 13:02:33.064512 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-953b3a5b-15f3-4b68-9409-08317a1a2029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:33.067483 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-35ca3b02-821c-4139-82f3-a39db0fada3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:33.070652 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-35ca3b02-821c-4139-82f3-a39db0fada3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:33.071857 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-35ca3b02-821c-4139-82f3-a39db0fada3a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fb185619-a003-4ba1-9c25-44f3afd96e3f HTTP/1.1" status: 204 len: 168 time: 0.4008353 Jul 15 13:02:33.073189 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 27d4fff2-fc11-4680-b024-0e67e6260938 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:33.086745 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca3b02-821c-4139-82f3-a39db0fada3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb185619-a003-4ba1-9c25-44f3afd96e3f,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:33.109906 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-37063cb8-8b45-48e5-a6db-0a84cf9ede07 req-e1c1b063-9da2-4fd3-abd2-13636a1dadac tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] 10.222.0.16 "GET /v2.0/security-groups?id=fbfd643b-483c-46da-9a6a-55a378e13a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611079 Jul 15 13:02:33.168796 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 27d4fff2-fc11-4680-b024-0e67e6260938 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:33.176793 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 27d4fff2-fc11-4680-b024-0e67e6260938 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:33.177707 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:33.198119 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-953b3a5b-15f3-4b68-9409-08317a1a2029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:33.201003 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-953b3a5b-15f3-4b68-9409-08317a1a2029 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:33.270208 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-953b3a5b-15f3-4b68-9409-08317a1a2029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:33.270939 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953b3a5b-15f3-4b68-9409-08317a1a2029 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63c88182-3c95-4449-a870-d6a3206ddc8f {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:02:33.277224 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-953b3a5b-15f3-4b68-9409-08317a1a2029 admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:33.281686 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-953b3a5b-15f3-4b68-9409-08317a1a2029 admin admin] 10.222.0.16 "DELETE /v2.0/routers/63c88182-3c95-4449-a870-d6a3206ddc8f HTTP/1.1" status: 204 len: 168 time: 1.0705659 Jul 15 13:02:33.282817 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41102) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:33.345723 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-96c95634-90ca-4f87-8ef6-1998c9b0143d admin admin] Deleting subnet 4fa9d80e-60c4-4d09-8cea-f6b66b9a42dd {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:02:33.349273 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-96c95634-90ca-4f87-8ef6-1998c9b0143d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:33.351339 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:33.374085 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-edec8844-df1a-490d-86de-f5f2e1700d55 req-5b661843-8924-4e5c-a507-3a9edc80b39c tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795474 Jul 15 13:02:33.389250 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-96c95634-90ca-4f87-8ef6-1998c9b0143d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:33.392872 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89dde7a0-5e99-416f-a44b-d0cc0a489f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d4fff2-fc11-4680-b024-0e67e6260938'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:33.400235 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed333b6-0a5a-468f-8fa5-f08a78e6f10c" -d '{"events": [{"server_uuid": "89dde7a0-5e99-416f-a44b-d0cc0a489f59", "name": "network-vif-plugged", "status": "completed", "tag": "27d4fff2-fc11-4680-b024-0e67e6260938"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:33.438249 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 27d4fff2-fc11-4680-b024-0e67e6260938, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=27d4fff2-fc11-4680-b024-0e67e6260938,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:33.449251 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:33.450205 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 56798c7f-0fed-4212-8511-9b5501be69e8 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:33.450643 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [req-e2604f09-cc2c-419c-8977-031e9b6697f9 req-31aad652-a519-43ee-a4f2-0901486c7242 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] show failed (client error): The resource could not be found. Jul 15 13:02:33.451969 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e2604f09-cc2c-419c-8977-031e9b6697f9 req-31aad652-a519-43ee-a4f2-0901486c7242 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] 10.222.0.16 "GET /v2.0/security-groups/93c82ee7-2085-415c-ba75-f05df8a8ae46 HTTP/1.1" status: 404 len: 352 time: 0.0240874 Jul 15 13:02:33.503454 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-96c95634-90ca-4f87-8ef6-1998c9b0143d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:33.511052 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709ab2a-4dca-4f4e-87dc-e43f0db9e27f req-bb62e965-05c1-4754-ab6f-814cafe4c37c tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:33.518274 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2709ab2a-4dca-4f4e-87dc-e43f0db9e27f req-bb62e965-05c1-4754-ab6f-814cafe4c37c tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 945 time: 0.2637625 Jul 15 13:02:33.552282 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:33.554637 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28918e4-2f27-4fbb-8335-4518dad5c912 req-a9db6a5e-24d4-4ef8-86c1-eea75f0fe730 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:33.556160 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d28918e4-2f27-4fbb-8335-4518dad5c912 req-a9db6a5e-24d4-4ef8-86c1-eea75f0fe730 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.20 "GET /v2.0/ports?device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90 HTTP/1.1" status: 200 len: 944 time: 0.5868850 Jul 15 13:02:33.597527 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=27d4fff2-fc11-4680-b024-0e67e6260938,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:33.608431 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-96c95634-90ca-4f87-8ef6-1998c9b0143d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:33.610695 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 56798c7f-0fed-4212-8511-9b5501be69e8 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:33.614652 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 56798c7f-0fed-4212-8511-9b5501be69e8 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:33.615106 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:33.643753 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f36822-dcda-4998-b044-12586bb60a2d None None] Network a44b054f-32dd-4e18-a86c-b82291d60c01 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:02:33.644912 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c95634-90ca-4f87-8ef6-1998c9b0143d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fa9d80e-60c4-4d09-8cea-f6b66b9a42dd,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:33.649559 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-96c95634-90ca-4f87-8ef6-1998c9b0143d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:33.652085 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2709ab2a-4dca-4f4e-87dc-e43f0db9e27f req-b8c3388c-83bd-4552-ab45-e30b5483324f tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319215 Jul 15 13:02:33.652858 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-96c95634-90ca-4f87-8ef6-1998c9b0143d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4fa9d80e-60c4-4d09-8cea-f6b66b9a42dd HTTP/1.1" status: 204 len: 168 time: 0.3673215 Jul 15 13:02:33.669262 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41114) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:33.736317 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59831428-e5d3-4675-975e-69db6a5940a2 x-openstack-request-id: req-59831428-e5d3-4675-975e-69db6a5940a2 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:33.736444 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89dde7a0-5e99-416f-a44b-d0cc0a489f59", "name": "network-vif-plugged", "status": "completed", "tag": "27d4fff2-fc11-4680-b024-0e67e6260938", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:33.736905 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-59831428-e5d3-4675-975e-69db6a5940a2 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:33.737445 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89dde7a0-5e99-416f-a44b-d0cc0a489f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d4fff2-fc11-4680-b024-0e67e6260938', 'code': 200} Jul 15 13:02:33.821386 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8bea70d9-ed16-485c-af8b-8a57b1c5270f req-13d6294c-0247-4c96-b153-7fdf36cf0963 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] 10.222.0.16 "GET /v2.0/security-groups/118b0abb-c169-44e0-9f0d-90b333a0888a HTTP/1.1" status: 200 len: 1805 time: 0.0886369 Jul 15 13:02:33.835661 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0104bb-6188-4613-abeb-13296c9da389 req-8d560a2e-1a46-49d3-8c5e-0b8666c55748 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:33.839941 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7f0104bb-6188-4613-abeb-13296c9da389 req-8d560a2e-1a46-49d3-8c5e-0b8666c55748 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] 10.222.0.16 "GET /v2.0/ports?device_id=89dde7a0-5e99-416f-a44b-d0cc0a489f59 HTTP/1.1" status: 200 len: 949 time: 0.2274768 Jul 15 13:02:33.844021 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:33.856114 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-d28918e4-2f27-4fbb-8335-4518dad5c912 req-d8c16a3e-e7b5-4951-98ae-342af1d699ad tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Deleting port e88506c6-1569-4e6d-ac52-e39c9fcdc7b9 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:33.856723 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d28918e4-2f27-4fbb-8335-4518dad5c912 req-d8c16a3e-e7b5-4951-98ae-342af1d699ad tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:33.885135 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99628179-e489-4fbb-be53-e132aae9cd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:33.898483 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 56798c7f-0fed-4212-8511-9b5501be69e8, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=56798c7f-0fed-4212-8511-9b5501be69e8,segment=NetworkSegment(7238f4d1-8619-4be7-a471-c547b9445c0e),segment_id=7238f4d1-8619-4be7-a471-c547b9445c0e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:33.906104 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:33.908591 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 3d2c0e62-ea70-4b0a-b93d-b899dce25031 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:33.948805 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db8e1d-e984-46c6-9de4-c8aff3418fa9 req-441f778c-c4b2-4bfc-992d-b3d3b3ca80bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:33.950907 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-22db8e1d-e984-46c6-9de4-c8aff3418fa9 req-441f778c-c4b2-4bfc-992d-b3d3b3ca80bb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=89dde7a0-5e99-416f-a44b-d0cc0a489f59 HTTP/1.1" status: 200 len: 1101 time: 0.1204140 Jul 15 13:02:34.004054 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-22db8e1d-e984-46c6-9de4-c8aff3418fa9 req-6a2c84f9-1fd3-4d19-aaf3-9d274841bbbe service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e780c262-c3ef-45a4-87fb-c35e83ddd14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468528 Jul 15 13:02:34.010490 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-99628179-e489-4fbb-be53-e132aae9cd9f admin admin] Deleting port 9eafb994-4174-4015-b60c-44235fc3ded2 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:34.010895 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99628179-e489-4fbb-be53-e132aae9cd9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:34.086777 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-99628179-e489-4fbb-be53-e132aae9cd9f admin admin] For port 9eafb994-4174-4015-b60c-44235fc3ded2, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9eafb994-4174-4015-b60c-44235fc3ded2,segment=NetworkSegment(22e43536-5231-41c2-a3f4-2118c0d3560e),segment_id=22e43536-5231-41c2-a3f4-2118c0d3560e)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:34.087766 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99628179-e489-4fbb-be53-e132aae9cd9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:34.102963 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-99628179-e489-4fbb-be53-e132aae9cd9f admin admin] Calling delete_port for 9eafb994-4174-4015-b60c-44235fc3ded2 owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:34.115721 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7f0104bb-6188-4613-abeb-13296c9da389 req-d6e5288b-0f0c-4e5e-b9a8-1483104d6ddf tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] 10.222.0.16 "GET /v2.0/security-groups?id=e780c262-c3ef-45a4-87fb-c35e83ddd14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381918 Jul 15 13:02:34.147448 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8bea70d9-ed16-485c-af8b-8a57b1c5270f req-c447b673-7108-4460-b024-b754a295ce95 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:34.150236 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-d28918e4-2f27-4fbb-8335-4518dad5c912 req-d8c16a3e-e7b5-4951-98ae-342af1d699ad tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] For port e88506c6-1569-4e6d-ac52-e39c9fcdc7b9, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=e88506c6-1569-4e6d-ac52-e39c9fcdc7b9,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:34.150772 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d28918e4-2f27-4fbb-8335-4518dad5c912 req-d8c16a3e-e7b5-4951-98ae-342af1d699ad tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:34.183694 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1337ed36-6e26-4000-8475-9b5fd27e8260 None None] DHCP port deletion for a44b054f-32dd-4e18-a86c-b82291d60c01 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:02:34.195600 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-d28918e4-2f27-4fbb-8335-4518dad5c912 req-d8c16a3e-e7b5-4951-98ae-342af1d699ad tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Calling delete_port for e88506c6-1569-4e6d-ac52-e39c9fcdc7b9 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:34.224520 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99628179-e489-4fbb-be53-e132aae9cd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:34.257760 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8bea70d9-ed16-485c-af8b-8a57b1c5270f req-c447b673-7108-4460-b024-b754a295ce95 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:34.273820 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-1337ed36-6e26-4000-8475-9b5fd27e8260 None None] The port '9eafb994-4174-4015-b60c-44235fc3ded2' was deleted {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 15 13:02:34.309292 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99628179-e489-4fbb-be53-e132aae9cd9f admin admin] Pushing event deleted for resources: {'Port': ['ID=9eafb994-4174-4015-b60c-44235fc3ded2,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:34.317554 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=56798c7f-0fed-4212-8511-9b5501be69e8,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:34.320952 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99628179-e489-4fbb-be53-e132aae9cd9f admin admin] No DVR routers for this DVR port 9eafb994-4174-4015-b60c-44235fc3ded2 on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:02:34.332296 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 3d2c0e62-ea70-4b0a-b93d-b899dce25031 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:34.352923 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 3d2c0e62-ea70-4b0a-b93d-b899dce25031 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:34.354125 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:34.391900 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8bea70d9-ed16-485c-af8b-8a57b1c5270f req-c447b673-7108-4460-b024-b754a295ce95 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:34.394310 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8bea70d9-ed16-485c-af8b-8a57b1c5270f req-c447b673-7108-4460-b024-b754a295ce95 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:34.409022 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8bea70d9-ed16-485c-af8b-8a57b1c5270f req-c447b673-7108-4460-b024-b754a295ce95 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] 10.222.0.16 "DELETE /v2.0/security-groups/118b0abb-c169-44e0-9f0d-90b333a0888a HTTP/1.1" status: 204 len: 173 time: 0.5658824 Jul 15 13:02:34.419491 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99628179-e489-4fbb-be53-e132aae9cd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:34.428541 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41136) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:34.436549 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-99628179-e489-4fbb-be53-e132aae9cd9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a44b054f-32dd-4e18-a86c-b82291d60c01']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:34.461697 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-99628179-e489-4fbb-be53-e132aae9cd9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e43536-5231-41c2-a3f4-2118c0d3560e') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:34.461994 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-99628179-e489-4fbb-be53-e132aae9cd9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e43536-5231-41c2-a3f4-2118c0d3560e') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:34.467448 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:34.495530 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99628179-e489-4fbb-be53-e132aae9cd9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:34.508378 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 3d2c0e62-ea70-4b0a-b93d-b899dce25031, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=3d2c0e62-ea70-4b0a-b93d-b899dce25031,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:34.516776 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99628179-e489-4fbb-be53-e132aae9cd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:34.518292 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:34.519446 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 094b0e35-4957-4a98-99c2-72dad761fb7c up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:34.525584 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99628179-e489-4fbb-be53-e132aae9cd9f admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:02:34.527157 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99628179-e489-4fbb-be53-e132aae9cd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:34.529021 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:02:34.529021 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:02:34.529021 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:02:34.529021 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:02:34.529021 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:02:34.529021 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:02:34.529021 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:02:34.529021 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:02:34.529021 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:02:34.529021 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:02:34.529021 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:02:34.529021 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:02:34.529021 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:02:34.529021 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:02:34.529021 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:02:34.529021 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:02:34.529021 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:02:34.529021 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:02:34.529021 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:02:34.529021 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:02:34.529021 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:02:34.529021 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:02:34.529021 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:02:34.529021 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:02:34.529021 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:02:34.529021 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:02:34.529021 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:02:34.529021 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:02:34.529021 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:02:34.529021 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:02:34.529021 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:02:34.529021 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:02:34.600527 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99628179-e489-4fbb-be53-e132aae9cd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:34.608643 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-32d30836-f779-4fb5-a39b-a2a734a97bd1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-926617781-network', 'tenant_id': 'ea2fcecd3d644b17bc014db2d9aef4f0'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:34.616827 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99628179-e489-4fbb-be53-e132aae9cd9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:34.621340 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-99628179-e489-4fbb-be53-e132aae9cd9f admin admin] 10.222.0.16 "DELETE /v2.0/networks/a44b054f-32dd-4e18-a86c-b82291d60c01 HTTP/1.1" status: 204 len: 168 time: 0.9480240 Jul 15 13:02:34.625618 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=3d2c0e62-ea70-4b0a-b93d-b899dce25031,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:34.629748 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99628179-e489-4fbb-be53-e132aae9cd9f admin admin] Pushing event deleted for resources: {'Network': ['ID=a44b054f-32dd-4e18-a86c-b82291d60c01,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:34.653422 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d30836-f779-4fb5-a39b-a2a734a97bd1 admin admin] Made reservation on behalf of ea2fcecd3d644b17bc014db2d9aef4f0 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:34.655159 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 094b0e35-4957-4a98-99c2-72dad761fb7c completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:34.657208 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-32d30836-f779-4fb5-a39b-a2a734a97bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:34.660638 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 094b0e35-4957-4a98-99c2-72dad761fb7c triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:34.661157 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:34.668485 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-32d30836-f779-4fb5-a39b-a2a734a97bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:34.737539 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447b673-7108-4460-b024-b754a295ce95 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=118b0abb-c169-44e0-9f0d-90b333a0888a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:34.788747 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d28918e4-2f27-4fbb-8335-4518dad5c912 req-d8c16a3e-e7b5-4951-98ae-342af1d699ad tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:34.801592 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-32d30836-f779-4fb5-a39b-a2a734a97bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:34.814335 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-32d30836-f779-4fb5-a39b-a2a734a97bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:34.815451 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['711d4ddf-f5ab-45f1-9d3a-da2dd23b6300', 'e88506c6-1569-4e6d-ac52-e39c9fcdc7b9'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:34.875119 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41144) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:34.877239 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c16a3e-e7b5-4951-98ae-342af1d699ad tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Pushing event deleted for resources: {'Port': ['ID=e88506c6-1569-4e6d-ac52-e39c9fcdc7b9,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:34.895327 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32d30836-f779-4fb5-a39b-a2a734a97bd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:02:34.902000 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:34.909677 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d30836-f779-4fb5-a39b-a2a734a97bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687859eb-6d11-4987-9559-2d76df6ee85c,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:34.912785 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-32d30836-f779-4fb5-a39b-a2a734a97bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:34.915036 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:34.926064 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-32d30836-f779-4fb5-a39b-a2a734a97bd1 admin admin] Added segment 25bed126-b226-40f7-aece-5e23dff6b4ab of type vlan for network 5dce3b24-e211-4491-aa50-c797e41d1c5e Jul 15 13:02:34.949433 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f55201-f944-4bc7-bee2-75a2df8b00c6 req-980c5566-e07e-4216-996e-5b4a2883f00a tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:34.962774 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e4f55201-f944-4bc7-bee2-75a2df8b00c6 req-980c5566-e07e-4216-996e-5b4a2883f00a tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc HTTP/1.1" status: 200 len: 944 time: 0.6045454 Jul 15 13:02:34.968897 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 094b0e35-4957-4a98-99c2-72dad761fb7c, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=094b0e35-4957-4a98-99c2-72dad761fb7c,segment=NetworkSegment(9940a96e-2d5b-4778-a27d-d984f6200b93),segment_id=9940a96e-2d5b-4778-a27d-d984f6200b93)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:34.975222 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device f3d56858-f1c1-417a-8324-e73580968ab2 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:02:34.980951 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-32d30836-f779-4fb5-a39b-a2a734a97bd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:34.998835 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:35.005131 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: f3d56858-f1c1-417a-8324-e73580968ab2 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:02:35.005131 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device f3d56858-f1c1-417a-8324-e73580968ab2 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:02:35.006235 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 85d8334f-6bb0-42ac-aad1-c445a4d99a8e no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:02:35.013434 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a3db9-51cb-4533-89a6-109dceabebeb req-23a149e6-6325-4324-842e-d64964bff388 tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:35.014964 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2e0a3db9-51cb-4533-89a6-109dceabebeb req-23a149e6-6325-4324-842e-d64964bff388 tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] 10.222.0.16 "GET /v2.0/ports?device_id=e85ee459-c6c6-497f-a630-c8464bd4a1f6 HTTP/1.1" status: 200 len: 945 time: 0.3038261 Jul 15 13:02:35.023449 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-32d30836-f779-4fb5-a39b-a2a734a97bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:35.024722 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d30836-f779-4fb5-a39b-a2a734a97bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:35.025543 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-32d30836-f779-4fb5-a39b-a2a734a97bd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:35.042525 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28918e4-2f27-4fbb-8335-4518dad5c912 req-d8c16a3e-e7b5-4951-98ae-342af1d699ad tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] No DVR routers for this DVR port e88506c6-1569-4e6d-ac52-e39c9fcdc7b9 on host n-h1-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:02:35.051423 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d28918e4-2f27-4fbb-8335-4518dad5c912 req-d8c16a3e-e7b5-4951-98ae-342af1d699ad tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:35.054103 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d28918e4-2f27-4fbb-8335-4518dad5c912 req-d8c16a3e-e7b5-4951-98ae-342af1d699ad tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.20 "DELETE /v2.0/ports/e88506c6-1569-4e6d-ac52-e39c9fcdc7b9 HTTP/1.1" status: 204 len: 173 time: 1.4917207 Jul 15 13:02:35.056214 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 85d8334f-6bb0-42ac-aad1-c445a4d99a8e {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:02:35.056665 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 85d8334f-6bb0-42ac-aad1-c445a4d99a8e not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:02:35.057031 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9eafb994-4174-4015-b60c-44235fc3ded2 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:02:35.060096 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0861caf0-7c67-4006-86fe-4293d3cfcb90', 'name': 'network-vif-deleted', 'tag': 'e88506c6-1569-4e6d-ac52-e39c9fcdc7b9'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:35.061702 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-32d30836-f779-4fb5-a39b-a2a734a97bd1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6319077 Jul 15 13:02:35.062309 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41146) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:35.064244 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e96bb6a-0ae6-4967-be55-acdc8e6f20d2" -d '{"events": [{"server_uuid": "0861caf0-7c67-4006-86fe-4293d3cfcb90", "name": "network-vif-deleted", "tag": "e88506c6-1569-4e6d-ac52-e39c9fcdc7b9"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:35.071543 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-95e04a55-ae39-43fd-b908-d9f77f89b295 admin admin] Request body: {'subnet': {'network_id': '5dce3b24-e211-4491-aa50-c797e41d1c5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-926617781-subnet', 'tenant_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:35.102016 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d30836-f779-4fb5-a39b-a2a734a97bd1 admin admin] Pushing event updated for resources: {'Network': ['ID=5dce3b24-e211-4491-aa50-c797e41d1c5e,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:35.107154 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e4f55201-f944-4bc7-bee2-75a2df8b00c6 req-d85da091-e7eb-4895-b19d-0f7eec5e8c5f tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434891 Jul 15 13:02:35.130386 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 9eafb994-4174-4015-b60c-44235fc3ded2 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:02:35.130833 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9eafb994-4174-4015-b60c-44235fc3ded2 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:02:35.132755 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 5dce3b24-e211-4491-aa50-c797e41d1c5e details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:02:35.132901 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e04a55-ae39-43fd-b908-d9f77f89b295 admin admin] Made reservation on behalf of ea2fcecd3d644b17bc014db2d9aef4f0 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:35.135268 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-95e04a55-ae39-43fd-b908-d9f77f89b295 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:35.162107 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2e0a3db9-51cb-4533-89a6-109dceabebeb req-e52cf0f0-a63a-4633-97ac-0c9b193a72e4 tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] 10.222.0.16 "GET /v2.0/security-groups?id=fbfd643b-483c-46da-9a6a-55a378e13a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229475 Jul 15 13:02:35.172045 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0b894c9f-fbb0-4d12-8fec-b98c1f18caca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b1bed3db82d94ba082f589d0abe653bf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2956970 Jul 15 13:02:35.190673 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=094b0e35-4957-4a98-99c2-72dad761fb7c,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:35.213778 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41152) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:35.321162 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-79e8d5f7-2730-4542-8da2-aaa550bf0078 req-208f8401-951e-4d53-b5ad-f733453e7fb4 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] 10.222.0.16 "GET /v2.0/security-groups/9093a2f8-0ec5-45ee-8cc3-f5875d656ed2 HTTP/1.1" status: 200 len: 1805 time: 0.1568069 Jul 15 13:02:35.334664 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-858b4a61-1ca9-4e5d-ba87-898b98412d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:35.350534 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-95e04a55-ae39-43fd-b908-d9f77f89b295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:35.361392 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-89622705-23b1-4914-b342-159b86fe152f req-71b347d7-543d-40dd-84fb-dd431d1fdc64 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90 HTTP/1.1" status: 200 len: 210 time: 0.0459273 Jul 15 13:02:35.411258 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-858b4a61-1ca9-4e5d-ba87-898b98412d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:35.433317 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e04a55-ae39-43fd-b908-d9f77f89b295 admin admin] Checking segment: {'id': '25bed126-b226-40f7-aece-5e23dff6b4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5dce3b24-e211-4491-aa50-c797e41d1c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:35.433998 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e04a55-ae39-43fd-b908-d9f77f89b295 admin admin] Network hostable DHCP agents. Network: 5dce3b24-e211-4491-aa50-c797e41d1c5e, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:02:35.438962 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e04a55-ae39-43fd-b908-d9f77f89b295 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b9f10c5-3f01-4eb5-b561-afab62792bbb,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:35.442121 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-79e8d5f7-2730-4542-8da2-aaa550bf0078 req-aeb755c8-a8b0-4bc2-8e71-f0f848cdf6a8 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:35.459781 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e04a55-ae39-43fd-b908-d9f77f89b295 admin admin] Network 5dce3b24-e211-4491-aa50-c797e41d1c5e is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:02:35.475249 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-95e04a55-ae39-43fd-b908-d9f77f89b295 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 5dce3b24-e211-4491-aa50-c797e41d1c5e) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:35.477686 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-79e8d5f7-2730-4542-8da2-aaa550bf0078 req-aeb755c8-a8b0-4bc2-8e71-f0f848cdf6a8 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:35.482455 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e04a55-ae39-43fd-b908-d9f77f89b295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:35.485454 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-95e04a55-ae39-43fd-b908-d9f77f89b295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:35.488480 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68158382-548b-438a-a0e3-75012f25b1c5 None None] Network 5dce3b24-e211-4491-aa50-c797e41d1c5e requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:02:35.527389 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-95e04a55-ae39-43fd-b908-d9f77f89b295 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4610391 Jul 15 13:02:35.530019 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41154) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:35.536928 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-1ac94ea3-1de0-4a85-b4e3-54ac5a595692 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-926617781-router', 'tenant_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:35.554921 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-858b4a61-1ca9-4e5d-ba87-898b98412d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:35.557648 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-858b4a61-1ca9-4e5d-ba87-898b98412d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:35.560054 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-858b4a61-1ca9-4e5d-ba87-898b98412d19 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/030d4367-bdff-41b0-baf0-8a85db03208e HTTP/1.1" status: 204 len: 168 time: 0.3394201 Jul 15 13:02:35.565193 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1ac94ea3-1de0-4a85-b4e3-54ac5a595692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:35.566670 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1ac94ea3-1de0-4a85-b4e3-54ac5a595692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:35.579904 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b4a61-1ca9-4e5d-ba87-898b98412d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030d4367-bdff-41b0-baf0-8a85db03208e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:35.655114 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-79e8d5f7-2730-4542-8da2-aaa550bf0078 req-aeb755c8-a8b0-4bc2-8e71-f0f848cdf6a8 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:35.657554 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-79e8d5f7-2730-4542-8da2-aaa550bf0078 req-aeb755c8-a8b0-4bc2-8e71-f0f848cdf6a8 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:35.662599 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-79e8d5f7-2730-4542-8da2-aaa550bf0078 req-aeb755c8-a8b0-4bc2-8e71-f0f848cdf6a8 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] 10.222.0.16 "DELETE /v2.0/security-groups/9093a2f8-0ec5-45ee-8cc3-f5875d656ed2 HTTP/1.1" status: 204 len: 173 time: 0.3268740 Jul 15 13:02:35.676440 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1ac94ea3-1de0-4a85-b4e3-54ac5a595692 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:35.694042 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f0b67-ee87-4f5f-bc80-f7d9f2861a1f req-1b9751cf-2436-4489-b486-4e1af56f2c88 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:35.695639 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-047f0b67-ee87-4f5f-bc80-f7d9f2861a1f req-1b9751cf-2436-4489-b486-4e1af56f2c88 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 946 time: 0.1841791 Jul 15 13:02:35.720200 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45553910-28ff-423d-beea-11f424cae5c8 x-openstack-request-id: req-45553910-28ff-423d-beea-11f424cae5c8 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:35.720772 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0861caf0-7c67-4006-86fe-4293d3cfcb90", "name": "network-vif-deleted", "tag": "e88506c6-1569-4e6d-ac52-e39c9fcdc7b9", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:35.720772 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-45553910-28ff-423d-beea-11f424cae5c8 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:35.721124 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0861caf0-7c67-4006-86fe-4293d3cfcb90', 'name': 'network-vif-deleted', 'tag': 'e88506c6-1569-4e6d-ac52-e39c9fcdc7b9', 'status': 'completed', 'code': 200} Jul 15 13:02:35.725791 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d0050f-e065-4933-be50-14ee5964c035 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-5dce3b24-e211-4491-aa50-c797e41d1c5e', 'network_id': '5dce3b24-e211-4491-aa50-c797e41d1c5e', 'tenant_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'fixed_ips': [{'subnet_id': '8b9f10c5-3f01-4eb5-b561-afab62792bbb'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:02:35.726824 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f6d0050f-e065-4933-be50-14ee5964c035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:35.730766 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb755c8-a8b0-4bc2-8e71-f0f848cdf6a8 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9093a2f8-0ec5-45ee-8cc3-f5875d656ed2,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:35.738904 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85ee459-c6c6-497f-a630-c8464bd4a1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56798c7f-0fed-4212-8511-9b5501be69e8'}, {'server_uuid': '3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2c0e62-ea70-4b0a-b93d-b899dce25031'}, {'server_uuid': '991c3a29-2a32-4d5d-afa7-e41960b09e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094b0e35-4957-4a98-99c2-72dad761fb7c'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:35.740915 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bf0f78-9996-480a-b4a2-fa9b1112ae70" -d '{"events": [{"server_uuid": "e85ee459-c6c6-497f-a630-c8464bd4a1f6", "name": "network-vif-plugged", "status": "completed", "tag": "56798c7f-0fed-4212-8511-9b5501be69e8"}, {"server_uuid": "3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc", "name": "network-vif-plugged", "status": "completed", "tag": "3d2c0e62-ea70-4b0a-b93d-b899dce25031"}, {"server_uuid": "991c3a29-2a32-4d5d-afa7-e41960b09e49", "name": "network-vif-plugged", "status": "completed", "tag": "094b0e35-4957-4a98-99c2-72dad761fb7c"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:35.802903 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-047f0b67-ee87-4f5f-bc80-f7d9f2861a1f req-e80f66f8-308b-4251-9898-461452deb311 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902452 Jul 15 13:02:35.926192 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1ac94ea3-1de0-4a85-b4e3-54ac5a595692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:36.013640 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b3c6673c-26c5-4bf7-9253-8f7866a9b0d1 req-a54fe4e0-c05d-4ccd-af8a-12c0190579e2 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] 10.222.0.16 "GET /v2.0/security-groups/3f3db124-0ae7-4fa4-9cb1-1191e88021b0 HTTP/1.1" status: 200 len: 1805 time: 0.1646805 Jul 15 13:02:36.019087 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-f6d0050f-e065-4933-be50-14ee5964c035 None None] Allocated IP 172.20.0.2 (5dce3b24-e211-4491-aa50-c797e41d1c5e/8b9f10c5-3f01-4eb5-b561-afab62792bbb/b54d4b56-57f7-42e4-bb54-a214d3bf75ab) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:36.078096 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d5c7f-fc50-420d-b4a1-148dd2f93e1a req-d49b6d0f-c8da-45ee-9e62-6431601c48a6 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:36.079893 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2f0d5c7f-fc50-420d-b4a1-148dd2f93e1a req-d49b6d0f-c8da-45ee-9e62-6431601c48a6 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] 10.222.0.16 "GET /v2.0/ports?device_id=89dde7a0-5e99-416f-a44b-d0cc0a489f59 HTTP/1.1" status: 200 len: 949 time: 0.1924517 Jul 15 13:02:36.118377 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41164) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:36.133565 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b3c6673c-26c5-4bf7-9253-8f7866a9b0d1 req-f2433cba-6644-49e4-a39d-75653005ede9 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:36.164980 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b3c6673c-26c5-4bf7-9253-8f7866a9b0d1 req-f2433cba-6644-49e4-a39d-75653005ede9 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:36.204241 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2f0d5c7f-fc50-420d-b4a1-148dd2f93e1a req-d2eb3b72-cc05-4d0b-9437-225cec80eb1f tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] 10.222.0.16 "GET /v2.0/security-groups?id=e780c262-c3ef-45a4-87fb-c35e83ddd14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155293 Jul 15 13:02:36.271024 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f6d0050f-e065-4933-be50-14ee5964c035 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:36.286312 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f6d0050f-e065-4933-be50-14ee5964c035 None None] Transition to ACTIVE for port object b54d4b56-57f7-42e4-bb54-a214d3bf75ab will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:36.305295 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1f3bae-d3b9-4fff-a47a-d1eb90516b2b x-openstack-request-id: req-6a1f3bae-d3b9-4fff-a47a-d1eb90516b2b {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:36.305730 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85ee459-c6c6-497f-a630-c8464bd4a1f6", "name": "network-vif-plugged", "status": "completed", "tag": "56798c7f-0fed-4212-8511-9b5501be69e8", "code": 200}, {"server_uuid": "3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc", "name": "network-vif-plugged", "status": "completed", "tag": "3d2c0e62-ea70-4b0a-b93d-b899dce25031", "code": 200}, {"server_uuid": "991c3a29-2a32-4d5d-afa7-e41960b09e49", "name": "network-vif-plugged", "status": "completed", "tag": "094b0e35-4957-4a98-99c2-72dad761fb7c", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:36.306240 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6a1f3bae-d3b9-4fff-a47a-d1eb90516b2b {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:36.306785 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85ee459-c6c6-497f-a630-c8464bd4a1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56798c7f-0fed-4212-8511-9b5501be69e8', 'code': 200} Jul 15 13:02:36.307103 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2c0e62-ea70-4b0a-b93d-b899dce25031', 'code': 200} Jul 15 13:02:36.307459 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991c3a29-2a32-4d5d-afa7-e41960b09e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094b0e35-4957-4a98-99c2-72dad761fb7c', 'code': 200} Jul 15 13:02:36.309514 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-fa5ba0c5-8960-4ab6-92ea-a9a85ee752c3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a27c629580a4c469f7ead3ebfc2448f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1863413 Jul 15 13:02:36.310089 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41172) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:36.339567 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b3c6673c-26c5-4bf7-9253-8f7866a9b0d1 req-f2433cba-6644-49e4-a39d-75653005ede9 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:36.340152 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f6d0050f-e065-4933-be50-14ee5964c035 None None] Transition to ACTIVE for port object b54d4b56-57f7-42e4-bb54-a214d3bf75ab will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:36.343259 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b3c6673c-26c5-4bf7-9253-8f7866a9b0d1 req-f2433cba-6644-49e4-a39d-75653005ede9 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:36.352635 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f6d0050f-e065-4933-be50-14ee5964c035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:36.363668 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b3c6673c-26c5-4bf7-9253-8f7866a9b0d1 req-f2433cba-6644-49e4-a39d-75653005ede9 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] 10.222.0.16 "DELETE /v2.0/security-groups/3f3db124-0ae7-4fa4-9cb1-1191e88021b0 HTTP/1.1" status: 204 len: 173 time: 0.3490565 Jul 15 13:02:36.373601 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d0050f-e065-4933-be50-14ee5964c035 None None] Network 5dce3b24-e211-4491-aa50-c797e41d1c5e is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:36.376591 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-f6d0050f-e065-4933-be50-14ee5964c035 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:36.398663 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2433cba-6644-49e4-a39d-75653005ede9 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3db124-0ae7-4fa4-9cb1-1191e88021b0,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:36.421033 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d0050f-e065-4933-be50-14ee5964c035 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:36.438989 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9e243844-e0f7-4ae0-a4e0-ca892c6e5c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:36.477372 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9e243844-e0f7-4ae0-a4e0-ca892c6e5c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:36.535423 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d0050f-e065-4933-be50-14ee5964c035 None None] Pushing event updated for resources: {'Port': ['ID=b54d4b56-57f7-42e4-bb54-a214d3bf75ab,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:36.546945 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-f6d0050f-e065-4933-be50-14ee5964c035 None None] Attempting to bind port b54d4b56-57f7-42e4-bb54-a214d3bf75ab on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:02:36.550236 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-f6d0050f-e065-4933-be50-14ee5964c035 None None] Attempting to bind port b54d4b56-57f7-42e4-bb54-a214d3bf75ab by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '25bed126-b226-40f7-aece-5e23dff6b4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5dce3b24-e211-4491-aa50-c797e41d1c5e'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:02:36.550752 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d0050f-e065-4933-be50-14ee5964c035 None None] Attempting to bind port b54d4b56-57f7-42e4-bb54-a214d3bf75ab on network 5dce3b24-e211-4491-aa50-c797e41d1c5e {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:36.559210 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d0050f-e065-4933-be50-14ee5964c035 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:02:36.559763 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d0050f-e065-4933-be50-14ee5964c035 None None] Checking segment: {'id': '25bed126-b226-40f7-aece-5e23dff6b4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5dce3b24-e211-4491-aa50-c797e41d1c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:36.560283 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f6d0050f-e065-4933-be50-14ee5964c035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:36.560788 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d0050f-e065-4933-be50-14ee5964c035 None None] Bound using segment: {'id': '25bed126-b226-40f7-aece-5e23dff6b4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5dce3b24-e211-4491-aa50-c797e41d1c5e'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:02:36.561368 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-f6d0050f-e065-4933-be50-14ee5964c035 None None] Bound port: b54d4b56-57f7-42e4-bb54-a214d3bf75ab, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25bed126-b226-40f7-aece-5e23dff6b4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5dce3b24-e211-4491-aa50-c797e41d1c5e'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:02:36.561874 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f6d0050f-e065-4933-be50-14ee5964c035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:36.637950 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f6d0050f-e065-4933-be50-14ee5964c035 None None] For port b54d4b56-57f7-42e4-bb54-a214d3bf75ab, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:02:36.641299 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f6d0050f-e065-4933-be50-14ee5964c035 None None] For port b54d4b56-57f7-42e4-bb54-a214d3bf75ab, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=b54d4b56-57f7-42e4-bb54-a214d3bf75ab,segment=NetworkSegment(25bed126-b226-40f7-aece-5e23dff6b4ab),segment_id=25bed126-b226-40f7-aece-5e23dff6b4ab)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:02:36.643291 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870a301-3196-4ab7-b6ad-f7e165d0137d req-154b223f-6ef9-40e3-a732-a139a68fb518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:36.645014 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0870a301-3196-4ab7-b6ad-f7e165d0137d req-154b223f-6ef9-40e3-a732-a139a68fb518 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc HTTP/1.1" status: 200 len: 1097 time: 0.1631947 Jul 15 13:02:36.650376 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f6d0050f-e065-4933-be50-14ee5964c035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:36.715803 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc71fe-6a60-4bf2-a96b-18896e27fa02 req-6bda7fc0-e8b1-4a75-a5f5-35684f8e2efc tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:36.716220 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d0050f-e065-4933-be50-14ee5964c035 None None] Pushing event updated for resources: {'Port': ['ID=b54d4b56-57f7-42e4-bb54-a214d3bf75ab,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:36.719980 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c5bc71fe-6a60-4bf2-a96b-18896e27fa02 req-6bda7fc0-e8b1-4a75-a5f5-35684f8e2efc tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] 10.222.0.16 "GET /v2.0/ports?device_id=e85ee459-c6c6-497f-a630-c8464bd4a1f6 HTTP/1.1" status: 200 len: 945 time: 0.1571074 Jul 15 13:02:36.726194 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0870a301-3196-4ab7-b6ad-f7e165d0137d req-0866424f-a897-49b0-b093-56b3e945ca6c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744681 Jul 15 13:02:36.754246 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a705e29-028f-4006-bfad-7b9cd22b3a88 req-afa6f567-1c53-41e7-a60a-8e68f5054106 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:36.757333 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3a705e29-028f-4006-bfad-7b9cd22b3a88 req-afa6f567-1c53-41e7-a60a-8e68f5054106 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc HTTP/1.1" status: 200 len: 945 time: 0.1932783 Jul 15 13:02:36.769869 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9e243844-e0f7-4ae0-a4e0-ca892c6e5c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:36.772393 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9e243844-e0f7-4ae0-a4e0-ca892c6e5c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:36.775951 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9e243844-e0f7-4ae0-a4e0-ca892c6e5c32 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/565ef144-d289-46ac-9e9d-ac57515921d2 HTTP/1.1" status: 204 len: 168 time: 0.4622040 Jul 15 13:02:36.790661 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f769f-c43b-4a9b-bc00-214bcb7e4087 req-d87e07c8-3a7d-4bc9-b766-5b4629369255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:36.792701 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6d0f769f-c43b-4a9b-bc00-214bcb7e4087 req-d87e07c8-3a7d-4bc9-b766-5b4629369255 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e85ee459-c6c6-497f-a630-c8464bd4a1f6 HTTP/1.1" status: 200 len: 1097 time: 0.2717767 Jul 15 13:02:36.794390 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa590acb-5c12-4288-a7f8-7487c20adc9a req-aef1d744-dc0b-4362-a8fe-55e3edc8584b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:36.800249 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fa590acb-5c12-4288-a7f8-7487c20adc9a req-aef1d744-dc0b-4362-a8fe-55e3edc8584b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 1098 time: 0.3073385 Jul 15 13:02:36.811197 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c5bc71fe-6a60-4bf2-a96b-18896e27fa02 req-6cd45036-9676-4310-a7fd-aa2e6971620e tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] 10.222.0.16 "GET /v2.0/security-groups?id=fbfd643b-483c-46da-9a6a-55a378e13a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861421 Jul 15 13:02:36.857260 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3a705e29-028f-4006-bfad-7b9cd22b3a88 req-0b34c9c8-18e4-4f11-a5c9-94e113822003 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990224 Jul 15 13:02:36.886757 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e243844-e0f7-4ae0-a4e0-ca892c6e5c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565ef144-d289-46ac-9e9d-ac57515921d2,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:36.987246 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fa590acb-5c12-4288-a7f8-7487c20adc9a req-1a016f0f-eadb-4f4a-9d9b-7c65c588aeae service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705670 Jul 15 13:02:36.990897 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1ac94ea3-1de0-4a85-b4e3-54ac5a595692 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:37.001743 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cd55039a-3e02-47bc-813a-906e1e0d4e9a req-f475892c-6ca7-49d7-92a4-a521135bb765 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] 10.222.0.16 "GET /v2.0/security-groups/0b696761-b86b-4aa4-9bed-2d2d735832d0 HTTP/1.1" status: 200 len: 2403 time: 0.0897021 Jul 15 13:02:37.008336 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device e88506c6-1569-4e6d-ac52-e39c9fcdc7b9 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:02:37.055590 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1ac94ea3-1de0-4a85-b4e3-54ac5a595692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:37.102297 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: e88506c6-1569-4e6d-ac52-e39c9fcdc7b9 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:02:37.103902 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device e88506c6-1569-4e6d-ac52-e39c9fcdc7b9 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:02:37.125904 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-cd55039a-3e02-47bc-813a-906e1e0d4e9a req-d699c618-5d83-470c-bb8e-72173d6e38e7 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:37.134543 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6d0f769f-c43b-4a9b-bc00-214bcb7e4087 req-52a0abde-4455-4750-a6f4-215f11bbf60e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fbfd643b-483c-46da-9a6a-55a378e13a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274202 Jul 15 13:02:37.203946 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-cd55039a-3e02-47bc-813a-906e1e0d4e9a req-d699c618-5d83-470c-bb8e-72173d6e38e7 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:37.260391 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-1ac94ea3-1de0-4a85-b4e3-54ac5a595692 admin admin] Allocated IP 172.25.8.241 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/b422962e-9600-498e-8f25-b25ff7949865) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:37.297376 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-cd55039a-3e02-47bc-813a-906e1e0d4e9a req-d699c618-5d83-470c-bb8e-72173d6e38e7 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:37.300550 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-cd55039a-3e02-47bc-813a-906e1e0d4e9a req-d699c618-5d83-470c-bb8e-72173d6e38e7 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:37.301747 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cd55039a-3e02-47bc-813a-906e1e0d4e9a req-d699c618-5d83-470c-bb8e-72173d6e38e7 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] 10.222.0.16 "DELETE /v2.0/security-groups/0b696761-b86b-4aa4-9bed-2d2d735832d0 HTTP/1.1" status: 204 len: 173 time: 0.2923434 Jul 15 13:02:37.316596 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d699c618-5d83-470c-bb8e-72173d6e38e7 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b696761-b86b-4aa4-9bed-2d2d735832d0,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:37.418129 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1ac94ea3-1de0-4a85-b4e3-54ac5a595692 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:37.441251 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a04797f6-a91e-49d8-b674-8c47a94904fe req-5349a71c-c13f-43ca-a10c-bf84a0722e76 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90 HTTP/1.1" status: 200 len: 210 time: 0.0595505 Jul 15 13:02:37.465782 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1ac94ea3-1de0-4a85-b4e3-54ac5a595692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:37.509676 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac94ea3-1de0-4a85-b4e3-54ac5a595692 admin admin] Pushing event updated for resources: {'Port': ['ID=b422962e-9600-498e-8f25-b25ff7949865,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:37.525945 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac94ea3-1de0-4a85-b4e3-54ac5a595692 admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:37.529425 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-1ac94ea3-1de0-4a85-b4e3-54ac5a595692 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:37.543351 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac94ea3-1de0-4a85-b4e3-54ac5a595692 admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:37.573360 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e65faa-5783-4795-9a0f-9d41f4605d87 req-eab6a4d7-1177-4ef9-b149-7dbd855a3aca tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:37.575378 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f4e65faa-5783-4795-9a0f-9d41f4605d87 req-eab6a4d7-1177-4ef9-b149-7dbd855a3aca tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 946 time: 0.0935111 Jul 15 13:02:37.629170 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f4e65faa-5783-4795-9a0f-9d41f4605d87 req-f1b0e60e-7ce2-4167-b30f-0cfa1eeba73d tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373890 Jul 15 13:02:37.759596 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8822b16e-32ce-416c-a58f-2a6c011ed341 req-3658516f-a535-44d5-933a-617269fc52b6 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] 10.222.0.16 "GET /v2.0/security-groups/9a0a8d9c-5612-4595-ae89-b10de0d88713 HTTP/1.1" status: 200 len: 2397 time: 0.1034329 Jul 15 13:02:37.835760 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9972ea-cc8a-4fc6-9982-c0bd3ee47667 req-f80fdae3-c263-4f4f-8c19-183bb9b088b4 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:37.840780 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4e9972ea-cc8a-4fc6-9982-c0bd3ee47667 req-f80fdae3-c263-4f4f-8c19-183bb9b088b4 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] 10.222.0.16 "GET /v2.0/ports?device_id=89dde7a0-5e99-416f-a44b-d0cc0a489f59 HTTP/1.1" status: 200 len: 949 time: 0.1986818 Jul 15 13:02:37.971325 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4e9972ea-cc8a-4fc6-9982-c0bd3ee47667 req-4995e9e2-a397-418c-8a15-dcd882a11947 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] 10.222.0.16 "GET /v2.0/security-groups?id=e780c262-c3ef-45a4-87fb-c35e83ddd14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086488 Jul 15 13:02:37.983156 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8822b16e-32ce-416c-a58f-2a6c011ed341 req-f7e08433-bf9d-402c-814c-abc263766b21 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:38.054855 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8822b16e-32ce-416c-a58f-2a6c011ed341 req-f7e08433-bf9d-402c-814c-abc263766b21 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:38.069552 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1ac94ea3-1de0-4a85-b4e3-54ac5a595692 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:38.175785 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8822b16e-32ce-416c-a58f-2a6c011ed341 req-f7e08433-bf9d-402c-814c-abc263766b21 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:38.178664 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8822b16e-32ce-416c-a58f-2a6c011ed341 req-f7e08433-bf9d-402c-814c-abc263766b21 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:38.187170 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8822b16e-32ce-416c-a58f-2a6c011ed341 req-f7e08433-bf9d-402c-814c-abc263766b21 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] 10.222.0.16 "DELETE /v2.0/security-groups/9a0a8d9c-5612-4595-ae89-b10de0d88713 HTTP/1.1" status: 204 len: 173 time: 0.4165337 Jul 15 13:02:38.187675 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41210) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:38.248841 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ad1d7b-79dc-4fa2-bf02-567593f13588 admin admin] Deleting subnet d0038363-d97b-4bfd-a538-2a4991d9b51d {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:02:38.261177 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f2ad1d7b-79dc-4fa2-bf02-567593f13588 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:38.263768 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e08433-bf9d-402c-814c-abc263766b21 tempest-SecurityGroupRulesTestJSON-556850793 tempest-SecurityGroupRulesTestJSON-556850793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0a8d9c-5612-4595-ae89-b10de0d88713,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:38.313519 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab51a864-60b1-45c6-8725-a09c00fe5a86 None None] Network 5dce3b24-e211-4491-aa50-c797e41d1c5e requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:02:38.347143 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f2ad1d7b-79dc-4fa2-bf02-567593f13588 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:38.440836 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f2ad1d7b-79dc-4fa2-bf02-567593f13588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:38.478796 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1493d74-941a-418f-8b36-d7eda1879d4a req-f3e35e96-c286-4487-945b-3f38ab8903c0 tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:38.486643 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1ac94ea3-1de0-4a85-b4e3-54ac5a595692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:38.497766 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d1493d74-941a-418f-8b36-d7eda1879d4a req-f3e35e96-c286-4487-945b-3f38ab8903c0 tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] 10.222.0.16 "GET /v2.0/ports?device_id=e85ee459-c6c6-497f-a630-c8464bd4a1f6 HTTP/1.1" status: 200 len: 945 time: 0.3058910 Jul 15 13:02:38.506197 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-bc329ec8-9c43-4503-94f9-c391e3d09934 None None] Provisioning for port b54d4b56-57f7-42e4-bb54-a214d3bf75ab completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:38.613288 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d1493d74-941a-418f-8b36-d7eda1879d4a req-71469e2b-e3ff-49fe-9ed4-825515ae11a7 tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] 10.222.0.16 "GET /v2.0/security-groups?id=fbfd643b-483c-46da-9a6a-55a378e13a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107261 Jul 15 13:02:38.646872 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f2ad1d7b-79dc-4fa2-bf02-567593f13588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:38.677682 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e16f32-a303-4e84-9e58-6d54713c0a89 req-be7ccd5e-9aa0-43df-bf53-047276faa3c3 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:38.689580 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad1d7b-79dc-4fa2-bf02-567593f13588 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0038363-d97b-4bfd-a538-2a4991d9b51d,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:38.690951 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c7e16f32-a303-4e84-9e58-6d54713c0a89 req-be7ccd5e-9aa0-43df-bf53-047276faa3c3 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc HTTP/1.1" status: 200 len: 945 time: 0.1788504 Jul 15 13:02:38.701225 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f2ad1d7b-79dc-4fa2-bf02-567593f13588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:38.705502 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f2ad1d7b-79dc-4fa2-bf02-567593f13588 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d0038363-d97b-4bfd-a538-2a4991d9b51d HTTP/1.1" status: 204 len: 168 time: 0.5145049 Jul 15 13:02:38.706454 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41220) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:38.796334 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c7e16f32-a303-4e84-9e58-6d54713c0a89 req-9ffa89ef-a4ed-4211-a164-9a8ce22ea10d tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042547 Jul 15 13:02:38.813089 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-222d07c3-84bb-4019-b85d-a81ae5fa6fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:38.990376 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b54d4b56-57f7-42e4-bb54-a214d3bf75ab up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:39.007559 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-99ea6d3b-f8d7-4c26-acb4-d9b868f5453a req-4b370ab1-43e8-47b4-aef3-7e6b9180990c tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90 HTTP/1.1" status: 200 len: 210 time: 0.1060023 Jul 15 13:02:39.033370 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-222d07c3-84bb-4019-b85d-a81ae5fa6fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:39.064514 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-222d07c3-84bb-4019-b85d-a81ae5fa6fc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['920f4c35-2cbc-44c3-bde9-64e463d27c74']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:39.082413 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-222d07c3-84bb-4019-b85d-a81ae5fa6fc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '521d75d1-351f-4a9e-8719-1ad743683f6d') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:39.082940 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-222d07c3-84bb-4019-b85d-a81ae5fa6fc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '521d75d1-351f-4a9e-8719-1ad743683f6d') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:39.091255 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port b54d4b56-57f7-42e4-bb54-a214d3bf75ab completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:39.096645 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port b54d4b56-57f7-42e4-bb54-a214d3bf75ab triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:39.097229 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:39.113742 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-222d07c3-84bb-4019-b85d-a81ae5fa6fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:39.120386 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac94ea3-1de0-4a85-b4e3-54ac5a595692 admin admin] Router f41934b7-19e3-4075-baf9-72de257e7e6b is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:02:39.139346 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4bed60-aa24-4d38-9187-4dba44b942de req-b987e1c8-67e9-467b-bb3f-324c00dc4bb3 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:39.140981 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cc4bed60-aa24-4d38-9187-4dba44b942de req-b987e1c8-67e9-467b-bb3f-324c00dc4bb3 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] 10.222.0.46 "GET /v2.0/ports?device_id=89dde7a0-5e99-416f-a44b-d0cc0a489f59 HTTP/1.1" status: 200 len: 949 time: 0.2753904 Jul 15 13:02:39.156467 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218765d-fd67-4d57-b32b-49aba446a76f req-cb3cfb9f-9ef9-4732-a4d3-a4429137c734 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:39.160255 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3218765d-fd67-4d57-b32b-49aba446a76f req-cb3cfb9f-9ef9-4732-a4d3-a4429137c734 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 946 time: 0.1518302 Jul 15 13:02:39.244652 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3218765d-fd67-4d57-b32b-49aba446a76f req-ec7264d0-6e07-4e04-8c5c-dc234df1c0c7 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739276 Jul 15 13:02:39.262709 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:39.281509 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae824d3b-46b7-4da8-814a-0937e9538074 req-9f405031-3ae2-413c-812f-c3b9edac1023 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:39.284254 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae824d3b-46b7-4da8-814a-0937e9538074 req-9f405031-3ae2-413c-812f-c3b9edac1023 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc HTTP/1.1" status: 200 len: 1097 time: 0.1143398 Jul 15 13:02:39.299858 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-222d07c3-84bb-4019-b85d-a81ae5fa6fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:39.310819 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port b54d4b56-57f7-42e4-bb54-a214d3bf75ab, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=b54d4b56-57f7-42e4-bb54-a214d3bf75ab,segment=NetworkSegment(25bed126-b226-40f7-aece-5e23dff6b4ab),segment_id=25bed126-b226-40f7-aece-5e23dff6b4ab)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:39.322494 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:39.325677 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae824d3b-46b7-4da8-814a-0937e9538074 req-de407b79-b92b-45d0-98f7-9ff13ad02c08 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345850 Jul 15 13:02:39.347722 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac94ea3-1de0-4a85-b4e3-54ac5a595692 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:02:39.357885 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19f8232-55ef-4394-aa4b-a56683e95789 None None] Sync routers for ids ['f41934b7-19e3-4075-baf9-72de257e7e6b'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:02:39.367181 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-222d07c3-84bb-4019-b85d-a81ae5fa6fc7 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:02:39.367604 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-222d07c3-84bb-4019-b85d-a81ae5fa6fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:39.369503 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:02:39.369503 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:02:39.369503 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:02:39.369503 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:02:39.369503 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:02:39.369503 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:02:39.369503 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:02:39.369503 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:02:39.369503 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:02:39.369503 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:02:39.369503 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:02:39.369503 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:02:39.369503 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:02:39.369503 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:02:39.369503 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:02:39.369503 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:02:39.369503 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:02:39.369503 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:02:39.369503 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:02:39.369503 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:02:39.369503 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:02:39.369503 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:02:39.369503 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:02:39.369503 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:02:39.369503 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:02:39.369503 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:02:39.369503 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:02:39.369503 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:02:39.369503 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:02:39.369503 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:02:39.369503 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:02:39.369503 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:02:39.377738 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19f8232-55ef-4394-aa4b-a56683e95789 None None] Routers {'f41934b7-19e3-4075-baf9-72de257e7e6b'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:02:39.378356 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-c19f8232-55ef-4394-aa4b-a56683e95789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:02:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f41934b7-19e3-4075-baf9-72de257e7e6b'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:39.386194 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=b54d4b56-57f7-42e4-bb54-a214d3bf75ab,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:39.490841 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633744a-0723-4c8c-b8ac-2a224015302e req-7921a2b2-4ad3-4e5e-96d2-d06b1ce1e218 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:39.492517 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f633744a-0723-4c8c-b8ac-2a224015302e req-7921a2b2-4ad3-4e5e-96d2-d06b1ce1e218 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] 10.222.0.16 "GET /v2.0/ports?device_id=89dde7a0-5e99-416f-a44b-d0cc0a489f59 HTTP/1.1" status: 200 len: 949 time: 0.0767529 Jul 15 13:02:39.501399 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1ac94ea3-1de0-4a85-b4e3-54ac5a595692 admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:39.503312 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1ac94ea3-1de0-4a85-b4e3-54ac5a595692 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.9717045 Jul 15 13:02:39.511323 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41242) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:39.532559 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-c19f8232-55ef-4394-aa4b-a56683e95789 None None] Set router f41934b7-19e3-4075-baf9-72de257e7e6b gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:02:39.543064 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f633744a-0723-4c8c-b8ac-2a224015302e req-5c132f19-0f7f-4375-bc1b-798332c2d116 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] 10.222.0.16 "GET /v2.0/security-groups?id=e780c262-c3ef-45a4-87fb-c35e83ddd14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439792 Jul 15 13:02:39.554514 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-222d07c3-84bb-4019-b85d-a81ae5fa6fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:39.560777 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-222d07c3-84bb-4019-b85d-a81ae5fa6fc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:39.564991 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-222d07c3-84bb-4019-b85d-a81ae5fa6fc7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/920f4c35-2cbc-44c3-bde9-64e463d27c74 HTTP/1.1" status: 204 len: 168 time: 0.8556881 Jul 15 13:02:39.584361 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d07c3-84bb-4019-b85d-a81ae5fa6fc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=920f4c35-2cbc-44c3-bde9-64e463d27c74,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:39.613238 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-cc4bed60-aa24-4d38-9187-4dba44b942de req-0cf03268-22ca-4331-a8a8-c42efcd79a2e tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] Deleting port 27d4fff2-fc11-4680-b024-0e67e6260938 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:39.613704 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-cc4bed60-aa24-4d38-9187-4dba44b942de req-0cf03268-22ca-4331-a8a8-c42efcd79a2e tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:39.892091 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-cc4bed60-aa24-4d38-9187-4dba44b942de req-0cf03268-22ca-4331-a8a8-c42efcd79a2e tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] For port 27d4fff2-fc11-4680-b024-0e67e6260938, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=27d4fff2-fc11-4680-b024-0e67e6260938,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:39.892466 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-cc4bed60-aa24-4d38-9187-4dba44b942de req-0cf03268-22ca-4331-a8a8-c42efcd79a2e tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:39.906893 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-c19f8232-55ef-4394-aa4b-a56683e95789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41934b7-19e3-4075-baf9-72de257e7e6b', 'name': 'tempest-ServersTestJSON-926617781-router', 'tenant_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'b422962e-9600-498e-8f25-b25ff7949865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:35Z', 'updated_at': '2021-07-15T13:02:37Z', 'revision_number': 3, 'project_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'gw_port': {'id': 'b422962e-9600-498e-8f25-b25ff7949865', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41934b7-19e3-4075-baf9-72de257e7e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:37Z', 'updated_at': '2021-07-15T13:02:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:39.938336 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-cc4bed60-aa24-4d38-9187-4dba44b942de req-0cf03268-22ca-4331-a8a8-c42efcd79a2e tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] Calling delete_port for 27d4fff2-fc11-4680-b024-0e67e6260938 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:39.968762 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41250) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:39.976109 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19f8232-55ef-4394-aa4b-a56683e95789 None None] Checking router: f41934b7-19e3-4075-baf9-72de257e7e6b for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:02:39.976735 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19f8232-55ef-4394-aa4b-a56683e95789 None None] Updating router f41934b7-19e3-4075-baf9-72de257e7e6b port b422962e-9600-498e-8f25-b25ff7949865 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:02:40.051364 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c19f8232-55ef-4394-aa4b-a56683e95789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:40.053892 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-eb3f8cb2-2257-4608-9ccf-5f54c0866a1f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2b035c7c53f34c4894f8df8f7c8ed177&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0831251 Jul 15 13:02:40.056282 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283ae14-9f67-4018-b396-ae8debce1b82 req-be16a9bf-2394-496f-b80c-7cdbd11174d9 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:40.058702 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c283ae14-9f67-4018-b396-ae8debce1b82 req-be16a9bf-2394-496f-b80c-7cdbd11174d9 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc HTTP/1.1" status: 200 len: 1097 time: 0.1544020 Jul 15 13:02:40.059454 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41258) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:40.129428 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c283ae14-9f67-4018-b396-ae8debce1b82 req-5d1fc062-2ba9-480f-bf23-c68b74b78de5 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632117 Jul 15 13:02:40.152247 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f03418e2-f422-4ef5-8881-f8bc811193e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:40.190343 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f03418e2-f422-4ef5-8881-f8bc811193e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:40.262742 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f03418e2-f422-4ef5-8881-f8bc811193e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:40.267157 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f03418e2-f422-4ef5-8881-f8bc811193e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:40.268873 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f03418e2-f422-4ef5-8881-f8bc811193e9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9b17403a-183a-42fd-9442-eb6387c000bb HTTP/1.1" status: 204 len: 168 time: 0.2081623 Jul 15 13:02:40.279095 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03418e2-f422-4ef5-8881-f8bc811193e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b17403a-183a-42fd-9442-eb6387c000bb,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:40.467838 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c19f8232-55ef-4394-aa4b-a56683e95789 None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:40.481534 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162b709-bf3a-4670-8d2d-22b5fcf980de req-c98af041-6b62-4bfd-8c8d-fb33dca0c965 tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:40.492141 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f162b709-bf3a-4670-8d2d-22b5fcf980de req-c98af041-6b62-4bfd-8c8d-fb33dca0c965 tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] 10.222.0.16 "GET /v2.0/ports?device_id=e85ee459-c6c6-497f-a630-c8464bd4a1f6 HTTP/1.1" status: 200 len: 945 time: 0.1460900 Jul 15 13:02:40.546365 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f162b709-bf3a-4670-8d2d-22b5fcf980de req-b77752a6-a56a-4979-9bc7-ade624fb6b65 tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] 10.222.0.16 "GET /v2.0/security-groups?id=fbfd643b-483c-46da-9a6a-55a378e13a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529916 Jul 15 13:02:40.614614 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-c19f8232-55ef-4394-aa4b-a56683e95789 None None] Transition to ACTIVE for port object b422962e-9600-498e-8f25-b25ff7949865 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:40.627224 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c19f8232-55ef-4394-aa4b-a56683e95789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:40.649009 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e97470e-c8a3-4b58-8390-56eb674f301e req-d3751f13-7d25-4af8-9efa-91e5d4f200d0 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=0861caf0-7c67-4006-86fe-4293d3cfcb90 HTTP/1.1" status: 200 len: 210 time: 0.0644178 Jul 15 13:02:40.663533 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-cc4bed60-aa24-4d38-9187-4dba44b942de req-0cf03268-22ca-4331-a8a8-c42efcd79a2e tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:40.739673 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf03268-22ca-4331-a8a8-c42efcd79a2e tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] Pushing event deleted for resources: {'Port': ['ID=27d4fff2-fc11-4680-b024-0e67e6260938,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:40.743400 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-c19f8232-55ef-4394-aa4b-a56683e95789 None None] Attempting to bind port b422962e-9600-498e-8f25-b25ff7949865 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:02:40.743785 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-c19f8232-55ef-4394-aa4b-a56683e95789 None None] Attempting to bind port b422962e-9600-498e-8f25-b25ff7949865 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:02:40.745091 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19f8232-55ef-4394-aa4b-a56683e95789 None None] Attempting to bind port b422962e-9600-498e-8f25-b25ff7949865 on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:40.751698 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5dc236-6b89-415a-81f9-b4911b76c194 None None] Pushing event updated for resources: {'Port': ['ID=b422962e-9600-498e-8f25-b25ff7949865,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:40.757906 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19f8232-55ef-4394-aa4b-a56683e95789 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:02:40.758287 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19f8232-55ef-4394-aa4b-a56683e95789 None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:40.758735 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c19f8232-55ef-4394-aa4b-a56683e95789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:40.759129 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19f8232-55ef-4394-aa4b-a56683e95789 None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:02:40.759602 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-c19f8232-55ef-4394-aa4b-a56683e95789 None None] Bound port: b422962e-9600-498e-8f25-b25ff7949865, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:02:40.759986 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c19f8232-55ef-4394-aa4b-a56683e95789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:40.847632 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-c19f8232-55ef-4394-aa4b-a56683e95789 None None] For port b422962e-9600-498e-8f25-b25ff7949865, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:02:40.851095 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-c19f8232-55ef-4394-aa4b-a56683e95789 None None] For port b422962e-9600-498e-8f25-b25ff7949865, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=b422962e-9600-498e-8f25-b25ff7949865,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:02:40.875713 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c19f8232-55ef-4394-aa4b-a56683e95789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:40.892715 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f877e5-4886-47f2-afa9-63d863a6a139 req-c5e98b4c-2186-4a7d-8ab4-f449717fac04 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:40.903699 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-09f877e5-4886-47f2-afa9-63d863a6a139 req-c5e98b4c-2186-4a7d-8ab4-f449717fac04 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 946 time: 0.1448560 Jul 15 13:02:40.934177 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc4bed60-aa24-4d38-9187-4dba44b942de req-0cf03268-22ca-4331-a8a8-c42efcd79a2e tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] No DVR routers for this DVR port 27d4fff2-fc11-4680-b024-0e67e6260938 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:02:40.936168 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-cc4bed60-aa24-4d38-9187-4dba44b942de req-0cf03268-22ca-4331-a8a8-c42efcd79a2e tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:40.939671 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cc4bed60-aa24-4d38-9187-4dba44b942de req-0cf03268-22ca-4331-a8a8-c42efcd79a2e tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] 10.222.0.46 "DELETE /v2.0/ports/27d4fff2-fc11-4680-b024-0e67e6260938 HTTP/1.1" status: 204 len: 173 time: 1.6949937 Jul 15 13:02:40.942014 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89dde7a0-5e99-416f-a44b-d0cc0a489f59', 'name': 'network-vif-deleted', 'tag': '27d4fff2-fc11-4680-b024-0e67e6260938'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:40.955246 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b793796-e4d4-46ba-b098-93679e10bb21" -d '{"events": [{"server_uuid": "89dde7a0-5e99-416f-a44b-d0cc0a489f59", "name": "network-vif-deleted", "tag": "27d4fff2-fc11-4680-b024-0e67e6260938"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:40.974948 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19f8232-55ef-4394-aa4b-a56683e95789 None None] Routers {'f41934b7-19e3-4075-baf9-72de257e7e6b'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:02:40.981045 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-c19f8232-55ef-4394-aa4b-a56683e95789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:02:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f41934b7-19e3-4075-baf9-72de257e7e6b'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:41.003315 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b54d4b56-57f7-42e4-bb54-a214d3bf75ab up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:41.084560 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-09f877e5-4886-47f2-afa9-63d863a6a139 req-bc05f292-e7bd-42aa-acc0-3addaf7a5c22 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768398 Jul 15 13:02:41.088622 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 27d4fff2-fc11-4680-b024-0e67e6260938 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:02:41.160111 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 27d4fff2-fc11-4680-b024-0e67e6260938 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:02:41.165140 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 27d4fff2-fc11-4680-b024-0e67e6260938 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:02:41.217983 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port b54d4b56-57f7-42e4-bb54-a214d3bf75ab triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:41.218438 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:41.244500 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0f405654-7bc7-45c9-aadc-eeee26c5c916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:41.338165 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-c19f8232-55ef-4394-aa4b-a56683e95789 None None] Set router f41934b7-19e3-4075-baf9-72de257e7e6b gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:02:41.432509 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-50d35eca-41a1-49ec-82aa-8dd21cc29415 req-93c3e71a-ca80-44f2-b5e4-2549c09cd162 tempest-ImagesNegativeTestJSON-134621053 tempest-ImagesNegativeTestJSON-134621053-project] 10.222.0.16 "GET /v2.0/ports?device_id=89dde7a0-5e99-416f-a44b-d0cc0a489f59 HTTP/1.1" status: 200 len: 210 time: 0.0466042 Jul 15 13:02:41.559962 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7730914-07d7-4fdc-bc84-4b59c1635daa x-openstack-request-id: req-a7730914-07d7-4fdc-bc84-4b59c1635daa {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:41.560258 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89dde7a0-5e99-416f-a44b-d0cc0a489f59", "name": "network-vif-deleted", "tag": "27d4fff2-fc11-4680-b024-0e67e6260938", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:41.560510 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a7730914-07d7-4fdc-bc84-4b59c1635daa {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:41.563010 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89dde7a0-5e99-416f-a44b-d0cc0a489f59', 'name': 'network-vif-deleted', 'tag': '27d4fff2-fc11-4680-b024-0e67e6260938', 'status': 'completed', 'code': 200} Jul 15 13:02:41.565462 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5dc236-6b89-415a-81f9-b4911b76c194 None None] Pushing event updated for resources: {'Port': ['ID=b422962e-9600-498e-8f25-b25ff7949865,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:41.580074 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-0f405654-7bc7-45c9-aadc-eeee26c5c916 admin admin] Allocated IP 172.20.0.1 (5dce3b24-e211-4491-aa50-c797e41d1c5e/8b9f10c5-3f01-4eb5-b561-afab62792bbb/5365b244-441d-43a7-8787-7c2bb588a639) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:41.651266 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41306) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:41.772847 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-c19f8232-55ef-4394-aa4b-a56683e95789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41934b7-19e3-4075-baf9-72de257e7e6b', 'name': 'tempest-ServersTestJSON-926617781-router', 'tenant_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'b422962e-9600-498e-8f25-b25ff7949865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:35Z', 'updated_at': '2021-07-15T13:02:37Z', 'revision_number': 3, 'project_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'gw_port': {'id': 'b422962e-9600-498e-8f25-b25ff7949865', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41934b7-19e3-4075-baf9-72de257e7e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:37Z', 'updated_at': '2021-07-15T13:02:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:41.849854 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19f8232-55ef-4394-aa4b-a56683e95789 None None] The sync data for ids ['f41934b7-19e3-4075-baf9-72de257e7e6b'] in n-d-771363-36 is: [{'id': 'f41934b7-19e3-4075-baf9-72de257e7e6b', 'name': 'tempest-ServersTestJSON-926617781-router', 'tenant_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'b422962e-9600-498e-8f25-b25ff7949865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:35Z', 'updated_at': '2021-07-15T13:02:37Z', 'revision_number': 3, 'project_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'gw_port': {'id': 'b422962e-9600-498e-8f25-b25ff7949865', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41934b7-19e3-4075-baf9-72de257e7e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:37Z', 'updated_at': '2021-07-15T13:02:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:02:41.863265 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-f018d480-5b2e-4500-a6ad-0cd59c8b5e4c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1388139916-network', 'tenant_id': '69eea44439ac42e5bd1e4d9e27ee545e'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:41.904639 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0f405654-7bc7-45c9-aadc-eeee26c5c916 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:41.907290 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc55a58-c2a2-4cbd-9b60-90b16ec56ae3 req-1a8dbb79-d7f6-4a39-bffe-37ae1a5573f3 tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:41.919826 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9fc55a58-c2a2-4cbd-9b60-90b16ec56ae3 req-1a8dbb79-d7f6-4a39-bffe-37ae1a5573f3 tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] 10.222.0.16 "GET /v2.0/ports?device_id=e85ee459-c6c6-497f-a630-c8464bd4a1f6 HTTP/1.1" status: 200 len: 945 time: 0.1705096 Jul 15 13:02:41.946325 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-0f405654-7bc7-45c9-aadc-eeee26c5c916 admin admin] Transition to ACTIVE for port object 5365b244-441d-43a7-8787-7c2bb588a639 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:41.973487 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f018d480-5b2e-4500-a6ad-0cd59c8b5e4c admin admin] Made reservation on behalf of 69eea44439ac42e5bd1e4d9e27ee545e for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:41.978769 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f018d480-5b2e-4500-a6ad-0cd59c8b5e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:42.001817 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f018d480-5b2e-4500-a6ad-0cd59c8b5e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:42.025030 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9fc55a58-c2a2-4cbd-9b60-90b16ec56ae3 req-60a50e9a-5922-4e4d-9ae6-231beb52746a tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] 10.222.0.16 "GET /v2.0/security-groups?id=fbfd643b-483c-46da-9a6a-55a378e13a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041348 Jul 15 13:02:42.047867 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0f405654-7bc7-45c9-aadc-eeee26c5c916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:42.130330 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f405654-7bc7-45c9-aadc-eeee26c5c916 admin admin] Network 5dce3b24-e211-4491-aa50-c797e41d1c5e is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:42.139212 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-0f405654-7bc7-45c9-aadc-eeee26c5c916 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:42.156849 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f405654-7bc7-45c9-aadc-eeee26c5c916 admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:42.235050 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0f405654-7bc7-45c9-aadc-eeee26c5c916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:42.294927 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f405654-7bc7-45c9-aadc-eeee26c5c916 admin admin] Pushing event updated for resources: {'Port': ['ID=5365b244-441d-43a7-8787-7c2bb588a639,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:42.308836 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f018d480-5b2e-4500-a6ad-0cd59c8b5e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:42.321367 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f018d480-5b2e-4500-a6ad-0cd59c8b5e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:42.441518 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018d480-5b2e-4500-a6ad-0cd59c8b5e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c12349-ea09-481c-8688-5afe14c9d29e,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:42.473863 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f018d480-5b2e-4500-a6ad-0cd59c8b5e4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:02:42.491717 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f018d480-5b2e-4500-a6ad-0cd59c8b5e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:42.492772 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-f018d480-5b2e-4500-a6ad-0cd59c8b5e4c admin admin] Added segment 39385968-f397-4ba2-af45-141481d6a229 of type vlan for network a5060c29-4f63-4fbd-81f5-e929886392b3 Jul 15 13:02:42.537489 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0f405654-7bc7-45c9-aadc-eeee26c5c916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:42.633844 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f018d480-5b2e-4500-a6ad-0cd59c8b5e4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:42.634151 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f66fcaed-20a0-4b63-93cb-a1f28af10950 None None] Provisioning for port 5365b244-441d-43a7-8787-7c2bb588a639 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:42.639212 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f66fcaed-20a0-4b63-93cb-a1f28af10950 None None] Provisioning complete for port 5365b244-441d-43a7-8787-7c2bb588a639 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:42.639797 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f66fcaed-20a0-4b63-93cb-a1f28af10950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:42.700458 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f018d480-5b2e-4500-a6ad-0cd59c8b5e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:42.701934 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f018d480-5b2e-4500-a6ad-0cd59c8b5e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:42.702745 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f018d480-5b2e-4500-a6ad-0cd59c8b5e4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:42.712089 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f66fcaed-20a0-4b63-93cb-a1f28af10950 None None] Port 5365b244-441d-43a7-8787-7c2bb588a639 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:02:42.744386 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ea54d-f5d1-4ddc-8648-f55e9fb11467 req-50fde4e5-0048-4c01-81c1-dbbf13143413 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:42.751515 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4f9ea54d-f5d1-4ddc-8648-f55e9fb11467 req-50fde4e5-0048-4c01-81c1-dbbf13143413 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 946 time: 0.1758442 Jul 15 13:02:42.840350 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f018d480-5b2e-4500-a6ad-0cd59c8b5e4c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1876099 Jul 15 13:02:42.843280 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41342) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:42.873206 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-d5293a9d-cebd-4f2e-8a72-8d22e0d45114 admin admin] Request body: {'subnet': {'network_id': 'a5060c29-4f63-4fbd-81f5-e929886392b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1388139916-subnet', 'tenant_id': '69eea44439ac42e5bd1e4d9e27ee545e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:42.885838 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0f405654-7bc7-45c9-aadc-eeee26c5c916 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:42.896101 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018d480-5b2e-4500-a6ad-0cd59c8b5e4c admin admin] Pushing event updated for resources: {'Network': ['ID=a5060c29-4f63-4fbd-81f5-e929886392b3,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:42.920432 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network a5060c29-4f63-4fbd-81f5-e929886392b3 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:02:42.963278 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4f9ea54d-f5d1-4ddc-8648-f55e9fb11467 req-04ee5d8b-3862-43a7-88c4-7a97b34c98ea tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106824 Jul 15 13:02:42.984738 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0f405654-7bc7-45c9-aadc-eeee26c5c916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:43.038099 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b422962e-9600-498e-8f25-b25ff7949865 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:43.043067 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:02:43.127221 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5293a9d-cebd-4f2e-8a72-8d22e0d45114 admin admin] Made reservation on behalf of 69eea44439ac42e5bd1e4d9e27ee545e for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:43.129864 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d5293a9d-cebd-4f2e-8a72-8d22e0d45114 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:43.181047 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port b422962e-9600-498e-8f25-b25ff7949865 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:43.187016 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port b422962e-9600-498e-8f25-b25ff7949865 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:43.187754 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:43.273079 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0f405654-7bc7-45c9-aadc-eeee26c5c916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:43.285099 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f405654-7bc7-45c9-aadc-eeee26c5c916 admin admin] Pushing event updated for resources: {'Port': ['ID=5365b244-441d-43a7-8787-7c2bb588a639,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:43.309707 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-04bd3479-e086-407c-aaca-9b0ab6cc6d05 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:02:43.310903 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-04bd3479-e086-407c-aaca-9b0ab6cc6d05 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0179725 Jul 15 13:02:43.323365 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-82dc3b4e-3a18-4a84-9b7b-abcdcd831fe8 service neutron] Request body: {'binding': {'host': 'n-h1-771363-36', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:43.323816 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-82dc3b4e-3a18-4a84-9b7b-abcdcd831fe8 service neutron] Unknown quota resources ['binding']. {{(pid=93825) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:02:43.364689 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097a159-e8ff-4c18-b460-ca80aedb534e req-5019a206-6ee8-4286-af09-dca2e85f3b7e tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:43.366538 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6097a159-e8ff-4c18-b460-ca80aedb534e req-5019a206-6ee8-4286-af09-dca2e85f3b7e tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] 10.222.0.46 "GET /v2.0/ports?device_id=e85ee459-c6c6-497f-a630-c8464bd4a1f6 HTTP/1.1" status: 200 len: 945 time: 0.4771819 Jul 15 13:02:43.380321 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:43.422513 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port b422962e-9600-498e-8f25-b25ff7949865, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=b422962e-9600-498e-8f25-b25ff7949865,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:43.429073 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:43.494628 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=b422962e-9600-498e-8f25-b25ff7949865,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:43.629367 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f405654-7bc7-45c9-aadc-eeee26c5c916 admin admin] Network 5dce3b24-e211-4491-aa50-c797e41d1c5e is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:43.636708 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-0f405654-7bc7-45c9-aadc-eeee26c5c916 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:43.657793 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-82dc3b4e-3a18-4a84-9b7b-abcdcd831fe8 service neutron] Attempting to bind port 3d2c0e62-ea70-4b0a-b93d-b899dce25031 on host n-h1-771363-36 for vnic_type normal with profile None {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:02:43.658130 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-82dc3b4e-3a18-4a84-9b7b-abcdcd831fe8 service neutron] Attempting to bind port 3d2c0e62-ea70-4b0a-b93d-b899dce25031 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:02:43.659266 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-82dc3b4e-3a18-4a84-9b7b-abcdcd831fe8 service neutron] Attempting to bind port 3d2c0e62-ea70-4b0a-b93d-b899dce25031 on network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:43.666795 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-82dc3b4e-3a18-4a84-9b7b-abcdcd831fe8 service neutron] Port 3d2c0e62-ea70-4b0a-b93d-b899dce25031 on network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:02:43.667122 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-82dc3b4e-3a18-4a84-9b7b-abcdcd831fe8 service neutron] Attempting to bind port 3d2c0e62-ea70-4b0a-b93d-b899dce25031 on network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:43.676283 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a71a96-16da-4393-81b7-f29fc0bfec5d req-f477c0c2-c45c-4727-8754-6a0ab2ed6b8d tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:43.677857 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e3a71a96-16da-4393-81b7-f29fc0bfec5d req-f477c0c2-c45c-4727-8754-6a0ab2ed6b8d tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] 10.222.0.16 "GET /v2.0/ports?device_id=e85ee459-c6c6-497f-a630-c8464bd4a1f6 HTTP/1.1" status: 200 len: 945 time: 0.1835144 Jul 15 13:02:43.682644 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-82dc3b4e-3a18-4a84-9b7b-abcdcd831fe8 service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:02:43.683228 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-82dc3b4e-3a18-4a84-9b7b-abcdcd831fe8 service neutron] Checking segment: {'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:43.683965 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-82dc3b4e-3a18-4a84-9b7b-abcdcd831fe8 service neutron] Bound using segment: {'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:02:43.684562 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-82dc3b4e-3a18-4a84-9b7b-abcdcd831fe8 service neutron] Bound port: 3d2c0e62-ea70-4b0a-b93d-b899dce25031, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:02:43.712974 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d5293a9d-cebd-4f2e-8a72-8d22e0d45114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:43.784254 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e3a71a96-16da-4393-81b7-f29fc0bfec5d req-6cb90857-6b07-4a55-a38d-8b910f62d56b tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] 10.222.0.16 "GET /v2.0/security-groups?id=fbfd643b-483c-46da-9a6a-55a378e13a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946305 Jul 15 13:02:43.819452 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-6097a159-e8ff-4c18-b460-ca80aedb534e req-65f7c55d-73be-45ce-b9ed-6d62893ce103 tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] Deleting port 56798c7f-0fed-4212-8511-9b5501be69e8 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:43.819792 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6097a159-e8ff-4c18-b460-ca80aedb534e req-65f7c55d-73be-45ce-b9ed-6d62893ce103 tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:43.825916 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5293a9d-cebd-4f2e-8a72-8d22e0d45114 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9241a586-f364-4fa0-bdef-f3ece7e35ec3,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:43.893016 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-82dc3b4e-3a18-4a84-9b7b-abcdcd831fe8 service neutron] For port 3d2c0e62-ea70-4b0a-b93d-b899dce25031, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=3d2c0e62-ea70-4b0a-b93d-b899dce25031,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:02:43.904386 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-82dc3b4e-3a18-4a84-9b7b-abcdcd831fe8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:43.909957 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-82dc3b4e-3a18-4a84-9b7b-abcdcd831fe8 service neutron] 10.222.0.16 "POST /v2.0/ports/3d2c0e62-ea70-4b0a-b93d-b899dce25031/bindings HTTP/1.1" status: 201 len: 390 time: 0.5901735 Jul 15 13:02:43.913748 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5293a9d-cebd-4f2e-8a72-8d22e0d45114 admin admin] Checking segment: {'id': '39385968-f397-4ba2-af45-141481d6a229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a5060c29-4f63-4fbd-81f5-e929886392b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:43.914113 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5293a9d-cebd-4f2e-8a72-8d22e0d45114 admin admin] Network hostable DHCP agents. Network: a5060c29-4f63-4fbd-81f5-e929886392b3, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:02:43.976565 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f405654-7bc7-45c9-aadc-eeee26c5c916 admin admin] Router f41934b7-19e3-4075-baf9-72de257e7e6b has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:02:44.043657 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-6097a159-e8ff-4c18-b460-ca80aedb534e req-65f7c55d-73be-45ce-b9ed-6d62893ce103 tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] For port 56798c7f-0fed-4212-8511-9b5501be69e8, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=56798c7f-0fed-4212-8511-9b5501be69e8,segment=NetworkSegment(7238f4d1-8619-4be7-a471-c547b9445c0e),segment_id=7238f4d1-8619-4be7-a471-c547b9445c0e)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:44.043657 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6097a159-e8ff-4c18-b460-ca80aedb534e req-65f7c55d-73be-45ce-b9ed-6d62893ce103 tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:44.065564 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-ea87de44-a2b6-4ce4-8353-dc602472af63 None None] Provisioning complete for port 5365b244-441d-43a7-8787-7c2bb588a639 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:44.067523 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ea87de44-a2b6-4ce4-8353-dc602472af63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:44.111710 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5293a9d-cebd-4f2e-8a72-8d22e0d45114 admin admin] Network a5060c29-4f63-4fbd-81f5-e929886392b3 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:02:44.127861 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-6097a159-e8ff-4c18-b460-ca80aedb534e req-65f7c55d-73be-45ce-b9ed-6d62893ce103 tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] Calling delete_port for 56798c7f-0fed-4212-8511-9b5501be69e8 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:44.146809 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-d5293a9d-cebd-4f2e-8a72-8d22e0d45114 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, a5060c29-4f63-4fbd-81f5-e929886392b3) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:44.151873 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5293a9d-cebd-4f2e-8a72-8d22e0d45114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:44.153667 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d5293a9d-cebd-4f2e-8a72-8d22e0d45114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:44.163456 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e21ac2-303e-4d24-bee8-05a6cf59e73e None None] Network a5060c29-4f63-4fbd-81f5-e929886392b3 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:02:44.334625 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d5293a9d-cebd-4f2e-8a72-8d22e0d45114 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4806058 Jul 15 13:02:44.372869 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-ea87de44-a2b6-4ce4-8353-dc602472af63 None None] Port 5365b244-441d-43a7-8787-7c2bb588a639 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:02:44.388188 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f405654-7bc7-45c9-aadc-eeee26c5c916 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:02:44.409654 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0f405654-7bc7-45c9-aadc-eeee26c5c916 admin admin] 10.222.0.16 "PUT /v2.0/routers/f41934b7-19e3-4075-baf9-72de257e7e6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8888264 Jul 15 13:02:44.489840 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f245291e-ba28-4d44-8bbe-0f6962833940 None None] Network a5060c29-4f63-4fbd-81f5-e929886392b3 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:02:44.524871 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-f97625ec-4bc8-4fef-b0cd-ec49400128d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:44.526441 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-f97625ec-4bc8-4fef-b0cd-ec49400128d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42f8630608fb46f681ad77135da09a14&device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc HTTP/1.1" status: 200 len: 1097 time: 0.2704046 Jul 15 13:02:44.543982 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6097a159-e8ff-4c18-b460-ca80aedb534e req-65f7c55d-73be-45ce-b9ed-6d62893ce103 tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:44.607742 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f7c55d-73be-45ce-b9ed-6d62893ce103 tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] Pushing event deleted for resources: {'Port': ['ID=56798c7f-0fed-4212-8511-9b5501be69e8,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:44.613425 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56355925-a4b5-46c6-b859-adc916da0b91 req-e2180348-b21d-404a-9382-81467a02319d tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:44.622629 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-56355925-a4b5-46c6-b859-adc916da0b91 req-e2180348-b21d-404a-9382-81467a02319d tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc HTTP/1.1" status: 200 len: 945 time: 0.3006155 Jul 15 13:02:44.646154 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58ac79-af38-4655-8568-082a3b2e0271 req-88cdb2e9-7f3f-4ad0-b4c3-0bd2724c2eaf tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:44.654011 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ed58ac79-af38-4655-8568-082a3b2e0271 req-88cdb2e9-7f3f-4ad0-b4c3-0bd2724c2eaf tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 946 time: 0.3331664 Jul 15 13:02:44.663493 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a60eb34-837c-4fdc-8a49-21b257262aa2 None None] Sync routers for ids ['f41934b7-19e3-4075-baf9-72de257e7e6b'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:02:44.686132 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a60eb34-837c-4fdc-8a49-21b257262aa2 None None] Routers {'f41934b7-19e3-4075-baf9-72de257e7e6b'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:02:44.687080 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-3a60eb34-837c-4fdc-8a49-21b257262aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:02:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f41934b7-19e3-4075-baf9-72de257e7e6b'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:44.709676 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-6097a159-e8ff-4c18-b460-ca80aedb534e req-65f7c55d-73be-45ce-b9ed-6d62893ce103 tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] No DVR routers for this DVR port 56798c7f-0fed-4212-8511-9b5501be69e8 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:02:44.712035 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6097a159-e8ff-4c18-b460-ca80aedb534e req-65f7c55d-73be-45ce-b9ed-6d62893ce103 tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:44.714698 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6097a159-e8ff-4c18-b460-ca80aedb534e req-65f7c55d-73be-45ce-b9ed-6d62893ce103 tempest-InstanceActionsV221TestJSON-320222801 tempest-InstanceActionsV221TestJSON-320222801-project] 10.222.0.46 "DELETE /v2.0/ports/56798c7f-0fed-4212-8511-9b5501be69e8 HTTP/1.1" status: 204 len: 173 time: 1.3407662 Jul 15 13:02:44.715218 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85ee459-c6c6-497f-a630-c8464bd4a1f6', 'name': 'network-vif-deleted', 'tag': '56798c7f-0fed-4212-8511-9b5501be69e8'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:44.717694 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6caa01-4e3b-41b0-9d9e-3f693aed3b5f" -d '{"events": [{"server_uuid": "e85ee459-c6c6-497f-a630-c8464bd4a1f6", "name": "network-vif-deleted", "tag": "56798c7f-0fed-4212-8511-9b5501be69e8"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:44.804512 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-56355925-a4b5-46c6-b859-adc916da0b91 req-0e1ca052-5bf5-4456-b618-9bf0f2f06f4e tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381965 Jul 15 13:02:44.890073 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ed58ac79-af38-4655-8568-082a3b2e0271 req-82830441-5177-48ba-b6c3-0b8e5aeeaab0 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339294 Jul 15 13:02:44.908285 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-8fe1460f-edd7-4bbc-8837-2ce06e379d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:44.926086 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-8fe1460f-edd7-4bbc-8837-2ce06e379d28 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f HTTP/1.1" status: 200 len: 922 time: 0.3799663 Jul 15 13:02:45.011164 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-d5bcd971-df1a-41eb-bfd4-d9e623872888 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d2c0e62-ea70-4b0a-b93d-b899dce25031 HTTP/1.1" status: 200 len: 217 time: 0.0847397 Jul 15 13:02:45.067354 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-4bc681a6-8735-4a91-9a92-841e8c4774e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:45.068952 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-4bc681a6-8735-4a91-9a92-841e8c4774e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=522453a6-daf1-42ae-a6f8-abb7ab66795d HTTP/1.1" status: 200 len: 861 time: 0.0509546 Jul 15 13:02:45.107046 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b422962e-9600-498e-8f25-b25ff7949865 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:45.116659 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-63e85ef1-b883-429b-8d52-1b67c0017282 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410674 Jul 15 13:02:45.128434 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-f4718ecd-d924-461f-943b-26444f95844c req-56e21431-10c2-4825-b48f-df06085606c9 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-512019154', 'description': 'tempest-description-814056348'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:45.136739 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 56798c7f-0fed-4212-8511-9b5501be69e8 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:02:45.165305 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 56798c7f-0fed-4212-8511-9b5501be69e8 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:02:45.165650 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 56798c7f-0fed-4212-8511-9b5501be69e8 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:02:45.197561 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-3a60eb34-837c-4fdc-8a49-21b257262aa2 None None] Set router f41934b7-19e3-4075-baf9-72de257e7e6b gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:02:45.255266 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port b422962e-9600-498e-8f25-b25ff7949865 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:45.255896 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:45.282742 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-aa81b571-f534-41c5-9e79-aac50b7b3372 service neutron] 10.222.0.20 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457918 Jul 15 13:02:45.284887 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f4718ecd-d924-461f-943b-26444f95844c req-56e21431-10c2-4825-b48f-df06085606c9 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:45.510841 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-3a60eb34-837c-4fdc-8a49-21b257262aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41934b7-19e3-4075-baf9-72de257e7e6b', 'name': 'tempest-ServersTestJSON-926617781-router', 'tenant_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'b422962e-9600-498e-8f25-b25ff7949865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:35Z', 'updated_at': '2021-07-15T13:02:42Z', 'revision_number': 4, 'project_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'gw_port': {'id': 'b422962e-9600-498e-8f25-b25ff7949865', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41934b7-19e3-4075-baf9-72de257e7e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:37Z', 'updated_at': '2021-07-15T13:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '5365b244-441d-43a7-8787-7c2bb588a639', 'name': '', 'network_id': '5dce3b24-e211-4491-aa50-c797e41d1c5e', 'tenant_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'mac_address': 'fa:16:3e:cf:9e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41934b7-19e3-4075-baf9-72de257e7e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8b9f10c5-3f01-4eb5-b561-afab62792bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:41Z', 'updated_at': '2021-07-15T13:02:42Z', 'revision_number': 2, 'project_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'subnets': [{'id': '8b9f10c5-3f01-4eb5-b561-afab62792bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:45.543431 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a60eb34-837c-4fdc-8a49-21b257262aa2 None None] Checking router: f41934b7-19e3-4075-baf9-72de257e7e6b for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:02:45.543799 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a60eb34-837c-4fdc-8a49-21b257262aa2 None None] Updating router f41934b7-19e3-4075-baf9-72de257e7e6b port 5365b244-441d-43a7-8787-7c2bb588a639 binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:02:45.586289 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f4718ecd-d924-461f-943b-26444f95844c req-56e21431-10c2-4825-b48f-df06085606c9 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:45.604320 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f4718ecd-d924-461f-943b-26444f95844c req-56e21431-10c2-4825-b48f-df06085606c9 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:45.629292 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3a60eb34-837c-4fdc-8a49-21b257262aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:45.649805 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e21431-10c2-4825-b48f-df06085606c9 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8daf03-96c1-48f2-8fcf-6f042baefee5,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:45.668037 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-96982138-32d2-4069-ac71-e081a3f38576 service neutron] 10.222.0.20 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581495 Jul 15 13:02:45.669372 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f4718ecd-d924-461f-943b-26444f95844c req-56e21431-10c2-4825-b48f-df06085606c9 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:45.670910 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f4718ecd-d924-461f-943b-26444f95844c req-56e21431-10c2-4825-b48f-df06085606c9 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.5476360 Jul 15 13:02:45.716373 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41392) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:45.721631 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-7e68b643-aa90-466c-86c6-92f9fa2e63ab tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1553740415', 'description': 'tempest-description--1022647137'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:45.730231 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7798a8-5d52-4200-9398-2a6617c470c3 x-openstack-request-id: req-eb7798a8-5d52-4200-9398-2a6617c470c3 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:45.730523 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85ee459-c6c6-497f-a630-c8464bd4a1f6", "name": "network-vif-deleted", "tag": "56798c7f-0fed-4212-8511-9b5501be69e8", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:45.730813 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eb7798a8-5d52-4200-9398-2a6617c470c3 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:45.731215 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85ee459-c6c6-497f-a630-c8464bd4a1f6', 'name': 'network-vif-deleted', 'tag': '56798c7f-0fed-4212-8511-9b5501be69e8', 'status': 'completed', 'code': 200} Jul 15 13:02:45.780213 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7e68b643-aa90-466c-86c6-92f9fa2e63ab tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:45.911212 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5f5e619c-fb4e-4fe9-b90b-7003e96b54a0 req-f76dfe46-89d8-4dc8-8c64-51dbc21644a2 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] 10.222.0.16 "GET /v2.0/security-groups/4f8daf03-96c1-48f2-8fcf-6f042baefee5 HTTP/1.1" status: 200 len: 1811 time: 0.0966613 Jul 15 13:02:45.916272 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-5f5e619c-fb4e-4fe9-b90b-7003e96b54a0 req-e1fd155d-9ea1-4eca-ba0f-d10fe593b9f6 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4f8daf03-96c1-48f2-8fcf-6f042baefee5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:45.917214 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-5f5e619c-fb4e-4fe9-b90b-7003e96b54a0 req-e1fd155d-9ea1-4eca-ba0f-d10fe593b9f6 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4f8daf03-96c1-48f2-8fcf-6f042baefee5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:45.948835 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7e68b643-aa90-466c-86c6-92f9fa2e63ab tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:45.959927 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7e68b643-aa90-466c-86c6-92f9fa2e63ab tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:46.003179 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68b643-aa90-466c-86c6-92f9fa2e63ab tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c10bd43-1f14-485b-807f-33006f389a53,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:46.008291 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7e68b643-aa90-466c-86c6-92f9fa2e63ab tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:46.011137 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7e68b643-aa90-466c-86c6-92f9fa2e63ab tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2928412 Jul 15 13:02:46.013772 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41404) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:46.019165 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-41fa8752-7e59-4313-82c6-c189d8201ebd tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Request body: {'security_group_rule': {'security_group_id': '7c10bd43-1f14-485b-807f-33006f389a53', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:46.055910 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-41fa8752-7e59-4313-82c6-c189d8201ebd tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:46.087565 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5f5e619c-fb4e-4fe9-b90b-7003e96b54a0 req-e1fd155d-9ea1-4eca-ba0f-d10fe593b9f6 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:46.149852 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5f5e619c-fb4e-4fe9-b90b-7003e96b54a0 req-e1fd155d-9ea1-4eca-ba0f-d10fe593b9f6 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:46.165882 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5f5e619c-fb4e-4fe9-b90b-7003e96b54a0 req-e1fd155d-9ea1-4eca-ba0f-d10fe593b9f6 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:46.183422 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd155d-9ea1-4eca-ba0f-d10fe593b9f6 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e74cf84d-5296-4fc4-b031-7c2fd6ef06dc,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:46.208608 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-41fa8752-7e59-4313-82c6-c189d8201ebd tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:46.226354 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-41fa8752-7e59-4313-82c6-c189d8201ebd tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:46.230517 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5f5e619c-fb4e-4fe9-b90b-7003e96b54a0 req-e1fd155d-9ea1-4eca-ba0f-d10fe593b9f6 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:46.232007 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5f5e619c-fb4e-4fe9-b90b-7003e96b54a0 req-e1fd155d-9ea1-4eca-ba0f-d10fe593b9f6 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3199556 Jul 15 13:02:46.276388 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3a60eb34-837c-4fdc-8a49-21b257262aa2 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:46.277873 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa8752-7e59-4313-82c6-c189d8201ebd tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b38733fc-ad88-4f0c-ac94-a69d0b810375,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:46.286902 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-41fa8752-7e59-4313-82c6-c189d8201ebd tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:46.290706 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-41fa8752-7e59-4313-82c6-c189d8201ebd tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2746661 Jul 15 13:02:46.292083 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41412) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:46.300165 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-3a60eb34-837c-4fdc-8a49-21b257262aa2 None None] Transition to ACTIVE for port object 5365b244-441d-43a7-8787-7c2bb588a639 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:46.303661 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-ced03c46-2e46-4d39-9bf1-aeb01650b1b0 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Request body: {'security_group_rule': {'security_group_id': '7c10bd43-1f14-485b-807f-33006f389a53', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:46.315335 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3a60eb34-837c-4fdc-8a49-21b257262aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:46.381262 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ced03c46-2e46-4d39-9bf1-aeb01650b1b0 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:46.389104 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e7ddc-5186-4ac3-a89b-8e2c4d6b2063 None None] Pushing event updated for resources: {'Port': ['ID=5365b244-441d-43a7-8787-7c2bb588a639,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:46.427852 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af7a52-7156-4278-a9c9-2d418f2d427b req-6c424a87-bc15-48a8-be4d-0b88d2d39e44 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:46.431723 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34af7a52-7156-4278-a9c9-2d418f2d427b req-6c424a87-bc15-48a8-be4d-0b88d2d39e44 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc HTTP/1.1" status: 200 len: 945 time: 0.1224046 Jul 15 13:02:46.500490 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-3a60eb34-837c-4fdc-8a49-21b257262aa2 None None] Attempting to bind port 5365b244-441d-43a7-8787-7c2bb588a639 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:02:46.500871 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-3a60eb34-837c-4fdc-8a49-21b257262aa2 None None] Attempting to bind port 5365b244-441d-43a7-8787-7c2bb588a639 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '25bed126-b226-40f7-aece-5e23dff6b4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5dce3b24-e211-4491-aa50-c797e41d1c5e'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:02:46.501243 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a60eb34-837c-4fdc-8a49-21b257262aa2 None None] Attempting to bind port 5365b244-441d-43a7-8787-7c2bb588a639 on network 5dce3b24-e211-4491-aa50-c797e41d1c5e {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:46.514795 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34af7a52-7156-4278-a9c9-2d418f2d427b req-32319e32-c8f7-44f2-80ba-f8ebd1249574 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784335 Jul 15 13:02:46.528374 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a60eb34-837c-4fdc-8a49-21b257262aa2 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:02:46.528901 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a60eb34-837c-4fdc-8a49-21b257262aa2 None None] Checking segment: {'id': '25bed126-b226-40f7-aece-5e23dff6b4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5dce3b24-e211-4491-aa50-c797e41d1c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:46.530280 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3a60eb34-837c-4fdc-8a49-21b257262aa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:46.530782 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a60eb34-837c-4fdc-8a49-21b257262aa2 None None] Bound using segment: {'id': '25bed126-b226-40f7-aece-5e23dff6b4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5dce3b24-e211-4491-aa50-c797e41d1c5e'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:02:46.531303 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-3a60eb34-837c-4fdc-8a49-21b257262aa2 None None] Bound port: 5365b244-441d-43a7-8787-7c2bb588a639, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25bed126-b226-40f7-aece-5e23dff6b4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5dce3b24-e211-4491-aa50-c797e41d1c5e'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:02:46.531685 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3a60eb34-837c-4fdc-8a49-21b257262aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:46.605224 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ced03c46-2e46-4d39-9bf1-aeb01650b1b0 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:46.626077 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ced03c46-2e46-4d39-9bf1-aeb01650b1b0 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:46.677098 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced03c46-2e46-4d39-9bf1-aeb01650b1b0 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d549f581-d5ec-4217-9807-312bfb93e948,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:46.702355 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ced03c46-2e46-4d39-9bf1-aeb01650b1b0 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:46.703918 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-3a60eb34-837c-4fdc-8a49-21b257262aa2 None None] For port 5365b244-441d-43a7-8787-7c2bb588a639, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:02:46.704403 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ced03c46-2e46-4d39-9bf1-aeb01650b1b0 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4107816 Jul 15 13:02:46.705082 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e054dd7-4d9b-4148-ac13-2c11c290b8ed req-cd5b0a7a-9812-4c98-84e3-b58de2469d36 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:46.706921 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4e054dd7-4d9b-4148-ac13-2c11c290b8ed req-cd5b0a7a-9812-4c98-84e3-b58de2469d36 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 946 time: 0.1268423 Jul 15 13:02:46.707495 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41416) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:46.711754 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-05704972-7208-40fe-a2ac-dbcfadef9446 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:46.716433 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-3a60eb34-837c-4fdc-8a49-21b257262aa2 None None] For port 5365b244-441d-43a7-8787-7c2bb588a639, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5365b244-441d-43a7-8787-7c2bb588a639,segment=NetworkSegment(25bed126-b226-40f7-aece-5e23dff6b4ab),segment_id=25bed126-b226-40f7-aece-5e23dff6b4ab)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:02:46.723922 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3a60eb34-837c-4fdc-8a49-21b257262aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:46.850475 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a60eb34-837c-4fdc-8a49-21b257262aa2 None None] Routers {'f41934b7-19e3-4075-baf9-72de257e7e6b'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:02:46.851486 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-3a60eb34-837c-4fdc-8a49-21b257262aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:02:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f41934b7-19e3-4075-baf9-72de257e7e6b'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:46.923154 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4e054dd7-4d9b-4148-ac13-2c11c290b8ed req-5fe54891-0dc8-45f2-be81-47775e640dea tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870298 Jul 15 13:02:46.949951 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-05704972-7208-40fe-a2ac-dbcfadef9446 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks [] for floatingip, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:46.968616 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e7ddc-5186-4ac3-a89b-8e2c4d6b2063 None None] Pushing event updated for resources: {'Port': ['ID=5365b244-441d-43a7-8787-7c2bb588a639,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:47.062084 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-78d8100d-50c7-43df-b2a7-be702fb9c493 req-53d1e9d2-5b4a-4ca8-b5d8-1783277207da tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] 10.222.0.16 "GET /v2.0/security-groups/4f8daf03-96c1-48f2-8fcf-6f042baefee5 HTTP/1.1" status: 200 len: 2404 time: 0.2159116 Jul 15 13:02:47.172432 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-3a60eb34-837c-4fdc-8a49-21b257262aa2 None None] Set router f41934b7-19e3-4075-baf9-72de257e7e6b gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:02:47.182520 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41434) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:47.234165 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-16a64c6c-2df3-46b8-9e30-861c1de57a5f req-c0258cb6-555e-4717-aa37-af4a95f23324 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] 10.222.0.16 "GET /v2.0/security-group-rules/e74cf84d-5296-4fc4-b031-7c2fd6ef06dc HTTP/1.1" status: 200 len: 778 time: 0.0339420 Jul 15 13:02:47.454143 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f7e375b8-b24b-419f-a519-0be4ee0a35d2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ebbd54408696456c92b5ebdf28d2a1fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2704303 Jul 15 13:02:47.456473 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41438) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:47.551828 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fe4c69c9-b17d-404c-bb1b-eff8090399f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:47.581911 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fe4c69c9-b17d-404c-bb1b-eff8090399f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:47.613614 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-16a64c6c-2df3-46b8-9e30-861c1de57a5f req-95e2a213-48e5-46a8-b5b8-03b85c05a0cf tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] 10.222.0.16 "GET /v2.0/security-groups/4f8daf03-96c1-48f2-8fcf-6f042baefee5 HTTP/1.1" status: 200 len: 2404 time: 0.3785477 Jul 15 13:02:47.616879 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-05704972-7208-40fe-a2ac-dbcfadef9446 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:47.654848 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-3a60eb34-837c-4fdc-8a49-21b257262aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41934b7-19e3-4075-baf9-72de257e7e6b', 'name': 'tempest-ServersTestJSON-926617781-router', 'tenant_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'b422962e-9600-498e-8f25-b25ff7949865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:35Z', 'updated_at': '2021-07-15T13:02:42Z', 'revision_number': 4, 'project_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'gw_port': {'id': 'b422962e-9600-498e-8f25-b25ff7949865', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41934b7-19e3-4075-baf9-72de257e7e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:37Z', 'updated_at': '2021-07-15T13:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '5365b244-441d-43a7-8787-7c2bb588a639', 'name': '', 'network_id': '5dce3b24-e211-4491-aa50-c797e41d1c5e', 'tenant_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'mac_address': 'fa:16:3e:cf:9e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41934b7-19e3-4075-baf9-72de257e7e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8b9f10c5-3f01-4eb5-b561-afab62792bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:41Z', 'updated_at': '2021-07-15T13:02:46Z', 'revision_number': 4, 'project_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'subnets': [{'id': '8b9f10c5-3f01-4eb5-b561-afab62792bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:47.659884 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fe4c69c9-b17d-404c-bb1b-eff8090399f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:47.667167 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fe4c69c9-b17d-404c-bb1b-eff8090399f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:47.670058 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-fe4c69c9-b17d-404c-bb1b-eff8090399f2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e780c262-c3ef-45a4-87fb-c35e83ddd14c HTTP/1.1" status: 204 len: 168 time: 0.2123961 Jul 15 13:02:47.688030 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c69c9-b17d-404c-bb1b-eff8090399f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e780c262-c3ef-45a4-87fb-c35e83ddd14c,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:47.696043 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41446) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:47.715091 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a60eb34-837c-4fdc-8a49-21b257262aa2 None None] The sync data for ids ['f41934b7-19e3-4075-baf9-72de257e7e6b'] in n-d-771363-36 is: [{'id': 'f41934b7-19e3-4075-baf9-72de257e7e6b', 'name': 'tempest-ServersTestJSON-926617781-router', 'tenant_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'b422962e-9600-498e-8f25-b25ff7949865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:35Z', 'updated_at': '2021-07-15T13:02:42Z', 'revision_number': 4, 'project_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'gw_port': {'id': 'b422962e-9600-498e-8f25-b25ff7949865', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41934b7-19e3-4075-baf9-72de257e7e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:37Z', 'updated_at': '2021-07-15T13:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '5365b244-441d-43a7-8787-7c2bb588a639', 'name': '', 'network_id': '5dce3b24-e211-4491-aa50-c797e41d1c5e', 'tenant_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'mac_address': 'fa:16:3e:cf:9e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41934b7-19e3-4075-baf9-72de257e7e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8b9f10c5-3f01-4eb5-b561-afab62792bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:41Z', 'updated_at': '2021-07-15T13:02:46Z', 'revision_number': 4, 'project_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'subnets': [{'id': '8b9f10c5-3f01-4eb5-b561-afab62792bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:02:47.794722 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-16a64c6c-2df3-46b8-9e30-861c1de57a5f req-4f902ddb-a736-44ab-8960-3806d35158ba tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:47.834858 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-16a64c6c-2df3-46b8-9e30-861c1de57a5f req-4f902ddb-a736-44ab-8960-3806d35158ba tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:47.841056 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f60329ec-9e54-42aa-a78e-561a946332c2 admin admin] Deleting subnet 55944f89-bfe9-4f2c-b06d-afc32bd1050c {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:02:47.852908 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f60329ec-9e54-42aa-a78e-561a946332c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:47.961676 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-16a64c6c-2df3-46b8-9e30-861c1de57a5f req-4f902ddb-a736-44ab-8960-3806d35158ba tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:47.963156 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f60329ec-9e54-42aa-a78e-561a946332c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:47.971931 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-16a64c6c-2df3-46b8-9e30-861c1de57a5f req-4f902ddb-a736-44ab-8960-3806d35158ba tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:47.991159 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-16a64c6c-2df3-46b8-9e30-861c1de57a5f req-4f902ddb-a736-44ab-8960-3806d35158ba tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/e74cf84d-5296-4fc4-b031-7c2fd6ef06dc HTTP/1.1" status: 204 len: 173 time: 0.3541007 Jul 15 13:02:48.040827 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-05704972-7208-40fe-a2ac-dbcfadef9446 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Allocated IP 172.25.8.159 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/028821dc-dec8-4cc6-8941-019ff3215549) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:48.051518 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f60329ec-9e54-42aa-a78e-561a946332c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.058433 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f902ddb-a736-44ab-8960-3806d35158ba tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e74cf84d-5296-4fc4-b031-7c2fd6ef06dc,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:48.170034 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f60329ec-9e54-42aa-a78e-561a946332c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.193306 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f60329ec-9e54-42aa-a78e-561a946332c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.201086 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f60329ec-9e54-42aa-a78e-561a946332c2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/55944f89-bfe9-4f2c-b06d-afc32bd1050c HTTP/1.1" status: 204 len: 168 time: 0.5036824 Jul 15 13:02:48.216846 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41460) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:48.249438 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60329ec-9e54-42aa-a78e-561a946332c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55944f89-bfe9-4f2c-b06d-afc32bd1050c,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:48.311441 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c6f14781-4bfb-45e9-9a97-173a3602f9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.449224 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a717b85-b2a5-4941-9797-cb3e629c9c68 req-48720d83-fb6e-484d-9b81-54530461ad8b tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:48.456533 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5a717b85-b2a5-4941-9797-cb3e629c9c68 req-48720d83-fb6e-484d-9b81-54530461ad8b tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc HTTP/1.1" status: 200 len: 945 time: 0.3997290 Jul 15 13:02:48.529096 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46065fe-c0eb-46ca-8efe-64dbab8eec56 req-4629ba37-3611-4adb-9d77-63baa6152e83 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:48.531078 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e46065fe-c0eb-46ca-8efe-64dbab8eec56 req-4629ba37-3611-4adb-9d77-63baa6152e83 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ebd3321-3589-461f-807c-2d84527fdbb0 HTTP/1.1" status: 200 len: 944 time: 0.4465911 Jul 15 13:02:48.589688 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-05704972-7208-40fe-a2ac-dbcfadef9446 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.696994 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c6f14781-4bfb-45e9-9a97-173a3602f9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.754597 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-c6f14781-4bfb-45e9-9a97-173a3602f9f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab3ebefe-1285-41ac-bf16-f33034238da0']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:48.766140 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3d11b-d900-4450-b98d-4ee21fde5474 req-346539c8-058a-49b7-b2fd-c926d0c064b6 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:48.768061 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b7b3d11b-d900-4450-b98d-4ee21fde5474 req-346539c8-058a-49b7-b2fd-c926d0c064b6 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ebd3321-3589-461f-807c-2d84527fdbb0 HTTP/1.1" status: 200 len: 944 time: 0.4507952 Jul 15 13:02:48.783126 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5a717b85-b2a5-4941-9797-cb3e629c9c68 req-64af3884-3a6e-4c95-8415-b5a2e7c0c4de tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256853 Jul 15 13:02:48.793324 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-c6f14781-4bfb-45e9-9a97-173a3602f9f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7238f4d1-8619-4be7-a471-c547b9445c0e') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:48.793893 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-c6f14781-4bfb-45e9-9a97-173a3602f9f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7238f4d1-8619-4be7-a471-c547b9445c0e') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:48.841582 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c6f14781-4bfb-45e9-9a97-173a3602f9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.880162 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41476) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:48.900514 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c6f14781-4bfb-45e9-9a97-173a3602f9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.924358 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6f14781-4bfb-45e9-9a97-173a3602f9f2 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:02:48.924803 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c6f14781-4bfb-45e9-9a97-173a3602f9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.928078 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:02:48.928078 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:02:48.928078 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:02:48.928078 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:02:48.928078 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:02:48.928078 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:02:48.928078 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:02:48.928078 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:02:48.928078 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:02:48.928078 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:02:48.928078 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:02:48.928078 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:02:48.928078 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:02:48.928078 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:02:48.928078 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:02:48.928078 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:02:48.928078 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:02:48.928078 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:02:48.928078 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:02:48.928078 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:02:48.928078 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:02:48.928078 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:02:48.928078 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:02:48.928078 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:02:48.928078 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:02:48.928078 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:02:48.928078 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:02:48.928078 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:02:48.928078 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:02:48.928078 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:02:48.928078 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:02:48.928078 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:02:48.944573 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b7b3d11b-d900-4450-b98d-4ee21fde5474 req-171dcd29-c2ac-4b2a-ba57-f7907b548205 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561701 Jul 15 13:02:48.955147 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-05704972-7208-40fe-a2ac-dbcfadef9446 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:49.017593 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5365b244-441d-43a7-8787-7c2bb588a639 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:49.060769 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-e46065fe-c0eb-46ca-8efe-64dbab8eec56 req-818ac9d2-2f8b-43a2-a4b1-2d2ea3585948 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Deleting port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:49.061100 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e46065fe-c0eb-46ca-8efe-64dbab8eec56 req-818ac9d2-2f8b-43a2-a4b1-2d2ea3585948 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:49.086719 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-f3290f14-23f4-490f-9d63-73bddeebe6ce req-a4c3f3b2-cfb7-4605-9975-fdc5b502efc7 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-515512909', 'description': 'tempest-description-771351096'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:49.096921 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-699c722d-64cf-417a-9301-e5a9c8b30c50 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-299137432-network', 'tenant_id': '5ec00a680c434a2486813c33fed5e017'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:49.102397 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 5365b244-441d-43a7-8787-7c2bb588a639 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:49.110636 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 5365b244-441d-43a7-8787-7c2bb588a639 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:49.111666 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:49.129310 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699c722d-64cf-417a-9301-e5a9c8b30c50 admin admin] Made reservation on behalf of 5ec00a680c434a2486813c33fed5e017 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:49.133322 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-699c722d-64cf-417a-9301-e5a9c8b30c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:49.141960 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c6f14781-4bfb-45e9-9a97-173a3602f9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:49.147630 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-699c722d-64cf-417a-9301-e5a9c8b30c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:49.148202 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05704972-7208-40fe-a2ac-dbcfadef9446 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:49.217972 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c6f14781-4bfb-45e9-9a97-173a3602f9f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:49.220179 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c6f14781-4bfb-45e9-9a97-173a3602f9f2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ab3ebefe-1285-41ac-bf16-f33034238da0 HTTP/1.1" status: 204 len: 168 time: 1.0025244 Jul 15 13:02:49.239875 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-05704972-7208-40fe-a2ac-dbcfadef9446 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:49.242986 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05704972-7208-40fe-a2ac-dbcfadef9446 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:49.264784 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:49.311323 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f14781-4bfb-45e9-9a97-173a3602f9f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab3ebefe-1285-41ac-bf16-f33034238da0,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:49.318066 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-699c722d-64cf-417a-9301-e5a9c8b30c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:49.325155 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-699c722d-64cf-417a-9301-e5a9c8b30c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:49.328952 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 5365b244-441d-43a7-8787-7c2bb588a639, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5365b244-441d-43a7-8787-7c2bb588a639,segment=NetworkSegment(25bed126-b226-40f7-aece-5e23dff6b4ab),segment_id=25bed126-b226-40f7-aece-5e23dff6b4ab)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:49.335149 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:49.363891 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05704972-7208-40fe-a2ac-dbcfadef9446 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Pushing event updated for resources: {'Port': ['ID=028821dc-dec8-4cc6-8941-019ff3215549,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:49.367522 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-699c722d-64cf-417a-9301-e5a9c8b30c50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:02:49.379423 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c722d-64cf-417a-9301-e5a9c8b30c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d43190b-dac3-4c19-9478-e4b1f29751a2,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:49.386205 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-699c722d-64cf-417a-9301-e5a9c8b30c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:49.386726 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-699c722d-64cf-417a-9301-e5a9c8b30c50 admin admin] Added segment 37e986e4-0792-4292-9ed3-45df87b63279 of type vlan for network d3d13df7-8f63-4fd3-b4c3-9dbbf965484e Jul 15 13:02:49.450353 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-699c722d-64cf-417a-9301-e5a9c8b30c50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:49.464596 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41482) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:49.469895 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=5365b244-441d-43a7-8787-7c2bb588a639,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:49.498030 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-e46065fe-c0eb-46ca-8efe-64dbab8eec56 req-818ac9d2-2f8b-43a2-a4b1-2d2ea3585948 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] For port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=711d4ddf-f5ab-45f1-9d3a-da2dd23b6300,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:49.498337 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e46065fe-c0eb-46ca-8efe-64dbab8eec56 req-818ac9d2-2f8b-43a2-a4b1-2d2ea3585948 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:49.515040 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-e46065fe-c0eb-46ca-8efe-64dbab8eec56 req-818ac9d2-2f8b-43a2-a4b1-2d2ea3585948 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Calling delete_port for 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:49.532600 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-699c722d-64cf-417a-9301-e5a9c8b30c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:49.533444 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699c722d-64cf-417a-9301-e5a9c8b30c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:49.534027 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-699c722d-64cf-417a-9301-e5a9c8b30c50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:49.558111 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-adb0cc8f-4e67-4c5d-a67e-e694a0b011cc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f2e38cb8519d43848359da3967bb7d06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0912788 Jul 15 13:02:49.562324 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f3290f14-23f4-490f-9d63-73bddeebe6ce req-a4c3f3b2-cfb7-4605-9975-fdc5b502efc7 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:49.569230 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41484) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:49.606313 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93aef1-318b-4fd6-8e42-f4e5718df504 req-d1d0ef5b-fc1f-4d69-b66d-b4ee316b6188 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:49.612081 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-699c722d-64cf-417a-9301-e5a9c8b30c50 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7254817 Jul 15 13:02:49.613635 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4b93aef1-318b-4fd6-8e42-f4e5718df504 req-d1d0ef5b-fc1f-4d69-b66d-b4ee316b6188 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 946 time: 0.5305574 Jul 15 13:02:49.621560 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41486) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:49.639925 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-e3bad05f-5517-4e16-848b-23110e6b8c7c admin admin] Request body: {'subnet': {'network_id': 'd3d13df7-8f63-4fd3-b4c3-9dbbf965484e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-299137432-subnet', 'tenant_id': '5ec00a680c434a2486813c33fed5e017', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:49.658277 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c722d-64cf-417a-9301-e5a9c8b30c50 admin admin] Pushing event updated for resources: {'Network': ['ID=d3d13df7-8f63-4fd3-b4c3-9dbbf965484e,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:49.671785 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network d3d13df7-8f63-4fd3-b4c3-9dbbf965484e details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:02:49.701035 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eeb457fb-2664-440a-8fdd-23e2f10a82cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:49.728014 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eeb457fb-2664-440a-8fdd-23e2f10a82cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:49.768935 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-05704972-7208-40fe-a2ac-dbcfadef9446 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:49.777091 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4b93aef1-318b-4fd6-8e42-f4e5718df504 req-b8499669-127e-4306-a51e-5d8c21d3a377 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625512 Jul 15 13:02:49.802270 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eeb457fb-2664-440a-8fdd-23e2f10a82cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:49.808084 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eeb457fb-2664-440a-8fdd-23e2f10a82cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:49.809235 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-eeb457fb-2664-440a-8fdd-23e2f10a82cb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fbfd643b-483c-46da-9a6a-55a378e13a4c HTTP/1.1" status: 204 len: 168 time: 0.2374058 Jul 15 13:02:49.845619 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb457fb-2664-440a-8fdd-23e2f10a82cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfd643b-483c-46da-9a6a-55a378e13a4c,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:49.907419 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e46065fe-c0eb-46ca-8efe-64dbab8eec56 req-818ac9d2-2f8b-43a2-a4b1-2d2ea3585948 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:49.947605 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ac9d2-2f8b-43a2-a4b1-2d2ea3585948 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Pushing event deleted for resources: {'Port': ['ID=711d4ddf-f5ab-45f1-9d3a-da2dd23b6300,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:49.986164 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-05704972-7208-40fe-a2ac-dbcfadef9446 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:50.105812 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46065fe-c0eb-46ca-8efe-64dbab8eec56 req-818ac9d2-2f8b-43a2-a4b1-2d2ea3585948 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] No DVR routers for this DVR port 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 on host n-h1-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:02:50.122663 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e46065fe-c0eb-46ca-8efe-64dbab8eec56 req-818ac9d2-2f8b-43a2-a4b1-2d2ea3585948 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:50.124939 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e46065fe-c0eb-46ca-8efe-64dbab8eec56 req-818ac9d2-2f8b-43a2-a4b1-2d2ea3585948 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.20 "DELETE /v2.0/ports/711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 HTTP/1.1" status: 204 len: 173 time: 1.5725853 Jul 15 13:02:50.125746 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ebd3321-3589-461f-807c-2d84527fdbb0', 'name': 'network-vif-deleted', 'tag': '711d4ddf-f5ab-45f1-9d3a-da2dd23b6300'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:50.127985 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5e5fb2-eb97-4f82-8fe9-e77d8191780a" -d '{"events": [{"server_uuid": "6ebd3321-3589-461f-807c-2d84527fdbb0", "name": "network-vif-deleted", "tag": "711d4ddf-f5ab-45f1-9d3a-da2dd23b6300"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:50.133393 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f3290f14-23f4-490f-9d63-73bddeebe6ce req-a4c3f3b2-cfb7-4605-9975-fdc5b502efc7 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:50.144794 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f3290f14-23f4-490f-9d63-73bddeebe6ce req-a4c3f3b2-cfb7-4605-9975-fdc5b502efc7 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:50.237326 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bad05f-5517-4e16-848b-23110e6b8c7c admin admin] Made reservation on behalf of 5ec00a680c434a2486813c33fed5e017 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:50.239785 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3bad05f-5517-4e16-848b-23110e6b8c7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:50.292632 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f3290f14-23f4-490f-9d63-73bddeebe6ce req-a4c3f3b2-cfb7-4605-9975-fdc5b502efc7 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:50.304354 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f3290f14-23f4-490f-9d63-73bddeebe6ce req-a4c3f3b2-cfb7-4605-9975-fdc5b502efc7 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 1.2508419 Jul 15 13:02:50.314177 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c3f3b2-cfb7-4605-9975-fdc5b502efc7 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=863ed521-1e6e-4b0e-bde5-ea504e0a32ac,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:50.442287 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36fc809-eb5d-4b36-a536-2e6e32af0f80 req-442b217a-a8d4-43bf-9cad-f73885874840 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:50.447115 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e36fc809-eb5d-4b36-a536-2e6e32af0f80 req-442b217a-a8d4-43bf-9cad-f73885874840 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc HTTP/1.1" status: 200 len: 945 time: 0.4229333 Jul 15 13:02:50.524061 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b2993db-8b5b-4651-8817-086556f34092 req-dbffbead-5f17-4637-94ab-9ce94d4ccf9c tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ebd3321-3589-461f-807c-2d84527fdbb0 HTTP/1.1" status: 200 len: 210 time: 0.0695364 Jul 15 13:02:50.589676 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e36fc809-eb5d-4b36-a536-2e6e32af0f80 req-2c2335bb-8ca4-43e8-8237-385c840b9850 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279604 Jul 15 13:02:50.597135 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-05704972-7208-40fe-a2ac-dbcfadef9446 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:50.660934 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-05704972-7208-40fe-a2ac-dbcfadef9446 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:50.816553 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3bad05f-5517-4e16-848b-23110e6b8c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:50.894680 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05704972-7208-40fe-a2ac-dbcfadef9446 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Pushing event updated for resources: {'Port': ['ID=028821dc-dec8-4cc6-8941-019ff3215549,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:50.900419 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41524) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:50.929048 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-05704972-7208-40fe-a2ac-dbcfadef9446 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:50.938224 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-166abcce-4a04-4319-943e-ebefc66bc64b req-f0ff0a44-3de0-4c80-9188-c6c309b00447 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] 10.222.0.16 "GET /v2.0/security-groups/863ed521-1e6e-4b0e-bde5-ea504e0a32ac HTTP/1.1" status: 200 len: 1811 time: 0.2605829 Jul 15 13:02:50.941099 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5072516e-ac93-4afa-b9ec-1209011b5f56 x-openstack-request-id: req-5072516e-ac93-4afa-b9ec-1209011b5f56 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:50.942252 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ebd3321-3589-461f-807c-2d84527fdbb0", "name": "network-vif-deleted", "tag": "711d4ddf-f5ab-45f1-9d3a-da2dd23b6300", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:50.946208 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5072516e-ac93-4afa-b9ec-1209011b5f56 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:50.946968 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ebd3321-3589-461f-807c-2d84527fdbb0', 'name': 'network-vif-deleted', 'tag': '711d4ddf-f5ab-45f1-9d3a-da2dd23b6300', 'status': 'completed', 'code': 200} Jul 15 13:02:50.965000 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5365b244-441d-43a7-8787-7c2bb588a639 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:50.997378 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bad05f-5517-4e16-848b-23110e6b8c7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab662aed-9f29-4811-90d8-ddabb3046472,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:51.030805 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-05704972-7208-40fe-a2ac-dbcfadef9446 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:51.032303 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-05704972-7208-40fe-a2ac-dbcfadef9446 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3240273 Jul 15 13:02:51.044129 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bad05f-5517-4e16-848b-23110e6b8c7c admin admin] Checking segment: {'id': '37e986e4-0792-4292-9ed3-45df87b63279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd3d13df7-8f63-4fd3-b4c3-9dbbf965484e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:51.046193 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bad05f-5517-4e16-848b-23110e6b8c7c admin admin] Network hostable DHCP agents. Network: d3d13df7-8f63-4fd3-b4c3-9dbbf965484e, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:02:51.076787 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bad05f-5517-4e16-848b-23110e6b8c7c admin admin] Network d3d13df7-8f63-4fd3-b4c3-9dbbf965484e is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:02:51.079189 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-7d1b9f23-3439-40f3-a37d-1e0d9da20276 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1683712568-network', 'tenant_id': 'f15f03a38c2d4b6abd2b76b2c894bf22'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:51.083560 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:02:51.104711 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-e3bad05f-5517-4e16-848b-23110e6b8c7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, d3d13df7-8f63-4fd3-b4c3-9dbbf965484e) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:51.114395 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bad05f-5517-4e16-848b-23110e6b8c7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:51.115107 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3bad05f-5517-4e16-848b-23110e6b8c7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:51.120225 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d99aebc-f90d-471b-af1a-549742ad30cb None None] Network d3d13df7-8f63-4fd3-b4c3-9dbbf965484e requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:02:51.127319 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:02:51.127780 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 711d4ddf-f5ab-45f1-9d3a-da2dd23b6300 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:02:51.137844 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1b9f23-3439-40f3-a37d-1e0d9da20276 admin admin] Made reservation on behalf of f15f03a38c2d4b6abd2b76b2c894bf22 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:51.140884 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7d1b9f23-3439-40f3-a37d-1e0d9da20276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:51.162488 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e3bad05f-5517-4e16-848b-23110e6b8c7c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5324731 Jul 15 13:02:51.163223 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7d1b9f23-3439-40f3-a37d-1e0d9da20276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:51.164754 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 5365b244-441d-43a7-8787-7c2bb588a639 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:51.165232 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:51.277330 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14a8c1-7da9-4b83-a29b-19ce47e22cf8 req-541c1bc0-d78d-42d0-99d8-e1eab3c3021e tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:51.295441 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9e14a8c1-7da9-4b83-a29b-19ce47e22cf8 req-541c1bc0-d78d-42d0-99d8-e1eab3c3021e tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 946 time: 0.1315532 Jul 15 13:02:51.366617 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9e14a8c1-7da9-4b83-a29b-19ce47e22cf8 req-bbd365b8-1a3b-4d52-b835-63638deb57fc tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688472 Jul 15 13:02:51.390592 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7d1b9f23-3439-40f3-a37d-1e0d9da20276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:51.410504 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7d1b9f23-3439-40f3-a37d-1e0d9da20276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:51.415727 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fd076a-6e43-4422-b0fa-5641ba072f1c None None] Network d3d13df7-8f63-4fd3-b4c3-9dbbf965484e requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:02:51.442033 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d1b9f23-3439-40f3-a37d-1e0d9da20276 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:02:51.458672 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b9f23-3439-40f3-a37d-1e0d9da20276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a808b393-b40c-49ca-a0c6-0d3624004a37,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:51.464461 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7d1b9f23-3439-40f3-a37d-1e0d9da20276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:51.464653 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-7d1b9f23-3439-40f3-a37d-1e0d9da20276 admin admin] Added segment 06712572-6641-4e2d-b66a-2188cc088c5e of type vlan for network 51088139-1962-4270-bab5-e035251d775b Jul 15 13:02:51.466421 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-c53bb1c1-6d41-45eb-8f73-f0462696d3f6 req-8ebf68c4-e6b0-4d75-ae65-c021ad6cfedb tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-973382944', 'description': 'tempest-description-1456966088'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:51.493014 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-3ec9cf3b-9aed-409b-8f40-8ae1d7b0462e tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1553740415&fields=id&tenant_id=ea2fcecd3d644b17bc014db2d9aef4f0 HTTP/1.1" status: 200 len: 267 time: 0.0879421 Jul 15 13:02:51.517850 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7d1b9f23-3439-40f3-a37d-1e0d9da20276 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:51.553952 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7d1b9f23-3439-40f3-a37d-1e0d9da20276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:51.555223 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1b9f23-3439-40f3-a37d-1e0d9da20276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:51.556013 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7d1b9f23-3439-40f3-a37d-1e0d9da20276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:51.614724 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-699ef46a-bb14-4fc6-9ae3-7ddcb7533607 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:51.623398 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-699ef46a-bb14-4fc6-9ae3-7ddcb7533607 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.16 "GET /v2.0/networks?id=5dce3b24-e211-4491-aa50-c797e41d1c5e HTTP/1.1" status: 200 len: 805 time: 0.1293418 Jul 15 13:02:51.637862 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b9f23-3439-40f3-a37d-1e0d9da20276 admin admin] Pushing event updated for resources: {'Network': ['ID=51088139-1962-4270-bab5-e035251d775b,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:51.646609 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-e9a474cc-4d92-4e53-bef0-369c23e9c8ac tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.16 "GET /v2.0/quotas/ea2fcecd3d644b17bc014db2d9aef4f0 HTTP/1.1" status: 200 len: 375 time: 0.0213673 Jul 15 13:02:51.666672 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 51088139-1962-4270-bab5-e035251d775b details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:02:51.690307 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c53bb1c1-6d41-45eb-8f73-f0462696d3f6 req-8ebf68c4-e6b0-4d75-ae65-c021ad6cfedb tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:51.698310 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7d1b9f23-3439-40f3-a37d-1e0d9da20276 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7950122 Jul 15 13:02:51.698897 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41560) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:51.705115 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-3f8ec71b-901e-45ee-ab83-62e47b9eb0b2 admin admin] Request body: {'subnet': {'network_id': '51088139-1962-4270-bab5-e035251d775b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1683712568-subnet', 'tenant_id': 'f15f03a38c2d4b6abd2b76b2c894bf22', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:51.731122 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8ec71b-901e-45ee-ab83-62e47b9eb0b2 admin admin] Made reservation on behalf of f15f03a38c2d4b6abd2b76b2c894bf22 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:51.734120 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3f8ec71b-901e-45ee-ab83-62e47b9eb0b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:51.789592 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-62bfa335-0871-4c77-9a79-2df44e0928da tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ea2fcecd3d644b17bc014db2d9aef4f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1428654 Jul 15 13:02:51.846619 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c53bb1c1-6d41-45eb-8f73-f0462696d3f6 req-8ebf68c4-e6b0-4d75-ae65-c021ad6cfedb tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:51.852968 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c53bb1c1-6d41-45eb-8f73-f0462696d3f6 req-8ebf68c4-e6b0-4d75-ae65-c021ad6cfedb tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:51.889269 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c53bb1c1-6d41-45eb-8f73-f0462696d3f6 req-8ebf68c4-e6b0-4d75-ae65-c021ad6cfedb tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:51.890763 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c53bb1c1-6d41-45eb-8f73-f0462696d3f6 req-8ebf68c4-e6b0-4d75-ae65-c021ad6cfedb tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4304571 Jul 15 13:02:51.927070 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf68c4-e6b0-4d75-ae65-c021ad6cfedb tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6cfea1-b4fa-4ca7-947c-e6bf2a6a31ca,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:51.957770 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3f8ec71b-901e-45ee-ab83-62e47b9eb0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:52.001788 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-badf0865-f823-4fea-b14b-0d1d85bbebb0 service neutron] 10.222.0.16 "GET /v2.0/networks/5dce3b24-e211-4491-aa50-c797e41d1c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927214 Jul 15 13:02:52.037723 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ec71b-901e-45ee-ab83-62e47b9eb0b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43b38e30-a88d-40cd-bf7f-30a59cdd6566,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:52.051833 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8ec71b-901e-45ee-ab83-62e47b9eb0b2 admin admin] Checking segment: {'id': '06712572-6641-4e2d-b66a-2188cc088c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '51088139-1962-4270-bab5-e035251d775b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:52.052320 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8ec71b-901e-45ee-ab83-62e47b9eb0b2 admin admin] Network hostable DHCP agents. Network: 51088139-1962-4270-bab5-e035251d775b, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:02:52.075027 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8ec71b-901e-45ee-ab83-62e47b9eb0b2 admin admin] Network 51088139-1962-4270-bab5-e035251d775b is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:02:52.086335 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-3f8ec71b-901e-45ee-ab83-62e47b9eb0b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 51088139-1962-4270-bab5-e035251d775b) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:52.092298 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8ec71b-901e-45ee-ab83-62e47b9eb0b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:52.093046 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3f8ec71b-901e-45ee-ab83-62e47b9eb0b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:52.097859 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfaa9411-b987-44d2-b1e4-5ce4d6f0e4be None None] Network 51088139-1962-4270-bab5-e035251d775b requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:02:52.110641 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3f8ec71b-901e-45ee-ab83-62e47b9eb0b2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4103656 Jul 15 13:02:52.271459 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22459abb-5e70-4f41-a7ff-1e7604651a8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-51088139-1962-4270-bab5-e035251d775b', 'network_id': '51088139-1962-4270-bab5-e035251d775b', 'tenant_id': 'f15f03a38c2d4b6abd2b76b2c894bf22', 'fixed_ips': [{'subnet_id': '43b38e30-a88d-40cd-bf7f-30a59cdd6566'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:02:52.272462 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-22459abb-5e70-4f41-a7ff-1e7604651a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:52.427772 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-22459abb-5e70-4f41-a7ff-1e7604651a8a None None] Allocated IP 172.20.0.2 (51088139-1962-4270-bab5-e035251d775b/43b38e30-a88d-40cd-bf7f-30a59cdd6566/c3b5bc73-fbe9-4e4b-b607-234632bd49e7) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:52.444081 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-17ab64dd-cc97-492d-b7aa-7b291752cb73 service neutron] 10.222.0.16 "GET /v2.0/networks/5dce3b24-e211-4491-aa50-c797e41d1c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4414213 Jul 15 13:02:52.480793 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-c722fb5c-f417-45ca-8487-957a427a0281 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:52.482297 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-c722fb5c-f417-45ca-8487-957a427a0281 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/networks?id=d3d13df7-8f63-4fd3-b4c3-9dbbf965484e HTTP/1.1" status: 200 len: 821 time: 0.4145880 Jul 15 13:02:52.498317 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-e04740c4-d8d8-435c-9b73-2ea61b3d3536 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/quotas/5ec00a680c434a2486813c33fed5e017 HTTP/1.1" status: 200 len: 375 time: 0.0101659 Jul 15 13:02:52.535081 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-d1529ecd-b54e-455c-a16e-8b0b6e7b815d tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ec00a680c434a2486813c33fed5e017&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304308 Jul 15 13:02:52.601589 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-22459abb-5e70-4f41-a7ff-1e7604651a8a None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:52.618035 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-22459abb-5e70-4f41-a7ff-1e7604651a8a None None] Transition to ACTIVE for port object c3b5bc73-fbe9-4e4b-b607-234632bd49e7 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:52.638607 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-22459abb-5e70-4f41-a7ff-1e7604651a8a None None] Transition to ACTIVE for port object c3b5bc73-fbe9-4e4b-b607-234632bd49e7 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:52.648507 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-22459abb-5e70-4f41-a7ff-1e7604651a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:52.690406 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22459abb-5e70-4f41-a7ff-1e7604651a8a None None] Network 51088139-1962-4270-bab5-e035251d775b is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:52.693410 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-22459abb-5e70-4f41-a7ff-1e7604651a8a None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:52.696567 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22459abb-5e70-4f41-a7ff-1e7604651a8a None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:52.737899 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-2fcd6e7b-6938-41e5-a1d6-5589e06665f2 service neutron] 10.222.0.16 "GET /v2.0/networks/d3d13df7-8f63-4fd3-b4c3-9dbbf965484e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947198 Jul 15 13:02:52.771978 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22459abb-5e70-4f41-a7ff-1e7604651a8a None None] Pushing event updated for resources: {'Port': ['ID=c3b5bc73-fbe9-4e4b-b607-234632bd49e7,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:52.785963 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-22459abb-5e70-4f41-a7ff-1e7604651a8a None None] Attempting to bind port c3b5bc73-fbe9-4e4b-b607-234632bd49e7 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:02:52.786788 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-22459abb-5e70-4f41-a7ff-1e7604651a8a None None] Attempting to bind port c3b5bc73-fbe9-4e4b-b607-234632bd49e7 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '06712572-6641-4e2d-b66a-2188cc088c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '51088139-1962-4270-bab5-e035251d775b'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:02:52.787157 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22459abb-5e70-4f41-a7ff-1e7604651a8a None None] Attempting to bind port c3b5bc73-fbe9-4e4b-b607-234632bd49e7 on network 51088139-1962-4270-bab5-e035251d775b {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:52.794371 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22459abb-5e70-4f41-a7ff-1e7604651a8a None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:02:52.794878 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22459abb-5e70-4f41-a7ff-1e7604651a8a None None] Checking segment: {'id': '06712572-6641-4e2d-b66a-2188cc088c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '51088139-1962-4270-bab5-e035251d775b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:52.795353 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-22459abb-5e70-4f41-a7ff-1e7604651a8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:52.795813 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22459abb-5e70-4f41-a7ff-1e7604651a8a None None] Bound using segment: {'id': '06712572-6641-4e2d-b66a-2188cc088c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '51088139-1962-4270-bab5-e035251d775b'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:02:52.796431 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-22459abb-5e70-4f41-a7ff-1e7604651a8a None None] Bound port: c3b5bc73-fbe9-4e4b-b607-234632bd49e7, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06712572-6641-4e2d-b66a-2188cc088c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '51088139-1962-4270-bab5-e035251d775b'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:02:52.796995 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-22459abb-5e70-4f41-a7ff-1e7604651a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:52.878389 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-22459abb-5e70-4f41-a7ff-1e7604651a8a None None] For port c3b5bc73-fbe9-4e4b-b607-234632bd49e7, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:02:52.881505 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-22459abb-5e70-4f41-a7ff-1e7604651a8a None None] For port c3b5bc73-fbe9-4e4b-b607-234632bd49e7, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=c3b5bc73-fbe9-4e4b-b607-234632bd49e7,segment=NetworkSegment(06712572-6641-4e2d-b66a-2188cc088c5e),segment_id=06712572-6641-4e2d-b66a-2188cc088c5e)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:02:52.886845 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-22459abb-5e70-4f41-a7ff-1e7604651a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:52.892015 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-4426c78a-c171-490d-9c42-a721ec38edd3 service neutron] 10.222.0.16 "GET /v2.0/networks/d3d13df7-8f63-4fd3-b4c3-9dbbf965484e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531012 Jul 15 13:02:52.911819 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ccc0d-e834-4f72-bd26-fbfca7b49186 req-6c071df0-068b-4ab8-8683-54f75b294cd5 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:52.919245 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eb7ccc0d-e834-4f72-bd26-fbfca7b49186 req-6c071df0-068b-4ab8-8683-54f75b294cd5 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc HTTP/1.1" status: 200 len: 945 time: 0.1047597 Jul 15 13:02:52.957745 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22459abb-5e70-4f41-a7ff-1e7604651a8a None None] Pushing event updated for resources: {'Port': ['ID=c3b5bc73-fbe9-4e4b-b607-234632bd49e7,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:52.986879 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eb7ccc0d-e834-4f72-bd26-fbfca7b49186 req-dd5dbee3-22d0-4831-822b-768d573a1782 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666504 Jul 15 13:02:53.080926 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4f2d5ccc-896d-4ccf-b356-b8c99ef965eb req-970b480b-0b2b-4461-97b6-8d570e188c4b tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] 10.222.0.16 "GET /v2.0/security-groups/fa6cfea1-b4fa-4ca7-947c-e6bf2a6a31ca HTTP/1.1" status: 200 len: 1812 time: 0.0597301 Jul 15 13:02:53.402207 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91433733-2cb0-4d5d-9e4d-7f163fd85d01 req-328026c8-9186-42da-8bfd-97c13f176d21 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:53.404000 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-91433733-2cb0-4d5d-9e4d-7f163fd85d01 req-328026c8-9186-42da-8bfd-97c13f176d21 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 946 time: 0.1800437 Jul 15 13:02:53.415136 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-e07860a7-2530-42b4-8e5b-00edb787d289 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:53.419121 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-e07860a7-2530-42b4-8e5b-00edb787d289 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/networks?id=51088139-1962-4270-bab5-e035251d775b HTTP/1.1" status: 200 len: 816 time: 0.1566715 Jul 15 13:02:53.451293 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-a20a62cc-485d-4be5-84a0-9df3c9142232 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/quotas/f15f03a38c2d4b6abd2b76b2c894bf22 HTTP/1.1" status: 200 len: 375 time: 0.0242817 Jul 15 13:02:53.506528 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-91433733-2cb0-4d5d-9e4d-7f163fd85d01 req-569cdaa4-8050-4dda-95a0-ee18d58ace34 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861316 Jul 15 13:02:53.549848 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-74ce16e5-b2e8-4f35-b561-1d697b53c2da tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f15f03a38c2d4b6abd2b76b2c894bf22&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0971243 Jul 15 13:02:53.672310 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b922df27-a07d-4f6c-aa20-006e17e52ef8 req-d4464528-af50-43d6-91c1-708a964f2fdc tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.16 "GET /v2.0/ports?device_id=0706dfbb-184e-47a5-b126-8192a21dbb6f HTTP/1.1" status: 200 len: 210 time: 0.0373459 Jul 15 13:02:53.687005 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-4ed6ea6e-366b-4d4b-b2a6-7aeabca0b0de service neutron] 10.222.0.16 "GET /v2.0/networks/51088139-1962-4270-bab5-e035251d775b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286523 Jul 15 13:02:53.788559 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-78c045e5-7a44-4436-9b09-c87043aea9e8 service neutron] 10.222.0.16 "GET /v2.0/networks/51088139-1962-4270-bab5-e035251d775b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929344 Jul 15 13:02:53.975914 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-3e87a3c9-60bb-4fc1-bcf7-06166d9cc924 req-9c1469e9-2f3f-4674-91c9-2e1fbd1b98e2 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1346290970', 'description': 'tempest-description-522250575'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:54.014806 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3e87a3c9-60bb-4fc1-bcf7-06166d9cc924 req-9c1469e9-2f3f-4674-91c9-2e1fbd1b98e2 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.178284 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d5d12644-ad1f-4944-b2d5-e437184baedb req-f088ee18-2128-4c86-b26e-dcd632d2bc00 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=3738eafc-32d4-44ae-bdaa-1fab455dcbe4 HTTP/1.1" status: 200 len: 210 time: 0.0518517 Jul 15 13:02:54.187256 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3e87a3c9-60bb-4fc1-bcf7-06166d9cc924 req-9c1469e9-2f3f-4674-91c9-2e1fbd1b98e2 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.207579 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3e87a3c9-60bb-4fc1-bcf7-06166d9cc924 req-9c1469e9-2f3f-4674-91c9-2e1fbd1b98e2 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.234724 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1469e9-2f3f-4674-91c9-2e1fbd1b98e2 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f1187e-0e76-4328-9646-16dada8ac243,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:54.255339 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3e87a3c9-60bb-4fc1-bcf7-06166d9cc924 req-9c1469e9-2f3f-4674-91c9-2e1fbd1b98e2 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.272041 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3e87a3c9-60bb-4fc1-bcf7-06166d9cc924 req-9c1469e9-2f3f-4674-91c9-2e1fbd1b98e2 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2998118 Jul 15 13:02:54.303763 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ecf50d-f7df-4961-be5e-182e348cef11 None None] Network 51088139-1962-4270-bab5-e035251d775b requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:02:54.358866 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-3ed45205-6353-42a3-92e0-d47bb575e9bf tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:54.361224 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-3ed45205-6353-42a3-92e0-d47bb575e9bf tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.46 "GET /v2.0/networks?id=5dce3b24-e211-4491-aa50-c797e41d1c5e HTTP/1.1" status: 200 len: 805 time: 0.2105043 Jul 15 13:02:54.436286 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-7be2de5c-08cd-4218-8907-ec9888e864a1 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea2fcecd3d644b17bc014db2d9aef4f0 HTTP/1.1" status: 200 len: 380 time: 0.0648859 Jul 15 13:02:54.454233 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-ddc6fb8e-678a-4edb-a49d-e65297fc8594 None None] Provisioning for port c3b5bc73-fbe9-4e4b-b607-234632bd49e7 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:54.458262 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-d2b4723f-475b-4cbc-9ab1-bff48384c13b tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Request body: {'port': {'device_id': '0706dfbb-184e-47a5-b126-8192a21dbb6f', 'network_id': '5dce3b24-e211-4491-aa50-c797e41d1c5e', 'admin_state_up': True, 'tenant_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'security_groups': ['7c10bd43-1f14-485b-807f-33006f389a53']}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:54.479693 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5016d-9d59-4c76-89d6-a673dd38b968 req-fa192c0d-d72e-46d6-95f4-7b7fbe4e33a1 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:54.481758 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-52f5016d-9d59-4c76-89d6-a673dd38b968 req-fa192c0d-d72e-46d6-95f4-7b7fbe4e33a1 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a7fdaa-27c8-4857-8ae7-e5031291138b HTTP/1.1" status: 200 len: 945 time: 0.1114550 Jul 15 13:02:54.638042 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-d2b4723f-475b-4cbc-9ab1-bff48384c13b tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Made reservation on behalf of ea2fcecd3d644b17bc014db2d9aef4f0 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:54.645424 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-d2b4723f-475b-4cbc-9ab1-bff48384c13b tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.680108 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-52f5016d-9d59-4c76-89d6-a673dd38b968 req-b9f35241-ff2f-4805-816c-1c4bed02215f tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677155 Jul 15 13:02:54.748576 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac398c-5ae8-4433-8a3c-253426977a1e req-a51fa9e0-9b04-4c61-9a12-7e839416b5cc tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:54.756725 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8cac398c-5ae8-4433-8a3c-253426977a1e req-a51fa9e0-9b04-4c61-9a12-7e839416b5cc tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc HTTP/1.1" status: 200 len: 945 time: 0.2864091 Jul 15 13:02:54.807412 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3c274-0dbb-4e00-9993-0e95be4e1531 req-161ac969-539a-48d4-9c6e-08d9f852d80d tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:54.815910 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cb3c274-0dbb-4e00-9993-0e95be4e1531 req-161ac969-539a-48d4-9c6e-08d9f852d80d tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.20 "GET /v2.0/ports?device_id=34a7fdaa-27c8-4857-8ae7-e5031291138b HTTP/1.1" status: 200 len: 945 time: 0.2710133 Jul 15 13:02:54.834528 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-f2ea150d-068a-4c06-84d1-2a630908d638 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:54.836105 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-f2ea150d-068a-4c06-84d1-2a630908d638 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.46 "GET /v2.0/networks?id=d3d13df7-8f63-4fd3-b4c3-9dbbf965484e HTTP/1.1" status: 200 len: 821 time: 0.1708519 Jul 15 13:02:54.850114 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-10ef2c68-7950-40b2-9468-4138f5096200 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Request body: {'port': {'device_id': '3738eafc-32d4-44ae-bdaa-1fab455dcbe4', 'network_id': 'd3d13df7-8f63-4fd3-b4c3-9dbbf965484e', 'admin_state_up': True, 'tenant_id': '5ec00a680c434a2486813c33fed5e017'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:55.032136 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-df877051-71d6-4c2c-894a-9f7ebd78acf8 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:55.042537 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-df877051-71d6-4c2c-894a-9f7ebd78acf8 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/networks?id=51088139-1962-4270-bab5-e035251d775b HTTP/1.1" status: 200 len: 816 time: 0.2231944 Jul 15 13:02:55.049005 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c3b5bc73-fbe9-4e4b-b607-234632bd49e7 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:55.079460 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-d2b4723f-475b-4cbc-9ab1-bff48384c13b tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Allocated IP 172.20.0.6 (5dce3b24-e211-4491-aa50-c797e41d1c5e/8b9f10c5-3f01-4eb5-b561-afab62792bbb/2c6d32b1-7d71-4f0e-82a1-92c4d773e751) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:55.085132 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-10ef2c68-7950-40b2-9468-4138f5096200 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Made reservation on behalf of 5ec00a680c434a2486813c33fed5e017 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:55.090878 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-10ef2c68-7950-40b2-9468-4138f5096200 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:55.103126 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8cac398c-5ae8-4433-8a3c-253426977a1e req-07f4918c-67a9-458e-885e-ccdac465e59d tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455129 Jul 15 13:02:55.122597 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-6dbba1b7-d62c-4a78-adf8-d542db3b9de4 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/quotas/f15f03a38c2d4b6abd2b76b2c894bf22 HTTP/1.1" status: 200 len: 375 time: 0.0787289 Jul 15 13:02:55.177382 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port c3b5bc73-fbe9-4e4b-b607-234632bd49e7 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:55.187087 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port c3b5bc73-fbe9-4e4b-b607-234632bd49e7 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:55.189069 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:55.294858 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-c53e0d95-5368-40cb-84ba-9da6350b4a1d tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f15f03a38c2d4b6abd2b76b2c894bf22&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1696434 Jul 15 13:02:55.301241 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:55.304225 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bebb5d4d-e45a-45bc-b860-2f733bbbe3ce req-ce5d049e-99f8-4f5f-8c2c-f66646232b9b tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] 10.222.0.16 "GET /v2.0/security-groups/f4f1187e-0e76-4328-9646-16dada8ac243 HTTP/1.1" status: 200 len: 1812 time: 0.0820103 Jul 15 13:02:55.310471 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-0cb3c274-0dbb-4e00-9993-0e95be4e1531 req-42a840e6-9f87-48e5-9ffd-1f2382d60a9a tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Deleting port ec165489-6404-4f71-9fed-f5dcaecaf6b1 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:55.310863 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0cb3c274-0dbb-4e00-9993-0e95be4e1531 req-42a840e6-9f87-48e5-9ffd-1f2382d60a9a tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:55.352767 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port c3b5bc73-fbe9-4e4b-b607-234632bd49e7, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=c3b5bc73-fbe9-4e4b-b607-234632bd49e7,segment=NetworkSegment(06712572-6641-4e2d-b66a-2188cc088c5e),segment_id=06712572-6641-4e2d-b66a-2188cc088c5e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:55.357819 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:55.428722 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=c3b5bc73-fbe9-4e4b-b607-234632bd49e7,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:55.512325 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-0cb3c274-0dbb-4e00-9993-0e95be4e1531 req-42a840e6-9f87-48e5-9ffd-1f2382d60a9a tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] For port ec165489-6404-4f71-9fed-f5dcaecaf6b1, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=ec165489-6404-4f71-9fed-f5dcaecaf6b1,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:55.513434 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0cb3c274-0dbb-4e00-9993-0e95be4e1531 req-42a840e6-9f87-48e5-9ffd-1f2382d60a9a tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:55.533465 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-9a346efa-76ec-4c76-8400-73ac68eb6388 service neutron] 10.222.0.16 "GET /v2.0/networks/51088139-1962-4270-bab5-e035251d775b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183406 Jul 15 13:02:55.534305 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-0cb3c274-0dbb-4e00-9993-0e95be4e1531 req-42a840e6-9f87-48e5-9ffd-1f2382d60a9a tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Calling delete_port for ec165489-6404-4f71-9fed-f5dcaecaf6b1 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:55.609924 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-10ef2c68-7950-40b2-9468-4138f5096200 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Allocated IP 172.20.0.11 (d3d13df7-8f63-4fd3-b4c3-9dbbf965484e/ab662aed-9f29-4811-90d8-ddabb3046472/bece66c5-ebe5-416d-8a43-9df4c251695b) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:55.635812 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676a6a0-1510-4d37-9675-e9217c4af22b req-9857b0de-92af-40ac-82c2-0e31d6f1615e tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:55.637314 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9676a6a0-1510-4d37-9675-e9217c4af22b req-9857b0de-92af-40ac-82c2-0e31d6f1615e tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 946 time: 0.2066505 Jul 15 13:02:55.662054 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-d2b4723f-475b-4cbc-9ab1-bff48384c13b tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:55.688299 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-d2b4723f-475b-4cbc-9ab1-bff48384c13b tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Transition to ACTIVE for port object 2c6d32b1-7d71-4f0e-82a1-92c4d773e751 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:55.800783 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-d2b4723f-475b-4cbc-9ab1-bff48384c13b tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:55.822613 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9676a6a0-1510-4d37-9675-e9217c4af22b req-f8ab8aac-ab2f-4467-bf42-e72063a50a46 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633461 Jul 15 13:02:55.857066 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-b5bc5ff8-7d98-4a52-b929-104891095765 service neutron] 10.222.0.16 "GET /v2.0/networks/51088139-1962-4270-bab5-e035251d775b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059506 Jul 15 13:02:55.863308 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-10ef2c68-7950-40b2-9468-4138f5096200 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:55.874854 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-f9fa6db2-1361-4ce7-a19a-31ba75f5b878 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:55.876604 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-f9fa6db2-1361-4ce7-a19a-31ba75f5b878 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.46 "GET /v2.0/networks?id=51088139-1962-4270-bab5-e035251d775b HTTP/1.1" status: 200 len: 816 time: 0.2648261 Jul 15 13:02:55.877578 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-d2b4723f-475b-4cbc-9ab1-bff48384c13b tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Network 5dce3b24-e211-4491-aa50-c797e41d1c5e is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:55.886178 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-d2b4723f-475b-4cbc-9ab1-bff48384c13b tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:55.889491 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b4723f-475b-4cbc-9ab1-bff48384c13b tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Pushing event updated for resources: {'Port': ['ID=2c6d32b1-7d71-4f0e-82a1-92c4d773e751,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:55.898433 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-d2b4723f-475b-4cbc-9ab1-bff48384c13b tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:55.912577 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-474b0846-9b04-46a7-af40-298697c941a0 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Request body: {'port': {'device_id': 'fcf8126c-b249-4b6e-9059-ca0f1ba32063', 'network_id': '51088139-1962-4270-bab5-e035251d775b', 'admin_state_up': True, 'tenant_id': 'f15f03a38c2d4b6abd2b76b2c894bf22'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:55.997475 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-d2b4723f-475b-4cbc-9ab1-bff48384c13b tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:55.998145 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-d2b4723f-475b-4cbc-9ab1-bff48384c13b tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:56.020070 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-10ef2c68-7950-40b2-9468-4138f5096200 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:56.023857 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-d2b4723f-475b-4cbc-9ab1-bff48384c13b tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5742929 Jul 15 13:02:56.075955 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0cb3c274-0dbb-4e00-9993-0e95be4e1531 req-42a840e6-9f87-48e5-9ffd-1f2382d60a9a tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:56.110960 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-10ef2c68-7950-40b2-9468-4138f5096200 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Network d3d13df7-8f63-4fd3-b4c3-9dbbf965484e is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:56.124672 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-10ef2c68-7950-40b2-9468-4138f5096200 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:56.137926 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a840e6-9f87-48e5-9ffd-1f2382d60a9a tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Pushing event deleted for resources: {'Port': ['ID=ec165489-6404-4f71-9fed-f5dcaecaf6b1,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:56.150092 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-10ef2c68-7950-40b2-9468-4138f5096200 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:56.216485 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-10ef2c68-7950-40b2-9468-4138f5096200 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:56.217229 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-10ef2c68-7950-40b2-9468-4138f5096200 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:56.218196 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1d273647-4b0f-4850-b237-82f50ab6a209 None None] Provisioning for port 2c6d32b1-7d71-4f0e-82a1-92c4d773e751 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:56.227833 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-91212df3-f1f4-45ae-a90e-6caae2e065e8 service neutron] Request body: {'port': {'device_id': '0706dfbb-184e-47a5-b126-8192a21dbb6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:56.233309 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1d273647-4b0f-4850-b237-82f50ab6a209 None None] Provisioning complete for port 2c6d32b1-7d71-4f0e-82a1-92c4d773e751 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:56.233916 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d273647-4b0f-4850-b237-82f50ab6a209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:56.255266 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef2c68-7950-40b2-9468-4138f5096200 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Pushing event updated for resources: {'Port': ['ID=bece66c5-ebe5-416d-8a43-9df4c251695b,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:56.280588 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-10ef2c68-7950-40b2-9468-4138f5096200 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4349027 Jul 15 13:02:56.292042 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-1d273647-4b0f-4850-b237-82f50ab6a209 None None] Port 2c6d32b1-7d71-4f0e-82a1-92c4d773e751 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:02:56.293732 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-e23e76ed-5f86-42bb-bd1a-71cfa7b62444 service neutron] Request body: {'port': {'device_id': '3738eafc-32d4-44ae-bdaa-1fab455dcbe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:56.313913 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb3c274-0dbb-4e00-9993-0e95be4e1531 req-42a840e6-9f87-48e5-9ffd-1f2382d60a9a tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] No DVR routers for this DVR port ec165489-6404-4f71-9fed-f5dcaecaf6b1 on host n-h1-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:02:56.323212 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0cb3c274-0dbb-4e00-9993-0e95be4e1531 req-42a840e6-9f87-48e5-9ffd-1f2382d60a9a tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:56.325252 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cb3c274-0dbb-4e00-9993-0e95be4e1531 req-42a840e6-9f87-48e5-9ffd-1f2382d60a9a tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.20 "DELETE /v2.0/ports/ec165489-6404-4f71-9fed-f5dcaecaf6b1 HTTP/1.1" status: 204 len: 173 time: 1.5083163 Jul 15 13:02:56.325870 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a7fdaa-27c8-4857-8ae7-e5031291138b', 'name': 'network-vif-deleted', 'tag': 'ec165489-6404-4f71-9fed-f5dcaecaf6b1'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:56.328489 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e27279-d555-4583-bcf7-9b2b9a07be8b" -d '{"events": [{"server_uuid": "34a7fdaa-27c8-4857-8ae7-e5031291138b", "name": "network-vif-deleted", "tag": "ec165489-6404-4f71-9fed-f5dcaecaf6b1"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:56.340629 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea5bff-86d2-489d-8c82-8bee8f40be22 req-3523b8e8-6f6a-4f8c-ba83-cdd202c5060e tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:56.343158 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-59ea5bff-86d2-489d-8c82-8bee8f40be22 req-3523b8e8-6f6a-4f8c-ba83-cdd202c5060e tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.16 "GET /v2.0/ports?device_id=0706dfbb-184e-47a5-b126-8192a21dbb6f HTTP/1.1" status: 200 len: 931 time: 0.3767316 Jul 15 13:02:56.359132 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-91212df3-f1f4-45ae-a90e-6caae2e065e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:56.381321 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-474b0846-9b04-46a7-af40-298697c941a0 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Made reservation on behalf of f15f03a38c2d4b6abd2b76b2c894bf22 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:56.385432 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-474b0846-9b04-46a7-af40-298697c941a0 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:56.428811 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-e23e76ed-5f86-42bb-bd1a-71cfa7b62444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:56.445334 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-59ea5bff-86d2-489d-8c82-8bee8f40be22 req-0e432bd7-3a9a-4ccd-959d-9c1646c2e992 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c10bd43-1f14-485b-807f-33006f389a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888624 Jul 15 13:02:56.508688 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-951552eb-df9e-46c3-85a1-ef995d510846 req-72624f54-e97d-41c2-9f17-7e2105c1277f tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1410065311', 'description': 'tempest-description-149699270'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:56.523760 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afbf12-3c27-4a20-86ab-364826f53a72 req-450c3dff-86bc-4595-b730-8566601eda0c tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:56.526041 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-07afbf12-3c27-4a20-86ab-364826f53a72 req-450c3dff-86bc-4595-b730-8566601eda0c tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=3738eafc-32d4-44ae-bdaa-1fab455dcbe4 HTTP/1.1" status: 200 len: 932 time: 0.2719252 Jul 15 13:02:56.609404 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-951552eb-df9e-46c3-85a1-ef995d510846 req-72624f54-e97d-41c2-9f17-7e2105c1277f tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:56.643651 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-07afbf12-3c27-4a20-86ab-364826f53a72 req-affca096-226a-46d5-8e00-b1d579d9fb2e tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d43190b-dac3-4c19-9478-e4b1f29751a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052544 Jul 15 13:02:56.677339 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-474b0846-9b04-46a7-af40-298697c941a0 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Allocated IP 172.20.0.7 (51088139-1962-4270-bab5-e035251d775b/43b38e30-a88d-40cd-bf7f-30a59cdd6566/c71bfd72-acc6-41ab-82f1-f7d6d97824ee) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:56.852913 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-951552eb-df9e-46c3-85a1-ef995d510846 req-72624f54-e97d-41c2-9f17-7e2105c1277f tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:56.861022 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-951552eb-df9e-46c3-85a1-ef995d510846 req-72624f54-e97d-41c2-9f17-7e2105c1277f tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:56.942057 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-91212df3-f1f4-45ae-a90e-6caae2e065e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c6d32b1-7d71-4f0e-82a1-92c4d773e751 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:02:56.971113 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-91212df3-f1f4-45ae-a90e-6caae2e065e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:56.978125 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c3b5bc73-fbe9-4e4b-b607-234632bd49e7 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:56.993953 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-91212df3-f1f4-45ae-a90e-6caae2e065e8 service neutron] Transition to ACTIVE for port object 2c6d32b1-7d71-4f0e-82a1-92c4d773e751 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:56.997116 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-e23e76ed-5f86-42bb-bd1a-71cfa7b62444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bece66c5-ebe5-416d-8a43-9df4c251695b {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:02:57.004536 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-91212df3-f1f4-45ae-a90e-6caae2e065e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:57.008404 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-e23e76ed-5f86-42bb-bd1a-71cfa7b62444 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:57.057446 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-e23e76ed-5f86-42bb-bd1a-71cfa7b62444 service neutron] Transition to ACTIVE for port object bece66c5-ebe5-416d-8a43-9df4c251695b will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:57.076101 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-e23e76ed-5f86-42bb-bd1a-71cfa7b62444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:57.080061 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91212df3-f1f4-45ae-a90e-6caae2e065e8 service neutron] Pushing event updated for resources: {'Port': ['ID=2c6d32b1-7d71-4f0e-82a1-92c4d773e751,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:57.080338 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device ec165489-6404-4f71-9fed-f5dcaecaf6b1 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:02:57.129833 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: ec165489-6404-4f71-9fed-f5dcaecaf6b1 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:02:57.130612 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device ec165489-6404-4f71-9fed-f5dcaecaf6b1 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:02:57.146720 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port c3b5bc73-fbe9-4e4b-b607-234632bd49e7 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:57.147302 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:57.200786 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e76ed-5f86-42bb-bd1a-71cfa7b62444 service neutron] Pushing event updated for resources: {'Port': ['ID=bece66c5-ebe5-416d-8a43-9df4c251695b,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:57.327807 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-91212df3-f1f4-45ae-a90e-6caae2e065e8 service neutron] Attempting to bind port 2c6d32b1-7d71-4f0e-82a1-92c4d773e751 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:02:57.328234 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-91212df3-f1f4-45ae-a90e-6caae2e065e8 service neutron] Attempting to bind port 2c6d32b1-7d71-4f0e-82a1-92c4d773e751 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '25bed126-b226-40f7-aece-5e23dff6b4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5dce3b24-e211-4491-aa50-c797e41d1c5e'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:02:57.328521 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-91212df3-f1f4-45ae-a90e-6caae2e065e8 service neutron] Attempting to bind port 2c6d32b1-7d71-4f0e-82a1-92c4d773e751 on network 5dce3b24-e211-4491-aa50-c797e41d1c5e {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:57.331450 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-951552eb-df9e-46c3-85a1-ef995d510846 req-72624f54-e97d-41c2-9f17-7e2105c1277f tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:57.332969 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-951552eb-df9e-46c3-85a1-ef995d510846 req-72624f54-e97d-41c2-9f17-7e2105c1277f tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.8295670 Jul 15 13:02:57.340157 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-97030cd1-5adb-4fbe-b4b9-433c81d9a294 req-1bdf8029-a537-43b7-920c-0b988891c959 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=34a7fdaa-27c8-4857-8ae7-e5031291138b HTTP/1.1" status: 200 len: 210 time: 0.4336004 Jul 15 13:02:57.345756 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-91212df3-f1f4-45ae-a90e-6caae2e065e8 service neutron] Port 2c6d32b1-7d71-4f0e-82a1-92c4d773e751 on network 5dce3b24-e211-4491-aa50-c797e41d1c5e not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:02:57.345756 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-91212df3-f1f4-45ae-a90e-6caae2e065e8 service neutron] Attempting to bind port 2c6d32b1-7d71-4f0e-82a1-92c4d773e751 on network 5dce3b24-e211-4491-aa50-c797e41d1c5e {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:57.349724 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-e23e76ed-5f86-42bb-bd1a-71cfa7b62444 service neutron] Attempting to bind port bece66c5-ebe5-416d-8a43-9df4c251695b on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:02:57.350070 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-e23e76ed-5f86-42bb-bd1a-71cfa7b62444 service neutron] Attempting to bind port bece66c5-ebe5-416d-8a43-9df4c251695b by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '37e986e4-0792-4292-9ed3-45df87b63279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd3d13df7-8f63-4fd3-b4c3-9dbbf965484e'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:02:57.350396 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-e23e76ed-5f86-42bb-bd1a-71cfa7b62444 service neutron] Attempting to bind port bece66c5-ebe5-416d-8a43-9df4c251695b on network d3d13df7-8f63-4fd3-b4c3-9dbbf965484e {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:57.354542 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72624f54-e97d-41c2-9f17-7e2105c1277f tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57c5aa1b-5c18-4e6b-aed3-067326b35f34,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:57.358041 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-91212df3-f1f4-45ae-a90e-6caae2e065e8 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:02:57.358402 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-91212df3-f1f4-45ae-a90e-6caae2e065e8 service neutron] Checking segment: {'id': '25bed126-b226-40f7-aece-5e23dff6b4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5dce3b24-e211-4491-aa50-c797e41d1c5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:57.358819 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-91212df3-f1f4-45ae-a90e-6caae2e065e8 service neutron] Bound using segment: {'id': '25bed126-b226-40f7-aece-5e23dff6b4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5dce3b24-e211-4491-aa50-c797e41d1c5e'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:02:57.359256 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-91212df3-f1f4-45ae-a90e-6caae2e065e8 service neutron] Bound port: 2c6d32b1-7d71-4f0e-82a1-92c4d773e751, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25bed126-b226-40f7-aece-5e23dff6b4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5dce3b24-e211-4491-aa50-c797e41d1c5e'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:02:57.359622 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-91212df3-f1f4-45ae-a90e-6caae2e065e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:57.362761 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-e23e76ed-5f86-42bb-bd1a-71cfa7b62444 service neutron] Port bece66c5-ebe5-416d-8a43-9df4c251695b on network d3d13df7-8f63-4fd3-b4c3-9dbbf965484e not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:02:57.363210 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-e23e76ed-5f86-42bb-bd1a-71cfa7b62444 service neutron] Attempting to bind port bece66c5-ebe5-416d-8a43-9df4c251695b on network d3d13df7-8f63-4fd3-b4c3-9dbbf965484e {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:57.374493 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-474b0846-9b04-46a7-af40-298697c941a0 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:57.379598 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-e23e76ed-5f86-42bb-bd1a-71cfa7b62444 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:02:57.380022 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-e23e76ed-5f86-42bb-bd1a-71cfa7b62444 service neutron] Checking segment: {'id': '37e986e4-0792-4292-9ed3-45df87b63279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd3d13df7-8f63-4fd3-b4c3-9dbbf965484e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:57.380426 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-e23e76ed-5f86-42bb-bd1a-71cfa7b62444 service neutron] Bound using segment: {'id': '37e986e4-0792-4292-9ed3-45df87b63279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd3d13df7-8f63-4fd3-b4c3-9dbbf965484e'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:02:57.380820 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-e23e76ed-5f86-42bb-bd1a-71cfa7b62444 service neutron] Bound port: bece66c5-ebe5-416d-8a43-9df4c251695b, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37e986e4-0792-4292-9ed3-45df87b63279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd3d13df7-8f63-4fd3-b4c3-9dbbf965484e'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:02:57.381492 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-e23e76ed-5f86-42bb-bd1a-71cfa7b62444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:57.393369 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-474b0846-9b04-46a7-af40-298697c941a0 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Transition to ACTIVE for port object c71bfd72-acc6-41ab-82f1-f7d6d97824ee will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:57.440966 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-474b0846-9b04-46a7-af40-298697c941a0 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:57.500253 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-474b0846-9b04-46a7-af40-298697c941a0 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Network 51088139-1962-4270-bab5-e035251d775b is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:57.523442 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-e23e76ed-5f86-42bb-bd1a-71cfa7b62444 service neutron] For port bece66c5-ebe5-416d-8a43-9df4c251695b, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:02:57.528764 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-e23e76ed-5f86-42bb-bd1a-71cfa7b62444 service neutron] For port bece66c5-ebe5-416d-8a43-9df4c251695b, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=bece66c5-ebe5-416d-8a43-9df4c251695b,segment=NetworkSegment(37e986e4-0792-4292-9ed3-45df87b63279),segment_id=37e986e4-0792-4292-9ed3-45df87b63279)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:02:57.533413 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-474b0846-9b04-46a7-af40-298697c941a0 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:57.557724 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-474b0846-9b04-46a7-af40-298697c941a0 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:57.558693 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-e23e76ed-5f86-42bb-bd1a-71cfa7b62444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:57.637049 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-e23e76ed-5f86-42bb-bd1a-71cfa7b62444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:57.637879 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-e23e76ed-5f86-42bb-bd1a-71cfa7b62444 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:57.639795 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-e23e76ed-5f86-42bb-bd1a-71cfa7b62444 service neutron] 10.222.0.46 "PUT /v2.0/ports/bece66c5-ebe5-416d-8a43-9df4c251695b HTTP/1.1" status: 200 len: 1093 time: 1.3501761 Jul 15 13:02:57.643958 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3738eafc-32d4-44ae-bdaa-1fab455dcbe4', 'tag': 'bece66c5-ebe5-416d-8a43-9df4c251695b'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:57.647608 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df1cebc-ac64-4b45-8fc7-26f15abda773" -d '{"events": [{"name": "network-changed", "server_uuid": "3738eafc-32d4-44ae-bdaa-1fab455dcbe4", "tag": "bece66c5-ebe5-416d-8a43-9df4c251695b"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:57.653408 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-91212df3-f1f4-45ae-a90e-6caae2e065e8 service neutron] For port 2c6d32b1-7d71-4f0e-82a1-92c4d773e751, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:02:57.685236 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-91212df3-f1f4-45ae-a90e-6caae2e065e8 service neutron] For port 2c6d32b1-7d71-4f0e-82a1-92c4d773e751, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2c6d32b1-7d71-4f0e-82a1-92c4d773e751,segment=NetworkSegment(25bed126-b226-40f7-aece-5e23dff6b4ab),segment_id=25bed126-b226-40f7-aece-5e23dff6b4ab)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:02:57.696403 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e76ed-5f86-42bb-bd1a-71cfa7b62444 service neutron] Pushing event updated for resources: {'Port': ['ID=bece66c5-ebe5-416d-8a43-9df4c251695b,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:57.697126 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881b706-7fce-452f-a257-424b338245c3 req-bff221c3-5ef0-46ae-a0bd-7a5ddf0a9753 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:57.702398 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-91212df3-f1f4-45ae-a90e-6caae2e065e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:57.711839 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0881b706-7fce-452f-a257-424b338245c3 req-bff221c3-5ef0-46ae-a0bd-7a5ddf0a9753 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/networks?id=51088139-1962-4270-bab5-e035251d775b HTTP/1.1" status: 200 len: 816 time: 0.2158034 Jul 15 13:02:57.719302 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-91212df3-f1f4-45ae-a90e-6caae2e065e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:57.720012 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-91212df3-f1f4-45ae-a90e-6caae2e065e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:57.722189 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-91212df3-f1f4-45ae-a90e-6caae2e065e8 service neutron] 10.222.0.46 "PUT /v2.0/ports/2c6d32b1-7d71-4f0e-82a1-92c4d773e751 HTTP/1.1" status: 200 len: 1092 time: 1.6848643 Jul 15 13:02:57.774806 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b0846-9b04-46a7-af40-298697c941a0 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Pushing event updated for resources: {'Port': ['ID=c71bfd72-acc6-41ab-82f1-f7d6d97824ee,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:57.836921 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0881b706-7fce-452f-a257-424b338245c3 req-66a07d5e-b792-47a1-9060-7d266eb5ac6f tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/quotas/f15f03a38c2d4b6abd2b76b2c894bf22 HTTP/1.1" status: 200 len: 375 time: 0.1239552 Jul 15 13:02:57.880007 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5c1c2478-eefa-48aa-aba7-dd91704fe8d6 None None] Provisioning for port c71bfd72-acc6-41ab-82f1-f7d6d97824ee completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:57.886461 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5c1c2478-eefa-48aa-aba7-dd91704fe8d6 None None] Provisioning complete for port c71bfd72-acc6-41ab-82f1-f7d6d97824ee triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:57.888159 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5c1c2478-eefa-48aa-aba7-dd91704fe8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:57.898934 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91212df3-f1f4-45ae-a90e-6caae2e065e8 service neutron] Pushing event updated for resources: {'Port': ['ID=2c6d32b1-7d71-4f0e-82a1-92c4d773e751,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:57.941283 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-5c1c2478-eefa-48aa-aba7-dd91704fe8d6 None None] Port c71bfd72-acc6-41ab-82f1-f7d6d97824ee cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:02:57.942091 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-180c5ce0-bcd1-45a2-a815-a54235d77316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:57.945200 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-180c5ce0-bcd1-45a2-a815-a54235d77316 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ea2fcecd3d644b17bc014db2d9aef4f0&device_id=0706dfbb-184e-47a5-b126-8192a21dbb6f HTTP/1.1" status: 200 len: 1095 time: 0.1425812 Jul 15 13:02:57.948591 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-88ad9e16-ef69-4066-8c0f-90e085d445e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:57.950337 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-88ad9e16-ef69-4066-8c0f-90e085d445e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ec00a680c434a2486813c33fed5e017&device_id=3738eafc-32d4-44ae-bdaa-1fab455dcbe4 HTTP/1.1" status: 200 len: 1096 time: 0.1871083 Jul 15 13:02:57.971039 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-474b0846-9b04-46a7-af40-298697c941a0 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:57.971590 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-474b0846-9b04-46a7-af40-298697c941a0 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:58.008568 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-d095ac60-4837-488e-9841-a4751c474e27 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bece66c5-ebe5-416d-8a43-9df4c251695b HTTP/1.1" status: 200 len: 217 time: 0.0376623 Jul 15 13:02:58.021202 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b14bdd-a4ff-465c-bbc7-0c856124aee6 req-cf09752f-41e2-46ab-9375-1d5a2ed31b60 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:58.023156 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-33b14bdd-a4ff-465c-bbc7-0c856124aee6 req-cf09752f-41e2-46ab-9375-1d5a2ed31b60 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc HTTP/1.1" status: 200 len: 945 time: 0.4907887 Jul 15 13:02:58.035251 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-18086b26-0495-42c2-9c5e-167924499296 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:58.036867 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-18086b26-0495-42c2-9c5e-167924499296 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.46 "GET /v2.0/networks?id=51088139-1962-4270-bab5-e035251d775b HTTP/1.1" status: 200 len: 816 time: 0.3475809 Jul 15 13:02:58.042246 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-474b0846-9b04-46a7-af40-298697c941a0 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1347661 Jul 15 13:02:58.042790 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-0bfa36c8-e798-4776-a477-5b4c96b823d8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c6d32b1-7d71-4f0e-82a1-92c4d773e751 HTTP/1.1" status: 200 len: 217 time: 0.0789793 Jul 15 13:02:58.069286 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-a0ea2126-a311-47aa-b62b-2708ef3ba464 service neutron] Request body: {'port': {'device_id': 'fcf8126c-b249-4b6e-9059-ca0f1ba32063', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:58.075213 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-1226c92f-82c0-405a-828f-5967ce17ed0f tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Request body: {'port': {'device_id': '57365271-24f2-4a4e-9d00-9c19d6270689', 'network_id': '51088139-1962-4270-bab5-e035251d775b', 'admin_state_up': True, 'tenant_id': 'f15f03a38c2d4b6abd2b76b2c894bf22'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:58.115993 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-0879b3f0-f5fe-409f-8e27-e2c4bfee289f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:58.117435 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-0879b3f0-f5fe-409f-8e27-e2c4bfee289f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ab662aed-9f29-4811-90d8-ddabb3046472 HTTP/1.1" status: 200 len: 861 time: 0.0833588 Jul 15 13:02:58.120819 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-85f151f2-badd-48e9-92db-2c85a1cafd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:58.122133 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-85f151f2-badd-48e9-92db-2c85a1cafd98 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8b9f10c5-3f01-4eb5-b561-afab62792bbb HTTP/1.1" status: 200 len: 844 time: 0.0568430 Jul 15 13:02:58.130306 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0881b706-7fce-452f-a257-424b338245c3 req-6ef160a4-51b2-4a7b-b628-1ec9e21f892a tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f15f03a38c2d4b6abd2b76b2c894bf22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2921674 Jul 15 13:02:58.157505 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-33b14bdd-a4ff-465c-bbc7-0c856124aee6 req-3ebe77b4-8616-4768-a770-7ed4fba727a3 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191914 Jul 15 13:02:58.167120 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-a8da8f87-9739-4ea8-83e1-4a2ba6c1ea30 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d3d13df7-8f63-4fd3-b4c3-9dbbf965484e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343978 Jul 15 13:02:58.220427 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44154a69-43ff-468a-ac02-23858c3c825b x-openstack-request-id: req-44154a69-43ff-468a-ac02-23858c3c825b {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:58.220733 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a7fdaa-27c8-4857-8ae7-e5031291138b", "name": "network-vif-deleted", "tag": "ec165489-6404-4f71-9fed-f5dcaecaf6b1", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:58.220981 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44154a69-43ff-468a-ac02-23858c3c825b {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:58.221439 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a7fdaa-27c8-4857-8ae7-e5031291138b', 'name': 'network-vif-deleted', 'tag': 'ec165489-6404-4f71-9fed-f5dcaecaf6b1', 'status': 'completed', 'code': 200} Jul 15 13:02:58.275046 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-f94ec259-4094-4bf7-a9c7-8d9019f2edef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:58.277068 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-f94ec259-4094-4bf7-a9c7-8d9019f2edef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5dce3b24-e211-4491-aa50-c797e41d1c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1366911 Jul 15 13:02:58.287778 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-0a3d92a4-c5b9-4e04-960a-aec11c855361 service neutron] 10.222.0.46 "GET /v2.0/networks/d3d13df7-8f63-4fd3-b4c3-9dbbf965484e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050630 Jul 15 13:02:58.382805 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-a0ea2126-a311-47aa-b62b-2708ef3ba464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:58.422574 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0881b706-7fce-452f-a257-424b338245c3 req-d15d9b4f-a7bb-48bc-b4f4-362e22af1112 service neutron] 10.222.0.16 "GET /v2.0/networks/51088139-1962-4270-bab5-e035251d775b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811856 Jul 15 13:02:58.443839 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fb1352fc-30bf-4db4-aed1-8abad3580fb8 req-8630f9c2-f8eb-41e1-a531-3fdd099e19bf service neutron] 10.222.0.46 "GET /v2.0/networks/d3d13df7-8f63-4fd3-b4c3-9dbbf965484e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464829 Jul 15 13:02:58.445504 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-3eecfa8b-1ef1-4262-bd6f-32f490727081 service neutron] 10.222.0.46 "GET /v2.0/networks/5dce3b24-e211-4491-aa50-c797e41d1c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569211 Jul 15 13:02:58.465629 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-1226c92f-82c0-405a-828f-5967ce17ed0f tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Made reservation on behalf of f15f03a38c2d4b6abd2b76b2c894bf22 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:58.469313 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-1226c92f-82c0-405a-828f-5967ce17ed0f tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:58.535719 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-fdfe4c95-821d-49c4-9279-f170e092d4f8 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:58.537242 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-fdfe4c95-821d-49c4-9279-f170e092d4f8 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc&tenant_id=42f8630608fb46f681ad77135da09a14&binding%3Ahost_id=n-h2-771363-36 HTTP/1.1" status: 200 len: 1097 time: 0.2551370 Jul 15 13:02:58.544101 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-231adbd2-e92e-4a79-a79c-889622710ce8 req-4a3103f4-05a5-4317-a3b1-574a20d74964 service neutron] 10.222.0.46 "GET /v2.0/networks/5dce3b24-e211-4491-aa50-c797e41d1c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880101 Jul 15 13:02:58.557931 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-1358e9df-2faa-466d-ba99-0a0164c1f8e7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771363-36'}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:58.664974 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b741db-17dc-4156-baf1-745f15012182 req-d3d0f03f-e073-4fd4-8a94-549bd1cc39f7 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:58.666505 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b9b741db-17dc-4156-baf1-745f15012182 req-d3d0f03f-e073-4fd4-8a94-549bd1cc39f7 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 946 time: 0.3351827 Jul 15 13:02:58.770010 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:58.770640 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0881b706-7fce-452f-a257-424b338245c3 req-8e3c676b-4d49-4deb-b28d-663e88ecc4b5 service neutron] 10.222.0.16 "GET /v2.0/networks/51088139-1962-4270-bab5-e035251d775b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356357 Jul 15 13:02:58.833421 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b9b741db-17dc-4156-baf1-745f15012182 req-c14b0659-77b8-4dda-98f1-1b051c8380e1 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283672 Jul 15 13:02:58.900927 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-1358e9df-2faa-466d-ba99-0a0164c1f8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:58.984130 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-85a46bfa-8f26-4add-aacd-d0f26c35af07 req-94f7c170-4c41-4edd-b7a2-f54ced2eb54d tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] 10.222.0.16 "GET /v2.0/security-groups/57c5aa1b-5c18-4e6b-aed3-067326b35f34 HTTP/1.1" status: 200 len: 1812 time: 0.1087246 Jul 15 13:02:59.033045 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87124552-21a4-42eb-83f0-a1d1d067b63f x-openstack-request-id: req-87124552-21a4-42eb-83f0-a1d1d067b63f {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:59.033459 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3738eafc-32d4-44ae-bdaa-1fab455dcbe4", "tag": "bece66c5-ebe5-416d-8a43-9df4c251695b", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:59.033637 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87124552-21a4-42eb-83f0-a1d1d067b63f {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:59.033966 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3738eafc-32d4-44ae-bdaa-1fab455dcbe4', 'tag': 'bece66c5-ebe5-416d-8a43-9df4c251695b', 'status': 'completed', 'code': 200} Jul 15 13:02:59.074024 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 3d2c0e62-ea70-4b0a-b93d-b899dce25031 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:02:59.150053 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1cebc-ac64-4b45-8fc7-26f15abda773 req-e7a8bf1f-6b5f-4bc9-b67f-fdff8602c887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:59.152117 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0df1cebc-ac64-4b45-8fc7-26f15abda773 req-e7a8bf1f-6b5f-4bc9-b67f-fdff8602c887 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ec00a680c434a2486813c33fed5e017&device_id=3738eafc-32d4-44ae-bdaa-1fab455dcbe4 HTTP/1.1" status: 200 len: 1096 time: 0.0704224 Jul 15 13:02:59.209286 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-a0ea2126-a311-47aa-b62b-2708ef3ba464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c71bfd72-acc6-41ab-82f1-f7d6d97824ee {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:02:59.215751 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:59.225091 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-a0ea2126-a311-47aa-b62b-2708ef3ba464 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:59.237590 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 3d2c0e62-ea70-4b0a-b93d-b899dce25031, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=3d2c0e62-ea70-4b0a-b93d-b899dce25031,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:59.253562 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 3d2c0e62-ea70-4b0a-b93d-b899dce25031 has no active binding in host n-h1-771363-36 {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 13:02:59.260939 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-1358e9df-2faa-466d-ba99-0a0164c1f8e7 service neutron] For port 3d2c0e62-ea70-4b0a-b93d-b899dce25031, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=3d2c0e62-ea70-4b0a-b93d-b899dce25031,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:59.267599 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1cebc-ac64-4b45-8fc7-26f15abda773 req-20f004a2-105f-46c4-9a08-a9876446a4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:59.269206 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0df1cebc-ac64-4b45-8fc7-26f15abda773 req-20f004a2-105f-46c4-9a08-a9876446a4f7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d3d13df7-8f63-4fd3-b4c3-9dbbf965484e HTTP/1.1" status: 200 len: 922 time: 0.1089272 Jul 15 13:02:59.272706 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-a0ea2126-a311-47aa-b62b-2708ef3ba464 service neutron] Transition to ACTIVE for port object c71bfd72-acc6-41ab-82f1-f7d6d97824ee will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:59.289249 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ce59e-adb6-4b4e-b6c9-b391c12a612c req-44e9c264-5c29-48b4-8eb7-b726d1a83bdc tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:59.296616 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-216ce59e-adb6-4b4e-b6c9-b391c12a612c req-44e9c264-5c29-48b4-8eb7-b726d1a83bdc tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.16 "GET /v2.0/ports?device_id=0706dfbb-184e-47a5-b126-8192a21dbb6f HTTP/1.1" status: 200 len: 943 time: 0.3025172 Jul 15 13:02:59.307651 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-a0ea2126-a311-47aa-b62b-2708ef3ba464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:59.312905 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0df1cebc-ac64-4b45-8fc7-26f15abda773 req-46144bdd-fe0d-4e58-9366-a32b481767fd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bece66c5-ebe5-416d-8a43-9df4c251695b HTTP/1.1" status: 200 len: 217 time: 0.0367241 Jul 15 13:02:59.366858 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1cebc-ac64-4b45-8fc7-26f15abda773 req-e0bf1542-2262-496b-b9a5-c8d330150112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:59.368330 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0df1cebc-ac64-4b45-8fc7-26f15abda773 req-e0bf1542-2262-496b-b9a5-c8d330150112 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ab662aed-9f29-4811-90d8-ddabb3046472 HTTP/1.1" status: 200 len: 861 time: 0.0472155 Jul 15 13:02:59.412832 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0df1cebc-ac64-4b45-8fc7-26f15abda773 req-3ac8ed15-f14e-4cbd-b1f4-8bd5baf8894f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d3d13df7-8f63-4fd3-b4c3-9dbbf965484e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319545 Jul 15 13:02:59.454073 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-1358e9df-2faa-466d-ba99-0a0164c1f8e7 service neutron] For port 3d2c0e62-ea70-4b0a-b93d-b899dce25031, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:02:59.468908 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab6ad7-5ec1-429c-b572-a940077ee2c4 req-fe04db5b-f450-4bb6-b3de-b84b774d1575 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:59.470493 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f7ab6ad7-5ec1-429c-b572-a940077ee2c4 req-fe04db5b-f450-4bb6-b3de-b84b774d1575 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=3738eafc-32d4-44ae-bdaa-1fab455dcbe4 HTTP/1.1" status: 200 len: 944 time: 0.3245349 Jul 15 13:02:59.499722 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea2126-a311-47aa-b62b-2708ef3ba464 service neutron] Pushing event updated for resources: {'Port': ['ID=c71bfd72-acc6-41ab-82f1-f7d6d97824ee,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:59.502506 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-1226c92f-82c0-405a-828f-5967ce17ed0f tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Allocated IP 172.20.0.10 (51088139-1962-4270-bab5-e035251d775b/43b38e30-a88d-40cd-bf7f-30a59cdd6566/ca9d6579-4908-42fe-bc48-5b82cd58bee5) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:59.516173 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-216ce59e-adb6-4b4e-b6c9-b391c12a612c req-a15dd0c7-a644-4d69-a9e1-39ce255cb39a tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c10bd43-1f14-485b-807f-33006f389a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176168 Jul 15 13:02:59.521856 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0df1cebc-ac64-4b45-8fc7-26f15abda773 req-c9fe15b8-3059-4fa1-b759-4d15d441b196 service neutron] 10.222.0.46 "GET /v2.0/networks/d3d13df7-8f63-4fd3-b4c3-9dbbf965484e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990267 Jul 15 13:02:59.632310 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-650f1db7-d4e9-4dd9-ad4d-d75784cae9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:59.652253 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-1358e9df-2faa-466d-ba99-0a0164c1f8e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:59.662949 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0df1cebc-ac64-4b45-8fc7-26f15abda773 req-131c43e9-4307-4b74-a0c7-7994a5d5ca06 service neutron] 10.222.0.46 "GET /v2.0/networks/d3d13df7-8f63-4fd3-b4c3-9dbbf965484e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327870 Jul 15 13:02:59.696711 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-1358e9df-2faa-466d-ba99-0a0164c1f8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:59.720696 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f7ab6ad7-5ec1-429c-b572-a940077ee2c4 req-e0050ff8-4d70-4f79-aa58-63c604082679 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d43190b-dac3-4c19-9478-e4b1f29751a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265484 Jul 15 13:02:59.799219 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-a0ea2126-a311-47aa-b62b-2708ef3ba464 service neutron] Attempting to bind port c71bfd72-acc6-41ab-82f1-f7d6d97824ee on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:02:59.799658 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-a0ea2126-a311-47aa-b62b-2708ef3ba464 service neutron] Attempting to bind port c71bfd72-acc6-41ab-82f1-f7d6d97824ee by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '06712572-6641-4e2d-b66a-2188cc088c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '51088139-1962-4270-bab5-e035251d775b'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:02:59.800072 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-a0ea2126-a311-47aa-b62b-2708ef3ba464 service neutron] Attempting to bind port c71bfd72-acc6-41ab-82f1-f7d6d97824ee on network 51088139-1962-4270-bab5-e035251d775b {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:59.855568 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1358e9df-2faa-466d-ba99-0a0164c1f8e7 service neutron] Pushing event updated for resources: {'Port': ['ID=3d2c0e62-ea70-4b0a-b93d-b899dce25031,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:59.865081 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-a0ea2126-a311-47aa-b62b-2708ef3ba464 service neutron] Port c71bfd72-acc6-41ab-82f1-f7d6d97824ee on network 51088139-1962-4270-bab5-e035251d775b not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:02:59.865415 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-a0ea2126-a311-47aa-b62b-2708ef3ba464 service neutron] Attempting to bind port c71bfd72-acc6-41ab-82f1-f7d6d97824ee on network 51088139-1962-4270-bab5-e035251d775b {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:59.895237 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6f2ac690-6dca-4790-b406-18a6281da6cf req-380e1967-1362-4b08-bde4-d518f4ef850f tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6753eba-1599-47bc-85a9-6660083ac125 HTTP/1.1" status: 200 len: 210 time: 0.0809684 Jul 15 13:02:59.895997 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [req-ab181f73-92c1-4a5a-b05c-40797dbf0366 req-e29e5cea-9893-4f4e-bc13-b8d17eb3647e tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] show failed (client error): The resource could not be found. Jul 15 13:02:59.896936 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ab181f73-92c1-4a5a-b05c-40797dbf0366 req-e29e5cea-9893-4f4e-bc13-b8d17eb3647e tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] 10.222.0.16 "GET /v2.0/security-groups/fef998c6-983a-4742-95c7-eb515f4fda52 HTTP/1.1" status: 404 len: 352 time: 0.0932119 Jul 15 13:02:59.916243 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-a0ea2126-a311-47aa-b62b-2708ef3ba464 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:02:59.916642 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-a0ea2126-a311-47aa-b62b-2708ef3ba464 service neutron] Checking segment: {'id': '06712572-6641-4e2d-b66a-2188cc088c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '51088139-1962-4270-bab5-e035251d775b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:59.916968 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-a0ea2126-a311-47aa-b62b-2708ef3ba464 service neutron] Bound using segment: {'id': '06712572-6641-4e2d-b66a-2188cc088c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '51088139-1962-4270-bab5-e035251d775b'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:02:59.917419 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-a0ea2126-a311-47aa-b62b-2708ef3ba464 service neutron] Bound port: c71bfd72-acc6-41ab-82f1-f7d6d97824ee, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06712572-6641-4e2d-b66a-2188cc088c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '51088139-1962-4270-bab5-e035251d775b'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:02:59.917822 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-a0ea2126-a311-47aa-b62b-2708ef3ba464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:59.974350 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-1358e9df-2faa-466d-ba99-0a0164c1f8e7 service neutron] Attempting to bind port 3d2c0e62-ea70-4b0a-b93d-b899dce25031 on host n-h2-771363-36 for vnic_type normal with profile {"migrating_to": "n-h1-771363-36"} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:02:59.974943 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-1358e9df-2faa-466d-ba99-0a0164c1f8e7 service neutron] Attempting to bind port 3d2c0e62-ea70-4b0a-b93d-b899dce25031 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:02:59.975101 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-1358e9df-2faa-466d-ba99-0a0164c1f8e7 service neutron] Attempting to bind port 3d2c0e62-ea70-4b0a-b93d-b899dce25031 on network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:00.007656 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-1358e9df-2faa-466d-ba99-0a0164c1f8e7 service neutron] Port 3d2c0e62-ea70-4b0a-b93d-b899dce25031 on network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:03:00.007983 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-1358e9df-2faa-466d-ba99-0a0164c1f8e7 service neutron] Attempting to bind port 3d2c0e62-ea70-4b0a-b93d-b899dce25031 on network 9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:00.268503 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d2c0e62-ea70-4b0a-b93d-b899dce25031'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:00.270757 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb778f8c-486c-4031-bd49-608616326366" -d '{"events": [{"server_uuid": "3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc", "name": "network-vif-unplugged", "status": "completed", "tag": "3d2c0e62-ea70-4b0a-b93d-b899dce25031"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:00.298720 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-1358e9df-2faa-466d-ba99-0a0164c1f8e7 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:00.299204 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-1358e9df-2faa-466d-ba99-0a0164c1f8e7 service neutron] Checking segment: {'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:00.299320 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-1358e9df-2faa-466d-ba99-0a0164c1f8e7 service neutron] Bound using segment: {'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:00.300455 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-1358e9df-2faa-466d-ba99-0a0164c1f8e7 service neutron] Bound port: 3d2c0e62-ea70-4b0a-b93d-b899dce25031, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93b8952b-2fa7-48e9-968c-2a8484e85c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:00.300455 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-1358e9df-2faa-466d-ba99-0a0164c1f8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:00.317508 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881b706-7fce-452f-a257-424b338245c3 req-cf0fea86-87f9-4c88-94d6-2ec6d72152d3 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:00.318982 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0881b706-7fce-452f-a257-424b338245c3 req-cf0fea86-87f9-4c88-94d6-2ec6d72152d3 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.46 "GET /v2.0/networks?id=51088139-1962-4270-bab5-e035251d775b HTTP/1.1" status: 200 len: 816 time: 0.1240056 Jul 15 13:03:00.333620 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-0881b706-7fce-452f-a257-424b338245c3 req-a77774e1-f38a-468f-8985-068392a13e47 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Request body: {'port': {'device_id': 'c6753eba-1599-47bc-85a9-6660083ac125', 'network_id': '51088139-1962-4270-bab5-e035251d775b', 'admin_state_up': True, 'tenant_id': 'f15f03a38c2d4b6abd2b76b2c894bf22'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:00.360054 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-1226c92f-82c0-405a-828f-5967ce17ed0f tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:00.439647 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-1226c92f-82c0-405a-828f-5967ce17ed0f tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Transition to ACTIVE for port object ca9d6579-4908-42fe-bc48-5b82cd58bee5 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:00.442920 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-a0ea2126-a311-47aa-b62b-2708ef3ba464 service neutron] For port c71bfd72-acc6-41ab-82f1-f7d6d97824ee, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:00.452774 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0881b706-7fce-452f-a257-424b338245c3 req-a77774e1-f38a-468f-8985-068392a13e47 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Made reservation on behalf of f15f03a38c2d4b6abd2b76b2c894bf22 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:00.456321 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0881b706-7fce-452f-a257-424b338245c3 req-a77774e1-f38a-468f-8985-068392a13e47 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:00.480809 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-a0ea2126-a311-47aa-b62b-2708ef3ba464 service neutron] For port c71bfd72-acc6-41ab-82f1-f7d6d97824ee, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c71bfd72-acc6-41ab-82f1-f7d6d97824ee,segment=NetworkSegment(06712572-6641-4e2d-b66a-2188cc088c5e),segment_id=06712572-6641-4e2d-b66a-2188cc088c5e)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:00.504493 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-a0ea2126-a311-47aa-b62b-2708ef3ba464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:00.564652 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-1358e9df-2faa-466d-ba99-0a0164c1f8e7 service neutron] For port 3d2c0e62-ea70-4b0a-b93d-b899dce25031, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:00.588385 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff66aa-c80b-44f5-93cc-ee2282fbe869 req-9c235a48-570d-453f-8d39-5ccc76ecfdb1 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:00.589847 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ffff66aa-c80b-44f5-93cc-ee2282fbe869 req-9c235a48-570d-453f-8d39-5ccc76ecfdb1 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc HTTP/1.1" status: 200 len: 943 time: 0.5796206 Jul 15 13:03:00.597511 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-a0ea2126-a311-47aa-b62b-2708ef3ba464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:00.598172 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-a0ea2126-a311-47aa-b62b-2708ef3ba464 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:00.599658 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-a0ea2126-a311-47aa-b62b-2708ef3ba464 service neutron] 10.222.0.46 "PUT /v2.0/ports/c71bfd72-acc6-41ab-82f1-f7d6d97824ee HTTP/1.1" status: 200 len: 1092 time: 2.5368211 Jul 15 13:03:00.612641 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-1358e9df-2faa-466d-ba99-0a0164c1f8e7 service neutron] For port 3d2c0e62-ea70-4b0a-b93d-b899dce25031, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=3d2c0e62-ea70-4b0a-b93d-b899dce25031,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:00.621832 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648f88a-b452-4bd5-b2be-c03b73e02352 req-2cb30787-4657-4bef-af90-1d462fafc85f tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:00.623467 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5648f88a-b452-4bd5-b2be-c03b73e02352 req-2cb30787-4657-4bef-af90-1d462fafc85f tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 946 time: 0.3300722 Jul 15 13:03:00.641558 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-1358e9df-2faa-466d-ba99-0a0164c1f8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:00.651552 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ca887-6190-4803-a486-bb069df6f039 req-421d63e3-88c3-4cdf-bb38-ae167ac48cc3 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:00.652965 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-850ca887-6190-4803-a486-bb069df6f039 req-421d63e3-88c3-4cdf-bb38-ae167ac48cc3 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d38631-e256-4930-ba2f-0a20b23412ac HTTP/1.1" status: 200 len: 944 time: 0.0738871 Jul 15 13:03:00.668483 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea2126-a311-47aa-b62b-2708ef3ba464 service neutron] Pushing event updated for resources: {'Port': ['ID=c71bfd72-acc6-41ab-82f1-f7d6d97824ee,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:00.695332 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-1226c92f-82c0-405a-828f-5967ce17ed0f tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:00.785292 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ffff66aa-c80b-44f5-93cc-ee2282fbe869 req-f796c333-dea6-4a62-bfff-09fd104ecdec tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800036 Jul 15 13:03:00.808006 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.db.api [req-0881b706-7fce-452f-a257-424b338245c3 req-a77774e1-f38a-468f-8985-068392a13e47 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.10-77d1df9e-b59c-4de7-aa68-d100f6e919db {{(pid=93826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:03:00.808354 n-d-771363-36 neutron-server[93826]: DEBUG oslo_db.api [req-0881b706-7fce-452f-a257-424b338245c3 req-a77774e1-f38a-468f-8985-068392a13e47 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:03:00.825507 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-1226c92f-82c0-405a-828f-5967ce17ed0f tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Network 51088139-1962-4270-bab5-e035251d775b is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:00.828939 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5648f88a-b452-4bd5-b2be-c03b73e02352 req-4ecadca0-e876-4b15-ad66-e85cfd8d1221 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899488 Jul 15 13:03:00.841287 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-850ca887-6190-4803-a486-bb069df6f039 req-bfe006a9-bad3-4b74-adbd-48d8e4775bd4 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Deleting port b0642442-6154-4546-915d-d5c237c9811d {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:03:00.841287 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-850ca887-6190-4803-a486-bb069df6f039 req-bfe006a9-bad3-4b74-adbd-48d8e4775bd4 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:00.843236 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-1226c92f-82c0-405a-828f-5967ce17ed0f tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:00.848190 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-1358e9df-2faa-466d-ba99-0a0164c1f8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:00.848818 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-1358e9df-2faa-466d-ba99-0a0164c1f8e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:00.850219 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-1358e9df-2faa-466d-ba99-0a0164c1f8e7 service neutron] 10.222.0.20 "PUT /v2.0/ports/3d2c0e62-ea70-4b0a-b93d-b899dce25031 HTTP/1.1" status: 200 len: 1123 time: 2.3043578 Jul 15 13:03:00.857189 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-1226c92f-82c0-405a-828f-5967ce17ed0f tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:00.866665 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1358e9df-2faa-466d-ba99-0a0164c1f8e7 service neutron] Pushing event updated for resources: {'Port': ['ID=3d2c0e62-ea70-4b0a-b93d-b899dce25031,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:00.902737 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [req-9e55e04d-6a54-49de-9425-9d61cdca8584 req-6a021123-0ba6-4710-b5d6-dbfd27e53247 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] show failed (client error): The resource could not be found. Jul 15 13:03:00.903899 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9e55e04d-6a54-49de-9425-9d61cdca8584 req-6a021123-0ba6-4710-b5d6-dbfd27e53247 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] 10.222.0.16 "GET /v2.0/security-group-rules/95e0bf36-9835-49c3-a45f-8124483e3ba2 HTTP/1.1" status: 404 len: 361 time: 0.0740733 Jul 15 13:03:00.933724 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['3d2c0e62-ea70-4b0a-b93d-b899dce25031'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:00.970890 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-1226c92f-82c0-405a-828f-5967ce17ed0f tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:00.971573 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-1226c92f-82c0-405a-828f-5967ce17ed0f tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:00.983025 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226c92f-82c0-405a-828f-5967ce17ed0f tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Pushing event updated for resources: {'Port': ['ID=ca9d6579-4908-42fe-bc48-5b82cd58bee5,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:00.989152 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-969e2456-0a50-4edb-b2d7-4229007310c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:00.990830 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-969e2456-0a50-4edb-b2d7-4229007310c9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f15f03a38c2d4b6abd2b76b2c894bf22&device_id=fcf8126c-b249-4b6e-9059-ca0f1ba32063 HTTP/1.1" status: 200 len: 1095 time: 0.3015742 Jul 15 13:03:00.998470 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-850ca887-6190-4803-a486-bb069df6f039 req-bfe006a9-bad3-4b74-adbd-48d8e4775bd4 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] For port b0642442-6154-4546-915d-d5c237c9811d, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=b0642442-6154-4546-915d-d5c237c9811d,segment=NetworkSegment(51e24302-ea47-473c-821f-7e4d12b6b608),segment_id=51e24302-ea47-473c-821f-7e4d12b6b608)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:00.999347 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-850ca887-6190-4803-a486-bb069df6f039 req-bfe006a9-bad3-4b74-adbd-48d8e4775bd4 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:01.017807 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-850ca887-6190-4803-a486-bb069df6f039 req-bfe006a9-bad3-4b74-adbd-48d8e4775bd4 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Calling delete_port for b0642442-6154-4546-915d-d5c237c9811d owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:03:01.026153 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-1226c92f-82c0-405a-828f-5967ce17ed0f tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9595616 Jul 15 13:03:01.035322 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['3d2c0e62-ea70-4b0a-b93d-b899dce25031'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:01.037626 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c43554-cfc0-4c84-8bab-3602ba0787d1 x-openstack-request-id: req-39c43554-cfc0-4c84-8bab-3602ba0787d1 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:01.037991 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc", "name": "network-vif-unplugged", "status": "completed", "tag": "3d2c0e62-ea70-4b0a-b93d-b899dce25031", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:01.038248 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-39c43554-cfc0-4c84-8bab-3602ba0787d1 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:01.038690 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d2c0e62-ea70-4b0a-b93d-b899dce25031', 'code': 200} Jul 15 13:03:01.098528 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-f468e807-a5be-4541-89e1-e13573666893 service neutron] Request body: {'port': {'device_id': '57365271-24f2-4a4e-9d00-9c19d6270689', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:01.104193 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-cd8e97e3-ae39-490c-9bd0-13ef9c3406f0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c71bfd72-acc6-41ab-82f1-f7d6d97824ee HTTP/1.1" status: 200 len: 217 time: 0.1040061 Jul 15 13:03:01.193303 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0706dfbb-184e-47a5-b126-8192a21dbb6f', 'tag': '2c6d32b1-7d71-4f0e-82a1-92c4d773e751'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:01.198594 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c802e4e0-2fad-439d-a98e-0609b4d06a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "0706dfbb-184e-47a5-b126-8192a21dbb6f", "tag": "2c6d32b1-7d71-4f0e-82a1-92c4d773e751"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:01.202861 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-850ca887-6190-4803-a486-bb069df6f039 req-bfe006a9-bad3-4b74-adbd-48d8e4775bd4 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:01.256940 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 2c6d32b1-7d71-4f0e-82a1-92c4d773e751 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:03:01.264346 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-aade8700-a7b1-427b-8d60-3155518f4c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:01.265777 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-aade8700-a7b1-427b-8d60-3155518f4c11 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43b38e30-a88d-40cd-bf7f-30a59cdd6566 HTTP/1.1" status: 200 len: 855 time: 0.1298470 Jul 15 13:03:01.276233 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe006a9-bad3-4b74-adbd-48d8e4775bd4 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Pushing event deleted for resources: {'Port': ['ID=b0642442-6154-4546-915d-d5c237c9811d,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:01.297842 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-850ca887-6190-4803-a486-bb069df6f039 req-bfe006a9-bad3-4b74-adbd-48d8e4775bd4 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] No DVR routers for this DVR port b0642442-6154-4546-915d-d5c237c9811d on host n-h1-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:03:01.301126 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-850ca887-6190-4803-a486-bb069df6f039 req-bfe006a9-bad3-4b74-adbd-48d8e4775bd4 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:01.303034 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-850ca887-6190-4803-a486-bb069df6f039 req-bfe006a9-bad3-4b74-adbd-48d8e4775bd4 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.20 "DELETE /v2.0/ports/b0642442-6154-4546-915d-d5c237c9811d HTTP/1.1" status: 204 len: 173 time: 0.6448095 Jul 15 13:03:01.309951 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0881b706-7fce-452f-a257-424b338245c3 req-a77774e1-f38a-468f-8985-068392a13e47 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:01.373238 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b1af0-0459-42ee-bcd3-5f941fd69ab4 req-d4e61f93-7a74-4f22-9a7b-9229bdfee271 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:01.374937 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-449b1af0-0459-42ee-bcd3-5f941fd69ab4 req-d4e61f93-7a74-4f22-9a7b-9229bdfee271 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/ports?device_id=42d38631-e256-4930-ba2f-0a20b23412ac HTTP/1.1" status: 200 len: 866 time: 0.2809737 Jul 15 13:03:01.375573 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-f468e807-a5be-4541-89e1-e13573666893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:01.495240 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-449b1af0-0459-42ee-bcd3-5f941fd69ab4 req-a608eab6-b186-4d7b-a388-9da68a351725 tempest-LiveMigrationTest-1280508579 tempest-LiveMigrationTest-1280508579-project] 10.222.0.16 "GET /v2.0/security-groups?id=aade9e98-88ea-4e93-8a3a-267a617a212a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921073 Jul 15 13:03:01.500245 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-0881b706-7fce-452f-a257-424b338245c3 req-a77774e1-f38a-468f-8985-068392a13e47 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Allocated IP 172.20.0.4 (51088139-1962-4270-bab5-e035251d775b/43b38e30-a88d-40cd-bf7f-30a59cdd6566/f1ff28ee-a79d-496e-8c91-89850b16bba4) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:01.520764 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b20bfca7-3591-4b52-b0dd-671c108f9d3a None None] Provisioning for port ca9d6579-4908-42fe-bc48-5b82cd58bee5 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:01.532064 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b20bfca7-3591-4b52-b0dd-671c108f9d3a None None] Provisioning complete for port ca9d6579-4908-42fe-bc48-5b82cd58bee5 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:01.532456 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b20bfca7-3591-4b52-b0dd-671c108f9d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:01.560508 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-f0a17ff5-f091-4204-9034-1bf5cd61709b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:01.571667 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 2c6d32b1-7d71-4f0e-82a1-92c4d773e751, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2c6d32b1-7d71-4f0e-82a1-92c4d773e751,segment=NetworkSegment(25bed126-b226-40f7-aece-5e23dff6b4ab),segment_id=25bed126-b226-40f7-aece-5e23dff6b4ab)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:01.573344 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-f0a17ff5-f091-4204-9034-1bf5cd61709b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51088139-1962-4270-bab5-e035251d775b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2919078 Jul 15 13:03:01.591844 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bc527-b32e-4397-9958-535e6c409dfd req-39e5b72a-3950-4b43-b5c3-49896d80e9d3 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:01.602683 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '2c6d32b1-7d71-4f0e-82a1-92c4d773e751', 'network_id': '5dce3b24-e211-4491-aa50-c797e41d1c5e', 'port_id': '2c6d32b1-7d71-4f0e-82a1-92c4d773e751', 'mac_address': 'fa:16:3e:78:87:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9f10c5-3f01-4eb5-b561-afab62792bbb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:03:01.606541 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b20bfca7-3591-4b52-b0dd-671c108f9d3a None None] Port ca9d6579-4908-42fe-bc48-5b82cd58bee5 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:03:01.611107 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7d2bc527-b32e-4397-9958-535e6c409dfd req-39e5b72a-3950-4b43-b5c3-49896d80e9d3 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.16 "GET /v2.0/ports?device_id=0706dfbb-184e-47a5-b126-8192a21dbb6f HTTP/1.1" status: 200 len: 943 time: 0.3480468 Jul 15 13:03:01.655658 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:01.687782 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0881b706-7fce-452f-a257-424b338245c3 req-a77774e1-f38a-468f-8985-068392a13e47 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:01.698901 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c6d32b1-7d71-4f0e-82a1-92c4d773e751 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:01.720176 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-0881b706-7fce-452f-a257-424b338245c3 req-a77774e1-f38a-468f-8985-068392a13e47 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Transition to ACTIVE for port object f1ff28ee-a79d-496e-8c91-89850b16bba4 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:01.722747 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 2c6d32b1-7d71-4f0e-82a1-92c4d773e751, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2c6d32b1-7d71-4f0e-82a1-92c4d773e751,segment=NetworkSegment(25bed126-b226-40f7-aece-5e23dff6b4ab),segment_id=25bed126-b226-40f7-aece-5e23dff6b4ab)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:01.728093 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:01.729352 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device bece66c5-ebe5-416d-8a43-9df4c251695b details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:03:01.772126 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0881b706-7fce-452f-a257-424b338245c3 req-a77774e1-f38a-468f-8985-068392a13e47 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:01.803115 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7d2bc527-b32e-4397-9958-535e6c409dfd req-06d824c0-f81b-4e42-9f9b-ddd9d40c3b86 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c10bd43-1f14-485b-807f-33006f389a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917439 Jul 15 13:03:01.809731 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=2c6d32b1-7d71-4f0e-82a1-92c4d773e751,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:01.828377 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0881b706-7fce-452f-a257-424b338245c3 req-a77774e1-f38a-468f-8985-068392a13e47 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Network 51088139-1962-4270-bab5-e035251d775b is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:01.833948 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-0881b706-7fce-452f-a257-424b338245c3 req-a77774e1-f38a-468f-8985-068392a13e47 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:01.838471 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0881b706-7fce-452f-a257-424b338245c3 req-a77774e1-f38a-468f-8985-068392a13e47 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:01.893927 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77774e1-f38a-468f-8985-068392a13e47 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Pushing event updated for resources: {'Port': ['ID=f1ff28ee-a79d-496e-8c91-89850b16bba4,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:01.912233 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port bece66c5-ebe5-416d-8a43-9df4c251695b, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=bece66c5-ebe5-416d-8a43-9df4c251695b,segment=NetworkSegment(37e986e4-0792-4292-9ed3-45df87b63279),segment_id=37e986e4-0792-4292-9ed3-45df87b63279)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:01.927657 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'bece66c5-ebe5-416d-8a43-9df4c251695b', 'network_id': 'd3d13df7-8f63-4fd3-b4c3-9dbbf965484e', 'port_id': 'bece66c5-ebe5-416d-8a43-9df4c251695b', 'mac_address': 'fa:16:3e:1e:c8:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab662aed-9f29-4811-90d8-ddabb3046472', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:03:01.930012 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881b706-7fce-452f-a257-424b338245c3 req-a77774e1-f38a-468f-8985-068392a13e47 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:01.930672 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0881b706-7fce-452f-a257-424b338245c3 req-a77774e1-f38a-468f-8985-068392a13e47 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:01.949447 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0881b706-7fce-452f-a257-424b338245c3 req-a77774e1-f38a-468f-8985-068392a13e47 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6197202 Jul 15 13:03:01.965622 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-0881b706-7fce-452f-a257-424b338245c3 req-e46af446-daa9-4c4a-b743-0e7f225a695b service neutron] Request body: {'port': {'device_id': 'c6753eba-1599-47bc-85a9-6660083ac125', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:01.979635 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:01.990459 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-8080f388-79f0-4011-9fa2-851485266f00 service neutron] 10.222.0.46 "GET /v2.0/networks/51088139-1962-4270-bab5-e035251d775b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760688 Jul 15 13:03:01.994314 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bece66c5-ebe5-416d-8a43-9df4c251695b {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:02.018511 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port bece66c5-ebe5-416d-8a43-9df4c251695b, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=bece66c5-ebe5-416d-8a43-9df4c251695b,segment=NetworkSegment(37e986e4-0792-4292-9ed3-45df87b63279),segment_id=37e986e4-0792-4292-9ed3-45df87b63279)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:02.023702 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:02.030127 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bf126a98-8216-4331-9260-b98d253fb8d9 req-09db9d47-4a9d-4e04-b839-772c67574e1f tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] 10.222.0.16 "GET /v2.0/security-groups/57c5aa1b-5c18-4e6b-aed3-067326b35f34 HTTP/1.1" status: 200 len: 1812 time: 0.1848433 Jul 15 13:03:02.065880 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bafe3-d1a2-459c-abae-92ce0e9cc4b8 req-c66c2554-8fbc-4295-914d-9b50df9ff006 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:02.073947 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5a8bafe3-d1a2-459c-abae-92ce0e9cc4b8 req-c66c2554-8fbc-4295-914d-9b50df9ff006 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=3738eafc-32d4-44ae-bdaa-1fab455dcbe4 HTTP/1.1" status: 200 len: 944 time: 0.3435888 Jul 15 13:03:02.091306 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0881b706-7fce-452f-a257-424b338245c3 req-e46af446-daa9-4c4a-b743-0e7f225a695b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:02.100160 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=bece66c5-ebe5-416d-8a43-9df4c251695b,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:02.137983 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-4cbd86fa-8201-45e2-bfa0-d45c37de2d96 None None] Provisioning for port f1ff28ee-a79d-496e-8c91-89850b16bba4 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:02.143302 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-4cbd86fa-8201-45e2-bfa0-d45c37de2d96 None None] Provisioning complete for port f1ff28ee-a79d-496e-8c91-89850b16bba4 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:02.144066 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4cbd86fa-8201-45e2-bfa0-d45c37de2d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:02.195341 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:02.201614 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-4cbd86fa-8201-45e2-bfa0-d45c37de2d96 None None] Port f1ff28ee-a79d-496e-8c91-89850b16bba4 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:03:02.213685 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5a8bafe3-d1a2-459c-abae-92ce0e9cc4b8 req-fdd7ac5c-fc10-4a4f-bab8-cfd870083699 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d43190b-dac3-4c19-9478-e4b1f29751a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381330 Jul 15 13:03:02.296834 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-f468e807-a5be-4541-89e1-e13573666893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca9d6579-4908-42fe-bc48-5b82cd58bee5 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:02.303472 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e91e2e4c-f5f2-4a46-93d5-9b43dd4b09bc req-cf423199-d3d1-4726-aac0-a8b0ebe607b1 service neutron] 10.222.0.46 "GET /v2.0/networks/51088139-1962-4270-bab5-e035251d775b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916842 Jul 15 13:03:02.305998 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bf126a98-8216-4331-9260-b98d253fb8d9 req-8d0874e3-2c11-4d48-98d9-d541cc02ac64 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:02.309773 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-f468e807-a5be-4541-89e1-e13573666893 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:02.347365 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['2c6d32b1-7d71-4f0e-82a1-92c4d773e751'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:02.352099 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['bece66c5-ebe5-416d-8a43-9df4c251695b'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:02.372718 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-f468e807-a5be-4541-89e1-e13573666893 service neutron] Transition to ACTIVE for port object ca9d6579-4908-42fe-bc48-5b82cd58bee5 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:02.381298 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bf126a98-8216-4331-9260-b98d253fb8d9 req-8d0874e3-2c11-4d48-98d9-d541cc02ac64 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:02.385351 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-f468e807-a5be-4541-89e1-e13573666893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:02.441994 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eed97ce5-583a-457e-9a8d-d4d58a9b29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:02.534804 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f468e807-a5be-4541-89e1-e13573666893 service neutron] Pushing event updated for resources: {'Port': ['ID=ca9d6579-4908-42fe-bc48-5b82cd58bee5,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:02.592975 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542cf06-c072-4657-beab-03fdf4275acd req-30ecd18f-44dd-480b-b68c-405e81a3d6c2 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:02.601725 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b542cf06-c072-4657-beab-03fdf4275acd req-30ecd18f-44dd-480b-b68c-405e81a3d6c2 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6753eba-1599-47bc-85a9-6660083ac125 HTTP/1.1" status: 200 len: 931 time: 0.2767291 Jul 15 13:03:02.604682 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bf126a98-8216-4331-9260-b98d253fb8d9 req-8d0874e3-2c11-4d48-98d9-d541cc02ac64 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:02.611359 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bf126a98-8216-4331-9260-b98d253fb8d9 req-8d0874e3-2c11-4d48-98d9-d541cc02ac64 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:02.612931 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bf126a98-8216-4331-9260-b98d253fb8d9 req-8d0874e3-2c11-4d48-98d9-d541cc02ac64 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] 10.222.0.16 "DELETE /v2.0/security-groups/57c5aa1b-5c18-4e6b-aed3-067326b35f34 HTTP/1.1" status: 204 len: 173 time: 0.5039074 Jul 15 13:03:02.637210 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0874e3-2c11-4d48-98d9-d541cc02ac64 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c5aa1b-5c18-4e6b-aed3-067326b35f34,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:02.731813 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b542cf06-c072-4657-beab-03fdf4275acd req-af3e6b42-619c-47a5-81f0-d1998b93d122 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/security-groups?id=a808b393-b40c-49ca-a0c6-0d3624004a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251273 Jul 15 13:03:02.777670 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-f468e807-a5be-4541-89e1-e13573666893 service neutron] Attempting to bind port ca9d6579-4908-42fe-bc48-5b82cd58bee5 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:02.777797 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-f468e807-a5be-4541-89e1-e13573666893 service neutron] Attempting to bind port ca9d6579-4908-42fe-bc48-5b82cd58bee5 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '06712572-6641-4e2d-b66a-2188cc088c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '51088139-1962-4270-bab5-e035251d775b'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:02.778050 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-f468e807-a5be-4541-89e1-e13573666893 service neutron] Attempting to bind port ca9d6579-4908-42fe-bc48-5b82cd58bee5 on network 51088139-1962-4270-bab5-e035251d775b {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:02.784397 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-f468e807-a5be-4541-89e1-e13573666893 service neutron] Port ca9d6579-4908-42fe-bc48-5b82cd58bee5 on network 51088139-1962-4270-bab5-e035251d775b not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:03:02.784715 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-f468e807-a5be-4541-89e1-e13573666893 service neutron] Attempting to bind port ca9d6579-4908-42fe-bc48-5b82cd58bee5 on network 51088139-1962-4270-bab5-e035251d775b {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:02.853945 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-f468e807-a5be-4541-89e1-e13573666893 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:02.854304 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-f468e807-a5be-4541-89e1-e13573666893 service neutron] Checking segment: {'id': '06712572-6641-4e2d-b66a-2188cc088c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '51088139-1962-4270-bab5-e035251d775b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:02.854694 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-f468e807-a5be-4541-89e1-e13573666893 service neutron] Bound using segment: {'id': '06712572-6641-4e2d-b66a-2188cc088c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '51088139-1962-4270-bab5-e035251d775b'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:02.855140 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-f468e807-a5be-4541-89e1-e13573666893 service neutron] Bound port: ca9d6579-4908-42fe-bc48-5b82cd58bee5, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06712572-6641-4e2d-b66a-2188cc088c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '51088139-1962-4270-bab5-e035251d775b'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:02.855500 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-f468e807-a5be-4541-89e1-e13573666893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:02.915809 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff7de18-ef43-4c94-a678-7553951298b2 x-openstack-request-id: req-bff7de18-ef43-4c94-a678-7553951298b2 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:02.916406 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0706dfbb-184e-47a5-b126-8192a21dbb6f", "tag": "2c6d32b1-7d71-4f0e-82a1-92c4d773e751", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:02.916406 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bff7de18-ef43-4c94-a678-7553951298b2 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:02.916674 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0706dfbb-184e-47a5-b126-8192a21dbb6f', 'tag': '2c6d32b1-7d71-4f0e-82a1-92c4d773e751', 'status': 'completed', 'code': 200} Jul 15 13:03:03.007396 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-0881b706-7fce-452f-a257-424b338245c3 req-e46af446-daa9-4c4a-b743-0e7f225a695b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1ff28ee-a79d-496e-8c91-89850b16bba4 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:03.015482 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802e4e0-2fad-439d-a98e-0609b4d06a1a req-7d10019f-d7b5-4ac9-ba45-683e6a13a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:03.015809 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0881b706-7fce-452f-a257-424b338245c3 req-e46af446-daa9-4c4a-b743-0e7f225a695b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:03.017180 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c802e4e0-2fad-439d-a98e-0609b4d06a1a req-7d10019f-d7b5-4ac9-ba45-683e6a13a55d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ea2fcecd3d644b17bc014db2d9aef4f0&device_id=0706dfbb-184e-47a5-b126-8192a21dbb6f HTTP/1.1" status: 200 len: 1096 time: 0.2496669 Jul 15 13:03:03.030213 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-0881b706-7fce-452f-a257-424b338245c3 req-e46af446-daa9-4c4a-b743-0e7f225a695b service neutron] Transition to ACTIVE for port object f1ff28ee-a79d-496e-8c91-89850b16bba4 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:03.033113 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-f468e807-a5be-4541-89e1-e13573666893 service neutron] For port ca9d6579-4908-42fe-bc48-5b82cd58bee5, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:03.037468 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0881b706-7fce-452f-a257-424b338245c3 req-e46af446-daa9-4c4a-b743-0e7f225a695b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:03.046060 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf8126c-b249-4b6e-9059-ca0f1ba32063', 'tag': 'c71bfd72-acc6-41ab-82f1-f7d6d97824ee'}, {'name': 'network-changed', 'server_uuid': '3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc', 'tag': '3d2c0e62-ea70-4b0a-b93d-b899dce25031'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:03.048575 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39030950-97cc-4585-b810-c2dd7ccd921a" -d '{"events": [{"name": "network-changed", "server_uuid": "fcf8126c-b249-4b6e-9059-ca0f1ba32063", "tag": "c71bfd72-acc6-41ab-82f1-f7d6d97824ee"}, {"name": "network-changed", "server_uuid": "3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc", "tag": "3d2c0e62-ea70-4b0a-b93d-b899dce25031"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:03.092037 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77eef42-9401-484d-993a-953bd0609407 req-7809e1a2-0357-4524-98b0-514737116940 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:03.093935 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c77eef42-9401-484d-993a-953bd0609407 req-7809e1a2-0357-4524-98b0-514737116940 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc HTTP/1.1" status: 200 len: 943 time: 0.2274861 Jul 15 13:03:03.098173 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-f468e807-a5be-4541-89e1-e13573666893 service neutron] For port ca9d6579-4908-42fe-bc48-5b82cd58bee5, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ca9d6579-4908-42fe-bc48-5b82cd58bee5,segment=NetworkSegment(06712572-6641-4e2d-b66a-2188cc088c5e),segment_id=06712572-6641-4e2d-b66a-2188cc088c5e)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:03.120907 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd892a-d3dd-4548-8e53-78bd9aed7a35 req-92bda900-0199-4275-93e1-ba133273756b tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:03.122419 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6dfd892a-d3dd-4548-8e53-78bd9aed7a35 req-92bda900-0199-4275-93e1-ba133273756b tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 946 time: 0.2505848 Jul 15 13:03:03.156369 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-f468e807-a5be-4541-89e1-e13573666893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:03.167718 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46af446-daa9-4c4a-b743-0e7f225a695b service neutron] Pushing event updated for resources: {'Port': ['ID=f1ff28ee-a79d-496e-8c91-89850b16bba4,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:03.176519 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-0881b706-7fce-452f-a257-424b338245c3 req-e46af446-daa9-4c4a-b743-0e7f225a695b service neutron] Attempting to bind port f1ff28ee-a79d-496e-8c91-89850b16bba4 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:03.176928 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-0881b706-7fce-452f-a257-424b338245c3 req-e46af446-daa9-4c4a-b743-0e7f225a695b service neutron] Attempting to bind port f1ff28ee-a79d-496e-8c91-89850b16bba4 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '06712572-6641-4e2d-b66a-2188cc088c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '51088139-1962-4270-bab5-e035251d775b'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:03.177319 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0881b706-7fce-452f-a257-424b338245c3 req-e46af446-daa9-4c4a-b743-0e7f225a695b service neutron] Attempting to bind port f1ff28ee-a79d-496e-8c91-89850b16bba4 on network 51088139-1962-4270-bab5-e035251d775b {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:03.181580 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46af446-daa9-4c4a-b743-0e7f225a695b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:03.181580 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46af446-daa9-4c4a-b743-0e7f225a695b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:03.181974 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46af446-daa9-4c4a-b743-0e7f225a695b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:03.182367 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46af446-daa9-4c4a-b743-0e7f225a695b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:03.182807 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46af446-daa9-4c4a-b743-0e7f225a695b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:03.183346 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46af446-daa9-4c4a-b743-0e7f225a695b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:03.184120 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46af446-daa9-4c4a-b743-0e7f225a695b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:03.184120 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46af446-daa9-4c4a-b743-0e7f225a695b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:03.184367 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46af446-daa9-4c4a-b743-0e7f225a695b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:03.184798 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46af446-daa9-4c4a-b743-0e7f225a695b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:03.185182 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46af446-daa9-4c4a-b743-0e7f225a695b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:03.185559 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46af446-daa9-4c4a-b743-0e7f225a695b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:03.190866 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0881b706-7fce-452f-a257-424b338245c3 req-e46af446-daa9-4c4a-b743-0e7f225a695b service neutron] Port f1ff28ee-a79d-496e-8c91-89850b16bba4 on network 51088139-1962-4270-bab5-e035251d775b not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:03:03.191193 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0881b706-7fce-452f-a257-424b338245c3 req-e46af446-daa9-4c4a-b743-0e7f225a695b service neutron] Attempting to bind port f1ff28ee-a79d-496e-8c91-89850b16bba4 on network 51088139-1962-4270-bab5-e035251d775b {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:03.198121 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0881b706-7fce-452f-a257-424b338245c3 req-e46af446-daa9-4c4a-b743-0e7f225a695b service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:03.198470 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0881b706-7fce-452f-a257-424b338245c3 req-e46af446-daa9-4c4a-b743-0e7f225a695b service neutron] Checking segment: {'id': '06712572-6641-4e2d-b66a-2188cc088c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '51088139-1962-4270-bab5-e035251d775b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:03.199179 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0881b706-7fce-452f-a257-424b338245c3 req-e46af446-daa9-4c4a-b743-0e7f225a695b service neutron] Bound using segment: {'id': '06712572-6641-4e2d-b66a-2188cc088c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '51088139-1962-4270-bab5-e035251d775b'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:03.199693 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-0881b706-7fce-452f-a257-424b338245c3 req-e46af446-daa9-4c4a-b743-0e7f225a695b service neutron] Bound port: f1ff28ee-a79d-496e-8c91-89850b16bba4, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06712572-6641-4e2d-b66a-2188cc088c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '51088139-1962-4270-bab5-e035251d775b'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:03.200322 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0881b706-7fce-452f-a257-424b338245c3 req-e46af446-daa9-4c4a-b743-0e7f225a695b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:03.231322 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-f468e807-a5be-4541-89e1-e13573666893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:03.231937 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-f468e807-a5be-4541-89e1-e13573666893 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:03.234150 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-f468e807-a5be-4541-89e1-e13573666893 service neutron] 10.222.0.46 "PUT /v2.0/ports/ca9d6579-4908-42fe-bc48-5b82cd58bee5 HTTP/1.1" status: 200 len: 1093 time: 2.1417367 Jul 15 13:03:03.289158 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-0881b706-7fce-452f-a257-424b338245c3 req-e46af446-daa9-4c4a-b743-0e7f225a695b service neutron] For port f1ff28ee-a79d-496e-8c91-89850b16bba4, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:03.292329 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c77eef42-9401-484d-993a-953bd0609407 req-bbba69a1-df2b-4197-a229-6716bacbcb98 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831288 Jul 15 13:03:03.293368 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-0881b706-7fce-452f-a257-424b338245c3 req-e46af446-daa9-4c4a-b743-0e7f225a695b service neutron] For port f1ff28ee-a79d-496e-8c91-89850b16bba4, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=f1ff28ee-a79d-496e-8c91-89850b16bba4,segment=NetworkSegment(06712572-6641-4e2d-b66a-2188cc088c5e),segment_id=06712572-6641-4e2d-b66a-2188cc088c5e)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:03.300148 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0881b706-7fce-452f-a257-424b338245c3 req-e46af446-daa9-4c4a-b743-0e7f225a695b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:03.323394 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802e4e0-2fad-439d-a98e-0609b4d06a1a req-a64fa9a4-8b9d-43b4-97fc-2626d32b2f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:03.324953 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c802e4e0-2fad-439d-a98e-0609b4d06a1a req-a64fa9a4-8b9d-43b4-97fc-2626d32b2f29 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5dce3b24-e211-4491-aa50-c797e41d1c5e HTTP/1.1" status: 200 len: 906 time: 0.2962477 Jul 15 13:03:03.336287 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6dfd892a-d3dd-4548-8e53-78bd9aed7a35 req-cdab7d45-c529-454c-9980-af8197e345f3 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822028 Jul 15 13:03:03.347823 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f468e807-a5be-4541-89e1-e13573666893 service neutron] Pushing event updated for resources: {'Port': ['ID=ca9d6579-4908-42fe-bc48-5b82cd58bee5,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:03.405669 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881b706-7fce-452f-a257-424b338245c3 req-e46af446-daa9-4c4a-b743-0e7f225a695b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:03.406452 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0881b706-7fce-452f-a257-424b338245c3 req-e46af446-daa9-4c4a-b743-0e7f225a695b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:03.407925 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0881b706-7fce-452f-a257-424b338245c3 req-e46af446-daa9-4c4a-b743-0e7f225a695b service neutron] 10.222.0.46 "PUT /v2.0/ports/f1ff28ee-a79d-496e-8c91-89850b16bba4 HTTP/1.1" status: 200 len: 1092 time: 1.4508905 Jul 15 13:03:03.433256 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:03.452157 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46af446-daa9-4c4a-b743-0e7f225a695b service neutron] Pushing event updated for resources: {'Port': ['ID=f1ff28ee-a79d-496e-8c91-89850b16bba4,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:03.474729 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41768) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:03.517440 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c802e4e0-2fad-439d-a98e-0609b4d06a1a req-02e392ad-157d-4de1-9aa5-bfd575734a78 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c6d32b1-7d71-4f0e-82a1-92c4d773e751 HTTP/1.1" status: 200 len: 217 time: 0.1706724 Jul 15 13:03:03.630362 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881b706-7fce-452f-a257-424b338245c3 req-9d746dbe-c456-46c0-83d3-2a85f49dc8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:03.632185 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0881b706-7fce-452f-a257-424b338245c3 req-9d746dbe-c456-46c0-83d3-2a85f49dc8e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f15f03a38c2d4b6abd2b76b2c894bf22&device_id=c6753eba-1599-47bc-85a9-6660083ac125 HTTP/1.1" status: 200 len: 1095 time: 0.1714306 Jul 15 13:03:03.639827 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4634f5c7-8c92-4794-a6d5-12d4e5f848b2 req-13f22a1c-e342-412a-92dc-8a3e8b8f4ad9 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] 10.222.0.16 "GET /v2.0/security-groups/f4f1187e-0e76-4328-9646-16dada8ac243 HTTP/1.1" status: 200 len: 1812 time: 0.1988797 Jul 15 13:03:03.645948 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802e4e0-2fad-439d-a98e-0609b4d06a1a req-5e9c65a3-5a1b-42e7-a787-376a092a384b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:03.647484 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c802e4e0-2fad-439d-a98e-0609b4d06a1a req-5e9c65a3-5a1b-42e7-a787-376a092a384b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8b9f10c5-3f01-4eb5-b561-afab62792bbb HTTP/1.1" status: 200 len: 844 time: 0.1153352 Jul 15 13:03:03.700768 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0881b706-7fce-452f-a257-424b338245c3 req-1f60f45a-81fa-425f-8c23-579965fb5fcb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1ff28ee-a79d-496e-8c91-89850b16bba4 HTTP/1.1" status: 200 len: 217 time: 0.0565009 Jul 15 13:03:03.710846 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-3560f302-35fb-45a6-9cf8-98952c1e9608 admin admin] Deleting subnet 7de80623-b855-4366-a308-8757d4a69fb8 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:03:03.767076 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881b706-7fce-452f-a257-424b338245c3 req-2a882a46-ee69-4445-a48d-c190e8830c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:03.768573 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0881b706-7fce-452f-a257-424b338245c3 req-2a882a46-ee69-4445-a48d-c190e8830c62 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43b38e30-a88d-40cd-bf7f-30a59cdd6566 HTTP/1.1" status: 200 len: 855 time: 0.0551934 Jul 15 13:03:03.770696 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3560f302-35fb-45a6-9cf8-98952c1e9608 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:03.844747 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3560f302-35fb-45a6-9cf8-98952c1e9608 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:03.896950 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3560f302-35fb-45a6-9cf8-98952c1e9608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:03.931002 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881b706-7fce-452f-a257-424b338245c3 req-7beba4f0-6faf-4d3a-871c-f64d3bb998c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:03.933261 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0881b706-7fce-452f-a257-424b338245c3 req-7beba4f0-6faf-4d3a-871c-f64d3bb998c9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51088139-1962-4270-bab5-e035251d775b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1422880 Jul 15 13:03:03.990424 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3560f302-35fb-45a6-9cf8-98952c1e9608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:04.030868 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-4fafa141-b0e7-4388-aa2d-ba070e2a52eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:04.032376 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-4fafa141-b0e7-4388-aa2d-ba070e2a52eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f15f03a38c2d4b6abd2b76b2c894bf22&device_id=57365271-24f2-4a4e-9d00-9c19d6270689 HTTP/1.1" status: 200 len: 1096 time: 0.7199976 Jul 15 13:03:04.054621 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3560f302-35fb-45a6-9cf8-98952c1e9608 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7de80623-b855-4366-a308-8757d4a69fb8,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:04.063624 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3560f302-35fb-45a6-9cf8-98952c1e9608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:04.068971 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3560f302-35fb-45a6-9cf8-98952c1e9608 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7de80623-b855-4366-a308-8757d4a69fb8 HTTP/1.1" status: 204 len: 168 time: 0.5924582 Jul 15 13:03:04.071064 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41776) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:04.099102 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-0986fa78-3148-4d3b-ae9b-33863a332ff6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca9d6579-4908-42fe-bc48-5b82cd58bee5 HTTP/1.1" status: 200 len: 217 time: 0.0560441 Jul 15 13:03:04.120377 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0881b706-7fce-452f-a257-424b338245c3 req-711f1445-bfbb-4b13-8bfc-510acb7463fb service neutron] 10.222.0.46 "GET /v2.0/networks/51088139-1962-4270-bab5-e035251d775b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722367 Jul 15 13:03:04.162646 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4634f5c7-8c92-4794-a6d5-12d4e5f848b2 req-30e601be-99e7-41da-90e5-21d9e26985b6 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:04.182950 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2addf63a-ba02-4063-b1ce-734377ad177c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:04.206569 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5675339-1e99-4fca-8107-08efb9f6d6cc req-de3f01da-4523-446c-acc4-75badc17f72e tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:04.208073 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c5675339-1e99-4fca-8107-08efb9f6d6cc req-de3f01da-4523-446c-acc4-75badc17f72e tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.16 "GET /v2.0/ports?device_id=0706dfbb-184e-47a5-b126-8192a21dbb6f HTTP/1.1" status: 200 len: 944 time: 0.5479650 Jul 15 13:03:04.213642 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4634f5c7-8c92-4794-a6d5-12d4e5f848b2 req-30e601be-99e7-41da-90e5-21d9e26985b6 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:04.217024 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-1b56bcab-4a32-486e-807e-e9f6463c761e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:04.218452 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-1b56bcab-4a32-486e-807e-e9f6463c761e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43b38e30-a88d-40cd-bf7f-30a59cdd6566 HTTP/1.1" status: 200 len: 855 time: 0.1121724 Jul 15 13:03:04.220168 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802e4e0-2fad-439d-a98e-0609b4d06a1a req-5e6876fc-3bea-447d-a73e-6f977e25379b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:04.221556 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c802e4e0-2fad-439d-a98e-0609b4d06a1a req-5e6876fc-3bea-447d-a73e-6f977e25379b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5dce3b24-e211-4491-aa50-c797e41d1c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5644758 Jul 15 13:03:04.288777 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0881b706-7fce-452f-a257-424b338245c3 req-b419a830-4a0a-4c91-aeee-b4efdfdda4c6 service neutron] 10.222.0.46 "GET /v2.0/networks/51088139-1962-4270-bab5-e035251d775b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403837 Jul 15 13:03:04.315345 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2addf63a-ba02-4063-b1ce-734377ad177c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:04.326158 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-2addf63a-ba02-4063-b1ce-734377ad177c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ccc611d-a289-44b3-992b-3e39605548b4']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:04.336871 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-2addf63a-ba02-4063-b1ce-734377ad177c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51e24302-ea47-473c-821f-7e4d12b6b608') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:04.337328 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-2addf63a-ba02-4063-b1ce-734377ad177c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51e24302-ea47-473c-821f-7e4d12b6b608') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:04.347677 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2addf63a-ba02-4063-b1ce-734377ad177c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:04.362221 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2addf63a-ba02-4063-b1ce-734377ad177c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:04.368410 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2addf63a-ba02-4063-b1ce-734377ad177c admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:03:04.368858 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2addf63a-ba02-4063-b1ce-734377ad177c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:04.370601 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:04.370601 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:04.370601 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:04.370601 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:04.370601 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:03:04.370601 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:03:04.370601 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:03:04.370601 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:03:04.370601 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:03:04.370601 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:03:04.370601 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:03:04.370601 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:03:04.370601 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:03:04.370601 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:03:04.370601 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:03:04.370601 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:03:04.370601 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:03:04.370601 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:03:04.370601 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:03:04.370601 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:03:04.370601 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:03:04.370601 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:03:04.370601 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:03:04.370601 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:03:04.370601 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:03:04.370601 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:03:04.370601 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:03:04.370601 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:03:04.370601 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:03:04.370601 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:03:04.370601 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:03:04.370601 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:03:04.370601 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:03:04.370601 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:03:04.370601 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:03:04.370601 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:03:04.377115 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c5675339-1e99-4fca-8107-08efb9f6d6cc req-c10a9b1a-7189-48e9-a793-8fb3f2255ba7 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c10bd43-1f14-485b-807f-33006f389a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546073 Jul 15 13:03:04.424998 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4634f5c7-8c92-4794-a6d5-12d4e5f848b2 req-30e601be-99e7-41da-90e5-21d9e26985b6 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:04.427511 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4634f5c7-8c92-4794-a6d5-12d4e5f848b2 req-30e601be-99e7-41da-90e5-21d9e26985b6 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:04.439332 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4634f5c7-8c92-4794-a6d5-12d4e5f848b2 req-30e601be-99e7-41da-90e5-21d9e26985b6 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] 10.222.0.16 "DELETE /v2.0/security-groups/f4f1187e-0e76-4328-9646-16dada8ac243 HTTP/1.1" status: 204 len: 173 time: 0.7891064 Jul 15 13:03:04.456567 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2addf63a-ba02-4063-b1ce-734377ad177c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:04.462369 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2addf63a-ba02-4063-b1ce-734377ad177c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:04.469784 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-ed4538fe-66f9-44ea-8beb-3b46c4e81660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:04.471332 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-ed4538fe-66f9-44ea-8beb-3b46c4e81660 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51088139-1962-4270-bab5-e035251d775b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2287543 Jul 15 13:03:04.473483 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c802e4e0-2fad-439d-a98e-0609b4d06a1a req-0faf76d4-847d-4b9f-bcd7-797879d4c868 service neutron] 10.222.0.46 "GET /v2.0/networks/5dce3b24-e211-4491-aa50-c797e41d1c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387679 Jul 15 13:03:04.474419 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e601be-99e7-41da-90e5-21d9e26985b6 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f1187e-0e76-4328-9646-16dada8ac243,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:04.478512 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2addf63a-ba02-4063-b1ce-734377ad177c admin admin] 10.222.0.16 "DELETE /v2.0/networks/3ccc611d-a289-44b3-992b-3e39605548b4 HTTP/1.1" status: 204 len: 168 time: 0.4061263 Jul 15 13:03:04.479196 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41784) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:04.499155 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bbc363-223f-483d-bad8-34f4aab3a844 x-openstack-request-id: req-87bbc363-223f-483d-bad8-34f4aab3a844 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:04.499488 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcf8126c-b249-4b6e-9059-ca0f1ba32063", "tag": "c71bfd72-acc6-41ab-82f1-f7d6d97824ee", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc", "tag": "3d2c0e62-ea70-4b0a-b93d-b899dce25031", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:04.499764 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87bbc363-223f-483d-bad8-34f4aab3a844 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:04.500184 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcf8126c-b249-4b6e-9059-ca0f1ba32063', 'tag': 'c71bfd72-acc6-41ab-82f1-f7d6d97824ee', 'status': 'completed', 'code': 200} Jul 15 13:03:04.500435 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc', 'tag': '3d2c0e62-ea70-4b0a-b93d-b899dce25031', 'status': 'completed', 'code': 200} Jul 15 13:03:04.512077 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2addf63a-ba02-4063-b1ce-734377ad177c admin admin] Pushing event deleted for resources: {'Network': ['ID=3ccc611d-a289-44b3-992b-3e39605548b4,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:04.613117 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a41d554e-0f26-4a88-a18f-9403c4590dda admin admin] Deleting subnet b4418526-a73c-492a-9445-dfe8d4ae39ef {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:03:04.624996 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a41d554e-0f26-4a88-a18f-9403c4590dda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:04.663332 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39030950-97cc-4585-b810-c2dd7ccd921a req-8bfb5b59-0fd2-4e94-b38c-e89771417790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:04.664988 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-39030950-97cc-4585-b810-c2dd7ccd921a req-8bfb5b59-0fd2-4e94-b38c-e89771417790 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f15f03a38c2d4b6abd2b76b2c894bf22&device_id=fcf8126c-b249-4b6e-9059-ca0f1ba32063 HTTP/1.1" status: 200 len: 1095 time: 0.1134012 Jul 15 13:03:04.705956 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a41d554e-0f26-4a88-a18f-9403c4590dda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:04.777969 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c802e4e0-2fad-439d-a98e-0609b4d06a1a req-de152c7a-ee99-431a-97e0-79754811033c service neutron] 10.222.0.46 "GET /v2.0/networks/5dce3b24-e211-4491-aa50-c797e41d1c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763226 Jul 15 13:03:04.783994 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-5583015c-3c4b-4bf9-aab3-8568fc2aabd4 service neutron] 10.222.0.46 "GET /v2.0/networks/51088139-1962-4270-bab5-e035251d775b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743773 Jul 15 13:03:04.796698 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a41d554e-0f26-4a88-a18f-9403c4590dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:04.810884 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3a33d-6e23-47b2-b540-41640741095c req-617c8d7f-3a68-42de-a3f2-5264817c3057 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:04.812427 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4fb3a33d-6e23-47b2-b540-41640741095c req-617c8d7f-3a68-42de-a3f2-5264817c3057 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=3738eafc-32d4-44ae-bdaa-1fab455dcbe4 HTTP/1.1" status: 200 len: 945 time: 0.2535756 Jul 15 13:03:04.845189 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39030950-97cc-4585-b810-c2dd7ccd921a req-059c0e8c-781e-4178-a60f-20482b1892d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:04.846692 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-39030950-97cc-4585-b810-c2dd7ccd921a req-059c0e8c-781e-4178-a60f-20482b1892d3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=51088139-1962-4270-bab5-e035251d775b HTTP/1.1" status: 200 len: 917 time: 0.1748393 Jul 15 13:03:04.874211 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:04.898711 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-39030950-97cc-4585-b810-c2dd7ccd921a req-5bbdc1de-f618-4a6c-8cb6-d7c9a68b9d96 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c71bfd72-acc6-41ab-82f1-f7d6d97824ee HTTP/1.1" status: 200 len: 217 time: 0.0415301 Jul 15 13:03:04.923345 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d09fd-7e2c-42a0-b915-6a00cfb22cd4 req-4eb166b1-85c9-4dc0-a0b4-4be506c99431 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:04.924848 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e5d09fd-7e2c-42a0-b915-6a00cfb22cd4 req-4eb166b1-85c9-4dc0-a0b4-4be506c99431 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6753eba-1599-47bc-85a9-6660083ac125 HTTP/1.1" status: 200 len: 943 time: 0.2264903 Jul 15 13:03:04.932163 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4fb3a33d-6e23-47b2-b540-41640741095c req-adc223a2-d9f7-49a8-bb78-707d39633262 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d43190b-dac3-4c19-9478-e4b1f29751a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043289 Jul 15 13:03:04.939270 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d38631-e256-4930-ba2f-0a20b23412ac', 'name': 'network-vif-deleted', 'tag': 'b0642442-6154-4546-915d-d5c237c9811d'}, {'name': 'network-changed', 'server_uuid': 'c6753eba-1599-47bc-85a9-6660083ac125', 'tag': 'f1ff28ee-a79d-496e-8c91-89850b16bba4'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:04.944494 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7827862f-4785-4fe5-897f-14b40ca77696" -d '{"events": [{"server_uuid": "42d38631-e256-4930-ba2f-0a20b23412ac", "name": "network-vif-deleted", "tag": "b0642442-6154-4546-915d-d5c237c9811d"}, {"name": "network-changed", "server_uuid": "c6753eba-1599-47bc-85a9-6660083ac125", "tag": "f1ff28ee-a79d-496e-8c91-89850b16bba4"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:04.980428 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-53a7f2c1-a604-428c-a4ae-fc47da42e2dd req-af22ce4f-d06c-4ddf-a049-f9b62e8aa8a5 service neutron] 10.222.0.46 "GET /v2.0/networks/51088139-1962-4270-bab5-e035251d775b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876590 Jul 15 13:03:04.982154 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a41d554e-0f26-4a88-a18f-9403c4590dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:05.004969 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e5d09fd-7e2c-42a0-b915-6a00cfb22cd4 req-ae8d5b5f-486c-404e-906b-e2165fb1f9d6 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/security-groups?id=a808b393-b40c-49ca-a0c6-0d3624004a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701156 Jul 15 13:03:05.045632 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d554e-0f26-4a88-a18f-9403c4590dda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4418526-a73c-492a-9445-dfe8d4ae39ef,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:05.051172 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a41d554e-0f26-4a88-a18f-9403c4590dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:05.054858 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a41d554e-0f26-4a88-a18f-9403c4590dda admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b4418526-a73c-492a-9445-dfe8d4ae39ef HTTP/1.1" status: 204 len: 168 time: 0.5730762 Jul 15 13:03:05.057645 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41790) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:05.078064 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39030950-97cc-4585-b810-c2dd7ccd921a req-80839d29-ec79-4601-aa78-b8c9c5db8278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:05.081759 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-39030950-97cc-4585-b810-c2dd7ccd921a req-80839d29-ec79-4601-aa78-b8c9c5db8278 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43b38e30-a88d-40cd-bf7f-30a59cdd6566 HTTP/1.1" status: 200 len: 855 time: 0.1767478 Jul 15 13:03:05.141203 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device b0642442-6154-4546-915d-d5c237c9811d no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:03:05.164809 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: b0642442-6154-4546-915d-d5c237c9811d {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:03:05.165066 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39030950-97cc-4585-b810-c2dd7ccd921a req-8ca53ba4-8464-4c5d-bbb4-609213a2b4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:05.165581 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device b0642442-6154-4546-915d-d5c237c9811d not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:03:05.167470 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-39030950-97cc-4585-b810-c2dd7ccd921a req-8ca53ba4-8464-4c5d-bbb4-609213a2b4a5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51088139-1962-4270-bab5-e035251d775b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0767968 Jul 15 13:03:05.233201 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device c71bfd72-acc6-41ab-82f1-f7d6d97824ee details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:03:05.235296 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device bece66c5-ebe5-416d-8a43-9df4c251695b up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:05.238575 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2f31ea02-6225-4730-91e7-54fa1f0cb661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:05.295469 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-39030950-97cc-4585-b810-c2dd7ccd921a req-918d12b5-7886-4ed5-a244-22f8e1a21957 service neutron] 10.222.0.46 "GET /v2.0/networks/51088139-1962-4270-bab5-e035251d775b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190472 Jul 15 13:03:05.333490 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a68e3-b7c4-45bd-ba23-4c6ba5847b36 req-80b5791e-f7e3-4175-b864-cdc6bdff176f tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:05.341694 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d53a68e3-b7c4-45bd-ba23-4c6ba5847b36 req-80b5791e-f7e3-4175-b864-cdc6bdff176f tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc HTTP/1.1" status: 200 len: 943 time: 0.2142005 Jul 15 13:03:05.423669 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-39030950-97cc-4585-b810-c2dd7ccd921a req-5482d69b-4676-44b8-9edf-01174feb9700 service neutron] 10.222.0.46 "GET /v2.0/networks/51088139-1962-4270-bab5-e035251d775b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205068 Jul 15 13:03:05.423963 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2f31ea02-6225-4730-91e7-54fa1f0cb661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:05.435244 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6fa1b-d8b4-4950-aaf2-fc5807b6ff2a req-cee4aa6d-0d04-4f01-a7ee-b24a0cbe699d tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:05.436825 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d0f6fa1b-d8b4-4950-aaf2-fc5807b6ff2a req-cee4aa6d-0d04-4f01-a7ee-b24a0cbe699d tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 946 time: 0.2640440 Jul 15 13:03:05.451676 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-2f31ea02-6225-4730-91e7-54fa1f0cb661 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9480266e-f171-4511-943c-a28e69cbe78a']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:05.467437 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d53a68e3-b7c4-45bd-ba23-4c6ba5847b36 req-f8ea3d4c-4709-4276-9bbf-012461576944 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244979 Jul 15 13:03:05.492609 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-2f31ea02-6225-4730-91e7-54fa1f0cb661 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '310154ec-56f6-4997-9185-5f4bcad6c43c') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:05.492609 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-2f31ea02-6225-4730-91e7-54fa1f0cb661 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '310154ec-56f6-4997-9185-5f4bcad6c43c') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:05.506362 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2f31ea02-6225-4730-91e7-54fa1f0cb661 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:05.510450 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port bece66c5-ebe5-416d-8a43-9df4c251695b completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:05.525933 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port bece66c5-ebe5-416d-8a43-9df4c251695b triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:05.526881 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:05.533892 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port c71bfd72-acc6-41ab-82f1-f7d6d97824ee, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c71bfd72-acc6-41ab-82f1-f7d6d97824ee,segment=NetworkSegment(06712572-6641-4e2d-b66a-2188cc088c5e),segment_id=06712572-6641-4e2d-b66a-2188cc088c5e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:05.555489 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39030950-97cc-4585-b810-c2dd7ccd921a req-7af24a83-82dc-4ca4-a61f-67bc26d0305f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:05.559884 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d0f6fa1b-d8b4-4950-aaf2-fc5807b6ff2a req-8b7379cf-655f-4c87-92aa-e2c7d7d86b3d tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124127 Jul 15 13:03:05.563742 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2f31ea02-6225-4730-91e7-54fa1f0cb661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:05.572844 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-39030950-97cc-4585-b810-c2dd7ccd921a req-7af24a83-82dc-4ca4-a61f-67bc26d0305f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=42f8630608fb46f681ad77135da09a14&device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc HTTP/1.1" status: 200 len: 1126 time: 0.0896814 Jul 15 13:03:05.574957 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'c71bfd72-acc6-41ab-82f1-f7d6d97824ee', 'network_id': '51088139-1962-4270-bab5-e035251d775b', 'port_id': 'c71bfd72-acc6-41ab-82f1-f7d6d97824ee', 'mac_address': 'fa:16:3e:80:61:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b38e30-a88d-40cd-bf7f-30a59cdd6566', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:03:05.606881 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f31ea02-6225-4730-91e7-54fa1f0cb661 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:03:05.608123 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2f31ea02-6225-4730-91e7-54fa1f0cb661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:03:05.623996 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:03:05.636631 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ddd76eff-32a3-4557-8542-2fc3919306f2 req-e63dcb98-696a-480b-809a-559e93e86162 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] 10.222.0.16 "GET /v2.0/security-groups/fa6cfea1-b4fa-4ca7-947c-e6bf2a6a31ca HTTP/1.1" status: 200 len: 1812 time: 0.1191618 Jul 15 13:03:05.665981 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:05.694043 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c71bfd72-acc6-41ab-82f1-f7d6d97824ee {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:05.716557 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39030950-97cc-4585-b810-c2dd7ccd921a req-d5b9f632-71bf-4112-84de-e79f5ec7b95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:05.718385 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-39030950-97cc-4585-b810-c2dd7ccd921a req-d5b9f632-71bf-4112-84de-e79f5ec7b95d service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f HTTP/1.1" status: 200 len: 922 time: 0.1422396 Jul 15 13:03:05.741254 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port c71bfd72-acc6-41ab-82f1-f7d6d97824ee, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c71bfd72-acc6-41ab-82f1-f7d6d97824ee,segment=NetworkSegment(06712572-6641-4e2d-b66a-2188cc088c5e),segment_id=06712572-6641-4e2d-b66a-2188cc088c5e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:05.749987 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:05.780489 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:05.792514 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-39030950-97cc-4585-b810-c2dd7ccd921a req-685f8b60-2e7c-422c-a927-dd7ddd4bceea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d2c0e62-ea70-4b0a-b93d-b899dce25031 HTTP/1.1" status: 200 len: 217 time: 0.0661337 Jul 15 13:03:05.794465 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5662ab-43b7-4a65-bf4d-9fb028686203 x-openstack-request-id: req-5f5662ab-43b7-4a65-bf4d-9fb028686203 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:05.794809 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d38631-e256-4930-ba2f-0a20b23412ac", "name": "network-vif-deleted", "tag": "b0642442-6154-4546-915d-d5c237c9811d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c6753eba-1599-47bc-85a9-6660083ac125", "tag": "f1ff28ee-a79d-496e-8c91-89850b16bba4", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:05.795101 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5f5662ab-43b7-4a65-bf4d-9fb028686203 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:05.795879 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d38631-e256-4930-ba2f-0a20b23412ac', 'name': 'network-vif-deleted', 'tag': 'b0642442-6154-4546-915d-d5c237c9811d', 'status': 'completed', 'code': 200} Jul 15 13:03:05.796137 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6753eba-1599-47bc-85a9-6660083ac125', 'tag': 'f1ff28ee-a79d-496e-8c91-89850b16bba4', 'status': 'completed', 'code': 200} Jul 15 13:03:05.812238 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2f31ea02-6225-4730-91e7-54fa1f0cb661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:05.814984 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3738eafc-32d4-44ae-bdaa-1fab455dcbe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bece66c5-ebe5-416d-8a43-9df4c251695b'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:05.817474 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51cf241-c6af-4bf3-a1c7-ec7c740e4480" -d '{"events": [{"server_uuid": "3738eafc-32d4-44ae-bdaa-1fab455dcbe4", "name": "network-vif-plugged", "status": "completed", "tag": "bece66c5-ebe5-416d-8a43-9df4c251695b"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:05.819159 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2f31ea02-6225-4730-91e7-54fa1f0cb661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:05.821616 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2f31ea02-6225-4730-91e7-54fa1f0cb661 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9480266e-f171-4511-943c-a28e69cbe78a HTTP/1.1" status: 204 len: 168 time: 0.7596171 Jul 15 13:03:05.843270 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f31ea02-6225-4730-91e7-54fa1f0cb661 admin admin] Pushing event deleted for resources: {'Network': ['ID=9480266e-f171-4511-943c-a28e69cbe78a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:05.846457 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port bece66c5-ebe5-416d-8a43-9df4c251695b, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=bece66c5-ebe5-416d-8a43-9df4c251695b,segment=NetworkSegment(37e986e4-0792-4292-9ed3-45df87b63279),segment_id=37e986e4-0792-4292-9ed3-45df87b63279)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:05.852988 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=c71bfd72-acc6-41ab-82f1-f7d6d97824ee,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:05.857672 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:05.858848 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 2c6d32b1-7d71-4f0e-82a1-92c4d773e751 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:05.892548 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ddd76eff-32a3-4557-8542-2fc3919306f2 req-d965d008-84f4-449b-9cfb-eda2d5bb4ebe tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:05.937849 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=bece66c5-ebe5-416d-8a43-9df4c251695b,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:05.971552 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-65750c64-6600-4f8d-bb49-497ba0fb9ab2 service neutron] 10.222.0.46 "GET /v2.0/ports/3d2c0e62-ea70-4b0a-b93d-b899dce25031/bindings/n-h1-771363-36 HTTP/1.1" status: 200 len: 385 time: 0.2235401 Jul 15 13:03:05.972824 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39030950-97cc-4585-b810-c2dd7ccd921a req-708b9947-d326-457f-9a21-de3fb83ed196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:05.974667 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-39030950-97cc-4585-b810-c2dd7ccd921a req-708b9947-d326-457f-9a21-de3fb83ed196 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=522453a6-daf1-42ae-a6f8-abb7ab66795d HTTP/1.1" status: 200 len: 861 time: 0.1666138 Jul 15 13:03:05.981415 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 2c6d32b1-7d71-4f0e-82a1-92c4d773e751 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:05.985005 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827862f-4785-4fe5-897f-14b40ca77696 req-5e16dc62-6879-4eef-a4fb-3f9655e10cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:05.987108 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7827862f-4785-4fe5-897f-14b40ca77696 req-5e16dc62-6879-4eef-a4fb-3f9655e10cb9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f15f03a38c2d4b6abd2b76b2c894bf22&device_id=c6753eba-1599-47bc-85a9-6660083ac125 HTTP/1.1" status: 200 len: 1095 time: 0.1902292 Jul 15 13:03:05.987797 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 2c6d32b1-7d71-4f0e-82a1-92c4d773e751 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:05.988184 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:05.995753 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ddd76eff-32a3-4557-8542-2fc3919306f2 req-d965d008-84f4-449b-9cfb-eda2d5bb4ebe tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:06.003694 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-47a66d45-1e51-4913-9d1e-581eba7f44d2 req-738e9645-1f4f-4e43-96ff-3c66adae9a67 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7e0d083b-1b52-40f8-a8de-a60051e81a1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3092642 Jul 15 13:03:06.025301 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41802) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:06.027910 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-39030950-97cc-4585-b810-c2dd7ccd921a req-82d7b6dd-a072-47f0-8963-2c5445bc56f0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395763 Jul 15 13:03:06.048019 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['c71bfd72-acc6-41ab-82f1-f7d6d97824ee'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:06.109803 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:06.139045 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ed2573bc-c295-4fdc-ab8e-352183484e3c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eab83a220c154216861503618b01c15d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1074429 Jul 15 13:03:06.147072 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41806) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:06.160585 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 2c6d32b1-7d71-4f0e-82a1-92c4d773e751, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2c6d32b1-7d71-4f0e-82a1-92c4d773e751,segment=NetworkSegment(25bed126-b226-40f7-aece-5e23dff6b4ab),segment_id=25bed126-b226-40f7-aece-5e23dff6b4ab)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:06.170343 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:06.174259 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba641e4-671d-4dbf-af5b-c1ec4432f0b1 req-823aa08c-378c-43c5-af46-a067dad540d6 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:06.181365 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cba641e4-671d-4dbf-af5b-c1ec4432f0b1 req-823aa08c-378c-43c5-af46-a067dad540d6 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.16 "GET /v2.0/ports?device_id=0706dfbb-184e-47a5-b126-8192a21dbb6f HTTP/1.1" status: 200 len: 944 time: 0.2867708 Jul 15 13:03:06.242907 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=2c6d32b1-7d71-4f0e-82a1-92c4d773e751,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:06.254116 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827862f-4785-4fe5-897f-14b40ca77696 req-5e0e4a2f-079f-46ab-8190-969d06f3a178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:06.255641 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7827862f-4785-4fe5-897f-14b40ca77696 req-5e0e4a2f-079f-46ab-8190-969d06f3a178 service neutron] 10.222.0.46 "GET /v2.0/networks?id=51088139-1962-4270-bab5-e035251d775b HTTP/1.1" status: 200 len: 917 time: 0.2581418 Jul 15 13:03:06.263348 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-39030950-97cc-4585-b810-c2dd7ccd921a req-c9aed1fa-4d15-4379-b629-7a6dccfaf917 service neutron] 10.222.0.46 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083035 Jul 15 13:03:06.269008 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ddd76eff-32a3-4557-8542-2fc3919306f2 req-d965d008-84f4-449b-9cfb-eda2d5bb4ebe tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:06.271678 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ddd76eff-32a3-4557-8542-2fc3919306f2 req-d965d008-84f4-449b-9cfb-eda2d5bb4ebe tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:06.272960 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ddd76eff-32a3-4557-8542-2fc3919306f2 req-d965d008-84f4-449b-9cfb-eda2d5bb4ebe tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] 10.222.0.16 "DELETE /v2.0/security-groups/fa6cfea1-b4fa-4ca7-947c-e6bf2a6a31ca HTTP/1.1" status: 204 len: 173 time: 0.6298678 Jul 15 13:03:06.327761 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a66d45-1e51-4913-9d1e-581eba7f44d2 req-a16042c4-6d2b-4cec-afc0-67deeb1a36e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:06.329352 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-47a66d45-1e51-4913-9d1e-581eba7f44d2 req-a16042c4-6d2b-4cec-afc0-67deeb1a36e7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=42f8630608fb46f681ad77135da09a14&device_id=7e0d083b-1b52-40f8-a8de-a60051e81a1b HTTP/1.1" status: 200 len: 1096 time: 0.2558801 Jul 15 13:03:06.334888 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d965d008-84f4-449b-9cfb-eda2d5bb4ebe tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6cfea1-b4fa-4ca7-947c-e6bf2a6a31ca,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:06.352889 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7827862f-4785-4fe5-897f-14b40ca77696 req-232e0861-3730-4ceb-967d-cb681e42ac49 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1ff28ee-a79d-496e-8c91-89850b16bba4 HTTP/1.1" status: 200 len: 217 time: 0.0882344 Jul 15 13:03:06.359737 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cba641e4-671d-4dbf-af5b-c1ec4432f0b1 req-48a336fc-590c-408a-acdb-037068d5b6ae tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c10bd43-1f14-485b-807f-33006f389a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734183 Jul 15 13:03:06.416816 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7bcde941-1891-42c7-aaaa-b66867ccbe49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:06.470860 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827862f-4785-4fe5-897f-14b40ca77696 req-764bdba0-4f7a-423c-87f8-079544535372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:06.472530 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7827862f-4785-4fe5-897f-14b40ca77696 req-764bdba0-4f7a-423c-87f8-079544535372 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43b38e30-a88d-40cd-bf7f-30a59cdd6566 HTTP/1.1" status: 200 len: 855 time: 0.1111708 Jul 15 13:03:06.474441 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-39030950-97cc-4585-b810-c2dd7ccd921a req-b9bac6f3-ee12-4e51-b685-ba03def57623 service neutron] 10.222.0.46 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031589 Jul 15 13:03:06.514201 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57365271-24f2-4a4e-9d00-9c19d6270689', 'tag': 'ca9d6579-4908-42fe-bc48-5b82cd58bee5'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:06.516449 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983599db-c223-41f7-a627-5d2479ec2253" -d '{"events": [{"name": "network-changed", "server_uuid": "57365271-24f2-4a4e-9d00-9c19d6270689", "tag": "ca9d6579-4908-42fe-bc48-5b82cd58bee5"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:06.518732 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05804e62-08be-47a7-bb2b-02042afe96a8 x-openstack-request-id: req-05804e62-08be-47a7-bb2b-02042afe96a8 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:06.519366 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3738eafc-32d4-44ae-bdaa-1fab455dcbe4", "name": "network-vif-plugged", "status": "completed", "tag": "bece66c5-ebe5-416d-8a43-9df4c251695b", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:06.519818 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-05804e62-08be-47a7-bb2b-02042afe96a8 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:06.520701 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3738eafc-32d4-44ae-bdaa-1fab455dcbe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bece66c5-ebe5-416d-8a43-9df4c251695b', 'code': 200} Jul 15 13:03:06.581092 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827862f-4785-4fe5-897f-14b40ca77696 req-32d59c24-d3fe-46c8-a9e5-3fd4a8b3b8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:06.583347 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7827862f-4785-4fe5-897f-14b40ca77696 req-32d59c24-d3fe-46c8-a9e5-3fd4a8b3b8be service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51088139-1962-4270-bab5-e035251d775b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0917876 Jul 15 13:03:06.595785 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7bcde941-1891-42c7-aaaa-b66867ccbe49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:06.610269 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a66d45-1e51-4913-9d1e-581eba7f44d2 req-bcedc25a-3e87-441f-bbdd-e4d77a619e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:06.611781 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-47a66d45-1e51-4913-9d1e-581eba7f44d2 req-bcedc25a-3e87-441f-bbdd-e4d77a619e52 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f HTTP/1.1" status: 200 len: 922 time: 0.2474580 Jul 15 13:03:06.615800 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-30f8050d-ded4-468a-b1d6-162949c3e774 service neutron] For port 3d2c0e62-ea70-4b0a-b93d-b899dce25031, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=3d2c0e62-ea70-4b0a-b93d-b899dce25031,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:06.746936 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5658aa-008e-4527-be0e-ca1979c94315 req-2d4758a1-8015-463e-a414-31c0a5af54d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:06.748485 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-df5658aa-008e-4527-be0e-ca1979c94315 req-2d4758a1-8015-463e-a414-31c0a5af54d1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3738eafc-32d4-44ae-bdaa-1fab455dcbe4 HTTP/1.1" status: 200 len: 1098 time: 0.1345918 Jul 15 13:03:06.750490 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7827862f-4785-4fe5-897f-14b40ca77696 req-b6009835-dadd-4e1c-9b7e-8a45e371c8f4 service neutron] 10.222.0.46 "GET /v2.0/networks/51088139-1962-4270-bab5-e035251d775b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500051 Jul 15 13:03:06.860946 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-df5658aa-008e-4527-be0e-ca1979c94315 req-f8320972-96d3-4599-b2c3-a5ea7d06718f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8d43190b-dac3-4c19-9478-e4b1f29751a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961864 Jul 15 13:03:06.894034 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7827862f-4785-4fe5-897f-14b40ca77696 req-2397384a-becc-41f1-9434-caefe1dc32cd service neutron] 10.222.0.46 "GET /v2.0/networks/51088139-1962-4270-bab5-e035251d775b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277089 Jul 15 13:03:06.968000 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-47a66d45-1e51-4913-9d1e-581eba7f44d2 req-72a61ae3-17b3-475f-a6f1-49b80f411aa2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a355c265-55bd-4651-9018-cf362016aeb5 HTTP/1.1" status: 200 len: 217 time: 0.3449943 Jul 15 13:03:06.980224 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-30f8050d-ded4-468a-b1d6-162949c3e774 service neutron] For port 3d2c0e62-ea70-4b0a-b93d-b899dce25031, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:07.070890 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825eda5e-25e3-4339-bacd-5dd9b8b9f11e req-c1e3e1f4-4545-4ae2-9ce8-0f321855a81f tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:07.072878 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-825eda5e-25e3-4339-bacd-5dd9b8b9f11e req-c1e3e1f4-4545-4ae2-9ce8-0f321855a81f tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=3738eafc-32d4-44ae-bdaa-1fab455dcbe4 HTTP/1.1" status: 200 len: 946 time: 0.5520267 Jul 15 13:03:07.081281 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-30f8050d-ded4-468a-b1d6-162949c3e774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d2c0e62-ea70-4b0a-b93d-b899dce25031 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:07.094103 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7bcde941-1891-42c7-aaaa-b66867ccbe49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:07.096652 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7bcde941-1891-42c7-aaaa-b66867ccbe49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:07.097758 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7bcde941-1891-42c7-aaaa-b66867ccbe49 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aade9e98-88ea-4e93-8a3a-267a617a212a HTTP/1.1" status: 204 len: 168 time: 0.9477127 Jul 15 13:03:07.111489 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-30f8050d-ded4-468a-b1d6-162949c3e774 service neutron] For port 3d2c0e62-ea70-4b0a-b93d-b899dce25031, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=3d2c0e62-ea70-4b0a-b93d-b899dce25031,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:07.127696 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a66d45-1e51-4913-9d1e-581eba7f44d2 req-a1baea42-4987-4c17-b422-bff98dbe2d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:07.129146 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-47a66d45-1e51-4913-9d1e-581eba7f44d2 req-a1baea42-4987-4c17-b422-bff98dbe2d96 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=522453a6-daf1-42ae-a6f8-abb7ab66795d HTTP/1.1" status: 200 len: 861 time: 0.1263094 Jul 15 13:03:07.143448 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcde941-1891-42c7-aaaa-b66867ccbe49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aade9e98-88ea-4e93-8a3a-267a617a212a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:07.176082 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-30f8050d-ded4-468a-b1d6-162949c3e774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:07.182508 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-47a66d45-1e51-4913-9d1e-581eba7f44d2 req-bc2b7f5e-c0b3-480f-b7a1-7d96b28c2672 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401878 Jul 15 13:03:07.201051 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b31308-3d7b-492e-a0e5-92bc830fc115 req-12137285-3fe6-4ccb-8d09-25d70dfc81c1 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:07.202585 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-20b31308-3d7b-492e-a0e5-92bc830fc115 req-12137285-3fe6-4ccb-8d09-25d70dfc81c1 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6753eba-1599-47bc-85a9-6660083ac125 HTTP/1.1" status: 200 len: 943 time: 0.5807309 Jul 15 13:03:07.221651 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-825eda5e-25e3-4339-bacd-5dd9b8b9f11e req-cb8a531d-aac6-4ad6-bdc5-133c63e5c3f8 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d43190b-dac3-4c19-9478-e4b1f29751a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354644 Jul 15 13:03:07.255822 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device ca9d6579-4908-42fe-bc48-5b82cd58bee5 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:03:07.258712 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device c71bfd72-acc6-41ab-82f1-f7d6d97824ee up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:07.372828 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port c71bfd72-acc6-41ab-82f1-f7d6d97824ee completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:07.374625 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-20b31308-3d7b-492e-a0e5-92bc830fc115 req-030ef5c8-1a57-4e6b-b783-8186844b0fab tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/security-groups?id=a808b393-b40c-49ca-a0c6-0d3624004a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577313 Jul 15 13:03:07.383624 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port c71bfd72-acc6-41ab-82f1-f7d6d97824ee triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:07.384012 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:07.426839 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7c701b10-8859-4887-82d4-85858405398d req-261a4b70-a0cb-437f-9894-f2494b140196 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] 10.222.0.16 "GET /v2.0/security-groups/863ed521-1e6e-4b0e-bde5-ea504e0a32ac HTTP/1.1" status: 200 len: 1811 time: 0.1564200 Jul 15 13:03:07.428185 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port ca9d6579-4908-42fe-bc48-5b82cd58bee5, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ca9d6579-4908-42fe-bc48-5b82cd58bee5,segment=NetworkSegment(06712572-6641-4e2d-b66a-2188cc088c5e),segment_id=06712572-6641-4e2d-b66a-2188cc088c5e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:07.436083 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-47a66d45-1e51-4913-9d1e-581eba7f44d2 req-5d925bd2-47cc-404a-9b50-55a99f13c880 service neutron] 10.222.0.46 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319248 Jul 15 13:03:07.455624 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'ca9d6579-4908-42fe-bc48-5b82cd58bee5', 'network_id': '51088139-1962-4270-bab5-e035251d775b', 'port_id': 'ca9d6579-4908-42fe-bc48-5b82cd58bee5', 'mac_address': 'fa:16:3e:fd:0c:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b38e30-a88d-40cd-bf7f-30a59cdd6566', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:03:07.514698 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41828) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:07.521249 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:07.536211 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7c701b10-8859-4887-82d4-85858405398d req-73d048ff-c4c3-48b3-a1f0-ed756ce4a62a tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:07.541009 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-30f8050d-ded4-468a-b1d6-162949c3e774 service neutron] Transition to ACTIVE for port object 3d2c0e62-ea70-4b0a-b93d-b899dce25031 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:07.556743 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:07.571071 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-950d9baa-9b5f-4dd9-8513-05b30ae46a46 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1348d4d0c4774ebeb8d5146199aafc5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534894 Jul 15 13:03:07.572764 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port c71bfd72-acc6-41ab-82f1-f7d6d97824ee, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c71bfd72-acc6-41ab-82f1-f7d6d97824ee,segment=NetworkSegment(06712572-6641-4e2d-b66a-2188cc088c5e),segment_id=06712572-6641-4e2d-b66a-2188cc088c5e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:07.573422 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41830) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:07.577911 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca9d6579-4908-42fe-bc48-5b82cd58bee5 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:07.582675 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:07.584089 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 3d2c0e62-ea70-4b0a-b93d-b899dce25031 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:03:07.584965 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-30f8050d-ded4-468a-b1d6-162949c3e774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:07.642046 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-479dd737-8d67-4d5e-af9e-c0aece9ff8c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:07.656055 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port ca9d6579-4908-42fe-bc48-5b82cd58bee5, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ca9d6579-4908-42fe-bc48-5b82cd58bee5,segment=NetworkSegment(06712572-6641-4e2d-b66a-2188cc088c5e),segment_id=06712572-6641-4e2d-b66a-2188cc088c5e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:07.667176 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:07.668075 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device f1ff28ee-a79d-496e-8c91-89850b16bba4 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:03:07.676225 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-479dd737-8d67-4d5e-af9e-c0aece9ff8c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:07.690541 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 3d2c0e62-ea70-4b0a-b93d-b899dce25031 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:03:07.698012 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=c71bfd72-acc6-41ab-82f1-f7d6d97824ee,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:07.712048 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-30f8050d-ded4-468a-b1d6-162949c3e774 service neutron] No DVR routers for this DVR port 3d2c0e62-ea70-4b0a-b93d-b899dce25031 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:03:07.729504 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7c701b10-8859-4887-82d4-85858405398d req-73d048ff-c4c3-48b3-a1f0-ed756ce4a62a tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:07.744532 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port f1ff28ee-a79d-496e-8c91-89850b16bba4, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=f1ff28ee-a79d-496e-8c91-89850b16bba4,segment=NetworkSegment(06712572-6641-4e2d-b66a-2188cc088c5e),segment_id=06712572-6641-4e2d-b66a-2188cc088c5e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:07.749956 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-479dd737-8d67-4d5e-af9e-c0aece9ff8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:07.752453 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-479dd737-8d67-4d5e-af9e-c0aece9ff8c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:07.759277 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-479dd737-8d67-4d5e-af9e-c0aece9ff8c7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e2ef5e94-55b0-4599-a4a3-b487844cc0ff HTTP/1.1" status: 204 len: 168 time: 0.1844063 Jul 15 13:03:07.766184 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'f1ff28ee-a79d-496e-8c91-89850b16bba4', 'network_id': '51088139-1962-4270-bab5-e035251d775b', 'port_id': 'f1ff28ee-a79d-496e-8c91-89850b16bba4', 'mac_address': 'fa:16:3e:eb:07:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b38e30-a88d-40cd-bf7f-30a59cdd6566', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:03:07.773471 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479dd737-8d67-4d5e-af9e-c0aece9ff8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ef5e94-55b0-4599-a4a3-b487844cc0ff,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:07.773827 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=ca9d6579-4908-42fe-bc48-5b82cd58bee5,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:07.828778 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:07.851404 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ff28ee-a79d-496e-8c91-89850b16bba4 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:07.875036 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port f1ff28ee-a79d-496e-8c91-89850b16bba4, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=f1ff28ee-a79d-496e-8c91-89850b16bba4,segment=NetworkSegment(06712572-6641-4e2d-b66a-2188cc088c5e),segment_id=06712572-6641-4e2d-b66a-2188cc088c5e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:07.879404 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:07.884101 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-30f8050d-ded4-468a-b1d6-162949c3e774 service neutron] 10.222.0.46 "PUT /v2.0/ports/3d2c0e62-ea70-4b0a-b93d-b899dce25031/bindings/n-h1-771363-36/activate HTTP/1.1" status: 200 len: 370 time: 1.8990982 Jul 15 13:03:07.887151 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f8050d-ded4-468a-b1d6-162949c3e774 service neutron] Pushing event updated for resources: {'Port': ['ID=3d2c0e62-ea70-4b0a-b93d-b899dce25031,revision_number=10']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:07.899849 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-47a66d45-1e51-4913-9d1e-581eba7f44d2 req-bb431722-db14-41b7-a491-2aeaeb2e9baf service neutron] 10.222.0.46 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180186 Jul 15 13:03:07.914172 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac38ab9-9a47-44cd-b353-24a17f0968dc req-4ab4345a-bf3d-4495-92b0-78068cf60c10 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:07.916401 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1ac38ab9-9a47-44cd-b353-24a17f0968dc req-4ab4345a-bf3d-4495-92b0-78068cf60c10 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc HTTP/1.1" status: 200 len: 944 time: 0.3767858 Jul 15 13:03:07.925562 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7c701b10-8859-4887-82d4-85858405398d req-73d048ff-c4c3-48b3-a1f0-ed756ce4a62a tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:07.928744 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7c701b10-8859-4887-82d4-85858405398d req-73d048ff-c4c3-48b3-a1f0-ed756ce4a62a tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:07.940675 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7c701b10-8859-4887-82d4-85858405398d req-73d048ff-c4c3-48b3-a1f0-ed756ce4a62a tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] 10.222.0.16 "DELETE /v2.0/security-groups/863ed521-1e6e-4b0e-bde5-ea504e0a32ac HTTP/1.1" status: 204 len: 173 time: 0.5127537 Jul 15 13:03:07.953116 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=f1ff28ee-a79d-496e-8c91-89850b16bba4,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:07.996692 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d048ff-c4c3-48b3-a1f0-ed756ce4a62a tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=863ed521-1e6e-4b0e-bde5-ea504e0a32ac,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:08.008832 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c59cd7a-6a8b-45c8-901f-3f2ebbec5035 x-openstack-request-id: req-1c59cd7a-6a8b-45c8-901f-3f2ebbec5035 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:08.010099 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57365271-24f2-4a4e-9d00-9c19d6270689", "tag": "ca9d6579-4908-42fe-bc48-5b82cd58bee5", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:08.010099 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c59cd7a-6a8b-45c8-901f-3f2ebbec5035 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:08.010317 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57365271-24f2-4a4e-9d00-9c19d6270689', 'tag': 'ca9d6579-4908-42fe-bc48-5b82cd58bee5', 'status': 'completed', 'code': 200} Jul 15 13:03:08.039160 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1ac38ab9-9a47-44cd-b353-24a17f0968dc req-1f537773-4384-46d4-b5ab-067f1d494918 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147666 Jul 15 13:03:08.122060 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983599db-c223-41f7-a627-5d2479ec2253 req-6886176b-5ad7-4cca-8cab-1ec7bd3b86f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:08.123387 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-e4f12397-e79e-46fc-b091-8db462c75f2c tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:08.124418 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-983599db-c223-41f7-a627-5d2479ec2253 req-6886176b-5ad7-4cca-8cab-1ec7bd3b86f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f15f03a38c2d4b6abd2b76b2c894bf22&device_id=57365271-24f2-4a4e-9d00-9c19d6270689 HTTP/1.1" status: 200 len: 1097 time: 0.0819240 Jul 15 13:03:08.124916 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-e4f12397-e79e-46fc-b091-8db462c75f2c tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc&tenant_id=42f8630608fb46f681ad77135da09a14&binding%3Ahost_id=n-h2-771363-36 HTTP/1.1" status: 200 len: 1096 time: 0.1441090 Jul 15 13:03:08.178479 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['ca9d6579-4908-42fe-bc48-5b82cd58bee5'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:08.199464 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-ee3a7cf2-b896-4bcf-8207-156fe997e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:08.201300 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-ee3a7cf2-b896-4bcf-8207-156fe997e58c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc&tenant_id=42f8630608fb46f681ad77135da09a14 HTTP/1.1" status: 200 len: 1096 time: 0.0679543 Jul 15 13:03:08.206770 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['f1ff28ee-a79d-496e-8c91-89850b16bba4'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:08.319933 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983599db-c223-41f7-a627-5d2479ec2253 req-33efc14c-8caf-4221-b348-a406ba2c34be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:08.321494 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-983599db-c223-41f7-a627-5d2479ec2253 req-33efc14c-8caf-4221-b348-a406ba2c34be service neutron] 10.222.0.46 "GET /v2.0/networks?id=51088139-1962-4270-bab5-e035251d775b HTTP/1.1" status: 200 len: 917 time: 0.1890934 Jul 15 13:03:08.341077 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002c112-b292-43de-9f99-f6140721f425 req-6690ab82-eea7-470b-8620-37ba8173ef8c tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:08.342787 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b002c112-b292-43de-9f99-f6140721f425 req-6690ab82-eea7-470b-8620-37ba8173ef8c tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 946 time: 0.1867290 Jul 15 13:03:08.351642 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-a9d1ce26-8236-4eb9-a87f-a8b1e51198bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:08.353884 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-a9d1ce26-8236-4eb9-a87f-a8b1e51198bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42f8630608fb46f681ad77135da09a14&device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc HTTP/1.1" status: 200 len: 1096 time: 0.1224179 Jul 15 13:03:08.357669 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23487e55-b02d-4c6a-b8a2-53a7eda0b2db req-a57f469b-59e3-4869-996b-10aee9874990 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:08.359210 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-23487e55-b02d-4c6a-b8a2-53a7eda0b2db req-a57f469b-59e3-4869-996b-10aee9874990 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.16 "GET /v2.0/ports?device_id=0706dfbb-184e-47a5-b126-8192a21dbb6f HTTP/1.1" status: 200 len: 945 time: 0.1949229 Jul 15 13:03:08.406014 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-983599db-c223-41f7-a627-5d2479ec2253 req-d46a8320-79aa-4179-8bcc-93cf75376215 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca9d6579-4908-42fe-bc48-5b82cd58bee5 HTTP/1.1" status: 200 len: 217 time: 0.0601938 Jul 15 13:03:08.498982 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b002c112-b292-43de-9f99-f6140721f425 req-8c7a6368-31af-4dae-8939-5af8c5e10224 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374249 Jul 15 13:03:08.512650 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-23487e55-b02d-4c6a-b8a2-53a7eda0b2db req-03edf859-1895-4132-be64-5562e5e3d08e tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c10bd43-1f14-485b-807f-33006f389a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203399 Jul 15 13:03:08.535290 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983599db-c223-41f7-a627-5d2479ec2253 req-b2906d25-7a57-4a5c-8dd0-d34679efe65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:08.535627 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0706dfbb-184e-47a5-b126-8192a21dbb6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6d32b1-7d71-4f0e-82a1-92c4d773e751'}, {'server_uuid': 'fcf8126c-b249-4b6e-9059-ca0f1ba32063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71bfd72-acc6-41ab-82f1-f7d6d97824ee'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:08.538408 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52472c3e-34b1-4b31-ac11-6a322f15aa52" -d '{"events": [{"server_uuid": "0706dfbb-184e-47a5-b126-8192a21dbb6f", "name": "network-vif-plugged", "status": "completed", "tag": "2c6d32b1-7d71-4f0e-82a1-92c4d773e751"}, {"server_uuid": "fcf8126c-b249-4b6e-9059-ca0f1ba32063", "name": "network-vif-plugged", "status": "completed", "tag": "c71bfd72-acc6-41ab-82f1-f7d6d97824ee"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:08.545048 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-983599db-c223-41f7-a627-5d2479ec2253 req-b2906d25-7a57-4a5c-8dd0-d34679efe65c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43b38e30-a88d-40cd-bf7f-30a59cdd6566 HTTP/1.1" status: 200 len: 855 time: 0.1238673 Jul 15 13:03:08.559312 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-eb837b0b-11fa-49fd-a9ca-2341fb93c65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:08.560887 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-eb837b0b-11fa-49fd-a9ca-2341fb93c65e service neutron] 10.222.0.20 "GET /v2.0/networks?id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f HTTP/1.1" status: 200 len: 922 time: 0.2006953 Jul 15 13:03:08.625923 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-ece9f944-b19c-4504-85ee-9f7efd346222 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d2c0e62-ea70-4b0a-b93d-b899dce25031 HTTP/1.1" status: 200 len: 217 time: 0.0576625 Jul 15 13:03:08.662803 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e219d957-8d92-4a52-b703-d98fa4ba7f99 req-9f9e8f08-f76c-4759-b148-b522ed99c253 tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] 10.222.0.16 "GET /v2.0/security-groups/4f8daf03-96c1-48f2-8fcf-6f042baefee5 HTTP/1.1" status: 200 len: 1811 time: 0.0928864 Jul 15 13:03:08.684815 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-6ec4b45d-a9c4-419c-b67d-cb33d2c55599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:08.687118 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-6ec4b45d-a9c4-419c-b67d-cb33d2c55599 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=522453a6-daf1-42ae-a6f8-abb7ab66795d HTTP/1.1" status: 200 len: 861 time: 0.0550809 Jul 15 13:03:08.694723 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983599db-c223-41f7-a627-5d2479ec2253 req-1096f202-6e53-437b-ac17-c070ec55b2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:08.698021 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-983599db-c223-41f7-a627-5d2479ec2253 req-1096f202-6e53-437b-ac17-c070ec55b2c6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51088139-1962-4270-bab5-e035251d775b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1457779 Jul 15 13:03:08.723904 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-a2102ce6-16bb-4e89-a14c-85781858ae2c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300190 Jul 15 13:03:08.837165 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-c0fc9a37-f3b1-4374-b0e6-655101b98ed2 service neutron] 10.222.0.20 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073275 Jul 15 13:03:08.850555 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e219d957-8d92-4a52-b703-d98fa4ba7f99 req-16d880fc-fb9a-4d19-818d-2fe849f25c1d tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:08.897695 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e219d957-8d92-4a52-b703-d98fa4ba7f99 req-16d880fc-fb9a-4d19-818d-2fe849f25c1d tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:08.908986 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-983599db-c223-41f7-a627-5d2479ec2253 req-c8751d88-62c7-4a35-825f-abbc47316152 service neutron] 10.222.0.46 "GET /v2.0/networks/51088139-1962-4270-bab5-e035251d775b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027431 Jul 15 13:03:08.944664 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d0213-25c7-465f-b62a-f67c76438522 req-a5434c8d-ef6a-49c2-a742-767e5837e125 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:08.946320 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bc9d0213-25c7-465f-b62a-f67c76438522 req-a5434c8d-ef6a-49c2-a742-767e5837e125 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=3738eafc-32d4-44ae-bdaa-1fab455dcbe4 HTTP/1.1" status: 200 len: 946 time: 0.2167082 Jul 15 13:03:08.951838 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-6ec4e302-7b13-467f-a1c9-5a30ca5ad739 service neutron] 10.222.0.20 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081669 Jul 15 13:03:09.047304 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e219d957-8d92-4a52-b703-d98fa4ba7f99 req-16d880fc-fb9a-4d19-818d-2fe849f25c1d tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:09.050070 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e219d957-8d92-4a52-b703-d98fa4ba7f99 req-16d880fc-fb9a-4d19-818d-2fe849f25c1d tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:09.051414 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e219d957-8d92-4a52-b703-d98fa4ba7f99 req-16d880fc-fb9a-4d19-818d-2fe849f25c1d tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] 10.222.0.16 "DELETE /v2.0/security-groups/4f8daf03-96c1-48f2-8fcf-6f042baefee5 HTTP/1.1" status: 204 len: 173 time: 0.3877151 Jul 15 13:03:09.059098 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bc9d0213-25c7-465f-b62a-f67c76438522 req-a6db7e09-b21e-44a9-adc7-fd2f73c0f904 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d43190b-dac3-4c19-9478-e4b1f29751a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973477 Jul 15 13:03:09.059622 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41870) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:09.100434 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d880fc-fb9a-4d19-818d-2fe849f25c1d tempest-SecurityGroupRulesNegativeTestJSON-232534712 tempest-SecurityGroupRulesNegativeTestJSON-232534712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8daf03-96c1-48f2-8fcf-6f042baefee5,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:09.119727 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-983599db-c223-41f7-a627-5d2479ec2253 req-dc0cbee3-f15b-43c0-9f34-56cda59bf54d service neutron] 10.222.0.46 "GET /v2.0/networks/51088139-1962-4270-bab5-e035251d775b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987810 Jul 15 13:03:09.155933 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f61835-329c-4ae9-92b4-d5c0d30a183e admin admin] Deleting subnet 9241a586-f364-4fa0-bdef-f3ece7e35ec3 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:03:09.163912 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58f61835-329c-4ae9-92b4-d5c0d30a183e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:09.179395 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6390a1-3838-4c78-a027-3b8c0893dec0 x-openstack-request-id: req-ce6390a1-3838-4c78-a027-3b8c0893dec0 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:09.179701 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0706dfbb-184e-47a5-b126-8192a21dbb6f", "name": "network-vif-plugged", "status": "completed", "tag": "2c6d32b1-7d71-4f0e-82a1-92c4d773e751", "code": 200}, {"server_uuid": "fcf8126c-b249-4b6e-9059-ca0f1ba32063", "name": "network-vif-plugged", "status": "completed", "tag": "c71bfd72-acc6-41ab-82f1-f7d6d97824ee", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:09.179958 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ce6390a1-3838-4c78-a027-3b8c0893dec0 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:09.180363 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0706dfbb-184e-47a5-b126-8192a21dbb6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6d32b1-7d71-4f0e-82a1-92c4d773e751', 'code': 200} Jul 15 13:03:09.180632 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf8126c-b249-4b6e-9059-ca0f1ba32063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71bfd72-acc6-41ab-82f1-f7d6d97824ee', 'code': 200} Jul 15 13:03:09.237481 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58f61835-329c-4ae9-92b4-d5c0d30a183e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:09.322845 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58f61835-329c-4ae9-92b4-d5c0d30a183e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:09.492095 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-9dd5ff0b-536f-400b-9792-f660f01392f1 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:09.494824 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-9dd5ff0b-536f-400b-9792-f660f01392f1 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc&tenant_id=42f8630608fb46f681ad77135da09a14&binding%3Ahost_id=n-h1-771363-36 HTTP/1.1" status: 200 len: 1096 time: 0.0888386 Jul 15 13:03:09.507630 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d48ebea-1360-4efc-afd5-200c4cdbe2be req-199d3e35-3b99-476a-bb03-d00495471aab tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:09.509400 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5d48ebea-1360-4efc-afd5-200c4cdbe2be req-199d3e35-3b99-476a-bb03-d00495471aab tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6753eba-1599-47bc-85a9-6660083ac125 HTTP/1.1" status: 200 len: 944 time: 0.2440763 Jul 15 13:03:09.545330 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58f61835-329c-4ae9-92b4-d5c0d30a183e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:09.608200 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f61835-329c-4ae9-92b4-d5c0d30a183e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9241a586-f364-4fa0-bdef-f3ece7e35ec3,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:09.615976 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58f61835-329c-4ae9-92b4-d5c0d30a183e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:09.620437 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-58f61835-329c-4ae9-92b4-d5c0d30a183e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9241a586-f364-4fa0-bdef-f3ece7e35ec3 HTTP/1.1" status: 204 len: 168 time: 0.5548112 Jul 15 13:03:09.622595 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41894) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:09.634363 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047eb8b9-993e-4b02-bba7-1635364d2230 req-04cb6736-e7a8-49c6-a251-485e49769174 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:09.635918 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-047eb8b9-993e-4b02-bba7-1635364d2230 req-04cb6736-e7a8-49c6-a251-485e49769174 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc HTTP/1.1" status: 200 len: 944 time: 0.2904036 Jul 15 13:03:09.636093 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-a18a8957-d315-4295-bcb1-b67976e9486c service neutron] For port 3d2c0e62-ea70-4b0a-b93d-b899dce25031, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:09.649425 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-a18a8957-d315-4295-bcb1-b67976e9486c service neutron] Notify callbacks [] for binding, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:09.651247 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-a18a8957-d315-4295-bcb1-b67976e9486c service neutron] 10.222.0.20 "DELETE /v2.0/ports/3d2c0e62-ea70-4b0a-b93d-b899dce25031/bindings/n-h2-771363-36 HTTP/1.1" status: 204 len: 173 time: 0.1501205 Jul 15 13:03:09.672145 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5d48ebea-1360-4efc-afd5-200c4cdbe2be req-2a9c5d45-21f6-4303-a326-74057abb1730 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/security-groups?id=a808b393-b40c-49ca-a0c6-0d3624004a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350324 Jul 15 13:03:09.699329 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890872f8-15ad-4c54-8e06-494178f0cb4d req-e9473b64-09e7-421d-97a3-b26a3876a435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:09.700965 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-890872f8-15ad-4c54-8e06-494178f0cb4d req-e9473b64-09e7-421d-97a3-b26a3876a435 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fcf8126c-b249-4b6e-9059-ca0f1ba32063 HTTP/1.1" status: 200 len: 1097 time: 0.2952521 Jul 15 13:03:09.704747 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10f58f-59e5-4cbf-83e5-be54854ff39d req-a953ce2a-8cc5-4d31-9e7b-854cde485250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:09.706342 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-db10f58f-59e5-4cbf-83e5-be54854ff39d req-a953ce2a-8cc5-4d31-9e7b-854cde485250 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0706dfbb-184e-47a5-b126-8192a21dbb6f HTTP/1.1" status: 200 len: 1097 time: 0.2893453 Jul 15 13:03:09.734660 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2657a66d-a84c-41fd-8331-b87f43d0ffdc req-87309220-dcc9-4eb7-b993-32007c8cbcf7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=66d85e0d-690b-4fa6-a0fe-44d1d33a3151&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2526157 Jul 15 13:03:09.752245 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-38f3719e-fcb8-405e-95d5-3f09a5c02c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:09.756721 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-047eb8b9-993e-4b02-bba7-1635364d2230 req-3bac913b-0280-4c23-9543-5f534f34c4e7 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974472 Jul 15 13:03:09.807262 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-890872f8-15ad-4c54-8e06-494178f0cb4d req-539fbbb1-79aa-4032-a884-c9a58d9bc7af service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a808b393-b40c-49ca-a0c6-0d3624004a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960510 Jul 15 13:03:09.827140 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-db10f58f-59e5-4cbf-83e5-be54854ff39d req-766f970c-ae5d-49fb-9a66-f84b75a51b7f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7c10bd43-1f14-485b-807f-33006f389a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066277 Jul 15 13:03:09.876911 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-38f3719e-fcb8-405e-95d5-3f09a5c02c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:09.889121 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-38f3719e-fcb8-405e-95d5-3f09a5c02c68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5060c29-4f63-4fbd-81f5-e929886392b3']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:09.892536 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657a66d-a84c-41fd-8331-b87f43d0ffdc req-2e0cec16-2ae6-4ffb-907f-453a4fd2aa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:09.894327 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2657a66d-a84c-41fd-8331-b87f43d0ffdc req-2e0cec16-2ae6-4ffb-907f-453a4fd2aa86 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42f8630608fb46f681ad77135da09a14&device_id=66d85e0d-690b-4fa6-a0fe-44d1d33a3151 HTTP/1.1" status: 200 len: 1097 time: 0.1284163 Jul 15 13:03:09.906643 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-38f3719e-fcb8-405e-95d5-3f09a5c02c68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39385968-f397-4ba2-af45-141481d6a229') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:09.907007 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-38f3719e-fcb8-405e-95d5-3f09a5c02c68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39385968-f397-4ba2-af45-141481d6a229') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:09.917257 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-38f3719e-fcb8-405e-95d5-3f09a5c02c68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:09.931975 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-38f3719e-fcb8-405e-95d5-3f09a5c02c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:09.938237 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38f3719e-fcb8-405e-95d5-3f09a5c02c68 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:03:09.938654 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-38f3719e-fcb8-405e-95d5-3f09a5c02c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:09.940758 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:03:09.940758 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:03:09.940758 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:03:09.940758 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:03:09.940758 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:03:09.940758 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:03:09.940758 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:03:09.940758 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:03:09.940758 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:03:09.940758 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:03:09.940758 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:03:09.940758 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:03:09.940758 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:03:09.940758 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:03:09.940758 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:03:09.940758 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:03:09.940758 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:03:09.940758 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:03:09.940758 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:03:09.940758 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:03:09.940758 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:03:09.940758 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:03:09.940758 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:03:09.940758 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:03:09.940758 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:03:09.940758 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:03:09.940758 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:03:09.940758 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:03:09.940758 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:03:09.940758 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:03:09.940758 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:03:09.940758 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:03:10.003449 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-38f3719e-fcb8-405e-95d5-3f09a5c02c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:10.010956 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-38f3719e-fcb8-405e-95d5-3f09a5c02c68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:10.015070 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-38f3719e-fcb8-405e-95d5-3f09a5c02c68 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a5060c29-4f63-4fbd-81f5-e929886392b3 HTTP/1.1" status: 204 len: 168 time: 0.3913727 Jul 15 13:03:10.028625 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f3719e-fcb8-405e-95d5-3f09a5c02c68 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5060c29-4f63-4fbd-81f5-e929886392b3,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:10.222965 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41902) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:10.276738 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4519b4f-5a53-49ad-acf8-734c4cbee525 req-f8b58f86-e251-45c0-a5be-5d120c8ec8a2 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:10.278225 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b4519b4f-5a53-49ad-acf8-734c4cbee525 req-f8b58f86-e251-45c0-a5be-5d120c8ec8a2 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=3738eafc-32d4-44ae-bdaa-1fab455dcbe4 HTTP/1.1" status: 200 len: 946 time: 0.4459276 Jul 15 13:03:10.371949 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-346ac67f-db7e-4293-b87c-6ba625b42987 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=69eea44439ac42e5bd1e4d9e27ee545e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462667 Jul 15 13:03:10.374765 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41904) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:10.403351 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657a66d-a84c-41fd-8331-b87f43d0ffdc req-8fffe8b9-46dc-45d3-8972-1bff5c360fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:10.404884 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2657a66d-a84c-41fd-8331-b87f43d0ffdc req-8fffe8b9-46dc-45d3-8972-1bff5c360fa4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f HTTP/1.1" status: 200 len: 922 time: 0.2084191 Jul 15 13:03:10.414338 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c50d4-3c12-4ecc-bfd2-ddfa510bf852 req-386a9fb1-9aca-4e64-b449-2a49fcaeeac5 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:10.415951 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-df8c50d4-3c12-4ecc-bfd2-ddfa510bf852 req-386a9fb1-9aca-4e64-b449-2a49fcaeeac5 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 946 time: 0.5059364 Jul 15 13:03:10.419004 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b4519b4f-5a53-49ad-acf8-734c4cbee525 req-1e88400d-9314-4a26-9454-7e46171953c9 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d43190b-dac3-4c19-9478-e4b1f29751a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311667 Jul 15 13:03:10.429578 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-40a22262-749e-4fa1-aab2-de0979a75c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:10.454977 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-40a22262-749e-4fa1-aab2-de0979a75c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:10.472009 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2657a66d-a84c-41fd-8331-b87f43d0ffdc req-8d0fd59b-5c20-4587-9f2d-453ee3ac63ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 HTTP/1.1" status: 200 len: 217 time: 0.0520391 Jul 15 13:03:10.530153 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-df8c50d4-3c12-4ecc-bfd2-ddfa510bf852 req-21d0fb86-6b71-464f-b3e6-6d354ad4f498 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042945 Jul 15 13:03:10.541529 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-40a22262-749e-4fa1-aab2-de0979a75c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:10.544139 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-40a22262-749e-4fa1-aab2-de0979a75c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:10.548191 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-40a22262-749e-4fa1-aab2-de0979a75c6f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/36c12349-ea09-481c-8688-5afe14c9d29e HTTP/1.1" status: 204 len: 168 time: 0.1722517 Jul 15 13:03:10.566796 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a22262-749e-4fa1-aab2-de0979a75c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c12349-ea09-481c-8688-5afe14c9d29e,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:10.607048 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657a66d-a84c-41fd-8331-b87f43d0ffdc req-e52d0ee4-b91c-45c6-a4ef-79729823da49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:10.608739 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2657a66d-a84c-41fd-8331-b87f43d0ffdc req-e52d0ee4-b91c-45c6-a4ef-79729823da49 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=522453a6-daf1-42ae-a6f8-abb7ab66795d HTTP/1.1" status: 200 len: 861 time: 0.1215992 Jul 15 13:03:10.652739 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2657a66d-a84c-41fd-8331-b87f43d0ffdc req-d74313d0-1105-49a1-bf60-7f52ded3cf06 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339806 Jul 15 13:03:10.744967 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf87ef-aa81-48ed-b46c-854c1a002b03 req-b0ed4683-384c-4626-b542-c5eaae60ac16 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:10.746880 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8cbf87ef-aa81-48ed-b46c-854c1a002b03 req-b0ed4683-384c-4626-b542-c5eaae60ac16 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.16 "GET /v2.0/ports?device_id=0706dfbb-184e-47a5-b126-8192a21dbb6f HTTP/1.1" status: 200 len: 945 time: 0.1837873 Jul 15 13:03:10.802097 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2657a66d-a84c-41fd-8331-b87f43d0ffdc req-ff703223-cc4f-4849-97c1-90293ff81983 service neutron] 10.222.0.20 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418245 Jul 15 13:03:10.811170 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8cbf87ef-aa81-48ed-b46c-854c1a002b03 req-2047f9a8-d880-41d8-aca8-39c946709e80 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c10bd43-1f14-485b-807f-33006f389a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553944 Jul 15 13:03:10.962143 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2657a66d-a84c-41fd-8331-b87f43d0ffdc req-cb3e35fe-ee2a-46bf-acbb-cfe1e9b73fa5 service neutron] 10.222.0.20 "GET /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497669 Jul 15 13:03:10.994842 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-927fcbd5-68ed-4fc8-8efa-738d5d7781a4 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a5495784adab4faf86ec8d11912c9669&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314884 Jul 15 13:03:11.182310 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-46fb91fe-e087-4fe5-ab28-a4c00f57df6d tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:11.183934 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-46fb91fe-e087-4fe5-ab28-a4c00f57df6d tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1832230 Jul 15 13:03:11.208622 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-942faf40-0311-4457-bda9-305ebd4f6911 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/quotas/a5495784adab4faf86ec8d11912c9669 HTTP/1.1" status: 200 len: 375 time: 0.0181191 Jul 15 13:03:11.223047 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e73f36-3053-4474-959b-0dfe50fd9ca4 req-90a713da-65af-4c99-8175-ae6de29231ad tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:11.224725 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-35e73f36-3053-4474-959b-0dfe50fd9ca4 req-90a713da-65af-4c99-8175-ae6de29231ad tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6753eba-1599-47bc-85a9-6660083ac125 HTTP/1.1" status: 200 len: 944 time: 0.1654656 Jul 15 13:03:11.263108 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 094b0e35-4957-4a98-99c2-72dad761fb7c details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:03:11.271163 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-5d6f5532-578e-467d-9ab6-56cdb4526d25 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a5495784adab4faf86ec8d11912c9669&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452995 Jul 15 13:03:11.304650 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-35e73f36-3053-4474-959b-0dfe50fd9ca4 req-9386abd8-14cb-48c3-898f-1a2b13fdd17d tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/security-groups?id=a808b393-b40c-49ca-a0c6-0d3624004a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688519 Jul 15 13:03:11.373642 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device ca9d6579-4908-42fe-bc48-5b82cd58bee5 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:11.419480 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 094b0e35-4957-4a98-99c2-72dad761fb7c, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=094b0e35-4957-4a98-99c2-72dad761fb7c,segment=NetworkSegment(9940a96e-2d5b-4778-a27d-d984f6200b93),segment_id=9940a96e-2d5b-4778-a27d-d984f6200b93)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:11.468150 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '094b0e35-4957-4a98-99c2-72dad761fb7c', 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5', 'port_id': '094b0e35-4957-4a98-99c2-72dad761fb7c', 'mac_address': 'fa:16:3e:b2:cf:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '459bc575-93e3-4ab8-8230-d52ee95226e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:03:11.529354 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:11.531872 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72f376-c264-4efb-96e5-a5056c0877c5 req-4ec1b838-2846-4305-b475-70dd7ba84f98 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:11.534103 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6f72f376-c264-4efb-96e5-a5056c0877c5 req-4ec1b838-2846-4305-b475-70dd7ba84f98 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc HTTP/1.1" status: 200 len: 944 time: 0.0748687 Jul 15 13:03:11.551565 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port ca9d6579-4908-42fe-bc48-5b82cd58bee5 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:11.559077 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 094b0e35-4957-4a98-99c2-72dad761fb7c {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:11.568801 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port ca9d6579-4908-42fe-bc48-5b82cd58bee5 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:11.569379 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:11.610417 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 094b0e35-4957-4a98-99c2-72dad761fb7c, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=094b0e35-4957-4a98-99c2-72dad761fb7c,segment=NetworkSegment(9940a96e-2d5b-4778-a27d-d984f6200b93),segment_id=9940a96e-2d5b-4778-a27d-d984f6200b93)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:11.620708 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6f72f376-c264-4efb-96e5-a5056c0877c5 req-6522b012-3a73-4d01-8a50-2ee482a443fa tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776672 Jul 15 13:03:11.621005 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:11.661266 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84a8ae-b776-4422-823c-d851ce3d2fd2 req-c9e5d6ec-0898-44d6-ad84-823fe1db43eb tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:11.669949 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3a84a8ae-b776-4422-823c-d851ce3d2fd2 req-c9e5d6ec-0898-44d6-ad84-823fe1db43eb tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=3738eafc-32d4-44ae-bdaa-1fab455dcbe4 HTTP/1.1" status: 200 len: 946 time: 0.1273029 Jul 15 13:03:11.732377 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-65ec6d98-80fc-4095-9482-b4d9d62f9b6f req-aee2e498-b80f-4d59-a15a-45c987511ee3 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 210 time: 0.0412750 Jul 15 13:03:11.746764 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:11.747518 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3a84a8ae-b776-4422-823c-d851ce3d2fd2 req-cbeb1cfe-2673-4fae-92e0-3e41b734a5af tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d43190b-dac3-4c19-9478-e4b1f29751a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765793 Jul 15 13:03:11.749953 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=094b0e35-4957-4a98-99c2-72dad761fb7c,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:11.772474 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['094b0e35-4957-4a98-99c2-72dad761fb7c'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:11.834719 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57365271-24f2-4a4e-9d00-9c19d6270689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9d6579-4908-42fe-bc48-5b82cd58bee5'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:11.837528 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a4c511-a748-4bf4-903d-23dc17e0f999" -d '{"events": [{"server_uuid": "57365271-24f2-4a4e-9d00-9c19d6270689", "name": "network-vif-plugged", "status": "completed", "tag": "ca9d6579-4908-42fe-bc48-5b82cd58bee5"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:11.860806 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port ca9d6579-4908-42fe-bc48-5b82cd58bee5, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ca9d6579-4908-42fe-bc48-5b82cd58bee5,segment=NetworkSegment(06712572-6641-4e2d-b66a-2188cc088c5e),segment_id=06712572-6641-4e2d-b66a-2188cc088c5e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:11.867006 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:11.868444 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device f1ff28ee-a79d-496e-8c91-89850b16bba4 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:11.984502 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce08a39-d70e-46b9-865c-334bcf82599e req-04ef706f-dbf8-4d5f-bbdd-2e7b1c7d4125 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:11.992793 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7ce08a39-d70e-46b9-865c-334bcf82599e req-04ef706f-dbf8-4d5f-bbdd-2e7b1c7d4125 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 945 time: 0.0814986 Jul 15 13:03:11.992979 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=ca9d6579-4908-42fe-bc48-5b82cd58bee5,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:12.032677 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port f1ff28ee-a79d-496e-8c91-89850b16bba4 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:12.041482 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port f1ff28ee-a79d-496e-8c91-89850b16bba4 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:12.041864 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:12.069703 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7ce08a39-d70e-46b9-865c-334bcf82599e req-6ac10e3e-2c55-4d7e-8a53-7c5b680d1a4e tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759234 Jul 15 13:03:12.178515 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228fbe8d-f3fd-4f3d-8af0-66fd7829c67c x-openstack-request-id: req-228fbe8d-f3fd-4f3d-8af0-66fd7829c67c {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:12.179179 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57365271-24f2-4a4e-9d00-9c19d6270689", "name": "network-vif-plugged", "status": "completed", "tag": "ca9d6579-4908-42fe-bc48-5b82cd58bee5", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:12.179590 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-228fbe8d-f3fd-4f3d-8af0-66fd7829c67c {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:12.180132 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57365271-24f2-4a4e-9d00-9c19d6270689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9d6579-4908-42fe-bc48-5b82cd58bee5', 'code': 200} Jul 15 13:03:12.186000 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:12.250086 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port f1ff28ee-a79d-496e-8c91-89850b16bba4, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=f1ff28ee-a79d-496e-8c91-89850b16bba4,segment=NetworkSegment(06712572-6641-4e2d-b66a-2188cc088c5e),segment_id=06712572-6641-4e2d-b66a-2188cc088c5e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:12.258721 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:12.274434 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92be767-fb93-4628-a74d-c36b2b1e6211 req-0cb40276-9587-419e-8eb1-b9eec7471b24 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:12.276020 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d92be767-fb93-4628-a74d-c36b2b1e6211 req-0cb40276-9587-419e-8eb1-b9eec7471b24 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=3738eafc-32d4-44ae-bdaa-1fab455dcbe4 HTTP/1.1" status: 200 len: 946 time: 0.0859039 Jul 15 13:03:12.335731 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=f1ff28ee-a79d-496e-8c91-89850b16bba4,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:12.367904 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d92be767-fb93-4628-a74d-c36b2b1e6211 req-934a02d8-1002-4725-929a-e51ac2a19d30 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d43190b-dac3-4c19-9478-e4b1f29751a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848768 Jul 15 13:03:12.402148 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41986) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:12.440827 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b908121-7a76-4022-b7b4-baa9b9406bb8 req-ce62e418-911a-491a-8516-ea811943b824 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:12.442380 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5b908121-7a76-4022-b7b4-baa9b9406bb8 req-ce62e418-911a-491a-8516-ea811943b824 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.16 "GET /v2.0/ports?device_id=0706dfbb-184e-47a5-b126-8192a21dbb6f HTTP/1.1" status: 200 len: 945 time: 0.1313767 Jul 15 13:03:12.481828 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb508c-03b6-4525-9a52-a8e710217554 req-d4056072-c30a-4979-88a9-cfa2a1841ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:12.483546 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6bfb508c-03b6-4525-9a52-a8e710217554 req-d4056072-c30a-4979-88a9-cfa2a1841ab5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=57365271-24f2-4a4e-9d00-9c19d6270689 HTTP/1.1" status: 200 len: 1098 time: 0.1010187 Jul 15 13:03:12.519660 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5b908121-7a76-4022-b7b4-baa9b9406bb8 req-25006ee2-fbd6-40db-a0f1-7774a99cc702 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c10bd43-1f14-485b-807f-33006f389a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679259 Jul 15 13:03:12.533265 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-11e3dd92-d589-46df-9597-aa3ef24a1f13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:12.561652 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6bfb508c-03b6-4525-9a52-a8e710217554 req-d178450f-f370-48b6-bc1a-009002cdb6af service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a808b393-b40c-49ca-a0c6-0d3624004a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689220 Jul 15 13:03:12.589875 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2392879-f807-4970-aed7-ccd12ec6e59e req-0b13ead3-d07d-4701-b563-7c3986370fc2 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:12.591777 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a2392879-f807-4970-aed7-ccd12ec6e59e req-0b13ead3-d07d-4701-b563-7c3986370fc2 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc HTTP/1.1" status: 200 len: 1096 time: 0.0915301 Jul 15 13:03:12.633089 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a2392879-f807-4970-aed7-ccd12ec6e59e req-ac8a9356-348a-4ee6-a1eb-ad1db72cbc05 tempest-LiveAutoBlockMigrationV225Test-825758133 tempest-LiveAutoBlockMigrationV225Test-825758133-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332170 Jul 15 13:03:12.645002 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-11e3dd92-d589-46df-9597-aa3ef24a1f13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:12.650137 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-11e3dd92-d589-46df-9597-aa3ef24a1f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:12.692794 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-11e3dd92-d589-46df-9597-aa3ef24a1f13 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad35017c7d5947dd983621abfd63bbeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2881513 Jul 15 13:03:12.695257 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41998) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:12.703660 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e3dd92-d589-46df-9597-aa3ef24a1f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e365774-fc01-4516-9c1d-73e86d95c0a8,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:12.734607 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55afc2-cba2-4350-90f4-50a1442a0b85 req-f6d9d75a-3569-4935-8705-89cc6ed2fe48 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:12.736108 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dd55afc2-cba2-4350-90f4-50a1442a0b85 req-f6d9d75a-3569-4935-8705-89cc6ed2fe48 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6753eba-1599-47bc-85a9-6660083ac125 HTTP/1.1" status: 200 len: 945 time: 0.0724149 Jul 15 13:03:12.749872 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e4d32c47-50ee-48c1-a309-e122a7e59ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:12.771752 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e4d32c47-50ee-48c1-a309-e122a7e59ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:12.779628 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dd55afc2-cba2-4350-90f4-50a1442a0b85 req-1a7a062f-0f52-448b-86c4-3e0d4ed91cc5 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/security-groups?id=a808b393-b40c-49ca-a0c6-0d3624004a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358307 Jul 15 13:03:12.828918 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e4d32c47-50ee-48c1-a309-e122a7e59ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:12.831721 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e4d32c47-50ee-48c1-a309-e122a7e59ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:12.832996 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e4d32c47-50ee-48c1-a309-e122a7e59ef3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2e365774-fc01-4516-9c1d-73e86d95c0a8 HTTP/1.1" status: 204 len: 168 time: 0.1365900 Jul 15 13:03:12.857878 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d32c47-50ee-48c1-a309-e122a7e59ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e365774-fc01-4516-9c1d-73e86d95c0a8,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:12.895526 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d0d31-0a5d-4f54-9862-57b4e13037c5 req-ec5bb726-7240-48ae-b8fb-3522e27047d2 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:12.907020 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42008) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:12.907781 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e6d0d31-0a5d-4f54-9862-57b4e13037c5 req-ec5bb726-7240-48ae-b8fb-3522e27047d2 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.16 "GET /v2.0/ports?device_id=0706dfbb-184e-47a5-b126-8192a21dbb6f HTTP/1.1" status: 200 len: 945 time: 0.1081161 Jul 15 13:03:12.913425 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-e3da0948-a45b-46d2-aec0-774ed47c3def tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Request body: {'floatingip': {'port_id': '2c6d32b1-7d71-4f0e-82a1-92c4d773e751'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:12.988202 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e3da0948-a45b-46d2-aec0-774ed47c3def tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks [] for floatingip, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:13.049502 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-6d1eb4ef-a38a-4220-8500-c86e35779499 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=a5495784adab4faf86ec8d11912c9669&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482466 Jul 15 13:03:13.243097 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44a367-a437-4ab1-bac9-949556cc8a6e req-18763069-408f-446b-b69c-9fd4b38e68cc tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:13.258858 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dd44a367-a437-4ab1-bac9-949556cc8a6e req-18763069-408f-446b-b69c-9fd4b38e68cc tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=3738eafc-32d4-44ae-bdaa-1fab455dcbe4 HTTP/1.1" status: 200 len: 946 time: 0.1684465 Jul 15 13:03:13.276839 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 094b0e35-4957-4a98-99c2-72dad761fb7c up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:13.297071 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-e93652ce-77a8-4356-b665-bcdc5414a9d9 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:13.298553 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-e93652ce-77a8-4356-b665-bcdc5414a9d9 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2324998 Jul 15 13:03:13.345126 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-b73d52b4-2630-41af-acef-bedb3822abf6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Request body: {'port': {'device_id': 'b0479726-a66f-40f6-bfe2-f56226fd1f47', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'admin_state_up': True, 'tenant_id': 'a5495784adab4faf86ec8d11912c9669'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:13.364118 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 094b0e35-4957-4a98-99c2-72dad761fb7c triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:13.364760 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:13.430442 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2af71621-946d-407b-a525-50e34558ef2f req-a300825f-6bc3-4ace-97ec-051637c364bc tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 210 time: 0.0983846 Jul 15 13:03:13.508582 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:13.570301 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 094b0e35-4957-4a98-99c2-72dad761fb7c, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=094b0e35-4957-4a98-99c2-72dad761fb7c,segment=NetworkSegment(9940a96e-2d5b-4778-a27d-d984f6200b93),segment_id=9940a96e-2d5b-4778-a27d-d984f6200b93)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:13.576213 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:13.582378 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dd44a367-a437-4ab1-bac9-949556cc8a6e req-132da838-8e81-428b-9d88-8d096d9d69e8 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d43190b-dac3-4c19-9478-e4b1f29751a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218699 Jul 15 13:03:13.674514 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=094b0e35-4957-4a98-99c2-72dad761fb7c,revision_number=7']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:13.746176 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-b73d52b4-2630-41af-acef-bedb3822abf6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Made reservation on behalf of a5495784adab4faf86ec8d11912c9669 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:13.750700 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-b73d52b4-2630-41af-acef-bedb3822abf6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:13.792540 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-b73d52b4-2630-41af-acef-bedb3822abf6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:13.969127 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42060) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:14.068809 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e3da0948-a45b-46d2-aec0-774ed47c3def tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:14.069800 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2543d4-cda2-4ec0-86f2-851bcc6feb45 req-9876c022-d635-4a9f-8ac3-acdf63e769e3 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:14.071535 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2b2543d4-cda2-4ec0-86f2-851bcc6feb45 req-9876c022-d635-4a9f-8ac3-acdf63e769e3 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc HTTP/1.1" status: 200 len: 944 time: 0.2870326 Jul 15 13:03:14.082221 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e3da0948-a45b-46d2-aec0-774ed47c3def tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:14.082434 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74e640-a3bb-4a8b-a358-75334c77691e req-c200fa72-c4d0-49b4-9ca8-cbe935e3f28d tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:14.083885 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2e74e640-a3bb-4a8b-a358-75334c77691e req-c200fa72-c4d0-49b4-9ca8-cbe935e3f28d tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc HTTP/1.1" status: 200 len: 944 time: 0.2011540 Jul 15 13:03:14.100311 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b683eae-3944-433c-885c-c3caf9ee2d08 req-c92e5870-b6cb-409a-9a93-0e42b64dd691 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:14.101927 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3b683eae-3944-433c-885c-c3caf9ee2d08 req-c92e5870-b6cb-409a-9a93-0e42b64dd691 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 946 time: 0.2566614 Jul 15 13:03:14.182125 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6753eba-1599-47bc-85a9-6660083ac125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ff28ee-a79d-496e-8c91-89850b16bba4'}, {'server_uuid': '991c3a29-2a32-4d5d-afa7-e41960b09e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094b0e35-4957-4a98-99c2-72dad761fb7c'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:14.187957 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee63209d-5691-4554-b453-b54cb3f94d5d" -d '{"events": [{"server_uuid": "c6753eba-1599-47bc-85a9-6660083ac125", "name": "network-vif-plugged", "status": "completed", "tag": "f1ff28ee-a79d-496e-8c91-89850b16bba4"}, {"server_uuid": "991c3a29-2a32-4d5d-afa7-e41960b09e49", "name": "network-vif-plugged", "status": "completed", "tag": "094b0e35-4957-4a98-99c2-72dad761fb7c"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:14.213106 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-91d04eba-d66d-4eb4-b775-5abaa6c7860b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1049955027-network', 'tenant_id': '12dc42da56354fb5b0d0acb9e0703009'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:14.240439 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3b683eae-3944-433c-885c-c3caf9ee2d08 req-ecbaec3c-5f3c-450b-b2be-6d4b5122e397 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234949 Jul 15 13:03:14.252848 n-d-771363-36 neutron-server[93826]: INFO neutron.db.l3_db [None req-e3da0948-a45b-46d2-aec0-774ed47c3def tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Floating IP 1ff1b50e-7b88-4eed-bfd2-bc9fdd316ad8 associated. External IP: 172.25.8.159, port: 2c6d32b1-7d71-4f0e-82a1-92c4d773e751. Jul 15 13:03:14.283040 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-b73d52b4-2630-41af-acef-bedb3822abf6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:14.296521 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2b2543d4-cda2-4ec0-86f2-851bcc6feb45 req-83481f62-dab5-4250-b97d-29dbe478255c tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099805 Jul 15 13:03:14.333253 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-b73d52b4-2630-41af-acef-bedb3822abf6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:14.430820 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d52b4-2630-41af-acef-bedb3822abf6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fed55f8-8022-4517-9bfd-e1bb4381bd73,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:14.464603 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-2e74e640-a3bb-4a8b-a358-75334c77691e req-9cf1e3e1-ac2d-4e8f-9108-ae87d539d430 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Deleting port 3d2c0e62-ea70-4b0a-b93d-b899dce25031 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:03:14.464862 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2e74e640-a3bb-4a8b-a358-75334c77691e req-9cf1e3e1-ac2d-4e8f-9108-ae87d539d430 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:14.466912 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d04eba-d66d-4eb4-b775-5abaa6c7860b admin admin] Made reservation on behalf of 12dc42da56354fb5b0d0acb9e0703009 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:14.472010 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-91d04eba-d66d-4eb4-b775-5abaa6c7860b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:14.496829 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-91d04eba-d66d-4eb4-b775-5abaa6c7860b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:14.706915 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3da0948-a45b-46d2-aec0-774ed47c3def tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Router f41934b7-19e3-4075-baf9-72de257e7e6b has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:03:14.733754 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-b73d52b4-2630-41af-acef-bedb3822abf6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Allocated IP 192.168.233.122 (fb7e2853-c052-4bbe-a410-b119ef2f5100/f7332b1d-b5ae-478a-9a33-4a7a808c5484/818623ee-bb95-4c16-b6aa-4cb09c7116ab) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:14.767210 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-2e74e640-a3bb-4a8b-a358-75334c77691e req-9cf1e3e1-ac2d-4e8f-9108-ae87d539d430 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] For port 3d2c0e62-ea70-4b0a-b93d-b899dce25031, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=3d2c0e62-ea70-4b0a-b93d-b899dce25031,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:14.767572 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2e74e640-a3bb-4a8b-a358-75334c77691e req-9cf1e3e1-ac2d-4e8f-9108-ae87d539d430 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:14.788425 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c19384-f6b0-4343-b907-63d9d597d632 req-ea22750c-ad3e-4a30-9b15-bd313f2836ae tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:14.797746 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-00c19384-f6b0-4343-b907-63d9d597d632 req-ea22750c-ad3e-4a30-9b15-bd313f2836ae tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6753eba-1599-47bc-85a9-6660083ac125 HTTP/1.1" status: 200 len: 945 time: 0.2815752 Jul 15 13:03:14.800742 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-91d04eba-d66d-4eb4-b775-5abaa6c7860b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:14.812631 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-2e74e640-a3bb-4a8b-a358-75334c77691e req-9cf1e3e1-ac2d-4e8f-9108-ae87d539d430 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Calling delete_port for 3d2c0e62-ea70-4b0a-b93d-b899dce25031 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:03:14.822893 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a11c5f-45b9-479e-9ec0-a20a0dc71951 req-bd09467b-f14f-4705-b8a7-f4a427b7fa42 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:14.828306 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-91d04eba-d66d-4eb4-b775-5abaa6c7860b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:14.831174 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d2a11c5f-45b9-479e-9ec0-a20a0dc71951 req-bd09467b-f14f-4705-b8a7-f4a427b7fa42 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=3738eafc-32d4-44ae-bdaa-1fab455dcbe4 HTTP/1.1" status: 200 len: 946 time: 0.3162034 Jul 15 13:03:14.850870 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91d04eba-d66d-4eb4-b775-5abaa6c7860b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:03:14.889606 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-91d04eba-d66d-4eb4-b775-5abaa6c7860b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:14.890127 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-91d04eba-d66d-4eb4-b775-5abaa6c7860b admin admin] Added segment 6c08b4fd-e002-492a-bbd7-d6303b30aeb2 of type vlan for network 66404f0a-a6ed-4fd2-9977-c4d3e825b2da Jul 15 13:03:14.903931 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d04eba-d66d-4eb4-b775-5abaa6c7860b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587b5cbd-95cf-4500-88c5-9aa763ebe555,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:14.909449 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3da0948-a45b-46d2-aec0-774ed47c3def tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:03:14.921251 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919f6218-a32c-4acd-bbe4-3679342417ab None None] Sync routers for ids ['f41934b7-19e3-4075-baf9-72de257e7e6b'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:03:14.923244 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e3da0948-a45b-46d2-aec0-774ed47c3def tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:14.933393 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919f6218-a32c-4acd-bbe4-3679342417ab None None] Routers {'f41934b7-19e3-4075-baf9-72de257e7e6b'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:03:14.934017 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-919f6218-a32c-4acd-bbe4-3679342417ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:03:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f41934b7-19e3-4075-baf9-72de257e7e6b'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:14.970218 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d2a11c5f-45b9-479e-9ec0-a20a0dc71951 req-0dfe8701-3383-45f4-9e0e-865140ecbe0f tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d43190b-dac3-4c19-9478-e4b1f29751a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380975 Jul 15 13:03:14.984080 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e3da0948-a45b-46d2-aec0-774ed47c3def tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.16 "PUT /v2.0/floatingips/1ff1b50e-7b88-4eed-bfd2-bc9fdd316ad8 HTTP/1.1" status: 200 len: 991 time: 2.0758584 Jul 15 13:03:14.988011 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0706dfbb-184e-47a5-b126-8192a21dbb6f', 'tag': '2c6d32b1-7d71-4f0e-82a1-92c4d773e751'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:14.990603 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b904ac-8b85-4d80-944d-148d9916f709" -d '{"events": [{"name": "network-changed", "server_uuid": "0706dfbb-184e-47a5-b126-8192a21dbb6f", "tag": "2c6d32b1-7d71-4f0e-82a1-92c4d773e751"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:15.008789 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-91d04eba-d66d-4eb4-b775-5abaa6c7860b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:15.025908 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-00c19384-f6b0-4343-b907-63d9d597d632 req-839eca9e-fff5-4045-a715-d3b2680579b8 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/security-groups?id=a808b393-b40c-49ca-a0c6-0d3624004a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253089 Jul 15 13:03:15.060930 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-91d04eba-d66d-4eb4-b775-5abaa6c7860b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:15.062991 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d04eba-d66d-4eb4-b775-5abaa6c7860b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:15.063858 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-91d04eba-d66d-4eb4-b775-5abaa6c7860b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:15.098607 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c118fb-0364-4fbe-8d22-103d6db681cc x-openstack-request-id: req-e9c118fb-0364-4fbe-8d22-103d6db681cc {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:15.099129 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6753eba-1599-47bc-85a9-6660083ac125", "name": "network-vif-plugged", "status": "completed", "tag": "f1ff28ee-a79d-496e-8c91-89850b16bba4", "code": 200}, {"server_uuid": "991c3a29-2a32-4d5d-afa7-e41960b09e49", "name": "network-vif-plugged", "status": "completed", "tag": "094b0e35-4957-4a98-99c2-72dad761fb7c", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:15.099304 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e9c118fb-0364-4fbe-8d22-103d6db681cc {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:15.099565 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6753eba-1599-47bc-85a9-6660083ac125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ff28ee-a79d-496e-8c91-89850b16bba4', 'code': 200} Jul 15 13:03:15.099827 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991c3a29-2a32-4d5d-afa7-e41960b09e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094b0e35-4957-4a98-99c2-72dad761fb7c', 'code': 200} Jul 15 13:03:15.138484 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-919f6218-a32c-4acd-bbe4-3679342417ab None None] Set router f41934b7-19e3-4075-baf9-72de257e7e6b gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:03:15.182968 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-91d04eba-d66d-4eb4-b775-5abaa6c7860b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2097347 Jul 15 13:03:15.184330 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42084) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:15.206307 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-b70505b8-d1ed-47a8-b608-5491e8684ee2 admin admin] Request body: {'subnet': {'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1049955027-subnet', 'tenant_id': '12dc42da56354fb5b0d0acb9e0703009', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:15.321471 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d04eba-d66d-4eb4-b775-5abaa6c7860b admin admin] Pushing event updated for resources: {'Network': ['ID=66404f0a-a6ed-4fd2-9977-c4d3e825b2da,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:15.338962 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 66404f0a-a6ed-4fd2-9977-c4d3e825b2da details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:03:15.361200 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70505b8-d1ed-47a8-b608-5491e8684ee2 admin admin] Made reservation on behalf of 12dc42da56354fb5b0d0acb9e0703009 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:15.370493 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b70505b8-d1ed-47a8-b608-5491e8684ee2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:15.384950 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ea6e9a-cf83-4203-8333-72f431c76093 x-openstack-request-id: req-11ea6e9a-cf83-4203-8333-72f431c76093 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:15.396592 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0706dfbb-184e-47a5-b126-8192a21dbb6f", "tag": "2c6d32b1-7d71-4f0e-82a1-92c4d773e751", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:15.399818 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-11ea6e9a-cf83-4203-8333-72f431c76093 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:15.400493 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0706dfbb-184e-47a5-b126-8192a21dbb6f', 'tag': '2c6d32b1-7d71-4f0e-82a1-92c4d773e751', 'status': 'completed', 'code': 200} Jul 15 13:03:15.599616 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-49ed22ec-0e3b-4a5c-abea-20a69ccd55b4 req-e69c4aba-ff60-4c95-ad19-78cea557b1b1 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 210 time: 0.0538416 Jul 15 13:03:15.621762 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42094) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:15.651374 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b904ac-8b85-4d80-944d-148d9916f709 req-dae4ab73-cc2d-45bc-be37-71ccc6558b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:15.653622 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-60b904ac-8b85-4d80-944d-148d9916f709 req-dae4ab73-cc2d-45bc-be37-71ccc6558b6e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ea2fcecd3d644b17bc014db2d9aef4f0&device_id=0706dfbb-184e-47a5-b126-8192a21dbb6f HTTP/1.1" status: 200 len: 1097 time: 0.2391572 Jul 15 13:03:15.802095 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-919f6218-a32c-4acd-bbe4-3679342417ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41934b7-19e3-4075-baf9-72de257e7e6b', 'name': 'tempest-ServersTestJSON-926617781-router', 'tenant_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'b422962e-9600-498e-8f25-b25ff7949865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:35Z', 'updated_at': '2021-07-15T13:02:42Z', 'revision_number': 4, 'project_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'gw_port': {'id': 'b422962e-9600-498e-8f25-b25ff7949865', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41934b7-19e3-4075-baf9-72de257e7e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:37Z', 'updated_at': '2021-07-15T13:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '1ff1b50e-7b88-4eed-bfd2-bc9fdd316ad8', 'tenant_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'floating_ip_address': '172.25.8.159', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'f41934b7-19e3-4075-baf9-72de257e7e6b', 'port_id': '2c6d32b1-7d71-4f0e-82a1-92c4d773e751', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dce3b24-e211-4491-aa50-c797e41d1c5e', 'mac_address': 'fa:16:3e:78:87:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0706dfbb-184e-47a5-b126-8192a21dbb6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:02:49Z', 'updated_at': '2021-07-15T13:03:13Z', 'revision_number': 1, 'project_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5365b244-441d-43a7-8787-7c2bb588a639', 'name': '', 'network_id': '5dce3b24-e211-4491-aa50-c797e41d1c5e', 'tenant_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'mac_address': 'fa:16:3e:cf:9e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41934b7-19e3-4075-baf9-72de257e7e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8b9f10c5-3f01-4eb5-b561-afab62792bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:41Z', 'updated_at': '2021-07-15T13:02:49Z', 'revision_number': 5, 'project_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'subnets': [{'id': '8b9f10c5-3f01-4eb5-b561-afab62792bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:15.845257 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-b73d52b4-2630-41af-acef-bedb3822abf6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:15.868012 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919f6218-a32c-4acd-bbe4-3679342417ab None None] Checking router: f41934b7-19e3-4075-baf9-72de257e7e6b for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:03:15.891318 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919f6218-a32c-4acd-bbe4-3679342417ab None None] Routers {'f41934b7-19e3-4075-baf9-72de257e7e6b'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:03:15.891936 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-919f6218-a32c-4acd-bbe4-3679342417ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:03:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f41934b7-19e3-4075-baf9-72de257e7e6b'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:15.907995 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1a3542cf-26cd-4963-8bdd-f9212a155589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:15.950085 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910a4ac-5f43-4fa9-bd14-a16b89e576ce req-2cb822f9-0344-42ae-b4bd-72b85077dc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:15.952615 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1910a4ac-5f43-4fa9-bd14-a16b89e576ce req-2cb822f9-0344-42ae-b4bd-72b85077dc86 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c6753eba-1599-47bc-85a9-6660083ac125 HTTP/1.1" status: 200 len: 1097 time: 0.4102781 Jul 15 13:03:15.955289 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-b73d52b4-2630-41af-acef-bedb3822abf6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Transition to ACTIVE for port object 818623ee-bb95-4c16-b6aa-4cb09c7116ab will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:15.961072 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2e74e640-a3bb-4a8b-a358-75334c77691e req-9cf1e3e1-ac2d-4e8f-9108-ae87d539d430 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:15.970646 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae614e7-bef3-44d2-ac0b-5f11d14f6650 req-58736ebf-76da-4200-a075-7a8168acd278 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:15.976309 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4ae614e7-bef3-44d2-ac0b-5f11d14f6650 req-58736ebf-76da-4200-a075-7a8168acd278 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 946 time: 0.3268411 Jul 15 13:03:15.978972 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['da090241-b734-40df-979b-ae61cffc17b9'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:16.049896 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b70505b8-d1ed-47a8-b608-5491e8684ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:16.081582 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1e3e1-ac2d-4e8f-9108-ae87d539d430 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Pushing event deleted for resources: {'Port': ['ID=3d2c0e62-ea70-4b0a-b93d-b899dce25031,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:16.115744 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-919f6218-a32c-4acd-bbe4-3679342417ab None None] Set router f41934b7-19e3-4075-baf9-72de257e7e6b gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:03:16.193994 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b904ac-8b85-4d80-944d-148d9916f709 req-cc283ed7-41d2-4e62-b482-f2d3d2736860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:16.195943 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-60b904ac-8b85-4d80-944d-148d9916f709 req-cc283ed7-41d2-4e62-b482-f2d3d2736860 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5dce3b24-e211-4491-aa50-c797e41d1c5e HTTP/1.1" status: 200 len: 906 time: 0.5324121 Jul 15 13:03:16.261224 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e74e640-a3bb-4a8b-a358-75334c77691e req-9cf1e3e1-ac2d-4e8f-9108-ae87d539d430 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] No DVR routers for this DVR port 3d2c0e62-ea70-4b0a-b93d-b899dce25031 on host n-h1-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:03:16.264462 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1910a4ac-5f43-4fa9-bd14-a16b89e576ce req-4641d839-29ec-476e-9b3b-6e67ea6183de service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a808b393-b40c-49ca-a0c6-0d3624004a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777774 Jul 15 13:03:16.284038 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2e74e640-a3bb-4a8b-a358-75334c77691e req-9cf1e3e1-ac2d-4e8f-9108-ae87d539d430 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:16.292748 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2e74e640-a3bb-4a8b-a358-75334c77691e req-9cf1e3e1-ac2d-4e8f-9108-ae87d539d430 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.20 "DELETE /v2.0/ports/3d2c0e62-ea70-4b0a-b93d-b899dce25031 HTTP/1.1" status: 204 len: 173 time: 2.2005804 Jul 15 13:03:16.301015 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20789358-3b66-49e0-af7c-7947f58f85f7 req-366e5e8c-7fae-44d5-9921-c12d39dabcf5 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:16.321670 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-20789358-3b66-49e0-af7c-7947f58f85f7 req-366e5e8c-7fae-44d5-9921-c12d39dabcf5 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc HTTP/1.1" status: 200 len: 866 time: 0.4805741 Jul 15 13:03:16.324091 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc', 'name': 'network-vif-deleted', 'tag': '3d2c0e62-ea70-4b0a-b93d-b899dce25031'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:16.326641 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be2a209-2650-4b14-b79a-d53549183a0e" -d '{"events": [{"server_uuid": "3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc", "name": "network-vif-deleted", "tag": "3d2c0e62-ea70-4b0a-b93d-b899dce25031"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:16.352988 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4ae614e7-bef3-44d2-ac0b-5f11d14f6650 req-d3797d5a-4060-4c33-ac76-02d988e8a209 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617029 Jul 15 13:03:16.383974 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-60b904ac-8b85-4d80-944d-148d9916f709 req-789bb4d4-f3a4-401c-9972-c5cfa23ac560 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c6d32b1-7d71-4f0e-82a1-92c4d773e751 HTTP/1.1" status: 200 len: 999 time: 0.1442058 Jul 15 13:03:16.399465 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-b73d52b4-2630-41af-acef-bedb3822abf6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:16.559380 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-b73d52b4-2630-41af-acef-bedb3822abf6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Network fb7e2853-c052-4bbe-a410-b119ef2f5100 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:16.565448 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-b73d52b4-2630-41af-acef-bedb3822abf6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:16.570470 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70505b8-d1ed-47a8-b608-5491e8684ee2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=504f4a49-65cd-4546-be78-3e75a4fd4784,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:16.594499 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-20789358-3b66-49e0-af7c-7947f58f85f7 req-57ac9c7f-a174-499f-918d-9beb4b1e8b2a tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710762 Jul 15 13:03:16.607968 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-b73d52b4-2630-41af-acef-bedb3822abf6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:16.615886 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-919f6218-a32c-4acd-bbe4-3679342417ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41934b7-19e3-4075-baf9-72de257e7e6b', 'name': 'tempest-ServersTestJSON-926617781-router', 'tenant_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'b422962e-9600-498e-8f25-b25ff7949865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:35Z', 'updated_at': '2021-07-15T13:02:42Z', 'revision_number': 4, 'project_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'gw_port': {'id': 'b422962e-9600-498e-8f25-b25ff7949865', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41934b7-19e3-4075-baf9-72de257e7e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:37Z', 'updated_at': '2021-07-15T13:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '1ff1b50e-7b88-4eed-bfd2-bc9fdd316ad8', 'tenant_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'floating_ip_address': '172.25.8.159', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'f41934b7-19e3-4075-baf9-72de257e7e6b', 'port_id': '2c6d32b1-7d71-4f0e-82a1-92c4d773e751', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dce3b24-e211-4491-aa50-c797e41d1c5e', 'mac_address': 'fa:16:3e:78:87:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0706dfbb-184e-47a5-b126-8192a21dbb6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:02:49Z', 'updated_at': '2021-07-15T13:03:13Z', 'revision_number': 1, 'project_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5365b244-441d-43a7-8787-7c2bb588a639', 'name': '', 'network_id': '5dce3b24-e211-4491-aa50-c797e41d1c5e', 'tenant_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'mac_address': 'fa:16:3e:cf:9e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41934b7-19e3-4075-baf9-72de257e7e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8b9f10c5-3f01-4eb5-b561-afab62792bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:41Z', 'updated_at': '2021-07-15T13:02:49Z', 'revision_number': 5, 'project_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'subnets': [{'id': '8b9f10c5-3f01-4eb5-b561-afab62792bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:16.638877 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70505b8-d1ed-47a8-b608-5491e8684ee2 admin admin] Checking segment: {'id': '6c08b4fd-e002-492a-bbd7-d6303b30aeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:16.639389 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70505b8-d1ed-47a8-b608-5491e8684ee2 admin admin] Network hostable DHCP agents. Network: 66404f0a-a6ed-4fd2-9977-c4d3e825b2da, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:03:16.644021 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b904ac-8b85-4d80-944d-148d9916f709 req-a96e2a32-e521-4181-bc4a-9cdab88157b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:16.645857 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-60b904ac-8b85-4d80-944d-148d9916f709 req-a96e2a32-e521-4181-bc4a-9cdab88157b1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8b9f10c5-3f01-4eb5-b561-afab62792bbb HTTP/1.1" status: 200 len: 844 time: 0.1928556 Jul 15 13:03:16.648858 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919f6218-a32c-4acd-bbe4-3679342417ab None None] The sync data for ids ['f41934b7-19e3-4075-baf9-72de257e7e6b'] in n-d-771363-36 is: [{'id': 'f41934b7-19e3-4075-baf9-72de257e7e6b', 'name': 'tempest-ServersTestJSON-926617781-router', 'tenant_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'b422962e-9600-498e-8f25-b25ff7949865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:35Z', 'updated_at': '2021-07-15T13:02:42Z', 'revision_number': 4, 'project_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'gw_port': {'id': 'b422962e-9600-498e-8f25-b25ff7949865', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41934b7-19e3-4075-baf9-72de257e7e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:37Z', 'updated_at': '2021-07-15T13:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '1ff1b50e-7b88-4eed-bfd2-bc9fdd316ad8', 'tenant_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'floating_ip_address': '172.25.8.159', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'f41934b7-19e3-4075-baf9-72de257e7e6b', 'port_id': '2c6d32b1-7d71-4f0e-82a1-92c4d773e751', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dce3b24-e211-4491-aa50-c797e41d1c5e', 'mac_address': 'fa:16:3e:78:87:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0706dfbb-184e-47a5-b126-8192a21dbb6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:02:49Z', 'updated_at': '2021-07-15T13:03:13Z', 'revision_number': 1, 'project_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5365b244-441d-43a7-8787-7c2bb588a639', 'name': '', 'network_id': '5dce3b24-e211-4491-aa50-c797e41d1c5e', 'tenant_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'mac_address': 'fa:16:3e:cf:9e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41934b7-19e3-4075-baf9-72de257e7e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8b9f10c5-3f01-4eb5-b561-afab62792bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:41Z', 'updated_at': '2021-07-15T13:02:49Z', 'revision_number': 5, 'project_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'subnets': [{'id': '8b9f10c5-3f01-4eb5-b561-afab62792bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:03:16.751269 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d52b4-2630-41af-acef-bedb3822abf6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Pushing event updated for resources: {'Port': ['ID=818623ee-bb95-4c16-b6aa-4cb09c7116ab,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:16.764069 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1a3542cf-26cd-4963-8bdd-f9212a155589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:16.789650 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1a3542cf-26cd-4963-8bdd-f9212a155589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:16.805449 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70505b8-d1ed-47a8-b608-5491e8684ee2 admin admin] Network 66404f0a-a6ed-4fd2-9977-c4d3e825b2da is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:03:16.820821 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73d52b4-2630-41af-acef-bedb3822abf6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:16.822103 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73d52b4-2630-41af-acef-bedb3822abf6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:16.822446 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73d52b4-2630-41af-acef-bedb3822abf6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:16.823010 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73d52b4-2630-41af-acef-bedb3822abf6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:16.823226 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73d52b4-2630-41af-acef-bedb3822abf6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:16.823467 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73d52b4-2630-41af-acef-bedb3822abf6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:16.823780 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73d52b4-2630-41af-acef-bedb3822abf6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:16.824100 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73d52b4-2630-41af-acef-bedb3822abf6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:16.824547 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73d52b4-2630-41af-acef-bedb3822abf6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:16.825147 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73d52b4-2630-41af-acef-bedb3822abf6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:16.825470 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73d52b4-2630-41af-acef-bedb3822abf6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:16.825790 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73d52b4-2630-41af-acef-bedb3822abf6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:16.893695 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-b73d52b4-2630-41af-acef-bedb3822abf6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:16.894609 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-b73d52b4-2630-41af-acef-bedb3822abf6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:16.923469 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-b70505b8-d1ed-47a8-b608-5491e8684ee2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 66404f0a-a6ed-4fd2-9977-c4d3e825b2da) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:16.925638 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-b73d52b4-2630-41af-acef-bedb3822abf6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5925303 Jul 15 13:03:16.929187 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1a3542cf-26cd-4963-8bdd-f9212a155589 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0d6adb9eba014a2ca1e33bfd3781d55c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3057742 Jul 15 13:03:16.932498 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3542cf-26cd-4963-8bdd-f9212a155589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfbbeb2-adbb-4bfe-b381-78079a66894e,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:16.934924 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42106) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:16.936900 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70505b8-d1ed-47a8-b608-5491e8684ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:16.937727 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b70505b8-d1ed-47a8-b608-5491e8684ee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:16.961241 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-a44c245f-4e97-4180-bdcb-7b091e439e1d service neutron] Request body: {'port': {'device_id': 'b0479726-a66f-40f6-bfe2-f56226fd1f47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:16.973159 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-de4da8dc-e7bc-40a0-af38-002939152902 None None] Provisioning for port 818623ee-bb95-4c16-b6aa-4cb09c7116ab completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:16.987926 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae73839f-6cac-4bae-a004-3d5d55456651 None None] Network 66404f0a-a6ed-4fd2-9977-c4d3e825b2da requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:03:17.001200 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b904ac-8b85-4d80-944d-148d9916f709 req-4b6c321c-2983-4b26-8680-1c526fef2811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:17.004265 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-60b904ac-8b85-4d80-944d-148d9916f709 req-4b6c321c-2983-4b26-8680-1c526fef2811 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5dce3b24-e211-4491-aa50-c797e41d1c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3511474 Jul 15 13:03:17.020018 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b70505b8-d1ed-47a8-b608-5491e8684ee2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8230026 Jul 15 13:03:17.026402 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1c8ee-8a16-4afb-a7e6-eb6bc008935c req-4156f958-b7b3-4421-9dbc-357f91d39ef5 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:17.033997 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dbb1c8ee-8a16-4afb-a7e6-eb6bc008935c req-4156f958-b7b3-4421-9dbc-357f91d39ef5 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=3738eafc-32d4-44ae-bdaa-1fab455dcbe4 HTTP/1.1" status: 200 len: 946 time: 0.4297798 Jul 15 13:03:17.036057 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42108) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:17.057285 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-7821fee0-5ee1-460f-96dc-639b32c33c3d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1049955027-router', 'tenant_id': '12dc42da56354fb5b0d0acb9e0703009', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:17.065769 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ca5a0-f77c-43ac-911f-caa71a9564a8 req-b59eeda3-d452-463c-984e-61dca5367762 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:17.075743 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e31ca5a0-f77c-43ac-911f-caa71a9564a8 req-b59eeda3-d452-463c-984e-61dca5367762 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6753eba-1599-47bc-85a9-6660083ac125 HTTP/1.1" status: 200 len: 945 time: 0.2869437 Jul 15 13:03:17.191270 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dbb1c8ee-8a16-4afb-a7e6-eb6bc008935c req-17b82d69-b8f8-4816-89ce-4b2996fefe5e tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d43190b-dac3-4c19-9478-e4b1f29751a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475217 Jul 15 13:03:17.191784 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7821fee0-5ee1-460f-96dc-639b32c33c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:17.192902 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7821fee0-5ee1-460f-96dc-639b32c33c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:17.196403 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2c5b6908-8490-4634-b12c-914ca633d14a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:17.212103 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-a44c245f-4e97-4180-bdcb-7b091e439e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:17.241425 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e31ca5a0-f77c-43ac-911f-caa71a9564a8 req-f659a2d4-7c1f-46ae-aae2-e14e7baa59a3 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/security-groups?id=a808b393-b40c-49ca-a0c6-0d3624004a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644731 Jul 15 13:03:17.241812 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-60b904ac-8b85-4d80-944d-148d9916f709 req-0f77cb23-ce7b-4971-bd2b-4996b7418b88 service neutron] 10.222.0.46 "GET /v2.0/networks/5dce3b24-e211-4491-aa50-c797e41d1c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229145 Jul 15 13:03:17.263305 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2c5b6908-8490-4634-b12c-914ca633d14a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:17.360537 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa48bed9-cf86-4639-9928-3dd09a149848 None None] New status for floating IP 1ff1b50e-7b88-4eed-bfd2-bc9fdd316ad8: ACTIVE {{(pid=93827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:03:17.379673 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7821fee0-5ee1-460f-96dc-639b32c33c3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:17.391038 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e853b3b4-aa30-49b4-ae96-ff5ec1ae944a x-openstack-request-id: req-e853b3b4-aa30-49b4-ae96-ff5ec1ae944a {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:17.392164 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc", "name": "network-vif-deleted", "tag": "3d2c0e62-ea70-4b0a-b93d-b899dce25031", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:17.398896 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e853b3b4-aa30-49b4-ae96-ff5ec1ae944a {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:17.399716 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc', 'name': 'network-vif-deleted', 'tag': '3d2c0e62-ea70-4b0a-b93d-b899dce25031', 'status': 'completed', 'code': 200} Jul 15 13:03:17.575600 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 3d2c0e62-ea70-4b0a-b93d-b899dce25031 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:03:17.594048 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-60b904ac-8b85-4d80-944d-148d9916f709 req-19488c92-c1b7-48ec-bc1d-76e41eafe77c service neutron] 10.222.0.46 "GET /v2.0/networks/5dce3b24-e211-4491-aa50-c797e41d1c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392565 Jul 15 13:03:17.610035 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-de4da8dc-e7bc-40a0-af38-002939152902 None None] Provisioning complete for port 818623ee-bb95-4c16-b6aa-4cb09c7116ab triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:17.610035 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-de4da8dc-e7bc-40a0-af38-002939152902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:17.640500 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: 3d2c0e62-ea70-4b0a-b93d-b899dce25031 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:03:17.641021 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 3d2c0e62-ea70-4b0a-b93d-b899dce25031 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:03:17.644269 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2c5b6908-8490-4634-b12c-914ca633d14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:17.653470 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2c5b6908-8490-4634-b12c-914ca633d14a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:17.659156 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2c5b6908-8490-4634-b12c-914ca633d14a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dcfbbeb2-adbb-4bfe-b381-78079a66894e HTTP/1.1" status: 204 len: 168 time: 0.7166884 Jul 15 13:03:17.682129 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7821fee0-5ee1-460f-96dc-639b32c33c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:17.686300 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b6908-8490-4634-b12c-914ca633d14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfbbeb2-adbb-4bfe-b381-78079a66894e,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:17.738309 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a807167-71a7-42b0-9232-00498d5d7c98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-66404f0a-a6ed-4fd2-9977-c4d3e825b2da', 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da', 'tenant_id': '12dc42da56354fb5b0d0acb9e0703009', 'fixed_ips': [{'subnet_id': '504f4a49-65cd-4546-be78-3e75a4fd4784'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:03:17.742083 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1a807167-71a7-42b0-9232-00498d5d7c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:18.061124 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7821fee0-5ee1-460f-96dc-639b32c33c3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:18.112508 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7821fee0-5ee1-460f-96dc-639b32c33c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:18.185014 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305dfc1c-749e-4218-97d6-a6db3f1758cc req-bd75db2f-be96-4464-a108-3063fcbb852f tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:18.189569 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-305dfc1c-749e-4218-97d6-a6db3f1758cc req-bd75db2f-be96-4464-a108-3063fcbb852f tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 936 time: 0.4910781 Jul 15 13:03:18.274951 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-1a807167-71a7-42b0-9232-00498d5d7c98 None None] Allocated IP 172.20.0.2 (66404f0a-a6ed-4fd2-9977-c4d3e825b2da/504f4a49-65cd-4546-be78-3e75a4fd4784/5d7a4747-efcc-44c1-b74e-91e616819c02) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:18.308809 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42122) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:18.333487 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e3338-687c-45fa-a6fa-5be3b32a0bd0 req-00459a1b-1e3f-4a49-b158-fd7e84b729e8 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:18.338527 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-624e3338-687c-45fa-a6fa-5be3b32a0bd0 req-00459a1b-1e3f-4a49-b158-fd7e84b729e8 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=3738eafc-32d4-44ae-bdaa-1fab455dcbe4 HTTP/1.1" status: 200 len: 946 time: 0.4815395 Jul 15 13:03:18.343776 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e0bbafa-18f7-4e38-bc19-79322f9a90f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:18.366302 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-7821fee0-5ee1-460f-96dc-639b32c33c3d admin admin] Allocated IP 172.25.8.78 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/5e176094-29b5-433f-84a6-7b298facf7f4) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:18.445199 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-305dfc1c-749e-4218-97d6-a6db3f1758cc req-f9c8be41-73ab-4d63-bd1b-7f50e24909aa tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315209 Jul 15 13:03:18.488457 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-a44c245f-4e97-4180-bdcb-7b091e439e1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 818623ee-bb95-4c16-b6aa-4cb09c7116ab {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:18.511266 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-a44c245f-4e97-4180-bdcb-7b091e439e1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:18.564945 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-624e3338-687c-45fa-a6fa-5be3b32a0bd0 req-12aa9133-816c-49ab-9cfb-aa63b377ecf6 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d43190b-dac3-4c19-9478-e4b1f29751a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569810 Jul 15 13:03:18.574924 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-a44c245f-4e97-4180-bdcb-7b091e439e1d service neutron] Transition to ACTIVE for port object 818623ee-bb95-4c16-b6aa-4cb09c7116ab will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:18.577490 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1a807167-71a7-42b0-9232-00498d5d7c98 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:18.588714 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-a44c245f-4e97-4180-bdcb-7b091e439e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:18.605717 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1a807167-71a7-42b0-9232-00498d5d7c98 None None] Transition to ACTIVE for port object 5d7a4747-efcc-44c1-b74e-91e616819c02 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:18.609746 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e0bbafa-18f7-4e38-bc19-79322f9a90f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:18.635109 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e0bbafa-18f7-4e38-bc19-79322f9a90f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:18.697814 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1a807167-71a7-42b0-9232-00498d5d7c98 None None] Transition to ACTIVE for port object 5d7a4747-efcc-44c1-b74e-91e616819c02 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:18.734978 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7821fee0-5ee1-460f-96dc-639b32c33c3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:18.771630 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1a807167-71a7-42b0-9232-00498d5d7c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:18.781896 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c245f-4e97-4180-bdcb-7b091e439e1d service neutron] Pushing event updated for resources: {'Port': ['ID=818623ee-bb95-4c16-b6aa-4cb09c7116ab,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:18.817211 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0bbafa-18f7-4e38-bc19-79322f9a90f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb45886-da03-4bf1-acff-90c98640972b,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:18.824259 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7821fee0-5ee1-460f-96dc-639b32c33c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:18.852343 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c91909d5-5164-45c1-b13e-67c00059e4e4 req-9886b2ae-1ee3-4695-bcb4-76d13a0f51e4 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc HTTP/1.1" status: 200 len: 210 time: 0.1104426 Jul 15 13:03:18.904113 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-de4da8dc-e7bc-40a0-af38-002939152902 None None] Port 818623ee-bb95-4c16-b6aa-4cb09c7116ab cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:03:18.906487 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7821fee0-5ee1-460f-96dc-639b32c33c3d admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:18.912120 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4e0bbafa-18f7-4e38-bc19-79322f9a90f2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=de692c3678fd431a9441a0f5e3ce9af3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6001818 Jul 15 13:03:18.912120 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821fee0-5ee1-460f-96dc-639b32c33c3d admin admin] Pushing event updated for resources: {'Port': ['ID=5e176094-29b5-433f-84a6-7b298facf7f4,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:18.913736 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a807167-71a7-42b0-9232-00498d5d7c98 None None] Network 66404f0a-a6ed-4fd2-9977-c4d3e825b2da is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:18.914390 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-7821fee0-5ee1-460f-96dc-639b32c33c3d admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:18.921397 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42128) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:18.933988 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-1a807167-71a7-42b0-9232-00498d5d7c98 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:18.942028 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a807167-71a7-42b0-9232-00498d5d7c98 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:18.948086 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a807167-71a7-42b0-9232-00498d5d7c98 None None] Pushing event updated for resources: {'Port': ['ID=5d7a4747-efcc-44c1-b74e-91e616819c02,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:18.959947 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a807167-71a7-42b0-9232-00498d5d7c98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:18.960293 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a807167-71a7-42b0-9232-00498d5d7c98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:18.960619 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a807167-71a7-42b0-9232-00498d5d7c98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:18.960951 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a807167-71a7-42b0-9232-00498d5d7c98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:18.961383 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a807167-71a7-42b0-9232-00498d5d7c98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:18.961711 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a807167-71a7-42b0-9232-00498d5d7c98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:18.962038 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a807167-71a7-42b0-9232-00498d5d7c98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:18.962389 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a807167-71a7-42b0-9232-00498d5d7c98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:18.962741 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a807167-71a7-42b0-9232-00498d5d7c98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:18.963063 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a807167-71a7-42b0-9232-00498d5d7c98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:18.963402 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a807167-71a7-42b0-9232-00498d5d7c98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:18.963696 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a807167-71a7-42b0-9232-00498d5d7c98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:19.036301 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7821fee0-5ee1-460f-96dc-639b32c33c3d admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:19.045007 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ec7cf-9e96-4716-8bb5-e3882eb8abd0 req-70fc922d-aeea-4a93-8c7e-9328371d39ba tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:19.063438 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a2ec7cf-9e96-4716-8bb5-e3882eb8abd0 req-70fc922d-aeea-4a93-8c7e-9328371d39ba tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 946 time: 0.4110656 Jul 15 13:03:19.105537 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a81e9c97-b690-4229-9017-2bcd77d0bde8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:19.108320 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-a44c245f-4e97-4180-bdcb-7b091e439e1d service neutron] Attempting to bind port 818623ee-bb95-4c16-b6aa-4cb09c7116ab on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:19.111054 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-a44c245f-4e97-4180-bdcb-7b091e439e1d service neutron] Attempting to bind port 818623ee-bb95-4c16-b6aa-4cb09c7116ab by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:19.111589 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-a44c245f-4e97-4180-bdcb-7b091e439e1d service neutron] Attempting to bind port 818623ee-bb95-4c16-b6aa-4cb09c7116ab on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:19.119750 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-1a807167-71a7-42b0-9232-00498d5d7c98 None None] Attempting to bind port 5d7a4747-efcc-44c1-b74e-91e616819c02 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:19.120169 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-1a807167-71a7-42b0-9232-00498d5d7c98 None None] Attempting to bind port 5d7a4747-efcc-44c1-b74e-91e616819c02 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6c08b4fd-e002-492a-bbd7-d6303b30aeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:19.120542 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a807167-71a7-42b0-9232-00498d5d7c98 None None] Attempting to bind port 5d7a4747-efcc-44c1-b74e-91e616819c02 on network 66404f0a-a6ed-4fd2-9977-c4d3e825b2da {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:19.131704 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a81e9c97-b690-4229-9017-2bcd77d0bde8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:19.133507 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a807167-71a7-42b0-9232-00498d5d7c98 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:19.133901 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a807167-71a7-42b0-9232-00498d5d7c98 None None] Checking segment: {'id': '6c08b4fd-e002-492a-bbd7-d6303b30aeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:19.135813 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1a807167-71a7-42b0-9232-00498d5d7c98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:19.136223 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a807167-71a7-42b0-9232-00498d5d7c98 None None] Bound using segment: {'id': '6c08b4fd-e002-492a-bbd7-d6303b30aeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:19.136707 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-1a807167-71a7-42b0-9232-00498d5d7c98 None None] Bound port: 5d7a4747-efcc-44c1-b74e-91e616819c02, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c08b4fd-e002-492a-bbd7-d6303b30aeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:19.137098 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1a807167-71a7-42b0-9232-00498d5d7c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:19.143033 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-a44c245f-4e97-4180-bdcb-7b091e439e1d service neutron] Port 818623ee-bb95-4c16-b6aa-4cb09c7116ab on network fb7e2853-c052-4bbe-a410-b119ef2f5100 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:03:19.152014 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-a44c245f-4e97-4180-bdcb-7b091e439e1d service neutron] Attempting to bind port 818623ee-bb95-4c16-b6aa-4cb09c7116ab on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:19.203535 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a81e9c97-b690-4229-9017-2bcd77d0bde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:19.206104 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a81e9c97-b690-4229-9017-2bcd77d0bde8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:19.207599 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a81e9c97-b690-4229-9017-2bcd77d0bde8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7eb45886-da03-4bf1-acff-90c98640972b HTTP/1.1" status: 204 len: 168 time: 0.2852573 Jul 15 13:03:19.213267 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a2ec7cf-9e96-4716-8bb5-e3882eb8abd0 req-da047cd3-949a-4856-9f54-4f359dce2b79 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485775 Jul 15 13:03:19.217555 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-a44c245f-4e97-4180-bdcb-7b091e439e1d service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:19.220522 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-a44c245f-4e97-4180-bdcb-7b091e439e1d service neutron] Checking segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:19.221083 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-a44c245f-4e97-4180-bdcb-7b091e439e1d service neutron] Bound using segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:19.232092 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-a44c245f-4e97-4180-bdcb-7b091e439e1d service neutron] Bound port: 818623ee-bb95-4c16-b6aa-4cb09c7116ab, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:19.235295 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-a44c245f-4e97-4180-bdcb-7b091e439e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:19.241872 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e9c97-b690-4229-9017-2bcd77d0bde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb45886-da03-4bf1-acff-90c98640972b,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:19.374187 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-1a807167-71a7-42b0-9232-00498d5d7c98 None None] For port 5d7a4747-efcc-44c1-b74e-91e616819c02, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:19.383359 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-1a807167-71a7-42b0-9232-00498d5d7c98 None None] For port 5d7a4747-efcc-44c1-b74e-91e616819c02, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5d7a4747-efcc-44c1-b74e-91e616819c02,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:19.410136 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1a807167-71a7-42b0-9232-00498d5d7c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:19.502597 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-a44c245f-4e97-4180-bdcb-7b091e439e1d service neutron] For port 818623ee-bb95-4c16-b6aa-4cb09c7116ab, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:19.507155 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-a44c245f-4e97-4180-bdcb-7b091e439e1d service neutron] For port 818623ee-bb95-4c16-b6aa-4cb09c7116ab, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=818623ee-bb95-4c16-b6aa-4cb09c7116ab,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:19.533307 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-a44c245f-4e97-4180-bdcb-7b091e439e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:19.580635 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a807167-71a7-42b0-9232-00498d5d7c98 None None] Pushing event updated for resources: {'Port': ['ID=5d7a4747-efcc-44c1-b74e-91e616819c02,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:19.682954 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-a44c245f-4e97-4180-bdcb-7b091e439e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:19.687653 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-a44c245f-4e97-4180-bdcb-7b091e439e1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:19.689333 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-a44c245f-4e97-4180-bdcb-7b091e439e1d service neutron] 10.222.0.46 "PUT /v2.0/ports/818623ee-bb95-4c16-b6aa-4cb09c7116ab HTTP/1.1" status: 200 len: 1097 time: 2.7389958 Jul 15 13:03:19.689680 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0479726-a66f-40f6-bfe2-f56226fd1f47', 'tag': '818623ee-bb95-4c16-b6aa-4cb09c7116ab'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:19.692123 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b13960-b597-4e18-9fd7-a3bd7c82b3fa" -d '{"events": [{"name": "network-changed", "server_uuid": "b0479726-a66f-40f6-bfe2-f56226fd1f47", "tag": "818623ee-bb95-4c16-b6aa-4cb09c7116ab"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:19.729610 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24c987-6626-4eab-b5a3-3293c2e3b807 req-8891888d-7490-4ac7-b8f4-a6d854575dea tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:19.747276 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e24c987-6626-4eab-b5a3-3293c2e3b807 req-8891888d-7490-4ac7-b8f4-a6d854575dea tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6753eba-1599-47bc-85a9-6660083ac125 HTTP/1.1" status: 200 len: 945 time: 0.5785668 Jul 15 13:03:19.854789 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c245f-4e97-4180-bdcb-7b091e439e1d service neutron] Pushing event updated for resources: {'Port': ['ID=818623ee-bb95-4c16-b6aa-4cb09c7116ab,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:20.036966 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:03:20.048861 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e24c987-6626-4eab-b5a3-3293c2e3b807 req-04ab8202-aa2e-45a2-9e58-8ee652e97d01 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/security-groups?id=a808b393-b40c-49ca-a0c6-0d3624004a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006208 Jul 15 13:03:20.133951 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-5588b7e2-118c-4319-aa9c-04fcc9f9112f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:20.146614 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-5588b7e2-118c-4319-aa9c-04fcc9f9112f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5495784adab4faf86ec8d11912c9669&device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 1100 time: 0.3634317 Jul 15 13:03:20.242434 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-d4cc97a9-37e0-4b63-a0cf-00a5366e5fd6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=818623ee-bb95-4c16-b6aa-4cb09c7116ab HTTP/1.1" status: 200 len: 217 time: 0.0870771 Jul 15 13:03:20.349206 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-56af347e-b0be-4634-ab49-1f325534c431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:20.350718 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-56af347e-b0be-4634-ab49-1f325534c431 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.1019168 Jul 15 13:03:20.454541 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8832f-c125-44c3-bc8e-9bad67a8daa6 req-cd186b17-f2c4-4885-83a9-158e89062027 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:20.463319 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bbf8832f-c125-44c3-bc8e-9bad67a8daa6 req-cd186b17-f2c4-4885-83a9-158e89062027 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 948 time: 0.1702321 Jul 15 13:03:20.550932 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bbf8832f-c125-44c3-bc8e-9bad67a8daa6 req-1f78dc87-f3f7-463d-9e7d-8feaa4461a98 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863707 Jul 15 13:03:20.554324 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-02b33f26-2588-473c-ba54-2d0a762e1603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:20.564269 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-02b33f26-2588-473c-ba54-2d0a762e1603 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1863222 Jul 15 13:03:20.686619 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7821fee0-5ee1-460f-96dc-639b32c33c3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:20.833714 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff46303-0f9c-4d39-bca8-a3adb978a64c x-openstack-request-id: req-2ff46303-0f9c-4d39-bca8-a3adb978a64c {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:20.834005 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0479726-a66f-40f6-bfe2-f56226fd1f47", "tag": "818623ee-bb95-4c16-b6aa-4cb09c7116ab", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:20.834258 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ff46303-0f9c-4d39-bca8-a3adb978a64c {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:20.834663 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0479726-a66f-40f6-bfe2-f56226fd1f47', 'tag': '818623ee-bb95-4c16-b6aa-4cb09c7116ab', 'status': 'completed', 'code': 200} Jul 15 13:03:20.997702 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-80878f35-daee-4442-875c-34fd4d8aa5f9 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4246042 Jul 15 13:03:21.086334 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5d7a4747-efcc-44c1-b74e-91e616819c02 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:21.117209 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6bd2cc6f-8e13-4f2c-b493-538cea514fcd req-71fab44a-9ad2-4692-a0ae-99f627b3d26d tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc HTTP/1.1" status: 200 len: 210 time: 0.2778416 Jul 15 13:03:21.209742 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 5d7a4747-efcc-44c1-b74e-91e616819c02 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:21.299084 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7821fee0-5ee1-460f-96dc-639b32c33c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:21.331239 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e315c4-d7a1-4a5a-895f-d7d6fed395dc req-39ef90d0-494e-4240-9a8d-8c0ddabfbe0c tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:21.340033 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a4e315c4-d7a1-4a5a-895f-d7d6fed395dc req-39ef90d0-494e-4240-9a8d-8c0ddabfbe0c tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcf8126c-b249-4b6e-9059-ca0f1ba32063 HTTP/1.1" status: 200 len: 945 time: 0.5044475 Jul 15 13:03:21.433106 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a4e315c4-d7a1-4a5a-895f-d7d6fed395dc req-8620eb0e-8305-4feb-8970-541b48dee397 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/security-groups?id=a808b393-b40c-49ca-a0c6-0d3624004a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910630 Jul 15 13:03:21.436532 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cb7658fa-2192-4b49-9096-cf1419f9f66e req-826880c4-8e20-4e0b-8a98-049a2c0c6889 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780053 Jul 15 13:03:21.444477 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92a62cf-03a1-4ed7-9287-2e0dd557f034 None None] Network 66404f0a-a6ed-4fd2-9977-c4d3e825b2da requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:03:21.649129 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7821fee0-5ee1-460f-96dc-639b32c33c3d admin admin] Router bd88f87b-35ab-4149-95b5-b7e38ceebef0 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:03:21.660905 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934a3c7-2fc4-408b-8cd9-ee8ea7964d91 req-9a8a0326-6a2c-4824-92c9-9e5a1c0b7a91 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:21.679822 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d934a3c7-2fc4-408b-8cd9-ee8ea7964d91 req-9a8a0326-6a2c-4824-92c9-9e5a1c0b7a91 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 946 time: 0.2972941 Jul 15 13:03:21.705100 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-181b3b8e-362f-4fe8-aa1b-e9be386bd848 None None] Provisioning for port 5d7a4747-efcc-44c1-b74e-91e616819c02 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:21.721242 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-181b3b8e-362f-4fe8-aa1b-e9be386bd848 None None] Provisioning complete for port 5d7a4747-efcc-44c1-b74e-91e616819c02 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:21.721685 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-181b3b8e-362f-4fe8-aa1b-e9be386bd848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:21.792554 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d934a3c7-2fc4-408b-8cd9-ee8ea7964d91 req-58b5d720-5ad3-489b-9a7e-b1d0011f73a7 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965719 Jul 15 13:03:21.825681 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b13960-b597-4e18-9fd7-a3bd7c82b3fa req-380e9d45-267f-4c03-bb09-e2f367dac6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:21.829389 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10b13960-b597-4e18-9fd7-a3bd7c82b3fa req-380e9d45-267f-4c03-bb09-e2f367dac6d3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5495784adab4faf86ec8d11912c9669&device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 1100 time: 0.3177822 Jul 15 13:03:21.949432 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7821fee0-5ee1-460f-96dc-639b32c33c3d admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:03:21.963992 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae4dcf0-d536-4d73-95c5-a28731dffd1c None None] Sync routers for ids ['bd88f87b-35ab-4149-95b5-b7e38ceebef0'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:03:21.983248 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7821fee0-5ee1-460f-96dc-639b32c33c3d admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:21.988047 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7821fee0-5ee1-460f-96dc-639b32c33c3d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9475565 Jul 15 13:03:21.988047 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42194) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:21.988332 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae4dcf0-d536-4d73-95c5-a28731dffd1c None None] Routers {'bd88f87b-35ab-4149-95b5-b7e38ceebef0'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:03:21.988585 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-6ae4dcf0-d536-4d73-95c5-a28731dffd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:03:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['bd88f87b-35ab-4149-95b5-b7e38ceebef0'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:22.035272 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b13960-b597-4e18-9fd7-a3bd7c82b3fa req-386a55ff-fde8-4ae6-9e9a-1f47b9253957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:22.036845 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10b13960-b597-4e18-9fd7-a3bd7c82b3fa req-386a55ff-fde8-4ae6-9e9a-1f47b9253957 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.1950381 Jul 15 13:03:22.161915 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10b13960-b597-4e18-9fd7-a3bd7c82b3fa req-43c5cfd1-588f-4c2d-9002-c4bc6ecbfbc1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=818623ee-bb95-4c16-b6aa-4cb09c7116ab HTTP/1.1" status: 200 len: 217 time: 0.0914397 Jul 15 13:03:22.292371 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-181b3b8e-362f-4fe8-aa1b-e9be386bd848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:22.310265 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28ca77-de85-4033-8cbd-bd81022d3073 req-24ef3938-a543-4c12-acfc-d7b91b2cf4b5 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:22.317589 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5b28ca77-de85-4033-8cbd-bd81022d3073 req-24ef3938-a543-4c12-acfc-d7b91b2cf4b5 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?device_id=57365271-24f2-4a4e-9d00-9c19d6270689 HTTP/1.1" status: 200 len: 946 time: 0.2969398 Jul 15 13:03:22.335098 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b13960-b597-4e18-9fd7-a3bd7c82b3fa req-f70d15be-bf30-482c-aa46-d9672697f27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:22.340239 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10b13960-b597-4e18-9fd7-a3bd7c82b3fa req-f70d15be-bf30-482c-aa46-d9672697f27b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.1648302 Jul 15 13:03:22.405175 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-181b3b8e-362f-4fe8-aa1b-e9be386bd848 None None] For port 5d7a4747-efcc-44c1-b74e-91e616819c02, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5d7a4747-efcc-44c1-b74e-91e616819c02,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:22.415903 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-181b3b8e-362f-4fe8-aa1b-e9be386bd848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:22.436620 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-6ae4dcf0-d536-4d73-95c5-a28731dffd1c None None] Set router bd88f87b-35ab-4149-95b5-b7e38ceebef0 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:03:22.510472 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5b28ca77-de85-4033-8cbd-bd81022d3073 req-4a88e6a3-2d7a-4475-99dd-91c94ac08272 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/security-groups?id=a808b393-b40c-49ca-a0c6-0d3624004a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916678 Jul 15 13:03:22.566463 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b3b8e-362f-4fe8-aa1b-e9be386bd848 None None] Pushing event updated for resources: {'Port': ['ID=5d7a4747-efcc-44c1-b74e-91e616819c02,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:22.659211 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b13960-b597-4e18-9fd7-a3bd7c82b3fa req-3f7bc078-74e4-4316-9cb1-0c33243c191e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:22.663657 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10b13960-b597-4e18-9fd7-a3bd7c82b3fa req-3f7bc078-74e4-4316-9cb1-0c33243c191e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3012085 Jul 15 13:03:22.684962 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9210a1-5d6a-4256-b34a-c62ecfa06c47 req-17b0cde9-359d-4791-a1b9-2cd3c7864ff3 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:22.689701 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4b9210a1-5d6a-4256-b34a-c62ecfa06c47 req-17b0cde9-359d-4791-a1b9-2cd3c7864ff3 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 948 time: 0.2501183 Jul 15 13:03:22.757166 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-002841ff-9fc1-443c-8d3f-709528ad3cf7 None None] Provisioning complete for port 5d7a4747-efcc-44c1-b74e-91e616819c02 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:22.760941 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-002841ff-9fc1-443c-8d3f-709528ad3cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:22.814910 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-6ae4dcf0-d536-4d73-95c5-a28731dffd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd88f87b-35ab-4149-95b5-b7e38ceebef0', 'name': 'tempest-ServerActionsTestJSON-1049955027-router', 'tenant_id': '12dc42da56354fb5b0d0acb9e0703009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '5e176094-29b5-433f-84a6-7b298facf7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:17Z', 'updated_at': '2021-07-15T13:03:19Z', 'revision_number': 3, 'project_id': '12dc42da56354fb5b0d0acb9e0703009', 'gw_port': {'id': '5e176094-29b5-433f-84a6-7b298facf7f4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd88f87b-35ab-4149-95b5-b7e38ceebef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:18Z', 'updated_at': '2021-07-15T13:03:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:22.883746 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae4dcf0-d536-4d73-95c5-a28731dffd1c None None] Checking router: bd88f87b-35ab-4149-95b5-b7e38ceebef0 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:03:22.884626 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae4dcf0-d536-4d73-95c5-a28731dffd1c None None] Updating router bd88f87b-35ab-4149-95b5-b7e38ceebef0 port 5e176094-29b5-433f-84a6-7b298facf7f4 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:03:22.897504 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4b9210a1-5d6a-4256-b34a-c62ecfa06c47 req-bd1f919b-63a4-4da6-be59-e9096d94d501 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842434 Jul 15 13:03:22.966761 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10b13960-b597-4e18-9fd7-a3bd7c82b3fa req-b7935c6a-40b3-4f6c-ad31-b4b7966f3107 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730439 Jul 15 13:03:22.976448 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8ed62ecf-a985-4f44-af99-b90102aa5a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:22.977951 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6ae4dcf0-d536-4d73-95c5-a28731dffd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:23.054987 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5d7a4747-efcc-44c1-b74e-91e616819c02 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:23.190736 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 5d7a4747-efcc-44c1-b74e-91e616819c02 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:23.191340 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:23.193969 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10b13960-b597-4e18-9fd7-a3bd7c82b3fa req-1448ea48-4fad-4c84-a722-604a423771b4 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187159 Jul 15 13:03:23.196077 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8157c1f1-e362-452f-b5f4-65b23c6a7430 req-8da82749-96ac-4885-9e26-e29e8353ab1f tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc HTTP/1.1" status: 200 len: 210 time: 0.0845695 Jul 15 13:03:23.353956 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device bece66c5-ebe5-416d-8a43-9df4c251695b details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:03:23.387178 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-8ed62ecf-a985-4f44-af99-b90102aa5a86 admin admin] Allocated IP 172.20.0.1 (66404f0a-a6ed-4fd2-9977-c4d3e825b2da/504f4a49-65cd-4546-be78-3e75a4fd4784/89ce4eb1-8908-4cde-a6bf-c0abee37aabf) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:23.487538 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6ae4dcf0-d536-4d73-95c5-a28731dffd1c None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:23.513575 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-6ae4dcf0-d536-4d73-95c5-a28731dffd1c None None] Transition to ACTIVE for port object 5e176094-29b5-433f-84a6-7b298facf7f4 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:23.522392 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port bece66c5-ebe5-416d-8a43-9df4c251695b, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=bece66c5-ebe5-416d-8a43-9df4c251695b,segment=NetworkSegment(37e986e4-0792-4292-9ed3-45df87b63279),segment_id=37e986e4-0792-4292-9ed3-45df87b63279)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:23.529928 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6ae4dcf0-d536-4d73-95c5-a28731dffd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:23.556732 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'bece66c5-ebe5-416d-8a43-9df4c251695b', 'network_id': 'd3d13df7-8f63-4fd3-b4c3-9dbbf965484e', 'port_id': 'bece66c5-ebe5-416d-8a43-9df4c251695b', 'mac_address': 'fa:16:3e:1e:c8:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab662aed-9f29-4811-90d8-ddabb3046472', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:03:23.619138 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558017c7-b5be-4b12-9b22-43ea05d46b02 None None] Pushing event updated for resources: {'Port': ['ID=5e176094-29b5-433f-84a6-7b298facf7f4,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:23.634098 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558017c7-b5be-4b12-9b22-43ea05d46b02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:23.634965 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558017c7-b5be-4b12-9b22-43ea05d46b02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:23.635279 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558017c7-b5be-4b12-9b22-43ea05d46b02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:23.635613 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558017c7-b5be-4b12-9b22-43ea05d46b02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:23.635938 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558017c7-b5be-4b12-9b22-43ea05d46b02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:23.636256 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558017c7-b5be-4b12-9b22-43ea05d46b02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:23.636965 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558017c7-b5be-4b12-9b22-43ea05d46b02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:23.636965 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558017c7-b5be-4b12-9b22-43ea05d46b02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:23.637317 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558017c7-b5be-4b12-9b22-43ea05d46b02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:23.637495 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558017c7-b5be-4b12-9b22-43ea05d46b02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:23.637806 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558017c7-b5be-4b12-9b22-43ea05d46b02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:23.638122 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558017c7-b5be-4b12-9b22-43ea05d46b02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:23.675349 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8ed62ecf-a985-4f44-af99-b90102aa5a86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:23.688605 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d05cc-3db2-4ee1-8df3-8a42bced67bc req-b49456cc-0540-426b-aa5e-aa02a282399d tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:23.705824 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d54d05cc-3db2-4ee1-8df3-8a42bced67bc req-b49456cc-0540-426b-aa5e-aa02a282399d tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 946 time: 0.1562948 Jul 15 13:03:23.715238 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-8ed62ecf-a985-4f44-af99-b90102aa5a86 admin admin] Transition to ACTIVE for port object 89ce4eb1-8908-4cde-a6bf-c0abee37aabf will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:23.719312 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:23.731917 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-6ae4dcf0-d536-4d73-95c5-a28731dffd1c None None] Attempting to bind port 5e176094-29b5-433f-84a6-7b298facf7f4 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:23.732235 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-6ae4dcf0-d536-4d73-95c5-a28731dffd1c None None] Attempting to bind port 5e176094-29b5-433f-84a6-7b298facf7f4 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:23.732556 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae4dcf0-d536-4d73-95c5-a28731dffd1c None None] Attempting to bind port 5e176094-29b5-433f-84a6-7b298facf7f4 on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:23.750725 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae4dcf0-d536-4d73-95c5-a28731dffd1c None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:23.751092 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae4dcf0-d536-4d73-95c5-a28731dffd1c None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:23.753173 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bece66c5-ebe5-416d-8a43-9df4c251695b {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:23.753778 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6ae4dcf0-d536-4d73-95c5-a28731dffd1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:23.754327 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae4dcf0-d536-4d73-95c5-a28731dffd1c None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:23.755007 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-6ae4dcf0-d536-4d73-95c5-a28731dffd1c None None] Bound port: 5e176094-29b5-433f-84a6-7b298facf7f4, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:23.755587 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6ae4dcf0-d536-4d73-95c5-a28731dffd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:23.809434 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8ed62ecf-a985-4f44-af99-b90102aa5a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:23.823192 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port bece66c5-ebe5-416d-8a43-9df4c251695b, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=bece66c5-ebe5-416d-8a43-9df4c251695b,segment=NetworkSegment(37e986e4-0792-4292-9ed3-45df87b63279),segment_id=37e986e4-0792-4292-9ed3-45df87b63279)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:23.839313 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:23.840244 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 818623ee-bb95-4c16-b6aa-4cb09c7116ab details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:03:23.923178 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d54d05cc-3db2-4ee1-8df3-8a42bced67bc req-b322256e-c388-4b05-b7e0-81794f28c5b1 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163949 Jul 15 13:03:23.959264 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-6ae4dcf0-d536-4d73-95c5-a28731dffd1c None None] For port 5e176094-29b5-433f-84a6-7b298facf7f4, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:23.989742 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-6ae4dcf0-d536-4d73-95c5-a28731dffd1c None None] For port 5e176094-29b5-433f-84a6-7b298facf7f4, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5e176094-29b5-433f-84a6-7b298facf7f4,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:24.015401 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6ae4dcf0-d536-4d73-95c5-a28731dffd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:24.029559 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb5961-4aad-480d-afaa-1cb7e3e16caf req-91830376-cf43-4231-b2a9-e03130e39fb3 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:24.033206 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed62ecf-a985-4f44-af99-b90102aa5a86 admin admin] Network 66404f0a-a6ed-4fd2-9977-c4d3e825b2da is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:24.042001 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-86fb5961-4aad-480d-afaa-1cb7e3e16caf req-91830376-cf43-4231-b2a9-e03130e39fb3 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6753eba-1599-47bc-85a9-6660083ac125 HTTP/1.1" status: 200 len: 945 time: 0.3335037 Jul 15 13:03:24.044151 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-8ed62ecf-a985-4f44-af99-b90102aa5a86 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:24.065128 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed62ecf-a985-4f44-af99-b90102aa5a86 admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:24.132140 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae4dcf0-d536-4d73-95c5-a28731dffd1c None None] Routers {'bd88f87b-35ab-4149-95b5-b7e38ceebef0'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:03:24.132770 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-6ae4dcf0-d536-4d73-95c5-a28731dffd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:03:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['bd88f87b-35ab-4149-95b5-b7e38ceebef0'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:24.139084 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=bece66c5-ebe5-416d-8a43-9df4c251695b,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:24.144334 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed62ecf-a985-4f44-af99-b90102aa5a86 admin admin] Pushing event updated for resources: {'Port': ['ID=89ce4eb1-8908-4cde-a6bf-c0abee37aabf,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:24.173796 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8ed62ecf-a985-4f44-af99-b90102aa5a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:24.197119 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-86fb5961-4aad-480d-afaa-1cb7e3e16caf req-9eb07dea-b4bf-468b-9d7a-7de13d8c9f33 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/security-groups?id=a808b393-b40c-49ca-a0c6-0d3624004a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419876 Jul 15 13:03:24.208714 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558017c7-b5be-4b12-9b22-43ea05d46b02 None None] Pushing event updated for resources: {'Port': ['ID=5e176094-29b5-433f-84a6-7b298facf7f4,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:24.268609 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 818623ee-bb95-4c16-b6aa-4cb09c7116ab, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=818623ee-bb95-4c16-b6aa-4cb09c7116ab,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:24.293812 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '818623ee-bb95-4c16-b6aa-4cb09c7116ab', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': '818623ee-bb95-4c16-b6aa-4cb09c7116ab', 'mac_address': 'fa:16:3e:21:75:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:03:24.377947 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-6ae4dcf0-d536-4d73-95c5-a28731dffd1c None None] Set router bd88f87b-35ab-4149-95b5-b7e38ceebef0 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:03:24.385267 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:24.421973 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 818623ee-bb95-4c16-b6aa-4cb09c7116ab {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:24.456682 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 818623ee-bb95-4c16-b6aa-4cb09c7116ab, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=818623ee-bb95-4c16-b6aa-4cb09c7116ab,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:24.470959 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:24.515449 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8ed62ecf-a985-4f44-af99-b90102aa5a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:24.533198 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650fd22-d1e1-497b-8a41-706af371519d req-6b086b78-bad8-471c-8abf-3f06bdf93ac2 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:24.545552 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d650fd22-d1e1-497b-8a41-706af371519d req-6b086b78-bad8-471c-8abf-3f06bdf93ac2 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=3738eafc-32d4-44ae-bdaa-1fab455dcbe4 HTTP/1.1" status: 200 len: 945 time: 0.2701745 Jul 15 13:03:24.626678 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=818623ee-bb95-4c16-b6aa-4cb09c7116ab,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:24.669327 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d650fd22-d1e1-497b-8a41-706af371519d req-772f8517-ca32-4029-a0b9-423f5ceb6a5e tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d43190b-dac3-4c19-9478-e4b1f29751a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199412 Jul 15 13:03:24.677064 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['bece66c5-ebe5-416d-8a43-9df4c251695b'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:24.682314 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b721b7da-1f59-4f6b-9b31-a5114531dd6d None None] Provisioning for port 89ce4eb1-8908-4cde-a6bf-c0abee37aabf completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:24.800774 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b721b7da-1f59-4f6b-9b31-a5114531dd6d None None] Provisioning complete for port 89ce4eb1-8908-4cde-a6bf-c0abee37aabf triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:24.812512 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b721b7da-1f59-4f6b-9b31-a5114531dd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:24.834112 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8ed62ecf-a985-4f44-af99-b90102aa5a86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:24.850607 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8ed62ecf-a985-4f44-af99-b90102aa5a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:24.855687 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-6ae4dcf0-d536-4d73-95c5-a28731dffd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd88f87b-35ab-4149-95b5-b7e38ceebef0', 'name': 'tempest-ServerActionsTestJSON-1049955027-router', 'tenant_id': '12dc42da56354fb5b0d0acb9e0703009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '5e176094-29b5-433f-84a6-7b298facf7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:17Z', 'updated_at': '2021-07-15T13:03:19Z', 'revision_number': 3, 'project_id': '12dc42da56354fb5b0d0acb9e0703009', 'gw_port': {'id': '5e176094-29b5-433f-84a6-7b298facf7f4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd88f87b-35ab-4149-95b5-b7e38ceebef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:18Z', 'updated_at': '2021-07-15T13:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:24.910861 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770e2ef-6093-4096-ad30-065093231e31 req-d5157180-f685-42bd-9a85-36c44a3262e5 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:24.925048 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a770e2ef-6093-4096-ad30-065093231e31 req-d5157180-f685-42bd-9a85-36c44a3262e5 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 949 time: 0.2546241 Jul 15 13:03:24.941018 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed62ecf-a985-4f44-af99-b90102aa5a86 admin admin] Pushing event updated for resources: {'Port': ['ID=89ce4eb1-8908-4cde-a6bf-c0abee37aabf,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:24.958678 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae4dcf0-d536-4d73-95c5-a28731dffd1c None None] The sync data for ids ['bd88f87b-35ab-4149-95b5-b7e38ceebef0'] in n-d-771363-36 is: [{'id': 'bd88f87b-35ab-4149-95b5-b7e38ceebef0', 'name': 'tempest-ServerActionsTestJSON-1049955027-router', 'tenant_id': '12dc42da56354fb5b0d0acb9e0703009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '5e176094-29b5-433f-84a6-7b298facf7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:17Z', 'updated_at': '2021-07-15T13:03:19Z', 'revision_number': 3, 'project_id': '12dc42da56354fb5b0d0acb9e0703009', 'gw_port': {'id': '5e176094-29b5-433f-84a6-7b298facf7f4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd88f87b-35ab-4149-95b5-b7e38ceebef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:18Z', 'updated_at': '2021-07-15T13:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:03:24.994819 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8ed62ecf-a985-4f44-af99-b90102aa5a86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:25.007475 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b721b7da-1f59-4f6b-9b31-a5114531dd6d None None] Port 89ce4eb1-8908-4cde-a6bf-c0abee37aabf cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:03:25.014465 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['818623ee-bb95-4c16-b6aa-4cb09c7116ab'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:25.015965 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a770e2ef-6093-4096-ad30-065093231e31 req-1720dffc-3c6f-4c0b-8b9e-5bbdf90790ff tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849471 Jul 15 13:03:25.340720 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed62ecf-a985-4f44-af99-b90102aa5a86 admin admin] Network 66404f0a-a6ed-4fd2-9977-c4d3e825b2da is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:25.350529 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-8ed62ecf-a985-4f44-af99-b90102aa5a86 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:25.373961 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4068f4a0-e7c1-4060-8e25-6eaeffa9ef0e req-f25839a3-65c0-402c-af8c-1a1ae2df52bf tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d153bcb-0a4c-42e5-b835-3dbfd0ada7cc HTTP/1.1" status: 200 len: 210 time: 0.1277747 Jul 15 13:03:25.636340 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6cee3-45e1-430d-9569-184f1d0147e6 req-aa33a7e0-c63a-4bfb-bacd-60b2b7655bc8 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:25.656244 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-87c6cee3-45e1-430d-9569-184f1d0147e6 req-aa33a7e0-c63a-4bfb-bacd-60b2b7655bc8 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcf8126c-b249-4b6e-9059-ca0f1ba32063 HTTP/1.1" status: 200 len: 945 time: 0.2826455 Jul 15 13:03:25.675938 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed62ecf-a985-4f44-af99-b90102aa5a86 admin admin] Router bd88f87b-35ab-4149-95b5-b7e38ceebef0 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:03:25.731727 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-87c6cee3-45e1-430d-9569-184f1d0147e6 req-f6419e87-49ed-4cb8-b679-a7b850f71e95 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/security-groups?id=a808b393-b40c-49ca-a0c6-0d3624004a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742624 Jul 15 13:03:25.853309 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-2fdd590f-8d75-4c97-8194-1dc1728370e6 None None] Provisioning complete for port 89ce4eb1-8908-4cde-a6bf-c0abee37aabf triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:25.853897 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2fdd590f-8d75-4c97-8194-1dc1728370e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:25.930125 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2fdd590f-8d75-4c97-8194-1dc1728370e6 None None] Port 89ce4eb1-8908-4cde-a6bf-c0abee37aabf cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:03:25.952347 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed62ecf-a985-4f44-af99-b90102aa5a86 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:03:25.957844 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8ed62ecf-a985-4f44-af99-b90102aa5a86 admin admin] 10.222.0.16 "PUT /v2.0/routers/bd88f87b-35ab-4149-95b5-b7e38ceebef0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9693849 Jul 15 13:03:26.078086 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a895cfd-2966-4d88-9b83-4b759c066f3b req-745f0817-5508-49a6-b800-4a282c173edc tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:26.090937 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9a895cfd-2966-4d88-9b83-4b759c066f3b req-745f0817-5508-49a6-b800-4a282c173edc tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 946 time: 0.1676798 Jul 15 13:03:26.404547 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42252) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:26.589383 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8384a6ca-ecab-4b25-8ad0-4d461e621a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:26.641758 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9a895cfd-2966-4d88-9b83-4b759c066f3b req-ea49547c-e2c4-46b5-8d29-d1a40d9896e5 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5497956 Jul 15 13:03:26.697223 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed388fbd-9417-4392-8c83-17c79c7a8a84 req-788f3936-8900-4e31-b990-7b66ddc163e5 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:26.698881 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ed388fbd-9417-4392-8c83-17c79c7a8a84 req-788f3936-8900-4e31-b990-7b66ddc163e5 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=3738eafc-32d4-44ae-bdaa-1fab455dcbe4 HTTP/1.1" status: 200 len: 945 time: 0.5631223 Jul 15 13:03:26.779950 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ed388fbd-9417-4392-8c83-17c79c7a8a84 req-6193f639-f523-40e1-9293-fb5284223fa1 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d43190b-dac3-4c19-9478-e4b1f29751a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732887 Jul 15 13:03:26.787963 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8384a6ca-ecab-4b25-8ad0-4d461e621a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:26.796801 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8384a6ca-ecab-4b25-8ad0-4d461e621a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:26.879160 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384a6ca-ecab-4b25-8ad0-4d461e621a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cac0beb-7d2d-443c-8e8b-58971f336448,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:26.892078 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8384a6ca-ecab-4b25-8ad0-4d461e621a54 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ce502556b5344061b95f69b7dbd7638a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4862063 Jul 15 13:03:26.895002 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42260) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:26.986943 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4ebb1364-076b-447e-ad00-18943aa0eda2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.035988 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5e176094-29b5-433f-84a6-7b298facf7f4 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:27.066718 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4ebb1364-076b-447e-ad00-18943aa0eda2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.155131 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 5e176094-29b5-433f-84a6-7b298facf7f4 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:27.161022 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 5e176094-29b5-433f-84a6-7b298facf7f4 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:27.161439 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.188568 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9c8b2-66cd-4b26-bb85-6a640603b610 req-4a0f1723-9f52-4f02-bb9c-a197ebb24c6d tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:27.195740 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-85a9c8b2-66cd-4b26-bb85-6a640603b610 req-4a0f1723-9f52-4f02-bb9c-a197ebb24c6d tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 949 time: 0.2035577 Jul 15 13:03:27.199001 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4ebb1364-076b-447e-ad00-18943aa0eda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.201736 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4ebb1364-076b-447e-ad00-18943aa0eda2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.205374 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4ebb1364-076b-447e-ad00-18943aa0eda2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2cac0beb-7d2d-443c-8e8b-58971f336448 HTTP/1.1" status: 204 len: 168 time: 0.3058658 Jul 15 13:03:27.252211 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb1364-076b-447e-ad00-18943aa0eda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cac0beb-7d2d-443c-8e8b-58971f336448,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:27.320552 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-85a9c8b2-66cd-4b26-bb85-6a640603b610 req-850ca2b5-db30-443b-9134-e2913a090d8c tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237578 Jul 15 13:03:27.327063 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.369471 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 5e176094-29b5-433f-84a6-7b298facf7f4, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5e176094-29b5-433f-84a6-7b298facf7f4,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:27.373104 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device bece66c5-ebe5-416d-8a43-9df4c251695b up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:27.455532 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.529032 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port bece66c5-ebe5-416d-8a43-9df4c251695b triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:27.529642 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.604547 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=5e176094-29b5-433f-84a6-7b298facf7f4,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:27.682235 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.685230 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50723c1-30d0-4f40-8b34-1bd903ce94f9 req-a33e2edd-c9f7-47fd-875a-0664f93792e9 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:27.710228 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50723c1-30d0-4f40-8b34-1bd903ce94f9 req-a33e2edd-c9f7-47fd-875a-0664f93792e9 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:27.722271 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3738eafc-32d4-44ae-bdaa-1fab455dcbe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bece66c5-ebe5-416d-8a43-9df4c251695b'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:27.725424 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f04b920-ca9e-402f-86f0-275f4d97cbff" -d '{"events": [{"server_uuid": "3738eafc-32d4-44ae-bdaa-1fab455dcbe4", "name": "network-vif-plugged", "status": "completed", "tag": "bece66c5-ebe5-416d-8a43-9df4c251695b"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:27.726859 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50723c1-30d0-4f40-8b34-1bd903ce94f9 req-a33e2edd-c9f7-47fd-875a-0664f93792e9 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:27.729106 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e50723c1-30d0-4f40-8b34-1bd903ce94f9 req-a33e2edd-c9f7-47fd-875a-0664f93792e9 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6753eba-1599-47bc-85a9-6660083ac125&device_id=57365271-24f2-4a4e-9d00-9c19d6270689&device_id=fcf8126c-b249-4b6e-9059-ca0f1ba32063 HTTP/1.1" status: 200 len: 2417 time: 0.2769120 Jul 15 13:03:27.758220 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port bece66c5-ebe5-416d-8a43-9df4c251695b, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=bece66c5-ebe5-416d-8a43-9df4c251695b,segment=NetworkSegment(37e986e4-0792-4292-9ed3-45df87b63279),segment_id=37e986e4-0792-4292-9ed3-45df87b63279)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:27.769657 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.770939 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 818623ee-bb95-4c16-b6aa-4cb09c7116ab up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:27.824418 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e50723c1-30d0-4f40-8b34-1bd903ce94f9 req-5bcbfa71-5968-47c4-90db-fe337e8320a0 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/security-groups?id=a808b393-b40c-49ca-a0c6-0d3624004a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828805 Jul 15 13:03:27.938719 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccff718-64f7-4148-b266-caf646579da8 None None] Sync routers for ids ['bd88f87b-35ab-4149-95b5-b7e38ceebef0'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:03:27.942240 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42274) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:27.965463 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=bece66c5-ebe5-416d-8a43-9df4c251695b,revision_number=7']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:27.965843 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d50ff930-d791-44cb-9d8d-72e3b75a2ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.992173 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccff718-64f7-4148-b266-caf646579da8 None None] Routers {'bd88f87b-35ab-4149-95b5-b7e38ceebef0'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:03:27.994173 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-fccff718-64f7-4148-b266-caf646579da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:03:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['bd88f87b-35ab-4149-95b5-b7e38ceebef0'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:28.050270 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 818623ee-bb95-4c16-b6aa-4cb09c7116ab completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:28.059445 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 818623ee-bb95-4c16-b6aa-4cb09c7116ab triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:28.060088 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:28.178479 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-fccff718-64f7-4148-b266-caf646579da8 None None] Set router bd88f87b-35ab-4149-95b5-b7e38ceebef0 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:03:28.210992 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d50ff930-d791-44cb-9d8d-72e3b75a2ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:28.231297 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d50ff930-d791-44cb-9d8d-72e3b75a2ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:28.260658 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:28.296377 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42280) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:28.296891 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d50ff930-d791-44cb-9d8d-72e3b75a2ee2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5e0b48604c2242ff871d279a025613e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3530073 Jul 15 13:03:28.297382 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42282) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:28.303494 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-2976aace-3e77-4b60-b67e-39fff05e71f7 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1880435342', 'description': 'tempest-description--1475516879'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:28.363698 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ff930-d791-44cb-9d8d-72e3b75a2ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82845537-38b4-4610-9e0e-988f7539f0ed,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:28.432835 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 818623ee-bb95-4c16-b6aa-4cb09c7116ab, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=818623ee-bb95-4c16-b6aa-4cb09c7116ab,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:28.458461 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:28.515033 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2976aace-3e77-4b60-b67e-39fff05e71f7 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:28.659428 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1151cc3c-5bc4-439c-b95d-c0f6e2b5be04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:28.691755 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=818623ee-bb95-4c16-b6aa-4cb09c7116ab,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:28.748677 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1151cc3c-5bc4-439c-b95d-c0f6e2b5be04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:28.794366 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-fccff718-64f7-4148-b266-caf646579da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd88f87b-35ab-4149-95b5-b7e38ceebef0', 'name': 'tempest-ServerActionsTestJSON-1049955027-router', 'tenant_id': '12dc42da56354fb5b0d0acb9e0703009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '5e176094-29b5-433f-84a6-7b298facf7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:17Z', 'updated_at': '2021-07-15T13:03:24Z', 'revision_number': 4, 'project_id': '12dc42da56354fb5b0d0acb9e0703009', 'gw_port': {'id': '5e176094-29b5-433f-84a6-7b298facf7f4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd88f87b-35ab-4149-95b5-b7e38ceebef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:18Z', 'updated_at': '2021-07-15T13:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '89ce4eb1-8908-4cde-a6bf-c0abee37aabf', 'name': '', 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da', 'tenant_id': '12dc42da56354fb5b0d0acb9e0703009', 'mac_address': 'fa:16:3e:80:5a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd88f87b-35ab-4149-95b5-b7e38ceebef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '504f4a49-65cd-4546-be78-3e75a4fd4784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:23Z', 'updated_at': '2021-07-15T13:03:24Z', 'revision_number': 2, 'project_id': '12dc42da56354fb5b0d0acb9e0703009', 'subnets': [{'id': '504f4a49-65cd-4546-be78-3e75a4fd4784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:28.892792 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26051a24-62dd-49dd-9587-d27ac1011ef0 x-openstack-request-id: req-26051a24-62dd-49dd-9587-d27ac1011ef0 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:28.894827 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3738eafc-32d4-44ae-bdaa-1fab455dcbe4", "name": "network-vif-plugged", "status": "completed", "tag": "bece66c5-ebe5-416d-8a43-9df4c251695b", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:28.896124 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-26051a24-62dd-49dd-9587-d27ac1011ef0 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:28.900715 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3738eafc-32d4-44ae-bdaa-1fab455dcbe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bece66c5-ebe5-416d-8a43-9df4c251695b', 'code': 200} Jul 15 13:03:28.901567 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:28.905321 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccff718-64f7-4148-b266-caf646579da8 None None] Checking router: bd88f87b-35ab-4149-95b5-b7e38ceebef0 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:03:28.906986 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccff718-64f7-4148-b266-caf646579da8 None None] Updating router bd88f87b-35ab-4149-95b5-b7e38ceebef0 port 89ce4eb1-8908-4cde-a6bf-c0abee37aabf binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:03:28.926523 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bb614-d0e1-4899-a1ed-d79b29b88f15 req-26503dd0-bd4b-4c10-8d7c-6bc7fe4f0b9e tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:28.941266 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-496bb614-d0e1-4899-a1ed-d79b29b88f15 req-26503dd0-bd4b-4c10-8d7c-6bc7fe4f0b9e tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 946 time: 0.1437888 Jul 15 13:03:28.959421 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2976aace-3e77-4b60-b67e-39fff05e71f7 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:28.980031 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2976aace-3e77-4b60-b67e-39fff05e71f7 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:29.000037 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1151cc3c-5bc4-439c-b95d-c0f6e2b5be04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:29.000359 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-496bb614-d0e1-4899-a1ed-d79b29b88f15 req-8d0c03c7-60f9-4897-bae1-cd5722dab809 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580208 Jul 15 13:03:29.002284 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1151cc3c-5bc4-439c-b95d-c0f6e2b5be04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:29.012328 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1151cc3c-5bc4-439c-b95d-c0f6e2b5be04 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/82845537-38b4-4610-9e0e-988f7539f0ed HTTP/1.1" status: 204 len: 168 time: 0.7137456 Jul 15 13:03:29.034123 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fccff718-64f7-4148-b266-caf646579da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:29.084102 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5e176094-29b5-433f-84a6-7b298facf7f4 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:29.122020 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2976aace-3e77-4b60-b67e-39fff05e71f7 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:29.138341 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42290) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:29.138768 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2976aace-3e77-4b60-b67e-39fff05e71f7 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8386662 Jul 15 13:03:29.141115 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2976aace-3e77-4b60-b67e-39fff05e71f7 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d194382c-2fef-4995-a427-6cb2d9a08c40,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:29.144248 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-e2908e9b-62c4-47e6-a53f-283cd0885a0b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Request body: {'security_group_rule': {'security_group_id': 'd194382c-2fef-4995-a427-6cb2d9a08c40', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:29.186357 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1151cc3c-5bc4-439c-b95d-c0f6e2b5be04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82845537-38b4-4610-9e0e-988f7539f0ed,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:29.263895 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e2908e9b-62c4-47e6-a53f-283cd0885a0b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:29.358838 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e2908e9b-62c4-47e6-a53f-283cd0885a0b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:29.406440 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e2908e9b-62c4-47e6-a53f-283cd0885a0b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:29.483440 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e2908e9b-62c4-47e6-a53f-283cd0885a0b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:29.484463 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e2908e9b-62c4-47e6-a53f-283cd0885a0b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3449059 Jul 15 13:03:29.487524 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42296) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:29.499045 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2908e9b-62c4-47e6-a53f-283cd0885a0b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db94cd7b-d1aa-4e0c-8ab8-1b56adc6ca1e,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:29.512790 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-b4c62b15-94af-4630-8e8f-3fcfa8935c41 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Request body: {'security_group_rule': {'security_group_id': 'd194382c-2fef-4995-a427-6cb2d9a08c40', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:29.592015 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80590282-7d0e-4fa7-9333-b4c9caa06fd2 req-94c3096d-f7f0-4b72-8fb6-855cc5deaadf tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:29.599375 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:29.603988 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-80590282-7d0e-4fa7-9333-b4c9caa06fd2 req-94c3096d-f7f0-4b72-8fb6-855cc5deaadf tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 950 time: 0.4277852 Jul 15 13:03:29.632215 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 5e176094-29b5-433f-84a6-7b298facf7f4 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:29.632972 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:29.666409 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4c62b15-94af-4630-8e8f-3fcfa8935c41 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:29.693500 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-20bdbfa0-1eed-4f3b-a1f6-be6c4cdf7ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:29.729306 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a9d18-3c32-47ee-b586-3975e935e752 req-c15eeede-7257-481d-bba7-b4b2c62bf921 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:29.739079 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a55a9d18-3c32-47ee-b586-3975e935e752 req-c15eeede-7257-481d-bba7-b4b2c62bf921 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6753eba-1599-47bc-85a9-6660083ac125 HTTP/1.1" status: 200 len: 945 time: 0.3766732 Jul 15 13:03:29.802358 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-80590282-7d0e-4fa7-9333-b4c9caa06fd2 req-e37f055b-805b-400e-9788-f5e4c64ffdf9 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969659 Jul 15 13:03:29.894700 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a55a9d18-3c32-47ee-b586-3975e935e752 req-3ce90054-e9a3-4c9e-b2f7-ecfed1191cf7 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/security-groups?id=a808b393-b40c-49ca-a0c6-0d3624004a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545975 Jul 15 13:03:29.924652 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4c62b15-94af-4630-8e8f-3fcfa8935c41 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:29.942434 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4c62b15-94af-4630-8e8f-3fcfa8935c41 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:30.003111 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4c62b15-94af-4630-8e8f-3fcfa8935c41 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:30.004716 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b4c62b15-94af-4630-8e8f-3fcfa8935c41 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5090885 Jul 15 13:03:30.008075 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42308) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:30.014199 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-99b815ba-5a1b-4c81-ba90-01b278b6b4ed tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:30.050552 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c62b15-94af-4630-8e8f-3fcfa8935c41 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c91f8fd-2743-4a6d-bb91-3fc91d9768a8,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:30.091867 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99b815ba-5a1b-4c81-ba90-01b278b6b4ed tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks [] for floatingip, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:30.203476 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a375720-5ae2-4f93-82f5-f88b2709a34b req-6338efde-7c55-4e7f-acca-ed8453e457c4 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:30.211520 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fccff718-64f7-4148-b266-caf646579da8 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:30.214257 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4a375720-5ae2-4f93-82f5-f88b2709a34b req-6338efde-7c55-4e7f-acca-ed8453e457c4 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=3738eafc-32d4-44ae-bdaa-1fab455dcbe4 HTTP/1.1" status: 200 len: 946 time: 0.2195199 Jul 15 13:03:30.233345 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-fccff718-64f7-4148-b266-caf646579da8 None None] Transition to ACTIVE for port object 89ce4eb1-8908-4cde-a6bf-c0abee37aabf will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:30.254888 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fccff718-64f7-4148-b266-caf646579da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:30.299399 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99b815ba-5a1b-4c81-ba90-01b278b6b4ed tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:30.317374 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4a375720-5ae2-4f93-82f5-f88b2709a34b req-f7f80388-b14d-4dc2-bbba-6bdcef040b7e tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d43190b-dac3-4c19-9478-e4b1f29751a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971508 Jul 15 13:03:30.489315 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4d6a8-2242-4dd6-8b90-f5ab117cc9c3 None None] Pushing event updated for resources: {'Port': ['ID=89ce4eb1-8908-4cde-a6bf-c0abee37aabf,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:30.658430 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-fccff718-64f7-4148-b266-caf646579da8 None None] Attempting to bind port 89ce4eb1-8908-4cde-a6bf-c0abee37aabf on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:30.658897 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-fccff718-64f7-4148-b266-caf646579da8 None None] Attempting to bind port 89ce4eb1-8908-4cde-a6bf-c0abee37aabf by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6c08b4fd-e002-492a-bbd7-d6303b30aeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:30.659333 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccff718-64f7-4148-b266-caf646579da8 None None] Attempting to bind port 89ce4eb1-8908-4cde-a6bf-c0abee37aabf on network 66404f0a-a6ed-4fd2-9977-c4d3e825b2da {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:30.667256 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-99b815ba-5a1b-4c81-ba90-01b278b6b4ed tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Allocated IP 172.25.8.91 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/abdd10d5-45a8-4eba-a9b7-3edd03ff3916) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:30.678034 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccff718-64f7-4148-b266-caf646579da8 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:30.679570 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccff718-64f7-4148-b266-caf646579da8 None None] Checking segment: {'id': '6c08b4fd-e002-492a-bbd7-d6303b30aeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:30.680056 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fccff718-64f7-4148-b266-caf646579da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:30.681343 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccff718-64f7-4148-b266-caf646579da8 None None] Bound using segment: {'id': '6c08b4fd-e002-492a-bbd7-d6303b30aeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:30.682781 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-fccff718-64f7-4148-b266-caf646579da8 None None] Bound port: 89ce4eb1-8908-4cde-a6bf-c0abee37aabf, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c08b4fd-e002-492a-bbd7-d6303b30aeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:30.683318 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fccff718-64f7-4148-b266-caf646579da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:30.839551 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-fccff718-64f7-4148-b266-caf646579da8 None None] For port 89ce4eb1-8908-4cde-a6bf-c0abee37aabf, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:30.846444 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-fccff718-64f7-4148-b266-caf646579da8 None None] For port 89ce4eb1-8908-4cde-a6bf-c0abee37aabf, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=89ce4eb1-8908-4cde-a6bf-c0abee37aabf,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:30.858727 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fccff718-64f7-4148-b266-caf646579da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:30.886170 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3480d-54ad-4bb0-b296-11af2b3062a4 req-10587749-c8b7-40e3-945f-f522e9e3463c tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:30.914686 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-97c3480d-54ad-4bb0-b296-11af2b3062a4 req-10587749-c8b7-40e3-945f-f522e9e3463c tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 946 time: 0.3064113 Jul 15 13:03:30.977085 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0479726-a66f-40f6-bfe2-f56226fd1f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818623ee-bb95-4c16-b6aa-4cb09c7116ab'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:30.988898 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3dfd665-03d1-4680-a8f2-d6a85a834825" -d '{"events": [{"server_uuid": "b0479726-a66f-40f6-bfe2-f56226fd1f47", "name": "network-vif-plugged", "status": "completed", "tag": "818623ee-bb95-4c16-b6aa-4cb09c7116ab"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:31.053399 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99b815ba-5a1b-4c81-ba90-01b278b6b4ed tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:31.126428 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccff718-64f7-4148-b266-caf646579da8 None None] Routers {'bd88f87b-35ab-4149-95b5-b7e38ceebef0'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:03:31.142391 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-fccff718-64f7-4148-b266-caf646579da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:03:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['bd88f87b-35ab-4149-95b5-b7e38ceebef0'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:31.152894 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4d6a8-2242-4dd6-8b90-f5ab117cc9c3 None None] Pushing event updated for resources: {'Port': ['ID=89ce4eb1-8908-4cde-a6bf-c0abee37aabf,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:31.173759 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99b815ba-5a1b-4c81-ba90-01b278b6b4ed tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:31.197584 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-97c3480d-54ad-4bb0-b296-11af2b3062a4 req-83ae41c9-9fb0-4e96-be3d-8f554b33c7e5 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785242 Jul 15 13:03:31.282087 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed397c2-d999-4ad8-a5c0-906a7a4857fe req-5e3a5eb6-b916-4c3f-ac45-665a766215a2 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:31.288801 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bed397c2-d999-4ad8-a5c0-906a7a4857fe req-5e3a5eb6-b916-4c3f-ac45-665a766215a2 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.46 "GET /v2.0/ports?device_id=3738eafc-32d4-44ae-bdaa-1fab455dcbe4 HTTP/1.1" status: 200 len: 946 time: 0.3701878 Jul 15 13:03:31.360732 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b815ba-5a1b-4c81-ba90-01b278b6b4ed tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:31.365335 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-99b815ba-5a1b-4c81-ba90-01b278b6b4ed tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:31.381867 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b815ba-5a1b-4c81-ba90-01b278b6b4ed tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:31.434315 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b815ba-5a1b-4c81-ba90-01b278b6b4ed tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Pushing event updated for resources: {'Port': ['ID=abdd10d5-45a8-4eba-a9b7-3edd03ff3916,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:31.537771 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e09677-b0aa-4e7f-8de8-bbe00fa7d85a x-openstack-request-id: req-17e09677-b0aa-4e7f-8de8-bbe00fa7d85a {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:31.543781 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0479726-a66f-40f6-bfe2-f56226fd1f47", "name": "network-vif-plugged", "status": "completed", "tag": "818623ee-bb95-4c16-b6aa-4cb09c7116ab", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:31.544120 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-17e09677-b0aa-4e7f-8de8-bbe00fa7d85a {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:31.544549 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0479726-a66f-40f6-bfe2-f56226fd1f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818623ee-bb95-4c16-b6aa-4cb09c7116ab', 'code': 200} Jul 15 13:03:31.700625 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-bed397c2-d999-4ad8-a5c0-906a7a4857fe req-2dc97815-e72c-4f44-b3fe-49da8107e680 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Deleting port bece66c5-ebe5-416d-8a43-9df4c251695b {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:03:31.701496 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bed397c2-d999-4ad8-a5c0-906a7a4857fe req-2dc97815-e72c-4f44-b3fe-49da8107e680 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:31.728844 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-fccff718-64f7-4148-b266-caf646579da8 None None] Set router bd88f87b-35ab-4149-95b5-b7e38ceebef0 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:03:31.733380 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99b815ba-5a1b-4c81-ba90-01b278b6b4ed tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:31.759186 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca57b96-1322-47ed-9df3-22c688bcd1ab req-fd97d3ae-7766-4dda-89cd-49790099f322 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:31.767259 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fca57b96-1322-47ed-9df3-22c688bcd1ab req-fd97d3ae-7766-4dda-89cd-49790099f322 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 950 time: 0.2434998 Jul 15 13:03:31.871341 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fca57b96-1322-47ed-9df3-22c688bcd1ab req-1a6f1513-7760-438c-a637-bc33da5ff80d tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989065 Jul 15 13:03:31.926104 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-bed397c2-d999-4ad8-a5c0-906a7a4857fe req-2dc97815-e72c-4f44-b3fe-49da8107e680 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] For port bece66c5-ebe5-416d-8a43-9df4c251695b, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=bece66c5-ebe5-416d-8a43-9df4c251695b,segment=NetworkSegment(37e986e4-0792-4292-9ed3-45df87b63279),segment_id=37e986e4-0792-4292-9ed3-45df87b63279)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:31.929274 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bed397c2-d999-4ad8-a5c0-906a7a4857fe req-2dc97815-e72c-4f44-b3fe-49da8107e680 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:31.942656 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99b815ba-5a1b-4c81-ba90-01b278b6b4ed tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:31.978836 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-bed397c2-d999-4ad8-a5c0-906a7a4857fe req-2dc97815-e72c-4f44-b3fe-49da8107e680 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Calling delete_port for bece66c5-ebe5-416d-8a43-9df4c251695b owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:03:32.032301 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2eaef-0c20-4e0c-a48e-a9384e6cfe29 req-75fcc054-c864-4fed-8ae9-b26ba46617ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:32.038097 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-30c2eaef-0c20-4e0c-a48e-a9384e6cfe29 req-75fcc054-c864-4fed-8ae9-b26ba46617ab service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 1102 time: 0.4209454 Jul 15 13:03:32.194414 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-fccff718-64f7-4148-b266-caf646579da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd88f87b-35ab-4149-95b5-b7e38ceebef0', 'name': 'tempest-ServerActionsTestJSON-1049955027-router', 'tenant_id': '12dc42da56354fb5b0d0acb9e0703009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '5e176094-29b5-433f-84a6-7b298facf7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:17Z', 'updated_at': '2021-07-15T13:03:24Z', 'revision_number': 4, 'project_id': '12dc42da56354fb5b0d0acb9e0703009', 'gw_port': {'id': '5e176094-29b5-433f-84a6-7b298facf7f4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd88f87b-35ab-4149-95b5-b7e38ceebef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:18Z', 'updated_at': '2021-07-15T13:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '89ce4eb1-8908-4cde-a6bf-c0abee37aabf', 'name': '', 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da', 'tenant_id': '12dc42da56354fb5b0d0acb9e0703009', 'mac_address': 'fa:16:3e:80:5a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd88f87b-35ab-4149-95b5-b7e38ceebef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '504f4a49-65cd-4546-be78-3e75a4fd4784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:23Z', 'updated_at': '2021-07-15T13:03:30Z', 'revision_number': 4, 'project_id': '12dc42da56354fb5b0d0acb9e0703009', 'subnets': [{'id': '504f4a49-65cd-4546-be78-3e75a4fd4784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:32.206172 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-30c2eaef-0c20-4e0c-a48e-a9384e6cfe29 req-32ada59b-e44a-4d27-93dc-7974b5823256 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590517 Jul 15 13:03:32.244250 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccff718-64f7-4148-b266-caf646579da8 None None] The sync data for ids ['bd88f87b-35ab-4149-95b5-b7e38ceebef0'] in n-d-771363-36 is: [{'id': 'bd88f87b-35ab-4149-95b5-b7e38ceebef0', 'name': 'tempest-ServerActionsTestJSON-1049955027-router', 'tenant_id': '12dc42da56354fb5b0d0acb9e0703009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '5e176094-29b5-433f-84a6-7b298facf7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:17Z', 'updated_at': '2021-07-15T13:03:24Z', 'revision_number': 4, 'project_id': '12dc42da56354fb5b0d0acb9e0703009', 'gw_port': {'id': '5e176094-29b5-433f-84a6-7b298facf7f4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd88f87b-35ab-4149-95b5-b7e38ceebef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:18Z', 'updated_at': '2021-07-15T13:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '89ce4eb1-8908-4cde-a6bf-c0abee37aabf', 'name': '', 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da', 'tenant_id': '12dc42da56354fb5b0d0acb9e0703009', 'mac_address': 'fa:16:3e:80:5a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd88f87b-35ab-4149-95b5-b7e38ceebef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '504f4a49-65cd-4546-be78-3e75a4fd4784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:23Z', 'updated_at': '2021-07-15T13:03:30Z', 'revision_number': 4, 'project_id': '12dc42da56354fb5b0d0acb9e0703009', 'subnets': [{'id': '504f4a49-65cd-4546-be78-3e75a4fd4784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:03:32.253112 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:32.353410 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b3178-b789-40b0-a5e1-c2210a3082db req-9ae3b94a-e53b-4bf6-9aba-53d718fbf482 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:32.367462 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8d5b3178-b789-40b0-a5e1-c2210a3082db req-9ae3b94a-e53b-4bf6-9aba-53d718fbf482 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=3738eafc-32d4-44ae-bdaa-1fab455dcbe4 HTTP/1.1" status: 200 len: 946 time: 0.2465208 Jul 15 13:03:32.445184 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bf2dd1aa-d3fe-4288-af41-480624177886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:32.563452 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99b815ba-5a1b-4c81-ba90-01b278b6b4ed tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:32.577754 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bed397c2-d999-4ad8-a5c0-906a7a4857fe req-2dc97815-e72c-4f44-b3fe-49da8107e680 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:32.585454 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99b815ba-5a1b-4c81-ba90-01b278b6b4ed tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:32.591355 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['bece66c5-ebe5-416d-8a43-9df4c251695b'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:32.659333 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8d5b3178-b789-40b0-a5e1-c2210a3082db req-7f8c9e6a-23d2-427d-9f41-2a45f903522f tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d43190b-dac3-4c19-9478-e4b1f29751a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771101 Jul 15 13:03:32.750408 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b815ba-5a1b-4c81-ba90-01b278b6b4ed tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Pushing event updated for resources: {'Port': ['ID=abdd10d5-45a8-4eba-a9b7-3edd03ff3916,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:32.772667 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99b815ba-5a1b-4c81-ba90-01b278b6b4ed tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:32.789725 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc97815-e72c-4f44-b3fe-49da8107e680 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Pushing event deleted for resources: {'Port': ['ID=bece66c5-ebe5-416d-8a43-9df4c251695b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:32.793780 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed397c2-d999-4ad8-a5c0-906a7a4857fe req-2dc97815-e72c-4f44-b3fe-49da8107e680 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] No DVR routers for this DVR port bece66c5-ebe5-416d-8a43-9df4c251695b on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:03:32.802554 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99b815ba-5a1b-4c81-ba90-01b278b6b4ed tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:32.803958 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-99b815ba-5a1b-4c81-ba90-01b278b6b4ed tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7942562 Jul 15 13:03:32.809781 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bed397c2-d999-4ad8-a5c0-906a7a4857fe req-2dc97815-e72c-4f44-b3fe-49da8107e680 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:32.811932 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bed397c2-d999-4ad8-a5c0-906a7a4857fe req-2dc97815-e72c-4f44-b3fe-49da8107e680 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.46 "DELETE /v2.0/ports/bece66c5-ebe5-416d-8a43-9df4c251695b HTTP/1.1" status: 204 len: 173 time: 1.5163138 Jul 15 13:03:32.812544 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3738eafc-32d4-44ae-bdaa-1fab455dcbe4', 'name': 'network-vif-deleted', 'tag': 'bece66c5-ebe5-416d-8a43-9df4c251695b'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:32.822901 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b8d4cf-1933-4697-b0af-58e66368e6ef" -d '{"events": [{"server_uuid": "3738eafc-32d4-44ae-bdaa-1fab455dcbe4", "name": "network-vif-deleted", "tag": "bece66c5-ebe5-416d-8a43-9df4c251695b"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:32.994908 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68de5d-99df-44f9-8b34-6312725d3501 req-2982159d-1225-4854-bf94-13b8f536ef55 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:32.999704 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5b68de5d-99df-44f9-8b34-6312725d3501 req-2982159d-1225-4854-bf94-13b8f536ef55 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 946 time: 0.2873254 Jul 15 13:03:33.060086 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 89ce4eb1-8908-4cde-a6bf-c0abee37aabf up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:33.095681 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5b68de5d-99df-44f9-8b34-6312725d3501 req-26f025be-9845-4306-9d29-c35f58df2bef tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909035 Jul 15 13:03:33.185784 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 89ce4eb1-8908-4cde-a6bf-c0abee37aabf completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:33.194469 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 89ce4eb1-8908-4cde-a6bf-c0abee37aabf triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:33.194817 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:33.333417 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:33.450198 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 89ce4eb1-8908-4cde-a6bf-c0abee37aabf, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=89ce4eb1-8908-4cde-a6bf-c0abee37aabf,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:33.474819 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:33.485103 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:33.489586 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcc8a94-9684-448b-9b05-ee526ea9cbab x-openstack-request-id: req-ffcc8a94-9684-448b-9b05-ee526ea9cbab {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:33.489956 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3738eafc-32d4-44ae-bdaa-1fab455dcbe4", "name": "network-vif-deleted", "tag": "bece66c5-ebe5-416d-8a43-9df4c251695b", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:33.490380 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ffcc8a94-9684-448b-9b05-ee526ea9cbab {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:33.490896 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3738eafc-32d4-44ae-bdaa-1fab455dcbe4', 'name': 'network-vif-deleted', 'tag': 'bece66c5-ebe5-416d-8a43-9df4c251695b', 'status': 'completed', 'code': 200} Jul 15 13:03:33.605880 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=89ce4eb1-8908-4cde-a6bf-c0abee37aabf,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:33.820398 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3924248-2cfb-4990-83c1-4305a974dce9 req-7e0f7d80-8e96-4f12-bb95-1fe0cecacc5c tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:33.822686 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f3924248-2cfb-4990-83c1-4305a974dce9 req-7e0f7d80-8e96-4f12-bb95-1fe0cecacc5c tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 950 time: 0.1227286 Jul 15 13:03:33.833295 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-6b18a638-1313-484e-8397-e22b0bc90b0d tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1880435342&fields=id&tenant_id=12dc42da56354fb5b0d0acb9e0703009 HTTP/1.1" status: 200 len: 267 time: 0.0856752 Jul 15 13:03:33.935366 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f3924248-2cfb-4990-83c1-4305a974dce9 req-a57dad8a-bd82-4580-82ba-6ce72ccf5b31 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983491 Jul 15 13:03:34.074042 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-db6d2421-7e80-4e38-ade7-a28e8d01bd68 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:34.084051 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-db6d2421-7e80-4e38-ade7-a28e8d01bd68 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/networks?id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da HTTP/1.1" status: 200 len: 812 time: 0.2495830 Jul 15 13:03:34.108143 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-c27df55c-2bd0-4b34-b1b8-c211a3048344 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/quotas/12dc42da56354fb5b0d0acb9e0703009 HTTP/1.1" status: 200 len: 375 time: 0.0226734 Jul 15 13:03:34.253275 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-15df633f-4e46-496f-9f6e-56d017ce4128 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=12dc42da56354fb5b0d0acb9e0703009&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1436355 Jul 15 13:03:34.367440 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-e241c91c-a826-4ce8-8cd2-5cb8e7a506df service neutron] 10.222.0.16 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129799 Jul 15 13:03:34.518916 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-48968f6a-c5aa-4984-83a3-6fb2cf57b761 service neutron] 10.222.0.16 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489646 Jul 15 13:03:34.890759 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:34.991477 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088035fb-fc99-4de1-815c-7899384f5282 req-68843d6d-1c5a-4941-a935-8974706f17ee tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:35.005019 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-088035fb-fc99-4de1-815c-7899384f5282 req-68843d6d-1c5a-4941-a935-8974706f17ee tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 946 time: 0.1080892 Jul 15 13:03:35.049691 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 89ce4eb1-8908-4cde-a6bf-c0abee37aabf up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:35.098279 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-088035fb-fc99-4de1-815c-7899384f5282 req-3b4f6e5a-26e4-49a7-8ffa-458097be253b tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921514 Jul 15 13:03:35.235262 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 89ce4eb1-8908-4cde-a6bf-c0abee37aabf triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:35.235945 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:35.364511 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d62d98-df4e-4a89-ad6d-18e8cb8cec8d req-88a1abd2-ee51-438f-8cec-c973080a02f5 tempest-MigrationsAdminTest-1397689877 tempest-MigrationsAdminTest-1397689877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:35.375261 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device bece66c5-ebe5-416d-8a43-9df4c251695b no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:03:35.377864 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b1d62d98-df4e-4a89-ad6d-18e8cb8cec8d req-88a1abd2-ee51-438f-8cec-c973080a02f5 tempest-MigrationsAdminTest-1397689877 tempest-MigrationsAdminTest-1397689877-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 1102 time: 0.2017667 Jul 15 13:03:35.396570 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b1d62d98-df4e-4a89-ad6d-18e8cb8cec8d req-3c825952-6438-409d-845a-65f2dbda0ef3 tempest-MigrationsAdminTest-1397689877 tempest-MigrationsAdminTest-1397689877-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:35.425657 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: bece66c5-ebe5-416d-8a43-9df4c251695b {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:03:35.425871 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f4dc8-9670-4fbd-bb63-2568db695e3c req-846444ef-13a3-448c-bfb0-8d97172df67a tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:35.427742 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1e8f4dc8-9670-4fbd-bb63-2568db695e3c req-846444ef-13a3-448c-bfb0-8d97172df67a tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef HTTP/1.1" status: 200 len: 944 time: 0.1623430 Jul 15 13:03:35.434653 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device bece66c5-ebe5-416d-8a43-9df4c251695b not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:03:35.709042 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-1e8f4dc8-9670-4fbd-bb63-2568db695e3c req-61bf90ad-2ca3-4a5c-80cf-93d79b4d7b54 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Deleting port da090241-b734-40df-979b-ae61cffc17b9 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:03:35.709501 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1e8f4dc8-9670-4fbd-bb63-2568db695e3c req-61bf90ad-2ca3-4a5c-80cf-93d79b4d7b54 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:35.810502 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-1e8f4dc8-9670-4fbd-bb63-2568db695e3c req-61bf90ad-2ca3-4a5c-80cf-93d79b4d7b54 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] For port da090241-b734-40df-979b-ae61cffc17b9, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=da090241-b734-40df-979b-ae61cffc17b9,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:35.815088 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1e8f4dc8-9670-4fbd-bb63-2568db695e3c req-61bf90ad-2ca3-4a5c-80cf-93d79b4d7b54 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:35.835418 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-1e8f4dc8-9670-4fbd-bb63-2568db695e3c req-61bf90ad-2ca3-4a5c-80cf-93d79b4d7b54 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Calling delete_port for da090241-b734-40df-979b-ae61cffc17b9 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:03:35.912134 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42426) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:35.917920 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-974445e3-71d1-4387-9877-fa1bf5c685b3 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Request body: {'security_group': {'name': 'tempest-securitygroup--409674053', 'description': 'tempest-description--588994244'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:35.918992 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b1d62d98-df4e-4a89-ad6d-18e8cb8cec8d req-3c825952-6438-409d-845a-65f2dbda0ef3 tempest-MigrationsAdminTest-1397689877 tempest-MigrationsAdminTest-1397689877-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:35.936446 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b1d62d98-df4e-4a89-ad6d-18e8cb8cec8d req-3c825952-6438-409d-845a-65f2dbda0ef3 tempest-MigrationsAdminTest-1397689877 tempest-MigrationsAdminTest-1397689877-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:35.970596 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-974445e3-71d1-4387-9877-fa1bf5c685b3 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:35.981097 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b1d62d98-df4e-4a89-ad6d-18e8cb8cec8d req-3c825952-6438-409d-845a-65f2dbda0ef3 tempest-MigrationsAdminTest-1397689877 tempest-MigrationsAdminTest-1397689877-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5999641 Jul 15 13:03:36.018681 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c825952-6438-409d-845a-65f2dbda0ef3 tempest-MigrationsAdminTest-1397689877 tempest-MigrationsAdminTest-1397689877-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4828c7b-87bb-45e7-abba-7278ed96dcb4,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:36.099513 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1e8f4dc8-9670-4fbd-bb63-2568db695e3c req-61bf90ad-2ca3-4a5c-80cf-93d79b4d7b54 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:36.113492 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['da090241-b734-40df-979b-ae61cffc17b9'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:36.153691 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bf90ad-2ca3-4a5c-80cf-93d79b4d7b54 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Pushing event deleted for resources: {'Port': ['ID=da090241-b734-40df-979b-ae61cffc17b9,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:36.188481 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-974445e3-71d1-4387-9877-fa1bf5c685b3 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:36.194250 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f7d57a8e-01f9-424a-a4f3-eb78b2cc5b7b req-6676568c-20c9-43e4-bb51-8f9403c2f30f tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 210 time: 0.0504665 Jul 15 13:03:36.194861 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-974445e3-71d1-4387-9877-fa1bf5c685b3 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:36.245679 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974445e3-71d1-4387-9877-fa1bf5c685b3 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3083ef9b-9cce-41ac-87a5-dec02163a0f6,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:36.249991 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-71161e86-3cbf-4b3d-a7f3-6a8278644f5d req-0e05474b-f64f-4089-b955-52e994e03b06 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e3904a-6ad6-4afa-a2f3-15e49449eaef HTTP/1.1" status: 200 len: 210 time: 0.0588090 Jul 15 13:03:36.264216 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-974445e3-71d1-4387-9877-fa1bf5c685b3 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:36.267662 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8f4dc8-9670-4fbd-bb63-2568db695e3c req-61bf90ad-2ca3-4a5c-80cf-93d79b4d7b54 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] No DVR routers for this DVR port da090241-b734-40df-979b-ae61cffc17b9 on host n-h1-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:03:36.269156 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42432) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:36.270537 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-974445e3-71d1-4387-9877-fa1bf5c685b3 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3555725 Jul 15 13:03:36.273837 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-40e73718-f875-4006-b354-b1a062085053 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Request body: {'security_group_rule': {'security_group_id': '3083ef9b-9cce-41ac-87a5-dec02163a0f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:36.279104 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1e8f4dc8-9670-4fbd-bb63-2568db695e3c req-61bf90ad-2ca3-4a5c-80cf-93d79b4d7b54 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:36.280949 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1e8f4dc8-9670-4fbd-bb63-2568db695e3c req-61bf90ad-2ca3-4a5c-80cf-93d79b4d7b54 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.20 "DELETE /v2.0/ports/da090241-b734-40df-979b-ae61cffc17b9 HTTP/1.1" status: 204 len: 173 time: 0.8451180 Jul 15 13:03:36.281371 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e3904a-6ad6-4afa-a2f3-15e49449eaef', 'name': 'network-vif-deleted', 'tag': 'da090241-b734-40df-979b-ae61cffc17b9'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:36.283634 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afccdde3-c828-4885-9a72-86da73462e81" -d '{"events": [{"server_uuid": "a7e3904a-6ad6-4afa-a2f3-15e49449eaef", "name": "network-vif-deleted", "tag": "da090241-b734-40df-979b-ae61cffc17b9"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:36.323185 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-40e73718-f875-4006-b354-b1a062085053 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:36.408456 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-40e73718-f875-4006-b354-b1a062085053 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:36.416223 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-40e73718-f875-4006-b354-b1a062085053 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:36.443644 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-40e73718-f875-4006-b354-b1a062085053 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:36.447430 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-40e73718-f875-4006-b354-b1a062085053 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1745780 Jul 15 13:03:36.448101 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e73718-f875-4006-b354-b1a062085053 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4014c92b-d335-4ce5-99db-3c1ef3c93dc7,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:36.448383 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42438) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:36.454276 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-af9d5ff0-4595-4dfa-9789-3c61a0a157ec tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Request body: {'security_group_rule': {'security_group_id': '3083ef9b-9cce-41ac-87a5-dec02163a0f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:36.504577 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-af9d5ff0-4595-4dfa-9789-3c61a0a157ec tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:36.656365 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-af9d5ff0-4595-4dfa-9789-3c61a0a157ec tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:36.676812 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-af9d5ff0-4595-4dfa-9789-3c61a0a157ec tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:36.722368 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d5ff0-4595-4dfa-9789-3c61a0a157ec tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dab9359e-b19d-4010-8c59-05a0b168e71b,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:36.725580 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-af9d5ff0-4595-4dfa-9789-3c61a0a157ec tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:36.730799 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-af9d5ff0-4595-4dfa-9789-3c61a0a157ec tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2811010 Jul 15 13:03:36.731468 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42448) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:36.738026 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-39640d9e-15ef-44c4-98ad-a3f334b3eba5 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:36.780021 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39640d9e-15ef-44c4-98ad-a3f334b3eba5 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks [] for floatingip, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:36.821025 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-10e7db65-06f0-401f-96a1-a5407a7d69ea tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:36.823011 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-10e7db65-06f0-401f-96a1-a5407a7d69ea tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.46 "GET /v2.0/networks?id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da HTTP/1.1" status: 200 len: 812 time: 0.1835234 Jul 15 13:03:36.952074 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-ea723d92-fef7-4712-aebd-7b201dfd25bf tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12dc42da56354fb5b0d0acb9e0703009 HTTP/1.1" status: 200 len: 380 time: 0.0908322 Jul 15 13:03:36.976724 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b4e54-199d-4139-b51b-63030be7bbba req-d51e7d31-7666-4b70-a59a-e29e92b4d590 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:36.990909 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4f3b4e54-199d-4139-b51b-63030be7bbba req-d51e7d31-7666-4b70-a59a-e29e92b4d590 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 946 time: 0.1782224 Jul 15 13:03:37.002057 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-683c376c-8fee-4e5e-98ba-02eccc76fd61 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Request body: {'port': {'device_id': '00f85a75-4b3d-40e0-863d-06ff77ecb993', 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da', 'admin_state_up': True, 'tenant_id': '12dc42da56354fb5b0d0acb9e0703009', 'security_groups': ['d194382c-2fef-4995-a427-6cb2d9a08c40']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:37.008113 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39640d9e-15ef-44c4-98ad-a3f334b3eba5 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:37.073731 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4f3b4e54-199d-4139-b51b-63030be7bbba req-96caa677-0602-4e38-835d-50e00fa044d9 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817080 Jul 15 13:03:37.140305 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-39640d9e-15ef-44c4-98ad-a3f334b3eba5 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Allocated IP 172.25.8.93 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/74220fa4-94d2-458e-824a-623bb7885811) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:37.198725 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a4c75a-9430-410d-b2aa-c617d6b54d6d x-openstack-request-id: req-77a4c75a-9430-410d-b2aa-c617d6b54d6d {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:37.199139 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e3904a-6ad6-4afa-a2f3-15e49449eaef", "name": "network-vif-deleted", "tag": "da090241-b734-40df-979b-ae61cffc17b9", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:37.199305 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-77a4c75a-9430-410d-b2aa-c617d6b54d6d {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:37.199659 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7e3904a-6ad6-4afa-a2f3-15e49449eaef', 'name': 'network-vif-deleted', 'tag': 'da090241-b734-40df-979b-ae61cffc17b9', 'status': 'completed', 'code': 200} Jul 15 13:03:37.319281 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39640d9e-15ef-44c4-98ad-a3f334b3eba5 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:37.327823 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-683c376c-8fee-4e5e-98ba-02eccc76fd61 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Made reservation on behalf of 12dc42da56354fb5b0d0acb9e0703009 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:37.331775 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-683c376c-8fee-4e5e-98ba-02eccc76fd61 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:37.407706 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39640d9e-15ef-44c4-98ad-a3f334b3eba5 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:37.454318 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39640d9e-15ef-44c4-98ad-a3f334b3eba5 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:37.461669 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-39640d9e-15ef-44c4-98ad-a3f334b3eba5 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:37.469028 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39640d9e-15ef-44c4-98ad-a3f334b3eba5 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:37.496714 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39640d9e-15ef-44c4-98ad-a3f334b3eba5 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Pushing event updated for resources: {'Port': ['ID=74220fa4-94d2-458e-824a-623bb7885811,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:37.637286 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39640d9e-15ef-44c4-98ad-a3f334b3eba5 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:37.675495 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-683c376c-8fee-4e5e-98ba-02eccc76fd61 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Allocated IP 172.20.0.6 (66404f0a-a6ed-4fd2-9977-c4d3e825b2da/504f4a49-65cd-4546-be78-3e75a4fd4784/4e76fd72-6816-481c-819e-b8263abd48a1) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:37.698037 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39640d9e-15ef-44c4-98ad-a3f334b3eba5 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:37.711835 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492771ea-0030-46c8-9cb3-f9fd59832460 req-f04c08e3-69aa-4b0f-b044-0f9feeb04552 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:37.713370 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-492771ea-0030-46c8-9cb3-f9fd59832460 req-f04c08e3-69aa-4b0f-b044-0f9feeb04552 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcf8126c-b249-4b6e-9059-ca0f1ba32063 HTTP/1.1" status: 200 len: 945 time: 0.2695572 Jul 15 13:03:37.747007 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f0a2a6af-edd3-4095-84b1-fefe4cce4a11 req-3cab3c74-3eb7-47ef-8899-ca7ec26bb45b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 210 time: 0.0632961 Jul 15 13:03:37.829277 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1020903f-550a-48c6-b596-8212bd09136d req-5f043a59-af6f-492f-baa4-ba84a5c20be0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3937669 Jul 15 13:03:37.923167 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39640d9e-15ef-44c4-98ad-a3f334b3eba5 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:37.934041 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39640d9e-15ef-44c4-98ad-a3f334b3eba5 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:37.989101 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39640d9e-15ef-44c4-98ad-a3f334b3eba5 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Pushing event updated for resources: {'Port': ['ID=74220fa4-94d2-458e-824a-623bb7885811,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:38.088043 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39640d9e-15ef-44c4-98ad-a3f334b3eba5 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:38.101245 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42478) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:38.117197 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39640d9e-15ef-44c4-98ad-a3f334b3eba5 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:38.124007 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-39640d9e-15ef-44c4-98ad-a3f334b3eba5 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3847208 Jul 15 13:03:38.143206 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-492771ea-0030-46c8-9cb3-f9fd59832460 req-d9890f5f-e155-47e2-a08b-dfe504bf400f tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/security-groups?id=a808b393-b40c-49ca-a0c6-0d3624004a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095066 Jul 15 13:03:38.249171 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-683c376c-8fee-4e5e-98ba-02eccc76fd61 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:38.296190 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb9fc2-f25f-4dc7-9d9b-9d1206437001 req-5b231ca0-99c1-4e2f-98fe-29e98ff02bbe tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:38.300379 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-83eb9fc2-f25f-4dc7-9d9b-9d1206437001 req-5b231ca0-99c1-4e2f-98fe-29e98ff02bbe tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 950 time: 0.1986740 Jul 15 13:03:38.303106 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-683c376c-8fee-4e5e-98ba-02eccc76fd61 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Transition to ACTIVE for port object 4e76fd72-6816-481c-819e-b8263abd48a1 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:38.335570 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-56ec5cbc-525b-4210-a8ef-5d1178908fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:38.380618 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-83eb9fc2-f25f-4dc7-9d9b-9d1206437001 req-878071a6-8853-4c69-8237-511aab5d1a6b tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739071 Jul 15 13:03:38.456074 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-683c376c-8fee-4e5e-98ba-02eccc76fd61 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:38.545422 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-56ec5cbc-525b-4210-a8ef-5d1178908fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:38.553490 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-56ec5cbc-525b-4210-a8ef-5d1178908fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:38.566372 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-683c376c-8fee-4e5e-98ba-02eccc76fd61 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Network 66404f0a-a6ed-4fd2-9977-c4d3e825b2da is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:38.582406 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-683c376c-8fee-4e5e-98ba-02eccc76fd61 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:38.586600 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-683c376c-8fee-4e5e-98ba-02eccc76fd61 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:38.593405 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683c376c-8fee-4e5e-98ba-02eccc76fd61 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Pushing event updated for resources: {'Port': ['ID=4e76fd72-6816-481c-819e-b8263abd48a1,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:38.628391 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-56ec5cbc-525b-4210-a8ef-5d1178908fcc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=913afbe378734038a6e522ffad82afa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5259180 Jul 15 13:03:38.630101 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42502) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:38.631497 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec5cbc-525b-4210-a8ef-5d1178908fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05271a7-eafb-4d8e-a6a7-78e5f5cd4664,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:38.689140 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02282645-8b07-4cad-8dae-5e17bffb39fb req-3b1102ff-49c4-448f-9c07-f918b1831d65 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:38.697728 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02282645-8b07-4cad-8dae-5e17bffb39fb req-3b1102ff-49c4-448f-9c07-f918b1831d65 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 946 time: 0.2386959 Jul 15 13:03:38.755320 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-683c376c-8fee-4e5e-98ba-02eccc76fd61 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:38.755320 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-683c376c-8fee-4e5e-98ba-02eccc76fd61 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:38.773970 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b5a9416e-812d-4ebe-9b91-b036dec4d24a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:38.797269 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02282645-8b07-4cad-8dae-5e17bffb39fb req-51995d2e-d54b-47d0-a737-d9af30835fb7 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984185 Jul 15 13:03:38.804430 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b5a9416e-812d-4ebe-9b91-b036dec4d24a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:38.823368 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-683c376c-8fee-4e5e-98ba-02eccc76fd61 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8272588 Jul 15 13:03:38.841798 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-25644103-5b47-43b5-ade7-75a96ff36f79 service neutron] Request body: {'port': {'device_id': '00f85a75-4b3d-40e0-863d-06ff77ecb993', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:38.874906 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b5a9416e-812d-4ebe-9b91-b036dec4d24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:38.877387 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b5a9416e-812d-4ebe-9b91-b036dec4d24a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:38.881124 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b5a9416e-812d-4ebe-9b91-b036dec4d24a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d05271a7-eafb-4d8e-a6a7-78e5f5cd4664 HTTP/1.1" status: 204 len: 168 time: 0.2335072 Jul 15 13:03:38.893624 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9416e-812d-4ebe-9b91-b036dec4d24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05271a7-eafb-4d8e-a6a7-78e5f5cd4664,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:39.072467 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d379a49c-3022-47b9-bf31-6df6901a5af8 None None] Provisioning for port 4e76fd72-6816-481c-819e-b8263abd48a1 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:39.092263 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d379a49c-3022-47b9-bf31-6df6901a5af8 None None] Provisioning complete for port 4e76fd72-6816-481c-819e-b8263abd48a1 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:39.094222 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d379a49c-3022-47b9-bf31-6df6901a5af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:39.128402 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-25644103-5b47-43b5-ade7-75a96ff36f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:39.167482 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d379a49c-3022-47b9-bf31-6df6901a5af8 None None] Port 4e76fd72-6816-481c-819e-b8263abd48a1 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:03:39.318720 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device da090241-b734-40df-979b-ae61cffc17b9 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:03:39.320390 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626433ba-7590-41c1-856d-4a4e917674b5 req-5e88902b-7ba5-4747-b29e-fba7d34cb89b tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:39.322588 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-626433ba-7590-41c1-856d-4a4e917674b5 req-5e88902b-7ba5-4747-b29e-fba7d34cb89b tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/networks?id=d3d13df7-8f63-4fd3-b4c3-9dbbf965484e HTTP/1.1" status: 200 len: 821 time: 0.3504536 Jul 15 13:03:39.346057 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: da090241-b734-40df-979b-ae61cffc17b9 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:03:39.347039 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device da090241-b734-40df-979b-ae61cffc17b9 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:03:39.385990 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42538) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:39.399287 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-839e2783-0a6c-4ed2-ae1e-9268bb88d3c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:39.511824 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-839e2783-0a6c-4ed2-ae1e-9268bb88d3c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:39.516789 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-839e2783-0a6c-4ed2-ae1e-9268bb88d3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:39.560075 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-839e2783-0a6c-4ed2-ae1e-9268bb88d3c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a9e9a2d0a4b64d76ac2db5d35ceb5702&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1727445 Jul 15 13:03:39.560890 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e2783-0a6c-4ed2-ae1e-9268bb88d3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31679bf-0474-4b72-b964-eb90521f3b73,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:39.563346 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42542) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:39.619601 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-abf7ead2-617b-4d76-8fc7-39acdab9952c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:39.642748 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-abf7ead2-617b-4d76-8fc7-39acdab9952c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:39.670020 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-626433ba-7590-41c1-856d-4a4e917674b5 req-cb4e279c-9b71-418f-a163-f931ae268abd tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/quotas/5ec00a680c434a2486813c33fed5e017 HTTP/1.1" status: 200 len: 375 time: 0.3307369 Jul 15 13:03:39.692865 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-abf7ead2-617b-4d76-8fc7-39acdab9952c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:39.695610 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-abf7ead2-617b-4d76-8fc7-39acdab9952c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:39.697469 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-abf7ead2-617b-4d76-8fc7-39acdab9952c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c31679bf-0474-4b72-b964-eb90521f3b73 HTTP/1.1" status: 204 len: 168 time: 0.1330898 Jul 15 13:03:39.705553 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7ead2-617b-4d76-8fc7-39acdab9952c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31679bf-0474-4b72-b964-eb90521f3b73,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:39.716694 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12eac8d-df30-4d7a-a2bd-eabf250dacfa req-6d114e15-049e-426f-b114-ab8958f2d394 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:39.718152 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a12eac8d-df30-4d7a-a2bd-eabf250dacfa req-6d114e15-049e-426f-b114-ab8958f2d394 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=66d85e0d-690b-4fa6-a0fe-44d1d33a3151 HTTP/1.1" status: 200 len: 945 time: 0.5373726 Jul 15 13:03:39.793684 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde1876-0fdf-4f9b-a5d1-eea792f6d281 req-3417ba90-cc9d-4bfb-bf6d-f45df9acff1c tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:39.795219 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-efde1876-0fdf-4f9b-a5d1-eea792f6d281 req-3417ba90-cc9d-4bfb-bf6d-f45df9acff1c tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.20 "GET /v2.0/ports?device_id=66d85e0d-690b-4fa6-a0fe-44d1d33a3151 HTTP/1.1" status: 200 len: 945 time: 0.5427814 Jul 15 13:03:39.888661 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a4c19-d8ee-411d-90fa-f87c47a4d1fb req-dd7ade24-0d2c-441e-963c-4aa5c2f8e944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:39.890470 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f71a4c19-d8ee-411d-90fa-f87c47a4d1fb req-dd7ade24-0d2c-441e-963c-4aa5c2f8e944 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=af8a25419ab0489e8df66f3d058b9b35&device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 1098 time: 0.0998325 Jul 15 13:03:39.893298 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a12eac8d-df30-4d7a-a2bd-eabf250dacfa req-fb4795ab-0a90-4123-8c56-27bcb814edc1 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555386 Jul 15 13:03:39.970651 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-626433ba-7590-41c1-856d-4a4e917674b5 req-377a7b82-c1f4-4678-9f3e-ac1fbe0b9ebf tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ec00a680c434a2486813c33fed5e017&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2916753 Jul 15 13:03:40.197265 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020903f-550a-48c6-b596-8212bd09136d req-b92d19c2-a5d6-4a4d-8067-5b212fc14759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:40.198817 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1020903f-550a-48c6-b596-8212bd09136d req-b92d19c2-a5d6-4a4d-8067-5b212fc14759 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5495784adab4faf86ec8d11912c9669&device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 1102 time: 0.3093214 Jul 15 13:03:40.243783 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-25644103-5b47-43b5-ade7-75a96ff36f79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e76fd72-6816-481c-819e-b8263abd48a1 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:40.275229 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-25644103-5b47-43b5-ade7-75a96ff36f79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:40.280996 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-efde1876-0fdf-4f9b-a5d1-eea792f6d281 req-5d1cd15d-d041-4f4e-817c-50b6b3a4addf tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Deleting port a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:03:40.281343 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-efde1876-0fdf-4f9b-a5d1-eea792f6d281 req-5d1cd15d-d041-4f4e-817c-50b6b3a4addf tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:40.287591 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a4c19-d8ee-411d-90fa-f87c47a4d1fb req-83007ae8-c5dc-4b7d-976d-330f7d4441d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:40.289076 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f71a4c19-d8ee-411d-90fa-f87c47a4d1fb req-83007ae8-c5dc-4b7d-976d-330f7d4441d9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e0d89cea-932c-49ee-9772-9e5757255ae5 HTTP/1.1" status: 200 len: 913 time: 0.3868880 Jul 15 13:03:40.294742 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-626433ba-7590-41c1-856d-4a4e917674b5 req-81623c7e-40f4-4430-9798-f8ceeba7c1f0 service neutron] 10.222.0.16 "GET /v2.0/networks/d3d13df7-8f63-4fd3-b4c3-9dbbf965484e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931123 Jul 15 13:03:40.336320 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f71a4c19-d8ee-411d-90fa-f87c47a4d1fb req-0d3d9065-f852-4b0e-bed5-bec409fa13c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=094b0e35-4957-4a98-99c2-72dad761fb7c HTTP/1.1" status: 200 len: 217 time: 0.0387518 Jul 15 13:03:40.389942 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-25644103-5b47-43b5-ade7-75a96ff36f79 service neutron] Transition to ACTIVE for port object 4e76fd72-6816-481c-819e-b8263abd48a1 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:40.403997 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a4c19-d8ee-411d-90fa-f87c47a4d1fb req-cc0bd613-3d80-44ec-a633-081fa309a4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:40.406591 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f71a4c19-d8ee-411d-90fa-f87c47a4d1fb req-cc0bd613-3d80-44ec-a633-081fa309a4be service neutron] 10.222.0.46 "GET /v2.0/subnets?id=459bc575-93e3-4ab8-8230-d52ee95226e2 HTTP/1.1" status: 200 len: 852 time: 0.0571675 Jul 15 13:03:40.441645 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b907238-79bb-4f56-a17f-a45a513bfa9f req-37f1a5ef-66d0-4f91-88e3-8aaca9983470 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:40.443184 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b907238-79bb-4f56-a17f-a45a513bfa9f req-37f1a5ef-66d0-4f91-88e3-8aaca9983470 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 931 time: 0.4058454 Jul 15 13:03:40.446857 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f71a4c19-d8ee-411d-90fa-f87c47a4d1fb req-965ea1f0-bf29-44fe-a8c7-e70b88c113db service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0d89cea-932c-49ee-9772-9e5757255ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324337 Jul 15 13:03:40.449990 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-25644103-5b47-43b5-ade7-75a96ff36f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:40.545387 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f71a4c19-d8ee-411d-90fa-f87c47a4d1fb req-cf7c979d-254a-4053-8b46-05401b26da89 service neutron] 10.222.0.46 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915191 Jul 15 13:03:40.564480 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020903f-550a-48c6-b596-8212bd09136d req-839172a1-5613-48d7-88de-fee97b599e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:40.566030 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1020903f-550a-48c6-b596-8212bd09136d req-839172a1-5613-48d7-88de-fee97b599e30 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.3536024 Jul 15 13:03:40.617851 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-efde1876-0fdf-4f9b-a5d1-eea792f6d281 req-5d1cd15d-d041-4f4e-817c-50b6b3a4addf tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] For port a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:40.618741 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-efde1876-0fdf-4f9b-a5d1-eea792f6d281 req-5d1cd15d-d041-4f4e-817c-50b6b3a4addf tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:40.628309 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25644103-5b47-43b5-ade7-75a96ff36f79 service neutron] Pushing event updated for resources: {'Port': ['ID=4e76fd72-6816-481c-819e-b8263abd48a1,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:40.662485 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f71a4c19-d8ee-411d-90fa-f87c47a4d1fb req-915ecffc-b740-4c60-910b-72312dc07522 service neutron] 10.222.0.46 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096156 Jul 15 13:03:40.678535 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b907238-79bb-4f56-a17f-a45a513bfa9f req-1c713956-91f8-432f-b641-4bdc58e85151 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254338 Jul 15 13:03:40.679931 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1020903f-550a-48c6-b596-8212bd09136d req-e2cd9280-9218-4082-a7f4-bd8ebf9fe89f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=818623ee-bb95-4c16-b6aa-4cb09c7116ab HTTP/1.1" status: 200 len: 217 time: 0.0995989 Jul 15 13:03:40.681073 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-efde1876-0fdf-4f9b-a5d1-eea792f6d281 req-5d1cd15d-d041-4f4e-817c-50b6b3a4addf tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Calling delete_port for a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:03:40.686212 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-626433ba-7590-41c1-856d-4a4e917674b5 req-63005cd6-85b9-4b27-b716-acfbebbdb0ec service neutron] 10.222.0.16 "GET /v2.0/networks/d3d13df7-8f63-4fd3-b4c3-9dbbf965484e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937051 Jul 15 13:03:40.858519 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020903f-550a-48c6-b596-8212bd09136d req-79d10e62-e8ec-44cb-92ae-2e7c33a8b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:40.860361 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1020903f-550a-48c6-b596-8212bd09136d req-79d10e62-e8ec-44cb-92ae-2e7c33a8b529 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.1538002 Jul 15 13:03:40.875438 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-25644103-5b47-43b5-ade7-75a96ff36f79 service neutron] Attempting to bind port 4e76fd72-6816-481c-819e-b8263abd48a1 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:40.875438 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-25644103-5b47-43b5-ade7-75a96ff36f79 service neutron] Attempting to bind port 4e76fd72-6816-481c-819e-b8263abd48a1 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '6c08b4fd-e002-492a-bbd7-d6303b30aeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:40.875438 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-25644103-5b47-43b5-ade7-75a96ff36f79 service neutron] Attempting to bind port 4e76fd72-6816-481c-819e-b8263abd48a1 on network 66404f0a-a6ed-4fd2-9977-c4d3e825b2da {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:40.964908 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-25644103-5b47-43b5-ade7-75a96ff36f79 service neutron] Port 4e76fd72-6816-481c-819e-b8263abd48a1 on network 66404f0a-a6ed-4fd2-9977-c4d3e825b2da not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:03:40.965376 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-25644103-5b47-43b5-ade7-75a96ff36f79 service neutron] Attempting to bind port 4e76fd72-6816-481c-819e-b8263abd48a1 on network 66404f0a-a6ed-4fd2-9977-c4d3e825b2da {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:41.013334 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-25644103-5b47-43b5-ade7-75a96ff36f79 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:41.013684 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-25644103-5b47-43b5-ade7-75a96ff36f79 service neutron] Checking segment: {'id': '6c08b4fd-e002-492a-bbd7-d6303b30aeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:41.014207 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-25644103-5b47-43b5-ade7-75a96ff36f79 service neutron] Bound using segment: {'id': '6c08b4fd-e002-492a-bbd7-d6303b30aeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:41.014526 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-25644103-5b47-43b5-ade7-75a96ff36f79 service neutron] Bound port: 4e76fd72-6816-481c-819e-b8263abd48a1, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c08b4fd-e002-492a-bbd7-d6303b30aeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:41.015030 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-25644103-5b47-43b5-ade7-75a96ff36f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:41.194491 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20519e93-5128-4fca-89ca-d982865673b8 req-99366afa-a838-41b0-b3b4-5c5856553b7a tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:41.199041 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-20519e93-5128-4fca-89ca-d982865673b8 req-99366afa-a838-41b0-b3b4-5c5856553b7a tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcf8126c-b249-4b6e-9059-ca0f1ba32063 HTTP/1.1" status: 200 len: 945 time: 0.2868719 Jul 15 13:03:41.213996 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-efde1876-0fdf-4f9b-a5d1-eea792f6d281 req-5d1cd15d-d041-4f4e-817c-50b6b3a4addf tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:41.220757 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020903f-550a-48c6-b596-8212bd09136d req-b88d42a7-a444-4311-b1cd-a78dc1899cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:41.222249 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1020903f-550a-48c6-b596-8212bd09136d req-b88d42a7-a444-4311-b1cd-a78dc1899cb3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3411024 Jul 15 13:03:41.235713 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-25644103-5b47-43b5-ade7-75a96ff36f79 service neutron] For port 4e76fd72-6816-481c-819e-b8263abd48a1, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:41.289651 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d6b02-9bfe-403f-97e0-276324ae62ef req-a1f8c0ac-ef38-4c65-b97d-92a559822411 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:41.291283 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3e1d6b02-9bfe-403f-97e0-276324ae62ef req-a1f8c0ac-ef38-4c65-b97d-92a559822411 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 950 time: 0.3012345 Jul 15 13:03:41.309270 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1cd15d-d041-4f4e-817c-50b6b3a4addf tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Pushing event deleted for resources: {'Port': ['ID=a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:41.332975 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-25644103-5b47-43b5-ade7-75a96ff36f79 service neutron] For port 4e76fd72-6816-481c-819e-b8263abd48a1, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=4e76fd72-6816-481c-819e-b8263abd48a1,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:41.357860 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-25644103-5b47-43b5-ade7-75a96ff36f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:41.434894 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-20519e93-5128-4fca-89ca-d982865673b8 req-daac6947-8b69-4399-9375-d71468a13dbc tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/security-groups?id=a808b393-b40c-49ca-a0c6-0d3624004a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241032 Jul 15 13:03:41.465733 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-efde1876-0fdf-4f9b-a5d1-eea792f6d281 req-5d1cd15d-d041-4f4e-817c-50b6b3a4addf tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] No DVR routers for this DVR port a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 on host n-h1-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:03:41.479289 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-efde1876-0fdf-4f9b-a5d1-eea792f6d281 req-5d1cd15d-d041-4f4e-817c-50b6b3a4addf tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:41.481261 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-efde1876-0fdf-4f9b-a5d1-eea792f6d281 req-5d1cd15d-d041-4f4e-817c-50b6b3a4addf tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.20 "DELETE /v2.0/ports/a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 HTTP/1.1" status: 204 len: 173 time: 1.6670022 Jul 15 13:03:41.481724 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d85e0d-690b-4fa6-a0fe-44d1d33a3151', 'name': 'network-vif-deleted', 'tag': 'a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:41.484037 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00560a65-1f3e-438d-a33d-7900321a2931" -d '{"events": [{"server_uuid": "66d85e0d-690b-4fa6-a0fe-44d1d33a3151", "name": "network-vif-deleted", "tag": "a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:41.498118 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-25644103-5b47-43b5-ade7-75a96ff36f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:41.498782 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-25644103-5b47-43b5-ade7-75a96ff36f79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:41.500273 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-25644103-5b47-43b5-ade7-75a96ff36f79 service neutron] 10.222.0.46 "PUT /v2.0/ports/4e76fd72-6816-481c-819e-b8263abd48a1 HTTP/1.1" status: 200 len: 1092 time: 2.6655376 Jul 15 13:03:41.519636 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3e1d6b02-9bfe-403f-97e0-276324ae62ef req-5c39645e-a8af-463a-9691-57ff870c639a tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198737 Jul 15 13:03:41.559344 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25644103-5b47-43b5-ade7-75a96ff36f79 service neutron] Pushing event updated for resources: {'Port': ['ID=4e76fd72-6816-481c-819e-b8263abd48a1,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:41.565739 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1020903f-550a-48c6-b596-8212bd09136d req-c132ed7a-2392-4baa-b878-4305ff31ea26 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131740 Jul 15 13:03:41.795066 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-4a5dc411-baa7-46c3-826e-9208844ebc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:41.796513 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-4a5dc411-baa7-46c3-826e-9208844ebc39 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12dc42da56354fb5b0d0acb9e0703009&device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 1095 time: 0.1894903 Jul 15 13:03:41.815812 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57b132-ca56-4b0f-88fe-9afbb2918368 req-1ed57b16-5989-405f-bd6c-efd5b6162cc7 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:41.817264 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7f57b132-ca56-4b0f-88fe-9afbb2918368 req-1ed57b16-5989-405f-bd6c-efd5b6162cc7 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 946 time: 0.2348373 Jul 15 13:03:41.843025 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bbc62016-caef-4ec9-8873-2781609d2aac req-8039a7ed-297c-4f5f-92a9-0b6a34306a58 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=43e870e4-f4df-4a64-abc8-f76662e46af7 HTTP/1.1" status: 200 len: 210 time: 0.0593429 Jul 15 13:03:41.844696 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1020903f-550a-48c6-b596-8212bd09136d req-2b443194-6442-46b5-a20a-84761ee5963b service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511187 Jul 15 13:03:41.886377 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-8f382ed6-3a38-4223-a5c3-e2b6064744aa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e76fd72-6816-481c-819e-b8263abd48a1 HTTP/1.1" status: 200 len: 217 time: 0.0515890 Jul 15 13:03:41.940846 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7f57b132-ca56-4b0f-88fe-9afbb2918368 req-9e9ab45f-95f7-433f-bbb6-aca56cc7c399 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998974 Jul 15 13:03:41.966678 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-ee1db27c-a25b-404f-a570-e7d8278c0853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:41.968861 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-ee1db27c-a25b-404f-a570-e7d8278c0853 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=504f4a49-65cd-4546-be78-3e75a4fd4784 HTTP/1.1" status: 200 len: 851 time: 0.0604987 Jul 15 13:03:42.052885 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-4c3afef9-340f-4f33-8ef4-ae286a350df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:42.054493 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-4c3afef9-340f-4f33-8ef4-ae286a350df7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0758417 Jul 15 13:03:42.086104 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0341975-e495-47b6-b0c2-0db2c3f43a48 x-openstack-request-id: req-a0341975-e495-47b6-b0c2-0db2c3f43a48 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:42.086455 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d85e0d-690b-4fa6-a0fe-44d1d33a3151", "name": "network-vif-deleted", "tag": "a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:42.086977 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a0341975-e495-47b6-b0c2-0db2c3f43a48 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:42.087391 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d85e0d-690b-4fa6-a0fe-44d1d33a3151', 'name': 'network-vif-deleted', 'tag': 'a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87', 'status': 'completed', 'code': 200} Jul 15 13:03:42.495422 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a0f25db-f866-480a-8b1e-671f08a14e0f req-5a077884-ab78-4cc1-86b8-0f05d2afbd1c tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=66d85e0d-690b-4fa6-a0fe-44d1d33a3151 HTTP/1.1" status: 200 len: 210 time: 0.0881767 Jul 15 13:03:42.552872 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-cc10f721-cc2b-457d-a87c-63ed043ee4f3 service neutron] 10.222.0.46 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848011 Jul 15 13:03:42.622530 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626433ba-7590-41c1-856d-4a4e917674b5 req-ab859c5f-acb1-49bf-a4e4-bb2a5b68b02c tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:42.622530 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-626433ba-7590-41c1-856d-4a4e917674b5 req-ab859c5f-acb1-49bf-a4e4-bb2a5b68b02c tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.46 "GET /v2.0/networks?id=d3d13df7-8f63-4fd3-b4c3-9dbbf965484e HTTP/1.1" status: 200 len: 821 time: 0.2172801 Jul 15 13:03:42.661976 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-626433ba-7590-41c1-856d-4a4e917674b5 req-29bb39f1-c6db-4000-a47b-19c035efa2b7 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Request body: {'port': {'device_id': '43e870e4-f4df-4a64-abc8-f76662e46af7', 'network_id': 'd3d13df7-8f63-4fd3-b4c3-9dbbf965484e', 'admin_state_up': True, 'tenant_id': '5ec00a680c434a2486813c33fed5e017'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:42.671676 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81e522-95b0-4bed-a1e7-87d06e59054a req-a137afe8-a483-47d1-b84e-bffc584458ac tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:42.673117 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e81e522-95b0-4bed-a1e7-87d06e59054a req-a137afe8-a483-47d1-b84e-bffc584458ac tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 943 time: 0.2669709 Jul 15 13:03:42.815407 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-16b0da9b-60ff-463a-b1a3-902ce72c443c req-dd7993a6-95b7-4702-ae4d-eeab6705efea service neutron] 10.222.0.46 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546966 Jul 15 13:03:42.822849 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e81e522-95b0-4bed-a1e7-87d06e59054a req-9a9f00c8-fef2-4bbe-be97-ff69346f9a0b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335421 Jul 15 13:03:42.891474 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ef85f-5eb7-41df-a2db-1962868d7803 req-23ce4a11-c5b2-41d8-8346-2f22f61ce4f7 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:42.893020 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-991ef85f-5eb7-41df-a2db-1962868d7803 req-23ce4a11-c5b2-41d8-8346-2f22f61ce4f7 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcf8126c-b249-4b6e-9059-ca0f1ba32063 HTTP/1.1" status: 200 len: 945 time: 0.1827826 Jul 15 13:03:42.894097 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-626433ba-7590-41c1-856d-4a4e917674b5 req-29bb39f1-c6db-4000-a47b-19c035efa2b7 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Made reservation on behalf of 5ec00a680c434a2486813c33fed5e017 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:42.897498 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-626433ba-7590-41c1-856d-4a4e917674b5 req-29bb39f1-c6db-4000-a47b-19c035efa2b7 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:43.009396 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-991ef85f-5eb7-41df-a2db-1962868d7803 req-c456aeb7-2701-4d2c-b6bd-7ef2de843721 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/security-groups?id=a808b393-b40c-49ca-a0c6-0d3624004a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094215 Jul 15 13:03:43.101481 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2e9d1-2e93-4d9b-8ef9-ea5bda892a2c req-95bcb91c-6fc6-4a80-9e86-9e8cb7af6c78 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:43.103617 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c2a2e9d1-2e93-4d9b-8ef9-ea5bda892a2c req-95bcb91c-6fc6-4a80-9e86-9e8cb7af6c78 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 950 time: 0.1684608 Jul 15 13:03:43.124109 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-626433ba-7590-41c1-856d-4a4e917674b5 req-29bb39f1-c6db-4000-a47b-19c035efa2b7 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Allocated IP 172.20.0.3 (d3d13df7-8f63-4fd3-b4c3-9dbbf965484e/ab662aed-9f29-4811-90d8-ddabb3046472/c5642aad-dcec-4528-9b7f-7099df36f378) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:43.171802 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c2a2e9d1-2e93-4d9b-8ef9-ea5bda892a2c req-0867647e-0faa-43da-b417-a5f39cc12916 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591934 Jul 15 13:03:43.301159 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f99ad6a7-480b-45bf-b0c6-a31186342cfb req-7e31968b-a1cb-4d37-a7e6-f35429fd7b21 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=43e870e4-f4df-4a64-abc8-f76662e46af7 HTTP/1.1" status: 200 len: 210 time: 0.0641694 Jul 15 13:03:43.316937 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42626) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:43.332949 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:03:43.355930 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:03:43.356421 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device a69a3b1a-5fc5-456a-87f8-5e6d7fdf6a87 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:03:43.383818 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-626433ba-7590-41c1-856d-4a4e917674b5 req-29bb39f1-c6db-4000-a47b-19c035efa2b7 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:43.416741 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75113cd-1a72-4381-9bda-923ccfe14cee req-0a830e2b-2b4d-457a-8e2d-930dac513300 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:43.418358 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d75113cd-1a72-4381-9bda-923ccfe14cee req-0a830e2b-2b4d-457a-8e2d-930dac513300 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 946 time: 0.1145928 Jul 15 13:03:43.436447 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f5cd0f70-6eef-459c-97fb-8e9d2266dd6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:43.444573 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 094b0e35-4957-4a98-99c2-72dad761fb7c no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:03:43.491761 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d75113cd-1a72-4381-9bda-923ccfe14cee req-12a1c131-94f1-4a92-9c60-73fd94720730 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630910 Jul 15 13:03:43.495529 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-626433ba-7590-41c1-856d-4a4e917674b5 req-29bb39f1-c6db-4000-a47b-19c035efa2b7 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:43.546939 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:43.575488 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-626433ba-7590-41c1-856d-4a4e917674b5 req-29bb39f1-c6db-4000-a47b-19c035efa2b7 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Network d3d13df7-8f63-4fd3-b4c3-9dbbf965484e is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:43.580218 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991c3a29-2a32-4d5d-afa7-e41960b09e49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '094b0e35-4957-4a98-99c2-72dad761fb7c'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:43.580485 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-626433ba-7590-41c1-856d-4a4e917674b5 req-29bb39f1-c6db-4000-a47b-19c035efa2b7 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:43.584443 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6bdd2c-fda6-44e0-b644-d4100641abd4" -d '{"events": [{"server_uuid": "991c3a29-2a32-4d5d-afa7-e41960b09e49", "name": "network-vif-unplugged", "status": "completed", "tag": "094b0e35-4957-4a98-99c2-72dad761fb7c"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:43.587766 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb39f1-c6db-4000-a47b-19c035efa2b7 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Pushing event updated for resources: {'Port': ['ID=c5642aad-dcec-4528-9b7f-7099df36f378,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:43.590001 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-626433ba-7590-41c1-856d-4a4e917674b5 req-29bb39f1-c6db-4000-a47b-19c035efa2b7 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:43.596524 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f5cd0f70-6eef-459c-97fb-8e9d2266dd6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:43.602063 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f5cd0f70-6eef-459c-97fb-8e9d2266dd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:43.609092 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 094b0e35-4957-4a98-99c2-72dad761fb7c, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=094b0e35-4957-4a98-99c2-72dad761fb7c,segment=NetworkSegment(9940a96e-2d5b-4778-a27d-d984f6200b93),segment_id=9940a96e-2d5b-4778-a27d-d984f6200b93)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:43.614823 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:43.647425 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd0f70-6eef-459c-97fb-8e9d2266dd6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548f487c-5222-4875-8e97-55249afbadff,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:43.672121 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f5cd0f70-6eef-459c-97fb-8e9d2266dd6d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5731eced273947ffafaba7c4ed803bbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3517191 Jul 15 13:03:43.672335 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626433ba-7590-41c1-856d-4a4e917674b5 req-29bb39f1-c6db-4000-a47b-19c035efa2b7 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:43.672335 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-626433ba-7590-41c1-856d-4a4e917674b5 req-29bb39f1-c6db-4000-a47b-19c035efa2b7 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:43.672773 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42636) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:43.677722 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=094b0e35-4957-4a98-99c2-72dad761fb7c,revision_number=8']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:43.704124 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-626433ba-7590-41c1-856d-4a4e917674b5 req-29bb39f1-c6db-4000-a47b-19c035efa2b7 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0481761 Jul 15 13:03:43.714045 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e588218c-2aa1-40ec-b50e-3c7477f44c6a x-openstack-request-id: req-e588218c-2aa1-40ec-b50e-3c7477f44c6a {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:43.714542 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991c3a29-2a32-4d5d-afa7-e41960b09e49", "name": "network-vif-unplugged", "status": "failed", "tag": "094b0e35-4957-4a98-99c2-72dad761fb7c", "code": 422}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:43.714904 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e588218c-2aa1-40ec-b50e-3c7477f44c6a {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:43.715422 n-d-771363-36 neutron-server[93827]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '991c3a29-2a32-4d5d-afa7-e41960b09e49', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '094b0e35-4957-4a98-99c2-72dad761fb7c', 'code': 422} returned with failed status Jul 15 13:03:43.717385 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-626433ba-7590-41c1-856d-4a4e917674b5 req-fa08eb19-53ed-4739-8baf-86340e4bc702 service neutron] Request body: {'port': {'device_id': '43e870e4-f4df-4a64-abc8-f76662e46af7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:43.759279 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-476ed2dd-f456-4b1a-b393-2e7324488511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:43.788633 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-476ed2dd-f456-4b1a-b393-2e7324488511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:43.804141 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-626433ba-7590-41c1-856d-4a4e917674b5 req-fa08eb19-53ed-4739-8baf-86340e4bc702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:43.843154 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-476ed2dd-f456-4b1a-b393-2e7324488511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:43.846320 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-476ed2dd-f456-4b1a-b393-2e7324488511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:43.850046 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-476ed2dd-f456-4b1a-b393-2e7324488511 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/548f487c-5222-4875-8e97-55249afbadff HTTP/1.1" status: 204 len: 168 time: 0.1740713 Jul 15 13:03:43.869418 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ed2dd-f456-4b1a-b393-2e7324488511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548f487c-5222-4875-8e97-55249afbadff,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:44.092270 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f85a75-4b3d-40e0-863d-06ff77ecb993', 'tag': '4e76fd72-6816-481c-819e-b8263abd48a1'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:44.095313 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1197e154-683a-469b-b431-a833b8b2d574" -d '{"events": [{"name": "network-changed", "server_uuid": "00f85a75-4b3d-40e0-863d-06ff77ecb993", "tag": "4e76fd72-6816-481c-819e-b8263abd48a1"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:44.200235 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-626433ba-7590-41c1-856d-4a4e917674b5 req-fa08eb19-53ed-4739-8baf-86340e4bc702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5642aad-dcec-4528-9b7f-7099df36f378 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:44.203265 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42670) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:44.216367 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-13a7ba15-edd4-4046-a473-c50bb91156e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.223321 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb1363-4453-4a6b-993d-a8da33a37540 req-d2225d97-2e1e-4ec6-bb29-5ab3e0db3f5a tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:44.224849 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bcfb1363-4453-4a6b-993d-a8da33a37540 req-d2225d97-2e1e-4ec6-bb29-5ab3e0db3f5a tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 943 time: 0.1494448 Jul 15 13:03:44.227414 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-626433ba-7590-41c1-856d-4a4e917674b5 req-fa08eb19-53ed-4739-8baf-86340e4bc702 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.258168 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-626433ba-7590-41c1-856d-4a4e917674b5 req-fa08eb19-53ed-4739-8baf-86340e4bc702 service neutron] Transition to ACTIVE for port object c5642aad-dcec-4528-9b7f-7099df36f378 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:44.270085 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-626433ba-7590-41c1-856d-4a4e917674b5 req-fa08eb19-53ed-4739-8baf-86340e4bc702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.303814 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bcfb1363-4453-4a6b-993d-a8da33a37540 req-7968c0c2-a7f2-427d-8504-cd57ad9fcfe3 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694222 Jul 15 13:03:44.328487 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08eb19-53ed-4739-8baf-86340e4bc702 service neutron] Pushing event updated for resources: {'Port': ['ID=c5642aad-dcec-4528-9b7f-7099df36f378,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:44.354496 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-13a7ba15-edd4-4046-a473-c50bb91156e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.363149 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-13a7ba15-edd4-4046-a473-c50bb91156e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.411609 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-13a7ba15-edd4-4046-a473-c50bb91156e2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=49573ee6c6a44d5392d42166bb456f6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2062628 Jul 15 13:03:44.416885 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42696) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:44.432832 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a7ba15-edd4-4046-a473-c50bb91156e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65aa7c9-9ecd-48ea-81b1-11545bc8110c,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:44.449065 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-626433ba-7590-41c1-856d-4a4e917674b5 req-fa08eb19-53ed-4739-8baf-86340e4bc702 service neutron] Attempting to bind port c5642aad-dcec-4528-9b7f-7099df36f378 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:44.449775 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-626433ba-7590-41c1-856d-4a4e917674b5 req-fa08eb19-53ed-4739-8baf-86340e4bc702 service neutron] Attempting to bind port c5642aad-dcec-4528-9b7f-7099df36f378 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '37e986e4-0792-4292-9ed3-45df87b63279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd3d13df7-8f63-4fd3-b4c3-9dbbf965484e'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:44.451402 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626433ba-7590-41c1-856d-4a4e917674b5 req-fa08eb19-53ed-4739-8baf-86340e4bc702 service neutron] Attempting to bind port c5642aad-dcec-4528-9b7f-7099df36f378 on network d3d13df7-8f63-4fd3-b4c3-9dbbf965484e {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:44.456611 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626433ba-7590-41c1-856d-4a4e917674b5 req-fa08eb19-53ed-4739-8baf-86340e4bc702 service neutron] Port c5642aad-dcec-4528-9b7f-7099df36f378 on network d3d13df7-8f63-4fd3-b4c3-9dbbf965484e not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:03:44.457168 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626433ba-7590-41c1-856d-4a4e917674b5 req-fa08eb19-53ed-4739-8baf-86340e4bc702 service neutron] Attempting to bind port c5642aad-dcec-4528-9b7f-7099df36f378 on network d3d13df7-8f63-4fd3-b4c3-9dbbf965484e {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:44.462672 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626433ba-7590-41c1-856d-4a4e917674b5 req-fa08eb19-53ed-4739-8baf-86340e4bc702 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:44.463018 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626433ba-7590-41c1-856d-4a4e917674b5 req-fa08eb19-53ed-4739-8baf-86340e4bc702 service neutron] Checking segment: {'id': '37e986e4-0792-4292-9ed3-45df87b63279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd3d13df7-8f63-4fd3-b4c3-9dbbf965484e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:44.463405 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626433ba-7590-41c1-856d-4a4e917674b5 req-fa08eb19-53ed-4739-8baf-86340e4bc702 service neutron] Bound using segment: {'id': '37e986e4-0792-4292-9ed3-45df87b63279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd3d13df7-8f63-4fd3-b4c3-9dbbf965484e'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:44.463839 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-626433ba-7590-41c1-856d-4a4e917674b5 req-fa08eb19-53ed-4739-8baf-86340e4bc702 service neutron] Bound port: c5642aad-dcec-4528-9b7f-7099df36f378, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37e986e4-0792-4292-9ed3-45df87b63279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd3d13df7-8f63-4fd3-b4c3-9dbbf965484e'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:44.464200 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-626433ba-7590-41c1-856d-4a4e917674b5 req-fa08eb19-53ed-4739-8baf-86340e4bc702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.474139 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-487ae8cd-0ffd-48ff-9ece-0b5f7e19a935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.497245 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-487ae8cd-0ffd-48ff-9ece-0b5f7e19a935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.554021 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-487ae8cd-0ffd-48ff-9ece-0b5f7e19a935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.557209 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-487ae8cd-0ffd-48ff-9ece-0b5f7e19a935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.558389 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-487ae8cd-0ffd-48ff-9ece-0b5f7e19a935 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f65aa7c9-9ecd-48ea-81b1-11545bc8110c HTTP/1.1" status: 204 len: 168 time: 0.1404777 Jul 15 13:03:44.566539 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ae8cd-0ffd-48ff-9ece-0b5f7e19a935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65aa7c9-9ecd-48ea-81b1-11545bc8110c,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:44.621517 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-626433ba-7590-41c1-856d-4a4e917674b5 req-fa08eb19-53ed-4739-8baf-86340e4bc702 service neutron] For port c5642aad-dcec-4528-9b7f-7099df36f378, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:44.653434 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-626433ba-7590-41c1-856d-4a4e917674b5 req-fa08eb19-53ed-4739-8baf-86340e4bc702 service neutron] For port c5642aad-dcec-4528-9b7f-7099df36f378, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c5642aad-dcec-4528-9b7f-7099df36f378,segment=NetworkSegment(37e986e4-0792-4292-9ed3-45df87b63279),segment_id=37e986e4-0792-4292-9ed3-45df87b63279)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:44.678260 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6199d36-e8d5-4129-89f8-27b9c6427851 req-5368bb79-c892-4dfd-8e48-871fed2a6daa tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:44.679799 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f6199d36-e8d5-4129-89f8-27b9c6427851 req-5368bb79-c892-4dfd-8e48-871fed2a6daa tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e0d083b-1b52-40f8-a8de-a60051e81a1b HTTP/1.1" status: 200 len: 944 time: 0.2017939 Jul 15 13:03:44.686637 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-626433ba-7590-41c1-856d-4a4e917674b5 req-fa08eb19-53ed-4739-8baf-86340e4bc702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.744222 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626433ba-7590-41c1-856d-4a4e917674b5 req-fa08eb19-53ed-4739-8baf-86340e4bc702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:44.744844 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-626433ba-7590-41c1-856d-4a4e917674b5 req-fa08eb19-53ed-4739-8baf-86340e4bc702 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.746244 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-626433ba-7590-41c1-856d-4a4e917674b5 req-fa08eb19-53ed-4739-8baf-86340e4bc702 service neutron] 10.222.0.46 "PUT /v2.0/ports/c5642aad-dcec-4528-9b7f-7099df36f378 HTTP/1.1" status: 200 len: 1092 time: 1.0331807 Jul 15 13:03:44.754628 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad3934-2436-4dd9-b99c-eaeec2cbbf48 req-11f2214e-dcb3-46c7-a6b6-d7f042677e72 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:44.756317 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-54ad3934-2436-4dd9-b99c-eaeec2cbbf48 req-11f2214e-dcb3-46c7-a6b6-d7f042677e72 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e0d083b-1b52-40f8-a8de-a60051e81a1b HTTP/1.1" status: 200 len: 944 time: 0.2216661 Jul 15 13:03:44.861217 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f6199d36-e8d5-4129-89f8-27b9c6427851 req-a82cb74a-ce8d-48cf-bb14-e582afabe04a tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f45a74c-f9ce-4e51-83fe-78c547226f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723814 Jul 15 13:03:44.864996 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08eb19-53ed-4739-8baf-86340e4bc702 service neutron] Pushing event updated for resources: {'Port': ['ID=c5642aad-dcec-4528-9b7f-7099df36f378,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:44.907322 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea0e5a-b612-43fc-93ad-61ae449c4685 req-c6ae832f-e71f-4720-a7d3-9736d5c1bdfb tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:44.908833 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a5ea0e5a-b612-43fc-93ad-61ae449c4685 req-c6ae832f-e71f-4720-a7d3-9736d5c1bdfb tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=991c3a29-2a32-4d5d-afa7-e41960b09e49 HTTP/1.1" status: 200 len: 944 time: 0.2835326 Jul 15 13:03:45.001128 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626433ba-7590-41c1-856d-4a4e917674b5 req-07063756-8b3f-4202-adb9-8abea6bf1411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:45.003022 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-626433ba-7590-41c1-856d-4a4e917674b5 req-07063756-8b3f-4202-adb9-8abea6bf1411 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ec00a680c434a2486813c33fed5e017&device_id=43e870e4-f4df-4a64-abc8-f76662e46af7 HTTP/1.1" status: 200 len: 1095 time: 0.2048972 Jul 15 13:03:45.109455 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-626433ba-7590-41c1-856d-4a4e917674b5 req-df5cfb2f-f8ff-489f-91be-f4f53a23087e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5642aad-dcec-4528-9b7f-7099df36f378 HTTP/1.1" status: 200 len: 217 time: 0.0874686 Jul 15 13:03:45.132504 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-54ad3934-2436-4dd9-b99c-eaeec2cbbf48 req-27d44b45-fa43-440f-b01a-175927768c5a tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Deleting port a355c265-55bd-4651-9018-cf362016aeb5 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:03:45.132842 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-54ad3934-2436-4dd9-b99c-eaeec2cbbf48 req-27d44b45-fa43-440f-b01a-175927768c5a tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:45.244970 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626433ba-7590-41c1-856d-4a4e917674b5 req-d9907426-8e21-45c8-ae36-6f7425ef7387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:45.246426 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-626433ba-7590-41c1-856d-4a4e917674b5 req-d9907426-8e21-45c8-ae36-6f7425ef7387 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ab662aed-9f29-4811-90d8-ddabb3046472 HTTP/1.1" status: 200 len: 861 time: 0.1275532 Jul 15 13:03:45.258650 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-a5ea0e5a-b612-43fc-93ad-61ae449c4685 req-b4c8cf13-84c1-481b-ae66-b060ea2018b3 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Deleting port 094b0e35-4957-4a98-99c2-72dad761fb7c {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:03:45.259006 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a5ea0e5a-b612-43fc-93ad-61ae449c4685 req-b4c8cf13-84c1-481b-ae66-b060ea2018b3 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:45.268141 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05519347-a9b0-4502-b020-4a8e2c9b3756 req-a3e09d69-e956-4b3e-9e49-bd1bf302414c tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:45.269574 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-05519347-a9b0-4502-b020-4a8e2c9b3756 req-a3e09d69-e956-4b3e-9e49-bd1bf302414c tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcf8126c-b249-4b6e-9059-ca0f1ba32063 HTTP/1.1" status: 200 len: 945 time: 0.2709935 Jul 15 13:03:45.329033 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-626433ba-7590-41c1-856d-4a4e917674b5 req-6b108ab4-d645-4be9-97da-6a6bdf009dae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d3d13df7-8f63-4fd3-b4c3-9dbbf965484e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585141 Jul 15 13:03:45.366249 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-54ad3934-2436-4dd9-b99c-eaeec2cbbf48 req-27d44b45-fa43-440f-b01a-175927768c5a tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] For port a355c265-55bd-4651-9018-cf362016aeb5, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a355c265-55bd-4651-9018-cf362016aeb5,segment=NetworkSegment(93b8952b-2fa7-48e9-968c-2a8484e85c08),segment_id=93b8952b-2fa7-48e9-968c-2a8484e85c08)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:45.366654 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-54ad3934-2436-4dd9-b99c-eaeec2cbbf48 req-27d44b45-fa43-440f-b01a-175927768c5a tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:45.436820 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-54ad3934-2436-4dd9-b99c-eaeec2cbbf48 req-27d44b45-fa43-440f-b01a-175927768c5a tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Calling delete_port for a355c265-55bd-4651-9018-cf362016aeb5 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:03:45.444986 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 4e76fd72-6816-481c-819e-b8263abd48a1 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:03:45.458699 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-05519347-a9b0-4502-b020-4a8e2c9b3756 req-cd231c91-d0e7-435b-bb51-f8da4d01b418 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/security-groups?id=a808b393-b40c-49ca-a0c6-0d3624004a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590939 Jul 15 13:03:45.564048 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 4e76fd72-6816-481c-819e-b8263abd48a1, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=4e76fd72-6816-481c-819e-b8263abd48a1,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:45.581807 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '4e76fd72-6816-481c-819e-b8263abd48a1', 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da', 'port_id': '4e76fd72-6816-481c-819e-b8263abd48a1', 'mac_address': 'fa:16:3e:c6:3a:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '504f4a49-65cd-4546-be78-3e75a4fd4784', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:03:45.627806 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:45.648300 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e76fd72-6816-481c-819e-b8263abd48a1 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:45.663394 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197e154-683a-469b-b431-a833b8b2d574 req-0a5c0e38-6094-4aeb-b49b-dfdd7a338736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:45.665799 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1197e154-683a-469b-b431-a833b8b2d574 req-0a5c0e38-6094-4aeb-b49b-dfdd7a338736 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12dc42da56354fb5b0d0acb9e0703009&device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 1095 time: 0.1089180 Jul 15 13:03:45.673294 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 4e76fd72-6816-481c-819e-b8263abd48a1, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=4e76fd72-6816-481c-819e-b8263abd48a1,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:45.684349 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:45.741978 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=4e76fd72-6816-481c-819e-b8263abd48a1,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:45.798863 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197e154-683a-469b-b431-a833b8b2d574 req-7ba946b9-52b7-4b97-b108-2e9568e4fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:45.800511 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1197e154-683a-469b-b431-a833b8b2d574 req-7ba946b9-52b7-4b97-b108-2e9568e4fe18 service neutron] 10.222.0.46 "GET /v2.0/networks?id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da HTTP/1.1" status: 200 len: 913 time: 0.1261239 Jul 15 13:03:45.846743 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1197e154-683a-469b-b431-a833b8b2d574 req-49d45e7a-6465-423e-8ba1-f068633037c0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e76fd72-6816-481c-819e-b8263abd48a1 HTTP/1.1" status: 200 len: 217 time: 0.0381086 Jul 15 13:03:45.900445 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402411bf-6212-43d3-acc0-c8073dfe5b37 x-openstack-request-id: req-402411bf-6212-43d3-acc0-c8073dfe5b37 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:45.901070 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f85a75-4b3d-40e0-863d-06ff77ecb993", "tag": "4e76fd72-6816-481c-819e-b8263abd48a1", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:45.901070 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-402411bf-6212-43d3-acc0-c8073dfe5b37 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:45.901342 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00f85a75-4b3d-40e0-863d-06ff77ecb993', 'tag': '4e76fd72-6816-481c-819e-b8263abd48a1', 'status': 'completed', 'code': 200} Jul 15 13:03:45.903470 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197e154-683a-469b-b431-a833b8b2d574 req-001d9891-e733-42ef-9c94-62f412ac8f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:45.904974 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1197e154-683a-469b-b431-a833b8b2d574 req-001d9891-e733-42ef-9c94-62f412ac8f9c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=504f4a49-65cd-4546-be78-3e75a4fd4784 HTTP/1.1" status: 200 len: 851 time: 0.0517538 Jul 15 13:03:45.909802 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-a5ea0e5a-b612-43fc-93ad-61ae449c4685 req-b4c8cf13-84c1-481b-ae66-b060ea2018b3 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] For port 094b0e35-4957-4a98-99c2-72dad761fb7c, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=094b0e35-4957-4a98-99c2-72dad761fb7c,segment=NetworkSegment(9940a96e-2d5b-4778-a27d-d984f6200b93),segment_id=9940a96e-2d5b-4778-a27d-d984f6200b93)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:45.910159 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a5ea0e5a-b612-43fc-93ad-61ae449c4685 req-b4c8cf13-84c1-481b-ae66-b060ea2018b3 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:45.962267 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-a5ea0e5a-b612-43fc-93ad-61ae449c4685 req-b4c8cf13-84c1-481b-ae66-b060ea2018b3 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Calling delete_port for 094b0e35-4957-4a98-99c2-72dad761fb7c owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:03:45.964163 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197e154-683a-469b-b431-a833b8b2d574 req-b69c0142-09b4-4038-8e42-7259273777ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:45.965764 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1197e154-683a-469b-b431-a833b8b2d574 req-b69c0142-09b4-4038-8e42-7259273777ac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525265 Jul 15 13:03:45.988045 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['4e76fd72-6816-481c-819e-b8263abd48a1'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:45.991690 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-626433ba-7590-41c1-856d-4a4e917674b5 req-5fd1810c-c4de-4ccf-a5bf-0415db89affd service neutron] 10.222.0.46 "GET /v2.0/networks/d3d13df7-8f63-4fd3-b4c3-9dbbf965484e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6486497 Jul 15 13:03:46.064929 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1197e154-683a-469b-b431-a833b8b2d574 req-17f0afc0-9165-46fe-b41b-9be8da0a2845 service neutron] 10.222.0.46 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886121 Jul 15 13:03:46.148662 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd56a3-9f21-4806-9ed0-cfa65c6a286b req-ce77c843-9701-494a-a4e8-42bf9fe9568c tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:46.150702 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eadd56a3-9f21-4806-9ed0-cfa65c6a286b req-ce77c843-9701-494a-a4e8-42bf9fe9568c tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 950 time: 0.2441719 Jul 15 13:03:46.161828 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1197e154-683a-469b-b431-a833b8b2d574 req-75f8358f-7398-4adc-9470-7c6d57fa6288 service neutron] 10.222.0.46 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886552 Jul 15 13:03:46.243118 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-626433ba-7590-41c1-856d-4a4e917674b5 req-3bf20064-d829-4293-a024-5ca6177e1faf service neutron] 10.222.0.46 "GET /v2.0/networks/d3d13df7-8f63-4fd3-b4c3-9dbbf965484e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147431 Jul 15 13:03:46.265588 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-54ad3934-2436-4dd9-b99c-eaeec2cbbf48 req-27d44b45-fa43-440f-b01a-175927768c5a tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:46.290032 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eadd56a3-9f21-4806-9ed0-cfa65c6a286b req-3de53e66-669f-4437-896a-540b76d6cbc9 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152844 Jul 15 13:03:46.311341 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d44b45-fa43-440f-b01a-175927768c5a tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Pushing event deleted for resources: {'Port': ['ID=a355c265-55bd-4651-9018-cf362016aeb5,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:46.363086 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ad3934-2436-4dd9-b99c-eaeec2cbbf48 req-27d44b45-fa43-440f-b01a-175927768c5a tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] No DVR routers for this DVR port a355c265-55bd-4651-9018-cf362016aeb5 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:03:46.364772 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a5ea0e5a-b612-43fc-93ad-61ae449c4685 req-b4c8cf13-84c1-481b-ae66-b060ea2018b3 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:46.366660 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-54ad3934-2436-4dd9-b99c-eaeec2cbbf48 req-27d44b45-fa43-440f-b01a-175927768c5a tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:46.369002 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-54ad3934-2436-4dd9-b99c-eaeec2cbbf48 req-27d44b45-fa43-440f-b01a-175927768c5a tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.46 "DELETE /v2.0/ports/a355c265-55bd-4651-9018-cf362016aeb5 HTTP/1.1" status: 204 len: 173 time: 1.5982819 Jul 15 13:03:46.403881 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8cf13-84c1-481b-ae66-b060ea2018b3 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Pushing event deleted for resources: {'Port': ['ID=094b0e35-4957-4a98-99c2-72dad761fb7c,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:46.474285 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ea0e5a-b612-43fc-93ad-61ae449c4685 req-b4c8cf13-84c1-481b-ae66-b060ea2018b3 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] No DVR routers for this DVR port 094b0e35-4957-4a98-99c2-72dad761fb7c on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:03:46.477398 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a5ea0e5a-b612-43fc-93ad-61ae449c4685 req-b4c8cf13-84c1-481b-ae66-b060ea2018b3 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:46.479375 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a5ea0e5a-b612-43fc-93ad-61ae449c4685 req-b4c8cf13-84c1-481b-ae66-b060ea2018b3 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "DELETE /v2.0/ports/094b0e35-4957-4a98-99c2-72dad761fb7c HTTP/1.1" status: 204 len: 173 time: 1.5495491 Jul 15 13:03:46.510052 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69802c-cd48-4b91-9f13-97b7f74ad8b8 req-a2fe8785-97fe-448c-9dc0-29ad11283c1c tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:46.511977 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2e69802c-cd48-4b91-9f13-97b7f74ad8b8 req-a2fe8785-97fe-448c-9dc0-29ad11283c1c tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=43e870e4-f4df-4a64-abc8-f76662e46af7 HTTP/1.1" status: 200 len: 943 time: 0.1117539 Jul 15 13:03:46.554338 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2e69802c-cd48-4b91-9f13-97b7f74ad8b8 req-8ba603de-adcb-41fb-bdd7-4259f463d80e tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d43190b-dac3-4c19-9478-e4b1f29751a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356715 Jul 15 13:03:46.725776 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78796c68-ba59-4d24-8e67-4a6ab87c0ca2 req-468e1856-8da1-4915-85e3-3d1f7bcec197 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:46.727369 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-78796c68-ba59-4d24-8e67-4a6ab87c0ca2 req-468e1856-8da1-4915-85e3-3d1f7bcec197 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.0672014 Jul 15 13:03:46.765268 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-78796c68-ba59-4d24-8e67-4a6ab87c0ca2 req-f94d4496-e9c9-4246-a3d4-1fbfac250803 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321221 Jul 15 13:03:46.908929 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef1a67b0-7ef1-44db-aba6-abcdcd2e42ca req-23b33760-64fe-4040-b89e-bf5e4909ccf5 tempest-LiveAutoBlockMigrationV225Test-905611907 tempest-LiveAutoBlockMigrationV225Test-905611907-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e0d083b-1b52-40f8-a8de-a60051e81a1b HTTP/1.1" status: 200 len: 210 time: 0.0314448 Jul 15 13:03:47.097108 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4782f13-fe61-49d0-92d3-9f492bca018b req-e5e6408e-af48-4edc-a89c-970a567946a3 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:47.098736 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f4782f13-fe61-49d0-92d3-9f492bca018b req-e5e6408e-af48-4edc-a89c-970a567946a3 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcf8126c-b249-4b6e-9059-ca0f1ba32063 HTTP/1.1" status: 200 len: 945 time: 0.0841267 Jul 15 13:03:47.152724 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f4782f13-fe61-49d0-92d3-9f492bca018b req-7f93898a-2681-494a-9c85-e3a302d58dd6 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/security-groups?id=a808b393-b40c-49ca-a0c6-0d3624004a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479841 Jul 15 13:03:47.477679 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device c5642aad-dcec-4528-9b7f-7099df36f378 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:03:47.479831 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 4e76fd72-6816-481c-819e-b8263abd48a1 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:47.538821 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7706458-9a31-41b7-abb6-794b553457f9 req-1bbac993-80bf-480f-bef2-b652e5e642a4 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:47.545287 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b7706458-9a31-41b7-abb6-794b553457f9 req-1bbac993-80bf-480f-bef2-b652e5e642a4 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/networks?id=e0d89cea-932c-49ee-9772-9e5757255ae5 HTTP/1.1" status: 200 len: 812 time: 0.1534708 Jul 15 13:03:47.562786 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860ce96-f60e-416b-aa5f-411dc32c630c req-f657fa35-a479-4ede-8dac-60ddf9648ca7 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:47.564265 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c860ce96-f60e-416b-aa5f-411dc32c630c req-f657fa35-a479-4ede-8dac-60ddf9648ca7 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 950 time: 0.1503339 Jul 15 13:03:47.573160 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42780) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:47.573744 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b7706458-9a31-41b7-abb6-794b553457f9 req-7bc4e641-ce51-4fb9-a4ae-ba8ac051eb98 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/quotas/af8a25419ab0489e8df66f3d058b9b35 HTTP/1.1" status: 200 len: 375 time: 0.0275543 Jul 15 13:03:47.598073 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 4e76fd72-6816-481c-819e-b8263abd48a1 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:47.604585 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 4e76fd72-6816-481c-819e-b8263abd48a1 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:47.604585 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:47.618909 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b7706458-9a31-41b7-abb6-794b553457f9 req-c615cb08-25d1-4766-83f6-0f3ece061941 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=af8a25419ab0489e8df66f3d058b9b35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442891 Jul 15 13:03:47.647268 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c860ce96-f60e-416b-aa5f-411dc32c630c req-2a6ad6b0-d66c-4f1b-a56a-3ea28bca5d8a tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708454 Jul 15 13:03:47.647748 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port c5642aad-dcec-4528-9b7f-7099df36f378, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c5642aad-dcec-4528-9b7f-7099df36f378,segment=NetworkSegment(37e986e4-0792-4292-9ed3-45df87b63279),segment_id=37e986e4-0792-4292-9ed3-45df87b63279)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:47.665201 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'c5642aad-dcec-4528-9b7f-7099df36f378', 'network_id': 'd3d13df7-8f63-4fd3-b4c3-9dbbf965484e', 'port_id': 'c5642aad-dcec-4528-9b7f-7099df36f378', 'mac_address': 'fa:16:3e:f0:86:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab662aed-9f29-4811-90d8-ddabb3046472', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:03:47.713714 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-efc2f2ba-05e0-4fb1-8e4f-93c2516e1a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:47.732379 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b7706458-9a31-41b7-abb6-794b553457f9 req-a6e673bc-3140-438f-95ed-4f2dfdba431c service neutron] 10.222.0.16 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999880 Jul 15 13:03:47.739030 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:47.758901 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:47.784275 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f85a75-4b3d-40e0-863d-06ff77ecb993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e76fd72-6816-481c-819e-b8263abd48a1'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:47.787868 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048cd160-c86d-4d88-a70c-b641d5502d94" -d '{"events": [{"server_uuid": "00f85a75-4b3d-40e0-863d-06ff77ecb993", "name": "network-vif-plugged", "status": "completed", "tag": "4e76fd72-6816-481c-819e-b8263abd48a1"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:47.801210 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5642aad-dcec-4528-9b7f-7099df36f378 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:47.824327 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 4e76fd72-6816-481c-819e-b8263abd48a1, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=4e76fd72-6816-481c-819e-b8263abd48a1,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:47.826269 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port c5642aad-dcec-4528-9b7f-7099df36f378, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c5642aad-dcec-4528-9b7f-7099df36f378,segment=NetworkSegment(37e986e4-0792-4292-9ed3-45df87b63279),segment_id=37e986e4-0792-4292-9ed3-45df87b63279)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:47.829428 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:47.830354 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 094b0e35-4957-4a98-99c2-72dad761fb7c no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:03:47.832300 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-efc2f2ba-05e0-4fb1-8e4f-93c2516e1a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:47.835768 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:47.838420 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-efc2f2ba-05e0-4fb1-8e4f-93c2516e1a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:47.871948 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 094b0e35-4957-4a98-99c2-72dad761fb7c {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:03:47.872303 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 094b0e35-4957-4a98-99c2-72dad761fb7c not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:03:47.872721 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device a355c265-55bd-4651-9018-cf362016aeb5 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:03:47.887372 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc2f2ba-05e0-4fb1-8e4f-93c2516e1a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1e2896-37c3-4900-b22a-c65566223a78,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:47.892212 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-efc2f2ba-05e0-4fb1-8e4f-93c2516e1a2c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f97c749389054a75a2b2705644b0f352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3181152 Jul 15 13:03:47.894355 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: a355c265-55bd-4651-9018-cf362016aeb5 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:03:47.894741 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device a355c265-55bd-4651-9018-cf362016aeb5 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:03:47.894874 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42790) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:47.903216 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b7706458-9a31-41b7-abb6-794b553457f9 req-d0427fd0-39e4-4ac7-9db7-1fdcc3fb7a2c service neutron] 10.222.0.16 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632948 Jul 15 13:03:47.906393 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e870e4-f4df-4a64-abc8-f76662e46af7', 'tag': 'c5642aad-dcec-4528-9b7f-7099df36f378'}, {'server_uuid': '7e0d083b-1b52-40f8-a8de-a60051e81a1b', 'name': 'network-vif-deleted', 'tag': 'a355c265-55bd-4651-9018-cf362016aeb5'}, {'server_uuid': '991c3a29-2a32-4d5d-afa7-e41960b09e49', 'name': 'network-vif-deleted', 'tag': '094b0e35-4957-4a98-99c2-72dad761fb7c'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:47.908696 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a0be89-9910-46fc-8525-8e8132f6acc4" -d '{"events": [{"name": "network-changed", "server_uuid": "43e870e4-f4df-4a64-abc8-f76662e46af7", "tag": "c5642aad-dcec-4528-9b7f-7099df36f378"}, {"server_uuid": "7e0d083b-1b52-40f8-a8de-a60051e81a1b", "name": "network-vif-deleted", "tag": "a355c265-55bd-4651-9018-cf362016aeb5"}, {"server_uuid": "991c3a29-2a32-4d5d-afa7-e41960b09e49", "name": "network-vif-deleted", "tag": "094b0e35-4957-4a98-99c2-72dad761fb7c"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:47.917245 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=4e76fd72-6816-481c-819e-b8263abd48a1,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:47.922384 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b9cb8-b357-464b-b724-7e4cdf3eb01b req-dbf2a244-1140-4a95-af6f-d121d3cb50f9 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:47.924015 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8e8b9cb8-b357-464b-b724-7e4cdf3eb01b req-dbf2a244-1140-4a95-af6f-d121d3cb50f9 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=43e870e4-f4df-4a64-abc8-f76662e46af7 HTTP/1.1" status: 200 len: 943 time: 0.1093798 Jul 15 13:03:47.974104 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=c5642aad-dcec-4528-9b7f-7099df36f378,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:47.978155 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-98fb3579-98c2-4160-8156-27f9b46b599f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:47.979727 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8e8b9cb8-b357-464b-b724-7e4cdf3eb01b req-c7e7d19c-4e07-4e7c-93f4-1e8f0aa1bee6 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d43190b-dac3-4c19-9478-e4b1f29751a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479264 Jul 15 13:03:48.005110 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-98fb3579-98c2-4160-8156-27f9b46b599f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:48.067074 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-98fb3579-98c2-4160-8156-27f9b46b599f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:48.070635 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-98fb3579-98c2-4160-8156-27f9b46b599f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:48.081020 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-98fb3579-98c2-4160-8156-27f9b46b599f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eb1e2896-37c3-4900-b22a-c65566223a78 HTTP/1.1" status: 204 len: 168 time: 0.1840541 Jul 15 13:03:48.087920 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a31a78-e93a-4b35-bbd0-bfdacd017f56 x-openstack-request-id: req-36a31a78-e93a-4b35-bbd0-bfdacd017f56 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:48.088213 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f85a75-4b3d-40e0-863d-06ff77ecb993", "name": "network-vif-plugged", "status": "completed", "tag": "4e76fd72-6816-481c-819e-b8263abd48a1", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:48.088465 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-36a31a78-e93a-4b35-bbd0-bfdacd017f56 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:48.089210 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f85a75-4b3d-40e0-863d-06ff77ecb993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e76fd72-6816-481c-819e-b8263abd48a1', 'code': 200} Jul 15 13:03:48.108813 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb3579-98c2-4160-8156-27f9b46b599f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1e2896-37c3-4900-b22a-c65566223a78,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:48.178774 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 518 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73943aad-9188-4594-8a9e-0d76837b783f x-openstack-request-id: req-73943aad-9188-4594-8a9e-0d76837b783f {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:48.178774 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43e870e4-f4df-4a64-abc8-f76662e46af7", "tag": "c5642aad-dcec-4528-9b7f-7099df36f378", "status": "completed", "code": 200}, {"server_uuid": "7e0d083b-1b52-40f8-a8de-a60051e81a1b", "name": "network-vif-deleted", "tag": "a355c265-55bd-4651-9018-cf362016aeb5", "status": "completed", "code": 200}, {"server_uuid": "991c3a29-2a32-4d5d-afa7-e41960b09e49", "name": "network-vif-deleted", "tag": "094b0e35-4957-4a98-99c2-72dad761fb7c", "status": "failed", "code": 422}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:48.178774 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-73943aad-9188-4594-8a9e-0d76837b783f {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:48.178774 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e870e4-f4df-4a64-abc8-f76662e46af7', 'tag': 'c5642aad-dcec-4528-9b7f-7099df36f378', 'status': 'completed', 'code': 200} Jul 15 13:03:48.179251 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0d083b-1b52-40f8-a8de-a60051e81a1b', 'name': 'network-vif-deleted', 'tag': 'a355c265-55bd-4651-9018-cf362016aeb5', 'status': 'completed', 'code': 200} Jul 15 13:03:48.179710 n-d-771363-36 neutron-server[93825]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '991c3a29-2a32-4d5d-afa7-e41960b09e49', 'name': 'network-vif-deleted', 'tag': '094b0e35-4957-4a98-99c2-72dad761fb7c', 'status': 'failed', 'code': 422} returned with failed status Jul 15 13:03:48.185450 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['c5642aad-dcec-4528-9b7f-7099df36f378'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:48.239241 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42806) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:48.366221 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-973485c2-06e2-4055-957d-91b6a6c477db req-b189c034-94ea-4a38-9500-81fa213f9b8e tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=903bf235-0112-46e2-a261-d49ca69db49f HTTP/1.1" status: 200 len: 210 time: 0.0922892 Jul 15 13:03:48.393128 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceba2a2-9968-4cf2-9973-081b23f77f4f req-d6e5081f-b085-428a-85d2-06b01ef02e5b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:48.394830 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6ceba2a2-9968-4cf2-9973-081b23f77f4f req-d6e5081f-b085-428a-85d2-06b01ef02e5b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 945 time: 0.2613463 Jul 15 13:03:48.462687 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c07d5a-f52c-4431-bd0f-ab8bd148b20f req-c55b6efb-47c4-44ae-8db0-72ece486d627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:48.463996 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-32c07d5a-f52c-4431-bd0f-ab8bd148b20f req-c55b6efb-47c4-44ae-8db0-72ece486d627 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 1097 time: 0.2676220 Jul 15 13:03:48.471552 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6ceba2a2-9968-4cf2-9973-081b23f77f4f req-746b778b-1d93-4c57-8ebe-67809603e7a3 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697503 Jul 15 13:03:48.474370 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0be89-9910-46fc-8525-8e8132f6acc4 req-a67e68ed-3fcc-48b8-8fc0-25999046788c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:48.475991 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e2a0be89-9910-46fc-8525-8e8132f6acc4 req-a67e68ed-3fcc-48b8-8fc0-25999046788c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ec00a680c434a2486813c33fed5e017&device_id=43e870e4-f4df-4a64-abc8-f76662e46af7 HTTP/1.1" status: 200 len: 1096 time: 0.2256062 Jul 15 13:03:48.560291 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f69c4df-e783-4a4e-8e00-9346951bd594 admin admin] Deleting subnet 522453a6-daf1-42ae-a6f8-abb7ab66795d {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:03:48.566854 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4f69c4df-e783-4a4e-8e00-9346951bd594 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:48.592139 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42818) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:48.612259 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a67ea16a-dc6a-4886-886c-02bebb635a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:48.626026 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4f69c4df-e783-4a4e-8e00-9346951bd594 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:48.648072 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-32c07d5a-f52c-4431-bd0f-ab8bd148b20f req-9c2edeb7-e5b4-4fb5-8366-780ceae71fa7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611147 Jul 15 13:03:48.685961 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4f69c4df-e783-4a4e-8e00-9346951bd594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:48.714107 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0be89-9910-46fc-8525-8e8132f6acc4 req-e9227f4a-63c8-4164-a926-2eff10979d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:48.715714 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e2a0be89-9910-46fc-8525-8e8132f6acc4 req-e9227f4a-63c8-4164-a926-2eff10979d63 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d3d13df7-8f63-4fd3-b4c3-9dbbf965484e HTTP/1.1" status: 200 len: 922 time: 0.2163758 Jul 15 13:03:48.728383 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a362e8-a439-4c56-82b3-75b9e8724de8 req-9fa846db-76db-436b-9548-be15a0b055ed tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:48.735122 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-88a362e8-a439-4c56-82b3-75b9e8724de8 req-9fa846db-76db-436b-9548-be15a0b055ed tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcf8126c-b249-4b6e-9059-ca0f1ba32063 HTTP/1.1" status: 200 len: 945 time: 0.1547549 Jul 15 13:03:48.784567 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4f69c4df-e783-4a4e-8e00-9346951bd594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:48.788550 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a67ea16a-dc6a-4886-886c-02bebb635a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:48.799752 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-88a362e8-a439-4c56-82b3-75b9e8724de8 req-fff9175f-8e47-417a-aa62-96b2b0da0a84 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/security-groups?id=a808b393-b40c-49ca-a0c6-0d3624004a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619283 Jul 15 13:03:48.819324 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a67ea16a-dc6a-4886-886c-02bebb635a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:48.830974 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69c4df-e783-4a4e-8e00-9346951bd594 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=522453a6-daf1-42ae-a6f8-abb7ab66795d,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:48.833063 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4f69c4df-e783-4a4e-8e00-9346951bd594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:48.838039 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4f69c4df-e783-4a4e-8e00-9346951bd594 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/522453a6-daf1-42ae-a6f8-abb7ab66795d HTTP/1.1" status: 204 len: 168 time: 0.5947180 Jul 15 13:03:48.842678 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42824) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:48.887956 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ea16a-dc6a-4886-886c-02bebb635a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f860fa0a-85c8-4d98-bc5b-0c0c622f58ab,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:48.892235 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e2a0be89-9910-46fc-8525-8e8132f6acc4 req-b106655b-2ef8-47db-b553-88c1ca2fc1d7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5642aad-dcec-4528-9b7f-7099df36f378 HTTP/1.1" status: 200 len: 217 time: 0.1028135 Jul 15 13:03:48.894238 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a67ea16a-dc6a-4886-886c-02bebb635a20 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bb383dc32b5a4374add301ef147c37f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009615 Jul 15 13:03:48.896666 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42826) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:48.965768 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0be89-9910-46fc-8525-8e8132f6acc4 req-04302a81-9d82-4c37-9522-81b1e9ee435d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:48.967287 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e2a0be89-9910-46fc-8525-8e8132f6acc4 req-04302a81-9d82-4c37-9522-81b1e9ee435d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ab662aed-9f29-4811-90d8-ddabb3046472 HTTP/1.1" status: 200 len: 861 time: 0.0656381 Jul 15 13:03:48.968295 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0a439077-bca6-486a-b107-c56ec657e665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:48.976408 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a05910-331b-4663-b3cb-126893e1ae2f req-f7cbf7c0-9ced-4463-b902-333365baa4e6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:48.983221 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-15a05910-331b-4663-b3cb-126893e1ae2f req-f7cbf7c0-9ced-4463-b902-333365baa4e6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 950 time: 0.1821735 Jul 15 13:03:49.030673 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c20ba858-e556-46c6-935d-dded79b1d97d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:49.032701 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e2a0be89-9910-46fc-8525-8e8132f6acc4 req-aef87ee3-4b9b-433d-bfe7-3a5b9a5d98fe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d3d13df7-8f63-4fd3-b4c3-9dbbf965484e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470726 Jul 15 13:03:49.081505 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c20ba858-e556-46c6-935d-dded79b1d97d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:49.092093 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-15a05910-331b-4663-b3cb-126893e1ae2f req-8b1e4d31-3117-4cf9-af91-6bd4c82586a4 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079061 Jul 15 13:03:49.123090 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0a439077-bca6-486a-b107-c56ec657e665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:49.140899 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-0a439077-bca6-486a-b107-c56ec657e665 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:49.163845 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-0a439077-bca6-486a-b107-c56ec657e665 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93b8952b-2fa7-48e9-968c-2a8484e85c08') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:49.164147 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-0a439077-bca6-486a-b107-c56ec657e665 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93b8952b-2fa7-48e9-968c-2a8484e85c08') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:49.176090 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0a439077-bca6-486a-b107-c56ec657e665 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:49.192049 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0a439077-bca6-486a-b107-c56ec657e665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:49.201750 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a439077-bca6-486a-b107-c56ec657e665 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:03:49.202259 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0a439077-bca6-486a-b107-c56ec657e665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:49.203888 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:49.203888 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:49.203888 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:03:49.203888 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:03:49.203888 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:03:49.203888 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:03:49.203888 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:03:49.203888 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:03:49.203888 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:03:49.203888 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:03:49.203888 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:03:49.203888 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:03:49.203888 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:03:49.203888 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:03:49.203888 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:03:49.203888 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:03:49.203888 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:03:49.203888 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:03:49.203888 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:03:49.203888 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:03:49.203888 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:03:49.203888 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:03:49.203888 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:03:49.203888 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:03:49.203888 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:03:49.203888 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:03:49.203888 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:03:49.203888 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:03:49.203888 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:03:49.203888 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:03:49.203888 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:03:49.203888 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:03:49.203888 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:03:49.203888 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:03:49.221628 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c20ba858-e556-46c6-935d-dded79b1d97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:49.224176 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c20ba858-e556-46c6-935d-dded79b1d97d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:49.227852 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c20ba858-e556-46c6-935d-dded79b1d97d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f860fa0a-85c8-4d98-bc5b-0c0c622f58ab HTTP/1.1" status: 204 len: 168 time: 0.3277833 Jul 15 13:03:49.236994 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e2a0be89-9910-46fc-8525-8e8132f6acc4 req-bc464975-201c-4c42-bfaa-cc9214978b0c service neutron] 10.222.0.46 "GET /v2.0/networks/d3d13df7-8f63-4fd3-b4c3-9dbbf965484e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923184 Jul 15 13:03:49.267419 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ba858-e556-46c6-935d-dded79b1d97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f860fa0a-85c8-4d98-bc5b-0c0c622f58ab,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:49.282906 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0a439077-bca6-486a-b107-c56ec657e665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:49.290610 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0a439077-bca6-486a-b107-c56ec657e665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:49.294416 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0a439077-bca6-486a-b107-c56ec657e665 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f HTTP/1.1" status: 204 len: 168 time: 0.4493315 Jul 15 13:03:49.297126 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42834) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:49.314953 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada811a5-9445-46ce-866a-23fb22c3ad3c req-190fdb29-3733-4951-ad4d-8b7ada21db55 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:49.316462 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ada811a5-9445-46ce-866a-23fb22c3ad3c req-190fdb29-3733-4951-ad4d-8b7ada21db55 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=43e870e4-f4df-4a64-abc8-f76662e46af7 HTTP/1.1" status: 200 len: 944 time: 0.1431835 Jul 15 13:03:49.366556 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d1e733d-be45-4622-b9e0-cc3c130b8852 admin admin] Deleting subnet 64221d51-37b9-4cb3-977f-27342bebcf05 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:03:49.374085 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2d1e733d-be45-4622-b9e0-cc3c130b8852 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:49.410461 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ada811a5-9445-46ce-866a-23fb22c3ad3c req-25cbfb84-ad28-4c10-9918-846540230397 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d43190b-dac3-4c19-9478-e4b1f29751a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625758 Jul 15 13:03:49.437550 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e2a0be89-9910-46fc-8525-8e8132f6acc4 req-d0020c42-e423-4512-8aa0-7b5675652f6c service neutron] 10.222.0.46 "GET /v2.0/networks/d3d13df7-8f63-4fd3-b4c3-9dbbf965484e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764188 Jul 15 13:03:49.437759 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a439077-bca6-486a-b107-c56ec657e665 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e77a807-6ccc-47d2-aaf5-2f0ba2e4c06f,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:49.450164 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2d1e733d-be45-4622-b9e0-cc3c130b8852 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:49.499023 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device c5642aad-dcec-4528-9b7f-7099df36f378 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:49.517194 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2d1e733d-be45-4622-b9e0-cc3c130b8852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:49.551319 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534d9e7-2ff2-4668-873c-f70c1aa8a7e5 req-accf3de5-1fe5-4809-aa5d-a64cac506949 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:49.560280 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9534d9e7-2ff2-4668-873c-f70c1aa8a7e5 req-accf3de5-1fe5-4809-aa5d-a64cac506949 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcf8126c-b249-4b6e-9059-ca0f1ba32063 HTTP/1.1" status: 200 len: 945 time: 0.1056285 Jul 15 13:03:49.593607 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port c5642aad-dcec-4528-9b7f-7099df36f378 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:49.597933 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port c5642aad-dcec-4528-9b7f-7099df36f378 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:49.598498 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:49.636840 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-edf3cd2b-5c6a-473d-a0be-cbcfb9c843b7 req-d0ca97a7-20f8-4f65-8d3f-6de8596e1c48 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=903bf235-0112-46e2-a261-d49ca69db49f HTTP/1.1" status: 200 len: 210 time: 0.0661173 Jul 15 13:03:49.653688 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2d1e733d-be45-4622-b9e0-cc3c130b8852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:49.705144 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9534d9e7-2ff2-4668-873c-f70c1aa8a7e5 req-8f25a2fb-31ee-4e07-ae73-d18e88f84b5c tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/security-groups?id=a808b393-b40c-49ca-a0c6-0d3624004a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438661 Jul 15 13:03:49.709339 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:49.732923 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e733d-be45-4622-b9e0-cc3c130b8852 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64221d51-37b9-4cb3-977f-27342bebcf05,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:49.734874 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2d1e733d-be45-4622-b9e0-cc3c130b8852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:49.741082 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42848) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:49.741808 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2d1e733d-be45-4622-b9e0-cc3c130b8852 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/64221d51-37b9-4cb3-977f-27342bebcf05 HTTP/1.1" status: 204 len: 168 time: 0.4387331 Jul 15 13:03:49.752212 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port c5642aad-dcec-4528-9b7f-7099df36f378, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c5642aad-dcec-4528-9b7f-7099df36f378,segment=NetworkSegment(37e986e4-0792-4292-9ed3-45df87b63279),segment_id=37e986e4-0792-4292-9ed3-45df87b63279)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:49.760389 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:49.855854 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=c5642aad-dcec-4528-9b7f-7099df36f378,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:49.890747 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607d5f2-ae95-4aee-9e88-da2718a6afd0 req-35ae1f12-45ef-4d36-9a51-94e8a041c148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:49.892404 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9607d5f2-ae95-4aee-9e88-da2718a6afd0 req-35ae1f12-45ef-4d36-9a51-94e8a041c148 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f15f03a38c2d4b6abd2b76b2c894bf22&device_id=fcf8126c-b249-4b6e-9059-ca0f1ba32063 HTTP/1.1" status: 200 len: 1097 time: 0.3627410 Jul 15 13:03:49.908083 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-492662c2-fb3b-478f-ba60-d1f46dcb6249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:50.090192 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e870e4-f4df-4a64-abc8-f76662e46af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5642aad-dcec-4528-9b7f-7099df36f378'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:50.093006 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8badcdd-0e3f-49be-b187-5f18929d9b2e" -d '{"events": [{"server_uuid": "43e870e4-f4df-4a64-abc8-f76662e46af7", "name": "network-vif-plugged", "status": "completed", "tag": "c5642aad-dcec-4528-9b7f-7099df36f378"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:50.139487 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4674cb6a-3ad4-4b9a-870d-e6f9098ef4d0 x-openstack-request-id: req-4674cb6a-3ad4-4b9a-870d-e6f9098ef4d0 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:50.139840 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e870e4-f4df-4a64-abc8-f76662e46af7", "name": "network-vif-plugged", "status": "completed", "tag": "c5642aad-dcec-4528-9b7f-7099df36f378", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:50.140195 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4674cb6a-3ad4-4b9a-870d-e6f9098ef4d0 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:50.140691 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e870e4-f4df-4a64-abc8-f76662e46af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5642aad-dcec-4528-9b7f-7099df36f378', 'code': 200} Jul 15 13:03:50.282022 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d6c5f-953a-48b9-9a77-32807cc4bbef req-436d1372-d7d8-4bb9-a736-ca317c3dc9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:50.283907 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ac4d6c5f-953a-48b9-9a77-32807cc4bbef req-436d1372-d7d8-4bb9-a736-ca317c3dc9a8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=43e870e4-f4df-4a64-abc8-f76662e46af7 HTTP/1.1" status: 200 len: 1097 time: 0.0573740 Jul 15 13:03:50.287359 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42868) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:50.325924 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ac4d6c5f-953a-48b9-9a77-32807cc4bbef req-06c846f7-58da-4f74-a29c-3799cee5445f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8d43190b-dac3-4c19-9478-e4b1f29751a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307150 Jul 15 13:03:50.383776 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-d6792ed2-f4b4-40fb-8e8c-f2ce7298b05f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-79998351-network', 'tenant_id': 'fe7a4818d3e34f90aba6d84f8cbb40cc'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:50.403625 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6792ed2-f4b4-40fb-8e8c-f2ce7298b05f admin admin] Made reservation on behalf of fe7a4818d3e34f90aba6d84f8cbb40cc for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:50.406133 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d6792ed2-f4b4-40fb-8e8c-f2ce7298b05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:50.415075 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d6792ed2-f4b4-40fb-8e8c-f2ce7298b05f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:50.482516 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-492662c2-fb3b-478f-ba60-d1f46dcb6249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:50.495861 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607d5f2-ae95-4aee-9e88-da2718a6afd0 req-20202457-3ece-4864-9e20-dd7197fbffcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:50.497274 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9607d5f2-ae95-4aee-9e88-da2718a6afd0 req-20202457-3ece-4864-9e20-dd7197fbffcb service neutron] 10.222.0.46 "GET /v2.0/networks?id=51088139-1962-4270-bab5-e035251d775b HTTP/1.1" status: 200 len: 917 time: 0.5712447 Jul 15 13:03:50.505790 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d6792ed2-f4b4-40fb-8e8c-f2ce7298b05f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:50.507314 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7706458-9a31-41b7-abb6-794b553457f9 req-8a66aa32-625f-463c-8be8-80e81c65d9c6 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:50.509271 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b7706458-9a31-41b7-abb6-794b553457f9 req-8a66aa32-625f-463c-8be8-80e81c65d9c6 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.46 "GET /v2.0/networks?id=e0d89cea-932c-49ee-9772-9e5757255ae5 HTTP/1.1" status: 200 len: 812 time: 0.6146631 Jul 15 13:03:50.510976 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d6792ed2-f4b4-40fb-8e8c-f2ce7298b05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:50.512222 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-492662c2-fb3b-478f-ba60-d1f46dcb6249 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c422e931-f85b-4cf8-87e6-b1715a2fca40']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:50.521164 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c3369-d42f-490e-875b-bee0c50b3e32 req-40bb5c30-59a1-4d9c-9ce2-036e5d666df2 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:50.522662 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d4c3369-d42f-490e-875b-bee0c50b3e32 req-40bb5c30-59a1-4d9c-9ce2-036e5d666df2 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 945 time: 0.6293197 Jul 15 13:03:50.539419 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6792ed2-f4b4-40fb-8e8c-f2ce7298b05f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:03:50.543144 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-b7706458-9a31-41b7-abb6-794b553457f9 req-7ef7cd6d-d5ff-49d4-9477-5be19fbb9325 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Request body: {'port': {'device_id': '903bf235-0112-46e2-a261-d49ca69db49f', 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5', 'admin_state_up': True, 'tenant_id': 'af8a25419ab0489e8df66f3d058b9b35'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:50.548992 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-492662c2-fb3b-478f-ba60-d1f46dcb6249 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c09d073-486b-4821-9974-755a07faf64e') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:50.549182 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6792ed2-f4b4-40fb-8e8c-f2ce7298b05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f532ba-7706-4c6a-92fc-bdace83d7b51,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:50.549325 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-492662c2-fb3b-478f-ba60-d1f46dcb6249 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c09d073-486b-4821-9974-755a07faf64e') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:50.553903 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d6792ed2-f4b4-40fb-8e8c-f2ce7298b05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:50.554286 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-d6792ed2-f4b4-40fb-8e8c-f2ce7298b05f admin admin] Added segment 0005befa-a47a-4302-9519-2fa0eea171a9 of type vlan for network 422d8beb-0863-47ae-83ca-7e225acd94eb Jul 15 13:03:50.593935 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d6792ed2-f4b4-40fb-8e8c-f2ce7298b05f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:50.615103 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9607d5f2-ae95-4aee-9e88-da2718a6afd0 req-3090b1ec-f006-4aba-a5da-f59962d60878 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c71bfd72-acc6-41ab-82f1-f7d6d97824ee HTTP/1.1" status: 200 len: 217 time: 0.1047621 Jul 15 13:03:50.617261 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-492662c2-fb3b-478f-ba60-d1f46dcb6249 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:50.623399 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d6792ed2-f4b4-40fb-8e8c-f2ce7298b05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:50.624611 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6792ed2-f4b4-40fb-8e8c-f2ce7298b05f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:50.625205 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d6792ed2-f4b4-40fb-8e8c-f2ce7298b05f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:50.659991 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d6792ed2-f4b4-40fb-8e8c-f2ce7298b05f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3715849 Jul 15 13:03:50.660661 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42876) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:50.668651 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-b1ab2105-e73d-4537-bde2-efcc471bc274 admin admin] Request body: {'subnet': {'network_id': '422d8beb-0863-47ae-83ca-7e225acd94eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-79998351-subnet', 'tenant_id': 'fe7a4818d3e34f90aba6d84f8cbb40cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:50.699339 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6792ed2-f4b4-40fb-8e8c-f2ce7298b05f admin admin] Pushing event updated for resources: {'Network': ['ID=422d8beb-0863-47ae-83ca-7e225acd94eb,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:50.700949 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-492662c2-fb3b-478f-ba60-d1f46dcb6249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:50.710742 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 422d8beb-0863-47ae-83ca-7e225acd94eb details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:03:50.717873 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ab2105-e73d-4537-bde2-efcc471bc274 admin admin] Made reservation on behalf of fe7a4818d3e34f90aba6d84f8cbb40cc for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:50.720563 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b1ab2105-e73d-4537-bde2-efcc471bc274 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:50.727872 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-492662c2-fb3b-478f-ba60-d1f46dcb6249 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:03:50.728277 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-492662c2-fb3b-478f-ba60-d1f46dcb6249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:50.741614 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be915d-64e5-4707-91d6-c42037aafb48 req-18fe7ad6-14f3-4d47-b8aa-79ed17de044d tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:50.743760 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b1be915d-64e5-4707-91d6-c42037aafb48 req-18fe7ad6-14f3-4d47-b8aa-79ed17de044d tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 950 time: 0.3985584 Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:03:50.744433 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:03:50.774935 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d4c3369-d42f-490e-875b-bee0c50b3e32 req-c369cad6-66b1-4fcd-b298-e4dfc7069128 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2354093 Jul 15 13:03:50.833388 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607d5f2-ae95-4aee-9e88-da2718a6afd0 req-8828bf91-1d82-4b27-862d-45063d8f786d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:50.834878 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9607d5f2-ae95-4aee-9e88-da2718a6afd0 req-8828bf91-1d82-4b27-862d-45063d8f786d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43b38e30-a88d-40cd-bf7f-30a59cdd6566 HTTP/1.1" status: 200 len: 855 time: 0.2116954 Jul 15 13:03:50.859151 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-492662c2-fb3b-478f-ba60-d1f46dcb6249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:50.877875 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-492662c2-fb3b-478f-ba60-d1f46dcb6249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:50.879835 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-492662c2-fb3b-478f-ba60-d1f46dcb6249 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c422e931-f85b-4cf8-87e6-b1715a2fca40 HTTP/1.1" status: 204 len: 168 time: 1.1272404 Jul 15 13:03:50.913942 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b1be915d-64e5-4707-91d6-c42037aafb48 req-f12e066b-9fda-48b3-80c2-3ffcb28d63be tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472826 Jul 15 13:03:50.920330 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492662c2-fb3b-478f-ba60-d1f46dcb6249 admin admin] Pushing event deleted for resources: {'Network': ['ID=c422e931-f85b-4cf8-87e6-b1715a2fca40,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:50.926013 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7706458-9a31-41b7-abb6-794b553457f9 req-7ef7cd6d-d5ff-49d4-9477-5be19fbb9325 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Made reservation on behalf of af8a25419ab0489e8df66f3d058b9b35 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:50.930398 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b7706458-9a31-41b7-abb6-794b553457f9 req-7ef7cd6d-d5ff-49d4-9477-5be19fbb9325 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:50.932628 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b1ab2105-e73d-4537-bde2-efcc471bc274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.019535 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ab2105-e73d-4537-bde2-efcc471bc274 admin admin] Checking segment: {'id': '0005befa-a47a-4302-9519-2fa0eea171a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '422d8beb-0863-47ae-83ca-7e225acd94eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:51.019901 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ab2105-e73d-4537-bde2-efcc471bc274 admin admin] Network hostable DHCP agents. Network: 422d8beb-0863-47ae-83ca-7e225acd94eb, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:03:51.024445 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab2105-e73d-4537-bde2-efcc471bc274 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4019e478-32c8-4d43-af92-e0ba8b6dd2ed,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:51.043793 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ab2105-e73d-4537-bde2-efcc471bc274 admin admin] Network 422d8beb-0863-47ae-83ca-7e225acd94eb is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:03:51.044579 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607d5f2-ae95-4aee-9e88-da2718a6afd0 req-874e396b-9903-4065-ae65-8ea098d23d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:51.046544 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9607d5f2-ae95-4aee-9e88-da2718a6afd0 req-874e396b-9903-4065-ae65-8ea098d23d69 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51088139-1962-4270-bab5-e035251d775b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1987340 Jul 15 13:03:51.058706 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-b1ab2105-e73d-4537-bde2-efcc471bc274 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 422d8beb-0863-47ae-83ca-7e225acd94eb) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:51.070122 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fe9297-7a6d-423f-9bdb-9c48b588c1e6 None None] Network 422d8beb-0863-47ae-83ca-7e225acd94eb requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:03:51.072504 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ab2105-e73d-4537-bde2-efcc471bc274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:51.073592 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b1ab2105-e73d-4537-bde2-efcc471bc274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.075473 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42884) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:51.114294 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b1ab2105-e73d-4537-bde2-efcc471bc274 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4508040 Jul 15 13:03:51.114920 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42886) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:51.122619 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-8dafac3e-ee6a-49ed-8375-d1b73c110f83 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-79998351-router', 'tenant_id': 'fe7a4818d3e34f90aba6d84f8cbb40cc', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:51.143475 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9355b249-6df2-481b-9c40-3b9796b96511 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=42f8630608fb46f681ad77135da09a14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0642519 Jul 15 13:03:51.143760 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42888) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:51.154547 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-579b69da-8c9c-43cf-94c0-0748fdd32969 req-8a150460-8fd8-4b20-a8b7-4e5d2ea3616f tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=903bf235-0112-46e2-a261-d49ca69db49f HTTP/1.1" status: 200 len: 210 time: 0.0924799 Jul 15 13:03:51.180314 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3b965-b7b4-4909-81d2-8bff353f5d09 req-3adfdc4f-2288-47a7-9336-b3dd589d0d25 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:51.182101 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-56e3b965-b7b4-4909-81d2-8bff353f5d09 req-3adfdc4f-2288-47a7-9336-b3dd589d0d25 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=43e870e4-f4df-4a64-abc8-f76662e46af7 HTTP/1.1" status: 200 len: 945 time: 0.2405608 Jul 15 13:03:51.184131 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8dafac3e-ee6a-49ed-8375-d1b73c110f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.185283 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8dafac3e-ee6a-49ed-8375-d1b73c110f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.223881 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-31541a1c-eb39-412a-a62f-07eb910b15f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.246736 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-31541a1c-eb39-412a-a62f-07eb910b15f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.248252 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622a142b-cbc8-4ddd-ba87-0e68ac336469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-422d8beb-0863-47ae-83ca-7e225acd94eb', 'network_id': '422d8beb-0863-47ae-83ca-7e225acd94eb', 'tenant_id': 'fe7a4818d3e34f90aba6d84f8cbb40cc', 'fixed_ips': [{'subnet_id': '4019e478-32c8-4d43-af92-e0ba8b6dd2ed'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:03:51.250482 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-622a142b-cbc8-4ddd-ba87-0e68ac336469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.267248 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-b7706458-9a31-41b7-abb6-794b553457f9 req-7ef7cd6d-d5ff-49d4-9477-5be19fbb9325 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Allocated IP 172.20.0.4 (e0d89cea-932c-49ee-9772-9e5757255ae5/459bc575-93e3-4ab8-8230-d52ee95226e2/74fe296e-03b5-4068-b40e-a58da47500d8) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:51.299738 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-56e3b965-b7b4-4909-81d2-8bff353f5d09 req-1c288957-942e-4b47-adf9-31d15c2d6d54 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d43190b-dac3-4c19-9478-e4b1f29751a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737782 Jul 15 13:03:51.310301 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8dafac3e-ee6a-49ed-8375-d1b73c110f83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.365397 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9607d5f2-ae95-4aee-9e88-da2718a6afd0 req-aa64dc0d-6607-47c2-a945-99c921074e82 service neutron] 10.222.0.46 "GET /v2.0/networks/51088139-1962-4270-bab5-e035251d775b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067920 Jul 15 13:03:51.451380 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-622a142b-cbc8-4ddd-ba87-0e68ac336469 None None] Allocated IP 172.20.0.2 (422d8beb-0863-47ae-83ca-7e225acd94eb/4019e478-32c8-4d43-af92-e0ba8b6dd2ed/b115113b-4562-4de1-9459-d63d2ef9a1a3) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:51.482857 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8dafac3e-ee6a-49ed-8375-d1b73c110f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.490216 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-31541a1c-eb39-412a-a62f-07eb910b15f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.493771 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-31541a1c-eb39-412a-a62f-07eb910b15f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.495149 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-31541a1c-eb39-412a-a62f-07eb910b15f5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4f45a74c-f9ce-4e51-83fe-78c547226f28 HTTP/1.1" status: 204 len: 168 time: 0.3503485 Jul 15 13:03:51.507809 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31541a1c-eb39-412a-a62f-07eb910b15f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f45a74c-f9ce-4e51-83fe-78c547226f28,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:51.613716 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3dfe8-504d-4a1b-8d63-8de646d2078a req-571c262b-43cc-4fee-abbc-6a8524d05e31 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:51.616225 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4cd3dfe8-504d-4a1b-8d63-8de646d2078a req-571c262b-43cc-4fee-abbc-6a8524d05e31 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcf8126c-b249-4b6e-9059-ca0f1ba32063 HTTP/1.1" status: 200 len: 945 time: 0.3145299 Jul 15 13:03:51.619455 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9607d5f2-ae95-4aee-9e88-da2718a6afd0 req-a858adca-2dd6-4e19-ae31-9b0d29b91d95 service neutron] 10.222.0.46 "GET /v2.0/networks/51088139-1962-4270-bab5-e035251d775b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387207 Jul 15 13:03:51.692000 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-622a142b-cbc8-4ddd-ba87-0e68ac336469 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.704166 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-622a142b-cbc8-4ddd-ba87-0e68ac336469 None None] Transition to ACTIVE for port object b115113b-4562-4de1-9459-d63d2ef9a1a3 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:51.721744 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4cd3dfe8-504d-4a1b-8d63-8de646d2078a req-f29e937d-50ae-4f91-a091-cd7e98b3e405 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/security-groups?id=a808b393-b40c-49ca-a0c6-0d3624004a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929580 Jul 15 13:03:51.732784 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-622a142b-cbc8-4ddd-ba87-0e68ac336469 None None] Transition to ACTIVE for port object b115113b-4562-4de1-9459-d63d2ef9a1a3 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:51.739322 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8dafac3e-ee6a-49ed-8375-d1b73c110f83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.748944 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-622a142b-cbc8-4ddd-ba87-0e68ac336469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.762703 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8dafac3e-ee6a-49ed-8375-d1b73c110f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.765089 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b7706458-9a31-41b7-abb6-794b553457f9 req-7ef7cd6d-d5ff-49d4-9477-5be19fbb9325 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.823943 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b7706458-9a31-41b7-abb6-794b553457f9 req-7ef7cd6d-d5ff-49d4-9477-5be19fbb9325 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.880606 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7cd6d-d5ff-49d4-9477-5be19fbb9325 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Pushing event updated for resources: {'Port': ['ID=74fe296e-03b5-4068-b40e-a58da47500d8,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:51.896806 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7706458-9a31-41b7-abb6-794b553457f9 req-7ef7cd6d-d5ff-49d4-9477-5be19fbb9325 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Network e0d89cea-932c-49ee-9772-9e5757255ae5 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:51.898691 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-b7706458-9a31-41b7-abb6-794b553457f9 req-7ef7cd6d-d5ff-49d4-9477-5be19fbb9325 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:51.907742 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7706458-9a31-41b7-abb6-794b553457f9 req-7ef7cd6d-d5ff-49d4-9477-5be19fbb9325 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:51.908897 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-8dafac3e-ee6a-49ed-8375-d1b73c110f83 admin admin] Allocated IP 172.25.8.45 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/8450eb20-e5fb-420b-ad21-60fa7e3c66a7) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:51.971361 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7706458-9a31-41b7-abb6-794b553457f9 req-7ef7cd6d-d5ff-49d4-9477-5be19fbb9325 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:51.972791 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b7706458-9a31-41b7-abb6-794b553457f9 req-7ef7cd6d-d5ff-49d4-9477-5be19fbb9325 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:52.001943 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a142b-cbc8-4ddd-ba87-0e68ac336469 None None] Pushing event updated for resources: {'Port': ['ID=b115113b-4562-4de1-9459-d63d2ef9a1a3,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:52.004652 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b7706458-9a31-41b7-abb6-794b553457f9 req-7ef7cd6d-d5ff-49d4-9477-5be19fbb9325 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4705808 Jul 15 13:03:52.008830 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622a142b-cbc8-4ddd-ba87-0e68ac336469 None None] Network 422d8beb-0863-47ae-83ca-7e225acd94eb is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:52.011096 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-622a142b-cbc8-4ddd-ba87-0e68ac336469 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:52.017600 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622a142b-cbc8-4ddd-ba87-0e68ac336469 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:52.046474 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-b7706458-9a31-41b7-abb6-794b553457f9 req-f04e0301-836c-48dc-9074-f2bfdc543567 service neutron] Request body: {'port': {'device_id': '903bf235-0112-46e2-a261-d49ca69db49f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:52.051220 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42898) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:52.075553 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8dafac3e-ee6a-49ed-8375-d1b73c110f83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:52.098104 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-622a142b-cbc8-4ddd-ba87-0e68ac336469 None None] Attempting to bind port b115113b-4562-4de1-9459-d63d2ef9a1a3 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:52.098651 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-622a142b-cbc8-4ddd-ba87-0e68ac336469 None None] Attempting to bind port b115113b-4562-4de1-9459-d63d2ef9a1a3 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '0005befa-a47a-4302-9519-2fa0eea171a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '422d8beb-0863-47ae-83ca-7e225acd94eb'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:52.099121 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622a142b-cbc8-4ddd-ba87-0e68ac336469 None None] Attempting to bind port b115113b-4562-4de1-9459-d63d2ef9a1a3 on network 422d8beb-0863-47ae-83ca-7e225acd94eb {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:52.109776 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622a142b-cbc8-4ddd-ba87-0e68ac336469 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:52.110330 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622a142b-cbc8-4ddd-ba87-0e68ac336469 None None] Checking segment: {'id': '0005befa-a47a-4302-9519-2fa0eea171a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '422d8beb-0863-47ae-83ca-7e225acd94eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:52.110902 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-622a142b-cbc8-4ddd-ba87-0e68ac336469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:52.111961 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622a142b-cbc8-4ddd-ba87-0e68ac336469 None None] Bound using segment: {'id': '0005befa-a47a-4302-9519-2fa0eea171a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '422d8beb-0863-47ae-83ca-7e225acd94eb'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:52.112668 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-622a142b-cbc8-4ddd-ba87-0e68ac336469 None None] Bound port: b115113b-4562-4de1-9459-d63d2ef9a1a3, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0005befa-a47a-4302-9519-2fa0eea171a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '422d8beb-0863-47ae-83ca-7e225acd94eb'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:52.113161 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-622a142b-cbc8-4ddd-ba87-0e68ac336469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:52.127435 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8dafac3e-ee6a-49ed-8375-d1b73c110f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:52.164961 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dafac3e-ee6a-49ed-8375-d1b73c110f83 admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:52.171450 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-8dafac3e-ee6a-49ed-8375-d1b73c110f83 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:52.174031 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dafac3e-ee6a-49ed-8375-d1b73c110f83 admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:52.188436 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-622a142b-cbc8-4ddd-ba87-0e68ac336469 None None] For port b115113b-4562-4de1-9459-d63d2ef9a1a3, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:52.192486 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-622a142b-cbc8-4ddd-ba87-0e68ac336469 None None] For port b115113b-4562-4de1-9459-d63d2ef9a1a3, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=b115113b-4562-4de1-9459-d63d2ef9a1a3,segment=NetworkSegment(0005befa-a47a-4302-9519-2fa0eea171a9),segment_id=0005befa-a47a-4302-9519-2fa0eea171a9)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:52.213705 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dafac3e-ee6a-49ed-8375-d1b73c110f83 admin admin] Pushing event updated for resources: {'Port': ['ID=8450eb20-e5fb-420b-ad21-60fa7e3c66a7,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:52.214867 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-622a142b-cbc8-4ddd-ba87-0e68ac336469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:52.233891 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db0b4f-cc94-40ba-b755-12fdfa8b2125 req-a478fc70-8865-4fd8-9b62-33d024f4c6dc tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:52.235975 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d3db0b4f-cc94-40ba-b755-12fdfa8b2125 req-a478fc70-8865-4fd8-9b62-33d024f4c6dc tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 945 time: 0.2451615 Jul 15 13:03:52.245966 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9000db8d-1f24-45e1-a375-8d3c4af07d9c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4053a31bbb9e4543bfd25be8ac339a23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1686180 Jul 15 13:03:52.246670 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42902) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:52.260755 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b7706458-9a31-41b7-abb6-794b553457f9 req-f04e0301-836c-48dc-9074-f2bfdc543567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:52.288793 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a142b-cbc8-4ddd-ba87-0e68ac336469 None None] Pushing event updated for resources: {'Port': ['ID=b115113b-4562-4de1-9459-d63d2ef9a1a3,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:52.332945 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f6df1-fe6a-4ba2-ac20-50cba3ba6825 req-21b76e40-dbe2-4a43-8c12-ac037bed7b50 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:52.334815 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9b0f6df1-fe6a-4ba2-ac20-50cba3ba6825 req-21b76e40-dbe2-4a43-8c12-ac037bed7b50 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 950 time: 0.2093558 Jul 15 13:03:52.343391 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d3db0b4f-cc94-40ba-b755-12fdfa8b2125 req-fbe1de63-2a21-453a-bb63-a80b9a6b1fa0 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986392 Jul 15 13:03:52.427192 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-efd23e30-188a-4c18-8c2a-72208b59ca8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:52.459431 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9b0f6df1-fe6a-4ba2-ac20-50cba3ba6825 req-815cc511-7a25-4e75-913f-4409ab72ba1f tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112707 Jul 15 13:03:52.487903 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-efd23e30-188a-4c18-8c2a-72208b59ca8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:52.588926 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8dafac3e-ee6a-49ed-8375-d1b73c110f83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:52.631705 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-efd23e30-188a-4c18-8c2a-72208b59ca8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:52.637070 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-efd23e30-188a-4c18-8c2a-72208b59ca8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:52.642749 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-efd23e30-188a-4c18-8c2a-72208b59ca8e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/471ef87d-65e0-4e7b-8c20-afba14c9df59 HTTP/1.1" status: 204 len: 168 time: 0.3622043 Jul 15 13:03:52.661315 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd23e30-188a-4c18-8c2a-72208b59ca8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471ef87d-65e0-4e7b-8c20-afba14c9df59,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:52.778060 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b585bb-f090-4bef-bbf5-f51a03a4b417 req-ddb0e9ea-aa0a-445c-b41f-d23ded2a6e58 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:52.780599 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f9b585bb-f090-4bef-bbf5-f51a03a4b417 req-ddb0e9ea-aa0a-445c-b41f-d23ded2a6e58 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=903bf235-0112-46e2-a261-d49ca69db49f HTTP/1.1" status: 200 len: 931 time: 0.3067484 Jul 15 13:03:52.840963 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8dafac3e-ee6a-49ed-8375-d1b73c110f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:52.854656 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e492648c-dafa-4b43-a2d5-20e948e8b576 req-ba25c6f4-d2ab-42c0-b719-176bc31a0fc7 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:52.862813 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e492648c-dafa-4b43-a2d5-20e948e8b576 req-ba25c6f4-d2ab-42c0-b719-176bc31a0fc7 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=43e870e4-f4df-4a64-abc8-f76662e46af7 HTTP/1.1" status: 200 len: 945 time: 0.2315242 Jul 15 13:03:52.888470 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-b7706458-9a31-41b7-abb6-794b553457f9 req-f04e0301-836c-48dc-9074-f2bfdc543567 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74fe296e-03b5-4068-b40e-a58da47500d8 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:52.903891 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f9b585bb-f090-4bef-bbf5-f51a03a4b417 req-5003bec1-52f6-4e65-b4be-78687d85bc5d tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104467 Jul 15 13:03:52.929496 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b7706458-9a31-41b7-abb6-794b553457f9 req-f04e0301-836c-48dc-9074-f2bfdc543567 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:52.969648 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-b7706458-9a31-41b7-abb6-794b553457f9 req-f04e0301-836c-48dc-9074-f2bfdc543567 service neutron] Transition to ACTIVE for port object 74fe296e-03b5-4068-b40e-a58da47500d8 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:52.993844 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e492648c-dafa-4b43-a2d5-20e948e8b576 req-6a8006cf-01ee-423c-a5b9-70332bea8795 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d43190b-dac3-4c19-9478-e4b1f29751a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309621 Jul 15 13:03:53.000794 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b7706458-9a31-41b7-abb6-794b553457f9 req-f04e0301-836c-48dc-9074-f2bfdc543567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:53.039995 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dafac3e-ee6a-49ed-8375-d1b73c110f83 admin admin] Router c2fffd49-d6a4-4909-8ab9-3cd77224d48b is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:03:53.088183 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b115113b-4562-4de1-9459-d63d2ef9a1a3 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:53.184031 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port b115113b-4562-4de1-9459-d63d2ef9a1a3 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:53.200505 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e0301-836c-48dc-9074-f2bfdc543567 service neutron] Pushing event updated for resources: {'Port': ['ID=74fe296e-03b5-4068-b40e-a58da47500d8,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:53.235167 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dafac3e-ee6a-49ed-8375-d1b73c110f83 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:03:53.247424 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d16b70-fd90-4b03-bea4-efb9c107506e None None] Sync routers for ids ['c2fffd49-d6a4-4909-8ab9-3cd77224d48b'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:03:53.268448 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d16b70-fd90-4b03-bea4-efb9c107506e None None] Routers {'c2fffd49-d6a4-4909-8ab9-3cd77224d48b'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:03:53.269349 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-f9d16b70-fd90-4b03-bea4-efb9c107506e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:03:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['c2fffd49-d6a4-4909-8ab9-3cd77224d48b'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:53.289703 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8dafac3e-ee6a-49ed-8375-d1b73c110f83 admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:53.291712 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8dafac3e-ee6a-49ed-8375-d1b73c110f83 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1722398 Jul 15 13:03:53.294778 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42928) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:53.426196 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae462db-5a13-4877-bccb-a3b45bf85515 req-033a4664-1cc4-48cf-b0bf-e72a0ef3666f tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:53.427867 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eae462db-5a13-4877-bccb-a3b45bf85515 req-033a4664-1cc4-48cf-b0bf-e72a0ef3666f tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 945 time: 0.3428299 Jul 15 13:03:53.442493 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42934) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:53.450073 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-f9d16b70-fd90-4b03-bea4-efb9c107506e None None] Set router c2fffd49-d6a4-4909-8ab9-3cd77224d48b gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:03:53.458090 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-354009c1-6a2b-42cf-8ee4-25a4e4abc07d tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Request body: {'floatingip': {'port_id': '4e76fd72-6816-481c-819e-b8263abd48a1'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:53.466148 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-b7706458-9a31-41b7-abb6-794b553457f9 req-f04e0301-836c-48dc-9074-f2bfdc543567 service neutron] Attempting to bind port 74fe296e-03b5-4068-b40e-a58da47500d8 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:53.466494 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-b7706458-9a31-41b7-abb6-794b553457f9 req-f04e0301-836c-48dc-9074-f2bfdc543567 service neutron] Attempting to bind port 74fe296e-03b5-4068-b40e-a58da47500d8 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '9940a96e-2d5b-4778-a27d-d984f6200b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:53.466866 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7706458-9a31-41b7-abb6-794b553457f9 req-f04e0301-836c-48dc-9074-f2bfdc543567 service neutron] Attempting to bind port 74fe296e-03b5-4068-b40e-a58da47500d8 on network e0d89cea-932c-49ee-9772-9e5757255ae5 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:53.558811 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7706458-9a31-41b7-abb6-794b553457f9 req-f04e0301-836c-48dc-9074-f2bfdc543567 service neutron] Port 74fe296e-03b5-4068-b40e-a58da47500d8 on network e0d89cea-932c-49ee-9772-9e5757255ae5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:03:53.559143 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7706458-9a31-41b7-abb6-794b553457f9 req-f04e0301-836c-48dc-9074-f2bfdc543567 service neutron] Attempting to bind port 74fe296e-03b5-4068-b40e-a58da47500d8 on network e0d89cea-932c-49ee-9772-9e5757255ae5 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:53.565512 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-354009c1-6a2b-42cf-8ee4-25a4e4abc07d tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks [] for floatingip, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:53.594491 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0737149b-39ec-442d-bb97-e34d94e021ba None None] Network 422d8beb-0863-47ae-83ca-7e225acd94eb requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:03:53.605552 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7706458-9a31-41b7-abb6-794b553457f9 req-f04e0301-836c-48dc-9074-f2bfdc543567 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:53.605830 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7706458-9a31-41b7-abb6-794b553457f9 req-f04e0301-836c-48dc-9074-f2bfdc543567 service neutron] Checking segment: {'id': '9940a96e-2d5b-4778-a27d-d984f6200b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:53.606229 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7706458-9a31-41b7-abb6-794b553457f9 req-f04e0301-836c-48dc-9074-f2bfdc543567 service neutron] Bound using segment: {'id': '9940a96e-2d5b-4778-a27d-d984f6200b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:53.606742 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-b7706458-9a31-41b7-abb6-794b553457f9 req-f04e0301-836c-48dc-9074-f2bfdc543567 service neutron] Bound port: 74fe296e-03b5-4068-b40e-a58da47500d8, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9940a96e-2d5b-4778-a27d-d984f6200b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:53.607105 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b7706458-9a31-41b7-abb6-794b553457f9 req-f04e0301-836c-48dc-9074-f2bfdc543567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:53.692135 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6e907b12-81ab-47a0-85ce-c5aa3843382a None None] Provisioning for port b115113b-4562-4de1-9459-d63d2ef9a1a3 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:53.707121 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6e907b12-81ab-47a0-85ce-c5aa3843382a None None] Provisioning complete for port b115113b-4562-4de1-9459-d63d2ef9a1a3 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:53.707358 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6e907b12-81ab-47a0-85ce-c5aa3843382a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:53.725309 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-f9d16b70-fd90-4b03-bea4-efb9c107506e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fffd49-d6a4-4909-8ab9-3cd77224d48b', 'name': 'tempest-FloatingIPsNegativeTestJSON-79998351-router', 'tenant_id': 'fe7a4818d3e34f90aba6d84f8cbb40cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '8450eb20-e5fb-420b-ad21-60fa7e3c66a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:51Z', 'updated_at': '2021-07-15T13:03:52Z', 'revision_number': 3, 'project_id': 'fe7a4818d3e34f90aba6d84f8cbb40cc', 'gw_port': {'id': '8450eb20-e5fb-420b-ad21-60fa7e3c66a7', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:01:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2fffd49-d6a4-4909-8ab9-3cd77224d48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:51Z', 'updated_at': '2021-07-15T13:03:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:53.781994 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d16b70-fd90-4b03-bea4-efb9c107506e None None] Checking router: c2fffd49-d6a4-4909-8ab9-3cd77224d48b for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:03:53.783473 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d16b70-fd90-4b03-bea4-efb9c107506e None None] Updating router c2fffd49-d6a4-4909-8ab9-3cd77224d48b port 8450eb20-e5fb-420b-ad21-60fa7e3c66a7 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:03:53.847501 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9d16b70-fd90-4b03-bea4-efb9c107506e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:53.897157 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6e907b12-81ab-47a0-85ce-c5aa3843382a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:53.943431 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-6e907b12-81ab-47a0-85ce-c5aa3843382a None None] For port b115113b-4562-4de1-9459-d63d2ef9a1a3, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=b115113b-4562-4de1-9459-d63d2ef9a1a3,segment=NetworkSegment(0005befa-a47a-4302-9519-2fa0eea171a9),segment_id=0005befa-a47a-4302-9519-2fa0eea171a9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:53.955294 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6e907b12-81ab-47a0-85ce-c5aa3843382a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:53.966411 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d991b46-dee9-4590-b39c-991f7799e62f req-dc7e2461-c114-4c51-9164-acfaa4933af3 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:53.974190 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8d991b46-dee9-4590-b39c-991f7799e62f req-dc7e2461-c114-4c51-9164-acfaa4933af3 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcf8126c-b249-4b6e-9059-ca0f1ba32063 HTTP/1.1" status: 200 len: 945 time: 0.6235461 Jul 15 13:03:54.067297 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e907b12-81ab-47a0-85ce-c5aa3843382a None None] Pushing event updated for resources: {'Port': ['ID=b115113b-4562-4de1-9459-d63d2ef9a1a3,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:54.252869 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9d16b70-fd90-4b03-bea4-efb9c107506e None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:54.267724 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-f9d16b70-fd90-4b03-bea4-efb9c107506e None None] Transition to ACTIVE for port object 8450eb20-e5fb-420b-ad21-60fa7e3c66a7 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:54.280259 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-593f4f9e-73c6-4f18-b319-7132490f1875 None None] Provisioning complete for port b115113b-4562-4de1-9459-d63d2ef9a1a3 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:54.280834 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-593f4f9e-73c6-4f18-b319-7132490f1875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:54.281578 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9d16b70-fd90-4b03-bea4-efb9c107506e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:54.332460 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c3a332fc-993d-4192-8e60-2abb853c670e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:54.342353 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-f9d16b70-fd90-4b03-bea4-efb9c107506e None None] Attempting to bind port 8450eb20-e5fb-420b-ad21-60fa7e3c66a7 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:54.343118 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-f9d16b70-fd90-4b03-bea4-efb9c107506e None None] Attempting to bind port 8450eb20-e5fb-420b-ad21-60fa7e3c66a7 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:54.343711 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d16b70-fd90-4b03-bea4-efb9c107506e None None] Attempting to bind port 8450eb20-e5fb-420b-ad21-60fa7e3c66a7 on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:54.351742 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d16b70-fd90-4b03-bea4-efb9c107506e None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:54.352645 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d16b70-fd90-4b03-bea4-efb9c107506e None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:54.353294 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9d16b70-fd90-4b03-bea4-efb9c107506e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:54.353904 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d16b70-fd90-4b03-bea4-efb9c107506e None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:54.354633 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-f9d16b70-fd90-4b03-bea4-efb9c107506e None None] Bound port: 8450eb20-e5fb-420b-ad21-60fa7e3c66a7, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:54.355265 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9d16b70-fd90-4b03-bea4-efb9c107506e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:54.402486 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f062a-b6f9-4675-b238-a4eb9dafe6ea None None] Pushing event updated for resources: {'Port': ['ID=8450eb20-e5fb-420b-ad21-60fa7e3c66a7,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:54.437349 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-f9d16b70-fd90-4b03-bea4-efb9c107506e None None] For port 8450eb20-e5fb-420b-ad21-60fa7e3c66a7, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:54.441844 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-f9d16b70-fd90-4b03-bea4-efb9c107506e None None] For port 8450eb20-e5fb-420b-ad21-60fa7e3c66a7, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=8450eb20-e5fb-420b-ad21-60fa7e3c66a7,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:54.449660 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9d16b70-fd90-4b03-bea4-efb9c107506e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:54.473064 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8d991b46-dee9-4590-b39c-991f7799e62f req-8a75bd07-5078-49d5-98d6-e735bde0de37 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/security-groups?id=a808b393-b40c-49ca-a0c6-0d3624004a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4972811 Jul 15 13:03:54.512521 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d38a08-6b08-4f84-8462-63eff64216ed req-ed63c622-2870-4835-910b-bb1b1425dda0 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:54.515667 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-31d38a08-6b08-4f84-8462-63eff64216ed req-ed63c622-2870-4835-910b-bb1b1425dda0 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=43e870e4-f4df-4a64-abc8-f76662e46af7 HTTP/1.1" status: 200 len: 945 time: 0.8452582 Jul 15 13:03:54.543614 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f062a-b6f9-4675-b238-a4eb9dafe6ea None None] Pushing event updated for resources: {'Port': ['ID=8450eb20-e5fb-420b-ad21-60fa7e3c66a7,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:54.562395 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d16b70-fd90-4b03-bea4-efb9c107506e None None] Routers {'c2fffd49-d6a4-4909-8ab9-3cd77224d48b'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:03:54.563843 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-f9d16b70-fd90-4b03-bea4-efb9c107506e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:03:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['c2fffd49-d6a4-4909-8ab9-3cd77224d48b'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:54.577693 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-c3a332fc-993d-4192-8e60-2abb853c670e admin admin] Allocated IP 172.20.0.1 (422d8beb-0863-47ae-83ca-7e225acd94eb/4019e478-32c8-4d43-af92-e0ba8b6dd2ed/e4c213ae-b06c-4636-9283-3905dce908b4) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:54.578280 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-b7706458-9a31-41b7-abb6-794b553457f9 req-f04e0301-836c-48dc-9074-f2bfdc543567 service neutron] For port 74fe296e-03b5-4068-b40e-a58da47500d8, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:54.653807 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-b7706458-9a31-41b7-abb6-794b553457f9 req-f04e0301-836c-48dc-9074-f2bfdc543567 service neutron] For port 74fe296e-03b5-4068-b40e-a58da47500d8, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=74fe296e-03b5-4068-b40e-a58da47500d8,segment=NetworkSegment(9940a96e-2d5b-4778-a27d-d984f6200b93),segment_id=9940a96e-2d5b-4778-a27d-d984f6200b93)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:54.700686 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b7706458-9a31-41b7-abb6-794b553457f9 req-f04e0301-836c-48dc-9074-f2bfdc543567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:54.717438 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c3a332fc-993d-4192-8e60-2abb853c670e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:54.731930 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-c3a332fc-993d-4192-8e60-2abb853c670e admin admin] Transition to ACTIVE for port object e4c213ae-b06c-4636-9283-3905dce908b4 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:54.743165 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-31d38a08-6b08-4f84-8462-63eff64216ed req-ad8805a2-c6ee-4caf-b827-a9f5fd548479 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d43190b-dac3-4c19-9478-e4b1f29751a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101533 Jul 15 13:03:54.785323 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c3a332fc-993d-4192-8e60-2abb853c670e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:54.785566 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-f9d16b70-fd90-4b03-bea4-efb9c107506e None None] Set router c2fffd49-d6a4-4909-8ab9-3cd77224d48b gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:03:54.817100 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7706458-9a31-41b7-abb6-794b553457f9 req-f04e0301-836c-48dc-9074-f2bfdc543567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:54.817716 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b7706458-9a31-41b7-abb6-794b553457f9 req-f04e0301-836c-48dc-9074-f2bfdc543567 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:54.819168 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b7706458-9a31-41b7-abb6-794b553457f9 req-f04e0301-836c-48dc-9074-f2bfdc543567 service neutron] 10.222.0.46 "PUT /v2.0/ports/74fe296e-03b5-4068-b40e-a58da47500d8 HTTP/1.1" status: 200 len: 1092 time: 2.7787294 Jul 15 13:03:54.824783 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '903bf235-0112-46e2-a261-d49ca69db49f', 'tag': '74fe296e-03b5-4068-b40e-a58da47500d8'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:54.827088 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3801883d-d576-404d-b406-eec1d3564713" -d '{"events": [{"name": "network-changed", "server_uuid": "903bf235-0112-46e2-a261-d49ca69db49f", "tag": "74fe296e-03b5-4068-b40e-a58da47500d8"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:54.837377 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a332fc-993d-4192-8e60-2abb853c670e admin admin] Network 422d8beb-0863-47ae-83ca-7e225acd94eb is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:54.843769 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-c3a332fc-993d-4192-8e60-2abb853c670e admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:54.846082 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a332fc-993d-4192-8e60-2abb853c670e admin admin] Pushing event updated for resources: {'Port': ['ID=e4c213ae-b06c-4636-9283-3905dce908b4,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:54.854832 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a332fc-993d-4192-8e60-2abb853c670e admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:54.904534 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c3a332fc-993d-4192-8e60-2abb853c670e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:55.014402 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e0301-836c-48dc-9074-f2bfdc543567 service neutron] Pushing event updated for resources: {'Port': ['ID=74fe296e-03b5-4068-b40e-a58da47500d8,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:55.023439 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b115113b-4562-4de1-9459-d63d2ef9a1a3 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:55.053604 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-f9d16b70-fd90-4b03-bea4-efb9c107506e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fffd49-d6a4-4909-8ab9-3cd77224d48b', 'name': 'tempest-FloatingIPsNegativeTestJSON-79998351-router', 'tenant_id': 'fe7a4818d3e34f90aba6d84f8cbb40cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '8450eb20-e5fb-420b-ad21-60fa7e3c66a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:51Z', 'updated_at': '2021-07-15T13:03:52Z', 'revision_number': 3, 'project_id': 'fe7a4818d3e34f90aba6d84f8cbb40cc', 'gw_port': {'id': '8450eb20-e5fb-420b-ad21-60fa7e3c66a7', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:01:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2fffd49-d6a4-4909-8ab9-3cd77224d48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:51Z', 'updated_at': '2021-07-15T13:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:55.085085 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d16b70-fd90-4b03-bea4-efb9c107506e None None] The sync data for ids ['c2fffd49-d6a4-4909-8ab9-3cd77224d48b'] in n-d-771363-36 is: [{'id': 'c2fffd49-d6a4-4909-8ab9-3cd77224d48b', 'name': 'tempest-FloatingIPsNegativeTestJSON-79998351-router', 'tenant_id': 'fe7a4818d3e34f90aba6d84f8cbb40cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '8450eb20-e5fb-420b-ad21-60fa7e3c66a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:51Z', 'updated_at': '2021-07-15T13:03:52Z', 'revision_number': 3, 'project_id': 'fe7a4818d3e34f90aba6d84f8cbb40cc', 'gw_port': {'id': '8450eb20-e5fb-420b-ad21-60fa7e3c66a7', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:01:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2fffd49-d6a4-4909-8ab9-3cd77224d48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:51Z', 'updated_at': '2021-07-15T13:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:03:55.126040 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port b115113b-4562-4de1-9459-d63d2ef9a1a3 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:55.126509 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:55.140032 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19458873-c215-4bef-b507-94ecfe181d42 req-e2e30559-828c-4656-96cd-987751257317 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:55.141551 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-19458873-c215-4bef-b507-94ecfe181d42 req-e2e30559-828c-4656-96cd-987751257317 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 950 time: 0.5535645 Jul 15 13:03:55.202827 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c3a332fc-993d-4192-8e60-2abb853c670e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:55.234004 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.db.resource_extend [None req-354009c1-6a2b-42cf-8ee4-25a4e4abc07d tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:03:55.241343 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-19458873-c215-4bef-b507-94ecfe181d42 req-a0febf48-085e-4bff-9982-934ebd7d960c tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906472 Jul 15 13:03:55.296137 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d224bc-1c89-4f6c-a98a-d4fc27bdca1d req-c59a7335-f06c-4c4c-a9e8-2225c188a5b3 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:55.296415 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-46245286-2344-4bd8-a946-70be17118f90 None None] Provisioning for port e4c213ae-b06c-4636-9283-3905dce908b4 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:55.297676 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-07d224bc-1c89-4f6c-a98a-d4fc27bdca1d req-c59a7335-f06c-4c4c-a9e8-2225c188a5b3 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=903bf235-0112-46e2-a261-d49ca69db49f HTTP/1.1" status: 200 len: 943 time: 0.3436391 Jul 15 13:03:55.302543 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-46245286-2344-4bd8-a946-70be17118f90 None None] Provisioning complete for port e4c213ae-b06c-4636-9283-3905dce908b4 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:55.303726 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-46245286-2344-4bd8-a946-70be17118f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:55.318921 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7706458-9a31-41b7-abb6-794b553457f9 req-bd9c6fad-b706-40e8-80e6-2c0835cb3b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:55.320455 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b7706458-9a31-41b7-abb6-794b553457f9 req-bd9c6fad-b706-40e8-80e6-2c0835cb3b32 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=af8a25419ab0489e8df66f3d058b9b35&device_id=903bf235-0112-46e2-a261-d49ca69db49f HTTP/1.1" status: 200 len: 1095 time: 0.4194791 Jul 15 13:03:55.349309 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-354009c1-6a2b-42cf-8ee4-25a4e4abc07d tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:55.367767 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-46245286-2344-4bd8-a946-70be17118f90 None None] Port e4c213ae-b06c-4636-9283-3905dce908b4 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:03:55.388128 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-354009c1-6a2b-42cf-8ee4-25a4e4abc07d tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:55.391112 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b7706458-9a31-41b7-abb6-794b553457f9 req-ad9c05de-2763-40e0-8be4-4fb079df4259 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74fe296e-03b5-4068-b40e-a58da47500d8 HTTP/1.1" status: 200 len: 217 time: 0.0575769 Jul 15 13:03:55.439159 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c3a332fc-993d-4192-8e60-2abb853c670e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:55.445141 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c3a332fc-993d-4192-8e60-2abb853c670e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:55.459122 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-07d224bc-1c89-4f6c-a98a-d4fc27bdca1d req-fe007650-5d36-4d79-b877-c3468e783a7f tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535900 Jul 15 13:03:55.540768 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c3a332fc-993d-4192-8e60-2abb853c670e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:55.542720 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a332fc-993d-4192-8e60-2abb853c670e admin admin] Pushing event updated for resources: {'Port': ['ID=e4c213ae-b06c-4636-9283-3905dce908b4,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:55.594593 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7706458-9a31-41b7-abb6-794b553457f9 req-4894e6f5-3551-4bb8-ba6b-c55034d1b880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:55.596203 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b7706458-9a31-41b7-abb6-794b553457f9 req-4894e6f5-3551-4bb8-ba6b-c55034d1b880 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=459bc575-93e3-4ab8-8230-d52ee95226e2 HTTP/1.1" status: 200 len: 852 time: 0.1455958 Jul 15 13:03:55.649789 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b7706458-9a31-41b7-abb6-794b553457f9 req-a3b1007c-2cd0-4b77-923a-99f93ea91b80 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0d89cea-932c-49ee-9772-9e5757255ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373085 Jul 15 13:03:55.655359 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-354009c1-6a2b-42cf-8ee4-25a4e4abc07d tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Floating IP 30c99f77-e661-414f-bf79-68d3152882a1 associated. External IP: 172.25.8.91, port: 4e76fd72-6816-481c-819e-b8263abd48a1. Jul 15 13:03:55.681869 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a332fc-993d-4192-8e60-2abb853c670e admin admin] Network 422d8beb-0863-47ae-83ca-7e225acd94eb is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:55.683372 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-c3a332fc-993d-4192-8e60-2abb853c670e admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:55.871643 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b7706458-9a31-41b7-abb6-794b553457f9 req-2f4ff83b-1008-421e-b3d4-b2ed20bfb1bd service neutron] 10.222.0.46 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080841 Jul 15 13:03:55.878522 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-0f9ef8a0-f440-4a31-aa88-25fbb6781c45 req-a694e868-bc6f-4405-863b-fda0d175b100 tempest-SecurityGroupsTestAdminJSON-2136224605 tempest-SecurityGroupsTestAdminJSON-2136224605-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2013603752', 'description': 'tempest-description-1967531600'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:55.909026 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a332fc-993d-4192-8e60-2abb853c670e admin admin] Router c2fffd49-d6a4-4909-8ab9-3cd77224d48b has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:03:56.003429 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d3d5329c-8707-4674-bd1f-a4241edc7fde None None] Provisioning complete for port e4c213ae-b06c-4636-9283-3905dce908b4 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:56.004437 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3d5329c-8707-4674-bd1f-a4241edc7fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:56.046446 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0f9ef8a0-f440-4a31-aa88-25fbb6781c45 req-a694e868-bc6f-4405-863b-fda0d175b100 tempest-SecurityGroupsTestAdminJSON-2136224605 tempest-SecurityGroupsTestAdminJSON-2136224605-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:56.047937 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a332fc-993d-4192-8e60-2abb853c670e admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:03:56.054088 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c3a332fc-993d-4192-8e60-2abb853c670e admin admin] 10.222.0.16 "PUT /v2.0/routers/c2fffd49-d6a4-4909-8ab9-3cd77224d48b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7582405 Jul 15 13:03:56.057379 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b7706458-9a31-41b7-abb6-794b553457f9 req-43df3667-a2b6-413f-9a7c-ebf767b2a691 service neutron] 10.222.0.46 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718562 Jul 15 13:03:56.059101 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0f9ef8a0-f440-4a31-aa88-25fbb6781c45 req-a694e868-bc6f-4405-863b-fda0d175b100 tempest-SecurityGroupsTestAdminJSON-2136224605 tempest-SecurityGroupsTestAdminJSON-2136224605-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:56.072079 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d3d5329c-8707-4674-bd1f-a4241edc7fde None None] Port e4c213ae-b06c-4636-9283-3905dce908b4 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:03:56.168620 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcbc325-e370-480d-8a5a-34d41039abb1 x-openstack-request-id: req-bdcbc325-e370-480d-8a5a-34d41039abb1 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:56.168903 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "903bf235-0112-46e2-a261-d49ca69db49f", "tag": "74fe296e-03b5-4068-b40e-a58da47500d8", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:56.169149 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bdcbc325-e370-480d-8a5a-34d41039abb1 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:56.169617 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '903bf235-0112-46e2-a261-d49ca69db49f', 'tag': '74fe296e-03b5-4068-b40e-a58da47500d8', 'status': 'completed', 'code': 200} Jul 15 13:03:56.281218 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354009c1-6a2b-42cf-8ee4-25a4e4abc07d tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Router bd88f87b-35ab-4149-95b5-b7e38ceebef0 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:03:56.420146 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801883d-d576-404d-b406-eec1d3564713 req-d81617df-1a91-4e70-a16d-ba7d0d2eb091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:56.421666 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3801883d-d576-404d-b406-eec1d3564713 req-d81617df-1a91-4e70-a16d-ba7d0d2eb091 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=af8a25419ab0489e8df66f3d058b9b35&device_id=903bf235-0112-46e2-a261-d49ca69db49f HTTP/1.1" status: 200 len: 1095 time: 0.2380719 Jul 15 13:03:56.423739 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0f9ef8a0-f440-4a31-aa88-25fbb6781c45 req-a694e868-bc6f-4405-863b-fda0d175b100 tempest-SecurityGroupsTestAdminJSON-2136224605 tempest-SecurityGroupsTestAdminJSON-2136224605-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:56.434873 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0f9ef8a0-f440-4a31-aa88-25fbb6781c45 req-a694e868-bc6f-4405-863b-fda0d175b100 tempest-SecurityGroupsTestAdminJSON-2136224605 tempest-SecurityGroupsTestAdminJSON-2136224605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:56.542357 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17af7d-d11c-40e8-80a0-d6fa5996c65f req-a0c460ed-8008-4b30-b0bd-ac3e05946273 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:56.543782 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ea17af7d-d11c-40e8-80a0-d6fa5996c65f req-a0c460ed-8008-4b30-b0bd-ac3e05946273 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcf8126c-b249-4b6e-9059-ca0f1ba32063 HTTP/1.1" status: 200 len: 945 time: 0.2673936 Jul 15 13:03:56.580043 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694e868-bc6f-4405-863b-fda0d175b100 tempest-SecurityGroupsTestAdminJSON-2136224605 tempest-SecurityGroupsTestAdminJSON-2136224605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef358485-7e0d-4eca-8e9b-685b89adb030,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:56.889048 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354009c1-6a2b-42cf-8ee4-25a4e4abc07d tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:03:56.898923 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e94d426-f45a-40a5-83a1-817f54cb9974 None None] Sync routers for ids ['bd88f87b-35ab-4149-95b5-b7e38ceebef0'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:03:56.908175 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-354009c1-6a2b-42cf-8ee4-25a4e4abc07d tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:56.909257 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e94d426-f45a-40a5-83a1-817f54cb9974 None None] Routers {'bd88f87b-35ab-4149-95b5-b7e38ceebef0'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:03:56.909931 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-6e94d426-f45a-40a5-83a1-817f54cb9974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:03:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['bd88f87b-35ab-4149-95b5-b7e38ceebef0'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:56.947864 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ea17af7d-d11c-40e8-80a0-d6fa5996c65f req-a95a01d5-94cd-448d-a0a6-b6e8dc0c752f tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/security-groups?id=a808b393-b40c-49ca-a0c6-0d3624004a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981848 Jul 15 13:03:56.949019 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801883d-d576-404d-b406-eec1d3564713 req-583d118c-2371-4bee-9381-b0e39e694703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:56.950390 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3801883d-d576-404d-b406-eec1d3564713 req-583d118c-2371-4bee-9381-b0e39e694703 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e0d89cea-932c-49ee-9772-9e5757255ae5 HTTP/1.1" status: 200 len: 913 time: 0.5182426 Jul 15 13:03:57.027898 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3801883d-d576-404d-b406-eec1d3564713 req-72dd4b4f-6ba7-4357-9a0b-53669913714c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74fe296e-03b5-4068-b40e-a58da47500d8 HTTP/1.1" status: 200 len: 217 time: 0.0624449 Jul 15 13:03:57.035701 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-354009c1-6a2b-42cf-8ee4-25a4e4abc07d tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "PUT /v2.0/floatingips/30c99f77-e661-414f-bf79-68d3152882a1 HTTP/1.1" status: 200 len: 990 time: 3.5906956 Jul 15 13:03:57.036794 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:03:57.045398 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0f9ef8a0-f440-4a31-aa88-25fbb6781c45 req-a694e868-bc6f-4405-863b-fda0d175b100 tempest-SecurityGroupsTestAdminJSON-2136224605 tempest-SecurityGroupsTestAdminJSON-2136224605-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:57.048786 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8450eb20-e5fb-420b-ad21-60fa7e3c66a7 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:57.061614 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0f9ef8a0-f440-4a31-aa88-25fbb6781c45 req-a694e868-bc6f-4405-863b-fda0d175b100 tempest-SecurityGroupsTestAdminJSON-2136224605 tempest-SecurityGroupsTestAdminJSON-2136224605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:57.097172 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-6e94d426-f45a-40a5-83a1-817f54cb9974 None None] Set router bd88f87b-35ab-4149-95b5-b7e38ceebef0 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:03:57.125187 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0f9ef8a0-f440-4a31-aa88-25fbb6781c45 req-a694e868-bc6f-4405-863b-fda0d175b100 tempest-SecurityGroupsTestAdminJSON-2136224605 tempest-SecurityGroupsTestAdminJSON-2136224605-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:57.140174 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0f9ef8a0-f440-4a31-aa88-25fbb6781c45 req-a694e868-bc6f-4405-863b-fda0d175b100 tempest-SecurityGroupsTestAdminJSON-2136224605 tempest-SecurityGroupsTestAdminJSON-2136224605-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.2618573 Jul 15 13:03:57.148123 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694e868-bc6f-4405-863b-fda0d175b100 tempest-SecurityGroupsTestAdminJSON-2136224605 tempest-SecurityGroupsTestAdminJSON-2136224605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6f2e9c-4a5c-4db0-baae-dfa51482792e,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:57.171160 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801883d-d576-404d-b406-eec1d3564713 req-b91b07ab-c103-42ed-9869-3c3c2bfe645a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:57.172676 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3801883d-d576-404d-b406-eec1d3564713 req-b91b07ab-c103-42ed-9869-3c3c2bfe645a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=459bc575-93e3-4ab8-8230-d52ee95226e2 HTTP/1.1" status: 200 len: 852 time: 0.1260967 Jul 15 13:03:57.201294 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 8450eb20-e5fb-420b-ad21-60fa7e3c66a7 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:57.207871 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 8450eb20-e5fb-420b-ad21-60fa7e3c66a7 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:57.208239 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:57.217874 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3801883d-d576-404d-b406-eec1d3564713 req-381d2be0-115d-46d9-9223-e14b3f7e93a0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0d89cea-932c-49ee-9772-9e5757255ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364642 Jul 15 13:03:57.260853 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e14572aa-4978-432c-9c50-1552eadb6613 req-d864cd94-7407-460c-be14-89718b072c41 tempest-FloatingIPsNegativeTestJSON-1738573622 tempest-FloatingIPsNegativeTestJSON-1738573622-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=fe7a4818d3e34f90aba6d84f8cbb40cc HTTP/1.1" status: 200 len: 217 time: 0.0455828 Jul 15 13:03:57.283203 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a408ca7-29f0-4e55-8e1b-6d5f1eb019dc None None] Sync routers for ids ['c2fffd49-d6a4-4909-8ab9-3cd77224d48b'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:03:57.295321 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a408ca7-29f0-4e55-8e1b-6d5f1eb019dc None None] Routers {'c2fffd49-d6a4-4909-8ab9-3cd77224d48b'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:03:57.298221 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4a408ca7-29f0-4e55-8e1b-6d5f1eb019dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:03:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['c2fffd49-d6a4-4909-8ab9-3cd77224d48b'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:57.368475 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:57.387989 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3801883d-d576-404d-b406-eec1d3564713 req-6f08a639-d629-4682-bcec-24349ff65909 service neutron] 10.222.0.46 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361792 Jul 15 13:03:57.413821 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 8450eb20-e5fb-420b-ad21-60fa7e3c66a7, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=8450eb20-e5fb-420b-ad21-60fa7e3c66a7,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:57.425474 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:57.443043 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91ed7b-7d6b-4f18-b1e5-c34a0a440bf3 req-4bab6fec-a97d-4676-b468-bf9d21afcac5 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:57.450556 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e91ed7b-7d6b-4f18-b1e5-c34a0a440bf3 req-4bab6fec-a97d-4676-b468-bf9d21afcac5 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 950 time: 0.1263928 Jul 15 13:03:57.473197 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-4a408ca7-29f0-4e55-8e1b-6d5f1eb019dc None None] Set router c2fffd49-d6a4-4909-8ab9-3cd77224d48b gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:03:57.478370 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-6e94d426-f45a-40a5-83a1-817f54cb9974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd88f87b-35ab-4149-95b5-b7e38ceebef0', 'name': 'tempest-ServerActionsTestJSON-1049955027-router', 'tenant_id': '12dc42da56354fb5b0d0acb9e0703009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '5e176094-29b5-433f-84a6-7b298facf7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:17Z', 'updated_at': '2021-07-15T13:03:24Z', 'revision_number': 4, 'project_id': '12dc42da56354fb5b0d0acb9e0703009', 'gw_port': {'id': '5e176094-29b5-433f-84a6-7b298facf7f4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd88f87b-35ab-4149-95b5-b7e38ceebef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:18Z', 'updated_at': '2021-07-15T13:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '30c99f77-e661-414f-bf79-68d3152882a1', 'tenant_id': '12dc42da56354fb5b0d0acb9e0703009', 'floating_ip_address': '172.25.8.91', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'bd88f87b-35ab-4149-95b5-b7e38ceebef0', 'port_id': '4e76fd72-6816-481c-819e-b8263abd48a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da', 'mac_address': 'fa:16:3e:c6:3a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f85a75-4b3d-40e0-863d-06ff77ecb993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:03:31Z', 'updated_at': '2021-07-15T13:03:55Z', 'revision_number': 1, 'project_id': '12dc42da56354fb5b0d0acb9e0703009', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89ce4eb1-8908-4cde-a6bf-c0abee37aabf', 'name': '', 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da', 'tenant_id': '12dc42da56354fb5b0d0acb9e0703009', 'mac_address': 'fa:16:3e:80:5a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd88f87b-35ab-4149-95b5-b7e38ceebef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '504f4a49-65cd-4546-be78-3e75a4fd4784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:23Z', 'updated_at': '2021-07-15T13:03:33Z', 'revision_number': 5, 'project_id': '12dc42da56354fb5b0d0acb9e0703009', 'subnets': [{'id': '504f4a49-65cd-4546-be78-3e75a4fd4784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:57.518263 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e94d426-f45a-40a5-83a1-817f54cb9974 None None] Checking router: bd88f87b-35ab-4149-95b5-b7e38ceebef0 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:03:57.524903 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=8450eb20-e5fb-420b-ad21-60fa7e3c66a7,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:57.530140 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e94d426-f45a-40a5-83a1-817f54cb9974 None None] Routers {'bd88f87b-35ab-4149-95b5-b7e38ceebef0'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:03:57.530856 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-6e94d426-f45a-40a5-83a1-817f54cb9974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:03:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['bd88f87b-35ab-4149-95b5-b7e38ceebef0'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:57.568431 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device c5642aad-dcec-4528-9b7f-7099df36f378 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:03:57.609030 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e91ed7b-7d6b-4f18-b1e5-c34a0a440bf3 req-a9c38a93-adce-4e6b-a8ad-f0af919899e3 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575937 Jul 15 13:03:57.655760 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32398993-266c-4be4-8760-2155e345e78c req-f7849a55-4434-4013-9f31-e4796be3b609 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:57.657351 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-32398993-266c-4be4-8760-2155e345e78c req-f7849a55-4434-4013-9f31-e4796be3b609 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=903bf235-0112-46e2-a261-d49ca69db49f HTTP/1.1" status: 200 len: 943 time: 0.1187072 Jul 15 13:03:57.659576 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3801883d-d576-404d-b406-eec1d3564713 req-b20e91d9-a741-4145-ba10-8cfd6d036460 service neutron] 10.222.0.46 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579381 Jul 15 13:03:57.711810 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-32398993-266c-4be4-8760-2155e345e78c req-7e919b90-119e-454a-84b1-2afc8a3aa6db tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490201 Jul 15 13:03:57.725688 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port c5642aad-dcec-4528-9b7f-7099df36f378, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c5642aad-dcec-4528-9b7f-7099df36f378,segment=NetworkSegment(37e986e4-0792-4292-9ed3-45df87b63279),segment_id=37e986e4-0792-4292-9ed3-45df87b63279)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:57.727198 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4a408ca7-29f0-4e55-8e1b-6d5f1eb019dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fffd49-d6a4-4909-8ab9-3cd77224d48b', 'name': 'tempest-FloatingIPsNegativeTestJSON-79998351-router', 'tenant_id': 'fe7a4818d3e34f90aba6d84f8cbb40cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '8450eb20-e5fb-420b-ad21-60fa7e3c66a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:51Z', 'updated_at': '2021-07-15T13:03:55Z', 'revision_number': 4, 'project_id': 'fe7a4818d3e34f90aba6d84f8cbb40cc', 'gw_port': {'id': '8450eb20-e5fb-420b-ad21-60fa7e3c66a7', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:01:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2fffd49-d6a4-4909-8ab9-3cd77224d48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:51Z', 'updated_at': '2021-07-15T13:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'e4c213ae-b06c-4636-9283-3905dce908b4', 'name': '', 'network_id': '422d8beb-0863-47ae-83ca-7e225acd94eb', 'tenant_id': 'fe7a4818d3e34f90aba6d84f8cbb40cc', 'mac_address': 'fa:16:3e:e4:32:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2fffd49-d6a4-4909-8ab9-3cd77224d48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '4019e478-32c8-4d43-af92-e0ba8b6dd2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:54Z', 'updated_at': '2021-07-15T13:03:55Z', 'revision_number': 2, 'project_id': 'fe7a4818d3e34f90aba6d84f8cbb40cc', 'subnets': [{'id': '4019e478-32c8-4d43-af92-e0ba8b6dd2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:57.735492 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-6e94d426-f45a-40a5-83a1-817f54cb9974 None None] Set router bd88f87b-35ab-4149-95b5-b7e38ceebef0 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:03:57.764710 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a408ca7-29f0-4e55-8e1b-6d5f1eb019dc None None] Checking router: c2fffd49-d6a4-4909-8ab9-3cd77224d48b for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:03:57.765066 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a408ca7-29f0-4e55-8e1b-6d5f1eb019dc None None] Updating router c2fffd49-d6a4-4909-8ab9-3cd77224d48b port e4c213ae-b06c-4636-9283-3905dce908b4 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:03:57.768924 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'c5642aad-dcec-4528-9b7f-7099df36f378', 'network_id': 'd3d13df7-8f63-4fd3-b4c3-9dbbf965484e', 'port_id': 'c5642aad-dcec-4528-9b7f-7099df36f378', 'mac_address': 'fa:16:3e:f0:86:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab662aed-9f29-4811-90d8-ddabb3046472', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:03:57.801767 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a408ca7-29f0-4e55-8e1b-6d5f1eb019dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:57.860840 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dcae58-75d8-43ea-a798-062d188cd9a0 req-af83f260-146c-4732-a5e6-17774944b0eb tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:57.865192 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a5dcae58-75d8-43ea-a798-062d188cd9a0 req-af83f260-146c-4732-a5e6-17774944b0eb tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?device_id=57365271-24f2-4a4e-9d00-9c19d6270689 HTTP/1.1" status: 200 len: 946 time: 0.0930088 Jul 15 13:03:57.886083 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-24c98dbc-d230-4b51-abf9-1fc125e2fe10 req-f0bd6a4e-ee97-4d07-b75c-c510004e2f46 tempest-SecurityGroupsTestAdminJSON-2136224605 tempest-SecurityGroupsTestAdminJSON-2136224605-project] Request body: {'security_group': {'name': 'tempest-securitygroup-773065245', 'description': 'tempest-description-936536698'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:57.930970 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a5dcae58-75d8-43ea-a798-062d188cd9a0 req-c49c86c5-f06a-4967-8014-ee2030ae0dd3 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/security-groups?id=a808b393-b40c-49ca-a0c6-0d3624004a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590613 Jul 15 13:03:57.933151 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-24c98dbc-d230-4b51-abf9-1fc125e2fe10 req-f0bd6a4e-ee97-4d07-b75c-c510004e2f46 tempest-SecurityGroupsTestAdminJSON-2136224605 tempest-SecurityGroupsTestAdminJSON-2136224605-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:58.000858 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:58.024375 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5642aad-dcec-4528-9b7f-7099df36f378 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:58.058156 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-39437e9c-6ceb-4932-8de7-bc9777078770 req-ecf1eece-ccc4-47e9-976b-2ab6f79a9d7c tempest-FloatingIPsNegativeTestJSON-1738573622 tempest-FloatingIPsNegativeTestJSON-1738573622-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0337286 Jul 15 13:03:58.069830 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port c5642aad-dcec-4528-9b7f-7099df36f378, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c5642aad-dcec-4528-9b7f-7099df36f378,segment=NetworkSegment(37e986e4-0792-4292-9ed3-45df87b63279),segment_id=37e986e4-0792-4292-9ed3-45df87b63279)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:58.073146 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-24c98dbc-d230-4b51-abf9-1fc125e2fe10 req-f0bd6a4e-ee97-4d07-b75c-c510004e2f46 tempest-SecurityGroupsTestAdminJSON-2136224605 tempest-SecurityGroupsTestAdminJSON-2136224605-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:58.081206 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-24c98dbc-d230-4b51-abf9-1fc125e2fe10 req-f0bd6a4e-ee97-4d07-b75c-c510004e2f46 tempest-SecurityGroupsTestAdminJSON-2136224605 tempest-SecurityGroupsTestAdminJSON-2136224605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:58.107933 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:58.108306 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 74fe296e-03b5-4068-b40e-a58da47500d8 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:03:58.112223 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd6a4e-ee97-4d07-b75c-c510004e2f46 tempest-SecurityGroupsTestAdminJSON-2136224605 tempest-SecurityGroupsTestAdminJSON-2136224605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c379f4-fd26-433a-b16e-1c7de927e069,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:58.115510 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-24c98dbc-d230-4b51-abf9-1fc125e2fe10 req-f0bd6a4e-ee97-4d07-b75c-c510004e2f46 tempest-SecurityGroupsTestAdminJSON-2136224605 tempest-SecurityGroupsTestAdminJSON-2136224605-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:58.116630 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-24c98dbc-d230-4b51-abf9-1fc125e2fe10 req-f0bd6a4e-ee97-4d07-b75c-c510004e2f46 tempest-SecurityGroupsTestAdminJSON-2136224605 tempest-SecurityGroupsTestAdminJSON-2136224605-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2411532 Jul 15 13:03:58.163001 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a408ca7-29f0-4e55-8e1b-6d5f1eb019dc None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:58.171211 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f85a75-4b3d-40e0-863d-06ff77ecb993', 'tag': '4e76fd72-6816-481c-819e-b8263abd48a1'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:58.173682 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90826a0-de47-4446-b899-2364e35a6a8b" -d '{"events": [{"name": "network-changed", "server_uuid": "00f85a75-4b3d-40e0-863d-06ff77ecb993", "tag": "4e76fd72-6816-481c-819e-b8263abd48a1"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:58.181504 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-4a408ca7-29f0-4e55-8e1b-6d5f1eb019dc None None] Transition to ACTIVE for port object e4c213ae-b06c-4636-9283-3905dce908b4 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:58.192687 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a408ca7-29f0-4e55-8e1b-6d5f1eb019dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:58.217542 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=c5642aad-dcec-4528-9b7f-7099df36f378,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:58.263281 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007d099-b5a0-4b22-a0fa-e3fa9158cd95 None None] Pushing event updated for resources: {'Port': ['ID=e4c213ae-b06c-4636-9283-3905dce908b4,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:58.294655 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd2249-c72d-4732-a138-ce50c5a484af req-62359c39-6cad-41be-b7d0-1f3adc1daadb tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:58.296209 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b1dd2249-c72d-4732-a138-ce50c5a484af req-62359c39-6cad-41be-b7d0-1f3adc1daadb tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6753eba-1599-47bc-85a9-6660083ac125 HTTP/1.1" status: 200 len: 945 time: 0.1106043 Jul 15 13:03:58.332112 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 74fe296e-03b5-4068-b40e-a58da47500d8, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=74fe296e-03b5-4068-b40e-a58da47500d8,segment=NetworkSegment(9940a96e-2d5b-4778-a27d-d984f6200b93),segment_id=9940a96e-2d5b-4778-a27d-d984f6200b93)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:58.338082 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-4a408ca7-29f0-4e55-8e1b-6d5f1eb019dc None None] Attempting to bind port e4c213ae-b06c-4636-9283-3905dce908b4 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:58.338931 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-4a408ca7-29f0-4e55-8e1b-6d5f1eb019dc None None] Attempting to bind port e4c213ae-b06c-4636-9283-3905dce908b4 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '0005befa-a47a-4302-9519-2fa0eea171a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '422d8beb-0863-47ae-83ca-7e225acd94eb'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:58.339671 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a408ca7-29f0-4e55-8e1b-6d5f1eb019dc None None] Attempting to bind port e4c213ae-b06c-4636-9283-3905dce908b4 on network 422d8beb-0863-47ae-83ca-7e225acd94eb {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:58.346355 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a408ca7-29f0-4e55-8e1b-6d5f1eb019dc None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:58.347271 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a408ca7-29f0-4e55-8e1b-6d5f1eb019dc None None] Checking segment: {'id': '0005befa-a47a-4302-9519-2fa0eea171a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '422d8beb-0863-47ae-83ca-7e225acd94eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:58.347905 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a408ca7-29f0-4e55-8e1b-6d5f1eb019dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:58.348793 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a408ca7-29f0-4e55-8e1b-6d5f1eb019dc None None] Bound using segment: {'id': '0005befa-a47a-4302-9519-2fa0eea171a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '422d8beb-0863-47ae-83ca-7e225acd94eb'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:58.348926 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '74fe296e-03b5-4068-b40e-a58da47500d8', 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5', 'port_id': '74fe296e-03b5-4068-b40e-a58da47500d8', 'mac_address': 'fa:16:3e:c7:88:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '459bc575-93e3-4ab8-8230-d52ee95226e2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:03:58.349646 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-4a408ca7-29f0-4e55-8e1b-6d5f1eb019dc None None] Bound port: e4c213ae-b06c-4636-9283-3905dce908b4, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0005befa-a47a-4302-9519-2fa0eea171a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '422d8beb-0863-47ae-83ca-7e225acd94eb'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:58.350689 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a408ca7-29f0-4e55-8e1b-6d5f1eb019dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:58.353933 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-6e94d426-f45a-40a5-83a1-817f54cb9974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd88f87b-35ab-4149-95b5-b7e38ceebef0', 'name': 'tempest-ServerActionsTestJSON-1049955027-router', 'tenant_id': '12dc42da56354fb5b0d0acb9e0703009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '5e176094-29b5-433f-84a6-7b298facf7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:17Z', 'updated_at': '2021-07-15T13:03:24Z', 'revision_number': 4, 'project_id': '12dc42da56354fb5b0d0acb9e0703009', 'gw_port': {'id': '5e176094-29b5-433f-84a6-7b298facf7f4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd88f87b-35ab-4149-95b5-b7e38ceebef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:18Z', 'updated_at': '2021-07-15T13:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '30c99f77-e661-414f-bf79-68d3152882a1', 'tenant_id': '12dc42da56354fb5b0d0acb9e0703009', 'floating_ip_address': '172.25.8.91', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'bd88f87b-35ab-4149-95b5-b7e38ceebef0', 'port_id': '4e76fd72-6816-481c-819e-b8263abd48a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da', 'mac_address': 'fa:16:3e:c6:3a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f85a75-4b3d-40e0-863d-06ff77ecb993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:03:31Z', 'updated_at': '2021-07-15T13:03:55Z', 'revision_number': 1, 'project_id': '12dc42da56354fb5b0d0acb9e0703009', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89ce4eb1-8908-4cde-a6bf-c0abee37aabf', 'name': '', 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da', 'tenant_id': '12dc42da56354fb5b0d0acb9e0703009', 'mac_address': 'fa:16:3e:80:5a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd88f87b-35ab-4149-95b5-b7e38ceebef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '504f4a49-65cd-4546-be78-3e75a4fd4784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:23Z', 'updated_at': '2021-07-15T13:03:33Z', 'revision_number': 5, 'project_id': '12dc42da56354fb5b0d0acb9e0703009', 'subnets': [{'id': '504f4a49-65cd-4546-be78-3e75a4fd4784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:58.358716 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b1dd2249-c72d-4732-a138-ce50c5a484af req-72fc6ccc-6b80-4fd8-b6fc-3bada32b600b tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/security-groups?id=a808b393-b40c-49ca-a0c6-0d3624004a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538054 Jul 15 13:03:58.366282 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ead18-2302-43b5-8e23-48990f602fd1 req-962a9e65-3df0-4abe-aed8-03189f9d7898 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:58.367823 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-805ead18-2302-43b5-8e23-48990f602fd1 req-962a9e65-3df0-4abe-aed8-03189f9d7898 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=43e870e4-f4df-4a64-abc8-f76662e46af7 HTTP/1.1" status: 200 len: 944 time: 0.1171565 Jul 15 13:03:58.383991 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e94d426-f45a-40a5-83a1-817f54cb9974 None None] The sync data for ids ['bd88f87b-35ab-4149-95b5-b7e38ceebef0'] in n-d-771363-36 is: [{'id': 'bd88f87b-35ab-4149-95b5-b7e38ceebef0', 'name': 'tempest-ServerActionsTestJSON-1049955027-router', 'tenant_id': '12dc42da56354fb5b0d0acb9e0703009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '5e176094-29b5-433f-84a6-7b298facf7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:17Z', 'updated_at': '2021-07-15T13:03:24Z', 'revision_number': 4, 'project_id': '12dc42da56354fb5b0d0acb9e0703009', 'gw_port': {'id': '5e176094-29b5-433f-84a6-7b298facf7f4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd88f87b-35ab-4149-95b5-b7e38ceebef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:18Z', 'updated_at': '2021-07-15T13:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '30c99f77-e661-414f-bf79-68d3152882a1', 'tenant_id': '12dc42da56354fb5b0d0acb9e0703009', 'floating_ip_address': '172.25.8.91', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'bd88f87b-35ab-4149-95b5-b7e38ceebef0', 'port_id': '4e76fd72-6816-481c-819e-b8263abd48a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da', 'mac_address': 'fa:16:3e:c6:3a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f85a75-4b3d-40e0-863d-06ff77ecb993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:03:31Z', 'updated_at': '2021-07-15T13:03:55Z', 'revision_number': 1, 'project_id': '12dc42da56354fb5b0d0acb9e0703009', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89ce4eb1-8908-4cde-a6bf-c0abee37aabf', 'name': '', 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da', 'tenant_id': '12dc42da56354fb5b0d0acb9e0703009', 'mac_address': 'fa:16:3e:80:5a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd88f87b-35ab-4149-95b5-b7e38ceebef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '504f4a49-65cd-4546-be78-3e75a4fd4784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:23Z', 'updated_at': '2021-07-15T13:03:33Z', 'revision_number': 5, 'project_id': '12dc42da56354fb5b0d0acb9e0703009', 'subnets': [{'id': '504f4a49-65cd-4546-be78-3e75a4fd4784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:03:58.455536 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:58.471476 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [req-7ea5f270-3dcb-402a-b83e-e0fbe8abdc63 req-4db48200-e2d8-4727-8650-e14a154a7f87 tempest-FloatingIPsNegativeTestJSON-1738573622 tempest-FloatingIPsNegativeTestJSON-1738573622-project] show failed (client error): The resource could not be found. Jul 15 13:03:58.472378 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7ea5f270-3dcb-402a-b83e-e0fbe8abdc63 req-4db48200-e2d8-4727-8650-e14a154a7f87 tempest-FloatingIPsNegativeTestJSON-1738573622 tempest-FloatingIPsNegativeTestJSON-1738573622-project] 10.222.0.16 "GET /v2.0/floatingips/1d50f3fc-10a7-441a-a067-6ecdd8d703ef HTTP/1.1" status: 404 len: 350 time: 0.0660498 Jul 15 13:03:58.476064 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-805ead18-2302-43b5-8e23-48990f602fd1 req-69ef486e-85a7-48ce-a9dc-86696cd6cf36 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d43190b-dac3-4c19-9478-e4b1f29751a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001859 Jul 15 13:03:58.481592 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43024) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:58.485931 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74fe296e-03b5-4068-b40e-a58da47500d8 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:58.487153 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-4a408ca7-29f0-4e55-8e1b-6d5f1eb019dc None None] For port e4c213ae-b06c-4636-9283-3905dce908b4, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:58.493782 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-4a408ca7-29f0-4e55-8e1b-6d5f1eb019dc None None] For port e4c213ae-b06c-4636-9283-3905dce908b4, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=e4c213ae-b06c-4636-9283-3905dce908b4,segment=NetworkSegment(0005befa-a47a-4302-9519-2fa0eea171a9),segment_id=0005befa-a47a-4302-9519-2fa0eea171a9)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:58.516071 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a408ca7-29f0-4e55-8e1b-6d5f1eb019dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:58.531336 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 74fe296e-03b5-4068-b40e-a58da47500d8, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=74fe296e-03b5-4068-b40e-a58da47500d8,segment=NetworkSegment(9940a96e-2d5b-4778-a27d-d984f6200b93),segment_id=9940a96e-2d5b-4778-a27d-d984f6200b93)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:58.543506 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:58.581758 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1478646a-a09e-42b3-8813-ef5d563e3354 x-openstack-request-id: req-1478646a-a09e-42b3-8813-ef5d563e3354 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:58.582291 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f85a75-4b3d-40e0-863d-06ff77ecb993", "tag": "4e76fd72-6816-481c-819e-b8263abd48a1", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:58.582746 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1478646a-a09e-42b3-8813-ef5d563e3354 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:58.583307 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00f85a75-4b3d-40e0-863d-06ff77ecb993', 'tag': '4e76fd72-6816-481c-819e-b8263abd48a1', 'status': 'completed', 'code': 200} Jul 15 13:03:58.600907 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a408ca7-29f0-4e55-8e1b-6d5f1eb019dc None None] Routers {'c2fffd49-d6a4-4909-8ab9-3cd77224d48b'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:03:58.611465 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4a408ca7-29f0-4e55-8e1b-6d5f1eb019dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:03:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['c2fffd49-d6a4-4909-8ab9-3cd77224d48b'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:58.619024 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007d099-b5a0-4b22-a0fa-e3fa9158cd95 None None] Pushing event updated for resources: {'Port': ['ID=e4c213ae-b06c-4636-9283-3905dce908b4,revision_number=4']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:58.660278 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-d526793f-d0d2-451a-88e7-e2cf5c1711c1 req-05f3f65e-a178-4b10-bf32-c509adc0a7de tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:03:58.671949 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d526793f-d0d2-451a-88e7-e2cf5c1711c1 req-05f3f65e-a178-4b10-bf32-c509adc0a7de tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0584948 Jul 15 13:03:58.676779 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-63a9933c-a741-4391-a34e-8c9d71442a1f req-4fc31d69-fb13-4b63-a7e8-7bc3b96c918d tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-866509503', 'description': 'tempest-description-991806973'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:58.686984 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=74fe296e-03b5-4068-b40e-a58da47500d8,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:58.714867 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['c5642aad-dcec-4528-9b7f-7099df36f378'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:58.796101 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-63a9933c-a741-4391-a34e-8c9d71442a1f req-4fc31d69-fb13-4b63-a7e8-7bc3b96c918d tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:58.814331 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5574db7e-cb85-4a1d-8183-1ac2e3e46916 None None] New status for floating IP 30c99f77-e661-414f-bf79-68d3152882a1: ACTIVE {{(pid=93827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:03:58.823164 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-4a408ca7-29f0-4e55-8e1b-6d5f1eb019dc None None] Set router c2fffd49-d6a4-4909-8ab9-3cd77224d48b gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:03:58.833127 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-63a9933c-a741-4391-a34e-8c9d71442a1f req-4fc31d69-fb13-4b63-a7e8-7bc3b96c918d tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:58.908970 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:58.942052 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90826a0-de47-4446-b899-2364e35a6a8b req-e4fd719e-e0c3-4e6b-ba04-6c3d49f7dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:58.943634 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e90826a0-de47-4446-b899-2364e35a6a8b req-e4fd719e-e0c3-4e6b-ba04-6c3d49f7dc9b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12dc42da56354fb5b0d0acb9e0703009&device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 1097 time: 0.3405399 Jul 15 13:03:58.987889 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d526793f-d0d2-451a-88e7-e2cf5c1711c1 req-aaeb4b6f-3151-43b2-99db-0b857bfdeace tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3151672 Jul 15 13:03:59.002582 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['74fe296e-03b5-4068-b40e-a58da47500d8'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:59.044885 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8450eb20-e5fb-420b-ad21-60fa7e3c66a7 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:59.105394 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7af2db3b-7824-48b2-991d-b7d0ad6749db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:59.159162 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90826a0-de47-4446-b899-2364e35a6a8b req-7da288cc-5441-47f1-81ce-91904fdf0dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:59.160655 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e90826a0-de47-4446-b899-2364e35a6a8b req-7da288cc-5441-47f1-81ce-91904fdf0dd4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da HTTP/1.1" status: 200 len: 913 time: 0.2043703 Jul 15 13:03:59.172052 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4a408ca7-29f0-4e55-8e1b-6d5f1eb019dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fffd49-d6a4-4909-8ab9-3cd77224d48b', 'name': 'tempest-FloatingIPsNegativeTestJSON-79998351-router', 'tenant_id': 'fe7a4818d3e34f90aba6d84f8cbb40cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '8450eb20-e5fb-420b-ad21-60fa7e3c66a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:51Z', 'updated_at': '2021-07-15T13:03:55Z', 'revision_number': 4, 'project_id': 'fe7a4818d3e34f90aba6d84f8cbb40cc', 'gw_port': {'id': '8450eb20-e5fb-420b-ad21-60fa7e3c66a7', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:01:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fffd49-d6a4-4909-8ab9-3cd77224d48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:51Z', 'updated_at': '2021-07-15T13:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'e4c213ae-b06c-4636-9283-3905dce908b4', 'name': '', 'network_id': '422d8beb-0863-47ae-83ca-7e225acd94eb', 'tenant_id': 'fe7a4818d3e34f90aba6d84f8cbb40cc', 'mac_address': 'fa:16:3e:e4:32:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2fffd49-d6a4-4909-8ab9-3cd77224d48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '4019e478-32c8-4d43-af92-e0ba8b6dd2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:54Z', 'updated_at': '2021-07-15T13:03:58Z', 'revision_number': 4, 'project_id': 'fe7a4818d3e34f90aba6d84f8cbb40cc', 'subnets': [{'id': '4019e478-32c8-4d43-af92-e0ba8b6dd2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:59.233755 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 8450eb20-e5fb-420b-ad21-60fa7e3c66a7 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:59.234174 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:59.235861 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:59.333460 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a408ca7-29f0-4e55-8e1b-6d5f1eb019dc None None] The sync data for ids ['c2fffd49-d6a4-4909-8ab9-3cd77224d48b'] in n-d-771363-36 is: [{'id': 'c2fffd49-d6a4-4909-8ab9-3cd77224d48b', 'name': 'tempest-FloatingIPsNegativeTestJSON-79998351-router', 'tenant_id': 'fe7a4818d3e34f90aba6d84f8cbb40cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '8450eb20-e5fb-420b-ad21-60fa7e3c66a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:51Z', 'updated_at': '2021-07-15T13:03:55Z', 'revision_number': 4, 'project_id': 'fe7a4818d3e34f90aba6d84f8cbb40cc', 'gw_port': {'id': '8450eb20-e5fb-420b-ad21-60fa7e3c66a7', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:01:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fffd49-d6a4-4909-8ab9-3cd77224d48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:51Z', 'updated_at': '2021-07-15T13:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'e4c213ae-b06c-4636-9283-3905dce908b4', 'name': '', 'network_id': '422d8beb-0863-47ae-83ca-7e225acd94eb', 'tenant_id': 'fe7a4818d3e34f90aba6d84f8cbb40cc', 'mac_address': 'fa:16:3e:e4:32:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2fffd49-d6a4-4909-8ab9-3cd77224d48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '4019e478-32c8-4d43-af92-e0ba8b6dd2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:54Z', 'updated_at': '2021-07-15T13:03:58Z', 'revision_number': 4, 'project_id': 'fe7a4818d3e34f90aba6d84f8cbb40cc', 'subnets': [{'id': '4019e478-32c8-4d43-af92-e0ba8b6dd2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:03:59.340376 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-63a9933c-a741-4391-a34e-8c9d71442a1f req-4fc31d69-fb13-4b63-a7e8-7bc3b96c918d tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:59.370319 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-63a9933c-a741-4391-a34e-8c9d71442a1f req-4fc31d69-fb13-4b63-a7e8-7bc3b96c918d tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:59.468605 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e90826a0-de47-4446-b899-2364e35a6a8b req-335f88ac-6ea5-42b1-99e8-481eea3108c4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e76fd72-6816-481c-819e-b8263abd48a1 HTTP/1.1" status: 200 len: 1000 time: 0.2950528 Jul 15 13:03:59.529546 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc31d69-fb13-4b63-a7e8-7bc3b96c918d tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc01017b-ea54-443b-806a-cc74609c04f1,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:59.554846 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device c5642aad-dcec-4528-9b7f-7099df36f378 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:59.564402 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90826a0-de47-4446-b899-2364e35a6a8b req-366ca664-4a1f-40fe-a8f1-65b300cd515d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:59.566009 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e90826a0-de47-4446-b899-2364e35a6a8b req-366ca664-4a1f-40fe-a8f1-65b300cd515d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=504f4a49-65cd-4546-be78-3e75a4fd4784 HTTP/1.1" status: 200 len: 851 time: 0.0861993 Jul 15 13:03:59.598509 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-7af2db3b-7824-48b2-991d-b7d0ad6749db admin admin] Deleting port e4c213ae-b06c-4636-9283-3905dce908b4 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:03:59.599591 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7af2db3b-7824-48b2-991d-b7d0ad6749db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:59.637317 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e7df1fcf-93a8-414c-b454-d0ade56ea9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:59.645001 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port c5642aad-dcec-4528-9b7f-7099df36f378 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:59.645375 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:59.658989 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-63a9933c-a741-4391-a34e-8c9d71442a1f req-4fc31d69-fb13-4b63-a7e8-7bc3b96c918d tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:59.682197 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-63a9933c-a741-4391-a34e-8c9d71442a1f req-4fc31d69-fb13-4b63-a7e8-7bc3b96c918d tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:59.716693 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-7af2db3b-7824-48b2-991d-b7d0ad6749db admin admin] For port e4c213ae-b06c-4636-9283-3905dce908b4, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=e4c213ae-b06c-4636-9283-3905dce908b4,segment=NetworkSegment(0005befa-a47a-4302-9519-2fa0eea171a9),segment_id=0005befa-a47a-4302-9519-2fa0eea171a9)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:59.717094 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7af2db3b-7824-48b2-991d-b7d0ad6749db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:59.728547 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-63a9933c-a741-4391-a34e-8c9d71442a1f req-4fc31d69-fb13-4b63-a7e8-7bc3b96c918d tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:59.733835 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-7af2db3b-7824-48b2-991d-b7d0ad6749db admin admin] Calling delete_port for e4c213ae-b06c-4636-9283-3905dce908b4 owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:03:59.741680 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-63a9933c-a741-4391-a34e-8c9d71442a1f req-4fc31d69-fb13-4b63-a7e8-7bc3b96c918d tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0921779 Jul 15 13:03:59.745860 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc31d69-fb13-4b63-a7e8-7bc3b96c918d tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8705f882-188d-4f19-b515-5bb8cbcf29fe,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:59.760441 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:59.791850 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e870e4-f4df-4a64-abc8-f76662e46af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5642aad-dcec-4528-9b7f-7099df36f378'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:59.792510 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90826a0-de47-4446-b899-2364e35a6a8b req-a6611182-7353-43ef-bb23-2020eb363e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:59.794053 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e90826a0-de47-4446-b899-2364e35a6a8b req-a6611182-7353-43ef-bb23-2020eb363e3a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2066510 Jul 15 13:03:59.795301 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc6cfa9-7740-44b0-9555-070a5e816b42" -d '{"events": [{"server_uuid": "43e870e4-f4df-4a64-abc8-f76662e46af7", "name": "network-vif-plugged", "status": "completed", "tag": "c5642aad-dcec-4528-9b7f-7099df36f378"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:59.817005 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port c5642aad-dcec-4528-9b7f-7099df36f378, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c5642aad-dcec-4528-9b7f-7099df36f378,segment=NetworkSegment(37e986e4-0792-4292-9ed3-45df87b63279),segment_id=37e986e4-0792-4292-9ed3-45df87b63279)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:59.822319 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576fef3-7d94-4b3b-aeb5-b6353cdee01f req-78d20c1e-ed30-44fb-acb1-dd01013d33dc tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:59.824266 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:59.845459 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7576fef3-7d94-4b3b-aeb5-b6353cdee01f req-78d20c1e-ed30-44fb-acb1-dd01013d33dc tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 950 time: 0.2077639 Jul 15 13:03:59.915255 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=c5642aad-dcec-4528-9b7f-7099df36f378,revision_number=7']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:59.992819 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7576fef3-7d94-4b3b-aeb5-b6353cdee01f req-3eda8d19-f159-48e4-8937-fe6a9a9b0321 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457043 Jul 15 13:04:00.001859 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7af2db3b-7824-48b2-991d-b7d0ad6749db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:00.032019 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e90826a0-de47-4446-b899-2364e35a6a8b req-ab70b935-8e8c-4256-95e3-806366501f94 service neutron] 10.222.0.46 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838140 Jul 15 13:04:00.034325 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2db3b-7824-48b2-991d-b7d0ad6749db admin admin] Pushing event deleted for resources: {'Port': ['ID=e4c213ae-b06c-4636-9283-3905dce908b4,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:00.087790 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c25ced-c0fa-44c3-9fa7-d75d9e1b1877 req-d6a68ab4-610a-4994-8cbc-2dc924f4d0ea tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:00.090051 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-69c25ced-c0fa-44c3-9fa7-d75d9e1b1877 req-d6a68ab4-610a-4994-8cbc-2dc924f4d0ea tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=903bf235-0112-46e2-a261-d49ca69db49f HTTP/1.1" status: 200 len: 944 time: 0.2075903 Jul 15 13:04:00.181069 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-69c25ced-c0fa-44c3-9fa7-d75d9e1b1877 req-054e998c-319e-4a28-a842-f5bb9c004733 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848644 Jul 15 13:04:00.227256 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e90826a0-de47-4446-b899-2364e35a6a8b req-a0375cad-e68e-4771-ab22-3fe79106cfdb service neutron] 10.222.0.46 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795704 Jul 15 13:04:00.272259 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7af2db3b-7824-48b2-991d-b7d0ad6749db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:00.478341 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb07c4-827f-4a15-8f8c-02279105d942 req-88545350-b313-48a6-8dc8-25cc999771a0 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:00.481748 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2bfb07c4-827f-4a15-8f8c-02279105d942 req-88545350-b313-48a6-8dc8-25cc999771a0 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=43e870e4-f4df-4a64-abc8-f76662e46af7 HTTP/1.1" status: 200 len: 945 time: 0.1109231 Jul 15 13:04:00.490621 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c719b3-8e9c-4818-993c-e1122b4cc17c req-ec37e909-c870-4110-bb4a-f2b99452d4ff tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:00.492158 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34c719b3-8e9c-4818-993c-e1122b4cc17c req-ec37e909-c870-4110-bb4a-f2b99452d4ff tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcf8126c-b249-4b6e-9059-ca0f1ba32063 HTTP/1.1" status: 200 len: 945 time: 0.1309280 Jul 15 13:04:00.544623 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2bfb07c4-827f-4a15-8f8c-02279105d942 req-6743ae1d-3822-4606-981b-6976dc57da56 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d43190b-dac3-4c19-9478-e4b1f29751a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514674 Jul 15 13:04:00.550139 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af2db3b-7824-48b2-991d-b7d0ad6749db admin admin] Router c2fffd49-d6a4-4909-8ab9-3cd77224d48b has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:04:00.559065 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34c719b3-8e9c-4818-993c-e1122b4cc17c req-1a44731f-9f03-4f9b-acbd-86100cc95c6c tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/security-groups?id=a808b393-b40c-49ca-a0c6-0d3624004a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517347 Jul 15 13:04:00.592669 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-46f4e16c-3366-4d75-a60d-2fd1e8ccc997 req-beac2d41-5618-4baa-8764-9f4b6dd8b964 tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1071869670', 'description': 'tempest-description-1637362581'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:00.619594 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff56d9a-cb63-4268-9897-559ee8d4c7ec x-openstack-request-id: req-cff56d9a-cb63-4268-9897-559ee8d4c7ec {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:00.620508 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e870e4-f4df-4a64-abc8-f76662e46af7", "name": "network-vif-plugged", "status": "completed", "tag": "c5642aad-dcec-4528-9b7f-7099df36f378", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:00.621285 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cff56d9a-cb63-4268-9897-559ee8d4c7ec {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:00.621780 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e870e4-f4df-4a64-abc8-f76662e46af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5642aad-dcec-4528-9b7f-7099df36f378', 'code': 200} Jul 15 13:04:00.632853 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-46f4e16c-3366-4d75-a60d-2fd1e8ccc997 req-beac2d41-5618-4baa-8764-9f4b6dd8b964 tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:00.695615 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af2db3b-7824-48b2-991d-b7d0ad6749db admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:04:00.703782 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7af2db3b-7824-48b2-991d-b7d0ad6749db admin admin] 10.222.0.16 "PUT /v2.0/routers/c2fffd49-d6a4-4909-8ab9-3cd77224d48b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2204866 Jul 15 13:04:00.706349 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43048) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:00.744109 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-46f4e16c-3366-4d75-a60d-2fd1e8ccc997 req-beac2d41-5618-4baa-8764-9f4b6dd8b964 tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:00.757536 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-46f4e16c-3366-4d75-a60d-2fd1e8ccc997 req-beac2d41-5618-4baa-8764-9f4b6dd8b964 tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:00.801453 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac2d41-5618-4baa-8764-9f4b6dd8b964 tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7216bd4-781c-47f3-8479-880765ea63af,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:00.813783 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-46f4e16c-3366-4d75-a60d-2fd1e8ccc997 req-beac2d41-5618-4baa-8764-9f4b6dd8b964 tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:00.821998 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-46f4e16c-3366-4d75-a60d-2fd1e8ccc997 req-beac2d41-5618-4baa-8764-9f4b6dd8b964 tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2342968 Jul 15 13:04:00.830972 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39dc17a2-7d94-4fa9-9df9-c997171ceacc admin admin] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:00.980096 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ec66d-5003-4a7e-b50c-2e23f767eb9b req-e1dd6a68-62e1-4028-87a6-11b122875829 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:00.981780 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3b5ec66d-5003-4a7e-b50c-2e23f767eb9b req-e1dd6a68-62e1-4028-87a6-11b122875829 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?device_id=57365271-24f2-4a4e-9d00-9c19d6270689 HTTP/1.1" status: 200 len: 946 time: 0.1364577 Jul 15 13:04:01.058822 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3b5ec66d-5003-4a7e-b50c-2e23f767eb9b req-37182090-e1bb-47c3-8798-e4c491a4bb88 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/security-groups?id=a808b393-b40c-49ca-a0c6-0d3624004a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688062 Jul 15 13:04:01.079343 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bb4bf1-1a93-45ab-83b8-4207dcc9b323 None None] Sync routers for ids ['c2fffd49-d6a4-4909-8ab9-3cd77224d48b'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:04:01.094135 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bb4bf1-1a93-45ab-83b8-4207dcc9b323 None None] Routers {'c2fffd49-d6a4-4909-8ab9-3cd77224d48b'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:01.094844 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-03bb4bf1-1a93-45ab-83b8-4207dcc9b323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:03:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['c2fffd49-d6a4-4909-8ab9-3cd77224d48b'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:01.206881 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-03bb4bf1-1a93-45ab-83b8-4207dcc9b323 None None] Set router c2fffd49-d6a4-4909-8ab9-3cd77224d48b gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:01.212079 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8c89433-ba14-4a95-9297-ab5b04013103 req-e1f82fce-942d-4e75-bffd-2f90d20dc373 tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50538 time: 0.3733170 Jul 15 13:04:01.239397 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39dc17a2-7d94-4fa9-9df9-c997171ceacc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:01.286336 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8c89433-ba14-4a95-9297-ab5b04013103 req-c66b2793-bf05-4952-bfdb-ecfe95b3b95f tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] 10.222.0.16 "GET /v2.0/security-groups/1a692344-07b9-4712-a09a-9e9faaefc439 HTTP/1.1" status: 200 len: 2977 time: 0.0637305 Jul 15 13:04:01.294147 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-39dc17a2-7d94-4fa9-9df9-c997171ceacc admin admin] Deleting port 8450eb20-e5fb-420b-ad21-60fa7e3c66a7 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:01.294506 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39dc17a2-7d94-4fa9-9df9-c997171ceacc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:01.322187 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f8d02-4264-4677-9d26-0f878e34c245 req-fec1486d-9e0f-4c3b-9d61-04d638584edc tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:01.323938 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a20f8d02-4264-4677-9d26-0f878e34c245 req-fec1486d-9e0f-4c3b-9d61-04d638584edc tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 950 time: 0.1290860 Jul 15 13:04:01.365855 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8c89433-ba14-4a95-9297-ab5b04013103 req-76c049f6-2965-447a-b866-b0ce869035e6 tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] 10.222.0.16 "GET /v2.0/security-groups/1a692344-07b9-4712-a09a-9e9faaefc439 HTTP/1.1" status: 200 len: 2977 time: 0.0705242 Jul 15 13:04:01.378853 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-39dc17a2-7d94-4fa9-9df9-c997171ceacc admin admin] For port 8450eb20-e5fb-420b-ad21-60fa7e3c66a7, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=8450eb20-e5fb-420b-ad21-60fa7e3c66a7,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:01.379229 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39dc17a2-7d94-4fa9-9df9-c997171ceacc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:01.392177 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-39dc17a2-7d94-4fa9-9df9-c997171ceacc admin admin] Calling delete_port for 8450eb20-e5fb-420b-ad21-60fa7e3c66a7 owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:01.392788 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a20f8d02-4264-4677-9d26-0f878e34c245 req-cce0eb86-973d-4981-9e3c-3556b8204cf9 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632920 Jul 15 13:04:01.394234 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-03bb4bf1-1a93-45ab-83b8-4207dcc9b323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fffd49-d6a4-4909-8ab9-3cd77224d48b', 'name': 'tempest-FloatingIPsNegativeTestJSON-79998351-router', 'tenant_id': 'fe7a4818d3e34f90aba6d84f8cbb40cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '8450eb20-e5fb-420b-ad21-60fa7e3c66a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:51Z', 'updated_at': '2021-07-15T13:03:59Z', 'revision_number': 5, 'project_id': 'fe7a4818d3e34f90aba6d84f8cbb40cc', 'gw_port': {'id': '8450eb20-e5fb-420b-ad21-60fa7e3c66a7', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:01:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fffd49-d6a4-4909-8ab9-3cd77224d48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:51Z', 'updated_at': '2021-07-15T13:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:01.430029 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8c89433-ba14-4a95-9297-ab5b04013103 req-d6df5056-98a2-498d-8721-8eb12313a544 tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] 10.222.0.16 "GET /v2.0/security-groups/38439d16-be46-41fb-9e6d-711a65561154 HTTP/1.1" status: 200 len: 2981 time: 0.0524721 Jul 15 13:04:01.462384 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bb4bf1-1a93-45ab-83b8-4207dcc9b323 None None] Checking router: c2fffd49-d6a4-4909-8ab9-3cd77224d48b for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:04:01.484710 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bb4bf1-1a93-45ab-83b8-4207dcc9b323 None None] Routers {'c2fffd49-d6a4-4909-8ab9-3cd77224d48b'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:01.485319 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-03bb4bf1-1a93-45ab-83b8-4207dcc9b323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:03:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['c2fffd49-d6a4-4909-8ab9-3cd77224d48b'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:01.496925 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8c89433-ba14-4a95-9297-ab5b04013103 req-f794f8dd-cf4a-46bc-9711-a68ef00ec31c tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] 10.222.0.16 "GET /v2.0/security-groups/38439d16-be46-41fb-9e6d-711a65561154 HTTP/1.1" status: 200 len: 2981 time: 0.0596564 Jul 15 13:04:01.556682 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 74fe296e-03b5-4068-b40e-a58da47500d8 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:01.609787 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8c89433-ba14-4a95-9297-ab5b04013103 req-ef34deb1-4542-4608-93be-1b1b696fc327 tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] 10.222.0.16 "GET /v2.0/security-groups/584621ea-0eb6-469c-bb64-25a845e13a63 HTTP/1.1" status: 200 len: 2981 time: 0.1013327 Jul 15 13:04:01.621127 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 74fe296e-03b5-4068-b40e-a58da47500d8 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:01.625777 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-03bb4bf1-1a93-45ab-83b8-4207dcc9b323 None None] Set router c2fffd49-d6a4-4909-8ab9-3cd77224d48b gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:01.626108 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 74fe296e-03b5-4068-b40e-a58da47500d8 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:01.626646 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39dc17a2-7d94-4fa9-9df9-c997171ceacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:01.627155 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:01.654484 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9fe05-7655-4501-a455-3b1e2fe501b8 req-9d43f69b-c35c-4a94-af96-53825261abe4 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:01.656366 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d2f9fe05-7655-4501-a455-3b1e2fe501b8 req-9d43f69b-c35c-4a94-af96-53825261abe4 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6753eba-1599-47bc-85a9-6660083ac125 HTTP/1.1" status: 200 len: 945 time: 0.1138852 Jul 15 13:04:01.657127 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc17a2-7d94-4fa9-9df9-c997171ceacc admin admin] Pushing event deleted for resources: {'Port': ['ID=8450eb20-e5fb-420b-ad21-60fa7e3c66a7,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:01.688677 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8c89433-ba14-4a95-9297-ab5b04013103 req-d7d5c3e9-215b-4e38-be90-2c72cca0abb0 tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] 10.222.0.16 "GET /v2.0/security-groups/584621ea-0eb6-469c-bb64-25a845e13a63 HTTP/1.1" status: 200 len: 2981 time: 0.0697138 Jul 15 13:04:01.700252 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-03bb4bf1-1a93-45ab-83b8-4207dcc9b323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fffd49-d6a4-4909-8ab9-3cd77224d48b', 'name': 'tempest-FloatingIPsNegativeTestJSON-79998351-router', 'tenant_id': 'fe7a4818d3e34f90aba6d84f8cbb40cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:51Z', 'updated_at': '2021-07-15T13:04:01Z', 'revision_number': 6, 'project_id': 'fe7a4818d3e34f90aba6d84f8cbb40cc', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:01.728660 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d2f9fe05-7655-4501-a455-3b1e2fe501b8 req-f0145552-a8cb-47fe-960e-28514fccf1eb tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/security-groups?id=a808b393-b40c-49ca-a0c6-0d3624004a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627925 Jul 15 13:04:01.735425 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:01.736837 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39dc17a2-7d94-4fa9-9df9-c997171ceacc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:01.747336 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bb4bf1-1a93-45ab-83b8-4207dcc9b323 None None] The sync data for ids ['c2fffd49-d6a4-4909-8ab9-3cd77224d48b'] in n-d-771363-36 is: [{'id': 'c2fffd49-d6a4-4909-8ab9-3cd77224d48b', 'name': 'tempest-FloatingIPsNegativeTestJSON-79998351-router', 'tenant_id': 'fe7a4818d3e34f90aba6d84f8cbb40cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:51Z', 'updated_at': '2021-07-15T13:04:01Z', 'revision_number': 6, 'project_id': 'fe7a4818d3e34f90aba6d84f8cbb40cc', 'gw_port_host': None}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:04:01.769576 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8c89433-ba14-4a95-9297-ab5b04013103 req-cf7d4908-f874-4009-8b93-b78bbf56cf24 tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] 10.222.0.16 "GET /v2.0/security-groups/587b5cbd-95cf-4500-88c5-9aa763ebe555 HTTP/1.1" status: 200 len: 2981 time: 0.0731142 Jul 15 13:04:01.800623 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 74fe296e-03b5-4068-b40e-a58da47500d8, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=74fe296e-03b5-4068-b40e-a58da47500d8,segment=NetworkSegment(9940a96e-2d5b-4778-a27d-d984f6200b93),segment_id=9940a96e-2d5b-4778-a27d-d984f6200b93)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:01.808435 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:01.831547 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8c89433-ba14-4a95-9297-ab5b04013103 req-c2f4148a-a1e2-4ce2-b3ae-55cf72bce3c7 tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] 10.222.0.16 "GET /v2.0/security-groups/587b5cbd-95cf-4500-88c5-9aa763ebe555 HTTP/1.1" status: 200 len: 2981 time: 0.0551898 Jul 15 13:04:01.876997 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39dc17a2-7d94-4fa9-9df9-c997171ceacc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:01.879385 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39dc17a2-7d94-4fa9-9df9-c997171ceacc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:01.890983 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=74fe296e-03b5-4068-b40e-a58da47500d8,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:01.915387 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8c89433-ba14-4a95-9297-ab5b04013103 req-cd3ad105-55c6-419b-86c6-06fb3fe28927 tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] 10.222.0.16 "GET /v2.0/security-groups/687859eb-6d11-4987-9559-2d76df6ee85c HTTP/1.1" status: 200 len: 2981 time: 0.0777099 Jul 15 13:04:01.929469 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39dc17a2-7d94-4fa9-9df9-c997171ceacc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:01.930220 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39dc17a2-7d94-4fa9-9df9-c997171ceacc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2fffd49-d6a4-4909-8ab9-3cd77224d48b {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:04:01.935229 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39dc17a2-7d94-4fa9-9df9-c997171ceacc admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:01.938684 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-39dc17a2-7d94-4fa9-9df9-c997171ceacc admin admin] 10.222.0.16 "DELETE /v2.0/routers/c2fffd49-d6a4-4909-8ab9-3cd77224d48b HTTP/1.1" status: 204 len: 168 time: 1.2285502 Jul 15 13:04:01.939026 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43066) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:01.983030 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-82f3e8fd-399c-4853-8fcb-1afcd632be24 admin admin] Deleting subnet 4019e478-32c8-4d43-af92-e0ba8b6dd2ed {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:04:01.985910 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-82f3e8fd-399c-4853-8fcb-1afcd632be24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:01.987999 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bbe55-e740-4806-a31b-d84394fbffb3 req-7d7ca1bd-37e8-40a6-b0f1-09a6374412d6 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:01.989486 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-791bbe55-e740-4806-a31b-d84394fbffb3 req-7d7ca1bd-37e8-40a6-b0f1-09a6374412d6 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=903bf235-0112-46e2-a261-d49ca69db49f HTTP/1.1" status: 200 len: 945 time: 0.1115363 Jul 15 13:04:01.990925 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8c89433-ba14-4a95-9297-ab5b04013103 req-473d1211-2d24-4955-8006-5bef392cb7b3 tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] 10.222.0.16 "GET /v2.0/security-groups/687859eb-6d11-4987-9559-2d76df6ee85c HTTP/1.1" status: 200 len: 2981 time: 0.0679436 Jul 15 13:04:02.019564 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-82f3e8fd-399c-4853-8fcb-1afcd632be24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:02.053295 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-791bbe55-e740-4806-a31b-d84394fbffb3 req-14879b1d-9ab6-4656-8d2b-c1ec3abf68ba tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580842 Jul 15 13:04:02.059729 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8c89433-ba14-4a95-9297-ab5b04013103 req-4070897a-dff1-482d-8a83-5e909f870cae tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] 10.222.0.16 "GET /v2.0/security-groups/6fed55f8-8022-4517-9bfd-e1bb4381bd73 HTTP/1.1" status: 200 len: 2981 time: 0.0584140 Jul 15 13:04:02.117448 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8c89433-ba14-4a95-9297-ab5b04013103 req-0fee749c-5cdd-42aa-9d76-c66b29d7ba15 tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] 10.222.0.16 "GET /v2.0/security-groups/6fed55f8-8022-4517-9bfd-e1bb4381bd73 HTTP/1.1" status: 200 len: 2981 time: 0.0500195 Jul 15 13:04:02.124705 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-82f3e8fd-399c-4853-8fcb-1afcd632be24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:02.180955 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:02.185349 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8c89433-ba14-4a95-9297-ab5b04013103 req-4735374d-cc98-401b-bf9f-c24acb191c2b tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] 10.222.0.16 "GET /v2.0/security-groups/8d43190b-dac3-4c19-9478-e4b1f29751a2 HTTP/1.1" status: 200 len: 2981 time: 0.0599539 Jul 15 13:04:02.190621 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-82f3e8fd-399c-4853-8fcb-1afcd632be24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:02.224810 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3e8fd-399c-4853-8fcb-1afcd632be24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4019e478-32c8-4d43-af92-e0ba8b6dd2ed,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:02.227278 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-82f3e8fd-399c-4853-8fcb-1afcd632be24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:02.232786 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-82f3e8fd-399c-4853-8fcb-1afcd632be24 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4019e478-32c8-4d43-af92-e0ba8b6dd2ed HTTP/1.1" status: 204 len: 168 time: 0.2906141 Jul 15 13:04:02.232939 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96176bb8-1909-4cc0-ade7-47dd84c9360a None None] Network 422d8beb-0863-47ae-83ca-7e225acd94eb requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:04:02.233086 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43068) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:02.245318 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8c89433-ba14-4a95-9297-ab5b04013103 req-003b9197-a5bb-4126-a57b-48ffdb46c066 tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] 10.222.0.16 "GET /v2.0/security-groups/8d43190b-dac3-4c19-9478-e4b1f29751a2 HTTP/1.1" status: 200 len: 2981 time: 0.0490818 Jul 15 13:04:02.293602 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8c89433-ba14-4a95-9297-ab5b04013103 req-9eda22dc-2d56-4ba0-98be-38acf9e2f7f8 tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] 10.222.0.16 "GET /v2.0/security-groups/a808b393-b40c-49ca-a0c6-0d3624004a37 HTTP/1.1" status: 200 len: 2981 time: 0.0454135 Jul 15 13:04:02.317189 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89836993-176e-4daf-a40f-079912a83850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:02.375523 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8c89433-ba14-4a95-9297-ab5b04013103 req-54056685-a8f6-4adc-8ff6-0f612b9512fd tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] 10.222.0.16 "GET /v2.0/security-groups/a808b393-b40c-49ca-a0c6-0d3624004a37 HTTP/1.1" status: 200 len: 2981 time: 0.0805700 Jul 15 13:04:02.380112 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-89836993-176e-4daf-a40f-079912a83850 admin admin] Deleting port b115113b-4562-4de1-9459-d63d2ef9a1a3 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:02.380689 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89836993-176e-4daf-a40f-079912a83850 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:02.395303 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0204ffb4-d46d-4a96-8de4-408a4425f523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:02.441288 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8c89433-ba14-4a95-9297-ab5b04013103 req-2ea41eaf-2d6a-43e6-891a-51c163229aba tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] 10.222.0.16 "GET /v2.0/security-groups/ae82bdc5-254c-425c-a4f2-ef125fa73a3b HTTP/1.1" status: 200 len: 2973 time: 0.0560830 Jul 15 13:04:02.449886 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e0340-1481-42a5-807f-0565a355a0f4 req-250cf3b9-4529-4fae-8807-33ab73f0d781 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:02.451464 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-023e0340-1481-42a5-807f-0565a355a0f4 req-250cf3b9-4529-4fae-8807-33ab73f0d781 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=43e870e4-f4df-4a64-abc8-f76662e46af7 HTTP/1.1" status: 200 len: 945 time: 0.1126993 Jul 15 13:04:02.452733 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-89836993-176e-4daf-a40f-079912a83850 admin admin] For port b115113b-4562-4de1-9459-d63d2ef9a1a3, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=b115113b-4562-4de1-9459-d63d2ef9a1a3,segment=NetworkSegment(0005befa-a47a-4302-9519-2fa0eea171a9),segment_id=0005befa-a47a-4302-9519-2fa0eea171a9)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:02.453062 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89836993-176e-4daf-a40f-079912a83850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:02.466138 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-89836993-176e-4daf-a40f-079912a83850 admin admin] Calling delete_port for b115113b-4562-4de1-9459-d63d2ef9a1a3 owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:02.510485 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8c89433-ba14-4a95-9297-ab5b04013103 req-3f7e9899-1715-4de7-88fd-2b284e136690 tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] 10.222.0.16 "GET /v2.0/security-groups/ae82bdc5-254c-425c-a4f2-ef125fa73a3b HTTP/1.1" status: 200 len: 2973 time: 0.0579541 Jul 15 13:04:02.515426 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-023e0340-1481-42a5-807f-0565a355a0f4 req-678f110f-ca4b-478c-8569-4a08debc0f25 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d43190b-dac3-4c19-9478-e4b1f29751a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565915 Jul 15 13:04:02.548862 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89836993-176e-4daf-a40f-079912a83850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:02.573731 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8c89433-ba14-4a95-9297-ab5b04013103 req-b8d8e2c9-5ea6-4cec-b026-b4cee0592447 tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] 10.222.0.16 "GET /v2.0/security-groups/c0f532ba-7706-4c6a-92fc-bdace83d7b51 HTTP/1.1" status: 200 len: 2981 time: 0.0502858 Jul 15 13:04:02.580765 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89836993-176e-4daf-a40f-079912a83850 admin admin] No DVR routers for this DVR port b115113b-4562-4de1-9459-d63d2ef9a1a3 on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:04:02.588556 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89836993-176e-4daf-a40f-079912a83850 admin admin] Pushing event deleted for resources: {'Port': ['ID=b115113b-4562-4de1-9459-d63d2ef9a1a3,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:02.623237 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903bf235-0112-46e2-a261-d49ca69db49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74fe296e-03b5-4068-b40e-a58da47500d8'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:02.626275 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245423d4-e2a7-40f4-a4e0-28b91b4d3cc6" -d '{"events": [{"server_uuid": "903bf235-0112-46e2-a261-d49ca69db49f", "name": "network-vif-plugged", "status": "completed", "tag": "74fe296e-03b5-4068-b40e-a58da47500d8"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:02.630387 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8c89433-ba14-4a95-9297-ab5b04013103 req-3f0617c1-9109-464b-95b8-04dfe2265d6e tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] 10.222.0.16 "GET /v2.0/security-groups/c0f532ba-7706-4c6a-92fc-bdace83d7b51 HTTP/1.1" status: 200 len: 2981 time: 0.0555561 Jul 15 13:04:02.642953 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cb995a-3ce8-4475-ba37-fff93f143a24 None None] DHCP port deletion for 422d8beb-0863-47ae-83ca-7e225acd94eb request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:04:02.679796 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89836993-176e-4daf-a40f-079912a83850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:02.690601 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-89836993-176e-4daf-a40f-079912a83850 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['422d8beb-0863-47ae-83ca-7e225acd94eb']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:02.694702 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8c89433-ba14-4a95-9297-ab5b04013103 req-81b9fc8a-0242-4181-b58e-7f53895ebb0f tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] 10.222.0.16 "GET /v2.0/security-groups/c4828c7b-87bb-45e7-abba-7278ed96dcb4 HTTP/1.1" status: 200 len: 2981 time: 0.0630503 Jul 15 13:04:02.702519 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-89836993-176e-4daf-a40f-079912a83850 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0005befa-a47a-4302-9519-2fa0eea171a9') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:02.703124 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-89836993-176e-4daf-a40f-079912a83850 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0005befa-a47a-4302-9519-2fa0eea171a9') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:02.713145 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89836993-176e-4daf-a40f-079912a83850 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:02.728094 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89836993-176e-4daf-a40f-079912a83850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:02.734525 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89836993-176e-4daf-a40f-079912a83850 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:04:02.735070 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89836993-176e-4daf-a40f-079912a83850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:02.738095 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:04:02.738095 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:04:02.738095 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:04:02.738095 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:04:02.738095 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:04:02.738095 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:04:02.738095 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:04:02.738095 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:04:02.738095 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:04:02.738095 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:04:02.738095 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:04:02.738095 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:04:02.738095 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:04:02.738095 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:04:02.738095 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:04:02.738095 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:04:02.738095 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:04:02.738095 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:04:02.738095 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:04:02.738095 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:04:02.738095 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:04:02.738095 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:04:02.738095 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:04:02.738095 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:04:02.738095 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:04:02.738095 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:04:02.738095 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:04:02.738095 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:04:02.738095 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:04:02.738095 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:04:02.738095 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:04:02.738095 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:04:02.741297 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8c89433-ba14-4a95-9297-ab5b04013103 req-03ce6b9b-7e6c-47ca-a0db-34633150c5fa tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] 10.222.0.16 "GET /v2.0/security-groups/c4828c7b-87bb-45e7-abba-7278ed96dcb4 HTTP/1.1" status: 200 len: 2981 time: 0.0449352 Jul 15 13:04:02.794611 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8c89433-ba14-4a95-9297-ab5b04013103 req-9e2859e7-0224-46ed-b8c3-f8c752208556 tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] 10.222.0.16 "GET /v2.0/security-groups/cc01017b-ea54-443b-806a-cc74609c04f1 HTTP/1.1" status: 200 len: 2981 time: 0.0501657 Jul 15 13:04:02.804095 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89836993-176e-4daf-a40f-079912a83850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:02.810103 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89836993-176e-4daf-a40f-079912a83850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:02.823460 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-89836993-176e-4daf-a40f-079912a83850 admin admin] 10.222.0.16 "DELETE /v2.0/networks/422d8beb-0863-47ae-83ca-7e225acd94eb HTTP/1.1" status: 204 len: 168 time: 0.5893769 Jul 15 13:04:02.839647 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89836993-176e-4daf-a40f-079912a83850 admin admin] Pushing event deleted for resources: {'Network': ['ID=422d8beb-0863-47ae-83ca-7e225acd94eb,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:02.854374 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8c89433-ba14-4a95-9297-ab5b04013103 req-1236dc7c-3687-4605-a543-486a42385b86 tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] 10.222.0.16 "GET /v2.0/security-groups/cc01017b-ea54-443b-806a-cc74609c04f1 HTTP/1.1" status: 200 len: 2981 time: 0.0617976 Jul 15 13:04:02.944457 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8c89433-ba14-4a95-9297-ab5b04013103 req-928931bb-2703-4c93-9301-9ad070aa8aed tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] 10.222.0.16 "GET /v2.0/security-groups/ef358485-7e0d-4eca-8e9b-685b89adb030 HTTP/1.1" status: 200 len: 2981 time: 0.0828955 Jul 15 13:04:03.010596 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device e4c213ae-b06c-4636-9283-3905dce908b4 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:03.039703 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: e4c213ae-b06c-4636-9283-3905dce908b4 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:04:03.040335 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device e4c213ae-b06c-4636-9283-3905dce908b4 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:04:03.043613 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8450eb20-e5fb-420b-ad21-60fa7e3c66a7 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:03.044270 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8c89433-ba14-4a95-9297-ab5b04013103 req-b24bcb76-7619-4fb9-9b90-62c2c26d85e8 tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] 10.222.0.16 "GET /v2.0/security-groups/ef358485-7e0d-4eca-8e9b-685b89adb030 HTTP/1.1" status: 200 len: 2981 time: 0.0854645 Jul 15 13:04:03.077724 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 8450eb20-e5fb-420b-ad21-60fa7e3c66a7 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:04:03.078189 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8450eb20-e5fb-420b-ad21-60fa7e3c66a7 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:04:03.081103 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b115113b-4562-4de1-9459-d63d2ef9a1a3 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:03.103629 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43082) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:03.117682 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: b115113b-4562-4de1-9459-d63d2ef9a1a3 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:04:03.118055 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b115113b-4562-4de1-9459-d63d2ef9a1a3 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:04:03.119131 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1c084-b140-4d68-b9e4-f5060e3d5f05 req-76dfa823-22fd-4112-a152-c7fff83ea10b tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:03.125389 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1c084-b140-4d68-b9e4-f5060e3d5f05 req-76dfa823-22fd-4112-a152-c7fff83ea10b tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:03.139507 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1c084-b140-4d68-b9e4-f5060e3d5f05 req-76dfa823-22fd-4112-a152-c7fff83ea10b tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:03.159337 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e1c1c084-b140-4d68-b9e4-f5060e3d5f05 req-76dfa823-22fd-4112-a152-c7fff83ea10b tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6753eba-1599-47bc-85a9-6660083ac125&device_id=57365271-24f2-4a4e-9d00-9c19d6270689&device_id=fcf8126c-b249-4b6e-9059-ca0f1ba32063 HTTP/1.1" status: 200 len: 2417 time: 0.2179127 Jul 15 13:04:03.160137 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c3156c09-a105-4cd6-911d-16a43abe119a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fe7a4818d3e34f90aba6d84f8cbb40cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0536404 Jul 15 13:04:03.162218 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 43084) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:03.248270 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e1c1c084-b140-4d68-b9e4-f5060e3d5f05 req-0b93a22c-f5d0-4dc8-86fe-91705827759a tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/security-groups?id=a808b393-b40c-49ca-a0c6-0d3624004a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880632 Jul 15 13:04:03.268355 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a2521e3f-e2f4-4544-82cd-b77e30096d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:03.299543 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a2521e3f-e2f4-4544-82cd-b77e30096d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:03.438243 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:03.515819 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8b4c96-3152-4b4d-99ce-6cbae8824138 x-openstack-request-id: req-bc8b4c96-3152-4b4d-99ce-6cbae8824138 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:03.516466 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903bf235-0112-46e2-a261-d49ca69db49f", "name": "network-vif-plugged", "status": "completed", "tag": "74fe296e-03b5-4068-b40e-a58da47500d8", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:03.516949 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc8b4c96-3152-4b4d-99ce-6cbae8824138 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:03.517573 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903bf235-0112-46e2-a261-d49ca69db49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74fe296e-03b5-4068-b40e-a58da47500d8', 'code': 200} Jul 15 13:04:03.666801 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a1efd-25bb-4f56-bc77-d6fa614730de req-6ad60417-3130-4f7a-9061-57befafcb8bf tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:03.668221 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-260a1efd-25bb-4f56-bc77-d6fa614730de req-6ad60417-3130-4f7a-9061-57befafcb8bf tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 950 time: 0.4702828 Jul 15 13:04:03.732947 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a2521e3f-e2f4-4544-82cd-b77e30096d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:03.735422 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a2521e3f-e2f4-4544-82cd-b77e30096d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:03.736550 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a2521e3f-e2f4-4544-82cd-b77e30096d71 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c0f532ba-7706-4c6a-92fc-bdace83d7b51 HTTP/1.1" status: 204 len: 168 time: 0.5734386 Jul 15 13:04:03.763944 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-306994ff-a6fb-42e7-bd56-bbfe18869dfd req-dc5058b4-24e2-40d8-976f-b7d188835462 tempest-SecurityGroupsTestAdminJSON-2136224605 tempest-SecurityGroupsTestAdminJSON-2136224605-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b0cf43ecdf98449db193436635646d08 HTTP/1.1" status: 200 len: 6102 time: 0.1790237 Jul 15 13:04:03.767805 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-260a1efd-25bb-4f56-bc77-d6fa614730de req-2f4aba5a-1a86-4938-b4df-9e0c9e7514cf tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897946 Jul 15 13:04:03.769779 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2521e3f-e2f4-4544-82cd-b77e30096d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f532ba-7706-4c6a-92fc-bdace83d7b51,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:03.794688 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1751bff-4244-4869-963a-a59e010bd293 req-13253c9d-55c8-4bb9-b0c3-6bb59f375579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:03.796204 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e1751bff-4244-4869-963a-a59e010bd293 req-13253c9d-55c8-4bb9-b0c3-6bb59f375579 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=903bf235-0112-46e2-a261-d49ca69db49f HTTP/1.1" status: 200 len: 1097 time: 0.1931596 Jul 15 13:04:03.842697 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-306994ff-a6fb-42e7-bd56-bbfe18869dfd req-9f0da637-113e-4b96-a376-26ecfe7c8550 tempest-SecurityGroupsTestAdminJSON-2136224605 tempest-SecurityGroupsTestAdminJSON-2136224605-project] 10.222.0.16 "GET /v2.0/security-groups/ef358485-7e0d-4eca-8e9b-685b89adb030 HTTP/1.1" status: 200 len: 2981 time: 0.0700009 Jul 15 13:04:03.855570 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e1751bff-4244-4869-963a-a59e010bd293 req-73ea9246-212c-4995-915d-e2b693adb085 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476644 Jul 15 13:04:03.899742 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-306994ff-a6fb-42e7-bd56-bbfe18869dfd req-1ba74759-2237-443d-903d-c498935e2275 tempest-SecurityGroupsTestAdminJSON-2136224605 tempest-SecurityGroupsTestAdminJSON-2136224605-project] 10.222.0.16 "GET /v2.0/security-groups/ef358485-7e0d-4eca-8e9b-685b89adb030 HTTP/1.1" status: 200 len: 2981 time: 0.0464537 Jul 15 13:04:03.985962 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cdcba-048d-4f6d-857a-76c7a1c3b06b req-3c6d4c8f-889f-406d-bcb1-2d358d99177d tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:03.991229 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-155cdcba-048d-4f6d-857a-76c7a1c3b06b req-3c6d4c8f-889f-406d-bcb1-2d358d99177d tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=903bf235-0112-46e2-a261-d49ca69db49f HTTP/1.1" status: 200 len: 945 time: 0.0745728 Jul 15 13:04:04.029167 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-bb46fb18-401e-41ad-bf2c-d31e7fdc5d01 req-41dbb60e-5e1a-42d6-9302-67f0bda33d7a tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:04:04.030142 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bb46fb18-401e-41ad-bf2c-d31e7fdc5d01 req-41dbb60e-5e1a-42d6-9302-67f0bda33d7a tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080442 Jul 15 13:04:04.033348 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-155cdcba-048d-4f6d-857a-76c7a1c3b06b req-63ed761e-1e4c-47c4-b945-85dd4f4db338 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395732 Jul 15 13:04:04.129124 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bb46fb18-401e-41ad-bf2c-d31e7fdc5d01 req-366e08b5-fa7c-49a9-85c9-96a6b63b7154 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0919926 Jul 15 13:04:04.218344 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9310d2-2ebd-4234-b355-258e25a93a52 req-e6245eea-4c5f-4873-9273-c377ba5fd743 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:04.220024 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0c9310d2-2ebd-4234-b355-258e25a93a52 req-e6245eea-4c5f-4873-9273-c377ba5fd743 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=43e870e4-f4df-4a64-abc8-f76662e46af7 HTTP/1.1" status: 200 len: 945 time: 0.0663879 Jul 15 13:04:04.262234 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0c9310d2-2ebd-4234-b355-258e25a93a52 req-2987ea06-ac36-43b8-8070-c1185ecb8236 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d43190b-dac3-4c19-9478-e4b1f29751a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360551 Jul 15 13:04:04.351042 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-61a6933a-26d4-402d-982f-0141c41a35bc req-4b5dd264-a632-4fdf-89bf-6c1bd1c93d81 tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] 10.222.0.16 "GET /v2.0/security-groups/d7216bd4-781c-47f3-8479-880765ea63af HTTP/1.1" status: 200 len: 1778 time: 0.0395372 Jul 15 13:04:04.407247 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-61a6933a-26d4-402d-982f-0141c41a35bc req-cc6fa225-f74e-498e-9a76-04a3b75acc4e tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.433208 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-61a6933a-26d4-402d-982f-0141c41a35bc req-cc6fa225-f74e-498e-9a76-04a3b75acc4e tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.475254 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-61a6933a-26d4-402d-982f-0141c41a35bc req-cc6fa225-f74e-498e-9a76-04a3b75acc4e tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.478253 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-61a6933a-26d4-402d-982f-0141c41a35bc req-cc6fa225-f74e-498e-9a76-04a3b75acc4e tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.479071 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-61a6933a-26d4-402d-982f-0141c41a35bc req-cc6fa225-f74e-498e-9a76-04a3b75acc4e tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/d7216bd4-781c-47f3-8479-880765ea63af HTTP/1.1" status: 204 len: 173 time: 0.1207111 Jul 15 13:04:04.490003 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6fa225-f74e-498e-9a76-04a3b75acc4e tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7216bd4-781c-47f3-8479-880765ea63af,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:04.527523 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43120) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:04.552516 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f8dd0909-ee5f-4101-a01b-e87c34db4de1 req-0a51e3e7-cab8-49a4-90cf-a0e91a493203 tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] 10.222.0.16 "GET /v2.0/security-groups/8705f882-188d-4f19-b515-5bb8cbcf29fe HTTP/1.1" status: 200 len: 1776 time: 0.0467539 Jul 15 13:04:04.614067 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f8dd0909-ee5f-4101-a01b-e87c34db4de1 req-5d3bee5d-f098-4e27-b532-3678be3b39c8 tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.627440 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-421d203b-504e-4c85-9367-3cd8b2ca7519 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1907835996-network', 'tenant_id': 'fc199b3ab9a6459084008ff032191508'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:04.635076 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f8dd0909-ee5f-4101-a01b-e87c34db4de1 req-5d3bee5d-f098-4e27-b532-3678be3b39c8 tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.657156 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421d203b-504e-4c85-9367-3cd8b2ca7519 admin admin] Made reservation on behalf of fc199b3ab9a6459084008ff032191508 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:04:04.660511 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-421d203b-504e-4c85-9367-3cd8b2ca7519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.677498 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f8dd0909-ee5f-4101-a01b-e87c34db4de1 req-5d3bee5d-f098-4e27-b532-3678be3b39c8 tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.679901 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-421d203b-504e-4c85-9367-3cd8b2ca7519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.681019 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f8dd0909-ee5f-4101-a01b-e87c34db4de1 req-5d3bee5d-f098-4e27-b532-3678be3b39c8 tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.682413 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f8dd0909-ee5f-4101-a01b-e87c34db4de1 req-5d3bee5d-f098-4e27-b532-3678be3b39c8 tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/8705f882-188d-4f19-b515-5bb8cbcf29fe HTTP/1.1" status: 204 len: 173 time: 0.1242495 Jul 15 13:04:04.693837 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3bee5d-f098-4e27-b532-3678be3b39c8 tempest-SecurityGroupsTestAdminJSON-697520447 tempest-SecurityGroupsTestAdminJSON-697520447-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8705f882-188d-4f19-b515-5bb8cbcf29fe,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:04.760050 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1dbda552-d976-4dea-8755-24fc96b257fa req-cd07a628-d897-4c5f-b73f-1269ce784d14 tempest-SecurityGroupsTestAdminJSON-2136224605 tempest-SecurityGroupsTestAdminJSON-2136224605-project] 10.222.0.16 "GET /v2.0/security-groups/c2c379f4-fd26-433a-b16e-1c7de927e069 HTTP/1.1" status: 200 len: 1776 time: 0.0519111 Jul 15 13:04:04.787633 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-421d203b-504e-4c85-9367-3cd8b2ca7519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.793830 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-421d203b-504e-4c85-9367-3cd8b2ca7519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.843706 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1dbda552-d976-4dea-8755-24fc96b257fa req-276d3a22-e95a-4970-a45c-4e00a70c1ed8 tempest-SecurityGroupsTestAdminJSON-2136224605 tempest-SecurityGroupsTestAdminJSON-2136224605-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.845161 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-421d203b-504e-4c85-9367-3cd8b2ca7519 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:04:04.852372 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d203b-504e-4c85-9367-3cd8b2ca7519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ff9f74-1409-4e8a-9265-88914de7b141,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:04.868486 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-421d203b-504e-4c85-9367-3cd8b2ca7519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.868946 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-421d203b-504e-4c85-9367-3cd8b2ca7519 admin admin] Added segment dda3590f-77f2-473e-918f-51e02247fb49 of type vlan for network 111a9c93-c732-4208-b8b6-92c471a9345c Jul 15 13:04:04.874155 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1dbda552-d976-4dea-8755-24fc96b257fa req-276d3a22-e95a-4970-a45c-4e00a70c1ed8 tempest-SecurityGroupsTestAdminJSON-2136224605 tempest-SecurityGroupsTestAdminJSON-2136224605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.878000 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421d203b-504e-4c85-9367-3cd8b2ca7519 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:04.878460 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421d203b-504e-4c85-9367-3cd8b2ca7519 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:04.879305 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421d203b-504e-4c85-9367-3cd8b2ca7519 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:04.879305 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421d203b-504e-4c85-9367-3cd8b2ca7519 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:04.879764 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421d203b-504e-4c85-9367-3cd8b2ca7519 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:04.880195 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421d203b-504e-4c85-9367-3cd8b2ca7519 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:04.880627 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421d203b-504e-4c85-9367-3cd8b2ca7519 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:04.881327 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421d203b-504e-4c85-9367-3cd8b2ca7519 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:04.882087 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421d203b-504e-4c85-9367-3cd8b2ca7519 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:04.882434 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421d203b-504e-4c85-9367-3cd8b2ca7519 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:04.883481 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421d203b-504e-4c85-9367-3cd8b2ca7519 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:04.883926 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421d203b-504e-4c85-9367-3cd8b2ca7519 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:04.888134 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.921712 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1dbda552-d976-4dea-8755-24fc96b257fa req-276d3a22-e95a-4970-a45c-4e00a70c1ed8 tempest-SecurityGroupsTestAdminJSON-2136224605 tempest-SecurityGroupsTestAdminJSON-2136224605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.924656 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1dbda552-d976-4dea-8755-24fc96b257fa req-276d3a22-e95a-4970-a45c-4e00a70c1ed8 tempest-SecurityGroupsTestAdminJSON-2136224605 tempest-SecurityGroupsTestAdminJSON-2136224605-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.925939 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1dbda552-d976-4dea-8755-24fc96b257fa req-276d3a22-e95a-4970-a45c-4e00a70c1ed8 tempest-SecurityGroupsTestAdminJSON-2136224605 tempest-SecurityGroupsTestAdminJSON-2136224605-project] 10.222.0.16 "DELETE /v2.0/security-groups/c2c379f4-fd26-433a-b16e-1c7de927e069 HTTP/1.1" status: 204 len: 173 time: 0.1645515 Jul 15 13:04:04.938159 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d3a22-e95a-4970-a45c-4e00a70c1ed8 tempest-SecurityGroupsTestAdminJSON-2136224605 tempest-SecurityGroupsTestAdminJSON-2136224605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c379f4-fd26-433a-b16e-1c7de927e069,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:04.959298 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-421d203b-504e-4c85-9367-3cd8b2ca7519 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.992874 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-421d203b-504e-4c85-9367-3cd8b2ca7519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.993986 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421d203b-504e-4c85-9367-3cd8b2ca7519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:04.994727 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-421d203b-504e-4c85-9367-3cd8b2ca7519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:05.031448 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-421d203b-504e-4c85-9367-3cd8b2ca7519 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5027916 Jul 15 13:04:05.034260 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43138) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:05.069212 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-a9f64fde-8031-41f5-9496-9b7f8af7062b admin admin] Request body: {'subnet': {'network_id': '111a9c93-c732-4208-b8b6-92c471a9345c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1907835996-subnet', 'tenant_id': 'fc199b3ab9a6459084008ff032191508', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:05.073954 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d203b-504e-4c85-9367-3cd8b2ca7519 admin admin] Pushing event updated for resources: {'Network': ['ID=111a9c93-c732-4208-b8b6-92c471a9345c,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:05.086891 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 111a9c93-c732-4208-b8b6-92c471a9345c details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:04:05.097164 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f64fde-8031-41f5-9496-9b7f8af7062b admin admin] Made reservation on behalf of fc199b3ab9a6459084008ff032191508 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:04:05.100044 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a9f64fde-8031-41f5-9496-9b7f8af7062b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:05.107333 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7786cd56-7fbe-49e0-8a4c-30ab82616635 req-8be36187-3bbc-48ea-880d-080f5f893970 tempest-SecurityGroupsTestAdminJSON-2136224605 tempest-SecurityGroupsTestAdminJSON-2136224605-project] 10.222.0.16 "GET /v2.0/security-groups/8f6f2e9c-4a5c-4db0-baae-dfa51482792e HTTP/1.1" status: 200 len: 1778 time: 0.0905375 Jul 15 13:04:05.170836 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128434c4-c224-4b08-8520-088a2c2657ed req-95125c08-aee0-4260-a290-3b58f0bf2460 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:05.172493 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-128434c4-c224-4b08-8520-088a2c2657ed req-95125c08-aee0-4260-a290-3b58f0bf2460 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 950 time: 0.1386878 Jul 15 13:04:05.195695 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7786cd56-7fbe-49e0-8a4c-30ab82616635 req-72b92a8c-d7d9-49d8-8dc8-1dd0fb31778e tempest-SecurityGroupsTestAdminJSON-2136224605 tempest-SecurityGroupsTestAdminJSON-2136224605-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:05.240393 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7786cd56-7fbe-49e0-8a4c-30ab82616635 req-72b92a8c-d7d9-49d8-8dc8-1dd0fb31778e tempest-SecurityGroupsTestAdminJSON-2136224605 tempest-SecurityGroupsTestAdminJSON-2136224605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:05.250381 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-128434c4-c224-4b08-8520-088a2c2657ed req-e195add8-8ae4-471a-b16e-9304367d6576 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668540 Jul 15 13:04:05.282269 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a9f64fde-8031-41f5-9496-9b7f8af7062b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:05.297723 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7786cd56-7fbe-49e0-8a4c-30ab82616635 req-72b92a8c-d7d9-49d8-8dc8-1dd0fb31778e tempest-SecurityGroupsTestAdminJSON-2136224605 tempest-SecurityGroupsTestAdminJSON-2136224605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:05.301384 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7786cd56-7fbe-49e0-8a4c-30ab82616635 req-72b92a8c-d7d9-49d8-8dc8-1dd0fb31778e tempest-SecurityGroupsTestAdminJSON-2136224605 tempest-SecurityGroupsTestAdminJSON-2136224605-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:05.302903 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7786cd56-7fbe-49e0-8a4c-30ab82616635 req-72b92a8c-d7d9-49d8-8dc8-1dd0fb31778e tempest-SecurityGroupsTestAdminJSON-2136224605 tempest-SecurityGroupsTestAdminJSON-2136224605-project] 10.222.0.16 "DELETE /v2.0/security-groups/8f6f2e9c-4a5c-4db0-baae-dfa51482792e HTTP/1.1" status: 204 len: 173 time: 0.1923969 Jul 15 13:04:05.343040 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f64fde-8031-41f5-9496-9b7f8af7062b admin admin] Pushing event updated for resources: {'Subnet': ['ID=730641c7-930e-437f-91e2-0f97e39682ab,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:05.345450 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b92a8c-d7d9-49d8-8dc8-1dd0fb31778e tempest-SecurityGroupsTestAdminJSON-2136224605 tempest-SecurityGroupsTestAdminJSON-2136224605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6f2e9c-4a5c-4db0-baae-dfa51482792e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:05.379452 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f64fde-8031-41f5-9496-9b7f8af7062b admin admin] Checking segment: {'id': 'dda3590f-77f2-473e-918f-51e02247fb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '111a9c93-c732-4208-b8b6-92c471a9345c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:05.379809 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f64fde-8031-41f5-9496-9b7f8af7062b admin admin] Network hostable DHCP agents. Network: 111a9c93-c732-4208-b8b6-92c471a9345c, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:04:05.402110 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f64fde-8031-41f5-9496-9b7f8af7062b admin admin] Network 111a9c93-c732-4208-b8b6-92c471a9345c is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:04:05.420194 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-a9f64fde-8031-41f5-9496-9b7f8af7062b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 111a9c93-c732-4208-b8b6-92c471a9345c) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:05.426535 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f64fde-8031-41f5-9496-9b7f8af7062b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:05.428415 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a9f64fde-8031-41f5-9496-9b7f8af7062b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:05.429002 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc0f178-bbf5-444d-8d38-84ce4362a96c None None] Network 111a9c93-c732-4208-b8b6-92c471a9345c requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:04:05.457204 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a9f64fde-8031-41f5-9496-9b7f8af7062b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4217293 Jul 15 13:04:05.591759 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 43154) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:05.610464 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device c5642aad-dcec-4528-9b7f-7099df36f378 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:05.650997 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d689eaf-fa07-4ea8-b312-d133b119e112 None None] Network 111a9c93-c732-4208-b8b6-92c471a9345c requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:04:05.736808 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41235ae0-bbb0-424e-9b6e-ddc8c703d5f1 req-237540ba-dae0-4212-9cd8-e7911a9f13b3 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:05.738418 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-41235ae0-bbb0-424e-9b6e-ddc8c703d5f1 req-237540ba-dae0-4212-9cd8-e7911a9f13b3 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=43e870e4-f4df-4a64-abc8-f76662e46af7 HTTP/1.1" status: 200 len: 945 time: 0.1409574 Jul 15 13:04:05.746259 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e099a-3591-45b3-a97b-558ac900caa1 req-ea5fab3c-91be-40b4-8bfa-c90680f2cf7c tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:05.747611 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-848e099a-3591-45b3-a97b-558ac900caa1 req-ea5fab3c-91be-40b4-8bfa-c90680f2cf7c tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=903bf235-0112-46e2-a261-d49ca69db49f HTTP/1.1" status: 200 len: 945 time: 0.1058247 Jul 15 13:04:05.790812 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:05.830260 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e870e4-f4df-4a64-abc8-f76662e46af7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5642aad-dcec-4528-9b7f-7099df36f378'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:05.832313 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-41235ae0-bbb0-424e-9b6e-ddc8c703d5f1 req-0d72cd45-e50c-4cf5-9053-08451302c05a tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d43190b-dac3-4c19-9478-e4b1f29751a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837636 Jul 15 13:04:05.832589 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fb4231-0e6c-41c4-a6d4-ff25e5d8efe6" -d '{"events": [{"server_uuid": "43e870e4-f4df-4a64-abc8-f76662e46af7", "name": "network-vif-unplugged", "status": "completed", "tag": "c5642aad-dcec-4528-9b7f-7099df36f378"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:05.840664 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43164) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:05.841273 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-19aa58d2-2081-40b0-87c9-47c116315a7a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b0cf43ecdf98449db193436635646d08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2474647 Jul 15 13:04:05.844271 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-848e099a-3591-45b3-a97b-558ac900caa1 req-86a31613-c0e5-4c95-93d9-1965d3dd8cb5 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787368 Jul 15 13:04:05.845849 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port c5642aad-dcec-4528-9b7f-7099df36f378, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c5642aad-dcec-4528-9b7f-7099df36f378,segment=NetworkSegment(37e986e4-0792-4292-9ed3-45df87b63279),segment_id=37e986e4-0792-4292-9ed3-45df87b63279)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:05.851694 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:05.917223 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=c5642aad-dcec-4528-9b7f-7099df36f378,revision_number=8']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:05.933963 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39592978-6e02-443f-aef4-431a480af387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:05.955797 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39592978-6e02-443f-aef4-431a480af387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:06.007894 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39592978-6e02-443f-aef4-431a480af387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:06.010588 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39592978-6e02-443f-aef4-431a480af387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:06.012087 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-39592978-6e02-443f-aef4-431a480af387 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ef358485-7e0d-4eca-8e9b-685b89adb030 HTTP/1.1" status: 204 len: 168 time: 0.1688771 Jul 15 13:04:06.019913 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39592978-6e02-443f-aef4-431a480af387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef358485-7e0d-4eca-8e9b-685b89adb030,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:06.091062 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a25c66-0eb2-4173-8dec-e43145fccbc5 x-openstack-request-id: req-70a25c66-0eb2-4173-8dec-e43145fccbc5 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:06.091623 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e870e4-f4df-4a64-abc8-f76662e46af7", "name": "network-vif-unplugged", "status": "completed", "tag": "c5642aad-dcec-4528-9b7f-7099df36f378", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:06.091873 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-70a25c66-0eb2-4173-8dec-e43145fccbc5 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:06.092284 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e870e4-f4df-4a64-abc8-f76662e46af7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5642aad-dcec-4528-9b7f-7099df36f378', 'code': 200} Jul 15 13:04:06.339037 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43188) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:06.394663 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-69cf110f-3dca-444e-86b5-b6aa571ad44b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=091de705c5f841dbac8830b086c6d45c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0544212 Jul 15 13:04:06.399193 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43190) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:06.454351 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-099c3233-fd9a-4e05-81fb-9c88bfd7ef00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:06.476998 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-099c3233-fd9a-4e05-81fb-9c88bfd7ef00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:06.503766 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955293e1-a5ec-475d-9dd6-1733307f3405 req-6069f885-82e9-496c-bca0-755944d4e2f2 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:06.505206 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-955293e1-a5ec-475d-9dd6-1733307f3405 req-6069f885-82e9-496c-bca0-755944d4e2f2 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.46 "GET /v2.0/ports?device_id=43e870e4-f4df-4a64-abc8-f76662e46af7 HTTP/1.1" status: 200 len: 943 time: 0.1494093 Jul 15 13:04:06.512667 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-567f84d1-60f2-4333-a31b-176ea39d4b9d tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:06.514152 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-567f84d1-60f2-4333-a31b-176ea39d4b9d tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/networks?id=111a9c93-c732-4208-b8b6-92c471a9345c HTTP/1.1" status: 200 len: 805 time: 0.1604304 Jul 15 13:04:06.534199 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-099c3233-fd9a-4e05-81fb-9c88bfd7ef00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:06.536918 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-099c3233-fd9a-4e05-81fb-9c88bfd7ef00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:06.541120 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-099c3233-fd9a-4e05-81fb-9c88bfd7ef00 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cc01017b-ea54-443b-806a-cc74609c04f1 HTTP/1.1" status: 204 len: 168 time: 0.1380229 Jul 15 13:04:06.546679 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c3233-fd9a-4e05-81fb-9c88bfd7ef00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc01017b-ea54-443b-806a-cc74609c04f1,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:06.576781 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-0e5f7007-d181-4f6d-9184-3e9dfa26acd6 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/quotas/fc199b3ab9a6459084008ff032191508 HTTP/1.1" status: 200 len: 375 time: 0.0164311 Jul 15 13:04:06.616633 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-7071cc36-4667-4ad6-a4e1-0f9b360fb796 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc199b3ab9a6459084008ff032191508&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326486 Jul 15 13:04:06.778362 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-955293e1-a5ec-475d-9dd6-1733307f3405 req-ebf68b00-4e98-4851-86d5-be0ce9aca016 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Deleting port c5642aad-dcec-4528-9b7f-7099df36f378 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:06.778624 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-955293e1-a5ec-475d-9dd6-1733307f3405 req-ebf68b00-4e98-4851-86d5-be0ce9aca016 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:06.817524 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07281ed-8170-472e-9e8c-a98bfaeb382f req-611c34db-a4a8-41e0-ae80-e241bf74765f tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:06.819062 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f07281ed-8170-472e-9e8c-a98bfaeb382f req-611c34db-a4a8-41e0-ae80-e241bf74765f tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=903bf235-0112-46e2-a261-d49ca69db49f HTTP/1.1" status: 200 len: 945 time: 0.2049735 Jul 15 13:04:06.823828 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-6276c85c-07f7-4d8e-9916-cfbcc098e3a7 service neutron] 10.222.0.16 "GET /v2.0/networks/111a9c93-c732-4208-b8b6-92c471a9345c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995406 Jul 15 13:04:06.960652 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f07281ed-8170-472e-9e8c-a98bfaeb382f req-53690d9f-26d2-4ef5-a4bf-2c9bce77ba0d tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337376 Jul 15 13:04:06.987037 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-955293e1-a5ec-475d-9dd6-1733307f3405 req-ebf68b00-4e98-4851-86d5-be0ce9aca016 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] For port c5642aad-dcec-4528-9b7f-7099df36f378, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c5642aad-dcec-4528-9b7f-7099df36f378,segment=NetworkSegment(37e986e4-0792-4292-9ed3-45df87b63279),segment_id=37e986e4-0792-4292-9ed3-45df87b63279)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:06.988792 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-955293e1-a5ec-475d-9dd6-1733307f3405 req-ebf68b00-4e98-4851-86d5-be0ce9aca016 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:07.006197 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-955293e1-a5ec-475d-9dd6-1733307f3405 req-ebf68b00-4e98-4851-86d5-be0ce9aca016 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Calling delete_port for c5642aad-dcec-4528-9b7f-7099df36f378 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:07.024660 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-419f4a85-c17e-4e6f-94c8-0a273941c834 service neutron] 10.222.0.16 "GET /v2.0/networks/111a9c93-c732-4208-b8b6-92c471a9345c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900074 Jul 15 13:04:07.212241 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d09dd-1704-4690-a59e-827b3dc50f88 req-3fe2d228-b701-475e-a9aa-182cab846354 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:07.213777 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-486d09dd-1704-4690-a59e-827b3dc50f88 req-3fe2d228-b701-475e-a9aa-182cab846354 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 950 time: 0.1327803 Jul 15 13:04:07.238250 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-955293e1-a5ec-475d-9dd6-1733307f3405 req-ebf68b00-4e98-4851-86d5-be0ce9aca016 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:07.266252 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43224) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:07.289051 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf68b00-4e98-4851-86d5-be0ce9aca016 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Pushing event deleted for resources: {'Port': ['ID=c5642aad-dcec-4528-9b7f-7099df36f378,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:07.320673 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-486d09dd-1704-4690-a59e-827b3dc50f88 req-d938a590-38cd-4f25-b8bd-b7cf18aa2ed2 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005080 Jul 15 13:04:07.384069 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-955293e1-a5ec-475d-9dd6-1733307f3405 req-ebf68b00-4e98-4851-86d5-be0ce9aca016 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] No DVR routers for this DVR port c5642aad-dcec-4528-9b7f-7099df36f378 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:04:07.391938 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-955293e1-a5ec-475d-9dd6-1733307f3405 req-ebf68b00-4e98-4851-86d5-be0ce9aca016 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:07.396846 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-955293e1-a5ec-475d-9dd6-1733307f3405 req-ebf68b00-4e98-4851-86d5-be0ce9aca016 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.46 "DELETE /v2.0/ports/c5642aad-dcec-4528-9b7f-7099df36f378 HTTP/1.1" status: 204 len: 173 time: 0.8760841 Jul 15 13:04:07.397357 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e870e4-f4df-4a64-abc8-f76662e46af7', 'name': 'network-vif-deleted', 'tag': 'c5642aad-dcec-4528-9b7f-7099df36f378'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:07.405695 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466d0fa4-4f71-43da-b4dc-6aefdca99f4f" -d '{"events": [{"server_uuid": "43e870e4-f4df-4a64-abc8-f76662e46af7", "name": "network-vif-deleted", "tag": "c5642aad-dcec-4528-9b7f-7099df36f378"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:07.435237 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-2d9ce135-2c35-4c3d-b1ea-3a6c31bca9a8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-692996856-network', 'tenant_id': '2b06e57083cd43d1931fbcab22f154c0'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:07.477297 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9ce135-2c35-4c3d-b1ea-3a6c31bca9a8 admin admin] Made reservation on behalf of 2b06e57083cd43d1931fbcab22f154c0 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:04:07.479961 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce135-2c35-4c3d-b1ea-3a6c31bca9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:07.493305 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce135-2c35-4c3d-b1ea-3a6c31bca9a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:07.496861 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba432f1-1037-4ed3-9a50-313d69097df6 req-3a1a4ab6-ab16-4e22-a303-ef73db61831c tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:07.499174 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2ba432f1-1037-4ed3-9a50-313d69097df6 req-3a1a4ab6-ab16-4e22-a303-ef73db61831c tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6753eba-1599-47bc-85a9-6660083ac125 HTTP/1.1" status: 200 len: 945 time: 0.0835016 Jul 15 13:04:07.545454 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-534cf393-67ac-4a78-9a44-49aa1e9e8b7f req-23b893fa-7c1b-4fe4-afcc-4cd2b3ebdd3c tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=43e870e4-f4df-4a64-abc8-f76662e46af7 HTTP/1.1" status: 200 len: 210 time: 0.0447483 Jul 15 13:04:07.583927 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2ba432f1-1037-4ed3-9a50-313d69097df6 req-986895a5-146f-484e-84a4-faca853c69aa tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/security-groups?id=a808b393-b40c-49ca-a0c6-0d3624004a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690086 Jul 15 13:04:07.620571 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce135-2c35-4c3d-b1ea-3a6c31bca9a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:07.625498 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce135-2c35-4c3d-b1ea-3a6c31bca9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:07.668041 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d9ce135-2c35-4c3d-b1ea-3a6c31bca9a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:04:07.670903 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ce135-2c35-4c3d-b1ea-3a6c31bca9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790be412-1cb6-4f73-993a-6168b3414f5a,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:07.694632 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce135-2c35-4c3d-b1ea-3a6c31bca9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:07.695154 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-2d9ce135-2c35-4c3d-b1ea-3a6c31bca9a8 admin admin] Added segment d751f920-85db-44b1-b4da-6499625779d4 of type vlan for network d1622e43-c71b-4f67-9481-0d663bee5d8d Jul 15 13:04:07.731093 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2cacc3c8-6258-4760-9272-6b9dfe9a21d1 req-52f1df3c-7d2a-475f-b6e2-8148f2a8af52 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=71a611d7-a890-4d2a-8525-83cb3fa37a73 HTTP/1.1" status: 200 len: 210 time: 0.0451250 Jul 15 13:04:07.742760 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce135-2c35-4c3d-b1ea-3a6c31bca9a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:07.762949 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717b4cda-6eab-4437-9da8-e00c806869c3 x-openstack-request-id: req-717b4cda-6eab-4437-9da8-e00c806869c3 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:07.763245 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e870e4-f4df-4a64-abc8-f76662e46af7", "name": "network-vif-deleted", "tag": "c5642aad-dcec-4528-9b7f-7099df36f378", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:07.763539 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-717b4cda-6eab-4437-9da8-e00c806869c3 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:07.763948 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e870e4-f4df-4a64-abc8-f76662e46af7', 'name': 'network-vif-deleted', 'tag': 'c5642aad-dcec-4528-9b7f-7099df36f378', 'status': 'completed', 'code': 200} Jul 15 13:04:07.776970 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce135-2c35-4c3d-b1ea-3a6c31bca9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:07.778121 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9ce135-2c35-4c3d-b1ea-3a6c31bca9a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:07.778850 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce135-2c35-4c3d-b1ea-3a6c31bca9a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:07.810085 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2d9ce135-2c35-4c3d-b1ea-3a6c31bca9a8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.5426095 Jul 15 13:04:07.812850 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43236) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:07.819374 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-041e0797-4cd7-4d5c-ab9a-6f149d9edf1e admin admin] Request body: {'subnet': {'network_id': 'd1622e43-c71b-4f67-9481-0d663bee5d8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-692996856-subnet', 'tenant_id': '2b06e57083cd43d1931fbcab22f154c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:07.849161 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ce135-2c35-4c3d-b1ea-3a6c31bca9a8 admin admin] Pushing event updated for resources: {'Network': ['ID=d1622e43-c71b-4f67-9481-0d663bee5d8d,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:07.861737 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network d1622e43-c71b-4f67-9481-0d663bee5d8d details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:04:07.867433 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041e0797-4cd7-4d5c-ab9a-6f149d9edf1e admin admin] Made reservation on behalf of 2b06e57083cd43d1931fbcab22f154c0 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:04:07.870234 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-041e0797-4cd7-4d5c-ab9a-6f149d9edf1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:08.068383 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-041e0797-4cd7-4d5c-ab9a-6f149d9edf1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:08.128015 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e0797-4cd7-4d5c-ab9a-6f149d9edf1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c53f4ee9-7828-47bf-9009-7cc93ea87fa1,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:08.135696 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041e0797-4cd7-4d5c-ab9a-6f149d9edf1e admin admin] Checking segment: {'id': 'd751f920-85db-44b1-b4da-6499625779d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd1622e43-c71b-4f67-9481-0d663bee5d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:08.135951 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041e0797-4cd7-4d5c-ab9a-6f149d9edf1e admin admin] Network hostable DHCP agents. Network: d1622e43-c71b-4f67-9481-0d663bee5d8d, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:04:08.156247 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041e0797-4cd7-4d5c-ab9a-6f149d9edf1e admin admin] Network d1622e43-c71b-4f67-9481-0d663bee5d8d is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:04:08.167280 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-041e0797-4cd7-4d5c-ab9a-6f149d9edf1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, d1622e43-c71b-4f67-9481-0d663bee5d8d) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:08.171937 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041e0797-4cd7-4d5c-ab9a-6f149d9edf1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:08.172542 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-041e0797-4cd7-4d5c-ab9a-6f149d9edf1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:08.179509 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df9a158-d87d-4286-bbb8-1e1adc18d94c None None] Network d1622e43-c71b-4f67-9481-0d663bee5d8d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:04:08.190030 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-041e0797-4cd7-4d5c-ab9a-6f149d9edf1e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.3752058 Jul 15 13:04:08.193479 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43240) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:08.200399 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-c89bea07-1a72-45ef-b850-d71f67dde2aa admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-692996856-router', 'tenant_id': '2b06e57083cd43d1931fbcab22f154c0', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:08.225316 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7599739-0f82-4ffe-bdd6-5d9a70887364 req-0a001f5f-2cfd-467b-b1ad-e2351c34dc7f tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:08.227830 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a7599739-0f82-4ffe-bdd6-5d9a70887364 req-0a001f5f-2cfd-467b-b1ad-e2351c34dc7f tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=903bf235-0112-46e2-a261-d49ca69db49f HTTP/1.1" status: 200 len: 945 time: 0.1211100 Jul 15 13:04:08.233062 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c89bea07-1a72-45ef-b850-d71f67dde2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:08.234749 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c89bea07-1a72-45ef-b850-d71f67dde2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:08.282253 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a7599739-0f82-4ffe-bdd6-5d9a70887364 req-7d1fba37-c1c4-46cb-8372-97c8d3892260 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482001 Jul 15 13:04:08.305080 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c89bea07-1a72-45ef-b850-d71f67dde2aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:08.360447 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c472c54e-7983-4be9-8493-5173701d2ec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-d1622e43-c71b-4f67-9481-0d663bee5d8d', 'network_id': 'd1622e43-c71b-4f67-9481-0d663bee5d8d', 'tenant_id': '2b06e57083cd43d1931fbcab22f154c0', 'fixed_ips': [{'subnet_id': 'c53f4ee9-7828-47bf-9009-7cc93ea87fa1'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:04:08.361683 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c472c54e-7983-4be9-8493-5173701d2ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:08.396346 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e55cfb-96a0-4a4f-9a54-515753b8154f req-94208ac4-bf7f-4e80-8109-3f1e6b158d2a tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:08.399561 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e7e55cfb-96a0-4a4f-9a54-515753b8154f req-94208ac4-bf7f-4e80-8109-3f1e6b158d2a tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.46 "GET /v2.0/ports?device_id=c6753eba-1599-47bc-85a9-6660083ac125 HTTP/1.1" status: 200 len: 945 time: 0.0837994 Jul 15 13:04:08.477295 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c89bea07-1a72-45ef-b850-d71f67dde2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:08.585028 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-e7e55cfb-96a0-4a4f-9a54-515753b8154f req-63b411d6-9f2c-4d49-901d-2cc136747795 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Deleting port f1ff28ee-a79d-496e-8c91-89850b16bba4 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:08.586216 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e7e55cfb-96a0-4a4f-9a54-515753b8154f req-63b411d6-9f2c-4d49-901d-2cc136747795 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:08.598671 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f773a-3763-43bf-8063-ebeb35ac73a0 req-4dcebced-7faf-4002-8ae5-3d9442e5a56c tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:08.600694 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c48f773a-3763-43bf-8063-ebeb35ac73a0 req-4dcebced-7faf-4002-8ae5-3d9442e5a56c tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 950 time: 0.1308594 Jul 15 13:04:08.740309 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c89bea07-1a72-45ef-b850-d71f67dde2aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:08.761652 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c89bea07-1a72-45ef-b850-d71f67dde2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:08.768732 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-c472c54e-7983-4be9-8493-5173701d2ec6 None None] Allocated IP 172.20.0.2 (d1622e43-c71b-4f67-9481-0d663bee5d8d/c53f4ee9-7828-47bf-9009-7cc93ea87fa1/e894a401-4a71-4fd7-9e4a-ab3fde1f9d11) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:04:08.773845 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c48f773a-3763-43bf-8063-ebeb35ac73a0 req-7c681786-d834-4ac6-b000-2ec81f450631 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487122 Jul 15 13:04:08.981185 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-c89bea07-1a72-45ef-b850-d71f67dde2aa admin admin] Allocated IP 172.25.8.46 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/197dc4c7-871e-4cae-806f-0e10201388c2) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:04:08.995538 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-e7e55cfb-96a0-4a4f-9a54-515753b8154f req-63b411d6-9f2c-4d49-901d-2cc136747795 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] For port f1ff28ee-a79d-496e-8c91-89850b16bba4, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=f1ff28ee-a79d-496e-8c91-89850b16bba4,segment=NetworkSegment(06712572-6641-4e2d-b66a-2188cc088c5e),segment_id=06712572-6641-4e2d-b66a-2188cc088c5e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:08.995971 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e7e55cfb-96a0-4a4f-9a54-515753b8154f req-63b411d6-9f2c-4d49-901d-2cc136747795 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.016236 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-07dfd0bd-5100-47e3-a8b8-303834079f53 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:09.017724 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-07dfd0bd-5100-47e3-a8b8-303834079f53 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.46 "GET /v2.0/networks?id=111a9c93-c732-4208-b8b6-92c471a9345c HTTP/1.1" status: 200 len: 805 time: 0.4050252 Jul 15 13:04:09.024033 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-e7e55cfb-96a0-4a4f-9a54-515753b8154f req-63b411d6-9f2c-4d49-901d-2cc136747795 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Calling delete_port for f1ff28ee-a79d-496e-8c91-89850b16bba4 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:09.040149 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-5a60a362-2503-4169-bade-0358f32bf2e3 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Request body: {'port': {'device_id': '71a611d7-a890-4d2a-8525-83cb3fa37a73', 'network_id': '111a9c93-c732-4208-b8b6-92c471a9345c', 'admin_state_up': True, 'tenant_id': 'fc199b3ab9a6459084008ff032191508'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:09.058114 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf17949-1c1e-4b34-9e78-111efed6d20d req-4b24f10f-4efb-4ea7-9a7c-4847d4e8c8a2 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:09.059668 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2cf17949-1c1e-4b34-9e78-111efed6d20d req-4b24f10f-4efb-4ea7-9a7c-4847d4e8c8a2 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6753eba-1599-47bc-85a9-6660083ac125 HTTP/1.1" status: 200 len: 945 time: 0.1877809 Jul 15 13:04:09.109243 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c472c54e-7983-4be9-8493-5173701d2ec6 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.125717 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c472c54e-7983-4be9-8493-5173701d2ec6 None None] Transition to ACTIVE for port object e894a401-4a71-4fd7-9e4a-ab3fde1f9d11 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:09.142170 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c472c54e-7983-4be9-8493-5173701d2ec6 None None] Transition to ACTIVE for port object e894a401-4a71-4fd7-9e4a-ab3fde1f9d11 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:09.149568 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c472c54e-7983-4be9-8493-5173701d2ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.149871 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c89bea07-1a72-45ef-b850-d71f67dde2aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.187012 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c472c54e-7983-4be9-8493-5173701d2ec6 None None] Network d1622e43-c71b-4f67-9481-0d663bee5d8d is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:09.193316 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-c472c54e-7983-4be9-8493-5173701d2ec6 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:09.197355 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c472c54e-7983-4be9-8493-5173701d2ec6 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:04:09.200883 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c89bea07-1a72-45ef-b850-d71f67dde2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.202404 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f8cdc1a0-c91b-42c8-9250-fed27cd136b6 req-265412d1-6aff-439a-aa2f-f0289d8eebc8 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=71a611d7-a890-4d2a-8525-83cb3fa37a73 HTTP/1.1" status: 200 len: 210 time: 0.0724339 Jul 15 13:04:09.204254 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c472c54e-7983-4be9-8493-5173701d2ec6 None None] Pushing event updated for resources: {'Port': ['ID=e894a401-4a71-4fd7-9e4a-ab3fde1f9d11,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:09.236150 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2cf17949-1c1e-4b34-9e78-111efed6d20d req-5920219a-3dca-4aea-b64a-bd9d3b6812a0 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/security-groups?id=a808b393-b40c-49ca-a0c6-0d3624004a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638978 Jul 15 13:04:09.260566 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89bea07-1a72-45ef-b850-d71f67dde2aa admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:09.264281 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-c89bea07-1a72-45ef-b850-d71f67dde2aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:09.276556 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-c472c54e-7983-4be9-8493-5173701d2ec6 None None] Attempting to bind port e894a401-4a71-4fd7-9e4a-ab3fde1f9d11 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:04:09.276556 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-c472c54e-7983-4be9-8493-5173701d2ec6 None None] Attempting to bind port e894a401-4a71-4fd7-9e4a-ab3fde1f9d11 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'd751f920-85db-44b1-b4da-6499625779d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd1622e43-c71b-4f67-9481-0d663bee5d8d'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:04:09.276556 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c472c54e-7983-4be9-8493-5173701d2ec6 None None] Attempting to bind port e894a401-4a71-4fd7-9e4a-ab3fde1f9d11 on network d1622e43-c71b-4f67-9481-0d663bee5d8d {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:09.277051 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c472c54e-7983-4be9-8493-5173701d2ec6 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:04:09.277197 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89bea07-1a72-45ef-b850-d71f67dde2aa admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:04:09.277625 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c472c54e-7983-4be9-8493-5173701d2ec6 None None] Checking segment: {'id': 'd751f920-85db-44b1-b4da-6499625779d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd1622e43-c71b-4f67-9481-0d663bee5d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:09.278128 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c472c54e-7983-4be9-8493-5173701d2ec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.278649 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c472c54e-7983-4be9-8493-5173701d2ec6 None None] Bound using segment: {'id': 'd751f920-85db-44b1-b4da-6499625779d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd1622e43-c71b-4f67-9481-0d663bee5d8d'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:04:09.279218 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-c472c54e-7983-4be9-8493-5173701d2ec6 None None] Bound port: e894a401-4a71-4fd7-9e4a-ab3fde1f9d11, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd751f920-85db-44b1-b4da-6499625779d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd1622e43-c71b-4f67-9481-0d663bee5d8d'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:04:09.279690 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c472c54e-7983-4be9-8493-5173701d2ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.302194 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89bea07-1a72-45ef-b850-d71f67dde2aa admin admin] Pushing event updated for resources: {'Port': ['ID=197dc4c7-871e-4cae-806f-0e10201388c2,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:09.349954 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-5a60a362-2503-4169-bade-0358f32bf2e3 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Made reservation on behalf of fc199b3ab9a6459084008ff032191508 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:04:09.353737 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-5a60a362-2503-4169-bade-0358f32bf2e3 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.368298 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-c472c54e-7983-4be9-8493-5173701d2ec6 None None] For port e894a401-4a71-4fd7-9e4a-ab3fde1f9d11, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:09.383818 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-c472c54e-7983-4be9-8493-5173701d2ec6 None None] For port e894a401-4a71-4fd7-9e4a-ab3fde1f9d11, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=e894a401-4a71-4fd7-9e4a-ab3fde1f9d11,segment=NetworkSegment(d751f920-85db-44b1-b4da-6499625779d4),segment_id=d751f920-85db-44b1-b4da-6499625779d4)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:04:09.393104 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c472c54e-7983-4be9-8493-5173701d2ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.448699 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e7e55cfb-96a0-4a4f-9a54-515753b8154f req-63b411d6-9f2c-4d49-901d-2cc136747795 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.465622 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['c71bfd72-acc6-41ab-82f1-f7d6d97824ee', 'ca9d6579-4908-42fe-bc48-5b82cd58bee5', 'f1ff28ee-a79d-496e-8c91-89850b16bba4'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:09.490070 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c472c54e-7983-4be9-8493-5173701d2ec6 None None] Pushing event updated for resources: {'Port': ['ID=e894a401-4a71-4fd7-9e4a-ab3fde1f9d11,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:09.543091 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b411d6-9f2c-4d49-901d-2cc136747795 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Pushing event deleted for resources: {'Port': ['ID=f1ff28ee-a79d-496e-8c91-89850b16bba4,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:09.594614 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c89bea07-1a72-45ef-b850-d71f67dde2aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.719875 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e55cfb-96a0-4a4f-9a54-515753b8154f req-63b411d6-9f2c-4d49-901d-2cc136747795 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] No DVR routers for this DVR port f1ff28ee-a79d-496e-8c91-89850b16bba4 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:04:09.722634 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e7e55cfb-96a0-4a4f-9a54-515753b8154f req-63b411d6-9f2c-4d49-901d-2cc136747795 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.725499 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e7e55cfb-96a0-4a4f-9a54-515753b8154f req-63b411d6-9f2c-4d49-901d-2cc136747795 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.46 "DELETE /v2.0/ports/f1ff28ee-a79d-496e-8c91-89850b16bba4 HTTP/1.1" status: 204 len: 173 time: 1.3115013 Jul 15 13:04:09.768094 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6753eba-1599-47bc-85a9-6660083ac125', 'name': 'network-vif-deleted', 'tag': 'f1ff28ee-a79d-496e-8c91-89850b16bba4'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:09.770459 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6e7815-adff-489f-af30-9c0fa527e05d" -d '{"events": [{"server_uuid": "c6753eba-1599-47bc-85a9-6660083ac125", "name": "network-vif-deleted", "tag": "f1ff28ee-a79d-496e-8c91-89850b16bba4"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:09.817513 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-5a60a362-2503-4169-bade-0358f32bf2e3 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Allocated IP 172.20.0.14 (111a9c93-c732-4208-b8b6-92c471a9345c/730641c7-930e-437f-91e2-0f97e39682ab/09ebe600-2506-42d1-91d7-78ee1c2c941a) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:04:09.829212 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-fcbd8e4d-ea3e-48ac-8a45-4fc96228d653 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:09.836253 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-fcbd8e4d-ea3e-48ac-8a45-4fc96228d653 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/networks?id=d3d13df7-8f63-4fd3-b4c3-9dbbf965484e HTTP/1.1" status: 200 len: 821 time: 0.3901381 Jul 15 13:04:09.860982 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c655a6a-a203-44c8-95ee-a75929f32721 req-41bc3cd3-69b3-40ba-97d4-ea7b40aaef8a tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:09.870305 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2c655a6a-a203-44c8-95ee-a75929f32721 req-41bc3cd3-69b3-40ba-97d4-ea7b40aaef8a tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=903bf235-0112-46e2-a261-d49ca69db49f HTTP/1.1" status: 200 len: 945 time: 0.3905442 Jul 15 13:04:09.886614 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-b3b937f9-bd59-46b5-bc3a-b796b0e80fb0 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/quotas/5ec00a680c434a2486813c33fed5e017 HTTP/1.1" status: 200 len: 375 time: 0.0491371 Jul 15 13:04:09.923786 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c89bea07-1a72-45ef-b850-d71f67dde2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:10.000713 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2c655a6a-a203-44c8-95ee-a75929f32721 req-065ba206-0294-40e5-895e-ac792fcefcae tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294503 Jul 15 13:04:10.103618 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89bea07-1a72-45ef-b850-d71f67dde2aa admin admin] Router 4d6e3e32-bef0-4431-9414-862048a48853 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:04:10.381093 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87416d71-fa4c-4b6c-8c13-ca5f9b8d16e6 x-openstack-request-id: req-87416d71-fa4c-4b6c-8c13-ca5f9b8d16e6 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:10.381485 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6753eba-1599-47bc-85a9-6660083ac125", "name": "network-vif-deleted", "tag": "f1ff28ee-a79d-496e-8c91-89850b16bba4", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:10.381737 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87416d71-fa4c-4b6c-8c13-ca5f9b8d16e6 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:10.382134 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6753eba-1599-47bc-85a9-6660083ac125', 'name': 'network-vif-deleted', 'tag': 'f1ff28ee-a79d-496e-8c91-89850b16bba4', 'status': 'completed', 'code': 200} Jul 15 13:04:10.481662 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-51edae24-f479-4f37-923d-551689b1cace tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ec00a680c434a2486813c33fed5e017&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5942628 Jul 15 13:04:10.526480 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89bea07-1a72-45ef-b850-d71f67dde2aa admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:04:10.539499 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22e7805-b488-42c7-971e-29efb6b33c3b None None] Sync routers for ids ['4d6e3e32-bef0-4431-9414-862048a48853'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:04:10.551601 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c89bea07-1a72-45ef-b850-d71f67dde2aa admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:10.556623 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c89bea07-1a72-45ef-b850-d71f67dde2aa admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 2.3590720 Jul 15 13:04:10.556792 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22e7805-b488-42c7-971e-29efb6b33c3b None None] Routers {'4d6e3e32-bef0-4431-9414-862048a48853'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:10.556792 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-e22e7805-b488-42c7-971e-29efb6b33c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:04:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['4d6e3e32-bef0-4431-9414-862048a48853'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:10.557727 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43282) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:10.567731 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-5a60a362-2503-4169-bade-0358f32bf2e3 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:10.590782 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416b656-af5a-4d62-8dd5-9a5ffbe6958f req-3df8070a-e555-4946-b6a0-47cda75a10da tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:10.597612 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7416b656-af5a-4d62-8dd5-9a5ffbe6958f req-3df8070a-e555-4946-b6a0-47cda75a10da tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 950 time: 0.2189157 Jul 15 13:04:10.710879 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-8fc4e00b-30ee-4a94-b810-82e62e256df2 service neutron] 10.222.0.16 "GET /v2.0/networks/d3d13df7-8f63-4fd3-b4c3-9dbbf965484e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014055 Jul 15 13:04:10.723403 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7416b656-af5a-4d62-8dd5-9a5ffbe6958f req-0fbb92f4-3bfe-4630-8923-ac265a41b9be tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248636 Jul 15 13:04:10.727064 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-e22e7805-b488-42c7-971e-29efb6b33c3b None None] Set router 4d6e3e32-bef0-4431-9414-862048a48853 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:10.822805 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489c26d5-1716-481c-949e-97caccac8255 None None] Network d1622e43-c71b-4f67-9481-0d663bee5d8d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:04:10.842626 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-5a60a362-2503-4169-bade-0358f32bf2e3 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:10.906086 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-5a60a362-2503-4169-bade-0358f32bf2e3 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Network 111a9c93-c732-4208-b8b6-92c471a9345c is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:10.910442 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6b5e7b71-7ed7-46d0-8de5-2b69c9a0921c None None] Provisioning for port e894a401-4a71-4fd7-9e4a-ab3fde1f9d11 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:10.916803 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-5a60a362-2503-4169-bade-0358f32bf2e3 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:10.919726 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-5a60a362-2503-4169-bade-0358f32bf2e3 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:04:11.001302 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a60a362-2503-4169-bade-0358f32bf2e3 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Pushing event updated for resources: {'Port': ['ID=09ebe600-2506-42d1-91d7-78ee1c2c941a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:11.028637 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-041b9a26-aa8f-4427-8b89-f03b2b29fcbc service neutron] 10.222.0.16 "GET /v2.0/networks/d3d13df7-8f63-4fd3-b4c3-9dbbf965484e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167903 Jul 15 13:04:11.092071 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-5a60a362-2503-4169-bade-0358f32bf2e3 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:11.092724 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-5a60a362-2503-4169-bade-0358f32bf2e3 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:11.111052 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device e894a401-4a71-4fd7-9e4a-ab3fde1f9d11 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:11.122512 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-5a60a362-2503-4169-bade-0358f32bf2e3 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0904391 Jul 15 13:04:11.143383 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c78b5-1f3a-4497-8c19-bd523b36700b req-c4da4c43-a879-49e6-826c-8eed82dc7914 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:11.151030 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6fd36c6b-35d8-458d-933c-2765667c57fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:11.152766 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c92c78b5-1f3a-4497-8c19-bd523b36700b req-c4da4c43-a879-49e6-826c-8eed82dc7914 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=71a611d7-a890-4d2a-8525-83cb3fa37a73 HTTP/1.1" status: 200 len: 932 time: 0.1229761 Jul 15 13:04:11.161023 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-79899a42-efe2-4a4b-9bb6-f2c2f61a8d46 service neutron] Request body: {'port': {'device_id': '71a611d7-a890-4d2a-8525-83cb3fa37a73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:11.183159 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-e22e7805-b488-42c7-971e-29efb6b33c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6e3e32-bef0-4431-9414-862048a48853', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-692996856-router', 'tenant_id': '2b06e57083cd43d1931fbcab22f154c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '197dc4c7-871e-4cae-806f-0e10201388c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:08Z', 'updated_at': '2021-07-15T13:04:09Z', 'revision_number': 3, 'project_id': '2b06e57083cd43d1931fbcab22f154c0', 'gw_port': {'id': '197dc4c7-871e-4cae-806f-0e10201388c2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:90:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6e3e32-bef0-4431-9414-862048a48853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:08Z', 'updated_at': '2021-07-15T13:04:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:11.232333 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22e7805-b488-42c7-971e-29efb6b33c3b None None] Checking router: 4d6e3e32-bef0-4431-9414-862048a48853 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:04:11.232694 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22e7805-b488-42c7-971e-29efb6b33c3b None None] Updating router 4d6e3e32-bef0-4431-9414-862048a48853 port 197dc4c7-871e-4cae-806f-0e10201388c2 binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:04:11.288149 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e22e7805-b488-42c7-971e-29efb6b33c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:11.323610 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c92c78b5-1f3a-4497-8c19-bd523b36700b req-8756aef0-83d8-41ca-ad93-641c8edfb3fa tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698720 Jul 15 13:04:11.363353 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-79899a42-efe2-4a4b-9bb6-f2c2f61a8d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:11.410985 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port e894a401-4a71-4fd7-9e4a-ab3fde1f9d11 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:11.428901 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port e894a401-4a71-4fd7-9e4a-ab3fde1f9d11 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:11.429310 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:11.448144 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-6fd36c6b-35d8-458d-933c-2765667c57fa admin admin] Allocated IP 172.20.0.1 (d1622e43-c71b-4f67-9481-0d663bee5d8d/c53f4ee9-7828-47bf-9009-7cc93ea87fa1/cfc77a9a-6675-407d-994e-9ba89d5f63a6) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:04:11.583620 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:11.636895 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-65df120a-6287-45f9-a9e0-863cf6d4b889 req-cbdc019e-3212-4910-be56-84889460c15f tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=275bdd27-5d7d-41a8-bbe9-0daa9c5340b2 HTTP/1.1" status: 200 len: 210 time: 0.0630867 Jul 15 13:04:11.646002 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6fd36c6b-35d8-458d-933c-2765667c57fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:11.661574 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-6fd36c6b-35d8-458d-933c-2765667c57fa admin admin] Transition to ACTIVE for port object cfc77a9a-6675-407d-994e-9ba89d5f63a6 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:11.685130 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device f1ff28ee-a79d-496e-8c91-89850b16bba4 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:11.713691 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6fd36c6b-35d8-458d-933c-2765667c57fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:11.719932 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69851786-106b-4a3e-9d14-11a9827b34d2 req-288dfd38-2c68-403f-892b-37cdf1c1c279 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:11.721509 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-69851786-106b-4a3e-9d14-11a9827b34d2 req-288dfd38-2c68-403f-892b-37cdf1c1c279 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=903bf235-0112-46e2-a261-d49ca69db49f HTTP/1.1" status: 200 len: 945 time: 0.2820671 Jul 15 13:04:11.774531 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd36c6b-35d8-458d-933c-2765667c57fa admin admin] Network d1622e43-c71b-4f67-9481-0d663bee5d8d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:11.780875 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: f1ff28ee-a79d-496e-8c91-89850b16bba4 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:04:11.781207 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-6fd36c6b-35d8-458d-933c-2765667c57fa admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:11.781426 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device f1ff28ee-a79d-496e-8c91-89850b16bba4 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:04:11.781930 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device c5642aad-dcec-4528-9b7f-7099df36f378 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:11.787209 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd36c6b-35d8-458d-933c-2765667c57fa admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:04:11.836680 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6fd36c6b-35d8-458d-933c-2765667c57fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:11.895882 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: c5642aad-dcec-4528-9b7f-7099df36f378 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:04:11.900143 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device c5642aad-dcec-4528-9b7f-7099df36f378 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:04:11.907463 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-69851786-106b-4a3e-9d14-11a9827b34d2 req-d0abcda1-b91a-4a85-a497-02752f82ad68 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732097 Jul 15 13:04:11.908000 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port e894a401-4a71-4fd7-9e4a-ab3fde1f9d11, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=e894a401-4a71-4fd7-9e4a-ab3fde1f9d11,segment=NetworkSegment(d751f920-85db-44b1-b4da-6499625779d4),segment_id=d751f920-85db-44b1-b4da-6499625779d4)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:11.940865 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:12.012552 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd36c6b-35d8-458d-933c-2765667c57fa admin admin] Pushing event updated for resources: {'Port': ['ID=cfc77a9a-6675-407d-994e-9ba89d5f63a6,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:12.076197 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6fd36c6b-35d8-458d-933c-2765667c57fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:12.104690 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-79899a42-efe2-4a4b-9bb6-f2c2f61a8d46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09ebe600-2506-42d1-91d7-78ee1c2c941a {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:12.116308 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-79899a42-efe2-4a4b-9bb6-f2c2f61a8d46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:12.123324 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-2f6f97fd-8f0b-4dd2-9077-f866c799fa16 None None] Provisioning complete for port e894a401-4a71-4fd7-9e4a-ab3fde1f9d11 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:12.123841 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2f6f97fd-8f0b-4dd2-9077-f866c799fa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:12.139306 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-79899a42-efe2-4a4b-9bb6-f2c2f61a8d46 service neutron] Transition to ACTIVE for port object 09ebe600-2506-42d1-91d7-78ee1c2c941a will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:12.149364 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-79899a42-efe2-4a4b-9bb6-f2c2f61a8d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:12.192920 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=e894a401-4a71-4fd7-9e4a-ab3fde1f9d11,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:12.197596 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e22e7805-b488-42c7-971e-29efb6b33c3b None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:12.218112 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-e22e7805-b488-42c7-971e-29efb6b33c3b None None] Transition to ACTIVE for port object 197dc4c7-871e-4cae-806f-0e10201388c2 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:12.232767 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e22e7805-b488-42c7-971e-29efb6b33c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:12.267702 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79899a42-efe2-4a4b-9bb6-f2c2f61a8d46 service neutron] Pushing event updated for resources: {'Port': ['ID=09ebe600-2506-42d1-91d7-78ee1c2c941a,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:12.330912 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b76d12d-2135-4e68-900e-ee0d899fd9df None None] Pushing event updated for resources: {'Port': ['ID=197dc4c7-871e-4cae-806f-0e10201388c2,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:12.334971 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-e22e7805-b488-42c7-971e-29efb6b33c3b None None] Attempting to bind port 197dc4c7-871e-4cae-806f-0e10201388c2 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:04:12.335990 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-e22e7805-b488-42c7-971e-29efb6b33c3b None None] Attempting to bind port 197dc4c7-871e-4cae-806f-0e10201388c2 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:04:12.336459 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22e7805-b488-42c7-971e-29efb6b33c3b None None] Attempting to bind port 197dc4c7-871e-4cae-806f-0e10201388c2 on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:12.343959 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6fd36c6b-35d8-458d-933c-2765667c57fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:12.345162 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22e7805-b488-42c7-971e-29efb6b33c3b None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:04:12.345500 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22e7805-b488-42c7-971e-29efb6b33c3b None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:12.346040 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e22e7805-b488-42c7-971e-29efb6b33c3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:12.346593 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22e7805-b488-42c7-971e-29efb6b33c3b None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:04:12.347494 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-e22e7805-b488-42c7-971e-29efb6b33c3b None None] Bound port: 197dc4c7-871e-4cae-806f-0e10201388c2, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:04:12.347924 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e22e7805-b488-42c7-971e-29efb6b33c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:12.352792 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6fd36c6b-35d8-458d-933c-2765667c57fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:12.415973 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-e22e7805-b488-42c7-971e-29efb6b33c3b None None] For port 197dc4c7-871e-4cae-806f-0e10201388c2, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:12.419488 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-e22e7805-b488-42c7-971e-29efb6b33c3b None None] For port 197dc4c7-871e-4cae-806f-0e10201388c2, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=197dc4c7-871e-4cae-806f-0e10201388c2,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:04:12.425543 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e22e7805-b488-42c7-971e-29efb6b33c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:12.431343 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-79899a42-efe2-4a4b-9bb6-f2c2f61a8d46 service neutron] Attempting to bind port 09ebe600-2506-42d1-91d7-78ee1c2c941a on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:04:12.431679 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-79899a42-efe2-4a4b-9bb6-f2c2f61a8d46 service neutron] Attempting to bind port 09ebe600-2506-42d1-91d7-78ee1c2c941a by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'dda3590f-77f2-473e-918f-51e02247fb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '111a9c93-c732-4208-b8b6-92c471a9345c'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:04:12.432004 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-79899a42-efe2-4a4b-9bb6-f2c2f61a8d46 service neutron] Attempting to bind port 09ebe600-2506-42d1-91d7-78ee1c2c941a on network 111a9c93-c732-4208-b8b6-92c471a9345c {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:12.437768 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd36c6b-35d8-458d-933c-2765667c57fa admin admin] Pushing event updated for resources: {'Port': ['ID=cfc77a9a-6675-407d-994e-9ba89d5f63a6,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:12.438245 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-79899a42-efe2-4a4b-9bb6-f2c2f61a8d46 service neutron] Port 09ebe600-2506-42d1-91d7-78ee1c2c941a on network 111a9c93-c732-4208-b8b6-92c471a9345c not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:04:12.439254 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-79899a42-efe2-4a4b-9bb6-f2c2f61a8d46 service neutron] Attempting to bind port 09ebe600-2506-42d1-91d7-78ee1c2c941a on network 111a9c93-c732-4208-b8b6-92c471a9345c {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:12.449025 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6fd36c6b-35d8-458d-933c-2765667c57fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:12.465625 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1549a6-1912-4256-a64f-8f79044b59d3 req-86e15e2e-7c94-4310-b852-9fc01e33b437 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:12.467163 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9a1549a6-1912-4256-a64f-8f79044b59d3 req-86e15e2e-7c94-4310-b852-9fc01e33b437 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 950 time: 0.2654424 Jul 15 13:04:12.474244 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-79899a42-efe2-4a4b-9bb6-f2c2f61a8d46 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:04:12.475379 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-79899a42-efe2-4a4b-9bb6-f2c2f61a8d46 service neutron] Checking segment: {'id': 'dda3590f-77f2-473e-918f-51e02247fb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '111a9c93-c732-4208-b8b6-92c471a9345c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:12.476057 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-79899a42-efe2-4a4b-9bb6-f2c2f61a8d46 service neutron] Bound using segment: {'id': 'dda3590f-77f2-473e-918f-51e02247fb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '111a9c93-c732-4208-b8b6-92c471a9345c'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:04:12.477165 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-79899a42-efe2-4a4b-9bb6-f2c2f61a8d46 service neutron] Bound port: 09ebe600-2506-42d1-91d7-78ee1c2c941a, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dda3590f-77f2-473e-918f-51e02247fb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '111a9c93-c732-4208-b8b6-92c471a9345c'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:04:12.478584 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-79899a42-efe2-4a4b-9bb6-f2c2f61a8d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:12.498266 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22e7805-b488-42c7-971e-29efb6b33c3b None None] Routers {'4d6e3e32-bef0-4431-9414-862048a48853'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:12.498834 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-e22e7805-b488-42c7-971e-29efb6b33c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:04:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['4d6e3e32-bef0-4431-9414-862048a48853'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:12.561663 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd36c6b-35d8-458d-933c-2765667c57fa admin admin] Network d1622e43-c71b-4f67-9481-0d663bee5d8d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:12.563581 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-6fd36c6b-35d8-458d-933c-2765667c57fa admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:12.581774 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68258622-177f-458d-8b77-b9251993630d req-5c0124f8-e3ea-4c2d-b777-3af16694951d tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:12.583550 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-68258622-177f-458d-8b77-b9251993630d req-5c0124f8-e3ea-4c2d-b777-3af16694951d tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?device_id=57365271-24f2-4a4e-9d00-9c19d6270689 HTTP/1.1" status: 200 len: 946 time: 0.1899579 Jul 15 13:04:12.598085 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-2df4f6a0-8a4c-4585-be28-7b10005b5f49 None None] Provisioning for port cfc77a9a-6675-407d-994e-9ba89d5f63a6 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:12.609050 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b76d12d-2135-4e68-900e-ee0d899fd9df None None] Pushing event updated for resources: {'Port': ['ID=197dc4c7-871e-4cae-806f-0e10201388c2,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:12.615882 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-2df4f6a0-8a4c-4585-be28-7b10005b5f49 None None] Provisioning complete for port cfc77a9a-6675-407d-994e-9ba89d5f63a6 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:12.616269 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2df4f6a0-8a4c-4585-be28-7b10005b5f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:12.621450 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9a1549a6-1912-4256-a64f-8f79044b59d3 req-787987a7-9eb3-4237-aeb1-629e4243d10b tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391442 Jul 15 13:04:12.657081 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-79899a42-efe2-4a4b-9bb6-f2c2f61a8d46 service neutron] For port 09ebe600-2506-42d1-91d7-78ee1c2c941a, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:12.667063 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-79899a42-efe2-4a4b-9bb6-f2c2f61a8d46 service neutron] For port 09ebe600-2506-42d1-91d7-78ee1c2c941a, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=09ebe600-2506-42d1-91d7-78ee1c2c941a,segment=NetworkSegment(dda3590f-77f2-473e-918f-51e02247fb49),segment_id=dda3590f-77f2-473e-918f-51e02247fb49)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:04:12.687042 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-68258622-177f-458d-8b77-b9251993630d req-5a18badb-ebb4-4d15-a645-fc6cf37e8300 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/security-groups?id=a808b393-b40c-49ca-a0c6-0d3624004a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887349 Jul 15 13:04:12.688880 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-79899a42-efe2-4a4b-9bb6-f2c2f61a8d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:12.708065 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-79899a42-efe2-4a4b-9bb6-f2c2f61a8d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:12.708766 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-79899a42-efe2-4a4b-9bb6-f2c2f61a8d46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:12.710467 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-79899a42-efe2-4a4b-9bb6-f2c2f61a8d46 service neutron] 10.222.0.46 "PUT /v2.0/ports/09ebe600-2506-42d1-91d7-78ee1c2c941a HTTP/1.1" status: 200 len: 1093 time: 1.5545497 Jul 15 13:04:12.713251 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a611d7-a890-4d2a-8525-83cb3fa37a73', 'tag': '09ebe600-2506-42d1-91d7-78ee1c2c941a'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:12.714553 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1297bea3-863f-44f5-804f-b4b1805b1dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "71a611d7-a890-4d2a-8525-83cb3fa37a73", "tag": "09ebe600-2506-42d1-91d7-78ee1c2c941a"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:12.809880 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd36c6b-35d8-458d-933c-2765667c57fa admin admin] Router 4d6e3e32-bef0-4431-9414-862048a48853 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:04:12.813049 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79899a42-efe2-4a4b-9bb6-f2c2f61a8d46 service neutron] Pushing event updated for resources: {'Port': ['ID=09ebe600-2506-42d1-91d7-78ee1c2c941a,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:12.929418 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-5e6787a5-57a8-436b-bd0b-48e55c50f51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:12.931329 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-5e6787a5-57a8-436b-bd0b-48e55c50f51c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc199b3ab9a6459084008ff032191508&device_id=71a611d7-a890-4d2a-8525-83cb3fa37a73 HTTP/1.1" status: 200 len: 1096 time: 0.1518772 Jul 15 13:04:12.943867 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-e22e7805-b488-42c7-971e-29efb6b33c3b None None] Set router 4d6e3e32-bef0-4431-9414-862048a48853 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:12.946244 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2df4f6a0-8a4c-4585-be28-7b10005b5f49 None None] Port cfc77a9a-6675-407d-994e-9ba89d5f63a6 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:04:12.947709 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d4990-e904-4138-b09a-782564379ee1 req-a66e2f52-1f26-4ff8-af04-a1c3a42d9201 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:12.949411 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-076d4990-e904-4138-b09a-782564379ee1 req-a66e2f52-1f26-4ff8-af04-a1c3a42d9201 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=71a611d7-a890-4d2a-8525-83cb3fa37a73 HTTP/1.1" status: 200 len: 944 time: 0.1015022 Jul 15 13:04:12.975677 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd36c6b-35d8-458d-933c-2765667c57fa admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:04:12.988142 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6fd36c6b-35d8-458d-933c-2765667c57fa admin admin] 10.222.0.16 "PUT /v2.0/routers/4d6e3e32-bef0-4431-9414-862048a48853/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4293494 Jul 15 13:04:13.011645 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-838ef613-6229-4ec1-b084-85403cdd5925 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09ebe600-2506-42d1-91d7-78ee1c2c941a HTTP/1.1" status: 200 len: 217 time: 0.0609212 Jul 15 13:04:13.049855 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-076d4990-e904-4138-b09a-782564379ee1 req-467fd108-bd29-4534-957a-e0c4582b36b8 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922136 Jul 15 13:04:13.092236 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device e894a401-4a71-4fd7-9e4a-ab3fde1f9d11 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:13.126332 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecef465-35e7-4c7a-8148-1ec84f2eee1a x-openstack-request-id: req-5ecef465-35e7-4c7a-8148-1ec84f2eee1a {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:13.126756 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71a611d7-a890-4d2a-8525-83cb3fa37a73", "tag": "09ebe600-2506-42d1-91d7-78ee1c2c941a", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:13.127008 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5ecef465-35e7-4c7a-8148-1ec84f2eee1a {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:13.127403 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a611d7-a890-4d2a-8525-83cb3fa37a73', 'tag': '09ebe600-2506-42d1-91d7-78ee1c2c941a', 'status': 'completed', 'code': 200} Jul 15 13:04:13.149765 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-dbfc043b-3677-449a-b7c5-36f0a08f1bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:13.151873 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-dbfc043b-3677-449a-b7c5-36f0a08f1bce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=730641c7-930e-437f-91e2-0f97e39682ab HTTP/1.1" status: 200 len: 845 time: 0.1204360 Jul 15 13:04:13.154261 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-45740576-fe18-45e5-86df-226b7be908b4 req-5daff03c-ecf8-47d0-89e9-0d3417db8d14 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=275bdd27-5d7d-41a8-bbe9-0daa9c5340b2 HTTP/1.1" status: 200 len: 210 time: 0.0445902 Jul 15 13:04:13.200179 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6c993e6c-3eda-4ff7-940a-28d450959380 None None] Provisioning complete for port cfc77a9a-6675-407d-994e-9ba89d5f63a6 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:13.200560 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6c993e6c-3eda-4ff7-940a-28d450959380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:13.251548 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-2ba6c618-fa5e-48c4-991e-35b61e991068 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=111a9c93-c732-4208-b8b6-92c471a9345c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899241 Jul 15 13:04:13.280218 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-6c993e6c-3eda-4ff7-940a-28d450959380 None None] Port cfc77a9a-6675-407d-994e-9ba89d5f63a6 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:04:13.299307 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port e894a401-4a71-4fd7-9e4a-ab3fde1f9d11 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:13.299646 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:13.413077 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-e22e7805-b488-42c7-971e-29efb6b33c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6e3e32-bef0-4431-9414-862048a48853', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-692996856-router', 'tenant_id': '2b06e57083cd43d1931fbcab22f154c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '197dc4c7-871e-4cae-806f-0e10201388c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:08Z', 'updated_at': '2021-07-15T13:04:12Z', 'revision_number': 4, 'project_id': '2b06e57083cd43d1931fbcab22f154c0', 'gw_port': {'id': '197dc4c7-871e-4cae-806f-0e10201388c2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:90:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6e3e32-bef0-4431-9414-862048a48853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:08Z', 'updated_at': '2021-07-15T13:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'cfc77a9a-6675-407d-994e-9ba89d5f63a6', 'name': '', 'network_id': 'd1622e43-c71b-4f67-9481-0d663bee5d8d', 'tenant_id': '2b06e57083cd43d1931fbcab22f154c0', 'mac_address': 'fa:16:3e:33:27:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6e3e32-bef0-4431-9414-862048a48853', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'c53f4ee9-7828-47bf-9009-7cc93ea87fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:11Z', 'updated_at': '2021-07-15T13:04:12Z', 'revision_number': 2, 'project_id': '2b06e57083cd43d1931fbcab22f154c0', 'subnets': [{'id': 'c53f4ee9-7828-47bf-9009-7cc93ea87fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:13.448041 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22e7805-b488-42c7-971e-29efb6b33c3b None None] The sync data for ids ['4d6e3e32-bef0-4431-9414-862048a48853'] in n-d-771363-36 is: [{'id': '4d6e3e32-bef0-4431-9414-862048a48853', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-692996856-router', 'tenant_id': '2b06e57083cd43d1931fbcab22f154c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '197dc4c7-871e-4cae-806f-0e10201388c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:08Z', 'updated_at': '2021-07-15T13:04:12Z', 'revision_number': 4, 'project_id': '2b06e57083cd43d1931fbcab22f154c0', 'gw_port': {'id': '197dc4c7-871e-4cae-806f-0e10201388c2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:90:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6e3e32-bef0-4431-9414-862048a48853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:08Z', 'updated_at': '2021-07-15T13:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'cfc77a9a-6675-407d-994e-9ba89d5f63a6', 'name': '', 'network_id': 'd1622e43-c71b-4f67-9481-0d663bee5d8d', 'tenant_id': '2b06e57083cd43d1931fbcab22f154c0', 'mac_address': 'fa:16:3e:33:27:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6e3e32-bef0-4431-9414-862048a48853', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'c53f4ee9-7828-47bf-9009-7cc93ea87fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:11Z', 'updated_at': '2021-07-15T13:04:12Z', 'revision_number': 2, 'project_id': '2b06e57083cd43d1931fbcab22f154c0', 'subnets': [{'id': 'c53f4ee9-7828-47bf-9009-7cc93ea87fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:04:13.472618 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-3bd030f4-5370-4353-974a-8220f521c887 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:13.474444 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-3bd030f4-5370-4353-974a-8220f521c887 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.46 "GET /v2.0/networks?id=d3d13df7-8f63-4fd3-b4c3-9dbbf965484e HTTP/1.1" status: 200 len: 821 time: 0.2197859 Jul 15 13:04:13.505358 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-2abb6577-705a-42e4-9c80-dcb8f8a7ad93 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Request body: {'port': {'device_id': '275bdd27-5d7d-41a8-bbe9-0daa9c5340b2', 'network_id': 'd3d13df7-8f63-4fd3-b4c3-9dbbf965484e', 'admin_state_up': True, 'tenant_id': '5ec00a680c434a2486813c33fed5e017'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:13.609617 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-b4c90bc5-c2c2-439a-9fce-b59e457bdf42 service neutron] 10.222.0.46 "GET /v2.0/networks/111a9c93-c732-4208-b8b6-92c471a9345c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434756 Jul 15 13:04:13.673242 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207014c-1a94-4af1-9f2b-d82acfc6ba83 req-1fd36939-a2e5-4665-b796-15ebc1c8df1d tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:13.679695 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d207014c-1a94-4af1-9f2b-d82acfc6ba83 req-1fd36939-a2e5-4665-b796-15ebc1c8df1d tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=903bf235-0112-46e2-a261-d49ca69db49f HTTP/1.1" status: 200 len: 945 time: 0.4331880 Jul 15 13:04:13.773895 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548fa7f-b505-4e3a-bc7f-beaff55f5559 req-99c41274-e66d-4a2a-87c7-ab156d3f3632 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:13.776203 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a548fa7f-b505-4e3a-bc7f-beaff55f5559 req-99c41274-e66d-4a2a-87c7-ab156d3f3632 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.46 "GET /v2.0/ports?device_id=57365271-24f2-4a4e-9d00-9c19d6270689 HTTP/1.1" status: 200 len: 946 time: 0.0779245 Jul 15 13:04:13.804274 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997cb458-4f04-4675-9836-52f290e90d1c req-e6943ef4-bd24-4cf8-9cf4-4329f5f56cc8 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:13.805833 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-997cb458-4f04-4675-9836-52f290e90d1c req-e6943ef4-bd24-4cf8-9cf4-4329f5f56cc8 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/networks?id=d1622e43-c71b-4f67-9481-0d663bee5d8d HTTP/1.1" status: 200 len: 828 time: 0.3271265 Jul 15 13:04:13.823115 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d207014c-1a94-4af1-9f2b-d82acfc6ba83 req-fc7cd7ba-2c65-4177-bdb6-6485c0cf59cf tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425278 Jul 15 13:04:13.860789 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-997cb458-4f04-4675-9836-52f290e90d1c req-e789b67c-bbcb-4eb3-ab07-a42155bd7cdf tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/quotas/2b06e57083cd43d1931fbcab22f154c0 HTTP/1.1" status: 200 len: 375 time: 0.0288789 Jul 15 13:04:13.866249 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d16e7fb-9d28-45b6-9de3-e9f1e96210d4 req-61d81585-b359-4605-90db-af647f5b6eee service neutron] 10.222.0.46 "GET /v2.0/networks/111a9c93-c732-4208-b8b6-92c471a9345c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125361 Jul 15 13:04:13.915794 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-a548fa7f-b505-4e3a-bc7f-beaff55f5559 req-8d4c5a39-ac9d-4faa-b4e0-7d33ea72c014 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Deleting port ca9d6579-4908-42fe-bc48-5b82cd58bee5 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:13.916128 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-a548fa7f-b505-4e3a-bc7f-beaff55f5559 req-8d4c5a39-ac9d-4faa-b4e0-7d33ea72c014 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:13.952003 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-2abb6577-705a-42e4-9c80-dcb8f8a7ad93 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Made reservation on behalf of 5ec00a680c434a2486813c33fed5e017 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:04:13.956421 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-2abb6577-705a-42e4-9c80-dcb8f8a7ad93 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:14.044003 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-a548fa7f-b505-4e3a-bc7f-beaff55f5559 req-8d4c5a39-ac9d-4faa-b4e0-7d33ea72c014 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] For port ca9d6579-4908-42fe-bc48-5b82cd58bee5, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ca9d6579-4908-42fe-bc48-5b82cd58bee5,segment=NetworkSegment(06712572-6641-4e2d-b66a-2188cc088c5e),segment_id=06712572-6641-4e2d-b66a-2188cc088c5e)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:14.044366 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-a548fa7f-b505-4e3a-bc7f-beaff55f5559 req-8d4c5a39-ac9d-4faa-b4e0-7d33ea72c014 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:14.059056 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-a548fa7f-b505-4e3a-bc7f-beaff55f5559 req-8d4c5a39-ac9d-4faa-b4e0-7d33ea72c014 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Calling delete_port for ca9d6579-4908-42fe-bc48-5b82cd58bee5 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:14.174590 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-997cb458-4f04-4675-9836-52f290e90d1c req-9b787326-eb49-47d7-894a-f821c7f4b371 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b06e57083cd43d1931fbcab22f154c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2812085 Jul 15 13:04:14.243504 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297bea3-863f-44f5-804f-b4b1805b1dd8 req-08718d59-bf89-4eca-b466-6a26af08947e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:14.245173 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1297bea3-863f-44f5-804f-b4b1805b1dd8 req-08718d59-bf89-4eca-b466-6a26af08947e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc199b3ab9a6459084008ff032191508&device_id=71a611d7-a890-4d2a-8525-83cb3fa37a73 HTTP/1.1" status: 200 len: 1096 time: 0.2943580 Jul 15 13:04:14.261090 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-a548fa7f-b505-4e3a-bc7f-beaff55f5559 req-8d4c5a39-ac9d-4faa-b4e0-7d33ea72c014 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:14.275273 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['c71bfd72-acc6-41ab-82f1-f7d6d97824ee', 'ca9d6579-4908-42fe-bc48-5b82cd58bee5'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:14.291507 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c5a39-ac9d-4faa-b4e0-7d33ea72c014 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Pushing event deleted for resources: {'Port': ['ID=ca9d6579-4908-42fe-bc48-5b82cd58bee5,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:14.358013 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a548fa7f-b505-4e3a-bc7f-beaff55f5559 req-8d4c5a39-ac9d-4faa-b4e0-7d33ea72c014 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] No DVR routers for this DVR port ca9d6579-4908-42fe-bc48-5b82cd58bee5 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:04:14.360782 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-a548fa7f-b505-4e3a-bc7f-beaff55f5559 req-8d4c5a39-ac9d-4faa-b4e0-7d33ea72c014 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:14.363272 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a548fa7f-b505-4e3a-bc7f-beaff55f5559 req-8d4c5a39-ac9d-4faa-b4e0-7d33ea72c014 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.46 "DELETE /v2.0/ports/ca9d6579-4908-42fe-bc48-5b82cd58bee5 HTTP/1.1" status: 204 len: 173 time: 0.5793755 Jul 15 13:04:14.364072 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57365271-24f2-4a4e-9d00-9c19d6270689', 'name': 'network-vif-deleted', 'tag': 'ca9d6579-4908-42fe-bc48-5b82cd58bee5'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:14.365116 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-2abb6577-705a-42e4-9c80-dcb8f8a7ad93 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Allocated IP 172.20.0.4 (d3d13df7-8f63-4fd3-b4c3-9dbbf965484e/ab662aed-9f29-4811-90d8-ddabb3046472/33bed4b3-f824-42d5-b85b-34cdf23840de) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:04:14.367906 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768a2473-9bf1-4ac3-81a3-9c1f2348a90b" -d '{"events": [{"server_uuid": "57365271-24f2-4a4e-9d00-9c19d6270689", "name": "network-vif-deleted", "tag": "ca9d6579-4908-42fe-bc48-5b82cd58bee5"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:14.379741 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e2270-0adc-42c6-b3fe-f81630cff21f req-a6a496bf-5d0f-4d6e-9898-ec2e09edd091 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:14.381577 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5c1e2270-0adc-42c6-b3fe-f81630cff21f req-a6a496bf-5d0f-4d6e-9898-ec2e09edd091 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 950 time: 0.2914212 Jul 15 13:04:14.504173 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-997cb458-4f04-4675-9836-52f290e90d1c req-d7742b0e-77af-43cb-bc39-c1ad1f222343 service neutron] 10.222.0.16 "GET /v2.0/networks/d1622e43-c71b-4f67-9481-0d663bee5d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342526 Jul 15 13:04:14.537011 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297bea3-863f-44f5-804f-b4b1805b1dd8 req-af57f6b8-ebc8-4bcc-9dad-2de0e27e89ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:14.539041 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1297bea3-863f-44f5-804f-b4b1805b1dd8 req-af57f6b8-ebc8-4bcc-9dad-2de0e27e89ab service neutron] 10.222.0.46 "GET /v2.0/networks?id=111a9c93-c732-4208-b8b6-92c471a9345c HTTP/1.1" status: 200 len: 906 time: 0.2806399 Jul 15 13:04:14.559791 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5c1e2270-0adc-42c6-b3fe-f81630cff21f req-b90839ce-5b31-4cd5-af75-8c67eaad2935 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396322 Jul 15 13:04:14.941544 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1297bea3-863f-44f5-804f-b4b1805b1dd8 req-69d20bd3-7c0a-4ad8-9e14-6419316a4563 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09ebe600-2506-42d1-91d7-78ee1c2c941a HTTP/1.1" status: 200 len: 217 time: 0.3748615 Jul 15 13:04:15.063196 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-102d8746-4056-4980-ab36-b8a39369cba5 req-1c03954f-acf3-4438-af2c-ba63d5bb67ef tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?device_id=57365271-24f2-4a4e-9d00-9c19d6270689 HTTP/1.1" status: 200 len: 210 time: 0.1170232 Jul 15 13:04:15.093378 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 197dc4c7-871e-4cae-806f-0e10201388c2 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:15.138770 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-997cb458-4f04-4675-9836-52f290e90d1c req-374fb023-941c-4b40-8f0b-1b3859c45db3 service neutron] 10.222.0.16 "GET /v2.0/networks/d1622e43-c71b-4f67-9481-0d663bee5d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6241522 Jul 15 13:04:15.162679 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297bea3-863f-44f5-804f-b4b1805b1dd8 req-1f30bfa0-e328-4579-a6ec-1351a3e9d2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:15.164268 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1297bea3-863f-44f5-804f-b4b1805b1dd8 req-1f30bfa0-e328-4579-a6ec-1351a3e9d2eb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=730641c7-930e-437f-91e2-0f97e39682ab HTTP/1.1" status: 200 len: 845 time: 0.1946092 Jul 15 13:04:15.170646 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 197dc4c7-871e-4cae-806f-0e10201388c2 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:15.184114 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 197dc4c7-871e-4cae-806f-0e10201388c2 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:15.185651 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:15.242049 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1297bea3-863f-44f5-804f-b4b1805b1dd8 req-d1df2b77-dce2-48d2-be57-9fed22467e1d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=111a9c93-c732-4208-b8b6-92c471a9345c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587752 Jul 15 13:04:15.247287 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-2abb6577-705a-42e4-9c80-dcb8f8a7ad93 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:15.318690 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:15.346042 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 197dc4c7-871e-4cae-806f-0e10201388c2, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=197dc4c7-871e-4cae-806f-0e10201388c2,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:15.352854 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:15.428682 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-2abb6577-705a-42e4-9c80-dcb8f8a7ad93 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:15.433346 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=197dc4c7-871e-4cae-806f-0e10201388c2,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:15.528440 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1297bea3-863f-44f5-804f-b4b1805b1dd8 req-e00638f9-6b0d-4e6f-b23b-0721a9eef707 service neutron] 10.222.0.46 "GET /v2.0/networks/111a9c93-c732-4208-b8b6-92c471a9345c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771239 Jul 15 13:04:15.548442 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-2abb6577-705a-42e4-9c80-dcb8f8a7ad93 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Network d3d13df7-8f63-4fd3-b4c3-9dbbf965484e is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:15.574973 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-2abb6577-705a-42e4-9c80-dcb8f8a7ad93 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:15.579411 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-2abb6577-705a-42e4-9c80-dcb8f8a7ad93 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:04:15.589438 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb6577-705a-42e4-9c80-dcb8f8a7ad93 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Pushing event updated for resources: {'Port': ['ID=33bed4b3-f824-42d5-b85b-34cdf23840de,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:15.707500 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359964e7-7779-45d8-9ccf-790e32980151 req-bdb2d620-489e-4402-ba31-1d0081402ede tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:15.709024 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-359964e7-7779-45d8-9ccf-790e32980151 req-bdb2d620-489e-4402-ba31-1d0081402ede tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=71a611d7-a890-4d2a-8525-83cb3fa37a73 HTTP/1.1" status: 200 len: 944 time: 0.3216162 Jul 15 13:04:15.717522 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-2abb6577-705a-42e4-9c80-dcb8f8a7ad93 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:15.718327 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-2abb6577-705a-42e4-9c80-dcb8f8a7ad93 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:15.732712 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11532816-332c-4dae-ba27-d68731ac0b55 req-738f4dd9-9f60-45ac-b1c1-67d0fc54bfd4 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:15.734155 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-11532816-332c-4dae-ba27-d68731ac0b55 req-738f4dd9-9f60-45ac-b1c1-67d0fc54bfd4 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=275bdd27-5d7d-41a8-bbe9-0daa9c5340b2 HTTP/1.1" status: 200 len: 931 time: 0.2983615 Jul 15 13:04:15.773507 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6772d692-1e03-46a4-ac5f-8f65bcacef94 None None] Sync routers for ids ['4d6e3e32-bef0-4431-9414-862048a48853'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:04:15.781067 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1297bea3-863f-44f5-804f-b4b1805b1dd8 req-67bcafa1-a267-46c4-ab6e-307e332889dc service neutron] 10.222.0.46 "GET /v2.0/networks/111a9c93-c732-4208-b8b6-92c471a9345c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374575 Jul 15 13:04:15.785930 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6772d692-1e03-46a4-ac5f-8f65bcacef94 None None] Routers {'4d6e3e32-bef0-4431-9414-862048a48853'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:15.786721 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-6772d692-1e03-46a4-ac5f-8f65bcacef94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:04:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['4d6e3e32-bef0-4431-9414-862048a48853'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:15.787931 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-2abb6577-705a-42e4-9c80-dcb8f8a7ad93 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2868655 Jul 15 13:04:15.810348 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-179f3f2b-4aa8-4ae2-95a6-beac90ab628d service neutron] Request body: {'port': {'device_id': '275bdd27-5d7d-41a8-bbe9-0daa9c5340b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:15.844069 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-359964e7-7779-45d8-9ccf-790e32980151 req-57a2a9f3-ef76-4088-b54d-beff271fb244 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223829 Jul 15 13:04:15.852684 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-11532816-332c-4dae-ba27-d68731ac0b55 req-1cf5b6d6-6fcb-4482-a538-11ec9e3dcc2a tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d43190b-dac3-4c19-9478-e4b1f29751a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034832 Jul 15 13:04:15.910182 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-179f3f2b-4aa8-4ae2-95a6-beac90ab628d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:15.925804 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-6772d692-1e03-46a4-ac5f-8f65bcacef94 None None] Set router 4d6e3e32-bef0-4431-9414-862048a48853 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:15.950816 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c9a7e0-e30c-4081-8fc7-e16a6312e603 x-openstack-request-id: req-a8c9a7e0-e30c-4081-8fc7-e16a6312e603 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:15.951789 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57365271-24f2-4a4e-9d00-9c19d6270689", "name": "network-vif-deleted", "tag": "ca9d6579-4908-42fe-bc48-5b82cd58bee5", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:15.952229 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a8c9a7e0-e30c-4081-8fc7-e16a6312e603 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:15.953042 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57365271-24f2-4a4e-9d00-9c19d6270689', 'name': 'network-vif-deleted', 'tag': 'ca9d6579-4908-42fe-bc48-5b82cd58bee5', 'status': 'completed', 'code': 200} Jul 15 13:04:16.170105 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-6772d692-1e03-46a4-ac5f-8f65bcacef94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6e3e32-bef0-4431-9414-862048a48853', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-692996856-router', 'tenant_id': '2b06e57083cd43d1931fbcab22f154c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '197dc4c7-871e-4cae-806f-0e10201388c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:08Z', 'updated_at': '2021-07-15T13:04:12Z', 'revision_number': 4, 'project_id': '2b06e57083cd43d1931fbcab22f154c0', 'gw_port': {'id': '197dc4c7-871e-4cae-806f-0e10201388c2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:90:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e3e32-bef0-4431-9414-862048a48853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:08Z', 'updated_at': '2021-07-15T13:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'cfc77a9a-6675-407d-994e-9ba89d5f63a6', 'name': '', 'network_id': 'd1622e43-c71b-4f67-9481-0d663bee5d8d', 'tenant_id': '2b06e57083cd43d1931fbcab22f154c0', 'mac_address': 'fa:16:3e:33:27:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6e3e32-bef0-4431-9414-862048a48853', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'c53f4ee9-7828-47bf-9009-7cc93ea87fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:11Z', 'updated_at': '2021-07-15T13:04:12Z', 'revision_number': 2, 'project_id': '2b06e57083cd43d1931fbcab22f154c0', 'subnets': [{'id': 'c53f4ee9-7828-47bf-9009-7cc93ea87fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:16.185117 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d88bb9-3bb8-40ab-b405-1039e3b438ec req-38f69e45-f924-4764-abee-6b7c21fb18ae tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:16.186670 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-30d88bb9-3bb8-40ab-b405-1039e3b438ec req-38f69e45-f924-4764-abee-6b7c21fb18ae tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=903bf235-0112-46e2-a261-d49ca69db49f HTTP/1.1" status: 200 len: 945 time: 0.1500537 Jul 15 13:04:16.202321 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6772d692-1e03-46a4-ac5f-8f65bcacef94 None None] Checking router: 4d6e3e32-bef0-4431-9414-862048a48853 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:04:16.202827 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6772d692-1e03-46a4-ac5f-8f65bcacef94 None None] Updating router 4d6e3e32-bef0-4431-9414-862048a48853 port cfc77a9a-6675-407d-994e-9ba89d5f63a6 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:04:16.237414 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6772d692-1e03-46a4-ac5f-8f65bcacef94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:16.252212 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cc02972e-a9d6-4b85-bb95-5bb2281f5592 req-9ec84341-ed64-4fff-a185-6eabae777ef8 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2ef0a96-9450-4445-b016-2ee402e27c74 HTTP/1.1" status: 200 len: 210 time: 0.0547504 Jul 15 13:04:16.285408 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-30d88bb9-3bb8-40ab-b405-1039e3b438ec req-ea68766f-0719-48ae-b939-b54783967d8c tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890901 Jul 15 13:04:16.320802 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-179f3f2b-4aa8-4ae2-95a6-beac90ab628d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33bed4b3-f824-42d5-b85b-34cdf23840de {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:16.329638 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-179f3f2b-4aa8-4ae2-95a6-beac90ab628d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:16.342767 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-179f3f2b-4aa8-4ae2-95a6-beac90ab628d service neutron] Transition to ACTIVE for port object 33bed4b3-f824-42d5-b85b-34cdf23840de will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:16.356826 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-179f3f2b-4aa8-4ae2-95a6-beac90ab628d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:16.478823 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f3f2b-4aa8-4ae2-95a6-beac90ab628d service neutron] Pushing event updated for resources: {'Port': ['ID=33bed4b3-f824-42d5-b85b-34cdf23840de,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:16.545353 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6772d692-1e03-46a4-ac5f-8f65bcacef94 None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:16.556218 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-6772d692-1e03-46a4-ac5f-8f65bcacef94 None None] Transition to ACTIVE for port object cfc77a9a-6675-407d-994e-9ba89d5f63a6 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:16.563688 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6772d692-1e03-46a4-ac5f-8f65bcacef94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:16.570579 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-179f3f2b-4aa8-4ae2-95a6-beac90ab628d service neutron] Attempting to bind port 33bed4b3-f824-42d5-b85b-34cdf23840de on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:04:16.571002 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-179f3f2b-4aa8-4ae2-95a6-beac90ab628d service neutron] Attempting to bind port 33bed4b3-f824-42d5-b85b-34cdf23840de by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '37e986e4-0792-4292-9ed3-45df87b63279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd3d13df7-8f63-4fd3-b4c3-9dbbf965484e'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:04:16.571401 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-179f3f2b-4aa8-4ae2-95a6-beac90ab628d service neutron] Attempting to bind port 33bed4b3-f824-42d5-b85b-34cdf23840de on network d3d13df7-8f63-4fd3-b4c3-9dbbf965484e {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:16.592444 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb6b32-1293-4417-a7ea-608ad97a04a7 req-407308c0-e4b5-4058-bb97-6bfb93ed4566 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:16.595208 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6abb6b32-1293-4417-a7ea-608ad97a04a7 req-407308c0-e4b5-4058-bb97-6bfb93ed4566 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 950 time: 0.1955171 Jul 15 13:04:16.601761 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-179f3f2b-4aa8-4ae2-95a6-beac90ab628d service neutron] Port 33bed4b3-f824-42d5-b85b-34cdf23840de on network d3d13df7-8f63-4fd3-b4c3-9dbbf965484e not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:04:16.602090 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-179f3f2b-4aa8-4ae2-95a6-beac90ab628d service neutron] Attempting to bind port 33bed4b3-f824-42d5-b85b-34cdf23840de on network d3d13df7-8f63-4fd3-b4c3-9dbbf965484e {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:16.614530 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09e91f-645c-47bf-988b-ddc747b38471 None None] Pushing event updated for resources: {'Port': ['ID=cfc77a9a-6675-407d-994e-9ba89d5f63a6,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:16.660164 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-179f3f2b-4aa8-4ae2-95a6-beac90ab628d service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:04:16.660164 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-179f3f2b-4aa8-4ae2-95a6-beac90ab628d service neutron] Checking segment: {'id': '37e986e4-0792-4292-9ed3-45df87b63279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd3d13df7-8f63-4fd3-b4c3-9dbbf965484e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:16.660561 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-179f3f2b-4aa8-4ae2-95a6-beac90ab628d service neutron] Bound using segment: {'id': '37e986e4-0792-4292-9ed3-45df87b63279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd3d13df7-8f63-4fd3-b4c3-9dbbf965484e'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:04:16.661013 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-179f3f2b-4aa8-4ae2-95a6-beac90ab628d service neutron] Bound port: 33bed4b3-f824-42d5-b85b-34cdf23840de, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37e986e4-0792-4292-9ed3-45df87b63279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd3d13df7-8f63-4fd3-b4c3-9dbbf965484e'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:04:16.661378 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-179f3f2b-4aa8-4ae2-95a6-beac90ab628d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:16.704080 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-6772d692-1e03-46a4-ac5f-8f65bcacef94 None None] Attempting to bind port cfc77a9a-6675-407d-994e-9ba89d5f63a6 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:04:16.704723 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-6772d692-1e03-46a4-ac5f-8f65bcacef94 None None] Attempting to bind port cfc77a9a-6675-407d-994e-9ba89d5f63a6 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'd751f920-85db-44b1-b4da-6499625779d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd1622e43-c71b-4f67-9481-0d663bee5d8d'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:04:16.705291 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6772d692-1e03-46a4-ac5f-8f65bcacef94 None None] Attempting to bind port cfc77a9a-6675-407d-994e-9ba89d5f63a6 on network d1622e43-c71b-4f67-9481-0d663bee5d8d {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:16.712306 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6772d692-1e03-46a4-ac5f-8f65bcacef94 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:04:16.713035 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6772d692-1e03-46a4-ac5f-8f65bcacef94 None None] Checking segment: {'id': 'd751f920-85db-44b1-b4da-6499625779d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd1622e43-c71b-4f67-9481-0d663bee5d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:16.713682 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6772d692-1e03-46a4-ac5f-8f65bcacef94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:16.714276 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6772d692-1e03-46a4-ac5f-8f65bcacef94 None None] Bound using segment: {'id': 'd751f920-85db-44b1-b4da-6499625779d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd1622e43-c71b-4f67-9481-0d663bee5d8d'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:04:16.715000 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-6772d692-1e03-46a4-ac5f-8f65bcacef94 None None] Bound port: cfc77a9a-6675-407d-994e-9ba89d5f63a6, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd751f920-85db-44b1-b4da-6499625779d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd1622e43-c71b-4f67-9481-0d663bee5d8d'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:04:16.715911 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6772d692-1e03-46a4-ac5f-8f65bcacef94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:16.747263 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6abb6b32-1293-4417-a7ea-608ad97a04a7 req-c6eb743f-cfc6-4c7b-892e-f585b64f68af tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407435 Jul 15 13:04:16.807503 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-6772d692-1e03-46a4-ac5f-8f65bcacef94 None None] For port cfc77a9a-6675-407d-994e-9ba89d5f63a6, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:16.812655 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-6772d692-1e03-46a4-ac5f-8f65bcacef94 None None] For port cfc77a9a-6675-407d-994e-9ba89d5f63a6, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=cfc77a9a-6675-407d-994e-9ba89d5f63a6,segment=NetworkSegment(d751f920-85db-44b1-b4da-6499625779d4),segment_id=d751f920-85db-44b1-b4da-6499625779d4)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:04:16.818962 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6772d692-1e03-46a4-ac5f-8f65bcacef94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:16.842368 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997cb458-4f04-4675-9836-52f290e90d1c req-f799fb99-baea-4ae7-b533-0afb943aeefa tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:16.856213 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-997cb458-4f04-4675-9836-52f290e90d1c req-f799fb99-baea-4ae7-b533-0afb943aeefa tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.46 "GET /v2.0/networks?id=d1622e43-c71b-4f67-9481-0d663bee5d8d HTTP/1.1" status: 200 len: 828 time: 0.3169134 Jul 15 13:04:16.875767 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-997cb458-4f04-4675-9836-52f290e90d1c req-e24b7ea9-e516-40ca-bc92-ab5e848376b7 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Request body: {'port': {'device_id': 'b2ef0a96-9450-4445-b016-2ee402e27c74', 'network_id': 'd1622e43-c71b-4f67-9481-0d663bee5d8d', 'admin_state_up': True, 'tenant_id': '2b06e57083cd43d1931fbcab22f154c0'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:16.881691 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6772d692-1e03-46a4-ac5f-8f65bcacef94 None None] Routers {'4d6e3e32-bef0-4431-9414-862048a48853'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:16.882932 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-6772d692-1e03-46a4-ac5f-8f65bcacef94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:04:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['4d6e3e32-bef0-4431-9414-862048a48853'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:17.001970 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-179f3f2b-4aa8-4ae2-95a6-beac90ab628d service neutron] For port 33bed4b3-f824-42d5-b85b-34cdf23840de, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:17.025892 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-179f3f2b-4aa8-4ae2-95a6-beac90ab628d service neutron] For port 33bed4b3-f824-42d5-b85b-34cdf23840de, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=33bed4b3-f824-42d5-b85b-34cdf23840de,segment=NetworkSegment(37e986e4-0792-4292-9ed3-45df87b63279),segment_id=37e986e4-0792-4292-9ed3-45df87b63279)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:04:17.045669 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 197dc4c7-871e-4cae-806f-0e10201388c2 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:17.047846 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-179f3f2b-4aa8-4ae2-95a6-beac90ab628d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:17.091199 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09e91f-645c-47bf-988b-ddc747b38471 None None] Pushing event updated for resources: {'Port': ['ID=cfc77a9a-6675-407d-994e-9ba89d5f63a6,revision_number=4']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:17.128984 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-179f3f2b-4aa8-4ae2-95a6-beac90ab628d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:17.129610 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-179f3f2b-4aa8-4ae2-95a6-beac90ab628d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:17.131380 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-179f3f2b-4aa8-4ae2-95a6-beac90ab628d service neutron] 10.222.0.46 "PUT /v2.0/ports/33bed4b3-f824-42d5-b85b-34cdf23840de HTTP/1.1" status: 200 len: 1092 time: 1.3298721 Jul 15 13:04:17.134682 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 197dc4c7-871e-4cae-806f-0e10201388c2 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:17.135057 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:17.141930 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275bdd27-5d7d-41a8-bbe9-0daa9c5340b2', 'tag': '33bed4b3-f824-42d5-b85b-34cdf23840de'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:17.144243 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3610668f-fc36-49d3-8a41-53d881a85a9a" -d '{"events": [{"name": "network-changed", "server_uuid": "275bdd27-5d7d-41a8-bbe9-0daa9c5340b2", "tag": "33bed4b3-f824-42d5-b85b-34cdf23840de"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:17.153566 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f3f2b-4aa8-4ae2-95a6-beac90ab628d service neutron] Pushing event updated for resources: {'Port': ['ID=33bed4b3-f824-42d5-b85b-34cdf23840de,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:17.166868 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f3f2b-4aa8-4ae2-95a6-beac90ab628d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:17.167206 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f3f2b-4aa8-4ae2-95a6-beac90ab628d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:17.167531 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f3f2b-4aa8-4ae2-95a6-beac90ab628d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:17.167862 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f3f2b-4aa8-4ae2-95a6-beac90ab628d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:17.168189 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f3f2b-4aa8-4ae2-95a6-beac90ab628d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:17.168517 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f3f2b-4aa8-4ae2-95a6-beac90ab628d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:17.168837 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f3f2b-4aa8-4ae2-95a6-beac90ab628d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:17.169161 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f3f2b-4aa8-4ae2-95a6-beac90ab628d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:17.169484 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f3f2b-4aa8-4ae2-95a6-beac90ab628d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:17.170611 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f3f2b-4aa8-4ae2-95a6-beac90ab628d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:17.170934 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f3f2b-4aa8-4ae2-95a6-beac90ab628d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:17.171261 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f3f2b-4aa8-4ae2-95a6-beac90ab628d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:17.184989 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-6772d692-1e03-46a4-ac5f-8f65bcacef94 None None] Set router 4d6e3e32-bef0-4431-9414-862048a48853 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:17.267326 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f451ddb-6e97-478b-adf3-6fc037004ca9 req-dd8dc99f-8c92-4633-8032-537b5943c169 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:17.268846 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1f451ddb-6e97-478b-adf3-6fc037004ca9 req-dd8dc99f-8c92-4633-8032-537b5943c169 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcf8126c-b249-4b6e-9059-ca0f1ba32063 HTTP/1.1" status: 200 len: 945 time: 0.3396897 Jul 15 13:04:17.299169 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-997cb458-4f04-4675-9836-52f290e90d1c req-e24b7ea9-e516-40ca-bc92-ab5e848376b7 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Made reservation on behalf of 2b06e57083cd43d1931fbcab22f154c0 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:04:17.302516 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-997cb458-4f04-4675-9836-52f290e90d1c req-e24b7ea9-e516-40ca-bc92-ab5e848376b7 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:17.331074 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6f778-7743-40a1-a9c7-df160b243c63 req-a5ad10ce-38dc-473f-98e4-3b52d2d6c9cb tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:17.332545 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b9e6f778-7743-40a1-a9c7-df160b243c63 req-a5ad10ce-38dc-473f-98e4-3b52d2d6c9cb tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=71a611d7-a890-4d2a-8525-83cb3fa37a73 HTTP/1.1" status: 200 len: 944 time: 0.2163577 Jul 15 13:04:17.385661 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1f451ddb-6e97-478b-adf3-6fc037004ca9 req-1cba7c7d-107a-4cfd-8e14-acea253391e3 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/security-groups?id=a808b393-b40c-49ca-a0c6-0d3624004a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082594 Jul 15 13:04:17.397793 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-6772d692-1e03-46a4-ac5f-8f65bcacef94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6e3e32-bef0-4431-9414-862048a48853', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-692996856-router', 'tenant_id': '2b06e57083cd43d1931fbcab22f154c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '197dc4c7-871e-4cae-806f-0e10201388c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:08Z', 'updated_at': '2021-07-15T13:04:12Z', 'revision_number': 4, 'project_id': '2b06e57083cd43d1931fbcab22f154c0', 'gw_port': {'id': '197dc4c7-871e-4cae-806f-0e10201388c2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:90:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e3e32-bef0-4431-9414-862048a48853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:08Z', 'updated_at': '2021-07-15T13:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'cfc77a9a-6675-407d-994e-9ba89d5f63a6', 'name': '', 'network_id': 'd1622e43-c71b-4f67-9481-0d663bee5d8d', 'tenant_id': '2b06e57083cd43d1931fbcab22f154c0', 'mac_address': 'fa:16:3e:33:27:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6e3e32-bef0-4431-9414-862048a48853', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'c53f4ee9-7828-47bf-9009-7cc93ea87fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:11Z', 'updated_at': '2021-07-15T13:04:16Z', 'revision_number': 4, 'project_id': '2b06e57083cd43d1931fbcab22f154c0', 'subnets': [{'id': 'c53f4ee9-7828-47bf-9009-7cc93ea87fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:17.414171 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-cfbd69ce-03ef-4909-ad32-0ac04de567df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:17.415637 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-cfbd69ce-03ef-4909-ad32-0ac04de567df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ec00a680c434a2486813c33fed5e017&device_id=275bdd27-5d7d-41a8-bbe9-0daa9c5340b2 HTTP/1.1" status: 200 len: 1095 time: 0.2211113 Jul 15 13:04:17.428043 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6772d692-1e03-46a4-ac5f-8f65bcacef94 None None] The sync data for ids ['4d6e3e32-bef0-4431-9414-862048a48853'] in n-d-771363-36 is: [{'id': '4d6e3e32-bef0-4431-9414-862048a48853', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-692996856-router', 'tenant_id': '2b06e57083cd43d1931fbcab22f154c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '197dc4c7-871e-4cae-806f-0e10201388c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:08Z', 'updated_at': '2021-07-15T13:04:12Z', 'revision_number': 4, 'project_id': '2b06e57083cd43d1931fbcab22f154c0', 'gw_port': {'id': '197dc4c7-871e-4cae-806f-0e10201388c2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:90:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e3e32-bef0-4431-9414-862048a48853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:08Z', 'updated_at': '2021-07-15T13:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'cfc77a9a-6675-407d-994e-9ba89d5f63a6', 'name': '', 'network_id': 'd1622e43-c71b-4f67-9481-0d663bee5d8d', 'tenant_id': '2b06e57083cd43d1931fbcab22f154c0', 'mac_address': 'fa:16:3e:33:27:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6e3e32-bef0-4431-9414-862048a48853', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'c53f4ee9-7828-47bf-9009-7cc93ea87fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:11Z', 'updated_at': '2021-07-15T13:04:16Z', 'revision_number': 4, 'project_id': '2b06e57083cd43d1931fbcab22f154c0', 'subnets': [{'id': 'c53f4ee9-7828-47bf-9009-7cc93ea87fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:04:17.478797 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-4ef226a2-52b7-4feb-a572-cc1ea133dde0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33bed4b3-f824-42d5-b85b-34cdf23840de HTTP/1.1" status: 200 len: 217 time: 0.0543184 Jul 15 13:04:17.484319 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b9e6f778-7743-40a1-a9c7-df160b243c63 req-b12aadfa-fdfb-4e5c-b17c-4331c66cb122 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433179 Jul 15 13:04:17.608332 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-99b694e5-ae13-438d-90c9-6913d4e9ab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:17.609789 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-99b694e5-ae13-438d-90c9-6913d4e9ab93 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ab662aed-9f29-4811-90d8-ddabb3046472 HTTP/1.1" status: 200 len: 861 time: 0.1222103 Jul 15 13:04:17.615969 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-997cb458-4f04-4675-9836-52f290e90d1c req-e24b7ea9-e516-40ca-bc92-ab5e848376b7 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Allocated IP 172.20.0.6 (d1622e43-c71b-4f67-9481-0d663bee5d8d/c53f4ee9-7828-47bf-9009-7cc93ea87fa1/cc867f4b-25dc-4c19-ae23-c2dedec30840) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:04:17.631894 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 09ebe600-2506-42d1-91d7-78ee1c2c941a details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:04:17.635763 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device ca9d6579-4908-42fe-bc48-5b82cd58bee5 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:17.668376 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: ca9d6579-4908-42fe-bc48-5b82cd58bee5 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:04:17.668835 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device ca9d6579-4908-42fe-bc48-5b82cd58bee5 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:04:17.672425 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ff25c4-093b-4dcf-82d4-a787f21f523f x-openstack-request-id: req-40ff25c4-093b-4dcf-82d4-a787f21f523f {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:17.672723 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "275bdd27-5d7d-41a8-bbe9-0daa9c5340b2", "tag": "33bed4b3-f824-42d5-b85b-34cdf23840de", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:17.673125 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-40ff25c4-093b-4dcf-82d4-a787f21f523f {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:17.673524 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275bdd27-5d7d-41a8-bbe9-0daa9c5340b2', 'tag': '33bed4b3-f824-42d5-b85b-34cdf23840de', 'status': 'completed', 'code': 200} Jul 15 13:04:17.675756 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-9f8c77d1-a421-46cc-8315-69ead302690c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d3d13df7-8f63-4fd3-b4c3-9dbbf965484e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400865 Jul 15 13:04:17.710372 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a401ab8-4ab7-42a5-ad19-ebbe2154ffe5 req-ae1b23f3-f83d-458f-895b-5e0854f37205 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:17.711961 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0a401ab8-4ab7-42a5-ad19-ebbe2154ffe5 req-ae1b23f3-f83d-458f-895b-5e0854f37205 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=275bdd27-5d7d-41a8-bbe9-0daa9c5340b2 HTTP/1.1" status: 200 len: 943 time: 0.1861751 Jul 15 13:04:17.789522 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 09ebe600-2506-42d1-91d7-78ee1c2c941a, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=09ebe600-2506-42d1-91d7-78ee1c2c941a,segment=NetworkSegment(dda3590f-77f2-473e-918f-51e02247fb49),segment_id=dda3590f-77f2-473e-918f-51e02247fb49)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:17.801721 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '09ebe600-2506-42d1-91d7-78ee1c2c941a', 'network_id': '111a9c93-c732-4208-b8b6-92c471a9345c', 'port_id': '09ebe600-2506-42d1-91d7-78ee1c2c941a', 'mac_address': 'fa:16:3e:66:fd:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730641c7-930e-437f-91e2-0f97e39682ab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:04:17.847116 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:17.867875 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09ebe600-2506-42d1-91d7-78ee1c2c941a {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:17.868123 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5984601c-ca65-4a11-9335-573e10a340b3 req-8ec8e24c-ffff-416a-aea6-62aa51994d4d tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2ef0a96-9450-4445-b016-2ee402e27c74 HTTP/1.1" status: 200 len: 210 time: 0.0831423 Jul 15 13:04:17.886377 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 09ebe600-2506-42d1-91d7-78ee1c2c941a, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=09ebe600-2506-42d1-91d7-78ee1c2c941a,segment=NetworkSegment(dda3590f-77f2-473e-918f-51e02247fb49),segment_id=dda3590f-77f2-473e-918f-51e02247fb49)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:17.891487 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:17.908459 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0a401ab8-4ab7-42a5-ad19-ebbe2154ffe5 req-5b217b1f-68ee-42f7-8164-fdb50f36b35c tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d43190b-dac3-4c19-9478-e4b1f29751a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764355 Jul 15 13:04:17.947267 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-b29c4403-fd61-4342-a8bc-cc92b044cc66 service neutron] 10.222.0.46 "GET /v2.0/networks/d3d13df7-8f63-4fd3-b4c3-9dbbf965484e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605820 Jul 15 13:04:17.979664 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=09ebe600-2506-42d1-91d7-78ee1c2c941a,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:18.058190 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-997cb458-4f04-4675-9836-52f290e90d1c req-e24b7ea9-e516-40ca-bc92-ab5e848376b7 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:18.110147 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-997cb458-4f04-4675-9836-52f290e90d1c req-e24b7ea9-e516-40ca-bc92-ab5e848376b7 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Transition to ACTIVE for port object cc867f4b-25dc-4c19-ae23-c2dedec30840 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:18.136621 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3b17b8ea-4169-4404-8de9-acc8be92fce8 req-8e5e3269-3ab6-4c1d-8384-93252ddbbdfb service neutron] 10.222.0.46 "GET /v2.0/networks/d3d13df7-8f63-4fd3-b4c3-9dbbf965484e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754763 Jul 15 13:04:18.198752 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['09ebe600-2506-42d1-91d7-78ee1c2c941a'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:18.209187 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95cd16-deff-42d0-a266-5f3310a0070f req-ae039804-2bb4-4a4b-9973-a7df114dcbb4 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:18.210781 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fe95cd16-deff-42d0-a266-5f3310a0070f req-ae039804-2bb4-4a4b-9973-a7df114dcbb4 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=903bf235-0112-46e2-a261-d49ca69db49f HTTP/1.1" status: 200 len: 945 time: 0.1558690 Jul 15 13:04:18.253890 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-997cb458-4f04-4675-9836-52f290e90d1c req-e24b7ea9-e516-40ca-bc92-ab5e848376b7 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:18.608188 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-997cb458-4f04-4675-9836-52f290e90d1c req-e24b7ea9-e516-40ca-bc92-ab5e848376b7 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Network d1622e43-c71b-4f67-9481-0d663bee5d8d is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:18.620808 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-997cb458-4f04-4675-9836-52f290e90d1c req-e24b7ea9-e516-40ca-bc92-ab5e848376b7 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:18.624943 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fe95cd16-deff-42d0-a266-5f3310a0070f req-5a66ee31-5d16-406a-9af4-5e3c0b226f03 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045174 Jul 15 13:04:18.627159 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-997cb458-4f04-4675-9836-52f290e90d1c req-e24b7ea9-e516-40ca-bc92-ab5e848376b7 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:04:18.632840 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b7ea9-e516-40ca-bc92-ab5e848376b7 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Pushing event updated for resources: {'Port': ['ID=cc867f4b-25dc-4c19-ae23-c2dedec30840,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:18.680141 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6e76d-2469-4e1e-a64e-b1a52dbb937c req-a108aee2-15e7-445e-9a2b-f5f12650548d tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:18.681683 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d7e6e76d-2469-4e1e-a64e-b1a52dbb937c req-a108aee2-15e7-445e-9a2b-f5f12650548d tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 950 time: 0.5176075 Jul 15 13:04:18.703553 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610668f-fc36-49d3-8a41-53d881a85a9a req-2d1fd1e1-4f89-4f06-b7ed-c9f12f858594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:18.705089 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3610668f-fc36-49d3-8a41-53d881a85a9a req-2d1fd1e1-4f89-4f06-b7ed-c9f12f858594 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ec00a680c434a2486813c33fed5e017&device_id=275bdd27-5d7d-41a8-bbe9-0daa9c5340b2 HTTP/1.1" status: 200 len: 1095 time: 0.5037565 Jul 15 13:04:18.712655 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997cb458-4f04-4675-9836-52f290e90d1c req-e24b7ea9-e516-40ca-bc92-ab5e848376b7 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:18.713291 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-997cb458-4f04-4675-9836-52f290e90d1c req-e24b7ea9-e516-40ca-bc92-ab5e848376b7 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:18.780508 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a31875-86a1-42ef-a5c0-8ef0b21b8c78 req-416923c2-1b83-423e-bff0-c66e53acac5a tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:18.781100 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-997cb458-4f04-4675-9836-52f290e90d1c req-e24b7ea9-e516-40ca-bc92-ab5e848376b7 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9093134 Jul 15 13:04:18.782116 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-44a31875-86a1-42ef-a5c0-8ef0b21b8c78 req-416923c2-1b83-423e-bff0-c66e53acac5a tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcf8126c-b249-4b6e-9059-ca0f1ba32063 HTTP/1.1" status: 200 len: 945 time: 0.0796478 Jul 15 13:04:18.809049 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-997cb458-4f04-4675-9836-52f290e90d1c req-54c4fe36-53f6-4b8d-a99d-fbd74c82ee8d service neutron] Request body: {'port': {'device_id': 'b2ef0a96-9450-4445-b016-2ee402e27c74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:18.816748 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d7e6e76d-2469-4e1e-a64e-b1a52dbb937c req-9ab0b0ef-d1fb-4fbf-aebf-243378732939 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255612 Jul 15 13:04:18.899854 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c0433b98-41a3-4ca8-aafc-f62dfc4dfda4 None None] Provisioning for port cc867f4b-25dc-4c19-ae23-c2dedec30840 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:18.906511 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c0433b98-41a3-4ca8-aafc-f62dfc4dfda4 None None] Provisioning complete for port cc867f4b-25dc-4c19-ae23-c2dedec30840 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:18.907190 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c0433b98-41a3-4ca8-aafc-f62dfc4dfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:18.913763 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-44a31875-86a1-42ef-a5c0-8ef0b21b8c78 req-f2703f29-2610-48eb-bfcf-c8e8521c66b3 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Deleting port c71bfd72-acc6-41ab-82f1-f7d6d97824ee {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:18.914129 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-44a31875-86a1-42ef-a5c0-8ef0b21b8c78 req-f2703f29-2610-48eb-bfcf-c8e8521c66b3 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:18.935288 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610668f-fc36-49d3-8a41-53d881a85a9a req-9d258ea0-9b05-4af0-afaf-2f13b9bbd5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:18.936345 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3610668f-fc36-49d3-8a41-53d881a85a9a req-9d258ea0-9b05-4af0-afaf-2f13b9bbd5e2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d3d13df7-8f63-4fd3-b4c3-9dbbf965484e HTTP/1.1" status: 200 len: 922 time: 0.2203782 Jul 15 13:04:18.948521 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c0433b98-41a3-4ca8-aafc-f62dfc4dfda4 None None] Port cc867f4b-25dc-4c19-ae23-c2dedec30840 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:04:18.968699 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305516de-3f7a-48a1-87db-516af71b2373 req-c9018f71-ffcc-4eda-be66-a6aae851e8df tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:18.970203 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-305516de-3f7a-48a1-87db-516af71b2373 req-c9018f71-ffcc-4eda-be66-a6aae851e8df tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcf8126c-b249-4b6e-9059-ca0f1ba32063 HTTP/1.1" status: 200 len: 945 time: 0.2311370 Jul 15 13:04:18.998418 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-997cb458-4f04-4675-9836-52f290e90d1c req-54c4fe36-53f6-4b8d-a99d-fbd74c82ee8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:19.025127 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3610668f-fc36-49d3-8a41-53d881a85a9a req-86e2ed36-faa4-4783-8ecd-ff91644e764d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33bed4b3-f824-42d5-b85b-34cdf23840de HTTP/1.1" status: 200 len: 217 time: 0.0777025 Jul 15 13:04:19.034901 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-44a31875-86a1-42ef-a5c0-8ef0b21b8c78 req-f2703f29-2610-48eb-bfcf-c8e8521c66b3 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] For port c71bfd72-acc6-41ab-82f1-f7d6d97824ee, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c71bfd72-acc6-41ab-82f1-f7d6d97824ee,segment=NetworkSegment(06712572-6641-4e2d-b66a-2188cc088c5e),segment_id=06712572-6641-4e2d-b66a-2188cc088c5e)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:19.035487 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-44a31875-86a1-42ef-a5c0-8ef0b21b8c78 req-f2703f29-2610-48eb-bfcf-c8e8521c66b3 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:19.047844 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-44a31875-86a1-42ef-a5c0-8ef0b21b8c78 req-f2703f29-2610-48eb-bfcf-c8e8521c66b3 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Calling delete_port for c71bfd72-acc6-41ab-82f1-f7d6d97824ee owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:19.074524 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device cfc77a9a-6675-407d-994e-9ba89d5f63a6 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:19.136366 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port cfc77a9a-6675-407d-994e-9ba89d5f63a6 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:19.140518 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port cfc77a9a-6675-407d-994e-9ba89d5f63a6 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:19.141028 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:19.143238 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-305516de-3f7a-48a1-87db-516af71b2373 req-1970bd48-d8d3-462b-b97f-1a573dd16ad1 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.16 "GET /v2.0/security-groups?id=a808b393-b40c-49ca-a0c6-0d3624004a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455381 Jul 15 13:04:19.158729 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610668f-fc36-49d3-8a41-53d881a85a9a req-05810f68-876f-41ec-b832-84418227f986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:19.160246 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3610668f-fc36-49d3-8a41-53d881a85a9a req-05810f68-876f-41ec-b832-84418227f986 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ab662aed-9f29-4811-90d8-ddabb3046472 HTTP/1.1" status: 200 len: 861 time: 0.1239469 Jul 15 13:04:19.211450 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-44a31875-86a1-42ef-a5c0-8ef0b21b8c78 req-f2703f29-2610-48eb-bfcf-c8e8521c66b3 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:19.234299 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['c71bfd72-acc6-41ab-82f1-f7d6d97824ee'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:19.239440 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:19.256035 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3610668f-fc36-49d3-8a41-53d881a85a9a req-15089399-52f3-479a-bf12-2c684eb0b97f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d3d13df7-8f63-4fd3-b4c3-9dbbf965484e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877850 Jul 15 13:04:19.270244 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2703f29-2610-48eb-bfcf-c8e8521c66b3 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Pushing event deleted for resources: {'Port': ['ID=c71bfd72-acc6-41ab-82f1-f7d6d97824ee,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:19.284827 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337d72c-8e7e-4e40-a2db-5054c2900bdf req-b92cc2d3-dd96-4c78-94c5-7ad60825b481 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:19.293154 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d337d72c-8e7e-4e40-a2db-5054c2900bdf req-b92cc2d3-dd96-4c78-94c5-7ad60825b481 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=71a611d7-a890-4d2a-8525-83cb3fa37a73 HTTP/1.1" status: 200 len: 945 time: 0.2964587 Jul 15 13:04:19.303588 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port cfc77a9a-6675-407d-994e-9ba89d5f63a6, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=cfc77a9a-6675-407d-994e-9ba89d5f63a6,segment=NetworkSegment(d751f920-85db-44b1-b4da-6499625779d4),segment_id=d751f920-85db-44b1-b4da-6499625779d4)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:19.312332 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:19.345628 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a31875-86a1-42ef-a5c0-8ef0b21b8c78 req-f2703f29-2610-48eb-bfcf-c8e8521c66b3 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] No DVR routers for this DVR port c71bfd72-acc6-41ab-82f1-f7d6d97824ee on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:04:19.348676 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-44a31875-86a1-42ef-a5c0-8ef0b21b8c78 req-f2703f29-2610-48eb-bfcf-c8e8521c66b3 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:19.352050 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-44a31875-86a1-42ef-a5c0-8ef0b21b8c78 req-f2703f29-2610-48eb-bfcf-c8e8521c66b3 tempest-ListServerFiltersTestJSON-535744320 tempest-ListServerFiltersTestJSON-535744320-project] 10.222.0.46 "DELETE /v2.0/ports/c71bfd72-acc6-41ab-82f1-f7d6d97824ee HTTP/1.1" status: 204 len: 173 time: 0.5511973 Jul 15 13:04:19.352644 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf8126c-b249-4b6e-9059-ca0f1ba32063', 'name': 'network-vif-deleted', 'tag': 'c71bfd72-acc6-41ab-82f1-f7d6d97824ee'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:19.355623 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6326d2-4504-4054-8a77-3d1e2b594297" -d '{"events": [{"server_uuid": "fcf8126c-b249-4b6e-9059-ca0f1ba32063", "name": "network-vif-deleted", "tag": "c71bfd72-acc6-41ab-82f1-f7d6d97824ee"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:19.376989 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=cfc77a9a-6675-407d-994e-9ba89d5f63a6,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:19.387280 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:19.387973 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:19.388519 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:19.389085 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:19.389608 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:19.390222 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:19.391747 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:19.392291 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:19.392814 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:19.395694 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:19.396259 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:19.396788 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:19.463992 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [req-1020903f-550a-48c6-b596-8212bd09136d req-11ed5874-c161-4f61-93fa-2334a6811e1e service neutron] show failed (client error): The resource could not be found. Jul 15 13:04:19.465021 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1020903f-550a-48c6-b596-8212bd09136d req-11ed5874-c161-4f61-93fa-2334a6811e1e service neutron] 10.222.0.46 "GET /v2.0/ports/818623ee-bb95-4c16-b6aa-4cb09c7116ab/bindings/n-h1-771363-36 HTTP/1.1" status: 404 len: 381 time: 0.0806351 Jul 15 13:04:19.546640 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d337d72c-8e7e-4e40-a2db-5054c2900bdf req-5c2a159d-3201-4d2c-acbb-37575028ff93 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525105 Jul 15 13:04:19.614407 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3610668f-fc36-49d3-8a41-53d881a85a9a req-14f9a546-cba2-40b2-a7ed-e210d5fd0a6c service neutron] 10.222.0.46 "GET /v2.0/networks/d3d13df7-8f63-4fd3-b4c3-9dbbf965484e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471842 Jul 15 13:04:19.627184 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 09ebe600-2506-42d1-91d7-78ee1c2c941a up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:19.689949 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023472cc-4ca2-4efa-8883-22b6e9d09768 req-c3f52fdd-5587-4a8b-a5da-2206b42cf36e tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:19.691694 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-023472cc-4ca2-4efa-8883-22b6e9d09768 req-c3f52fdd-5587-4a8b-a5da-2206b42cf36e tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2ef0a96-9450-4445-b016-2ee402e27c74 HTTP/1.1" status: 200 len: 931 time: 0.2358012 Jul 15 13:04:19.699442 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 09ebe600-2506-42d1-91d7-78ee1c2c941a completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:19.705371 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 09ebe600-2506-42d1-91d7-78ee1c2c941a triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:19.705788 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:19.782383 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:19.805777 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a611d7-a890-4d2a-8525-83cb3fa37a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ebe600-2506-42d1-91d7-78ee1c2c941a'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:19.808132 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dcdd787-60fd-4398-81fd-a91fa83229fb" -d '{"events": [{"server_uuid": "71a611d7-a890-4d2a-8525-83cb3fa37a73", "name": "network-vif-plugged", "status": "completed", "tag": "09ebe600-2506-42d1-91d7-78ee1c2c941a"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:19.824841 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 09ebe600-2506-42d1-91d7-78ee1c2c941a, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=09ebe600-2506-42d1-91d7-78ee1c2c941a,segment=NetworkSegment(dda3590f-77f2-473e-918f-51e02247fb49),segment_id=dda3590f-77f2-473e-918f-51e02247fb49)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:19.829238 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:19.846502 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-997cb458-4f04-4675-9836-52f290e90d1c req-54c4fe36-53f6-4b8d-a99d-fbd74c82ee8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc867f4b-25dc-4c19-ae23-c2dedec30840 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:19.872128 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-997cb458-4f04-4675-9836-52f290e90d1c req-54c4fe36-53f6-4b8d-a99d-fbd74c82ee8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:19.879024 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=09ebe600-2506-42d1-91d7-78ee1c2c941a,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:19.892175 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-023472cc-4ca2-4efa-8883-22b6e9d09768 req-8284301f-dfb1-4b9c-83f7-db519702da0a tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/security-groups?id=790be412-1cb6-4f73-993a-6168b3414f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621442 Jul 15 13:04:19.898728 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3610668f-fc36-49d3-8a41-53d881a85a9a req-5628d0b9-2040-4130-a71c-282756662d3d service neutron] 10.222.0.46 "GET /v2.0/networks/d3d13df7-8f63-4fd3-b4c3-9dbbf965484e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770865 Jul 15 13:04:19.911694 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-997cb458-4f04-4675-9836-52f290e90d1c req-54c4fe36-53f6-4b8d-a99d-fbd74c82ee8d service neutron] Transition to ACTIVE for port object cc867f4b-25dc-4c19-ae23-c2dedec30840 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:19.932006 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-997cb458-4f04-4675-9836-52f290e90d1c req-54c4fe36-53f6-4b8d-a99d-fbd74c82ee8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:19.966000 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020903f-550a-48c6-b596-8212bd09136d req-92466ac3-c7f7-4bc1-8629-733b39f69661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:19.967525 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1020903f-550a-48c6-b596-8212bd09136d req-92466ac3-c7f7-4bc1-8629-733b39f69661 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47&tenant_id=a5495784adab4faf86ec8d11912c9669 HTTP/1.1" status: 200 len: 1102 time: 0.2365675 Jul 15 13:04:19.978612 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a5549f-ed2b-44dd-80ea-b0f221f00338 req-40f139ad-b8a3-4be4-9943-3c9af65e8506 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:19.980201 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-75a5549f-ed2b-44dd-80ea-b0f221f00338 req-40f139ad-b8a3-4be4-9943-3c9af65e8506 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=275bdd27-5d7d-41a8-bbe9-0daa9c5340b2 HTTP/1.1" status: 200 len: 943 time: 0.3082845 Jul 15 13:04:19.987869 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-1020903f-550a-48c6-b596-8212bd09136d req-c59cea9a-19e4-46d3-9ae0-9e91457993ba service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-36', 'device_owner': 'compute:nova'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:20.041133 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4fe36-53f6-4b8d-a99d-fbd74c82ee8d service neutron] Pushing event updated for resources: {'Port': ['ID=cc867f4b-25dc-4c19-ae23-c2dedec30840,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:20.053411 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9c0780-fe3c-4dce-b79e-22805555ab36 x-openstack-request-id: req-ed9c0780-fe3c-4dce-b79e-22805555ab36 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:20.054367 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf8126c-b249-4b6e-9059-ca0f1ba32063", "name": "network-vif-deleted", "tag": "c71bfd72-acc6-41ab-82f1-f7d6d97824ee", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:20.054496 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ed9c0780-fe3c-4dce-b79e-22805555ab36 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:20.054881 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf8126c-b249-4b6e-9059-ca0f1ba32063', 'name': 'network-vif-deleted', 'tag': 'c71bfd72-acc6-41ab-82f1-f7d6d97824ee', 'status': 'completed', 'code': 200} Jul 15 13:04:20.159658 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-75a5549f-ed2b-44dd-80ea-b0f221f00338 req-bae92595-2bbb-4a8d-a724-48e953938660 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d43190b-dac3-4c19-9478-e4b1f29751a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624470 Jul 15 13:04:20.217766 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2111d70-0d49-4240-811d-bbe02865b96c x-openstack-request-id: req-d2111d70-0d49-4240-811d-bbe02865b96c {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:20.218337 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a611d7-a890-4d2a-8525-83cb3fa37a73", "name": "network-vif-plugged", "status": "completed", "tag": "09ebe600-2506-42d1-91d7-78ee1c2c941a", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:20.218825 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2111d70-0d49-4240-811d-bbe02865b96c {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:20.219449 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a611d7-a890-4d2a-8525-83cb3fa37a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ebe600-2506-42d1-91d7-78ee1c2c941a', 'code': 200} Jul 15 13:04:20.230442 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1020903f-550a-48c6-b596-8212bd09136d req-c59cea9a-19e4-46d3-9ae0-9e91457993ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:20.256210 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-997cb458-4f04-4675-9836-52f290e90d1c req-54c4fe36-53f6-4b8d-a99d-fbd74c82ee8d service neutron] Attempting to bind port cc867f4b-25dc-4c19-ae23-c2dedec30840 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:04:20.256541 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-997cb458-4f04-4675-9836-52f290e90d1c req-54c4fe36-53f6-4b8d-a99d-fbd74c82ee8d service neutron] Attempting to bind port cc867f4b-25dc-4c19-ae23-c2dedec30840 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'd751f920-85db-44b1-b4da-6499625779d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd1622e43-c71b-4f67-9481-0d663bee5d8d'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:04:20.257068 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997cb458-4f04-4675-9836-52f290e90d1c req-54c4fe36-53f6-4b8d-a99d-fbd74c82ee8d service neutron] Attempting to bind port cc867f4b-25dc-4c19-ae23-c2dedec30840 on network d1622e43-c71b-4f67-9481-0d663bee5d8d {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:20.296642 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997cb458-4f04-4675-9836-52f290e90d1c req-54c4fe36-53f6-4b8d-a99d-fbd74c82ee8d service neutron] Port cc867f4b-25dc-4c19-ae23-c2dedec30840 on network d1622e43-c71b-4f67-9481-0d663bee5d8d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:04:20.296968 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997cb458-4f04-4675-9836-52f290e90d1c req-54c4fe36-53f6-4b8d-a99d-fbd74c82ee8d service neutron] Attempting to bind port cc867f4b-25dc-4c19-ae23-c2dedec30840 on network d1622e43-c71b-4f67-9481-0d663bee5d8d {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:20.347046 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997cb458-4f04-4675-9836-52f290e90d1c req-54c4fe36-53f6-4b8d-a99d-fbd74c82ee8d service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:04:20.347383 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997cb458-4f04-4675-9836-52f290e90d1c req-54c4fe36-53f6-4b8d-a99d-fbd74c82ee8d service neutron] Checking segment: {'id': 'd751f920-85db-44b1-b4da-6499625779d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd1622e43-c71b-4f67-9481-0d663bee5d8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:20.347753 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997cb458-4f04-4675-9836-52f290e90d1c req-54c4fe36-53f6-4b8d-a99d-fbd74c82ee8d service neutron] Bound using segment: {'id': 'd751f920-85db-44b1-b4da-6499625779d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd1622e43-c71b-4f67-9481-0d663bee5d8d'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:04:20.348191 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-997cb458-4f04-4675-9836-52f290e90d1c req-54c4fe36-53f6-4b8d-a99d-fbd74c82ee8d service neutron] Bound port: cc867f4b-25dc-4c19-ae23-c2dedec30840, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd751f920-85db-44b1-b4da-6499625779d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd1622e43-c71b-4f67-9481-0d663bee5d8d'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:04:20.348539 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-997cb458-4f04-4675-9836-52f290e90d1c req-54c4fe36-53f6-4b8d-a99d-fbd74c82ee8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:20.456998 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2ce13-7d7f-410d-a325-9d0565dc0a77 req-5fed2306-a1ae-4161-a27d-bfb42000a94b tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:20.458518 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a6f2ce13-7d7f-410d-a325-9d0565dc0a77 req-5fed2306-a1ae-4161-a27d-bfb42000a94b tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=903bf235-0112-46e2-a261-d49ca69db49f HTTP/1.1" status: 200 len: 945 time: 0.2962475 Jul 15 13:04:20.590872 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f7649-0cac-406f-82e5-7fd94b61b3ac req-ea07d9eb-a9c2-4095-911e-27ee42804363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:20.592377 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-219f7649-0cac-406f-82e5-7fd94b61b3ac req-ea07d9eb-a9c2-4095-911e-27ee42804363 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=71a611d7-a890-4d2a-8525-83cb3fa37a73 HTTP/1.1" status: 200 len: 1098 time: 0.2983704 Jul 15 13:04:20.615398 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a6f2ce13-7d7f-410d-a325-9d0565dc0a77 req-475ab447-7d4d-45c3-adc0-de5a69f8c8f2 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506174 Jul 15 13:04:20.652912 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae8ddc-8404-4eb8-9d2b-8cc96e64512b req-3698271a-8cfe-45c9-9af7-528851071e9b tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:20.654417 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bbae8ddc-8404-4eb8-9d2b-8cc96e64512b req-3698271a-8cfe-45c9-9af7-528851071e9b tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 950 time: 0.3390284 Jul 15 13:04:20.655527 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-997cb458-4f04-4675-9836-52f290e90d1c req-54c4fe36-53f6-4b8d-a99d-fbd74c82ee8d service neutron] For port cc867f4b-25dc-4c19-ae23-c2dedec30840, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:20.686116 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-997cb458-4f04-4675-9836-52f290e90d1c req-54c4fe36-53f6-4b8d-a99d-fbd74c82ee8d service neutron] For port cc867f4b-25dc-4c19-ae23-c2dedec30840, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=cc867f4b-25dc-4c19-ae23-c2dedec30840,segment=NetworkSegment(d751f920-85db-44b1-b4da-6499625779d4),segment_id=d751f920-85db-44b1-b4da-6499625779d4)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:04:20.697852 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43412) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:20.702212 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-997cb458-4f04-4675-9836-52f290e90d1c req-54c4fe36-53f6-4b8d-a99d-fbd74c82ee8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:20.742085 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb0f8a67-0920-4487-93d2-dbde931dd5e1 admin admin] Deleting subnet 43b38e30-a88d-40cd-bf7f-30a59cdd6566 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:04:20.745289 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb0f8a67-0920-4487-93d2-dbde931dd5e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:20.755394 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-219f7649-0cac-406f-82e5-7fd94b61b3ac req-30088c5e-e210-42e6-b4bc-91c01c18575c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547191 Jul 15 13:04:20.770592 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-1020903f-550a-48c6-b596-8212bd09136d req-c59cea9a-19e4-46d3-9ae0-9e91457993ba service neutron] For port 818623ee-bb95-4c16-b6aa-4cb09c7116ab, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=818623ee-bb95-4c16-b6aa-4cb09c7116ab,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:20.773576 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997cb458-4f04-4675-9836-52f290e90d1c req-54c4fe36-53f6-4b8d-a99d-fbd74c82ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:20.774199 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-997cb458-4f04-4675-9836-52f290e90d1c req-54c4fe36-53f6-4b8d-a99d-fbd74c82ee8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:20.775632 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-997cb458-4f04-4675-9836-52f290e90d1c req-54c4fe36-53f6-4b8d-a99d-fbd74c82ee8d service neutron] 10.222.0.46 "PUT /v2.0/ports/cc867f4b-25dc-4c19-ae23-c2dedec30840 HTTP/1.1" status: 200 len: 1092 time: 1.9729719 Jul 15 13:04:20.779812 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ef0a96-9450-4445-b016-2ee402e27c74', 'tag': 'cc867f4b-25dc-4c19-ae23-c2dedec30840'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:20.782107 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c0ac00-b619-45cf-9fb7-a77bdccd26d6" -d '{"events": [{"name": "network-changed", "server_uuid": "b2ef0a96-9450-4445-b016-2ee402e27c74", "tag": "cc867f4b-25dc-4c19-ae23-c2dedec30840"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:20.790276 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb0f8a67-0920-4487-93d2-dbde931dd5e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:20.803245 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bbae8ddc-8404-4eb8-9d2b-8cc96e64512b req-8d67b34c-0724-4b7e-9d19-f1a29f787552 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368308 Jul 15 13:04:20.851363 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4fe36-53f6-4b8d-a99d-fbd74c82ee8d service neutron] Pushing event updated for resources: {'Port': ['ID=cc867f4b-25dc-4c19-ae23-c2dedec30840,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:20.872048 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-1020903f-550a-48c6-b596-8212bd09136d req-c59cea9a-19e4-46d3-9ae0-9e91457993ba service neutron] For port 818623ee-bb95-4c16-b6aa-4cb09c7116ab, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:20.906919 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731c8e34-7898-4bcc-bfac-afcebf9c96e0 x-openstack-request-id: req-731c8e34-7898-4bcc-bfac-afcebf9c96e0 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:20.907226 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2ef0a96-9450-4445-b016-2ee402e27c74", "tag": "cc867f4b-25dc-4c19-ae23-c2dedec30840", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:20.907464 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-731c8e34-7898-4bcc-bfac-afcebf9c96e0 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:20.907861 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2ef0a96-9450-4445-b016-2ee402e27c74', 'tag': 'cc867f4b-25dc-4c19-ae23-c2dedec30840', 'status': 'completed', 'code': 200} Jul 15 13:04:20.929851 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb0f8a67-0920-4487-93d2-dbde931dd5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:20.954990 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1020903f-550a-48c6-b596-8212bd09136d req-c59cea9a-19e4-46d3-9ae0-9e91457993ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:20.969869 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-1020903f-550a-48c6-b596-8212bd09136d req-c59cea9a-19e4-46d3-9ae0-9e91457993ba service neutron] Transition to ACTIVE for port object 818623ee-bb95-4c16-b6aa-4cb09c7116ab will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:20.982172 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1020903f-550a-48c6-b596-8212bd09136d req-c59cea9a-19e4-46d3-9ae0-9e91457993ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:21.061207 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device cfc77a9a-6675-407d-994e-9ba89d5f63a6 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:21.076726 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb0f8a67-0920-4487-93d2-dbde931dd5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:21.112648 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f8a67-0920-4487-93d2-dbde931dd5e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43b38e30-a88d-40cd-bf7f-30a59cdd6566,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:21.123398 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb0f8a67-0920-4487-93d2-dbde931dd5e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:21.126073 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-eb0f8a67-0920-4487-93d2-dbde931dd5e1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/43b38e30-a88d-40cd-bf7f-30a59cdd6566 HTTP/1.1" status: 204 len: 168 time: 0.4272254 Jul 15 13:04:21.130026 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec5fc64-8ce7-4746-bab4-6c82cefb1875 None None] Network 51088139-1962-4270-bab5-e035251d775b requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:04:21.131065 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43420) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:21.147327 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1020903f-550a-48c6-b596-8212bd09136d req-c59cea9a-19e4-46d3-9ae0-9e91457993ba service neutron] No DVR routers for this DVR port 818623ee-bb95-4c16-b6aa-4cb09c7116ab on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:04:21.166259 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port cfc77a9a-6675-407d-994e-9ba89d5f63a6 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:21.166664 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:21.195531 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997cb458-4f04-4675-9836-52f290e90d1c req-52f854ef-50e8-4905-866e-331d611d5334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:21.197058 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-997cb458-4f04-4675-9836-52f290e90d1c req-52f854ef-50e8-4905-866e-331d611d5334 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2b06e57083cd43d1931fbcab22f154c0&device_id=b2ef0a96-9450-4445-b016-2ee402e27c74 HTTP/1.1" status: 200 len: 1095 time: 0.3035662 Jul 15 13:04:21.197687 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59cea9a-19e4-46d3-9ae0-9e91457993ba service neutron] Pushing event updated for resources: {'Port': ['ID=818623ee-bb95-4c16-b6aa-4cb09c7116ab,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:21.222938 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-27058937-c6ce-4646-92bd-49f7917e0c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:21.282799 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-27058937-c6ce-4646-92bd-49f7917e0c8d admin admin] Deleting port c3b5bc73-fbe9-4e4b-b607-234632bd49e7 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:21.283204 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-27058937-c6ce-4646-92bd-49f7917e0c8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:21.301656 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-997cb458-4f04-4675-9836-52f290e90d1c req-10cd56b8-ed8d-4f4c-b4d6-b968b55844d3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc867f4b-25dc-4c19-ae23-c2dedec30840 HTTP/1.1" status: 200 len: 217 time: 0.0887890 Jul 15 13:04:21.351507 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-27058937-c6ce-4646-92bd-49f7917e0c8d admin admin] For port c3b5bc73-fbe9-4e4b-b607-234632bd49e7, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=c3b5bc73-fbe9-4e4b-b607-234632bd49e7,segment=NetworkSegment(06712572-6641-4e2d-b66a-2188cc088c5e),segment_id=06712572-6641-4e2d-b66a-2188cc088c5e)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:21.351929 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-27058937-c6ce-4646-92bd-49f7917e0c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:21.359627 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997cb458-4f04-4675-9836-52f290e90d1c req-3117e748-6c9e-4a02-ad2c-d9805c27c1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:21.361948 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-997cb458-4f04-4675-9836-52f290e90d1c req-3117e748-6c9e-4a02-ad2c-d9805c27c1b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c53f4ee9-7828-47bf-9009-7cc93ea87fa1 HTTP/1.1" status: 200 len: 867 time: 0.0497134 Jul 15 13:04:21.367689 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-27058937-c6ce-4646-92bd-49f7917e0c8d admin admin] Calling delete_port for c3b5bc73-fbe9-4e4b-b607-234632bd49e7 owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:21.371794 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078fd2b-08e5-44eb-9cbd-968b3da626c5 req-400f0d42-4a60-42f1-9adf-88a67f5c0528 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:21.373250 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5078fd2b-08e5-44eb-9cbd-968b3da626c5 req-400f0d42-4a60-42f1-9adf-88a67f5c0528 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=71a611d7-a890-4d2a-8525-83cb3fa37a73 HTTP/1.1" status: 200 len: 946 time: 0.3700004 Jul 15 13:04:21.375456 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-1020903f-550a-48c6-b596-8212bd09136d req-c59cea9a-19e4-46d3-9ae0-9e91457993ba service neutron] Attempting to bind port 818623ee-bb95-4c16-b6aa-4cb09c7116ab on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:04:21.375792 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-1020903f-550a-48c6-b596-8212bd09136d req-c59cea9a-19e4-46d3-9ae0-9e91457993ba service neutron] Attempting to bind port 818623ee-bb95-4c16-b6aa-4cb09c7116ab by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:04:21.376115 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1020903f-550a-48c6-b596-8212bd09136d req-c59cea9a-19e4-46d3-9ae0-9e91457993ba service neutron] Attempting to bind port 818623ee-bb95-4c16-b6aa-4cb09c7116ab on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:21.427472 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d8693-6b5f-4085-bf8e-4c33fa4c5c37 req-ac48e6c7-ce4c-4c6b-8cda-2ac69d753c0c tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:21.429526 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b31d8693-6b5f-4085-bf8e-4c33fa4c5c37 req-ac48e6c7-ce4c-4c6b-8cda-2ac69d753c0c tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2ef0a96-9450-4445-b016-2ee402e27c74 HTTP/1.1" status: 200 len: 943 time: 0.3407700 Jul 15 13:04:21.433987 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1020903f-550a-48c6-b596-8212bd09136d req-c59cea9a-19e4-46d3-9ae0-9e91457993ba service neutron] Port 818623ee-bb95-4c16-b6aa-4cb09c7116ab on network fb7e2853-c052-4bbe-a410-b119ef2f5100 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:04:21.434309 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1020903f-550a-48c6-b596-8212bd09136d req-c59cea9a-19e4-46d3-9ae0-9e91457993ba service neutron] Attempting to bind port 818623ee-bb95-4c16-b6aa-4cb09c7116ab on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:21.444381 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d7890d-ed12-421c-9798-c2e7691ae085 None None] DHCP port deletion for 51088139-1962-4270-bab5-e035251d775b request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:04:21.458817 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-27058937-c6ce-4646-92bd-49f7917e0c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:21.471197 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1020903f-550a-48c6-b596-8212bd09136d req-c59cea9a-19e4-46d3-9ae0-9e91457993ba service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:04:21.471534 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1020903f-550a-48c6-b596-8212bd09136d req-c59cea9a-19e4-46d3-9ae0-9e91457993ba service neutron] Checking segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:21.471926 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1020903f-550a-48c6-b596-8212bd09136d req-c59cea9a-19e4-46d3-9ae0-9e91457993ba service neutron] Bound using segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:04:21.472364 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-1020903f-550a-48c6-b596-8212bd09136d req-c59cea9a-19e4-46d3-9ae0-9e91457993ba service neutron] Bound port: 818623ee-bb95-4c16-b6aa-4cb09c7116ab, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:04:21.472734 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1020903f-550a-48c6-b596-8212bd09136d req-c59cea9a-19e4-46d3-9ae0-9e91457993ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:21.488822 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27058937-c6ce-4646-92bd-49f7917e0c8d admin admin] Pushing event deleted for resources: {'Port': ['ID=c3b5bc73-fbe9-4e4b-b607-234632bd49e7,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:21.495599 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27058937-c6ce-4646-92bd-49f7917e0c8d admin admin] No DVR routers for this DVR port c3b5bc73-fbe9-4e4b-b607-234632bd49e7 on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:04:21.496921 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-74d7890d-ed12-421c-9798-c2e7691ae085 None None] Deleting port c3b5bc73-fbe9-4e4b-b607-234632bd49e7 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:21.497470 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-74d7890d-ed12-421c-9798-c2e7691ae085 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:21.565740 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-74d7890d-ed12-421c-9798-c2e7691ae085 None None] For port c3b5bc73-fbe9-4e4b-b607-234632bd49e7, host n-d-771363-36, got binding levels [] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:21.566240 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-74d7890d-ed12-421c-9798-c2e7691ae085 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:21.571538 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-27058937-c6ce-4646-92bd-49f7917e0c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:21.580189 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-74d7890d-ed12-421c-9798-c2e7691ae085 None None] Calling delete_port for c3b5bc73-fbe9-4e4b-b607-234632bd49e7 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:21.582330 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-27058937-c6ce-4646-92bd-49f7917e0c8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51088139-1962-4270-bab5-e035251d775b']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:21.583150 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.ipam_backend_mixin [None req-74d7890d-ed12-421c-9798-c2e7691ae085 None None] Port c3b5bc73-fbe9-4e4b-b607-234632bd49e7 was not found and therefore no delete operation was performed {{(pid=93827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:04:21.584489 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-74d7890d-ed12-421c-9798-c2e7691ae085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:21.593558 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-27058937-c6ce-4646-92bd-49f7917e0c8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06712572-6641-4e2d-b66a-2188cc088c5e') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:21.593948 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-27058937-c6ce-4646-92bd-49f7917e0c8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06712572-6641-4e2d-b66a-2188cc088c5e') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:21.603675 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-27058937-c6ce-4646-92bd-49f7917e0c8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:21.614808 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7890d-ed12-421c-9798-c2e7691ae085 None None] Pushing event deleted for resources: {'Port': ['ID=c3b5bc73-fbe9-4e4b-b607-234632bd49e7,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:21.621580 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-27058937-c6ce-4646-92bd-49f7917e0c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:21.628352 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27058937-c6ce-4646-92bd-49f7917e0c8d admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:04:21.628611 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d7890d-ed12-421c-9798-c2e7691ae085 None None] No DVR routers for this DVR port c3b5bc73-fbe9-4e4b-b607-234632bd49e7 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:04:21.628769 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-27058937-c6ce-4646-92bd-49f7917e0c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:21.648131 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 33bed4b3-f824-42d5-b85b-34cdf23840de details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:04:21.689374 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:04:21.689374 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:04:21.689374 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:04:21.689374 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:04:21.689374 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:04:21.689374 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:04:21.689374 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:04:21.689374 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:04:21.689374 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:04:21.689374 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:04:21.689374 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:04:21.689374 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:04:21.689374 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:04:21.689374 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:04:21.689374 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:04:21.689374 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:04:21.689374 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:04:21.689374 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:04:21.689374 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:04:21.689374 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:04:21.689374 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:04:21.689374 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:04:21.689374 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:04:21.689374 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:04:21.689374 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:04:21.689374 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:04:21.689374 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:04:21.689374 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:04:21.689374 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:04:21.689374 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:04:21.689374 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:04:21.689374 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:04:21.696330 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-27058937-c6ce-4646-92bd-49f7917e0c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:21.703573 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-27058937-c6ce-4646-92bd-49f7917e0c8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:21.710142 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-27058937-c6ce-4646-92bd-49f7917e0c8d admin admin] 10.222.0.16 "DELETE /v2.0/networks/51088139-1962-4270-bab5-e035251d775b HTTP/1.1" status: 204 len: 168 time: 0.5769594 Jul 15 13:04:21.724456 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27058937-c6ce-4646-92bd-49f7917e0c8d admin admin] Pushing event deleted for resources: {'Network': ['ID=51088139-1962-4270-bab5-e035251d775b,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:21.777586 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 33bed4b3-f824-42d5-b85b-34cdf23840de, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=33bed4b3-f824-42d5-b85b-34cdf23840de,segment=NetworkSegment(37e986e4-0792-4292-9ed3-45df87b63279),segment_id=37e986e4-0792-4292-9ed3-45df87b63279)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:21.793534 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '33bed4b3-f824-42d5-b85b-34cdf23840de', 'network_id': 'd3d13df7-8f63-4fd3-b4c3-9dbbf965484e', 'port_id': '33bed4b3-f824-42d5-b85b-34cdf23840de', 'mac_address': 'fa:16:3e:c1:c6:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab662aed-9f29-4811-90d8-ddabb3046472', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:04:21.839196 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:21.840878 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5078fd2b-08e5-44eb-9cbd-968b3da626c5 req-5de1d079-7ccc-4dc6-aaa8-2d95ad6d5a83 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500184 Jul 15 13:04:21.857199 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b31d8693-6b5f-4085-bf8e-4c33fa4c5c37 req-2e4c6f85-801e-4331-8f4a-324a2d3391cd tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/security-groups?id=790be412-1cb6-4f73-993a-6168b3414f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4204209 Jul 15 13:04:21.881709 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43432) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:21.889171 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33bed4b3-f824-42d5-b85b-34cdf23840de {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:21.917767 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997cb458-4f04-4675-9836-52f290e90d1c req-d213037c-dabc-4ebf-be34-698de775a80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:21.919370 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-997cb458-4f04-4675-9836-52f290e90d1c req-d213037c-dabc-4ebf-be34-698de775a80f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d1622e43-c71b-4f67-9481-0d663bee5d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5450997 Jul 15 13:04:21.920705 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 33bed4b3-f824-42d5-b85b-34cdf23840de, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=33bed4b3-f824-42d5-b85b-34cdf23840de,segment=NetworkSegment(37e986e4-0792-4292-9ed3-45df87b63279),segment_id=37e986e4-0792-4292-9ed3-45df87b63279)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:21.926996 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-95ce3e5f-9501-433c-8e22-8419b12233aa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f15f03a38c2d4b6abd2b76b2c894bf22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439057 Jul 15 13:04:21.929950 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43434) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:21.931819 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:21.951575 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-1020903f-550a-48c6-b596-8212bd09136d req-c59cea9a-19e4-46d3-9ae0-9e91457993ba service neutron] For port 818623ee-bb95-4c16-b6aa-4cb09c7116ab, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:21.972336 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-1020903f-550a-48c6-b596-8212bd09136d req-c59cea9a-19e4-46d3-9ae0-9e91457993ba service neutron] For port 818623ee-bb95-4c16-b6aa-4cb09c7116ab, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=818623ee-bb95-4c16-b6aa-4cb09c7116ab,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:04:22.000904 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-46f89319-10f4-491d-8823-88931f5e3383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:22.008501 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=33bed4b3-f824-42d5-b85b-34cdf23840de,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:22.011238 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1020903f-550a-48c6-b596-8212bd09136d req-c59cea9a-19e4-46d3-9ae0-9e91457993ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:22.036756 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-46f89319-10f4-491d-8823-88931f5e3383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:22.068566 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020903f-550a-48c6-b596-8212bd09136d req-c59cea9a-19e4-46d3-9ae0-9e91457993ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:22.069348 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1020903f-550a-48c6-b596-8212bd09136d req-c59cea9a-19e4-46d3-9ae0-9e91457993ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:22.071223 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1020903f-550a-48c6-b596-8212bd09136d req-c59cea9a-19e4-46d3-9ae0-9e91457993ba service neutron] 10.222.0.20 "PUT /v2.0/ports/818623ee-bb95-4c16-b6aa-4cb09c7116ab HTTP/1.1" status: 200 len: 1097 time: 2.0876949 Jul 15 13:04:22.119133 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-46f89319-10f4-491d-8823-88931f5e3383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:22.121691 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-46f89319-10f4-491d-8823-88931f5e3383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:22.125199 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-46f89319-10f4-491d-8823-88931f5e3383 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a808b393-b40c-49ca-a0c6-0d3624004a37 HTTP/1.1" status: 204 len: 168 time: 0.1917651 Jul 15 13:04:22.137813 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f89319-10f4-491d-8823-88931f5e3383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a808b393-b40c-49ca-a0c6-0d3624004a37,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:22.183643 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-997cb458-4f04-4675-9836-52f290e90d1c req-7f63b48e-c4ae-405d-a474-0c0bbebbf17e service neutron] 10.222.0.46 "GET /v2.0/networks/d1622e43-c71b-4f67-9481-0d663bee5d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548409 Jul 15 13:04:22.205667 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['33bed4b3-f824-42d5-b85b-34cdf23840de'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:22.241108 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59cea9a-19e4-46d3-9ae0-9e91457993ba service neutron] Pushing event updated for resources: {'Port': ['ID=818623ee-bb95-4c16-b6aa-4cb09c7116ab,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:22.355373 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020903f-550a-48c6-b596-8212bd09136d req-bdd0fa45-318e-4387-b89f-fa22b7ad979b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:22.356880 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1020903f-550a-48c6-b596-8212bd09136d req-bdd0fa45-318e-4387-b89f-fa22b7ad979b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5495784adab4faf86ec8d11912c9669&device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 1100 time: 0.2518644 Jul 15 13:04:22.368188 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c25df-7930-4f63-868a-ba06a6ab5e76 req-dff8f301-0c9b-4e5b-b8c2-56f5b208916a tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:22.369685 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e52c25df-7930-4f63-868a-ba06a6ab5e76 req-dff8f301-0c9b-4e5b-b8c2-56f5b208916a tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=275bdd27-5d7d-41a8-bbe9-0daa9c5340b2 HTTP/1.1" status: 200 len: 944 time: 0.3210976 Jul 15 13:04:22.371988 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-997cb458-4f04-4675-9836-52f290e90d1c req-9d64c499-28a5-477d-9bf5-78dadc3799d2 service neutron] 10.222.0.46 "GET /v2.0/networks/d1622e43-c71b-4f67-9481-0d663bee5d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766994 Jul 15 13:04:22.431929 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d3900-480a-4ca9-8722-fda3fe137c53 req-277e6be7-11b9-4cb4-b560-05a59c410713 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:22.433429 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-887d3900-480a-4ca9-8722-fda3fe137c53 req-277e6be7-11b9-4cb4-b560-05a59c410713 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=903bf235-0112-46e2-a261-d49ca69db49f HTTP/1.1" status: 200 len: 945 time: 0.2562447 Jul 15 13:04:22.538482 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e52c25df-7930-4f63-868a-ba06a6ab5e76 req-871666a0-92ef-41ee-87de-06aefea18bb5 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d43190b-dac3-4c19-9478-e4b1f29751a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561372 Jul 15 13:04:22.572113 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-887d3900-480a-4ca9-8722-fda3fe137c53 req-1a0900ce-1de9-418f-88aa-dc77f20ef9c0 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328957 Jul 15 13:04:22.578016 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020903f-550a-48c6-b596-8212bd09136d req-abed723a-fc90-443e-b239-bd7117cd3ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:22.579649 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1020903f-550a-48c6-b596-8212bd09136d req-abed723a-fc90-443e-b239-bd7117cd3ceb service neutron] 10.222.0.20 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.2060411 Jul 15 13:04:22.627417 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0ac00-b619-45cf-9fb7-a77bdccd26d6 req-73e3ce39-c212-4b6c-b177-1788a857b330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:22.628908 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-01c0ac00-b619-45cf-9fb7-a77bdccd26d6 req-73e3ce39-c212-4b6c-b177-1788a857b330 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2b06e57083cd43d1931fbcab22f154c0&device_id=b2ef0a96-9450-4445-b016-2ee402e27c74 HTTP/1.1" status: 200 len: 1095 time: 0.1946034 Jul 15 13:04:22.630446 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1020903f-550a-48c6-b596-8212bd09136d req-c35d021d-0505-4ccc-b85c-062d313b34bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=818623ee-bb95-4c16-b6aa-4cb09c7116ab HTTP/1.1" status: 200 len: 217 time: 0.0426545 Jul 15 13:04:22.765767 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020903f-550a-48c6-b596-8212bd09136d req-8302390f-b389-4c9d-8a93-7e0ffda516c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:22.767265 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1020903f-550a-48c6-b596-8212bd09136d req-8302390f-b389-4c9d-8a93-7e0ffda516c5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.1312799 Jul 15 13:04:22.836162 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0ac00-b619-45cf-9fb7-a77bdccd26d6 req-1e534670-c6f6-46cf-b488-fa8970800904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:22.837633 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-01c0ac00-b619-45cf-9fb7-a77bdccd26d6 req-1e534670-c6f6-46cf-b488-fa8970800904 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d1622e43-c71b-4f67-9481-0d663bee5d8d HTTP/1.1" status: 200 len: 929 time: 0.1927221 Jul 15 13:04:22.896644 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d43219-55fa-4484-b339-1c4cf66c6dd6 req-211d2f5c-d53b-4c75-b517-d2495dc2d939 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:22.898190 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d4d43219-55fa-4484-b339-1c4cf66c6dd6 req-211d2f5c-d53b-4c75-b517-d2495dc2d939 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 948 time: 0.2046561 Jul 15 13:04:22.902345 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-01c0ac00-b619-45cf-9fb7-a77bdccd26d6 req-e56774d6-631d-4cc3-84b0-053bd89c3e28 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc867f4b-25dc-4c19-ae23-c2dedec30840 HTTP/1.1" status: 200 len: 217 time: 0.0558498 Jul 15 13:04:22.912640 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0479726-a66f-40f6-bfe2-f56226fd1f47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '818623ee-bb95-4c16-b6aa-4cb09c7116ab'}, {'name': 'network-changed', 'server_uuid': 'b0479726-a66f-40f6-bfe2-f56226fd1f47', 'tag': '818623ee-bb95-4c16-b6aa-4cb09c7116ab'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:22.914914 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34df6039-5dcf-47c7-a03f-955c5268ca01" -d '{"events": [{"server_uuid": "b0479726-a66f-40f6-bfe2-f56226fd1f47", "name": "network-vif-unplugged", "status": "completed", "tag": "818623ee-bb95-4c16-b6aa-4cb09c7116ab"}, {"name": "network-changed", "server_uuid": "b0479726-a66f-40f6-bfe2-f56226fd1f47", "tag": "818623ee-bb95-4c16-b6aa-4cb09c7116ab"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:22.925603 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43462) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:22.959602 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020903f-550a-48c6-b596-8212bd09136d req-05868e76-3b24-43d3-973f-f7598477d18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:22.961166 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1020903f-550a-48c6-b596-8212bd09136d req-05868e76-3b24-43d3-973f-f7598477d18f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1821392 Jul 15 13:04:23.003673 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c3b5bc73-fbe9-4e4b-b607-234632bd49e7 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:23.027207 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: c3b5bc73-fbe9-4e4b-b607-234632bd49e7 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:04:23.027596 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c3b5bc73-fbe9-4e4b-b607-234632bd49e7 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:04:23.045539 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-608f720e-fa4a-4fc9-9f5e-f876040a7229 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1277922295-network', 'tenant_id': '3bc32fffbbeb4864936b44109899e70f'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:23.049636 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d4d43219-55fa-4484-b339-1c4cf66c6dd6 req-fa163371-159a-469c-be2e-05cc711f664f tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432669 Jul 15 13:04:23.077434 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608f720e-fa4a-4fc9-9f5e-f876040a7229 admin admin] Made reservation on behalf of 3bc32fffbbeb4864936b44109899e70f for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:04:23.080079 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-608f720e-fa4a-4fc9-9f5e-f876040a7229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:23.080867 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0ac00-b619-45cf-9fb7-a77bdccd26d6 req-a7a5a9fb-241b-487e-a626-1defac626a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:23.082443 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-01c0ac00-b619-45cf-9fb7-a77bdccd26d6 req-a7a5a9fb-241b-487e-a626-1defac626a22 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c53f4ee9-7828-47bf-9009-7cc93ea87fa1 HTTP/1.1" status: 200 len: 867 time: 0.1627913 Jul 15 13:04:23.093474 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-608f720e-fa4a-4fc9-9f5e-f876040a7229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:23.158361 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1020903f-550a-48c6-b596-8212bd09136d req-6d8e0163-743d-48aa-b3ab-235d87f1c7f7 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899798 Jul 15 13:04:23.180454 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75e687-f200-422d-bee4-cd9750ca3fc7 req-014707e9-4d01-41c7-8422-8a18ae3895d2 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:23.181896 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6d75e687-f200-422d-bee4-cd9750ca3fc7 req-014707e9-4d01-41c7-8422-8a18ae3895d2 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=71a611d7-a890-4d2a-8525-83cb3fa37a73 HTTP/1.1" status: 200 len: 946 time: 0.2182739 Jul 15 13:04:23.196841 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-608f720e-fa4a-4fc9-9f5e-f876040a7229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:23.201250 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-608f720e-fa4a-4fc9-9f5e-f876040a7229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:23.228442 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-608f720e-fa4a-4fc9-9f5e-f876040a7229 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:04:23.234302 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f720e-fa4a-4fc9-9f5e-f876040a7229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d295249-bf5d-4129-a55d-e04e04c9c26d,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:23.240841 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-608f720e-fa4a-4fc9-9f5e-f876040a7229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:23.241861 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-608f720e-fa4a-4fc9-9f5e-f876040a7229 admin admin] Added segment 37abbe40-3268-409f-b28c-fe720676b7af of type vlan for network 950c40be-eeee-4a27-8017-02a712c19404 Jul 15 13:04:23.282824 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-608f720e-fa4a-4fc9-9f5e-f876040a7229 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:23.311766 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-608f720e-fa4a-4fc9-9f5e-f876040a7229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:23.312780 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608f720e-fa4a-4fc9-9f5e-f876040a7229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:23.313369 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-608f720e-fa4a-4fc9-9f5e-f876040a7229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:23.314158 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0ac00-b619-45cf-9fb7-a77bdccd26d6 req-82fbfdc4-5db5-4cf4-9986-534c3fe9723b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:23.315684 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-01c0ac00-b619-45cf-9fb7-a77bdccd26d6 req-82fbfdc4-5db5-4cf4-9986-534c3fe9723b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d1622e43-c71b-4f67-9481-0d663bee5d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2236400 Jul 15 13:04:23.318475 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6d75e687-f200-422d-bee4-cd9750ca3fc7 req-1cd04494-3297-458b-949e-b5620e522aaa tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110928 Jul 15 13:04:23.354481 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-608f720e-fa4a-4fc9-9f5e-f876040a7229 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4275143 Jul 15 13:04:23.357228 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43470) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:23.362085 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-b0fbd59c-343d-49f2-876b-a324c477fdb8 admin admin] Request body: {'subnet': {'network_id': '950c40be-eeee-4a27-8017-02a712c19404', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1277922295-subnet', 'tenant_id': '3bc32fffbbeb4864936b44109899e70f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:23.378261 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8940d40-ad99-48c6-b0ec-7d43a7f0891b req-9754dcf9-421d-4f22-bdba-df11e4644b65 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:23.379822 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c8940d40-ad99-48c6-b0ec-7d43a7f0891b req-9754dcf9-421d-4f22-bdba-df11e4644b65 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2ef0a96-9450-4445-b016-2ee402e27c74 HTTP/1.1" status: 200 len: 943 time: 0.2244580 Jul 15 13:04:23.390096 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1020903f-550a-48c6-b596-8212bd09136d req-1280e351-1f7d-4aa7-8d30-80e51431bdb0 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179558 Jul 15 13:04:23.404630 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f720e-fa4a-4fc9-9f5e-f876040a7229 admin admin] Pushing event updated for resources: {'Network': ['ID=950c40be-eeee-4a27-8017-02a712c19404,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:23.423216 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72efe74-77ac-4164-9f5d-eaa0323c8d16 x-openstack-request-id: req-e72efe74-77ac-4164-9f5d-eaa0323c8d16 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:23.423575 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0479726-a66f-40f6-bfe2-f56226fd1f47", "name": "network-vif-unplugged", "status": "completed", "tag": "818623ee-bb95-4c16-b6aa-4cb09c7116ab", "code": 200}, {"name": "network-changed", "server_uuid": "b0479726-a66f-40f6-bfe2-f56226fd1f47", "tag": "818623ee-bb95-4c16-b6aa-4cb09c7116ab", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:23.423812 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e72efe74-77ac-4164-9f5d-eaa0323c8d16 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:23.423997 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 950c40be-eeee-4a27-8017-02a712c19404 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:04:23.424474 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0479726-a66f-40f6-bfe2-f56226fd1f47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '818623ee-bb95-4c16-b6aa-4cb09c7116ab', 'code': 200} Jul 15 13:04:23.424474 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0479726-a66f-40f6-bfe2-f56226fd1f47', 'tag': '818623ee-bb95-4c16-b6aa-4cb09c7116ab', 'status': 'completed', 'code': 200} Jul 15 13:04:23.430210 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fbd59c-343d-49f2-876b-a324c477fdb8 admin admin] Made reservation on behalf of 3bc32fffbbeb4864936b44109899e70f for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:04:23.433857 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b0fbd59c-343d-49f2-876b-a324c477fdb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:23.474655 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-01c0ac00-b619-45cf-9fb7-a77bdccd26d6 req-1a1c403f-f230-482b-bc57-0ce33528bf28 service neutron] 10.222.0.46 "GET /v2.0/networks/d1622e43-c71b-4f67-9481-0d663bee5d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495013 Jul 15 13:04:23.486215 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c8940d40-ad99-48c6-b0ec-7d43a7f0891b req-5099f3e4-55e9-4f41-b715-8715897d4407 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/security-groups?id=790be412-1cb6-4f73-993a-6168b3414f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710354 Jul 15 13:04:23.640925 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 33bed4b3-f824-42d5-b85b-34cdf23840de up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:23.666746 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b0fbd59c-343d-49f2-876b-a324c477fdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:23.738093 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fbd59c-343d-49f2-876b-a324c477fdb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efe92a84-3100-485b-8a66-8a66322af8c3,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:23.748025 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fbd59c-343d-49f2-876b-a324c477fdb8 admin admin] Checking segment: {'id': '37abbe40-3268-409f-b28c-fe720676b7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '950c40be-eeee-4a27-8017-02a712c19404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:23.748408 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fbd59c-343d-49f2-876b-a324c477fdb8 admin admin] Network hostable DHCP agents. Network: 950c40be-eeee-4a27-8017-02a712c19404, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:04:23.757971 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 33bed4b3-f824-42d5-b85b-34cdf23840de completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:23.762624 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 33bed4b3-f824-42d5-b85b-34cdf23840de triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:23.763389 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:23.770607 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fbd59c-343d-49f2-876b-a324c477fdb8 admin admin] Network 950c40be-eeee-4a27-8017-02a712c19404 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:04:23.784665 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-b0fbd59c-343d-49f2-876b-a324c477fdb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 950c40be-eeee-4a27-8017-02a712c19404) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:23.805464 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fbd59c-343d-49f2-876b-a324c477fdb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:23.805741 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b0fbd59c-343d-49f2-876b-a324c477fdb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:23.822722 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b703f73-5d97-4a0e-ade6-f29992b80ed9 None None] Network 950c40be-eeee-4a27-8017-02a712c19404 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:04:23.839743 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b0fbd59c-343d-49f2-876b-a324c477fdb8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4813759 Jul 15 13:04:23.877896 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-01c0ac00-b619-45cf-9fb7-a77bdccd26d6 req-90101537-cc31-43f8-91a6-b3dc901a7f93 service neutron] 10.222.0.46 "GET /v2.0/networks/d1622e43-c71b-4f67-9481-0d663bee5d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894451 Jul 15 13:04:23.924272 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df6039-5dcf-47c7-a03f-955c5268ca01 req-c2dd444b-a1c2-49c4-9f6d-68f8c9a6e9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:23.926003 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34df6039-5dcf-47c7-a03f-955c5268ca01 req-c2dd444b-a1c2-49c4-9f6d-68f8c9a6e9cf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5495784adab4faf86ec8d11912c9669&device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 1100 time: 0.4388354 Jul 15 13:04:23.930307 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df6039-5dcf-47c7-a03f-955c5268ca01 req-53411541-77ed-403d-b1f5-87f352c27456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:23.931885 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34df6039-5dcf-47c7-a03f-955c5268ca01 req-53411541-77ed-403d-b1f5-87f352c27456 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5495784adab4faf86ec8d11912c9669&device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 1100 time: 0.3973424 Jul 15 13:04:24.016731 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20e209-ff50-4f2a-a54a-e06b6d0d0980 req-e9294b33-e181-4a86-a6be-99007c0b7dcc tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:24.024723 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8d20e209-ff50-4f2a-a54a-e06b6d0d0980 req-e9294b33-e181-4a86-a6be-99007c0b7dcc tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=275bdd27-5d7d-41a8-bbe9-0daa9c5340b2 HTTP/1.1" status: 200 len: 944 time: 0.2575130 Jul 15 13:04:24.131938 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:24.187302 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275bdd27-5d7d-41a8-bbe9-0daa9c5340b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33bed4b3-f824-42d5-b85b-34cdf23840de'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:24.191896 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3578eac3-0cbf-45cc-934e-bafba1070103" -d '{"events": [{"server_uuid": "275bdd27-5d7d-41a8-bbe9-0daa9c5340b2", "name": "network-vif-plugged", "status": "completed", "tag": "33bed4b3-f824-42d5-b85b-34cdf23840de"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:24.202114 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce13f21-2cc7-4bc6-a4d1-2fee4f50391f None None] Network 950c40be-eeee-4a27-8017-02a712c19404 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:04:24.246627 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 33bed4b3-f824-42d5-b85b-34cdf23840de, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=33bed4b3-f824-42d5-b85b-34cdf23840de,segment=NetworkSegment(37e986e4-0792-4292-9ed3-45df87b63279),segment_id=37e986e4-0792-4292-9ed3-45df87b63279)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:24.285648 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:24.286526 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device c71bfd72-acc6-41ab-82f1-f7d6d97824ee no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:24.334866 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: c71bfd72-acc6-41ab-82f1-f7d6d97824ee {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:04:24.335872 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device c71bfd72-acc6-41ab-82f1-f7d6d97824ee not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:04:24.336356 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 818623ee-bb95-4c16-b6aa-4cb09c7116ab no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:24.393851 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43496) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:24.408140 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 818623ee-bb95-4c16-b6aa-4cb09c7116ab not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:04:24.410069 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-98b99c66-0cfe-40e3-b112-adde60145ae2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-932108398-network', 'tenant_id': '7dda3b74982745b7b8e465ed506d4af0'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:24.433052 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=33bed4b3-f824-42d5-b85b-34cdf23840de,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:24.463610 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b99c66-0cfe-40e3-b112-adde60145ae2 admin admin] Made reservation on behalf of 7dda3b74982745b7b8e465ed506d4af0 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:04:24.466023 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-98b99c66-0cfe-40e3-b112-adde60145ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:24.476962 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-98b99c66-0cfe-40e3-b112-adde60145ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:24.499910 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c4253-c164-43df-9b72-92decf4d366a req-42d94c27-d016-4f47-967e-3fa5eb9dbd59 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:24.501538 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-867c4253-c164-43df-9b72-92decf4d366a req-42d94c27-d016-4f47-967e-3fa5eb9dbd59 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=903bf235-0112-46e2-a261-d49ca69db49f HTTP/1.1" status: 200 len: 945 time: 0.6533701 Jul 15 13:04:24.519796 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8d20e209-ff50-4f2a-a54a-e06b6d0d0980 req-fe47f455-8ebd-4f88-a40c-9ce4016a8ff2 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d43190b-dac3-4c19-9478-e4b1f29751a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4940424 Jul 15 13:04:24.547912 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df6039-5dcf-47c7-a03f-955c5268ca01 req-2ee72a17-f327-4365-8a74-56071bbd9c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:24.549427 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34df6039-5dcf-47c7-a03f-955c5268ca01 req-2ee72a17-f327-4365-8a74-56071bbd9c1e service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.6131899 Jul 15 13:04:24.557897 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df6039-5dcf-47c7-a03f-955c5268ca01 req-d9301631-5e73-4568-bd9e-e64578876dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:24.559397 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34df6039-5dcf-47c7-a03f-955c5268ca01 req-d9301631-5e73-4568-bd9e-e64578876dd4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.6096973 Jul 15 13:04:24.586344 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-98b99c66-0cfe-40e3-b112-adde60145ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:24.590441 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-98b99c66-0cfe-40e3-b112-adde60145ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:24.620875 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98b99c66-0cfe-40e3-b112-adde60145ae2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:04:24.627579 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b99c66-0cfe-40e3-b112-adde60145ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab0dca5-d9ca-41fa-8693-cf6f94bd6908,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:24.635037 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-98b99c66-0cfe-40e3-b112-adde60145ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:24.635492 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-98b99c66-0cfe-40e3-b112-adde60145ae2 admin admin] Added segment d37059d6-d912-4d3c-a0b4-74f1fc8efe26 of type vlan for network b625b68e-dd43-4601-ad85-e4d2088a5437 Jul 15 13:04:24.640775 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34df6039-5dcf-47c7-a03f-955c5268ca01 req-c41da99d-d406-411c-bcee-78688b9661c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=818623ee-bb95-4c16-b6aa-4cb09c7116ab HTTP/1.1" status: 200 len: 217 time: 0.0842323 Jul 15 13:04:24.644109 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-867c4253-c164-43df-9b72-92decf4d366a req-8ec93842-b9eb-4a36-bde0-65ff544527bc tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278713 Jul 15 13:04:24.645539 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34df6039-5dcf-47c7-a03f-955c5268ca01 req-48d4710a-74dd-4ce9-9778-30cb7bf3876a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=818623ee-bb95-4c16-b6aa-4cb09c7116ab HTTP/1.1" status: 200 len: 217 time: 0.0793996 Jul 15 13:04:24.698850 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-98b99c66-0cfe-40e3-b112-adde60145ae2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:24.732686 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df6039-5dcf-47c7-a03f-955c5268ca01 req-fc1a7746-8d43-4aa7-b0ba-78d64b990bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:24.734477 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34df6039-5dcf-47c7-a03f-955c5268ca01 req-fc1a7746-8d43-4aa7-b0ba-78d64b990bd7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0880542 Jul 15 13:04:24.736163 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df6039-5dcf-47c7-a03f-955c5268ca01 req-3c4bc3a7-c7d6-4242-956f-a385a4dd77da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:24.737845 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34df6039-5dcf-47c7-a03f-955c5268ca01 req-3c4bc3a7-c7d6-4242-956f-a385a4dd77da service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0816367 Jul 15 13:04:24.739833 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-98b99c66-0cfe-40e3-b112-adde60145ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:24.741084 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b99c66-0cfe-40e3-b112-adde60145ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:24.742309 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-98b99c66-0cfe-40e3-b112-adde60145ae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:24.783834 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-98b99c66-0cfe-40e3-b112-adde60145ae2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3860075 Jul 15 13:04:24.795785 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 43502) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:24.802904 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-0696c6ab-0554-4d6f-be59-09221ee15cad admin admin] Request body: {'subnet': {'network_id': 'b625b68e-dd43-4601-ad85-e4d2088a5437', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-932108398-subnet', 'tenant_id': '7dda3b74982745b7b8e465ed506d4af0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:24.810008 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b99c66-0cfe-40e3-b112-adde60145ae2 admin admin] Pushing event updated for resources: {'Network': ['ID=b625b68e-dd43-4601-ad85-e4d2088a5437,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:24.820585 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network b625b68e-dd43-4601-ad85-e4d2088a5437 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:04:24.916836 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0696c6ab-0554-4d6f-be59-09221ee15cad admin admin] Made reservation on behalf of 7dda3b74982745b7b8e465ed506d4af0 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:04:24.919150 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0696c6ab-0554-4d6f-be59-09221ee15cad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:25.009918 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df6039-5dcf-47c7-a03f-955c5268ca01 req-5a466d86-15da-4880-811f-d3a7a9fa21da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:25.011470 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34df6039-5dcf-47c7-a03f-955c5268ca01 req-5a466d86-15da-4880-811f-d3a7a9fa21da service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2703557 Jul 15 13:04:25.013130 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df6039-5dcf-47c7-a03f-955c5268ca01 req-22ca408c-88f5-448c-97fe-338ea630355c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:25.014582 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34df6039-5dcf-47c7-a03f-955c5268ca01 req-22ca408c-88f5-448c-97fe-338ea630355c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2643764 Jul 15 13:04:25.051683 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6850b24-0454-4ae2-a94f-91ffa8a6eadc req-62e1429b-caee-4fc9-a0f2-9c489c3ca72b tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:25.053143 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f6850b24-0454-4ae2-a94f-91ffa8a6eadc req-62e1429b-caee-4fc9-a0f2-9c489c3ca72b tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=71a611d7-a890-4d2a-8525-83cb3fa37a73 HTTP/1.1" status: 200 len: 946 time: 0.2598994 Jul 15 13:04:25.116595 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1b72f-b8cd-4371-b92a-3943ac66a286 req-dfbd998e-4310-49ca-b62a-7230b230feaf tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:25.118007 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-35f1b72f-b8cd-4371-b92a-3943ac66a286 req-dfbd998e-4310-49ca-b62a-7230b230feaf tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 948 time: 0.2901034 Jul 15 13:04:25.293961 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f6850b24-0454-4ae2-a94f-91ffa8a6eadc req-e81af2e7-12b3-4d44-b6fa-d5b0b412d501 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325764 Jul 15 13:04:25.316836 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-35f1b72f-b8cd-4371-b92a-3943ac66a286 req-c846319d-6239-45ae-a85b-3ed701ce1f04 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882041 Jul 15 13:04:25.329706 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34df6039-5dcf-47c7-a03f-955c5268ca01 req-ed75150a-9b5b-4f77-b818-9577bd4d3312 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033283 Jul 15 13:04:25.334438 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34df6039-5dcf-47c7-a03f-955c5268ca01 req-5887fbb9-7aa8-4f96-9be7-0dbd263791cd service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117585 Jul 15 13:04:25.341364 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d45ff4-4dcf-49b4-80a3-0519519b01de x-openstack-request-id: req-23d45ff4-4dcf-49b4-80a3-0519519b01de {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:25.341830 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275bdd27-5d7d-41a8-bbe9-0daa9c5340b2", "name": "network-vif-plugged", "status": "completed", "tag": "33bed4b3-f824-42d5-b85b-34cdf23840de", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:25.342255 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-23d45ff4-4dcf-49b4-80a3-0519519b01de {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:25.343053 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275bdd27-5d7d-41a8-bbe9-0daa9c5340b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33bed4b3-f824-42d5-b85b-34cdf23840de', 'code': 200} Jul 15 13:04:25.491832 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 818623ee-bb95-4c16-b6aa-4cb09c7116ab details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:04:25.557153 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0696c6ab-0554-4d6f-be59-09221ee15cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:25.597788 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 818623ee-bb95-4c16-b6aa-4cb09c7116ab, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=818623ee-bb95-4c16-b6aa-4cb09c7116ab,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:25.610380 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': '818623ee-bb95-4c16-b6aa-4cb09c7116ab', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': '818623ee-bb95-4c16-b6aa-4cb09c7116ab', 'mac_address': 'fa:16:3e:21:75:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:04:25.635597 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34df6039-5dcf-47c7-a03f-955c5268ca01 req-73306e55-a292-46b9-a002-8d4db3e0ee52 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992113 Jul 15 13:04:25.650474 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:25.661367 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device cc867f4b-25dc-4c19-ae23-c2dedec30840 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:04:25.669881 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34df6039-5dcf-47c7-a03f-955c5268ca01 req-8c054ff8-1553-43e1-99b0-ff26b2b6f22e service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255293 Jul 15 13:04:25.677088 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 818623ee-bb95-4c16-b6aa-4cb09c7116ab {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:25.683104 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0696c6ab-0554-4d6f-be59-09221ee15cad admin admin] Pushing event updated for resources: {'Subnet': ['ID=02bce6be-e532-4419-98c7-08ed3807851a,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:25.705843 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a856ba-4347-4e92-bdd7-1a68081bbc38 req-500b8eb4-a648-4731-b33e-10c46d8f721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:25.707553 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 818623ee-bb95-4c16-b6aa-4cb09c7116ab, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=818623ee-bb95-4c16-b6aa-4cb09c7116ab,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:25.707702 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-12a856ba-4347-4e92-bdd7-1a68081bbc38 req-500b8eb4-a648-4731-b33e-10c46d8f721a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=275bdd27-5d7d-41a8-bbe9-0daa9c5340b2 HTTP/1.1" status: 200 len: 1097 time: 0.2927203 Jul 15 13:04:25.723737 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:25.737571 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ae319-9046-4a98-a1de-29c1f4bbf59e req-8224655c-3b5b-47e6-8d2f-31f476100cf7 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:25.739097 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5a6ae319-9046-4a98-a1de-29c1f4bbf59e req-8224655c-3b5b-47e6-8d2f-31f476100cf7 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2ef0a96-9450-4445-b016-2ee402e27c74 HTTP/1.1" status: 200 len: 943 time: 0.2568259 Jul 15 13:04:25.748084 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0696c6ab-0554-4d6f-be59-09221ee15cad admin admin] Checking segment: {'id': 'd37059d6-d912-4d3c-a0b4-74f1fc8efe26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b625b68e-dd43-4601-ad85-e4d2088a5437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:25.748453 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0696c6ab-0554-4d6f-be59-09221ee15cad admin admin] Network hostable DHCP agents. Network: b625b68e-dd43-4601-ad85-e4d2088a5437, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:04:25.798279 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-12a856ba-4347-4e92-bdd7-1a68081bbc38 req-b84d6d62-66e5-4650-9019-7578f07019dd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8d43190b-dac3-4c19-9478-e4b1f29751a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830107 Jul 15 13:04:25.806483 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0696c6ab-0554-4d6f-be59-09221ee15cad admin admin] Network b625b68e-dd43-4601-ad85-e4d2088a5437 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:04:25.813956 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5a6ae319-9046-4a98-a1de-29c1f4bbf59e req-e9b2bbd8-656e-4561-99e0-358372a8d790 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/security-groups?id=790be412-1cb6-4f73-993a-6168b3414f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673823 Jul 15 13:04:25.824133 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-0696c6ab-0554-4d6f-be59-09221ee15cad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, b625b68e-dd43-4601-ad85-e4d2088a5437) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:25.830946 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0696c6ab-0554-4d6f-be59-09221ee15cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:25.832025 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0696c6ab-0554-4d6f-be59-09221ee15cad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:25.844207 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port cc867f4b-25dc-4c19-ae23-c2dedec30840, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=cc867f4b-25dc-4c19-ae23-c2dedec30840,segment=NetworkSegment(d751f920-85db-44b1-b4da-6499625779d4),segment_id=d751f920-85db-44b1-b4da-6499625779d4)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:25.847330 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=818623ee-bb95-4c16-b6aa-4cb09c7116ab,revision_number=8']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:25.860697 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0696c6ab-0554-4d6f-be59-09221ee15cad admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0619116 Jul 15 13:04:25.863404 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c0129d-fed2-4de5-8e3a-4037626e395c None None] Network b625b68e-dd43-4601-ad85-e4d2088a5437 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:04:25.910002 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'cc867f4b-25dc-4c19-ae23-c2dedec30840', 'network_id': 'd1622e43-c71b-4f67-9481-0d663bee5d8d', 'port_id': 'cc867f4b-25dc-4c19-ae23-c2dedec30840', 'mac_address': 'fa:16:3e:b7:15:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c53f4ee9-7828-47bf-9009-7cc93ea87fa1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:04:25.977620 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['818623ee-bb95-4c16-b6aa-4cb09c7116ab'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:26.039382 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:26.049301 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2046fc-1e8a-4339-a3a1-4a1688caeac9 req-1f2d5f05-29c2-46ea-96aa-dbc6e4e32bb3 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:26.057760 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8d2046fc-1e8a-4339-a3a1-4a1688caeac9 req-1f2d5f05-29c2-46ea-96aa-dbc6e4e32bb3 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=275bdd27-5d7d-41a8-bbe9-0daa9c5340b2 HTTP/1.1" status: 200 len: 945 time: 0.0991130 Jul 15 13:04:26.083630 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc867f4b-25dc-4c19-ae23-c2dedec30840 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:26.107034 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8d2046fc-1e8a-4339-a3a1-4a1688caeac9 req-b0a710bc-20a2-49ed-94a5-c404855c49ba tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d43190b-dac3-4c19-9478-e4b1f29751a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482519 Jul 15 13:04:26.122279 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c549dc2-bc07-44cf-8b6f-cd2e9dffbffa None None] Network b625b68e-dd43-4601-ad85-e4d2088a5437 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:04:26.138292 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port cc867f4b-25dc-4c19-ae23-c2dedec30840, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=cc867f4b-25dc-4c19-ae23-c2dedec30840,segment=NetworkSegment(d751f920-85db-44b1-b4da-6499625779d4),segment_id=d751f920-85db-44b1-b4da-6499625779d4)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:26.165208 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:26.253635 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b7f89-5753-45f0-a8a3-572a02f3888a req-f34620c1-19e9-48ab-bd49-6503485ee9d3 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:26.255188 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d72b7f89-5753-45f0-a8a3-572a02f3888a req-f34620c1-19e9-48ab-bd49-6503485ee9d3 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=903bf235-0112-46e2-a261-d49ca69db49f HTTP/1.1" status: 200 len: 945 time: 0.0854778 Jul 15 13:04:26.296093 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d72b7f89-5753-45f0-a8a3-572a02f3888a req-1b817464-2712-434c-b04f-2baf6e2bb57e tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343616 Jul 15 13:04:26.313323 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=cc867f4b-25dc-4c19-ae23-c2dedec30840,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:26.464800 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['cc867f4b-25dc-4c19-ae23-c2dedec30840'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:26.539971 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-e6d25337-7136-4013-9569-bf93f313382c tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:26.541456 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-e6d25337-7136-4013-9569-bf93f313382c tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] 10.222.0.16 "GET /v2.0/networks?id=950c40be-eeee-4a27-8017-02a712c19404 HTTP/1.1" status: 200 len: 825 time: 0.1404624 Jul 15 13:04:26.566642 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ca188-13cf-40b7-85a7-c5722249cd37 req-83f01ff0-64da-428b-8088-9fce8f3e8111 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:26.568100 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-232ca188-13cf-40b7-85a7-c5722249cd37 req-83f01ff0-64da-428b-8088-9fce8f3e8111 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 949 time: 0.0984457 Jul 15 13:04:26.570417 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-f39b1893-184e-4f59-9a37-34c10daabead tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] 10.222.0.16 "GET /v2.0/quotas/3bc32fffbbeb4864936b44109899e70f HTTP/1.1" status: 200 len: 375 time: 0.0229235 Jul 15 13:04:26.620142 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-591e4bc7-f277-4338-a6d1-ee8136b0099f tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3bc32fffbbeb4864936b44109899e70f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397654 Jul 15 13:04:26.652635 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-232ca188-13cf-40b7-85a7-c5722249cd37 req-8c89e976-a6cf-4193-a436-3fae67056917 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782001 Jul 15 13:04:26.731322 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-0739f5f9-86f0-4e96-bc0c-fef1431a0706 service neutron] 10.222.0.16 "GET /v2.0/networks/950c40be-eeee-4a27-8017-02a712c19404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014750 Jul 15 13:04:26.829962 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-ddc74d54-b867-4048-9e3f-b956afcd1ba2 service neutron] 10.222.0.16 "GET /v2.0/networks/950c40be-eeee-4a27-8017-02a712c19404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931334 Jul 15 13:04:27.062835 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39522f59-dffb-4cb3-a06d-11b7eaf57434 req-96900bfa-7447-46c4-8ee1-94429c4b3b17 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:27.070002 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-39522f59-dffb-4cb3-a06d-11b7eaf57434 req-96900bfa-7447-46c4-8ee1-94429c4b3b17 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2ef0a96-9450-4445-b016-2ee402e27c74 HTTP/1.1" status: 200 len: 944 time: 0.0746000 Jul 15 13:04:27.210209 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-39522f59-dffb-4cb3-a06d-11b7eaf57434 req-199f466c-4175-4fe9-8c70-0715b996b505 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/security-groups?id=790be412-1cb6-4f73-993a-6168b3414f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392505 Jul 15 13:04:27.255027 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e449653-7fda-40bf-abbb-1cdd745cf612 req-42462251-a55e-4883-812e-e172abdbed66 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:27.256795 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e449653-7fda-40bf-abbb-1cdd745cf612 req-42462251-a55e-4883-812e-e172abdbed66 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47&tenant_id=a5495784adab4faf86ec8d11912c9669&binding%3Ahost_id=n-h1-771363-36 HTTP/1.1" status: 200 len: 949 time: 0.1847830 Jul 15 13:04:27.303585 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f3276-3cb0-44f3-bfe9-9adb0d4bb4e1 req-ee5231ff-1268-4151-aece-1d21e0b3a498 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:27.305645 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-151f3276-3cb0-44f3-bfe9-9adb0d4bb4e1 req-ee5231ff-1268-4151-aece-1d21e0b3a498 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 949 time: 0.2180915 Jul 15 13:04:27.308769 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dd2e18e3-3d4d-4b39-8278-d12e6bc54e41 req-e6267620-3b58-4657-8d3d-0c6b327106d4 tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7dad5bb-af7a-4fd5-bae5-b07fb3804f12 HTTP/1.1" status: 200 len: 210 time: 0.0498853 Jul 15 13:04:27.379034 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-151f3276-3cb0-44f3-bfe9-9adb0d4bb4e1 req-6c7a40d0-7b5b-46d3-a228-5fcfb4fecda8 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533824 Jul 15 13:04:27.384332 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [req-6e449653-7fda-40bf-abbb-1cdd745cf612 req-716489eb-2146-417a-917e-a1678fe21aa3 service neutron] delete failed (client error): The resource could not be found. Jul 15 13:04:27.385343 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e449653-7fda-40bf-abbb-1cdd745cf612 req-716489eb-2146-417a-917e-a1678fe21aa3 service neutron] 10.222.0.46 "DELETE /v2.0/ports/818623ee-bb95-4c16-b6aa-4cb09c7116ab/bindings/n-h2-771363-36 HTTP/1.1" status: 404 len: 381 time: 0.1143210 Jul 15 13:04:27.503116 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 818623ee-bb95-4c16-b6aa-4cb09c7116ab up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:27.558846 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e449653-7fda-40bf-abbb-1cdd745cf612 req-6ecb84a0-d2c0-4c06-9f56-42c33ba70c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:27.560782 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e449653-7fda-40bf-abbb-1cdd745cf612 req-6ecb84a0-d2c0-4c06-9f56-42c33ba70c92 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5495784adab4faf86ec8d11912c9669&device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 1101 time: 0.1162705 Jul 15 13:04:27.563030 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port 818623ee-bb95-4c16-b6aa-4cb09c7116ab completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:27.567026 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port 818623ee-bb95-4c16-b6aa-4cb09c7116ab triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:27.567476 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:27.647913 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6c5b4-5f46-4601-b71a-1468f6aebfdd req-52e5685b-b868-4458-beae-4789d85f234a tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:27.649401 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d1f6c5b4-5f46-4601-b71a-1468f6aebfdd req-52e5685b-b868-4458-beae-4789d85f234a tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=275bdd27-5d7d-41a8-bbe9-0daa9c5340b2 HTTP/1.1" status: 200 len: 945 time: 0.1466036 Jul 15 13:04:27.657575 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:27.675752 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device cc867f4b-25dc-4c19-ae23-c2dedec30840 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:27.702784 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0479726-a66f-40f6-bfe2-f56226fd1f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818623ee-bb95-4c16-b6aa-4cb09c7116ab'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:27.705027 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f69add-64c1-4442-bda0-731d3930c633" -d '{"events": [{"server_uuid": "b0479726-a66f-40f6-bfe2-f56226fd1f47", "name": "network-vif-plugged", "status": "completed", "tag": "818623ee-bb95-4c16-b6aa-4cb09c7116ab"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:27.723726 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 818623ee-bb95-4c16-b6aa-4cb09c7116ab, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=818623ee-bb95-4c16-b6aa-4cb09c7116ab,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:27.730311 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:27.752382 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d1f6c5b4-5f46-4601-b71a-1468f6aebfdd req-4e04f773-c7ac-422d-b8e1-e94717cc5f0a tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d43190b-dac3-4c19-9478-e4b1f29751a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726292 Jul 15 13:04:27.758357 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e449653-7fda-40bf-abbb-1cdd745cf612 req-9cc9f80e-650a-4e00-86e2-2871c7bdf7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:27.759851 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e449653-7fda-40bf-abbb-1cdd745cf612 req-9cc9f80e-650a-4e00-86e2-2871c7bdf7fe service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.1843863 Jul 15 13:04:27.771395 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a18d42-a98b-44ef-b1ef-12fd09f63b6d req-1a9b86bc-203e-43d1-a569-40dcb470981b tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:27.783439 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b3a18d42-a98b-44ef-b1ef-12fd09f63b6d req-1a9b86bc-203e-43d1-a569-40dcb470981b tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=903bf235-0112-46e2-a261-d49ca69db49f HTTP/1.1" status: 200 len: 945 time: 0.1875062 Jul 15 13:04:27.789414 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=818623ee-bb95-4c16-b6aa-4cb09c7116ab,revision_number=9']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:27.802801 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port cc867f4b-25dc-4c19-ae23-c2dedec30840 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:27.806714 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port cc867f4b-25dc-4c19-ae23-c2dedec30840 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:27.807253 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:27.833129 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e449653-7fda-40bf-abbb-1cdd745cf612 req-0f3799eb-55e3-468b-8e0a-2c34ade06e6f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=818623ee-bb95-4c16-b6aa-4cb09c7116ab HTTP/1.1" status: 200 len: 217 time: 0.0487261 Jul 15 13:04:27.842092 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fa58c1-a44a-47a4-95df-fcdec4dfa7e4 x-openstack-request-id: req-38fa58c1-a44a-47a4-95df-fcdec4dfa7e4 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:27.842386 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0479726-a66f-40f6-bfe2-f56226fd1f47", "name": "network-vif-plugged", "status": "completed", "tag": "818623ee-bb95-4c16-b6aa-4cb09c7116ab", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:27.842693 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-38fa58c1-a44a-47a4-95df-fcdec4dfa7e4 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:27.843078 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0479726-a66f-40f6-bfe2-f56226fd1f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818623ee-bb95-4c16-b6aa-4cb09c7116ab', 'code': 200} Jul 15 13:04:27.853641 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b3a18d42-a98b-44ef-b1ef-12fd09f63b6d req-6227369d-a9ca-4452-95d4-75f1cdd5d266 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659950 Jul 15 13:04:27.914228 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:27.914781 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e449653-7fda-40bf-abbb-1cdd745cf612 req-528008fe-dd0e-4753-97d5-387ae1542517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:27.916996 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e449653-7fda-40bf-abbb-1cdd745cf612 req-528008fe-dd0e-4753-97d5-387ae1542517 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0552316 Jul 15 13:04:27.947476 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port cc867f4b-25dc-4c19-ae23-c2dedec30840, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=cc867f4b-25dc-4c19-ae23-c2dedec30840,segment=NetworkSegment(d751f920-85db-44b1-b4da-6499625779d4),segment_id=d751f920-85db-44b1-b4da-6499625779d4)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:27.958757 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:27.987213 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e449653-7fda-40bf-abbb-1cdd745cf612 req-98ed51e5-1567-438c-8ad0-b2136eda8371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:27.988694 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e449653-7fda-40bf-abbb-1cdd745cf612 req-98ed51e5-1567-438c-8ad0-b2136eda8371 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0616000 Jul 15 13:04:28.006207 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=cc867f4b-25dc-4c19-ae23-c2dedec30840,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:28.090267 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e449653-7fda-40bf-abbb-1cdd745cf612 req-55ff5731-5ec5-4b0e-a03f-fc79149b391d service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938120 Jul 15 13:04:28.243238 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e449653-7fda-40bf-abbb-1cdd745cf612 req-9c4495c9-b510-4eee-8906-06fbdc9679dc service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271582 Jul 15 13:04:28.279465 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636e647-f4b8-489c-b338-f8c7e4fa7e09 req-ec3c911c-2b47-4c9c-8b85-4cdcc1848e60 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:28.281629 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9636e647-f4b8-489c-b338-f8c7e4fa7e09 req-ec3c911c-2b47-4c9c-8b85-4cdcc1848e60 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=275bdd27-5d7d-41a8-bbe9-0daa9c5340b2 HTTP/1.1" status: 200 len: 945 time: 0.0982976 Jul 15 13:04:28.692000 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9636e647-f4b8-489c-b338-f8c7e4fa7e09 req-0b2c16ff-56d8-4430-aac7-0090bc195307 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d43190b-dac3-4c19-9478-e4b1f29751a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999074 Jul 15 13:04:28.722241 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-ae2c1600-4ba2-4df7-86ea-9197c577bd62 tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:28.723734 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-ae2c1600-4ba2-4df7-86ea-9197c577bd62 tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] 10.222.0.46 "GET /v2.0/networks?id=950c40be-eeee-4a27-8017-02a712c19404 HTTP/1.1" status: 200 len: 825 time: 0.4552453 Jul 15 13:04:28.743700 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7748a-3a85-41ba-bbbc-ee88cb3f9e39 req-91275a2b-0f96-4c05-baec-2dbc51b74542 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:28.745202 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-00a7748a-3a85-41ba-bbbc-ee88cb3f9e39 req-91275a2b-0f96-4c05-baec-2dbc51b74542 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2ef0a96-9450-4445-b016-2ee402e27c74 HTTP/1.1" status: 200 len: 945 time: 0.4156730 Jul 15 13:04:28.749934 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-84367fe1-9ba2-4673-b9cb-48f26914646c tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] Request body: {'port': {'device_id': 'c7dad5bb-af7a-4fd5-bae5-b07fb3804f12', 'network_id': '950c40be-eeee-4a27-8017-02a712c19404', 'admin_state_up': True, 'tenant_id': '3bc32fffbbeb4864936b44109899e70f'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:28.800732 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:28.866944 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-00a7748a-3a85-41ba-bbbc-ee88cb3f9e39 req-6f03604c-a444-4865-82ca-a2d6573ebc8d tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/security-groups?id=790be412-1cb6-4f73-993a-6168b3414f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120930 Jul 15 13:04:28.872659 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4a2a3623-8c31-4a65-9f67-000ee7aa3489 req-6b160452-df02-4d8c-9341-c25f7ad73a77 tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7dad5bb-af7a-4fd5-bae5-b07fb3804f12 HTTP/1.1" status: 200 len: 210 time: 0.0414677 Jul 15 13:04:28.926276 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-84367fe1-9ba2-4673-b9cb-48f26914646c tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] Made reservation on behalf of 3bc32fffbbeb4864936b44109899e70f for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:04:28.930575 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-84367fe1-9ba2-4673-b9cb-48f26914646c tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:29.099859 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-84367fe1-9ba2-4673-b9cb-48f26914646c tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] Allocated IP 172.20.0.12 (950c40be-eeee-4a27-8017-02a712c19404/efe92a84-3100-485b-8a66-8a66322af8c3/ed9cf8ba-0c41-42a6-9181-3ec6a82fa007) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:04:29.197077 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:29.323144 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-84367fe1-9ba2-4673-b9cb-48f26914646c tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:29.364683 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f539fe-beb4-434e-a79b-9cd6de3b1219 req-7f47dd81-fdaa-4a59-a165-c5e88c2a48f4 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:29.366631 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-16f539fe-beb4-434e-a79b-9cd6de3b1219 req-7f47dd81-fdaa-4a59-a165-c5e88c2a48f4 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=903bf235-0112-46e2-a261-d49ca69db49f HTTP/1.1" status: 200 len: 945 time: 0.1470048 Jul 15 13:04:29.397114 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5cce9-f50e-46b8-bf52-5fb2fca42106 req-d825fbe8-b0eb-4da3-9703-81f1e6eb0714 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:29.399381 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fae5cce9-f50e-46b8-bf52-5fb2fca42106 req-d825fbe8-b0eb-4da3-9703-81f1e6eb0714 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 950 time: 0.1791070 Jul 15 13:04:29.445291 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-84367fe1-9ba2-4673-b9cb-48f26914646c tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:29.458969 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-16f539fe-beb4-434e-a79b-9cd6de3b1219 req-f7b90298-0566-4ad8-b166-c34d22902127 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832534 Jul 15 13:04:29.508705 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fae5cce9-f50e-46b8-bf52-5fb2fca42106 req-54897bd1-2f1b-4264-bbfa-2b70aa077b90 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996530 Jul 15 13:04:29.510649 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-84367fe1-9ba2-4673-b9cb-48f26914646c tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] Network 950c40be-eeee-4a27-8017-02a712c19404 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:29.514286 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-84367fe1-9ba2-4673-b9cb-48f26914646c tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:29.518792 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-84367fe1-9ba2-4673-b9cb-48f26914646c tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:04:29.547306 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84367fe1-9ba2-4673-b9cb-48f26914646c tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] Pushing event updated for resources: {'Port': ['ID=ed9cf8ba-0c41-42a6-9181-3ec6a82fa007,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:29.578272 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-84367fe1-9ba2-4673-b9cb-48f26914646c tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:29.579655 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-84367fe1-9ba2-4673-b9cb-48f26914646c tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:29.596659 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-84367fe1-9ba2-4673-b9cb-48f26914646c tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8502181 Jul 15 13:04:29.618677 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-28a65a8e-5bfc-4c6b-8161-d2d84c2a9838 service neutron] Request body: {'port': {'device_id': 'c7dad5bb-af7a-4fd5-bae5-b07fb3804f12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:29.635422 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-78a9248f-b4da-48bc-a5ac-d9e781e019a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:29.675762 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 09ebe600-2506-42d1-91d7-78ee1c2c941a details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:04:29.751930 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-28a65a8e-5bfc-4c6b-8161-d2d84c2a9838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:29.795006 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 09ebe600-2506-42d1-91d7-78ee1c2c941a, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=09ebe600-2506-42d1-91d7-78ee1c2c941a,segment=NetworkSegment(dda3590f-77f2-473e-918f-51e02247fb49),segment_id=dda3590f-77f2-473e-918f-51e02247fb49)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:29.814788 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '09ebe600-2506-42d1-91d7-78ee1c2c941a', 'network_id': '111a9c93-c732-4208-b8b6-92c471a9345c', 'port_id': '09ebe600-2506-42d1-91d7-78ee1c2c941a', 'mac_address': 'fa:16:3e:66:fd:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730641c7-930e-437f-91e2-0f97e39682ab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:04:29.834340 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186952e-5719-4ea6-8ae1-3728f3ef465f req-80aa15a3-68cf-40f5-8307-8947de591d2a tempest-MigrationsAdminTest-1397689877 tempest-MigrationsAdminTest-1397689877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:29.842948 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6186952e-5719-4ea6-8ae1-3728f3ef465f req-80aa15a3-68cf-40f5-8307-8947de591d2a tempest-MigrationsAdminTest-1397689877 tempest-MigrationsAdminTest-1397689877-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 1102 time: 0.1386817 Jul 15 13:04:29.846119 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ef0a96-9450-4445-b016-2ee402e27c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc867f4b-25dc-4c19-ae23-c2dedec30840'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:29.848660 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4825a8e-2dd4-4ecd-bc53-be426ba60019" -d '{"events": [{"server_uuid": "b2ef0a96-9450-4445-b016-2ee402e27c74", "name": "network-vif-plugged", "status": "completed", "tag": "cc867f4b-25dc-4c19-ae23-c2dedec30840"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:29.875269 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:29.892735 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09ebe600-2506-42d1-91d7-78ee1c2c941a {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:29.923517 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 09ebe600-2506-42d1-91d7-78ee1c2c941a, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=09ebe600-2506-42d1-91d7-78ee1c2c941a,segment=NetworkSegment(dda3590f-77f2-473e-918f-51e02247fb49),segment_id=dda3590f-77f2-473e-918f-51e02247fb49)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:29.929082 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:29.979139 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6186952e-5719-4ea6-8ae1-3728f3ef465f req-fa3eec2d-6e3e-41ad-b7dc-3dc0451e7e93 tempest-MigrationsAdminTest-1397689877 tempest-MigrationsAdminTest-1397689877-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352015 Jul 15 13:04:29.980391 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=09ebe600-2506-42d1-91d7-78ee1c2c941a,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:30.036065 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec7828d-05e4-42f5-959f-6fb2ed05e2ee x-openstack-request-id: req-1ec7828d-05e4-42f5-959f-6fb2ed05e2ee {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:30.036427 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ef0a96-9450-4445-b016-2ee402e27c74", "name": "network-vif-plugged", "status": "completed", "tag": "cc867f4b-25dc-4c19-ae23-c2dedec30840", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:30.036747 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1ec7828d-05e4-42f5-959f-6fb2ed05e2ee {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:30.037200 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ef0a96-9450-4445-b016-2ee402e27c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc867f4b-25dc-4c19-ae23-c2dedec30840', 'code': 200} Jul 15 13:04:30.044466 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['09ebe600-2506-42d1-91d7-78ee1c2c941a'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:30.104124 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba8ab8-0329-4ad8-bbed-e0277f18a9e0 req-a6964e9e-f695-44fb-8fd6-7e431b7267b7 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:30.111979 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a4ba8ab8-0329-4ad8-bbed-e0277f18a9e0 req-a6964e9e-f695-44fb-8fd6-7e431b7267b7 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=275bdd27-5d7d-41a8-bbe9-0daa9c5340b2 HTTP/1.1" status: 200 len: 945 time: 0.1907930 Jul 15 13:04:30.217471 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ce0f9-7739-492e-af80-af9e571d19b7 req-07447f01-d531-4767-a097-0b08d535246d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:30.220909 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-103ce0f9-7739-492e-af80-af9e571d19b7 req-07447f01-d531-4767-a097-0b08d535246d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b2ef0a96-9450-4445-b016-2ee402e27c74 HTTP/1.1" status: 200 len: 1097 time: 0.0908387 Jul 15 13:04:30.269122 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-103ce0f9-7739-492e-af80-af9e571d19b7 req-d6786c84-8ea2-4707-9518-5106911d2adb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=790be412-1cb6-4f73-993a-6168b3414f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373104 Jul 15 13:04:30.275517 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a4ba8ab8-0329-4ad8-bbed-e0277f18a9e0 req-b945795b-c07c-4ab4-aa2f-b60966870921 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d43190b-dac3-4c19-9478-e4b1f29751a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626673 Jul 15 13:04:30.298209 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02612e-2331-4f3b-897d-79f23a7f2589 req-47ffc8bc-5474-490f-97da-89705e5a1727 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:30.300251 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bc02612e-2331-4f3b-897d-79f23a7f2589 req-47ffc8bc-5474-490f-97da-89705e5a1727 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.46 "GET /v2.0/ports?device_id=275bdd27-5d7d-41a8-bbe9-0daa9c5340b2 HTTP/1.1" status: 200 len: 945 time: 0.2541730 Jul 15 13:04:30.401606 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-28a65a8e-5bfc-4c6b-8161-d2d84c2a9838 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed9cf8ba-0c41-42a6-9181-3ec6a82fa007 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:30.414579 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-28a65a8e-5bfc-4c6b-8161-d2d84c2a9838 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:30.436905 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5884d3f-be8d-482e-b702-01704b2bf38a req-69aa3e7a-796f-4874-8fc6-932045fe6c2f tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:30.438384 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e5884d3f-be8d-482e-b702-01704b2bf38a req-69aa3e7a-796f-4874-8fc6-932045fe6c2f tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2ef0a96-9450-4445-b016-2ee402e27c74 HTTP/1.1" status: 200 len: 945 time: 0.2585607 Jul 15 13:04:30.480810 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-28a65a8e-5bfc-4c6b-8161-d2d84c2a9838 service neutron] Transition to ACTIVE for port object ed9cf8ba-0c41-42a6-9181-3ec6a82fa007 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:30.517079 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-28a65a8e-5bfc-4c6b-8161-d2d84c2a9838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:30.598205 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e5884d3f-be8d-482e-b702-01704b2bf38a req-639fc9dd-23d7-427e-8d9c-bd8cafcef6ed tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/security-groups?id=790be412-1cb6-4f73-993a-6168b3414f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284826 Jul 15 13:04:30.608218 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a65a8e-5bfc-4c6b-8161-d2d84c2a9838 service neutron] Pushing event updated for resources: {'Port': ['ID=ed9cf8ba-0c41-42a6-9181-3ec6a82fa007,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:30.702088 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-bc02612e-2331-4f3b-897d-79f23a7f2589 req-bb4f50cf-1768-4b5c-b844-bfb88c620b7f tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Deleting port 33bed4b3-f824-42d5-b85b-34cdf23840de {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:30.702752 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bc02612e-2331-4f3b-897d-79f23a7f2589 req-bb4f50cf-1768-4b5c-b844-bfb88c620b7f tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:30.752012 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21fd9b1-15fe-43e7-82d6-9194368e206d req-e545a185-994b-43d4-9109-3292d8d06bff tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:30.761342 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d21fd9b1-15fe-43e7-82d6-9194368e206d req-e545a185-994b-43d4-9109-3292d8d06bff tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7dad5bb-af7a-4fd5-bae5-b07fb3804f12 HTTP/1.1" status: 200 len: 932 time: 0.3324356 Jul 15 13:04:30.773042 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-28a65a8e-5bfc-4c6b-8161-d2d84c2a9838 service neutron] Attempting to bind port ed9cf8ba-0c41-42a6-9181-3ec6a82fa007 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:04:30.773564 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-28a65a8e-5bfc-4c6b-8161-d2d84c2a9838 service neutron] Attempting to bind port ed9cf8ba-0c41-42a6-9181-3ec6a82fa007 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '37abbe40-3268-409f-b28c-fe720676b7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '950c40be-eeee-4a27-8017-02a712c19404'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:04:30.773964 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-28a65a8e-5bfc-4c6b-8161-d2d84c2a9838 service neutron] Attempting to bind port ed9cf8ba-0c41-42a6-9181-3ec6a82fa007 on network 950c40be-eeee-4a27-8017-02a712c19404 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:30.797451 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-28a65a8e-5bfc-4c6b-8161-d2d84c2a9838 service neutron] Port ed9cf8ba-0c41-42a6-9181-3ec6a82fa007 on network 950c40be-eeee-4a27-8017-02a712c19404 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:04:30.797862 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-28a65a8e-5bfc-4c6b-8161-d2d84c2a9838 service neutron] Attempting to bind port ed9cf8ba-0c41-42a6-9181-3ec6a82fa007 on network 950c40be-eeee-4a27-8017-02a712c19404 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:30.841374 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-28a65a8e-5bfc-4c6b-8161-d2d84c2a9838 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:04:30.841854 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-28a65a8e-5bfc-4c6b-8161-d2d84c2a9838 service neutron] Checking segment: {'id': '37abbe40-3268-409f-b28c-fe720676b7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '950c40be-eeee-4a27-8017-02a712c19404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:30.842346 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-28a65a8e-5bfc-4c6b-8161-d2d84c2a9838 service neutron] Bound using segment: {'id': '37abbe40-3268-409f-b28c-fe720676b7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '950c40be-eeee-4a27-8017-02a712c19404'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:04:30.842932 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-28a65a8e-5bfc-4c6b-8161-d2d84c2a9838 service neutron] Bound port: ed9cf8ba-0c41-42a6-9181-3ec6a82fa007, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37abbe40-3268-409f-b28c-fe720676b7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '950c40be-eeee-4a27-8017-02a712c19404'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:04:30.843394 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-28a65a8e-5bfc-4c6b-8161-d2d84c2a9838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:30.890109 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d21fd9b1-15fe-43e7-82d6-9194368e206d req-d4d68a1c-0ba3-4be5-96ca-d1e818d3913d tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d295249-bf5d-4129-a55d-e04e04c9c26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275570 Jul 15 13:04:30.945512 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-bc02612e-2331-4f3b-897d-79f23a7f2589 req-bb4f50cf-1768-4b5c-b844-bfb88c620b7f tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] For port 33bed4b3-f824-42d5-b85b-34cdf23840de, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=33bed4b3-f824-42d5-b85b-34cdf23840de,segment=NetworkSegment(37e986e4-0792-4292-9ed3-45df87b63279),segment_id=37e986e4-0792-4292-9ed3-45df87b63279)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:30.946029 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bc02612e-2331-4f3b-897d-79f23a7f2589 req-bb4f50cf-1768-4b5c-b844-bfb88c620b7f tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:30.992299 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-bc02612e-2331-4f3b-897d-79f23a7f2589 req-bb4f50cf-1768-4b5c-b844-bfb88c620b7f tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Calling delete_port for 33bed4b3-f824-42d5-b85b-34cdf23840de owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:31.058442 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-760bea67-3e7c-47de-9d9f-48fd5b55bcbd tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a5495784adab4faf86ec8d11912c9669&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640004 Jul 15 13:04:31.067609 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-28a65a8e-5bfc-4c6b-8161-d2d84c2a9838 service neutron] For port ed9cf8ba-0c41-42a6-9181-3ec6a82fa007, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:31.132968 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-28a65a8e-5bfc-4c6b-8161-d2d84c2a9838 service neutron] For port ed9cf8ba-0c41-42a6-9181-3ec6a82fa007, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ed9cf8ba-0c41-42a6-9181-3ec6a82fa007,segment=NetworkSegment(37abbe40-3268-409f-b28c-fe720676b7af),segment_id=37abbe40-3268-409f-b28c-fe720676b7af)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:04:31.165713 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-28a65a8e-5bfc-4c6b-8161-d2d84c2a9838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:31.286735 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-28a65a8e-5bfc-4c6b-8161-d2d84c2a9838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:31.287511 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-28a65a8e-5bfc-4c6b-8161-d2d84c2a9838 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:31.289070 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-28a65a8e-5bfc-4c6b-8161-d2d84c2a9838 service neutron] 10.222.0.46 "PUT /v2.0/ports/ed9cf8ba-0c41-42a6-9181-3ec6a82fa007 HTTP/1.1" status: 200 len: 1093 time: 1.6831949 Jul 15 13:04:31.289579 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7dad5bb-af7a-4fd5-bae5-b07fb3804f12', 'tag': 'ed9cf8ba-0c41-42a6-9181-3ec6a82fa007'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:31.292463 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1679aff-e0ab-45d7-8da1-87834ac470d8" -d '{"events": [{"name": "network-changed", "server_uuid": "c7dad5bb-af7a-4fd5-bae5-b07fb3804f12", "tag": "ed9cf8ba-0c41-42a6-9181-3ec6a82fa007"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:31.348387 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd281827-4115-4e96-b07f-5ca78a089fc7 req-22efb0a8-21ef-4a1d-9dc9-bd541dc9e545 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:31.356172 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dd281827-4115-4e96-b07f-5ca78a089fc7 req-22efb0a8-21ef-4a1d-9dc9-bd541dc9e545 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=903bf235-0112-46e2-a261-d49ca69db49f HTTP/1.1" status: 200 len: 945 time: 0.3858030 Jul 15 13:04:31.374969 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a65a8e-5bfc-4c6b-8161-d2d84c2a9838 service neutron] Pushing event updated for resources: {'Port': ['ID=ed9cf8ba-0c41-42a6-9181-3ec6a82fa007,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:31.419708 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-cb861713-5bf9-4ddc-b606-b9b0dd472b2a tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:31.421295 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-cb861713-5bf9-4ddc-b606-b9b0dd472b2a tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3492727 Jul 15 13:04:31.512738 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-1a22af59-209a-4567-8e4e-319201a145d4 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/quotas/a5495784adab4faf86ec8d11912c9669 HTTP/1.1" status: 200 len: 375 time: 0.0467365 Jul 15 13:04:31.518950 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dd281827-4115-4e96-b07f-5ca78a089fc7 req-37ce3d40-dc88-49e1-ae8f-f931880b9845 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618323 Jul 15 13:04:31.568595 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bc02612e-2331-4f3b-897d-79f23a7f2589 req-bb4f50cf-1768-4b5c-b844-bfb88c620b7f tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:31.582086 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['33bed4b3-f824-42d5-b85b-34cdf23840de'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:31.608489 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f50cf-1768-4b5c-b844-bfb88c620b7f tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Pushing event deleted for resources: {'Port': ['ID=33bed4b3-f824-42d5-b85b-34cdf23840de,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:31.622097 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-ff291a72-45e3-40f6-8dec-679de16505c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:31.623779 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-ff291a72-45e3-40f6-8dec-679de16505c1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3bc32fffbbeb4864936b44109899e70f&device_id=c7dad5bb-af7a-4fd5-bae5-b07fb3804f12 HTTP/1.1" status: 200 len: 1096 time: 0.2280216 Jul 15 13:04:31.692929 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 09ebe600-2506-42d1-91d7-78ee1c2c941a up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:31.724564 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-bc6b1f1a-0906-4a55-af01-57acf55910cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed9cf8ba-0c41-42a6-9181-3ec6a82fa007 HTTP/1.1" status: 200 len: 217 time: 0.0913494 Jul 15 13:04:31.725976 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc02612e-2331-4f3b-897d-79f23a7f2589 req-bb4f50cf-1768-4b5c-b844-bfb88c620b7f tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] No DVR routers for this DVR port 33bed4b3-f824-42d5-b85b-34cdf23840de on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:04:31.731817 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bc02612e-2331-4f3b-897d-79f23a7f2589 req-bb4f50cf-1768-4b5c-b844-bfb88c620b7f tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:31.735790 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bc02612e-2331-4f3b-897d-79f23a7f2589 req-bb4f50cf-1768-4b5c-b844-bfb88c620b7f tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.46 "DELETE /v2.0/ports/33bed4b3-f824-42d5-b85b-34cdf23840de HTTP/1.1" status: 204 len: 173 time: 1.3936284 Jul 15 13:04:31.749787 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4860730b-7345-4b19-8f51-2117284632d8 x-openstack-request-id: req-4860730b-7345-4b19-8f51-2117284632d8 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:31.750083 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7dad5bb-af7a-4fd5-bae5-b07fb3804f12", "tag": "ed9cf8ba-0c41-42a6-9181-3ec6a82fa007", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:31.750339 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4860730b-7345-4b19-8f51-2117284632d8 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:31.750769 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7dad5bb-af7a-4fd5-bae5-b07fb3804f12', 'tag': 'ed9cf8ba-0c41-42a6-9181-3ec6a82fa007', 'status': 'completed', 'code': 200} Jul 15 13:04:31.774610 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 09ebe600-2506-42d1-91d7-78ee1c2c941a triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:31.775206 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:31.790131 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-8ac165ab-c90d-4481-a55a-a5d6529dfd4f tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a5495784adab4faf86ec8d11912c9669&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2693875 Jul 15 13:04:31.814374 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-a1190277-6676-4f0e-949f-55221dc32005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:31.815995 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-a1190277-6676-4f0e-949f-55221dc32005 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=efe92a84-3100-485b-8a66-8a66322af8c3 HTTP/1.1" status: 200 len: 865 time: 0.0768964 Jul 15 13:04:31.892021 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-93cda4ec-3462-4ac8-b331-70f3818146b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=950c40be-eeee-4a27-8017-02a712c19404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695081 Jul 15 13:04:31.909913 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:31.967062 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 09ebe600-2506-42d1-91d7-78ee1c2c941a, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=09ebe600-2506-42d1-91d7-78ee1c2c941a,segment=NetworkSegment(dda3590f-77f2-473e-918f-51e02247fb49),segment_id=dda3590f-77f2-473e-918f-51e02247fb49)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:31.972215 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:32.039087 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a611d7-a890-4d2a-8525-83cb3fa37a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ebe600-2506-42d1-91d7-78ee1c2c941a'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:32.041382 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9a0bdb-2934-489c-aaba-5cbd312efb00" -d '{"events": [{"server_uuid": "71a611d7-a890-4d2a-8525-83cb3fa37a73", "name": "network-vif-plugged", "status": "completed", "tag": "09ebe600-2506-42d1-91d7-78ee1c2c941a"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:32.077887 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9bb92050-97bc-406a-85b4-9c85c5e5649a req-8416aed4-71fe-419f-8509-ffd1b9c63773 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/ports?device_id=275bdd27-5d7d-41a8-bbe9-0daa9c5340b2 HTTP/1.1" status: 200 len: 210 time: 0.0981739 Jul 15 13:04:32.079767 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=09ebe600-2506-42d1-91d7-78ee1c2c941a,revision_number=7']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:32.140749 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-d41fedb9-e02c-4de8-9b07-23bb10916890 service neutron] 10.222.0.46 "GET /v2.0/networks/950c40be-eeee-4a27-8017-02a712c19404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397919 Jul 15 13:04:32.197165 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:32.340747 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4eb007b4-07fd-4074-9f08-308337f2c415 req-bcccf2a7-2874-4440-806a-d2303004a5ed service neutron] 10.222.0.46 "GET /v2.0/networks/950c40be-eeee-4a27-8017-02a712c19404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889400 Jul 15 13:04:32.407758 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-61b89dbb-4acf-4f13-901e-024aab6d5cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:32.431769 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592c976-04e7-4c34-8acd-07f7d0906a90 req-60b63579-63a2-44bc-b5f4-5178027ea68e tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:32.438843 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f592c976-04e7-4c34-8acd-07f7d0906a90 req-60b63579-63a2-44bc-b5f4-5178027ea68e tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2ef0a96-9450-4445-b016-2ee402e27c74 HTTP/1.1" status: 200 len: 945 time: 0.2074156 Jul 15 13:04:32.567603 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f592c976-04e7-4c34-8acd-07f7d0906a90 req-1891c909-1b88-466a-b9c6-2a0d08e62454 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/security-groups?id=790be412-1cb6-4f73-993a-6168b3414f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277635 Jul 15 13:04:32.676192 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1679aff-e0ab-45d7-8da1-87834ac470d8 req-81d23667-bc11-44fd-93c7-161159debe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:32.677707 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e1679aff-e0ab-45d7-8da1-87834ac470d8 req-81d23667-bc11-44fd-93c7-161159debe18 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3bc32fffbbeb4864936b44109899e70f&device_id=c7dad5bb-af7a-4fd5-bae5-b07fb3804f12 HTTP/1.1" status: 200 len: 1096 time: 0.2369392 Jul 15 13:04:32.825373 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e60b07a8-2e36-4dc9-be07-0591066d7d82 req-ccb04a10-3949-4387-8fd3-62b307273590 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 210 time: 0.0505071 Jul 15 13:04:32.836768 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a338e-8c0a-4c18-b8e4-c842f3fc09c7 req-c57a7421-e18b-4060-b94e-73982e09287e tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:32.840480 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b23a338e-8c0a-4c18-b8e4-c842f3fc09c7 req-c57a7421-e18b-4060-b94e-73982e09287e tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7dad5bb-af7a-4fd5-bae5-b07fb3804f12 HTTP/1.1" status: 200 len: 944 time: 0.2526188 Jul 15 13:04:32.858163 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1679aff-e0ab-45d7-8da1-87834ac470d8 req-05149f45-9a7e-4ca6-9555-1f1fa4c69a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:32.860230 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e1679aff-e0ab-45d7-8da1-87834ac470d8 req-05149f45-9a7e-4ca6-9555-1f1fa4c69a6c service neutron] 10.222.0.46 "GET /v2.0/networks?id=950c40be-eeee-4a27-8017-02a712c19404 HTTP/1.1" status: 200 len: 926 time: 0.1730566 Jul 15 13:04:32.919745 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61617d4-2f37-48fb-aaa5-916b6e1ff719 x-openstack-request-id: req-a61617d4-2f37-48fb-aaa5-916b6e1ff719 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:32.920704 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a611d7-a890-4d2a-8525-83cb3fa37a73", "name": "network-vif-plugged", "status": "completed", "tag": "09ebe600-2506-42d1-91d7-78ee1c2c941a", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:32.921279 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a61617d4-2f37-48fb-aaa5-916b6e1ff719 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:32.921939 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a611d7-a890-4d2a-8525-83cb3fa37a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ebe600-2506-42d1-91d7-78ee1c2c941a', 'code': 200} Jul 15 13:04:33.247465 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e1679aff-e0ab-45d7-8da1-87834ac470d8 req-c529e9d1-d4a3-407d-9acb-fd8f5156aee1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed9cf8ba-0c41-42a6-9181-3ec6a82fa007 HTTP/1.1" status: 200 len: 217 time: 0.0627654 Jul 15 13:04:33.282396 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b23a338e-8c0a-4c18-b8e4-c842f3fc09c7 req-3679bcb8-c50e-4536-947c-deb254b90efd tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d295249-bf5d-4129-a55d-e04e04c9c26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210885 Jul 15 13:04:33.423699 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1679aff-e0ab-45d7-8da1-87834ac470d8 req-f849962e-4eee-4fed-b10e-691963e2027e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:33.425172 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e1679aff-e0ab-45d7-8da1-87834ac470d8 req-f849962e-4eee-4fed-b10e-691963e2027e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=efe92a84-3100-485b-8a66-8a66322af8c3 HTTP/1.1" status: 200 len: 865 time: 0.1619704 Jul 15 13:04:33.446133 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:33.506313 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb04961-95ff-4837-b20d-99b88e756260 req-1f3ff248-8d58-453a-ba83-7a6cfde7b89b tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:33.512850 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cbb04961-95ff-4837-b20d-99b88e756260 req-1f3ff248-8d58-453a-ba83-7a6cfde7b89b tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=903bf235-0112-46e2-a261-d49ca69db49f HTTP/1.1" status: 200 len: 945 time: 0.3292141 Jul 15 13:04:33.574216 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e1679aff-e0ab-45d7-8da1-87834ac470d8 req-5ac6be86-daca-42a3-af5f-fcea8fd3668f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=950c40be-eeee-4a27-8017-02a712c19404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963700 Jul 15 13:04:33.691661 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-055d03ed-1793-424b-8fd6-0612f1316fad tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=a5495784adab4faf86ec8d11912c9669&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1164198 Jul 15 13:04:33.697925 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 33bed4b3-f824-42d5-b85b-34cdf23840de no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:33.744209 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 33bed4b3-f824-42d5-b85b-34cdf23840de {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:04:33.744568 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 33bed4b3-f824-42d5-b85b-34cdf23840de not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:04:33.763198 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275bdd27-5d7d-41a8-bbe9-0daa9c5340b2', 'name': 'network-vif-deleted', 'tag': '33bed4b3-f824-42d5-b85b-34cdf23840de'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:33.765519 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47f0534-24a2-4252-873e-8b11bb825802" -d '{"events": [{"server_uuid": "275bdd27-5d7d-41a8-bbe9-0daa9c5340b2", "name": "network-vif-deleted", "tag": "33bed4b3-f824-42d5-b85b-34cdf23840de"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:33.796583 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-40d795fb-2a1a-4e02-9b2e-6b2076b6dda4 req-a55be0cd-b697-49d4-b788-ba13f36f20e5 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 258 time: 0.4745750 Jul 15 13:04:33.814588 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cbb04961-95ff-4837-b20d-99b88e756260 req-9300b7e4-654a-4545-99f1-794b3b8c14c5 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008106 Jul 15 13:04:33.831371 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e1679aff-e0ab-45d7-8da1-87834ac470d8 req-dc3fc453-60fc-4599-9f46-727d8c27e3e1 service neutron] 10.222.0.46 "GET /v2.0/networks/950c40be-eeee-4a27-8017-02a712c19404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356088 Jul 15 13:04:33.849528 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-40d795fb-2a1a-4e02-9b2e-6b2076b6dda4 req-38d8a20a-4a8a-4c0e-b4b0-aec321366041 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:33.969820 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-40d795fb-2a1a-4e02-9b2e-6b2076b6dda4 req-38d8a20a-4a8a-4c0e-b4b0-aec321366041 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks [] for floatingip, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:34.008445 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-5e3fc982-6e5a-447c-9cce-c3589fd4f4a0 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:34.010151 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-5e3fc982-6e5a-447c-9cce-c3589fd4f4a0 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2866302 Jul 15 13:04:34.027718 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:04:34.036649 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-0a979514-b384-4288-a442-9c2333568198 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Request body: {'port': {'device_id': '1b8f04b3-cd40-43e3-89c2-3879a684534e', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'admin_state_up': True, 'tenant_id': 'a5495784adab4faf86ec8d11912c9669'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:34.081809 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e1679aff-e0ab-45d7-8da1-87834ac470d8 req-d2bd702a-121f-4e17-90f9-50fa30087685 service neutron] 10.222.0.46 "GET /v2.0/networks/950c40be-eeee-4a27-8017-02a712c19404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332969 Jul 15 13:04:34.221955 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-0a979514-b384-4288-a442-9c2333568198 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Made reservation on behalf of a5495784adab4faf86ec8d11912c9669 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:04:34.226111 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-0a979514-b384-4288-a442-9c2333568198 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:34.242266 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-40d795fb-2a1a-4e02-9b2e-6b2076b6dda4 req-38d8a20a-4a8a-4c0e-b4b0-aec321366041 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:34.323260 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ceacd2-1fa4-4cef-8fa6-5f36467300fa x-openstack-request-id: req-a0ceacd2-1fa4-4cef-8fa6-5f36467300fa {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:34.323260 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275bdd27-5d7d-41a8-bbe9-0daa9c5340b2", "name": "network-vif-deleted", "tag": "33bed4b3-f824-42d5-b85b-34cdf23840de", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:34.324478 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a0ceacd2-1fa4-4cef-8fa6-5f36467300fa {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:34.324478 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275bdd27-5d7d-41a8-bbe9-0daa9c5340b2', 'name': 'network-vif-deleted', 'tag': '33bed4b3-f824-42d5-b85b-34cdf23840de', 'status': 'completed', 'code': 200} Jul 15 13:04:34.461468 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-067529cf-15db-408c-bf33-4c7710535d53 req-6129175b-4e72-4788-86e0-35e93b9db8e7 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 210 time: 0.0509348 Jul 15 13:04:34.482295 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-40d795fb-2a1a-4e02-9b2e-6b2076b6dda4 req-38d8a20a-4a8a-4c0e-b4b0-aec321366041 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Allocated IP 172.25.8.110 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/ba2f9ac0-a8c6-42f8-8bb3-059abfb13f2e) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:04:34.484546 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-0a979514-b384-4288-a442-9c2333568198 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Allocated IP 192.168.233.192 (fb7e2853-c052-4bbe-a410-b119ef2f5100/f7332b1d-b5ae-478a-9a33-4a7a808c5484/49f2d5b9-0a15-4749-9ac0-d13c645ccc92) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:04:34.688088 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-40d795fb-2a1a-4e02-9b2e-6b2076b6dda4 req-38d8a20a-4a8a-4c0e-b4b0-aec321366041 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:34.775320 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-0a979514-b384-4288-a442-9c2333568198 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:34.807086 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-0a979514-b384-4288-a442-9c2333568198 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Transition to ACTIVE for port object 49f2d5b9-0a15-4749-9ac0-d13c645ccc92 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:34.824268 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-40d795fb-2a1a-4e02-9b2e-6b2076b6dda4 req-38d8a20a-4a8a-4c0e-b4b0-aec321366041 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:34.841549 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d33a2f-5270-4225-8a30-40c6a84279f8 req-c62f3123-e67f-490f-9633-ac919362923a tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:34.843070 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-46d33a2f-5270-4225-8a30-40c6a84279f8 req-c62f3123-e67f-490f-9633-ac919362923a tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7dad5bb-af7a-4fd5-bae5-b07fb3804f12 HTTP/1.1" status: 200 len: 944 time: 0.1637824 Jul 15 13:04:34.889533 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:34.907827 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40d795fb-2a1a-4e02-9b2e-6b2076b6dda4 req-38d8a20a-4a8a-4c0e-b4b0-aec321366041 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:34.919303 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-40d795fb-2a1a-4e02-9b2e-6b2076b6dda4 req-38d8a20a-4a8a-4c0e-b4b0-aec321366041 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:34.921706 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d8a20a-4a8a-4c0e-b4b0-aec321366041 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Pushing event updated for resources: {'Port': ['ID=ba2f9ac0-a8c6-42f8-8bb3-059abfb13f2e,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:34.926303 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d795fb-2a1a-4e02-9b2e-6b2076b6dda4 req-38d8a20a-4a8a-4c0e-b4b0-aec321366041 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:04:34.949013 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-0a979514-b384-4288-a442-9c2333568198 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:34.961737 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['818623ee-bb95-4c16-b6aa-4cb09c7116ab'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:35.015510 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-46d33a2f-5270-4225-8a30-40c6a84279f8 req-12493e36-3e7f-4f1a-a065-2968be252f01 tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d295249-bf5d-4129-a55d-e04e04c9c26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429498 Jul 15 13:04:35.059516 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-0a979514-b384-4288-a442-9c2333568198 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Network fb7e2853-c052-4bbe-a410-b119ef2f5100 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:35.062193 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-0a979514-b384-4288-a442-9c2333568198 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:35.065118 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-0a979514-b384-4288-a442-9c2333568198 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:04:35.082176 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a979514-b384-4288-a442-9c2333568198 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Pushing event updated for resources: {'Port': ['ID=49f2d5b9-0a15-4749-9ac0-d13c645ccc92,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:35.234942 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-0a979514-b384-4288-a442-9c2333568198 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:35.235618 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-0a979514-b384-4288-a442-9c2333568198 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:35.251361 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-40d795fb-2a1a-4e02-9b2e-6b2076b6dda4 req-38d8a20a-4a8a-4c0e-b4b0-aec321366041 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:35.302221 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-0a979514-b384-4288-a442-9c2333568198 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2730641 Jul 15 13:04:35.333901 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-a6ce7e9e-c8be-402f-b440-97718ad1caca service neutron] Request body: {'port': {'device_id': '1b8f04b3-cd40-43e3-89c2-3879a684534e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:35.386858 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-40d795fb-2a1a-4e02-9b2e-6b2076b6dda4 req-38d8a20a-4a8a-4c0e-b4b0-aec321366041 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:35.445893 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d6beb921-fa40-4563-96ee-0fc0b0172402 None None] Provisioning for port 49f2d5b9-0a15-4749-9ac0-d13c645ccc92 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:35.451021 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d6beb921-fa40-4563-96ee-0fc0b0172402 None None] Provisioning complete for port 49f2d5b9-0a15-4749-9ac0-d13c645ccc92 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:35.451394 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6beb921-fa40-4563-96ee-0fc0b0172402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:35.491298 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff9233-0a09-4673-b779-73cea5bd866d req-4d4563e8-7c19-4f04-af4a-c7764ed7e302 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:35.492833 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-23ff9233-0a09-4673-b779-73cea5bd866d req-4d4563e8-7c19-4f04-af4a-c7764ed7e302 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=903bf235-0112-46e2-a261-d49ca69db49f HTTP/1.1" status: 200 len: 945 time: 0.2220981 Jul 15 13:04:35.497567 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d6beb921-fa40-4563-96ee-0fc0b0172402 None None] Port 49f2d5b9-0a15-4749-9ac0-d13c645ccc92 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:04:35.520363 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-a6ce7e9e-c8be-402f-b440-97718ad1caca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:35.707081 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device ed9cf8ba-0c41-42a6-9181-3ec6a82fa007 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:04:35.927836 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-23ff9233-0a09-4673-b779-73cea5bd866d req-334e0f23-558a-4293-a69b-109e8bca4874 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4161146 Jul 15 13:04:35.991574 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port ed9cf8ba-0c41-42a6-9181-3ec6a82fa007, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ed9cf8ba-0c41-42a6-9181-3ec6a82fa007,segment=NetworkSegment(37abbe40-3268-409f-b28c-fe720676b7af),segment_id=37abbe40-3268-409f-b28c-fe720676b7af)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:36.003132 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'ed9cf8ba-0c41-42a6-9181-3ec6a82fa007', 'network_id': '950c40be-eeee-4a27-8017-02a712c19404', 'port_id': 'ed9cf8ba-0c41-42a6-9181-3ec6a82fa007', 'mac_address': 'fa:16:3e:fa:05:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efe92a84-3100-485b-8a66-8a66322af8c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:04:36.049583 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:36.066206 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-40d795fb-2a1a-4e02-9b2e-6b2076b6dda4 req-38d8a20a-4a8a-4c0e-b4b0-aec321366041 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:36.079555 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed9cf8ba-0c41-42a6-9181-3ec6a82fa007 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:36.150310 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port ed9cf8ba-0c41-42a6-9181-3ec6a82fa007, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ed9cf8ba-0c41-42a6-9181-3ec6a82fa007,segment=NetworkSegment(37abbe40-3268-409f-b28c-fe720676b7af),segment_id=37abbe40-3268-409f-b28c-fe720676b7af)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:36.164192 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:36.244353 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-40d795fb-2a1a-4e02-9b2e-6b2076b6dda4 req-38d8a20a-4a8a-4c0e-b4b0-aec321366041 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:36.249734 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=ed9cf8ba-0c41-42a6-9181-3ec6a82fa007,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:36.283663 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-a6ce7e9e-c8be-402f-b440-97718ad1caca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49f2d5b9-0a15-4749-9ac0-d13c645ccc92 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:36.311393 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-a6ce7e9e-c8be-402f-b440-97718ad1caca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:36.384822 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-40d795fb-2a1a-4e02-9b2e-6b2076b6dda4 req-38d8a20a-4a8a-4c0e-b4b0-aec321366041 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:36.388082 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-a6ce7e9e-c8be-402f-b440-97718ad1caca service neutron] Transition to ACTIVE for port object 49f2d5b9-0a15-4749-9ac0-d13c645ccc92 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:36.388687 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d8a20a-4a8a-4c0e-b4b0-aec321366041 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Pushing event updated for resources: {'Port': ['ID=ba2f9ac0-a8c6-42f8-8bb3-059abfb13f2e,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:36.403129 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-a6ce7e9e-c8be-402f-b440-97718ad1caca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:36.434875 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-40d795fb-2a1a-4e02-9b2e-6b2076b6dda4 req-38d8a20a-4a8a-4c0e-b4b0-aec321366041 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:36.442395 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-40d795fb-2a1a-4e02-9b2e-6b2076b6dda4 req-38d8a20a-4a8a-4c0e-b4b0-aec321366041 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6156175 Jul 15 13:04:36.486790 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['ed9cf8ba-0c41-42a6-9181-3ec6a82fa007'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:36.571306 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-40d795fb-2a1a-4e02-9b2e-6b2076b6dda4 req-f689a2d8-6e24-4127-87db-35190c3d3c25 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.110 HTTP/1.1" status: 200 len: 696 time: 0.1280470 Jul 15 13:04:36.612290 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce7e9e-c8be-402f-b440-97718ad1caca service neutron] Pushing event updated for resources: {'Port': ['ID=49f2d5b9-0a15-4749-9ac0-d13c645ccc92,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:36.801477 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d795fb-2a1a-4e02-9b2e-6b2076b6dda4 req-daeeb69a-d7b3-43d1-81c5-c8e3a93a1099 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:36.802865 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-40d795fb-2a1a-4e02-9b2e-6b2076b6dda4 req-daeeb69a-d7b3-43d1-81c5-c8e3a93a1099 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/networks/e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 784 time: 0.1916156 Jul 15 13:04:36.808225 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-a6ce7e9e-c8be-402f-b440-97718ad1caca service neutron] Attempting to bind port 49f2d5b9-0a15-4749-9ac0-d13c645ccc92 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:04:36.808556 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-a6ce7e9e-c8be-402f-b440-97718ad1caca service neutron] Attempting to bind port 49f2d5b9-0a15-4749-9ac0-d13c645ccc92 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:04:36.808886 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-a6ce7e9e-c8be-402f-b440-97718ad1caca service neutron] Attempting to bind port 49f2d5b9-0a15-4749-9ac0-d13c645ccc92 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:36.829502 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665e42a-456d-4e86-b4c5-35655d1dea29 req-1c8b0141-e7e2-4fa7-a5f6-7b67bdbe59d1 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:36.831403 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5665e42a-456d-4e86-b4c5-35655d1dea29 req-1c8b0141-e7e2-4fa7-a5f6-7b67bdbe59d1 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 948 time: 0.3263483 Jul 15 13:04:36.836818 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-a6ce7e9e-c8be-402f-b440-97718ad1caca service neutron] Port 49f2d5b9-0a15-4749-9ac0-d13c645ccc92 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:04:36.836818 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-a6ce7e9e-c8be-402f-b440-97718ad1caca service neutron] Attempting to bind port 49f2d5b9-0a15-4749-9ac0-d13c645ccc92 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:36.846633 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-a6ce7e9e-c8be-402f-b440-97718ad1caca service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:04:36.847043 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-a6ce7e9e-c8be-402f-b440-97718ad1caca service neutron] Checking segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:36.847486 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-a6ce7e9e-c8be-402f-b440-97718ad1caca service neutron] Bound using segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:04:36.847983 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-a6ce7e9e-c8be-402f-b440-97718ad1caca service neutron] Bound port: 49f2d5b9-0a15-4749-9ac0-d13c645ccc92, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:04:36.848406 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-a6ce7e9e-c8be-402f-b440-97718ad1caca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:36.940599 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-a6ce7e9e-c8be-402f-b440-97718ad1caca service neutron] For port 49f2d5b9-0a15-4749-9ac0-d13c645ccc92, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:36.944459 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-a6ce7e9e-c8be-402f-b440-97718ad1caca service neutron] For port 49f2d5b9-0a15-4749-9ac0-d13c645ccc92, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=49f2d5b9-0a15-4749-9ac0-d13c645ccc92,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:04:36.975092 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5665e42a-456d-4e86-b4c5-35655d1dea29 req-f9f3af75-a9fd-4cdc-8599-a6718e2ca040 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297796 Jul 15 13:04:36.977134 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-a6ce7e9e-c8be-402f-b440-97718ad1caca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:37.047571 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43774) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:37.065937 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-a6ce7e9e-c8be-402f-b440-97718ad1caca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:37.066590 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-a6ce7e9e-c8be-402f-b440-97718ad1caca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:37.068354 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-a6ce7e9e-c8be-402f-b440-97718ad1caca service neutron] 10.222.0.46 "PUT /v2.0/ports/49f2d5b9-0a15-4749-9ac0-d13c645ccc92 HTTP/1.1" status: 200 len: 1097 time: 1.7390277 Jul 15 13:04:37.069400 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b8f04b3-cd40-43e3-89c2-3879a684534e', 'tag': '49f2d5b9-0a15-4749-9ac0-d13c645ccc92'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:37.071762 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a392fb0-7e08-43a2-ba44-b79f5f503168" -d '{"events": [{"name": "network-changed", "server_uuid": "1b8f04b3-cd40-43e3-89c2-3879a684534e", "tag": "49f2d5b9-0a15-4749-9ac0-d13c645ccc92"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:37.141348 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3c2768ec-a3b6-43ac-9e69-ea276f6b19d3 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:37.179941 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3c2768ec-a3b6-43ac-9e69-ea276f6b19d3 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:37.189862 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce7e9e-c8be-402f-b440-97718ad1caca service neutron] Pushing event updated for resources: {'Port': ['ID=49f2d5b9-0a15-4749-9ac0-d13c645ccc92,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:37.202533 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44db31-43aa-4983-8bdb-1c26e888dbcf req-cfd43825-8298-4f72-90b5-cfb74b51ffeb tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:37.204305 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1d44db31-43aa-4983-8bdb-1c26e888dbcf req-cfd43825-8298-4f72-90b5-cfb74b51ffeb tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7dad5bb-af7a-4fd5-bae5-b07fb3804f12 HTTP/1.1" status: 200 len: 945 time: 0.2576990 Jul 15 13:04:37.296156 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3c2768ec-a3b6-43ac-9e69-ea276f6b19d3 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:37.299398 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3c2768ec-a3b6-43ac-9e69-ea276f6b19d3 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:37.301034 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3c2768ec-a3b6-43ac-9e69-ea276f6b19d3 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "DELETE /v2.0/security-groups/3083ef9b-9cce-41ac-87a5-dec02163a0f6 HTTP/1.1" status: 204 len: 168 time: 0.2519784 Jul 15 13:04:37.307890 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43784) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:37.332119 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2768ec-a3b6-43ac-9e69-ea276f6b19d3 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3083ef9b-9cce-41ac-87a5-dec02163a0f6,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:37.346373 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-0ad663bf-a606-46de-98c2-030705bc6337 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] show failed (client error): The resource could not be found. Jul 15 13:04:37.347705 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0ad663bf-a606-46de-98c2-030705bc6337 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "GET /v2.0/security-groups/3083ef9b-9cce-41ac-87a5-dec02163a0f6 HTTP/1.1" status: 404 len: 347 time: 0.0277328 Jul 15 13:04:37.351259 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43788) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:37.384179 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1d44db31-43aa-4983-8bdb-1c26e888dbcf req-6eb71e75-4243-4005-a079-2b630874a13f tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d295249-bf5d-4129-a55d-e04e04c9c26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409147 Jul 15 13:04:37.454323 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-ab848fa1-1a50-45e6-a468-301118d3918f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:37.455935 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-ab848fa1-1a50-45e6-a468-301118d3918f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5495784adab4faf86ec8d11912c9669&device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 1100 time: 0.2821901 Jul 15 13:04:37.465234 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0e284-42c9-483f-a198-c6d9c77ae0b1 req-a50218c6-2cfc-4ec1-b1b1-eaa0f1acb0a3 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:37.472400 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-88a0e284-42c9-483f-a198-c6d9c77ae0b1 req-a50218c6-2cfc-4ec1-b1b1-eaa0f1acb0a3 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2ef0a96-9450-4445-b016-2ee402e27c74&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2067926 Jul 15 13:04:37.529627 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-6206b9c1-7d4b-40ba-90ae-58caa09e0f00 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Deleting port 74220fa4-94d2-458e-824a-623bb7885811 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:37.529967 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6206b9c1-7d4b-40ba-90ae-58caa09e0f00 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:37.550340 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-729541b5-e7df-4a16-b031-6d3a2551306a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=49f2d5b9-0a15-4749-9ac0-d13c645ccc92 HTTP/1.1" status: 200 len: 217 time: 0.0757294 Jul 15 13:04:37.565491 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-88a0e284-42c9-483f-a198-c6d9c77ae0b1 req-f7638c4a-ed3b-435c-97be-06425fefaf42 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.110 HTTP/1.1" status: 200 len: 696 time: 0.0920846 Jul 15 13:04:37.579965 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-88a0e284-42c9-483f-a198-c6d9c77ae0b1 req-42cbe12a-7b08-4e24-a1a8-c02a5ed94e92 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Request body: {'floatingip': {'port_id': 'cc867f4b-25dc-4c19-ae23-c2dedec30840', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:37.640792 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6206b9c1-7d4b-40ba-90ae-58caa09e0f00 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:37.641744 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6206b9c1-7d4b-40ba-90ae-58caa09e0f00 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:37.657812 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-6206b9c1-7d4b-40ba-90ae-58caa09e0f00 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Calling delete_port for 74220fa4-94d2-458e-824a-623bb7885811 owned by network:floatingip {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:37.682865 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-aabf385b-7f6c-4dda-b1fd-f5e41d4fc8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:37.684430 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-aabf385b-7f6c-4dda-b1fd-f5e41d4fc8e9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.1091108 Jul 15 13:04:37.688356 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-88a0e284-42c9-483f-a198-c6d9c77ae0b1 req-42cbe12a-7b08-4e24-a1a8-c02a5ed94e92 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks [] for floatingip, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:37.732606 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device ed9cf8ba-0c41-42a6-9181-3ec6a82fa007 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:37.819641 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port ed9cf8ba-0c41-42a6-9181-3ec6a82fa007 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:37.837280 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port ed9cf8ba-0c41-42a6-9181-3ec6a82fa007 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:37.838133 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:37.850611 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724a335-7dc6-4cd7-8814-953091663293 req-771aa7e5-7dee-4708-a36f-aa23fd6dde4e tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:37.852216 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5724a335-7dc6-4cd7-8814-953091663293 req-771aa7e5-7dee-4708-a36f-aa23fd6dde4e tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=903bf235-0112-46e2-a261-d49ca69db49f HTTP/1.1" status: 200 len: 945 time: 0.2962341 Jul 15 13:04:37.907889 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6206b9c1-7d4b-40ba-90ae-58caa09e0f00 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:37.932096 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-f935b759-fc4e-4726-bcf0-75aa36289b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:37.933634 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-f935b759-fc4e-4726-bcf0-75aa36289b55 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2414384 Jul 15 13:04:37.935689 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:37.965762 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206b9c1-7d4b-40ba-90ae-58caa09e0f00 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Pushing event deleted for resources: {'Port': ['ID=74220fa4-94d2-458e-824a-623bb7885811,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:37.969221 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5724a335-7dc6-4cd7-8814-953091663293 req-b0d8b2d0-0681-4f20-932d-7777b9c695b6 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082585 Jul 15 13:04:37.974902 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port ed9cf8ba-0c41-42a6-9181-3ec6a82fa007, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ed9cf8ba-0c41-42a6-9181-3ec6a82fa007,segment=NetworkSegment(37abbe40-3268-409f-b28c-fe720676b7af),segment_id=37abbe40-3268-409f-b28c-fe720676b7af)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:37.976327 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7dad5bb-af7a-4fd5-bae5-b07fb3804f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9cf8ba-0c41-42a6-9181-3ec6a82fa007'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:37.979591 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54885b5c-ddbb-4540-8680-4d349e9726a3" -d '{"events": [{"server_uuid": "c7dad5bb-af7a-4fd5-bae5-b07fb3804f12", "name": "network-vif-plugged", "status": "completed", "tag": "ed9cf8ba-0c41-42a6-9181-3ec6a82fa007"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:37.993484 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:38.081382 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802e9bc4-f4b9-47b4-b9f3-a33acc8f9a21 x-openstack-request-id: req-802e9bc4-f4b9-47b4-b9f3-a33acc8f9a21 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:38.081678 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b8f04b3-cd40-43e3-89c2-3879a684534e", "tag": "49f2d5b9-0a15-4749-9ac0-d13c645ccc92", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:38.081919 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-802e9bc4-f4b9-47b4-b9f3-a33acc8f9a21 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:38.082315 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b8f04b3-cd40-43e3-89c2-3879a684534e', 'tag': '49f2d5b9-0a15-4749-9ac0-d13c645ccc92', 'status': 'completed', 'code': 200} Jul 15 13:04:38.089218 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=ed9cf8ba-0c41-42a6-9181-3ec6a82fa007,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:38.122763 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6206b9c1-7d4b-40ba-90ae-58caa09e0f00 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks [] for floatingip, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:38.126579 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6206b9c1-7d4b-40ba-90ae-58caa09e0f00 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:38.127750 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6206b9c1-7d4b-40ba-90ae-58caa09e0f00 tempest-ImagesOneServerNegativeTestJSON-404870597 tempest-ImagesOneServerNegativeTestJSON-404870597-project] 10.222.0.16 "DELETE /v2.0/floatingips/1aac28ea-75ad-419a-9ca3-4c97afc8b603 HTTP/1.1" status: 204 len: 168 time: 0.7751896 Jul 15 13:04:38.221871 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-16ea8f63-54f8-4726-8fc1-64385fe742ac service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679758 Jul 15 13:04:38.438003 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa36b93-a290-41fa-945e-fff5cc236fa2 x-openstack-request-id: req-4fa36b93-a290-41fa-945e-fff5cc236fa2 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:38.438663 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7dad5bb-af7a-4fd5-bae5-b07fb3804f12", "name": "network-vif-plugged", "status": "completed", "tag": "ed9cf8ba-0c41-42a6-9181-3ec6a82fa007", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:38.439097 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4fa36b93-a290-41fa-945e-fff5cc236fa2 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:38.439937 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7dad5bb-af7a-4fd5-bae5-b07fb3804f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9cf8ba-0c41-42a6-9181-3ec6a82fa007', 'code': 200} Jul 15 13:04:38.457968 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4627bf78-84e6-46df-8797-46e6d8e93088 req-0cf2e57e-51df-427b-8c35-24bc3f6c3362 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877620 Jul 15 13:04:38.474331 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-88a0e284-42c9-483f-a198-c6d9c77ae0b1 req-42cbe12a-7b08-4e24-a1a8-c02a5ed94e92 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:38.486262 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-88a0e284-42c9-483f-a198-c6d9c77ae0b1 req-42cbe12a-7b08-4e24-a1a8-c02a5ed94e92 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:38.732180 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [req-88a0e284-42c9-483f-a198-c6d9c77ae0b1 req-42cbe12a-7b08-4e24-a1a8-c02a5ed94e92 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Floating IP 208545bd-09ef-4bf2-bed3-74c409d78087 associated. External IP: 172.25.8.110, port: cc867f4b-25dc-4c19-ae23-c2dedec30840. Jul 15 13:04:38.780398 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577027f-9068-4196-9a04-4c1857fb227c req-c378bb94-b479-445a-8dda-9e7a1640e222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:38.782187 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3577027f-9068-4196-9a04-4c1857fb227c req-c378bb94-b479-445a-8dda-9e7a1640e222 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c7dad5bb-af7a-4fd5-bae5-b07fb3804f12 HTTP/1.1" status: 200 len: 1098 time: 0.2326739 Jul 15 13:04:38.784082 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a392fb0-7e08-43a2-ba44-b79f5f503168 req-d3cca462-378b-4c34-972c-bf4bd3b35f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:38.785423 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8a392fb0-7e08-43a2-ba44-b79f5f503168 req-d3cca462-378b-4c34-972c-bf4bd3b35f52 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5495784adab4faf86ec8d11912c9669&device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 1100 time: 0.2370374 Jul 15 13:04:38.803370 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ccb5f-94c3-42b6-af86-232150cc8de4 req-b5af1860-3035-4c22-b255-8474376bb329 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:38.804863 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-995ccb5f-94c3-42b6-af86-232150cc8de4 req-b5af1860-3035-4c22-b255-8474376bb329 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 948 time: 0.2048266 Jul 15 13:04:39.248986 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3577027f-9068-4196-9a04-4c1857fb227c req-6cf71ece-055e-41f7-98b9-bc1d25aa867a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1d295249-bf5d-4129-a55d-e04e04c9c26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342549 Jul 15 13:04:39.263304 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-995ccb5f-94c3-42b6-af86-232150cc8de4 req-52a4aef4-c85c-4fbd-9db9-52eaf41ce785 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4422915 Jul 15 13:04:39.368599 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a392fb0-7e08-43a2-ba44-b79f5f503168 req-f545f449-d58a-4b45-bf70-ca68a4dbf558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:39.370080 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8a392fb0-7e08-43a2-ba44-b79f5f503168 req-f545f449-d58a-4b45-bf70-ca68a4dbf558 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.5643320 Jul 15 13:04:39.412161 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88a0e284-42c9-483f-a198-c6d9c77ae0b1 req-42cbe12a-7b08-4e24-a1a8-c02a5ed94e92 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Router 4d6e3e32-bef0-4431-9414-862048a48853 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:04:39.471309 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8a392fb0-7e08-43a2-ba44-b79f5f503168 req-982e1ab4-a849-446a-8979-030d9f9d51c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=49f2d5b9-0a15-4749-9ac0-d13c645ccc92 HTTP/1.1" status: 200 len: 217 time: 0.0696762 Jul 15 13:04:39.608909 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a392fb0-7e08-43a2-ba44-b79f5f503168 req-4d477d49-e031-40ec-94ea-b5a850f0a9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:39.610451 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8a392fb0-7e08-43a2-ba44-b79f5f503168 req-4d477d49-e031-40ec-94ea-b5a850f0a9da service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.1286321 Jul 15 13:04:39.670919 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c95cab-cc9b-443d-aa20-84b1df99e2e4 req-6b7f5255-af9d-4cf7-8046-bd35ef06c94b tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:39.672529 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-39c95cab-cc9b-443d-aa20-84b1df99e2e4 req-6b7f5255-af9d-4cf7-8046-bd35ef06c94b tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7dad5bb-af7a-4fd5-bae5-b07fb3804f12 HTTP/1.1" status: 200 len: 946 time: 0.2591326 Jul 15 13:04:39.677345 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88a0e284-42c9-483f-a198-c6d9c77ae0b1 req-42cbe12a-7b08-4e24-a1a8-c02a5ed94e92 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:04:39.682523 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-88a0e284-42c9-483f-a198-c6d9c77ae0b1 req-42cbe12a-7b08-4e24-a1a8-c02a5ed94e92 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:39.687900 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06afa977-1021-4016-a893-7989a4065032 None None] Sync routers for ids ['4d6e3e32-bef0-4431-9414-862048a48853'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:04:39.704162 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06afa977-1021-4016-a893-7989a4065032 None None] Routers {'4d6e3e32-bef0-4431-9414-862048a48853'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:39.705305 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-06afa977-1021-4016-a893-7989a4065032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:04:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['4d6e3e32-bef0-4431-9414-862048a48853'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:39.767928 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-88a0e284-42c9-483f-a198-c6d9c77ae0b1 req-42cbe12a-7b08-4e24-a1a8-c02a5ed94e92 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "PUT /v2.0/floatingips/208545bd-09ef-4bf2-bed3-74c409d78087 HTTP/1.1" status: 200 len: 996 time: 2.2012470 Jul 15 13:04:39.805461 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-39c95cab-cc9b-443d-aa20-84b1df99e2e4 req-cc76676f-69ba-4977-be99-0fd16a60be40 tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d295249-bf5d-4129-a55d-e04e04c9c26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206882 Jul 15 13:04:39.835824 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a392fb0-7e08-43a2-ba44-b79f5f503168 req-7b42c436-a844-4751-a3e5-ccea16b6d40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:39.837319 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8a392fb0-7e08-43a2-ba44-b79f5f503168 req-7b42c436-a844-4751-a3e5-ccea16b6d40e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2153296 Jul 15 13:04:39.838209 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-06afa977-1021-4016-a893-7989a4065032 None None] Set router 4d6e3e32-bef0-4431-9414-862048a48853 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:39.851337 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0e284-42c9-483f-a198-c6d9c77ae0b1 req-395cd27b-a227-4eef-b952-c01765e9a461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:39.859108 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-88a0e284-42c9-483f-a198-c6d9c77ae0b1 req-395cd27b-a227-4eef-b952-c01765e9a461 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b06e57083cd43d1931fbcab22f154c0&device_id=b2ef0a96-9450-4445-b016-2ee402e27c74 HTTP/1.1" status: 200 len: 1097 time: 0.0901396 Jul 15 13:04:40.066808 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8a392fb0-7e08-43a2-ba44-b79f5f503168 req-79ac8537-eb6d-4f17-bb93-87200ac940f6 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982086 Jul 15 13:04:40.069810 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0e284-42c9-483f-a198-c6d9c77ae0b1 req-4e04f683-acb5-4f8c-b52b-7bdc4a906ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:40.072923 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-88a0e284-42c9-483f-a198-c6d9c77ae0b1 req-4e04f683-acb5-4f8c-b52b-7bdc4a906ce3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d1622e43-c71b-4f67-9481-0d663bee5d8d HTTP/1.1" status: 200 len: 929 time: 0.2130897 Jul 15 13:04:40.090652 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ef0a96-9450-4445-b016-2ee402e27c74', 'tag': 'cc867f4b-25dc-4c19-ae23-c2dedec30840'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:40.093099 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884416a2-2824-4382-b74f-8e7b368036fb" -d '{"events": [{"name": "network-changed", "server_uuid": "b2ef0a96-9450-4445-b016-2ee402e27c74", "tag": "cc867f4b-25dc-4c19-ae23-c2dedec30840"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:40.185291 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-06afa977-1021-4016-a893-7989a4065032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6e3e32-bef0-4431-9414-862048a48853', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-692996856-router', 'tenant_id': '2b06e57083cd43d1931fbcab22f154c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '197dc4c7-871e-4cae-806f-0e10201388c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:08Z', 'updated_at': '2021-07-15T13:04:12Z', 'revision_number': 4, 'project_id': '2b06e57083cd43d1931fbcab22f154c0', 'gw_port': {'id': '197dc4c7-871e-4cae-806f-0e10201388c2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:90:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e3e32-bef0-4431-9414-862048a48853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:08Z', 'updated_at': '2021-07-15T13:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '208545bd-09ef-4bf2-bed3-74c409d78087', 'tenant_id': '2b06e57083cd43d1931fbcab22f154c0', 'floating_ip_address': '172.25.8.110', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '4d6e3e32-bef0-4431-9414-862048a48853', 'port_id': 'cc867f4b-25dc-4c19-ae23-c2dedec30840', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1622e43-c71b-4f67-9481-0d663bee5d8d', 'mac_address': 'fa:16:3e:b7:15:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ef0a96-9450-4445-b016-2ee402e27c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:04:35Z', 'updated_at': '2021-07-15T13:04:38Z', 'revision_number': 1, 'project_id': '2b06e57083cd43d1931fbcab22f154c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfc77a9a-6675-407d-994e-9ba89d5f63a6', 'name': '', 'network_id': 'd1622e43-c71b-4f67-9481-0d663bee5d8d', 'tenant_id': '2b06e57083cd43d1931fbcab22f154c0', 'mac_address': 'fa:16:3e:33:27:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e3e32-bef0-4431-9414-862048a48853', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'c53f4ee9-7828-47bf-9009-7cc93ea87fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:11Z', 'updated_at': '2021-07-15T13:04:19Z', 'revision_number': 5, 'project_id': '2b06e57083cd43d1931fbcab22f154c0', 'subnets': [{'id': 'c53f4ee9-7828-47bf-9009-7cc93ea87fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:40.216798 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa521c2-2d56-42bf-8e5d-99dbfbaa5ed5 req-127fd3af-3f29-4c2f-a0f7-605178942a5b tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:40.218303 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9fa521c2-2d56-42bf-8e5d-99dbfbaa5ed5 req-127fd3af-3f29-4c2f-a0f7-605178942a5b tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=903bf235-0112-46e2-a261-d49ca69db49f HTTP/1.1" status: 200 len: 945 time: 0.2344182 Jul 15 13:04:40.222087 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-88a0e284-42c9-483f-a198-c6d9c77ae0b1 req-a47b861d-0440-4b1a-b986-9b0bdc6331b8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc867f4b-25dc-4c19-ae23-c2dedec30840 HTTP/1.1" status: 200 len: 999 time: 0.1399772 Jul 15 13:04:40.232559 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06afa977-1021-4016-a893-7989a4065032 None None] Checking router: 4d6e3e32-bef0-4431-9414-862048a48853 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:04:40.245556 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06afa977-1021-4016-a893-7989a4065032 None None] Routers {'4d6e3e32-bef0-4431-9414-862048a48853'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:40.246440 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-06afa977-1021-4016-a893-7989a4065032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:04:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['4d6e3e32-bef0-4431-9414-862048a48853'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:40.314838 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8a392fb0-7e08-43a2-ba44-b79f5f503168 req-afeb922d-3137-4619-8ebe-091101fe79ec service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395573 Jul 15 13:04:40.316029 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0e284-42c9-483f-a198-c6d9c77ae0b1 req-56a74900-2482-41a0-9fc3-b552af11008a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:40.317361 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-88a0e284-42c9-483f-a198-c6d9c77ae0b1 req-56a74900-2482-41a0-9fc3-b552af11008a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c53f4ee9-7828-47bf-9009-7cc93ea87fa1 HTTP/1.1" status: 200 len: 867 time: 0.0821803 Jul 15 13:04:40.336004 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9fa521c2-2d56-42bf-8e5d-99dbfbaa5ed5 req-03fab6db-dd74-4521-a01f-a2f2cd978d56 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032081 Jul 15 13:04:40.411469 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-06afa977-1021-4016-a893-7989a4065032 None None] Set router 4d6e3e32-bef0-4431-9414-862048a48853 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:40.416797 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0e284-42c9-483f-a198-c6d9c77ae0b1 req-f697209f-4ec7-4ed8-a77c-0d99a6130c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:40.418602 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-88a0e284-42c9-483f-a198-c6d9c77ae0b1 req-f697209f-4ec7-4ed8-a77c-0d99a6130c90 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d1622e43-c71b-4f67-9481-0d663bee5d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0814509 Jul 15 13:04:40.564613 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-88a0e284-42c9-483f-a198-c6d9c77ae0b1 req-e544c45d-4670-4460-b8fa-1de7e3341593 service neutron] 10.222.0.16 "GET /v2.0/networks/d1622e43-c71b-4f67-9481-0d663bee5d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353097 Jul 15 13:04:40.796653 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-88a0e284-42c9-483f-a198-c6d9c77ae0b1 req-6cf7053c-425f-456a-888a-5096dbee588c service neutron] 10.222.0.16 "GET /v2.0/networks/d1622e43-c71b-4f67-9481-0d663bee5d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235589 Jul 15 13:04:40.848153 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2c8519-4ded-4830-8d9f-ef4132e027c3 x-openstack-request-id: req-8b2c8519-4ded-4830-8d9f-ef4132e027c3 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:40.848468 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2ef0a96-9450-4445-b016-2ee402e27c74", "tag": "cc867f4b-25dc-4c19-ae23-c2dedec30840", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:40.848709 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8b2c8519-4ded-4830-8d9f-ef4132e027c3 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:40.849118 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2ef0a96-9450-4445-b016-2ee402e27c74', 'tag': 'cc867f4b-25dc-4c19-ae23-c2dedec30840', 'status': 'completed', 'code': 200} Jul 15 13:04:40.894316 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-06afa977-1021-4016-a893-7989a4065032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6e3e32-bef0-4431-9414-862048a48853', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-692996856-router', 'tenant_id': '2b06e57083cd43d1931fbcab22f154c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '197dc4c7-871e-4cae-806f-0e10201388c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:08Z', 'updated_at': '2021-07-15T13:04:12Z', 'revision_number': 4, 'project_id': '2b06e57083cd43d1931fbcab22f154c0', 'gw_port': {'id': '197dc4c7-871e-4cae-806f-0e10201388c2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:90:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e3e32-bef0-4431-9414-862048a48853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:08Z', 'updated_at': '2021-07-15T13:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '208545bd-09ef-4bf2-bed3-74c409d78087', 'tenant_id': '2b06e57083cd43d1931fbcab22f154c0', 'floating_ip_address': '172.25.8.110', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '4d6e3e32-bef0-4431-9414-862048a48853', 'port_id': 'cc867f4b-25dc-4c19-ae23-c2dedec30840', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1622e43-c71b-4f67-9481-0d663bee5d8d', 'mac_address': 'fa:16:3e:b7:15:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ef0a96-9450-4445-b016-2ee402e27c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:04:35Z', 'updated_at': '2021-07-15T13:04:38Z', 'revision_number': 1, 'project_id': '2b06e57083cd43d1931fbcab22f154c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfc77a9a-6675-407d-994e-9ba89d5f63a6', 'name': '', 'network_id': 'd1622e43-c71b-4f67-9481-0d663bee5d8d', 'tenant_id': '2b06e57083cd43d1931fbcab22f154c0', 'mac_address': 'fa:16:3e:33:27:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e3e32-bef0-4431-9414-862048a48853', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'c53f4ee9-7828-47bf-9009-7cc93ea87fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:11Z', 'updated_at': '2021-07-15T13:04:19Z', 'revision_number': 5, 'project_id': '2b06e57083cd43d1931fbcab22f154c0', 'subnets': [{'id': 'c53f4ee9-7828-47bf-9009-7cc93ea87fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:40.938152 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06afa977-1021-4016-a893-7989a4065032 None None] The sync data for ids ['4d6e3e32-bef0-4431-9414-862048a48853'] in n-d-771363-36 is: [{'id': '4d6e3e32-bef0-4431-9414-862048a48853', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-692996856-router', 'tenant_id': '2b06e57083cd43d1931fbcab22f154c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '197dc4c7-871e-4cae-806f-0e10201388c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:08Z', 'updated_at': '2021-07-15T13:04:12Z', 'revision_number': 4, 'project_id': '2b06e57083cd43d1931fbcab22f154c0', 'gw_port': {'id': '197dc4c7-871e-4cae-806f-0e10201388c2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:90:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e3e32-bef0-4431-9414-862048a48853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:08Z', 'updated_at': '2021-07-15T13:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '208545bd-09ef-4bf2-bed3-74c409d78087', 'tenant_id': '2b06e57083cd43d1931fbcab22f154c0', 'floating_ip_address': '172.25.8.110', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '4d6e3e32-bef0-4431-9414-862048a48853', 'port_id': 'cc867f4b-25dc-4c19-ae23-c2dedec30840', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1622e43-c71b-4f67-9481-0d663bee5d8d', 'mac_address': 'fa:16:3e:b7:15:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ef0a96-9450-4445-b016-2ee402e27c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:04:35Z', 'updated_at': '2021-07-15T13:04:38Z', 'revision_number': 1, 'project_id': '2b06e57083cd43d1931fbcab22f154c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfc77a9a-6675-407d-994e-9ba89d5f63a6', 'name': '', 'network_id': 'd1622e43-c71b-4f67-9481-0d663bee5d8d', 'tenant_id': '2b06e57083cd43d1931fbcab22f154c0', 'mac_address': 'fa:16:3e:33:27:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e3e32-bef0-4431-9414-862048a48853', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'c53f4ee9-7828-47bf-9009-7cc93ea87fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:11Z', 'updated_at': '2021-07-15T13:04:19Z', 'revision_number': 5, 'project_id': '2b06e57083cd43d1931fbcab22f154c0', 'subnets': [{'id': 'c53f4ee9-7828-47bf-9009-7cc93ea87fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:04:40.940962 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43844) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:41.013835 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cab0b94-845b-4de4-94d2-e420d9714f15 admin admin] Deleting subnet ab662aed-9f29-4811-90d8-ddabb3046472 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:04:41.017369 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5cab0b94-845b-4de4-94d2-e420d9714f15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:41.044482 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884416a2-2824-4382-b74f-8e7b368036fb req-9a1c28bb-c7de-430d-aa6a-b208313f7192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:41.045993 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-884416a2-2824-4382-b74f-8e7b368036fb req-9a1c28bb-c7de-430d-aa6a-b208313f7192 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2b06e57083cd43d1931fbcab22f154c0&device_id=b2ef0a96-9450-4445-b016-2ee402e27c74 HTTP/1.1" status: 200 len: 1097 time: 0.1654665 Jul 15 13:04:41.069160 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5cab0b94-845b-4de4-94d2-e420d9714f15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:41.127260 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5cab0b94-845b-4de4-94d2-e420d9714f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:41.210274 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-318e9683-b611-4db3-8783-dcd721e7cbdc req-9290e25b-d7f1-457f-9c61-e5a44662dfab tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 258 time: 0.2508965 Jul 15 13:04:41.231431 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5cab0b94-845b-4de4-94d2-e420d9714f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:41.238156 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4eb64-e5eb-4e8d-9131-8bddca24e85e req-798ab657-9b8e-4bf8-8ae0-ad8f3d6c775d tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:41.243341 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7fd4eb64-e5eb-4e8d-9131-8bddca24e85e req-798ab657-9b8e-4bf8-8ae0-ad8f3d6c775d tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 948 time: 0.2851224 Jul 15 13:04:41.273445 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1295270-e05c-401a-a684-d621faedc581 None None] New status for floating IP 208545bd-09ef-4bf2-bed3-74c409d78087: ACTIVE {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:04:41.295104 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab0b94-845b-4de4-94d2-e420d9714f15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab662aed-9f29-4811-90d8-ddabb3046472,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:41.300096 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5cab0b94-845b-4de4-94d2-e420d9714f15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:41.304342 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5cab0b94-845b-4de4-94d2-e420d9714f15 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ab662aed-9f29-4811-90d8-ddabb3046472 HTTP/1.1" status: 204 len: 168 time: 0.3571448 Jul 15 13:04:41.306802 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43846) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:41.307626 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-318e9683-b611-4db3-8783-dcd721e7cbdc req-8acf8c2e-95a4-4a69-8a20-3d9d29d84e4d tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:41.359322 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7fd4eb64-e5eb-4e8d-9131-8bddca24e85e req-6507840e-09c6-4c25-aac6-21095e618963 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072929 Jul 15 13:04:41.360839 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884416a2-2824-4382-b74f-8e7b368036fb req-6c2d918b-28b2-483f-9210-41724fd9d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:41.365712 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-884416a2-2824-4382-b74f-8e7b368036fb req-6c2d918b-28b2-483f-9210-41724fd9d7d4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d1622e43-c71b-4f67-9481-0d663bee5d8d HTTP/1.1" status: 200 len: 929 time: 0.3116925 Jul 15 13:04:41.407300 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-15bafe37-af25-4759-93b9-bc560ee85d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:41.503256 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-15bafe37-af25-4759-93b9-bc560ee85d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:41.511619 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-884416a2-2824-4382-b74f-8e7b368036fb req-b79bd0f9-5e46-4067-959b-e86e392fd5eb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc867f4b-25dc-4c19-ae23-c2dedec30840 HTTP/1.1" status: 200 len: 999 time: 0.1232493 Jul 15 13:04:41.513068 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-318e9683-b611-4db3-8783-dcd721e7cbdc req-8acf8c2e-95a4-4a69-8a20-3d9d29d84e4d tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks [] for floatingip, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:41.516585 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-15bafe37-af25-4759-93b9-bc560ee85d27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d13df7-8f63-4fd3-b4c3-9dbbf965484e']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:41.533064 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-15bafe37-af25-4759-93b9-bc560ee85d27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e986e4-0792-4292-9ed3-45df87b63279') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:41.533361 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-15bafe37-af25-4759-93b9-bc560ee85d27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e986e4-0792-4292-9ed3-45df87b63279') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:41.543540 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-15bafe37-af25-4759-93b9-bc560ee85d27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:41.563887 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-15bafe37-af25-4759-93b9-bc560ee85d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:41.573537 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15bafe37-af25-4759-93b9-bc560ee85d27 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:04:41.573950 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-15bafe37-af25-4759-93b9-bc560ee85d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:41.575831 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:04:41.575831 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:04:41.575831 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:04:41.575831 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:04:41.575831 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:04:41.575831 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:04:41.575831 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:04:41.575831 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:04:41.575831 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:04:41.575831 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:04:41.575831 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:04:41.575831 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:04:41.575831 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:04:41.575831 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:04:41.575831 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:04:41.575831 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:04:41.575831 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:04:41.575831 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:04:41.575831 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:04:41.575831 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:04:41.575831 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:04:41.575831 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:04:41.575831 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:04:41.575831 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:04:41.575831 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:04:41.575831 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:04:41.575831 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:04:41.575831 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:04:41.575831 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:04:41.575831 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:04:41.575831 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:04:41.575831 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:04:41.636651 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-15bafe37-af25-4759-93b9-bc560ee85d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:41.642772 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-15bafe37-af25-4759-93b9-bc560ee85d27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:41.644691 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-15bafe37-af25-4759-93b9-bc560ee85d27 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d3d13df7-8f63-4fd3-b4c3-9dbbf965484e HTTP/1.1" status: 204 len: 168 time: 0.3368905 Jul 15 13:04:41.658103 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bafe37-af25-4759-93b9-bc560ee85d27 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3d13df7-8f63-4fd3-b4c3-9dbbf965484e,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:41.667722 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884416a2-2824-4382-b74f-8e7b368036fb req-790e7056-c1d0-465a-b84e-2b6b072d3285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:41.669651 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-884416a2-2824-4382-b74f-8e7b368036fb req-790e7056-c1d0-465a-b84e-2b6b072d3285 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c53f4ee9-7828-47bf-9009-7cc93ea87fa1 HTTP/1.1" status: 200 len: 867 time: 0.1530004 Jul 15 13:04:41.769286 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 49f2d5b9-0a15-4749-9ac0-d13c645ccc92 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:04:41.773378 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a7467-8a08-4ed3-9623-11a5f25f2874 req-f05e5588-e6f1-4621-aaf9-24159925c366 tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:41.774975 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6d5a7467-8a08-4ed3-9623-11a5f25f2874 req-f05e5588-e6f1-4621-aaf9-24159925c366 tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7dad5bb-af7a-4fd5-bae5-b07fb3804f12 HTTP/1.1" status: 200 len: 946 time: 0.1869781 Jul 15 13:04:41.830999 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43868) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:41.835096 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884416a2-2824-4382-b74f-8e7b368036fb req-c141901d-ad54-46ff-b72f-b42d66bd0e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:41.836602 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-884416a2-2824-4382-b74f-8e7b368036fb req-c141901d-ad54-46ff-b72f-b42d66bd0e74 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d1622e43-c71b-4f67-9481-0d663bee5d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1552708 Jul 15 13:04:41.841409 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6d5a7467-8a08-4ed3-9623-11a5f25f2874 req-45d6ec2f-4aca-47d6-bb7a-0e8746de866e tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d295249-bf5d-4129-a55d-e04e04c9c26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601268 Jul 15 13:04:41.843940 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-318e9683-b611-4db3-8783-dcd721e7cbdc req-8acf8c2e-95a4-4a69-8a20-3d9d29d84e4d tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:41.890990 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-631bf54a-5927-4c9c-833e-5809d97e3084 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ec00a680c434a2486813c33fed5e017&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0564563 Jul 15 13:04:41.891509 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43872) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:41.894316 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 49f2d5b9-0a15-4749-9ac0-d13c645ccc92, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=49f2d5b9-0a15-4749-9ac0-d13c645ccc92,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:41.905731 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '49f2d5b9-0a15-4749-9ac0-d13c645ccc92', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': '49f2d5b9-0a15-4749-9ac0-d13c645ccc92', 'mac_address': 'fa:16:3e:aa:d3:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:04:41.950950 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:41.954895 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-40ce6318-722c-4d91-b7fd-c8e11c9174df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:41.967973 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f2d5b9-0a15-4749-9ac0-d13c645ccc92 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:41.981539 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-40ce6318-722c-4d91-b7fd-c8e11c9174df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:41.991977 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 49f2d5b9-0a15-4749-9ac0-d13c645ccc92, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=49f2d5b9-0a15-4749-9ac0-d13c645ccc92,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:41.997044 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:42.039812 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-40ce6318-722c-4d91-b7fd-c8e11c9174df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:42.041491 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-884416a2-2824-4382-b74f-8e7b368036fb req-6ca04206-298d-46db-8c22-c70d4a3eec86 service neutron] 10.222.0.46 "GET /v2.0/networks/d1622e43-c71b-4f67-9481-0d663bee5d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945331 Jul 15 13:04:42.042417 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-40ce6318-722c-4d91-b7fd-c8e11c9174df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:42.045878 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-40ce6318-722c-4d91-b7fd-c8e11c9174df admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d43190b-dac3-4c19-9478-e4b1f29751a2 HTTP/1.1" status: 204 len: 168 time: 0.1499207 Jul 15 13:04:42.051793 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce6318-722c-4d91-b7fd-c8e11c9174df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d43190b-dac3-4c19-9478-e4b1f29751a2,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:42.057202 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=49f2d5b9-0a15-4749-9ac0-d13c645ccc92,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:42.078186 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-318e9683-b611-4db3-8783-dcd721e7cbdc req-8acf8c2e-95a4-4a69-8a20-3d9d29d84e4d tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Allocated IP 172.25.8.57 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/c80fa934-4094-4498-8b98-c0574fb9f085) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:04:42.172858 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6a533-f9c5-4690-9142-090541e2ba99 req-26e19c22-0d22-4834-b2e5-cc1f409ef166 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:42.174387 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8d6a533-f9c5-4690-9142-090541e2ba99 req-26e19c22-0d22-4834-b2e5-cc1f409ef166 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=903bf235-0112-46e2-a261-d49ca69db49f HTTP/1.1" status: 200 len: 945 time: 0.1804805 Jul 15 13:04:42.298415 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8d6a533-f9c5-4690-9142-090541e2ba99 req-cc948b1a-2271-4efc-9877-b3d0da4b3643 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154504 Jul 15 13:04:42.310640 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-884416a2-2824-4382-b74f-8e7b368036fb req-03cfd7ef-0033-4c3d-b343-68866e2a66f0 service neutron] 10.222.0.46 "GET /v2.0/networks/d1622e43-c71b-4f67-9481-0d663bee5d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229774 Jul 15 13:04:42.335370 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-318e9683-b611-4db3-8783-dcd721e7cbdc req-8acf8c2e-95a4-4a69-8a20-3d9d29d84e4d tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:42.381366 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-318e9683-b611-4db3-8783-dcd721e7cbdc req-8acf8c2e-95a4-4a69-8a20-3d9d29d84e4d tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:42.423969 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-318e9683-b611-4db3-8783-dcd721e7cbdc req-8acf8c2e-95a4-4a69-8a20-3d9d29d84e4d tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:42.426940 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-318e9683-b611-4db3-8783-dcd721e7cbdc req-8acf8c2e-95a4-4a69-8a20-3d9d29d84e4d tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:42.430485 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-318e9683-b611-4db3-8783-dcd721e7cbdc req-8acf8c2e-95a4-4a69-8a20-3d9d29d84e4d tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:04:42.435916 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf8c2e-95a4-4a69-8a20-3d9d29d84e4d tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Pushing event updated for resources: {'Port': ['ID=c80fa934-4094-4498-8b98-c0574fb9f085,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:42.452185 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['49f2d5b9-0a15-4749-9ac0-d13c645ccc92'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:42.526672 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-318e9683-b611-4db3-8783-dcd721e7cbdc req-8acf8c2e-95a4-4a69-8a20-3d9d29d84e4d tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:42.586337 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-318e9683-b611-4db3-8783-dcd721e7cbdc req-8acf8c2e-95a4-4a69-8a20-3d9d29d84e4d tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:42.783130 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43906) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:42.883983 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-712897c2-c330-4040-afcc-0d18bfdd9965 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1944335525-network', 'tenant_id': '590f7216fc544110befd860d82a48661'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:42.906046 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712897c2-c330-4040-afcc-0d18bfdd9965 admin admin] Made reservation on behalf of 590f7216fc544110befd860d82a48661 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:04:42.908531 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-712897c2-c330-4040-afcc-0d18bfdd9965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:42.917749 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-712897c2-c330-4040-afcc-0d18bfdd9965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:43.013751 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-712897c2-c330-4040-afcc-0d18bfdd9965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:43.017984 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-712897c2-c330-4040-afcc-0d18bfdd9965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:43.044742 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-712897c2-c330-4040-afcc-0d18bfdd9965 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:04:43.060148 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712897c2-c330-4040-afcc-0d18bfdd9965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680015d7-3cf5-4bf2-aaef-662d25196854,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:43.063105 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-712897c2-c330-4040-afcc-0d18bfdd9965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:43.063432 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-712897c2-c330-4040-afcc-0d18bfdd9965 admin admin] Added segment f81b00ce-7265-46d9-a6be-dae5ddffb06a of type vlan for network 729a5aca-a8fb-4adf-b967-9e9deb4d3b59 Jul 15 13:04:43.096219 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-318e9683-b611-4db3-8783-dcd721e7cbdc req-8acf8c2e-95a4-4a69-8a20-3d9d29d84e4d tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:43.106234 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-712897c2-c330-4040-afcc-0d18bfdd9965 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:43.106453 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcdfeed-3f8f-4132-96d8-53dba156a31a req-457ecbcc-1629-4e24-9e8d-f5b47e2b5c31 tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:43.107906 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4dcdfeed-3f8f-4132-96d8-53dba156a31a req-457ecbcc-1629-4e24-9e8d-f5b47e2b5c31 tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7dad5bb-af7a-4fd5-bae5-b07fb3804f12 HTTP/1.1" status: 200 len: 946 time: 0.1078906 Jul 15 13:04:43.110058 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-318e9683-b611-4db3-8783-dcd721e7cbdc req-8acf8c2e-95a4-4a69-8a20-3d9d29d84e4d tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:43.137067 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-712897c2-c330-4040-afcc-0d18bfdd9965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:43.138106 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712897c2-c330-4040-afcc-0d18bfdd9965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:43.138734 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-712897c2-c330-4040-afcc-0d18bfdd9965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:43.166036 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-712897c2-c330-4040-afcc-0d18bfdd9965 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3817277 Jul 15 13:04:43.169801 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43910) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:43.175932 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-a59022dd-a6b4-4c99-88f9-94f9f6cdc017 admin admin] Request body: {'subnet': {'network_id': '729a5aca-a8fb-4adf-b967-9e9deb4d3b59', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1944335525-subnet', 'tenant_id': '590f7216fc544110befd860d82a48661', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:43.211824 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712897c2-c330-4040-afcc-0d18bfdd9965 admin admin] Pushing event updated for resources: {'Network': ['ID=729a5aca-a8fb-4adf-b967-9e9deb4d3b59,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:43.213408 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf8c2e-95a4-4a69-8a20-3d9d29d84e4d tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Pushing event updated for resources: {'Port': ['ID=c80fa934-4094-4498-8b98-c0574fb9f085,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:43.218521 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4dcdfeed-3f8f-4132-96d8-53dba156a31a req-4baedbdd-dcc2-4084-bb48-b8c884934713 tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d295249-bf5d-4129-a55d-e04e04c9c26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988252 Jul 15 13:04:43.219732 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-318e9683-b611-4db3-8783-dcd721e7cbdc req-8acf8c2e-95a4-4a69-8a20-3d9d29d84e4d tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:43.225886 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 729a5aca-a8fb-4adf-b967-9e9deb4d3b59 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:04:43.236226 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59022dd-a6b4-4c99-88f9-94f9f6cdc017 admin admin] Made reservation on behalf of 590f7216fc544110befd860d82a48661 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:04:43.238678 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-318e9683-b611-4db3-8783-dcd721e7cbdc req-8acf8c2e-95a4-4a69-8a20-3d9d29d84e4d tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:43.250138 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-318e9683-b611-4db3-8783-dcd721e7cbdc req-8acf8c2e-95a4-4a69-8a20-3d9d29d84e4d tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9957807 Jul 15 13:04:43.250248 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a59022dd-a6b4-4c99-88f9-94f9f6cdc017 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:43.298508 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-318e9683-b611-4db3-8783-dcd721e7cbdc req-2f6adffa-9ee1-4751-9c08-451611a84226 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.57 HTTP/1.1" status: 200 len: 695 time: 0.0526888 Jul 15 13:04:43.432703 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a59022dd-a6b4-4c99-88f9-94f9f6cdc017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:43.438158 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e9683-b611-4db3-8783-dcd721e7cbdc req-5d6da4ec-e409-4d92-87da-a7c0ea15013a tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:43.439716 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-318e9683-b611-4db3-8783-dcd721e7cbdc req-5d6da4ec-e409-4d92-87da-a7c0ea15013a tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/networks/e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 784 time: 0.1359098 Jul 15 13:04:43.463672 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff8c19-c6fb-4b18-bfe1-1111574701c7 req-ec065618-03ad-4aa5-86ee-1c5a84877ab8 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:43.465361 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1aff8c19-c6fb-4b18-bfe1-1111574701c7 req-ec065618-03ad-4aa5-86ee-1c5a84877ab8 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 949 time: 0.0942805 Jul 15 13:04:43.495116 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59022dd-a6b4-4c99-88f9-94f9f6cdc017 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7507b4a-078f-49e8-9ea2-588ee62f39d6,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:43.507494 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1aff8c19-c6fb-4b18-bfe1-1111574701c7 req-4b9b7cd9-9382-46ca-b163-e7d92a984ed1 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365124 Jul 15 13:04:43.507706 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59022dd-a6b4-4c99-88f9-94f9f6cdc017 admin admin] Checking segment: {'id': 'f81b00ce-7265-46d9-a6be-dae5ddffb06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '729a5aca-a8fb-4adf-b967-9e9deb4d3b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:43.507860 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59022dd-a6b4-4c99-88f9-94f9f6cdc017 admin admin] Network hostable DHCP agents. Network: 729a5aca-a8fb-4adf-b967-9e9deb4d3b59, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:04:43.528211 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59022dd-a6b4-4c99-88f9-94f9f6cdc017 admin admin] Network 729a5aca-a8fb-4adf-b967-9e9deb4d3b59 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:04:43.539630 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-a59022dd-a6b4-4c99-88f9-94f9f6cdc017 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 729a5aca-a8fb-4adf-b967-9e9deb4d3b59) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:43.544158 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59022dd-a6b4-4c99-88f9-94f9f6cdc017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:43.544825 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a59022dd-a6b4-4c99-88f9-94f9f6cdc017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:43.552539 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8908f564-3456-4706-b087-d578690fd792 None None] Network 729a5aca-a8fb-4adf-b967-9e9deb4d3b59 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:04:43.579768 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a59022dd-a6b4-4c99-88f9-94f9f6cdc017 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4009521 Jul 15 13:04:43.712503 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b20e1a-abf9-445a-8e51-898ba0ec1f59 None None] Network 729a5aca-a8fb-4adf-b967-9e9deb4d3b59 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:04:43.719308 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c3449-a9e1-4aa7-8af9-64770de97d69 req-f5a5b5cb-dca0-46a3-a64c-92b0fa78c807 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:43.722486 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b5c3449-a9e1-4aa7-8af9-64770de97d69 req-f5a5b5cb-dca0-46a3-a64c-92b0fa78c807 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=903bf235-0112-46e2-a261-d49ca69db49f HTTP/1.1" status: 200 len: 945 time: 0.0850737 Jul 15 13:04:43.759573 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b5c3449-a9e1-4aa7-8af9-64770de97d69 req-655a1e5e-3a4e-4ce4-ab36-ce787bacfa9d tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327897 Jul 15 13:04:43.795700 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 49f2d5b9-0a15-4749-9ac0-d13c645ccc92 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:43.897522 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 49f2d5b9-0a15-4749-9ac0-d13c645ccc92 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:43.901965 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 49f2d5b9-0a15-4749-9ac0-d13c645ccc92 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:43.902343 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:43.924315 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dfd151-bfc2-487a-af04-96162bfe7980 req-d9e7eeb1-b7e9-47f2-be27-753a9fd16925 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:43.925970 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-27dfd151-bfc2-487a-af04-96162bfe7980 req-d9e7eeb1-b7e9-47f2-be27-753a9fd16925 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2ef0a96-9450-4445-b016-2ee402e27c74&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0755706 Jul 15 13:04:43.978502 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-27dfd151-bfc2-487a-af04-96162bfe7980 req-1b66062d-86f9-4168-85a5-934765c396e7 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.57 HTTP/1.1" status: 200 len: 695 time: 0.0450270 Jul 15 13:04:43.987373 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:43.991583 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-27dfd151-bfc2-487a-af04-96162bfe7980 req-9814dfba-dc52-4b0b-b16e-3491ebdb38cd tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Request body: {'floatingip': {'port_id': 'cc867f4b-25dc-4c19-ae23-c2dedec30840', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:44.013630 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8f04b3-cd40-43e3-89c2-3879a684534e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f2d5b9-0a15-4749-9ac0-d13c645ccc92'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:44.015968 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47f60a6-0d7f-49b0-aa55-2f3923c04961" -d '{"events": [{"server_uuid": "1b8f04b3-cd40-43e3-89c2-3879a684534e", "name": "network-vif-plugged", "status": "completed", "tag": "49f2d5b9-0a15-4749-9ac0-d13c645ccc92"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:44.030021 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 49f2d5b9-0a15-4749-9ac0-d13c645ccc92, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=49f2d5b9-0a15-4749-9ac0-d13c645ccc92,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:44.035761 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:44.036149 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-27dfd151-bfc2-487a-af04-96162bfe7980 req-9814dfba-dc52-4b0b-b16e-3491ebdb38cd tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks [] for floatingip, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:44.036653 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 09ebe600-2506-42d1-91d7-78ee1c2c941a no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:44.116919 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=49f2d5b9-0a15-4749-9ac0-d13c645ccc92,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:44.162596 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:44.201033 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 09ebe600-2506-42d1-91d7-78ee1c2c941a, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=09ebe600-2506-42d1-91d7-78ee1c2c941a,segment=NetworkSegment(dda3590f-77f2-473e-918f-51e02247fb49),segment_id=dda3590f-77f2-473e-918f-51e02247fb49)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:44.205316 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:44.256415 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=09ebe600-2506-42d1-91d7-78ee1c2c941a,revision_number=8']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:44.280010 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [req-27dfd151-bfc2-487a-af04-96162bfe7980 req-9814dfba-dc52-4b0b-b16e-3491ebdb38cd tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] update failed (client error): There was a conflict when trying to complete your request. Jul 15 13:04:44.280974 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-27dfd151-bfc2-487a-af04-96162bfe7980 req-9814dfba-dc52-4b0b-b16e-3491ebdb38cd tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "PUT /v2.0/floatingips/6063bbdc-1ad7-47ab-be70-cc9e9e5d2594 HTTP/1.1" status: 409 len: 549 time: 0.2952764 Jul 15 13:04:44.448872 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-a0b50d6f-594e-43e7-8fa2-1364be81a63e req-6e64aa63-cb4a-40b7-834a-4f71f221eb98 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-766880495', 'description': 'tempest-description-1677804717'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:44.471577 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a0b50d6f-594e-43e7-8fa2-1364be81a63e req-6e64aa63-cb4a-40b7-834a-4f71f221eb98 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:44.579011 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a0b50d6f-594e-43e7-8fa2-1364be81a63e req-6e64aa63-cb4a-40b7-834a-4f71f221eb98 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:44.585767 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a0b50d6f-594e-43e7-8fa2-1364be81a63e req-6e64aa63-cb4a-40b7-834a-4f71f221eb98 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:44.615510 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a0b50d6f-594e-43e7-8fa2-1364be81a63e req-6e64aa63-cb4a-40b7-834a-4f71f221eb98 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:44.616699 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a0b50d6f-594e-43e7-8fa2-1364be81a63e req-6e64aa63-cb4a-40b7-834a-4f71f221eb98 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1722720 Jul 15 13:04:44.628806 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64aa63-cb4a-40b7-834a-4f71f221eb98 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fdbafbc-faa7-4fe4-a35c-91f0cc278220,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:44.642813 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34f371-d829-491b-91e4-59b17a4d9ae5 req-80a2386b-9501-4cef-976c-3a8a79b97962 tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:44.644308 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0f34f371-d829-491b-91e4-59b17a4d9ae5 req-80a2386b-9501-4cef-976c-3a8a79b97962 tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7dad5bb-af7a-4fd5-bae5-b07fb3804f12 HTTP/1.1" status: 200 len: 946 time: 0.1167548 Jul 15 13:04:44.655053 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b64738-222d-4342-ab58-2c546bd26059 x-openstack-request-id: req-90b64738-222d-4342-ab58-2c546bd26059 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:44.655421 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8f04b3-cd40-43e3-89c2-3879a684534e", "name": "network-vif-plugged", "status": "completed", "tag": "49f2d5b9-0a15-4749-9ac0-d13c645ccc92", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:44.655869 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-90b64738-222d-4342-ab58-2c546bd26059 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:44.656345 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8f04b3-cd40-43e3-89c2-3879a684534e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f2d5b9-0a15-4749-9ac0-d13c645ccc92', 'code': 200} Jul 15 13:04:44.728979 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b91f034e-8cae-43da-9dcd-cefa90fae5a7 req-153332c5-c7ed-445d-a5ce-192165a5807f tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/floatingips/6063bbdc-1ad7-47ab-be70-cc9e9e5d2594 HTTP/1.1" status: 200 len: 692 time: 0.0602577 Jul 15 13:04:44.731674 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0f34f371-d829-491b-91e4-59b17a4d9ae5 req-245a39a4-02db-4339-bc76-bdfa359dada0 tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d295249-bf5d-4129-a55d-e04e04c9c26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792501 Jul 15 13:04:44.869061 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f034e-8cae-43da-9dcd-cefa90fae5a7 req-81efb84d-6caa-44f4-9dab-924f61f7f470 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:44.870414 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b91f034e-8cae-43da-9dcd-cefa90fae5a7 req-81efb84d-6caa-44f4-9dab-924f61f7f470 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/networks/e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 784 time: 0.1364272 Jul 15 13:04:44.873277 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609fdeb-c347-4695-ab5b-86cdd21c493e req-2d3d2904-a5ff-49c8-a479-02b3f0577b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:44.874716 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9609fdeb-c347-4695-ab5b-86cdd21c493e req-2d3d2904-a5ff-49c8-a479-02b3f0577b71 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 1102 time: 0.1307828 Jul 15 13:04:44.934122 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b91f034e-8cae-43da-9dcd-cefa90fae5a7 req-402ff635-5b8a-4c75-a04d-c2b4445e2a33 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.57 HTTP/1.1" status: 200 len: 695 time: 0.0576339 Jul 15 13:04:44.951800 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9609fdeb-c347-4695-ab5b-86cdd21c493e req-29143969-3554-4c8b-9b9b-95a4a03f5ce0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689569 Jul 15 13:04:45.005345 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b91f034e-8cae-43da-9dcd-cefa90fae5a7 req-fb4779d4-245c-4489-9b65-a5d282fccadd tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.57 HTTP/1.1" status: 200 len: 695 time: 0.0639288 Jul 15 13:04:45.174449 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db1c12-deab-4514-bcbc-efbecbec1a8b req-4bde3238-1398-448f-aaed-77130cb5b660 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:45.175972 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-42db1c12-deab-4514-bcbc-efbecbec1a8b req-4bde3238-1398-448f-aaed-77130cb5b660 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 950 time: 0.1281729 Jul 15 13:04:45.205642 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-b91f034e-8cae-43da-9dcd-cefa90fae5a7 req-08d822ff-1c61-414f-9471-db307c92d9b2 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Deleting port c80fa934-4094-4498-8b98-c0574fb9f085 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:45.205993 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b91f034e-8cae-43da-9dcd-cefa90fae5a7 req-08d822ff-1c61-414f-9471-db307c92d9b2 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:45.237593 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-42db1c12-deab-4514-bcbc-efbecbec1a8b req-fa03440b-4875-4ae8-ad43-7c2dc29a9691 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559516 Jul 15 13:04:45.275651 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-c0f991a7-5cc6-4045-9e3e-c1d616326efe req-d0b03f62-9c89-4dbb-910a-32dce189635f tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-851603526', 'description': 'tempest-description-220700763'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:45.311849 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b91f034e-8cae-43da-9dcd-cefa90fae5a7 req-08d822ff-1c61-414f-9471-db307c92d9b2 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:45.312550 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b91f034e-8cae-43da-9dcd-cefa90fae5a7 req-08d822ff-1c61-414f-9471-db307c92d9b2 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:45.319789 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c0f991a7-5cc6-4045-9e3e-c1d616326efe req-d0b03f62-9c89-4dbb-910a-32dce189635f tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:45.333575 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-b91f034e-8cae-43da-9dcd-cefa90fae5a7 req-08d822ff-1c61-414f-9471-db307c92d9b2 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Calling delete_port for c80fa934-4094-4498-8b98-c0574fb9f085 owned by network:floatingip {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:45.476341 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c0f991a7-5cc6-4045-9e3e-c1d616326efe req-d0b03f62-9c89-4dbb-910a-32dce189635f tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:45.495611 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c0f991a7-5cc6-4045-9e3e-c1d616326efe req-d0b03f62-9c89-4dbb-910a-32dce189635f tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:45.535373 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c0f991a7-5cc6-4045-9e3e-c1d616326efe req-d0b03f62-9c89-4dbb-910a-32dce189635f tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:45.536584 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c0f991a7-5cc6-4045-9e3e-c1d616326efe req-d0b03f62-9c89-4dbb-910a-32dce189635f tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2672453 Jul 15 13:04:45.540380 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b03f62-9c89-4dbb-910a-32dce189635f tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2c787c-ce85-4c7d-b00b-75444676bece,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:45.553774 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b91f034e-8cae-43da-9dcd-cefa90fae5a7 req-08d822ff-1c61-414f-9471-db307c92d9b2 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:45.586046 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d822ff-1c61-414f-9471-db307c92d9b2 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Pushing event deleted for resources: {'Port': ['ID=c80fa934-4094-4498-8b98-c0574fb9f085,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:45.648780 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b91f034e-8cae-43da-9dcd-cefa90fae5a7 req-08d822ff-1c61-414f-9471-db307c92d9b2 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks [] for floatingip, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:45.652083 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b91f034e-8cae-43da-9dcd-cefa90fae5a7 req-08d822ff-1c61-414f-9471-db307c92d9b2 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:45.653236 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b91f034e-8cae-43da-9dcd-cefa90fae5a7 req-08d822ff-1c61-414f-9471-db307c92d9b2 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "DELETE /v2.0/floatingips/6063bbdc-1ad7-47ab-be70-cc9e9e5d2594 HTTP/1.1" status: 204 len: 173 time: 0.6412461 Jul 15 13:04:45.766528 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a47bd-898a-48b0-a497-dafbd6521463 req-023ecbb9-5e37-4e37-aa8e-40a61c0f9bc0 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:45.768043 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-da2a47bd-898a-48b0-a497-dafbd6521463 req-023ecbb9-5e37-4e37-aa8e-40a61c0f9bc0 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=903bf235-0112-46e2-a261-d49ca69db49f HTTP/1.1" status: 200 len: 945 time: 0.0645609 Jul 15 13:04:45.806527 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-da2a47bd-898a-48b0-a497-dafbd6521463 req-8b9dc93e-9049-45f3-8824-346ee11313a8 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321531 Jul 15 13:04:45.937193 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29459d6-031d-472c-8178-a19cf97bed4b req-e2b18acc-3e84-4502-b3ff-b4b3aa0cda83 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:45.938698 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d29459d6-031d-472c-8178-a19cf97bed4b req-e2b18acc-3e84-4502-b3ff-b4b3aa0cda83 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/networks?id=111a9c93-c732-4208-b8b6-92c471a9345c HTTP/1.1" status: 200 len: 805 time: 0.1217096 Jul 15 13:04:45.953872 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d29459d6-031d-472c-8178-a19cf97bed4b req-d71a59bb-f6fd-48fe-a1c6-131c27ac48fd tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/quotas/fc199b3ab9a6459084008ff032191508 HTTP/1.1" status: 200 len: 375 time: 0.0094321 Jul 15 13:04:46.095277 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d29459d6-031d-472c-8178-a19cf97bed4b req-90c08176-1722-4df8-8183-acf59b5962a0 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc199b3ab9a6459084008ff032191508&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1359220 Jul 15 13:04:46.105460 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-02e9f9ab-40f7-4bbe-bd60-897e81527d66 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:46.106851 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-02e9f9ab-40f7-4bbe-bd60-897e81527d66 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/networks?id=729a5aca-a8fb-4adf-b967-9e9deb4d3b59 HTTP/1.1" status: 200 len: 813 time: 0.1185827 Jul 15 13:04:46.141562 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-ffe8c992-6ce9-467b-a967-08aa0f80e97b tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/quotas/590f7216fc544110befd860d82a48661 HTTP/1.1" status: 200 len: 375 time: 0.0268395 Jul 15 13:04:46.204375 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-cc2c0c08-c9fb-499c-be0b-ddab4bc794ed tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=590f7216fc544110befd860d82a48661&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562241 Jul 15 13:04:46.245133 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d29459d6-031d-472c-8178-a19cf97bed4b req-9bd3bbb7-cef0-4459-bfd3-54a6b9183229 service neutron] 10.222.0.16 "GET /v2.0/networks/111a9c93-c732-4208-b8b6-92c471a9345c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373677 Jul 15 13:04:46.361570 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-0a371c4f-9011-457c-8fc2-108b9838c2cd service neutron] 10.222.0.16 "GET /v2.0/networks/729a5aca-a8fb-4adf-b967-9e9deb4d3b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490493 Jul 15 13:04:46.394913 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d29459d6-031d-472c-8178-a19cf97bed4b req-75c8b3f8-914a-46f5-acc2-adc84061ccbc service neutron] 10.222.0.16 "GET /v2.0/networks/111a9c93-c732-4208-b8b6-92c471a9345c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441839 Jul 15 13:04:46.461065 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-b9276f63-347f-4d35-85ae-36bd801b6c89 service neutron] 10.222.0.16 "GET /v2.0/networks/729a5aca-a8fb-4adf-b967-9e9deb4d3b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881350 Jul 15 13:04:46.658046 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a611d7-a890-4d2a-8525-83cb3fa37a73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09ebe600-2506-42d1-91d7-78ee1c2c941a'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:46.661039 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f208f52-5740-4456-ad51-5df8bb6c8f66" -d '{"events": [{"server_uuid": "71a611d7-a890-4d2a-8525-83cb3fa37a73", "name": "network-vif-unplugged", "status": "completed", "tag": "09ebe600-2506-42d1-91d7-78ee1c2c941a"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:46.728484 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-466b5672-ed59-43c5-9f8b-ffb3b1cd0eb9 req-6c273361-f5ca-45cd-bdbd-3899c5f01fcc tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.110 HTTP/1.1" status: 200 len: 1001 time: 0.1262443 Jul 15 13:04:46.791832 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b5672-ed59-43c5-9f8b-ffb3b1cd0eb9 req-3d1f1939-08dd-43df-99de-f8374a3debca tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:46.806397 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-466b5672-ed59-43c5-9f8b-ffb3b1cd0eb9 req-3d1f1939-08dd-43df-99de-f8374a3debca tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/ports/cc867f4b-25dc-4c19-ae23-c2dedec30840 HTTP/1.1" status: 200 len: 942 time: 0.0768821 Jul 15 13:04:47.007696 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-466b5672-ed59-43c5-9f8b-ffb3b1cd0eb9 req-6c812977-fe94-44ed-b0ae-449b8d48c192 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.110 HTTP/1.1" status: 200 len: 1001 time: 0.1070299 Jul 15 13:04:47.071738 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95869403-f662-4b2b-ad63-8e11ad0ea134 req-38027953-72e5-465f-9ab7-4a9d7c6a023e tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:47.073240 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-95869403-f662-4b2b-ad63-8e11ad0ea134 req-38027953-72e5-465f-9ab7-4a9d7c6a023e tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 950 time: 0.1295872 Jul 15 13:04:47.193554 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b5672-ed59-43c5-9f8b-ffb3b1cd0eb9 req-04cb0506-bd46-4586-b3b7-bc940cd862a0 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:47.195458 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-466b5672-ed59-43c5-9f8b-ffb3b1cd0eb9 req-04cb0506-bd46-4586-b3b7-bc940cd862a0 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/networks/e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 784 time: 0.1867254 Jul 15 13:04:47.203022 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-95869403-f662-4b2b-ad63-8e11ad0ea134 req-b5679744-91e5-4f29-b592-406b6a6b1452 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029415 Jul 15 13:04:47.266920 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f60ec-2227-441f-a299-7b1bdbebc579 req-d10aa002-5534-4782-964e-c4033a11e7cb tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:47.268357 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e09f60ec-2227-441f-a299-7b1bdbebc579 req-d10aa002-5534-4782-964e-c4033a11e7cb tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.46 "GET /v2.0/ports?device_id=71a611d7-a890-4d2a-8525-83cb3fa37a73 HTTP/1.1" status: 200 len: 944 time: 0.1698480 Jul 15 13:04:47.362197 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-466b5672-ed59-43c5-9f8b-ffb3b1cd0eb9 req-bf08a64c-db02-4a23-ac15-2edf4b4794dc tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.110 HTTP/1.1" status: 200 len: 1001 time: 0.1565528 Jul 15 13:04:47.364062 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dfab7876-b4e0-40b1-bd29-7190cb805518 req-9f3928d4-0c20-438a-b103-ba94a8e17a8c tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97aba12-0dd5-48ec-a5e1-10a099efb9c3 HTTP/1.1" status: 200 len: 210 time: 0.0545788 Jul 15 13:04:47.378250 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-466b5672-ed59-43c5-9f8b-ffb3b1cd0eb9 req-7864a900-d4ea-4f56-9c77-41f749fec915 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:47.761126 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e2cca17b-580f-4724-ae02-e86742460b20 req-0a2f11b3-e1ee-4d3a-883d-55748c3d5117 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f196f85-dc88-42fe-9c5d-971d08a9a491 HTTP/1.1" status: 200 len: 210 time: 0.0688026 Jul 15 13:04:47.790941 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-466b5672-ed59-43c5-9f8b-ffb3b1cd0eb9 req-7864a900-d4ea-4f56-9c77-41f749fec915 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks [] for floatingip, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:47.839093 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fc015b-76af-4418-a4af-91eee2a7e998 x-openstack-request-id: req-d0fc015b-76af-4418-a4af-91eee2a7e998 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:47.839978 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a611d7-a890-4d2a-8525-83cb3fa37a73", "name": "network-vif-unplugged", "status": "completed", "tag": "09ebe600-2506-42d1-91d7-78ee1c2c941a", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:47.840412 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d0fc015b-76af-4418-a4af-91eee2a7e998 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:47.840970 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a611d7-a890-4d2a-8525-83cb3fa37a73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09ebe600-2506-42d1-91d7-78ee1c2c941a', 'code': 200} Jul 15 13:04:47.848383 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-e09f60ec-2227-441f-a299-7b1bdbebc579 req-ce743992-15b8-411d-932a-b59ae6868764 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Deleting port 09ebe600-2506-42d1-91d7-78ee1c2c941a {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:47.848726 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e09f60ec-2227-441f-a299-7b1bdbebc579 req-ce743992-15b8-411d-932a-b59ae6868764 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:48.063956 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-466b5672-ed59-43c5-9f8b-ffb3b1cd0eb9 req-7864a900-d4ea-4f56-9c77-41f749fec915 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:48.104694 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-466b5672-ed59-43c5-9f8b-ffb3b1cd0eb9 req-7864a900-d4ea-4f56-9c77-41f749fec915 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:48.105000 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [req-466b5672-ed59-43c5-9f8b-ffb3b1cd0eb9 req-7864a900-d4ea-4f56-9c77-41f749fec915 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Floating IP 208545bd-09ef-4bf2-bed3-74c409d78087 disassociated. External IP: 172.25.8.110, port: cc867f4b-25dc-4c19-ae23-c2dedec30840. Jul 15 13:04:48.186627 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-e09f60ec-2227-441f-a299-7b1bdbebc579 req-ce743992-15b8-411d-932a-b59ae6868764 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] For port 09ebe600-2506-42d1-91d7-78ee1c2c941a, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=09ebe600-2506-42d1-91d7-78ee1c2c941a,segment=NetworkSegment(dda3590f-77f2-473e-918f-51e02247fb49),segment_id=dda3590f-77f2-473e-918f-51e02247fb49)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:48.186990 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e09f60ec-2227-441f-a299-7b1bdbebc579 req-ce743992-15b8-411d-932a-b59ae6868764 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:48.231760 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29459d6-031d-472c-8178-a19cf97bed4b req-0ef1fb3a-cb56-4bb7-9f63-d688533aa93b tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:48.233199 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d29459d6-031d-472c-8178-a19cf97bed4b req-0ef1fb3a-cb56-4bb7-9f63-d688533aa93b tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.46 "GET /v2.0/networks?id=111a9c93-c732-4208-b8b6-92c471a9345c HTTP/1.1" status: 200 len: 805 time: 0.3468580 Jul 15 13:04:48.240649 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-e09f60ec-2227-441f-a299-7b1bdbebc579 req-ce743992-15b8-411d-932a-b59ae6868764 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Calling delete_port for 09ebe600-2506-42d1-91d7-78ee1c2c941a owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:48.265422 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-d29459d6-031d-472c-8178-a19cf97bed4b req-1f126237-d3fb-42c6-99cb-e37fe855cc71 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Request body: {'port': {'device_id': 'c97aba12-0dd5-48ec-a5e1-10a099efb9c3', 'network_id': '111a9c93-c732-4208-b8b6-92c471a9345c', 'admin_state_up': True, 'tenant_id': 'fc199b3ab9a6459084008ff032191508'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:48.353876 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938e936-f642-41dc-9824-3f2a52756144 req-4fa6164d-237e-461a-8bba-57d6bfebcd7b tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:48.355325 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7938e936-f642-41dc-9824-3f2a52756144 req-4fa6164d-237e-461a-8bba-57d6bfebcd7b tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7dad5bb-af7a-4fd5-bae5-b07fb3804f12 HTTP/1.1" status: 200 len: 946 time: 0.3015957 Jul 15 13:04:48.469728 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-234c0b3d-c598-41b3-b734-0e64172fad6a tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:48.471729 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-234c0b3d-c598-41b3-b734-0e64172fad6a tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.46 "GET /v2.0/networks?id=729a5aca-a8fb-4adf-b967-9e9deb4d3b59 HTTP/1.1" status: 200 len: 813 time: 0.1114068 Jul 15 13:04:48.487774 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-6570f43a-1bfb-4094-a617-b609780bb4f6 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Request body: {'port': {'device_id': '4f196f85-dc88-42fe-9c5d-971d08a9a491', 'network_id': '729a5aca-a8fb-4adf-b967-9e9deb4d3b59', 'admin_state_up': True, 'tenant_id': '590f7216fc544110befd860d82a48661'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:48.520081 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7938e936-f642-41dc-9824-3f2a52756144 req-de160df7-3118-4f62-967f-66d6af7c902f tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d295249-bf5d-4129-a55d-e04e04c9c26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265709 Jul 15 13:04:48.602770 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.db.api [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-6570f43a-1bfb-4094-a617-b609780bb4f6 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:04:48.602770 n-d-771363-36 neutron-server[93826]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 13:04:48.602770 n-d-771363-36 neutron-server[93826]: [parameters: {'project_id': '590f7216fc544110befd860d82a48661', 'id': '4e495513-8cd9-4c54-952b-3715f05608ae', 'expiration': datetime.datetime(2021, 7, 15, 13, 6, 48, 598549)}] Jul 15 13:04:48.602770 n-d-771363-36 neutron-server[93826]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:04:48.603339 n-d-771363-36 neutron-server[93826]: DEBUG oslo_db.api [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-6570f43a-1bfb-4094-a617-b609780bb4f6 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:04:48.632782 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d29459d6-031d-472c-8178-a19cf97bed4b req-1f126237-d3fb-42c6-99cb-e37fe855cc71 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Made reservation on behalf of fc199b3ab9a6459084008ff032191508 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:04:48.636391 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d29459d6-031d-472c-8178-a19cf97bed4b req-1f126237-d3fb-42c6-99cb-e37fe855cc71 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:48.652747 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e09f60ec-2227-441f-a299-7b1bdbebc579 req-ce743992-15b8-411d-932a-b59ae6868764 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:48.655580 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-466b5672-ed59-43c5-9f8b-ffb3b1cd0eb9 req-7864a900-d4ea-4f56-9c77-41f749fec915 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Router 4d6e3e32-bef0-4431-9414-862048a48853 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:04:48.687549 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b933a89-19d1-4f9b-b58c-2ccbebe07f53 req-31205bec-912b-4ab1-beba-3ead99822a5d tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:48.689129 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8b933a89-19d1-4f9b-b58c-2ccbebe07f53 req-31205bec-912b-4ab1-beba-3ead99822a5d tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7dad5bb-af7a-4fd5-bae5-b07fb3804f12 HTTP/1.1" status: 200 len: 946 time: 0.0707622 Jul 15 13:04:48.706458 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce743992-15b8-411d-932a-b59ae6868764 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Pushing event deleted for resources: {'Port': ['ID=09ebe600-2506-42d1-91d7-78ee1c2c941a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:48.856748 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e09f60ec-2227-441f-a299-7b1bdbebc579 req-ce743992-15b8-411d-932a-b59ae6868764 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] No DVR routers for this DVR port 09ebe600-2506-42d1-91d7-78ee1c2c941a on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:04:48.866248 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e09f60ec-2227-441f-a299-7b1bdbebc579 req-ce743992-15b8-411d-932a-b59ae6868764 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:48.868303 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e09f60ec-2227-441f-a299-7b1bdbebc579 req-ce743992-15b8-411d-932a-b59ae6868764 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.46 "DELETE /v2.0/ports/09ebe600-2506-42d1-91d7-78ee1c2c941a HTTP/1.1" status: 204 len: 173 time: 1.5932844 Jul 15 13:04:48.868959 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a611d7-a890-4d2a-8525-83cb3fa37a73', 'name': 'network-vif-deleted', 'tag': '09ebe600-2506-42d1-91d7-78ee1c2c941a'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:48.871381 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372da319-eacf-4ca8-976c-6db2bbb476ee" -d '{"events": [{"server_uuid": "71a611d7-a890-4d2a-8525-83cb3fa37a73", "name": "network-vif-deleted", "tag": "09ebe600-2506-42d1-91d7-78ee1c2c941a"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:48.993363 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-d29459d6-031d-472c-8178-a19cf97bed4b req-1f126237-d3fb-42c6-99cb-e37fe855cc71 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Allocated IP 172.20.0.7 (111a9c93-c732-4208-b8b6-92c471a9345c/730641c7-930e-437f-91e2-0f97e39682ab/52451a08-94c4-40b4-b5b5-28a78fa5335f) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:04:49.005282 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e093d-e5b7-4834-b427-527c249dd268 req-c62f7abb-45d1-4f06-95f9-f43078f1611b tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:49.007147 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-242e093d-e5b7-4834-b427-527c249dd268 req-c62f7abb-45d1-4f06-95f9-f43078f1611b tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=903bf235-0112-46e2-a261-d49ca69db49f HTTP/1.1" status: 200 len: 945 time: 0.3425794 Jul 15 13:04:49.032880 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-466b5672-ed59-43c5-9f8b-ffb3b1cd0eb9 req-7864a900-d4ea-4f56-9c77-41f749fec915 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:04:49.046284 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-466b5672-ed59-43c5-9f8b-ffb3b1cd0eb9 req-7864a900-d4ea-4f56-9c77-41f749fec915 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:49.048059 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df70f91d-a403-4344-8fc2-87cc558dd531 None None] Sync routers for ids ['4d6e3e32-bef0-4431-9414-862048a48853'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:04:49.059301 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df70f91d-a403-4344-8fc2-87cc558dd531 None None] Routers {'4d6e3e32-bef0-4431-9414-862048a48853'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:49.059942 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-df70f91d-a403-4344-8fc2-87cc558dd531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:04:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['4d6e3e32-bef0-4431-9414-862048a48853'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:49.094902 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-8b933a89-19d1-4f9b-b58c-2ccbebe07f53 req-65f46f70-6979-46bf-9592-5b032675e879 tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] Deleting port ed9cf8ba-0c41-42a6-9181-3ec6a82fa007 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:49.095725 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-8b933a89-19d1-4f9b-b58c-2ccbebe07f53 req-65f46f70-6979-46bf-9592-5b032675e879 tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:49.139164 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-242e093d-e5b7-4834-b427-527c249dd268 req-844b68d6-bad2-43b2-a53b-cf52828e66c0 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205404 Jul 15 13:04:49.153052 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-466b5672-ed59-43c5-9f8b-ffb3b1cd0eb9 req-7864a900-d4ea-4f56-9c77-41f749fec915 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "PUT /v2.0/floatingips/208545bd-09ef-4bf2-bed3-74c409d78087 HTTP/1.1" status: 200 len: 695 time: 1.7803471 Jul 15 13:04:49.184030 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-6570f43a-1bfb-4094-a617-b609780bb4f6 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Made reservation on behalf of 590f7216fc544110befd860d82a48661 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:04:49.187906 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-6570f43a-1bfb-4094-a617-b609780bb4f6 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:49.191776 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-df70f91d-a403-4344-8fc2-87cc558dd531 None None] Set router 4d6e3e32-bef0-4431-9414-862048a48853 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:49.226298 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-8b933a89-19d1-4f9b-b58c-2ccbebe07f53 req-65f46f70-6979-46bf-9592-5b032675e879 tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] For port ed9cf8ba-0c41-42a6-9181-3ec6a82fa007, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ed9cf8ba-0c41-42a6-9181-3ec6a82fa007,segment=NetworkSegment(37abbe40-3268-409f-b28c-fe720676b7af),segment_id=37abbe40-3268-409f-b28c-fe720676b7af)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:49.226546 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-8b933a89-19d1-4f9b-b58c-2ccbebe07f53 req-65f46f70-6979-46bf-9592-5b032675e879 tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:49.250634 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-8b933a89-19d1-4f9b-b58c-2ccbebe07f53 req-65f46f70-6979-46bf-9592-5b032675e879 tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] Calling delete_port for ed9cf8ba-0c41-42a6-9181-3ec6a82fa007 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:49.278176 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d29459d6-031d-472c-8178-a19cf97bed4b req-1f126237-d3fb-42c6-99cb-e37fe855cc71 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:49.418880 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-6570f43a-1bfb-4094-a617-b609780bb4f6 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Allocated IP 172.20.0.14 (729a5aca-a8fb-4adf-b967-9e9deb4d3b59/a7507b4a-078f-49e8-9ea2-588ee62f39d6/95e525f7-b24c-497d-9859-fa1682a340d4) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:04:49.426124 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d29459d6-031d-472c-8178-a19cf97bed4b req-1f126237-d3fb-42c6-99cb-e37fe855cc71 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:49.532271 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d29459d6-031d-472c-8178-a19cf97bed4b req-1f126237-d3fb-42c6-99cb-e37fe855cc71 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Network 111a9c93-c732-4208-b8b6-92c471a9345c is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:49.537679 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-8b933a89-19d1-4f9b-b58c-2ccbebe07f53 req-65f46f70-6979-46bf-9592-5b032675e879 tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:49.540792 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-d29459d6-031d-472c-8178-a19cf97bed4b req-1f126237-d3fb-42c6-99cb-e37fe855cc71 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:49.544636 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29459d6-031d-472c-8178-a19cf97bed4b req-1f126237-d3fb-42c6-99cb-e37fe855cc71 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:04:49.585619 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f46f70-6979-46bf-9592-5b032675e879 tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] Pushing event deleted for resources: {'Port': ['ID=ed9cf8ba-0c41-42a6-9181-3ec6a82fa007,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:49.587347 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['ed9cf8ba-0c41-42a6-9181-3ec6a82fa007'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:49.592525 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f126237-d3fb-42c6-99cb-e37fe855cc71 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Pushing event updated for resources: {'Port': ['ID=52451a08-94c4-40b4-b5b5-28a78fa5335f,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:49.596517 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b5672-ed59-43c5-9f8b-ffb3b1cd0eb9 req-563cf1bc-9807-4974-aae1-14e496f3ae85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:49.598405 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-466b5672-ed59-43c5-9f8b-ffb3b1cd0eb9 req-563cf1bc-9807-4974-aae1-14e496f3ae85 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b06e57083cd43d1931fbcab22f154c0&device_id=b2ef0a96-9450-4445-b016-2ee402e27c74 HTTP/1.1" status: 200 len: 1097 time: 0.2934289 Jul 15 13:04:49.607720 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29459d6-031d-472c-8178-a19cf97bed4b req-1f126237-d3fb-42c6-99cb-e37fe855cc71 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:49.608351 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d29459d6-031d-472c-8178-a19cf97bed4b req-1f126237-d3fb-42c6-99cb-e37fe855cc71 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:49.655842 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-df70f91d-a403-4344-8fc2-87cc558dd531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6e3e32-bef0-4431-9414-862048a48853', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-692996856-router', 'tenant_id': '2b06e57083cd43d1931fbcab22f154c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '197dc4c7-871e-4cae-806f-0e10201388c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:08Z', 'updated_at': '2021-07-15T13:04:12Z', 'revision_number': 4, 'project_id': '2b06e57083cd43d1931fbcab22f154c0', 'gw_port': {'id': '197dc4c7-871e-4cae-806f-0e10201388c2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:90:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e3e32-bef0-4431-9414-862048a48853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:08Z', 'updated_at': '2021-07-15T13:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'cfc77a9a-6675-407d-994e-9ba89d5f63a6', 'name': '', 'network_id': 'd1622e43-c71b-4f67-9481-0d663bee5d8d', 'tenant_id': '2b06e57083cd43d1931fbcab22f154c0', 'mac_address': 'fa:16:3e:33:27:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e3e32-bef0-4431-9414-862048a48853', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'c53f4ee9-7828-47bf-9009-7cc93ea87fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:11Z', 'updated_at': '2021-07-15T13:04:19Z', 'revision_number': 5, 'project_id': '2b06e57083cd43d1931fbcab22f154c0', 'subnets': [{'id': 'c53f4ee9-7828-47bf-9009-7cc93ea87fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:49.691140 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d29459d6-031d-472c-8178-a19cf97bed4b req-1f126237-d3fb-42c6-99cb-e37fe855cc71 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4411888 Jul 15 13:04:49.695081 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df70f91d-a403-4344-8fc2-87cc558dd531 None None] Checking router: 4d6e3e32-bef0-4431-9414-862048a48853 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:04:49.707005 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df70f91d-a403-4344-8fc2-87cc558dd531 None None] Routers {'4d6e3e32-bef0-4431-9414-862048a48853'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:49.708982 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-df70f91d-a403-4344-8fc2-87cc558dd531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:04:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['4d6e3e32-bef0-4431-9414-862048a48853'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:49.712686 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-d29459d6-031d-472c-8178-a19cf97bed4b req-8b076792-612d-4d54-912a-bba106cedcb6 service neutron] Request body: {'port': {'device_id': 'c97aba12-0dd5-48ec-a5e1-10a099efb9c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:49.796958 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b5672-ed59-43c5-9f8b-ffb3b1cd0eb9 req-a6526009-364f-4a56-b354-911b9699dcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:49.798751 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-466b5672-ed59-43c5-9f8b-ffb3b1cd0eb9 req-a6526009-364f-4a56-b354-911b9699dcc3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d1622e43-c71b-4f67-9481-0d663bee5d8d HTTP/1.1" status: 200 len: 929 time: 0.1876707 Jul 15 13:04:49.813638 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b933a89-19d1-4f9b-b58c-2ccbebe07f53 req-65f46f70-6979-46bf-9592-5b032675e879 tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] No DVR routers for this DVR port ed9cf8ba-0c41-42a6-9181-3ec6a82fa007 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:04:49.820099 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-8b933a89-19d1-4f9b-b58c-2ccbebe07f53 req-65f46f70-6979-46bf-9592-5b032675e879 tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:49.822482 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8b933a89-19d1-4f9b-b58c-2ccbebe07f53 req-65f46f70-6979-46bf-9592-5b032675e879 tempest-ServersNegativeTestMultiTenantJSON-1922941717 tempest-ServersNegativeTestMultiTenantJSON-1922941717-project] 10.222.0.46 "DELETE /v2.0/ports/ed9cf8ba-0c41-42a6-9181-3ec6a82fa007 HTTP/1.1" status: 204 len: 173 time: 1.1256387 Jul 15 13:04:49.823060 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7dad5bb-af7a-4fd5-bae5-b07fb3804f12', 'name': 'network-vif-deleted', 'tag': 'ed9cf8ba-0c41-42a6-9181-3ec6a82fa007'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:49.826311 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed3ede2-8409-4f13-987f-afaddd807559" -d '{"events": [{"server_uuid": "c7dad5bb-af7a-4fd5-bae5-b07fb3804f12", "name": "network-vif-deleted", "tag": "ed9cf8ba-0c41-42a6-9181-3ec6a82fa007"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:49.847941 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-df70f91d-a403-4344-8fc2-87cc558dd531 None None] Set router 4d6e3e32-bef0-4431-9414-862048a48853 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:49.911120 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-466b5672-ed59-43c5-9f8b-ffb3b1cd0eb9 req-e853f0c5-06e5-45b9-9987-5f59aaf18b0e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc867f4b-25dc-4c19-ae23-c2dedec30840 HTTP/1.1" status: 200 len: 217 time: 0.0889754 Jul 15 13:04:49.929224 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-6570f43a-1bfb-4094-a617-b609780bb4f6 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:49.957616 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d29459d6-031d-472c-8178-a19cf97bed4b req-8b076792-612d-4d54-912a-bba106cedcb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:49.976165 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-6570f43a-1bfb-4094-a617-b609780bb4f6 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:50.022386 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b5672-ed59-43c5-9f8b-ffb3b1cd0eb9 req-3c4d3443-7701-4b8d-baa3-140ccf1ff13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:50.023805 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-466b5672-ed59-43c5-9f8b-ffb3b1cd0eb9 req-3c4d3443-7701-4b8d-baa3-140ccf1ff13a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c53f4ee9-7828-47bf-9009-7cc93ea87fa1 HTTP/1.1" status: 200 len: 867 time: 0.1052358 Jul 15 13:04:50.049402 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5cc0bfaf-8fa0-4d5f-8368-9c0979cca5e1 req-80b63e4d-cddd-492a-b066-d6d03b11e2fe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3508210 Jul 15 13:04:50.057736 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570f43a-1bfb-4094-a617-b609780bb4f6 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Pushing event updated for resources: {'Port': ['ID=95e525f7-b24c-497d-9859-fa1682a340d4,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:50.061012 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5027a8-53e7-48fa-ad67-5a11ac5a07ca req-04c24f98-81af-4d2d-80c1-608bb22d720e tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:50.069184 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4d5027a8-53e7-48fa-ad67-5a11ac5a07ca req-04c24f98-81af-4d2d-80c1-608bb22d720e tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97aba12-0dd5-48ec-a5e1-10a099efb9c3 HTTP/1.1" status: 200 len: 931 time: 0.2838893 Jul 15 13:04:50.069635 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-6570f43a-1bfb-4094-a617-b609780bb4f6 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Network 729a5aca-a8fb-4adf-b967-9e9deb4d3b59 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:50.071971 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-6570f43a-1bfb-4094-a617-b609780bb4f6 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:50.076941 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-6570f43a-1bfb-4094-a617-b609780bb4f6 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:04:50.148352 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-df70f91d-a403-4344-8fc2-87cc558dd531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6e3e32-bef0-4431-9414-862048a48853', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-692996856-router', 'tenant_id': '2b06e57083cd43d1931fbcab22f154c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '197dc4c7-871e-4cae-806f-0e10201388c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:08Z', 'updated_at': '2021-07-15T13:04:12Z', 'revision_number': 4, 'project_id': '2b06e57083cd43d1931fbcab22f154c0', 'gw_port': {'id': '197dc4c7-871e-4cae-806f-0e10201388c2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:90:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e3e32-bef0-4431-9414-862048a48853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:08Z', 'updated_at': '2021-07-15T13:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'cfc77a9a-6675-407d-994e-9ba89d5f63a6', 'name': '', 'network_id': 'd1622e43-c71b-4f67-9481-0d663bee5d8d', 'tenant_id': '2b06e57083cd43d1931fbcab22f154c0', 'mac_address': 'fa:16:3e:33:27:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e3e32-bef0-4431-9414-862048a48853', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'c53f4ee9-7828-47bf-9009-7cc93ea87fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:11Z', 'updated_at': '2021-07-15T13:04:19Z', 'revision_number': 5, 'project_id': '2b06e57083cd43d1931fbcab22f154c0', 'subnets': [{'id': 'c53f4ee9-7828-47bf-9009-7cc93ea87fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:50.151680 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-6570f43a-1bfb-4094-a617-b609780bb4f6 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:50.152380 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-6570f43a-1bfb-4094-a617-b609780bb4f6 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:50.172435 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-6570f43a-1bfb-4094-a617-b609780bb4f6 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6890082 Jul 15 13:04:50.183493 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df70f91d-a403-4344-8fc2-87cc558dd531 None None] The sync data for ids ['4d6e3e32-bef0-4431-9414-862048a48853'] in n-d-771363-36 is: [{'id': '4d6e3e32-bef0-4431-9414-862048a48853', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-692996856-router', 'tenant_id': '2b06e57083cd43d1931fbcab22f154c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '197dc4c7-871e-4cae-806f-0e10201388c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:08Z', 'updated_at': '2021-07-15T13:04:12Z', 'revision_number': 4, 'project_id': '2b06e57083cd43d1931fbcab22f154c0', 'gw_port': {'id': '197dc4c7-871e-4cae-806f-0e10201388c2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:90:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e3e32-bef0-4431-9414-862048a48853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:08Z', 'updated_at': '2021-07-15T13:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'cfc77a9a-6675-407d-994e-9ba89d5f63a6', 'name': '', 'network_id': 'd1622e43-c71b-4f67-9481-0d663bee5d8d', 'tenant_id': '2b06e57083cd43d1931fbcab22f154c0', 'mac_address': 'fa:16:3e:33:27:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e3e32-bef0-4431-9414-862048a48853', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'c53f4ee9-7828-47bf-9009-7cc93ea87fa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:11Z', 'updated_at': '2021-07-15T13:04:19Z', 'revision_number': 5, 'project_id': '2b06e57083cd43d1931fbcab22f154c0', 'subnets': [{'id': 'c53f4ee9-7828-47bf-9009-7cc93ea87fa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:04:50.191906 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-9dd0f596-de40-41a1-b888-3383970df48d service neutron] Request body: {'port': {'device_id': '4f196f85-dc88-42fe-9c5d-971d08a9a491', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:50.276262 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-9dd0f596-de40-41a1-b888-3383970df48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:50.543411 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4d5027a8-53e7-48fa-ad67-5a11ac5a07ca req-a3a456ef-be02-416f-ab69-c42952d64c94 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4733522 Jul 15 13:04:50.551345 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a04e6fb-a113-486d-818a-eebb365bf11a None None] New status for floating IP 208545bd-09ef-4bf2-bed3-74c409d78087: DOWN {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:04:50.657400 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b5672-ed59-43c5-9f8b-ffb3b1cd0eb9 req-f09312b8-353e-4d52-b3fb-6a17bf45b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:50.658972 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-466b5672-ed59-43c5-9f8b-ffb3b1cd0eb9 req-f09312b8-353e-4d52-b3fb-6a17bf45b795 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d1622e43-c71b-4f67-9481-0d663bee5d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6072469 Jul 15 13:04:50.664516 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-9dd0f596-de40-41a1-b888-3383970df48d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95e525f7-b24c-497d-9859-fa1682a340d4 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:50.673313 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-9dd0f596-de40-41a1-b888-3383970df48d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:50.689322 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-9dd0f596-de40-41a1-b888-3383970df48d service neutron] Transition to ACTIVE for port object 95e525f7-b24c-497d-9859-fa1682a340d4 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:50.696009 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-9dd0f596-de40-41a1-b888-3383970df48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:50.836578 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd0f596-de40-41a1-b888-3383970df48d service neutron] Pushing event updated for resources: {'Port': ['ID=95e525f7-b24c-497d-9859-fa1682a340d4,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:50.863397 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-9dd0f596-de40-41a1-b888-3383970df48d service neutron] Attempting to bind port 95e525f7-b24c-497d-9859-fa1682a340d4 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:04:50.863829 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-9dd0f596-de40-41a1-b888-3383970df48d service neutron] Attempting to bind port 95e525f7-b24c-497d-9859-fa1682a340d4 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'f81b00ce-7265-46d9-a6be-dae5ddffb06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '729a5aca-a8fb-4adf-b967-9e9deb4d3b59'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:04:50.864118 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-9dd0f596-de40-41a1-b888-3383970df48d service neutron] Attempting to bind port 95e525f7-b24c-497d-9859-fa1682a340d4 on network 729a5aca-a8fb-4adf-b967-9e9deb4d3b59 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:50.872692 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-9dd0f596-de40-41a1-b888-3383970df48d service neutron] Port 95e525f7-b24c-497d-9859-fa1682a340d4 on network 729a5aca-a8fb-4adf-b967-9e9deb4d3b59 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:04:50.872692 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-9dd0f596-de40-41a1-b888-3383970df48d service neutron] Attempting to bind port 95e525f7-b24c-497d-9859-fa1682a340d4 on network 729a5aca-a8fb-4adf-b967-9e9deb4d3b59 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:50.877868 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-9dd0f596-de40-41a1-b888-3383970df48d service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:04:50.878462 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-9dd0f596-de40-41a1-b888-3383970df48d service neutron] Checking segment: {'id': 'f81b00ce-7265-46d9-a6be-dae5ddffb06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '729a5aca-a8fb-4adf-b967-9e9deb4d3b59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:50.878661 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-9dd0f596-de40-41a1-b888-3383970df48d service neutron] Bound using segment: {'id': 'f81b00ce-7265-46d9-a6be-dae5ddffb06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '729a5aca-a8fb-4adf-b967-9e9deb4d3b59'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:04:50.878984 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-9dd0f596-de40-41a1-b888-3383970df48d service neutron] Bound port: 95e525f7-b24c-497d-9859-fa1682a340d4, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f81b00ce-7265-46d9-a6be-dae5ddffb06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '729a5aca-a8fb-4adf-b967-9e9deb4d3b59'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:04:50.879352 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-9dd0f596-de40-41a1-b888-3383970df48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:50.940618 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-466b5672-ed59-43c5-9f8b-ffb3b1cd0eb9 req-78f1c738-d867-48cc-9f34-65d6f22fc042 service neutron] 10.222.0.16 "GET /v2.0/networks/d1622e43-c71b-4f67-9481-0d663bee5d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474520 Jul 15 13:04:50.948566 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-9dd0f596-de40-41a1-b888-3383970df48d service neutron] For port 95e525f7-b24c-497d-9859-fa1682a340d4, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:50.952566 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-9dd0f596-de40-41a1-b888-3383970df48d service neutron] For port 95e525f7-b24c-497d-9859-fa1682a340d4, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=95e525f7-b24c-497d-9859-fa1682a340d4,segment=NetworkSegment(f81b00ce-7265-46d9-a6be-dae5ddffb06a),segment_id=f81b00ce-7265-46d9-a6be-dae5ddffb06a)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:04:50.963505 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-9dd0f596-de40-41a1-b888-3383970df48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:50.983178 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d213ae0-d526-4e7d-944f-db1119de9f3d req-6bea9ff8-fb0a-4d6e-a2e4-6319a0ede8b3 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:50.984779 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4d213ae0-d526-4e7d-944f-db1119de9f3d req-6bea9ff8-fb0a-4d6e-a2e4-6319a0ede8b3 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f196f85-dc88-42fe-9c5d-971d08a9a491 HTTP/1.1" status: 200 len: 944 time: 0.2214851 Jul 15 13:04:51.001519 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-9dd0f596-de40-41a1-b888-3383970df48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:51.001961 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-9dd0f596-de40-41a1-b888-3383970df48d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:51.003528 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-9dd0f596-de40-41a1-b888-3383970df48d service neutron] 10.222.0.46 "PUT /v2.0/ports/95e525f7-b24c-497d-9859-fa1682a340d4 HTTP/1.1" status: 200 len: 1093 time: 0.8162067 Jul 15 13:04:51.029437 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-d29459d6-031d-472c-8178-a19cf97bed4b req-8b076792-612d-4d54-912a-bba106cedcb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52451a08-94c4-40b4-b5b5-28a78fa5335f {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:51.048176 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd0f596-de40-41a1-b888-3383970df48d service neutron] Pushing event updated for resources: {'Port': ['ID=95e525f7-b24c-497d-9859-fa1682a340d4,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:51.068610 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d29459d6-031d-472c-8178-a19cf97bed4b req-8b076792-612d-4d54-912a-bba106cedcb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:51.101606 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4d213ae0-d526-4e7d-944f-db1119de9f3d req-ceba200f-a302-4708-a969-bbf89cc41f89 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups?id=680015d7-3cf5-4bf2-aaef-662d25196854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066377 Jul 15 13:04:51.102515 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-d29459d6-031d-472c-8178-a19cf97bed4b req-8b076792-612d-4d54-912a-bba106cedcb6 service neutron] Transition to ACTIVE for port object 52451a08-94c4-40b4-b5b5-28a78fa5335f will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:51.113601 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d29459d6-031d-472c-8178-a19cf97bed4b req-8b076792-612d-4d54-912a-bba106cedcb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:51.122214 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-466b5672-ed59-43c5-9f8b-ffb3b1cd0eb9 req-05046799-e2e1-49af-99a0-79ff9d2172a6 service neutron] 10.222.0.16 "GET /v2.0/networks/d1622e43-c71b-4f67-9481-0d663bee5d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807592 Jul 15 13:04:51.188114 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b076792-612d-4d54-912a-bba106cedcb6 service neutron] Pushing event updated for resources: {'Port': ['ID=52451a08-94c4-40b4-b5b5-28a78fa5335f,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:51.197503 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7af1d5c-a19a-46cf-b032-0c6bfaca6440 x-openstack-request-id: req-d7af1d5c-a19a-46cf-b032-0c6bfaca6440 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:51.197915 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a611d7-a890-4d2a-8525-83cb3fa37a73", "name": "network-vif-deleted", "tag": "09ebe600-2506-42d1-91d7-78ee1c2c941a", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:51.198377 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d7af1d5c-a19a-46cf-b032-0c6bfaca6440 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:51.198895 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a611d7-a890-4d2a-8525-83cb3fa37a73', 'name': 'network-vif-deleted', 'tag': '09ebe600-2506-42d1-91d7-78ee1c2c941a', 'status': 'completed', 'code': 200} Jul 15 13:04:51.204462 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-f4c12867-dd60-445f-8916-33cf79fe5b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:51.206240 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-f4c12867-dd60-445f-8916-33cf79fe5b64 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=590f7216fc544110befd860d82a48661&device_id=4f196f85-dc88-42fe-9c5d-971d08a9a491 HTTP/1.1" status: 200 len: 1096 time: 0.0942941 Jul 15 13:04:51.266999 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-da702584-8dcc-498a-b1c7-a296a3d13371 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95e525f7-b24c-497d-9859-fa1682a340d4 HTTP/1.1" status: 200 len: 217 time: 0.0520961 Jul 15 13:04:51.316888 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-d29459d6-031d-472c-8178-a19cf97bed4b req-8b076792-612d-4d54-912a-bba106cedcb6 service neutron] Attempting to bind port 52451a08-94c4-40b4-b5b5-28a78fa5335f on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:04:51.317371 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-d29459d6-031d-472c-8178-a19cf97bed4b req-8b076792-612d-4d54-912a-bba106cedcb6 service neutron] Attempting to bind port 52451a08-94c4-40b4-b5b5-28a78fa5335f by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'dda3590f-77f2-473e-918f-51e02247fb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '111a9c93-c732-4208-b8b6-92c471a9345c'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:04:51.317902 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29459d6-031d-472c-8178-a19cf97bed4b req-8b076792-612d-4d54-912a-bba106cedcb6 service neutron] Attempting to bind port 52451a08-94c4-40b4-b5b5-28a78fa5335f on network 111a9c93-c732-4208-b8b6-92c471a9345c {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:51.323751 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29459d6-031d-472c-8178-a19cf97bed4b req-8b076792-612d-4d54-912a-bba106cedcb6 service neutron] Port 52451a08-94c4-40b4-b5b5-28a78fa5335f on network 111a9c93-c732-4208-b8b6-92c471a9345c not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:04:51.324174 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29459d6-031d-472c-8178-a19cf97bed4b req-8b076792-612d-4d54-912a-bba106cedcb6 service neutron] Attempting to bind port 52451a08-94c4-40b4-b5b5-28a78fa5335f on network 111a9c93-c732-4208-b8b6-92c471a9345c {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:51.329447 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29459d6-031d-472c-8178-a19cf97bed4b req-8b076792-612d-4d54-912a-bba106cedcb6 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:04:51.329908 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29459d6-031d-472c-8178-a19cf97bed4b req-8b076792-612d-4d54-912a-bba106cedcb6 service neutron] Checking segment: {'id': 'dda3590f-77f2-473e-918f-51e02247fb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '111a9c93-c732-4208-b8b6-92c471a9345c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:51.330442 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29459d6-031d-472c-8178-a19cf97bed4b req-8b076792-612d-4d54-912a-bba106cedcb6 service neutron] Bound using segment: {'id': 'dda3590f-77f2-473e-918f-51e02247fb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '111a9c93-c732-4208-b8b6-92c471a9345c'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:04:51.331130 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-d29459d6-031d-472c-8178-a19cf97bed4b req-8b076792-612d-4d54-912a-bba106cedcb6 service neutron] Bound port: 52451a08-94c4-40b4-b5b5-28a78fa5335f, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dda3590f-77f2-473e-918f-51e02247fb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '111a9c93-c732-4208-b8b6-92c471a9345c'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:04:51.331593 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d29459d6-031d-472c-8178-a19cf97bed4b req-8b076792-612d-4d54-912a-bba106cedcb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:51.332539 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-e2e53afe-d8ea-4a89-a7bb-a8cde8640415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:51.334855 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-e2e53afe-d8ea-4a89-a7bb-a8cde8640415 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7507b4a-078f-49e8-9ea2-588ee62f39d6 HTTP/1.1" status: 200 len: 853 time: 0.0613000 Jul 15 13:04:51.370250 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-9ca985ba-412d-4f3a-8305-6fa0811d179b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=729a5aca-a8fb-4adf-b967-9e9deb4d3b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293527 Jul 15 13:04:51.392067 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44102) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:51.404863 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-d29459d6-031d-472c-8178-a19cf97bed4b req-8b076792-612d-4d54-912a-bba106cedcb6 service neutron] For port 52451a08-94c4-40b4-b5b5-28a78fa5335f, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:51.410271 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-d29459d6-031d-472c-8178-a19cf97bed4b req-8b076792-612d-4d54-912a-bba106cedcb6 service neutron] For port 52451a08-94c4-40b4-b5b5-28a78fa5335f, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=52451a08-94c4-40b4-b5b5-28a78fa5335f,segment=NetworkSegment(dda3590f-77f2-473e-918f-51e02247fb49),segment_id=dda3590f-77f2-473e-918f-51e02247fb49)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:04:51.417996 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d29459d6-031d-472c-8178-a19cf97bed4b req-8b076792-612d-4d54-912a-bba106cedcb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:51.476412 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b076792-612d-4d54-912a-bba106cedcb6 service neutron] Pushing event updated for resources: {'Port': ['ID=52451a08-94c4-40b4-b5b5-28a78fa5335f,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:51.481495 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29459d6-031d-472c-8178-a19cf97bed4b req-8b076792-612d-4d54-912a-bba106cedcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:51.482241 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d29459d6-031d-472c-8178-a19cf97bed4b req-8b076792-612d-4d54-912a-bba106cedcb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:51.483780 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d29459d6-031d-472c-8178-a19cf97bed4b req-8b076792-612d-4d54-912a-bba106cedcb6 service neutron] 10.222.0.46 "PUT /v2.0/ports/52451a08-94c4-40b4-b5b5-28a78fa5335f HTTP/1.1" status: 200 len: 1092 time: 1.7758272 Jul 15 13:04:51.497330 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-be8c256a-9596-458c-bbac-b75de7461f89 admin admin] Deleting subnet efe92a84-3100-485b-8a66-8a66322af8c3 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:04:51.501996 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-be8c256a-9596-458c-bbac-b75de7461f89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:51.535927 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95458dda-9fdd-4b57-bb60-b34e980a18f9 x-openstack-request-id: req-95458dda-9fdd-4b57-bb60-b34e980a18f9 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:51.536214 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7dad5bb-af7a-4fd5-bae5-b07fb3804f12", "name": "network-vif-deleted", "tag": "ed9cf8ba-0c41-42a6-9181-3ec6a82fa007", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:51.536463 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-95458dda-9fdd-4b57-bb60-b34e980a18f9 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:51.536853 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7dad5bb-af7a-4fd5-bae5-b07fb3804f12', 'name': 'network-vif-deleted', 'tag': 'ed9cf8ba-0c41-42a6-9181-3ec6a82fa007', 'status': 'completed', 'code': 200} Jul 15 13:04:51.552252 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-be8c256a-9596-458c-bbac-b75de7461f89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:51.577459 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-42444064-df20-4ca3-aa41-87756f990b9c service neutron] 10.222.0.46 "GET /v2.0/networks/729a5aca-a8fb-4adf-b967-9e9deb4d3b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963019 Jul 15 13:04:51.623007 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-be8c256a-9596-458c-bbac-b75de7461f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:51.644704 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdec47-c7b1-4460-85d8-d4bf01b42fce req-74b56c43-0c83-4bdc-a18e-4489c92c7ddf tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:51.646320 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c7fdec47-c7b1-4460-85d8-d4bf01b42fce req-74b56c43-0c83-4bdc-a18e-4489c92c7ddf tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 950 time: 0.1135485 Jul 15 13:04:51.662509 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29459d6-031d-472c-8178-a19cf97bed4b req-f5a9d690-af68-46f3-9dcc-d12ad1941165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:51.664030 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d29459d6-031d-472c-8178-a19cf97bed4b req-f5a9d690-af68-46f3-9dcc-d12ad1941165 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc199b3ab9a6459084008ff032191508&device_id=c97aba12-0dd5-48ec-a5e1-10a099efb9c3 HTTP/1.1" status: 200 len: 1095 time: 0.0972164 Jul 15 13:04:51.714699 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5e74de3e-b4e1-4387-bb3f-2b93366a5fda req-06370bb9-ee11-4e22-9407-edbabf151724 service neutron] 10.222.0.46 "GET /v2.0/networks/729a5aca-a8fb-4adf-b967-9e9deb4d3b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281166 Jul 15 13:04:51.725154 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-be8c256a-9596-458c-bbac-b75de7461f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:51.756547 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d29459d6-031d-472c-8178-a19cf97bed4b req-40eab50a-f7af-45e3-b412-23a730d11c07 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52451a08-94c4-40b4-b5b5-28a78fa5335f HTTP/1.1" status: 200 len: 217 time: 0.0485270 Jul 15 13:04:51.760072 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a9909087-08a9-4e1d-a13d-59f21ac54085 req-45757e43-d1a6-4f6f-b9c9-d364aa711613 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/floatingips/208545bd-09ef-4bf2-bed3-74c409d78087 HTTP/1.1" status: 200 len: 693 time: 0.1021793 Jul 15 13:04:51.766314 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c256a-9596-458c-bbac-b75de7461f89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efe92a84-3100-485b-8a66-8a66322af8c3,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:51.768436 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-be8c256a-9596-458c-bbac-b75de7461f89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:51.772607 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-be8c256a-9596-458c-bbac-b75de7461f89 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/efe92a84-3100-485b-8a66-8a66322af8c3 HTTP/1.1" status: 204 len: 168 time: 0.3758359 Jul 15 13:04:51.773056 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44108) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:51.831600 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c7fdec47-c7b1-4460-85d8-d4bf01b42fce req-fbdfd462-35f8-4173-a8ed-d767860a1d03 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747093 Jul 15 13:04:51.847468 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 09ebe600-2506-42d1-91d7-78ee1c2c941a no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:51.870148 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 09ebe600-2506-42d1-91d7-78ee1c2c941a {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:04:51.870742 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 09ebe600-2506-42d1-91d7-78ee1c2c941a not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:04:51.873183 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bcbfe1ca-8017-4f1f-a726-57bcbead6dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:51.889194 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0bfaf-8fa0-4d5f-8368-9c0979cca5e1 req-169cb92f-d556-47a3-bebe-42116ca49dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:51.890748 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5cc0bfaf-8fa0-4d5f-8368-9c0979cca5e1 req-169cb92f-d556-47a3-bebe-42116ca49dc6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5495784adab4faf86ec8d11912c9669&device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 1102 time: 0.1334155 Jul 15 13:04:51.897674 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29459d6-031d-472c-8178-a19cf97bed4b req-89238217-0c3a-4bf4-a103-a987ef43d7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:51.899223 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d29459d6-031d-472c-8178-a19cf97bed4b req-89238217-0c3a-4bf4-a103-a987ef43d7db service neutron] 10.222.0.46 "GET /v2.0/subnets?id=730641c7-930e-437f-91e2-0f97e39682ab HTTP/1.1" status: 200 len: 845 time: 0.1358900 Jul 15 13:04:51.938848 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d29459d6-031d-472c-8178-a19cf97bed4b req-d70006da-aee0-4692-86b0-7d4648d1a733 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=111a9c93-c732-4208-b8b6-92c471a9345c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306778 Jul 15 13:04:52.009160 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9909087-08a9-4e1d-a13d-59f21ac54085 req-c6c179c0-2c4e-4cdc-9ee8-f44d05c9428a tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:52.010486 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a9909087-08a9-4e1d-a13d-59f21ac54085 req-c6c179c0-2c4e-4cdc-9ee8-f44d05c9428a tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/networks/e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 784 time: 0.2366867 Jul 15 13:04:52.017431 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bcbfe1ca-8017-4f1f-a726-57bcbead6dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.032812 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-bcbfe1ca-8017-4f1f-a726-57bcbead6dbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['950c40be-eeee-4a27-8017-02a712c19404']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:52.045779 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-bcbfe1ca-8017-4f1f-a726-57bcbead6dbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37abbe40-3268-409f-b28c-fe720676b7af') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:52.046078 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-bcbfe1ca-8017-4f1f-a726-57bcbead6dbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37abbe40-3268-409f-b28c-fe720676b7af') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:52.063808 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bcbfe1ca-8017-4f1f-a726-57bcbead6dbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.076858 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0bfaf-8fa0-4d5f-8368-9c0979cca5e1 req-172a5a14-1f09-49c5-9d42-e469f6cee81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:52.078439 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5cc0bfaf-8fa0-4d5f-8368-9c0979cca5e1 req-172a5a14-1f09-49c5-9d42-e469f6cee81b service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.1630678 Jul 15 13:04:52.082308 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bcbfe1ca-8017-4f1f-a726-57bcbead6dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.093828 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a9909087-08a9-4e1d-a13d-59f21ac54085 req-f0c63579-afe6-4e10-95c6-02682bf62670 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.110 HTTP/1.1" status: 200 len: 696 time: 0.0767598 Jul 15 13:04:52.097123 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcbfe1ca-8017-4f1f-a726-57bcbead6dbd admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:04:52.097535 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bcbfe1ca-8017-4f1f-a726-57bcbead6dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.099227 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:52.099227 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:52.099227 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:04:52.099227 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:04:52.099227 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:04:52.099227 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:04:52.099227 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:04:52.099227 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:04:52.099227 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:04:52.099227 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:04:52.099227 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:04:52.099227 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:04:52.099227 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:04:52.099227 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:04:52.099227 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:04:52.099227 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:04:52.099227 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:04:52.099227 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:04:52.099227 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:04:52.099227 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:04:52.099227 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:04:52.099227 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:04:52.099227 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:04:52.099227 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:04:52.099227 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:04:52.099227 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:04:52.099227 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:04:52.099227 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:04:52.099227 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:04:52.099227 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:04:52.099227 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:04:52.099227 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:04:52.099227 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:04:52.099227 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:04:52.143123 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5cc0bfaf-8fa0-4d5f-8368-9c0979cca5e1 req-a13a90b7-6de8-4347-9cae-ac052f9070bd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=49f2d5b9-0a15-4749-9ac0-d13c645ccc92 HTTP/1.1" status: 200 len: 217 time: 0.0533478 Jul 15 13:04:52.171032 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a9909087-08a9-4e1d-a13d-59f21ac54085 req-09c1b9f2-a2f4-418c-a29a-59bf5cc46c8b tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.110 HTTP/1.1" status: 200 len: 696 time: 0.0687294 Jul 15 13:04:52.174487 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d29459d6-031d-472c-8178-a19cf97bed4b req-64f29774-bb3f-4668-b12d-c15d07e788b9 service neutron] 10.222.0.46 "GET /v2.0/networks/111a9c93-c732-4208-b8b6-92c471a9345c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237051 Jul 15 13:04:52.182873 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cdc39e-10d0-488b-927c-0f3c6d36fcad req-3e92b6b2-5022-4333-b52e-61ced926c49a tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:52.184289 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-39cdc39e-10d0-488b-927c-0f3c6d36fcad req-3e92b6b2-5022-4333-b52e-61ced926c49a tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=903bf235-0112-46e2-a261-d49ca69db49f HTTP/1.1" status: 200 len: 945 time: 0.2345295 Jul 15 13:04:52.213554 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bcbfe1ca-8017-4f1f-a726-57bcbead6dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.221440 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bcbfe1ca-8017-4f1f-a726-57bcbead6dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.223171 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-bcbfe1ca-8017-4f1f-a726-57bcbead6dbd admin admin] 10.222.0.16 "DELETE /v2.0/networks/950c40be-eeee-4a27-8017-02a712c19404 HTTP/1.1" status: 204 len: 168 time: 0.4494932 Jul 15 13:04:52.234153 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44112) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:52.243406 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbfe1ca-8017-4f1f-a726-57bcbead6dbd admin admin] Pushing event deleted for resources: {'Network': ['ID=950c40be-eeee-4a27-8017-02a712c19404,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:52.265711 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0bfaf-8fa0-4d5f-8368-9c0979cca5e1 req-0be1b942-6099-4732-bc18-0cf3c6dbb3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:52.267307 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5cc0bfaf-8fa0-4d5f-8368-9c0979cca5e1 req-0be1b942-6099-4732-bc18-0cf3c6dbb3ef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0898602 Jul 15 13:04:52.309236 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b025e17-4e6b-48cd-a203-0d061571ec16 admin admin] Deleting subnet 02bce6be-e532-4419-98c7-08ed3807851a {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:04:52.318105 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0b025e17-4e6b-48cd-a203-0d061571ec16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.358396 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0b025e17-4e6b-48cd-a203-0d061571ec16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.368656 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-39cdc39e-10d0-488b-927c-0f3c6d36fcad req-f27ff6fa-0b6f-4254-be48-1f393158fa4d tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749132 Jul 15 13:04:52.400087 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d29459d6-031d-472c-8178-a19cf97bed4b req-879f1152-777f-4997-8ea3-38399032d749 service neutron] 10.222.0.46 "GET /v2.0/networks/111a9c93-c732-4208-b8b6-92c471a9345c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149000 Jul 15 13:04:52.401980 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0bfaf-8fa0-4d5f-8368-9c0979cca5e1 req-db412339-edfd-435a-9bea-0bef6e4ab418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:52.403596 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5cc0bfaf-8fa0-4d5f-8368-9c0979cca5e1 req-db412339-edfd-435a-9bea-0bef6e4ab418 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1250539 Jul 15 13:04:52.421090 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-a9909087-08a9-4e1d-a13d-59f21ac54085 req-4dd438fb-617f-4786-a24f-e274f3a8e2a0 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Deleting port ba2f9ac0-a8c6-42f8-8bb3-059abfb13f2e {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:52.421348 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a9909087-08a9-4e1d-a13d-59f21ac54085 req-4dd438fb-617f-4786-a24f-e274f3a8e2a0 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.443319 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0b025e17-4e6b-48cd-a203-0d061571ec16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.534603 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a9909087-08a9-4e1d-a13d-59f21ac54085 req-4dd438fb-617f-4786-a24f-e274f3a8e2a0 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.534940 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a9909087-08a9-4e1d-a13d-59f21ac54085 req-4dd438fb-617f-4786-a24f-e274f3a8e2a0 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.553772 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-a9909087-08a9-4e1d-a13d-59f21ac54085 req-4dd438fb-617f-4786-a24f-e274f3a8e2a0 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Calling delete_port for ba2f9ac0-a8c6-42f8-8bb3-059abfb13f2e owned by network:floatingip {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:52.554004 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5cc0bfaf-8fa0-4d5f-8368-9c0979cca5e1 req-02ed27fc-8b2c-4753-a298-bc7a16ecb272 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358681 Jul 15 13:04:52.555782 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0b025e17-4e6b-48cd-a203-0d061571ec16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.575915 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46369afe-d3a1-4373-a002-afbc47dd6f89 req-f6250f9f-6f92-41df-8e5b-b5c091bc61b7 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:52.577381 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-46369afe-d3a1-4373-a002-afbc47dd6f89 req-f6250f9f-6f92-41df-8e5b-b5c091bc61b7 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97aba12-0dd5-48ec-a5e1-10a099efb9c3 HTTP/1.1" status: 200 len: 943 time: 0.1026323 Jul 15 13:04:52.591700 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0b025e17-4e6b-48cd-a203-0d061571ec16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.594451 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0b025e17-4e6b-48cd-a203-0d061571ec16 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/02bce6be-e532-4419-98c7-08ed3807851a HTTP/1.1" status: 204 len: 168 time: 0.3593140 Jul 15 13:04:52.604788 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b025e17-4e6b-48cd-a203-0d061571ec16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02bce6be-e532-4419-98c7-08ed3807851a,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:52.607240 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44116) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:52.676745 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5cc0bfaf-8fa0-4d5f-8368-9c0979cca5e1 req-d447dbb4-8dfe-4bf5-8e4c-aa1e516a80b4 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128995 Jul 15 13:04:52.719021 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-46369afe-d3a1-4373-a002-afbc47dd6f89 req-104a790b-cd0d-480a-a3a9-de510ab4d640 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123877 Jul 15 13:04:52.733929 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-76f5b904-f990-480c-a484-b6291bdbe9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.853089 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a9909087-08a9-4e1d-a13d-59f21ac54085 req-4dd438fb-617f-4786-a24f-e274f3a8e2a0 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.919698 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-76f5b904-f990-480c-a484-b6291bdbe9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.930087 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd438fb-617f-4786-a24f-e274f3a8e2a0 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Pushing event deleted for resources: {'Port': ['ID=ba2f9ac0-a8c6-42f8-8bb3-059abfb13f2e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:52.937416 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-76f5b904-f990-480c-a484-b6291bdbe9a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b625b68e-dd43-4601-ad85-e4d2088a5437']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:52.971460 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-76f5b904-f990-480c-a484-b6291bdbe9a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd37059d6-d912-4d3c-a0b4-74f1fc8efe26') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:52.971750 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-76f5b904-f990-480c-a484-b6291bdbe9a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd37059d6-d912-4d3c-a0b4-74f1fc8efe26') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:53.001822 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-76f5b904-f990-480c-a484-b6291bdbe9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.027582 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-76f5b904-f990-480c-a484-b6291bdbe9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.041611 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a9909087-08a9-4e1d-a13d-59f21ac54085 req-4dd438fb-617f-4786-a24f-e274f3a8e2a0 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks [] for floatingip, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.044107 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a9909087-08a9-4e1d-a13d-59f21ac54085 req-4dd438fb-617f-4786-a24f-e274f3a8e2a0 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.045254 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a9909087-08a9-4e1d-a13d-59f21ac54085 req-4dd438fb-617f-4786-a24f-e274f3a8e2a0 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "DELETE /v2.0/floatingips/208545bd-09ef-4bf2-bed3-74c409d78087 HTTP/1.1" status: 204 len: 173 time: 0.8590982 Jul 15 13:04:53.046157 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76f5b904-f990-480c-a484-b6291bdbe9a6 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:04:53.046536 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-76f5b904-f990-480c-a484-b6291bdbe9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:04:53.048204 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:04:53.054343 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:04:53.054343 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:04:53.054343 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:04:53.054343 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:04:53.054343 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:04:53.054343 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:04:53.054343 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:04:53.054343 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:04:53.054343 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:04:53.054343 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:04:53.054343 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:04:53.054343 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:04:53.054343 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:04:53.065754 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687c420-3dfb-4814-b7cb-f0eeb3290b62 req-45050694-6b7c-450b-954d-ef5f59169f38 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:53.067353 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f687c420-3dfb-4814-b7cb-f0eeb3290b62 req-45050694-6b7c-450b-954d-ef5f59169f38 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f196f85-dc88-42fe-9c5d-971d08a9a491 HTTP/1.1" status: 200 len: 944 time: 0.2271979 Jul 15 13:04:53.133075 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-76f5b904-f990-480c-a484-b6291bdbe9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.141257 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-76f5b904-f990-480c-a484-b6291bdbe9a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.143077 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-76f5b904-f990-480c-a484-b6291bdbe9a6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b625b68e-dd43-4601-ad85-e4d2088a5437 HTTP/1.1" status: 204 len: 168 time: 0.5349874 Jul 15 13:04:53.148316 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f687c420-3dfb-4814-b7cb-f0eeb3290b62 req-d1ee9170-0f59-409c-a218-1985c0bdc324 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups?id=680015d7-3cf5-4bf2-aaef-662d25196854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743818 Jul 15 13:04:53.161679 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f5b904-f990-480c-a484-b6291bdbe9a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b625b68e-dd43-4601-ad85-e4d2088a5437,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:53.199939 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ef0a96-9450-4445-b016-2ee402e27c74', 'tag': 'cc867f4b-25dc-4c19-ae23-c2dedec30840'}, {'name': 'network-changed', 'server_uuid': 'c97aba12-0dd5-48ec-a5e1-10a099efb9c3', 'tag': '52451a08-94c4-40b4-b5b5-28a78fa5335f'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:53.204349 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a691bb-65f3-45a3-943a-df353748ead3" -d '{"events": [{"name": "network-changed", "server_uuid": "b2ef0a96-9450-4445-b016-2ee402e27c74", "tag": "cc867f4b-25dc-4c19-ae23-c2dedec30840"}, {"name": "network-changed", "server_uuid": "c97aba12-0dd5-48ec-a5e1-10a099efb9c3", "tag": "52451a08-94c4-40b4-b5b5-28a78fa5335f"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:53.270537 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44128) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:53.326970 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-96816398-3c29-40ae-aa1b-b9c5cf9ae209 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3bc32fffbbeb4864936b44109899e70f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543404 Jul 15 13:04:53.328247 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78af52c-f183-464a-971a-beca076170ef x-openstack-request-id: req-f78af52c-f183-464a-971a-beca076170ef {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:53.328547 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2ef0a96-9450-4445-b016-2ee402e27c74", "tag": "cc867f4b-25dc-4c19-ae23-c2dedec30840", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c97aba12-0dd5-48ec-a5e1-10a099efb9c3", "tag": "52451a08-94c4-40b4-b5b5-28a78fa5335f", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:53.328972 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f78af52c-f183-464a-971a-beca076170ef {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:53.329379 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2ef0a96-9450-4445-b016-2ee402e27c74', 'tag': 'cc867f4b-25dc-4c19-ae23-c2dedec30840', 'status': 'completed', 'code': 200} Jul 15 13:04:53.329631 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c97aba12-0dd5-48ec-a5e1-10a099efb9c3', 'tag': '52451a08-94c4-40b4-b5b5-28a78fa5335f', 'status': 'completed', 'code': 200} Jul 15 13:04:53.331375 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44132) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:53.343222 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dfd51f-bd8a-4749-8532-303391616ffb req-0ad9db29-6407-48ef-8aac-b73e8da8f419 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:53.344713 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d0dfd51f-bd8a-4749-8532-303391616ffb req-0ad9db29-6407-48ef-8aac-b73e8da8f419 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.46 "GET /v2.0/ports?device_id=903bf235-0112-46e2-a261-d49ca69db49f HTTP/1.1" status: 200 len: 945 time: 0.1047032 Jul 15 13:04:53.349394 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c9522-84eb-455f-b61e-53391f935e69 req-e35acc40-0a69-4b1a-ab3f-6dde16b31a8b tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:53.351131 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-568c9522-84eb-455f-b61e-53391f935e69 req-e35acc40-0a69-4b1a-ab3f-6dde16b31a8b tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 950 time: 0.0876918 Jul 15 13:04:53.453124 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-d0dfd51f-bd8a-4749-8532-303391616ffb req-672e6dce-947e-4c70-98b0-79a1c06d3ad0 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Deleting port 74fe296e-03b5-4068-b40e-a58da47500d8 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:53.453921 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-d0dfd51f-bd8a-4749-8532-303391616ffb req-672e6dce-947e-4c70-98b0-79a1c06d3ad0 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.475628 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-568c9522-84eb-455f-b61e-53391f935e69 req-602c1656-3c8a-47f5-8b2b-c3bf7f8de1f5 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186652 Jul 15 13:04:53.500029 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-36801739-3477-436a-905c-9b9e5c4653ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.537158 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-36801739-3477-436a-905c-9b9e5c4653ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.541109 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f196f85-dc88-42fe-9c5d-971d08a9a491', 'tag': '95e525f7-b24c-497d-9859-fa1682a340d4'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:53.543489 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48799140-8c8f-4cde-ad99-8b377c5091f1" -d '{"events": [{"name": "network-changed", "server_uuid": "4f196f85-dc88-42fe-9c5d-971d08a9a491", "tag": "95e525f7-b24c-497d-9859-fa1682a340d4"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:53.547034 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a691bb-65f3-45a3-943a-df353748ead3 req-7f3f0a77-7199-4f08-8666-65067eb7df4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:53.548942 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f8a691bb-65f3-45a3-943a-df353748ead3 req-7f3f0a77-7199-4f08-8666-65067eb7df4e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2b06e57083cd43d1931fbcab22f154c0&device_id=b2ef0a96-9450-4445-b016-2ee402e27c74 HTTP/1.1" status: 200 len: 1097 time: 0.1815600 Jul 15 13:04:53.553225 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-d0dfd51f-bd8a-4749-8532-303391616ffb req-672e6dce-947e-4c70-98b0-79a1c06d3ad0 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] For port 74fe296e-03b5-4068-b40e-a58da47500d8, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=74fe296e-03b5-4068-b40e-a58da47500d8,segment=NetworkSegment(9940a96e-2d5b-4778-a27d-d984f6200b93),segment_id=9940a96e-2d5b-4778-a27d-d984f6200b93)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:53.553874 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-d0dfd51f-bd8a-4749-8532-303391616ffb req-672e6dce-947e-4c70-98b0-79a1c06d3ad0 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.566391 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-d0dfd51f-bd8a-4749-8532-303391616ffb req-672e6dce-947e-4c70-98b0-79a1c06d3ad0 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Calling delete_port for 74fe296e-03b5-4068-b40e-a58da47500d8 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:53.604575 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087d17e-d0e0-403d-a028-82410581c01f req-de57d8be-77fd-4c91-ae42-733639ed9316 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:53.606017 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9087d17e-d0e0-403d-a028-82410581c01f req-de57d8be-77fd-4c91-ae42-733639ed9316 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2ef0a96-9450-4445-b016-2ee402e27c74&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1812961 Jul 15 13:04:53.700587 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-d0dfd51f-bd8a-4749-8532-303391616ffb req-672e6dce-947e-4c70-98b0-79a1c06d3ad0 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.707933 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9087d17e-d0e0-403d-a028-82410581c01f req-6fb45ffd-68f0-489b-ae38-d8d361d0aaff tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0934091 Jul 15 13:04:53.714402 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['74fe296e-03b5-4068-b40e-a58da47500d8'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:53.738903 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e6dce-947e-4c70-98b0-79a1c06d3ad0 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Pushing event deleted for resources: {'Port': ['ID=74fe296e-03b5-4068-b40e-a58da47500d8,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:53.757349 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-36801739-3477-436a-905c-9b9e5c4653ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.760781 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-36801739-3477-436a-905c-9b9e5c4653ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.761935 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-36801739-3477-436a-905c-9b9e5c4653ec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1d295249-bf5d-4129-a55d-e04e04c9c26d HTTP/1.1" status: 204 len: 168 time: 0.4296348 Jul 15 13:04:53.769448 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a691bb-65f3-45a3-943a-df353748ead3 req-10fc9fb9-6792-423d-9db7-fde54b279279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:53.770994 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f8a691bb-65f3-45a3-943a-df353748ead3 req-10fc9fb9-6792-423d-9db7-fde54b279279 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d1622e43-c71b-4f67-9481-0d663bee5d8d HTTP/1.1" status: 200 len: 929 time: 0.2111964 Jul 15 13:04:53.772718 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28071a33-1653-4407-9642-d6ca0b334f00 x-openstack-request-id: req-28071a33-1653-4407-9642-d6ca0b334f00 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:53.773124 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f196f85-dc88-42fe-9c5d-971d08a9a491", "tag": "95e525f7-b24c-497d-9859-fa1682a340d4", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:53.773284 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28071a33-1653-4407-9642-d6ca0b334f00 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:53.773591 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f196f85-dc88-42fe-9c5d-971d08a9a491', 'tag': '95e525f7-b24c-497d-9859-fa1682a340d4', 'status': 'completed', 'code': 200} Jul 15 13:04:53.780064 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36801739-3477-436a-905c-9b9e5c4653ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d295249-bf5d-4129-a55d-e04e04c9c26d,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:53.803786 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0dfd51f-bd8a-4749-8532-303391616ffb req-672e6dce-947e-4c70-98b0-79a1c06d3ad0 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] No DVR routers for this DVR port 74fe296e-03b5-4068-b40e-a58da47500d8 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:04:53.814097 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-d0dfd51f-bd8a-4749-8532-303391616ffb req-672e6dce-947e-4c70-98b0-79a1c06d3ad0 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.817238 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d0dfd51f-bd8a-4749-8532-303391616ffb req-672e6dce-947e-4c70-98b0-79a1c06d3ad0 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.46 "DELETE /v2.0/ports/74fe296e-03b5-4068-b40e-a58da47500d8 HTTP/1.1" status: 204 len: 173 time: 0.4603145 Jul 15 13:04:53.840235 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f8a691bb-65f3-45a3-943a-df353748ead3 req-a402dcd6-5367-4a4d-9052-369a2654b9a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc867f4b-25dc-4c19-ae23-c2dedec30840 HTTP/1.1" status: 200 len: 217 time: 0.0523188 Jul 15 13:04:53.848820 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device ed9cf8ba-0c41-42a6-9181-3ec6a82fa007 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:53.862238 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171d592-2434-4a18-b950-926c03f1c558 req-c70fa44d-cd75-41f8-b40b-58d40f171375 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:53.872215 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a171d592-2434-4a18-b950-926c03f1c558 req-c70fa44d-cd75-41f8-b40b-58d40f171375 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=903bf235-0112-46e2-a261-d49ca69db49f HTTP/1.1" status: 200 len: 867 time: 0.2807519 Jul 15 13:04:53.872410 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: ed9cf8ba-0c41-42a6-9181-3ec6a82fa007 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:04:53.872729 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device ed9cf8ba-0c41-42a6-9181-3ec6a82fa007 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:04:53.879312 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48799140-8c8f-4cde-ad99-8b377c5091f1 req-7acd1ee7-76e7-40fd-8e3a-4ef619732d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:53.881866 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-48799140-8c8f-4cde-ad99-8b377c5091f1 req-7acd1ee7-76e7-40fd-8e3a-4ef619732d50 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=590f7216fc544110befd860d82a48661&device_id=4f196f85-dc88-42fe-9c5d-971d08a9a491 HTTP/1.1" status: 200 len: 1096 time: 0.0795689 Jul 15 13:04:53.929066 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7b4974d7-7c1f-40a1-a8d4-4b539873ae17 req-016199c6-adfd-44f9-b5b9-d96618429c15 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1328788 Jul 15 13:04:53.986592 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48799140-8c8f-4cde-ad99-8b377c5091f1 req-a2b71f02-c962-49ba-85d5-f85ea527ee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:53.988649 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-48799140-8c8f-4cde-ad99-8b377c5091f1 req-a2b71f02-c962-49ba-85d5-f85ea527ee48 service neutron] 10.222.0.46 "GET /v2.0/networks?id=729a5aca-a8fb-4adf-b967-9e9deb4d3b59 HTTP/1.1" status: 200 len: 914 time: 0.1005657 Jul 15 13:04:54.000770 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a171d592-2434-4a18-b950-926c03f1c558 req-4c4fcab1-6ce3-4cc2-aeb0-6a12fc3f573e tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272600 Jul 15 13:04:54.031606 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a691bb-65f3-45a3-943a-df353748ead3 req-5de3cdf1-a143-4641-9da6-b0f53401b343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:54.033137 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f8a691bb-65f3-45a3-943a-df353748ead3 req-5de3cdf1-a143-4641-9da6-b0f53401b343 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c53f4ee9-7828-47bf-9009-7cc93ea87fa1 HTTP/1.1" status: 200 len: 867 time: 0.1492064 Jul 15 13:04:54.065651 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-48799140-8c8f-4cde-ad99-8b377c5091f1 req-362b359d-0a03-4756-bdcf-fb2f08aaaa31 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95e525f7-b24c-497d-9859-fa1682a340d4 HTTP/1.1" status: 200 len: 217 time: 0.0578864 Jul 15 13:04:54.139060 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48799140-8c8f-4cde-ad99-8b377c5091f1 req-b6d32900-a9d9-48d4-87dc-841198395546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:54.140531 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-48799140-8c8f-4cde-ad99-8b377c5091f1 req-b6d32900-a9d9-48d4-87dc-841198395546 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7507b4a-078f-49e8-9ea2-588ee62f39d6 HTTP/1.1" status: 200 len: 853 time: 0.0580707 Jul 15 13:04:54.152585 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a691bb-65f3-45a3-943a-df353748ead3 req-7867f4d3-af77-4de1-9665-5883071268ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:54.154084 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f8a691bb-65f3-45a3-943a-df353748ead3 req-7867f4d3-af77-4de1-9665-5883071268ed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d1622e43-c71b-4f67-9481-0d663bee5d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1100781 Jul 15 13:04:54.181919 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-48799140-8c8f-4cde-ad99-8b377c5091f1 req-2308cbf9-6463-4bf3-a829-d7fd1f467265 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=729a5aca-a8fb-4adf-b967-9e9deb4d3b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327873 Jul 15 13:04:54.202823 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a8a74-e2c5-4020-8783-6691a1589a1b req-9cd6c1b0-b6e7-4782-bb25-11d6521463b9 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:54.204334 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-592a8a74-e2c5-4020-8783-6691a1589a1b req-9cd6c1b0-b6e7-4782-bb25-11d6521463b9 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97aba12-0dd5-48ec-a5e1-10a099efb9c3 HTTP/1.1" status: 200 len: 943 time: 0.1261692 Jul 15 13:04:54.277393 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44152) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:54.319015 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-48799140-8c8f-4cde-ad99-8b377c5091f1 req-371df24a-1f6d-42f4-bb97-b2e5987e7fcd service neutron] 10.222.0.46 "GET /v2.0/networks/729a5aca-a8fb-4adf-b967-9e9deb4d3b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273377 Jul 15 13:04:54.379234 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-bbe88b48-c258-4c9f-b2e3-4f16db166bb3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7dda3b74982745b7b8e465ed506d4af0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1005001 Jul 15 13:04:54.380485 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44158) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:54.497418 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-48799140-8c8f-4cde-ad99-8b377c5091f1 req-59e29d20-aac2-49c7-8160-74f3ed86d466 service neutron] 10.222.0.46 "GET /v2.0/networks/729a5aca-a8fb-4adf-b967-9e9deb4d3b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695335 Jul 15 13:04:54.501551 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-48d2be7d-2a21-4d8a-b376-1ceea12508dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:54.526587 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-48d2be7d-2a21-4d8a-b376-1ceea12508dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:54.575583 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-48d2be7d-2a21-4d8a-b376-1ceea12508dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:54.578597 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-48d2be7d-2a21-4d8a-b376-1ceea12508dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:54.579971 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-48d2be7d-2a21-4d8a-b376-1ceea12508dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2ab0dca5-d9ca-41fa-8693-cf6f94bd6908 HTTP/1.1" status: 204 len: 168 time: 0.1957471 Jul 15 13:04:54.589537 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2be7d-2a21-4d8a-b376-1ceea12508dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab0dca5-d9ca-41fa-8693-cf6f94bd6908,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:54.669665 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-592a8a74-e2c5-4020-8783-6691a1589a1b req-c351416c-071b-4a00-9fcb-611398d8574b tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4583998 Jul 15 13:04:54.696545 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f8a691bb-65f3-45a3-943a-df353748ead3 req-1b90dcee-a534-4db3-9d93-ecbcbf228257 service neutron] 10.222.0.46 "GET /v2.0/networks/d1622e43-c71b-4f67-9481-0d663bee5d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5332258 Jul 15 13:04:54.720335 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e9029-c781-442c-a354-aca6e6efc4f7 req-c115b3d0-8598-4b05-b491-aeb2c7a8ec9c tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:54.721830 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7f3e9029-c781-442c-a354-aca6e6efc4f7 req-c115b3d0-8598-4b05-b491-aeb2c7a8ec9c tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f196f85-dc88-42fe-9c5d-971d08a9a491 HTTP/1.1" status: 200 len: 944 time: 0.1099184 Jul 15 13:04:54.815149 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7f3e9029-c781-442c-a354-aca6e6efc4f7 req-0e3f0068-895a-4df6-a8c7-4bb7db0ae46b tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups?id=680015d7-3cf5-4bf2-aaef-662d25196854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830948 Jul 15 13:04:54.839569 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f8a691bb-65f3-45a3-943a-df353748ead3 req-711385d4-9f0e-491c-9382-5b29b1da84a2 service neutron] 10.222.0.46 "GET /v2.0/networks/d1622e43-c71b-4f67-9481-0d663bee5d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352470 Jul 15 13:04:55.058444 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a34e1b-23c3-41ca-a98d-b6bafa839b13 req-a93cafe0-08bd-4e9e-af18-03db6aaa66ce tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:55.060269 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a8a34e1b-23c3-41ca-a98d-b6bafa839b13 req-a93cafe0-08bd-4e9e-af18-03db6aaa66ce tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2ef0a96-9450-4445-b016-2ee402e27c74 HTTP/1.1" status: 200 len: 945 time: 0.1634774 Jul 15 13:04:55.071547 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a691bb-65f3-45a3-943a-df353748ead3 req-f4f8161d-9d9e-4ca8-b836-d7d2722e313f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:55.073020 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f8a691bb-65f3-45a3-943a-df353748ead3 req-f4f8161d-9d9e-4ca8-b836-d7d2722e313f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc199b3ab9a6459084008ff032191508&device_id=c97aba12-0dd5-48ec-a5e1-10a099efb9c3 HTTP/1.1" status: 200 len: 1095 time: 0.1661935 Jul 15 13:04:55.081578 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44783d84-06bb-4750-a3f7-d6f8ab771711 req-dce22b10-eb50-4069-8410-d4eb597ea6e2 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:55.089612 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44783d84-06bb-4750-a3f7-d6f8ab771711 req-dce22b10-eb50-4069-8410-d4eb597ea6e2 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 950 time: 0.1536789 Jul 15 13:04:55.210404 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a8a34e1b-23c3-41ca-a98d-b6bafa839b13 req-33b2237b-e033-4a92-a1ec-227854f8d7b1 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/security-groups?id=790be412-1cb6-4f73-993a-6168b3414f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362703 Jul 15 13:04:55.221361 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44783d84-06bb-4750-a3f7-d6f8ab771711 req-19c9c764-5ce1-4996-a187-2c19a9c4d0a0 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286447 Jul 15 13:04:55.249392 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a691bb-65f3-45a3-943a-df353748ead3 req-f1598334-7716-4dc9-88ee-dacdc64c5254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:55.251001 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f8a691bb-65f3-45a3-943a-df353748ead3 req-f1598334-7716-4dc9-88ee-dacdc64c5254 service neutron] 10.222.0.46 "GET /v2.0/networks?id=111a9c93-c732-4208-b8b6-92c471a9345c HTTP/1.1" status: 200 len: 906 time: 0.1593580 Jul 15 13:04:55.304671 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f8a691bb-65f3-45a3-943a-df353748ead3 req-3ee68032-89ae-4c94-bd4b-69335c397468 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52451a08-94c4-40b4-b5b5-28a78fa5335f HTTP/1.1" status: 200 len: 217 time: 0.0448275 Jul 15 13:04:55.359909 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a691bb-65f3-45a3-943a-df353748ead3 req-d203f1f3-983c-49c3-8bfa-06d10a355ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:55.361715 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f8a691bb-65f3-45a3-943a-df353748ead3 req-d203f1f3-983c-49c3-8bfa-06d10a355ea1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=730641c7-930e-437f-91e2-0f97e39682ab HTTP/1.1" status: 200 len: 845 time: 0.0467358 Jul 15 13:04:55.395197 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f8a691bb-65f3-45a3-943a-df353748ead3 req-55c13fe7-e040-448f-a7e1-2f2b9627b3bb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=111a9c93-c732-4208-b8b6-92c471a9345c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270727 Jul 15 13:04:55.549550 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f8a691bb-65f3-45a3-943a-df353748ead3 req-289bdce5-3a6e-4802-8a09-d1c2ed182e55 service neutron] 10.222.0.46 "GET /v2.0/networks/111a9c93-c732-4208-b8b6-92c471a9345c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455433 Jul 15 13:04:55.612665 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-88f5982d-b599-48e8-ae43-e28f64fbdb79 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:55.614160 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-88f5982d-b599-48e8-ae43-e28f64fbdb79 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/networks?id=e0d89cea-932c-49ee-9772-9e5757255ae5 HTTP/1.1" status: 200 len: 812 time: 0.1484461 Jul 15 13:04:55.657573 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-b3437651-7207-49cb-acd8-fd0b63ce7d48 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/quotas/af8a25419ab0489e8df66f3d058b9b35 HTTP/1.1" status: 200 len: 375 time: 0.0163260 Jul 15 13:04:55.699932 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-b9602414-b3cb-4c03-a580-742555b029fc tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=af8a25419ab0489e8df66f3d058b9b35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357790 Jul 15 13:04:55.704354 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f8a691bb-65f3-45a3-943a-df353748ead3 req-0348265d-49be-4004-9243-95d1915efb7a service neutron] 10.222.0.46 "GET /v2.0/networks/111a9c93-c732-4208-b8b6-92c471a9345c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457231 Jul 15 13:04:55.774996 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903bf235-0112-46e2-a261-d49ca69db49f', 'name': 'network-vif-deleted', 'tag': '74fe296e-03b5-4068-b40e-a58da47500d8'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:55.780341 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7eaec1-c36c-4b3c-8be8-b42008f288d1" -d '{"events": [{"server_uuid": "903bf235-0112-46e2-a261-d49ca69db49f", "name": "network-vif-deleted", "tag": "74fe296e-03b5-4068-b40e-a58da47500d8"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:55.836296 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-dc4e5c83-3c4c-4dcb-8831-a048653bc70f service neutron] 10.222.0.16 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283343 Jul 15 13:04:55.875613 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 52451a08-94c4-40b4-b5b5-28a78fa5335f details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:04:55.890542 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44218) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:55.966492 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56529b40-2cec-4201-a079-100d832028a5 req-268c7967-0499-42a0-9ac6-8622b0021142 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:55.968072 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-56529b40-2cec-4201-a079-100d832028a5 req-268c7967-0499-42a0-9ac6-8622b0021142 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97aba12-0dd5-48ec-a5e1-10a099efb9c3 HTTP/1.1" status: 200 len: 943 time: 0.1781619 Jul 15 13:04:55.980331 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 52451a08-94c4-40b4-b5b5-28a78fa5335f, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=52451a08-94c4-40b4-b5b5-28a78fa5335f,segment=NetworkSegment(dda3590f-77f2-473e-918f-51e02247fb49),segment_id=dda3590f-77f2-473e-918f-51e02247fb49)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:55.996624 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '52451a08-94c4-40b4-b5b5-28a78fa5335f', 'network_id': '111a9c93-c732-4208-b8b6-92c471a9345c', 'port_id': '52451a08-94c4-40b4-b5b5-28a78fa5335f', 'mac_address': 'fa:16:3e:f2:89:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730641c7-930e-437f-91e2-0f97e39682ab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:04:56.005143 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f02a66a4-e58d-45fe-8b56-438e24829dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:56.015971 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-e6c5e1f2-6e29-4086-8418-3e2b08a7e5b0 service neutron] 10.222.0.16 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715369 Jul 15 13:04:56.036380 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ffa69a-d036-45f5-8824-7db6f2b93e6d req-fbdcff05-f30e-4a3a-b2ab-3bec1185c05b tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:56.038456 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d2ffa69a-d036-45f5-8824-7db6f2b93e6d req-fbdcff05-f30e-4a3a-b2ab-3bec1185c05b tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2ef0a96-9450-4445-b016-2ee402e27c74 HTTP/1.1" status: 200 len: 945 time: 0.1826477 Jul 15 13:04:56.043380 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:56.054757 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-56529b40-2cec-4201-a079-100d832028a5 req-0ef7608f-663e-4fbf-8f74-4233f69a112d tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763094 Jul 15 13:04:56.063825 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52451a08-94c4-40b4-b5b5-28a78fa5335f {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:56.094793 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 52451a08-94c4-40b4-b5b5-28a78fa5335f, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=52451a08-94c4-40b4-b5b5-28a78fa5335f,segment=NetworkSegment(dda3590f-77f2-473e-918f-51e02247fb49),segment_id=dda3590f-77f2-473e-918f-51e02247fb49)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:56.104079 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:56.105161 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 95e525f7-b24c-497d-9859-fa1682a340d4 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:04:56.113156 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9ac622-df5c-4461-ba17-02f3d6cc0d4d x-openstack-request-id: req-bf9ac622-df5c-4461-ba17-02f3d6cc0d4d {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:56.113442 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903bf235-0112-46e2-a261-d49ca69db49f", "name": "network-vif-deleted", "tag": "74fe296e-03b5-4068-b40e-a58da47500d8", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:56.113980 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bf9ac622-df5c-4461-ba17-02f3d6cc0d4d {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:56.114375 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903bf235-0112-46e2-a261-d49ca69db49f', 'name': 'network-vif-deleted', 'tag': '74fe296e-03b5-4068-b40e-a58da47500d8', 'status': 'completed', 'code': 200} Jul 15 13:04:56.143279 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f02a66a4-e58d-45fe-8b56-438e24829dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:56.159304 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f02a66a4-e58d-45fe-8b56-438e24829dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:56.198958 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=52451a08-94c4-40b4-b5b5-28a78fa5335f,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:56.208984 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a66a4-e58d-45fe-8b56-438e24829dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec569568-a7f9-4b40-95e9-5e4fa55a09a7,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:56.252517 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f02a66a4-e58d-45fe-8b56-438e24829dbd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ecfe74bb75084ce0a724942f6c2ed6f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3608091 Jul 15 13:04:56.255637 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44230) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:56.288549 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-d2ffa69a-d036-45f5-8824-7db6f2b93e6d req-8bd550fb-274c-44ac-ba28-121ab76e4445 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Deleting port cc867f4b-25dc-4c19-ae23-c2dedec30840 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:56.288907 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d2ffa69a-d036-45f5-8824-7db6f2b93e6d req-8bd550fb-274c-44ac-ba28-121ab76e4445 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:56.314357 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-865fd7a3-5eee-4ab2-90ec-bce2687a1ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:56.334845 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 95e525f7-b24c-497d-9859-fa1682a340d4, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=95e525f7-b24c-497d-9859-fa1682a340d4,segment=NetworkSegment(f81b00ce-7265-46d9-a6be-dae5ddffb06a),segment_id=f81b00ce-7265-46d9-a6be-dae5ddffb06a)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:56.357209 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '95e525f7-b24c-497d-9859-fa1682a340d4', 'network_id': '729a5aca-a8fb-4adf-b967-9e9deb4d3b59', 'port_id': '95e525f7-b24c-497d-9859-fa1682a340d4', 'mac_address': 'fa:16:3e:ac:3c:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7507b4a-078f-49e8-9ea2-588ee62f39d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:04:56.358746 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-865fd7a3-5eee-4ab2-90ec-bce2687a1ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:56.363045 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e48128a0-2d64-4b2e-9e92-332a7daa6e98 req-0e246f02-7582-4f7d-b64f-e5780250a395 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=5020414d-4313-45a6-bcc4-08c24c070e80 HTTP/1.1" status: 200 len: 210 time: 0.0382361 Jul 15 13:04:56.424794 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:56.446170 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95e525f7-b24c-497d-9859-fa1682a340d4 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:56.467349 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-865fd7a3-5eee-4ab2-90ec-bce2687a1ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:56.471250 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-865fd7a3-5eee-4ab2-90ec-bce2687a1ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:56.472982 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-865fd7a3-5eee-4ab2-90ec-bce2687a1ebe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ec569568-a7f9-4b40-95e9-5e4fa55a09a7 HTTP/1.1" status: 204 len: 168 time: 0.2152719 Jul 15 13:04:56.491792 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-d2ffa69a-d036-45f5-8824-7db6f2b93e6d req-8bd550fb-274c-44ac-ba28-121ab76e4445 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] For port cc867f4b-25dc-4c19-ae23-c2dedec30840, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=cc867f4b-25dc-4c19-ae23-c2dedec30840,segment=NetworkSegment(d751f920-85db-44b1-b4da-6499625779d4),segment_id=d751f920-85db-44b1-b4da-6499625779d4)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:56.492058 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d2ffa69a-d036-45f5-8824-7db6f2b93e6d req-8bd550fb-274c-44ac-ba28-121ab76e4445 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:56.507789 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865fd7a3-5eee-4ab2-90ec-bce2687a1ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec569568-a7f9-4b40-95e9-5e4fa55a09a7,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:56.508829 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 95e525f7-b24c-497d-9859-fa1682a340d4, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=95e525f7-b24c-497d-9859-fa1682a340d4,segment=NetworkSegment(f81b00ce-7265-46d9-a6be-dae5ddffb06a),segment_id=f81b00ce-7265-46d9-a6be-dae5ddffb06a)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:56.515893 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:56.545623 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-d2ffa69a-d036-45f5-8824-7db6f2b93e6d req-8bd550fb-274c-44ac-ba28-121ab76e4445 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Calling delete_port for cc867f4b-25dc-4c19-ae23-c2dedec30840 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:56.587373 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=95e525f7-b24c-497d-9859-fa1682a340d4,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:56.623100 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ddbce5-263c-4139-a7c3-9bc4ddd27ab6 req-1fbfae4d-58c1-4c62-8213-69476a9adf20 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:56.624603 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f0ddbce5-263c-4139-a7c3-9bc4ddd27ab6 req-1fbfae4d-58c1-4c62-8213-69476a9adf20 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f196f85-dc88-42fe-9c5d-971d08a9a491 HTTP/1.1" status: 200 len: 944 time: 0.2668378 Jul 15 13:04:56.701596 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f0ddbce5-263c-4139-a7c3-9bc4ddd27ab6 req-2c3251ce-0792-4504-a5a2-8e7391b1f724 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups?id=680015d7-3cf5-4bf2-aaef-662d25196854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680280 Jul 15 13:04:56.716566 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd66ddd-9559-4b4e-8e29-4694d7d4b5e9 req-2aefa4c9-368e-4b5e-92cf-6f98f4dd9547 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:56.723405 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-acd66ddd-9559-4b4e-8e29-4694d7d4b5e9 req-2aefa4c9-368e-4b5e-92cf-6f98f4dd9547 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 950 time: 0.2104123 Jul 15 13:04:56.777610 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['52451a08-94c4-40b4-b5b5-28a78fa5335f'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:56.798070 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-acd66ddd-9559-4b4e-8e29-4694d7d4b5e9 req-62d561d9-fdd8-40cc-a632-0d74c55561fc tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737123 Jul 15 13:04:56.842506 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['95e525f7-b24c-497d-9859-fa1682a340d4'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:56.843747 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d2ffa69a-d036-45f5-8824-7db6f2b93e6d req-8bd550fb-274c-44ac-ba28-121ab76e4445 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:56.924044 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd550fb-274c-44ac-ba28-121ab76e4445 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Pushing event deleted for resources: {'Port': ['ID=cc867f4b-25dc-4c19-ae23-c2dedec30840,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:56.961897 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ffa69a-d036-45f5-8824-7db6f2b93e6d req-8bd550fb-274c-44ac-ba28-121ab76e4445 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] No DVR routers for this DVR port cc867f4b-25dc-4c19-ae23-c2dedec30840 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:04:56.965992 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d2ffa69a-d036-45f5-8824-7db6f2b93e6d req-8bd550fb-274c-44ac-ba28-121ab76e4445 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:56.968274 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d2ffa69a-d036-45f5-8824-7db6f2b93e6d req-8bd550fb-274c-44ac-ba28-121ab76e4445 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.46 "DELETE /v2.0/ports/cc867f4b-25dc-4c19-ae23-c2dedec30840 HTTP/1.1" status: 204 len: 173 time: 0.9125636 Jul 15 13:04:56.980190 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ef0a96-9450-4445-b016-2ee402e27c74', 'name': 'network-vif-deleted', 'tag': 'cc867f4b-25dc-4c19-ae23-c2dedec30840'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:56.983082 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027666d2-0783-4890-b951-efb1faa94b05" -d '{"events": [{"server_uuid": "b2ef0a96-9450-4445-b016-2ee402e27c74", "name": "network-vif-deleted", "tag": "cc867f4b-25dc-4c19-ae23-c2dedec30840"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:57.024390 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-37a88dca-36e2-4f82-9757-6ee6d2b7cbc8 req-c2adcab6-14b5-4470-b3a5-a1b3e0500721 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616 tempest-FloatingIPsAssociationNegativeTestJSON-1552712616-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2ef0a96-9450-4445-b016-2ee402e27c74 HTTP/1.1" status: 200 len: 210 time: 0.0927200 Jul 15 13:04:57.065708 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aee23e2-0ff9-43d1-8bdf-fcbec2c4bc66 x-openstack-request-id: req-8aee23e2-0ff9-43d1-8bdf-fcbec2c4bc66 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:57.066323 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ef0a96-9450-4445-b016-2ee402e27c74", "name": "network-vif-deleted", "tag": "cc867f4b-25dc-4c19-ae23-c2dedec30840", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:57.066323 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8aee23e2-0ff9-43d1-8bdf-fcbec2c4bc66 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:57.066874 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ef0a96-9450-4445-b016-2ee402e27c74', 'name': 'network-vif-deleted', 'tag': 'cc867f4b-25dc-4c19-ae23-c2dedec30840', 'status': 'completed', 'code': 200} Jul 15 13:04:57.294810 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84eb09-6052-41fa-a0a1-6cfbbf65066a req-e12294fd-06a1-4936-b35f-7ced04fe3c81 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:57.296319 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4d84eb09-6052-41fa-a0a1-6cfbbf65066a req-e12294fd-06a1-4936-b35f-7ced04fe3c81 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97aba12-0dd5-48ec-a5e1-10a099efb9c3 HTTP/1.1" status: 200 len: 944 time: 0.1139269 Jul 15 13:04:57.339119 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4d84eb09-6052-41fa-a0a1-6cfbbf65066a req-36c36858-6810-4713-83fa-b3c0bac765ca tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368793 Jul 15 13:04:57.431023 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44268) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:57.512012 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-506d1ee3-0dff-4664-ae86-a35aad75342d req-be3c7323-d600-4002-bce0-3b92a8bda88c tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=5020414d-4313-45a6-bcc4-08c24c070e80 HTTP/1.1" status: 200 len: 210 time: 0.0313828 Jul 15 13:04:57.524121 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-e7eebf8a-3be0-43cc-b75b-1f51ff9bdaeb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1386044083-network', 'tenant_id': 'cece2284cedf41a29a33e49364b41245'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:57.546361 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7eebf8a-3be0-43cc-b75b-1f51ff9bdaeb admin admin] Made reservation on behalf of cece2284cedf41a29a33e49364b41245 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:04:57.548730 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e7eebf8a-3be0-43cc-b75b-1f51ff9bdaeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:57.556733 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e7eebf8a-3be0-43cc-b75b-1f51ff9bdaeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:57.651523 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e7eebf8a-3be0-43cc-b75b-1f51ff9bdaeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:57.656392 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e7eebf8a-3be0-43cc-b75b-1f51ff9bdaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:57.681116 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7eebf8a-3be0-43cc-b75b-1f51ff9bdaeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:04:57.690770 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eebf8a-3be0-43cc-b75b-1f51ff9bdaeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5f4651-8aba-44da-bb1b-94c1d6ae1315,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:57.696736 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e7eebf8a-3be0-43cc-b75b-1f51ff9bdaeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:57.697073 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-e7eebf8a-3be0-43cc-b75b-1f51ff9bdaeb admin admin] Added segment 51f871b6-b945-4062-a6a8-cab4d9505cb9 of type vlan for network 1bdc303d-a348-44e1-bbb6-ce54e5387eef Jul 15 13:04:57.737826 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e7eebf8a-3be0-43cc-b75b-1f51ff9bdaeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:57.771311 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e7eebf8a-3be0-43cc-b75b-1f51ff9bdaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:57.772582 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7eebf8a-3be0-43cc-b75b-1f51ff9bdaeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:57.773408 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e7eebf8a-3be0-43cc-b75b-1f51ff9bdaeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:57.813981 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-e24a8123-af5e-4339-b9f6-4539996bb4d9 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:57.817512 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e7eebf8a-3be0-43cc-b75b-1f51ff9bdaeb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3823462 Jul 15 13:04:57.817640 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-e24a8123-af5e-4339-b9f6-4539996bb4d9 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.46 "GET /v2.0/networks?id=e0d89cea-932c-49ee-9772-9e5757255ae5 HTTP/1.1" status: 200 len: 812 time: 0.1324263 Jul 15 13:04:57.833238 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44274) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:57.839549 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-8e54304b-dc31-4977-86ac-820d12aca961 admin admin] Request body: {'subnet': {'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1386044083-subnet', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:57.860240 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eebf8a-3be0-43cc-b75b-1f51ff9bdaeb admin admin] Pushing event updated for resources: {'Network': ['ID=1bdc303d-a348-44e1-bbb6-ce54e5387eef,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:57.863657 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-6288fc5c-90b0-4780-84af-855bf581ef0c tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Request body: {'port': {'device_id': '5020414d-4313-45a6-bcc4-08c24c070e80', 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5', 'admin_state_up': True, 'tenant_id': 'af8a25419ab0489e8df66f3d058b9b35'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:57.875367 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 52451a08-94c4-40b4-b5b5-28a78fa5335f up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:57.897455 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e54304b-dc31-4977-86ac-820d12aca961 admin admin] Made reservation on behalf of cece2284cedf41a29a33e49364b41245 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:04:57.900710 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e54304b-dc31-4977-86ac-820d12aca961 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:57.913075 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 1bdc303d-a348-44e1-bbb6-ce54e5387eef details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:04:58.011440 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 52451a08-94c4-40b4-b5b5-28a78fa5335f completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:58.015835 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 52451a08-94c4-40b4-b5b5-28a78fa5335f triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:58.016225 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.111139 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.136681 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97aba12-0dd5-48ec-a5e1-10a099efb9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52451a08-94c4-40b4-b5b5-28a78fa5335f'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:58.138946 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431e17ce-850d-4dd4-b500-2838e322404a" -d '{"events": [{"server_uuid": "c97aba12-0dd5-48ec-a5e1-10a099efb9c3", "name": "network-vif-plugged", "status": "completed", "tag": "52451a08-94c4-40b4-b5b5-28a78fa5335f"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:58.153349 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7071e-d5eb-4804-88e9-d162ee57e7c6 req-ed15df71-6fa4-4156-b80f-f89fa1b59612 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:58.154622 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 52451a08-94c4-40b4-b5b5-28a78fa5335f, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=52451a08-94c4-40b4-b5b5-28a78fa5335f,segment=NetworkSegment(dda3590f-77f2-473e-918f-51e02247fb49),segment_id=dda3590f-77f2-473e-918f-51e02247fb49)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:58.154895 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8fd7071e-d5eb-4804-88e9-d162ee57e7c6 req-ed15df71-6fa4-4156-b80f-f89fa1b59612 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f196f85-dc88-42fe-9c5d-971d08a9a491 HTTP/1.1" status: 200 len: 945 time: 0.2838783 Jul 15 13:04:58.159686 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.160456 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 95e525f7-b24c-497d-9859-fa1682a340d4 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:58.189266 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58182ac6-ab05-4e79-9ce3-0342efc75502 req-4e57fb4d-47e0-4995-9cfb-59367f6cdbd0 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:58.190746 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-58182ac6-ab05-4e79-9ce3-0342efc75502 req-4e57fb4d-47e0-4995-9cfb-59367f6cdbd0 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 950 time: 0.2468138 Jul 15 13:04:58.237413 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=52451a08-94c4-40b4-b5b5-28a78fa5335f,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:58.250302 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-6288fc5c-90b0-4780-84af-855bf581ef0c tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Made reservation on behalf of af8a25419ab0489e8df66f3d058b9b35 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:04:58.251205 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 95e525f7-b24c-497d-9859-fa1682a340d4 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:58.253772 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-6288fc5c-90b0-4780-84af-855bf581ef0c tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.254891 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 95e525f7-b24c-497d-9859-fa1682a340d4 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:58.255267 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.286020 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8fd7071e-d5eb-4804-88e9-d162ee57e7c6 req-5e8cdeca-2460-4a5a-a72e-cf19640c8971 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups?id=680015d7-3cf5-4bf2-aaef-662d25196854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185980 Jul 15 13:04:58.335783 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.337705 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-58182ac6-ab05-4e79-9ce3-0342efc75502 req-a6571168-612b-42a3-9555-808fb629b5a2 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157057 Jul 15 13:04:58.383644 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 95e525f7-b24c-497d-9859-fa1682a340d4, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=95e525f7-b24c-497d-9859-fa1682a340d4,segment=NetworkSegment(f81b00ce-7265-46d9-a6be-dae5ddffb06a),segment_id=f81b00ce-7265-46d9-a6be-dae5ddffb06a)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:58.388347 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.388501 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e54304b-dc31-4977-86ac-820d12aca961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.389276 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 74fe296e-03b5-4068-b40e-a58da47500d8 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:58.438826 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 74fe296e-03b5-4068-b40e-a58da47500d8 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:04:58.439263 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 74fe296e-03b5-4068-b40e-a58da47500d8 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:04:58.439755 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device cc867f4b-25dc-4c19-ae23-c2dedec30840 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:58.455353 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44288) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:58.468653 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: cc867f4b-25dc-4c19-ae23-c2dedec30840 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:04:58.468994 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device cc867f4b-25dc-4c19-ae23-c2dedec30840 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:04:58.475583 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf18f7aa-fadb-45c8-93c0-16ac8c593e9d x-openstack-request-id: req-bf18f7aa-fadb-45c8-93c0-16ac8c593e9d {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:58.475993 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97aba12-0dd5-48ec-a5e1-10a099efb9c3", "name": "network-vif-plugged", "status": "completed", "tag": "52451a08-94c4-40b4-b5b5-28a78fa5335f", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:58.476614 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bf18f7aa-fadb-45c8-93c0-16ac8c593e9d {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:58.477576 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c97aba12-0dd5-48ec-a5e1-10a099efb9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52451a08-94c4-40b4-b5b5-28a78fa5335f', 'code': 200} Jul 15 13:04:58.481372 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54304b-dc31-4977-86ac-820d12aca961 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1796d493-1d5f-49de-a2f8-cb5cb28c84a4,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:58.517576 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=95e525f7-b24c-497d-9859-fa1682a340d4,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:58.525031 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-6288fc5c-90b0-4780-84af-855bf581ef0c tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Allocated IP 172.20.0.7 (e0d89cea-932c-49ee-9772-9e5757255ae5/459bc575-93e3-4ab8-8230-d52ee95226e2/12e09d20-479b-4255-91fb-2f2a09738cdb) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:04:58.527224 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e54304b-dc31-4977-86ac-820d12aca961 admin admin] Checking segment: {'id': '51f871b6-b945-4062-a6a8-cab4d9505cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:58.528194 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e54304b-dc31-4977-86ac-820d12aca961 admin admin] Network hostable DHCP agents. Network: 1bdc303d-a348-44e1-bbb6-ce54e5387eef, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:04:58.575181 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e54304b-dc31-4977-86ac-820d12aca961 admin admin] Network 1bdc303d-a348-44e1-bbb6-ce54e5387eef is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:04:58.595950 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-8e54304b-dc31-4977-86ac-820d12aca961 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 1bdc303d-a348-44e1-bbb6-ce54e5387eef) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:58.604241 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f9c36b-ac07-4825-b97f-b3c508745c5f None None] Network 1bdc303d-a348-44e1-bbb6-ce54e5387eef requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:04:58.616824 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e54304b-dc31-4977-86ac-820d12aca961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:58.617418 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e54304b-dc31-4977-86ac-820d12aca961 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.700575 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8e54304b-dc31-4977-86ac-820d12aca961 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8662200 Jul 15 13:04:58.704500 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44292) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:58.715557 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-d901a839-7143-4438-93cc-315d89df0079 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1386044083-router', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:58.788615 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7c407364-17fe-4fb4-9a2e-0ec137ac662e req-7e2f1bdd-1171-49de-91b7-50fd3f490bde tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=5020414d-4313-45a6-bcc4-08c24c070e80 HTTP/1.1" status: 200 len: 210 time: 0.0499125 Jul 15 13:04:58.795223 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d901a839-7143-4438-93cc-315d89df0079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.796244 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d901a839-7143-4438-93cc-315d89df0079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.813649 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-6288fc5c-90b0-4780-84af-855bf581ef0c tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.818893 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dde55e2-e053-4f1e-854a-9a8ca8f5048a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-1bdc303d-a348-44e1-bbb6-ce54e5387eef', 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'fixed_ips': [{'subnet_id': '1796d493-1d5f-49de-a2f8-cb5cb28c84a4'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:04:58.820657 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9dde55e2-e053-4f1e-854a-9a8ca8f5048a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.850416 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.856964 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2521a21-5d5a-46dd-845f-d9a66fb7050c req-b61f2ee4-f8d0-4e11-b351-a152a12972c9 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:58.858646 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e2521a21-5d5a-46dd-845f-d9a66fb7050c req-b61f2ee4-f8d0-4e11-b351-a152a12972c9 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97aba12-0dd5-48ec-a5e1-10a099efb9c3 HTTP/1.1" status: 200 len: 945 time: 0.2300344 Jul 15 13:04:58.903789 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d901a839-7143-4438-93cc-315d89df0079 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.985270 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-9dde55e2-e053-4f1e-854a-9a8ca8f5048a None None] Allocated IP 172.20.0.2 (1bdc303d-a348-44e1-bbb6-ce54e5387eef/1796d493-1d5f-49de-a2f8-cb5cb28c84a4/9e640ef9-9e4e-4640-8010-2ef40ffc499d) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:04:59.014883 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e2521a21-5d5a-46dd-845f-d9a66fb7050c req-c173fd23-4e70-4b14-97cd-dbd34ea209f8 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248853 Jul 15 13:04:59.018075 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-6288fc5c-90b0-4780-84af-855bf581ef0c tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:59.120164 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae74ab-9bba-4fcb-af7a-ff09f4351cfc req-07409b6e-0157-4b63-8fa6-617a88c2ce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:59.121667 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-43ae74ab-9bba-4fcb-af7a-ff09f4351cfc req-07409b6e-0157-4b63-8fa6-617a88c2ce2c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c97aba12-0dd5-48ec-a5e1-10a099efb9c3 HTTP/1.1" status: 200 len: 1097 time: 0.5231047 Jul 15 13:04:59.165300 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9dde55e2-e053-4f1e-854a-9a8ca8f5048a None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:59.190750 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-43ae74ab-9bba-4fcb-af7a-ff09f4351cfc req-f2487128-1023-400f-957a-22287ec1029d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607147 Jul 15 13:04:59.198475 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-9dde55e2-e053-4f1e-854a-9a8ca8f5048a None None] Transition to ACTIVE for port object 9e640ef9-9e4e-4640-8010-2ef40ffc499d will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:59.206073 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:59.217846 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-9dde55e2-e053-4f1e-854a-9a8ca8f5048a None None] Transition to ACTIVE for port object 9e640ef9-9e4e-4640-8010-2ef40ffc499d will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:59.227458 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9dde55e2-e053-4f1e-854a-9a8ca8f5048a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:59.284645 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dde55e2-e053-4f1e-854a-9a8ca8f5048a None None] Network 1bdc303d-a348-44e1-bbb6-ce54e5387eef is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:59.291294 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-9dde55e2-e053-4f1e-854a-9a8ca8f5048a None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:59.294307 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde55e2-e053-4f1e-854a-9a8ca8f5048a None None] Pushing event updated for resources: {'Port': ['ID=9e640ef9-9e4e-4640-8010-2ef40ffc499d,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:59.303202 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dde55e2-e053-4f1e-854a-9a8ca8f5048a None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:04:59.314655 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a0344cdd-8769-4898-a21a-23a2c3ce9f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:59.442900 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-9dde55e2-e053-4f1e-854a-9a8ca8f5048a None None] Attempting to bind port 9e640ef9-9e4e-4640-8010-2ef40ffc499d on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:04:59.443299 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-9dde55e2-e053-4f1e-854a-9a8ca8f5048a None None] Attempting to bind port 9e640ef9-9e4e-4640-8010-2ef40ffc499d by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '51f871b6-b945-4062-a6a8-cab4d9505cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:04:59.443666 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dde55e2-e053-4f1e-854a-9a8ca8f5048a None None] Attempting to bind port 9e640ef9-9e4e-4640-8010-2ef40ffc499d on network 1bdc303d-a348-44e1-bbb6-ce54e5387eef {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:59.455717 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dde55e2-e053-4f1e-854a-9a8ca8f5048a None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:04:59.457783 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-6288fc5c-90b0-4780-84af-855bf581ef0c tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Network e0d89cea-932c-49ee-9772-9e5757255ae5 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:59.458005 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dde55e2-e053-4f1e-854a-9a8ca8f5048a None None] Checking segment: {'id': '51f871b6-b945-4062-a6a8-cab4d9505cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:59.458429 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9dde55e2-e053-4f1e-854a-9a8ca8f5048a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:59.459054 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dde55e2-e053-4f1e-854a-9a8ca8f5048a None None] Bound using segment: {'id': '51f871b6-b945-4062-a6a8-cab4d9505cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:04:59.459704 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-9dde55e2-e053-4f1e-854a-9a8ca8f5048a None None] Bound port: 9e640ef9-9e4e-4640-8010-2ef40ffc499d, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f871b6-b945-4062-a6a8-cab4d9505cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:04:59.461250 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9dde55e2-e053-4f1e-854a-9a8ca8f5048a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:59.463912 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-6288fc5c-90b0-4780-84af-855bf581ef0c tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:59.472232 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d901a839-7143-4438-93cc-315d89df0079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:59.478890 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-6288fc5c-90b0-4780-84af-855bf581ef0c tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:04:59.547188 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6288fc5c-90b0-4780-84af-855bf581ef0c tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Pushing event updated for resources: {'Port': ['ID=12e09d20-479b-4255-91fb-2f2a09738cdb,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:59.578866 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-9dde55e2-e053-4f1e-854a-9a8ca8f5048a None None] For port 9e640ef9-9e4e-4640-8010-2ef40ffc499d, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:59.582767 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-9dde55e2-e053-4f1e-854a-9a8ca8f5048a None None] For port 9e640ef9-9e4e-4640-8010-2ef40ffc499d, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9e640ef9-9e4e-4640-8010-2ef40ffc499d,segment=NetworkSegment(51f871b6-b945-4062-a6a8-cab4d9505cb9),segment_id=51f871b6-b945-4062-a6a8-cab4d9505cb9)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:04:59.588493 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9dde55e2-e053-4f1e-854a-9a8ca8f5048a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:59.642340 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-6288fc5c-90b0-4780-84af-855bf581ef0c tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:59.643009 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-6288fc5c-90b0-4780-84af-855bf581ef0c tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:59.657513 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-a0344cdd-8769-4898-a21a-23a2c3ce9f0d admin admin] Deleting port cfc77a9a-6675-407d-994e-9ba89d5f63a6 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:59.657944 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a0344cdd-8769-4898-a21a-23a2c3ce9f0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:59.684860 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e734d712-d723-4317-803d-799db786f927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:59.692533 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-6288fc5c-90b0-4780-84af-855bf581ef0c tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8336115 Jul 15 13:04:59.713325 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde55e2-e053-4f1e-854a-9a8ca8f5048a None None] Pushing event updated for resources: {'Port': ['ID=9e640ef9-9e4e-4640-8010-2ef40ffc499d,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:59.718821 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-5d8a1d1e-2088-43d8-98dd-03b787d38f65 service neutron] Request body: {'port': {'device_id': '5020414d-4313-45a6-bcc4-08c24c070e80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:59.764731 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-a0344cdd-8769-4898-a21a-23a2c3ce9f0d admin admin] For port cfc77a9a-6675-407d-994e-9ba89d5f63a6, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=cfc77a9a-6675-407d-994e-9ba89d5f63a6,segment=NetworkSegment(d751f920-85db-44b1-b4da-6499625779d4),segment_id=d751f920-85db-44b1-b4da-6499625779d4)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:59.765098 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a0344cdd-8769-4898-a21a-23a2c3ce9f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:59.781088 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-a0344cdd-8769-4898-a21a-23a2c3ce9f0d admin admin] Calling delete_port for cfc77a9a-6675-407d-994e-9ba89d5f63a6 owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:59.804709 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1924ba-f670-4a21-93e1-332909270a5c req-e0ea782a-9abb-4026-9a38-2ae33848efb9 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:59.806601 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4e1924ba-f670-4a21-93e1-332909270a5c req-e0ea782a-9abb-4026-9a38-2ae33848efb9 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f196f85-dc88-42fe-9c5d-971d08a9a491 HTTP/1.1" status: 200 len: 946 time: 0.2825751 Jul 15 13:04:59.840368 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341ecaf-5198-4ab8-b3b1-d9f856c62934 req-a7c826bc-5dc9-41ff-81d1-b5a079cfbe05 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:59.841890 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2341ecaf-5198-4ab8-b3b1-d9f856c62934 req-a7c826bc-5dc9-41ff-81d1-b5a079cfbe05 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 950 time: 0.2958963 Jul 15 13:04:59.937589 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-5d8a1d1e-2088-43d8-98dd-03b787d38f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:00.042233 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a0344cdd-8769-4898-a21a-23a2c3ce9f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:00.094434 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4e1924ba-f670-4a21-93e1-332909270a5c req-f8fbc921-4311-47b6-9812-1f97c1bd96dc tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups?id=680015d7-3cf5-4bf2-aaef-662d25196854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696488 Jul 15 13:05:00.119645 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0344cdd-8769-4898-a21a-23a2c3ce9f0d admin admin] Pushing event deleted for resources: {'Port': ['ID=cfc77a9a-6675-407d-994e-9ba89d5f63a6,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:00.159836 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2341ecaf-5198-4ab8-b3b1-d9f856c62934 req-c1046681-887f-46d5-9d78-cbc928102700 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612338 Jul 15 13:05:00.265907 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d901a839-7143-4438-93cc-315d89df0079 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:00.358373 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d901a839-7143-4438-93cc-315d89df0079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:00.412086 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a0344cdd-8769-4898-a21a-23a2c3ce9f0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:00.478393 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f196f85-dc88-42fe-9c5d-971d08a9a491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e525f7-b24c-497d-9859-fa1682a340d4'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:00.480973 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c9b88a-f06c-495c-a7c1-b0cb94881bb2" -d '{"events": [{"server_uuid": "4f196f85-dc88-42fe-9c5d-971d08a9a491", "name": "network-vif-plugged", "status": "completed", "tag": "95e525f7-b24c-497d-9859-fa1682a340d4"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:00.661329 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0344cdd-8769-4898-a21a-23a2c3ce9f0d admin admin] Router 4d6e3e32-bef0-4431-9414-862048a48853 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:05:00.725574 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc33078-02e7-4943-a221-80a0b64f50fb req-5f261269-f833-444c-b009-81837c1a8103 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:00.727315 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1bc33078-02e7-4943-a221-80a0b64f50fb req-5f261269-f833-444c-b009-81837c1a8103 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=5020414d-4313-45a6-bcc4-08c24c070e80 HTTP/1.1" status: 200 len: 931 time: 0.3002219 Jul 15 13:05:00.728736 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-d901a839-7143-4438-93cc-315d89df0079 admin admin] Allocated IP 172.25.8.92 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/8eac28ae-e7a6-40ba-98f0-9e420eb184b2) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:00.770261 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac921b-0637-4b99-97df-4667642185b0 req-4b48969e-ce32-4dc1-a19c-9b30a02e0bd2 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:00.771974 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-55ac921b-0637-4b99-97df-4667642185b0 req-4b48969e-ce32-4dc1-a19c-9b30a02e0bd2 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97aba12-0dd5-48ec-a5e1-10a099efb9c3 HTTP/1.1" status: 200 len: 945 time: 0.2732034 Jul 15 13:05:00.774361 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0344cdd-8769-4898-a21a-23a2c3ce9f0d admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:05:00.780558 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a0344cdd-8769-4898-a21a-23a2c3ce9f0d admin admin] 10.222.0.16 "PUT /v2.0/routers/4d6e3e32-bef0-4431-9414-862048a48853/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3234584 Jul 15 13:05:00.782910 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44308) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:00.786537 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc230ea-e704-404b-a1ee-50b9613c9d24 None None] Sync routers for ids ['4d6e3e32-bef0-4431-9414-862048a48853'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:05:00.804863 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc230ea-e704-404b-a1ee-50b9613c9d24 None None] Routers {'4d6e3e32-bef0-4431-9414-862048a48853'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:00.805744 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-6dc230ea-e704-404b-a1ee-50b9613c9d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:04:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['4d6e3e32-bef0-4431-9414-862048a48853'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:00.897434 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9a85484-d43c-4ecb-8c05-58184089e4b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:00.926900 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1bc33078-02e7-4943-a221-80a0b64f50fb req-4326ef33-464d-498f-bb9f-7d0393808405 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875718 Jul 15 13:05:00.967688 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-55ac921b-0637-4b99-97df-4667642185b0 req-028d127b-5157-4f66-9fd2-82d7ff941d7e tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813767 Jul 15 13:05:00.994939 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-5d8a1d1e-2088-43d8-98dd-03b787d38f65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12e09d20-479b-4255-91fb-2f2a09738cdb {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:01.027981 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-5d8a1d1e-2088-43d8-98dd-03b787d38f65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.068100 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-5d8a1d1e-2088-43d8-98dd-03b787d38f65 service neutron] Transition to ACTIVE for port object 12e09d20-479b-4255-91fb-2f2a09738cdb will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:01.078172 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-5d8a1d1e-2088-43d8-98dd-03b787d38f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.083051 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9a85484-d43c-4ecb-8c05-58184089e4b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.108037 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c592baf4-fedf-4ff8-b53b-5db242f2ce69 x-openstack-request-id: req-c592baf4-fedf-4ff8-b53b-5db242f2ce69 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:01.108357 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f196f85-dc88-42fe-9c5d-971d08a9a491", "name": "network-vif-plugged", "status": "completed", "tag": "95e525f7-b24c-497d-9859-fa1682a340d4", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:01.108610 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c592baf4-fedf-4ff8-b53b-5db242f2ce69 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:01.108989 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f196f85-dc88-42fe-9c5d-971d08a9a491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e525f7-b24c-497d-9859-fa1682a340d4', 'code': 200} Jul 15 13:05:01.109776 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbff8765-579a-4bcc-a2c4-d27e7d3d6aed None None] Network 1bdc303d-a348-44e1-bbb6-ce54e5387eef requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:05:01.167191 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-6dc230ea-e704-404b-a1ee-50b9613c9d24 None None] Set router 4d6e3e32-bef0-4431-9414-862048a48853 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:01.170356 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d589f26c-fe5f-4ecb-99c5-ef1d7c9438ad None None] Provisioning for port 9e640ef9-9e4e-4640-8010-2ef40ffc499d completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:01.211928 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d901a839-7143-4438-93cc-315d89df0079 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.251142 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a1d1e-2088-43d8-98dd-03b787d38f65 service neutron] Pushing event updated for resources: {'Port': ['ID=12e09d20-479b-4255-91fb-2f2a09738cdb,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:01.311366 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa040c6b-ae1b-4345-9cbb-2002b3441f7c req-b778722a-670d-4eff-a81d-dd5242bb4fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:01.312853 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-aa040c6b-ae1b-4345-9cbb-2002b3441f7c req-b778722a-670d-4eff-a81d-dd5242bb4fe1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4f196f85-dc88-42fe-9c5d-971d08a9a491 HTTP/1.1" status: 200 len: 1098 time: 0.2218275 Jul 15 13:05:01.320406 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-f9a85484-d43c-4ecb-8c05-58184089e4b0 admin admin] Deleting port 197dc4c7-871e-4cae-806f-0e10201388c2 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:01.320670 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9a85484-d43c-4ecb-8c05-58184089e4b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.370373 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-aa040c6b-ae1b-4345-9cbb-2002b3441f7c req-fa8d68c5-521a-483c-995d-61d865ad35cb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=680015d7-3cf5-4bf2-aaef-662d25196854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386038 Jul 15 13:05:01.406046 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9e640ef9-9e4e-4640-8010-2ef40ffc499d up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:01.436893 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-f9a85484-d43c-4ecb-8c05-58184089e4b0 admin admin] For port 197dc4c7-871e-4cae-806f-0e10201388c2, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=197dc4c7-871e-4cae-806f-0e10201388c2,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:01.437598 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9a85484-d43c-4ecb-8c05-58184089e4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.450766 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-f9a85484-d43c-4ecb-8c05-58184089e4b0 admin admin] Calling delete_port for 197dc4c7-871e-4cae-806f-0e10201388c2 owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:01.467947 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-5d8a1d1e-2088-43d8-98dd-03b787d38f65 service neutron] Attempting to bind port 12e09d20-479b-4255-91fb-2f2a09738cdb on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:01.468465 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-5d8a1d1e-2088-43d8-98dd-03b787d38f65 service neutron] Attempting to bind port 12e09d20-479b-4255-91fb-2f2a09738cdb by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '9940a96e-2d5b-4778-a27d-d984f6200b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:01.468858 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-5d8a1d1e-2088-43d8-98dd-03b787d38f65 service neutron] Attempting to bind port 12e09d20-479b-4255-91fb-2f2a09738cdb on network e0d89cea-932c-49ee-9772-9e5757255ae5 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:01.477600 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d901a839-7143-4438-93cc-315d89df0079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.488360 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-5d8a1d1e-2088-43d8-98dd-03b787d38f65 service neutron] Port 12e09d20-479b-4255-91fb-2f2a09738cdb on network e0d89cea-932c-49ee-9772-9e5757255ae5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:05:01.488850 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-5d8a1d1e-2088-43d8-98dd-03b787d38f65 service neutron] Attempting to bind port 12e09d20-479b-4255-91fb-2f2a09738cdb on network e0d89cea-932c-49ee-9772-9e5757255ae5 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:01.526052 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-6dc230ea-e704-404b-a1ee-50b9613c9d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6e3e32-bef0-4431-9414-862048a48853', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-692996856-router', 'tenant_id': '2b06e57083cd43d1931fbcab22f154c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '197dc4c7-871e-4cae-806f-0e10201388c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:08Z', 'updated_at': '2021-07-15T13:04:59Z', 'revision_number': 5, 'project_id': '2b06e57083cd43d1931fbcab22f154c0', 'gw_port': {'id': '197dc4c7-871e-4cae-806f-0e10201388c2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:90:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e3e32-bef0-4431-9414-862048a48853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:08Z', 'updated_at': '2021-07-15T13:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:01.530700 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 9e640ef9-9e4e-4640-8010-2ef40ffc499d completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:01.530879 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc45c55-3abe-4cfa-b59f-6f188ec7e2c4 req-a4b3e58f-b826-4915-8e34-0292d1204578 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:01.536508 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9dc45c55-3abe-4cfa-b59f-6f188ec7e2c4 req-a4b3e58f-b826-4915-8e34-0292d1204578 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f196f85-dc88-42fe-9c5d-971d08a9a491 HTTP/1.1" status: 200 len: 946 time: 0.2297230 Jul 15 13:05:01.538796 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-5d8a1d1e-2088-43d8-98dd-03b787d38f65 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:01.539135 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-5d8a1d1e-2088-43d8-98dd-03b787d38f65 service neutron] Checking segment: {'id': '9940a96e-2d5b-4778-a27d-d984f6200b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:01.539517 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-5d8a1d1e-2088-43d8-98dd-03b787d38f65 service neutron] Bound using segment: {'id': '9940a96e-2d5b-4778-a27d-d984f6200b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:01.539960 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-5d8a1d1e-2088-43d8-98dd-03b787d38f65 service neutron] Bound port: 12e09d20-479b-4255-91fb-2f2a09738cdb, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9940a96e-2d5b-4778-a27d-d984f6200b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:01.540312 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-5d8a1d1e-2088-43d8-98dd-03b787d38f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.564573 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d901a839-7143-4438-93cc-315d89df0079 admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:01.577120 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc230ea-e704-404b-a1ee-50b9613c9d24 None None] Checking router: 4d6e3e32-bef0-4431-9414-862048a48853 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:05:01.580896 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 9e640ef9-9e4e-4640-8010-2ef40ffc499d triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:01.581308 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.595276 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-d901a839-7143-4438-93cc-315d89df0079 admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:01.597642 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d901a839-7143-4438-93cc-315d89df0079 admin admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:01.601893 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901a839-7143-4438-93cc-315d89df0079 admin admin] Pushing event updated for resources: {'Port': ['ID=8eac28ae-e7a6-40ba-98f0-9e420eb184b2,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:01.618850 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc230ea-e704-404b-a1ee-50b9613c9d24 None None] Routers {'4d6e3e32-bef0-4431-9414-862048a48853'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:01.619490 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-6dc230ea-e704-404b-a1ee-50b9613c9d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:04:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['4d6e3e32-bef0-4431-9414-862048a48853'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:01.636537 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9a85484-d43c-4ecb-8c05-58184089e4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.666936 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a85484-d43c-4ecb-8c05-58184089e4b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=197dc4c7-871e-4cae-806f-0e10201388c2,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:01.670183 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9dc45c55-3abe-4cfa-b59f-6f188ec7e2c4 req-bcbbdb2e-0d45-4005-a84a-d1c179d8c081 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups?id=680015d7-3cf5-4bf2-aaef-662d25196854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202135 Jul 15 13:05:01.680989 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a335a89-d9e4-40e5-abc7-cf5fa6c8fc85 req-93f67264-626c-42b8-8d22-6ad5a32ab370 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:01.682682 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6a335a89-d9e4-40e5-abc7-cf5fa6c8fc85 req-93f67264-626c-42b8-8d22-6ad5a32ab370 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 950 time: 0.2819149 Jul 15 13:05:01.733644 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-6dc230ea-e704-404b-a1ee-50b9613c9d24 None None] Set router 4d6e3e32-bef0-4431-9414-862048a48853 gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:01.759311 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9a85484-d43c-4ecb-8c05-58184089e4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.853523 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9a85484-d43c-4ecb-8c05-58184089e4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.855768 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9a85484-d43c-4ecb-8c05-58184089e4b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.874471 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-6dc230ea-e704-404b-a1ee-50b9613c9d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6e3e32-bef0-4431-9414-862048a48853', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-692996856-router', 'tenant_id': '2b06e57083cd43d1931fbcab22f154c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:08Z', 'updated_at': '2021-07-15T13:05:01Z', 'revision_number': 6, 'project_id': '2b06e57083cd43d1931fbcab22f154c0', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:01.878231 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.887087 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-5d8a1d1e-2088-43d8-98dd-03b787d38f65 service neutron] For port 12e09d20-479b-4255-91fb-2f2a09738cdb, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:01.906761 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9a85484-d43c-4ecb-8c05-58184089e4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.907361 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a85484-d43c-4ecb-8c05-58184089e4b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d6e3e32-bef0-4431-9414-862048a48853 {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:05:01.913427 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9a85484-d43c-4ecb-8c05-58184089e4b0 admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.917363 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f9a85484-d43c-4ecb-8c05-58184089e4b0 admin admin] 10.222.0.16 "DELETE /v2.0/routers/4d6e3e32-bef0-4431-9414-862048a48853 HTTP/1.1" status: 204 len: 168 time: 1.1334519 Jul 15 13:05:01.917987 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44322) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:01.918894 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc230ea-e704-404b-a1ee-50b9613c9d24 None None] The sync data for ids ['4d6e3e32-bef0-4431-9414-862048a48853'] in n-d-771363-36 is: [{'id': '4d6e3e32-bef0-4431-9414-862048a48853', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-692996856-router', 'tenant_id': '2b06e57083cd43d1931fbcab22f154c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:08Z', 'updated_at': '2021-07-15T13:05:01Z', 'revision_number': 6, 'project_id': '2b06e57083cd43d1931fbcab22f154c0', 'gw_port_host': None}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:05:01.931338 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6a335a89-d9e4-40e5-abc7-cf5fa6c8fc85 req-36606a82-9fa2-43a5-aafb-106675499fff tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401676 Jul 15 13:05:01.956238 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-5d8a1d1e-2088-43d8-98dd-03b787d38f65 service neutron] For port 12e09d20-479b-4255-91fb-2f2a09738cdb, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=12e09d20-479b-4255-91fb-2f2a09738cdb,segment=NetworkSegment(9940a96e-2d5b-4778-a27d-d984f6200b93),segment_id=9940a96e-2d5b-4778-a27d-d984f6200b93)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:01.975335 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-5d8a1d1e-2088-43d8-98dd-03b787d38f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.996827 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-db65fcb6-1e32-4fe4-96b8-52f7e63aa65c admin admin] Deleting subnet c53f4ee9-7828-47bf-9009-7cc93ea87fa1 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:05:01.999225 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 9e640ef9-9e4e-4640-8010-2ef40ffc499d, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9e640ef9-9e4e-4640-8010-2ef40ffc499d,segment=NetworkSegment(51f871b6-b945-4062-a6a8-cab4d9505cb9),segment_id=51f871b6-b945-4062-a6a8-cab4d9505cb9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:02.000247 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-db65fcb6-1e32-4fe4-96b8-52f7e63aa65c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:02.004401 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:02.047212 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-5d8a1d1e-2088-43d8-98dd-03b787d38f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:02.047634 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-db65fcb6-1e32-4fe4-96b8-52f7e63aa65c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:02.047861 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-5d8a1d1e-2088-43d8-98dd-03b787d38f65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:02.049269 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-5d8a1d1e-2088-43d8-98dd-03b787d38f65 service neutron] 10.222.0.46 "PUT /v2.0/ports/12e09d20-479b-4255-91fb-2f2a09738cdb HTTP/1.1" status: 200 len: 1092 time: 2.3365264 Jul 15 13:05:02.049703 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5020414d-4313-45a6-bcc4-08c24c070e80', 'tag': '12e09d20-479b-4255-91fb-2f2a09738cdb'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:02.052892 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1b717a-fae7-46e8-adee-a7dc86f4828b" -d '{"events": [{"name": "network-changed", "server_uuid": "5020414d-4313-45a6-bcc4-08c24c070e80", "tag": "12e09d20-479b-4255-91fb-2f2a09738cdb"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:02.107572 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=9e640ef9-9e4e-4640-8010-2ef40ffc499d,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:02.122900 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-340fb487-c0b1-46d9-8aa5-0562b7762d9c None None] Provisioning complete for port 9e640ef9-9e4e-4640-8010-2ef40ffc499d triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:02.123519 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-340fb487-c0b1-46d9-8aa5-0562b7762d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:02.141887 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f0b8a-23a9-43b3-8def-af3b1909a394 req-58c08974-67c8-431d-b64f-69e4bfd5c15a tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:02.148852 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9a0f0b8a-23a9-43b3-8def-af3b1909a394 req-58c08974-67c8-431d-b64f-69e4bfd5c15a tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97aba12-0dd5-48ec-a5e1-10a099efb9c3 HTTP/1.1" status: 200 len: 945 time: 0.3156083 Jul 15 13:05:02.178310 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a1d1e-2088-43d8-98dd-03b787d38f65 service neutron] Pushing event updated for resources: {'Port': ['ID=12e09d20-479b-4255-91fb-2f2a09738cdb,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:02.179491 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-db65fcb6-1e32-4fe4-96b8-52f7e63aa65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:02.192566 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:02.250126 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-db65fcb6-1e32-4fe4-96b8-52f7e63aa65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:02.284205 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65fcb6-1e32-4fe4-96b8-52f7e63aa65c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c53f4ee9-7828-47bf-9009-7cc93ea87fa1,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:02.290384 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-db65fcb6-1e32-4fe4-96b8-52f7e63aa65c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:02.292824 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-db65fcb6-1e32-4fe4-96b8-52f7e63aa65c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c53f4ee9-7828-47bf-9009-7cc93ea87fa1 HTTP/1.1" status: 204 len: 168 time: 0.3738046 Jul 15 13:05:02.295358 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44328) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:02.299766 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2d0ad2-4c83-41df-ab3c-075a9eaca3ab None None] Network d1622e43-c71b-4f67-9481-0d663bee5d8d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:05:02.388794 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5feae836-b81d-4b04-b3e3-edfab0360009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:02.448628 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4c604742-029c-4d05-a39d-7e5667761d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:02.486261 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-5feae836-b81d-4b04-b3e3-edfab0360009 admin admin] Deleting port e894a401-4a71-4fd7-9e4a-ab3fde1f9d11 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:02.486526 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5feae836-b81d-4b04-b3e3-edfab0360009 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:02.565668 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-5feae836-b81d-4b04-b3e3-edfab0360009 admin admin] For port e894a401-4a71-4fd7-9e4a-ab3fde1f9d11, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=e894a401-4a71-4fd7-9e4a-ab3fde1f9d11,segment=NetworkSegment(d751f920-85db-44b1-b4da-6499625779d4),segment_id=d751f920-85db-44b1-b4da-6499625779d4)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:02.566405 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5feae836-b81d-4b04-b3e3-edfab0360009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:02.580692 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-5feae836-b81d-4b04-b3e3-edfab0360009 admin admin] Calling delete_port for e894a401-4a71-4fd7-9e4a-ab3fde1f9d11 owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:02.623404 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9a0f0b8a-23a9-43b3-8def-af3b1909a394 req-d1065e43-af14-4441-b500-75b39292a7e2 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4736700 Jul 15 13:05:02.650983 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d901a839-7143-4438-93cc-315d89df0079 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:02.683469 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5feae836-b81d-4b04-b3e3-edfab0360009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:02.693457 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-772c9949-5470-41af-acad-9773a4a98a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:02.694982 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-772c9949-5470-41af-acad-9773a4a98a54 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=af8a25419ab0489e8df66f3d058b9b35&device_id=5020414d-4313-45a6-bcc4-08c24c070e80 HTTP/1.1" status: 200 len: 1095 time: 0.5818939 Jul 15 13:05:02.698631 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193bc77a-def5-4b70-9976-b7e159e8d870 x-openstack-request-id: req-193bc77a-def5-4b70-9976-b7e159e8d870 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:02.698916 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5020414d-4313-45a6-bcc4-08c24c070e80", "tag": "12e09d20-479b-4255-91fb-2f2a09738cdb", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:02.699165 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-193bc77a-def5-4b70-9976-b7e159e8d870 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:02.699545 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5020414d-4313-45a6-bcc4-08c24c070e80', 'tag': '12e09d20-479b-4255-91fb-2f2a09738cdb', 'status': 'completed', 'code': 200} Jul 15 13:05:02.713173 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feae836-b81d-4b04-b3e3-edfab0360009 admin admin] Pushing event deleted for resources: {'Port': ['ID=e894a401-4a71-4fd7-9e4a-ab3fde1f9d11,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:02.724921 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5feae836-b81d-4b04-b3e3-edfab0360009 admin admin] No DVR routers for this DVR port e894a401-4a71-4fd7-9e4a-ab3fde1f9d11 on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:05:02.758716 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120fb48-b563-4cbd-a9bd-695748a9ad03 req-b25ac229-aeb3-49bd-b3e3-f30c21a29ecd tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:02.765575 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0120fb48-b563-4cbd-a9bd-695748a9ad03 req-b25ac229-aeb3-49bd-b3e3-f30c21a29ecd tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=5020414d-4313-45a6-bcc4-08c24c070e80 HTTP/1.1" status: 200 len: 943 time: 0.2044668 Jul 15 13:05:02.768077 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-2adab3c9-ffef-453b-a8f4-efe64ab11250 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12e09d20-479b-4255-91fb-2f2a09738cdb HTTP/1.1" status: 200 len: 217 time: 0.0626383 Jul 15 13:05:02.809011 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5feae836-b81d-4b04-b3e3-edfab0360009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:02.834262 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-5feae836-b81d-4b04-b3e3-edfab0360009 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1622e43-c71b-4f67-9481-0d663bee5d8d']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:02.835194 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817dd480-861c-4989-a7fe-ef3ef2504d7f None None] DHCP port deletion for d1622e43-c71b-4f67-9481-0d663bee5d8d request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:05:02.869361 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-5feae836-b81d-4b04-b3e3-edfab0360009 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd751f920-85db-44b1-b4da-6499625779d4') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:02.870763 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-5feae836-b81d-4b04-b3e3-edfab0360009 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd751f920-85db-44b1-b4da-6499625779d4') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:02.884248 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5feae836-b81d-4b04-b3e3-edfab0360009 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:02.901887 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5feae836-b81d-4b04-b3e3-edfab0360009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:02.912625 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5feae836-b81d-4b04-b3e3-edfab0360009 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:05:02.913242 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5feae836-b81d-4b04-b3e3-edfab0360009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:02.915079 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:02.915079 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:02.915079 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:05:02.915079 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:05:02.915079 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:05:02.915079 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:05:02.915079 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:05:02.915079 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:05:02.915079 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:05:02.915079 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:05:02.915079 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:05:02.915079 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:05:02.915079 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:05:02.915079 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:05:02.915079 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:05:02.915079 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:05:02.915079 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:05:02.915079 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:05:02.915079 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:05:02.915079 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:05:02.915079 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:05:02.915079 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:05:02.915079 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:05:02.915079 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:05:02.915079 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:05:02.915079 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:05:02.915079 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:05:02.915079 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:05:02.915079 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:05:02.915079 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:05:02.915079 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:05:02.915079 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:05:02.915079 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:05:02.915079 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:05:02.976844 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0120fb48-b563-4cbd-a9bd-695748a9ad03 req-8b45b824-b03c-4888-85c3-2e7900bf3492 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102940 Jul 15 13:05:02.988982 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-cac00c1b-7b9e-495e-83f4-ae2106fa6425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:02.994062 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5feae836-b81d-4b04-b3e3-edfab0360009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:03.000563 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-cac00c1b-7b9e-495e-83f4-ae2106fa6425 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=459bc575-93e3-4ab8-8230-d52ee95226e2 HTTP/1.1" status: 200 len: 852 time: 0.1953063 Jul 15 13:05:03.022905 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5feae836-b81d-4b04-b3e3-edfab0360009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:03.027309 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5feae836-b81d-4b04-b3e3-edfab0360009 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d1622e43-c71b-4f67-9481-0d663bee5d8d HTTP/1.1" status: 204 len: 168 time: 0.7284212 Jul 15 13:05:03.080441 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feae836-b81d-4b04-b3e3-edfab0360009 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1622e43-c71b-4f67-9481-0d663bee5d8d,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:03.130007 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9e640ef9-9e4e-4640-8010-2ef40ffc499d up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:03.238853 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 9e640ef9-9e4e-4640-8010-2ef40ffc499d triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:03.239237 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44338) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:03.239392 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:03.262405 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-a7605a30-1f65-4ed5-9faf-56c5cfecbdaa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0d89cea-932c-49ee-9772-9e5757255ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2515295 Jul 15 13:05:03.340408 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a6f1d8d8-73de-4959-bfbb-559b289f8c06 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2b06e57083cd43d1931fbcab22f154c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0998480 Jul 15 13:05:03.342910 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44342) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:03.421325 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d901a839-7143-4438-93cc-315d89df0079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:03.427998 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5cee6daf-9800-476e-97e2-8c23731b1d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:03.437632 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 197dc4c7-871e-4cae-806f-0e10201388c2 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:03.473506 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 197dc4c7-871e-4cae-806f-0e10201388c2 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:05:03.473860 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 197dc4c7-871e-4cae-806f-0e10201388c2 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:05:03.474399 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device e894a401-4a71-4fd7-9e4a-ab3fde1f9d11 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:03.481456 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee5eca-0707-42ba-ab3b-dc67887bd124 req-a78758cc-71fb-45b0-b8b8-d3721477e453 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:03.486395 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5cee6daf-9800-476e-97e2-8c23731b1d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:03.491979 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-47ee5eca-0707-42ba-ab3b-dc67887bd124 req-a78758cc-71fb-45b0-b8b8-d3721477e453 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 950 time: 0.3010237 Jul 15 13:05:03.533502 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:03.534463 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: e894a401-4a71-4fd7-9e4a-ab3fde1f9d11 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:05:03.540396 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device e894a401-4a71-4fd7-9e4a-ab3fde1f9d11 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:05:03.540396 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device cfc77a9a-6675-407d-994e-9ba89d5f63a6 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:03.547850 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5cee6daf-9800-476e-97e2-8c23731b1d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:03.560186 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c275158-71aa-4a99-ae10-51be55669cc1 req-4209f4d3-b54f-427b-87cf-a94b5002d4cc tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:03.562262 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5cee6daf-9800-476e-97e2-8c23731b1d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:03.567973 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5cee6daf-9800-476e-97e2-8c23731b1d4e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/790be412-1cb6-4f73-993a-6168b3414f5a HTTP/1.1" status: 204 len: 168 time: 0.2234850 Jul 15 13:05:03.569029 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1c275158-71aa-4a99-ae10-51be55669cc1 req-4209f4d3-b54f-427b-87cf-a94b5002d4cc tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f196f85-dc88-42fe-9c5d-971d08a9a491 HTTP/1.1" status: 200 len: 946 time: 0.6906400 Jul 15 13:05:03.588734 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee6daf-9800-476e-97e2-8c23731b1d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790be412-1cb6-4f73-993a-6168b3414f5a,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:03.591084 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: cfc77a9a-6675-407d-994e-9ba89d5f63a6 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:05:03.593440 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device cfc77a9a-6675-407d-994e-9ba89d5f63a6 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:05:03.656296 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-fa228e13-b556-4ebe-9609-bfef7f14dc38 service neutron] 10.222.0.46 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756514 Jul 15 13:05:03.696338 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-47ee5eca-0707-42ba-ab3b-dc67887bd124 req-89e600f5-8072-4e4c-a863-22c5e0438fe4 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032189 Jul 15 13:05:03.746690 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1c275158-71aa-4a99-ae10-51be55669cc1 req-a153debc-24e3-4145-83cc-9a243a25e21a tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups?id=680015d7-3cf5-4bf2-aaef-662d25196854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767254 Jul 15 13:05:03.836168 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-098d8e94-b9f6-497a-b9f5-72ccce4cfd70 req-10ceb007-7565-4fe3-af32-1af5a2a68d1a service neutron] 10.222.0.46 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388707 Jul 15 13:05:03.847952 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d901a839-7143-4438-93cc-315d89df0079 admin admin] Router b8200b60-5091-4cfd-8e78-08159c6a04ac is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:05:04.024717 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d901a839-7143-4438-93cc-315d89df0079 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:05:04.038041 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1403470-436a-406c-8519-c55ddd3dcf04 None None] Sync routers for ids ['b8200b60-5091-4cfd-8e78-08159c6a04ac'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:05:04.046202 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b717a-fae7-46e8-adee-a7dc86f4828b req-57004045-fc50-4c40-bf6f-1c4460c04fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:04.047791 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5d1b717a-fae7-46e8-adee-a7dc86f4828b req-57004045-fc50-4c40-bf6f-1c4460c04fb8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=af8a25419ab0489e8df66f3d058b9b35&device_id=5020414d-4313-45a6-bcc4-08c24c070e80 HTTP/1.1" status: 200 len: 1095 time: 0.0842466 Jul 15 13:05:04.049244 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d901a839-7143-4438-93cc-315d89df0079 admin admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.053645 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d901a839-7143-4438-93cc-315d89df0079 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3432307 Jul 15 13:05:04.053974 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44354) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:04.057015 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1403470-436a-406c-8519-c55ddd3dcf04 None None] Routers {'b8200b60-5091-4cfd-8e78-08159c6a04ac'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:04.057634 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-e1403470-436a-406c-8519-c55ddd3dcf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:05:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['b8200b60-5091-4cfd-8e78-08159c6a04ac'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:04.265291 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-e1403470-436a-406c-8519-c55ddd3dcf04 None None] Set router b8200b60-5091-4cfd-8e78-08159c6a04ac gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:04.300159 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b717a-fae7-46e8-adee-a7dc86f4828b req-d63f6930-5562-4b0a-abbc-7a83148a3506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:04.301596 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5d1b717a-fae7-46e8-adee-a7dc86f4828b req-d63f6930-5562-4b0a-abbc-7a83148a3506 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e0d89cea-932c-49ee-9772-9e5757255ae5 HTTP/1.1" status: 200 len: 913 time: 0.2317917 Jul 15 13:05:04.312280 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-80722a98-f8c2-41ef-8b8a-cfa8efbd7535 req-ab789cdc-24d6-4646-9085-a199d3e8a18f tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-766880495&fields=id&tenant_id=590f7216fc544110befd860d82a48661 HTTP/1.1" status: 200 len: 267 time: 0.1037688 Jul 15 13:05:04.399965 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5d1b717a-fae7-46e8-adee-a7dc86f4828b req-a7b05883-8928-4d66-8a26-0b088a9c39b4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12e09d20-479b-4255-91fb-2f2a09738cdb HTTP/1.1" status: 200 len: 217 time: 0.0820129 Jul 15 13:05:04.431069 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db8cdf-c426-4ce0-9510-ec8a93c88e93 req-80c5bfe3-6aff-4b65-95c6-9debb57f59d6 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:04.432586 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-92db8cdf-c426-4ce0-9510-ec8a93c88e93 req-80c5bfe3-6aff-4b65-95c6-9debb57f59d6 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97aba12-0dd5-48ec-a5e1-10a099efb9c3 HTTP/1.1" status: 200 len: 945 time: 0.2253370 Jul 15 13:05:04.497995 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b717a-fae7-46e8-adee-a7dc86f4828b req-51dbc3d7-a961-4498-b426-6c6d5c872286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:04.499733 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5d1b717a-fae7-46e8-adee-a7dc86f4828b req-51dbc3d7-a961-4498-b426-6c6d5c872286 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=459bc575-93e3-4ab8-8230-d52ee95226e2 HTTP/1.1" status: 200 len: 852 time: 0.0882692 Jul 15 13:05:04.553379 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80722a98-f8c2-41ef-8b8a-cfa8efbd7535 req-071add74-515d-4b57-a996-1afd032b58e3 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:04.556206 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-80722a98-f8c2-41ef-8b8a-cfa8efbd7535 req-071add74-515d-4b57-a996-1afd032b58e3 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f196f85-dc88-42fe-9c5d-971d08a9a491 HTTP/1.1" status: 200 len: 946 time: 0.2431252 Jul 15 13:05:04.562604 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-92db8cdf-c426-4ce0-9510-ec8a93c88e93 req-38db1ee0-a199-45f3-8b31-ce255418eb09 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104555 Jul 15 13:05:04.571022 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-e1403470-436a-406c-8519-c55ddd3dcf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'name': 'tempest-AttachVolumeTestJSON-1386044083-router', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '8eac28ae-e7a6-40ba-98f0-9e420eb184b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:58Z', 'updated_at': '2021-07-15T13:05:02Z', 'revision_number': 3, 'project_id': 'cece2284cedf41a29a33e49364b41245', 'gw_port': {'id': '8eac28ae-e7a6-40ba-98f0-9e420eb184b2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:34:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:00Z', 'updated_at': '2021-07-15T13:05:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:04.605421 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5d1b717a-fae7-46e8-adee-a7dc86f4828b req-7ac4cb0e-b42b-4605-8ed8-2ef531f9d520 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0d89cea-932c-49ee-9772-9e5757255ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950885 Jul 15 13:05:04.610608 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-80722a98-f8c2-41ef-8b8a-cfa8efbd7535 req-9b1aa450-9ddf-46c7-b3d7-9c65d7c5e669 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Request body: {'port': {'security_groups': ['680015d7-3cf5-4bf2-aaef-662d25196854', '3fdbafbc-faa7-4fe4-a35c-91f0cc278220']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:04.637785 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1403470-436a-406c-8519-c55ddd3dcf04 None None] Checking router: b8200b60-5091-4cfd-8e78-08159c6a04ac for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:05:04.639025 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1403470-436a-406c-8519-c55ddd3dcf04 None None] Updating router b8200b60-5091-4cfd-8e78-08159c6a04ac port 8eac28ae-e7a6-40ba-98f0-9e420eb184b2 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:05:04.713692 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e1403470-436a-406c-8519-c55ddd3dcf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.784144 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-80722a98-f8c2-41ef-8b8a-cfa8efbd7535 req-9b1aa450-9ddf-46c7-b3d7-9c65d7c5e669 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.871142 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5d1b717a-fae7-46e8-adee-a7dc86f4828b req-7ea0c9c6-a4c2-4b25-ae72-8cbdbc3a7396 service neutron] 10.222.0.46 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002861 Jul 15 13:05:04.893459 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.082746 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5d1b717a-fae7-46e8-adee-a7dc86f4828b req-b9ff7625-e841-4a5d-a131-de5764fede2e service neutron] 10.222.0.46 "GET /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980665 Jul 15 13:05:05.088535 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e1403470-436a-406c-8519-c55ddd3dcf04 None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.125296 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-e1403470-436a-406c-8519-c55ddd3dcf04 None None] Transition to ACTIVE for port object 8eac28ae-e7a6-40ba-98f0-9e420eb184b2 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:05.135275 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-80722a98-f8c2-41ef-8b8a-cfa8efbd7535 req-9b1aa450-9ddf-46c7-b3d7-9c65d7c5e669 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] For port 95e525f7-b24c-497d-9859-fa1682a340d4, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=95e525f7-b24c-497d-9859-fa1682a340d4,segment=NetworkSegment(f81b00ce-7265-46d9-a6be-dae5ddffb06a),segment_id=f81b00ce-7265-46d9-a6be-dae5ddffb06a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:05.146420 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e1403470-436a-406c-8519-c55ddd3dcf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.169736 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-80722a98-f8c2-41ef-8b8a-cfa8efbd7535 req-9b1aa450-9ddf-46c7-b3d7-9c65d7c5e669 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.175760 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-80722a98-f8c2-41ef-8b8a-cfa8efbd7535 req-9b1aa450-9ddf-46c7-b3d7-9c65d7c5e669 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.183218 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-e1403470-436a-406c-8519-c55ddd3dcf04 None None] Attempting to bind port 8eac28ae-e7a6-40ba-98f0-9e420eb184b2 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:05.183218 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-e1403470-436a-406c-8519-c55ddd3dcf04 None None] Attempting to bind port 8eac28ae-e7a6-40ba-98f0-9e420eb184b2 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:05.183565 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1403470-436a-406c-8519-c55ddd3dcf04 None None] Attempting to bind port 8eac28ae-e7a6-40ba-98f0-9e420eb184b2 on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:05.189474 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['95e525f7-b24c-497d-9859-fa1682a340d4'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:05.209282 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1403470-436a-406c-8519-c55ddd3dcf04 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:05.210103 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1403470-436a-406c-8519-c55ddd3dcf04 None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:05.210519 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e1403470-436a-406c-8519-c55ddd3dcf04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.210935 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1403470-436a-406c-8519-c55ddd3dcf04 None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:05.211817 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-e1403470-436a-406c-8519-c55ddd3dcf04 None None] Bound port: 8eac28ae-e7a6-40ba-98f0-9e420eb184b2, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:05.212225 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e1403470-436a-406c-8519-c55ddd3dcf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.215885 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9e8bf73b-8850-4f61-bba8-f5248adaa0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.268655 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49563833-1afe-497c-b598-6f5b5b3d3f94 None None] Pushing event updated for resources: {'Port': ['ID=8eac28ae-e7a6-40ba-98f0-9e420eb184b2,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:05.272515 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80722a98-f8c2-41ef-8b8a-cfa8efbd7535 req-9b1aa450-9ddf-46c7-b3d7-9c65d7c5e669 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:05.273284 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-80722a98-f8c2-41ef-8b8a-cfa8efbd7535 req-9b1aa450-9ddf-46c7-b3d7-9c65d7c5e669 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.275659 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-80722a98-f8c2-41ef-8b8a-cfa8efbd7535 req-9b1aa450-9ddf-46c7-b3d7-9c65d7c5e669 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "PUT /v2.0/ports/95e525f7-b24c-497d-9859-fa1682a340d4 HTTP/1.1" status: 200 len: 982 time: 0.6728950 Jul 15 13:05:05.279207 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f196f85-dc88-42fe-9c5d-971d08a9a491', 'tag': '95e525f7-b24c-497d-9859-fa1682a340d4'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:05.281899 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e5855e-b4a6-4b0a-bdd9-081c04593b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "4f196f85-dc88-42fe-9c5d-971d08a9a491", "tag": "95e525f7-b24c-497d-9859-fa1682a340d4"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:05.285557 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49563833-1afe-497c-b598-6f5b5b3d3f94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:05.285899 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49563833-1afe-497c-b598-6f5b5b3d3f94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:05.286227 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49563833-1afe-497c-b598-6f5b5b3d3f94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:05.287145 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49563833-1afe-497c-b598-6f5b5b3d3f94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:05.287477 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49563833-1afe-497c-b598-6f5b5b3d3f94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:05.287854 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49563833-1afe-497c-b598-6f5b5b3d3f94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:05.288178 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49563833-1afe-497c-b598-6f5b5b3d3f94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:05.288498 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49563833-1afe-497c-b598-6f5b5b3d3f94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:05.288817 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49563833-1afe-497c-b598-6f5b5b3d3f94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:05.289137 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49563833-1afe-497c-b598-6f5b5b3d3f94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:05.289452 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49563833-1afe-497c-b598-6f5b5b3d3f94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:05.289821 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49563833-1afe-497c-b598-6f5b5b3d3f94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:05.295305 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-e1403470-436a-406c-8519-c55ddd3dcf04 None None] For port 8eac28ae-e7a6-40ba-98f0-9e420eb184b2, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:05.299389 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-e1403470-436a-406c-8519-c55ddd3dcf04 None None] For port 8eac28ae-e7a6-40ba-98f0-9e420eb184b2, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=8eac28ae-e7a6-40ba-98f0-9e420eb184b2,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:05.308574 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e1403470-436a-406c-8519-c55ddd3dcf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.316527 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1aa450-9ddf-46c7-b3d7-9c65d7c5e669 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Pushing event updated for resources: {'Port': ['ID=95e525f7-b24c-497d-9859-fa1682a340d4,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:05.377187 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1403470-436a-406c-8519-c55ddd3dcf04 None None] Routers {'b8200b60-5091-4cfd-8e78-08159c6a04ac'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:05.377800 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-e1403470-436a-406c-8519-c55ddd3dcf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:05:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['b8200b60-5091-4cfd-8e78-08159c6a04ac'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:05.388084 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb445dee-4d93-437e-9979-3d29e2e2e46f req-d968eb9d-6abe-4288-9b02-787b3f90ec86 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:05.389688 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cb445dee-4d93-437e-9979-3d29e2e2e46f req-d968eb9d-6abe-4288-9b02-787b3f90ec86 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=5020414d-4313-45a6-bcc4-08c24c070e80 HTTP/1.1" status: 200 len: 943 time: 0.1453249 Jul 15 13:05:05.401365 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['95e525f7-b24c-497d-9859-fa1682a340d4'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:05.456363 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cb445dee-4d93-437e-9979-3d29e2e2e46f req-65a7bb87-449a-44a9-80f6-6d1bd14c63fb tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579653 Jul 15 13:05:05.493185 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-9e8bf73b-8850-4f61-bba8-f5248adaa0fd admin admin] Allocated IP 172.20.0.1 (1bdc303d-a348-44e1-bbb6-ce54e5387eef/1796d493-1d5f-49de-a2f8-cb5cb28c84a4/e43d076f-dd65-4e0d-aca4-b744d9599bb9) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:05.493767 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-e1403470-436a-406c-8519-c55ddd3dcf04 None None] Set router b8200b60-5091-4cfd-8e78-08159c6a04ac gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:05.576790 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24211a3b-d159-4dfb-929a-6baa4c19f923 req-f781c16f-7ce7-45ee-87eb-931aba04d727 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:05.578335 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-24211a3b-d159-4dfb-929a-6baa4c19f923 req-f781c16f-7ce7-45ee-87eb-931aba04d727 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 950 time: 0.1691132 Jul 15 13:05:05.640660 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9e8bf73b-8850-4f61-bba8-f5248adaa0fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.655121 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-24211a3b-d159-4dfb-929a-6baa4c19f923 req-7abdec15-c7db-45fc-99c6-99b02d1cc38f tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648551 Jul 15 13:05:05.655599 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-9e8bf73b-8850-4f61-bba8-f5248adaa0fd admin admin] Transition to ACTIVE for port object e43d076f-dd65-4e0d-aca4-b744d9599bb9 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:05.689253 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49563833-1afe-497c-b598-6f5b5b3d3f94 None None] Pushing event updated for resources: {'Port': ['ID=8eac28ae-e7a6-40ba-98f0-9e420eb184b2,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:05.705327 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9e8bf73b-8850-4f61-bba8-f5248adaa0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.753406 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-e1403470-436a-406c-8519-c55ddd3dcf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'name': 'tempest-AttachVolumeTestJSON-1386044083-router', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '8eac28ae-e7a6-40ba-98f0-9e420eb184b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:58Z', 'updated_at': '2021-07-15T13:05:02Z', 'revision_number': 3, 'project_id': 'cece2284cedf41a29a33e49364b41245', 'gw_port': {'id': '8eac28ae-e7a6-40ba-98f0-9e420eb184b2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:34:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:00Z', 'updated_at': '2021-07-15T13:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:05.761089 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8bf73b-8850-4f61-bba8-f5248adaa0fd admin admin] Network 1bdc303d-a348-44e1-bbb6-ce54e5387eef is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:05.764509 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-9e8bf73b-8850-4f61-bba8-f5248adaa0fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:05.768266 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8bf73b-8850-4f61-bba8-f5248adaa0fd admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:05.790185 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1403470-436a-406c-8519-c55ddd3dcf04 None None] The sync data for ids ['b8200b60-5091-4cfd-8e78-08159c6a04ac'] in n-d-771363-36 is: [{'id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'name': 'tempest-AttachVolumeTestJSON-1386044083-router', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '8eac28ae-e7a6-40ba-98f0-9e420eb184b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:58Z', 'updated_at': '2021-07-15T13:05:02Z', 'revision_number': 3, 'project_id': 'cece2284cedf41a29a33e49364b41245', 'gw_port': {'id': '8eac28ae-e7a6-40ba-98f0-9e420eb184b2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:34:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:00Z', 'updated_at': '2021-07-15T13:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:05:05.809033 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8bf73b-8850-4f61-bba8-f5248adaa0fd admin admin] Pushing event updated for resources: {'Port': ['ID=e43d076f-dd65-4e0d-aca4-b744d9599bb9,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:05.841965 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8bf73b-8850-4f61-bba8-f5248adaa0fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:05.842521 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8bf73b-8850-4f61-bba8-f5248adaa0fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:05.843105 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8bf73b-8850-4f61-bba8-f5248adaa0fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:05.843321 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084cdac5-39a4-4be0-b0fa-3c9f54865a86 x-openstack-request-id: req-084cdac5-39a4-4be0-b0fa-3c9f54865a86 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:05.843451 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8bf73b-8850-4f61-bba8-f5248adaa0fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:05.843679 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f196f85-dc88-42fe-9c5d-971d08a9a491", "tag": "95e525f7-b24c-497d-9859-fa1682a340d4", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:05.843791 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8bf73b-8850-4f61-bba8-f5248adaa0fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:05.843963 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-084cdac5-39a4-4be0-b0fa-3c9f54865a86 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:05.844115 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8bf73b-8850-4f61-bba8-f5248adaa0fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:05.844430 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8bf73b-8850-4f61-bba8-f5248adaa0fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:05.844586 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f196f85-dc88-42fe-9c5d-971d08a9a491', 'tag': '95e525f7-b24c-497d-9859-fa1682a340d4', 'status': 'completed', 'code': 200} Jul 15 13:05:05.844762 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8bf73b-8850-4f61-bba8-f5248adaa0fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:05.845352 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8bf73b-8850-4f61-bba8-f5248adaa0fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:05.845692 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8bf73b-8850-4f61-bba8-f5248adaa0fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:05.846028 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8bf73b-8850-4f61-bba8-f5248adaa0fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:05.847005 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8bf73b-8850-4f61-bba8-f5248adaa0fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:05.854161 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9e8bf73b-8850-4f61-bba8-f5248adaa0fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.876352 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ddf63e7e-63ba-4584-8455-6e74e515f052 req-0caee2af-f971-4fc6-8193-64f62e8e2449 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-851603526&fields=id&tenant_id=590f7216fc544110befd860d82a48661 HTTP/1.1" status: 200 len: 267 time: 0.0781484 Jul 15 13:05:06.007477 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5855e-b4a6-4b0a-bdd9-081c04593b5d req-b2388bb7-0bbd-4500-a65e-979830133034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:06.009108 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34e5855e-b4a6-4b0a-bdd9-081c04593b5d req-b2388bb7-0bbd-4500-a65e-979830133034 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=590f7216fc544110befd860d82a48661&device_id=4f196f85-dc88-42fe-9c5d-971d08a9a491 HTTP/1.1" status: 200 len: 1137 time: 0.1245999 Jul 15 13:05:06.031886 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf63e7e-63ba-4584-8455-6e74e515f052 req-8b589794-847d-41e7-91e9-c9337e49ed9d tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:06.039617 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ddf63e7e-63ba-4584-8455-6e74e515f052 req-8b589794-847d-41e7-91e9-c9337e49ed9d tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f196f85-dc88-42fe-9c5d-971d08a9a491 HTTP/1.1" status: 200 len: 985 time: 0.1568670 Jul 15 13:05:06.053948 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-ddf63e7e-63ba-4584-8455-6e74e515f052 req-07c66bd0-6869-4faa-878a-d828464f945f tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Request body: {'port': {'security_groups': ['3fdbafbc-faa7-4fe4-a35c-91f0cc278220', '680015d7-3cf5-4bf2-aaef-662d25196854', 'ff2c787c-ce85-4c7d-b00b-75444676bece']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:06.054123 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9e8bf73b-8850-4f61-bba8-f5248adaa0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:06.127217 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c5692972-e0bd-4a68-80bc-0a603e9a8c20 None None] Provisioning for port e43d076f-dd65-4e0d-aca4-b744d9599bb9 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:06.135777 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c5692972-e0bd-4a68-80bc-0a603e9a8c20 None None] Provisioning complete for port e43d076f-dd65-4e0d-aca4-b744d9599bb9 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:06.136119 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c5692972-e0bd-4a68-80bc-0a603e9a8c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:06.183829 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c5692972-e0bd-4a68-80bc-0a603e9a8c20 None None] Port e43d076f-dd65-4e0d-aca4-b744d9599bb9 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:05:06.286139 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9e8bf73b-8850-4f61-bba8-f5248adaa0fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:06.291224 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da27a4d-090c-4a56-850c-417cf9939269 req-cda3b665-9c3a-47a5-adfb-cc5a811df4b2 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:06.292804 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9e8bf73b-8850-4f61-bba8-f5248adaa0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:06.292991 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0da27a4d-090c-4a56-850c-417cf9939269 req-cda3b665-9c3a-47a5-adfb-cc5a811df4b2 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97aba12-0dd5-48ec-a5e1-10a099efb9c3 HTTP/1.1" status: 200 len: 945 time: 0.2805474 Jul 15 13:05:06.314536 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5855e-b4a6-4b0a-bdd9-081c04593b5d req-3001f160-bea6-4db6-bf83-be1827200362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:06.316094 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34e5855e-b4a6-4b0a-bdd9-081c04593b5d req-3001f160-bea6-4db6-bf83-be1827200362 service neutron] 10.222.0.46 "GET /v2.0/networks?id=729a5aca-a8fb-4adf-b967-9e9deb4d3b59 HTTP/1.1" status: 200 len: 914 time: 0.2745388 Jul 15 13:05:06.316636 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ddf63e7e-63ba-4584-8455-6e74e515f052 req-07c66bd0-6869-4faa-878a-d828464f945f tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:06.365615 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9e8bf73b-8850-4f61-bba8-f5248adaa0fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:06.367454 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8bf73b-8850-4f61-bba8-f5248adaa0fd admin admin] Pushing event updated for resources: {'Port': ['ID=e43d076f-dd65-4e0d-aca4-b744d9599bb9,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:06.375919 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34e5855e-b4a6-4b0a-bdd9-081c04593b5d req-c18afa11-46dd-4818-a469-3a74b3b790f7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95e525f7-b24c-497d-9859-fa1682a340d4 HTTP/1.1" status: 200 len: 217 time: 0.0474055 Jul 15 13:05:06.442731 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0da27a4d-090c-4a56-850c-417cf9939269 req-f673d41f-0efc-4d6a-b82b-ef48ef3813a6 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392500 Jul 15 13:05:06.473772 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8bf73b-8850-4f61-bba8-f5248adaa0fd admin admin] Network 1bdc303d-a348-44e1-bbb6-ce54e5387eef is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:06.476326 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-9e8bf73b-8850-4f61-bba8-f5248adaa0fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:06.491665 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5855e-b4a6-4b0a-bdd9-081c04593b5d req-22584459-4490-45a5-9511-e94a824935da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:06.494114 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34e5855e-b4a6-4b0a-bdd9-081c04593b5d req-22584459-4490-45a5-9511-e94a824935da service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7507b4a-078f-49e8-9ea2-588ee62f39d6 HTTP/1.1" status: 200 len: 853 time: 0.1101635 Jul 15 13:05:06.660987 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-ddf63e7e-63ba-4584-8455-6e74e515f052 req-07c66bd0-6869-4faa-878a-d828464f945f tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] For port 95e525f7-b24c-497d-9859-fa1682a340d4, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=95e525f7-b24c-497d-9859-fa1682a340d4,segment=NetworkSegment(f81b00ce-7265-46d9-a6be-dae5ddffb06a),segment_id=f81b00ce-7265-46d9-a6be-dae5ddffb06a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:06.671283 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8bf73b-8850-4f61-bba8-f5248adaa0fd admin admin] Router b8200b60-5091-4cfd-8e78-08159c6a04ac has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:05:06.739649 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34e5855e-b4a6-4b0a-bdd9-081c04593b5d req-b66802ab-2a37-4931-a9aa-1fd0628011e4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=729a5aca-a8fb-4adf-b967-9e9deb4d3b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752835 Jul 15 13:05:06.793646 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ddf63e7e-63ba-4584-8455-6e74e515f052 req-07c66bd0-6869-4faa-878a-d828464f945f tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:06.803758 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8bf73b-8850-4f61-bba8-f5248adaa0fd admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:05:06.813001 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9e8bf73b-8850-4f61-bba8-f5248adaa0fd admin admin] 10.222.0.16 "PUT /v2.0/routers/b8200b60-5091-4cfd-8e78-08159c6a04ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7578876 Jul 15 13:05:06.820289 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-901fafcf-13c9-46e6-af94-f4d10d5a63c7 None None] Provisioning complete for port e43d076f-dd65-4e0d-aca4-b744d9599bb9 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:06.821301 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-901fafcf-13c9-46e6-af94-f4d10d5a63c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:06.876682 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-901fafcf-13c9-46e6-af94-f4d10d5a63c7 None None] Port e43d076f-dd65-4e0d-aca4-b744d9599bb9 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:05:07.061591 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8eac28ae-e7a6-40ba-98f0-9e420eb184b2 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:07.113037 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 8eac28ae-e7a6-40ba-98f0-9e420eb184b2 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:07.118312 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 8eac28ae-e7a6-40ba-98f0-9e420eb184b2 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:07.118727 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:07.139991 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ddf63e7e-63ba-4584-8455-6e74e515f052 req-07c66bd0-6869-4faa-878a-d828464f945f tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:07.152207 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['95e525f7-b24c-497d-9859-fa1682a340d4'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:07.217670 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf63e7e-63ba-4584-8455-6e74e515f052 req-07c66bd0-6869-4faa-878a-d828464f945f tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:07.218290 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ddf63e7e-63ba-4584-8455-6e74e515f052 req-07c66bd0-6869-4faa-878a-d828464f945f tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:07.219714 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ddf63e7e-63ba-4584-8455-6e74e515f052 req-07c66bd0-6869-4faa-878a-d828464f945f tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "PUT /v2.0/ports/95e525f7-b24c-497d-9859-fa1682a340d4 HTTP/1.1" status: 200 len: 1021 time: 1.1793501 Jul 15 13:05:07.232967 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa360d-c67c-4544-9495-f19c784f4838 req-e9e63bf2-afc3-4069-aa46-3a7af2fde995 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:07.234472 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-49fa360d-c67c-4544-9495-f19c784f4838 req-e9e63bf2-afc3-4069-aa46-3a7af2fde995 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=5020414d-4313-45a6-bcc4-08c24c070e80 HTTP/1.1" status: 200 len: 943 time: 0.5713129 Jul 15 13:05:07.246783 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34e5855e-b4a6-4b0a-bdd9-081c04593b5d req-c435fcdd-67bf-4783-a846-adf4ea465c5f service neutron] 10.222.0.46 "GET /v2.0/networks/729a5aca-a8fb-4adf-b967-9e9deb4d3b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4988055 Jul 15 13:05:07.248705 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c66bd0-6869-4faa-878a-d828464f945f tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Pushing event updated for resources: {'Port': ['ID=95e525f7-b24c-497d-9859-fa1682a340d4,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:07.273742 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:07.341959 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['95e525f7-b24c-497d-9859-fa1682a340d4'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:07.344488 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-49fa360d-c67c-4544-9495-f19c784f4838 req-3ab57ec7-239a-4fa8-9dff-aaf5dfadc391 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958018 Jul 15 13:05:07.392606 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34e5855e-b4a6-4b0a-bdd9-081c04593b5d req-3bd00f39-dd15-421a-a3fb-0b51899d971e service neutron] 10.222.0.46 "GET /v2.0/networks/729a5aca-a8fb-4adf-b967-9e9deb4d3b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353867 Jul 15 13:05:07.417259 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 8eac28ae-e7a6-40ba-98f0-9e420eb184b2, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=8eac28ae-e7a6-40ba-98f0-9e420eb184b2,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:07.440033 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:07.542799 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=8eac28ae-e7a6-40ba-98f0-9e420eb184b2,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:07.553248 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71a435-da18-4bf8-a904-48f0523e060f req-3529bba9-0734-4b47-a179-2997a8651158 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:07.555006 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4f71a435-da18-4bf8-a904-48f0523e060f req-3529bba9-0734-4b47-a179-2997a8651158 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 950 time: 0.0823920 Jul 15 13:05:07.615157 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4f71a435-da18-4bf8-a904-48f0523e060f req-c79e4c18-9697-4c82-b497-77f99f9085d6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509233 Jul 15 13:05:07.728660 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da589549-759e-4265-a4a0-84e19997990b None None] Sync routers for ids ['b8200b60-5091-4cfd-8e78-08159c6a04ac'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:05:07.748045 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da589549-759e-4265-a4a0-84e19997990b None None] Routers {'b8200b60-5091-4cfd-8e78-08159c6a04ac'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:07.748799 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-da589549-759e-4265-a4a0-84e19997990b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:05:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['b8200b60-5091-4cfd-8e78-08159c6a04ac'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:07.795999 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c967bfe-b5b7-4215-b45f-c33d5fd6c911 req-a0642409-a76e-4918-8623-2e07978fb71f tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:07.798636 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9c967bfe-b5b7-4215-b45f-c33d5fd6c911 req-a0642409-a76e-4918-8623-2e07978fb71f tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f196f85-dc88-42fe-9c5d-971d08a9a491 HTTP/1.1" status: 200 len: 1024 time: 0.0672171 Jul 15 13:05:07.831998 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44432) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:07.838390 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-0d6b4c70-7458-4f3f-8ae8-e147d5555680 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Request body: {'security_group': {'name': 'tempest-securitygroup--647130308', 'description': 'tempest-description--1452174096'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:07.876786 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d6b4c70-7458-4f3f-8ae8-e147d5555680 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:07.884292 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f196f85-dc88-42fe-9c5d-971d08a9a491', 'tag': '95e525f7-b24c-497d-9859-fa1682a340d4'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:07.886287 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-da589549-759e-4265-a4a0-84e19997990b None None] Set router b8200b60-5091-4cfd-8e78-08159c6a04ac gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:07.887182 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0516f3e5-31be-4474-ac43-cddafaeb7bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "4f196f85-dc88-42fe-9c5d-971d08a9a491", "tag": "95e525f7-b24c-497d-9859-fa1682a340d4"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:07.910907 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9c967bfe-b5b7-4215-b45f-c33d5fd6c911 req-7efb6419-0fd7-42f7-8ee6-21f518ca7c7d tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff2c787c-ce85-4c7d-b00b-75444676bece&id=680015d7-3cf5-4bf2-aaef-662d25196854&id=3fdbafbc-faa7-4fe4-a35c-91f0cc278220 HTTP/1.1" status: 200 len: 6147 time: 0.1059763 Jul 15 13:05:07.928225 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 12e09d20-479b-4255-91fb-2f2a09738cdb details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:05:07.983947 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d6b4c70-7458-4f3f-8ae8-e147d5555680 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:07.992609 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d6b4c70-7458-4f3f-8ae8-e147d5555680 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.026507 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b4c70-7458-4f3f-8ae8-e147d5555680 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6a1356-fa75-4dc1-a4fe-d320e6b273c7,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:08.048142 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d6b4c70-7458-4f3f-8ae8-e147d5555680 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.052696 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0d6b4c70-7458-4f3f-8ae8-e147d5555680 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2159612 Jul 15 13:05:08.053045 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44444) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:08.057868 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-a823b183-695c-4361-afe0-d84762d3541e tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Request body: {'security_group_rule': {'security_group_id': 'cb6a1356-fa75-4dc1-a4fe-d320e6b273c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:08.085857 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a823b183-695c-4361-afe0-d84762d3541e tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.092928 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f671b80-cd88-47c3-a13b-2ece3187fe65 req-85f577f5-c8ce-44ed-bf49-5ea7012525f7 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:08.094463 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9f671b80-cd88-47c3-a13b-2ece3187fe65 req-85f577f5-c8ce-44ed-bf49-5ea7012525f7 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97aba12-0dd5-48ec-a5e1-10a099efb9c3 HTTP/1.1" status: 200 len: 945 time: 0.1184433 Jul 15 13:05:08.111186 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea7fd9-50d5-47e3-a580-f1d44cb47722 req-dcd583eb-fa7f-4723-94cf-4e330313ed8f tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:08.112675 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-93ea7fd9-50d5-47e3-a580-f1d44cb47722 req-dcd583eb-fa7f-4723-94cf-4e330313ed8f tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.16 "GET /v2.0/ports?device_id=0706dfbb-184e-47a5-b126-8192a21dbb6f HTTP/1.1" status: 200 len: 945 time: 0.0936358 Jul 15 13:05:08.149817 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 12e09d20-479b-4255-91fb-2f2a09738cdb, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=12e09d20-479b-4255-91fb-2f2a09738cdb,segment=NetworkSegment(9940a96e-2d5b-4778-a27d-d984f6200b93),segment_id=9940a96e-2d5b-4778-a27d-d984f6200b93)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:08.155435 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a823b183-695c-4361-afe0-d84762d3541e tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.159473 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a823b183-695c-4361-afe0-d84762d3541e tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.172897 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9f671b80-cd88-47c3-a13b-2ece3187fe65 req-aec23c12-e16a-40dd-9007-39db541cc9f9 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592396 Jul 15 13:05:08.181873 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-93ea7fd9-50d5-47e3-a580-f1d44cb47722 req-7dd70ade-9229-42b5-870a-ca14734ecfe5 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c10bd43-1f14-485b-807f-33006f389a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612035 Jul 15 13:05:08.202861 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '12e09d20-479b-4255-91fb-2f2a09738cdb', 'network_id': 'e0d89cea-932c-49ee-9772-9e5757255ae5', 'port_id': '12e09d20-479b-4255-91fb-2f2a09738cdb', 'mac_address': 'fa:16:3e:aa:dc:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '459bc575-93e3-4ab8-8230-d52ee95226e2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:05:08.204167 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a823b183-695c-4361-afe0-d84762d3541e tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed345892-576a-4e82-bb5f-c4144766579d,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:08.212186 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a823b183-695c-4361-afe0-d84762d3541e tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.216002 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a823b183-695c-4361-afe0-d84762d3541e tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1595919 Jul 15 13:05:08.216356 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44446) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:08.223072 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-72e5cb9a-30c2-437b-b122-8b569fe990f7 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Request body: {'security_group_rule': {'security_group_id': 'cb6a1356-fa75-4dc1-a4fe-d320e6b273c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:08.251549 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.253443 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-72e5cb9a-30c2-437b-b122-8b569fe990f7 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.266853 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-a375fe69-2f19-45ad-9109-b18a6f6d58cf req-5a02a709-34df-41eb-bf92-5015d2d72d84 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Request body: {'security_group': {'name': ' tempest-securitygroup -190538043 ', 'description': 'tempest-description-1002844028'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:08.280503 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e09d20-479b-4255-91fb-2f2a09738cdb {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:08.296172 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a375fe69-2f19-45ad-9109-b18a6f6d58cf req-5a02a709-34df-41eb-bf92-5015d2d72d84 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.320627 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d44d77b-57e2-42e7-8fda-aee5e3e471ab x-openstack-request-id: req-9d44d77b-57e2-42e7-8fda-aee5e3e471ab {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:08.320885 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f196f85-dc88-42fe-9c5d-971d08a9a491", "tag": "95e525f7-b24c-497d-9859-fa1682a340d4", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:08.321139 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9d44d77b-57e2-42e7-8fda-aee5e3e471ab {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:08.321534 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f196f85-dc88-42fe-9c5d-971d08a9a491', 'tag': '95e525f7-b24c-497d-9859-fa1682a340d4', 'status': 'completed', 'code': 200} Jul 15 13:05:08.323832 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-72e5cb9a-30c2-437b-b122-8b569fe990f7 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.331191 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 12e09d20-479b-4255-91fb-2f2a09738cdb, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=12e09d20-479b-4255-91fb-2f2a09738cdb,segment=NetworkSegment(9940a96e-2d5b-4778-a27d-d984f6200b93),segment_id=9940a96e-2d5b-4778-a27d-d984f6200b93)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:08.333921 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-da589549-759e-4265-a4a0-84e19997990b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'name': 'tempest-AttachVolumeTestJSON-1386044083-router', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '8eac28ae-e7a6-40ba-98f0-9e420eb184b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:58Z', 'updated_at': '2021-07-15T13:05:06Z', 'revision_number': 4, 'project_id': 'cece2284cedf41a29a33e49364b41245', 'gw_port': {'id': '8eac28ae-e7a6-40ba-98f0-9e420eb184b2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:34:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:00Z', 'updated_at': '2021-07-15T13:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'e43d076f-dd65-4e0d-aca4-b744d9599bb9', 'name': '', 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'mac_address': 'fa:16:3e:4c:8a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '1796d493-1d5f-49de-a2f8-cb5cb28c84a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:05Z', 'updated_at': '2021-07-15T13:05:06Z', 'revision_number': 2, 'project_id': 'cece2284cedf41a29a33e49364b41245', 'subnets': [{'id': '1796d493-1d5f-49de-a2f8-cb5cb28c84a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:08.341796 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-72e5cb9a-30c2-437b-b122-8b569fe990f7 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.358644 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5cb9a-30c2-437b-b122-8b569fe990f7 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d66dc0-e436-4c61-82d4-e91166373d67,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:08.370381 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.387394 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da589549-759e-4265-a4a0-84e19997990b None None] Checking router: b8200b60-5091-4cfd-8e78-08159c6a04ac for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:05:08.387868 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da589549-759e-4265-a4a0-84e19997990b None None] Updating router b8200b60-5091-4cfd-8e78-08159c6a04ac port e43d076f-dd65-4e0d-aca4-b744d9599bb9 binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:05:08.458256 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516f3e5-31be-4474-ac43-cddafaeb7bb7 req-423ea76e-3905-4ac2-935e-8b684ce9ca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:08.460148 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0516f3e5-31be-4474-ac43-cddafaeb7bb7 req-423ea76e-3905-4ac2-935e-8b684ce9ca7b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=590f7216fc544110befd860d82a48661&device_id=4f196f85-dc88-42fe-9c5d-971d08a9a491 HTTP/1.1" status: 200 len: 1176 time: 0.1029735 Jul 15 13:05:08.475047 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a375fe69-2f19-45ad-9109-b18a6f6d58cf req-5a02a709-34df-41eb-bf92-5015d2d72d84 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.487359 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-72e5cb9a-30c2-437b-b122-8b569fe990f7 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.489357 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-72e5cb9a-30c2-437b-b122-8b569fe990f7 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2717013 Jul 15 13:05:08.492823 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44460) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:08.500311 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-dd1b77bb-9d20-4345-92e7-fa25493e3022 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:08.566913 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dd1b77bb-9d20-4345-92e7-fa25493e3022 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for floatingip, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.580976 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516f3e5-31be-4474-ac43-cddafaeb7bb7 req-7f700488-5a71-4544-8787-f7741bac33e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:08.582814 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0516f3e5-31be-4474-ac43-cddafaeb7bb7 req-7f700488-5a71-4544-8787-f7741bac33e1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=729a5aca-a8fb-4adf-b967-9e9deb4d3b59 HTTP/1.1" status: 200 len: 914 time: 0.1044619 Jul 15 13:05:08.584624 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a375fe69-2f19-45ad-9109-b18a6f6d58cf req-5a02a709-34df-41eb-bf92-5015d2d72d84 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.617626 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a375fe69-2f19-45ad-9109-b18a6f6d58cf req-5a02a709-34df-41eb-bf92-5015d2d72d84 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.620328 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-da589549-759e-4265-a4a0-84e19997990b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.638030 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=12e09d20-479b-4255-91fb-2f2a09738cdb,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:08.638343 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a375fe69-2f19-45ad-9109-b18a6f6d58cf req-5a02a709-34df-41eb-bf92-5015d2d72d84 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.3765099 Jul 15 13:05:08.713601 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0516f3e5-31be-4474-ac43-cddafaeb7bb7 req-311b02ad-29b0-4843-b0d8-596499f17843 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95e525f7-b24c-497d-9859-fa1682a340d4 HTTP/1.1" status: 200 len: 217 time: 0.1163845 Jul 15 13:05:08.718535 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44468) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:08.750938 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['12e09d20-479b-4255-91fb-2f2a09738cdb'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:08.762906 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-09ea5611-5e11-4c60-88bb-593b98dbbfe6 req-db6e0756-f7da-4901-be21-ea9dcbc5beda service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0706dfbb-184e-47a5-b126-8192a21dbb6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1013889 Jul 15 13:05:08.768824 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dd1b77bb-9d20-4345-92e7-fa25493e3022 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.779670 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a02a709-34df-41eb-bf92-5015d2d72d84 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3989a9f-7c51-4c3f-bb8d-9f7f44f0828c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:08.833085 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-123c6fcc-1817-4782-8b1f-c54f019fec5a req-8deebcef-f027-4a7b-925a-0bbf9e45317f tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups/f3989a9f-7c51-4c3f-bb8d-9f7f44f0828c HTTP/1.1" status: 200 len: 1780 time: 0.1549101 Jul 15 13:05:08.839974 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516f3e5-31be-4474-ac43-cddafaeb7bb7 req-c2fb1a02-e7b6-4b2b-b487-3d148a6893f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:08.841423 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0516f3e5-31be-4474-ac43-cddafaeb7bb7 req-c2fb1a02-e7b6-4b2b-b487-3d148a6893f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7507b4a-078f-49e8-9ea2-588ee62f39d6 HTTP/1.1" status: 200 len: 853 time: 0.1065900 Jul 15 13:05:08.860518 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2a7cc-664d-40e7-a83f-ea23065f1690 req-1083197e-93df-4ab6-8559-295e73adaea3 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:08.868055 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ddc2a7cc-664d-40e7-a83f-ea23065f1690 req-1083197e-93df-4ab6-8559-295e73adaea3 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=5020414d-4313-45a6-bcc4-08c24c070e80 HTTP/1.1" status: 200 len: 944 time: 0.1913691 Jul 15 13:05:08.909706 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0516f3e5-31be-4474-ac43-cddafaeb7bb7 req-f63d95d4-e7e1-42ee-8918-e8a6a45244ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=729a5aca-a8fb-4adf-b967-9e9deb4d3b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386012 Jul 15 13:05:08.948272 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-94b2ff4b-c4e0-4ae2-976e-19f2adf82fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.997614 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ddc2a7cc-664d-40e7-a83f-ea23065f1690 req-bde8ab2a-578a-406f-9070-4f7ec0b919b4 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287341 Jul 15 13:05:09.020517 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-dd1b77bb-9d20-4345-92e7-fa25493e3022 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Allocated IP 172.25.8.51 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/cdd7b4ad-00df-40b5-82dc-b66d2cede0bd) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:09.047835 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea5611-5e11-4c60-88bb-593b98dbbfe6 req-8303b01c-83c3-4f74-b355-b2934b3ea603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:09.049634 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-09ea5611-5e11-4c60-88bb-593b98dbbfe6 req-8303b01c-83c3-4f74-b355-b2934b3ea603 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ea2fcecd3d644b17bc014db2d9aef4f0&device_id=0706dfbb-184e-47a5-b126-8192a21dbb6f HTTP/1.1" status: 200 len: 1097 time: 0.1794090 Jul 15 13:05:09.089039 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8eac28ae-e7a6-40ba-98f0-9e420eb184b2 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:09.141801 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-da589549-759e-4265-a4a0-84e19997990b None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:09.157346 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-da589549-759e-4265-a4a0-84e19997990b None None] Transition to ACTIVE for port object e43d076f-dd65-4e0d-aca4-b744d9599bb9 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:09.166002 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-da589549-759e-4265-a4a0-84e19997990b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:09.191339 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0516f3e5-31be-4474-ac43-cddafaeb7bb7 req-8cdc9a17-a875-4c97-b50a-f7f6def020aa service neutron] 10.222.0.46 "GET /v2.0/networks/729a5aca-a8fb-4adf-b967-9e9deb4d3b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699900 Jul 15 13:05:09.202134 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 8eac28ae-e7a6-40ba-98f0-9e420eb184b2 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:09.202509 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:09.215510 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4c656c77-1770-4542-934c-9d6a7e1a4922 req-e40262f3-91c4-4506-8d16-63df2c3bfcc8 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups/f3989a9f-7c51-4c3f-bb8d-9f7f44f0828c HTTP/1.1" status: 200 len: 1780 time: 0.1544101 Jul 15 13:05:09.229548 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dd1b77bb-9d20-4345-92e7-fa25493e3022 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:09.240019 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea5611-5e11-4c60-88bb-593b98dbbfe6 req-ce393eac-c1b3-42e8-93d3-474585503ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:09.241101 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-09ea5611-5e11-4c60-88bb-593b98dbbfe6 req-ce393eac-c1b3-42e8-93d3-474585503ef4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5dce3b24-e211-4491-aa50-c797e41d1c5e HTTP/1.1" status: 200 len: 906 time: 0.1567483 Jul 15 13:05:09.254405 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03fbf60-570e-4f7c-a880-66cd9ed00174 None None] Pushing event updated for resources: {'Port': ['ID=e43d076f-dd65-4e0d-aca4-b744d9599bb9,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:09.320522 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-da589549-759e-4265-a4a0-84e19997990b None None] Attempting to bind port e43d076f-dd65-4e0d-aca4-b744d9599bb9 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:09.320880 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-da589549-759e-4265-a4a0-84e19997990b None None] Attempting to bind port e43d076f-dd65-4e0d-aca4-b744d9599bb9 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '51f871b6-b945-4062-a6a8-cab4d9505cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:09.321247 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da589549-759e-4265-a4a0-84e19997990b None None] Attempting to bind port e43d076f-dd65-4e0d-aca4-b744d9599bb9 on network 1bdc303d-a348-44e1-bbb6-ce54e5387eef {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:09.347333 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da589549-759e-4265-a4a0-84e19997990b None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:09.348198 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da589549-759e-4265-a4a0-84e19997990b None None] Checking segment: {'id': '51f871b6-b945-4062-a6a8-cab4d9505cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:09.348618 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-da589549-759e-4265-a4a0-84e19997990b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:09.349051 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da589549-759e-4265-a4a0-84e19997990b None None] Bound using segment: {'id': '51f871b6-b945-4062-a6a8-cab4d9505cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:09.349544 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-da589549-759e-4265-a4a0-84e19997990b None None] Bound port: e43d076f-dd65-4e0d-aca4-b744d9599bb9, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f871b6-b945-4062-a6a8-cab4d9505cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:09.349936 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-da589549-759e-4265-a4a0-84e19997990b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:09.366490 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-09ea5611-5e11-4c60-88bb-593b98dbbfe6 req-7826d312-efda-44d4-8a2c-40b7baca8e61 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c6d32b1-7d71-4f0e-82a1-92c4d773e751 HTTP/1.1" status: 200 len: 1001 time: 0.0753875 Jul 15 13:05:09.368698 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dd1b77bb-9d20-4345-92e7-fa25493e3022 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:09.388776 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539fc49-081d-4818-bf31-b3edefb155b1 req-8a824be9-fb10-40a5-91df-23ff7ef04fd2 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:09.396183 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5539fc49-081d-4818-bf31-b3edefb155b1 req-8a824be9-fb10-40a5-91df-23ff7ef04fd2 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 950 time: 0.3933637 Jul 15 13:05:09.400946 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-94b2ff4b-c4e0-4ae2-976e-19f2adf82fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:09.434267 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-94b2ff4b-c4e0-4ae2-976e-19f2adf82fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:09.439382 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-da589549-759e-4265-a4a0-84e19997990b None None] For port e43d076f-dd65-4e0d-aca4-b744d9599bb9, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:09.443769 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-da589549-759e-4265-a4a0-84e19997990b None None] For port e43d076f-dd65-4e0d-aca4-b744d9599bb9, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=e43d076f-dd65-4e0d-aca4-b744d9599bb9,segment=NetworkSegment(51f871b6-b945-4062-a6a8-cab4d9505cb9),segment_id=51f871b6-b945-4062-a6a8-cab4d9505cb9)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:09.451738 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-da589549-759e-4265-a4a0-84e19997990b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:09.467394 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0516f3e5-31be-4474-ac43-cddafaeb7bb7 req-600d9d4c-d787-4083-947c-e0c6f39a3ae5 service neutron] 10.222.0.46 "GET /v2.0/networks/729a5aca-a8fb-4adf-b967-9e9deb4d3b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639689 Jul 15 13:05:09.468033 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea5611-5e11-4c60-88bb-593b98dbbfe6 req-f5ac11a5-d597-44f3-94ff-53e18f305bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:09.469640 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-09ea5611-5e11-4c60-88bb-593b98dbbfe6 req-f5ac11a5-d597-44f3-94ff-53e18f305bf9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8b9f10c5-3f01-4eb5-b561-afab62792bbb HTTP/1.1" status: 200 len: 844 time: 0.0910165 Jul 15 13:05:09.495521 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4c656c77-1770-4542-934c-9d6a7e1a4922 req-7a06ffe8-3d5d-461c-be67-2198d7e92375 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:09.501963 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1b77bb-9d20-4345-92e7-fa25493e3022 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:09.511059 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-dd1b77bb-9d20-4345-92e7-fa25493e3022 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:09.513617 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-94b2ff4b-c4e0-4ae2-976e-19f2adf82fb6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=22115ab2b8c545b89145f9e02e54b191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7923946 Jul 15 13:05:09.517147 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da589549-759e-4265-a4a0-84e19997990b None None] Routers {'b8200b60-5091-4cfd-8e78-08159c6a04ac'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:09.517789 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-da589549-759e-4265-a4a0-84e19997990b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:05:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['b8200b60-5091-4cfd-8e78-08159c6a04ac'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:09.531282 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5539fc49-081d-4818-bf31-b3edefb155b1 req-3e816837-f5a7-4438-a370-3650916991e8 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342173 Jul 15 13:05:09.535654 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b2ff4b-c4e0-4ae2-976e-19f2adf82fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a01be71-6f97-4527-9008-5fc89cbbf5d4,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:09.550483 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44480) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:09.562008 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1b77bb-9d20-4345-92e7-fa25493e3022 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:09.573318 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03fbf60-570e-4f7c-a880-66cd9ed00174 None None] Pushing event updated for resources: {'Port': ['ID=e43d076f-dd65-4e0d-aca4-b744d9599bb9,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:09.594168 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4c656c77-1770-4542-934c-9d6a7e1a4922 req-7a06ffe8-3d5d-461c-be67-2198d7e92375 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:09.675361 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-da589549-759e-4265-a4a0-84e19997990b None None] Set router b8200b60-5091-4cfd-8e78-08159c6a04ac gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:09.678948 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4c656c77-1770-4542-934c-9d6a7e1a4922 req-7a06ffe8-3d5d-461c-be67-2198d7e92375 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:09.682014 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4c656c77-1770-4542-934c-9d6a7e1a4922 req-7a06ffe8-3d5d-461c-be67-2198d7e92375 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:09.683241 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4c656c77-1770-4542-934c-9d6a7e1a4922 req-7a06ffe8-3d5d-461c-be67-2198d7e92375 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "DELETE /v2.0/security-groups/f3989a9f-7c51-4c3f-bb8d-9f7f44f0828c HTTP/1.1" status: 204 len: 173 time: 0.4667366 Jul 15 13:05:09.691673 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b77bb-9d20-4345-92e7-fa25493e3022 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Pushing event updated for resources: {'Port': ['ID=cdd7b4ad-00df-40b5-82dc-b66d2cede0bd,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:09.706783 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a06ffe8-3d5d-461c-be67-2198d7e92375 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3989a9f-7c51-4c3f-bb8d-9f7f44f0828c,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:09.736065 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dd1b77bb-9d20-4345-92e7-fa25493e3022 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:09.775063 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-125f0c0a-f209-49a8-a5f2-a9a282b697d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:09.778242 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea5611-5e11-4c60-88bb-593b98dbbfe6 req-a4756f28-2fa5-4f63-bb98-947d936eac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:09.779790 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-09ea5611-5e11-4c60-88bb-593b98dbbfe6 req-a4756f28-2fa5-4f63-bb98-947d936eac44 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5dce3b24-e211-4491-aa50-c797e41d1c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2704189 Jul 15 13:05:09.902744 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2acdfa4-ca24-4898-9ee3-aa9d9ab542b8 req-2d15bd73-9fbd-44d3-80a4-035dfb57108e tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:09.903706 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-125f0c0a-f209-49a8-a5f2-a9a282b697d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:09.911268 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f2acdfa4-ca24-4898-9ee3-aa9d9ab542b8 req-2d15bd73-9fbd-44d3-80a4-035dfb57108e tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97aba12-0dd5-48ec-a5e1-10a099efb9c3 HTTP/1.1" status: 200 len: 945 time: 0.0825536 Jul 15 13:05:09.928843 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dd1b77bb-9d20-4345-92e7-fa25493e3022 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:09.954107 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 12e09d20-479b-4255-91fb-2f2a09738cdb up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:09.960217 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f2acdfa4-ca24-4898-9ee3-aa9d9ab542b8 req-8d952fd3-c555-4767-bd9b-a6b52737f62f tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474498 Jul 15 13:05:09.988579 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-09ea5611-5e11-4c60-88bb-593b98dbbfe6 req-6cad6682-4042-4c8c-b44f-048df1ff8601 service neutron] 10.222.0.46 "GET /v2.0/networks/5dce3b24-e211-4491-aa50-c797e41d1c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813037 Jul 15 13:05:09.995351 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [req-159981ab-ec45-40e8-b104-36c4e02c5802 req-e9d14729-efa4-4bfa-adec-72a9e9a62568 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] show failed (client error): The resource could not be found. Jul 15 13:05:10.005134 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-159981ab-ec45-40e8-b104-36c4e02c5802 req-e9d14729-efa4-4bfa-adec-72a9e9a62568 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups/f3989a9f-7c51-4c3f-bb8d-9f7f44f0828c HTTP/1.1" status: 404 len: 352 time: 0.0261288 Jul 15 13:05:10.031735 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-bc170ebc-d2dd-4a87-b4e1-e7771790a014 req-d1736577-10c1-4a54-8fac-081d0bdccb3b tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1482330173', 'description': 'tempest-description-1340326660'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:10.042438 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-125f0c0a-f209-49a8-a5f2-a9a282b697d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:10.044953 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-125f0c0a-f209-49a8-a5f2-a9a282b697d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:10.047419 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-da589549-759e-4265-a4a0-84e19997990b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'name': 'tempest-AttachVolumeTestJSON-1386044083-router', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '8eac28ae-e7a6-40ba-98f0-9e420eb184b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:58Z', 'updated_at': '2021-07-15T13:05:06Z', 'revision_number': 4, 'project_id': 'cece2284cedf41a29a33e49364b41245', 'gw_port': {'id': '8eac28ae-e7a6-40ba-98f0-9e420eb184b2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:34:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:00Z', 'updated_at': '2021-07-15T13:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'e43d076f-dd65-4e0d-aca4-b744d9599bb9', 'name': '', 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'mac_address': 'fa:16:3e:4c:8a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '1796d493-1d5f-49de-a2f8-cb5cb28c84a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:05Z', 'updated_at': '2021-07-15T13:05:09Z', 'revision_number': 4, 'project_id': 'cece2284cedf41a29a33e49364b41245', 'subnets': [{'id': '1796d493-1d5f-49de-a2f8-cb5cb28c84a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:10.048830 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-125f0c0a-f209-49a8-a5f2-a9a282b697d5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5a01be71-6f97-4527-9008-5fc89cbbf5d4 HTTP/1.1" status: 204 len: 168 time: 0.4937894 Jul 15 13:05:10.072592 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f0c0a-f209-49a8-a5f2-a9a282b697d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a01be71-6f97-4527-9008-5fc89cbbf5d4,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:10.075762 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bc170ebc-d2dd-4a87-b4e1-e7771790a014 req-d1736577-10c1-4a54-8fac-081d0bdccb3b tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:10.151207 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da589549-759e-4265-a4a0-84e19997990b None None] The sync data for ids ['b8200b60-5091-4cfd-8e78-08159c6a04ac'] in n-d-771363-36 is: [{'id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'name': 'tempest-AttachVolumeTestJSON-1386044083-router', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '8eac28ae-e7a6-40ba-98f0-9e420eb184b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:58Z', 'updated_at': '2021-07-15T13:05:06Z', 'revision_number': 4, 'project_id': 'cece2284cedf41a29a33e49364b41245', 'gw_port': {'id': '8eac28ae-e7a6-40ba-98f0-9e420eb184b2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:34:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:00Z', 'updated_at': '2021-07-15T13:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'e43d076f-dd65-4e0d-aca4-b744d9599bb9', 'name': '', 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'mac_address': 'fa:16:3e:4c:8a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '1796d493-1d5f-49de-a2f8-cb5cb28c84a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:05Z', 'updated_at': '2021-07-15T13:05:09Z', 'revision_number': 4, 'project_id': 'cece2284cedf41a29a33e49364b41245', 'subnets': [{'id': '1796d493-1d5f-49de-a2f8-cb5cb28c84a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:05:10.205429 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-09ea5611-5e11-4c60-88bb-593b98dbbfe6 req-6aef73ad-448f-4a0f-a14f-b77e48559af7 service neutron] 10.222.0.46 "GET /v2.0/networks/5dce3b24-e211-4491-aa50-c797e41d1c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912773 Jul 15 13:05:10.208179 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 12e09d20-479b-4255-91fb-2f2a09738cdb completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:10.216970 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 12e09d20-479b-4255-91fb-2f2a09738cdb triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:10.217481 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:10.296543 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bc170ebc-d2dd-4a87-b4e1-e7771790a014 req-d1736577-10c1-4a54-8fac-081d0bdccb3b tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:10.330116 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dd1b77bb-9d20-4345-92e7-fa25493e3022 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:10.332614 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bc170ebc-d2dd-4a87-b4e1-e7771790a014 req-d1736577-10c1-4a54-8fac-081d0bdccb3b tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:10.337539 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dd1b77bb-9d20-4345-92e7-fa25493e3022 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:10.360424 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:10.391625 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bc170ebc-d2dd-4a87-b4e1-e7771790a014 req-d1736577-10c1-4a54-8fac-081d0bdccb3b tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:10.402625 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bc170ebc-d2dd-4a87-b4e1-e7771790a014 req-d1736577-10c1-4a54-8fac-081d0bdccb3b tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3769920 Jul 15 13:05:10.410789 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1736577-10c1-4a54-8fac-081d0bdccb3b tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df8b755a-eee3-464a-90d3-26e302444800,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:10.414596 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5020414d-4313-45a6-bcc4-08c24c070e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e09d20-479b-4255-91fb-2f2a09738cdb'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:10.417621 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda91f97-61bb-40f7-b0da-2b95d2cd05f8" -d '{"events": [{"server_uuid": "5020414d-4313-45a6-bcc4-08c24c070e80", "name": "network-vif-plugged", "status": "completed", "tag": "12e09d20-479b-4255-91fb-2f2a09738cdb"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:10.431231 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dd1b77bb-9d20-4345-92e7-fa25493e3022 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:10.446396 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 12e09d20-479b-4255-91fb-2f2a09738cdb, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=12e09d20-479b-4255-91fb-2f2a09738cdb,segment=NetworkSegment(9940a96e-2d5b-4778-a27d-d984f6200b93),segment_id=9940a96e-2d5b-4778-a27d-d984f6200b93)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:10.461637 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:10.475456 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dd1b77bb-9d20-4345-92e7-fa25493e3022 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:10.478830 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-dd1b77bb-9d20-4345-92e7-fa25493e3022 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9835296 Jul 15 13:05:10.506670 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b77bb-9d20-4345-92e7-fa25493e3022 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Pushing event updated for resources: {'Port': ['ID=cdd7b4ad-00df-40b5-82dc-b66d2cede0bd,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:10.546485 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8911e-173b-4b39-95c8-59970aab6612 req-d347009a-cf74-4786-b893-bd2509894d0a tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:10.555738 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b5a8911e-173b-4b39-95c8-59970aab6612 req-d347009a-cf74-4786-b893-bd2509894d0a tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.16 "GET /v2.0/ports?device_id=0706dfbb-184e-47a5-b126-8192a21dbb6f HTTP/1.1" status: 200 len: 945 time: 0.1217458 Jul 15 13:05:10.584644 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=12e09d20-479b-4255-91fb-2f2a09738cdb,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:10.635770 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b5a8911e-173b-4b39-95c8-59970aab6612 req-18dc4992-27a8-4b88-a513-87fa2952e0e7 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c10bd43-1f14-485b-807f-33006f389a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788653 Jul 15 13:05:10.671621 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-92e5d925-647b-455b-b172-9069f5359b08 req-18ced245-f6a4-4063-b903-0f6c371c15a1 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-39514458', 'description': 'tempest-description-570371645'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:10.717839 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df127b1-3de9-4f5e-a302-de3fbe69123e req-e3167656-e531-4a2a-904f-e891929239bd tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:10.719633 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5df127b1-3de9-4f5e-a302-de3fbe69123e req-e3167656-e531-4a2a-904f-e891929239bd tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=5020414d-4313-45a6-bcc4-08c24c070e80 HTTP/1.1" status: 200 len: 945 time: 0.1417072 Jul 15 13:05:10.721075 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-92e5d925-647b-455b-b172-9069f5359b08 req-18ced245-f6a4-4063-b903-0f6c371c15a1 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:10.783953 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5df127b1-3de9-4f5e-a302-de3fbe69123e req-db8e5bdd-a510-428d-b627-198afbbc6844 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536013 Jul 15 13:05:10.842830 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8e922d-064e-41f7-9335-24b909320645 x-openstack-request-id: req-cc8e922d-064e-41f7-9335-24b909320645 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:10.843135 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5020414d-4313-45a6-bcc4-08c24c070e80", "name": "network-vif-plugged", "status": "completed", "tag": "12e09d20-479b-4255-91fb-2f2a09738cdb", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:10.843389 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cc8e922d-064e-41f7-9335-24b909320645 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:10.843779 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5020414d-4313-45a6-bcc4-08c24c070e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e09d20-479b-4255-91fb-2f2a09738cdb', 'code': 200} Jul 15 13:05:10.854944 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-92e5d925-647b-455b-b172-9069f5359b08 req-18ced245-f6a4-4063-b903-0f6c371c15a1 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:10.861126 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-92e5d925-647b-455b-b172-9069f5359b08 req-18ced245-f6a4-4063-b903-0f6c371c15a1 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:10.896584 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-92e5d925-647b-455b-b172-9069f5359b08 req-18ced245-f6a4-4063-b903-0f6c371c15a1 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:10.898521 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-92e5d925-647b-455b-b172-9069f5359b08 req-18ced245-f6a4-4063-b903-0f6c371c15a1 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.2403343 Jul 15 13:05:11.000919 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ced245-f6a4-4063-b903-0f6c371c15a1 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=656d9a92-de4e-4084-872f-206e46157d77,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:11.038268 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e2e7c-cab4-4f74-ab6d-6f32823827de req-5bd235d5-36e0-424b-be04-ce7e2c5e9843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:11.039883 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6f6e2e7c-cab4-4f74-ab6d-6f32823827de req-5bd235d5-36e0-424b-be04-ce7e2c5e9843 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5020414d-4313-45a6-bcc4-08c24c070e80 HTTP/1.1" status: 200 len: 1097 time: 0.1038921 Jul 15 13:05:11.040095 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:05:11.109030 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6f6e2e7c-cab4-4f74-ab6d-6f32823827de req-8c3fe83b-1a3e-4ce5-9dd8-f483b2e4b7aa service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617037 Jul 15 13:05:11.145704 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531750a-ae03-47da-9521-edb8718c7257 req-d215b75d-1da6-4c25-a632-29282b6dca6e tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:11.147340 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1531750a-ae03-47da-9521-edb8718c7257 req-d215b75d-1da6-4c25-a632-29282b6dca6e tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 950 time: 0.1298459 Jul 15 13:05:11.204385 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device e43d076f-dd65-4e0d-aca4-b744d9599bb9 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:11.211507 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34662d56-5561-469c-adc0-dbfc1934582d req-000c2e19-dc5a-4dda-9da5-b93cb4437c0c tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--647130308&fields=id&tenant_id=cece2284cedf41a29a33e49364b41245 HTTP/1.1" status: 200 len: 267 time: 0.1161621 Jul 15 13:05:11.284477 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1531750a-ae03-47da-9521-edb8718c7257 req-a0b4f2e0-2ffc-4e68-91c8-953f5bd3b043 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244287 Jul 15 13:05:11.293762 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port e43d076f-dd65-4e0d-aca4-b744d9599bb9 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:11.307211 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port e43d076f-dd65-4e0d-aca4-b744d9599bb9 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:11.307670 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:11.367075 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-680587ba-f17f-42b1-a6e1-fef97a43c6c0 req-3892ffa8-6a93-47fa-9b33-dd748071ddb7 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1415255670', 'description': 'tempest-description-992285245'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:11.412673 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-680587ba-f17f-42b1-a6e1-fef97a43c6c0 req-3892ffa8-6a93-47fa-9b33-dd748071ddb7 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:11.432980 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34662d56-5561-469c-adc0-dbfc1934582d req-16a97dd0-e004-4a22-b547-cdd5d912300a tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:11.434915 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34662d56-5561-469c-adc0-dbfc1934582d req-16a97dd0-e004-4a22-b547-cdd5d912300a tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/networks?id=1bdc303d-a348-44e1-bbb6-ce54e5387eef HTTP/1.1" status: 200 len: 811 time: 0.2225730 Jul 15 13:05:11.462988 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34662d56-5561-469c-adc0-dbfc1934582d req-3b21320d-3e97-45a5-be45-104816559175 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/quotas/cece2284cedf41a29a33e49364b41245 HTTP/1.1" status: 200 len: 375 time: 0.0221131 Jul 15 13:05:11.502654 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:11.552962 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port e43d076f-dd65-4e0d-aca4-b744d9599bb9, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=e43d076f-dd65-4e0d-aca4-b744d9599bb9,segment=NetworkSegment(51f871b6-b945-4062-a6a8-cab4d9505cb9),segment_id=51f871b6-b945-4062-a6a8-cab4d9505cb9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:11.561209 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:11.581439 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-680587ba-f17f-42b1-a6e1-fef97a43c6c0 req-3892ffa8-6a93-47fa-9b33-dd748071ddb7 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:11.594857 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34662d56-5561-469c-adc0-dbfc1934582d req-ae46bb76-4ac7-4afe-bc0e-25150a4f0409 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cece2284cedf41a29a33e49364b41245&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1236308 Jul 15 13:05:11.596254 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-680587ba-f17f-42b1-a6e1-fef97a43c6c0 req-3892ffa8-6a93-47fa-9b33-dd748071ddb7 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:11.630433 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=e43d076f-dd65-4e0d-aca4-b744d9599bb9,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:11.650698 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-680587ba-f17f-42b1-a6e1-fef97a43c6c0 req-3892ffa8-6a93-47fa-9b33-dd748071ddb7 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:11.663145 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-680587ba-f17f-42b1-a6e1-fef97a43c6c0 req-3892ffa8-6a93-47fa-9b33-dd748071ddb7 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3009973 Jul 15 13:05:11.672487 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3892ffa8-6a93-47fa-9b33-dd748071ddb7 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e17f4d1d-823c-4a42-b966-01b3338ae9d6,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:11.739999 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34662d56-5561-469c-adc0-dbfc1934582d req-2ccc6180-d1dd-45d4-8e03-0a02c829fe62 service neutron] 10.222.0.16 "GET /v2.0/networks/1bdc303d-a348-44e1-bbb6-ce54e5387eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249239 Jul 15 13:05:11.877650 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34662d56-5561-469c-adc0-dbfc1934582d req-6fcc77e1-bf3f-4984-b042-de5d07b57c7a service neutron] 10.222.0.16 "GET /v2.0/networks/1bdc303d-a348-44e1-bbb6-ce54e5387eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307871 Jul 15 13:05:11.886289 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044aeff-aaa0-4f8c-81d5-47b87deb1432 req-3a1911fc-1ab8-4ae6-bef8-75e346a72bf1 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:11.887760 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6044aeff-aaa0-4f8c-81d5-47b87deb1432 req-3a1911fc-1ab8-4ae6-bef8-75e346a72bf1 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97aba12-0dd5-48ec-a5e1-10a099efb9c3 HTTP/1.1" status: 200 len: 945 time: 0.1325991 Jul 15 13:05:11.928121 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6044aeff-aaa0-4f8c-81d5-47b87deb1432 req-fd9d9706-6ec9-4b11-9bea-fedee8f24772 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339594 Jul 15 13:05:12.268818 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-a742e4ec-45cf-40fb-9742-d45b00c50d1d tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=21a6514a0ca5430fbc1c9f9b89e44c0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346446 Jul 15 13:05:12.426426 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-d5e2e34f-2c3c-4d12-85d0-4ea7228f79c7 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:12.428532 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-d5e2e34f-2c3c-4d12-85d0-4ea7228f79c7 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1589723 Jul 15 13:05:12.457068 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a471049c-b64a-42f4-8b56-8fd2058d1554 req-b3eeb1d6-d6a5-4a15-9fae-bcd3c60162bc tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=590f7216fc544110befd860d82a48661 HTTP/1.1" status: 200 len: 10893 time: 0.2097712 Jul 15 13:05:12.459993 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-79815609-3e40-47d8-b044-51efea05c5cc tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] 10.222.0.16 "GET /v2.0/quotas/21a6514a0ca5430fbc1c9f9b89e44c0d HTTP/1.1" status: 200 len: 375 time: 0.0237999 Jul 15 13:05:12.513250 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-9ae792ec-48ef-41d1-a8a3-04ffc71aea57 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=21a6514a0ca5430fbc1c9f9b89e44c0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424025 Jul 15 13:05:12.535411 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a471049c-b64a-42f4-8b56-8fd2058d1554 req-b054e77a-bc40-41ec-91bc-54f7a9f41882 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups/680015d7-3cf5-4bf2-aaef-662d25196854 HTTP/1.1" status: 200 len: 2981 time: 0.0719740 Jul 15 13:05:12.597283 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a471049c-b64a-42f4-8b56-8fd2058d1554 req-e7b46817-48c3-40e6-a095-06556dfb1a4d tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups/680015d7-3cf5-4bf2-aaef-662d25196854 HTTP/1.1" status: 200 len: 2981 time: 0.0476313 Jul 15 13:05:12.782881 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac648ed4-a564-404d-a47c-fbc8d3e76e3d req-1b0bf1a2-87cd-4f49-b13c-71fabe56b1ed tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 210 time: 0.0300698 Jul 15 13:05:12.806627 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee760d1-79b1-4474-9971-924866621781 req-618978f3-27ab-4383-bc82-5d70220b82a1 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:12.808147 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9ee760d1-79b1-4474-9971-924866621781 req-618978f3-27ab-4383-bc82-5d70220b82a1 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=5020414d-4313-45a6-bcc4-08c24c070e80 HTTP/1.1" status: 200 len: 945 time: 0.1131606 Jul 15 13:05:12.873432 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9ee760d1-79b1-4474-9971-924866621781 req-9e3acc53-f1ed-4e45-ad16-6df4f52fc3f6 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569057 Jul 15 13:05:12.960201 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b435c-bbe4-4a58-8c01-29288b92579d req-e3e4f7db-6e16-47ba-8367-7d6b27e02ef6 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:12.961929 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-525b435c-bbe4-4a58-8c01-29288b92579d req-e3e4f7db-6e16-47ba-8367-7d6b27e02ef6 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.16 "GET /v2.0/ports?device_id=0706dfbb-184e-47a5-b126-8192a21dbb6f HTTP/1.1" status: 200 len: 945 time: 0.0664663 Jul 15 13:05:13.039800 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-525b435c-bbe4-4a58-8c01-29288b92579d req-23645980-a70f-4810-a7c5-5e4de1066dad tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c10bd43-1f14-485b-807f-33006f389a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713837 Jul 15 13:05:13.070706 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device e43d076f-dd65-4e0d-aca4-b744d9599bb9 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:13.073897 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457e539-e854-4d6f-b197-80f110bd8bba req-16403a56-c771-4f92-baef-6c5e6865e48d tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:13.079067 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2457e539-e854-4d6f-b197-80f110bd8bba req-16403a56-c771-4f92-baef-6c5e6865e48d tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 950 time: 0.1021197 Jul 15 13:05:13.120618 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port e43d076f-dd65-4e0d-aca4-b744d9599bb9 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:13.120990 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:13.150254 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2457e539-e854-4d6f-b197-80f110bd8bba req-8c6c285e-fe83-4c43-9861-47efdc460e33 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682631 Jul 15 13:05:13.155649 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-909285b1-a638-4b00-a180-fab5de74c5d4 req-bc495e92-371a-4b5a-8c16-c3011dc1d097 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups/df8b755a-eee3-464a-90d3-26e302444800 HTTP/1.1" status: 200 len: 1801 time: 0.0749218 Jul 15 13:05:13.273012 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-909285b1-a638-4b00-a180-fab5de74c5d4 req-261b2fa3-8dc4-4239-b41e-14b25f473b18 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:13.327929 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-909285b1-a638-4b00-a180-fab5de74c5d4 req-261b2fa3-8dc4-4239-b41e-14b25f473b18 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:13.333101 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4eb9f6e8-4755-4786-8326-dc506d8f2c22 req-e26c3a0e-c033-4723-ae25-5f1b539d48c5 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01f2402-2c93-44e7-b1a7-db1cf6e713b6 HTTP/1.1" status: 200 len: 210 time: 0.0424156 Jul 15 13:05:13.351924 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-06f09e99-089e-4c6a-a7a2-393cfbae3119 req-08cb1b70-ebef-4e2e-a635-fdac08aed7fe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1502187 Jul 15 13:05:13.385224 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-909285b1-a638-4b00-a180-fab5de74c5d4 req-261b2fa3-8dc4-4239-b41e-14b25f473b18 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:13.389122 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-909285b1-a638-4b00-a180-fab5de74c5d4 req-261b2fa3-8dc4-4239-b41e-14b25f473b18 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:13.391515 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-909285b1-a638-4b00-a180-fab5de74c5d4 req-261b2fa3-8dc4-4239-b41e-14b25f473b18 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "DELETE /v2.0/security-groups/df8b755a-eee3-464a-90d3-26e302444800 HTTP/1.1" status: 204 len: 173 time: 0.2307417 Jul 15 13:05:13.402356 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b2fa3-8dc4-4239-b41e-14b25f473b18 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8b755a-eee3-464a-90d3-26e302444800,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:13.589366 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f09e99-089e-4c6a-a7a2-393cfbae3119 req-732b11ff-e97d-44c8-b24c-5d981b7f6172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:13.591359 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-06f09e99-089e-4c6a-a7a2-393cfbae3119 req-732b11ff-e97d-44c8-b24c-5d981b7f6172 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5495784adab4faf86ec8d11912c9669&device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 1102 time: 0.1347034 Jul 15 13:05:13.632534 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34662d56-5561-469c-adc0-dbfc1934582d req-cea20c18-26d3-4a54-a331-1651db9e6fd3 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:13.634131 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-34662d56-5561-469c-adc0-dbfc1934582d req-cea20c18-26d3-4a54-a331-1651db9e6fd3 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.46 "GET /v2.0/networks?id=1bdc303d-a348-44e1-bbb6-ce54e5387eef HTTP/1.1" status: 200 len: 811 time: 0.1409287 Jul 15 13:05:13.652541 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb6369-bced-4a8a-b1a8-5b9e0556baa1 req-2ef9e377-483a-456d-9b60-44c5f584c6b2 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:13.660539 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9ceb6369-bced-4a8a-b1a8-5b9e0556baa1 req-2ef9e377-483a-456d-9b60-44c5f584c6b2 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97aba12-0dd5-48ec-a5e1-10a099efb9c3 HTTP/1.1" status: 200 len: 945 time: 0.1365213 Jul 15 13:05:13.703668 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-34662d56-5561-469c-adc0-dbfc1934582d req-9bb7d5e7-7e37-45be-9aaf-5e00f4fd8254 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cece2284cedf41a29a33e49364b41245 HTTP/1.1" status: 200 len: 379 time: 0.0492146 Jul 15 13:05:13.724846 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-34662d56-5561-469c-adc0-dbfc1934582d req-65d145d7-ae40-4151-80e2-f2777110a98e tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Request body: {'port': {'device_id': '75f67275-b02f-4744-8bd1-4bd4d17904da', 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef', 'admin_state_up': True, 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'security_groups': ['cb6a1356-fa75-4dc1-a4fe-d320e6b273c7']}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:13.747177 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9ceb6369-bced-4a8a-b1a8-5b9e0556baa1 req-4f27c489-b845-4065-aa34-776cf460af6b tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856750 Jul 15 13:05:13.772545 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f09e99-089e-4c6a-a7a2-393cfbae3119 req-4f300177-b699-4c28-89c0-ae911e1e4d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:13.774508 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-06f09e99-089e-4c6a-a7a2-393cfbae3119 req-4f300177-b699-4c28-89c0-ae911e1e4d8b service neutron] 10.222.0.20 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.1528397 Jul 15 13:05:13.831482 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [req-e46314a8-6937-4991-bb66-ecaf38751b09 req-375271bc-75be-46fb-b14d-00b110819706 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] show failed (client error): The resource could not be found. Jul 15 13:05:13.832582 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e46314a8-6937-4991-bb66-ecaf38751b09 req-375271bc-75be-46fb-b14d-00b110819706 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups/df8b755a-eee3-464a-90d3-26e302444800 HTTP/1.1" status: 404 len: 352 time: 0.0523930 Jul 15 13:05:13.834678 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-06f09e99-089e-4c6a-a7a2-393cfbae3119 req-961a940d-6c7d-4de6-b172-c5b241d34ba0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=818623ee-bb95-4c16-b6aa-4cb09c7116ab HTTP/1.1" status: 200 len: 217 time: 0.0525715 Jul 15 13:05:13.884030 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34662d56-5561-469c-adc0-dbfc1934582d req-65d145d7-ae40-4151-80e2-f2777110a98e tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Made reservation on behalf of cece2284cedf41a29a33e49364b41245 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:13.888318 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-34662d56-5561-469c-adc0-dbfc1934582d req-65d145d7-ae40-4151-80e2-f2777110a98e tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:13.898390 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f09e99-089e-4c6a-a7a2-393cfbae3119 req-485477e6-266c-4e4b-9505-f2b770351974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:13.899984 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-06f09e99-089e-4c6a-a7a2-393cfbae3119 req-485477e6-266c-4e4b-9505-f2b770351974 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0598655 Jul 15 13:05:13.991471 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fffbf562-be20-43b5-b390-c52921d583ea req-0d68556d-5cd8-4814-9c08-2f7a405adacf tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 210 time: 0.0429187 Jul 15 13:05:14.024399 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-34662d56-5561-469c-adc0-dbfc1934582d req-65d145d7-ae40-4151-80e2-f2777110a98e tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Allocated IP 172.20.0.11 (1bdc303d-a348-44e1-bbb6-ce54e5387eef/1796d493-1d5f-49de-a2f8-cb5cb28c84a4/fc24b9d1-5104-44dc-9fbd-0dfe06462cc5) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:14.044579 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b1567-eb51-4044-a989-abfd445eb37e req-64d4f1cb-0da3-442f-aa7d-467d521ea493 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:14.046149 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a53b1567-eb51-4044-a989-abfd445eb37e req-64d4f1cb-0da3-442f-aa7d-467d521ea493 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=5020414d-4313-45a6-bcc4-08c24c070e80 HTTP/1.1" status: 200 len: 945 time: 0.1628487 Jul 15 13:05:14.071270 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f09e99-089e-4c6a-a7a2-393cfbae3119 req-1e40803e-e66d-4bff-9edc-67c97cf502b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:14.072750 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-06f09e99-089e-4c6a-a7a2-393cfbae3119 req-1e40803e-e66d-4bff-9edc-67c97cf502b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1521707 Jul 15 13:05:14.138340 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d863ed8f-5c30-41ab-961c-36835385da27 req-0e7fdf1d-85ad-4da8-b79f-9a7483f36e3c tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups/656d9a92-de4e-4084-872f-206e46157d77 HTTP/1.1" status: 200 len: 1798 time: 0.1147420 Jul 15 13:05:14.179803 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a53b1567-eb51-4044-a989-abfd445eb37e req-f9669314-24d4-4011-aa78-62867537af6c tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235921 Jul 15 13:05:14.185236 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-34662d56-5561-469c-adc0-dbfc1934582d req-65d145d7-ae40-4151-80e2-f2777110a98e tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:14.205332 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-34662d56-5561-469c-adc0-dbfc1934582d req-65d145d7-ae40-4151-80e2-f2777110a98e tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Transition to ACTIVE for port object fc24b9d1-5104-44dc-9fbd-0dfe06462cc5 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:14.224781 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-4410794a-2a98-4bdc-923e-11f275c8baba tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=21a6514a0ca5430fbc1c9f9b89e44c0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491469 Jul 15 13:05:14.239191 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-34662d56-5561-469c-adc0-dbfc1934582d req-65d145d7-ae40-4151-80e2-f2777110a98e tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:14.299653 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34662d56-5561-469c-adc0-dbfc1934582d req-65d145d7-ae40-4151-80e2-f2777110a98e tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Network 1bdc303d-a348-44e1-bbb6-ce54e5387eef is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:14.305462 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-34662d56-5561-469c-adc0-dbfc1934582d req-65d145d7-ae40-4151-80e2-f2777110a98e tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:14.308692 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-34662d56-5561-469c-adc0-dbfc1934582d req-65d145d7-ae40-4151-80e2-f2777110a98e tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:14.359543 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-06f09e99-089e-4c6a-a7a2-393cfbae3119 req-21a6cb56-2cea-4be9-8231-cf2e4b0aa108 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720501 Jul 15 13:05:14.368450 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d145d7-ae40-4151-80e2-f2777110a98e tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Pushing event updated for resources: {'Port': ['ID=fc24b9d1-5104-44dc-9fbd-0dfe06462cc5,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:14.405379 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34662d56-5561-469c-adc0-dbfc1934582d req-65d145d7-ae40-4151-80e2-f2777110a98e tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:14.405379 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-34662d56-5561-469c-adc0-dbfc1934582d req-65d145d7-ae40-4151-80e2-f2777110a98e tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:14.435593 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-34662d56-5561-469c-adc0-dbfc1934582d req-65d145d7-ae40-4151-80e2-f2777110a98e tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7161400 Jul 15 13:05:14.452458 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-34662d56-5561-469c-adc0-dbfc1934582d req-d0cdb342-1631-464f-ae6f-562bbb763535 service neutron] Request body: {'port': {'device_id': '75f67275-b02f-4744-8bd1-4bd4d17904da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:14.460558 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d863ed8f-5c30-41ab-961c-36835385da27 req-afe7ee47-2905-46b6-be04-eeff3ec48e7e tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:14.495891 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-5e830ede-cad5-4176-9204-eb56f3cc9fa6 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:14.497776 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-5e830ede-cad5-4176-9204-eb56f3cc9fa6 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2578957 Jul 15 13:05:14.530441 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-34662d56-5561-469c-adc0-dbfc1934582d req-d0cdb342-1631-464f-ae6f-562bbb763535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:14.531648 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-41d760f1-c2d1-47f3-a42e-bfd7eaddec01 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] Request body: {'port': {'device_id': 'd01f2402-2c93-44e7-b1a7-db1cf6e713b6', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'admin_state_up': True, 'tenant_id': '21a6514a0ca5430fbc1c9f9b89e44c0d'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:14.607234 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d863ed8f-5c30-41ab-961c-36835385da27 req-afe7ee47-2905-46b6-be04-eeff3ec48e7e tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:14.680109 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e517b1-7246-4ec5-ba14-6cde65dd2adc req-735a026e-fffd-4977-9d43-8bdde44f63cb tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:14.681810 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-62e517b1-7246-4ec5-ba14-6cde65dd2adc req-735a026e-fffd-4977-9d43-8bdde44f63cb tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.16 "GET /v2.0/ports?device_id=0706dfbb-184e-47a5-b126-8192a21dbb6f HTTP/1.1" status: 200 len: 945 time: 0.3715365 Jul 15 13:05:14.682372 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-57fd4f36-e6c6-4a8d-b213-4e28044dfb67 None None] Provisioning for port fc24b9d1-5104-44dc-9fbd-0dfe06462cc5 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:14.686973 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-57fd4f36-e6c6-4a8d-b213-4e28044dfb67 None None] Provisioning complete for port fc24b9d1-5104-44dc-9fbd-0dfe06462cc5 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:14.687636 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-57fd4f36-e6c6-4a8d-b213-4e28044dfb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:14.721145 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-06f09e99-089e-4c6a-a7a2-393cfbae3119 req-af02e6d9-7ddf-4e1d-87dd-70550e6116d4 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406534 Jul 15 13:05:14.723815 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-57fd4f36-e6c6-4a8d-b213-4e28044dfb67 None None] Port fc24b9d1-5104-44dc-9fbd-0dfe06462cc5 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:05:14.763846 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d863ed8f-5c30-41ab-961c-36835385da27 req-afe7ee47-2905-46b6-be04-eeff3ec48e7e tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:14.766414 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d863ed8f-5c30-41ab-961c-36835385da27 req-afe7ee47-2905-46b6-be04-eeff3ec48e7e tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:14.767578 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d863ed8f-5c30-41ab-961c-36835385da27 req-afe7ee47-2905-46b6-be04-eeff3ec48e7e tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "DELETE /v2.0/security-groups/656d9a92-de4e-4084-872f-206e46157d77 HTTP/1.1" status: 204 len: 173 time: 0.6209488 Jul 15 13:05:14.791060 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-62e517b1-7246-4ec5-ba14-6cde65dd2adc req-f93185de-9cb3-42a1-9172-37e27a22eeac tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c10bd43-1f14-485b-807f-33006f389a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861168 Jul 15 13:05:14.794279 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe7ee47-2905-46b6-be04-eeff3ec48e7e tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=656d9a92-de4e-4084-872f-206e46157d77,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:14.808401 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-41d760f1-c2d1-47f3-a42e-bfd7eaddec01 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] Made reservation on behalf of 21a6514a0ca5430fbc1c9f9b89e44c0d for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:14.813755 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-41d760f1-c2d1-47f3-a42e-bfd7eaddec01 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:14.829788 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-41d760f1-c2d1-47f3-a42e-bfd7eaddec01 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:14.830421 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-34662d56-5561-469c-adc0-dbfc1934582d req-d0cdb342-1631-464f-ae6f-562bbb763535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc24b9d1-5104-44dc-9fbd-0dfe06462cc5 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:14.874464 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-34662d56-5561-469c-adc0-dbfc1934582d req-d0cdb342-1631-464f-ae6f-562bbb763535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:14.892561 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-34662d56-5561-469c-adc0-dbfc1934582d req-d0cdb342-1631-464f-ae6f-562bbb763535 service neutron] Transition to ACTIVE for port object fc24b9d1-5104-44dc-9fbd-0dfe06462cc5 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:14.906120 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-34662d56-5561-469c-adc0-dbfc1934582d req-d0cdb342-1631-464f-ae6f-562bbb763535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:14.958009 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844177dd-9015-41a9-a25f-636ad71871e9 req-6599c504-1aab-4e3f-8937-4322b08a90af tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:14.959587 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-844177dd-9015-41a9-a25f-636ad71871e9 req-6599c504-1aab-4e3f-8937-4322b08a90af tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.46 "GET /v2.0/ports?device_id=0706dfbb-184e-47a5-b126-8192a21dbb6f HTTP/1.1" status: 200 len: 945 time: 0.1396439 Jul 15 13:05:14.975067 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-41d760f1-c2d1-47f3-a42e-bfd7eaddec01 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:14.983884 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cdb342-1631-464f-ae6f-562bbb763535 service neutron] Pushing event updated for resources: {'Port': ['ID=fc24b9d1-5104-44dc-9fbd-0dfe06462cc5,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:14.989315 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-41d760f1-c2d1-47f3-a42e-bfd7eaddec01 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.021901 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac6eda13-245a-4cf7-9114-50b09c10ab29 req-7f033ebd-49a0-4eaa-8a7c-da856a8a24c7 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01f2402-2c93-44e7-b1a7-db1cf6e713b6 HTTP/1.1" status: 200 len: 210 time: 0.0802794 Jul 15 13:05:15.098464 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d760f1-c2d1-47f3-a42e-bfd7eaddec01 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=678f200d-9bff-4745-b50e-fe912e615194,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:15.141940 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-34662d56-5561-469c-adc0-dbfc1934582d req-d0cdb342-1631-464f-ae6f-562bbb763535 service neutron] Attempting to bind port fc24b9d1-5104-44dc-9fbd-0dfe06462cc5 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:15.145875 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-34662d56-5561-469c-adc0-dbfc1934582d req-d0cdb342-1631-464f-ae6f-562bbb763535 service neutron] Attempting to bind port fc24b9d1-5104-44dc-9fbd-0dfe06462cc5 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '51f871b6-b945-4062-a6a8-cab4d9505cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:15.146518 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34662d56-5561-469c-adc0-dbfc1934582d req-d0cdb342-1631-464f-ae6f-562bbb763535 service neutron] Attempting to bind port fc24b9d1-5104-44dc-9fbd-0dfe06462cc5 on network 1bdc303d-a348-44e1-bbb6-ce54e5387eef {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:15.162608 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145a612-7d03-4d77-b8b0-574c17ade399 req-946167c2-1d0b-4485-9ddf-0bed624ead74 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:15.169583 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3145a612-7d03-4d77-b8b0-574c17ade399 req-946167c2-1d0b-4485-9ddf-0bed624ead74 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 950 time: 0.2457080 Jul 15 13:05:15.177874 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34662d56-5561-469c-adc0-dbfc1934582d req-d0cdb342-1631-464f-ae6f-562bbb763535 service neutron] Port fc24b9d1-5104-44dc-9fbd-0dfe06462cc5 on network 1bdc303d-a348-44e1-bbb6-ce54e5387eef not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:05:15.178292 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34662d56-5561-469c-adc0-dbfc1934582d req-d0cdb342-1631-464f-ae6f-562bbb763535 service neutron] Attempting to bind port fc24b9d1-5104-44dc-9fbd-0dfe06462cc5 on network 1bdc303d-a348-44e1-bbb6-ce54e5387eef {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:15.185669 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34662d56-5561-469c-adc0-dbfc1934582d req-d0cdb342-1631-464f-ae6f-562bbb763535 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:15.186077 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34662d56-5561-469c-adc0-dbfc1934582d req-d0cdb342-1631-464f-ae6f-562bbb763535 service neutron] Checking segment: {'id': '51f871b6-b945-4062-a6a8-cab4d9505cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:15.186526 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34662d56-5561-469c-adc0-dbfc1934582d req-d0cdb342-1631-464f-ae6f-562bbb763535 service neutron] Bound using segment: {'id': '51f871b6-b945-4062-a6a8-cab4d9505cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:15.187031 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-34662d56-5561-469c-adc0-dbfc1934582d req-d0cdb342-1631-464f-ae6f-562bbb763535 service neutron] Bound port: fc24b9d1-5104-44dc-9fbd-0dfe06462cc5, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f871b6-b945-4062-a6a8-cab4d9505cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:15.187452 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-34662d56-5561-469c-adc0-dbfc1934582d req-d0cdb342-1631-464f-ae6f-562bbb763535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.256001 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-844177dd-9015-41a9-a25f-636ad71871e9 req-7d671edc-0674-4db6-83ff-dbad59fb1978 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Deleting port 2c6d32b1-7d71-4f0e-82a1-92c4d773e751 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:15.256255 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-844177dd-9015-41a9-a25f-636ad71871e9 req-7d671edc-0674-4db6-83ff-dbad59fb1978 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.258374 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-41d760f1-c2d1-47f3-a42e-bfd7eaddec01 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] Allocated IP 192.168.233.212 (fb7e2853-c052-4bbe-a410-b119ef2f5100/f7332b1d-b5ae-478a-9a33-4a7a808c5484/9c46c9f0-c2f6-4c3a-9635-982485c4f4e0) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:15.267450 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3145a612-7d03-4d77-b8b0-574c17ade399 req-b83bf56a-b6a1-4986-b0e2-cdcabeeffc71 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970147 Jul 15 13:05:15.339222 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [req-bd02d14f-3c46-4302-84bf-f5550b1db6a9 req-a185caf0-b2d2-4dba-b9c7-b43f4fc10155 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] show failed (client error): The resource could not be found. Jul 15 13:05:15.340517 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bd02d14f-3c46-4302-84bf-f5550b1db6a9 req-a185caf0-b2d2-4dba-b9c7-b43f4fc10155 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups/656d9a92-de4e-4084-872f-206e46157d77 HTTP/1.1" status: 404 len: 352 time: 0.0421875 Jul 15 13:05:15.359077 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c80b1e-677a-44eb-8c77-3edea535a28a req-19575324-5cde-4b2a-9d71-7f924f7d493f tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:15.360699 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-93c80b1e-677a-44eb-8c77-3edea535a28a req-19575324-5cde-4b2a-9d71-7f924f7d493f tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97aba12-0dd5-48ec-a5e1-10a099efb9c3 HTTP/1.1" status: 200 len: 945 time: 0.1795690 Jul 15 13:05:15.467006 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-93c80b1e-677a-44eb-8c77-3edea535a28a req-8e4535d5-a93b-42f0-9ae0-d1a578457959 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992806 Jul 15 13:05:15.508357 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-41d760f1-c2d1-47f3-a42e-bfd7eaddec01 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.527350 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-41d760f1-c2d1-47f3-a42e-bfd7eaddec01 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] Transition to ACTIVE for port object 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:15.555356 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-34662d56-5561-469c-adc0-dbfc1934582d req-d0cdb342-1631-464f-ae6f-562bbb763535 service neutron] For port fc24b9d1-5104-44dc-9fbd-0dfe06462cc5, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:15.574089 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-34662d56-5561-469c-adc0-dbfc1934582d req-d0cdb342-1631-464f-ae6f-562bbb763535 service neutron] For port fc24b9d1-5104-44dc-9fbd-0dfe06462cc5, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=fc24b9d1-5104-44dc-9fbd-0dfe06462cc5,segment=NetworkSegment(51f871b6-b945-4062-a6a8-cab4d9505cb9),segment_id=51f871b6-b945-4062-a6a8-cab4d9505cb9)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:15.580097 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-41d760f1-c2d1-47f3-a42e-bfd7eaddec01 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.602738 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-34662d56-5561-469c-adc0-dbfc1934582d req-d0cdb342-1631-464f-ae6f-562bbb763535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.648068 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34662d56-5561-469c-adc0-dbfc1934582d req-d0cdb342-1631-464f-ae6f-562bbb763535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:15.648674 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-34662d56-5561-469c-adc0-dbfc1934582d req-d0cdb342-1631-464f-ae6f-562bbb763535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.650051 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-34662d56-5561-469c-adc0-dbfc1934582d req-d0cdb342-1631-464f-ae6f-562bbb763535 service neutron] 10.222.0.46 "PUT /v2.0/ports/fc24b9d1-5104-44dc-9fbd-0dfe06462cc5 HTTP/1.1" status: 200 len: 1093 time: 1.2022798 Jul 15 13:05:15.650498 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f67275-b02f-4744-8bd1-4bd4d17904da', 'tag': 'fc24b9d1-5104-44dc-9fbd-0dfe06462cc5'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:15.652833 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b33157-0521-439b-9110-3814a1870e9e" -d '{"events": [{"name": "network-changed", "server_uuid": "75f67275-b02f-4744-8bd1-4bd4d17904da", "tag": "fc24b9d1-5104-44dc-9fbd-0dfe06462cc5"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:15.687488 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-844177dd-9015-41a9-a25f-636ad71871e9 req-7d671edc-0674-4db6-83ff-dbad59fb1978 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] For port 2c6d32b1-7d71-4f0e-82a1-92c4d773e751, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2c6d32b1-7d71-4f0e-82a1-92c4d773e751,segment=NetworkSegment(25bed126-b226-40f7-aece-5e23dff6b4ab),segment_id=25bed126-b226-40f7-aece-5e23dff6b4ab)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:15.687949 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-844177dd-9015-41a9-a25f-636ad71871e9 req-7d671edc-0674-4db6-83ff-dbad59fb1978 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.704003 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cdb342-1631-464f-ae6f-562bbb763535 service neutron] Pushing event updated for resources: {'Port': ['ID=fc24b9d1-5104-44dc-9fbd-0dfe06462cc5,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:15.855883 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34662d56-5561-469c-adc0-dbfc1934582d req-2dbe1f63-76da-48fa-9359-299998f89948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:15.857386 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-34662d56-5561-469c-adc0-dbfc1934582d req-2dbe1f63-76da-48fa-9359-299998f89948 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cece2284cedf41a29a33e49364b41245&device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 1096 time: 0.1546085 Jul 15 13:05:15.926517 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-34662d56-5561-469c-adc0-dbfc1934582d req-f7e98919-d450-4884-9ba8-01cf52fc7aa6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc24b9d1-5104-44dc-9fbd-0dfe06462cc5 HTTP/1.1" status: 200 len: 217 time: 0.0422893 Jul 15 13:05:15.971086 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-844177dd-9015-41a9-a25f-636ad71871e9 req-7d671edc-0674-4db6-83ff-dbad59fb1978 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.971360 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-844177dd-9015-41a9-a25f-636ad71871e9 req-7d671edc-0674-4db6-83ff-dbad59fb1978 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.971670 n-d-771363-36 neutron-server[93826]: INFO neutron.db.l3_db [req-844177dd-9015-41a9-a25f-636ad71871e9 req-7d671edc-0674-4db6-83ff-dbad59fb1978 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Floating IP 1ff1b50e-7b88-4eed-bfd2-bc9fdd316ad8 disassociated. External IP: 172.25.8.159, port: 2c6d32b1-7d71-4f0e-82a1-92c4d773e751. Jul 15 13:05:15.972009 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-844177dd-9015-41a9-a25f-636ad71871e9 req-7d671edc-0674-4db6-83ff-dbad59fb1978 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Calling delete_port for 2c6d32b1-7d71-4f0e-82a1-92c4d773e751 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:15.987330 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-41d760f1-c2d1-47f3-a42e-bfd7eaddec01 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] Network fb7e2853-c052-4bbe-a410-b119ef2f5100 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:15.995206 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34662d56-5561-469c-adc0-dbfc1934582d req-ec1bde85-4e68-4c44-91be-db5dd9721399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:15.996789 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-34662d56-5561-469c-adc0-dbfc1934582d req-ec1bde85-4e68-4c44-91be-db5dd9721399 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1796d493-1d5f-49de-a2f8-cb5cb28c84a4 HTTP/1.1" status: 200 len: 850 time: 0.0623786 Jul 15 13:05:16.004355 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-41d760f1-c2d1-47f3-a42e-bfd7eaddec01 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:16.017333 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-41d760f1-c2d1-47f3-a42e-bfd7eaddec01 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:16.068239 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d760f1-c2d1-47f3-a42e-bfd7eaddec01 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] Pushing event updated for resources: {'Port': ['ID=9c46c9f0-c2f6-4c3a-9635-982485c4f4e0,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:16.098395 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-41d760f1-c2d1-47f3-a42e-bfd7eaddec01 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:16.099122 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-41d760f1-c2d1-47f3-a42e-bfd7eaddec01 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:16.110489 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34662d56-5561-469c-adc0-dbfc1934582d req-9352839c-21f9-49b3-83cb-7a9ab2418d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:16.112028 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-34662d56-5561-469c-adc0-dbfc1934582d req-9352839c-21f9-49b3-83cb-7a9ab2418d96 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1bdc303d-a348-44e1-bbb6-ce54e5387eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0871129 Jul 15 13:05:16.127264 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-41d760f1-c2d1-47f3-a42e-bfd7eaddec01 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6004298 Jul 15 13:05:16.136608 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a76d2-5307-46e7-9974-1dbebb704a5b req-3af4ae28-4476-424e-a4eb-bcf5ccb3e5b5 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:16.138130 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-398a76d2-5307-46e7-9974-1dbebb704a5b req-3af4ae28-4476-424e-a4eb-bcf5ccb3e5b5 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 944 time: 0.5419972 Jul 15 13:05:16.147208 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00f4d8-b410-4efc-a6d1-58bc9e0f10e5 req-e09423d0-a9ab-460d-92d6-f789bd2c535d tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:16.148761 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9b00f4d8-b410-4efc-a6d1-58bc9e0f10e5 req-e09423d0-a9ab-460d-92d6-f789bd2c535d tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=5020414d-4313-45a6-bcc4-08c24c070e80 HTTP/1.1" status: 200 len: 945 time: 0.5515344 Jul 15 13:05:16.158666 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-4885e412-a263-4809-b859-356d5f37efcf service neutron] Request body: {'port': {'device_id': 'd01f2402-2c93-44e7-b1a7-db1cf6e713b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:16.216125 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-844177dd-9015-41a9-a25f-636ad71871e9 req-7d671edc-0674-4db6-83ff-dbad59fb1978 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:16.241229 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-398a76d2-5307-46e7-9974-1dbebb704a5b req-31bb6c77-1f98-4ab0-b162-0eb93e031bff tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6a1356-fa75-4dc1-a4fe-d320e6b273c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914772 Jul 15 13:05:16.252102 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d671edc-0674-4db6-83ff-dbad59fb1978 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Pushing event deleted for resources: {'Port': ['ID=2c6d32b1-7d71-4f0e-82a1-92c4d773e751,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:16.263263 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9b00f4d8-b410-4efc-a6d1-58bc9e0f10e5 req-165fc1f2-a2d3-4b00-a2c8-ba0e88a1c413 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008973 Jul 15 13:05:16.277305 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-34662d56-5561-469c-adc0-dbfc1934582d req-1bcf71f7-f913-4c11-b727-9e58bbf5f92a service neutron] 10.222.0.46 "GET /v2.0/networks/1bdc303d-a348-44e1-bbb6-ce54e5387eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391037 Jul 15 13:05:16.322116 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-27dfedbe-bb04-4eb0-8cd4-7a82767054b1 None None] Provisioning for port 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:16.334013 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-27dfedbe-bb04-4eb0-8cd4-7a82767054b1 None None] Provisioning complete for port 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:16.334469 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-27dfedbe-bb04-4eb0-8cd4-7a82767054b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:16.338267 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-4885e412-a263-4809-b859-356d5f37efcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:16.352795 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15614db6-4e36-40fc-9ce8-35ab3238fa32 x-openstack-request-id: req-15614db6-4e36-40fc-9ce8-35ab3238fa32 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:16.352795 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f67275-b02f-4744-8bd1-4bd4d17904da", "tag": "fc24b9d1-5104-44dc-9fbd-0dfe06462cc5", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:16.353158 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-15614db6-4e36-40fc-9ce8-35ab3238fa32 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:16.353566 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f67275-b02f-4744-8bd1-4bd4d17904da', 'tag': 'fc24b9d1-5104-44dc-9fbd-0dfe06462cc5', 'status': 'completed', 'code': 200} Jul 15 13:05:16.370156 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-795ac537-9344-4181-87ab-35f9c4f29a8d req-0cff4142-95a2-4b51-9ca7-112679009256 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups/e17f4d1d-823c-4a42-b966-01b3338ae9d6 HTTP/1.1" status: 200 len: 1800 time: 0.0738137 Jul 15 13:05:16.375818 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-27dfedbe-bb04-4eb0-8cd4-7a82767054b1 None None] Port 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:05:16.473503 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-844177dd-9015-41a9-a25f-636ad71871e9 req-7d671edc-0674-4db6-83ff-dbad59fb1978 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Router f41934b7-19e3-4075-baf9-72de257e7e6b has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:05:16.476363 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-34662d56-5561-469c-adc0-dbfc1934582d req-0536f1dc-2a13-41c6-8027-8cdbdc68052f service neutron] 10.222.0.46 "GET /v2.0/networks/1bdc303d-a348-44e1-bbb6-ce54e5387eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615615 Jul 15 13:05:16.527390 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-43895676-1e09-417a-9799-3f2cdfee15f2 req-2e5fdc9e-ff7a-4bc9-8ea6-13ab7ac7eb85 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.16 "GET /v2.0/ports?device_id=0706dfbb-184e-47a5-b126-8192a21dbb6f HTTP/1.1" status: 200 len: 210 time: 0.0393331 Jul 15 13:05:16.556182 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-795ac537-9344-4181-87ab-35f9c4f29a8d req-33e35d85-8d06-4b53-b9aa-58db408a72c8 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:16.597905 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-795ac537-9344-4181-87ab-35f9c4f29a8d req-33e35d85-8d06-4b53-b9aa-58db408a72c8 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:16.618722 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-844177dd-9015-41a9-a25f-636ad71871e9 req-7d671edc-0674-4db6-83ff-dbad59fb1978 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:05:16.635665 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463c8bc4-2a7b-48e2-b13a-c4f7c08a0c0a None None] Sync routers for ids ['f41934b7-19e3-4075-baf9-72de257e7e6b'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:05:16.656742 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463c8bc4-2a7b-48e2-b13a-c4f7c08a0c0a None None] Routers {'f41934b7-19e3-4075-baf9-72de257e7e6b'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:16.657636 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-463c8bc4-2a7b-48e2-b13a-c4f7c08a0c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:05:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f41934b7-19e3-4075-baf9-72de257e7e6b'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:16.674289 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-844177dd-9015-41a9-a25f-636ad71871e9 req-7d671edc-0674-4db6-83ff-dbad59fb1978 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] No DVR routers for this DVR port 2c6d32b1-7d71-4f0e-82a1-92c4d773e751 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:05:16.677720 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-844177dd-9015-41a9-a25f-636ad71871e9 req-7d671edc-0674-4db6-83ff-dbad59fb1978 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:16.679810 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-844177dd-9015-41a9-a25f-636ad71871e9 req-7d671edc-0674-4db6-83ff-dbad59fb1978 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.46 "DELETE /v2.0/ports/2c6d32b1-7d71-4f0e-82a1-92c4d773e751 HTTP/1.1" status: 204 len: 173 time: 1.7059031 Jul 15 13:05:16.681741 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b33157-0521-439b-9110-3814a1870e9e req-dcce972a-19ec-40dd-8f1f-cbe92371efbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:16.683246 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-21b33157-0521-439b-9110-3814a1870e9e req-dcce972a-19ec-40dd-8f1f-cbe92371efbb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cece2284cedf41a29a33e49364b41245&device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 1096 time: 0.1457655 Jul 15 13:05:16.742979 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-795ac537-9344-4181-87ab-35f9c4f29a8d req-33e35d85-8d06-4b53-b9aa-58db408a72c8 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:16.745589 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-795ac537-9344-4181-87ab-35f9c4f29a8d req-33e35d85-8d06-4b53-b9aa-58db408a72c8 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:16.746832 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-795ac537-9344-4181-87ab-35f9c4f29a8d req-33e35d85-8d06-4b53-b9aa-58db408a72c8 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "DELETE /v2.0/security-groups/e17f4d1d-823c-4a42-b966-01b3338ae9d6 HTTP/1.1" status: 204 len: 173 time: 0.3760982 Jul 15 13:05:16.781091 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e35d85-8d06-4b53-b9aa-58db408a72c8 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17f4d1d-823c-4a42-b966-01b3338ae9d6,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:16.797779 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b33157-0521-439b-9110-3814a1870e9e req-dc208c36-2554-42fa-a726-ecee7c55bde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:16.798961 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-21b33157-0521-439b-9110-3814a1870e9e req-dc208c36-2554-42fa-a726-ecee7c55bde0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1bdc303d-a348-44e1-bbb6-ce54e5387eef HTTP/1.1" status: 200 len: 912 time: 0.1044712 Jul 15 13:05:16.831710 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f94e82-850d-4952-88f2-7b83d8f53bef req-ff647600-15fd-4f8b-8deb-86e50c0b79ec tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:16.849316 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-32f94e82-850d-4952-88f2-7b83d8f53bef req-ff647600-15fd-4f8b-8deb-86e50c0b79ec tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01f2402-2c93-44e7-b1a7-db1cf6e713b6 HTTP/1.1" status: 200 len: 936 time: 0.1847677 Jul 15 13:05:16.865453 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-21b33157-0521-439b-9110-3814a1870e9e req-144146bb-14ff-4eaa-8bff-63125a70a64c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc24b9d1-5104-44dc-9fbd-0dfe06462cc5 HTTP/1.1" status: 200 len: 217 time: 0.0553088 Jul 15 13:05:16.902659 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-4885e412-a263-4809-b859-356d5f37efcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:16.912072 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-4885e412-a263-4809-b859-356d5f37efcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:16.931273 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-4885e412-a263-4809-b859-356d5f37efcf service neutron] Transition to ACTIVE for port object 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:16.944766 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-4885e412-a263-4809-b859-356d5f37efcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:16.953210 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b33157-0521-439b-9110-3814a1870e9e req-52e6e715-054f-4016-9b14-159b6d083bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:16.955213 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-21b33157-0521-439b-9110-3814a1870e9e req-52e6e715-054f-4016-9b14-159b6d083bd0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1796d493-1d5f-49de-a2f8-cb5cb28c84a4 HTTP/1.1" status: 200 len: 850 time: 0.0819921 Jul 15 13:05:17.018067 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4885e412-a263-4809-b859-356d5f37efcf service neutron] Pushing event updated for resources: {'Port': ['ID=9c46c9f0-c2f6-4c3a-9635-982485c4f4e0,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:17.052593 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b33157-0521-439b-9110-3814a1870e9e req-d1827622-418c-4bb2-bc8a-bfed08faaaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:17.055219 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-21b33157-0521-439b-9110-3814a1870e9e req-d1827622-418c-4bb2-bc8a-bfed08faaaa7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1bdc303d-a348-44e1-bbb6-ce54e5387eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0834906 Jul 15 13:05:17.075496 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-32f94e82-850d-4952-88f2-7b83d8f53bef req-8264a4d8-ade4-4993-9a2e-ecf10a5f6e98 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] 10.222.0.16 "GET /v2.0/security-groups?id=678f200d-9bff-4745-b50e-fe912e615194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248027 Jul 15 13:05:17.078471 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-463c8bc4-2a7b-48e2-b13a-c4f7c08a0c0a None None] Set router f41934b7-19e3-4075-baf9-72de257e7e6b gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:17.205936 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-4885e412-a263-4809-b859-356d5f37efcf service neutron] Attempting to bind port 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:17.206276 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-4885e412-a263-4809-b859-356d5f37efcf service neutron] Attempting to bind port 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:17.206805 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-4885e412-a263-4809-b859-356d5f37efcf service neutron] Attempting to bind port 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:17.215146 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-4885e412-a263-4809-b859-356d5f37efcf service neutron] Port 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:05:17.215439 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-4885e412-a263-4809-b859-356d5f37efcf service neutron] Attempting to bind port 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:17.226472 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-4885e412-a263-4809-b859-356d5f37efcf service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:17.226855 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-4885e412-a263-4809-b859-356d5f37efcf service neutron] Checking segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:17.227255 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-4885e412-a263-4809-b859-356d5f37efcf service neutron] Bound using segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:17.227829 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-4885e412-a263-4809-b859-356d5f37efcf service neutron] Bound port: 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:17.228183 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-4885e412-a263-4809-b859-356d5f37efcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:17.263454 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-21b33157-0521-439b-9110-3814a1870e9e req-0c4b17a8-92ab-4738-bb79-2763f24b0b8f service neutron] 10.222.0.46 "GET /v2.0/networks/1bdc303d-a348-44e1-bbb6-ce54e5387eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958601 Jul 15 13:05:17.365700 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-4885e412-a263-4809-b859-356d5f37efcf service neutron] For port 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:17.372226 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-463c8bc4-2a7b-48e2-b13a-c4f7c08a0c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41934b7-19e3-4075-baf9-72de257e7e6b', 'name': 'tempest-ServersTestJSON-926617781-router', 'tenant_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'b422962e-9600-498e-8f25-b25ff7949865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:35Z', 'updated_at': '2021-07-15T13:02:42Z', 'revision_number': 4, 'project_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'gw_port': {'id': 'b422962e-9600-498e-8f25-b25ff7949865', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41934b7-19e3-4075-baf9-72de257e7e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:37Z', 'updated_at': '2021-07-15T13:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '5365b244-441d-43a7-8787-7c2bb588a639', 'name': '', 'network_id': '5dce3b24-e211-4491-aa50-c797e41d1c5e', 'tenant_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'mac_address': 'fa:16:3e:cf:9e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41934b7-19e3-4075-baf9-72de257e7e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8b9f10c5-3f01-4eb5-b561-afab62792bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:41Z', 'updated_at': '2021-07-15T13:02:49Z', 'revision_number': 5, 'project_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'subnets': [{'id': '8b9f10c5-3f01-4eb5-b561-afab62792bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:17.382344 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-4885e412-a263-4809-b859-356d5f37efcf service neutron] For port 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=9c46c9f0-c2f6-4c3a-9635-982485c4f4e0,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:17.393969 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-21b33157-0521-439b-9110-3814a1870e9e req-e743c4b2-57dd-4792-bcac-b643ba8483db service neutron] 10.222.0.46 "GET /v2.0/networks/1bdc303d-a348-44e1-bbb6-ce54e5387eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227729 Jul 15 13:05:17.412480 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-4885e412-a263-4809-b859-356d5f37efcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:17.415009 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463c8bc4-2a7b-48e2-b13a-c4f7c08a0c0a None None] Checking router: f41934b7-19e3-4075-baf9-72de257e7e6b for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:05:17.423481 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463c8bc4-2a7b-48e2-b13a-c4f7c08a0c0a None None] Routers {'f41934b7-19e3-4075-baf9-72de257e7e6b'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:17.424122 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-463c8bc4-2a7b-48e2-b13a-c4f7c08a0c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:05:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f41934b7-19e3-4075-baf9-72de257e7e6b'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:17.487100 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-4885e412-a263-4809-b859-356d5f37efcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:17.487801 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-4885e412-a263-4809-b859-356d5f37efcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:17.489267 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-4885e412-a263-4809-b859-356d5f37efcf service neutron] 10.222.0.46 "PUT /v2.0/ports/9c46c9f0-c2f6-4c3a-9635-982485c4f4e0 HTTP/1.1" status: 200 len: 1097 time: 1.3500230 Jul 15 13:05:17.491299 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd01f2402-2c93-44e7-b1a7-db1cf6e713b6', 'tag': '9c46c9f0-c2f6-4c3a-9635-982485c4f4e0'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:17.493644 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2913d98-9d74-49b3-8bbf-e363e978edcb" -d '{"events": [{"name": "network-changed", "server_uuid": "d01f2402-2c93-44e7-b1a7-db1cf6e713b6", "tag": "9c46c9f0-c2f6-4c3a-9635-982485c4f4e0"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:17.525857 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc3686-4bf3-4318-9b70-ac0f42a566ab req-4e6f4c30-cab2-47c7-9592-d244eff782e4 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:17.527475 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fdfc3686-4bf3-4318-9b70-ac0f42a566ab req-4e6f4c30-cab2-47c7-9592-d244eff782e4 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 950 time: 0.2106173 Jul 15 13:05:17.537073 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4885e412-a263-4809-b859-356d5f37efcf service neutron] Pushing event updated for resources: {'Port': ['ID=9c46c9f0-c2f6-4c3a-9635-982485c4f4e0,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:17.546927 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-463c8bc4-2a7b-48e2-b13a-c4f7c08a0c0a None None] Set router f41934b7-19e3-4075-baf9-72de257e7e6b gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:17.559769 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4885e412-a263-4809-b859-356d5f37efcf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:17.560033 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4885e412-a263-4809-b859-356d5f37efcf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:17.560383 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4885e412-a263-4809-b859-356d5f37efcf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:17.560726 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4885e412-a263-4809-b859-356d5f37efcf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:17.561062 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4885e412-a263-4809-b859-356d5f37efcf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:17.561399 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4885e412-a263-4809-b859-356d5f37efcf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:17.561731 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4885e412-a263-4809-b859-356d5f37efcf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:17.562061 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4885e412-a263-4809-b859-356d5f37efcf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:17.562391 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4885e412-a263-4809-b859-356d5f37efcf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:17.562746 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4885e412-a263-4809-b859-356d5f37efcf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:17.563073 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4885e412-a263-4809-b859-356d5f37efcf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:17.563404 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4885e412-a263-4809-b859-356d5f37efcf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:17.620915 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d558cf2-29b0-4222-b5d7-96dc5837f3b2 req-540c6a72-83f9-4dec-ae11-45a5208648f2 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:17.622499 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7d558cf2-29b0-4222-b5d7-96dc5837f3b2 req-540c6a72-83f9-4dec-ae11-45a5208648f2 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97aba12-0dd5-48ec-a5e1-10a099efb9c3 HTTP/1.1" status: 200 len: 945 time: 0.2360730 Jul 15 13:05:17.647378 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fdfc3686-4bf3-4318-9b70-ac0f42a566ab req-406e3910-d5e1-4cfd-91b5-2b44744cf437 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137164 Jul 15 13:05:17.705942 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [req-ac9894d7-e514-4334-997d-5b9b520112a6 req-32473bef-76e7-4506-b26c-0a92b7fd1a92 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] show failed (client error): The resource could not be found. Jul 15 13:05:17.715196 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac9894d7-e514-4334-997d-5b9b520112a6 req-32473bef-76e7-4506-b26c-0a92b7fd1a92 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups/e17f4d1d-823c-4a42-b966-01b3338ae9d6 HTTP/1.1" status: 404 len: 352 time: 0.0323176 Jul 15 13:05:17.757472 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7d558cf2-29b0-4222-b5d7-96dc5837f3b2 req-346cd821-5f6e-4db7-b0c9-f3e58c4a2c48 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262376 Jul 15 13:05:17.766389 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-5eecbe4d-07bb-4c47-8461-cff667dc62fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:17.768089 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-5eecbe4d-07bb-4c47-8461-cff667dc62fe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=21a6514a0ca5430fbc1c9f9b89e44c0d&device_id=d01f2402-2c93-44e7-b1a7-db1cf6e713b6 HTTP/1.1" status: 200 len: 1100 time: 0.1979368 Jul 15 13:05:17.802764 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-463c8bc4-2a7b-48e2-b13a-c4f7c08a0c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41934b7-19e3-4075-baf9-72de257e7e6b', 'name': 'tempest-ServersTestJSON-926617781-router', 'tenant_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'b422962e-9600-498e-8f25-b25ff7949865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:35Z', 'updated_at': '2021-07-15T13:02:42Z', 'revision_number': 4, 'project_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'gw_port': {'id': 'b422962e-9600-498e-8f25-b25ff7949865', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41934b7-19e3-4075-baf9-72de257e7e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:37Z', 'updated_at': '2021-07-15T13:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '5365b244-441d-43a7-8787-7c2bb588a639', 'name': '', 'network_id': '5dce3b24-e211-4491-aa50-c797e41d1c5e', 'tenant_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'mac_address': 'fa:16:3e:cf:9e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41934b7-19e3-4075-baf9-72de257e7e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8b9f10c5-3f01-4eb5-b561-afab62792bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:41Z', 'updated_at': '2021-07-15T13:02:49Z', 'revision_number': 5, 'project_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'subnets': [{'id': '8b9f10c5-3f01-4eb5-b561-afab62792bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:17.833580 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-cce15e60-bd30-409a-9455-138067e325ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=9c46c9f0-c2f6-4c3a-9635-982485c4f4e0 HTTP/1.1" status: 200 len: 217 time: 0.0488961 Jul 15 13:05:17.840680 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463c8bc4-2a7b-48e2-b13a-c4f7c08a0c0a None None] The sync data for ids ['f41934b7-19e3-4075-baf9-72de257e7e6b'] in n-d-771363-36 is: [{'id': 'f41934b7-19e3-4075-baf9-72de257e7e6b', 'name': 'tempest-ServersTestJSON-926617781-router', 'tenant_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'b422962e-9600-498e-8f25-b25ff7949865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:35Z', 'updated_at': '2021-07-15T13:02:42Z', 'revision_number': 4, 'project_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'gw_port': {'id': 'b422962e-9600-498e-8f25-b25ff7949865', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41934b7-19e3-4075-baf9-72de257e7e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:37Z', 'updated_at': '2021-07-15T13:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '5365b244-441d-43a7-8787-7c2bb588a639', 'name': '', 'network_id': '5dce3b24-e211-4491-aa50-c797e41d1c5e', 'tenant_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'mac_address': 'fa:16:3e:cf:9e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41934b7-19e3-4075-baf9-72de257e7e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8b9f10c5-3f01-4eb5-b561-afab62792bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:41Z', 'updated_at': '2021-07-15T13:02:49Z', 'revision_number': 5, 'project_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'subnets': [{'id': '8b9f10c5-3f01-4eb5-b561-afab62792bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:05:17.944144 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-18d90706-2b33-4ce7-b53c-f3a53da9e99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:17.945592 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-18d90706-2b33-4ce7-b53c-f3a53da9e99a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.1035883 Jul 15 13:05:18.012569 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad27fa-4e7c-4c6a-8a90-eec00a955af3 req-f7f82c4f-fb62-4f78-a617-37f59bba8d96 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:18.014088 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e3ad27fa-4e7c-4c6a-8a90-eec00a955af3 req-f7f82c4f-fb62-4f78-a617-37f59bba8d96 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=5020414d-4313-45a6-bcc4-08c24c070e80 HTTP/1.1" status: 200 len: 945 time: 0.1838365 Jul 15 13:05:18.028101 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c633d-925b-4d0f-a778-8b4fc48b43c4 req-f82fbe89-cf8d-4bf7-9778-cc79eb1c8938 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:18.029630 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-929c633d-925b-4d0f-a778-8b4fc48b43c4 req-f82fbe89-cf8d-4bf7-9778-cc79eb1c8938 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 944 time: 0.1417525 Jul 15 13:05:18.087928 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434554c3-8574-480a-bc4b-26fa4eb2bb18 None None] New status for floating IP 1ff1b50e-7b88-4eed-bfd2-bc9fdd316ad8: DOWN {{(pid=93827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:05:18.100836 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-e52aa9bc-bc0c-4aa9-bc42-c6daa7ade8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:18.102335 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-e52aa9bc-bc0c-4aa9-bc42-c6daa7ade8ff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1466422 Jul 15 13:05:18.109334 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-929c633d-925b-4d0f-a778-8b4fc48b43c4 req-5d31b146-461e-463b-bedb-09de4fed9198 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6a1356-fa75-4dc1-a4fe-d320e6b273c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690866 Jul 15 13:05:18.111856 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e3ad27fa-4e7c-4c6a-8a90-eec00a955af3 req-0720d3b9-45d7-412e-a5e1-d2b84c418596 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804040 Jul 15 13:05:18.185734 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b97a9df-1abf-4986-a388-32036b705e52 x-openstack-request-id: req-6b97a9df-1abf-4986-a388-32036b705e52 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:18.186097 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d01f2402-2c93-44e7-b1a7-db1cf6e713b6", "tag": "9c46c9f0-c2f6-4c3a-9635-982485c4f4e0", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:18.186415 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6b97a9df-1abf-4986-a388-32036b705e52 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:18.186925 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd01f2402-2c93-44e7-b1a7-db1cf6e713b6', 'tag': '9c46c9f0-c2f6-4c3a-9635-982485c4f4e0', 'status': 'completed', 'code': 200} Jul 15 13:05:18.215078 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-1b360c71-09f5-47f0-ba5a-f6da1f7bf2cd service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022997 Jul 15 13:05:18.355103 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0706dfbb-184e-47a5-b126-8192a21dbb6f', 'name': 'network-vif-deleted', 'tag': '2c6d32b1-7d71-4f0e-82a1-92c4d773e751'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:18.357513 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39b5008-a408-414f-9207-b3a900ae1325" -d '{"events": [{"server_uuid": "0706dfbb-184e-47a5-b126-8192a21dbb6f", "name": "network-vif-deleted", "tag": "2c6d32b1-7d71-4f0e-82a1-92c4d773e751"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:18.366426 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e276d4de-b934-40a7-b599-9f5e2e986c8e req-6fc0963d-0663-48aa-9ebb-0c8edbf68f34 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=590f7216fc544110befd860d82a48661 HTTP/1.1" status: 200 len: 6147 time: 0.1625223 Jul 15 13:05:18.412338 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3dded261-c0ca-4665-ae90-4938fa934b1b req-baf8688e-cfec-4f47-b67e-5346cbc9e932 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873806 Jul 15 13:05:18.444839 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e276d4de-b934-40a7-b599-9f5e2e986c8e req-d9019a2c-89b9-4798-a857-85a80858d2e8 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups/680015d7-3cf5-4bf2-aaef-662d25196854 HTTP/1.1" status: 200 len: 2981 time: 0.0688694 Jul 15 13:05:18.452144 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45776b23-2c41-4601-a593-68f1e8b49fe1 req-40fca6af-ff6f-4f78-a5c6-4aa1e203d6cc tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:18.453627 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-45776b23-2c41-4601-a593-68f1e8b49fe1 req-40fca6af-ff6f-4f78-a5c6-4aa1e203d6cc tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01f2402-2c93-44e7-b1a7-db1cf6e713b6 HTTP/1.1" status: 200 len: 948 time: 0.1356897 Jul 15 13:05:18.549217 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-45776b23-2c41-4601-a593-68f1e8b49fe1 req-a359b5db-7444-4a7f-bb4b-d25d7ef70801 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] 10.222.0.16 "GET /v2.0/security-groups?id=678f200d-9bff-4745-b50e-fe912e615194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877609 Jul 15 13:05:18.552851 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e276d4de-b934-40a7-b599-9f5e2e986c8e req-3c1fbfc7-8ba4-4932-8395-c605bbed9434 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups/680015d7-3cf5-4bf2-aaef-662d25196854 HTTP/1.1" status: 200 len: 2981 time: 0.0983355 Jul 15 13:05:18.577598 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2913d98-9d74-49b3-8bbf-e363e978edcb req-003362d6-8eed-40e6-819d-c69cc39fb3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:18.579124 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d2913d98-9d74-49b3-8bbf-e363e978edcb req-003362d6-8eed-40e6-819d-c69cc39fb3a8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=21a6514a0ca5430fbc1c9f9b89e44c0d&device_id=d01f2402-2c93-44e7-b1a7-db1cf6e713b6 HTTP/1.1" status: 200 len: 1100 time: 0.1162405 Jul 15 13:05:18.589433 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44658) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:18.620900 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d85cf8-b332-40e6-b3c2-6d9e0b4324b7 x-openstack-request-id: req-e7d85cf8-b332-40e6-b3c2-6d9e0b4324b7 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:18.621195 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0706dfbb-184e-47a5-b126-8192a21dbb6f", "name": "network-vif-deleted", "tag": "2c6d32b1-7d71-4f0e-82a1-92c4d773e751", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:18.621448 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e7d85cf8-b332-40e6-b3c2-6d9e0b4324b7 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:18.621846 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0706dfbb-184e-47a5-b126-8192a21dbb6f', 'name': 'network-vif-deleted', 'tag': '2c6d32b1-7d71-4f0e-82a1-92c4d773e751', 'status': 'completed', 'code': 200} Jul 15 13:05:18.641533 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-654d1109-4498-4b7f-8de4-f598f2dffd78 req-a4fbe37b-9ffb-4537-8136-ca0e95a41682 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-24275413', 'description': 'tempest-description-664948884'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:18.723151 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-654d1109-4498-4b7f-8de4-f598f2dffd78 req-a4fbe37b-9ffb-4537-8136-ca0e95a41682 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:18.747979 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b07ea628-eb14-40d4-87ef-b084263286db tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:18.751726 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2913d98-9d74-49b3-8bbf-e363e978edcb req-7caed895-9020-45da-9549-2cb3dfa1e3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:18.753205 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d2913d98-9d74-49b3-8bbf-e363e978edcb req-7caed895-9020-45da-9549-2cb3dfa1e3fb service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.1664913 Jul 15 13:05:18.800174 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b07ea628-eb14-40d4-87ef-b084263286db tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:18.861053 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d2913d98-9d74-49b3-8bbf-e363e978edcb req-1f972891-e2d9-43df-9532-8aab5eb59925 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=9c46c9f0-c2f6-4c3a-9635-982485c4f4e0 HTTP/1.1" status: 200 len: 217 time: 0.0921743 Jul 15 13:05:18.968374 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2913d98-9d74-49b3-8bbf-e363e978edcb req-e11439dc-80b0-415b-b45c-db86b0112850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:18.969830 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d2913d98-9d74-49b3-8bbf-e363e978edcb req-e11439dc-80b0-415b-b45c-db86b0112850 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0917292 Jul 15 13:05:18.985119 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ec0ab-3a1c-484e-8378-b14092a50a75 req-706ced2b-e917-41b3-b173-649e7ea49790 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:18.986528 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-794ec0ab-3a1c-484e-8378-b14092a50a75 req-706ced2b-e917-41b3-b173-649e7ea49790 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 950 time: 0.2187848 Jul 15 13:05:19.007094 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b07ea628-eb14-40d4-87ef-b084263286db tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:19.009530 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b07ea628-eb14-40d4-87ef-b084263286db tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:19.010611 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b07ea628-eb14-40d4-87ef-b084263286db tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.16 "DELETE /v2.0/security-groups/7c10bd43-1f14-485b-807f-33006f389a53 HTTP/1.1" status: 204 len: 168 time: 0.4204025 Jul 15 13:05:19.013314 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44664) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:19.027740 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-c46d7a99-3dd5-40e7-9c85-5d26e7ba681d tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] show failed (client error): The resource could not be found. Jul 15 13:05:19.028752 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c46d7a99-3dd5-40e7-9c85-5d26e7ba681d tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.16 "GET /v2.0/security-groups/7c10bd43-1f14-485b-807f-33006f389a53 HTTP/1.1" status: 404 len: 347 time: 0.0144670 Jul 15 13:05:19.031516 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44666) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:19.033747 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-654d1109-4498-4b7f-8de4-f598f2dffd78 req-a4fbe37b-9ffb-4537-8136-ca0e95a41682 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:19.055218 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-654d1109-4498-4b7f-8de4-f598f2dffd78 req-a4fbe37b-9ffb-4537-8136-ca0e95a41682 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:19.064504 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ea628-eb14-40d4-87ef-b084263286db tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c10bd43-1f14-485b-807f-33006f389a53,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:19.113958 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-654d1109-4498-4b7f-8de4-f598f2dffd78 req-a4fbe37b-9ffb-4537-8136-ca0e95a41682 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:19.115738 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-654d1109-4498-4b7f-8de4-f598f2dffd78 req-a4fbe37b-9ffb-4537-8136-ca0e95a41682 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.4832387 Jul 15 13:05:19.131883 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-794ec0ab-3a1c-484e-8378-b14092a50a75 req-82709b5d-ca5d-438c-954c-f7fd9e5bcb60 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274610 Jul 15 13:05:19.132429 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbe37b-9ffb-4537-8136-ca0e95a41682 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6910c0f4-2438-4c0f-bc71-915cffae4936,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:19.163731 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-660859f9-5df4-426c-b488-e7884d5194c2 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Deleting port 028821dc-dec8-4cc6-8941-019ff3215549 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:19.164156 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-660859f9-5df4-426c-b488-e7884d5194c2 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:19.166598 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-1591a8be-5d12-4102-8db1-95eda6d62038 req-46ab6d0b-ac03-4b2d-82cc-3931047a4b85 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1890213682', 'description': 'tempest-description-1238626739'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:19.179905 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2913d98-9d74-49b3-8bbf-e363e978edcb req-bbefe2ee-0898-4ee4-973b-91982e7949d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:19.181388 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d2913d98-9d74-49b3-8bbf-e363e978edcb req-bbefe2ee-0898-4ee4-973b-91982e7949d3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1937649 Jul 15 13:05:19.209709 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1591a8be-5d12-4102-8db1-95eda6d62038 req-46ab6d0b-ac03-4b2d-82cc-3931047a4b85 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:19.281621 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-660859f9-5df4-426c-b488-e7884d5194c2 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:19.281948 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-660859f9-5df4-426c-b488-e7884d5194c2 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:19.305918 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902936db-5041-44c7-963e-724b5eb7424f req-fdc22f1b-1668-453e-861c-79ce7595457f tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:19.307432 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-902936db-5041-44c7-963e-724b5eb7424f req-fdc22f1b-1668-453e-861c-79ce7595457f tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.46 "GET /v2.0/ports?device_id=5020414d-4313-45a6-bcc4-08c24c070e80 HTTP/1.1" status: 200 len: 945 time: 0.1311083 Jul 15 13:05:19.308287 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-660859f9-5df4-426c-b488-e7884d5194c2 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Calling delete_port for 028821dc-dec8-4cc6-8941-019ff3215549 owned by network:floatingip {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:19.346117 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d2913d98-9d74-49b3-8bbf-e363e978edcb req-09082fdc-fa7b-4941-983f-ae8c98d3e1a6 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549890 Jul 15 13:05:19.417615 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc045aa5-d17e-4620-bd1c-dbf5a55335e3 req-972dc272-d997-49c9-aa02-ee2a7d370521 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:19.419096 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bc045aa5-d17e-4620-bd1c-dbf5a55335e3 req-972dc272-d997-49c9-aa02-ee2a7d370521 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97aba12-0dd5-48ec-a5e1-10a099efb9c3 HTTP/1.1" status: 200 len: 945 time: 0.1551013 Jul 15 13:05:19.468411 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1591a8be-5d12-4102-8db1-95eda6d62038 req-46ab6d0b-ac03-4b2d-82cc-3931047a4b85 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:19.478409 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-902936db-5041-44c7-963e-724b5eb7424f req-7048c3a8-28f9-46f0-890c-b297cb9b4b43 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Deleting port 12e09d20-479b-4255-91fb-2f2a09738cdb {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:19.479139 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-902936db-5041-44c7-963e-724b5eb7424f req-7048c3a8-28f9-46f0-890c-b297cb9b4b43 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:19.481492 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1591a8be-5d12-4102-8db1-95eda6d62038 req-46ab6d0b-ac03-4b2d-82cc-3931047a4b85 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:19.535663 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1591a8be-5d12-4102-8db1-95eda6d62038 req-46ab6d0b-ac03-4b2d-82cc-3931047a4b85 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:19.537428 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1591a8be-5d12-4102-8db1-95eda6d62038 req-46ab6d0b-ac03-4b2d-82cc-3931047a4b85 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3765070 Jul 15 13:05:19.540270 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bc045aa5-d17e-4620-bd1c-dbf5a55335e3 req-e01097de-5a68-4f0f-ab81-d99ad0c3bf5a tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126521 Jul 15 13:05:19.549576 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d2913d98-9d74-49b3-8bbf-e363e978edcb req-b014a906-3d7f-49c4-8d40-932a64ee026e service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922767 Jul 15 13:05:19.550627 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab6d0b-ac03-4b2d-82cc-3931047a4b85 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b198dac7-9f23-4104-8831-8a62fb73839d,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:19.585859 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-660859f9-5df4-426c-b488-e7884d5194c2 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:19.630518 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660859f9-5df4-426c-b488-e7884d5194c2 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Pushing event deleted for resources: {'Port': ['ID=028821dc-dec8-4cc6-8941-019ff3215549,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:19.701652 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-902936db-5041-44c7-963e-724b5eb7424f req-7048c3a8-28f9-46f0-890c-b297cb9b4b43 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] For port 12e09d20-479b-4255-91fb-2f2a09738cdb, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=12e09d20-479b-4255-91fb-2f2a09738cdb,segment=NetworkSegment(9940a96e-2d5b-4778-a27d-d984f6200b93),segment_id=9940a96e-2d5b-4778-a27d-d984f6200b93)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:19.702009 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-902936db-5041-44c7-963e-724b5eb7424f req-7048c3a8-28f9-46f0-890c-b297cb9b4b43 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:19.718490 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-902936db-5041-44c7-963e-724b5eb7424f req-7048c3a8-28f9-46f0-890c-b297cb9b4b43 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Calling delete_port for 12e09d20-479b-4255-91fb-2f2a09738cdb owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:19.727089 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-660859f9-5df4-426c-b488-e7884d5194c2 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks [] for floatingip, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:19.730303 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-660859f9-5df4-426c-b488-e7884d5194c2 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:19.731658 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-660859f9-5df4-426c-b488-e7884d5194c2 tempest-ServersTestJSON-1449269166 tempest-ServersTestJSON-1449269166-project] 10.222.0.16 "DELETE /v2.0/floatingips/1ff1b50e-7b88-4eed-bfd2-bc9fdd316ad8 HTTP/1.1" status: 204 len: 168 time: 0.6991301 Jul 15 13:05:19.734663 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44682) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:19.775764 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0362c-62df-4982-a587-2edfc8d65cb2 req-09275c12-57e8-4505-aad9-4df59f4bb69e tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:19.777267 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cab0362c-62df-4982-a587-2edfc8d65cb2 req-09275c12-57e8-4505-aad9-4df59f4bb69e tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 944 time: 0.1127853 Jul 15 13:05:19.785459 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa1828-cbe4-4d9e-8309-d2296bd2ecde req-f1e8b07d-a385-49c1-947e-4fc4f7d6eb1d tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:19.787416 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fffa1828-cbe4-4d9e-8309-d2296bd2ecde req-f1e8b07d-a385-49c1-947e-4fc4f7d6eb1d tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=5020414d-4313-45a6-bcc4-08c24c070e80 HTTP/1.1" status: 200 len: 945 time: 0.0925763 Jul 15 13:05:19.843089 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cab0362c-62df-4982-a587-2edfc8d65cb2 req-3cfe91ab-1f86-4128-8831-1e74ca12be14 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6a1356-fa75-4dc1-a4fe-d320e6b273c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547075 Jul 15 13:05:19.845791 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fffa1828-cbe4-4d9e-8309-d2296bd2ecde req-e7ba050e-0693-48ce-8d07-0cf45bce1509 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/security-groups?id=38439d16-be46-41fb-9e6d-711a65561154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516777 Jul 15 13:05:19.966783 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device fc24b9d1-5104-44dc-9fbd-0dfe06462cc5 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:05:19.971333 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 2c6d32b1-7d71-4f0e-82a1-92c4d773e751 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:19.997300 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 2c6d32b1-7d71-4f0e-82a1-92c4d773e751 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:05:19.997646 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 2c6d32b1-7d71-4f0e-82a1-92c4d773e751 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:05:20.097221 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port fc24b9d1-5104-44dc-9fbd-0dfe06462cc5, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=fc24b9d1-5104-44dc-9fbd-0dfe06462cc5,segment=NetworkSegment(51f871b6-b945-4062-a6a8-cab4d9505cb9),segment_id=51f871b6-b945-4062-a6a8-cab4d9505cb9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:20.099600 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-de36acae-f867-4b91-9c49-f12d6d4530c8 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:20.108303 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-de36acae-f867-4b91-9c49-f12d6d4530c8 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/networks?id=729a5aca-a8fb-4adf-b967-9e9deb4d3b59 HTTP/1.1" status: 200 len: 813 time: 0.1627870 Jul 15 13:05:20.117743 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'fc24b9d1-5104-44dc-9fbd-0dfe06462cc5', 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef', 'port_id': 'fc24b9d1-5104-44dc-9fbd-0dfe06462cc5', 'mac_address': 'fa:16:3e:05:1a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1796d493-1d5f-49de-a2f8-cb5cb28c84a4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:05:20.120589 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3849af-18c6-4b9d-aea1-d7be89e90c36 req-f99eabb0-eaf7-4a71-bdf0-49dbcbeaa537 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:20.123052 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0a3849af-18c6-4b9d-aea1-d7be89e90c36 req-f99eabb0-eaf7-4a71-bdf0-49dbcbeaa537 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01f2402-2c93-44e7-b1a7-db1cf6e713b6 HTTP/1.1" status: 200 len: 948 time: 0.1662498 Jul 15 13:05:20.150354 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-61ef0e27-d557-4831-846a-5d2c17ade89a tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/quotas/590f7216fc544110befd860d82a48661 HTTP/1.1" status: 200 len: 375 time: 0.0262320 Jul 15 13:05:20.162529 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:20.177120 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc24b9d1-5104-44dc-9fbd-0dfe06462cc5 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:20.200245 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port fc24b9d1-5104-44dc-9fbd-0dfe06462cc5, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=fc24b9d1-5104-44dc-9fbd-0dfe06462cc5,segment=NetworkSegment(51f871b6-b945-4062-a6a8-cab4d9505cb9),segment_id=51f871b6-b945-4062-a6a8-cab4d9505cb9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:20.203237 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0a3849af-18c6-4b9d-aea1-d7be89e90c36 req-8ce297e3-92dd-4ae5-9cd3-1f85ff470a82 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] 10.222.0.16 "GET /v2.0/security-groups?id=678f200d-9bff-4745-b50e-fe912e615194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722570 Jul 15 13:05:20.205050 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:20.234232 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-c41eea50-3ba8-4992-b502-7eb85c7ae14f tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=590f7216fc544110befd860d82a48661&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0780201 Jul 15 13:05:20.266197 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=fc24b9d1-5104-44dc-9fbd-0dfe06462cc5,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:20.275594 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:20.276067 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:20.276416 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:20.276756 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:20.277093 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:20.277425 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:20.277755 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:20.278083 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:20.278408 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:20.278759 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:20.279095 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:20.279409 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:20.332377 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-902936db-5041-44c7-963e-724b5eb7424f req-7048c3a8-28f9-46f0-890c-b297cb9b4b43 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:20.346144 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['12e09d20-479b-4255-91fb-2f2a09738cdb'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:20.358082 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-d33bb203-893c-45b4-b121-d40e17e94dc4 service neutron] 10.222.0.16 "GET /v2.0/networks/729a5aca-a8fb-4adf-b967-9e9deb4d3b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162384 Jul 15 13:05:20.382320 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048c3a8-28f9-46f0-890c-b297cb9b4b43 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Pushing event deleted for resources: {'Port': ['ID=12e09d20-479b-4255-91fb-2f2a09738cdb,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:20.438651 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-902936db-5041-44c7-963e-724b5eb7424f req-7048c3a8-28f9-46f0-890c-b297cb9b4b43 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] No DVR routers for this DVR port 12e09d20-479b-4255-91fb-2f2a09738cdb on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:05:20.456144 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-902936db-5041-44c7-963e-724b5eb7424f req-7048c3a8-28f9-46f0-890c-b297cb9b4b43 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:20.458657 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-902936db-5041-44c7-963e-724b5eb7424f req-7048c3a8-28f9-46f0-890c-b297cb9b4b43 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.46 "DELETE /v2.0/ports/12e09d20-479b-4255-91fb-2f2a09738cdb HTTP/1.1" status: 204 len: 173 time: 1.1432812 Jul 15 13:05:20.511343 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-9423b91e-611a-4019-9fd6-08c8cfbe838a service neutron] 10.222.0.16 "GET /v2.0/networks/729a5aca-a8fb-4adf-b967-9e9deb4d3b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472518 Jul 15 13:05:20.540257 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['fc24b9d1-5104-44dc-9fbd-0dfe06462cc5'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:20.544562 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbd6af-a852-452f-9349-aa84c9bfe0b0 req-56b21e2d-b35f-4caa-b0d3-1db1c0b2cc38 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:20.546599 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b8bbd6af-a852-452f-9349-aa84c9bfe0b0 req-56b21e2d-b35f-4caa-b0d3-1db1c0b2cc38 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 950 time: 0.0962827 Jul 15 13:05:20.561444 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b8926e8f-c19a-492c-8d78-606e1782988b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:20.591928 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b8bbd6af-a852-452f-9349-aa84c9bfe0b0 req-ec41a1f5-484f-4a92-bced-50ef2ada328c tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397594 Jul 15 13:05:20.644366 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5020414d-4313-45a6-bcc4-08c24c070e80', 'name': 'network-vif-deleted', 'tag': '12e09d20-479b-4255-91fb-2f2a09738cdb'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:20.648066 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd13078-c4c0-4f02-a517-a6c81a74236d" -d '{"events": [{"server_uuid": "5020414d-4313-45a6-bcc4-08c24c070e80", "name": "network-vif-deleted", "tag": "12e09d20-479b-4255-91fb-2f2a09738cdb"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:20.767440 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df862851-4ac3-4340-adac-762b4c9b01ce x-openstack-request-id: req-df862851-4ac3-4340-adac-762b4c9b01ce {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:20.767995 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5020414d-4313-45a6-bcc4-08c24c070e80", "name": "network-vif-deleted", "tag": "12e09d20-479b-4255-91fb-2f2a09738cdb", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:20.768435 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df862851-4ac3-4340-adac-762b4c9b01ce {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:20.768833 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5020414d-4313-45a6-bcc4-08c24c070e80', 'name': 'network-vif-deleted', 'tag': '12e09d20-479b-4255-91fb-2f2a09738cdb', 'status': 'completed', 'code': 200} Jul 15 13:05:20.844660 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9f27fd7d-adcf-475c-bd61-480fed3006a1 req-7849b4cd-c8af-4d5f-b261-f0aeefdb7684 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/ports?device_id=58455304-1a23-42a3-acf3-cdd8703be040 HTTP/1.1" status: 200 len: 210 time: 0.0593567 Jul 15 13:05:20.883108 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240208b1-8ff2-490d-9e8c-2c41cb96b676 req-e93340fc-5610-4414-8c86-86c3dabde588 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:20.891664 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-240208b1-8ff2-490d-9e8c-2c41cb96b676 req-e93340fc-5610-4414-8c86-86c3dabde588 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97aba12-0dd5-48ec-a5e1-10a099efb9c3 HTTP/1.1" status: 200 len: 945 time: 0.1484201 Jul 15 13:05:20.912207 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-b8926e8f-c19a-492c-8d78-606e1782988b admin admin] Deleting port 5365b244-441d-43a7-8787-7c2bb588a639 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:20.913013 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b8926e8f-c19a-492c-8d78-606e1782988b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:20.935245 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-240208b1-8ff2-490d-9e8c-2c41cb96b676 req-8defb766-cf51-4132-8c78-74746e794d72 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424361 Jul 15 13:05:21.019083 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-b8926e8f-c19a-492c-8d78-606e1782988b admin admin] For port 5365b244-441d-43a7-8787-7c2bb588a639, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5365b244-441d-43a7-8787-7c2bb588a639,segment=NetworkSegment(25bed126-b226-40f7-aece-5e23dff6b4ab),segment_id=25bed126-b226-40f7-aece-5e23dff6b4ab)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:21.019622 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b8926e8f-c19a-492c-8d78-606e1782988b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:21.036686 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-b8926e8f-c19a-492c-8d78-606e1782988b admin admin] Calling delete_port for 5365b244-441d-43a7-8787-7c2bb588a639 owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:21.057153 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cf5e849c-6ca5-488f-96c0-554bd0fb1628 req-d38f6590-f0d9-4431-a1bd-95587b16c3d8 tempest-DeleteServersTestJSON-1157167085 tempest-DeleteServersTestJSON-1157167085-project] 10.222.0.16 "GET /v2.0/ports?device_id=5020414d-4313-45a6-bcc4-08c24c070e80 HTTP/1.1" status: 200 len: 210 time: 0.0578067 Jul 15 13:05:21.150646 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f008e-6d66-4eeb-b965-ada2954309b1 req-112779d3-cd57-4645-9da6-c8b59fa887d9 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:21.152602 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3e2f008e-6d66-4eeb-b965-ada2954309b1 req-112779d3-cd57-4645-9da6-c8b59fa887d9 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 945 time: 0.0825078 Jul 15 13:05:21.193767 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3e2f008e-6d66-4eeb-b965-ada2954309b1 req-1217ab0c-7f05-4fe9-a54c-6057b4225db4 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6a1356-fa75-4dc1-a4fe-d320e6b273c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336134 Jul 15 13:05:21.282346 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b8926e8f-c19a-492c-8d78-606e1782988b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:21.315560 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8926e8f-c19a-492c-8d78-606e1782988b admin admin] Pushing event deleted for resources: {'Port': ['ID=5365b244-441d-43a7-8787-7c2bb588a639,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:21.403346 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f262a58-ac85-4540-b150-0f4670fd7550 req-63e4b11e-13a1-4be3-bba2-9f86ff15f01f tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:21.410858 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9f262a58-ac85-4540-b150-0f4670fd7550 req-63e4b11e-13a1-4be3-bba2-9f86ff15f01f tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01f2402-2c93-44e7-b1a7-db1cf6e713b6 HTTP/1.1" status: 200 len: 948 time: 0.0832703 Jul 15 13:05:21.461874 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9f262a58-ac85-4540-b150-0f4670fd7550 req-452909d8-8f6f-4fc7-83fd-1f603590426e tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] 10.222.0.16 "GET /v2.0/security-groups?id=678f200d-9bff-4745-b50e-fe912e615194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441990 Jul 15 13:05:21.520999 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b8926e8f-c19a-492c-8d78-606e1782988b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:21.740105 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8926e8f-c19a-492c-8d78-606e1782988b admin admin] Router f41934b7-19e3-4075-baf9-72de257e7e6b has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:05:21.776422 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc7cbb-53f5-43c6-ac27-20a035ab5427 req-b7a30848-70ed-4819-960c-99a1ab7f228e tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:21.777891 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c0dc7cbb-53f5-43c6-ac27-20a035ab5427 req-b7a30848-70ed-4819-960c-99a1ab7f228e tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 950 time: 0.0659833 Jul 15 13:05:21.815160 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c0dc7cbb-53f5-43c6-ac27-20a035ab5427 req-4b309789-6e32-4f91-857e-e4a6b41006a5 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314770 Jul 15 13:05:21.844358 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8926e8f-c19a-492c-8d78-606e1782988b admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:05:21.849710 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b8926e8f-c19a-492c-8d78-606e1782988b admin admin] 10.222.0.16 "PUT /v2.0/routers/f41934b7-19e3-4075-baf9-72de257e7e6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1138701 Jul 15 13:05:21.852268 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44718) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:21.854886 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4977535c-fad1-4ad0-9d83-f6aea5078d34 None None] Sync routers for ids ['f41934b7-19e3-4075-baf9-72de257e7e6b'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:05:21.869123 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4977535c-fad1-4ad0-9d83-f6aea5078d34 None None] Routers {'f41934b7-19e3-4075-baf9-72de257e7e6b'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:21.870285 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4977535c-fad1-4ad0-9d83-f6aea5078d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:05:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f41934b7-19e3-4075-baf9-72de257e7e6b'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:21.967678 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f509b739-b24c-477e-95c3-e29afee23c86 admin admin] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:21.987399 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-4977535c-fad1-4ad0-9d83-f6aea5078d34 None None] Set router f41934b7-19e3-4075-baf9-72de257e7e6b gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:21.998757 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:05:22.004057 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device fc24b9d1-5104-44dc-9fbd-0dfe06462cc5 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:22.027806 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-19cd9be5-a9ef-48f5-907a-415855398ffc req-d1bdcddb-53c5-425f-b408-03eed1e34e1e tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/ports?device_id=58455304-1a23-42a3-acf3-cdd8703be040 HTTP/1.1" status: 200 len: 210 time: 0.0603845 Jul 15 13:05:22.204125 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cab353-0b88-48af-8d80-7ee079d77635 req-0ec6ebae-a5f0-4592-978e-d81571c9f55e tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:22.206221 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a2cab353-0b88-48af-8d80-7ee079d77635 req-0ec6ebae-a5f0-4592-978e-d81571c9f55e tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97aba12-0dd5-48ec-a5e1-10a099efb9c3 HTTP/1.1" status: 200 len: 945 time: 0.1004815 Jul 15 13:05:22.298291 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a2cab353-0b88-48af-8d80-7ee079d77635 req-535411fa-6501-4aa9-8869-cbbc1d695f3f tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861118 Jul 15 13:05:22.322490 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-a137fdf9-e882-4ae6-9d7a-ed0edad13ddf tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:22.324030 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-a137fdf9-e882-4ae6-9d7a-ed0edad13ddf tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.46 "GET /v2.0/networks?id=729a5aca-a8fb-4adf-b967-9e9deb4d3b59 HTTP/1.1" status: 200 len: 813 time: 0.1746116 Jul 15 13:05:22.346834 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4977535c-fad1-4ad0-9d83-f6aea5078d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41934b7-19e3-4075-baf9-72de257e7e6b', 'name': 'tempest-ServersTestJSON-926617781-router', 'tenant_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'b422962e-9600-498e-8f25-b25ff7949865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:35Z', 'updated_at': '2021-07-15T13:05:21Z', 'revision_number': 5, 'project_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'gw_port': {'id': 'b422962e-9600-498e-8f25-b25ff7949865', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41934b7-19e3-4075-baf9-72de257e7e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:02:37Z', 'updated_at': '2021-07-15T13:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:22.355137 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-c4193030-514c-4ed6-a5b9-5cf442cad363 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Request body: {'port': {'device_id': '58455304-1a23-42a3-acf3-cdd8703be040', 'network_id': '729a5aca-a8fb-4adf-b967-9e9deb4d3b59', 'admin_state_up': True, 'tenant_id': '590f7216fc544110befd860d82a48661'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:22.364448 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f509b739-b24c-477e-95c3-e29afee23c86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:22.414905 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4977535c-fad1-4ad0-9d83-f6aea5078d34 None None] Checking router: f41934b7-19e3-4075-baf9-72de257e7e6b for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:05:22.432927 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port fc24b9d1-5104-44dc-9fbd-0dfe06462cc5 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:22.439183 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4977535c-fad1-4ad0-9d83-f6aea5078d34 None None] Routers {'f41934b7-19e3-4075-baf9-72de257e7e6b'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:22.441031 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4977535c-fad1-4ad0-9d83-f6aea5078d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:05:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f41934b7-19e3-4075-baf9-72de257e7e6b'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:22.443679 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port fc24b9d1-5104-44dc-9fbd-0dfe06462cc5 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:22.445006 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:22.509420 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa67b0-16f2-4559-ab35-1a70d9b81d61 req-16def13a-ec12-4d70-a46c-8267710691b6 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:22.513844 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-f509b739-b24c-477e-95c3-e29afee23c86 admin admin] Deleting port b422962e-9600-498e-8f25-b25ff7949865 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:22.514317 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f509b739-b24c-477e-95c3-e29afee23c86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:22.518393 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9bfa67b0-16f2-4559-ab35-1a70d9b81d61 req-16def13a-ec12-4d70-a46c-8267710691b6 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 945 time: 0.0767248 Jul 15 13:05:22.524686 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=9c46c9f0-c2f6-4c3a-9635-982485c4f4e0,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:22.571292 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '9c46c9f0-c2f6-4c3a-9635-982485c4f4e0', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': '9c46c9f0-c2f6-4c3a-9635-982485c4f4e0', 'mac_address': 'fa:16:3e:28:50:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:05:22.594712 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9bfa67b0-16f2-4559-ab35-1a70d9b81d61 req-cb288313-e2d3-4d76-87f2-dc6003bd7a87 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6a1356-fa75-4dc1-a4fe-d320e6b273c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751185 Jul 15 13:05:22.605621 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-f509b739-b24c-477e-95c3-e29afee23c86 admin admin] For port b422962e-9600-498e-8f25-b25ff7949865, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=b422962e-9600-498e-8f25-b25ff7949865,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:22.606140 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f509b739-b24c-477e-95c3-e29afee23c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:22.620287 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-f509b739-b24c-477e-95c3-e29afee23c86 admin admin] Calling delete_port for b422962e-9600-498e-8f25-b25ff7949865 owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:22.676693 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-4977535c-fad1-4ad0-9d83-f6aea5078d34 None None] Set router f41934b7-19e3-4075-baf9-72de257e7e6b gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:22.679677 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:22.696754 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:22.743000 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:22.778291 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488d802-64eb-4ec8-923d-931a0b10a7a3 req-2515389f-5c82-4c00-bece-2c74bc5bd687 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:22.782196 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1488d802-64eb-4ec8-923d-931a0b10a7a3 req-2515389f-5c82-4c00-bece-2c74bc5bd687 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01f2402-2c93-44e7-b1a7-db1cf6e713b6 HTTP/1.1" status: 200 len: 948 time: 0.1255643 Jul 15 13:05:22.788749 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port fc24b9d1-5104-44dc-9fbd-0dfe06462cc5, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=fc24b9d1-5104-44dc-9fbd-0dfe06462cc5,segment=NetworkSegment(51f871b6-b945-4062-a6a8-cab4d9505cb9),segment_id=51f871b6-b945-4062-a6a8-cab4d9505cb9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:22.795930 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f67275-b02f-4744-8bd1-4bd4d17904da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc24b9d1-5104-44dc-9fbd-0dfe06462cc5'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:22.799068 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bbec6b-af9e-4a5d-8e98-6cf4503ce279" -d '{"events": [{"server_uuid": "75f67275-b02f-4744-8bd1-4bd4d17904da", "name": "network-vif-plugged", "status": "completed", "tag": "fc24b9d1-5104-44dc-9fbd-0dfe06462cc5"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:22.805013 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f509b739-b24c-477e-95c3-e29afee23c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:22.805601 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:22.840471 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509b739-b24c-477e-95c3-e29afee23c86 admin admin] Pushing event deleted for resources: {'Port': ['ID=b422962e-9600-498e-8f25-b25ff7949865,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:22.847220 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4977535c-fad1-4ad0-9d83-f6aea5078d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41934b7-19e3-4075-baf9-72de257e7e6b', 'name': 'tempest-ServersTestJSON-926617781-router', 'tenant_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:35Z', 'updated_at': '2021-07-15T13:05:22Z', 'revision_number': 6, 'project_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:22.860763 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1488d802-64eb-4ec8-923d-931a0b10a7a3 req-d73e71e2-8ab8-4d35-92d9-34e7f04353a0 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] 10.222.0.16 "GET /v2.0/security-groups?id=678f200d-9bff-4745-b50e-fe912e615194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723548 Jul 15 13:05:22.874523 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=fc24b9d1-5104-44dc-9fbd-0dfe06462cc5,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:22.878395 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=9c46c9f0-c2f6-4c3a-9635-982485c4f4e0,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:22.884434 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:22.937335 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-c4193030-514c-4ed6-a5b9-5cf442cad363 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Made reservation on behalf of 590f7216fc544110befd860d82a48661 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:22.940101 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4977535c-fad1-4ad0-9d83-f6aea5078d34 None None] The sync data for ids ['f41934b7-19e3-4075-baf9-72de257e7e6b'] in n-d-771363-36 is: [{'id': 'f41934b7-19e3-4075-baf9-72de257e7e6b', 'name': 'tempest-ServersTestJSON-926617781-router', 'tenant_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:02:35Z', 'updated_at': '2021-07-15T13:05:22Z', 'revision_number': 6, 'project_id': 'ea2fcecd3d644b17bc014db2d9aef4f0', 'gw_port_host': None}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:05:22.945171 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-c4193030-514c-4ed6-a5b9-5cf442cad363 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:22.953143 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=9c46c9f0-c2f6-4c3a-9635-982485c4f4e0,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:22.961277 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f509b739-b24c-477e-95c3-e29afee23c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:22.974325 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1596559-d0dc-46e4-8584-93660de4868e x-openstack-request-id: req-d1596559-d0dc-46e4-8584-93660de4868e {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:22.974859 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f67275-b02f-4744-8bd1-4bd4d17904da", "name": "network-vif-plugged", "status": "completed", "tag": "fc24b9d1-5104-44dc-9fbd-0dfe06462cc5", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:22.975275 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d1596559-d0dc-46e4-8584-93660de4868e {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:22.975830 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f67275-b02f-4744-8bd1-4bd4d17904da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc24b9d1-5104-44dc-9fbd-0dfe06462cc5', 'code': 200} Jul 15 13:05:23.104675 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f509b739-b24c-477e-95c3-e29afee23c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:23.110807 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f509b739-b24c-477e-95c3-e29afee23c86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:23.162928 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8427ac3-daaa-46d0-8f60-d2f74a0fbe32 req-eb199317-4bac-42b7-8b20-f47124a81194 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:23.167176 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8427ac3-daaa-46d0-8f60-d2f74a0fbe32 req-eb199317-4bac-42b7-8b20-f47124a81194 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 950 time: 0.1198750 Jul 15 13:05:23.181855 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f509b739-b24c-477e-95c3-e29afee23c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:23.182360 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f509b739-b24c-477e-95c3-e29afee23c86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f41934b7-19e3-4075-baf9-72de257e7e6b {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:05:23.187832 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f509b739-b24c-477e-95c3-e29afee23c86 admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:23.188937 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f509b739-b24c-477e-95c3-e29afee23c86 admin admin] 10.222.0.16 "DELETE /v2.0/routers/f41934b7-19e3-4075-baf9-72de257e7e6b HTTP/1.1" status: 204 len: 168 time: 1.3357842 Jul 15 13:05:23.191658 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44750) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:23.208775 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d14712c1-bcf6-4ebd-ae89-b4923bb0da6f req-309f3645-ac4c-4d16-83a1-0ff727442227 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/ports?device_id=58455304-1a23-42a3-acf3-cdd8703be040 HTTP/1.1" status: 200 len: 210 time: 0.0402579 Jul 15 13:05:23.225264 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acc89a-cea7-410f-a159-ce960b49a8f9 req-008d1789-22bc-47af-8239-e9db4b9a34be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:23.226846 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8acc89a-cea7-410f-a159-ce960b49a8f9 req-008d1789-22bc-47af-8239-e9db4b9a34be service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 1098 time: 0.1274436 Jul 15 13:05:23.243869 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8427ac3-daaa-46d0-8f60-d2f74a0fbe32 req-f31eb2c2-8b2a-4ba5-8f48-dd58635d2995 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709267 Jul 15 13:05:23.244518 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-c4193030-514c-4ed6-a5b9-5cf442cad363 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Allocated IP 172.20.0.11 (729a5aca-a8fb-4adf-b967-9e9deb4d3b59/a7507b4a-078f-49e8-9ea2-588ee62f39d6/6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:23.258985 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-254cc58f-edb5-4649-a5fc-36e96dd08d15 admin admin] Deleting subnet 8b9f10c5-3f01-4eb5-b561-afab62792bbb {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:05:23.262477 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-254cc58f-edb5-4649-a5fc-36e96dd08d15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:23.264563 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['9c46c9f0-c2f6-4c3a-9635-982485c4f4e0'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:23.302823 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8acc89a-cea7-410f-a159-ce960b49a8f9 req-f7c11102-1db0-4327-ab79-b1111bd8d3a0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cb6a1356-fa75-4dc1-a4fe-d320e6b273c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544939 Jul 15 13:05:23.361416 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-254cc58f-edb5-4649-a5fc-36e96dd08d15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:23.477854 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5365b244-441d-43a7-8787-7c2bb588a639 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:23.517756 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 5365b244-441d-43a7-8787-7c2bb588a639 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:05:23.518100 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5365b244-441d-43a7-8787-7c2bb588a639 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:05:23.557018 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1ac03-e7b7-46de-b478-b31ca82f494a req-d558b802-34cc-4d15-b88e-6b11da8e7f9a tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:23.565494 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c4d1ac03-e7b7-46de-b478-b31ca82f494a req-d558b802-34cc-4d15-b88e-6b11da8e7f9a tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97aba12-0dd5-48ec-a5e1-10a099efb9c3 HTTP/1.1" status: 200 len: 945 time: 0.0901093 Jul 15 13:05:23.576198 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-254cc58f-edb5-4649-a5fc-36e96dd08d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:23.600986 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c4d1ac03-e7b7-46de-b478-b31ca82f494a req-72f809f4-96df-4674-b38e-4b2614d7f0b3 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344911 Jul 15 13:05:23.615792 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-c4193030-514c-4ed6-a5b9-5cf442cad363 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:23.661507 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-254cc58f-edb5-4649-a5fc-36e96dd08d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:23.693307 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254cc58f-edb5-4649-a5fc-36e96dd08d15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b9f10c5-3f01-4eb5-b561-afab62792bbb,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:23.699301 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-254cc58f-edb5-4649-a5fc-36e96dd08d15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:23.704456 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44766) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:23.711906 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-254cc58f-edb5-4649-a5fc-36e96dd08d15 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8b9f10c5-3f01-4eb5-b561-afab62792bbb HTTP/1.1" status: 204 len: 168 time: 0.5193102 Jul 15 13:05:23.714929 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbce389a-5fe5-4694-a9d3-3d9a13a2606b None None] Network 5dce3b24-e211-4491-aa50-c797e41d1c5e requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:05:23.721470 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-c4193030-514c-4ed6-a5b9-5cf442cad363 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:23.786338 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-c4193030-514c-4ed6-a5b9-5cf442cad363 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Network 729a5aca-a8fb-4adf-b967-9e9deb4d3b59 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:23.789803 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-c4193030-514c-4ed6-a5b9-5cf442cad363 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:23.793842 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-c4193030-514c-4ed6-a5b9-5cf442cad363 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:23.828945 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4193030-514c-4ed6-a5b9-5cf442cad363 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Pushing event updated for resources: {'Port': ['ID=6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:23.887055 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-c4193030-514c-4ed6-a5b9-5cf442cad363 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:23.899189 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-c4193030-514c-4ed6-a5b9-5cf442cad363 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:23.948423 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-c4193030-514c-4ed6-a5b9-5cf442cad363 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5985253 Jul 15 13:05:23.987689 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-b088955d-9894-42f4-8140-6e93cb953c7d service neutron] Request body: {'port': {'device_id': '58455304-1a23-42a3-acf3-cdd8703be040', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:23.998816 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cfe744-11b3-485a-8ae3-c25fc59b3ccf None None] DHCP port deletion for 5dce3b24-e211-4491-aa50-c797e41d1c5e request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:05:24.054660 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 12e09d20-479b-4255-91fb-2f2a09738cdb no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:24.100739 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-b088955d-9894-42f4-8140-6e93cb953c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.103816 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 12e09d20-479b-4255-91fb-2f2a09738cdb {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:05:24.104323 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 12e09d20-479b-4255-91fb-2f2a09738cdb not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:05:24.149991 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-47cfe744-11b3-485a-8ae3-c25fc59b3ccf None None] Deleting port b54d4b56-57f7-42e4-bb54-a214d3bf75ab {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:24.150437 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-47cfe744-11b3-485a-8ae3-c25fc59b3ccf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.236063 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-47cfe744-11b3-485a-8ae3-c25fc59b3ccf None None] For port b54d4b56-57f7-42e4-bb54-a214d3bf75ab, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=b54d4b56-57f7-42e4-bb54-a214d3bf75ab,segment=NetworkSegment(25bed126-b226-40f7-aece-5e23dff6b4ab),segment_id=25bed126-b226-40f7-aece-5e23dff6b4ab)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:24.236623 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-47cfe744-11b3-485a-8ae3-c25fc59b3ccf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.252039 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-47cfe744-11b3-485a-8ae3-c25fc59b3ccf None None] Calling delete_port for b54d4b56-57f7-42e4-bb54-a214d3bf75ab owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:24.252357 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1cfbed7c-96a4-43c8-8e3c-efa54e2a9b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.297114 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a2f60-59fe-4992-820e-c735b2ce64ee req-1687c187-166c-48d1-a2eb-ff0e1a9689fb tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:24.301508 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ad5a2f60-59fe-4992-820e-c735b2ce64ee req-1687c187-166c-48d1-a2eb-ff0e1a9689fb tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 946 time: 0.5870245 Jul 15 13:05:24.312770 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['95e525f7-b24c-497d-9859-fa1682a340d4'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:24.437022 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ad5a2f60-59fe-4992-820e-c735b2ce64ee req-76560660-88c2-404c-acb0-e85e95e3393d tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6a1356-fa75-4dc1-a4fe-d320e6b273c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171105 Jul 15 13:05:24.454143 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff57723-af63-483f-bff9-ab5a33e79712 req-f4b6e57f-c3db-42ad-9105-238b26195ba5 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:24.461343 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6ff57723-af63-483f-bff9-ab5a33e79712 req-f4b6e57f-c3db-42ad-9105-238b26195ba5 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01f2402-2c93-44e7-b1a7-db1cf6e713b6 HTTP/1.1" status: 200 len: 949 time: 0.2569683 Jul 15 13:05:24.468916 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-47cfe744-11b3-485a-8ae3-c25fc59b3ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.525602 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cfe744-11b3-485a-8ae3-c25fc59b3ccf None None] Pushing event deleted for resources: {'Port': ['ID=b54d4b56-57f7-42e4-bb54-a214d3bf75ab,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:24.529395 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1cfbed7c-96a4-43c8-8e3c-efa54e2a9b63 admin admin] Deleting port b54d4b56-57f7-42e4-bb54-a214d3bf75ab {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:24.529745 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1cfbed7c-96a4-43c8-8e3c-efa54e2a9b63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.534605 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cfe744-11b3-485a-8ae3-c25fc59b3ccf None None] No DVR routers for this DVR port b54d4b56-57f7-42e4-bb54-a214d3bf75ab on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:05:24.580384 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6ff57723-af63-483f-bff9-ab5a33e79712 req-77f949b3-cc15-4c87-a84e-25953753e448 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] 10.222.0.16 "GET /v2.0/security-groups?id=678f200d-9bff-4745-b50e-fe912e615194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117730 Jul 15 13:05:24.681735 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-b088955d-9894-42f4-8140-6e93cb953c7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:24.698060 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-b088955d-9894-42f4-8140-6e93cb953c7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.729201 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-b088955d-9894-42f4-8140-6e93cb953c7d service neutron] Transition to ACTIVE for port object 6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:24.741389 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-b088955d-9894-42f4-8140-6e93cb953c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.888534 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b088955d-9894-42f4-8140-6e93cb953c7d service neutron] Pushing event updated for resources: {'Port': ['ID=6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:24.916879 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1cfbed7c-96a4-43c8-8e3c-efa54e2a9b63 admin admin] For port b54d4b56-57f7-42e4-bb54-a214d3bf75ab, host n-d-771363-36, got binding levels [] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:24.919265 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1cfbed7c-96a4-43c8-8e3c-efa54e2a9b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.933486 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-b088955d-9894-42f4-8140-6e93cb953c7d service neutron] Attempting to bind port 6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:24.933890 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-b088955d-9894-42f4-8140-6e93cb953c7d service neutron] Attempting to bind port 6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'f81b00ce-7265-46d9-a6be-dae5ddffb06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '729a5aca-a8fb-4adf-b967-9e9deb4d3b59'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:24.934290 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-b088955d-9894-42f4-8140-6e93cb953c7d service neutron] Attempting to bind port 6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c on network 729a5aca-a8fb-4adf-b967-9e9deb4d3b59 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:24.937269 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1cfbed7c-96a4-43c8-8e3c-efa54e2a9b63 admin admin] Calling delete_port for b54d4b56-57f7-42e4-bb54-a214d3bf75ab owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:24.940834 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-b088955d-9894-42f4-8140-6e93cb953c7d service neutron] Port 6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c on network 729a5aca-a8fb-4adf-b967-9e9deb4d3b59 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:05:24.941255 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-b088955d-9894-42f4-8140-6e93cb953c7d service neutron] Attempting to bind port 6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c on network 729a5aca-a8fb-4adf-b967-9e9deb4d3b59 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:24.951995 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-b088955d-9894-42f4-8140-6e93cb953c7d service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:24.952481 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-b088955d-9894-42f4-8140-6e93cb953c7d service neutron] Checking segment: {'id': 'f81b00ce-7265-46d9-a6be-dae5ddffb06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '729a5aca-a8fb-4adf-b967-9e9deb4d3b59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:24.952991 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-b088955d-9894-42f4-8140-6e93cb953c7d service neutron] Bound using segment: {'id': 'f81b00ce-7265-46d9-a6be-dae5ddffb06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '729a5aca-a8fb-4adf-b967-9e9deb4d3b59'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:24.953519 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-b088955d-9894-42f4-8140-6e93cb953c7d service neutron] Bound port: 6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f81b00ce-7265-46d9-a6be-dae5ddffb06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '729a5aca-a8fb-4adf-b967-9e9deb4d3b59'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:24.953978 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-b088955d-9894-42f4-8140-6e93cb953c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.965448 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-1cfbed7c-96a4-43c8-8e3c-efa54e2a9b63 admin admin] Port b54d4b56-57f7-42e4-bb54-a214d3bf75ab was not found and therefore no delete operation was performed {{(pid=93825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:05:24.972169 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1cfbed7c-96a4-43c8-8e3c-efa54e2a9b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:25.018464 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfbed7c-96a4-43c8-8e3c-efa54e2a9b63 admin admin] Pushing event deleted for resources: {'Port': ['ID=b54d4b56-57f7-42e4-bb54-a214d3bf75ab,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:25.029750 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfbed7c-96a4-43c8-8e3c-efa54e2a9b63 admin admin] No DVR routers for this DVR port b54d4b56-57f7-42e4-bb54-a214d3bf75ab on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:05:25.040965 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-b088955d-9894-42f4-8140-6e93cb953c7d service neutron] For port 6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:25.043879 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-b088955d-9894-42f4-8140-6e93cb953c7d service neutron] For port 6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c,segment=NetworkSegment(f81b00ce-7265-46d9-a6be-dae5ddffb06a),segment_id=f81b00ce-7265-46d9-a6be-dae5ddffb06a)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:25.051639 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-b088955d-9894-42f4-8140-6e93cb953c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:25.085140 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76ad6c-de69-48ae-8a16-318443697907 req-d9365f0c-537e-4bf3-8781-5a4433f9c7cf tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:25.091108 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7f76ad6c-de69-48ae-8a16-318443697907 req-d9365f0c-537e-4bf3-8781-5a4433f9c7cf tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/ports?device_id=58455304-1a23-42a3-acf3-cdd8703be040 HTTP/1.1" status: 200 len: 932 time: 0.4447908 Jul 15 13:05:25.093674 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-b088955d-9894-42f4-8140-6e93cb953c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:25.094473 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-b088955d-9894-42f4-8140-6e93cb953c7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:25.095910 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-b088955d-9894-42f4-8140-6e93cb953c7d service neutron] 10.222.0.46 "PUT /v2.0/ports/6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c HTTP/1.1" status: 200 len: 1093 time: 1.1129134 Jul 15 13:05:25.096525 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58455304-1a23-42a3-acf3-cdd8703be040', 'tag': '6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:25.099768 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39461dd-91e8-4be0-b8b5-3e5b384b814d" -d '{"events": [{"name": "network-changed", "server_uuid": "58455304-1a23-42a3-acf3-cdd8703be040", "tag": "6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:25.121244 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b422962e-9600-498e-8f25-b25ff7949865 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:25.128945 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b088955d-9894-42f4-8140-6e93cb953c7d service neutron] Pushing event updated for resources: {'Port': ['ID=6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:25.151386 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: b422962e-9600-498e-8f25-b25ff7949865 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:05:25.151731 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b422962e-9600-498e-8f25-b25ff7949865 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:05:25.152160 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b54d4b56-57f7-42e4-bb54-a214d3bf75ab no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:25.173746 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: b54d4b56-57f7-42e4-bb54-a214d3bf75ab {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:05:25.174094 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b54d4b56-57f7-42e4-bb54-a214d3bf75ab not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:05:25.177390 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1cfbed7c-96a4-43c8-8e3c-efa54e2a9b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:25.188208 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-1cfbed7c-96a4-43c8-8e3c-efa54e2a9b63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dce3b24-e211-4491-aa50-c797e41d1c5e']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:25.217965 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-af123149-661c-4e8e-a7a0-3575f8ecd85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:25.218198 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-1cfbed7c-96a4-43c8-8e3c-efa54e2a9b63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25bed126-b226-40f7-aece-5e23dff6b4ab') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:25.218338 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-1cfbed7c-96a4-43c8-8e3c-efa54e2a9b63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25bed126-b226-40f7-aece-5e23dff6b4ab') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:25.222664 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-af123149-661c-4e8e-a7a0-3575f8ecd85f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=590f7216fc544110befd860d82a48661&device_id=58455304-1a23-42a3-acf3-cdd8703be040 HTTP/1.1" status: 200 len: 1096 time: 0.0659409 Jul 15 13:05:25.254367 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1cfbed7c-96a4-43c8-8e3c-efa54e2a9b63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:25.268629 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-5543896d-c6da-41bc-998b-95111556bc54 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c HTTP/1.1" status: 200 len: 217 time: 0.0407808 Jul 15 13:05:25.286335 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d21675-47ff-4c81-a320-ba0929aad4b0 req-55d55ffa-2263-4109-9a6d-ef42ae4c9473 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:25.287840 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a5d21675-47ff-4c81-a320-ba0929aad4b0 req-55d55ffa-2263-4109-9a6d-ef42ae4c9473 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 950 time: 0.4163337 Jul 15 13:05:25.303594 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7f76ad6c-de69-48ae-8a16-318443697907 req-ce35d354-03b0-4c4d-8b1e-fbdc43af5881 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups?id=680015d7-3cf5-4bf2-aaef-662d25196854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697409 Jul 15 13:05:25.309286 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1cfbed7c-96a4-43c8-8e3c-efa54e2a9b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:25.329119 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-1bb5eb21-3537-4872-9640-41e11812a144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:25.329119 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-1bb5eb21-3537-4872-9640-41e11812a144 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7507b4a-078f-49e8-9ea2-588ee62f39d6 HTTP/1.1" status: 200 len: 853 time: 0.0520375 Jul 15 13:05:25.329578 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cfbed7c-96a4-43c8-8e3c-efa54e2a9b63 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:05:25.329990 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1cfbed7c-96a4-43c8-8e3c-efa54e2a9b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:05:25.332543 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:05:25.358690 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5cc0bfaf-8fa0-4d5f-8368-9c0979cca5e1 req-fe09239a-fb16-4c61-9783-522bf6c96938 service neutron] 10.222.0.46 "GET /v2.0/ports/49f2d5b9-0a15-4749-9ac0-d13c645ccc92/bindings/n-h2-771363-36 HTTP/1.1" status: 200 len: 383 time: 0.1546080 Jul 15 13:05:25.365411 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-12cf7b42-c702-4f35-86af-ccdf9c2f1064 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=729a5aca-a8fb-4adf-b967-9e9deb4d3b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270152 Jul 15 13:05:25.413855 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a5d21675-47ff-4c81-a320-ba0929aad4b0 req-ae2357f3-380d-450f-bdd3-cd028b5edbe1 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175430 Jul 15 13:05:25.447685 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1cfbed7c-96a4-43c8-8e3c-efa54e2a9b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:25.469041 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1cfbed7c-96a4-43c8-8e3c-efa54e2a9b63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:25.473354 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1cfbed7c-96a4-43c8-8e3c-efa54e2a9b63 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5dce3b24-e211-4491-aa50-c797e41d1c5e HTTP/1.1" status: 204 len: 168 time: 1.7650499 Jul 15 13:05:25.485997 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfbed7c-96a4-43c8-8e3c-efa54e2a9b63 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dce3b24-e211-4491-aa50-c797e41d1c5e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:25.489893 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-2ff8f42d-9d2f-48b3-bfd0-a84f08f3f935 service neutron] 10.222.0.46 "GET /v2.0/networks/729a5aca-a8fb-4adf-b967-9e9deb4d3b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179707 Jul 15 13:05:25.521364 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc5446-1214-4f11-b9ea-1d559bccf84e req-368c3075-3638-4813-8749-a69700d9b216 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:25.523409 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-22dc5446-1214-4f11-b9ea-1d559bccf84e req-368c3075-3638-4813-8749-a69700d9b216 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97aba12-0dd5-48ec-a5e1-10a099efb9c3 HTTP/1.1" status: 200 len: 945 time: 0.0874093 Jul 15 13:05:25.603244 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-22dc5446-1214-4f11-b9ea-1d559bccf84e req-a8027e34-cd1d-4a2d-b969-47e42d4c7580 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736964 Jul 15 13:05:25.642889 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-42ac29bb-b8ed-415e-8e7c-5ad4665bded0 req-98526aae-27bb-4e25-9ff7-232b0bce8ece service neutron] 10.222.0.46 "GET /v2.0/networks/729a5aca-a8fb-4adf-b967-9e9deb4d3b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446252 Jul 15 13:05:25.645349 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25b203f-49e9-4206-8ed5-ad79fdcf24e7 x-openstack-request-id: req-d25b203f-49e9-4206-8ed5-ad79fdcf24e7 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:25.645727 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58455304-1a23-42a3-acf3-cdd8703be040", "tag": "6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:25.646068 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d25b203f-49e9-4206-8ed5-ad79fdcf24e7 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:25.646654 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58455304-1a23-42a3-acf3-cdd8703be040', 'tag': '6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c', 'status': 'completed', 'code': 200} Jul 15 13:05:25.816218 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44796) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:25.927302 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9a2afd3c-3e5b-49a3-afde-e845a58c0c4f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea2fcecd3d644b17bc014db2d9aef4f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1055877 Jul 15 13:05:25.933008 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44798) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:25.984932 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee57f54-c4df-4e72-97a6-1e3b13e62218 req-dcde3c30-112f-4dca-8dda-61552d341441 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:25.986596 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7ee57f54-c4df-4e72-97a6-1e3b13e62218 req-dcde3c30-112f-4dca-8dda-61552d341441 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01f2402-2c93-44e7-b1a7-db1cf6e713b6 HTTP/1.1" status: 200 len: 949 time: 0.2402976 Jul 15 13:05:26.003231 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39461dd-91e8-4be0-b8b5-3e5b384b814d req-138b47a0-23be-4487-bc02-a23be4d42294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:26.004936 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a39461dd-91e8-4be0-b8b5-3e5b384b814d req-138b47a0-23be-4487-bc02-a23be4d42294 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=590f7216fc544110befd860d82a48661&device_id=58455304-1a23-42a3-acf3-cdd8703be040 HTTP/1.1" status: 200 len: 1096 time: 0.2472503 Jul 15 13:05:26.017355 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:26.024058 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1cd217-1346-4115-b20f-40b9a26b8083 req-4e200073-8d71-4448-a0a5-634c5ca30073 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:26.025856 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3a1cd217-1346-4115-b20f-40b9a26b8083 req-4e200073-8d71-4448-a0a5-634c5ca30073 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 946 time: 0.2361321 Jul 15 13:05:26.083986 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:26.089962 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:26.090592 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:26.100153 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0bfaf-8fa0-4d5f-8368-9c0979cca5e1 req-14d80c01-fbf8-4ac0-a7f8-128e95b2477f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:26.102829 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5cc0bfaf-8fa0-4d5f-8368-9c0979cca5e1 req-14d80c01-fbf8-4ac0-a7f8-128e95b2477f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e&tenant_id=a5495784adab4faf86ec8d11912c9669 HTTP/1.1" status: 200 len: 1102 time: 0.3655267 Jul 15 13:05:26.120876 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9292e473-6b1f-44f6-afa4-5b0fd64ea5d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:26.180891 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:26.187599 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7ee57f54-c4df-4e72-97a6-1e3b13e62218 req-2e8919eb-c675-431e-97ad-5b458c845b67 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] 10.222.0.16 "GET /v2.0/security-groups?id=678f200d-9bff-4745-b50e-fe912e615194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888859 Jul 15 13:05:26.201111 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0bfaf-8fa0-4d5f-8368-9c0979cca5e1 req-924d1fb9-95d7-4ac8-ab48-51814421485c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:26.203839 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5cc0bfaf-8fa0-4d5f-8368-9c0979cca5e1 req-924d1fb9-95d7-4ac8-ab48-51814421485c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5495784adab4faf86ec8d11912c9669&device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 1102 time: 0.0654242 Jul 15 13:05:26.209769 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01f2402-2c93-44e7-b1a7-db1cf6e713b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c46c9f0-c2f6-4c3a-9635-982485c4f4e0'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:26.212380 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62977252-fc0b-497a-8480-fc00e75e3f4b" -d '{"events": [{"server_uuid": "d01f2402-2c93-44e7-b1a7-db1cf6e713b6", "name": "network-vif-plugged", "status": "completed", "tag": "9c46c9f0-c2f6-4c3a-9635-982485c4f4e0"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:26.227908 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=9c46c9f0-c2f6-4c3a-9635-982485c4f4e0,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:26.240615 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:26.261901 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3a1cd217-1346-4115-b20f-40b9a26b8083 req-4cd544ac-1b26-48db-b5f6-6f9bf12b49cb tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6a1356-fa75-4dc1-a4fe-d320e6b273c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2139456 Jul 15 13:05:26.275349 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9292e473-6b1f-44f6-afa4-5b0fd64ea5d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:26.283844 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd01c2ff-5e54-4a38-ad9c-3e6840465321 x-openstack-request-id: req-cd01c2ff-5e54-4a38-ad9c-3e6840465321 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:26.284350 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01f2402-2c93-44e7-b1a7-db1cf6e713b6", "name": "network-vif-plugged", "status": "completed", "tag": "9c46c9f0-c2f6-4c3a-9635-982485c4f4e0", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:26.284797 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd01c2ff-5e54-4a38-ad9c-3e6840465321 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:26.285365 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01f2402-2c93-44e7-b1a7-db1cf6e713b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c46c9f0-c2f6-4c3a-9635-982485c4f4e0', 'code': 200} Jul 15 13:05:26.314691 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=9c46c9f0-c2f6-4c3a-9635-982485c4f4e0,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:26.355313 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39461dd-91e8-4be0-b8b5-3e5b384b814d req-835474a2-be6d-4682-b134-e689b48f7063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:26.356875 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a39461dd-91e8-4be0-b8b5-3e5b384b814d req-835474a2-be6d-4682-b134-e689b48f7063 service neutron] 10.222.0.46 "GET /v2.0/networks?id=729a5aca-a8fb-4adf-b967-9e9deb4d3b59 HTTP/1.1" status: 200 len: 914 time: 0.3300414 Jul 15 13:05:26.446215 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0bfaf-8fa0-4d5f-8368-9c0979cca5e1 req-c4724ac4-c9d7-40b6-8f59-56343179ac21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:26.447803 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5cc0bfaf-8fa0-4d5f-8368-9c0979cca5e1 req-c4724ac4-c9d7-40b6-8f59-56343179ac21 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.2373123 Jul 15 13:05:26.465496 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a39461dd-91e8-4be0-b8b5-3e5b384b814d req-75ac9922-30f4-4591-80ed-056bcd9c1b5e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c HTTP/1.1" status: 200 len: 217 time: 0.0763032 Jul 15 13:05:26.502808 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5cc0bfaf-8fa0-4d5f-8368-9c0979cca5e1 req-3c250bf3-b30b-419a-9950-a92679fc6d08 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=49f2d5b9-0a15-4749-9ac0-d13c645ccc92 HTTP/1.1" status: 200 len: 217 time: 0.0463111 Jul 15 13:05:26.512343 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73ea8a-c36d-4a22-b4d9-5b6e9277ece2 req-da79a560-300f-457e-9de1-36a6517df856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:26.513792 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ca73ea8a-c36d-4a22-b4d9-5b6e9277ece2 req-da79a560-300f-457e-9de1-36a6517df856 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d01f2402-2c93-44e7-b1a7-db1cf6e713b6 HTTP/1.1" status: 200 len: 1102 time: 0.1239746 Jul 15 13:05:26.530782 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9292e473-6b1f-44f6-afa4-5b0fd64ea5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:26.533215 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9292e473-6b1f-44f6-afa4-5b0fd64ea5d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:26.534317 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9292e473-6b1f-44f6-afa4-5b0fd64ea5d9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/687859eb-6d11-4987-9559-2d76df6ee85c HTTP/1.1" status: 204 len: 168 time: 0.5988083 Jul 15 13:05:26.576864 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9292e473-6b1f-44f6-afa4-5b0fd64ea5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687859eb-6d11-4987-9559-2d76df6ee85c,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:26.591782 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0bfaf-8fa0-4d5f-8368-9c0979cca5e1 req-84a7cbc6-540b-4122-b20e-6347766a4df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:26.592752 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39461dd-91e8-4be0-b8b5-3e5b384b814d req-ff85da14-b0ca-4c8d-b476-8b6261fce2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:26.593144 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5cc0bfaf-8fa0-4d5f-8368-9c0979cca5e1 req-84a7cbc6-540b-4122-b20e-6347766a4df9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0780447 Jul 15 13:05:26.594222 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a39461dd-91e8-4be0-b8b5-3e5b384b814d req-ff85da14-b0ca-4c8d-b476-8b6261fce2aa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7507b4a-078f-49e8-9ea2-588ee62f39d6 HTTP/1.1" status: 200 len: 853 time: 0.1199076 Jul 15 13:05:26.599696 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ca73ea8a-c36d-4a22-b4d9-5b6e9277ece2 req-62734a02-571f-4e23-9b2c-7fb015cf6c12 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=678f200d-9bff-4745-b50e-fe912e615194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739591 Jul 15 13:05:26.608222 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f550c1-1b86-4185-94aa-8f6cebbfb118 req-abdd0453-5988-478d-86e5-796350a53fde tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:26.610415 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a2f550c1-1b86-4185-94aa-8f6cebbfb118 req-abdd0453-5988-478d-86e5-796350a53fde tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 946 time: 0.2027884 Jul 15 13:05:26.624250 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44814) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:26.629505 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-ff780542-4fa8-4809-a104-73cb69b6c1d9 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Request body: {'floatingip': {'port_id': 'fc24b9d1-5104-44dc-9fbd-0dfe06462cc5'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:26.648929 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520454b-2f23-4a52-8301-ed53fa0d4243 req-077c3d91-7990-4c84-bca6-88d0d25a87e5 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:26.656179 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6520454b-2f23-4a52-8301-ed53fa0d4243 req-077c3d91-7990-4c84-bca6-88d0d25a87e5 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/ports?device_id=58455304-1a23-42a3-acf3-cdd8703be040 HTTP/1.1" status: 200 len: 944 time: 0.1659977 Jul 15 13:05:26.701841 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a39461dd-91e8-4be0-b8b5-3e5b384b814d req-752abfca-6b87-4e9c-87f4-f3f90efafbd7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=729a5aca-a8fb-4adf-b967-9e9deb4d3b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375283 Jul 15 13:05:26.716606 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ff780542-4fa8-4809-a104-73cb69b6c1d9 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for floatingip, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:26.746288 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6520454b-2f23-4a52-8301-ed53fa0d4243 req-85b0604a-e954-49e7-ade8-6e9fc27490db tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups?id=680015d7-3cf5-4bf2-aaef-662d25196854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891221 Jul 15 13:05:26.859404 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0bfaf-8fa0-4d5f-8368-9c0979cca5e1 req-f8437d23-ff00-4024-bfff-b588c6042679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:26.870174 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5cc0bfaf-8fa0-4d5f-8368-9c0979cca5e1 req-f8437d23-ff00-4024-bfff-b588c6042679 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1910117 Jul 15 13:05:26.946201 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d67a4-95fe-4de1-b2d1-2905130015fd req-56ae7b4b-0fa1-491e-b96e-8c6ee5393854 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:26.955000 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-079d67a4-95fe-4de1-b2d1-2905130015fd req-56ae7b4b-0fa1-491e-b96e-8c6ee5393854 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 950 time: 0.1682303 Jul 15 13:05:26.988679 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a39461dd-91e8-4be0-b8b5-3e5b384b814d req-f165e074-82d9-49aa-8ecd-e0b794dbd14b service neutron] 10.222.0.46 "GET /v2.0/networks/729a5aca-a8fb-4adf-b967-9e9deb4d3b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761779 Jul 15 13:05:27.054816 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-079d67a4-95fe-4de1-b2d1-2905130015fd req-bb78336e-6acf-4619-b15c-7d89c17be1c7 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969479 Jul 15 13:05:27.120130 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5cc0bfaf-8fa0-4d5f-8368-9c0979cca5e1 req-a14688bd-b91a-43b3-adbc-9809bf609662 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340324 Jul 15 13:05:27.257006 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a39461dd-91e8-4be0-b8b5-3e5b384b814d req-ca05f78f-71e6-49eb-a1c8-7f2ccff92013 service neutron] 10.222.0.46 "GET /v2.0/networks/729a5aca-a8fb-4adf-b967-9e9deb4d3b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592201 Jul 15 13:05:27.317362 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f3a65-72e3-46e0-b429-7fe280c48c18 req-cc6a9659-e6ef-4868-9cea-5672c4c4a101 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:27.318949 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-431f3a65-72e3-46e0-b429-7fe280c48c18 req-cc6a9659-e6ef-4868-9cea-5672c4c4a101 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97aba12-0dd5-48ec-a5e1-10a099efb9c3 HTTP/1.1" status: 200 len: 945 time: 0.1708701 Jul 15 13:05:27.337855 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5cc0bfaf-8fa0-4d5f-8368-9c0979cca5e1 req-2d88128c-d487-4b46-b7a5-07ee6f1ffcb5 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081470 Jul 15 13:05:27.407013 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-431f3a65-72e3-46e0-b429-7fe280c48c18 req-0173e923-d263-4e33-b2b6-5d6a5388065f tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789006 Jul 15 13:05:27.451784 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0184a-529c-4aa1-8520-baebd5abfe87 req-61cb3dbf-a9ef-4492-bb99-111424e1a0d5 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:27.460814 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02f0184a-529c-4aa1-8520-baebd5abfe87 req-61cb3dbf-a9ef-4492-bb99-111424e1a0d5 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01f2402-2c93-44e7-b1a7-db1cf6e713b6 HTTP/1.1" status: 200 len: 950 time: 0.1227810 Jul 15 13:05:27.514297 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ff780542-4fa8-4809-a104-73cb69b6c1d9 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:27.521506 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ff780542-4fa8-4809-a104-73cb69b6c1d9 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:27.529044 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02f0184a-529c-4aa1-8520-baebd5abfe87 req-b73cc3bd-f433-4fa9-893d-82fb6224732d tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] 10.222.0.16 "GET /v2.0/security-groups?id=678f200d-9bff-4745-b50e-fe912e615194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671473 Jul 15 13:05:27.655830 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44848) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:27.675010 n-d-771363-36 neutron-server[93826]: INFO neutron.db.l3_db [None req-ff780542-4fa8-4809-a104-73cb69b6c1d9 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Floating IP 91dbc3cf-4c9e-4425-942b-f3f6ebb3282f associated. External IP: 172.25.8.51, port: fc24b9d1-5104-44dc-9fbd-0dfe06462cc5. Jul 15 13:05:27.788688 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-23ad8b35-f77a-4aff-8ed8-df378ce95261 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1213739959-network', 'tenant_id': '81c3b9d8d0bd4b9983bde8217f1dc07f'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:27.821657 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44854) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:27.840082 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ad8b35-f77a-4aff-8ed8-df378ce95261 admin admin] Made reservation on behalf of 81c3b9d8d0bd4b9983bde8217f1dc07f for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:27.843403 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23ad8b35-f77a-4aff-8ed8-df378ce95261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:27.856610 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23ad8b35-f77a-4aff-8ed8-df378ce95261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:27.986416 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff780542-4fa8-4809-a104-73cb69b6c1d9 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Router b8200b60-5091-4cfd-8e78-08159c6a04ac has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:05:28.015955 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-89ce6e62-9cdc-48a2-bc79-d4d0ebdde263 admin admin] Deleting subnet 459bc575-93e3-4ab8-8230-d52ee95226e2 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:05:28.023112 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-89ce6e62-9cdc-48a2-bc79-d4d0ebdde263 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:28.084314 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-89ce6e62-9cdc-48a2-bc79-d4d0ebdde263 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:28.110609 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff780542-4fa8-4809-a104-73cb69b6c1d9 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:05:28.115537 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ff780542-4fa8-4809-a104-73cb69b6c1d9 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:28.128352 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca355ae1-c6de-49da-9c47-79287f500d63 None None] Sync routers for ids ['b8200b60-5091-4cfd-8e78-08159c6a04ac'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:05:28.128926 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7c5c2-e699-4b48-9956-198af946baea req-48e82716-6b14-4602-9007-45cd412afc7e tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:28.137724 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-33c7c5c2-e699-4b48-9956-198af946baea req-48e82716-6b14-4602-9007-45cd412afc7e tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/ports?device_id=58455304-1a23-42a3-acf3-cdd8703be040 HTTP/1.1" status: 200 len: 944 time: 0.2144217 Jul 15 13:05:28.144380 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca355ae1-c6de-49da-9c47-79287f500d63 None None] Routers {'b8200b60-5091-4cfd-8e78-08159c6a04ac'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:28.147998 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-ca355ae1-c6de-49da-9c47-79287f500d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:05:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['b8200b60-5091-4cfd-8e78-08159c6a04ac'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:28.167823 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23ad8b35-f77a-4aff-8ed8-df378ce95261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:28.183025 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23ad8b35-f77a-4aff-8ed8-df378ce95261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:28.192300 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ff780542-4fa8-4809-a104-73cb69b6c1d9 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "PUT /v2.0/floatingips/91dbc3cf-4c9e-4425-942b-f3f6ebb3282f HTTP/1.1" status: 200 len: 991 time: 1.5667739 Jul 15 13:05:28.193756 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f67275-b02f-4744-8bd1-4bd4d17904da', 'tag': 'fc24b9d1-5104-44dc-9fbd-0dfe06462cc5'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:28.195645 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-89ce6e62-9cdc-48a2-bc79-d4d0ebdde263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:28.197329 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a567fa1-e82d-4f1e-9d7d-adb713eeca16" -d '{"events": [{"name": "network-changed", "server_uuid": "75f67275-b02f-4744-8bd1-4bd4d17904da", "tag": "fc24b9d1-5104-44dc-9fbd-0dfe06462cc5"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:28.239588 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-33c7c5c2-e699-4b48-9956-198af946baea req-a273adec-5dc3-47b5-8082-9bdaffbc0db8 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups?id=680015d7-3cf5-4bf2-aaef-662d25196854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008887 Jul 15 13:05:28.280257 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23ad8b35-f77a-4aff-8ed8-df378ce95261 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:05:28.282701 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-ca355ae1-c6de-49da-9c47-79287f500d63 None None] Set router b8200b60-5091-4cfd-8e78-08159c6a04ac gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:28.301067 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad8b35-f77a-4aff-8ed8-df378ce95261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d03c6c5-afde-46b4-9fff-da26c2a36d36,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:28.308217 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23ad8b35-f77a-4aff-8ed8-df378ce95261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:28.308666 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-23ad8b35-f77a-4aff-8ed8-df378ce95261 admin admin] Added segment b48a1be4-8704-4073-a776-5fcb869d0e81 of type vlan for network 35062ce4-aa77-455d-98c1-04b1c2bbb05e Jul 15 13:05:28.367087 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-89ce6e62-9cdc-48a2-bc79-d4d0ebdde263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:28.375581 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23ad8b35-f77a-4aff-8ed8-df378ce95261 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:28.412481 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce6e62-9cdc-48a2-bc79-d4d0ebdde263 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=459bc575-93e3-4ab8-8230-d52ee95226e2,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:28.417148 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-89ce6e62-9cdc-48a2-bc79-d4d0ebdde263 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:28.419269 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a418692-90df-4fd2-97d3-f9c0907a9be8 x-openstack-request-id: req-7a418692-90df-4fd2-97d3-f9c0907a9be8 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:28.419940 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f67275-b02f-4744-8bd1-4bd4d17904da", "tag": "fc24b9d1-5104-44dc-9fbd-0dfe06462cc5", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:28.419940 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a418692-90df-4fd2-97d3-f9c0907a9be8 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:28.420227 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f67275-b02f-4744-8bd1-4bd4d17904da', 'tag': 'fc24b9d1-5104-44dc-9fbd-0dfe06462cc5', 'status': 'completed', 'code': 200} Jul 15 13:05:28.422051 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-89ce6e62-9cdc-48a2-bc79-d4d0ebdde263 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/459bc575-93e3-4ab8-8230-d52ee95226e2 HTTP/1.1" status: 204 len: 168 time: 0.5984678 Jul 15 13:05:28.422196 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44866) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:28.439469 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f5c4a-9965-44eb-940c-2eb551d4af1f req-087cc058-9f7a-470c-a03b-2e70c634c92c tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:28.446850 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b44f5c4a-9965-44eb-940c-2eb551d4af1f req-087cc058-9f7a-470c-a03b-2e70c634c92c tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 950 time: 0.2153995 Jul 15 13:05:28.475075 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23ad8b35-f77a-4aff-8ed8-df378ce95261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:28.475624 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ad8b35-f77a-4aff-8ed8-df378ce95261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:28.476216 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23ad8b35-f77a-4aff-8ed8-df378ce95261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:28.524313 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b44f5c4a-9965-44eb-940c-2eb551d4af1f req-2200ba75-6fe9-410b-8dfe-9f7a65bd5f41 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765135 Jul 15 13:05:28.551952 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-ca355ae1-c6de-49da-9c47-79287f500d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'name': 'tempest-AttachVolumeTestJSON-1386044083-router', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '8eac28ae-e7a6-40ba-98f0-9e420eb184b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:58Z', 'updated_at': '2021-07-15T13:05:06Z', 'revision_number': 4, 'project_id': 'cece2284cedf41a29a33e49364b41245', 'gw_port': {'id': '8eac28ae-e7a6-40ba-98f0-9e420eb184b2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:34:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:00Z', 'updated_at': '2021-07-15T13:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '91dbc3cf-4c9e-4425-942b-f3f6ebb3282f', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'floating_ip_address': '172.25.8.51', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'port_id': 'fc24b9d1-5104-44dc-9fbd-0dfe06462cc5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef', 'mac_address': 'fa:16:3e:05:1a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f67275-b02f-4744-8bd1-4bd4d17904da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:05:09Z', 'updated_at': '2021-07-15T13:05:27Z', 'revision_number': 1, 'project_id': 'cece2284cedf41a29a33e49364b41245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43d076f-dd65-4e0d-aca4-b744d9599bb9', 'name': '', 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'mac_address': 'fa:16:3e:4c:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '1796d493-1d5f-49de-a2f8-cb5cb28c84a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:05Z', 'updated_at': '2021-07-15T13:05:11Z', 'revision_number': 5, 'project_id': 'cece2284cedf41a29a33e49364b41245', 'subnets': [{'id': '1796d493-1d5f-49de-a2f8-cb5cb28c84a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:28.558427 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e91f3ab4-b428-4f2e-9953-39d595e8e6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:28.563121 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-23ad8b35-f77a-4aff-8ed8-df378ce95261 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9056540 Jul 15 13:05:28.568300 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44872) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:28.574515 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-94c33392-6cf4-4ba9-a2e1-56b72489c0a5 admin admin] Request body: {'subnet': {'network_id': '35062ce4-aa77-455d-98c1-04b1c2bbb05e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1213739959-subnet', 'tenant_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:28.587308 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca355ae1-c6de-49da-9c47-79287f500d63 None None] Checking router: b8200b60-5091-4cfd-8e78-08159c6a04ac for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:05:28.591703 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad8b35-f77a-4aff-8ed8-df378ce95261 admin admin] Pushing event updated for resources: {'Network': ['ID=35062ce4-aa77-455d-98c1-04b1c2bbb05e,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:28.596578 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca355ae1-c6de-49da-9c47-79287f500d63 None None] Routers {'b8200b60-5091-4cfd-8e78-08159c6a04ac'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:28.597360 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-ca355ae1-c6de-49da-9c47-79287f500d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:05:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['b8200b60-5091-4cfd-8e78-08159c6a04ac'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:28.601985 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 35062ce4-aa77-455d-98c1-04b1c2bbb05e details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:05:28.657955 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a567fa1-e82d-4f1e-9d7d-adb713eeca16 req-370b2bae-712c-4db2-9c9b-c9f623e72469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:28.659494 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6a567fa1-e82d-4f1e-9d7d-adb713eeca16 req-370b2bae-712c-4db2-9c9b-c9f623e72469 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cece2284cedf41a29a33e49364b41245&device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 1098 time: 0.1999776 Jul 15 13:05:28.662265 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a1848-bef6-40b5-b53d-b462ad4835c3 req-ef91eae7-076b-49d7-8baa-1dd952cba2f6 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:28.664212 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-774a1848-bef6-40b5-b53d-b462ad4835c3 req-ef91eae7-076b-49d7-8baa-1dd952cba2f6 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97aba12-0dd5-48ec-a5e1-10a099efb9c3 HTTP/1.1" status: 200 len: 945 time: 0.0744936 Jul 15 13:05:28.684344 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c33392-6cf4-4ba9-a2e1-56b72489c0a5 admin admin] Made reservation on behalf of 81c3b9d8d0bd4b9983bde8217f1dc07f for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:28.686549 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-94c33392-6cf4-4ba9-a2e1-56b72489c0a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:28.741084 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-774a1848-bef6-40b5-b53d-b462ad4835c3 req-8c3b2079-c778-4e24-b976-a0e56c512733 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695572 Jul 15 13:05:28.774678 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e91f3ab4-b428-4f2e-9953-39d595e8e6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:28.776258 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-ca355ae1-c6de-49da-9c47-79287f500d63 None None] Set router b8200b60-5091-4cfd-8e78-08159c6a04ac gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:28.784393 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b2629-0f21-4f26-9fc5-ec31d3622437 req-6900565a-b10c-47bd-ad1e-730779f8e162 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:28.786449 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-417b2629-0f21-4f26-9fc5-ec31d3622437 req-6900565a-b10c-47bd-ad1e-730779f8e162 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01f2402-2c93-44e7-b1a7-db1cf6e713b6 HTTP/1.1" status: 200 len: 950 time: 0.0984511 Jul 15 13:05:28.821451 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:28.836410 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-417b2629-0f21-4f26-9fc5-ec31d3622437 req-17815769-b3e0-4f28-a3cd-e29528648947 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] 10.222.0.16 "GET /v2.0/security-groups?id=678f200d-9bff-4745-b50e-fe912e615194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439124 Jul 15 13:05:28.849765 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-e91f3ab4-b428-4f2e-9953-39d595e8e6e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d89cea-932c-49ee-9772-9e5757255ae5']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:28.878651 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-e91f3ab4-b428-4f2e-9953-39d595e8e6e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9940a96e-2d5b-4778-a27d-d984f6200b93') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:28.878951 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-e91f3ab4-b428-4f2e-9953-39d595e8e6e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9940a96e-2d5b-4778-a27d-d984f6200b93') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:28.899118 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e91f3ab4-b428-4f2e-9953-39d595e8e6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:28.930517 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a567fa1-e82d-4f1e-9d7d-adb713eeca16 req-621715bd-d7d6-425a-b834-96a733fc2d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:28.932009 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6a567fa1-e82d-4f1e-9d7d-adb713eeca16 req-621715bd-d7d6-425a-b834-96a733fc2d88 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1bdc303d-a348-44e1-bbb6-ce54e5387eef HTTP/1.1" status: 200 len: 912 time: 0.2620778 Jul 15 13:05:28.932912 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e91f3ab4-b428-4f2e-9953-39d595e8e6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:28.942835 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e91f3ab4-b428-4f2e-9953-39d595e8e6e4 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:05:28.943230 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e91f3ab4-b428-4f2e-9953-39d595e8e6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:28.965761 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:28.965761 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:28.965761 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:28.965761 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:28.965761 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:28.965761 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:28.965761 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:28.965761 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:28.965761 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:05:28.965761 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:05:28.965761 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:05:28.965761 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:05:28.965761 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:05:28.965761 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:05:28.965761 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:05:28.965761 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:05:28.965761 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:05:28.965761 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:05:28.965761 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:05:28.965761 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:05:28.965761 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:05:28.965761 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:05:28.965761 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:05:28.965761 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:05:28.965761 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:05:28.965761 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:05:28.965761 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:05:28.965761 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:05:28.965761 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:05:28.965761 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:05:28.965761 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:05:28.965761 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:05:28.965761 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:05:28.965761 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:05:28.965761 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:05:28.965761 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:05:28.965761 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:05:28.965761 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:05:28.965761 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:05:28.965761 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:05:29.042755 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-ca355ae1-c6de-49da-9c47-79287f500d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'name': 'tempest-AttachVolumeTestJSON-1386044083-router', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '8eac28ae-e7a6-40ba-98f0-9e420eb184b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:58Z', 'updated_at': '2021-07-15T13:05:06Z', 'revision_number': 4, 'project_id': 'cece2284cedf41a29a33e49364b41245', 'gw_port': {'id': '8eac28ae-e7a6-40ba-98f0-9e420eb184b2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:34:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:00Z', 'updated_at': '2021-07-15T13:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '91dbc3cf-4c9e-4425-942b-f3f6ebb3282f', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'floating_ip_address': '172.25.8.51', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'port_id': 'fc24b9d1-5104-44dc-9fbd-0dfe06462cc5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef', 'mac_address': 'fa:16:3e:05:1a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f67275-b02f-4744-8bd1-4bd4d17904da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:05:09Z', 'updated_at': '2021-07-15T13:05:27Z', 'revision_number': 1, 'project_id': 'cece2284cedf41a29a33e49364b41245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43d076f-dd65-4e0d-aca4-b744d9599bb9', 'name': '', 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'mac_address': 'fa:16:3e:4c:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '1796d493-1d5f-49de-a2f8-cb5cb28c84a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:05Z', 'updated_at': '2021-07-15T13:05:11Z', 'revision_number': 5, 'project_id': 'cece2284cedf41a29a33e49364b41245', 'subnets': [{'id': '1796d493-1d5f-49de-a2f8-cb5cb28c84a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:29.095254 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e91f3ab4-b428-4f2e-9953-39d595e8e6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:29.112948 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e91f3ab4-b428-4f2e-9953-39d595e8e6e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:29.117432 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e91f3ab4-b428-4f2e-9953-39d595e8e6e4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e0d89cea-932c-49ee-9772-9e5757255ae5 HTTP/1.1" status: 204 len: 168 time: 0.6923504 Jul 15 13:05:29.143153 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6a567fa1-e82d-4f1e-9d7d-adb713eeca16 req-aaa85700-6709-416f-8a5f-f8c7a10410cd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc24b9d1-5104-44dc-9fbd-0dfe06462cc5 HTTP/1.1" status: 200 len: 999 time: 0.2014148 Jul 15 13:05:29.146319 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f3ab4-b428-4f2e-9953-39d595e8e6e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0d89cea-932c-49ee-9772-9e5757255ae5,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:29.152549 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-94c33392-6cf4-4ba9-a2e1-56b72489c0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:29.242007 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c33392-6cf4-4ba9-a2e1-56b72489c0a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a11699d2-8318-44c7-ac11-44c19841c110,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:29.268048 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a567fa1-e82d-4f1e-9d7d-adb713eeca16 req-4b5e5e51-6d4b-45c8-8ff6-b6994d9e6e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:29.269490 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6a567fa1-e82d-4f1e-9d7d-adb713eeca16 req-4b5e5e51-6d4b-45c8-8ff6-b6994d9e6e94 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1796d493-1d5f-49de-a2f8-cb5cb28c84a4 HTTP/1.1" status: 200 len: 850 time: 0.0868387 Jul 15 13:05:29.274255 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c33392-6cf4-4ba9-a2e1-56b72489c0a5 admin admin] Checking segment: {'id': 'b48a1be4-8704-4073-a776-5fcb869d0e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '35062ce4-aa77-455d-98c1-04b1c2bbb05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:29.274705 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c33392-6cf4-4ba9-a2e1-56b72489c0a5 admin admin] Network hostable DHCP agents. Network: 35062ce4-aa77-455d-98c1-04b1c2bbb05e, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:05:29.291753 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca355ae1-c6de-49da-9c47-79287f500d63 None None] The sync data for ids ['b8200b60-5091-4cfd-8e78-08159c6a04ac'] in n-d-771363-36 is: [{'id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'name': 'tempest-AttachVolumeTestJSON-1386044083-router', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '8eac28ae-e7a6-40ba-98f0-9e420eb184b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:58Z', 'updated_at': '2021-07-15T13:05:06Z', 'revision_number': 4, 'project_id': 'cece2284cedf41a29a33e49364b41245', 'gw_port': {'id': '8eac28ae-e7a6-40ba-98f0-9e420eb184b2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:34:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:00Z', 'updated_at': '2021-07-15T13:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '91dbc3cf-4c9e-4425-942b-f3f6ebb3282f', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'floating_ip_address': '172.25.8.51', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'port_id': 'fc24b9d1-5104-44dc-9fbd-0dfe06462cc5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef', 'mac_address': 'fa:16:3e:05:1a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f67275-b02f-4744-8bd1-4bd4d17904da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:05:09Z', 'updated_at': '2021-07-15T13:05:27Z', 'revision_number': 1, 'project_id': 'cece2284cedf41a29a33e49364b41245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43d076f-dd65-4e0d-aca4-b744d9599bb9', 'name': '', 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'mac_address': 'fa:16:3e:4c:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '1796d493-1d5f-49de-a2f8-cb5cb28c84a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:05Z', 'updated_at': '2021-07-15T13:05:11Z', 'revision_number': 5, 'project_id': 'cece2284cedf41a29a33e49364b41245', 'subnets': [{'id': '1796d493-1d5f-49de-a2f8-cb5cb28c84a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:05:29.304897 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:29.311399 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44890) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:29.339512 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c33392-6cf4-4ba9-a2e1-56b72489c0a5 admin admin] Network 35062ce4-aa77-455d-98c1-04b1c2bbb05e is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:05:29.362932 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-94c33392-6cf4-4ba9-a2e1-56b72489c0a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 35062ce4-aa77-455d-98c1-04b1c2bbb05e) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:29.369033 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c33392-6cf4-4ba9-a2e1-56b72489c0a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:29.369537 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-94c33392-6cf4-4ba9-a2e1-56b72489c0a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:29.373247 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f33be8e-dcc9-4d30-a444-40c8e5103daa None None] Network 35062ce4-aa77-455d-98c1-04b1c2bbb05e requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:05:29.375748 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4f0cac04-8710-4235-b58f-8a5422f1244a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af8a25419ab0489e8df66f3d058b9b35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0628400 Jul 15 13:05:29.378237 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44892) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:29.392929 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a567fa1-e82d-4f1e-9d7d-adb713eeca16 req-3737a2da-0ce4-4464-9b36-8923bf5f176d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:29.398792 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6a567fa1-e82d-4f1e-9d7d-adb713eeca16 req-3737a2da-0ce4-4464-9b36-8923bf5f176d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1bdc303d-a348-44e1-bbb6-ce54e5387eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1171968 Jul 15 13:05:29.450087 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-17176689-7a7a-45f5-b891-a764f6c0f1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:29.464911 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-94c33392-6cf4-4ba9-a2e1-56b72489c0a5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8954296 Jul 15 13:05:29.465599 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44898) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:29.483188 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-17176689-7a7a-45f5-b891-a764f6c0f1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:29.495201 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-07cfd688-dc82-4dcd-9b21-23a8c02e5e75 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1213739959-router', 'tenant_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:29.588848 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6a567fa1-e82d-4f1e-9d7d-adb713eeca16 req-d7149b70-8249-41cb-98fe-0192fdc97afd service neutron] 10.222.0.46 "GET /v2.0/networks/1bdc303d-a348-44e1-bbb6-ce54e5387eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771126 Jul 15 13:05:29.596222 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-07cfd688-dc82-4dcd-9b21-23a8c02e5e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:29.597231 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-07cfd688-dc82-4dcd-9b21-23a8c02e5e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:29.623169 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be186ac4-6ab3-46bf-ac9d-4ad8df8a1468 req-a1d09335-ca1b-40d2-b9bb-3fb7f4769a8d tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:29.631456 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-be186ac4-6ab3-46bf-ac9d-4ad8df8a1468 req-a1d09335-ca1b-40d2-b9bb-3fb7f4769a8d tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/ports?device_id=58455304-1a23-42a3-acf3-cdd8703be040 HTTP/1.1" status: 200 len: 944 time: 0.1330233 Jul 15 13:05:29.642474 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-17176689-7a7a-45f5-b891-a764f6c0f1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:29.645036 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-17176689-7a7a-45f5-b891-a764f6c0f1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:29.648612 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-17176689-7a7a-45f5-b891-a764f6c0f1b4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/38439d16-be46-41fb-9e6d-711a65561154 HTTP/1.1" status: 204 len: 168 time: 0.2655749 Jul 15 13:05:29.704433 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b0afd34-277c-4249-a36b-bb1c7cf543d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:29.728247 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17176689-7a7a-45f5-b891-a764f6c0f1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38439d16-be46-41fb-9e6d-711a65561154,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:29.731518 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-07cfd688-dc82-4dcd-9b21-23a8c02e5e75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:29.746401 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6a567fa1-e82d-4f1e-9d7d-adb713eeca16 req-b0f87092-116d-49cf-9262-8d2d9c582134 service neutron] 10.222.0.46 "GET /v2.0/networks/1bdc303d-a348-44e1-bbb6-ce54e5387eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422839 Jul 15 13:05:29.749832 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba22b085-3060-4037-babc-394b16362613 None None] New status for floating IP 91dbc3cf-4c9e-4425-942b-f3f6ebb3282f: ACTIVE {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:05:29.797274 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-be186ac4-6ab3-46bf-ac9d-4ad8df8a1468 req-9f5f7595-3f22-4d46-9fcb-553a14de48b0 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups?id=680015d7-3cf5-4bf2-aaef-662d25196854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648269 Jul 15 13:05:29.862385 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999cba9c-4634-43d6-8a45-cf914c62fbe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-35062ce4-aa77-455d-98c1-04b1c2bbb05e', 'network_id': '35062ce4-aa77-455d-98c1-04b1c2bbb05e', 'tenant_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'fixed_ips': [{'subnet_id': 'a11699d2-8318-44c7-ac11-44c19841c110'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:05:29.863395 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-999cba9c-4634-43d6-8a45-cf914c62fbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:30.026130 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:05:30.028259 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 49f2d5b9-0a15-4749-9ac0-d13c645ccc92 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:30.033495 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-07cfd688-dc82-4dcd-9b21-23a8c02e5e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:30.131150 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cd388-6378-4a7a-88ea-397049b550e7 req-771e0a5a-4a7f-406e-b5ce-12281dc50fad tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:30.133153 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c27cd388-6378-4a7a-88ea-397049b550e7 req-771e0a5a-4a7f-406e-b5ce-12281dc50fad tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 950 time: 0.2794511 Jul 15 13:05:30.161556 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ab469-c140-48a4-bbec-5baf5660e0ed req-e31fe6d1-9904-4b74-be7a-5b505f3e7cf8 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:30.163376 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ce3ab469-c140-48a4-bbec-5baf5660e0ed req-e31fe6d1-9904-4b74-be7a-5b505f3e7cf8 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97aba12-0dd5-48ec-a5e1-10a099efb9c3 HTTP/1.1" status: 200 len: 945 time: 0.1406324 Jul 15 13:05:30.241685 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c27cd388-6378-4a7a-88ea-397049b550e7 req-d2daa72e-d60b-4a5e-a506-7eaa387df1b1 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981877 Jul 15 13:05:30.253984 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-999cba9c-4634-43d6-8a45-cf914c62fbe4 None None] Allocated IP 172.20.0.2 (35062ce4-aa77-455d-98c1-04b1c2bbb05e/a11699d2-8318-44c7-ac11-44c19841c110/e7088358-c7b7-4fe6-b458-375c2d7fc71f) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:30.261428 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:30.265507 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ce3ab469-c140-48a4-bbec-5baf5660e0ed req-5ad4da4d-1103-4dab-899e-d6530d93176a tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857460 Jul 15 13:05:30.319133 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c,segment=NetworkSegment(f81b00ce-7265-46d9-a6be-dae5ddffb06a),segment_id=f81b00ce-7265-46d9-a6be-dae5ddffb06a)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:30.339035 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8f04b3-cd40-43e3-89c2-3879a684534e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49f2d5b9-0a15-4749-9ac0-d13c645ccc92'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:30.341263 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4f7891-7de9-4b64-95f6-b28fb0d37290" -d '{"events": [{"server_uuid": "1b8f04b3-cd40-43e3-89c2-3879a684534e", "name": "network-vif-unplugged", "status": "completed", "tag": "49f2d5b9-0a15-4749-9ac0-d13c645ccc92"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:30.375277 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c', 'network_id': '729a5aca-a8fb-4adf-b967-9e9deb4d3b59', 'port_id': '6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c', 'mac_address': 'fa:16:3e:c7:87:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7507b4a-078f-49e8-9ea2-588ee62f39d6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:05:30.377895 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 49f2d5b9-0a15-4749-9ac0-d13c645ccc92, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=49f2d5b9-0a15-4749-9ac0-d13c645ccc92,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:30.423091 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:30.427532 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173012a4-2c12-481a-9238-296f53e8ce5e x-openstack-request-id: req-173012a4-2c12-481a-9238-296f53e8ce5e {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:30.427836 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8f04b3-cd40-43e3-89c2-3879a684534e", "name": "network-vif-unplugged", "status": "completed", "tag": "49f2d5b9-0a15-4749-9ac0-d13c645ccc92", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:30.428083 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-173012a4-2c12-481a-9238-296f53e8ce5e {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:30.428459 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8f04b3-cd40-43e3-89c2-3879a684534e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49f2d5b9-0a15-4749-9ac0-d13c645ccc92', 'code': 200} Jul 15 13:05:30.458870 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-07cfd688-dc82-4dcd-9b21-23a8c02e5e75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:30.477647 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-07cfd688-dc82-4dcd-9b21-23a8c02e5e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:30.529202 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:30.537676 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=49f2d5b9-0a15-4749-9ac0-d13c645ccc92,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:30.574724 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:30.591741 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-07cfd688-dc82-4dcd-9b21-23a8c02e5e75 admin admin] Allocated IP 172.25.8.221 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/3c8c92f8-523a-4184-8137-33afe7dd65ea) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:30.606942 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c,segment=NetworkSegment(f81b00ce-7265-46d9-a6be-dae5ddffb06a),segment_id=f81b00ce-7265-46d9-a6be-dae5ddffb06a)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:30.613532 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-999cba9c-4634-43d6-8a45-cf914c62fbe4 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:30.627335 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-999cba9c-4634-43d6-8a45-cf914c62fbe4 None None] Transition to ACTIVE for port object e7088358-c7b7-4fe6-b458-375c2d7fc71f will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:30.647804 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:30.657287 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-999cba9c-4634-43d6-8a45-cf914c62fbe4 None None] Transition to ACTIVE for port object e7088358-c7b7-4fe6-b458-375c2d7fc71f will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:30.698000 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-999cba9c-4634-43d6-8a45-cf914c62fbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:30.717923 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-07cfd688-dc82-4dcd-9b21-23a8c02e5e75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:30.719677 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:30.730769 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999cba9c-4634-43d6-8a45-cf914c62fbe4 None None] Network 35062ce4-aa77-455d-98c1-04b1c2bbb05e is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:30.748856 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-999cba9c-4634-43d6-8a45-cf914c62fbe4 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:30.752819 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999cba9c-4634-43d6-8a45-cf914c62fbe4 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:30.792165 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-07cfd688-dc82-4dcd-9b21-23a8c02e5e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:30.819300 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999cba9c-4634-43d6-8a45-cf914c62fbe4 None None] Pushing event updated for resources: {'Port': ['ID=e7088358-c7b7-4fe6-b458-375c2d7fc71f,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:30.828096 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cfd688-dc82-4dcd-9b21-23a8c02e5e75 admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:30.829305 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-999cba9c-4634-43d6-8a45-cf914c62fbe4 None None] Attempting to bind port e7088358-c7b7-4fe6-b458-375c2d7fc71f on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:30.829677 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-999cba9c-4634-43d6-8a45-cf914c62fbe4 None None] Attempting to bind port e7088358-c7b7-4fe6-b458-375c2d7fc71f by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'b48a1be4-8704-4073-a776-5fcb869d0e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '35062ce4-aa77-455d-98c1-04b1c2bbb05e'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:30.830039 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999cba9c-4634-43d6-8a45-cf914c62fbe4 None None] Attempting to bind port e7088358-c7b7-4fe6-b458-375c2d7fc71f on network 35062ce4-aa77-455d-98c1-04b1c2bbb05e {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:30.834299 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-07cfd688-dc82-4dcd-9b21-23a8c02e5e75 admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:30.835573 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999cba9c-4634-43d6-8a45-cf914c62fbe4 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:30.835948 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999cba9c-4634-43d6-8a45-cf914c62fbe4 None None] Checking segment: {'id': 'b48a1be4-8704-4073-a776-5fcb869d0e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '35062ce4-aa77-455d-98c1-04b1c2bbb05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:30.836418 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-999cba9c-4634-43d6-8a45-cf914c62fbe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:30.836806 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999cba9c-4634-43d6-8a45-cf914c62fbe4 None None] Bound using segment: {'id': 'b48a1be4-8704-4073-a776-5fcb869d0e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '35062ce4-aa77-455d-98c1-04b1c2bbb05e'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:30.837266 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-999cba9c-4634-43d6-8a45-cf914c62fbe4 None None] Bound port: e7088358-c7b7-4fe6-b458-375c2d7fc71f, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48a1be4-8704-4073-a776-5fcb869d0e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '35062ce4-aa77-455d-98c1-04b1c2bbb05e'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:30.837657 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-999cba9c-4634-43d6-8a45-cf914c62fbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:30.842767 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cfd688-dc82-4dcd-9b21-23a8c02e5e75 admin admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:30.880097 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cfd688-dc82-4dcd-9b21-23a8c02e5e75 admin admin] Pushing event updated for resources: {'Port': ['ID=3c8c92f8-523a-4184-8137-33afe7dd65ea,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:30.929882 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-999cba9c-4634-43d6-8a45-cf914c62fbe4 None None] For port e7088358-c7b7-4fe6-b458-375c2d7fc71f, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:30.935057 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-999cba9c-4634-43d6-8a45-cf914c62fbe4 None None] For port e7088358-c7b7-4fe6-b458-375c2d7fc71f, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=e7088358-c7b7-4fe6-b458-375c2d7fc71f,segment=NetworkSegment(b48a1be4-8704-4073-a776-5fcb869d0e81),segment_id=b48a1be4-8704-4073-a776-5fcb869d0e81)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:30.941073 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-999cba9c-4634-43d6-8a45-cf914c62fbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:31.012917 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999cba9c-4634-43d6-8a45-cf914c62fbe4 None None] Pushing event updated for resources: {'Port': ['ID=e7088358-c7b7-4fe6-b458-375c2d7fc71f,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:31.162746 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:31.473775 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d568266-da10-4c31-a89e-5915ecd30084 req-a1c3e885-c5fc-47fa-9d50-bc2f60d19eaa tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:31.475213 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6d568266-da10-4c31-a89e-5915ecd30084 req-a1c3e885-c5fc-47fa-9d50-bc2f60d19eaa tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/ports?device_id=58455304-1a23-42a3-acf3-cdd8703be040 HTTP/1.1" status: 200 len: 945 time: 0.5120685 Jul 15 13:05:31.496157 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f0ed6abe-ef6a-416d-8215-b1be20d458f9 req-b530e737-c75b-42dc-8f0c-10dca25d9092 tempest-ServerShowV254Test-909803637 tempest-ServerShowV254Test-909803637-project] 10.222.0.16 "GET /v2.0/ports?device_id=128678dc-b0e2-4843-9bb9-958b41b1ec5c HTTP/1.1" status: 200 len: 210 time: 0.0538511 Jul 15 13:05:31.576524 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6d568266-da10-4c31-a89e-5915ecd30084 req-6e5d2057-437b-4a85-9db0-d363430518d9 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups?id=680015d7-3cf5-4bf2-aaef-662d25196854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828989 Jul 15 13:05:31.581352 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-07cfd688-dc82-4dcd-9b21-23a8c02e5e75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:31.797218 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c05bb-d57f-40e6-bbe2-b6b5df14b72f req-8def2318-7851-4c31-be97-b206bab56039 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:31.798794 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b4c05bb-d57f-40e6-bbe2-b6b5df14b72f req-8def2318-7851-4c31-be97-b206bab56039 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97aba12-0dd5-48ec-a5e1-10a099efb9c3 HTTP/1.1" status: 200 len: 945 time: 0.1832969 Jul 15 13:05:31.894852 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b4c05bb-d57f-40e6-bbe2-b6b5df14b72f req-9129d4b9-578e-4a86-8418-a2cc5eb907e0 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892274 Jul 15 13:05:31.925757 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d15bb-9829-41ea-b610-0929945f9052 req-1c05d8bb-d802-4e09-a508-75da0c59bb80 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:31.928026 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bc7d15bb-9829-41ea-b610-0929945f9052 req-1c05d8bb-d802-4e09-a508-75da0c59bb80 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 948 time: 0.2193210 Jul 15 13:05:31.943705 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-07cfd688-dc82-4dcd-9b21-23a8c02e5e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:32.016747 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bc7d15bb-9829-41ea-b610-0929945f9052 req-c01829d1-5ad9-4e6b-8dcc-01cd6b3aaea4 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807838 Jul 15 13:05:32.038782 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 49f2d5b9-0a15-4749-9ac0-d13c645ccc92 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:05:32.185628 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07cfd688-dc82-4dcd-9b21-23a8c02e5e75 admin admin] Router 4be2c769-7b6b-47e5-903b-c7f7fac280fe is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:05:32.214138 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:32.221752 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 49f2d5b9-0a15-4749-9ac0-d13c645ccc92, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=49f2d5b9-0a15-4749-9ac0-d13c645ccc92,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:32.233275 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '49f2d5b9-0a15-4749-9ac0-d13c645ccc92', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': '49f2d5b9-0a15-4749-9ac0-d13c645ccc92', 'mac_address': 'fa:16:3e:aa:d3:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:05:32.267451 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adb4f91-8f86-4ccf-b138-56f6221e50a0 None None] Network 35062ce4-aa77-455d-98c1-04b1c2bbb05e requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:05:32.307870 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:32.334620 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07cfd688-dc82-4dcd-9b21-23a8c02e5e75 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:05:32.345068 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c7c3e194-8cda-405d-b96a-d5c10e62aae4 None None] Provisioning for port e7088358-c7b7-4fe6-b458-375c2d7fc71f completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:32.351362 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bce169-9852-478f-a2a2-50834f9afcd8 None None] Sync routers for ids ['4be2c769-7b6b-47e5-903b-c7f7fac280fe'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:05:32.359252 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-07cfd688-dc82-4dcd-9b21-23a8c02e5e75 admin admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:32.361549 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-07cfd688-dc82-4dcd-9b21-23a8c02e5e75 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8703620 Jul 15 13:05:32.365046 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44996) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:32.367781 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f2d5b9-0a15-4749-9ac0-d13c645ccc92 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:32.410460 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bce169-9852-478f-a2a2-50834f9afcd8 None None] Routers {'4be2c769-7b6b-47e5-903b-c7f7fac280fe'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:32.411627 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-b1bce169-9852-478f-a2a2-50834f9afcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:05:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['4be2c769-7b6b-47e5-903b-c7f7fac280fe'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:32.418832 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 49f2d5b9-0a15-4749-9ac0-d13c645ccc92, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=49f2d5b9-0a15-4749-9ac0-d13c645ccc92,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:32.475701 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:32.477434 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-87a49904-c4a9-440b-a78d-f4bfd4b98fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:32.487351 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc677f8-efd0-4ba0-a742-4a47db5e08ec req-c4cd53e6-46b7-437c-bc5f-f23550610b0c tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:32.490647 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9dc677f8-efd0-4ba0-a742-4a47db5e08ec req-c4cd53e6-46b7-437c-bc5f-f23550610b0c tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 948 time: 0.0777738 Jul 15 13:05:32.576994 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9dc677f8-efd0-4ba0-a742-4a47db5e08ec req-c7bda5f9-010c-4d7f-8d16-063161950de3 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801651 Jul 15 13:05:32.638996 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-b1bce169-9852-478f-a2a2-50834f9afcd8 None None] Set router 4be2c769-7b6b-47e5-903b-c7f7fac280fe gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:32.702275 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=49f2d5b9-0a15-4749-9ac0-d13c645ccc92,revision_number=7']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:32.775688 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-15db3fe9-8702-438c-b0d5-fcf2a26b5de6 req-fb7b103e-9741-45aa-8613-d553e5643e75 tempest-ServerShowV254Test-909803637 tempest-ServerShowV254Test-909803637-project] 10.222.0.16 "GET /v2.0/ports?device_id=128678dc-b0e2-4843-9bb9-958b41b1ec5c HTTP/1.1" status: 200 len: 210 time: 0.0333064 Jul 15 13:05:32.813772 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ea0ef-df0a-4123-9a9d-6d6034ae1141 req-911471a5-722e-4840-9df0-39e47b103f02 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:32.822237 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c37ea0ef-df0a-4123-9a9d-6d6034ae1141 req-911471a5-722e-4840-9df0-39e47b103f02 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/ports?device_id=58455304-1a23-42a3-acf3-cdd8703be040 HTTP/1.1" status: 200 len: 945 time: 0.1189640 Jul 15 13:05:32.872407 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c37ea0ef-df0a-4123-9a9d-6d6034ae1141 req-f20dd1c3-90a4-4297-abba-1444805cec02 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups?id=680015d7-3cf5-4bf2-aaef-662d25196854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492442 Jul 15 13:05:32.884631 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['49f2d5b9-0a15-4749-9ac0-d13c645ccc92'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:33.097933 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa6ac3-df0b-45f7-ad7f-66736feccaed req-09838cbf-6dab-430c-bbb1-e26c81cedf3f tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:33.100277 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-daaa6ac3-df0b-45f7-ad7f-66736feccaed req-09838cbf-6dab-430c-bbb1-e26c81cedf3f tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e&tenant_id=a5495784adab4faf86ec8d11912c9669&binding%3Ahost_id=n-h2-771363-36 HTTP/1.1" status: 200 len: 949 time: 0.3257596 Jul 15 13:05:33.199327 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device e7088358-c7b7-4fe6-b458-375c2d7fc71f up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:33.281686 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-b1bce169-9852-478f-a2a2-50834f9afcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be2c769-7b6b-47e5-903b-c7f7fac280fe', 'name': 'tempest-TaggedBootDevicesTest-1213739959-router', 'tenant_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '3c8c92f8-523a-4184-8137-33afe7dd65ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:29Z', 'updated_at': '2021-07-15T13:05:31Z', 'revision_number': 3, 'project_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'gw_port': {'id': '3c8c92f8-523a-4184-8137-33afe7dd65ea', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:84:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be2c769-7b6b-47e5-903b-c7f7fac280fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:30Z', 'updated_at': '2021-07-15T13:05:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:33.337010 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bce169-9852-478f-a2a2-50834f9afcd8 None None] Checking router: 4be2c769-7b6b-47e5-903b-c7f7fac280fe for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:05:33.337692 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bce169-9852-478f-a2a2-50834f9afcd8 None None] Updating router 4be2c769-7b6b-47e5-903b-c7f7fac280fe port 3c8c92f8-523a-4184-8137-33afe7dd65ea binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:05:33.396289 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b1bce169-9852-478f-a2a2-50834f9afcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:33.409536 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa6ac3-df0b-45f7-ad7f-66736feccaed req-ce4ed09d-5a39-494e-bc36-0bcc0bfe0f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:33.411724 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-daaa6ac3-df0b-45f7-ad7f-66736feccaed req-ce4ed09d-5a39-494e-bc36-0bcc0bfe0f2b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5495784adab4faf86ec8d11912c9669&device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 1101 time: 0.1286604 Jul 15 13:05:33.412078 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port e7088358-c7b7-4fe6-b458-375c2d7fc71f completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:33.423536 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1fd398-8739-4918-933c-209ae24ce162 req-d8f83cb1-d999-48dd-87e7-c30e5bb40151 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:33.425784 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c1fd398-8739-4918-933c-209ae24ce162 req-d8f83cb1-d999-48dd-87e7-c30e5bb40151 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97aba12-0dd5-48ec-a5e1-10a099efb9c3 HTTP/1.1" status: 200 len: 945 time: 0.0840659 Jul 15 13:05:33.450730 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port e7088358-c7b7-4fe6-b458-375c2d7fc71f triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:33.451101 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:33.471121 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c1fd398-8739-4918-933c-209ae24ce162 req-62ce5f2a-bdb6-4d4b-b524-21daff2c6d0e tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384195 Jul 15 13:05:33.506035 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:33.559761 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-12a5f481-061b-4ac5-805c-f06388fb552f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:33.562110 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa6ac3-df0b-45f7-ad7f-66736feccaed req-3208c5fe-1ea2-4105-ac3e-c2126c2d08ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:33.563588 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-daaa6ac3-df0b-45f7-ad7f-66736feccaed req-3208c5fe-1ea2-4105-ac3e-c2126c2d08ae service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.1309564 Jul 15 13:05:33.620677 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-daaa6ac3-df0b-45f7-ad7f-66736feccaed req-72e0d06d-4a16-4172-8c56-39e7cf8f4aa5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=49f2d5b9-0a15-4749-9ac0-d13c645ccc92 HTTP/1.1" status: 200 len: 217 time: 0.0404625 Jul 15 13:05:33.664000 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:33.718968 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port e7088358-c7b7-4fe6-b458-375c2d7fc71f, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=e7088358-c7b7-4fe6-b458-375c2d7fc71f,segment=NetworkSegment(b48a1be4-8704-4073-a776-5fcb869d0e81),segment_id=b48a1be4-8704-4073-a776-5fcb869d0e81)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:33.728337 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:33.729531 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa6ac3-df0b-45f7-ad7f-66736feccaed req-d9873ba8-171a-4cbd-8092-7227bfcf5da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:33.733595 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-daaa6ac3-df0b-45f7-ad7f-66736feccaed req-d9873ba8-171a-4cbd-8092-7227bfcf5da2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0872781 Jul 15 13:05:33.783734 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6b262-ded6-4ca3-949d-e9a9b95c2894 req-01c432c9-34ea-4325-ba22-a3074b68e95d tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:33.785501 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dbe6b262-ded6-4ca3-949d-e9a9b95c2894 req-01c432c9-34ea-4325-ba22-a3074b68e95d tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 949 time: 0.0833969 Jul 15 13:05:33.816727 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b1bce169-9852-478f-a2a2-50834f9afcd8 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:33.821052 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=e7088358-c7b7-4fe6-b458-375c2d7fc71f,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:33.831394 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b1bce169-9852-478f-a2a2-50834f9afcd8 None None] Transition to ACTIVE for port object 3c8c92f8-523a-4184-8137-33afe7dd65ea will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:33.840040 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b1bce169-9852-478f-a2a2-50834f9afcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:33.842704 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dbe6b262-ded6-4ca3-949d-e9a9b95c2894 req-bc8253e4-3c2d-4754-84f6-f58a5815251c tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475750 Jul 15 13:05:33.844162 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-12a5f481-061b-4ac5-805c-f06388fb552f admin admin] Allocated IP 172.20.0.1 (35062ce4-aa77-455d-98c1-04b1c2bbb05e/a11699d2-8318-44c7-ac11-44c19841c110/051a5e44-6467-4321-af7a-e5087fac40c1) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:33.877931 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa6ac3-df0b-45f7-ad7f-66736feccaed req-5bb95c5f-419e-4752-ad8c-e56219c5a178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:33.882261 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-daaa6ac3-df0b-45f7-ad7f-66736feccaed req-5bb95c5f-419e-4752-ad8c-e56219c5a178 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1327293 Jul 15 13:05:33.919306 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fdf287-0176-42a8-8776-ab9cc6646d2c None None] Pushing event updated for resources: {'Port': ['ID=3c8c92f8-523a-4184-8137-33afe7dd65ea,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:33.921893 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-b1bce169-9852-478f-a2a2-50834f9afcd8 None None] Attempting to bind port 3c8c92f8-523a-4184-8137-33afe7dd65ea on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:33.922074 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-b1bce169-9852-478f-a2a2-50834f9afcd8 None None] Attempting to bind port 3c8c92f8-523a-4184-8137-33afe7dd65ea by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:33.922436 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bce169-9852-478f-a2a2-50834f9afcd8 None None] Attempting to bind port 3c8c92f8-523a-4184-8137-33afe7dd65ea on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:33.928024 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bce169-9852-478f-a2a2-50834f9afcd8 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:33.928394 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bce169-9852-478f-a2a2-50834f9afcd8 None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:33.928792 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b1bce169-9852-478f-a2a2-50834f9afcd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:33.929176 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bce169-9852-478f-a2a2-50834f9afcd8 None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:33.929632 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-b1bce169-9852-478f-a2a2-50834f9afcd8 None None] Bound port: 3c8c92f8-523a-4184-8137-33afe7dd65ea, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:33.930006 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b1bce169-9852-478f-a2a2-50834f9afcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:33.988895 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-b1bce169-9852-478f-a2a2-50834f9afcd8 None None] For port 3c8c92f8-523a-4184-8137-33afe7dd65ea, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:33.992703 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-b1bce169-9852-478f-a2a2-50834f9afcd8 None None] For port 3c8c92f8-523a-4184-8137-33afe7dd65ea, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=3c8c92f8-523a-4184-8137-33afe7dd65ea,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:33.999829 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b1bce169-9852-478f-a2a2-50834f9afcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:34.048549 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:05:34.065300 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-daaa6ac3-df0b-45f7-ad7f-66736feccaed req-c0fce3e6-cd36-46f7-a3e0-314036609074 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603379 Jul 15 13:05:34.068562 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-12a5f481-061b-4ac5-805c-f06388fb552f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:34.073309 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bce169-9852-478f-a2a2-50834f9afcd8 None None] Routers {'4be2c769-7b6b-47e5-903b-c7f7fac280fe'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:34.073947 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-b1bce169-9852-478f-a2a2-50834f9afcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:05:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['4be2c769-7b6b-47e5-903b-c7f7fac280fe'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:34.079590 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:34.083214 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e88eeb88-6b03-405c-aad8-35ccdde74987 req-566a94db-fbfd-48f1-9ab7-c52a53ad2dd1 tempest-ServerShowV254Test-909803637 tempest-ServerShowV254Test-909803637-project] 10.222.0.16 "GET /v2.0/ports?device_id=128678dc-b0e2-4843-9bb9-958b41b1ec5c HTTP/1.1" status: 200 len: 210 time: 0.0401368 Jul 15 13:05:34.090184 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-12a5f481-061b-4ac5-805c-f06388fb552f admin admin] Transition to ACTIVE for port object 051a5e44-6467-4321-af7a-e5087fac40c1 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:34.117850 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fdf287-0176-42a8-8776-ab9cc6646d2c None None] Pushing event updated for resources: {'Port': ['ID=3c8c92f8-523a-4184-8137-33afe7dd65ea,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:34.128757 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6dc2b-e27e-467e-90e5-b3dbf39efb47 req-5097bfe7-a0dc-4c8f-890e-8af16d5e54a4 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:34.131065 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b8d6dc2b-e27e-467e-90e5-b3dbf39efb47 req-5097bfe7-a0dc-4c8f-890e-8af16d5e54a4 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/ports?device_id=58455304-1a23-42a3-acf3-cdd8703be040 HTTP/1.1" status: 200 len: 945 time: 0.1291680 Jul 15 13:05:34.187137 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b8d6dc2b-e27e-467e-90e5-b3dbf39efb47 req-1726e7e3-8d53-4e8a-9e99-a44f2dc14dd8 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups?id=680015d7-3cf5-4bf2-aaef-662d25196854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458167 Jul 15 13:05:34.211988 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-daaa6ac3-df0b-45f7-ad7f-66736feccaed req-7093462a-5f99-46bd-bd8b-aa70fea3f293 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318767 Jul 15 13:05:34.220350 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.db.resource_extend [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:05:34.230412 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-12a5f481-061b-4ac5-805c-f06388fb552f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:34.272713 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a5f481-061b-4ac5-805c-f06388fb552f admin admin] Network 35062ce4-aa77-455d-98c1-04b1c2bbb05e is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:34.278108 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-12a5f481-061b-4ac5-805c-f06388fb552f admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:34.280788 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a5f481-061b-4ac5-805c-f06388fb552f admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:34.285855 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:34.314575 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a5f481-061b-4ac5-805c-f06388fb552f admin admin] Pushing event updated for resources: {'Port': ['ID=051a5e44-6467-4321-af7a-e5087fac40c1,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:34.356192 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-12a5f481-061b-4ac5-805c-f06388fb552f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:34.373844 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=9c46c9f0-c2f6-4c3a-9635-982485c4f4e0,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:34.392835 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:34.393216 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:34.398749 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '9c46c9f0-c2f6-4c3a-9635-982485c4f4e0', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': '9c46c9f0-c2f6-4c3a-9635-982485c4f4e0', 'mac_address': 'fa:16:3e:28:50:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:05:34.434413 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-b1bce169-9852-478f-a2a2-50834f9afcd8 None None] Set router 4be2c769-7b6b-47e5-903b-c7f7fac280fe gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:34.561925 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-12a5f481-061b-4ac5-805c-f06388fb552f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:34.609719 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:34.669759 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:34.691204 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d338aa35-8516-47bd-880d-92dde204aaaa None None] Provisioning for port 051a5e44-6467-4321-af7a-e5087fac40c1 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:34.712604 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50ab8d-3997-40f1-8e1f-b3eb4cacce7d req-cf771671-90ee-46b3-a387-18b453362658 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:34.721143 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7c50ab8d-3997-40f1-8e1f-b3eb4cacce7d req-cf771671-90ee-46b3-a387-18b453362658 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97aba12-0dd5-48ec-a5e1-10a099efb9c3 HTTP/1.1" status: 200 len: 945 time: 0.0847087 Jul 15 13:05:34.721640 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d338aa35-8516-47bd-880d-92dde204aaaa None None] Provisioning complete for port 051a5e44-6467-4321-af7a-e5087fac40c1 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:34.722019 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d338aa35-8516-47bd-880d-92dde204aaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:34.725352 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=9c46c9f0-c2f6-4c3a-9635-982485c4f4e0,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:34.761289 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:34.775548 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7c50ab8d-3997-40f1-8e1f-b3eb4cacce7d req-f4e11d04-7563-4f2b-89f5-35abe38ed9a3 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531881 Jul 15 13:05:34.799002 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-12a5f481-061b-4ac5-805c-f06388fb552f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:34.805162 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-12a5f481-061b-4ac5-805c-f06388fb552f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:34.829704 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:34.833667 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d338aa35-8516-47bd-880d-92dde204aaaa None None] Port 051a5e44-6467-4321-af7a-e5087fac40c1 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:05:34.873635 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=9c46c9f0-c2f6-4c3a-9635-982485c4f4e0,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:34.876752 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a5f481-061b-4ac5-805c-f06388fb552f admin admin] Pushing event updated for resources: {'Port': ['ID=051a5e44-6467-4321-af7a-e5087fac40c1,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:34.882016 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-12a5f481-061b-4ac5-805c-f06388fb552f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:34.961466 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:34.962283 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58455304-1a23-42a3-acf3-cdd8703be040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:34.964801 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c3063c-dd2a-48f9-a5f1-d0243d9686f4" -d '{"events": [{"server_uuid": "58455304-1a23-42a3-acf3-cdd8703be040", "name": "network-vif-plugged", "status": "completed", "tag": "6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:34.980934 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c,segment=NetworkSegment(f81b00ce-7265-46d9-a6be-dae5ddffb06a),segment_id=f81b00ce-7265-46d9-a6be-dae5ddffb06a)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:34.992538 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:35.017131 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-b1bce169-9852-478f-a2a2-50834f9afcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be2c769-7b6b-47e5-903b-c7f7fac280fe', 'name': 'tempest-TaggedBootDevicesTest-1213739959-router', 'tenant_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '3c8c92f8-523a-4184-8137-33afe7dd65ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:29Z', 'updated_at': '2021-07-15T13:05:31Z', 'revision_number': 3, 'project_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'gw_port': {'id': '3c8c92f8-523a-4184-8137-33afe7dd65ea', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:84:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be2c769-7b6b-47e5-903b-c7f7fac280fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:30Z', 'updated_at': '2021-07-15T13:05:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:35.064304 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32e7d8a-b4ca-4409-a811-7a01cbc3dd05 x-openstack-request-id: req-e32e7d8a-b4ca-4409-a811-7a01cbc3dd05 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:35.064583 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58455304-1a23-42a3-acf3-cdd8703be040", "name": "network-vif-plugged", "status": "completed", "tag": "6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:35.065401 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e32e7d8a-b4ca-4409-a811-7a01cbc3dd05 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:35.065775 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58455304-1a23-42a3-acf3-cdd8703be040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c', 'code': 200} Jul 15 13:05:35.066872 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['9c46c9f0-c2f6-4c3a-9635-982485c4f4e0'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:35.092333 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a5f481-061b-4ac5-805c-f06388fb552f admin admin] Network 35062ce4-aa77-455d-98c1-04b1c2bbb05e is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:35.103153 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-12a5f481-061b-4ac5-805c-f06388fb552f admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:35.118277 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bce169-9852-478f-a2a2-50834f9afcd8 None None] The sync data for ids ['4be2c769-7b6b-47e5-903b-c7f7fac280fe'] in n-d-771363-36 is: [{'id': '4be2c769-7b6b-47e5-903b-c7f7fac280fe', 'name': 'tempest-TaggedBootDevicesTest-1213739959-router', 'tenant_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '3c8c92f8-523a-4184-8137-33afe7dd65ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:29Z', 'updated_at': '2021-07-15T13:05:31Z', 'revision_number': 3, 'project_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'gw_port': {'id': '3c8c92f8-523a-4184-8137-33afe7dd65ea', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:84:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be2c769-7b6b-47e5-903b-c7f7fac280fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:30Z', 'updated_at': '2021-07-15T13:05:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:05:35.143687 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:35.258483 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device e7088358-c7b7-4fe6-b458-375c2d7fc71f up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:35.293497 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b79bb8-aab2-49db-823b-d44a431445e6 req-726dda21-9993-402b-b43c-d4b50ffaa53f tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:35.314927 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-46b79bb8-aab2-49db-823b-d44a431445e6 req-726dda21-9993-402b-b43c-d4b50ffaa53f tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 949 time: 0.2483356 Jul 15 13:05:35.369888 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a5f481-061b-4ac5-805c-f06388fb552f admin admin] Router 4be2c769-7b6b-47e5-903b-c7f7fac280fe has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:05:35.403903 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-46b79bb8-aab2-49db-823b-d44a431445e6 req-e72d0c91-b595-4243-a005-8bacb8ff60b6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706098 Jul 15 13:05:35.583971 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port e7088358-c7b7-4fe6-b458-375c2d7fc71f triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:35.585697 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:35.655163 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4a9f6d40-bf4a-44c4-89b6-518bc0b341fb req-0e299f6c-d793-415b-ac51-0973d9e051d6 tempest-ServerShowV254Test-909803637 tempest-ServerShowV254Test-909803637-project] 10.222.0.16 "GET /v2.0/ports?device_id=128678dc-b0e2-4843-9bb9-958b41b1ec5c HTTP/1.1" status: 200 len: 210 time: 0.2329690 Jul 15 13:05:35.732894 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-79702468-4598-4d7f-aec8-bd20332f4abb req-e398eda1-0ad6-4ba5-8139-1ce3ee8bfef4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=128678dc-b0e2-4843-9bb9-958b41b1ec5c HTTP/1.1" status: 200 len: 210 time: 0.1777847 Jul 15 13:05:35.775720 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a5f481-061b-4ac5-805c-f06388fb552f admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:05:35.802393 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-12a5f481-061b-4ac5-805c-f06388fb552f admin admin] 10.222.0.16 "PUT /v2.0/routers/4be2c769-7b6b-47e5-903b-c7f7fac280fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4327495 Jul 15 13:05:35.842029 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253d367-8983-4033-93db-208b6ec874e5 req-19cdc370-db8c-4954-81ae-42893ca1db63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:35.843619 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2253d367-8983-4033-93db-208b6ec874e5 req-19cdc370-db8c-4954-81ae-42893ca1db63 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=58455304-1a23-42a3-acf3-cdd8703be040 HTTP/1.1" status: 200 len: 1098 time: 0.4493508 Jul 15 13:05:35.923644 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f796eac-9cbe-45d7-aa97-1f280e9d44c5 req-c27ece07-85c6-4ec6-8a9a-2e30420b370f tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:35.939959 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7f796eac-9cbe-45d7-aa97-1f280e9d44c5 req-c27ece07-85c6-4ec6-8a9a-2e30420b370f tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/ports?device_id=58455304-1a23-42a3-acf3-cdd8703be040 HTTP/1.1" status: 200 len: 946 time: 0.2077928 Jul 15 13:05:35.977818 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2253d367-8983-4033-93db-208b6ec874e5 req-13aba1b1-1875-46be-bccf-5e8038f08d97 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=680015d7-3cf5-4bf2-aaef-662d25196854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086788 Jul 15 13:05:36.025417 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7f796eac-9cbe-45d7-aa97-1f280e9d44c5 req-1ba2cb14-b1cb-4d38-898e-41cf1d036474 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups?id=680015d7-3cf5-4bf2-aaef-662d25196854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813034 Jul 15 13:05:36.058265 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 49f2d5b9-0a15-4749-9ac0-d13c645ccc92 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:36.110977 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-43e41a60-796b-4cb4-83fc-3a7bf2829173 None None] Provisioning complete for port 051a5e44-6467-4321-af7a-e5087fac40c1 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:36.111493 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-43e41a60-796b-4cb4-83fc-3a7bf2829173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:36.227456 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-43e41a60-796b-4cb4-83fc-3a7bf2829173 None None] Port 051a5e44-6467-4321-af7a-e5087fac40c1 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:05:36.229917 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 49f2d5b9-0a15-4749-9ac0-d13c645ccc92 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:36.230622 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:36.336054 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05869e7b-6d30-4632-b701-b554cd997410 req-7ac60392-ad66-4ead-8ebb-0cad9e07ab50 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:36.341045 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:36.344029 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-05869e7b-6d30-4632-b701-b554cd997410 req-7ac60392-ad66-4ead-8ebb-0cad9e07ab50 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97aba12-0dd5-48ec-a5e1-10a099efb9c3 HTTP/1.1" status: 200 len: 945 time: 0.1071308 Jul 15 13:05:36.389984 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-05869e7b-6d30-4632-b701-b554cd997410 req-fdd036dd-30c3-4a06-af74-0dc9e00c8dbc tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399761 Jul 15 13:05:36.404401 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 49f2d5b9-0a15-4749-9ac0-d13c645ccc92, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=49f2d5b9-0a15-4749-9ac0-d13c645ccc92,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:36.416297 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:36.417145 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:36.519378 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:36.519774 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:36.603398 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=49f2d5b9-0a15-4749-9ac0-d13c645ccc92,revision_number=8']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:36.667737 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:36.727160 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f6b92-77c9-41ab-8d74-8222d83e088e req-7f79b670-2476-4cf8-a780-779d1e23bff1 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:36.729282 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e3f6b92-77c9-41ab-8d74-8222d83e088e req-7f79b670-2476-4cf8-a780-779d1e23bff1 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 950 time: 0.1042836 Jul 15 13:05:36.749529 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=9c46c9f0-c2f6-4c3a-9635-982485c4f4e0,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:36.762158 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:36.825340 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e3f6b92-77c9-41ab-8d74-8222d83e088e req-4ece8bb4-aee4-4d43-bd71-b63425851e20 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875306 Jul 15 13:05:36.911579 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=9c46c9f0-c2f6-4c3a-9635-982485c4f4e0,revision_number=7']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:37.003915 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d51d1284-a43f-47d0-a232-92fdf8c462f1 req-8f50e74b-207f-4c21-88b9-433267ec7815 tempest-ServerShowV254Test-909803637 tempest-ServerShowV254Test-909803637-project] 10.222.0.16 "GET /v2.0/ports?device_id=128678dc-b0e2-4843-9bb9-958b41b1ec5c HTTP/1.1" status: 200 len: 210 time: 0.0579853 Jul 15 13:05:37.067527 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8f04b3-cd40-43e3-89c2-3879a684534e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f2d5b9-0a15-4749-9ac0-d13c645ccc92'}, {'server_uuid': 'd01f2402-2c93-44e7-b1a7-db1cf6e713b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c46c9f0-c2f6-4c3a-9635-982485c4f4e0'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:37.070116 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08a5ba8-5158-45b7-a1c3-3445f8edb69c" -d '{"events": [{"server_uuid": "1b8f04b3-cd40-43e3-89c2-3879a684534e", "name": "network-vif-plugged", "status": "completed", "tag": "49f2d5b9-0a15-4749-9ac0-d13c645ccc92"}, {"server_uuid": "d01f2402-2c93-44e7-b1a7-db1cf6e713b6", "name": "network-vif-plugged", "status": "completed", "tag": "9c46c9f0-c2f6-4c3a-9635-982485c4f4e0"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:37.231065 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d1820-8cc4-4382-95fc-4fcaeafee251 req-0f444a96-7222-485e-aa38-8cd9e4336fbd tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:37.232863 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b36d1820-8cc4-4382-95fc-4fcaeafee251 req-0f444a96-7222-485e-aa38-8cd9e4336fbd tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 950 time: 0.1719832 Jul 15 13:05:37.264493 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 3c8c92f8-523a-4184-8137-33afe7dd65ea up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:37.405543 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b36d1820-8cc4-4382-95fc-4fcaeafee251 req-734104ba-d3d3-46c8-a24c-f85174a9b4b0 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174979 Jul 15 13:05:37.463524 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 3c8c92f8-523a-4184-8137-33afe7dd65ea completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:37.470338 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 3c8c92f8-523a-4184-8137-33afe7dd65ea triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:37.470769 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:37.556803 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c28b95a-3087-47de-b613-9c0ec54b91eb x-openstack-request-id: req-8c28b95a-3087-47de-b613-9c0ec54b91eb {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:37.557397 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8f04b3-cd40-43e3-89c2-3879a684534e", "name": "network-vif-plugged", "status": "completed", "tag": "49f2d5b9-0a15-4749-9ac0-d13c645ccc92", "code": 200}, {"server_uuid": "d01f2402-2c93-44e7-b1a7-db1cf6e713b6", "name": "network-vif-plugged", "status": "completed", "tag": "9c46c9f0-c2f6-4c3a-9635-982485c4f4e0", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:37.557857 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c28b95a-3087-47de-b613-9c0ec54b91eb {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:37.559246 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8f04b3-cd40-43e3-89c2-3879a684534e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f2d5b9-0a15-4749-9ac0-d13c645ccc92', 'code': 200} Jul 15 13:05:37.560536 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01f2402-2c93-44e7-b1a7-db1cf6e713b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c46c9f0-c2f6-4c3a-9635-982485c4f4e0', 'code': 200} Jul 15 13:05:37.679727 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea205d3-5673-4331-9900-9c4a782f609e req-458e6972-1890-4370-ab59-513694a5ed36 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:37.685323 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5ea205d3-5673-4331-9900-9c4a782f609e req-458e6972-1890-4370-ab59-513694a5ed36 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/ports?device_id=58455304-1a23-42a3-acf3-cdd8703be040 HTTP/1.1" status: 200 len: 946 time: 0.1211009 Jul 15 13:05:37.715712 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:37.791941 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 3c8c92f8-523a-4184-8137-33afe7dd65ea, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=3c8c92f8-523a-4184-8137-33afe7dd65ea,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:37.815083 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:37.821013 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5ea205d3-5673-4331-9900-9c4a782f609e req-1b9eb41a-473b-4580-b712-3cad41ce286b tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups?id=680015d7-3cf5-4bf2-aaef-662d25196854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143253 Jul 15 13:05:37.937255 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=3c8c92f8-523a-4184-8137-33afe7dd65ea,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:37.956126 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59cb72f-9d34-4df6-aae4-44b6ce786df7 req-75efde55-b982-46b3-a089-5bd3bd02795a tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:37.958388 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f59cb72f-9d34-4df6-aae4-44b6ce786df7 req-75efde55-b982-46b3-a089-5bd3bd02795a tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97aba12-0dd5-48ec-a5e1-10a099efb9c3 HTTP/1.1" status: 200 len: 945 time: 0.1184039 Jul 15 13:05:38.018546 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f59cb72f-9d34-4df6-aae4-44b6ce786df7 req-3553a539-9cc5-4618-9f13-b705c848168b tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509090 Jul 15 13:05:38.147124 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33be812c-2a39-4ddf-860d-c4e47f6b0fde None None] Sync routers for ids ['4be2c769-7b6b-47e5-903b-c7f7fac280fe'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:05:38.165658 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33be812c-2a39-4ddf-860d-c4e47f6b0fde None None] Routers {'4be2c769-7b6b-47e5-903b-c7f7fac280fe'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:38.167023 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-33be812c-2a39-4ddf-860d-c4e47f6b0fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:05:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['4be2c769-7b6b-47e5-903b-c7f7fac280fe'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:38.324643 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-33576435-f7c7-49c1-b288-cdb5dfa96390 req-861ad7a0-79b1-4008-9f97-1bbd7868622b tempest-ServerShowV254Test-909803637 tempest-ServerShowV254Test-909803637-project] 10.222.0.16 "GET /v2.0/ports?device_id=128678dc-b0e2-4843-9bb9-958b41b1ec5c HTTP/1.1" status: 200 len: 210 time: 0.0522759 Jul 15 13:05:38.431809 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-33be812c-2a39-4ddf-860d-c4e47f6b0fde None None] Set router 4be2c769-7b6b-47e5-903b-c7f7fac280fe gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:38.676676 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-33be812c-2a39-4ddf-860d-c4e47f6b0fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be2c769-7b6b-47e5-903b-c7f7fac280fe', 'name': 'tempest-TaggedBootDevicesTest-1213739959-router', 'tenant_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '3c8c92f8-523a-4184-8137-33afe7dd65ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:29Z', 'updated_at': '2021-07-15T13:05:34Z', 'revision_number': 4, 'project_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'gw_port': {'id': '3c8c92f8-523a-4184-8137-33afe7dd65ea', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be2c769-7b6b-47e5-903b-c7f7fac280fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:30Z', 'updated_at': '2021-07-15T13:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '051a5e44-6467-4321-af7a-e5087fac40c1', 'name': '', 'network_id': '35062ce4-aa77-455d-98c1-04b1c2bbb05e', 'tenant_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'mac_address': 'fa:16:3e:a4:12:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be2c769-7b6b-47e5-903b-c7f7fac280fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a11699d2-8318-44c7-ac11-44c19841c110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:33Z', 'updated_at': '2021-07-15T13:05:34Z', 'revision_number': 2, 'project_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'subnets': [{'id': 'a11699d2-8318-44c7-ac11-44c19841c110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:38.710879 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33be812c-2a39-4ddf-860d-c4e47f6b0fde None None] Checking router: 4be2c769-7b6b-47e5-903b-c7f7fac280fe for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:05:38.711231 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33be812c-2a39-4ddf-860d-c4e47f6b0fde None None] Updating router 4be2c769-7b6b-47e5-903b-c7f7fac280fe port 051a5e44-6467-4321-af7a-e5087fac40c1 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:05:38.765540 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-33be812c-2a39-4ddf-860d-c4e47f6b0fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:39.107513 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-33be812c-2a39-4ddf-860d-c4e47f6b0fde None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:39.119932 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-33be812c-2a39-4ddf-860d-c4e47f6b0fde None None] Transition to ACTIVE for port object 051a5e44-6467-4321-af7a-e5087fac40c1 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:39.121249 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 3c8c92f8-523a-4184-8137-33afe7dd65ea up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:39.132351 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-33be812c-2a39-4ddf-860d-c4e47f6b0fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:39.186687 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ffd3cf-a403-46cd-badc-34cde6e70057 None None] Pushing event updated for resources: {'Port': ['ID=051a5e44-6467-4321-af7a-e5087fac40c1,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:39.214696 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 3c8c92f8-523a-4184-8137-33afe7dd65ea triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:39.215246 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:39.296973 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-33be812c-2a39-4ddf-860d-c4e47f6b0fde None None] Attempting to bind port 051a5e44-6467-4321-af7a-e5087fac40c1 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:39.297808 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-33be812c-2a39-4ddf-860d-c4e47f6b0fde None None] Attempting to bind port 051a5e44-6467-4321-af7a-e5087fac40c1 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'b48a1be4-8704-4073-a776-5fcb869d0e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '35062ce4-aa77-455d-98c1-04b1c2bbb05e'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:39.298370 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33be812c-2a39-4ddf-860d-c4e47f6b0fde None None] Attempting to bind port 051a5e44-6467-4321-af7a-e5087fac40c1 on network 35062ce4-aa77-455d-98c1-04b1c2bbb05e {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:39.305187 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33be812c-2a39-4ddf-860d-c4e47f6b0fde None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:39.305555 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33be812c-2a39-4ddf-860d-c4e47f6b0fde None None] Checking segment: {'id': 'b48a1be4-8704-4073-a776-5fcb869d0e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '35062ce4-aa77-455d-98c1-04b1c2bbb05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:39.306000 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-33be812c-2a39-4ddf-860d-c4e47f6b0fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:39.306587 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33be812c-2a39-4ddf-860d-c4e47f6b0fde None None] Bound using segment: {'id': 'b48a1be4-8704-4073-a776-5fcb869d0e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '35062ce4-aa77-455d-98c1-04b1c2bbb05e'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:39.307217 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-33be812c-2a39-4ddf-860d-c4e47f6b0fde None None] Bound port: 051a5e44-6467-4321-af7a-e5087fac40c1, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48a1be4-8704-4073-a776-5fcb869d0e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '35062ce4-aa77-455d-98c1-04b1c2bbb05e'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:39.307596 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-33be812c-2a39-4ddf-860d-c4e47f6b0fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:39.479002 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-33be812c-2a39-4ddf-860d-c4e47f6b0fde None None] For port 051a5e44-6467-4321-af7a-e5087fac40c1, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:39.484492 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-33be812c-2a39-4ddf-860d-c4e47f6b0fde None None] For port 051a5e44-6467-4321-af7a-e5087fac40c1, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=051a5e44-6467-4321-af7a-e5087fac40c1,segment=NetworkSegment(b48a1be4-8704-4073-a776-5fcb869d0e81),segment_id=b48a1be4-8704-4073-a776-5fcb869d0e81)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:39.496585 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-33be812c-2a39-4ddf-860d-c4e47f6b0fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:39.566910 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33be812c-2a39-4ddf-860d-c4e47f6b0fde None None] Routers {'4be2c769-7b6b-47e5-903b-c7f7fac280fe'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:39.567729 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-33be812c-2a39-4ddf-860d-c4e47f6b0fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:05:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['4be2c769-7b6b-47e5-903b-c7f7fac280fe'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:39.622327 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ffd3cf-a403-46cd-badc-34cde6e70057 None None] Pushing event updated for resources: {'Port': ['ID=051a5e44-6467-4321-af7a-e5087fac40c1,revision_number=4']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:39.736270 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-33be812c-2a39-4ddf-860d-c4e47f6b0fde None None] Set router 4be2c769-7b6b-47e5-903b-c7f7fac280fe gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:40.018348 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-33be812c-2a39-4ddf-860d-c4e47f6b0fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be2c769-7b6b-47e5-903b-c7f7fac280fe', 'name': 'tempest-TaggedBootDevicesTest-1213739959-router', 'tenant_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '3c8c92f8-523a-4184-8137-33afe7dd65ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:29Z', 'updated_at': '2021-07-15T13:05:34Z', 'revision_number': 4, 'project_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'gw_port': {'id': '3c8c92f8-523a-4184-8137-33afe7dd65ea', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be2c769-7b6b-47e5-903b-c7f7fac280fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:30Z', 'updated_at': '2021-07-15T13:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '051a5e44-6467-4321-af7a-e5087fac40c1', 'name': '', 'network_id': '35062ce4-aa77-455d-98c1-04b1c2bbb05e', 'tenant_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'mac_address': 'fa:16:3e:a4:12:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be2c769-7b6b-47e5-903b-c7f7fac280fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a11699d2-8318-44c7-ac11-44c19841c110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:33Z', 'updated_at': '2021-07-15T13:05:39Z', 'revision_number': 4, 'project_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'subnets': [{'id': 'a11699d2-8318-44c7-ac11-44c19841c110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:40.054813 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33be812c-2a39-4ddf-860d-c4e47f6b0fde None None] The sync data for ids ['4be2c769-7b6b-47e5-903b-c7f7fac280fe'] in n-d-771363-36 is: [{'id': '4be2c769-7b6b-47e5-903b-c7f7fac280fe', 'name': 'tempest-TaggedBootDevicesTest-1213739959-router', 'tenant_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '3c8c92f8-523a-4184-8137-33afe7dd65ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:29Z', 'updated_at': '2021-07-15T13:05:34Z', 'revision_number': 4, 'project_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'gw_port': {'id': '3c8c92f8-523a-4184-8137-33afe7dd65ea', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be2c769-7b6b-47e5-903b-c7f7fac280fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:30Z', 'updated_at': '2021-07-15T13:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '051a5e44-6467-4321-af7a-e5087fac40c1', 'name': '', 'network_id': '35062ce4-aa77-455d-98c1-04b1c2bbb05e', 'tenant_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'mac_address': 'fa:16:3e:a4:12:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be2c769-7b6b-47e5-903b-c7f7fac280fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a11699d2-8318-44c7-ac11-44c19841c110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:33Z', 'updated_at': '2021-07-15T13:05:39Z', 'revision_number': 4, 'project_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'subnets': [{'id': 'a11699d2-8318-44c7-ac11-44c19841c110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:05:41.164268 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 051a5e44-6467-4321-af7a-e5087fac40c1 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:41.247282 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 051a5e44-6467-4321-af7a-e5087fac40c1 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:41.252829 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 051a5e44-6467-4321-af7a-e5087fac40c1 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:41.253768 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:41.361600 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:41.416335 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 051a5e44-6467-4321-af7a-e5087fac40c1, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=051a5e44-6467-4321-af7a-e5087fac40c1,segment=NetworkSegment(b48a1be4-8704-4073-a776-5fcb869d0e81),segment_id=b48a1be4-8704-4073-a776-5fcb869d0e81)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:41.423730 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:41.505157 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=051a5e44-6467-4321-af7a-e5087fac40c1,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:43.121711 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 051a5e44-6467-4321-af7a-e5087fac40c1 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:43.178875 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 051a5e44-6467-4321-af7a-e5087fac40c1 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:43.179317 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:46.454080 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aad08b28-d591-46ac-86b1-d89ae311234a req-22a683a8-99c7-4d4a-95dd-5ffe65f703bd tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a5495784adab4faf86ec8d11912c9669&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226769 Jul 15 13:05:46.573807 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad08b28-d591-46ac-86b1-d89ae311234a req-2d927496-3a9d-4a33-ba0f-911affa3a7e4 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:46.575681 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aad08b28-d591-46ac-86b1-d89ae311234a req-2d927496-3a9d-4a33-ba0f-911affa3a7e4 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1162605 Jul 15 13:05:46.593350 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aad08b28-d591-46ac-86b1-d89ae311234a req-692b6bb6-ae35-4661-86f4-4eec00f29150 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/quotas/a5495784adab4faf86ec8d11912c9669 HTTP/1.1" status: 200 len: 375 time: 0.0121970 Jul 15 13:05:46.675336 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aad08b28-d591-46ac-86b1-d89ae311234a req-f5fb00c0-7a04-4717-8cf7-d5f5960ba489 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a5495784adab4faf86ec8d11912c9669&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0758269 Jul 15 13:05:47.143269 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232c3e1-e864-48c5-b702-8d20140de78b req-d551f96d-a869-4cc3-84ec-5db8e2fbdfa4 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:47.145504 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6232c3e1-e864-48c5-b702-8d20140de78b req-d551f96d-a869-4cc3-84ec-5db8e2fbdfa4 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/ports?device_id=58455304-1a23-42a3-acf3-cdd8703be040 HTTP/1.1" status: 200 len: 946 time: 0.1166482 Jul 15 13:05:47.193980 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0ea92-1e29-4b47-bec7-accddf92dd0f req-4bbfa010-7bb0-437d-adb6-be8a24a39142 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:47.195262 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-09e0ea92-1e29-4b47-bec7-accddf92dd0f req-4bbfa010-7bb0-437d-adb6-be8a24a39142 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97aba12-0dd5-48ec-a5e1-10a099efb9c3 HTTP/1.1" status: 200 len: 945 time: 0.1156340 Jul 15 13:05:47.219065 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6232c3e1-e864-48c5-b702-8d20140de78b req-e5d51e48-d8a5-4b08-bf53-c289a72dd9c1 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups?id=680015d7-3cf5-4bf2-aaef-662d25196854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666952 Jul 15 13:05:47.275255 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-09e0ea92-1e29-4b47-bec7-accddf92dd0f req-dd1e8857-8728-4856-b9ed-e49ea934fff3 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694430 Jul 15 13:05:47.445572 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e2db36c7-49ab-4826-adcb-88421ea240ce req-033aa784-d461-4417-843f-2cbeb3a57af8 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 210 time: 0.0371284 Jul 15 13:05:47.607309 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-205e73e3-2d9a-436a-bd93-03c5ec142895 req-da7b35ac-7b2e-450d-b3a4-91435acd89ae tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-24275413&fields=id&tenant_id=590f7216fc544110befd860d82a48661 HTTP/1.1" status: 200 len: 267 time: 0.0376229 Jul 15 13:05:47.695260 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e73e3-2d9a-436a-bd93-03c5ec142895 req-c1719cc2-a011-41b5-bcc9-63fcd054cabd tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:47.701191 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-205e73e3-2d9a-436a-bd93-03c5ec142895 req-c1719cc2-a011-41b5-bcc9-63fcd054cabd tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/ports?device_id=58455304-1a23-42a3-acf3-cdd8703be040 HTTP/1.1" status: 200 len: 946 time: 0.0894537 Jul 15 13:05:47.709108 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-205e73e3-2d9a-436a-bd93-03c5ec142895 req-2e5187f6-94dc-4d64-b598-3ae1728c4584 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Request body: {'port': {'security_groups': ['680015d7-3cf5-4bf2-aaef-662d25196854', '6910c0f4-2438-4c0f-bc71-915cffae4936']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:47.805719 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-205e73e3-2d9a-436a-bd93-03c5ec142895 req-2e5187f6-94dc-4d64-b598-3ae1728c4584 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:48.008574 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-205e73e3-2d9a-436a-bd93-03c5ec142895 req-2e5187f6-94dc-4d64-b598-3ae1728c4584 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] For port 6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c,segment=NetworkSegment(f81b00ce-7265-46d9-a6be-dae5ddffb06a),segment_id=f81b00ce-7265-46d9-a6be-dae5ddffb06a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:48.029874 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:05:48.048521 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-205e73e3-2d9a-436a-bd93-03c5ec142895 req-2e5187f6-94dc-4d64-b598-3ae1728c4584 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:48.054159 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-205e73e3-2d9a-436a-bd93-03c5ec142895 req-2e5187f6-94dc-4d64-b598-3ae1728c4584 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:48.083471 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['95e525f7-b24c-497d-9859-fa1682a340d4', '6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:48.110426 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e73e3-2d9a-436a-bd93-03c5ec142895 req-2e5187f6-94dc-4d64-b598-3ae1728c4584 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:48.111158 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-205e73e3-2d9a-436a-bd93-03c5ec142895 req-2e5187f6-94dc-4d64-b598-3ae1728c4584 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:48.125310 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-205e73e3-2d9a-436a-bd93-03c5ec142895 req-2e5187f6-94dc-4d64-b598-3ae1728c4584 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "PUT /v2.0/ports/6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c HTTP/1.1" status: 200 len: 982 time: 0.4231362 Jul 15 13:05:48.127311 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58455304-1a23-42a3-acf3-cdd8703be040', 'tag': '6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:48.134552 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52dfc842-1eb6-406a-b5d3-504cf1051539" -d '{"events": [{"name": "network-changed", "server_uuid": "58455304-1a23-42a3-acf3-cdd8703be040", "tag": "6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:48.197623 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5187f6-94dc-4d64-b598-3ae1728c4584 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Pushing event updated for resources: {'Port': ['ID=6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:48.305979 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:48.315162 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a08ef4-7f5c-4b37-b4fb-c16b91e49caf req-d4793914-1451-4aa4-9a21-692b2adcf7af tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:48.321688 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-33a08ef4-7f5c-4b37-b4fb-c16b91e49caf req-d4793914-1451-4aa4-9a21-692b2adcf7af tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01f2402-2c93-44e7-b1a7-db1cf6e713b6 HTTP/1.1" status: 200 len: 950 time: 0.1082201 Jul 15 13:05:48.387168 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-33a08ef4-7f5c-4b37-b4fb-c16b91e49caf req-0aa3220e-22f0-4589-b000-0b638f968017 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] 10.222.0.16 "GET /v2.0/security-groups?id=678f200d-9bff-4745-b50e-fe912e615194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571334 Jul 15 13:05:48.400825 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-aad08b28-d591-46ac-86b1-d89ae311234a req-dd6b7444-1250-44b3-8aa4-fa88a048bb4e tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=a5495784adab4faf86ec8d11912c9669&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434990 Jul 15 13:05:48.527218 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-801ec64a-55e0-4417-87ed-7db1dd22065d req-bebe2018-ce49-4796-ae75-8513468bcf51 tempest-ServerShowV254Test-909803637 tempest-ServerShowV254Test-909803637-project] 10.222.0.16 "GET /v2.0/ports?device_id=128678dc-b0e2-4843-9bb9-958b41b1ec5c HTTP/1.1" status: 200 len: 210 time: 0.0798705 Jul 15 13:05:48.632671 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6edb216b-8707-4da0-984d-0df5a59913e8 req-0b3bdfb6-2890-43b2-89eb-85a0adddfaaf tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups/6910c0f4-2438-4c0f-bc71-915cffae4936 HTTP/1.1" status: 200 len: 1798 time: 0.0639334 Jul 15 13:05:48.689259 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad08b28-d591-46ac-86b1-d89ae311234a req-ebcaf1f7-60a4-4540-81aa-4775280a2834 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:48.697477 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [req-6edb216b-8707-4da0-984d-0df5a59913e8 req-258ec0a8-ea65-43ec-8197-9aea6686589e tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 13:05:48.701138 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-aad08b28-d591-46ac-86b1-d89ae311234a req-ebcaf1f7-60a4-4540-81aa-4775280a2834 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2805517 Jul 15 13:05:48.718805 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6edb216b-8707-4da0-984d-0df5a59913e8 req-258ec0a8-ea65-43ec-8197-9aea6686589e tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "DELETE /v2.0/security-groups/6910c0f4-2438-4c0f-bc71-915cffae4936 HTTP/1.1" status: 409 len: 341 time: 0.0838025 Jul 15 13:05:48.725087 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-aad08b28-d591-46ac-86b1-d89ae311234a req-d90d1f17-022d-47f9-88b0-9f2122e2e739 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Request body: {'port': {'device_id': '3efaf6d9-fb67-4538-b26e-daa4822a214c', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'admin_state_up': True, 'tenant_id': 'a5495784adab4faf86ec8d11912c9669'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:48.734181 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0585722b-9b27-42ec-ac5c-68f51112d8bc x-openstack-request-id: req-0585722b-9b27-42ec-ac5c-68f51112d8bc {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:48.734602 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58455304-1a23-42a3-acf3-cdd8703be040", "tag": "6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:48.734973 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0585722b-9b27-42ec-ac5c-68f51112d8bc {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:48.735462 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58455304-1a23-42a3-acf3-cdd8703be040', 'tag': '6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c', 'status': 'completed', 'code': 200} Jul 15 13:05:48.967933 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfc842-1eb6-406a-b5d3-504cf1051539 req-ee1721bc-e8eb-4194-b508-f8d40ed12c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:48.969582 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-52dfc842-1eb6-406a-b5d3-504cf1051539 req-ee1721bc-e8eb-4194-b508-f8d40ed12c89 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=590f7216fc544110befd860d82a48661&device_id=58455304-1a23-42a3-acf3-cdd8703be040 HTTP/1.1" status: 200 len: 1137 time: 0.1711893 Jul 15 13:05:48.998429 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aad08b28-d591-46ac-86b1-d89ae311234a req-d90d1f17-022d-47f9-88b0-9f2122e2e739 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Made reservation on behalf of a5495784adab4faf86ec8d11912c9669 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:49.002937 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-aad08b28-d591-46ac-86b1-d89ae311234a req-d90d1f17-022d-47f9-88b0-9f2122e2e739 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:49.080564 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b338f-86f5-4168-93a8-fc514f4da9a5 req-2de61a2e-e84e-4432-8b33-3e030868fb0d tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:49.082150 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e73b338f-86f5-4168-93a8-fc514f4da9a5 req-2de61a2e-e84e-4432-8b33-3e030868fb0d tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 945 time: 0.1537299 Jul 15 13:05:49.120469 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c59986b1-aa4d-45c9-8c2c-cba3c8b332c2 req-bffada52-7431-40ec-b11f-2de5f394052a tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 210 time: 0.0365548 Jul 15 13:05:49.215116 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e73b338f-86f5-4168-93a8-fc514f4da9a5 req-282507da-06ac-4073-83d8-7a38f1e852eb tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199217 Jul 15 13:05:49.236173 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfc842-1eb6-406a-b5d3-504cf1051539 req-c723f134-ff38-4c62-b3cd-fa4b35365c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:49.237664 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-52dfc842-1eb6-406a-b5d3-504cf1051539 req-c723f134-ff38-4c62-b3cd-fa4b35365c88 service neutron] 10.222.0.46 "GET /v2.0/networks?id=729a5aca-a8fb-4adf-b967-9e9deb4d3b59 HTTP/1.1" status: 200 len: 914 time: 0.2169979 Jul 15 13:05:49.285530 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-aad08b28-d591-46ac-86b1-d89ae311234a req-d90d1f17-022d-47f9-88b0-9f2122e2e739 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Allocated IP 192.168.233.88 (fb7e2853-c052-4bbe-a410-b119ef2f5100/f7332b1d-b5ae-478a-9a33-4a7a808c5484/b176bbb3-ad77-4b16-9e59-672bf8d02ade) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:49.339658 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-52dfc842-1eb6-406a-b5d3-504cf1051539 req-85c40068-15a7-4cff-b310-7d37cbfd4ee3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c HTTP/1.1" status: 200 len: 217 time: 0.0838542 Jul 15 13:05:49.404907 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfc842-1eb6-406a-b5d3-504cf1051539 req-20204d97-8f33-4e62-850e-3f37245f9c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:49.406461 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-52dfc842-1eb6-406a-b5d3-504cf1051539 req-20204d97-8f33-4e62-850e-3f37245f9c0a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7507b4a-078f-49e8-9ea2-588ee62f39d6 HTTP/1.1" status: 200 len: 853 time: 0.0531387 Jul 15 13:05:49.465280 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-52dfc842-1eb6-406a-b5d3-504cf1051539 req-def558e4-4682-414a-820b-b4988464a6a4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=729a5aca-a8fb-4adf-b967-9e9deb4d3b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431151 Jul 15 13:05:49.537253 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-aad08b28-d591-46ac-86b1-d89ae311234a req-d90d1f17-022d-47f9-88b0-9f2122e2e739 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:49.558948 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-aad08b28-d591-46ac-86b1-d89ae311234a req-d90d1f17-022d-47f9-88b0-9f2122e2e739 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Transition to ACTIVE for port object b176bbb3-ad77-4b16-9e59-672bf8d02ade will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:49.603673 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-aad08b28-d591-46ac-86b1-d89ae311234a req-d90d1f17-022d-47f9-88b0-9f2122e2e739 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:49.616388 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-52dfc842-1eb6-406a-b5d3-504cf1051539 req-892b8472-c38d-47b2-86a1-43cd56133e25 service neutron] 10.222.0.46 "GET /v2.0/networks/729a5aca-a8fb-4adf-b967-9e9deb4d3b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126721 Jul 15 13:05:49.617530 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['818623ee-bb95-4c16-b6aa-4cb09c7116ab'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:49.651042 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['49f2d5b9-0a15-4749-9ac0-d13c645ccc92'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:49.661585 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aad08b28-d591-46ac-86b1-d89ae311234a req-d90d1f17-022d-47f9-88b0-9f2122e2e739 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Network fb7e2853-c052-4bbe-a410-b119ef2f5100 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:49.669370 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-aad08b28-d591-46ac-86b1-d89ae311234a req-d90d1f17-022d-47f9-88b0-9f2122e2e739 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:49.673841 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad08b28-d591-46ac-86b1-d89ae311234a req-d90d1f17-022d-47f9-88b0-9f2122e2e739 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:49.678314 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d1f17-022d-47f9-88b0-9f2122e2e739 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Pushing event updated for resources: {'Port': ['ID=b176bbb3-ad77-4b16-9e59-672bf8d02ade,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:49.792834 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad08b28-d591-46ac-86b1-d89ae311234a req-d90d1f17-022d-47f9-88b0-9f2122e2e739 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:49.793345 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-aad08b28-d591-46ac-86b1-d89ae311234a req-d90d1f17-022d-47f9-88b0-9f2122e2e739 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:49.830794 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-aad08b28-d591-46ac-86b1-d89ae311234a req-d90d1f17-022d-47f9-88b0-9f2122e2e739 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1136129 Jul 15 13:05:49.845073 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-aad08b28-d591-46ac-86b1-d89ae311234a req-c2c3ba8c-9a6d-41f1-9d8f-d333fcafaea3 service neutron] Request body: {'port': {'device_id': '3efaf6d9-fb67-4538-b26e-daa4822a214c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:49.892805 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-52dfc842-1eb6-406a-b5d3-504cf1051539 req-e3c96b88-441c-4730-92c1-1c7faaf54f6b service neutron] 10.222.0.46 "GET /v2.0/networks/729a5aca-a8fb-4adf-b967-9e9deb4d3b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495146 Jul 15 13:05:49.968833 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-aad08b28-d591-46ac-86b1-d89ae311234a req-c2c3ba8c-9a6d-41f1-9d8f-d333fcafaea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:49.987752 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66101f5f-74ec-4ee9-bc21-09874c988547 None None] Provisioning for port b176bbb3-ad77-4b16-9e59-672bf8d02ade completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:49.995649 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66101f5f-74ec-4ee9-bc21-09874c988547 None None] Provisioning complete for port b176bbb3-ad77-4b16-9e59-672bf8d02ade triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:49.997012 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66101f5f-74ec-4ee9-bc21-09874c988547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:50.055518 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66101f5f-74ec-4ee9-bc21-09874c988547 None None] Port b176bbb3-ad77-4b16-9e59-672bf8d02ade cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:05:50.062212 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86100da-fc63-47a3-bcf2-6f2fde76e853 req-d3c8e098-46a3-4be2-89e1-d28322df5368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:50.063935 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f86100da-fc63-47a3-bcf2-6f2fde76e853 req-d3c8e098-46a3-4be2-89e1-d28322df5368 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=590f7216fc544110befd860d82a48661&device_id=58455304-1a23-42a3-acf3-cdd8703be040 HTTP/1.1" status: 200 len: 1137 time: 0.0769560 Jul 15 13:05:50.083554 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:50.216574 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:50.226887 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86100da-fc63-47a3-bcf2-6f2fde76e853 req-e94c3ff4-5ae9-4cd6-b90a-84443b19760c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:50.231170 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f86100da-fc63-47a3-bcf2-6f2fde76e853 req-e94c3ff4-5ae9-4cd6-b90a-84443b19760c service neutron] 10.222.0.46 "GET /v2.0/networks?id=729a5aca-a8fb-4adf-b967-9e9deb4d3b59 HTTP/1.1" status: 200 len: 914 time: 0.1558692 Jul 15 13:05:50.282900 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=9c46c9f0-c2f6-4c3a-9635-982485c4f4e0,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:50.283907 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01f2402-2c93-44e7-b1a7-db1cf6e713b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c46c9f0-c2f6-4c3a-9635-982485c4f4e0'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:50.286792 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac03ead-cbec-463c-98b0-d0b09c5c7cbc" -d '{"events": [{"server_uuid": "d01f2402-2c93-44e7-b1a7-db1cf6e713b6", "name": "network-vif-unplugged", "status": "completed", "tag": "9c46c9f0-c2f6-4c3a-9635-982485c4f4e0"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:50.294120 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:50.322644 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f86100da-fc63-47a3-bcf2-6f2fde76e853 req-86333878-0cea-40d0-982c-bf72b25c3d92 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c HTTP/1.1" status: 200 len: 217 time: 0.0821519 Jul 15 13:05:50.377698 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-aad08b28-d591-46ac-86b1-d89ae311234a req-c2c3ba8c-9a6d-41f1-9d8f-d333fcafaea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b176bbb3-ad77-4b16-9e59-672bf8d02ade {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:50.391664 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-aad08b28-d591-46ac-86b1-d89ae311234a req-c2c3ba8c-9a6d-41f1-9d8f-d333fcafaea3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:50.404124 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=9c46c9f0-c2f6-4c3a-9635-982485c4f4e0,revision_number=8']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:50.406078 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-aad08b28-d591-46ac-86b1-d89ae311234a req-c2c3ba8c-9a6d-41f1-9d8f-d333fcafaea3 service neutron] Transition to ACTIVE for port object b176bbb3-ad77-4b16-9e59-672bf8d02ade will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:50.411898 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-aad08b28-d591-46ac-86b1-d89ae311234a req-c2c3ba8c-9a6d-41f1-9d8f-d333fcafaea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:50.465873 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86100da-fc63-47a3-bcf2-6f2fde76e853 req-a5a8e5f8-d16c-495b-b1ee-15e6b8871489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:50.470839 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f86100da-fc63-47a3-bcf2-6f2fde76e853 req-a5a8e5f8-d16c-495b-b1ee-15e6b8871489 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7507b4a-078f-49e8-9ea2-588ee62f39d6 HTTP/1.1" status: 200 len: 853 time: 0.1298249 Jul 15 13:05:50.540596 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba2ebf-508e-49b9-bda7-34a3dc2a0d66 req-77db6dde-a8c1-4eb1-9513-8fc1ef855f43 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:50.542827 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e3ba2ebf-508e-49b9-bda7-34a3dc2a0d66 req-77db6dde-a8c1-4eb1-9513-8fc1ef855f43 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/ports?device_id=58455304-1a23-42a3-acf3-cdd8703be040 HTTP/1.1" status: 200 len: 985 time: 0.1568098 Jul 15 13:05:50.545503 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c3ba8c-9a6d-41f1-9d8f-d333fcafaea3 service neutron] Pushing event updated for resources: {'Port': ['ID=b176bbb3-ad77-4b16-9e59-672bf8d02ade,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:50.570858 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f86100da-fc63-47a3-bcf2-6f2fde76e853 req-b0850a02-1050-416e-bfa3-10ad6cfc627d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=729a5aca-a8fb-4adf-b967-9e9deb4d3b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760136 Jul 15 13:05:50.587119 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-aad08b28-d591-46ac-86b1-d89ae311234a req-c2c3ba8c-9a6d-41f1-9d8f-d333fcafaea3 service neutron] Attempting to bind port b176bbb3-ad77-4b16-9e59-672bf8d02ade on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:50.587452 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-aad08b28-d591-46ac-86b1-d89ae311234a req-c2c3ba8c-9a6d-41f1-9d8f-d333fcafaea3 service neutron] Attempting to bind port b176bbb3-ad77-4b16-9e59-672bf8d02ade by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:50.587780 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad08b28-d591-46ac-86b1-d89ae311234a req-c2c3ba8c-9a6d-41f1-9d8f-d333fcafaea3 service neutron] Attempting to bind port b176bbb3-ad77-4b16-9e59-672bf8d02ade on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:50.593151 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad08b28-d591-46ac-86b1-d89ae311234a req-c2c3ba8c-9a6d-41f1-9d8f-d333fcafaea3 service neutron] Port b176bbb3-ad77-4b16-9e59-672bf8d02ade on network fb7e2853-c052-4bbe-a410-b119ef2f5100 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:05:50.593613 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad08b28-d591-46ac-86b1-d89ae311234a req-c2c3ba8c-9a6d-41f1-9d8f-d333fcafaea3 service neutron] Attempting to bind port b176bbb3-ad77-4b16-9e59-672bf8d02ade on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:50.601335 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad08b28-d591-46ac-86b1-d89ae311234a req-c2c3ba8c-9a6d-41f1-9d8f-d333fcafaea3 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:50.601684 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad08b28-d591-46ac-86b1-d89ae311234a req-c2c3ba8c-9a6d-41f1-9d8f-d333fcafaea3 service neutron] Checking segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:50.602066 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad08b28-d591-46ac-86b1-d89ae311234a req-c2c3ba8c-9a6d-41f1-9d8f-d333fcafaea3 service neutron] Bound using segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:50.602488 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-aad08b28-d591-46ac-86b1-d89ae311234a req-c2c3ba8c-9a6d-41f1-9d8f-d333fcafaea3 service neutron] Bound port: b176bbb3-ad77-4b16-9e59-672bf8d02ade, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:50.604712 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-aad08b28-d591-46ac-86b1-d89ae311234a req-c2c3ba8c-9a6d-41f1-9d8f-d333fcafaea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:50.630388 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c52b09b2-4737-4f7d-a2d9-d8af617303c8 req-31ce92cb-587e-43f4-899f-808fba4ffe72 tempest-ServerShowV254Test-909803637 tempest-ServerShowV254Test-909803637-project] 10.222.0.16 "GET /v2.0/ports?device_id=128678dc-b0e2-4843-9bb9-958b41b1ec5c HTTP/1.1" status: 200 len: 210 time: 0.0581925 Jul 15 13:05:50.705459 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e3ba2ebf-508e-49b9-bda7-34a3dc2a0d66 req-4b547723-8512-448d-beef-62e414fa829c tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups?id=680015d7-3cf5-4bf2-aaef-662d25196854&id=6910c0f4-2438-4c0f-bc71-915cffae4936&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.1409137 Jul 15 13:05:50.739363 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-aad08b28-d591-46ac-86b1-d89ae311234a req-c2c3ba8c-9a6d-41f1-9d8f-d333fcafaea3 service neutron] For port b176bbb3-ad77-4b16-9e59-672bf8d02ade, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:50.748374 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-aad08b28-d591-46ac-86b1-d89ae311234a req-c2c3ba8c-9a6d-41f1-9d8f-d333fcafaea3 service neutron] For port b176bbb3-ad77-4b16-9e59-672bf8d02ade, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b176bbb3-ad77-4b16-9e59-672bf8d02ade,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:50.764516 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-aad08b28-d591-46ac-86b1-d89ae311234a req-c2c3ba8c-9a6d-41f1-9d8f-d333fcafaea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:50.834362 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f86100da-fc63-47a3-bcf2-6f2fde76e853 req-67700a27-105c-4e87-96e6-89c3fd7cdab6 service neutron] 10.222.0.46 "GET /v2.0/networks/729a5aca-a8fb-4adf-b967-9e9deb4d3b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224319 Jul 15 13:05:50.836600 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad08b28-d591-46ac-86b1-d89ae311234a req-c2c3ba8c-9a6d-41f1-9d8f-d333fcafaea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:50.837668 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-aad08b28-d591-46ac-86b1-d89ae311234a req-c2c3ba8c-9a6d-41f1-9d8f-d333fcafaea3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:50.839137 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-aad08b28-d591-46ac-86b1-d89ae311234a req-c2c3ba8c-9a6d-41f1-9d8f-d333fcafaea3 service neutron] 10.222.0.46 "PUT /v2.0/ports/b176bbb3-ad77-4b16-9e59-672bf8d02ade HTTP/1.1" status: 200 len: 1096 time: 0.9984407 Jul 15 13:05:50.841273 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3efaf6d9-fb67-4538-b26e-daa4822a214c', 'tag': 'b176bbb3-ad77-4b16-9e59-672bf8d02ade'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:50.844157 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b016836-c238-44ff-80c8-71c0e55e7896" -d '{"events": [{"name": "network-changed", "server_uuid": "3efaf6d9-fb67-4538-b26e-daa4822a214c", "tag": "b176bbb3-ad77-4b16-9e59-672bf8d02ade"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:50.883383 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c3ba8c-9a6d-41f1-9d8f-d333fcafaea3 service neutron] Pushing event updated for resources: {'Port': ['ID=b176bbb3-ad77-4b16-9e59-672bf8d02ade,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:51.032641 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9077c8-88a7-4989-98e8-7beac95a3b3b x-openstack-request-id: req-ed9077c8-88a7-4989-98e8-7beac95a3b3b {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:51.033144 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01f2402-2c93-44e7-b1a7-db1cf6e713b6", "name": "network-vif-unplugged", "status": "completed", "tag": "9c46c9f0-c2f6-4c3a-9635-982485c4f4e0", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:51.033447 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ed9077c8-88a7-4989-98e8-7beac95a3b3b {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:51.033955 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01f2402-2c93-44e7-b1a7-db1cf6e713b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c46c9f0-c2f6-4c3a-9635-982485c4f4e0', 'code': 200} Jul 15 13:05:51.053060 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad08b28-d591-46ac-86b1-d89ae311234a req-163c8bf5-b6c4-4053-a3af-d659ca7a15ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:51.059599 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-aad08b28-d591-46ac-86b1-d89ae311234a req-163c8bf5-b6c4-4053-a3af-d659ca7a15ef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5495784adab4faf86ec8d11912c9669&device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 1099 time: 0.1290596 Jul 15 13:05:51.084810 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8c909a-ab63-42dc-b21c-297cae4740ed x-openstack-request-id: req-5c8c909a-ab63-42dc-b21c-297cae4740ed {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:51.085104 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3efaf6d9-fb67-4538-b26e-daa4822a214c", "tag": "b176bbb3-ad77-4b16-9e59-672bf8d02ade", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:51.085407 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5c8c909a-ab63-42dc-b21c-297cae4740ed {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:51.085838 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3efaf6d9-fb67-4538-b26e-daa4822a214c', 'tag': 'b176bbb3-ad77-4b16-9e59-672bf8d02ade', 'status': 'completed', 'code': 200} Jul 15 13:05:51.090137 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f86100da-fc63-47a3-bcf2-6f2fde76e853 req-c454b3f8-78f1-4df8-b83d-707555c973a6 service neutron] 10.222.0.46 "GET /v2.0/networks/729a5aca-a8fb-4adf-b967-9e9deb4d3b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918213 Jul 15 13:05:51.105785 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0815ca0-a2bf-49fa-b19b-f2695caeabf5 req-62452e15-df2e-43b6-a339-f2f72c465e5e tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:51.107346 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d0815ca0-a2bf-49fa-b19b-f2695caeabf5 req-62452e15-df2e-43b6-a339-f2f72c465e5e tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 947 time: 0.1586926 Jul 15 13:05:51.121225 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-aad08b28-d591-46ac-86b1-d89ae311234a req-bda035d3-73c7-42c0-a8b1-e3b1189a4a05 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=b176bbb3-ad77-4b16-9e59-672bf8d02ade HTTP/1.1" status: 200 len: 217 time: 0.0473738 Jul 15 13:05:51.167787 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d0815ca0-a2bf-49fa-b19b-f2695caeabf5 req-3a212eb4-854a-4320-a2e5-dedf4a79a3bb tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396957 Jul 15 13:05:51.185438 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad08b28-d591-46ac-86b1-d89ae311234a req-a4dceede-47e6-4045-a3fd-8bcfb0eb97f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:51.187555 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-aad08b28-d591-46ac-86b1-d89ae311234a req-a4dceede-47e6-4045-a3fd-8bcfb0eb97f6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0547917 Jul 15 13:05:51.274105 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad08b28-d591-46ac-86b1-d89ae311234a req-3dfc93a0-9fbf-4d87-b0e5-366c36029b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:51.276187 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-aad08b28-d591-46ac-86b1-d89ae311234a req-3dfc93a0-9fbf-4d87-b0e5-366c36029b77 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0672679 Jul 15 13:05:51.742386 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-aad08b28-d591-46ac-86b1-d89ae311234a req-21aa3fd9-d528-4bfc-b348-5af9d51c1525 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267266 Jul 15 13:05:51.820875 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cf46e15d-f159-4fca-84db-462668295b42 req-1219b963-4653-443f-84b1-6b67038727e4 tempest-ServerShowV254Test-909803637 tempest-ServerShowV254Test-909803637-project] 10.222.0.16 "GET /v2.0/ports?device_id=128678dc-b0e2-4843-9bb9-958b41b1ec5c HTTP/1.1" status: 200 len: 210 time: 0.0408854 Jul 15 13:05:51.875156 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-aad08b28-d591-46ac-86b1-d89ae311234a req-e5dae25d-1555-4ed7-afb6-799a2f81bc2b service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225119 Jul 15 13:05:51.970004 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc7292-f9c7-4081-b928-a21e84c46ff6 req-15c85456-3f0b-4236-90b8-7fd41d3312e5 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:51.972220 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ffbc7292-f9c7-4081-b928-a21e84c46ff6 req-15c85456-3f0b-4236-90b8-7fd41d3312e5 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/ports?device_id=58455304-1a23-42a3-acf3-cdd8703be040 HTTP/1.1" status: 200 len: 985 time: 0.0987973 Jul 15 13:05:52.052609 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ffbc7292-f9c7-4081-b928-a21e84c46ff6 req-9f245014-4a83-4089-99c2-99c44babbb97 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups?id=680015d7-3cf5-4bf2-aaef-662d25196854&id=6910c0f4-2438-4c0f-bc71-915cffae4936&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.0730023 Jul 15 13:05:52.070409 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b016836-c238-44ff-80c8-71c0e55e7896 req-cd9aad4b-e09e-45e6-b413-d65861f018fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:52.072219 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3b016836-c238-44ff-80c8-71c0e55e7896 req-cd9aad4b-e09e-45e6-b413-d65861f018fc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5495784adab4faf86ec8d11912c9669&device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 1099 time: 0.1143746 Jul 15 13:05:52.094838 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 52451a08-94c4-40b4-b5b5-28a78fa5335f details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:05:52.200048 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 52451a08-94c4-40b4-b5b5-28a78fa5335f, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=52451a08-94c4-40b4-b5b5-28a78fa5335f,segment=NetworkSegment(dda3590f-77f2-473e-918f-51e02247fb49),segment_id=dda3590f-77f2-473e-918f-51e02247fb49)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:52.212156 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '52451a08-94c4-40b4-b5b5-28a78fa5335f', 'network_id': '111a9c93-c732-4208-b8b6-92c471a9345c', 'port_id': '52451a08-94c4-40b4-b5b5-28a78fa5335f', 'mac_address': 'fa:16:3e:f2:89:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730641c7-930e-437f-91e2-0f97e39682ab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:05:52.240135 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b016836-c238-44ff-80c8-71c0e55e7896 req-209d1cc3-64a0-41d2-8300-45fcb9e450f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:52.241790 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3b016836-c238-44ff-80c8-71c0e55e7896 req-209d1cc3-64a0-41d2-8300-45fcb9e450f6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.1045864 Jul 15 13:05:52.263721 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:52.302302 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3b016836-c238-44ff-80c8-71c0e55e7896 req-d7693db5-0431-4834-ab29-28061de5efd6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=b176bbb3-ad77-4b16-9e59-672bf8d02ade HTTP/1.1" status: 200 len: 217 time: 0.0443532 Jul 15 13:05:52.305421 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 52451a08-94c4-40b4-b5b5-28a78fa5335f {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:52.348937 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 52451a08-94c4-40b4-b5b5-28a78fa5335f, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=52451a08-94c4-40b4-b5b5-28a78fa5335f,segment=NetworkSegment(dda3590f-77f2-473e-918f-51e02247fb49),segment_id=dda3590f-77f2-473e-918f-51e02247fb49)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:52.364979 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:52.392480 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b016836-c238-44ff-80c8-71c0e55e7896 req-965a5524-f31b-4d1c-b4bd-6687ced310cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:52.394249 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3b016836-c238-44ff-80c8-71c0e55e7896 req-965a5524-f31b-4d1c-b4bd-6687ced310cd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0831079 Jul 15 13:05:52.427660 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=52451a08-94c4-40b4-b5b5-28a78fa5335f,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:52.483633 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b016836-c238-44ff-80c8-71c0e55e7896 req-24a34358-7913-499a-8df6-22545e168ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:52.487088 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3b016836-c238-44ff-80c8-71c0e55e7896 req-24a34358-7913-499a-8df6-22545e168ed7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0828876 Jul 15 13:05:52.631581 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3b016836-c238-44ff-80c8-71c0e55e7896 req-5a3501ab-b58b-4d5c-b323-53e87c250a78 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310444 Jul 15 13:05:52.644524 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['52451a08-94c4-40b4-b5b5-28a78fa5335f'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:52.775115 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6d3ea-010e-4dd2-95c4-3b1496e6d2c5 req-a84e6a9f-2f6b-4ef0-aac3-eb85eb4e4a80 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:52.782104 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c0d6d3ea-010e-4dd2-95c4-3b1496e6d2c5 req-a84e6a9f-2f6b-4ef0-aac3-eb85eb4e4a80 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 947 time: 0.4322958 Jul 15 13:05:52.823756 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c0d6d3ea-010e-4dd2-95c4-3b1496e6d2c5 req-7874368e-fc48-4228-88f5-7338459c7bab tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404792 Jul 15 13:05:52.916745 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3b016836-c238-44ff-80c8-71c0e55e7896 req-b0b2ac4d-9a85-413d-b3b1-62edccf5548c service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333175 Jul 15 13:05:53.120745 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-361df69c-da4c-4acb-bdd2-412d8a64d9ed req-25b7c003-848b-45e3-8676-25bdee694ca1 tempest-ServerShowV254Test-909803637 tempest-ServerShowV254Test-909803637-project] 10.222.0.16 "GET /v2.0/ports?device_id=128678dc-b0e2-4843-9bb9-958b41b1ec5c HTTP/1.1" status: 200 len: 210 time: 0.0770566 Jul 15 13:05:53.314658 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85786b6-ee1c-4c98-9096-5a12a405903b req-08d8f36b-89fc-4af6-b048-4c902c36c27d tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:53.316996 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a85786b6-ee1c-4c98-9096-5a12a405903b req-08d8f36b-89fc-4af6-b048-4c902c36c27d tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/ports?device_id=58455304-1a23-42a3-acf3-cdd8703be040 HTTP/1.1" status: 200 len: 985 time: 0.0892591 Jul 15 13:05:53.378420 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a85786b6-ee1c-4c98-9096-5a12a405903b req-1826a61c-5382-496c-9ac6-b43ab5081c3f tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups?id=680015d7-3cf5-4bf2-aaef-662d25196854&id=6910c0f4-2438-4c0f-bc71-915cffae4936&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.0501287 Jul 15 13:05:53.562977 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b7b517d6-c9a1-4bcc-bcfd-b3354bccdf06 req-3ef00106-6c62-487e-b4a6-81b80af6b571 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1890213682&fields=id&tenant_id=590f7216fc544110befd860d82a48661 HTTP/1.1" status: 200 len: 267 time: 0.0577967 Jul 15 13:05:53.661775 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b517d6-c9a1-4bcc-bcfd-b3354bccdf06 req-0499ccbb-5c54-4d7e-a9a9-1fd28334fe49 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:53.673862 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b7b517d6-c9a1-4bcc-bcfd-b3354bccdf06 req-0499ccbb-5c54-4d7e-a9a9-1fd28334fe49 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/ports?device_id=58455304-1a23-42a3-acf3-cdd8703be040 HTTP/1.1" status: 200 len: 985 time: 0.1047077 Jul 15 13:05:53.680166 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-b7b517d6-c9a1-4bcc-bcfd-b3354bccdf06 req-4916542e-1a6e-4f28-9eb7-0e4b3a4346b5 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Request body: {'port': {'security_groups': ['680015d7-3cf5-4bf2-aaef-662d25196854', '6910c0f4-2438-4c0f-bc71-915cffae4936', 'b198dac7-9f23-4104-8831-8a62fb73839d']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:53.870271 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b7b517d6-c9a1-4bcc-bcfd-b3354bccdf06 req-4916542e-1a6e-4f28-9eb7-0e4b3a4346b5 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:54.113795 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 52451a08-94c4-40b4-b5b5-28a78fa5335f up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:54.198387 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 52451a08-94c4-40b4-b5b5-28a78fa5335f triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:54.198801 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:54.229839 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a1370-883c-4231-9869-6629932a7c31 req-efe1d175-38e5-4d21-97b1-f738d39f8d82 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:54.232165 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c27a1370-883c-4231-9869-6629932a7c31 req-efe1d175-38e5-4d21-97b1-f738d39f8d82 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 947 time: 0.1952326 Jul 15 13:05:54.237958 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-b7b517d6-c9a1-4bcc-bcfd-b3354bccdf06 req-4916542e-1a6e-4f28-9eb7-0e4b3a4346b5 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] For port 6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c,segment=NetworkSegment(f81b00ce-7265-46d9-a6be-dae5ddffb06a),segment_id=f81b00ce-7265-46d9-a6be-dae5ddffb06a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:54.303802 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:54.329640 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c27a1370-883c-4231-9869-6629932a7c31 req-cb96f4a0-07cf-4d82-98e8-cd229805847f tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833216 Jul 15 13:05:54.341872 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97aba12-0dd5-48ec-a5e1-10a099efb9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52451a08-94c4-40b4-b5b5-28a78fa5335f'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:54.344372 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac28af0-4f1b-4d62-8611-edef6c30850e" -d '{"events": [{"server_uuid": "c97aba12-0dd5-48ec-a5e1-10a099efb9c3", "name": "network-vif-plugged", "status": "completed", "tag": "52451a08-94c4-40b4-b5b5-28a78fa5335f"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:54.364335 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 52451a08-94c4-40b4-b5b5-28a78fa5335f, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=52451a08-94c4-40b4-b5b5-28a78fa5335f,segment=NetworkSegment(dda3590f-77f2-473e-918f-51e02247fb49),segment_id=dda3590f-77f2-473e-918f-51e02247fb49)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:54.375738 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b7b517d6-c9a1-4bcc-bcfd-b3354bccdf06 req-4916542e-1a6e-4f28-9eb7-0e4b3a4346b5 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:54.377512 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:54.382761 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b7b517d6-c9a1-4bcc-bcfd-b3354bccdf06 req-4916542e-1a6e-4f28-9eb7-0e4b3a4346b5 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:54.435219 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=52451a08-94c4-40b4-b5b5-28a78fa5335f,revision_number=7']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:54.440945 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['95e525f7-b24c-497d-9859-fa1682a340d4', '6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:54.460460 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b517d6-c9a1-4bcc-bcfd-b3354bccdf06 req-4916542e-1a6e-4f28-9eb7-0e4b3a4346b5 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:54.461060 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b7b517d6-c9a1-4bcc-bcfd-b3354bccdf06 req-4916542e-1a6e-4f28-9eb7-0e4b3a4346b5 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:54.474301 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b7b517d6-c9a1-4bcc-bcfd-b3354bccdf06 req-4916542e-1a6e-4f28-9eb7-0e4b3a4346b5 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "PUT /v2.0/ports/6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c HTTP/1.1" status: 200 len: 1021 time: 0.7994475 Jul 15 13:05:54.475054 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58455304-1a23-42a3-acf3-cdd8703be040', 'tag': '6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:54.482241 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43f49bd-c33f-499d-9e68-2c608444a83f" -d '{"events": [{"name": "network-changed", "server_uuid": "58455304-1a23-42a3-acf3-cdd8703be040", "tag": "6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:54.511375 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4916542e-1a6e-4f28-9eb7-0e4b3a4346b5 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Pushing event updated for resources: {'Port': ['ID=6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:54.712399 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4f10827d-b30e-423c-8e91-15415630ee98 req-968a15bd-72ec-44d4-8dcf-c1ec825982f8 tempest-ServerShowV254Test-909803637 tempest-ServerShowV254Test-909803637-project] 10.222.0.16 "GET /v2.0/ports?device_id=128678dc-b0e2-4843-9bb9-958b41b1ec5c HTTP/1.1" status: 200 len: 210 time: 0.0671527 Jul 15 13:05:54.724035 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:54.732656 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc71fc2-6f55-4be2-b21a-b73ec8716d88 x-openstack-request-id: req-3dc71fc2-6f55-4be2-b21a-b73ec8716d88 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:54.732941 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97aba12-0dd5-48ec-a5e1-10a099efb9c3", "name": "network-vif-plugged", "status": "completed", "tag": "52451a08-94c4-40b4-b5b5-28a78fa5335f", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:54.733189 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3dc71fc2-6f55-4be2-b21a-b73ec8716d88 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:54.733593 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c97aba12-0dd5-48ec-a5e1-10a099efb9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52451a08-94c4-40b4-b5b5-28a78fa5335f', 'code': 200} Jul 15 13:05:54.817635 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efeff128-8f08-43a0-9490-7298fe53f74f x-openstack-request-id: req-efeff128-8f08-43a0-9490-7298fe53f74f {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:54.818226 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58455304-1a23-42a3-acf3-cdd8703be040", "tag": "6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:54.820467 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-efeff128-8f08-43a0-9490-7298fe53f74f {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:54.821115 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58455304-1a23-42a3-acf3-cdd8703be040', 'tag': '6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c', 'status': 'completed', 'code': 200} Jul 15 13:05:54.837073 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2ce7ef79-1f65-41a4-ac59-3627c8a4fe30 req-8137a979-d1b5-4157-93c3-ca126ecd0b0d tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups/b198dac7-9f23-4104-8831-8a62fb73839d HTTP/1.1" status: 200 len: 1801 time: 0.0984902 Jul 15 13:05:54.932767 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [req-2ce7ef79-1f65-41a4-ac59-3627c8a4fe30 req-946bb755-c6a7-4d10-8671-3cdc4fa8a1ab tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 13:05:54.950654 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2ce7ef79-1f65-41a4-ac59-3627c8a4fe30 req-946bb755-c6a7-4d10-8671-3cdc4fa8a1ab tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "DELETE /v2.0/security-groups/b198dac7-9f23-4104-8831-8a62fb73839d HTTP/1.1" status: 409 len: 341 time: 0.1049371 Jul 15 13:05:54.981405 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f49bd-c33f-499d-9e68-2c608444a83f req-4cb6324f-5c59-443f-a375-ae6bb7010283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:54.983607 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e43f49bd-c33f-499d-9e68-2c608444a83f req-4cb6324f-5c59-443f-a375-ae6bb7010283 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=590f7216fc544110befd860d82a48661&device_id=58455304-1a23-42a3-acf3-cdd8703be040 HTTP/1.1" status: 200 len: 1176 time: 0.1362729 Jul 15 13:05:55.146613 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f49bd-c33f-499d-9e68-2c608444a83f req-01ea0bd8-d37e-4ca7-aa5d-7015b369b4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:55.152325 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e43f49bd-c33f-499d-9e68-2c608444a83f req-01ea0bd8-d37e-4ca7-aa5d-7015b369b4e3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=729a5aca-a8fb-4adf-b967-9e9deb4d3b59 HTTP/1.1" status: 200 len: 914 time: 0.1430070 Jul 15 13:05:55.215452 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e43f49bd-c33f-499d-9e68-2c608444a83f req-32cfad8a-98c4-49e2-872b-c848c46cbf22 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c HTTP/1.1" status: 200 len: 217 time: 0.0540369 Jul 15 13:05:55.275656 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f49bd-c33f-499d-9e68-2c608444a83f req-7793d0f7-8f54-4c8e-970a-6bef294b79a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:55.277729 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e43f49bd-c33f-499d-9e68-2c608444a83f req-7793d0f7-8f54-4c8e-970a-6bef294b79a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7507b4a-078f-49e8-9ea2-588ee62f39d6 HTTP/1.1" status: 200 len: 853 time: 0.0547249 Jul 15 13:05:55.390541 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e43f49bd-c33f-499d-9e68-2c608444a83f req-24f4b2cd-3b52-4817-b638-2e8cb478f3e3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=729a5aca-a8fb-4adf-b967-9e9deb4d3b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955038 Jul 15 13:05:55.574554 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e43f49bd-c33f-499d-9e68-2c608444a83f req-75c01c61-1370-4263-b7a7-d9959a257680 service neutron] 10.222.0.46 "GET /v2.0/networks/729a5aca-a8fb-4adf-b967-9e9deb4d3b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744606 Jul 15 13:05:55.587068 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087b839-0b1b-45ff-bee0-2df215c7ea5a req-c27bee3f-8bf8-4569-a887-a5e02d5e2973 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:55.594028 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9087b839-0b1b-45ff-bee0-2df215c7ea5a req-c27bee3f-8bf8-4569-a887-a5e02d5e2973 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 947 time: 0.1344371 Jul 15 13:05:55.653057 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68344f8-55cc-48a1-8001-08fae297378d req-5c6b422c-5a88-4060-8910-ea5191185658 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:55.663309 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b68344f8-55cc-48a1-8001-08fae297378d req-5c6b422c-5a88-4060-8910-ea5191185658 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/ports?device_id=58455304-1a23-42a3-acf3-cdd8703be040 HTTP/1.1" status: 200 len: 1024 time: 0.1280167 Jul 15 13:05:55.679526 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9087b839-0b1b-45ff-bee0-2df215c7ea5a req-b8f8c11a-ad72-4687-9ab8-a0277037d371 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845187 Jul 15 13:05:55.740366 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e43f49bd-c33f-499d-9e68-2c608444a83f req-302e4bb0-caee-4f8a-ba31-2b25ed88d1c5 service neutron] 10.222.0.46 "GET /v2.0/networks/729a5aca-a8fb-4adf-b967-9e9deb4d3b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568573 Jul 15 13:05:55.767445 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b68344f8-55cc-48a1-8001-08fae297378d req-f9ecd64b-5d61-4f31-bb4d-239f4167dddc tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups?id=680015d7-3cf5-4bf2-aaef-662d25196854&id=6910c0f4-2438-4c0f-bc71-915cffae4936&id=b198dac7-9f23-4104-8831-8a62fb73839d&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1029007 Jul 15 13:05:56.000738 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-918cc14c-ccb6-4df6-9955-256a5aeca96a req-bb5401fc-6a56-436b-8bf7-690f33612ad7 tempest-ServerShowV254Test-909803637 tempest-ServerShowV254Test-909803637-project] 10.222.0.16 "GET /v2.0/ports?device_id=128678dc-b0e2-4843-9bb9-958b41b1ec5c HTTP/1.1" status: 200 len: 210 time: 0.0394483 Jul 15 13:05:56.137498 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 4e76fd72-6816-481c-819e-b8263abd48a1 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:05:56.253675 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 4e76fd72-6816-481c-819e-b8263abd48a1, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=4e76fd72-6816-481c-819e-b8263abd48a1,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:56.283150 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '4e76fd72-6816-481c-819e-b8263abd48a1', 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da', 'port_id': '4e76fd72-6816-481c-819e-b8263abd48a1', 'mac_address': 'fa:16:3e:c6:3a:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '504f4a49-65cd-4546-be78-3e75a4fd4784', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:05:56.341371 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:56.362549 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e76fd72-6816-481c-819e-b8263abd48a1 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:56.390906 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 4e76fd72-6816-481c-819e-b8263abd48a1, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=4e76fd72-6816-481c-819e-b8263abd48a1,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:56.399091 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:56.401296 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device b176bbb3-ad77-4b16-9e59-672bf8d02ade details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:05:56.500291 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=4e76fd72-6816-481c-819e-b8263abd48a1,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:56.594999 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port b176bbb3-ad77-4b16-9e59-672bf8d02ade, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b176bbb3-ad77-4b16-9e59-672bf8d02ade,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:56.614709 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'b176bbb3-ad77-4b16-9e59-672bf8d02ade', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': 'b176bbb3-ad77-4b16-9e59-672bf8d02ade', 'mac_address': 'fa:16:3e:00:97:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:05:56.682914 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:56.705123 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b176bbb3-ad77-4b16-9e59-672bf8d02ade {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:56.736357 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port b176bbb3-ad77-4b16-9e59-672bf8d02ade, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b176bbb3-ad77-4b16-9e59-672bf8d02ade,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:56.743000 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:56.744007 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:05:56.887843 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=b176bbb3-ad77-4b16-9e59-672bf8d02ade,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:56.907801 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=9c46c9f0-c2f6-4c3a-9635-982485c4f4e0,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:56.948248 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '9c46c9f0-c2f6-4c3a-9635-982485c4f4e0', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': '9c46c9f0-c2f6-4c3a-9635-982485c4f4e0', 'mac_address': 'fa:16:3e:28:50:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:05:56.978319 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac6110-e5e7-40dd-a674-cc8483a4d6fc req-1e34a85d-9af2-4cd8-91dd-3874ed15a864 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:56.983287 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fbac6110-e5e7-40dd-a674-cc8483a4d6fc req-1e34a85d-9af2-4cd8-91dd-3874ed15a864 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 948 time: 0.1603961 Jul 15 13:05:57.062947 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:57.079765 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fbac6110-e5e7-40dd-a674-cc8483a4d6fc req-dd64dd7c-4974-4dad-bf95-96640ccdfb77 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821741 Jul 15 13:05:57.107803 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:57.140505 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e78e4-e3b2-4fc1-800e-10e69850b842 req-bc1ca41a-e7a7-4d2d-b3e3-510f0f84f65b tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:57.148734 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac4e78e4-e3b2-4fc1-800e-10e69850b842 req-bc1ca41a-e7a7-4d2d-b3e3-510f0f84f65b tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/ports?device_id=58455304-1a23-42a3-acf3-cdd8703be040 HTTP/1.1" status: 200 len: 1024 time: 0.1643577 Jul 15 13:05:57.174998 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=9c46c9f0-c2f6-4c3a-9635-982485c4f4e0,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:57.182238 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:57.225720 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac4e78e4-e3b2-4fc1-800e-10e69850b842 req-9d19e4ef-97c9-40f0-af04-a7c738587ba3 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups?id=680015d7-3cf5-4bf2-aaef-662d25196854&id=6910c0f4-2438-4c0f-bc71-915cffae4936&id=b198dac7-9f23-4104-8831-8a62fb73839d&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0759122 Jul 15 13:05:57.287741 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=9c46c9f0-c2f6-4c3a-9635-982485c4f4e0,revision_number=9']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:57.517565 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['4e76fd72-6816-481c-819e-b8263abd48a1'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:57.570823 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c5233e33-4306-4166-b9a4-4faca4c759c3 req-18d823f0-ac37-4fd2-ae5f-1b741c175b44 tempest-ServerShowV254Test-909803637 tempest-ServerShowV254Test-909803637-project] 10.222.0.16 "GET /v2.0/ports?device_id=128678dc-b0e2-4843-9bb9-958b41b1ec5c HTTP/1.1" status: 200 len: 210 time: 0.0465016 Jul 15 13:05:57.627991 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['9c46c9f0-c2f6-4c3a-9635-982485c4f4e0'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:57.914005 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['b176bbb3-ad77-4b16-9e59-672bf8d02ade'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:58.318217 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0859b-6128-4767-89f6-44e85f1729d7 req-0ce55017-1c8d-4a32-a89a-f61bc640d356 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:58.319908 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3bd0859b-6128-4767-89f6-44e85f1729d7 req-0ce55017-1c8d-4a32-a89a-f61bc640d356 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.46 "GET /v2.0/ports?device_id=58455304-1a23-42a3-acf3-cdd8703be040 HTTP/1.1" status: 200 len: 1024 time: 0.1029027 Jul 15 13:05:58.460177 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-3bd0859b-6128-4767-89f6-44e85f1729d7 req-1cd4a352-ebe5-45dd-b0b7-242d0a9c2ba0 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Deleting port 6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:58.460177 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-3bd0859b-6128-4767-89f6-44e85f1729d7 req-1cd4a352-ebe5-45dd-b0b7-242d0a9c2ba0 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:58.562254 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-3bd0859b-6128-4767-89f6-44e85f1729d7 req-1cd4a352-ebe5-45dd-b0b7-242d0a9c2ba0 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] For port 6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c,segment=NetworkSegment(f81b00ce-7265-46d9-a6be-dae5ddffb06a),segment_id=f81b00ce-7265-46d9-a6be-dae5ddffb06a)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:58.562678 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-3bd0859b-6128-4767-89f6-44e85f1729d7 req-1cd4a352-ebe5-45dd-b0b7-242d0a9c2ba0 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:58.580024 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-3bd0859b-6128-4767-89f6-44e85f1729d7 req-1cd4a352-ebe5-45dd-b0b7-242d0a9c2ba0 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Calling delete_port for 6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:58.805831 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-3bd0859b-6128-4767-89f6-44e85f1729d7 req-1cd4a352-ebe5-45dd-b0b7-242d0a9c2ba0 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:58.855888 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:58.861458 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4a352-ebe5-45dd-b0b7-242d0a9c2ba0 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Pushing event deleted for resources: {'Port': ['ID=6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:58.932365 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd0859b-6128-4767-89f6-44e85f1729d7 req-1cd4a352-ebe5-45dd-b0b7-242d0a9c2ba0 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] No DVR routers for this DVR port 6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:05:58.935569 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-3bd0859b-6128-4767-89f6-44e85f1729d7 req-1cd4a352-ebe5-45dd-b0b7-242d0a9c2ba0 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:58.937866 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3bd0859b-6128-4767-89f6-44e85f1729d7 req-1cd4a352-ebe5-45dd-b0b7-242d0a9c2ba0 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.46 "DELETE /v2.0/ports/6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c HTTP/1.1" status: 204 len: 173 time: 0.6050723 Jul 15 13:05:58.938530 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58455304-1a23-42a3-acf3-cdd8703be040', 'name': 'network-vif-deleted', 'tag': '6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:58.942745 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b8e6d1-69b8-4166-a832-6134d6d4fb65" -d '{"events": [{"server_uuid": "58455304-1a23-42a3-acf3-cdd8703be040", "name": "network-vif-deleted", "tag": "6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:59.178277 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['95e525f7-b24c-497d-9859-fa1682a340d4', '6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:59.305356 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:59.739024 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-59c9ec26-d7c7-4298-987c-d9e570d73c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:00.153472 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 4e76fd72-6816-481c-819e-b8263abd48a1 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:00.248817 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 4e76fd72-6816-481c-819e-b8263abd48a1 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:00.249157 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:00.396153 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:00.439720 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f85a75-4b3d-40e0-863d-06ff77ecb993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e76fd72-6816-481c-819e-b8263abd48a1'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:00.454944 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71aec8e9-3bf6-49c9-8b7e-58f31674bdad" -d '{"events": [{"server_uuid": "00f85a75-4b3d-40e0-863d-06ff77ecb993", "name": "network-vif-plugged", "status": "completed", "tag": "4e76fd72-6816-481c-819e-b8263abd48a1"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:00.478750 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 4e76fd72-6816-481c-819e-b8263abd48a1, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=4e76fd72-6816-481c-819e-b8263abd48a1,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:00.486368 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:00.489384 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device b176bbb3-ad77-4b16-9e59-672bf8d02ade up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:00.590303 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=4e76fd72-6816-481c-819e-b8263abd48a1,revision_number=7']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:00.607427 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port b176bbb3-ad77-4b16-9e59-672bf8d02ade completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:00.612794 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port b176bbb3-ad77-4b16-9e59-672bf8d02ade triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:00.614147 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:00.775729 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:00.852070 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port b176bbb3-ad77-4b16-9e59-672bf8d02ade, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b176bbb3-ad77-4b16-9e59-672bf8d02ade,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:00.872579 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:00.874055 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:00.961407 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=b176bbb3-ad77-4b16-9e59-672bf8d02ade,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:00.982970 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:00.983757 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:01.097400 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:01.143585 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=9c46c9f0-c2f6-4c3a-9635-982485c4f4e0,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:01.160307 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:01.163801 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:06:01.217830 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:06:01.218635 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:06:01.260310 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=9c46c9f0-c2f6-4c3a-9635-982485c4f4e0,revision_number=10']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:02.174577 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:02.403978 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1834edd1-674d-46c2-b259-0367ccd8473c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:03.408342 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45768) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:03.413758 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-3387e0ae-d208-4f75-be1d-a45441841fd4 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1869233134'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:03.461147 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:03.493999 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3387e0ae-d208-4f75-be1d-a45441841fd4 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Made reservation on behalf of 81c3b9d8d0bd4b9983bde8217f1dc07f for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:03.497984 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3387e0ae-d208-4f75-be1d-a45441841fd4 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:03.574336 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3387e0ae-d208-4f75-be1d-a45441841fd4 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:06:03.602079 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3387e0ae-d208-4f75-be1d-a45441841fd4 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:03.602432 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-3387e0ae-d208-4f75-be1d-a45441841fd4 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Added segment 31fa37a9-facf-4912-b998-1c360a86c68b of type vlan for network 0393d230-55c0-4aac-933c-382b8f80fda9 Jul 15 13:06:03.702064 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3387e0ae-d208-4f75-be1d-a45441841fd4 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:03.775295 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3387e0ae-d208-4f75-be1d-a45441841fd4 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:03.785742 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3387e0ae-d208-4f75-be1d-a45441841fd4 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:03.789801 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3387e0ae-d208-4f75-be1d-a45441841fd4 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:03.909539 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3387e0ae-d208-4f75-be1d-a45441841fd4 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5007899 Jul 15 13:06:03.912576 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45770) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:03.992323 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3387e0ae-d208-4f75-be1d-a45441841fd4 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Pushing event updated for resources: {'Network': ['ID=0393d230-55c0-4aac-933c-382b8f80fda9,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:03.997752 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-159c14c3-fb6f-4fad-8b9d-bdd67d5f1a04 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-536054490'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:04.010776 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 0393d230-55c0-4aac-933c-382b8f80fda9 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:06:04.045605 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159c14c3-fb6f-4fad-8b9d-bdd67d5f1a04 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Made reservation on behalf of 81c3b9d8d0bd4b9983bde8217f1dc07f for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:04.053104 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-159c14c3-fb6f-4fad-8b9d-bdd67d5f1a04 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:04.123725 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-159c14c3-fb6f-4fad-8b9d-bdd67d5f1a04 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:06:04.143854 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-159c14c3-fb6f-4fad-8b9d-bdd67d5f1a04 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:04.144269 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-159c14c3-fb6f-4fad-8b9d-bdd67d5f1a04 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Added segment 078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8 of type vlan for network 883fa9e8-319c-4b08-9112-d792a62e6fcb Jul 15 13:06:04.242821 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-159c14c3-fb6f-4fad-8b9d-bdd67d5f1a04 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:04.330032 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-159c14c3-fb6f-4fad-8b9d-bdd67d5f1a04 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:04.337723 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159c14c3-fb6f-4fad-8b9d-bdd67d5f1a04 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:04.338571 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-159c14c3-fb6f-4fad-8b9d-bdd67d5f1a04 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:04.364516 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45772) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:04.374677 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-6776a8a5-3602-4d08-924e-dc7bf8b60549 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Request body: {'subnet': {'network_id': '0393d230-55c0-4aac-933c-382b8f80fda9', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:04.381943 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-159c14c3-fb6f-4fad-8b9d-bdd67d5f1a04 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3878248 Jul 15 13:06:04.517200 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c14c3-fb6f-4fad-8b9d-bdd67d5f1a04 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Pushing event updated for resources: {'Network': ['ID=883fa9e8-319c-4b08-9112-d792a62e6fcb,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:04.535407 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 883fa9e8-319c-4b08-9112-d792a62e6fcb details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:06:04.564698 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6776a8a5-3602-4d08-924e-dc7bf8b60549 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Made reservation on behalf of 81c3b9d8d0bd4b9983bde8217f1dc07f for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:04.569400 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6776a8a5-3602-4d08-924e-dc7bf8b60549 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:04.787577 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6776a8a5-3602-4d08-924e-dc7bf8b60549 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:04.852863 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776a8a5-3602-4d08-924e-dc7bf8b60549 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Pushing event updated for resources: {'Subnet': ['ID=30e69637-798b-481d-95fb-19699731bedc,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:04.882428 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:04.905886 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6776a8a5-3602-4d08-924e-dc7bf8b60549 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Checking segment: {'id': '31fa37a9-facf-4912-b998-1c360a86c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0393d230-55c0-4aac-933c-382b8f80fda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:04.906336 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6776a8a5-3602-4d08-924e-dc7bf8b60549 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Network hostable DHCP agents. Network: 0393d230-55c0-4aac-933c-382b8f80fda9, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:06:04.936415 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6776a8a5-3602-4d08-924e-dc7bf8b60549 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Network 0393d230-55c0-4aac-933c-382b8f80fda9 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:06:04.953868 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-6776a8a5-3602-4d08-924e-dc7bf8b60549 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 0393d230-55c0-4aac-933c-382b8f80fda9) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:04.959703 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6776a8a5-3602-4d08-924e-dc7bf8b60549 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:04.960914 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6776a8a5-3602-4d08-924e-dc7bf8b60549 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:04.970741 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ee60d3-9c3a-4cbb-92d3-7f591ed4186d None None] Network 0393d230-55c0-4aac-933c-382b8f80fda9 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:06:04.988657 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45774) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:04.995254 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-73379ab9-9aba-44d0-bfbe-921346cbce11 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Request body: {'subnet': {'network_id': '883fa9e8-319c-4b08-9112-d792a62e6fcb', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:05.000116 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6776a8a5-3602-4d08-924e-dc7bf8b60549 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6327138 Jul 15 13:06:05.208504 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73379ab9-9aba-44d0-bfbe-921346cbce11 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Made reservation on behalf of 81c3b9d8d0bd4b9983bde8217f1dc07f for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:05.212759 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-73379ab9-9aba-44d0-bfbe-921346cbce11 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.334971 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e70d87-47dc-44fb-b01b-a77df4f4560b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-0393d230-55c0-4aac-933c-382b8f80fda9', 'network_id': '0393d230-55c0-4aac-933c-382b8f80fda9', 'tenant_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'fixed_ips': [{'subnet_id': '30e69637-798b-481d-95fb-19699731bedc'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:06:05.339027 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-87e70d87-47dc-44fb-b01b-a77df4f4560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.588198 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-87e70d87-47dc-44fb-b01b-a77df4f4560b None None] Allocated IP 10.1.1.2 (0393d230-55c0-4aac-933c-382b8f80fda9/30e69637-798b-481d-95fb-19699731bedc/14aed60a-7783-432b-bb18-bed05186d4ae) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:06:05.632590 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-73379ab9-9aba-44d0-bfbe-921346cbce11 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.697228 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73379ab9-9aba-44d0-bfbe-921346cbce11 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Pushing event updated for resources: {'Subnet': ['ID=a6166fd5-9d93-4b4f-8752-cc94814dcb8f,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:05.737174 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73379ab9-9aba-44d0-bfbe-921346cbce11 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Checking segment: {'id': '078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '883fa9e8-319c-4b08-9112-d792a62e6fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:05.737440 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73379ab9-9aba-44d0-bfbe-921346cbce11 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Network hostable DHCP agents. Network: 883fa9e8-319c-4b08-9112-d792a62e6fcb, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:06:05.757962 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73379ab9-9aba-44d0-bfbe-921346cbce11 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Network 883fa9e8-319c-4b08-9112-d792a62e6fcb is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:06:05.770260 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-87e70d87-47dc-44fb-b01b-a77df4f4560b None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.778398 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-73379ab9-9aba-44d0-bfbe-921346cbce11 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 883fa9e8-319c-4b08-9112-d792a62e6fcb) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:05.781204 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-87e70d87-47dc-44fb-b01b-a77df4f4560b None None] Transition to ACTIVE for port object 14aed60a-7783-432b-bb18-bed05186d4ae will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:05.793116 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfae1e0-60f5-4fbb-88f6-77e03bf1e96e None None] Network 883fa9e8-319c-4b08-9112-d792a62e6fcb requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:06:05.799299 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73379ab9-9aba-44d0-bfbe-921346cbce11 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:05.799931 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-73379ab9-9aba-44d0-bfbe-921346cbce11 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.837605 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-73379ab9-9aba-44d0-bfbe-921346cbce11 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8477750 Jul 15 13:06:05.840738 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45782) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:05.846154 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-0850fe71-1ce0-42ea-8a81-733c990b2c25 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Request body: {'port': {'network_id': '0393d230-55c0-4aac-933c-382b8f80fda9', 'name': 'tempest-TaggedBootDevicesTest-538240797', 'fixed_ips': [{'subnet_id': '30e69637-798b-481d-95fb-19699731bedc'}]}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:05.954219 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-87e70d87-47dc-44fb-b01b-a77df4f4560b None None] Transition to ACTIVE for port object 14aed60a-7783-432b-bb18-bed05186d4ae will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:05.991046 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0850fe71-1ce0-42ea-8a81-733c990b2c25 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Made reservation on behalf of 81c3b9d8d0bd4b9983bde8217f1dc07f for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:06.004777 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-87e70d87-47dc-44fb-b01b-a77df4f4560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:06.105136 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e70d87-47dc-44fb-b01b-a77df4f4560b None None] Network 0393d230-55c0-4aac-933c-382b8f80fda9 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:06:06.119453 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0850fe71-1ce0-42ea-8a81-733c990b2c25 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:06.129792 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-87e70d87-47dc-44fb-b01b-a77df4f4560b None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:06.139141 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-0850fe71-1ce0-42ea-8a81-733c990b2c25 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] device_id is not set on port 7efec053-2f43-4369-8788-a95bec608fe4 yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:06:06.203593 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e70d87-47dc-44fb-b01b-a77df4f4560b None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:06:06.242026 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e70d87-47dc-44fb-b01b-a77df4f4560b None None] Pushing event updated for resources: {'Port': ['ID=14aed60a-7783-432b-bb18-bed05186d4ae,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:06.380290 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-87e70d87-47dc-44fb-b01b-a77df4f4560b None None] Attempting to bind port 14aed60a-7783-432b-bb18-bed05186d4ae on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:06.380913 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-87e70d87-47dc-44fb-b01b-a77df4f4560b None None] Attempting to bind port 14aed60a-7783-432b-bb18-bed05186d4ae by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '31fa37a9-facf-4912-b998-1c360a86c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0393d230-55c0-4aac-933c-382b8f80fda9'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:06.381437 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e70d87-47dc-44fb-b01b-a77df4f4560b None None] Attempting to bind port 14aed60a-7783-432b-bb18-bed05186d4ae on network 0393d230-55c0-4aac-933c-382b8f80fda9 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:06.394924 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe2bba1-f184-478e-bd6d-ec4ac92c96b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-883fa9e8-319c-4b08-9112-d792a62e6fcb', 'network_id': '883fa9e8-319c-4b08-9112-d792a62e6fcb', 'tenant_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'fixed_ips': [{'subnet_id': 'a6166fd5-9d93-4b4f-8752-cc94814dcb8f'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:06:06.395831 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dbe2bba1-f184-478e-bd6d-ec4ac92c96b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:06.400411 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e70d87-47dc-44fb-b01b-a77df4f4560b None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:06.400597 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-0850fe71-1ce0-42ea-8a81-733c990b2c25 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Allocated IP 10.1.1.59 (0393d230-55c0-4aac-933c-382b8f80fda9/30e69637-798b-481d-95fb-19699731bedc/7efec053-2f43-4369-8788-a95bec608fe4) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:06:06.401016 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e70d87-47dc-44fb-b01b-a77df4f4560b None None] Checking segment: {'id': '31fa37a9-facf-4912-b998-1c360a86c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0393d230-55c0-4aac-933c-382b8f80fda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:06.401167 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-87e70d87-47dc-44fb-b01b-a77df4f4560b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:06.401656 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e70d87-47dc-44fb-b01b-a77df4f4560b None None] Bound using segment: {'id': '31fa37a9-facf-4912-b998-1c360a86c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0393d230-55c0-4aac-933c-382b8f80fda9'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:06.402310 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-87e70d87-47dc-44fb-b01b-a77df4f4560b None None] Bound port: 14aed60a-7783-432b-bb18-bed05186d4ae, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31fa37a9-facf-4912-b998-1c360a86c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0393d230-55c0-4aac-933c-382b8f80fda9'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:06.402554 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-87e70d87-47dc-44fb-b01b-a77df4f4560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:06.559086 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-87e70d87-47dc-44fb-b01b-a77df4f4560b None None] For port 14aed60a-7783-432b-bb18-bed05186d4ae, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:06.564457 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-87e70d87-47dc-44fb-b01b-a77df4f4560b None None] For port 14aed60a-7783-432b-bb18-bed05186d4ae, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=14aed60a-7783-432b-bb18-bed05186d4ae,segment=NetworkSegment(31fa37a9-facf-4912-b998-1c360a86c68b),segment_id=31fa37a9-facf-4912-b998-1c360a86c68b)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:06.574140 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-87e70d87-47dc-44fb-b01b-a77df4f4560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:06.676718 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0850fe71-1ce0-42ea-8a81-733c990b2c25 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:06.708920 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-dbe2bba1-f184-478e-bd6d-ec4ac92c96b1 None None] Allocated IP 10.2.2.2 (883fa9e8-319c-4b08-9112-d792a62e6fcb/a6166fd5-9d93-4b4f-8752-cc94814dcb8f/6ed9588c-92a2-41b0-98bb-e8e8ef20e533) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:06:06.715572 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e70d87-47dc-44fb-b01b-a77df4f4560b None None] Pushing event updated for resources: {'Port': ['ID=14aed60a-7783-432b-bb18-bed05186d4ae,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:06.725905 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-0850fe71-1ce0-42ea-8a81-733c990b2c25 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Transition to ACTIVE for port object 7efec053-2f43-4369-8788-a95bec608fe4 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:06.823875 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0850fe71-1ce0-42ea-8a81-733c990b2c25 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:06.929510 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0850fe71-1ce0-42ea-8a81-733c990b2c25 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Network 0393d230-55c0-4aac-933c-382b8f80fda9 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:06:06.938301 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-0850fe71-1ce0-42ea-8a81-733c990b2c25 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:06.938301 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0850fe71-1ce0-42ea-8a81-733c990b2c25 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:06:07.029487 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0850fe71-1ce0-42ea-8a81-733c990b2c25 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:07.030259 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0850fe71-1ce0-42ea-8a81-733c990b2c25 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:07.048588 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0850fe71-1ce0-42ea-8a81-733c990b2c25 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Pushing event updated for resources: {'Port': ['ID=7efec053-2f43-4369-8788-a95bec608fe4,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:07.067517 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0850fe71-1ce0-42ea-8a81-733c990b2c25 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:07.068006 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0850fe71-1ce0-42ea-8a81-733c990b2c25 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:07.068457 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0850fe71-1ce0-42ea-8a81-733c990b2c25 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:07.068922 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0850fe71-1ce0-42ea-8a81-733c990b2c25 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:07.069362 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0850fe71-1ce0-42ea-8a81-733c990b2c25 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:07.069971 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0850fe71-1ce0-42ea-8a81-733c990b2c25 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:07.070637 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0850fe71-1ce0-42ea-8a81-733c990b2c25 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:07.071296 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0850fe71-1ce0-42ea-8a81-733c990b2c25 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:07.071730 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0850fe71-1ce0-42ea-8a81-733c990b2c25 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:07.072140 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9010a15-3c0e-4415-920b-514f3c80c65a req-b86c5c6e-376f-4b87-b024-6656ad4d03e9 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:07.072625 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0850fe71-1ce0-42ea-8a81-733c990b2c25 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:07.072625 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0850fe71-1ce0-42ea-8a81-733c990b2c25 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:07.073520 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0850fe71-1ce0-42ea-8a81-733c990b2c25 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:07.075903 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f9010a15-3c0e-4415-920b-514f3c80c65a req-b86c5c6e-376f-4b87-b024-6656ad4d03e9 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 949 time: 0.1834412 Jul 15 13:06:07.087618 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0850fe71-1ce0-42ea-8a81-733c990b2c25 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2435658 Jul 15 13:06:07.090030 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45806) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:07.104062 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-d49241e0-dd98-47d5-ba3d-2c727eacea01 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Request body: {'port': {'network_id': '0393d230-55c0-4aac-933c-382b8f80fda9', 'name': 'tempest-TaggedBootDevicesTest-1040983724', 'fixed_ips': [{'subnet_id': '30e69637-798b-481d-95fb-19699731bedc'}]}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:07.127813 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dbe2bba1-f184-478e-bd6d-ec4ac92c96b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:07.158877 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-dbe2bba1-f184-478e-bd6d-ec4ac92c96b1 None None] Transition to ACTIVE for port object 6ed9588c-92a2-41b0-98bb-e8e8ef20e533 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:07.196634 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-dbe2bba1-f184-478e-bd6d-ec4ac92c96b1 None None] Transition to ACTIVE for port object 6ed9588c-92a2-41b0-98bb-e8e8ef20e533 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:07.225012 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dbe2bba1-f184-478e-bd6d-ec4ac92c96b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:07.306917 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 14aed60a-7783-432b-bb18-bed05186d4ae up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:07.326896 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f9010a15-3c0e-4415-920b-514f3c80c65a req-f895cbcd-94d6-4137-a714-15aedfd53184 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455566 Jul 15 13:06:07.396904 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe2bba1-f184-478e-bd6d-ec4ac92c96b1 None None] Network 883fa9e8-319c-4b08-9112-d792a62e6fcb is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:06:07.409642 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-dbe2bba1-f184-478e-bd6d-ec4ac92c96b1 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:07.418785 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe2bba1-f184-478e-bd6d-ec4ac92c96b1 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:06:07.437517 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2bba1-f184-478e-bd6d-ec4ac92c96b1 None None] Pushing event updated for resources: {'Port': ['ID=6ed9588c-92a2-41b0-98bb-e8e8ef20e533,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:07.461139 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efea43d-cb58-4348-a46f-e89387eec001 x-openstack-request-id: req-3efea43d-cb58-4348-a46f-e89387eec001 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:07.461493 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58455304-1a23-42a3-acf3-cdd8703be040", "name": "network-vif-deleted", "tag": "6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:07.461684 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3efea43d-cb58-4348-a46f-e89387eec001 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:07.462127 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58455304-1a23-42a3-acf3-cdd8703be040', 'name': 'network-vif-deleted', 'tag': '6b8df893-fd3e-4f77-99a5-e5e2f4bf8c1c', 'status': 'completed', 'code': 200} Jul 15 13:06:07.471211 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49241e0-dd98-47d5-ba3d-2c727eacea01 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Made reservation on behalf of 81c3b9d8d0bd4b9983bde8217f1dc07f for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:07.539714 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacd4d8e-d501-42de-ba8c-8cdad60e2e5b x-openstack-request-id: req-bacd4d8e-d501-42de-ba8c-8cdad60e2e5b {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:07.540154 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f85a75-4b3d-40e0-863d-06ff77ecb993", "name": "network-vif-plugged", "status": "completed", "tag": "4e76fd72-6816-481c-819e-b8263abd48a1", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:07.540437 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bacd4d8e-d501-42de-ba8c-8cdad60e2e5b {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:07.540837 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f85a75-4b3d-40e0-863d-06ff77ecb993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e76fd72-6816-481c-819e-b8263abd48a1', 'code': 200} Jul 15 13:06:07.552674 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-dbe2bba1-f184-478e-bd6d-ec4ac92c96b1 None None] Attempting to bind port 6ed9588c-92a2-41b0-98bb-e8e8ef20e533 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:07.553044 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-dbe2bba1-f184-478e-bd6d-ec4ac92c96b1 None None] Attempting to bind port 6ed9588c-92a2-41b0-98bb-e8e8ef20e533 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '883fa9e8-319c-4b08-9112-d792a62e6fcb'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:07.553406 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe2bba1-f184-478e-bd6d-ec4ac92c96b1 None None] Attempting to bind port 6ed9588c-92a2-41b0-98bb-e8e8ef20e533 on network 883fa9e8-319c-4b08-9112-d792a62e6fcb {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:07.559674 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe2bba1-f184-478e-bd6d-ec4ac92c96b1 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:07.560045 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe2bba1-f184-478e-bd6d-ec4ac92c96b1 None None] Checking segment: {'id': '078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '883fa9e8-319c-4b08-9112-d792a62e6fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:07.560604 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dbe2bba1-f184-478e-bd6d-ec4ac92c96b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:07.561004 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe2bba1-f184-478e-bd6d-ec4ac92c96b1 None None] Bound using segment: {'id': '078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '883fa9e8-319c-4b08-9112-d792a62e6fcb'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:07.561473 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-dbe2bba1-f184-478e-bd6d-ec4ac92c96b1 None None] Bound port: 6ed9588c-92a2-41b0-98bb-e8e8ef20e533, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '883fa9e8-319c-4b08-9112-d792a62e6fcb'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:07.561927 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dbe2bba1-f184-478e-bd6d-ec4ac92c96b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:07.616361 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-20f3063a-ce16-4331-ad12-63f985820d35 req-59b2e7e0-e60d-45e2-9daf-3e383d8c7ed4 tempest-ServerShowV254Test-909803637 tempest-ServerShowV254Test-909803637-project] 10.222.0.16 "GET /v2.0/ports?device_id=128678dc-b0e2-4843-9bb9-958b41b1ec5c HTTP/1.1" status: 200 len: 210 time: 0.1081164 Jul 15 13:06:07.625327 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 14aed60a-7783-432b-bb18-bed05186d4ae completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:07.693721 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-dbe2bba1-f184-478e-bd6d-ec4ac92c96b1 None None] For port 6ed9588c-92a2-41b0-98bb-e8e8ef20e533, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:07.700821 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-dbe2bba1-f184-478e-bd6d-ec4ac92c96b1 None None] For port 6ed9588c-92a2-41b0-98bb-e8e8ef20e533, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=6ed9588c-92a2-41b0-98bb-e8e8ef20e533,segment=NetworkSegment(078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8),segment_id=078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:07.710093 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dbe2bba1-f184-478e-bd6d-ec4ac92c96b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:07.733628 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ce917fe7-3549-4ec7-be2e-b5a3ac31e1d0 req-376094f3-f519-4492-b705-c31f8efd8651 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups/6910c0f4-2438-4c0f-bc71-915cffae4936 HTTP/1.1" status: 200 len: 1798 time: 0.1776326 Jul 15 13:06:07.742608 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d49241e0-dd98-47d5-ba3d-2c727eacea01 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:07.800941 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2bba1-f184-478e-bd6d-ec4ac92c96b1 None None] Pushing event updated for resources: {'Port': ['ID=6ed9588c-92a2-41b0-98bb-e8e8ef20e533,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:07.884178 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d49241e0-dd98-47d5-ba3d-2c727eacea01 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] device_id is not set on port 00bc5053-739a-44d0-84cc-63786760e6fc yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:06:08.048802 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ce917fe7-3549-4ec7-be2e-b5a3ac31e1d0 req-8dbca1ca-8fd9-49d1-8f8b-d725a37e3960 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:08.085878 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ce917fe7-3549-4ec7-be2e-b5a3ac31e1d0 req-8dbca1ca-8fd9-49d1-8f8b-d725a37e3960 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:08.273065 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ce917fe7-3549-4ec7-be2e-b5a3ac31e1d0 req-8dbca1ca-8fd9-49d1-8f8b-d725a37e3960 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:08.275978 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ce917fe7-3549-4ec7-be2e-b5a3ac31e1d0 req-8dbca1ca-8fd9-49d1-8f8b-d725a37e3960 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:08.288404 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ce917fe7-3549-4ec7-be2e-b5a3ac31e1d0 req-8dbca1ca-8fd9-49d1-8f8b-d725a37e3960 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "DELETE /v2.0/security-groups/6910c0f4-2438-4c0f-bc71-915cffae4936 HTTP/1.1" status: 204 len: 173 time: 0.5428226 Jul 15 13:06:08.383548 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbca1ca-8fd9-49d1-8f8b-d725a37e3960 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6910c0f4-2438-4c0f-bc71-915cffae4936,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:08.433079 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd458582-764a-472b-a98c-e443bebdb871 None None] Network 0393d230-55c0-4aac-933c-382b8f80fda9 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:06:08.556261 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-d49241e0-dd98-47d5-ba3d-2c727eacea01 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Allocated IP 10.1.1.156 (0393d230-55c0-4aac-933c-382b8f80fda9/30e69637-798b-481d-95fb-19699731bedc/00bc5053-739a-44d0-84cc-63786760e6fc) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:06:08.632430 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-59d2f603-1b98-4fc8-9dba-8c10b762ab9f None None] Provisioning for port 14aed60a-7783-432b-bb18-bed05186d4ae completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:08.654029 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-59d2f603-1b98-4fc8-9dba-8c10b762ab9f None None] Provisioning complete for port 14aed60a-7783-432b-bb18-bed05186d4ae triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:08.654774 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-59d2f603-1b98-4fc8-9dba-8c10b762ab9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:08.926336 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d49241e0-dd98-47d5-ba3d-2c727eacea01 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:08.972002 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d49241e0-dd98-47d5-ba3d-2c727eacea01 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Transition to ACTIVE for port object 00bc5053-739a-44d0-84cc-63786760e6fc will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:09.008367 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-59d2f603-1b98-4fc8-9dba-8c10b762ab9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:09.051473 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d49241e0-dd98-47d5-ba3d-2c727eacea01 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:09.133321 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-59d2f603-1b98-4fc8-9dba-8c10b762ab9f None None] For port 14aed60a-7783-432b-bb18-bed05186d4ae, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=14aed60a-7783-432b-bb18-bed05186d4ae,segment=NetworkSegment(31fa37a9-facf-4912-b998-1c360a86c68b),segment_id=31fa37a9-facf-4912-b998-1c360a86c68b)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:09.147727 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-59d2f603-1b98-4fc8-9dba-8c10b762ab9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:09.153022 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49241e0-dd98-47d5-ba3d-2c727eacea01 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Pushing event updated for resources: {'Port': ['ID=00bc5053-739a-44d0-84cc-63786760e6fc,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:09.198600 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49241e0-dd98-47d5-ba3d-2c727eacea01 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Network 0393d230-55c0-4aac-933c-382b8f80fda9 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:06:09.203111 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-d49241e0-dd98-47d5-ba3d-2c727eacea01 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:09.226850 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49241e0-dd98-47d5-ba3d-2c727eacea01 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:06:09.247479 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d2f603-1b98-4fc8-9dba-8c10b762ab9f None None] Pushing event updated for resources: {'Port': ['ID=14aed60a-7783-432b-bb18-bed05186d4ae,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:09.291485 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6ed9588c-92a2-41b0-98bb-e8e8ef20e533 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:09.375601 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49241e0-dd98-47d5-ba3d-2c727eacea01 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:09.376286 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d49241e0-dd98-47d5-ba3d-2c727eacea01 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:09.384919 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 6ed9588c-92a2-41b0-98bb-e8e8ef20e533 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:09.428090 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d49241e0-dd98-47d5-ba3d-2c727eacea01 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3368893 Jul 15 13:06:09.542030 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3efaf6d9-fb67-4538-b26e-daa4822a214c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b176bbb3-ad77-4b16-9e59-672bf8d02ade'}, {'server_uuid': 'd01f2402-2c93-44e7-b1a7-db1cf6e713b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c46c9f0-c2f6-4c3a-9635-982485c4f4e0'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:09.545028 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0382190-efdb-43ae-ae1f-3c5e3a8f9413" -d '{"events": [{"server_uuid": "3efaf6d9-fb67-4538-b26e-daa4822a214c", "name": "network-vif-plugged", "status": "completed", "tag": "b176bbb3-ad77-4b16-9e59-672bf8d02ade"}, {"server_uuid": "d01f2402-2c93-44e7-b1a7-db1cf6e713b6", "name": "network-vif-plugged", "status": "completed", "tag": "9c46c9f0-c2f6-4c3a-9635-982485c4f4e0"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:09.607098 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-68bb4b11-a738-424f-aaab-62a870f284cc None None] Provisioning complete for port 14aed60a-7783-432b-bb18-bed05186d4ae triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:09.607961 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-68bb4b11-a738-424f-aaab-62a870f284cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:09.676998 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974a53a0-9306-4ae8-b9a4-3fb965305a22 None None] Network 883fa9e8-319c-4b08-9112-d792a62e6fcb requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:06:10.196128 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 52451a08-94c4-40b4-b5b5-28a78fa5335f no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:06:10.232568 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-68bb4b11-a738-424f-aaab-62a870f284cc None None] Provisioning for port 7efec053-2f43-4369-8788-a95bec608fe4 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:10.256587 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-68bb4b11-a738-424f-aaab-62a870f284cc None None] Provisioning complete for port 7efec053-2f43-4369-8788-a95bec608fe4 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:10.257269 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-68bb4b11-a738-424f-aaab-62a870f284cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:10.337640 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-68bb4b11-a738-424f-aaab-62a870f284cc None None] Port 7efec053-2f43-4369-8788-a95bec608fe4 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:06:10.416088 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:10.468904 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 52451a08-94c4-40b4-b5b5-28a78fa5335f, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=52451a08-94c4-40b4-b5b5-28a78fa5335f,segment=NetworkSegment(dda3590f-77f2-473e-918f-51e02247fb49),segment_id=dda3590f-77f2-473e-918f-51e02247fb49)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:10.493664 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:10.594666 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-314f374c-9cb0-432a-b2a3-4531995d154e None None] Provisioning for port 00bc5053-739a-44d0-84cc-63786760e6fc completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:10.612150 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-314f374c-9cb0-432a-b2a3-4531995d154e None None] Provisioning complete for port 00bc5053-739a-44d0-84cc-63786760e6fc triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:10.615446 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-314f374c-9cb0-432a-b2a3-4531995d154e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:10.678105 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=52451a08-94c4-40b4-b5b5-28a78fa5335f,revision_number=8']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:10.681091 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-314f374c-9cb0-432a-b2a3-4531995d154e None None] Port 00bc5053-739a-44d0-84cc-63786760e6fc cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:06:10.694921 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-314f374c-9cb0-432a-b2a3-4531995d154e None None] Provisioning complete for port 7efec053-2f43-4369-8788-a95bec608fe4 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:10.695541 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-314f374c-9cb0-432a-b2a3-4531995d154e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:10.736192 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-314f374c-9cb0-432a-b2a3-4531995d154e None None] Port 7efec053-2f43-4369-8788-a95bec608fe4 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:06:10.753007 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-314f374c-9cb0-432a-b2a3-4531995d154e None None] Provisioning for port 6ed9588c-92a2-41b0-98bb-e8e8ef20e533 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:10.769016 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-314f374c-9cb0-432a-b2a3-4531995d154e None None] Provisioning complete for port 6ed9588c-92a2-41b0-98bb-e8e8ef20e533 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:10.770603 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-314f374c-9cb0-432a-b2a3-4531995d154e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:10.839788 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d716e55f-84b7-447f-b312-421791ef9215 req-322fcf3f-f437-4fdf-b867-31df57967356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:10.849504 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d716e55f-84b7-447f-b312-421791ef9215 req-322fcf3f-f437-4fdf-b867-31df57967356 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12dc42da56354fb5b0d0acb9e0703009&device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 1097 time: 0.1297398 Jul 15 13:06:10.984416 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-314f374c-9cb0-432a-b2a3-4531995d154e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:11.046155 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-314f374c-9cb0-432a-b2a3-4531995d154e None None] For port 6ed9588c-92a2-41b0-98bb-e8e8ef20e533, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=6ed9588c-92a2-41b0-98bb-e8e8ef20e533,segment=NetworkSegment(078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8),segment_id=078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:11.060057 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-314f374c-9cb0-432a-b2a3-4531995d154e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:11.089424 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d716e55f-84b7-447f-b312-421791ef9215 req-27cf5be3-4182-4947-9666-687c12454282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:11.090924 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d716e55f-84b7-447f-b312-421791ef9215 req-27cf5be3-4182-4947-9666-687c12454282 service neutron] 10.222.0.46 "GET /v2.0/networks?id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da HTTP/1.1" status: 200 len: 913 time: 0.2106142 Jul 15 13:06:11.185386 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f374c-9cb0-432a-b2a3-4531995d154e None None] Pushing event updated for resources: {'Port': ['ID=6ed9588c-92a2-41b0-98bb-e8e8ef20e533,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:11.200907 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 14aed60a-7783-432b-bb18-bed05186d4ae up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:11.230969 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-21fa74ac-74e3-4bcb-854b-d252ace86469 None None] Provisioning complete for port 6ed9588c-92a2-41b0-98bb-e8e8ef20e533 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:11.231343 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-21fa74ac-74e3-4bcb-854b-d252ace86469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:11.247733 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d716e55f-84b7-447f-b312-421791ef9215 req-30423c1d-c031-4be6-a5eb-7db6a32f38cd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e76fd72-6816-481c-819e-b8263abd48a1 HTTP/1.1" status: 200 len: 1000 time: 0.1427443 Jul 15 13:06:11.299304 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 14aed60a-7783-432b-bb18-bed05186d4ae triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:11.300052 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:11.358778 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d716e55f-84b7-447f-b312-421791ef9215 req-f5785a07-1536-4787-bdbf-57a5a900f460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:11.360378 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d716e55f-84b7-447f-b312-421791ef9215 req-f5785a07-1536-4787-bdbf-57a5a900f460 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=504f4a49-65cd-4546-be78-3e75a4fd4784 HTTP/1.1" status: 200 len: 851 time: 0.0978370 Jul 15 13:06:11.481663 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d716e55f-84b7-447f-b312-421791ef9215 req-bb998568-b68a-456a-8599-e7e85c1f7b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:11.488318 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d716e55f-84b7-447f-b312-421791ef9215 req-bb998568-b68a-456a-8599-e7e85c1f7b47 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1144326 Jul 15 13:06:11.610354 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d716e55f-84b7-447f-b312-421791ef9215 req-d9cebc5c-b31d-4670-8811-3f44a4c495f1 service neutron] 10.222.0.46 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073124 Jul 15 13:06:11.724580 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d716e55f-84b7-447f-b312-421791ef9215 req-79735535-5527-4832-9a00-35fbff493221 service neutron] 10.222.0.46 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007440 Jul 15 13:06:12.227255 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0fe12f85-1b9e-426a-b82d-d434698107c6 req-1f461b4f-86e2-4d49-a124-480848ae495e tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups/b198dac7-9f23-4104-8831-8a62fb73839d HTTP/1.1" status: 200 len: 1801 time: 0.0637622 Jul 15 13:06:12.294143 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0fe12f85-1b9e-426a-b82d-d434698107c6 req-87db448d-a08f-426f-bfd0-bd48acb1dd44 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:12.333375 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0fe12f85-1b9e-426a-b82d-d434698107c6 req-87db448d-a08f-426f-bfd0-bd48acb1dd44 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:12.386171 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0fe12f85-1b9e-426a-b82d-d434698107c6 req-87db448d-a08f-426f-bfd0-bd48acb1dd44 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:12.394782 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0fe12f85-1b9e-426a-b82d-d434698107c6 req-87db448d-a08f-426f-bfd0-bd48acb1dd44 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:12.395947 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0fe12f85-1b9e-426a-b82d-d434698107c6 req-87db448d-a08f-426f-bfd0-bd48acb1dd44 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "DELETE /v2.0/security-groups/b198dac7-9f23-4104-8831-8a62fb73839d HTTP/1.1" status: 204 len: 173 time: 0.1671445 Jul 15 13:06:12.405367 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db448d-a08f-426f-bfd0-bd48acb1dd44 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b198dac7-9f23-4104-8831-8a62fb73839d,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:12.492261 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356152a6-c457-46f0-8c3e-ebcd84b53b9b req-d8d9a894-7a03-4178-ad55-f197c157fb74 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:12.494253 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-356152a6-c457-46f0-8c3e-ebcd84b53b9b req-d8d9a894-7a03-4178-ad55-f197c157fb74 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 949 time: 0.0658615 Jul 15 13:06:12.553407 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b5f3403a-0586-4172-9ab9-b7b833e8016f req-6fa56a65-ea48-4a7c-bfb5-95af89c25dc7 tempest-ServerShowV254Test-909803637 tempest-ServerShowV254Test-909803637-project] 10.222.0.16 "GET /v2.0/ports?device_id=128678dc-b0e2-4843-9bb9-958b41b1ec5c HTTP/1.1" status: 200 len: 210 time: 0.0382516 Jul 15 13:06:12.570992 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-356152a6-c457-46f0-8c3e-ebcd84b53b9b req-e2a3dfd5-65b0-4fd4-9ba4-c6cf2b43137a tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703642 Jul 15 13:06:12.683318 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2579f0-429d-4722-baa7-5730401d1db0 x-openstack-request-id: req-8d2579f0-429d-4722-baa7-5730401d1db0 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:12.683856 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3efaf6d9-fb67-4538-b26e-daa4822a214c", "name": "network-vif-plugged", "status": "completed", "tag": "b176bbb3-ad77-4b16-9e59-672bf8d02ade", "code": 200}, {"server_uuid": "d01f2402-2c93-44e7-b1a7-db1cf6e713b6", "name": "network-vif-plugged", "status": "completed", "tag": "9c46c9f0-c2f6-4c3a-9635-982485c4f4e0", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:12.684295 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8d2579f0-429d-4722-baa7-5730401d1db0 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:12.684802 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3efaf6d9-fb67-4538-b26e-daa4822a214c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b176bbb3-ad77-4b16-9e59-672bf8d02ade', 'code': 200} Jul 15 13:06:12.685183 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01f2402-2c93-44e7-b1a7-db1cf6e713b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c46c9f0-c2f6-4c3a-9635-982485c4f4e0', 'code': 200} Jul 15 13:06:12.864497 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45890) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:12.902273 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005db45-d9fd-4c96-83f2-6d25695f549a req-2e3860ee-31eb-4256-8064-b524cca05b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:12.903918 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2005db45-d9fd-4c96-83f2-6d25695f549a req-2e3860ee-31eb-4256-8064-b524cca05b3f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 1101 time: 0.0994747 Jul 15 13:06:12.908747 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-8b17e749-3ca6-4770-bf18-d89b88ecf51d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Request body: {'security_group': {'name': 'tempest-securitygroup--815379536', 'description': 'tempest-description--1514797238'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:12.954455 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2005db45-d9fd-4c96-83f2-6d25695f549a req-27030882-ac6c-43ce-9037-c964e12fa986 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384912 Jul 15 13:06:12.959859 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8b17e749-3ca6-4770-bf18-d89b88ecf51d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:12.983940 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b618c-3f5b-4c7a-86b5-77d3a35b3da5 req-3bcdf8d9-d7f3-4234-af89-f18ed1f5c241 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:12.986851 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-569b618c-3f5b-4c7a-86b5-77d3a35b3da5 req-3bcdf8d9-d7f3-4234-af89-f18ed1f5c241 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 945 time: 0.1358356 Jul 15 13:06:12.993721 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-5e863569-9822-4f0d-be0f-d7b6e4f87a71 req-fd4bcc19-2087-4269-a563-de0642a04674 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-226803097', 'description': 'tempest-description-1266027061'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:13.036120 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.db.api [req-5e863569-9822-4f0d-be0f-d7b6e4f87a71 req-fd4bcc19-2087-4269-a563-de0642a04674 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:06:13.036120 n-d-771363-36 neutron-server[93825]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:06:13.036120 n-d-771363-36 neutron-server[93825]: [parameters: {'project_id_1': '590f7216fc544110befd860d82a48661', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 6, 13, 8097)}] Jul 15 13:06:13.036120 n-d-771363-36 neutron-server[93825]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:06:13.036702 n-d-771363-36 neutron-server[93825]: DEBUG oslo_db.api [req-5e863569-9822-4f0d-be0f-d7b6e4f87a71 req-fd4bcc19-2087-4269-a563-de0642a04674 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:06:13.081934 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-569b618c-3f5b-4c7a-86b5-77d3a35b3da5 req-007ca115-00fa-4ddb-9365-8811e262c727 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799100 Jul 15 13:06:13.152786 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6ed9588c-92a2-41b0-98bb-e8e8ef20e533 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:13.170967 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8b17e749-3ca6-4770-bf18-d89b88ecf51d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:13.186653 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8b17e749-3ca6-4770-bf18-d89b88ecf51d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:13.237230 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 6ed9588c-92a2-41b0-98bb-e8e8ef20e533 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:13.238256 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:13.294174 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17e749-3ca6-4770-bf18-d89b88ecf51d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11c6d291-a458-49b6-80ff-5db152f1be0c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:13.299424 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8b17e749-3ca6-4770-bf18-d89b88ecf51d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:13.304664 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8b17e749-3ca6-4770-bf18-d89b88ecf51d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4099486 Jul 15 13:06:13.305522 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45916) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:13.315620 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-a78b42a3-1f9c-48d0-9720-73192eb40ba7 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Request body: {'security_group_rule': {'security_group_id': '11c6d291-a458-49b6-80ff-5db152f1be0c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:13.361728 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a78b42a3-1f9c-48d0-9720-73192eb40ba7 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:13.387027 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5e2e80d9-b71e-464c-b5cd-6acc245c6c5f req-3bf37680-d309-40c9-84ac-87cf5aa488e9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1793237 Jul 15 13:06:13.439669 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a78b42a3-1f9c-48d0-9720-73192eb40ba7 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:13.453568 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a78b42a3-1f9c-48d0-9720-73192eb40ba7 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:13.503935 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78b42a3-1f9c-48d0-9720-73192eb40ba7 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f7a5973-b4dd-42a2-850a-df98c3b8e1ff,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:13.515109 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a78b42a3-1f9c-48d0-9720-73192eb40ba7 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:13.516316 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a78b42a3-1f9c-48d0-9720-73192eb40ba7 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2068214 Jul 15 13:06:13.519711 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45930) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:13.524615 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-8cb69ff3-ad2d-4359-99c1-c0d4c735ee50 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Request body: {'security_group_rule': {'security_group_id': '11c6d291-a458-49b6-80ff-5db152f1be0c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:13.570815 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8cb69ff3-ad2d-4359-99c1-c0d4c735ee50 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:13.573060 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e80d9-b71e-464c-b5cd-6acc245c6c5f req-deb9c0ca-9bbf-4808-a7c5-2b93a47da670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:13.574595 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5e2e80d9-b71e-464c-b5cd-6acc245c6c5f req-deb9c0ca-9bbf-4808-a7c5-2b93a47da670 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5495784adab4faf86ec8d11912c9669&device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 1102 time: 0.1326065 Jul 15 13:06:13.594507 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5e863569-9822-4f0d-be0f-d7b6e4f87a71 req-fd4bcc19-2087-4269-a563-de0642a04674 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:13.651599 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8cb69ff3-ad2d-4359-99c1-c0d4c735ee50 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:13.656139 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8cb69ff3-ad2d-4359-99c1-c0d4c735ee50 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:13.688525 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb69ff3-ad2d-4359-99c1-c0d4c735ee50 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=431d80c8-545f-4b72-87cb-141a0fefdd86,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:13.692328 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8cb69ff3-ad2d-4359-99c1-c0d4c735ee50 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:13.694229 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8cb69ff3-ad2d-4359-99c1-c0d4c735ee50 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1735108 Jul 15 13:06:13.697431 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45948) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:13.702426 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-2dbb91d3-e6a2-4c3e-882a-0e35ee6194fb tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:13.723724 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e80d9-b71e-464c-b5cd-6acc245c6c5f req-4c7171cc-d3e6-4d14-85c7-0e806ba4e0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:13.725357 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5e2e80d9-b71e-464c-b5cd-6acc245c6c5f req-4c7171cc-d3e6-4d14-85c7-0e806ba4e0ba service neutron] 10.222.0.20 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.1175528 Jul 15 13:06:13.725982 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.db.api [req-5e863569-9822-4f0d-be0f-d7b6e4f87a71 req-fd4bcc19-2087-4269-a563-de0642a04674 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:06:13.725982 n-d-771363-36 neutron-server[93825]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:06:13.725982 n-d-771363-36 neutron-server[93825]: [parameters: {'project_id_1': '590f7216fc544110befd860d82a48661', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 6, 13, 719308)}] Jul 15 13:06:13.725982 n-d-771363-36 neutron-server[93825]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:06:13.726377 n-d-771363-36 neutron-server[93825]: DEBUG oslo_db.api [req-5e863569-9822-4f0d-be0f-d7b6e4f87a71 req-fd4bcc19-2087-4269-a563-de0642a04674 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:06:13.742386 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dbb91d3-e6a2-4c3e-882a-0e35ee6194fb tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks [] for floatingip, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:13.787832 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5e2e80d9-b71e-464c-b5cd-6acc245c6c5f req-0a25f288-889f-4acc-8b84-96032fb5cbab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=818623ee-bb95-4c16-b6aa-4cb09c7116ab HTTP/1.1" status: 200 len: 217 time: 0.0518026 Jul 15 13:06:13.894046 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e80d9-b71e-464c-b5cd-6acc245c6c5f req-27a2dd4c-1731-416d-9d4d-4e023b91f68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:13.895968 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dbb91d3-e6a2-4c3e-882a-0e35ee6194fb tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:13.896348 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5e2e80d9-b71e-464c-b5cd-6acc245c6c5f req-27a2dd4c-1731-416d-9d4d-4e023b91f68d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.1013691 Jul 15 13:06:13.980870 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e80d9-b71e-464c-b5cd-6acc245c6c5f req-b6aa4c86-fe1b-44fa-89ea-31d36867fb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:13.982390 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5e2e80d9-b71e-464c-b5cd-6acc245c6c5f req-b6aa4c86-fe1b-44fa-89ea-31d36867fb41 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0773699 Jul 15 13:06:14.069228 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-2dbb91d3-e6a2-4c3e-882a-0e35ee6194fb tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Allocated IP 172.25.8.197 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/8ae7c765-d15b-440e-87ab-2bc48ccffef2) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:06:14.100203 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5e2e80d9-b71e-464c-b5cd-6acc245c6c5f req-02b7ff46-e51c-4b2c-938c-ba78dcee3ec6 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083508 Jul 15 13:06:14.229786 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5e863569-9822-4f0d-be0f-d7b6e4f87a71 req-fd4bcc19-2087-4269-a563-de0642a04674 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:14.247805 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dbb91d3-e6a2-4c3e-882a-0e35ee6194fb tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:14.261427 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5e2e80d9-b71e-464c-b5cd-6acc245c6c5f req-75340b04-1b05-49a0-8bce-6da265b7658d service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541274 Jul 15 13:06:14.364620 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5e863569-9822-4f0d-be0f-d7b6e4f87a71 req-fd4bcc19-2087-4269-a563-de0642a04674 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:14.367689 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dbb91d3-e6a2-4c3e-882a-0e35ee6194fb tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:14.377671 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5e863569-9822-4f0d-be0f-d7b6e4f87a71 req-fd4bcc19-2087-4269-a563-de0642a04674 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:14.438134 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbb91d3-e6a2-4c3e-882a-0e35ee6194fb tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:06:14.444442 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-2dbb91d3-e6a2-4c3e-882a-0e35ee6194fb tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:14.447568 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbb91d3-e6a2-4c3e-882a-0e35ee6194fb tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:06:14.453790 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5e863569-9822-4f0d-be0f-d7b6e4f87a71 req-fd4bcc19-2087-4269-a563-de0642a04674 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:14.455140 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5e863569-9822-4f0d-be0f-d7b6e4f87a71 req-fd4bcc19-2087-4269-a563-de0642a04674 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.4661398 Jul 15 13:06:14.455715 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4bcc19-2087-4269-a563-de0642a04674 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba19e5c-c6ab-40f3-8b99-4bc2730f3011,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:14.510727 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb91d3-e6a2-4c3e-882a-0e35ee6194fb tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Pushing event updated for resources: {'Port': ['ID=8ae7c765-d15b-440e-87ab-2bc48ccffef2,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:14.593587 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dbb91d3-e6a2-4c3e-882a-0e35ee6194fb tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:14.661069 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dbb91d3-e6a2-4c3e-882a-0e35ee6194fb tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:14.686765 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97aba12-0dd5-48ec-a5e1-10a099efb9c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52451a08-94c4-40b4-b5b5-28a78fa5335f'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:14.689128 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44243ee1-a7ce-440a-97dc-b91a34235d69" -d '{"events": [{"server_uuid": "c97aba12-0dd5-48ec-a5e1-10a099efb9c3", "name": "network-vif-unplugged", "status": "completed", "tag": "52451a08-94c4-40b4-b5b5-28a78fa5335f"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:14.874905 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c9a5ab1d-6471-4129-b706-5716d0159e09 req-f8880502-62e7-4cc5-a260-67a33fba0298 tempest-ServerShowV254Test-909803637 tempest-ServerShowV254Test-909803637-project] 10.222.0.16 "GET /v2.0/ports?device_id=128678dc-b0e2-4843-9bb9-958b41b1ec5c HTTP/1.1" status: 200 len: 210 time: 0.0485506 Jul 15 13:06:14.892740 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dbb91d3-e6a2-4c3e-882a-0e35ee6194fb tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:14.904779 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dbb91d3-e6a2-4c3e-882a-0e35ee6194fb tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:14.916272 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa7bc2-1fcb-4854-80f1-d6853bcffb9b req-23468e8d-d47b-48d1-8953-8ce2dc8aabe1 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:14.918147 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-71fa7bc2-1fcb-4854-80f1-d6853bcffb9b req-23468e8d-d47b-48d1-8953-8ce2dc8aabe1 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 949 time: 0.1489789 Jul 15 13:06:14.968320 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-71fa7bc2-1fcb-4854-80f1-d6853bcffb9b req-2fd04d9c-77be-4961-aa32-079ddcc4163a tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435593 Jul 15 13:06:15.125238 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dbb91d3-e6a2-4c3e-882a-0e35ee6194fb tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:15.160610 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb91d3-e6a2-4c3e-882a-0e35ee6194fb tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Pushing event updated for resources: {'Port': ['ID=8ae7c765-d15b-440e-87ab-2bc48ccffef2,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:15.171396 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dbb91d3-e6a2-4c3e-882a-0e35ee6194fb tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:15.186909 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2dbb91d3-e6a2-4c3e-882a-0e35ee6194fb tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4850819 Jul 15 13:06:15.188234 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0b6e3af2-fff1-4863-b180-995ae7dbad1d req-ad9bf81a-2e77-49dc-bca7-63590e7c9701 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups/7ba19e5c-c6ab-40f3-8b99-4bc2730f3011 HTTP/1.1" status: 200 len: 1802 time: 0.1734149 Jul 15 13:06:15.200952 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-0b6e3af2-fff1-4863-b180-995ae7dbad1d req-376ccd65-98d5-4548-a0a4-e57b7359eef8 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Request body: {'security_group': {'name': 'tempest-sg-hth-33840629', 'description': 'tempest-description-hth-2118355210'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:15.276113 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0b6e3af2-fff1-4863-b180-995ae7dbad1d req-376ccd65-98d5-4548-a0a4-e57b7359eef8 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:15.346291 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6320b70-9d4c-43f5-8388-47115196dcae x-openstack-request-id: req-b6320b70-9d4c-43f5-8388-47115196dcae {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:15.346611 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97aba12-0dd5-48ec-a5e1-10a099efb9c3", "name": "network-vif-unplugged", "status": "completed", "tag": "52451a08-94c4-40b4-b5b5-28a78fa5335f", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:15.347172 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b6320b70-9d4c-43f5-8388-47115196dcae {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:15.347273 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c97aba12-0dd5-48ec-a5e1-10a099efb9c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52451a08-94c4-40b4-b5b5-28a78fa5335f', 'code': 200} Jul 15 13:06:15.353513 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0b6e3af2-fff1-4863-b180-995ae7dbad1d req-376ccd65-98d5-4548-a0a4-e57b7359eef8 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:15.364366 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0b6e3af2-fff1-4863-b180-995ae7dbad1d req-376ccd65-98d5-4548-a0a4-e57b7359eef8 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:15.367601 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0b6e3af2-fff1-4863-b180-995ae7dbad1d req-376ccd65-98d5-4548-a0a4-e57b7359eef8 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:15.381116 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0b6e3af2-fff1-4863-b180-995ae7dbad1d req-376ccd65-98d5-4548-a0a4-e57b7359eef8 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "PUT /v2.0/security-groups/7ba19e5c-c6ab-40f3-8b99-4bc2730f3011 HTTP/1.1" status: 200 len: 1775 time: 0.1849346 Jul 15 13:06:15.437448 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ccd65-98d5-4548-a0a4-e57b7359eef8 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba19e5c-c6ab-40f3-8b99-4bc2730f3011,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:15.584882 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fb692ee4-1fc4-430b-9202-c418742b082a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--815379536&fields=id&tenant_id=81c3b9d8d0bd4b9983bde8217f1dc07f HTTP/1.1" status: 200 len: 267 time: 0.0895057 Jul 15 13:06:15.640707 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb155a-3398-47eb-ad2f-2fdc7fded606 req-ef96a3b1-649b-49a3-97da-c0bf9b9a4258 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:15.642112 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2feb155a-3398-47eb-ad2f-2fdc7fded606 req-ef96a3b1-649b-49a3-97da-c0bf9b9a4258 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 949 time: 0.1628084 Jul 15 13:06:15.661414 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-0d3ddb70-c331-4364-a5b6-39999fdf660c tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:15.662759 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-0d3ddb70-c331-4364-a5b6-39999fdf660c tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports/7efec053-2f43-4369-8788-a95bec608fe4 HTTP/1.1" status: 200 len: 930 time: 0.0766418 Jul 15 13:06:15.727093 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2feb155a-3398-47eb-ad2f-2fdc7fded606 req-0347a561-0d77-446b-bf33-e19087d3ed67 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735400 Jul 15 13:06:15.745749 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-e3ed5034-18a0-496f-8fcf-a8d3856bee14 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:15.757287 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-e3ed5034-18a0-496f-8fcf-a8d3856bee14 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports/00bc5053-739a-44d0-84cc-63786760e6fc HTTP/1.1" status: 200 len: 932 time: 0.0764883 Jul 15 13:06:15.818759 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-0e84d924-c344-4b77-a241-8eacb59ee323 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?network_id=883fa9e8-319c-4b08-9112-d792a62e6fcb&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0629029 Jul 15 13:06:15.870252 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-7ffd4288-f89d-40e3-a173-1cfdd37610eb tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?network_id=883fa9e8-319c-4b08-9112-d792a62e6fcb&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0522180 Jul 15 13:06:15.918256 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-29750bed-9510-442e-9d0f-17de4ad5c864 req-7f7c004a-0fe2-42cf-aa6c-5917eac9b368 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups/7ba19e5c-c6ab-40f3-8b99-4bc2730f3011 HTTP/1.1" status: 200 len: 1775 time: 0.1348577 Jul 15 13:06:16.026488 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-c7cd7b11-9a19-4988-bcea-75658962cd53 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:16.032563 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-c7cd7b11-9a19-4988-bcea-75658962cd53 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:16.039295 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-c7cd7b11-9a19-4988-bcea-75658962cd53 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:16.040742 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-c7cd7b11-9a19-4988-bcea-75658962cd53 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/networks?id=35062ce4-aa77-455d-98c1-04b1c2bbb05e&id=0393d230-55c0-4aac-933c-382b8f80fda9&id=0393d230-55c0-4aac-933c-382b8f80fda9&id=883fa9e8-319c-4b08-9112-d792a62e6fcb&id=883fa9e8-319c-4b08-9112-d792a62e6fcb HTTP/1.1" status: 200 len: 1990 time: 0.1697762 Jul 15 13:06:16.071843 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-c2164c87-8540-4085-a1b3-28c8c56abdaf tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/quotas/81c3b9d8d0bd4b9983bde8217f1dc07f HTTP/1.1" status: 200 len: 375 time: 0.0187633 Jul 15 13:06:16.197215 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-19b01b08-5cc8-418b-8cf6-1783c0c1e5e1 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:16.198781 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-19b01b08-5cc8-418b-8cf6-1783c0c1e5e1 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/networks?id=111a9c93-c732-4208-b8b6-92c471a9345c HTTP/1.1" status: 200 len: 805 time: 0.1915298 Jul 15 13:06:16.221222 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 4e76fd72-6816-481c-819e-b8263abd48a1 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:06:16.237212 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-93ea2ca2-817f-4632-8e90-45ce69110055 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=81c3b9d8d0bd4b9983bde8217f1dc07f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1564689 Jul 15 13:06:16.246081 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-4a84e048-28be-435b-814c-22e072cf5525 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/quotas/fc199b3ab9a6459084008ff032191508 HTTP/1.1" status: 200 len: 375 time: 0.0390308 Jul 15 13:06:16.328418 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:16.363683 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 4e76fd72-6816-481c-819e-b8263abd48a1, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=4e76fd72-6816-481c-819e-b8263abd48a1,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:16.373097 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:16.402897 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-cdd0e663-4b27-4ba0-b208-6e64c0114bb6 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc199b3ab9a6459084008ff032191508&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1576266 Jul 15 13:06:16.454751 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-96654fb0-0046-4d9f-bec5-8b6b7405c913 service neutron] 10.222.0.16 "GET /v2.0/networks/35062ce4-aa77-455d-98c1-04b1c2bbb05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967885 Jul 15 13:06:16.456164 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=4e76fd72-6816-481c-819e-b8263abd48a1,revision_number=8']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:16.591891 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-bce46eab-3c71-4a2e-8d24-c95f4f76698f service neutron] 10.222.0.16 "GET /v2.0/networks/111a9c93-c732-4208-b8b6-92c471a9345c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879780 Jul 15 13:06:16.637904 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-83f691ca-dc35-43ec-a4d4-659149ac27b7 service neutron] 10.222.0.16 "GET /v2.0/networks/35062ce4-aa77-455d-98c1-04b1c2bbb05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821721 Jul 15 13:06:16.747684 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-246b6bdd-3879-4145-bf36-80af651870a4 service neutron] 10.222.0.16 "GET /v2.0/networks/111a9c93-c732-4208-b8b6-92c471a9345c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541212 Jul 15 13:06:16.749430 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-2a7f261c-0862-4003-abaa-32c56bf29f2d service neutron] 10.222.0.16 "GET /v2.0/ports/7efec053-2f43-4369-8788-a95bec608fe4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0732372 Jul 15 13:06:16.884673 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-342cd05f-5e2c-421f-9c3e-ee54dbc6c4bb service neutron] 10.222.0.16 "GET /v2.0/networks/0393d230-55c0-4aac-933c-382b8f80fda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246529 Jul 15 13:06:17.031535 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-2df9a8ed-37ce-4c4a-80b1-3dbc39138cc6 service neutron] 10.222.0.16 "GET /v2.0/networks/0393d230-55c0-4aac-933c-382b8f80fda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323621 Jul 15 13:06:17.106900 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-4650b0cd-6cbb-4cbe-afdd-669bcc471689 service neutron] 10.222.0.16 "GET /v2.0/ports/00bc5053-739a-44d0-84cc-63786760e6fc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0658989 Jul 15 13:06:17.348781 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f85a75-4b3d-40e0-863d-06ff77ecb993', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e76fd72-6816-481c-819e-b8263abd48a1'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:17.351837 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1cf364-e2f5-48e8-a183-4ec886d81b4a" -d '{"events": [{"server_uuid": "00f85a75-4b3d-40e0-863d-06ff77ecb993", "name": "network-vif-unplugged", "status": "completed", "tag": "4e76fd72-6816-481c-819e-b8263abd48a1"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:17.526376 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-52be9f41-8062-4793-8d83-487dec8492d6 req-74cdc6ff-3469-424f-8e1d-ea738bd11a4b tempest-ServerShowV254Test-909803637 tempest-ServerShowV254Test-909803637-project] 10.222.0.16 "GET /v2.0/ports?device_id=128678dc-b0e2-4843-9bb9-958b41b1ec5c HTTP/1.1" status: 200 len: 210 time: 0.0410795 Jul 15 13:06:17.595019 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-57a5412d-8b05-4312-b324-9ab6fe723a00 service neutron] 10.222.0.16 "GET /v2.0/networks/0393d230-55c0-4aac-933c-382b8f80fda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4900596 Jul 15 13:06:17.680120 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-790db1f8-466e-427b-af21-a4ddeb75929d req-831938b2-1ded-4c13-885b-3d0da3e0be52 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups/7ba19e5c-c6ab-40f3-8b99-4bc2730f3011 HTTP/1.1" status: 200 len: 1775 time: 0.0831673 Jul 15 13:06:17.789689 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-a5f34c42-9f6c-44cb-8b5e-479627c109b4 service neutron] 10.222.0.16 "GET /v2.0/networks/0393d230-55c0-4aac-933c-382b8f80fda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833103 Jul 15 13:06:17.794636 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-790db1f8-466e-427b-af21-a4ddeb75929d req-ba99b6a8-618c-499b-bc54-220ff462021b tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:17.897840 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-790db1f8-466e-427b-af21-a4ddeb75929d req-ba99b6a8-618c-499b-bc54-220ff462021b tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:17.950325 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-01f2019f-b4c2-4fab-8216-1084987fe282 service neutron] 10.222.0.16 "GET /v2.0/networks/0393d230-55c0-4aac-933c-382b8f80fda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529126 Jul 15 13:06:17.968546 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-790db1f8-466e-427b-af21-a4ddeb75929d req-ba99b6a8-618c-499b-bc54-220ff462021b tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:17.971048 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-790db1f8-466e-427b-af21-a4ddeb75929d req-ba99b6a8-618c-499b-bc54-220ff462021b tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:17.972694 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-790db1f8-466e-427b-af21-a4ddeb75929d req-ba99b6a8-618c-499b-bc54-220ff462021b tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "DELETE /v2.0/security-groups/7ba19e5c-c6ab-40f3-8b99-4bc2730f3011 HTTP/1.1" status: 204 len: 173 time: 0.2917881 Jul 15 13:06:18.002866 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99b6a8-618c-499b-bc54-220ff462021b tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba19e5c-c6ab-40f3-8b99-4bc2730f3011,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:18.043414 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99b6a8-618c-499b-bc54-220ff462021b tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:18.043658 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99b6a8-618c-499b-bc54-220ff462021b tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:18.044008 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99b6a8-618c-499b-bc54-220ff462021b tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:18.044359 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99b6a8-618c-499b-bc54-220ff462021b tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:18.044700 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99b6a8-618c-499b-bc54-220ff462021b tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:18.045033 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99b6a8-618c-499b-bc54-220ff462021b tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:18.045363 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99b6a8-618c-499b-bc54-220ff462021b tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:18.045697 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99b6a8-618c-499b-bc54-220ff462021b tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:18.046026 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99b6a8-618c-499b-bc54-220ff462021b tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:18.046354 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99b6a8-618c-499b-bc54-220ff462021b tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:18.046728 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99b6a8-618c-499b-bc54-220ff462021b tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:18.047035 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99b6a8-618c-499b-bc54-220ff462021b tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:18.062171 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70918390-a501-425a-a50e-0a40438a7237 req-73f602fd-d2ed-49cb-9a1a-94272e27e246 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:18.064022 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-70918390-a501-425a-a50e-0a40438a7237 req-73f602fd-d2ed-49cb-9a1a-94272e27e246 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.46 "GET /v2.0/ports?device_id=c97aba12-0dd5-48ec-a5e1-10a099efb9c3 HTTP/1.1" status: 200 len: 943 time: 0.0939131 Jul 15 13:06:18.105282 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-f3904177-1fb4-436c-8120-0cf8c1993943 service neutron] 10.222.0.16 "GET /v2.0/networks/0393d230-55c0-4aac-933c-382b8f80fda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452398 Jul 15 13:06:18.176985 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e229b4db-ddd9-4c44-924e-87b02340a5ce req-d0d102b9-87f7-4c56-a5eb-bca28a24839f tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4a59a6f-56c7-4f4b-a975-e875c4b50da0 HTTP/1.1" status: 200 len: 210 time: 0.0405660 Jul 15 13:06:18.204544 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-70918390-a501-425a-a50e-0a40438a7237 req-356c246d-742c-4ba1-9d1a-e3b72a50b6a2 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Deleting port 52451a08-94c4-40b4-b5b5-28a78fa5335f {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:06:18.204544 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-70918390-a501-425a-a50e-0a40438a7237 req-356c246d-742c-4ba1-9d1a-e3b72a50b6a2 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:18.220077 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 4e76fd72-6816-481c-819e-b8263abd48a1 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:06:18.292590 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-1b7013a1-c92f-4ac1-ae46-169549ca43bd service neutron] 10.222.0.16 "GET /v2.0/networks/0393d230-55c0-4aac-933c-382b8f80fda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800959 Jul 15 13:06:18.338931 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-70918390-a501-425a-a50e-0a40438a7237 req-356c246d-742c-4ba1-9d1a-e3b72a50b6a2 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] For port 52451a08-94c4-40b4-b5b5-28a78fa5335f, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=52451a08-94c4-40b4-b5b5-28a78fa5335f,segment=NetworkSegment(dda3590f-77f2-473e-918f-51e02247fb49),segment_id=dda3590f-77f2-473e-918f-51e02247fb49)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:18.339648 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-70918390-a501-425a-a50e-0a40438a7237 req-356c246d-742c-4ba1-9d1a-e3b72a50b6a2 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:18.353966 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-70918390-a501-425a-a50e-0a40438a7237 req-356c246d-742c-4ba1-9d1a-e3b72a50b6a2 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Calling delete_port for 52451a08-94c4-40b4-b5b5-28a78fa5335f owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:06:18.388872 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 4e76fd72-6816-481c-819e-b8263abd48a1, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=4e76fd72-6816-481c-819e-b8263abd48a1,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:18.404132 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249325c4-0769-4b69-935b-31f47ec0fb77 x-openstack-request-id: req-249325c4-0769-4b69-935b-31f47ec0fb77 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:18.404819 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f85a75-4b3d-40e0-863d-06ff77ecb993", "name": "network-vif-unplugged", "status": "completed", "tag": "4e76fd72-6816-481c-819e-b8263abd48a1", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:18.405293 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-249325c4-0769-4b69-935b-31f47ec0fb77 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:18.405937 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f85a75-4b3d-40e0-863d-06ff77ecb993', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e76fd72-6816-481c-819e-b8263abd48a1', 'code': 200} Jul 15 13:06:18.407312 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '4e76fd72-6816-481c-819e-b8263abd48a1', 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da', 'port_id': '4e76fd72-6816-481c-819e-b8263abd48a1', 'mac_address': 'fa:16:3e:c6:3a:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '504f4a49-65cd-4546-be78-3e75a4fd4784', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:06:18.470937 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:18.500390 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-199c57bc-247f-4bd9-a2ba-e5e50fd2ead4 service neutron] 10.222.0.16 "GET /v2.0/networks/0393d230-55c0-4aac-933c-382b8f80fda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981146 Jul 15 13:06:18.504410 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e76fd72-6816-481c-819e-b8263abd48a1 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:18.547098 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 4e76fd72-6816-481c-819e-b8263abd48a1, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=4e76fd72-6816-481c-819e-b8263abd48a1,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:18.551851 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:18.622031 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-70918390-a501-425a-a50e-0a40438a7237 req-356c246d-742c-4ba1-9d1a-e3b72a50b6a2 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:18.680815 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=4e76fd72-6816-481c-819e-b8263abd48a1,revision_number=9']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:18.696754 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-2d1cc7ce-6ef9-4036-8570-a208ebc9b9ca service neutron] 10.222.0.16 "GET /v2.0/networks/883fa9e8-319c-4b08-9112-d792a62e6fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823010 Jul 15 13:06:18.747477 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['4e76fd72-6816-481c-819e-b8263abd48a1'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:18.818646 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-70918390-a501-425a-a50e-0a40438a7237 req-356c246d-742c-4ba1-9d1a-e3b72a50b6a2 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] No DVR routers for this DVR port 52451a08-94c4-40b4-b5b5-28a78fa5335f on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:06:18.828367 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c246d-742c-4ba1-9d1a-e3b72a50b6a2 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Pushing event deleted for resources: {'Port': ['ID=52451a08-94c4-40b4-b5b5-28a78fa5335f,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:18.836401 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-70918390-a501-425a-a50e-0a40438a7237 req-356c246d-742c-4ba1-9d1a-e3b72a50b6a2 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:18.838447 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-70918390-a501-425a-a50e-0a40438a7237 req-356c246d-742c-4ba1-9d1a-e3b72a50b6a2 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.46 "DELETE /v2.0/ports/52451a08-94c4-40b4-b5b5-28a78fa5335f HTTP/1.1" status: 204 len: 173 time: 0.7653759 Jul 15 13:06:18.839034 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97aba12-0dd5-48ec-a5e1-10a099efb9c3', 'name': 'network-vif-deleted', 'tag': '52451a08-94c4-40b4-b5b5-28a78fa5335f'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:18.841297 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b571f586-3b96-45f1-a90b-0f22acd3cdc6" -d '{"events": [{"server_uuid": "c97aba12-0dd5-48ec-a5e1-10a099efb9c3", "name": "network-vif-deleted", "tag": "52451a08-94c4-40b4-b5b5-28a78fa5335f"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:18.898431 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-840eeb55-c5e1-410c-a31d-5cc9569920ef service neutron] 10.222.0.16 "GET /v2.0/networks/883fa9e8-319c-4b08-9112-d792a62e6fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908553 Jul 15 13:06:18.988494 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-7c0cf48e-4de3-4b13-b0f9-6abbe57d73d2 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:18.990022 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-7c0cf48e-4de3-4b13-b0f9-6abbe57d73d2 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.46 "GET /v2.0/networks?id=111a9c93-c732-4208-b8b6-92c471a9345c HTTP/1.1" status: 200 len: 805 time: 0.4655647 Jul 15 13:06:19.014490 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-b308e973-befa-4ba2-895c-57c71db0916a tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Request body: {'port': {'device_id': 'e4a59a6f-56c7-4f4b-a975-e875c4b50da0', 'network_id': '111a9c93-c732-4208-b8b6-92c471a9345c', 'admin_state_up': True, 'tenant_id': 'fc199b3ab9a6459084008ff032191508'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:19.186402 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-cd743f77-a2cc-413f-91c3-8247255e7ebe service neutron] 10.222.0.16 "GET /v2.0/networks/883fa9e8-319c-4b08-9112-d792a62e6fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599111 Jul 15 13:06:19.332956 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-b308e973-befa-4ba2-895c-57c71db0916a tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Made reservation on behalf of fc199b3ab9a6459084008ff032191508 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:19.336840 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-b308e973-befa-4ba2-895c-57c71db0916a tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:19.355286 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-b306eb75-8f2b-4435-899d-a6cabcb833d9 service neutron] 10.222.0.16 "GET /v2.0/networks/883fa9e8-319c-4b08-9112-d792a62e6fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679330 Jul 15 13:06:19.451734 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3e89b6d6-14dc-4225-bd43-239b67674e77 req-6c8c309e-6698-4e0a-81f9-89218eaf7e55 tempest-ServerShowV254Test-909803637 tempest-ServerShowV254Test-909803637-project] 10.222.0.16 "GET /v2.0/ports?device_id=128678dc-b0e2-4843-9bb9-958b41b1ec5c HTTP/1.1" status: 200 len: 210 time: 0.0484529 Jul 15 13:06:19.572478 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-b308e973-befa-4ba2-895c-57c71db0916a tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Allocated IP 172.20.0.13 (111a9c93-c732-4208-b8b6-92c471a9345c/730641c7-930e-437f-91e2-0f97e39682ab/dc3cdce2-71aa-41e6-9fc4-d1fe7024d402) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:06:19.620983 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec2735c-4d0b-456e-b83d-e21a0d6e15f7 x-openstack-request-id: req-fec2735c-4d0b-456e-b83d-e21a0d6e15f7 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:19.621559 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97aba12-0dd5-48ec-a5e1-10a099efb9c3", "name": "network-vif-deleted", "tag": "52451a08-94c4-40b4-b5b5-28a78fa5335f", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:19.621559 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fec2735c-4d0b-456e-b83d-e21a0d6e15f7 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:19.622876 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c97aba12-0dd5-48ec-a5e1-10a099efb9c3', 'name': 'network-vif-deleted', 'tag': '52451a08-94c4-40b4-b5b5-28a78fa5335f', 'status': 'completed', 'code': 200} Jul 15 13:06:19.671550 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-30bada1d-f343-4e48-a4d6-8a11160f494a req-03b51ae3-8d57-4418-bf93-ec1eefee9eaa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3896220 Jul 15 13:06:20.076047 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-b308e973-befa-4ba2-895c-57c71db0916a tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:20.117688 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e296305-40ce-44fe-927b-662a301199c1 req-c6b17dda-4180-4175-a7dd-3e202b1c0be2 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:20.119581 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2e296305-40ce-44fe-927b-662a301199c1 req-c6b17dda-4180-4175-a7dd-3e202b1c0be2 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 949 time: 0.3289204 Jul 15 13:06:20.209088 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2e296305-40ce-44fe-927b-662a301199c1 req-bfbbaa2d-dd09-405f-b3ea-b45075a02b24 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805089 Jul 15 13:06:20.214945 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-b308e973-befa-4ba2-895c-57c71db0916a tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:20.225244 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 4e76fd72-6816-481c-819e-b8263abd48a1 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:20.314931 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308e973-befa-4ba2-895c-57c71db0916a tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Pushing event updated for resources: {'Port': ['ID=dc3cdce2-71aa-41e6-9fc4-d1fe7024d402,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:20.368592 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-b308e973-befa-4ba2-895c-57c71db0916a tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Network 111a9c93-c732-4208-b8b6-92c471a9345c is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:06:20.382836 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-b308e973-befa-4ba2-895c-57c71db0916a tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:20.387456 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-b308e973-befa-4ba2-895c-57c71db0916a tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:06:20.424659 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 4e76fd72-6816-481c-819e-b8263abd48a1 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:20.430052 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:20.508940 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [req-6de9a3f2-0235-4a29-bb7a-8ab1ff3115a8 req-111fe20f-fba4-43a1-8f91-6181a1c6ffd6 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] show failed (client error): The resource could not be found. Jul 15 13:06:20.524174 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6de9a3f2-0235-4a29-bb7a-8ab1ff3115a8 req-111fe20f-fba4-43a1-8f91-6181a1c6ffd6 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups/b198dac7-9f23-4104-8831-8a62fb73839d HTTP/1.1" status: 404 len: 352 time: 0.0675640 Jul 15 13:06:20.571101 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-b308e973-befa-4ba2-895c-57c71db0916a tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:20.571781 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-b308e973-befa-4ba2-895c-57c71db0916a tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:20.601927 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-b308e973-befa-4ba2-895c-57c71db0916a tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5917091 Jul 15 13:06:20.618253 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e3637-e067-4258-a92c-474dddac6e90 req-aa93130e-e68c-460a-beb5-ef87ec98d3cc tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:20.627131 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8d4e3637-e067-4258-a92c-474dddac6e90 req-aa93130e-e68c-460a-beb5-ef87ec98d3cc tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4a59a6f-56c7-4f4b-a975-e875c4b50da0 HTTP/1.1" status: 200 len: 932 time: 0.2607727 Jul 15 13:06:20.635233 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-51702b12-5441-45b4-bbdd-b084c5a63c39 service neutron] Request body: {'port': {'device_id': 'e4a59a6f-56c7-4f4b-a975-e875c4b50da0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:20.667303 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:20.720435 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f85a75-4b3d-40e0-863d-06ff77ecb993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e76fd72-6816-481c-819e-b8263abd48a1'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:20.722945 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec71b08-59bb-42d8-8dc4-887fade381e2" -d '{"events": [{"server_uuid": "00f85a75-4b3d-40e0-863d-06ff77ecb993", "name": "network-vif-plugged", "status": "completed", "tag": "4e76fd72-6816-481c-819e-b8263abd48a1"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:20.732261 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8d4e3637-e067-4258-a92c-474dddac6e90 req-f1f697d6-6390-4e29-92b6-0dc7e7566a3d tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928268 Jul 15 13:06:20.757136 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 4e76fd72-6816-481c-819e-b8263abd48a1, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=4e76fd72-6816-481c-819e-b8263abd48a1,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:20.769811 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:20.770640 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 52451a08-94c4-40b4-b5b5-28a78fa5335f no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:06:20.848172 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-51702b12-5441-45b4-bbdd-b084c5a63c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:20.930600 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=4e76fd72-6816-481c-819e-b8263abd48a1,revision_number=10']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:20.933835 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 52451a08-94c4-40b4-b5b5-28a78fa5335f {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:06:20.934178 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 52451a08-94c4-40b4-b5b5-28a78fa5335f not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:06:20.954655 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:20.957225 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:20.959341 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:20.961573 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:20.966739 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:20.967321 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:20.967854 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:20.968402 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:20.968927 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:20.969586 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:20.970109 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:20.970757 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:21.107179 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8d9049d0-3e26-412b-8969-66cf2080dba1 req-120231ce-e71b-4310-9099-8b57afb68d6b tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 210 time: 0.0584331 Jul 15 13:06:21.443333 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ab496204-fd68-4712-8105-d43b8f67ce35 req-50dc432f-df22-4b3b-a360-2d077d456de9 tempest-ServerShowV254Test-909803637 tempest-ServerShowV254Test-909803637-project] 10.222.0.16 "GET /v2.0/ports?device_id=128678dc-b0e2-4843-9bb9-958b41b1ec5c HTTP/1.1" status: 200 len: 210 time: 0.1073315 Jul 15 13:06:21.468087 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-51702b12-5441-45b4-bbdd-b084c5a63c39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc3cdce2-71aa-41e6-9fc4-d1fe7024d402 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:21.482180 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-51702b12-5441-45b4-bbdd-b084c5a63c39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:21.499466 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-51702b12-5441-45b4-bbdd-b084c5a63c39 service neutron] Transition to ACTIVE for port object dc3cdce2-71aa-41e6-9fc4-d1fe7024d402 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:21.511548 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-51702b12-5441-45b4-bbdd-b084c5a63c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:21.599284 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [req-a4d97b3d-2b35-4bd8-bc64-bc6c892c9e27 req-22fb07de-3b3f-4a1f-a84d-74d0eaf93ca4 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] show failed (client error): The resource could not be found. Jul 15 13:06:21.602959 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a4d97b3d-2b35-4bd8-bc64-bc6c892c9e27 req-22fb07de-3b3f-4a1f-a84d-74d0eaf93ca4 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups/6910c0f4-2438-4c0f-bc71-915cffae4936 HTTP/1.1" status: 404 len: 352 time: 0.0775216 Jul 15 13:06:21.670343 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d185ac2-fc2c-416a-9e39-4880c4e23ba6 x-openstack-request-id: req-9d185ac2-fc2c-416a-9e39-4880c4e23ba6 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:21.670897 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f85a75-4b3d-40e0-863d-06ff77ecb993", "name": "network-vif-plugged", "status": "completed", "tag": "4e76fd72-6816-481c-819e-b8263abd48a1", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:21.671011 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9d185ac2-fc2c-416a-9e39-4880c4e23ba6 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:21.671350 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f85a75-4b3d-40e0-863d-06ff77ecb993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e76fd72-6816-481c-819e-b8263abd48a1', 'code': 200} Jul 15 13:06:21.700542 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-51702b12-5441-45b4-bbdd-b084c5a63c39 service neutron] Attempting to bind port dc3cdce2-71aa-41e6-9fc4-d1fe7024d402 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:21.701062 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-51702b12-5441-45b4-bbdd-b084c5a63c39 service neutron] Attempting to bind port dc3cdce2-71aa-41e6-9fc4-d1fe7024d402 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'dda3590f-77f2-473e-918f-51e02247fb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '111a9c93-c732-4208-b8b6-92c471a9345c'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:21.701404 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-51702b12-5441-45b4-bbdd-b084c5a63c39 service neutron] Attempting to bind port dc3cdce2-71aa-41e6-9fc4-d1fe7024d402 on network 111a9c93-c732-4208-b8b6-92c471a9345c {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:21.705482 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51702b12-5441-45b4-bbdd-b084c5a63c39 service neutron] Pushing event updated for resources: {'Port': ['ID=dc3cdce2-71aa-41e6-9fc4-d1fe7024d402,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:21.711022 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-51702b12-5441-45b4-bbdd-b084c5a63c39 service neutron] Port dc3cdce2-71aa-41e6-9fc4-d1fe7024d402 on network 111a9c93-c732-4208-b8b6-92c471a9345c not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:06:21.711355 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-51702b12-5441-45b4-bbdd-b084c5a63c39 service neutron] Attempting to bind port dc3cdce2-71aa-41e6-9fc4-d1fe7024d402 on network 111a9c93-c732-4208-b8b6-92c471a9345c {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:21.716516 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-51702b12-5441-45b4-bbdd-b084c5a63c39 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:21.716859 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-51702b12-5441-45b4-bbdd-b084c5a63c39 service neutron] Checking segment: {'id': 'dda3590f-77f2-473e-918f-51e02247fb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '111a9c93-c732-4208-b8b6-92c471a9345c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:21.717225 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-51702b12-5441-45b4-bbdd-b084c5a63c39 service neutron] Bound using segment: {'id': 'dda3590f-77f2-473e-918f-51e02247fb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '111a9c93-c732-4208-b8b6-92c471a9345c'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:21.717655 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-51702b12-5441-45b4-bbdd-b084c5a63c39 service neutron] Bound port: dc3cdce2-71aa-41e6-9fc4-d1fe7024d402, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dda3590f-77f2-473e-918f-51e02247fb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '111a9c93-c732-4208-b8b6-92c471a9345c'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:21.718113 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-51702b12-5441-45b4-bbdd-b084c5a63c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:21.787256 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [req-cab14749-959d-48dc-a5cd-542d16eaa784 req-b214a8d9-c854-4079-92bf-08c953cfb845 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] show failed (client error): The resource could not be found. Jul 15 13:06:21.788318 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cab14749-959d-48dc-a5cd-542d16eaa784 req-b214a8d9-c854-4079-92bf-08c953cfb845 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups/e17f4d1d-823c-4a42-b966-01b3338ae9d6 HTTP/1.1" status: 404 len: 352 time: 0.0235085 Jul 15 13:06:21.824301 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-51702b12-5441-45b4-bbdd-b084c5a63c39 service neutron] For port dc3cdce2-71aa-41e6-9fc4-d1fe7024d402, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:21.828100 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-51702b12-5441-45b4-bbdd-b084c5a63c39 service neutron] For port dc3cdce2-71aa-41e6-9fc4-d1fe7024d402, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=dc3cdce2-71aa-41e6-9fc4-d1fe7024d402,segment=NetworkSegment(dda3590f-77f2-473e-918f-51e02247fb49),segment_id=dda3590f-77f2-473e-918f-51e02247fb49)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:21.837357 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-51702b12-5441-45b4-bbdd-b084c5a63c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:21.885933 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-51702b12-5441-45b4-bbdd-b084c5a63c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:21.886610 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-51702b12-5441-45b4-bbdd-b084c5a63c39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:21.888093 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-51702b12-5441-45b4-bbdd-b084c5a63c39 service neutron] 10.222.0.46 "PUT /v2.0/ports/dc3cdce2-71aa-41e6-9fc4-d1fe7024d402 HTTP/1.1" status: 200 len: 1093 time: 1.2592304 Jul 15 13:06:21.888533 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a59a6f-56c7-4f4b-a975-e875c4b50da0', 'tag': 'dc3cdce2-71aa-41e6-9fc4-d1fe7024d402'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:21.893489 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfca8ad-f048-4ce3-b724-bdae8a7c485b" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a59a6f-56c7-4f4b-a975-e875c4b50da0", "tag": "dc3cdce2-71aa-41e6-9fc4-d1fe7024d402"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:21.975693 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51702b12-5441-45b4-bbdd-b084c5a63c39 service neutron] Pushing event updated for resources: {'Port': ['ID=dc3cdce2-71aa-41e6-9fc4-d1fe7024d402,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:22.025776 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef177dd-04bc-4ea7-a18c-e9092fadaa21 req-83ae2997-cb5c-4351-95b2-b9f3473263b0 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:22.032799 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2ef177dd-04bc-4ea7-a18c-e9092fadaa21 req-83ae2997-cb5c-4351-95b2-b9f3473263b0 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 949 time: 0.1969314 Jul 15 13:06:22.129027 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2ef177dd-04bc-4ea7-a18c-e9092fadaa21 req-d88c4185-53a5-432a-84e5-282e8fe0edbb tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920188 Jul 15 13:06:22.188067 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-8b2d1b2f-33d8-4173-9597-0bffa17b4cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:22.189627 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-8b2d1b2f-33d8-4173-9597-0bffa17b4cfc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc199b3ab9a6459084008ff032191508&device_id=e4a59a6f-56c7-4f4b-a975-e875c4b50da0 HTTP/1.1" status: 200 len: 1096 time: 0.2193582 Jul 15 13:06:22.199904 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [req-eb221642-b67c-4d48-949f-4e82c2b963bc req-359ce182-dcf3-4e20-8a99-f631a792065a tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] show failed (client error): The resource could not be found. Jul 15 13:06:22.214346 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eb221642-b67c-4d48-949f-4e82c2b963bc req-359ce182-dcf3-4e20-8a99-f631a792065a tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups/656d9a92-de4e-4084-872f-206e46157d77 HTTP/1.1" status: 404 len: 352 time: 0.0449512 Jul 15 13:06:22.261823 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413f88f-1f7f-4e55-889f-989884bb603c req-97765518-1d56-4a57-9f27-236dca6d86f4 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:22.263441 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d413f88f-1f7f-4e55-889f-989884bb603c req-97765518-1d56-4a57-9f27-236dca6d86f4 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4a59a6f-56c7-4f4b-a975-e875c4b50da0 HTTP/1.1" status: 200 len: 944 time: 0.2273555 Jul 15 13:06:22.324130 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-45988c89-563f-431e-8afc-7a18a73090b1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc3cdce2-71aa-41e6-9fc4-d1fe7024d402 HTTP/1.1" status: 200 len: 217 time: 0.1065738 Jul 15 13:06:22.364276 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bada1d-f343-4e48-a4d6-8a11160f494a req-81371f40-a2b8-4c65-97ae-fb5355112380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:22.366468 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-30bada1d-f343-4e48-a4d6-8a11160f494a req-81371f40-a2b8-4c65-97ae-fb5355112380 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5495784adab4faf86ec8d11912c9669&device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 1101 time: 0.0740399 Jul 15 13:06:22.457109 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-5eb485c6-bede-439a-bd65-0abf4504d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:22.458518 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-5eb485c6-bede-439a-bd65-0abf4504d583 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=730641c7-930e-437f-91e2-0f97e39682ab HTTP/1.1" status: 200 len: 845 time: 0.1231933 Jul 15 13:06:22.473748 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d413f88f-1f7f-4e55-889f-989884bb603c req-a15e91a8-5455-41f7-8757-524fbc65110c tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520314 Jul 15 13:06:22.482250 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bada1d-f343-4e48-a4d6-8a11160f494a req-354dc2c1-58b4-4c7e-800d-1a40b138b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:22.484448 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-30bada1d-f343-4e48-a4d6-8a11160f494a req-354dc2c1-58b4-4c7e-800d-1a40b138b1dd service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.1085927 Jul 15 13:06:22.560763 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a55339-3b54-4902-883e-0fe9bae34f2f x-openstack-request-id: req-e4a55339-3b54-4902-883e-0fe9bae34f2f {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:22.561223 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a59a6f-56c7-4f4b-a975-e875c4b50da0", "tag": "dc3cdce2-71aa-41e6-9fc4-d1fe7024d402", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:22.561477 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e4a55339-3b54-4902-883e-0fe9bae34f2f {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:22.562311 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4a59a6f-56c7-4f4b-a975-e875c4b50da0', 'tag': 'dc3cdce2-71aa-41e6-9fc4-d1fe7024d402', 'status': 'completed', 'code': 200} Jul 15 13:06:22.564743 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-2c78ffdd-2cc3-462e-b46a-13a0ae6bac77 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=111a9c93-c732-4208-b8b6-92c471a9345c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853839 Jul 15 13:06:22.570162 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-30bada1d-f343-4e48-a4d6-8a11160f494a req-75e06e6e-af65-4076-bb0e-67f3982f70ae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=b176bbb3-ad77-4b16-9e59-672bf8d02ade HTTP/1.1" status: 200 len: 217 time: 0.0711241 Jul 15 13:06:22.613527 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985970f-2750-4d9a-9194-96a7ff61fb1c req-27394969-0f14-4367-8823-67a2b94b45e2 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:22.621077 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a985970f-2750-4d9a-9194-96a7ff61fb1c req-27394969-0f14-4367-8823-67a2b94b45e2 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01f2402-2c93-44e7-b1a7-db1cf6e713b6 HTTP/1.1" status: 200 len: 951 time: 0.2225068 Jul 15 13:06:22.633274 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bada1d-f343-4e48-a4d6-8a11160f494a req-d3c4037a-7c9c-45e2-bbc6-95cf8b9624e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:22.635159 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-30bada1d-f343-4e48-a4d6-8a11160f494a req-d3c4037a-7c9c-45e2-bbc6-95cf8b9624e3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0470564 Jul 15 13:06:22.726127 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a985970f-2750-4d9a-9194-96a7ff61fb1c req-e30f1ffe-967a-444a-ba4a-526575082531 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] 10.222.0.16 "GET /v2.0/security-groups?id=678f200d-9bff-4745-b50e-fe912e615194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039178 Jul 15 13:06:22.783311 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [req-9dc93a7b-e459-4a23-aa9c-f03ce028ccc0 req-08f4c592-79f1-48da-b056-a11483f55e91 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] show failed (client error): The resource could not be found. Jul 15 13:06:22.791098 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9dc93a7b-e459-4a23-aa9c-f03ce028ccc0 req-08f4c592-79f1-48da-b056-a11483f55e91 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups/df8b755a-eee3-464a-90d3-26e302444800 HTTP/1.1" status: 404 len: 352 time: 0.0216262 Jul 15 13:06:22.799243 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-1a2a980f-372a-4b07-8523-972b4d9849c8 service neutron] 10.222.0.46 "GET /v2.0/networks/111a9c93-c732-4208-b8b6-92c471a9345c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116253 Jul 15 13:06:22.817738 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bada1d-f343-4e48-a4d6-8a11160f494a req-ceab161a-3d3f-4e85-89e9-e0c557ab8e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:22.819298 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-30bada1d-f343-4e48-a4d6-8a11160f494a req-ceab161a-3d3f-4e85-89e9-e0c557ab8e85 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1645834 Jul 15 13:06:22.958601 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-30bada1d-f343-4e48-a4d6-8a11160f494a req-bda21ee5-2681-40fa-ab59-f12b69ff96e2 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306944 Jul 15 13:06:22.991885 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9cc8f931-122b-4a93-82ef-94bd89c88fcc req-796dac41-4059-4e48-888d-84f122b6caed tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 210 time: 0.0444815 Jul 15 13:06:23.036339 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-caab0e0a-25e3-47eb-ab23-d113d9762286 req-6c3d7614-2914-490d-8de2-298ef18fff74 tempest-ServerShowV254Test-909803637 tempest-ServerShowV254Test-909803637-project] 10.222.0.16 "GET /v2.0/ports?device_id=128678dc-b0e2-4843-9bb9-958b41b1ec5c HTTP/1.1" status: 200 len: 210 time: 0.0394008 Jul 15 13:06:23.052671 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fd7888ec-fe3f-4fc1-bbd1-535d33941c45 req-a9de4288-b15c-42c4-8ae5-ee894d5319c5 service neutron] 10.222.0.46 "GET /v2.0/networks/111a9c93-c732-4208-b8b6-92c471a9345c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375338 Jul 15 13:06:23.108976 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [req-cc033a9b-dc10-48e4-89d9-79ddf3dc8172 req-00a9ecc7-2609-4947-8930-2216833538c9 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] show failed (client error): The resource could not be found. Jul 15 13:06:23.110292 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cc033a9b-dc10-48e4-89d9-79ddf3dc8172 req-00a9ecc7-2609-4947-8930-2216833538c9 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups/f3989a9f-7c51-4c3f-bb8d-9f7f44f0828c HTTP/1.1" status: 404 len: 352 time: 0.0173280 Jul 15 13:06:23.122820 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-30bada1d-f343-4e48-a4d6-8a11160f494a req-18dcac08-72a7-4a00-9a4d-6ed9f0915332 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489820 Jul 15 13:06:23.281604 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfca8ad-f048-4ce3-b724-bdae8a7c485b req-9ae08abd-0a33-4879-a792-482aee9e147b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:23.283362 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7cfca8ad-f048-4ce3-b724-bdae8a7c485b req-9ae08abd-0a33-4879-a792-482aee9e147b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc199b3ab9a6459084008ff032191508&device_id=e4a59a6f-56c7-4f4b-a975-e875c4b50da0 HTTP/1.1" status: 200 len: 1096 time: 0.1158903 Jul 15 13:06:23.448246 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfca8ad-f048-4ce3-b724-bdae8a7c485b req-42f58986-4078-42f4-847f-0b23d0d75289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:23.450430 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7cfca8ad-f048-4ce3-b724-bdae8a7c485b req-42f58986-4078-42f4-847f-0b23d0d75289 service neutron] 10.222.0.46 "GET /v2.0/networks?id=111a9c93-c732-4208-b8b6-92c471a9345c HTTP/1.1" status: 200 len: 906 time: 0.1564155 Jul 15 13:06:23.571945 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7cfca8ad-f048-4ce3-b724-bdae8a7c485b req-7925f308-ec76-4aae-8636-49a478812ae8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc3cdce2-71aa-41e6-9fc4-d1fe7024d402 HTTP/1.1" status: 200 len: 217 time: 0.1080785 Jul 15 13:06:23.688525 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfca8ad-f048-4ce3-b724-bdae8a7c485b req-1f8dc97b-d909-4e5a-8ed9-10d3fe801f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:23.690027 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7cfca8ad-f048-4ce3-b724-bdae8a7c485b req-1f8dc97b-d909-4e5a-8ed9-10d3fe801f8f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=730641c7-930e-437f-91e2-0f97e39682ab HTTP/1.1" status: 200 len: 845 time: 0.0983307 Jul 15 13:06:23.748899 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7cfca8ad-f048-4ce3-b724-bdae8a7c485b req-5d5c1b0c-dd7d-4f9f-a677-ae8ebb33957b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=111a9c93-c732-4208-b8b6-92c471a9345c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445499 Jul 15 13:06:23.761226 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-81d091a0-a68b-4a4f-a429-e23f188f2324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:23.763443 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-81d091a0-a68b-4a4f-a429-e23f188f2324 service neutron] 10.222.0.46 "GET /v2.0/ports/7efec053-2f43-4369-8788-a95bec608fe4 HTTP/1.1" status: 200 len: 1026 time: 0.1522973 Jul 15 13:06:23.839382 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-bc432693-accd-4132-a308-d80c502d6679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:23.841002 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-bc432693-accd-4132-a308-d80c502d6679 service neutron] 10.222.0.46 "GET /v2.0/ports/00bc5053-739a-44d0-84cc-63786760e6fc HTTP/1.1" status: 200 len: 1028 time: 0.0650775 Jul 15 13:06:23.857841 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cca9fd-c237-4e49-9f8d-6b5a0b05b4fe req-23a513cc-5dff-455f-a35a-0915ce8beca5 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:23.867265 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-47cca9fd-c237-4e49-9f8d-6b5a0b05b4fe req-23a513cc-5dff-455f-a35a-0915ce8beca5 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 949 time: 0.1811981 Jul 15 13:06:23.885221 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7cfca8ad-f048-4ce3-b724-bdae8a7c485b req-7921d90c-7b86-4e29-8e40-29e26a710a69 service neutron] 10.222.0.46 "GET /v2.0/networks/111a9c93-c732-4208-b8b6-92c471a9345c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251292 Jul 15 13:06:23.999660 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-47cca9fd-c237-4e49-9f8d-6b5a0b05b4fe req-fd7e27f1-3ff7-4867-bfd8-2a3c7377e7aa tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313605 Jul 15 13:06:24.138122 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-90a58bac-4462-4808-b78f-032062d3dd92 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:24.146598 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-90a58bac-4462-4808-b78f-032062d3dd92 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:24.163593 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-90a58bac-4462-4808-b78f-032062d3dd92 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:24.165254 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-90a58bac-4462-4808-b78f-032062d3dd92 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.46 "GET /v2.0/networks?id=35062ce4-aa77-455d-98c1-04b1c2bbb05e&id=0393d230-55c0-4aac-933c-382b8f80fda9&id=0393d230-55c0-4aac-933c-382b8f80fda9&id=0393d230-55c0-4aac-933c-382b8f80fda9&id=0393d230-55c0-4aac-933c-382b8f80fda9&id=883fa9e8-319c-4b08-9112-d792a62e6fcb&id=883fa9e8-319c-4b08-9112-d792a62e6fcb HTTP/1.1" status: 200 len: 1990 time: 0.2888269 Jul 15 13:06:24.460859 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7cfca8ad-f048-4ce3-b724-bdae8a7c485b req-29e5d5a7-926a-47f4-85ca-883211230537 service neutron] 10.222.0.46 "GET /v2.0/networks/111a9c93-c732-4208-b8b6-92c471a9345c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5625896 Jul 15 13:06:24.620049 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-31fd1ce1-48d9-4e00-a621-2cd6881ecfdf tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81c3b9d8d0bd4b9983bde8217f1dc07f HTTP/1.1" status: 200 len: 379 time: 0.0833194 Jul 15 13:06:24.639559 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-a536b80a-eca2-4443-b230-ca357767c2ea req-d844042e-59d5-428b-ab18-1a061e345e6d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Request body: {'port': {'device_id': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'network_id': '35062ce4-aa77-455d-98c1-04b1c2bbb05e', 'admin_state_up': True, 'tenant_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'security_groups': ['11c6d291-a458-49b6-80ff-5db152f1be0c']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:24.664248 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38c616-385a-4527-86ed-54a0d3e083e8 req-2ee75334-51e1-435c-afe6-7490433b0f11 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:24.665800 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ce38c616-385a-4527-86ed-54a0d3e083e8 req-2ee75334-51e1-435c-afe6-7490433b0f11 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f196f85-dc88-42fe-9c5d-971d08a9a491 HTTP/1.1" status: 200 len: 1024 time: 0.4996364 Jul 15 13:06:24.751368 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63182e-986e-4626-bfc6-a4e85e8c6525 req-9fb627d3-debf-43b7-9d80-09122750d60e tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:24.753363 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dd63182e-986e-4626-bfc6-a4e85e8c6525 req-9fb627d3-debf-43b7-9d80-09122750d60e tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4a59a6f-56c7-4f4b-a975-e875c4b50da0 HTTP/1.1" status: 200 len: 944 time: 0.2173970 Jul 15 13:06:24.786351 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ce38c616-385a-4527-86ed-54a0d3e083e8 req-082e5dc0-fd76-41a1-ad0f-60a3a89dc61c tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff2c787c-ce85-4c7d-b00b-75444676bece&id=680015d7-3cf5-4bf2-aaef-662d25196854&id=3fdbafbc-faa7-4fe4-a35c-91f0cc278220&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1081316 Jul 15 13:06:24.835635 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dd63182e-986e-4626-bfc6-a4e85e8c6525 req-f8c3d774-7088-480a-b638-90b0cd4a49c3 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727043 Jul 15 13:06:24.868722 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-d844042e-59d5-428b-ab18-1a061e345e6d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Made reservation on behalf of 81c3b9d8d0bd4b9983bde8217f1dc07f for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:24.872556 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-d844042e-59d5-428b-ab18-1a061e345e6d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:25.031231 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:06:25.066027 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-431928fc-8ebf-4ec2-8240-6b39e8e030c4 req-6905c4f9-49fb-440d-894b-a921a955b535 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 210 time: 0.0367143 Jul 15 13:06:25.152869 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-334d03fd-1ef5-4028-a749-8259e3f4c608 req-6c4d212f-e76a-4ac8-9b7c-1ac21a3c4555 tempest-ServerShowV254Test-909803637 tempest-ServerShowV254Test-909803637-project] 10.222.0.16 "GET /v2.0/ports?device_id=128678dc-b0e2-4843-9bb9-958b41b1ec5c HTTP/1.1" status: 200 len: 210 time: 0.0495558 Jul 15 13:06:25.228207 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-a536b80a-eca2-4443-b230-ca357767c2ea req-d844042e-59d5-428b-ab18-1a061e345e6d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Allocated IP 172.20.0.10 (35062ce4-aa77-455d-98c1-04b1c2bbb05e/a11699d2-8318-44c7-ac11-44c19841c110/45cccd3c-527e-44db-82ed-44f7f1bef40a) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:06:25.602372 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-d844042e-59d5-428b-ab18-1a061e345e6d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:25.622655 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-a536b80a-eca2-4443-b230-ca357767c2ea req-d844042e-59d5-428b-ab18-1a061e345e6d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Transition to ACTIVE for port object 45cccd3c-527e-44db-82ed-44f7f1bef40a will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:25.679324 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c37d5-1ae2-45e8-8140-422a2c107c3c req-178bd237-a6e2-47b2-8610-433851fa66c7 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:25.686066 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-617c37d5-1ae2-45e8-8140-422a2c107c3c req-178bd237-a6e2-47b2-8610-433851fa66c7 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 949 time: 0.1473145 Jul 15 13:06:25.691465 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f63cd-c7b9-4d54-a8fb-048454ed65be req-87f0cff5-7ee7-4a02-bff4-8246f94583e2 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:25.693785 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-868f63cd-c7b9-4d54-a8fb-048454ed65be req-87f0cff5-7ee7-4a02-bff4-8246f94583e2 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f196f85-dc88-42fe-9c5d-971d08a9a491 HTTP/1.1" status: 200 len: 1024 time: 0.1456821 Jul 15 13:06:25.741632 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-617c37d5-1ae2-45e8-8140-422a2c107c3c req-426e6007-cea6-449a-931c-ddd4276c8986 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546374 Jul 15 13:06:25.747070 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-d844042e-59d5-428b-ab18-1a061e345e6d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:25.842347 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d844042e-59d5-428b-ab18-1a061e345e6d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Pushing event updated for resources: {'Port': ['ID=45cccd3c-527e-44db-82ed-44f7f1bef40a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:25.848756 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a536b80a-eca2-4443-b230-ca357767c2ea req-d844042e-59d5-428b-ab18-1a061e345e6d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Network 35062ce4-aa77-455d-98c1-04b1c2bbb05e is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:06:25.852639 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-a536b80a-eca2-4443-b230-ca357767c2ea req-d844042e-59d5-428b-ab18-1a061e345e6d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:25.884707 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a536b80a-eca2-4443-b230-ca357767c2ea req-d844042e-59d5-428b-ab18-1a061e345e6d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:06:25.885524 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-868f63cd-c7b9-4d54-a8fb-048454ed65be req-decfbb8f-704a-4272-ad6e-64870f91c4db tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Deleting port 95e525f7-b24c-497d-9859-fa1682a340d4 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:06:25.886117 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-868f63cd-c7b9-4d54-a8fb-048454ed65be req-decfbb8f-704a-4272-ad6e-64870f91c4db tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:25.984263 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-d844042e-59d5-428b-ab18-1a061e345e6d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:25.984915 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-d844042e-59d5-428b-ab18-1a061e345e6d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:26.007775 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a95c6-0a43-4631-b85f-47e99eb182b3 req-f643fe76-bc99-4cee-9537-5bb188eab9c5 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:26.015191 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-885a95c6-0a43-4631-b85f-47e99eb182b3 req-f643fe76-bc99-4cee-9537-5bb188eab9c5 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01f2402-2c93-44e7-b1a7-db1cf6e713b6 HTTP/1.1" status: 200 len: 951 time: 0.2397075 Jul 15 13:06:26.083247 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-d844042e-59d5-428b-ab18-1a061e345e6d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4533370 Jul 15 13:06:26.085651 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-868f63cd-c7b9-4d54-a8fb-048454ed65be req-decfbb8f-704a-4272-ad6e-64870f91c4db tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] For port 95e525f7-b24c-497d-9859-fa1682a340d4, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=95e525f7-b24c-497d-9859-fa1682a340d4,segment=NetworkSegment(f81b00ce-7265-46d9-a6be-dae5ddffb06a),segment_id=f81b00ce-7265-46d9-a6be-dae5ddffb06a)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:26.086523 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-868f63cd-c7b9-4d54-a8fb-048454ed65be req-decfbb8f-704a-4272-ad6e-64870f91c4db tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:26.113941 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-a536b80a-eca2-4443-b230-ca357767c2ea req-6e5b5696-90e8-4c6d-a0c3-dabd961ea96a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Request body: {'port': {'device_id': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'network_id': '0393d230-55c0-4aac-933c-382b8f80fda9', 'admin_state_up': True, 'tenant_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'security_groups': ['11c6d291-a458-49b6-80ff-5db152f1be0c']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:26.115523 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-868f63cd-c7b9-4d54-a8fb-048454ed65be req-decfbb8f-704a-4272-ad6e-64870f91c4db tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Calling delete_port for 95e525f7-b24c-497d-9859-fa1682a340d4 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:06:26.176708 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-885a95c6-0a43-4631-b85f-47e99eb182b3 req-fb426a4e-c570-4da1-9fa1-bfa399fde22b tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] 10.222.0.16 "GET /v2.0/security-groups?id=678f200d-9bff-4745-b50e-fe912e615194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605322 Jul 15 13:06:26.287474 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device dc3cdce2-71aa-41e6-9fc4-d1fe7024d402 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:06:26.288098 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-868f63cd-c7b9-4d54-a8fb-048454ed65be req-decfbb8f-704a-4272-ad6e-64870f91c4db tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:26.341587 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8e8bc-a966-4603-8f3e-3fb59b0f32c4 req-b8231292-3133-4f2c-8555-01d8d6443c5f tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:26.343431 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-36f8e8bc-a966-4603-8f3e-3fb59b0f32c4 req-b8231292-3133-4f2c-8555-01d8d6443c5f tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f196f85-dc88-42fe-9c5d-971d08a9a491 HTTP/1.1" status: 200 len: 945 time: 0.2837560 Jul 15 13:06:26.362998 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decfbb8f-704a-4272-ad6e-64870f91c4db tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Pushing event deleted for resources: {'Port': ['ID=95e525f7-b24c-497d-9859-fa1682a340d4,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:26.466733 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port dc3cdce2-71aa-41e6-9fc4-d1fe7024d402, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=dc3cdce2-71aa-41e6-9fc4-d1fe7024d402,segment=NetworkSegment(dda3590f-77f2-473e-918f-51e02247fb49),segment_id=dda3590f-77f2-473e-918f-51e02247fb49)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:26.481508 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:06:26.487305 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'dc3cdce2-71aa-41e6-9fc4-d1fe7024d402', 'network_id': '111a9c93-c732-4208-b8b6-92c471a9345c', 'port_id': 'dc3cdce2-71aa-41e6-9fc4-d1fe7024d402', 'mac_address': 'fa:16:3e:f7:44:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730641c7-930e-437f-91e2-0f97e39682ab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:06:26.490707 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['95e525f7-b24c-497d-9859-fa1682a340d4'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:26.506624 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-868f63cd-c7b9-4d54-a8fb-048454ed65be req-decfbb8f-704a-4272-ad6e-64870f91c4db tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] No DVR routers for this DVR port 95e525f7-b24c-497d-9859-fa1682a340d4 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:06:26.511125 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-868f63cd-c7b9-4d54-a8fb-048454ed65be req-decfbb8f-704a-4272-ad6e-64870f91c4db tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:26.514850 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-6e5b5696-90e8-4c6d-a0c3-dabd961ea96a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Made reservation on behalf of 81c3b9d8d0bd4b9983bde8217f1dc07f for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:26.521733 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-868f63cd-c7b9-4d54-a8fb-048454ed65be req-decfbb8f-704a-4272-ad6e-64870f91c4db tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.46 "DELETE /v2.0/ports/95e525f7-b24c-497d-9859-fa1682a340d4 HTTP/1.1" status: 204 len: 173 time: 0.8192136 Jul 15 13:06:26.522208 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f196f85-dc88-42fe-9c5d-971d08a9a491', 'name': 'network-vif-deleted', 'tag': '95e525f7-b24c-497d-9859-fa1682a340d4'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:26.524512 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b901de72-0a6b-4c85-b4b7-832779f69bad" -d '{"events": [{"server_uuid": "4f196f85-dc88-42fe-9c5d-971d08a9a491", "name": "network-vif-deleted", "tag": "95e525f7-b24c-497d-9859-fa1682a340d4"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:26.525964 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-6e5b5696-90e8-4c6d-a0c3-dabd961ea96a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:26.640068 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-42a33501-4111-4f15-8705-06b60282a93a None None] Provisioning for port 45cccd3c-527e-44db-82ed-44f7f1bef40a completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:26.641827 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-36f8e8bc-a966-4603-8f3e-3fb59b0f32c4 req-186261b5-5d65-4f4c-ad59-71e6440486ef tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff2c787c-ce85-4c7d-b00b-75444676bece&id=680015d7-3cf5-4bf2-aaef-662d25196854&id=3fdbafbc-faa7-4fe4-a35c-91f0cc278220&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2756925 Jul 15 13:06:26.695922 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-42a33501-4111-4f15-8705-06b60282a93a None None] Provisioning complete for port 45cccd3c-527e-44db-82ed-44f7f1bef40a triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:26.696301 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-42a33501-4111-4f15-8705-06b60282a93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:26.698257 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:26.724156 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:26.782453 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc3cdce2-71aa-41e6-9fc4-d1fe7024d402 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:26.832511 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port dc3cdce2-71aa-41e6-9fc4-d1fe7024d402, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=dc3cdce2-71aa-41e6-9fc4-d1fe7024d402,segment=NetworkSegment(dda3590f-77f2-473e-918f-51e02247fb49),segment_id=dda3590f-77f2-473e-918f-51e02247fb49)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:26.855270 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:26.858638 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc893d0c-296a-4114-be4e-e47f8fef457f req-8d445956-a4f4-4bfa-9ad5-98a41817ada1 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:26.863112 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cc893d0c-296a-4114-be4e-e47f8fef457f req-8d445956-a4f4-4bfa-9ad5-98a41817ada1 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4a59a6f-56c7-4f4b-a975-e875c4b50da0 HTTP/1.1" status: 200 len: 944 time: 0.4689400 Jul 15 13:06:26.933795 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=9c46c9f0-c2f6-4c3a-9635-982485c4f4e0,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:26.938431 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01f2402-2c93-44e7-b1a7-db1cf6e713b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c46c9f0-c2f6-4c3a-9635-982485c4f4e0'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:26.946398 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1b3312-0674-481e-8635-41b4b1ab04bf" -d '{"events": [{"server_uuid": "d01f2402-2c93-44e7-b1a7-db1cf6e713b6", "name": "network-vif-unplugged", "status": "completed", "tag": "9c46c9f0-c2f6-4c3a-9635-982485c4f4e0"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:26.953633 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:26.958611 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-42a33501-4111-4f15-8705-06b60282a93a None None] Port 45cccd3c-527e-44db-82ed-44f7f1bef40a cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:06:26.983998 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=dc3cdce2-71aa-41e6-9fc4-d1fe7024d402,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:26.998637 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cc893d0c-296a-4114-be4e-e47f8fef457f req-ee67ab2b-3fea-46b6-93cf-65ace3349a0d tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270194 Jul 15 13:06:27.020286 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-a536b80a-eca2-4443-b230-ca357767c2ea req-6e5b5696-90e8-4c6d-a0c3-dabd961ea96a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Allocated IP 10.1.1.82 (0393d230-55c0-4aac-933c-382b8f80fda9/30e69637-798b-481d-95fb-19699731bedc/2495dac8-215f-4ed4-8052-948af78297a8) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:06:27.049114 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=9c46c9f0-c2f6-4c3a-9635-982485c4f4e0,revision_number=11']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:27.230409 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f459b5df-9c2d-4a57-951a-f7303759dcae req-2a6780ef-23ee-4b70-9efa-11524345a2b5 tempest-ServerShowV254Test-909803637 tempest-ServerShowV254Test-909803637-project] 10.222.0.16 "GET /v2.0/ports?device_id=128678dc-b0e2-4843-9bb9-958b41b1ec5c HTTP/1.1" status: 200 len: 210 time: 0.0375016 Jul 15 13:06:27.281664 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['dc3cdce2-71aa-41e6-9fc4-d1fe7024d402'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:27.300146 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c2b622-16bb-4795-b104-4f5113d0046c x-openstack-request-id: req-12c2b622-16bb-4795-b104-4f5113d0046c {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:27.300653 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f196f85-dc88-42fe-9c5d-971d08a9a491", "name": "network-vif-deleted", "tag": "95e525f7-b24c-497d-9859-fa1682a340d4", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:27.300764 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-12c2b622-16bb-4795-b104-4f5113d0046c {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:27.301083 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f196f85-dc88-42fe-9c5d-971d08a9a491', 'name': 'network-vif-deleted', 'tag': '95e525f7-b24c-497d-9859-fa1682a340d4', 'status': 'completed', 'code': 200} Jul 15 13:06:27.399793 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-6e5b5696-90e8-4c6d-a0c3-dabd961ea96a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:27.417887 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-a536b80a-eca2-4443-b230-ca357767c2ea req-6e5b5696-90e8-4c6d-a0c3-dabd961ea96a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Transition to ACTIVE for port object 2495dac8-215f-4ed4-8052-948af78297a8 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:27.474461 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-6e5b5696-90e8-4c6d-a0c3-dabd961ea96a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:27.554772 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47320062-298b-457e-8d77-ed395f482964 req-63581691-6f54-4477-8054-855bea55fb87 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:27.562001 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-47320062-298b-457e-8d77-ed395f482964 req-63581691-6f54-4477-8054-855bea55fb87 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 932 time: 0.3809452 Jul 15 13:06:27.564694 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b5696-90e8-4c6d-a0c3-dabd961ea96a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Pushing event updated for resources: {'Port': ['ID=2495dac8-215f-4ed4-8052-948af78297a8,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:27.639692 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a536b80a-eca2-4443-b230-ca357767c2ea req-6e5b5696-90e8-4c6d-a0c3-dabd961ea96a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Network 0393d230-55c0-4aac-933c-382b8f80fda9 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:06:27.656139 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-a536b80a-eca2-4443-b230-ca357767c2ea req-6e5b5696-90e8-4c6d-a0c3-dabd961ea96a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:27.672905 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a536b80a-eca2-4443-b230-ca357767c2ea req-6e5b5696-90e8-4c6d-a0c3-dabd961ea96a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:06:27.726422 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-47320062-298b-457e-8d77-ed395f482964 req-b763515f-dbf8-4c2b-a2ff-ac49689c0fd7 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/security-groups?id=11c6d291-a458-49b6-80ff-5db152f1be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633322 Jul 15 13:06:27.809188 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-6e5b5696-90e8-4c6d-a0c3-dabd961ea96a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:27.819970 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-6e5b5696-90e8-4c6d-a0c3-dabd961ea96a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:27.835064 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafacd59-39ad-4083-9554-75b4fe37f289 x-openstack-request-id: req-bafacd59-39ad-4083-9554-75b4fe37f289 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:27.835568 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01f2402-2c93-44e7-b1a7-db1cf6e713b6", "name": "network-vif-unplugged", "status": "completed", "tag": "9c46c9f0-c2f6-4c3a-9635-982485c4f4e0", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:27.835798 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bafacd59-39ad-4083-9554-75b4fe37f289 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:27.836286 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01f2402-2c93-44e7-b1a7-db1cf6e713b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c46c9f0-c2f6-4c3a-9635-982485c4f4e0', 'code': 200} Jul 15 13:06:27.872424 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b551d1b-cedd-4b11-ba23-40114e1d4b01 req-53da81aa-a56b-4c2e-894c-1628abcadc2f tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:27.874033 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0b551d1b-cedd-4b11-ba23-40114e1d4b01 req-53da81aa-a56b-4c2e-894c-1628abcadc2f tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 949 time: 0.3007047 Jul 15 13:06:27.906462 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-6e5b5696-90e8-4c6d-a0c3-dabd961ea96a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7977071 Jul 15 13:06:27.961000 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fc9cfad7-36aa-486f-81e0-8116ff400671 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Request body: {'port': {'device_id': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'network_id': '0393d230-55c0-4aac-933c-382b8f80fda9', 'admin_state_up': True, 'tenant_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'security_groups': ['11c6d291-a458-49b6-80ff-5db152f1be0c']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:28.097374 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-aa6a0065-4ddc-48fb-af6d-3b430c4ed3b9 None None] Provisioning for port 2495dac8-215f-4ed4-8052-948af78297a8 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:28.108884 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-aa6a0065-4ddc-48fb-af6d-3b430c4ed3b9 None None] Provisioning complete for port 2495dac8-215f-4ed4-8052-948af78297a8 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:28.109906 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aa6a0065-4ddc-48fb-af6d-3b430c4ed3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:28.166050 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-aa6a0065-4ddc-48fb-af6d-3b430c4ed3b9 None None] Port 2495dac8-215f-4ed4-8052-948af78297a8 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:06:28.177623 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0b551d1b-cedd-4b11-ba23-40114e1d4b01 req-a1e0335c-3143-4dbf-9411-3847dd76f62a tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893193 Jul 15 13:06:28.290389 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff048b-15e7-4c69-843c-10f93911602a req-78c8852f-26f4-4804-94b9-e73f24222180 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:28.291843 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c2ff048b-15e7-4c69-843c-10f93911602a req-78c8852f-26f4-4804-94b9-e73f24222180 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01f2402-2c93-44e7-b1a7-db1cf6e713b6 HTTP/1.1" status: 200 len: 949 time: 0.2476494 Jul 15 13:06:28.319544 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e0586-7cb5-434c-9508-18d139796a30 req-61b692e5-04f0-41b7-8207-ea67387af463 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:28.321074 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ff3e0586-7cb5-434c-9508-18d139796a30 req-61b692e5-04f0-41b7-8207-ea67387af463 tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] 10.222.0.46 "GET /v2.0/ports?device_id=d01f2402-2c93-44e7-b1a7-db1cf6e713b6 HTTP/1.1" status: 200 len: 949 time: 0.1274753 Jul 15 13:06:28.418504 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c2ff048b-15e7-4c69-843c-10f93911602a req-a3728d6a-bee7-4f96-8683-210c29a1e92f tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] 10.222.0.16 "GET /v2.0/security-groups?id=678f200d-9bff-4745-b50e-fe912e615194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109302 Jul 15 13:06:28.430368 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fc9cfad7-36aa-486f-81e0-8116ff400671 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Made reservation on behalf of 81c3b9d8d0bd4b9983bde8217f1dc07f for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:28.434091 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fc9cfad7-36aa-486f-81e0-8116ff400671 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:28.525259 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-ff3e0586-7cb5-434c-9508-18d139796a30 req-09eb7a66-a2ad-4238-946b-a51cd082e2be tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] Deleting port 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:06:28.525628 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-ff3e0586-7cb5-434c-9508-18d139796a30 req-09eb7a66-a2ad-4238-946b-a51cd082e2be tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:28.692413 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b6cbc7e4-4dfa-4793-b78a-c774f521a75d req-dde4af26-8639-4f9f-8b06-1dabf539f851 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=128678dc-b0e2-4843-9bb9-958b41b1ec5c HTTP/1.1" status: 200 len: 210 time: 0.0359724 Jul 15 13:06:28.713279 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8d9d78e1-e8a4-4004-a12b-0d380572fa4a req-c1460e86-6fba-4ab6-855d-a520489ddbc5 tempest-ServerShowV254Test-909803637 tempest-ServerShowV254Test-909803637-project] 10.222.0.16 "GET /v2.0/ports?device_id=128678dc-b0e2-4843-9bb9-958b41b1ec5c HTTP/1.1" status: 200 len: 210 time: 0.0564470 Jul 15 13:06:28.727237 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-ff3e0586-7cb5-434c-9508-18d139796a30 req-09eb7a66-a2ad-4238-946b-a51cd082e2be tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] For port 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=9c46c9f0-c2f6-4c3a-9635-982485c4f4e0,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:28.727633 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-ff3e0586-7cb5-434c-9508-18d139796a30 req-09eb7a66-a2ad-4238-946b-a51cd082e2be tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:28.746073 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-ff3e0586-7cb5-434c-9508-18d139796a30 req-09eb7a66-a2ad-4238-946b-a51cd082e2be tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] Calling delete_port for 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:06:28.821083 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-94abc31c-4292-4f18-bd66-c84f5d993143 req-2ed2ec89-50be-4340-a339-70911491b6d9 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups/ff2c787c-ce85-4c7d-b00b-75444676bece HTTP/1.1" status: 200 len: 1799 time: 0.0644219 Jul 15 13:06:28.851563 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:28.874342 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fc9cfad7-36aa-486f-81e0-8116ff400671 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Allocated IP 10.1.1.105 (0393d230-55c0-4aac-933c-382b8f80fda9/30e69637-798b-481d-95fb-19699731bedc/97665ee0-9d05-4656-9f5c-63be8c4fa216) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:06:28.885227 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8e801-bd1c-4e02-bd00-afe44564a295 req-3fb31d39-9ec8-43f5-b6ab-665ea5a81c04 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:28.892652 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a2e8e801-bd1c-4e02-bd00-afe44564a295 req-3fb31d39-9ec8-43f5-b6ab-665ea5a81c04 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4a59a6f-56c7-4f4b-a975-e875c4b50da0 HTTP/1.1" status: 200 len: 945 time: 0.2947087 Jul 15 13:06:28.926930 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-ff3e0586-7cb5-434c-9508-18d139796a30 req-09eb7a66-a2ad-4238-946b-a51cd082e2be tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:28.957249 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a2e8e801-bd1c-4e02-bd00-afe44564a295 req-72d29f15-6751-4b50-be36-e5b8ba6392f0 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623736 Jul 15 13:06:28.968070 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb7a66-a2ad-4238-946b-a51cd082e2be tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] Pushing event deleted for resources: {'Port': ['ID=9c46c9f0-c2f6-4c3a-9635-982485c4f4e0,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:29.040770 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3e0586-7cb5-434c-9508-18d139796a30 req-09eb7a66-a2ad-4238-946b-a51cd082e2be tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] No DVR routers for this DVR port 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:06:29.043533 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-ff3e0586-7cb5-434c-9508-18d139796a30 req-09eb7a66-a2ad-4238-946b-a51cd082e2be tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:29.046315 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ff3e0586-7cb5-434c-9508-18d139796a30 req-09eb7a66-a2ad-4238-946b-a51cd082e2be tempest-ImagesOneServerTestJSON-1047497721 tempest-ImagesOneServerTestJSON-1047497721-project] 10.222.0.46 "DELETE /v2.0/ports/9c46c9f0-c2f6-4c3a-9635-982485c4f4e0 HTTP/1.1" status: 204 len: 173 time: 0.7135618 Jul 15 13:06:29.064325 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-94abc31c-4292-4f18-bd66-c84f5d993143 req-6cf0b406-2cde-4a70-a114-5438440de332 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:29.221477 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:29.226204 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-94abc31c-4292-4f18-bd66-c84f5d993143 req-6cf0b406-2cde-4a70-a114-5438440de332 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:29.302006 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01f2402-2c93-44e7-b1a7-db1cf6e713b6', 'name': 'network-vif-deleted', 'tag': '9c46c9f0-c2f6-4c3a-9635-982485c4f4e0'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:29.305112 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5546704-28b8-4b70-bb3a-d06553ae6cff" -d '{"events": [{"server_uuid": "d01f2402-2c93-44e7-b1a7-db1cf6e713b6", "name": "network-vif-deleted", "tag": "9c46c9f0-c2f6-4c3a-9635-982485c4f4e0"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:29.315597 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fc9cfad7-36aa-486f-81e0-8116ff400671 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:29.345280 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ae470-0377-4be4-8e73-3578a1b2f95e req-89de1400-5098-4e2e-b74a-e763c4e2793c tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:29.351848 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ae470-0377-4be4-8e73-3578a1b2f95e req-89de1400-5098-4e2e-b74a-e763c4e2793c tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:29.358867 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5e0ae470-0377-4be4-8e73-3578a1b2f95e req-89de1400-5098-4e2e-b74a-e763c4e2793c tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 1653 time: 0.2484727 Jul 15 13:06:29.371364 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-94abc31c-4292-4f18-bd66-c84f5d993143 req-6cf0b406-2cde-4a70-a114-5438440de332 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:29.373753 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-94abc31c-4292-4f18-bd66-c84f5d993143 req-6cf0b406-2cde-4a70-a114-5438440de332 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:29.384935 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-94abc31c-4292-4f18-bd66-c84f5d993143 req-6cf0b406-2cde-4a70-a114-5438440de332 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "DELETE /v2.0/security-groups/ff2c787c-ce85-4c7d-b00b-75444676bece HTTP/1.1" status: 204 len: 173 time: 0.5368834 Jul 15 13:06:29.404777 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fc9cfad7-36aa-486f-81e0-8116ff400671 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Transition to ACTIVE for port object 97665ee0-9d05-4656-9f5c-63be8c4fa216 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:29.552480 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fc9cfad7-36aa-486f-81e0-8116ff400671 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:29.565702 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf0b406-2cde-4a70-a114-5438440de332 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2c787c-ce85-4c7d-b00b-75444676bece,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:29.606584 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5e0ae470-0377-4be4-8e73-3578a1b2f95e req-8ac12e7e-d21d-4ccf-8df7-fdb9a46d18c8 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/security-groups?id=11c6d291-a458-49b6-80ff-5db152f1be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2467594 Jul 15 13:06:29.641241 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fc9cfad7-36aa-486f-81e0-8116ff400671 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Network 0393d230-55c0-4aac-933c-382b8f80fda9 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:06:29.660129 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7fccd970-d5aa-4ad6-90b2-6edd365cf09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:29.663564 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fc9cfad7-36aa-486f-81e0-8116ff400671 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:29.671037 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fc9cfad7-36aa-486f-81e0-8116ff400671 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:06:29.718720 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089065a4-2ab9-4eec-8d7f-cd5cc971fe5e x-openstack-request-id: req-089065a4-2ab9-4eec-8d7f-cd5cc971fe5e {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:29.719569 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01f2402-2c93-44e7-b1a7-db1cf6e713b6", "name": "network-vif-deleted", "tag": "9c46c9f0-c2f6-4c3a-9635-982485c4f4e0", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:29.719981 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-089065a4-2ab9-4eec-8d7f-cd5cc971fe5e {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:29.720609 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01f2402-2c93-44e7-b1a7-db1cf6e713b6', 'name': 'network-vif-deleted', 'tag': '9c46c9f0-c2f6-4c3a-9635-982485c4f4e0', 'status': 'completed', 'code': 200} Jul 15 13:06:29.732135 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fc9cfad7-36aa-486f-81e0-8116ff400671 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:29.733084 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fc9cfad7-36aa-486f-81e0-8116ff400671 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:29.814846 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9cfad7-36aa-486f-81e0-8116ff400671 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Pushing event updated for resources: {'Port': ['ID=97665ee0-9d05-4656-9f5c-63be8c4fa216,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:29.839626 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fc9cfad7-36aa-486f-81e0-8116ff400671 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8998723 Jul 15 13:06:29.865419 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-a536b80a-eca2-4443-b230-ca357767c2ea req-30bfe942-e0e9-4704-84a1-9222e0576520 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Request body: {'port': {'device_id': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '883fa9e8-319c-4b08-9112-d792a62e6fcb', 'admin_state_up': True, 'tenant_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'security_groups': ['11c6d291-a458-49b6-80ff-5db152f1be0c']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:29.932560 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabe844-c9f6-4c2a-bf27-4521f2fbeeb5 req-1541f266-a1fc-495b-852a-a0b95ed6662f tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:29.943645 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8cabe844-c9f6-4c2a-bf27-4521f2fbeeb5 req-1541f266-a1fc-495b-852a-a0b95ed6662f tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 949 time: 0.4197698 Jul 15 13:06:30.060824 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bc78323b-8101-4a0b-a398-0a50b5459e21 req-e6a305de-7880-4286-91bc-ce5ac7d105c8 tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "GET /v2.0/security-groups/3fdbafbc-faa7-4fe4-a35c-91f0cc278220 HTTP/1.1" status: 200 len: 1800 time: 0.2950099 Jul 15 13:06:30.113391 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-93326d31-6d97-4a82-a649-b05c76ed36bd None None] Provisioning for port 97665ee0-9d05-4656-9f5c-63be8c4fa216 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:30.115829 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8cabe844-c9f6-4c2a-bf27-4521f2fbeeb5 req-49cbaf9f-3c63-4ef8-bdc9-c365a359b9de tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709464 Jul 15 13:06:30.121671 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-93326d31-6d97-4a82-a649-b05c76ed36bd None None] Provisioning complete for port 97665ee0-9d05-4656-9f5c-63be8c4fa216 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:30.126786 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-93326d31-6d97-4a82-a649-b05c76ed36bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:30.231226 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-93326d31-6d97-4a82-a649-b05c76ed36bd None None] Port 97665ee0-9d05-4656-9f5c-63be8c4fa216 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:06:30.287104 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bc78323b-8101-4a0b-a398-0a50b5459e21 req-746aac95-9e2e-4e3d-b3bd-2b54a3abda4e tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:30.302081 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-30bfe942-e0e9-4704-84a1-9222e0576520 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Made reservation on behalf of 81c3b9d8d0bd4b9983bde8217f1dc07f for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:30.304936 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device dc3cdce2-71aa-41e6-9fc4-d1fe7024d402 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:30.394700 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bc78323b-8101-4a0b-a398-0a50b5459e21 req-746aac95-9e2e-4e3d-b3bd-2b54a3abda4e tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:30.414523 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port dc3cdce2-71aa-41e6-9fc4-d1fe7024d402 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:30.423072 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port dc3cdce2-71aa-41e6-9fc4-d1fe7024d402 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:30.424236 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:30.580526 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:30.593716 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-30bfe942-e0e9-4704-84a1-9222e0576520 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:30.597643 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bc78323b-8101-4a0b-a398-0a50b5459e21 req-746aac95-9e2e-4e3d-b3bd-2b54a3abda4e tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:30.600351 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bc78323b-8101-4a0b-a398-0a50b5459e21 req-746aac95-9e2e-4e3d-b3bd-2b54a3abda4e tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:30.608234 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46384) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:30.621262 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a59a6f-56c7-4f4b-a975-e875c4b50da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3cdce2-71aa-41e6-9fc4-d1fe7024d402'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:30.624546 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425db948-43ac-4a26-a43d-bb4fd0e62874" -d '{"events": [{"server_uuid": "e4a59a6f-56c7-4f4b-a975-e875c4b50da0", "name": "network-vif-plugged", "status": "completed", "tag": "dc3cdce2-71aa-41e6-9fc4-d1fe7024d402"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:30.635160 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bc78323b-8101-4a0b-a398-0a50b5459e21 req-746aac95-9e2e-4e3d-b3bd-2b54a3abda4e tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] 10.222.0.16 "DELETE /v2.0/security-groups/3fdbafbc-faa7-4fe4-a35c-91f0cc278220 HTTP/1.1" status: 204 len: 173 time: 0.5729668 Jul 15 13:06:30.645510 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port dc3cdce2-71aa-41e6-9fc4-d1fe7024d402, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=dc3cdce2-71aa-41e6-9fc4-d1fe7024d402,segment=NetworkSegment(dda3590f-77f2-473e-918f-51e02247fb49),segment_id=dda3590f-77f2-473e-918f-51e02247fb49)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:30.660487 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:30.662008 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 95e525f7-b24c-497d-9859-fa1682a340d4 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:06:30.698058 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 95e525f7-b24c-497d-9859-fa1682a340d4 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:06:30.698520 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 95e525f7-b24c-497d-9859-fa1682a340d4 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:06:30.699233 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:06:30.717333 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746aac95-9e2e-4e3d-b3bd-2b54a3abda4e tempest-SecurityGroupsTestJSON-1369909552 tempest-SecurityGroupsTestJSON-1369909552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fdbafbc-faa7-4fe4-a35c-91f0cc278220,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:30.725125 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:06:30.725781 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 9c46c9f0-c2f6-4c3a-9635-982485c4f4e0 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:06:30.758245 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b7ad01c-33ad-4add-b391-5c693f9d5615 admin admin] Deleting subnet a7507b4a-078f-49e8-9ea2-588ee62f39d6 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:06:30.771650 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad01c-33ad-4add-b391-5c693f9d5615 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:30.786766 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=dc3cdce2-71aa-41e6-9fc4-d1fe7024d402,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:30.796683 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d29937e9-af0e-46f5-9210-10505f5f0717 req-757788ea-fa94-4ba9-b517-1ba782e5afe5 tempest-ServerShowV254Test-909803637 tempest-ServerShowV254Test-909803637-project] 10.222.0.16 "GET /v2.0/ports?device_id=128678dc-b0e2-4843-9bb9-958b41b1ec5c HTTP/1.1" status: 200 len: 210 time: 0.1329484 Jul 15 13:06:30.872612 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad01c-33ad-4add-b391-5c693f9d5615 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:30.899685 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdcfd36-5d8e-4e04-96c3-e0f7baf1fcde x-openstack-request-id: req-2bdcfd36-5d8e-4e04-96c3-e0f7baf1fcde {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:30.900052 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a59a6f-56c7-4f4b-a975-e875c4b50da0", "name": "network-vif-plugged", "status": "completed", "tag": "dc3cdce2-71aa-41e6-9fc4-d1fe7024d402", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:30.900420 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2bdcfd36-5d8e-4e04-96c3-e0f7baf1fcde {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:30.901213 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a59a6f-56c7-4f4b-a975-e875c4b50da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3cdce2-71aa-41e6-9fc4-d1fe7024d402', 'code': 200} Jul 15 13:06:30.951694 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46394) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:30.969571 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad01c-33ad-4add-b391-5c693f9d5615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:31.114289 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345642e-33c4-4f1f-ab2b-00cffa2f7b16 req-bb62f131-f15e-42d1-9ea8-93b1366c286e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:31.116189 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8345642e-33c4-4f1f-ab2b-00cffa2f7b16 req-bb62f131-f15e-42d1-9ea8-93b1366c286e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e4a59a6f-56c7-4f4b-a975-e875c4b50da0 HTTP/1.1" status: 200 len: 1098 time: 0.0858631 Jul 15 13:06:31.118437 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad01c-33ad-4add-b391-5c693f9d5615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:31.135122 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad01c-33ad-4add-b391-5c693f9d5615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:31.140698 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3b7ad01c-33ad-4add-b391-5c693f9d5615 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a7507b4a-078f-49e8-9ea2-588ee62f39d6 HTTP/1.1" status: 204 len: 168 time: 0.5314214 Jul 15 13:06:31.141573 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46398) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:31.168101 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-a536b80a-eca2-4443-b230-ca357767c2ea req-30bfe942-e0e9-4704-84a1-9222e0576520 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Allocated IP 10.2.2.100 (883fa9e8-319c-4b08-9112-d792a62e6fcb/a6166fd5-9d93-4b4f-8752-cc94814dcb8f/d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:06:31.240784 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-266d1967-d007-46ca-9d11-384cc862ee2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:31.253703 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ad01c-33ad-4add-b391-5c693f9d5615 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7507b4a-078f-49e8-9ea2-588ee62f39d6,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:31.296900 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8345642e-33c4-4f1f-ab2b-00cffa2f7b16 req-1b9edbd1-e77b-4aa7-9232-193ca7250f7d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673670 Jul 15 13:06:31.373347 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6f163390-f4cf-4bf9-9885-c2bfe2e9a2ea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=21a6514a0ca5430fbc1c9f9b89e44c0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4191113 Jul 15 13:06:31.378792 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46402) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:31.396510 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-266d1967-d007-46ca-9d11-384cc862ee2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:31.411399 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-266d1967-d007-46ca-9d11-384cc862ee2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['729a5aca-a8fb-4adf-b967-9e9deb4d3b59']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:31.422582 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-266d1967-d007-46ca-9d11-384cc862ee2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f81b00ce-7265-46d9-a6be-dae5ddffb06a') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:31.423114 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-266d1967-d007-46ca-9d11-384cc862ee2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f81b00ce-7265-46d9-a6be-dae5ddffb06a') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:31.436696 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-266d1967-d007-46ca-9d11-384cc862ee2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:31.476208 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-266d1967-d007-46ca-9d11-384cc862ee2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:31.490491 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-266d1967-d007-46ca-9d11-384cc862ee2b admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:06:31.490491 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-266d1967-d007-46ca-9d11-384cc862ee2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:31.496487 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:31.496487 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:31.496487 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:31.496487 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:31.496487 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:06:31.496487 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:06:31.496487 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:06:31.496487 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:06:31.496487 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:06:31.496487 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:06:31.496487 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:06:31.496487 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:06:31.496487 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:06:31.496487 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:06:31.496487 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:06:31.496487 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:06:31.496487 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:06:31.496487 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:06:31.496487 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:06:31.496487 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:06:31.496487 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:06:31.496487 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:06:31.496487 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:06:31.496487 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:06:31.496487 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:06:31.496487 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:06:31.496487 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:06:31.496487 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:06:31.496487 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:06:31.496487 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:06:31.496487 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:06:31.496487 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:06:31.496487 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:06:31.496487 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:06:31.496487 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:06:31.496487 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:06:31.590310 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-266d1967-d007-46ca-9d11-384cc862ee2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:31.597259 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-266d1967-d007-46ca-9d11-384cc862ee2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:31.599269 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-266d1967-d007-46ca-9d11-384cc862ee2b admin admin] 10.222.0.16 "DELETE /v2.0/networks/729a5aca-a8fb-4adf-b967-9e9deb4d3b59 HTTP/1.1" status: 204 len: 168 time: 0.4502151 Jul 15 13:06:31.626862 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d1967-d007-46ca-9d11-384cc862ee2b admin admin] Pushing event deleted for resources: {'Network': ['ID=729a5aca-a8fb-4adf-b967-9e9deb4d3b59,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:31.790614 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46412) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:31.824858 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112237d8-104d-414f-97b7-d5c8673c187f req-19dd23c8-8180-42fa-9b22-ea062d125080 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:31.832524 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-112237d8-104d-414f-97b7-d5c8673c187f req-19dd23c8-8180-42fa-9b22-ea062d125080 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4a59a6f-56c7-4f4b-a975-e875c4b50da0 HTTP/1.1" status: 200 len: 946 time: 1.0188818 Jul 15 13:06:31.875315 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-21b24f19-b5cc-45ed-af67-0d9f82d60ca5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=590f7216fc544110befd860d82a48661&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0834610 Jul 15 13:06:31.877836 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46414) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:31.923305 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4aaaa-02f2-439d-aef9-d23ef6dffa38 req-131814ec-a83d-40e8-b807-b3acfdb4f1e2 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:31.930735 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4aaaa-02f2-439d-aef9-d23ef6dffa38 req-131814ec-a83d-40e8-b807-b3acfdb4f1e2 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:31.936280 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4aaaa-02f2-439d-aef9-d23ef6dffa38 req-131814ec-a83d-40e8-b807-b3acfdb4f1e2 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:31.938308 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-72f4aaaa-02f2-439d-aef9-d23ef6dffa38 req-131814ec-a83d-40e8-b807-b3acfdb4f1e2 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 2374 time: 0.9195175 Jul 15 13:06:31.975798 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-59235d7b-7709-4e68-b79a-3f38a4b37e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:32.025375 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-30bfe942-e0e9-4704-84a1-9222e0576520 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:32.026651 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-59235d7b-7709-4e68-b79a-3f38a4b37e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:32.036885 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-96cdbc15-3af7-4db5-a617-0878c73ee56a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:32.053298 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-112237d8-104d-414f-97b7-d5c8673c187f req-a592bf5d-4608-4c4e-a2e4-1b11fbe05041 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198875 Jul 15 13:06:32.077412 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-59235d7b-7709-4e68-b79a-3f38a4b37e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:32.081302 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-59235d7b-7709-4e68-b79a-3f38a4b37e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:32.085069 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-59235d7b-7709-4e68-b79a-3f38a4b37e8a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/680015d7-3cf5-4bf2-aaef-662d25196854 HTTP/1.1" status: 204 len: 168 time: 0.2020090 Jul 15 13:06:32.085799 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-72f4aaaa-02f2-439d-aef9-d23ef6dffa38 req-92b626e9-14bf-46e9-843d-5f016aabfdc6 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/security-groups?id=11c6d291-a458-49b6-80ff-5db152f1be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296995 Jul 15 13:06:32.087282 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-a536b80a-eca2-4443-b230-ca357767c2ea req-30bfe942-e0e9-4704-84a1-9222e0576520 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Transition to ACTIVE for port object d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:32.111536 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-96cdbc15-3af7-4db5-a617-0878c73ee56a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:32.154814 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59235d7b-7709-4e68-b79a-3f38a4b37e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680015d7-3cf5-4bf2-aaef-662d25196854,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:32.204367 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:32.258081 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-96cdbc15-3af7-4db5-a617-0878c73ee56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:32.263600 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-96cdbc15-3af7-4db5-a617-0878c73ee56a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:32.269557 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-96cdbc15-3af7-4db5-a617-0878c73ee56a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/678f200d-9bff-4745-b50e-fe912e615194 HTTP/1.1" status: 204 len: 168 time: 0.8825841 Jul 15 13:06:32.298424 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cdbc15-3af7-4db5-a617-0878c73ee56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678f200d-9bff-4745-b50e-fe912e615194,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:32.321196 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-30bfe942-e0e9-4704-84a1-9222e0576520 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:32.397124 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d129887d-3a7a-4fac-989c-9d3feba62c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:32.463988 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bfe942-e0e9-4704-84a1-9222e0576520 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Pushing event updated for resources: {'Port': ['ID=d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:32.545176 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a536b80a-eca2-4443-b230-ca357767c2ea req-30bfe942-e0e9-4704-84a1-9222e0576520 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Network 883fa9e8-319c-4b08-9112-d792a62e6fcb is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:06:32.552658 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-a536b80a-eca2-4443-b230-ca357767c2ea req-30bfe942-e0e9-4704-84a1-9222e0576520 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:32.555904 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a536b80a-eca2-4443-b230-ca357767c2ea req-30bfe942-e0e9-4704-84a1-9222e0576520 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:06:32.751135 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-30bfe942-e0e9-4704-84a1-9222e0576520 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:32.752776 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-30bfe942-e0e9-4704-84a1-9222e0576520 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:32.791336 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f1608-7a35-4790-bcfc-698a5a99e16e req-b53b56fd-ac5b-4288-930a-217e036b7736 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:32.802421 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b05f1608-7a35-4790-bcfc-698a5a99e16e req-b53b56fd-ac5b-4288-930a-217e036b7736 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 949 time: 0.3338158 Jul 15 13:06:32.881100 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-30bfe942-e0e9-4704-84a1-9222e0576520 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0266302 Jul 15 13:06:32.928283 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-a536b80a-eca2-4443-b230-ca357767c2ea req-081c581e-8104-4886-ace9-9f1ca1d8bc66 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Request body: {'port': {'device_id': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '883fa9e8-319c-4b08-9112-d792a62e6fcb', 'admin_state_up': True, 'tenant_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'security_groups': ['11c6d291-a458-49b6-80ff-5db152f1be0c']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:32.995784 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b05f1608-7a35-4790-bcfc-698a5a99e16e req-9d928689-562c-47c9-b23a-ab047fe6715b tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906140 Jul 15 13:06:33.000308 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-afc454eb-d01e-42e5-ab52-f51482081253 None None] Provisioning for port d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:33.007140 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-afc454eb-d01e-42e5-ab52-f51482081253 None None] Provisioning complete for port d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:33.007573 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-afc454eb-d01e-42e5-ab52-f51482081253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:33.010617 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-109cadf0-9452-41a0-864c-aeb6e7b10ee5 req-71acb66c-f1f4-4589-b4d0-75beef6e0371 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2734fda1397148a499bf36b4dd948f49&device_id=128678dc-b0e2-4843-9bb9-958b41b1ec5c HTTP/1.1" status: 200 len: 210 time: 0.1078537 Jul 15 13:06:33.107566 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-109cadf0-9452-41a0-864c-aeb6e7b10ee5 req-004140c1-8265-4f80-9b80-f842e45c819e service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=2734fda1397148a499bf36b4dd948f49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0876398 Jul 15 13:06:33.133875 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-afc454eb-d01e-42e5-ab52-f51482081253 None None] Port d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:06:33.221178 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1744af82-fa29-434c-a473-631544ba57df req-b9919a44-f5c2-40e9-b6ef-a9d36bb6f262 tempest-ServerShowV254Test-909803637 tempest-ServerShowV254Test-909803637-project] 10.222.0.16 "GET /v2.0/ports?device_id=128678dc-b0e2-4843-9bb9-958b41b1ec5c HTTP/1.1" status: 200 len: 210 time: 0.0752232 Jul 15 13:06:33.282136 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-081c581e-8104-4886-ace9-9f1ca1d8bc66 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Made reservation on behalf of 81c3b9d8d0bd4b9983bde8217f1dc07f for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:33.288540 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-081c581e-8104-4886-ace9-9f1ca1d8bc66 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:33.347217 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109cadf0-9452-41a0-864c-aeb6e7b10ee5 req-24af1366-edab-4845-b5e7-99a085c1012a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:33.356146 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-109cadf0-9452-41a0-864c-aeb6e7b10ee5 req-24af1366-edab-4845-b5e7-99a085c1012a service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2361414 Jul 15 13:06:33.475922 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:33.642836 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-a536b80a-eca2-4443-b230-ca357767c2ea req-081c581e-8104-4886-ace9-9f1ca1d8bc66 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Allocated IP 10.2.2.200 (883fa9e8-319c-4b08-9112-d792a62e6fcb/a6166fd5-9d93-4b4f-8752-cc94814dcb8f/d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:06:33.664514 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec46be2-b08e-4aa5-9247-a02089bf3588 req-05992c0c-48bf-4091-9aaa-5f7a018e8b98 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:33.666049 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7ec46be2-b08e-4aa5-9247-a02089bf3588 req-05992c0c-48bf-4091-9aaa-5f7a018e8b98 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4a59a6f-56c7-4f4b-a975-e875c4b50da0 HTTP/1.1" status: 200 len: 946 time: 0.2163858 Jul 15 13:06:33.677943 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e8c96-93df-4e3b-a6db-7a057d3f0b1f req-8f90e43e-b52b-4693-8951-8dffcbcae27e tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:33.683889 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e8c96-93df-4e3b-a6db-7a057d3f0b1f req-8f90e43e-b52b-4693-8951-8dffcbcae27e tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:33.689982 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e8c96-93df-4e3b-a6db-7a057d3f0b1f req-8f90e43e-b52b-4693-8951-8dffcbcae27e tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:33.697068 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46478) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:33.699620 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e8c96-93df-4e3b-a6db-7a057d3f0b1f req-8f90e43e-b52b-4693-8951-8dffcbcae27e tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:33.707145 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4c9e8c96-93df-4e3b-a6db-7a057d3f0b1f req-8f90e43e-b52b-4693-8951-8dffcbcae27e tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 3095 time: 0.1981831 Jul 15 13:06:33.793499 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46482) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:33.829420 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4c9e8c96-93df-4e3b-a6db-7a057d3f0b1f req-7e815a36-c12b-4ec5-aacc-f590b8f2ab3f tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/security-groups?id=11c6d291-a458-49b6-80ff-5db152f1be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213112 Jul 15 13:06:33.844192 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7ec46be2-b08e-4aa5-9247-a02089bf3588 req-fadab434-4158-4e52-a73f-2837f5ca6f20 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349771 Jul 15 13:06:33.926599 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-10cb1c37-0eed-492f-870a-816c9e40a3c6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1882119-network', 'tenant_id': '49bbb79a73e14fa894aa5fbb900d6de9'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:33.972393 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cb1c37-0eed-492f-870a-816c9e40a3c6 admin admin] Made reservation on behalf of 49bbb79a73e14fa894aa5fbb900d6de9 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:33.975270 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-10cb1c37-0eed-492f-870a-816c9e40a3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:33.992559 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-10cb1c37-0eed-492f-870a-816c9e40a3c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:34.021505 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-081c581e-8104-4886-ace9-9f1ca1d8bc66 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:34.041090 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-1d187a8b-661d-467c-9d27-172eda0e8011 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1373790274-network', 'tenant_id': '462cf2e8381d4a00afa9a611dd4db541'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:34.051232 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-a536b80a-eca2-4443-b230-ca357767c2ea req-081c581e-8104-4886-ace9-9f1ca1d8bc66 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Transition to ACTIVE for port object d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:34.078385 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.db.api [None req-1d187a8b-661d-467c-9d27-172eda0e8011 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:06:34.078385 n-d-771363-36 neutron-server[93826]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:06:34.078385 n-d-771363-36 neutron-server[93826]: [parameters: {'project_id_1': '462cf2e8381d4a00afa9a611dd4db541', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 6, 34, 62131)}] Jul 15 13:06:34.078385 n-d-771363-36 neutron-server[93826]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:06:34.082333 n-d-771363-36 neutron-server[93826]: DEBUG oslo_db.api [None req-1d187a8b-661d-467c-9d27-172eda0e8011 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:06:34.116746 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-081c581e-8104-4886-ace9-9f1ca1d8bc66 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:34.162522 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a536b80a-eca2-4443-b230-ca357767c2ea req-081c581e-8104-4886-ace9-9f1ca1d8bc66 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Network 883fa9e8-319c-4b08-9112-d792a62e6fcb is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:06:34.165491 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-a536b80a-eca2-4443-b230-ca357767c2ea req-081c581e-8104-4886-ace9-9f1ca1d8bc66 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:34.183890 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a536b80a-eca2-4443-b230-ca357767c2ea req-081c581e-8104-4886-ace9-9f1ca1d8bc66 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:06:34.281401 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-081c581e-8104-4886-ace9-9f1ca1d8bc66 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:34.282112 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-10cb1c37-0eed-492f-870a-816c9e40a3c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:34.282230 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-081c581e-8104-4886-ace9-9f1ca1d8bc66 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:34.297625 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-10cb1c37-0eed-492f-870a-816c9e40a3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:34.324579 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10cb1c37-0eed-492f-870a-816c9e40a3c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:06:34.339358 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-10cb1c37-0eed-492f-870a-816c9e40a3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:34.339829 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-10cb1c37-0eed-492f-870a-816c9e40a3c6 admin admin] Added segment 89fbc622-efc0-4427-9c11-6afea9afb82b of type vlan for network 6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d Jul 15 13:06:34.387935 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081c581e-8104-4886-ace9-9f1ca1d8bc66 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Pushing event updated for resources: {'Port': ['ID=d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:34.403850 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-081c581e-8104-4886-ace9-9f1ca1d8bc66 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4920735 Jul 15 13:06:34.423431 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-a536b80a-eca2-4443-b230-ca357767c2ea req-bafe59bd-ae3c-46f4-b324-2a85a12040c9 service neutron] Request body: {'port': {'device_id': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:34.471366 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-10cb1c37-0eed-492f-870a-816c9e40a3c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:34.486307 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ba738-be60-4fa4-bd67-0dd3de809080 req-8b6b4a8d-b9e6-4a32-9ed7-cecb91e01379 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:34.488978 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b04ba738-be60-4fa4-bd67-0dd3de809080 req-8b6b4a8d-b9e6-4a32-9ed7-cecb91e01379 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 949 time: 0.1978207 Jul 15 13:06:34.543053 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-bafe59bd-ae3c-46f4-b324-2a85a12040c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:34.565204 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-10cb1c37-0eed-492f-870a-816c9e40a3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:34.566400 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cb1c37-0eed-492f-870a-816c9e40a3c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:34.570075 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-10cb1c37-0eed-492f-870a-816c9e40a3c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:34.668137 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b04ba738-be60-4fa4-bd67-0dd3de809080 req-f0ccc389-4c7e-4b49-a48e-fb77807c099b tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327665 Jul 15 13:06:34.673728 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dbeb6136-50a8-40ea-84ca-9f27eab42c29 req-47a35adc-ec8d-4120-a2e6-d771cf3f1ed6 tempest-ServerShowV254Test-909803637 tempest-ServerShowV254Test-909803637-project] 10.222.0.16 "GET /v2.0/ports?device_id=128678dc-b0e2-4843-9bb9-958b41b1ec5c HTTP/1.1" status: 200 len: 210 time: 0.0994561 Jul 15 13:06:34.683400 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb1c37-0eed-492f-870a-816c9e40a3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6f9d6e-22f2-49c1-a843-03911e5acd6f,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:34.740371 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb1c37-0eed-492f-870a-816c9e40a3c6 admin admin] Pushing event updated for resources: {'Network': ['ID=6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:34.747410 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d187a8b-661d-467c-9d27-172eda0e8011 admin admin] Made reservation on behalf of 462cf2e8381d4a00afa9a611dd4db541 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:34.750858 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1d187a8b-661d-467c-9d27-172eda0e8011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:34.755459 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:06:34.767881 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-10cb1c37-0eed-492f-870a-816c9e40a3c6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0695512 Jul 15 13:06:34.769518 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1d187a8b-661d-467c-9d27-172eda0e8011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:34.772803 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46498) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:34.783047 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-20888c1f-821d-4616-80bf-624b1902c718 admin admin] Request body: {'subnet': {'network_id': '6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1882119-subnet', 'tenant_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:34.843951 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-109cadf0-9452-41a0-864c-aeb6e7b10ee5 req-5ef3ff38-e2c4-426e-ac8e-c3ab5db7d08a tempest-ServerShowV254Test-909803637 tempest-ServerShowV254Test-909803637-project] 10.222.0.46 "GET /v2.0/ports?device_id=128678dc-b0e2-4843-9bb9-958b41b1ec5c HTTP/1.1" status: 200 len: 210 time: 0.0495911 Jul 15 13:06:34.875807 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20888c1f-821d-4616-80bf-624b1902c718 admin admin] Made reservation on behalf of 49bbb79a73e14fa894aa5fbb900d6de9 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:34.882360 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-20888c1f-821d-4616-80bf-624b1902c718 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.100906 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.114807 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-991b9bc4-c628-4f11-8ad0-287cd5690371 None None] Provisioning for port d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:35.120265 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-991b9bc4-c628-4f11-8ad0-287cd5690371 None None] Provisioning complete for port d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:35.120888 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-991b9bc4-c628-4f11-8ad0-287cd5690371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.216285 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-991b9bc4-c628-4f11-8ad0-287cd5690371 None None] Port d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:06:35.315331 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-20888c1f-821d-4616-80bf-624b1902c718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.394440 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-a536b80a-eca2-4443-b230-ca357767c2ea req-bafe59bd-ae3c-46f4-b324-2a85a12040c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45cccd3c-527e-44db-82ed-44f7f1bef40a {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:35.398343 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1d187a8b-661d-467c-9d27-172eda0e8011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.405455 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20888c1f-821d-4616-80bf-624b1902c718 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6bbe658-7956-4bdc-bf0f-4e1c4674969b,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:35.410843 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb631ac-1375-42ad-912b-90df5937709c req-9ee8675f-3d32-4f17-958a-ec685dccecfc tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:35.417855 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1d187a8b-661d-467c-9d27-172eda0e8011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.418052 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cdb631ac-1375-42ad-912b-90df5937709c req-9ee8675f-3d32-4f17-958a-ec685dccecfc tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4a59a6f-56c7-4f4b-a975-e875c4b50da0 HTTP/1.1" status: 200 len: 946 time: 0.2959893 Jul 15 13:06:35.443425 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-bafe59bd-ae3c-46f4-b324-2a85a12040c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.445217 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20888c1f-821d-4616-80bf-624b1902c718 admin admin] Checking segment: {'id': '89fbc622-efc0-4427-9c11-6afea9afb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:35.445775 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20888c1f-821d-4616-80bf-624b1902c718 admin admin] Network hostable DHCP agents. Network: 6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:06:35.448017 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d187a8b-661d-467c-9d27-172eda0e8011 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:06:35.469163 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d187a8b-661d-467c-9d27-172eda0e8011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0455d5-c9fd-43bf-ab05-d658bc55d202,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:35.485835 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1d187a8b-661d-467c-9d27-172eda0e8011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.486281 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-1d187a8b-661d-467c-9d27-172eda0e8011 admin admin] Added segment 396ddd2b-9cfd-4026-9f46-a29b35f44163 of type vlan for network f5b3fa25-f972-46c9-91ce-8936a263dc2c Jul 15 13:06:35.489275 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cdb631ac-1375-42ad-912b-90df5937709c req-6fab9937-19c3-471a-af04-142654138c93 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703468 Jul 15 13:06:35.491338 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-a536b80a-eca2-4443-b230-ca357767c2ea req-bafe59bd-ae3c-46f4-b324-2a85a12040c9 service neutron] Transition to ACTIVE for port object 45cccd3c-527e-44db-82ed-44f7f1bef40a will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:35.519324 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373e3e5-d56f-4fc9-8c2a-d2e9764f7507 req-098f0260-783e-414e-9902-46ba94a11634 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:35.537174 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20888c1f-821d-4616-80bf-624b1902c718 admin admin] Network 6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:06:35.541699 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1d187a8b-661d-467c-9d27-172eda0e8011 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.546090 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373e3e5-d56f-4fc9-8c2a-d2e9764f7507 req-098f0260-783e-414e-9902-46ba94a11634 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:35.553612 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373e3e5-d56f-4fc9-8c2a-d2e9764f7507 req-098f0260-783e-414e-9902-46ba94a11634 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:35.559764 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-20888c1f-821d-4616-80bf-624b1902c718 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:35.570789 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20888c1f-821d-4616-80bf-624b1902c718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:35.571196 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e43b791-6bf2-47e4-8f9a-39678816d6f4 None None] Network 6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:06:35.571360 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-20888c1f-821d-4616-80bf-624b1902c718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.589924 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373e3e5-d56f-4fc9-8c2a-d2e9764f7507 req-098f0260-783e-414e-9902-46ba94a11634 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:35.597969 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373e3e5-d56f-4fc9-8c2a-d2e9764f7507 req-098f0260-783e-414e-9902-46ba94a11634 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:35.624799 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f373e3e5-d56f-4fc9-8c2a-d2e9764f7507 req-098f0260-783e-414e-9902-46ba94a11634 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 3816 time: 0.4733131 Jul 15 13:06:35.633618 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-20888c1f-821d-4616-80bf-624b1902c718 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8595090 Jul 15 13:06:35.634348 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46504) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:35.638286 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-bafe59bd-ae3c-46f4-b324-2a85a12040c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.638926 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-542c5b42-4fb0-4940-a4e9-c40868df4cc5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1882119-router', 'tenant_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:35.658297 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1d187a8b-661d-467c-9d27-172eda0e8011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.663566 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d187a8b-661d-467c-9d27-172eda0e8011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:35.664188 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1d187a8b-661d-467c-9d27-172eda0e8011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.880947 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-542c5b42-4fb0-4940-a4e9-c40868df4cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.882224 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-542c5b42-4fb0-4940-a4e9-c40868df4cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.885965 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe59bd-ae3c-46f4-b324-2a85a12040c9 service neutron] Pushing event updated for resources: {'Port': ['ID=45cccd3c-527e-44db-82ed-44f7f1bef40a,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:35.899576 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1d187a8b-661d-467c-9d27-172eda0e8011 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1046386 Jul 15 13:06:35.901200 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d187a8b-661d-467c-9d27-172eda0e8011 admin admin] Pushing event updated for resources: {'Network': ['ID=f5b3fa25-f972-46c9-91ce-8936a263dc2c,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:35.911925 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46514) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:35.918107 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-f39c57c4-7230-49cb-aa22-18ddf0526621 admin admin] Request body: {'subnet': {'network_id': 'f5b3fa25-f972-46c9-91ce-8936a263dc2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1373790274-subnet', 'tenant_id': '462cf2e8381d4a00afa9a611dd4db541', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:35.988747 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f373e3e5-d56f-4fc9-8c2a-d2e9764f7507 req-be4e85c6-d523-4e08-91f2-b2bd0141ce9d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/security-groups?id=11c6d291-a458-49b6-80ff-5db152f1be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3601460 Jul 15 13:06:36.098148 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-542c5b42-4fb0-4940-a4e9-c40868df4cc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:36.099176 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39c57c4-7230-49cb-aa22-18ddf0526621 admin admin] Made reservation on behalf of 462cf2e8381d4a00afa9a611dd4db541 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:36.101508 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f39c57c4-7230-49cb-aa22-18ddf0526621 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:36.115965 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-a536b80a-eca2-4443-b230-ca357767c2ea req-bafe59bd-ae3c-46f4-b324-2a85a12040c9 service neutron] Attempting to bind port 45cccd3c-527e-44db-82ed-44f7f1bef40a on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:36.116360 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-a536b80a-eca2-4443-b230-ca357767c2ea req-bafe59bd-ae3c-46f4-b324-2a85a12040c9 service neutron] Attempting to bind port 45cccd3c-527e-44db-82ed-44f7f1bef40a by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'b48a1be4-8704-4073-a776-5fcb869d0e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '35062ce4-aa77-455d-98c1-04b1c2bbb05e'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:36.128704 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b80a-eca2-4443-b230-ca357767c2ea req-bafe59bd-ae3c-46f4-b324-2a85a12040c9 service neutron] Attempting to bind port 45cccd3c-527e-44db-82ed-44f7f1bef40a on network 35062ce4-aa77-455d-98c1-04b1c2bbb05e {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:36.149880 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b80a-eca2-4443-b230-ca357767c2ea req-bafe59bd-ae3c-46f4-b324-2a85a12040c9 service neutron] Port 45cccd3c-527e-44db-82ed-44f7f1bef40a on network 35062ce4-aa77-455d-98c1-04b1c2bbb05e not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:06:36.150388 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b80a-eca2-4443-b230-ca357767c2ea req-bafe59bd-ae3c-46f4-b324-2a85a12040c9 service neutron] Attempting to bind port 45cccd3c-527e-44db-82ed-44f7f1bef40a on network 35062ce4-aa77-455d-98c1-04b1c2bbb05e {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:36.157664 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b80a-eca2-4443-b230-ca357767c2ea req-bafe59bd-ae3c-46f4-b324-2a85a12040c9 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:36.158541 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b80a-eca2-4443-b230-ca357767c2ea req-bafe59bd-ae3c-46f4-b324-2a85a12040c9 service neutron] Checking segment: {'id': 'b48a1be4-8704-4073-a776-5fcb869d0e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '35062ce4-aa77-455d-98c1-04b1c2bbb05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:36.159226 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b80a-eca2-4443-b230-ca357767c2ea req-bafe59bd-ae3c-46f4-b324-2a85a12040c9 service neutron] Bound using segment: {'id': 'b48a1be4-8704-4073-a776-5fcb869d0e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '35062ce4-aa77-455d-98c1-04b1c2bbb05e'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:36.160308 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-a536b80a-eca2-4443-b230-ca357767c2ea req-bafe59bd-ae3c-46f4-b324-2a85a12040c9 service neutron] Bound port: 45cccd3c-527e-44db-82ed-44f7f1bef40a, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b48a1be4-8704-4073-a776-5fcb869d0e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '35062ce4-aa77-455d-98c1-04b1c2bbb05e'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:36.160775 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-bafe59bd-ae3c-46f4-b324-2a85a12040c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:36.263647 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-a536b80a-eca2-4443-b230-ca357767c2ea req-bafe59bd-ae3c-46f4-b324-2a85a12040c9 service neutron] For port 45cccd3c-527e-44db-82ed-44f7f1bef40a, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:36.269225 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-a536b80a-eca2-4443-b230-ca357767c2ea req-bafe59bd-ae3c-46f4-b324-2a85a12040c9 service neutron] For port 45cccd3c-527e-44db-82ed-44f7f1bef40a, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=45cccd3c-527e-44db-82ed-44f7f1bef40a,segment=NetworkSegment(b48a1be4-8704-4073-a776-5fcb869d0e81),segment_id=b48a1be4-8704-4073-a776-5fcb869d0e81)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:36.285074 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network f5b3fa25-f972-46c9-91ce-8936a263dc2c details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:06:36.323921 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1115b9a7-de9c-4145-84e0-6a2343d39c7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d', 'network_id': '6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d', 'tenant_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'fixed_ips': [{'subnet_id': 'a6bbe658-7956-4bdc-bf0f-4e1c4674969b'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:06:36.324808 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1115b9a7-de9c-4145-84e0-6a2343d39c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:36.342357 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-bafe59bd-ae3c-46f4-b324-2a85a12040c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:36.471761 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe59bd-ae3c-46f4-b324-2a85a12040c9 service neutron] Pushing event updated for resources: {'Port': ['ID=45cccd3c-527e-44db-82ed-44f7f1bef40a,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:36.502303 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-bafe59bd-ae3c-46f4-b324-2a85a12040c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:36.504676 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-bafe59bd-ae3c-46f4-b324-2a85a12040c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:36.506576 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-bafe59bd-ae3c-46f4-b324-2a85a12040c9 service neutron] 10.222.0.46 "PUT /v2.0/ports/45cccd3c-527e-44db-82ed-44f7f1bef40a HTTP/1.1" status: 200 len: 1093 time: 2.0876889 Jul 15 13:06:36.507922 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'tag': '45cccd3c-527e-44db-82ed-44f7f1bef40a'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:36.510184 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d86d55-5500-4d7d-9a66-405eccd0727a" -d '{"events": [{"name": "network-changed", "server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "tag": "45cccd3c-527e-44db-82ed-44f7f1bef40a"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:36.559239 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-a536b80a-eca2-4443-b230-ca357767c2ea req-234940f7-6d72-422e-9d35-2d2d996bb7c5 service neutron] Request body: {'port': {'device_id': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:36.627058 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-542c5b42-4fb0-4940-a4e9-c40868df4cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:36.672616 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46524) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:36.732239 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-1115b9a7-de9c-4145-84e0-6a2343d39c7e None None] Allocated IP 172.20.0.2 (6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d/a6bbe658-7956-4bdc-bf0f-4e1c4674969b/9cbc1111-e1f1-44ba-bb18-554476617cc6) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:06:36.903039 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6ccf8-2fee-4e53-9a86-4bf7ba0cd0a5 req-b7e08703-45b3-47fc-a7f1-8d4f765d1bc3 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:36.913298 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-edc6ccf8-2fee-4e53-9a86-4bf7ba0cd0a5 req-b7e08703-45b3-47fc-a7f1-8d4f765d1bc3 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 949 time: 0.7353756 Jul 15 13:06:36.927258 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-234940f7-6d72-422e-9d35-2d2d996bb7c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:36.984540 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9faeb410-70ae-40e1-8afe-8058e83f2685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:37.017125 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1115b9a7-de9c-4145-84e0-6a2343d39c7e None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:37.028362 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1115b9a7-de9c-4145-84e0-6a2343d39c7e None None] Transition to ACTIVE for port object 9cbc1111-e1f1-44ba-bb18-554476617cc6 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:37.045531 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1115b9a7-de9c-4145-84e0-6a2343d39c7e None None] Transition to ACTIVE for port object 9cbc1111-e1f1-44ba-bb18-554476617cc6 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:37.077622 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1115b9a7-de9c-4145-84e0-6a2343d39c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:37.086130 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f39c57c4-7230-49cb-aa22-18ddf0526621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:37.164683 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1115b9a7-de9c-4145-84e0-6a2343d39c7e None None] Network 6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:06:37.167764 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-1115b9a7-de9c-4145-84e0-6a2343d39c7e None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:37.181585 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1115b9a7-de9c-4145-84e0-6a2343d39c7e None None] Pushing event updated for resources: {'Port': ['ID=9cbc1111-e1f1-44ba-bb18-554476617cc6,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:37.183815 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1115b9a7-de9c-4145-84e0-6a2343d39c7e None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:06:37.198041 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e08518-7885-424f-a72f-2b98eb6f9f74 req-3a546408-d6ef-41e2-b131-0b1b205102c5 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:37.211126 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-77e08518-7885-424f-a72f-2b98eb6f9f74 req-3a546408-d6ef-41e2-b131-0b1b205102c5 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4a59a6f-56c7-4f4b-a975-e875c4b50da0 HTTP/1.1" status: 200 len: 946 time: 0.4098601 Jul 15 13:06:37.214163 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-edc6ccf8-2fee-4e53-9a86-4bf7ba0cd0a5 req-8f4996dd-c36f-458b-a0a0-a5086e86117a tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002594 Jul 15 13:06:37.267121 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39c57c4-7230-49cb-aa22-18ddf0526621 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49a126ca-9b4f-4333-b6ec-4d5352301346,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:37.323225 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-1115b9a7-de9c-4145-84e0-6a2343d39c7e None None] Attempting to bind port 9cbc1111-e1f1-44ba-bb18-554476617cc6 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:37.323831 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-1115b9a7-de9c-4145-84e0-6a2343d39c7e None None] Attempting to bind port 9cbc1111-e1f1-44ba-bb18-554476617cc6 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '89fbc622-efc0-4427-9c11-6afea9afb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:37.323956 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1115b9a7-de9c-4145-84e0-6a2343d39c7e None None] Attempting to bind port 9cbc1111-e1f1-44ba-bb18-554476617cc6 on network 6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:37.339079 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1115b9a7-de9c-4145-84e0-6a2343d39c7e None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:37.339465 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1115b9a7-de9c-4145-84e0-6a2343d39c7e None None] Checking segment: {'id': '89fbc622-efc0-4427-9c11-6afea9afb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:37.339882 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1115b9a7-de9c-4145-84e0-6a2343d39c7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:37.340277 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1115b9a7-de9c-4145-84e0-6a2343d39c7e None None] Bound using segment: {'id': '89fbc622-efc0-4427-9c11-6afea9afb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:37.340748 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-1115b9a7-de9c-4145-84e0-6a2343d39c7e None None] Bound port: 9cbc1111-e1f1-44ba-bb18-554476617cc6, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fbc622-efc0-4427-9c11-6afea9afb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:37.341136 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1115b9a7-de9c-4145-84e0-6a2343d39c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:37.459047 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-a536b80a-eca2-4443-b230-ca357767c2ea req-234940f7-6d72-422e-9d35-2d2d996bb7c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7efec053-2f43-4369-8788-a95bec608fe4 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:37.469269 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-234940f7-6d72-422e-9d35-2d2d996bb7c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:37.472661 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-1115b9a7-de9c-4145-84e0-6a2343d39c7e None None] For port 9cbc1111-e1f1-44ba-bb18-554476617cc6, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:37.476005 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-1115b9a7-de9c-4145-84e0-6a2343d39c7e None None] For port 9cbc1111-e1f1-44ba-bb18-554476617cc6, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9cbc1111-e1f1-44ba-bb18-554476617cc6,segment=NetworkSegment(89fbc622-efc0-4427-9c11-6afea9afb82b),segment_id=89fbc622-efc0-4427-9c11-6afea9afb82b)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:37.488392 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-a536b80a-eca2-4443-b230-ca357767c2ea req-234940f7-6d72-422e-9d35-2d2d996bb7c5 service neutron] Transition to ACTIVE for port object 7efec053-2f43-4369-8788-a95bec608fe4 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:37.491432 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39c57c4-7230-49cb-aa22-18ddf0526621 admin admin] Checking segment: {'id': '396ddd2b-9cfd-4026-9f46-a29b35f44163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f5b3fa25-f972-46c9-91ce-8936a263dc2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:37.491796 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39c57c4-7230-49cb-aa22-18ddf0526621 admin admin] Network hostable DHCP agents. Network: f5b3fa25-f972-46c9-91ce-8936a263dc2c, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:06:37.496752 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1115b9a7-de9c-4145-84e0-6a2343d39c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:37.498343 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7cf78b3-8e83-47f2-acb7-65fdd2369fb5 x-openstack-request-id: req-f7cf78b3-8e83-47f2-acb7-65fdd2369fb5 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:37.498692 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "tag": "45cccd3c-527e-44db-82ed-44f7f1bef40a", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:37.499385 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7cf78b3-8e83-47f2-acb7-65fdd2369fb5 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:37.499825 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'tag': '45cccd3c-527e-44db-82ed-44f7f1bef40a', 'status': 'completed', 'code': 200} Jul 15 13:06:37.522368 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-234940f7-6d72-422e-9d35-2d2d996bb7c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:37.601078 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-77e08518-7885-424f-a72f-2b98eb6f9f74 req-41025fb6-b5f7-47b5-bed2-275af3373fcd tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801603 Jul 15 13:06:37.669056 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1115b9a7-de9c-4145-84e0-6a2343d39c7e None None] Pushing event updated for resources: {'Port': ['ID=9cbc1111-e1f1-44ba-bb18-554476617cc6,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:37.738430 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234940f7-6d72-422e-9d35-2d2d996bb7c5 service neutron] Pushing event updated for resources: {'Port': ['ID=7efec053-2f43-4369-8788-a95bec608fe4,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:37.797281 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9faeb410-70ae-40e1-8afe-8058e83f2685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:37.814623 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39c57c4-7230-49cb-aa22-18ddf0526621 admin admin] Network f5b3fa25-f972-46c9-91ce-8936a263dc2c is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:06:37.840199 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-542c5b42-4fb0-4940-a4e9-c40868df4cc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:37.848553 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9faeb410-70ae-40e1-8afe-8058e83f2685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:37.933854 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-f39c57c4-7230-49cb-aa22-18ddf0526621 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, f5b3fa25-f972-46c9-91ce-8936a263dc2c) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:37.939095 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-542c5b42-4fb0-4940-a4e9-c40868df4cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:37.961926 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39c57c4-7230-49cb-aa22-18ddf0526621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:37.978641 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e8137e-9491-4e67-a42c-826379a6b672 None None] Network f5b3fa25-f972-46c9-91ce-8936a263dc2c requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:06:37.982874 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f39c57c4-7230-49cb-aa22-18ddf0526621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:38.046202 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9faeb410-70ae-40e1-8afe-8058e83f2685 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2734fda1397148a499bf36b4dd948f49&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3725154 Jul 15 13:06:38.075865 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faeb410-70ae-40e1-8afe-8058e83f2685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e715a8-b23a-4d63-8d88-82fedab30236,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:38.084753 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46546) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:38.157406 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d86d55-5500-4d7d-9a66-405eccd0727a req-c3abbe07-c584-44bf-ba0d-bb8db99a623b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:38.172223 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d86d55-5500-4d7d-9a66-405eccd0727a req-c3abbe07-c584-44bf-ba0d-bb8db99a623b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:38.172591 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-a536b80a-eca2-4443-b230-ca357767c2ea req-234940f7-6d72-422e-9d35-2d2d996bb7c5 service neutron] Attempting to bind port 7efec053-2f43-4369-8788-a95bec608fe4 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:38.172938 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-a536b80a-eca2-4443-b230-ca357767c2ea req-234940f7-6d72-422e-9d35-2d2d996bb7c5 service neutron] Attempting to bind port 7efec053-2f43-4369-8788-a95bec608fe4 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '31fa37a9-facf-4912-b998-1c360a86c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0393d230-55c0-4aac-933c-382b8f80fda9'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:38.173274 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b80a-eca2-4443-b230-ca357767c2ea req-234940f7-6d72-422e-9d35-2d2d996bb7c5 service neutron] Attempting to bind port 7efec053-2f43-4369-8788-a95bec608fe4 on network 0393d230-55c0-4aac-933c-382b8f80fda9 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:38.175735 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d86d55-5500-4d7d-9a66-405eccd0727a req-c3abbe07-c584-44bf-ba0d-bb8db99a623b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:38.177818 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d86d55-5500-4d7d-9a66-405eccd0727a req-c3abbe07-c584-44bf-ba0d-bb8db99a623b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:38.178478 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d86d55-5500-4d7d-9a66-405eccd0727a req-c3abbe07-c584-44bf-ba0d-bb8db99a623b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:38.181924 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e8d86d55-5500-4d7d-9a66-405eccd0727a req-c3abbe07-c584-44bf-ba0d-bb8db99a623b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=81c3b9d8d0bd4b9983bde8217f1dc07f&device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 4364 time: 0.7614059 Jul 15 13:06:38.185419 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b80a-eca2-4443-b230-ca357767c2ea req-234940f7-6d72-422e-9d35-2d2d996bb7c5 service neutron] Port 7efec053-2f43-4369-8788-a95bec608fe4 on network 0393d230-55c0-4aac-933c-382b8f80fda9 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:06:38.185753 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b80a-eca2-4443-b230-ca357767c2ea req-234940f7-6d72-422e-9d35-2d2d996bb7c5 service neutron] Attempting to bind port 7efec053-2f43-4369-8788-a95bec608fe4 on network 0393d230-55c0-4aac-933c-382b8f80fda9 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:38.212115 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f39c57c4-7230-49cb-aa22-18ddf0526621 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.2982757 Jul 15 13:06:38.225239 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b80a-eca2-4443-b230-ca357767c2ea req-234940f7-6d72-422e-9d35-2d2d996bb7c5 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:38.225923 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b80a-eca2-4443-b230-ca357767c2ea req-234940f7-6d72-422e-9d35-2d2d996bb7c5 service neutron] Checking segment: {'id': '31fa37a9-facf-4912-b998-1c360a86c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0393d230-55c0-4aac-933c-382b8f80fda9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:38.226070 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b80a-eca2-4443-b230-ca357767c2ea req-234940f7-6d72-422e-9d35-2d2d996bb7c5 service neutron] Bound using segment: {'id': '31fa37a9-facf-4912-b998-1c360a86c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0393d230-55c0-4aac-933c-382b8f80fda9'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:38.226429 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-a536b80a-eca2-4443-b230-ca357767c2ea req-234940f7-6d72-422e-9d35-2d2d996bb7c5 service neutron] Bound port: 7efec053-2f43-4369-8788-a95bec608fe4, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31fa37a9-facf-4912-b998-1c360a86c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0393d230-55c0-4aac-933c-382b8f80fda9'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:38.228599 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-234940f7-6d72-422e-9d35-2d2d996bb7c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:38.356024 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b6e5b-6dfb-4c5c-8050-e016808ce95d req-06ddd802-18e5-4d0f-824a-e66249387554 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:38.383500 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b6e5b-6dfb-4c5c-8050-e016808ce95d req-06ddd802-18e5-4d0f-824a-e66249387554 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:38.390097 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b6e5b-6dfb-4c5c-8050-e016808ce95d req-06ddd802-18e5-4d0f-824a-e66249387554 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:38.393071 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d45495-8874-46fd-a38f-2055b0e93b8e None None] Network f5b3fa25-f972-46c9-91ce-8936a263dc2c requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:06:38.424582 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b6e5b-6dfb-4c5c-8050-e016808ce95d req-06ddd802-18e5-4d0f-824a-e66249387554 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:38.447659 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b6e5b-6dfb-4c5c-8050-e016808ce95d req-06ddd802-18e5-4d0f-824a-e66249387554 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:38.469471 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b6e5b-6dfb-4c5c-8050-e016808ce95d req-06ddd802-18e5-4d0f-824a-e66249387554 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:38.471438 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-727b6e5b-6dfb-4c5c-8050-e016808ce95d req-06ddd802-18e5-4d0f-824a-e66249387554 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 4599 time: 0.4660451 Jul 15 13:06:38.569774 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-542c5b42-4fb0-4940-a4e9-c40868df4cc5 admin admin] Allocated IP 172.25.8.160 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/1d654372-e6fb-4d43-ab30-010794023c31) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:06:38.604752 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-727b6e5b-6dfb-4c5c-8050-e016808ce95d req-0cb5c85d-210d-4786-a767-a454ac588170 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d03c6c5-afde-46b4-9fff-da26c2a36d36&id=11c6d291-a458-49b6-80ff-5db152f1be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0980031 Jul 15 13:06:38.607549 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-a536b80a-eca2-4443-b230-ca357767c2ea req-234940f7-6d72-422e-9d35-2d2d996bb7c5 service neutron] For port 7efec053-2f43-4369-8788-a95bec608fe4, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:38.632032 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-a536b80a-eca2-4443-b230-ca357767c2ea req-234940f7-6d72-422e-9d35-2d2d996bb7c5 service neutron] For port 7efec053-2f43-4369-8788-a95bec608fe4, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=7efec053-2f43-4369-8788-a95bec608fe4,segment=NetworkSegment(31fa37a9-facf-4912-b998-1c360a86c68b),segment_id=31fa37a9-facf-4912-b998-1c360a86c68b)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:38.647032 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-234940f7-6d72-422e-9d35-2d2d996bb7c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:38.755068 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-234940f7-6d72-422e-9d35-2d2d996bb7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:38.756034 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-234940f7-6d72-422e-9d35-2d2d996bb7c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:38.759500 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-234940f7-6d72-422e-9d35-2d2d996bb7c5 service neutron] 10.222.0.46 "PUT /v2.0/ports/7efec053-2f43-4369-8788-a95bec608fe4 HTTP/1.1" status: 200 len: 1130 time: 2.2131321 Jul 15 13:06:38.789865 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-659b0ef7-3ce2-40e7-aaa0-a04c999f56bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:38.826352 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-542c5b42-4fb0-4940-a4e9-c40868df4cc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:38.847198 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-a536b80a-eca2-4443-b230-ca357767c2ea req-4854f635-be84-4f26-b0ad-d9a736fabb70 service neutron] Request body: {'port': {'device_id': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:38.932078 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-659b0ef7-3ce2-40e7-aaa0-a04c999f56bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:39.019202 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234940f7-6d72-422e-9d35-2d2d996bb7c5 service neutron] Pushing event updated for resources: {'Port': ['ID=7efec053-2f43-4369-8788-a95bec608fe4,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:39.038395 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d86d55-5500-4d7d-9a66-405eccd0727a req-b78e3940-0ea0-451d-88a0-59797a840827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:39.039507 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d86d55-5500-4d7d-9a66-405eccd0727a req-b78e3940-0ea0-451d-88a0-59797a840827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:39.040097 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d86d55-5500-4d7d-9a66-405eccd0727a req-b78e3940-0ea0-451d-88a0-59797a840827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:39.041749 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e8d86d55-5500-4d7d-9a66-405eccd0727a req-b78e3940-0ea0-451d-88a0-59797a840827 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=81c3b9d8d0bd4b9983bde8217f1dc07f&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8391101 Jul 15 13:06:39.044993 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-659b0ef7-3ce2-40e7-aaa0-a04c999f56bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:39.047881 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-659b0ef7-3ce2-40e7-aaa0-a04c999f56bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:39.049767 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-659b0ef7-3ce2-40e7-aaa0-a04c999f56bc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/60e715a8-b23a-4d63-8d88-82fedab30236 HTTP/1.1" status: 204 len: 168 time: 0.9238067 Jul 15 13:06:39.186224 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [req-358c1246-a8e8-4e7b-af31-e5df15404aa3 req-bce48042-467a-4574-a437-a20113b4bbdb tempest-SecurityGroupsNegativeTestJSON-942220265 tempest-SecurityGroupsNegativeTestJSON-942220265-project] show failed (client error): The resource could not be found. Jul 15 13:06:39.189289 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-358c1246-a8e8-4e7b-af31-e5df15404aa3 req-bce48042-467a-4574-a437-a20113b4bbdb tempest-SecurityGroupsNegativeTestJSON-942220265 tempest-SecurityGroupsNegativeTestJSON-942220265-project] 10.222.0.16 "GET /v2.0/security-groups/4b503025-3039-44e5-9ef6-4e3c88442487 HTTP/1.1" status: 404 len: 352 time: 0.1636126 Jul 15 13:06:39.263699 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b0ef7-3ce2-40e7-aaa0-a04c999f56bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e715a8-b23a-4d63-8d88-82fedab30236,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:39.316056 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-542c5b42-4fb0-4940-a4e9-c40868df4cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:39.364819 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d86d55-5500-4d7d-9a66-405eccd0727a req-67ce5e8d-e926-4ca7-a11a-b1a626435182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:39.366339 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e8d86d55-5500-4d7d-9a66-405eccd0727a req-67ce5e8d-e926-4ca7-a11a-b1a626435182 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3148565 Jul 15 13:06:39.380223 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9cbc1111-e1f1-44ba-bb18-554476617cc6 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:39.397443 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542c5b42-4fb0-4940-a4e9-c40868df4cc5 admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:06:39.424647 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-542c5b42-4fb0-4940-a4e9-c40868df4cc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:39.426733 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c5b42-4fb0-4940-a4e9-c40868df4cc5 admin admin] Pushing event updated for resources: {'Port': ['ID=1d654372-e6fb-4d43-ab30-010794023c31,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:39.429015 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542c5b42-4fb0-4940-a4e9-c40868df4cc5 admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:06:39.438523 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-4854f635-be84-4f26-b0ad-d9a736fabb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:39.491230 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 9cbc1111-e1f1-44ba-bb18-554476617cc6 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:39.524958 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26340b59-71af-4d51-b229-43c589b25f91 None None] Network 6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:06:39.525365 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'tag': '7efec053-2f43-4369-8788-a95bec608fe4'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:39.528820 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca735653-1fa9-48b5-b879-9042f7231123" -d '{"events": [{"name": "network-changed", "server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "tag": "7efec053-2f43-4369-8788-a95bec608fe4"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:39.552623 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a34f84-12d8-4d9f-88ee-0009b814889f req-c85990b8-8552-40a5-b74c-0ecf1e15542a tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:39.560263 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d4a34f84-12d8-4d9f-88ee-0009b814889f req-c85990b8-8552-40a5-b74c-0ecf1e15542a tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 949 time: 0.5829885 Jul 15 13:06:39.775776 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6d6d9879-5b6f-4696-9a29-abb2a8625191 None None] Provisioning for port 9cbc1111-e1f1-44ba-bb18-554476617cc6 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:39.781395 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6d6d9879-5b6f-4696-9a29-abb2a8625191 None None] Provisioning complete for port 9cbc1111-e1f1-44ba-bb18-554476617cc6 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:39.781887 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d6d9879-5b6f-4696-9a29-abb2a8625191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:39.893451 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-697cf00d-3bda-4485-a044-6d43d4c7f945 req-7c2e4838-c612-4b16-839d-4d110c939701 tempest-SecurityGroupsNegativeTestJSON-942220265 tempest-SecurityGroupsNegativeTestJSON-942220265-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=462cf2e8381d4a00afa9a611dd4db541 HTTP/1.1" status: 200 len: 2988 time: 0.3575590 Jul 15 13:06:39.915867 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d6d9879-5b6f-4696-9a29-abb2a8625191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:39.960801 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-6d6d9879-5b6f-4696-9a29-abb2a8625191 None None] For port 9cbc1111-e1f1-44ba-bb18-554476617cc6, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9cbc1111-e1f1-44ba-bb18-554476617cc6,segment=NetworkSegment(89fbc622-efc0-4427-9c11-6afea9afb82b),segment_id=89fbc622-efc0-4427-9c11-6afea9afb82b)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:39.967169 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d6d9879-5b6f-4696-9a29-abb2a8625191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:39.988823 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d4a34f84-12d8-4d9f-88ee-0009b814889f req-8d6fcf79-4219-49ea-be90-d8bcd13d1bb8 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175117 Jul 15 13:06:40.040939 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-697cf00d-3bda-4485-a044-6d43d4c7f945 req-69120c51-45ac-431a-b993-c4ab5e2694b9 tempest-SecurityGroupsNegativeTestJSON-942220265 tempest-SecurityGroupsNegativeTestJSON-942220265-project] 10.222.0.16 "GET /v2.0/security-groups/0e0455d5-c9fd-43bf-ab05-d658bc55d202 HTTP/1.1" status: 200 len: 2985 time: 0.1419814 Jul 15 13:06:40.116365 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d9879-5b6f-4696-9a29-abb2a8625191 None None] Pushing event updated for resources: {'Port': ['ID=9cbc1111-e1f1-44ba-bb18-554476617cc6,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:40.146324 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23db7676-cb61-43e7-8747-81a8a67671e1 x-openstack-request-id: req-23db7676-cb61-43e7-8747-81a8a67671e1 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:40.146707 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "tag": "7efec053-2f43-4369-8788-a95bec608fe4", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:40.146898 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-23db7676-cb61-43e7-8747-81a8a67671e1 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:40.147283 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'tag': '7efec053-2f43-4369-8788-a95bec608fe4', 'status': 'completed', 'code': 200} Jul 15 13:06:40.152259 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-697cf00d-3bda-4485-a044-6d43d4c7f945 req-e68282fb-cfe1-4dad-8ef8-bc62c104458d tempest-SecurityGroupsNegativeTestJSON-942220265 tempest-SecurityGroupsNegativeTestJSON-942220265-project] 10.222.0.16 "GET /v2.0/security-groups/0e0455d5-c9fd-43bf-ab05-d658bc55d202 HTTP/1.1" status: 200 len: 2985 time: 0.0818110 Jul 15 13:06:40.313899 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-542c5b42-4fb0-4940-a4e9-c40868df4cc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.326287 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device dc3cdce2-71aa-41e6-9fc4-d1fe7024d402 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:06:40.407255 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-a536b80a-eca2-4443-b230-ca357767c2ea req-4854f635-be84-4f26-b0ad-d9a736fabb70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00bc5053-739a-44d0-84cc-63786760e6fc {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:40.438072 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-4854f635-be84-4f26-b0ad-d9a736fabb70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.518344 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port dc3cdce2-71aa-41e6-9fc4-d1fe7024d402, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=dc3cdce2-71aa-41e6-9fc4-d1fe7024d402,segment=NetworkSegment(dda3590f-77f2-473e-918f-51e02247fb49),segment_id=dda3590f-77f2-473e-918f-51e02247fb49)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:40.538119 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-ddc16df7-776d-44d7-b33f-1de2ffd9072c None None] Provisioning complete for port 9cbc1111-e1f1-44ba-bb18-554476617cc6 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:40.538820 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ddc16df7-776d-44d7-b33f-1de2ffd9072c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.571933 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'dc3cdce2-71aa-41e6-9fc4-d1fe7024d402', 'network_id': '111a9c93-c732-4208-b8b6-92c471a9345c', 'port_id': 'dc3cdce2-71aa-41e6-9fc4-d1fe7024d402', 'mac_address': 'fa:16:3e:f7:44:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730641c7-930e-437f-91e2-0f97e39682ab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:06:40.588049 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-a536b80a-eca2-4443-b230-ca357767c2ea req-4854f635-be84-4f26-b0ad-d9a736fabb70 service neutron] Transition to ACTIVE for port object 00bc5053-739a-44d0-84cc-63786760e6fc will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:40.596165 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e1c4c20d-8376-4c87-b6e1-94b4ad752ce6 req-e1daaeb0-1988-472c-90df-80a7a30e19cc tempest-SecurityGroupsNegativeTestJSON-942220265 tempest-SecurityGroupsNegativeTestJSON-942220265-project] 10.222.0.16 "GET /v2.0/security-groups/0e0455d5-c9fd-43bf-ab05-d658bc55d202 HTTP/1.1" status: 200 len: 2985 time: 0.2663701 Jul 15 13:06:40.637278 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7211e7-7b55-4a87-8e6f-53fe2db4eee2 req-f52d1b7e-4368-441d-8a6c-6776361a8b95 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:40.652505 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7211e7-7b55-4a87-8e6f-53fe2db4eee2 req-f52d1b7e-4368-441d-8a6c-6776361a8b95 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:40.668780 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7211e7-7b55-4a87-8e6f-53fe2db4eee2 req-f52d1b7e-4368-441d-8a6c-6776361a8b95 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:40.674218 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.683460 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7211e7-7b55-4a87-8e6f-53fe2db4eee2 req-f52d1b7e-4368-441d-8a6c-6776361a8b95 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:40.693941 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7211e7-7b55-4a87-8e6f-53fe2db4eee2 req-f52d1b7e-4368-441d-8a6c-6776361a8b95 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:40.711587 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7211e7-7b55-4a87-8e6f-53fe2db4eee2 req-f52d1b7e-4368-441d-8a6c-6776361a8b95 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:40.715457 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7d7211e7-7b55-4a87-8e6f-53fe2db4eee2 req-f52d1b7e-4368-441d-8a6c-6776361a8b95 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 4599 time: 0.3886659 Jul 15 13:06:40.731389 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-4854f635-be84-4f26-b0ad-d9a736fabb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.732735 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc3cdce2-71aa-41e6-9fc4-d1fe7024d402 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:40.814072 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port dc3cdce2-71aa-41e6-9fc4-d1fe7024d402, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=dc3cdce2-71aa-41e6-9fc4-d1fe7024d402,segment=NetworkSegment(dda3590f-77f2-473e-918f-51e02247fb49),segment_id=dda3590f-77f2-473e-918f-51e02247fb49)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:40.846016 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.877527 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854f635-be84-4f26-b0ad-d9a736fabb70 service neutron] Pushing event updated for resources: {'Port': ['ID=00bc5053-739a-44d0-84cc-63786760e6fc,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:41.001082 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['dc3cdce2-71aa-41e6-9fc4-d1fe7024d402'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:41.263325 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=dc3cdce2-71aa-41e6-9fc4-d1fe7024d402,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:41.288338 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46620) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:41.303025 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7d7211e7-7b55-4a87-8e6f-53fe2db4eee2 req-8faba54c-83b7-4eda-8ac8-4e62c8e2308e tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d03c6c5-afde-46b4-9fff-da26c2a36d36&id=11c6d291-a458-49b6-80ff-5db152f1be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5524127 Jul 15 13:06:41.342732 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9cbc1111-e1f1-44ba-bb18-554476617cc6 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:41.524245 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca735653-1fa9-48b5-b879-9042f7231123 req-b6819327-76c6-41b8-be7f-02b4738f1a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:41.524780 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca735653-1fa9-48b5-b879-9042f7231123 req-b6819327-76c6-41b8-be7f-02b4738f1a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:41.525112 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca735653-1fa9-48b5-b879-9042f7231123 req-b6819327-76c6-41b8-be7f-02b4738f1a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:41.525939 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca735653-1fa9-48b5-b879-9042f7231123 req-b6819327-76c6-41b8-be7f-02b4738f1a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:41.526076 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca735653-1fa9-48b5-b879-9042f7231123 req-b6819327-76c6-41b8-be7f-02b4738f1a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:41.526466 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca735653-1fa9-48b5-b879-9042f7231123 req-b6819327-76c6-41b8-be7f-02b4738f1a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:41.542514 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-a536b80a-eca2-4443-b230-ca357767c2ea req-4854f635-be84-4f26-b0ad-d9a736fabb70 service neutron] Attempting to bind port 00bc5053-739a-44d0-84cc-63786760e6fc on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:41.542893 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-a536b80a-eca2-4443-b230-ca357767c2ea req-4854f635-be84-4f26-b0ad-d9a736fabb70 service neutron] Attempting to bind port 00bc5053-739a-44d0-84cc-63786760e6fc by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '31fa37a9-facf-4912-b998-1c360a86c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0393d230-55c0-4aac-933c-382b8f80fda9'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:41.543235 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b80a-eca2-4443-b230-ca357767c2ea req-4854f635-be84-4f26-b0ad-d9a736fabb70 service neutron] Attempting to bind port 00bc5053-739a-44d0-84cc-63786760e6fc on network 0393d230-55c0-4aac-933c-382b8f80fda9 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:41.549527 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ca735653-1fa9-48b5-b879-9042f7231123 req-b6819327-76c6-41b8-be7f-02b4738f1a8b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=81c3b9d8d0bd4b9983bde8217f1dc07f&device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 5287 time: 1.4169292 Jul 15 13:06:41.554272 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [req-e1c4c20d-8376-4c87-b6e1-94b4ad752ce6 req-ab8a2a2f-9e33-4ba5-b940-5f5a07fe7da2 tempest-SecurityGroupsNegativeTestJSON-942220265 tempest-SecurityGroupsNegativeTestJSON-942220265-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 13:06:41.575157 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e1c4c20d-8376-4c87-b6e1-94b4ad752ce6 req-ab8a2a2f-9e33-4ba5-b940-5f5a07fe7da2 tempest-SecurityGroupsNegativeTestJSON-942220265 tempest-SecurityGroupsNegativeTestJSON-942220265-project] 10.222.0.16 "DELETE /v2.0/security-groups/0e0455d5-c9fd-43bf-ab05-d658bc55d202 HTTP/1.1" status: 409 len: 352 time: 0.9706912 Jul 15 13:06:41.592405 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b80a-eca2-4443-b230-ca357767c2ea req-4854f635-be84-4f26-b0ad-d9a736fabb70 service neutron] Port 00bc5053-739a-44d0-84cc-63786760e6fc on network 0393d230-55c0-4aac-933c-382b8f80fda9 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:06:41.597588 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b80a-eca2-4443-b230-ca357767c2ea req-4854f635-be84-4f26-b0ad-d9a736fabb70 service neutron] Attempting to bind port 00bc5053-739a-44d0-84cc-63786760e6fc on network 0393d230-55c0-4aac-933c-382b8f80fda9 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:41.607115 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b80a-eca2-4443-b230-ca357767c2ea req-4854f635-be84-4f26-b0ad-d9a736fabb70 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:41.607464 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b80a-eca2-4443-b230-ca357767c2ea req-4854f635-be84-4f26-b0ad-d9a736fabb70 service neutron] Checking segment: {'id': '31fa37a9-facf-4912-b998-1c360a86c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0393d230-55c0-4aac-933c-382b8f80fda9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:41.607855 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b80a-eca2-4443-b230-ca357767c2ea req-4854f635-be84-4f26-b0ad-d9a736fabb70 service neutron] Bound using segment: {'id': '31fa37a9-facf-4912-b998-1c360a86c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0393d230-55c0-4aac-933c-382b8f80fda9'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:41.608297 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-a536b80a-eca2-4443-b230-ca357767c2ea req-4854f635-be84-4f26-b0ad-d9a736fabb70 service neutron] Bound port: 00bc5053-739a-44d0-84cc-63786760e6fc, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31fa37a9-facf-4912-b998-1c360a86c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0393d230-55c0-4aac-933c-382b8f80fda9'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:41.608661 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-4854f635-be84-4f26-b0ad-d9a736fabb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:41.611030 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 9cbc1111-e1f1-44ba-bb18-554476617cc6 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:41.611637 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:41.667431 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-c56b32b2-80f0-46dd-bb10-db82d6f521ec admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1360845697-network', 'tenant_id': 'e61fb1c2d04741c7aaa1534e046ca958'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:41.781525 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56b32b2-80f0-46dd-bb10-db82d6f521ec admin admin] Made reservation on behalf of e61fb1c2d04741c7aaa1534e046ca958 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:41.784040 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c56b32b2-80f0-46dd-bb10-db82d6f521ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:41.836459 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c56b32b2-80f0-46dd-bb10-db82d6f521ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:41.855990 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [req-1a6eb2aa-b338-46a1-8c3a-db3dca532b3d req-952a7077-d42f-4436-9c3a-83f96e1d6933 tempest-SecurityGroupsNegativeTestJSON-942220265 tempest-SecurityGroupsNegativeTestJSON-942220265-project] show failed (client error): The resource could not be found. Jul 15 13:06:41.869223 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a6eb2aa-b338-46a1-8c3a-db3dca532b3d req-952a7077-d42f-4436-9c3a-83f96e1d6933 tempest-SecurityGroupsNegativeTestJSON-942220265 tempest-SecurityGroupsNegativeTestJSON-942220265-project] 10.222.0.16 "GET /v2.0/security-groups/2b19324a-f414-4a70-810d-ddc2df4214f2 HTTP/1.1" status: 404 len: 352 time: 0.1456950 Jul 15 13:06:41.934932 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca735653-1fa9-48b5-b879-9042f7231123 req-1f40f008-39e0-4d75-b31e-4bdd35df69fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:41.938454 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca735653-1fa9-48b5-b879-9042f7231123 req-1f40f008-39e0-4d75-b31e-4bdd35df69fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:41.939150 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca735653-1fa9-48b5-b879-9042f7231123 req-1f40f008-39e0-4d75-b31e-4bdd35df69fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:41.941630 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ca735653-1fa9-48b5-b879-9042f7231123 req-1f40f008-39e0-4d75-b31e-4bdd35df69fe service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=81c3b9d8d0bd4b9983bde8217f1dc07f&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3752201 Jul 15 13:06:42.020042 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [req-c19f75e5-8501-4086-97dd-065157c40a0e req-c68fa10c-180c-4e3e-b808-236aef26be56 tempest-SecurityGroupsNegativeTestJSON-942220265 tempest-SecurityGroupsNegativeTestJSON-942220265-project] show failed (client error): The resource could not be found. Jul 15 13:06:42.021119 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c19f75e5-8501-4086-97dd-065157c40a0e req-c68fa10c-180c-4e3e-b808-236aef26be56 tempest-SecurityGroupsNegativeTestJSON-942220265 tempest-SecurityGroupsNegativeTestJSON-942220265-project] 10.222.0.16 "GET /v2.0/security-groups/3463cfc7-b265-4b31-a6e9-3d4d23e18510 HTTP/1.1" status: 404 len: 352 time: 0.1017916 Jul 15 13:06:42.039170 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46650) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:42.042139 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-a536b80a-eca2-4443-b230-ca357767c2ea req-4854f635-be84-4f26-b0ad-d9a736fabb70 service neutron] For port 00bc5053-739a-44d0-84cc-63786760e6fc, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:42.052424 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca735653-1fa9-48b5-b879-9042f7231123 req-3705b18d-ef1a-4d40-903e-6e3b010c1428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:42.054189 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ca735653-1fa9-48b5-b879-9042f7231123 req-3705b18d-ef1a-4d40-903e-6e3b010c1428 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1042144 Jul 15 13:06:42.063292 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-542c5b42-4fb0-4940-a4e9-c40868df4cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:42.121211 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-feae14d6-bc7e-4868-9efd-3baceb74b5c1 admin admin] Deleting subnet 49a126ca-9b4f-4333-b6ec-4d5352301346 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:06:42.143650 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-feae14d6-bc7e-4868-9efd-3baceb74b5c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:42.174826 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-a536b80a-eca2-4443-b230-ca357767c2ea req-4854f635-be84-4f26-b0ad-d9a736fabb70 service neutron] For port 00bc5053-739a-44d0-84cc-63786760e6fc, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=00bc5053-739a-44d0-84cc-63786760e6fc,segment=NetworkSegment(31fa37a9-facf-4912-b998-1c360a86c68b),segment_id=31fa37a9-facf-4912-b998-1c360a86c68b)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:42.205925 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-4854f635-be84-4f26-b0ad-d9a736fabb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:42.288510 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542c5b42-4fb0-4940-a4e9-c40868df4cc5 admin admin] Router 6182b628-b7be-486f-b7ca-85f5460e89fd is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:06:42.313596 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-feae14d6-bc7e-4868-9efd-3baceb74b5c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:42.321916 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-4854f635-be84-4f26-b0ad-d9a736fabb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:42.322748 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-4854f635-be84-4f26-b0ad-d9a736fabb70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:42.324468 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-4854f635-be84-4f26-b0ad-d9a736fabb70 service neutron] 10.222.0.46 "PUT /v2.0/ports/00bc5053-739a-44d0-84cc-63786760e6fc HTTP/1.1" status: 200 len: 1132 time: 3.5180399 Jul 15 13:06:42.330103 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'tag': '00bc5053-739a-44d0-84cc-63786760e6fc'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:42.333056 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f33a51c-88e5-48ca-95ca-35359af8680c" -d '{"events": [{"name": "network-changed", "server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "tag": "00bc5053-739a-44d0-84cc-63786760e6fc"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:42.337993 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device dc3cdce2-71aa-41e6-9fc4-d1fe7024d402 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:42.383211 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65e7e6-ff96-416f-9c82-05c0d7c042e9 req-d001a083-4a83-4bea-85e8-36fe5a90e4bc tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:42.397520 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5e65e7e6-ff96-416f-9c82-05c0d7c042e9 req-d001a083-4a83-4bea-85e8-36fe5a90e4bc tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 949 time: 0.5510435 Jul 15 13:06:42.504990 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port dc3cdce2-71aa-41e6-9fc4-d1fe7024d402 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:42.505385 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:42.521048 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-a536b80a-eca2-4443-b230-ca357767c2ea req-1eb730c4-1891-4ae6-a3fc-ddae02dac0ea service neutron] Request body: {'port': {'device_id': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:42.522804 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542c5b42-4fb0-4940-a4e9-c40868df4cc5 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:06:42.562942 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efe77c8-7a0f-425f-b70c-4e9fcb14ea60 None None] Sync routers for ids ['6182b628-b7be-486f-b7ca-85f5460e89fd'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:06:42.578353 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efe77c8-7a0f-425f-b70c-4e9fcb14ea60 None None] Routers {'6182b628-b7be-486f-b7ca-85f5460e89fd'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:06:42.579033 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-8efe77c8-7a0f-425f-b70c-4e9fcb14ea60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:06:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['6182b628-b7be-486f-b7ca-85f5460e89fd'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:42.741005 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854f635-be84-4f26-b0ad-d9a736fabb70 service neutron] Pushing event updated for resources: {'Port': ['ID=00bc5053-739a-44d0-84cc-63786760e6fc,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:42.791128 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-feae14d6-bc7e-4868-9efd-3baceb74b5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:42.820969 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:42.832460 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5e65e7e6-ff96-416f-9c82-05c0d7c042e9 req-88139dc2-41c7-48ff-8313-8757bb97e594 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058131 Jul 15 13:06:42.880201 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-8efe77c8-7a0f-425f-b70c-4e9fcb14ea60 None None] Set router 6182b628-b7be-486f-b7ca-85f5460e89fd gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:06:42.882981 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a59a6f-56c7-4f4b-a975-e875c4b50da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3cdce2-71aa-41e6-9fc4-d1fe7024d402'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:42.885437 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa16b841-d272-4e77-9ab3-0a2f729af14c" -d '{"events": [{"server_uuid": "e4a59a6f-56c7-4f4b-a975-e875c4b50da0", "name": "network-vif-plugged", "status": "completed", "tag": "dc3cdce2-71aa-41e6-9fc4-d1fe7024d402"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:42.980229 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port dc3cdce2-71aa-41e6-9fc4-d1fe7024d402, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=dc3cdce2-71aa-41e6-9fc4-d1fe7024d402,segment=NetworkSegment(dda3590f-77f2-473e-918f-51e02247fb49),segment_id=dda3590f-77f2-473e-918f-51e02247fb49)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:43.023984 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.157251 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33a51c-88e5-48ca-95ca-35359af8680c req-bec1cd10-b980-4bd0-a886-07e832f2b061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.157868 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33a51c-88e5-48ca-95ca-35359af8680c req-bec1cd10-b980-4bd0-a886-07e832f2b061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.160432 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33a51c-88e5-48ca-95ca-35359af8680c req-bec1cd10-b980-4bd0-a886-07e832f2b061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.161092 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33a51c-88e5-48ca-95ca-35359af8680c req-bec1cd10-b980-4bd0-a886-07e832f2b061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.161584 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33a51c-88e5-48ca-95ca-35359af8680c req-bec1cd10-b980-4bd0-a886-07e832f2b061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.162071 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33a51c-88e5-48ca-95ca-35359af8680c req-bec1cd10-b980-4bd0-a886-07e832f2b061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.164003 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33a51c-88e5-48ca-95ca-35359af8680c req-bec1cd10-b980-4bd0-a886-07e832f2b061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.168456 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6f33a51c-88e5-48ca-95ca-35359af8680c req-bec1cd10-b980-4bd0-a886-07e832f2b061 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=81c3b9d8d0bd4b9983bde8217f1dc07f&device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 6212 time: 0.1714399 Jul 15 13:06:43.168589 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=dc3cdce2-71aa-41e6-9fc4-d1fe7024d402,revision_number=7']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:43.403827 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33a51c-88e5-48ca-95ca-35359af8680c req-8940c465-00ab-4ff6-b8b6-1620791440ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.403827 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33a51c-88e5-48ca-95ca-35359af8680c req-8940c465-00ab-4ff6-b8b6-1620791440ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.403827 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33a51c-88e5-48ca-95ca-35359af8680c req-8940c465-00ab-4ff6-b8b6-1620791440ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.411685 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6f33a51c-88e5-48ca-95ca-35359af8680c req-8940c465-00ab-4ff6-b8b6-1620791440ff service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=81c3b9d8d0bd4b9983bde8217f1dc07f&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2317955 Jul 15 13:06:43.442117 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-8efe77c8-7a0f-425f-b70c-4e9fcb14ea60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6182b628-b7be-486f-b7ca-85f5460e89fd', 'name': 'tempest-ServersTestBootFromVolume-1882119-router', 'tenant_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '1d654372-e6fb-4d43-ab30-010794023c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:35Z', 'updated_at': '2021-07-15T13:06:39Z', 'revision_number': 3, 'project_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'gw_port': {'id': '1d654372-e6fb-4d43-ab30-010794023c31', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6182b628-b7be-486f-b7ca-85f5460e89fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:37Z', 'updated_at': '2021-07-15T13:06:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:43.468914 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345ff113-6112-4c84-8969-2631a9c31381 x-openstack-request-id: req-345ff113-6112-4c84-8969-2631a9c31381 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:43.469442 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "tag": "00bc5053-739a-44d0-84cc-63786760e6fc", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:43.469442 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-345ff113-6112-4c84-8969-2631a9c31381 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:43.469822 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'tag': '00bc5053-739a-44d0-84cc-63786760e6fc', 'status': 'completed', 'code': 200} Jul 15 13:06:43.525643 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c56b32b2-80f0-46dd-bb10-db82d6f521ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.532381 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efe77c8-7a0f-425f-b70c-4e9fcb14ea60 None None] Checking router: 6182b628-b7be-486f-b7ca-85f5460e89fd for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:06:43.534910 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-1eb730c4-1891-4ae6-a3fc-ddae02dac0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.535234 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efe77c8-7a0f-425f-b70c-4e9fcb14ea60 None None] Updating router 6182b628-b7be-486f-b7ca-85f5460e89fd port 1d654372-e6fb-4d43-ab30-010794023c31 binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:06:43.548404 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c85d6-115a-4acd-87e2-368431dce958 req-d2d5a6ab-5154-4890-a0fc-1e33c4c4a5a6 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.554549 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c85d6-115a-4acd-87e2-368431dce958 req-d2d5a6ab-5154-4890-a0fc-1e33c4c4a5a6 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.560535 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c85d6-115a-4acd-87e2-368431dce958 req-d2d5a6ab-5154-4890-a0fc-1e33c4c4a5a6 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.567109 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c85d6-115a-4acd-87e2-368431dce958 req-d2d5a6ab-5154-4890-a0fc-1e33c4c4a5a6 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.575711 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c85d6-115a-4acd-87e2-368431dce958 req-d2d5a6ab-5154-4890-a0fc-1e33c4c4a5a6 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.581778 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c85d6-115a-4acd-87e2-368431dce958 req-d2d5a6ab-5154-4890-a0fc-1e33c4c4a5a6 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.587651 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c85d6-115a-4acd-87e2-368431dce958 req-d2d5a6ab-5154-4890-a0fc-1e33c4c4a5a6 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.595537 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-145c85d6-115a-4acd-87e2-368431dce958 req-d2d5a6ab-5154-4890-a0fc-1e33c4c4a5a6 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 5372 time: 0.9743402 Jul 15 13:06:43.600349 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c56b32b2-80f0-46dd-bb10-db82d6f521ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.606168 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-542c5b42-4fb0-4940-a4e9-c40868df4cc5 admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.614450 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-542c5b42-4fb0-4940-a4e9-c40868df4cc5 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.9758999 Jul 15 13:06:43.616153 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46690) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:43.629988 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8efe77c8-7a0f-425f-b70c-4e9fcb14ea60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.676323 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33a51c-88e5-48ca-95ca-35359af8680c req-a483f1dc-4935-4368-bf17-0f91727d19f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.678116 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6f33a51c-88e5-48ca-95ca-35359af8680c req-a483f1dc-4935-4368-bf17-0f91727d19f9 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2507553 Jul 15 13:06:43.904159 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b32b2-80f0-46dd-bb10-db82d6f521ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34953cd3-994f-4da5-88d9-34d54509c356,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:43.924359 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-feae14d6-bc7e-4868-9efd-3baceb74b5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.939998 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c56b32b2-80f0-46dd-bb10-db82d6f521ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:06:43.987217 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-145c85d6-115a-4acd-87e2-368431dce958 req-4a551954-a17d-48d9-acc1-29d31a8df737 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d03c6c5-afde-46b4-9fff-da26c2a36d36&id=11c6d291-a458-49b6-80ff-5db152f1be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3906877 Jul 15 13:06:44.018174 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-feae14d6-bc7e-4868-9efd-3baceb74b5c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:44.023036 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-feae14d6-bc7e-4868-9efd-3baceb74b5c1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/49a126ca-9b4f-4333-b6ec-4d5352301346 HTTP/1.1" status: 204 len: 168 time: 1.9783754 Jul 15 13:06:44.023374 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46708) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:44.029137 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae14d6-bc7e-4868-9efd-3baceb74b5c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49a126ca-9b4f-4333-b6ec-4d5352301346,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:44.036538 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c56b32b2-80f0-46dd-bb10-db82d6f521ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:44.036888 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-c56b32b2-80f0-46dd-bb10-db82d6f521ec admin admin] Added segment 2346f160-f712-413d-8fa4-20db42b21e75 of type vlan for network 14e16183-1dda-4bb7-a20f-e5e4d181274c Jul 15 13:06:44.251356 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c56b32b2-80f0-46dd-bb10-db82d6f521ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:44.280309 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba545f0-bd5d-41b4-b4f4-38c5c11ba5e2 x-openstack-request-id: req-fba545f0-bd5d-41b4-b4f4-38c5c11ba5e2 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:44.281299 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a59a6f-56c7-4f4b-a975-e875c4b50da0", "name": "network-vif-plugged", "status": "completed", "tag": "dc3cdce2-71aa-41e6-9fc4-d1fe7024d402", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:44.281768 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fba545f0-bd5d-41b4-b4f4-38c5c11ba5e2 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:44.282358 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a59a6f-56c7-4f4b-a975-e875c4b50da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3cdce2-71aa-41e6-9fc4-d1fe7024d402', 'code': 200} Jul 15 13:06:44.357171 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-a536b80a-eca2-4443-b230-ca357767c2ea req-1eb730c4-1891-4ae6-a3fc-ddae02dac0ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2495dac8-215f-4ed4-8052-948af78297a8 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:44.428151 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c56b32b2-80f0-46dd-bb10-db82d6f521ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:44.429152 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56b32b2-80f0-46dd-bb10-db82d6f521ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:44.429752 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c56b32b2-80f0-46dd-bb10-db82d6f521ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:44.440361 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-1eb730c4-1891-4ae6-a3fc-ddae02dac0ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:44.450541 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8efe77c8-7a0f-425f-b70c-4e9fcb14ea60 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:44.463838 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-52898542-350d-4738-bdd3-d0660a804136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:44.476590 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8efe77c8-7a0f-425f-b70c-4e9fcb14ea60 None None] Transition to ACTIVE for port object 1d654372-e6fb-4d43-ab30-010794023c31 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:44.494530 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8efe77c8-7a0f-425f-b70c-4e9fcb14ea60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:44.543062 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-a536b80a-eca2-4443-b230-ca357767c2ea req-1eb730c4-1891-4ae6-a3fc-ddae02dac0ea service neutron] Transition to ACTIVE for port object 2495dac8-215f-4ed4-8052-948af78297a8 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:44.558489 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c56b32b2-80f0-46dd-bb10-db82d6f521ec admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.1682324 Jul 15 13:06:44.559142 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46716) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:44.564870 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-8efe77c8-7a0f-425f-b70c-4e9fcb14ea60 None None] Attempting to bind port 1d654372-e6fb-4d43-ab30-010794023c31 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:44.565794 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-8efe77c8-7a0f-425f-b70c-4e9fcb14ea60 None None] Attempting to bind port 1d654372-e6fb-4d43-ab30-010794023c31 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:44.566475 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efe77c8-7a0f-425f-b70c-4e9fcb14ea60 None None] Attempting to bind port 1d654372-e6fb-4d43-ab30-010794023c31 on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:44.579636 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efe77c8-7a0f-425f-b70c-4e9fcb14ea60 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:44.580465 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efe77c8-7a0f-425f-b70c-4e9fcb14ea60 None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:44.581658 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8efe77c8-7a0f-425f-b70c-4e9fcb14ea60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:44.582375 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efe77c8-7a0f-425f-b70c-4e9fcb14ea60 None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:44.583110 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-8efe77c8-7a0f-425f-b70c-4e9fcb14ea60 None None] Bound port: 1d654372-e6fb-4d43-ab30-010794023c31, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:44.583744 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8efe77c8-7a0f-425f-b70c-4e9fcb14ea60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:44.587098 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-65fbfbcc-1238-4e88-ba64-45fa39d2c352 admin admin] Request body: {'subnet': {'network_id': '14e16183-1dda-4bb7-a20f-e5e4d181274c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1360845697-subnet', 'tenant_id': 'e61fb1c2d04741c7aaa1534e046ca958', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:44.611076 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6682e093-72c9-4f17-a864-dc0ebfe309e8 None None] Pushing event updated for resources: {'Port': ['ID=1d654372-e6fb-4d43-ab30-010794023c31,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:44.645241 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-1eb730c4-1891-4ae6-a3fc-ddae02dac0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:44.655077 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-8efe77c8-7a0f-425f-b70c-4e9fcb14ea60 None None] For port 1d654372-e6fb-4d43-ab30-010794023c31, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:44.658833 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-8efe77c8-7a0f-425f-b70c-4e9fcb14ea60 None None] For port 1d654372-e6fb-4d43-ab30-010794023c31, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=1d654372-e6fb-4d43-ab30-010794023c31,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:44.660765 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b32b2-80f0-46dd-bb10-db82d6f521ec admin admin] Pushing event updated for resources: {'Network': ['ID=14e16183-1dda-4bb7-a20f-e5e4d181274c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:44.671091 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8efe77c8-7a0f-425f-b70c-4e9fcb14ea60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:44.700367 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 14e16183-1dda-4bb7-a20f-e5e4d181274c details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:06:44.706256 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e886d8f9-6e11-4963-a787-d31ee3120042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:44.876462 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efe77c8-7a0f-425f-b70c-4e9fcb14ea60 None None] Routers {'6182b628-b7be-486f-b7ca-85f5460e89fd'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:06:44.877442 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-8efe77c8-7a0f-425f-b70c-4e9fcb14ea60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:06:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['6182b628-b7be-486f-b7ca-85f5460e89fd'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:44.936406 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-e886d8f9-6e11-4963-a787-d31ee3120042 admin admin] Allocated IP 172.20.0.1 (6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d/a6bbe658-7956-4bdc-bf0f-4e1c4674969b/6b150fcb-4c63-451b-91d1-7a815c150d48) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:06:44.966957 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6682e093-72c9-4f17-a864-dc0ebfe309e8 None None] Pushing event updated for resources: {'Port': ['ID=1d654372-e6fb-4d43-ab30-010794023c31,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:45.067788 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e886d8f9-6e11-4963-a787-d31ee3120042 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.069358 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-8efe77c8-7a0f-425f-b70c-4e9fcb14ea60 None None] Set router 6182b628-b7be-486f-b7ca-85f5460e89fd gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:06:45.082897 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-e886d8f9-6e11-4963-a787-d31ee3120042 admin admin] Transition to ACTIVE for port object 6b150fcb-4c63-451b-91d1-7a815c150d48 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:45.132857 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-52898542-350d-4738-bdd3-d0660a804136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.142801 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e886d8f9-6e11-4963-a787-d31ee3120042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.149397 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d902b6-d88c-4fdc-b1c7-e2668407d4aa req-cc95ee48-9e60-4dc2-a652-489c0bada99c tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:45.159102 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6d902b6-d88c-4fdc-b1c7-e2668407d4aa req-cc95ee48-9e60-4dc2-a652-489c0bada99c tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 946 time: 0.9886057 Jul 15 13:06:45.240966 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886d8f9-6e11-4963-a787-d31ee3120042 admin admin] Pushing event updated for resources: {'Port': ['ID=6b150fcb-4c63-451b-91d1-7a815c150d48,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:45.262969 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-52898542-350d-4738-bdd3-d0660a804136 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5b3fa25-f972-46c9-91ce-8936a263dc2c']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:45.265104 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb730c4-1891-4ae6-a3fc-ddae02dac0ea service neutron] Pushing event updated for resources: {'Port': ['ID=2495dac8-215f-4ed4-8052-948af78297a8,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:45.270716 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fbfbcc-1238-4e88-ba64-45fa39d2c352 admin admin] Made reservation on behalf of e61fb1c2d04741c7aaa1534e046ca958 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:45.274119 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-65fbfbcc-1238-4e88-ba64-45fa39d2c352 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.277754 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e886d8f9-6e11-4963-a787-d31ee3120042 admin admin] Network 6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:06:45.280663 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-e886d8f9-6e11-4963-a787-d31ee3120042 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:45.285341 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e886d8f9-6e11-4963-a787-d31ee3120042 admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:06:45.292426 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba688d-7ea0-45d7-ac1e-71ab538c7c6c req-6b7d07cb-12d9-40a0-903b-6fe0c5ddd49a tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:45.300171 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-23ba688d-7ea0-45d7-ac1e-71ab538c7c6c req-6b7d07cb-12d9-40a0-903b-6fe0c5ddd49a tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 949 time: 0.9262033 Jul 15 13:06:45.369368 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-52898542-350d-4738-bdd3-d0660a804136 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '396ddd2b-9cfd-4026-9f46-a29b35f44163') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:45.369578 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-52898542-350d-4738-bdd3-d0660a804136 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '396ddd2b-9cfd-4026-9f46-a29b35f44163') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:45.377764 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e886d8f9-6e11-4963-a787-d31ee3120042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.417608 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-8efe77c8-7a0f-425f-b70c-4e9fcb14ea60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6182b628-b7be-486f-b7ca-85f5460e89fd', 'name': 'tempest-ServersTestBootFromVolume-1882119-router', 'tenant_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '1d654372-e6fb-4d43-ab30-010794023c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:35Z', 'updated_at': '2021-07-15T13:06:39Z', 'revision_number': 3, 'project_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'gw_port': {'id': '1d654372-e6fb-4d43-ab30-010794023c31', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6182b628-b7be-486f-b7ca-85f5460e89fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:37Z', 'updated_at': '2021-07-15T13:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:45.430044 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-52898542-350d-4738-bdd3-d0660a804136 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.470344 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efe77c8-7a0f-425f-b70c-4e9fcb14ea60 None None] The sync data for ids ['6182b628-b7be-486f-b7ca-85f5460e89fd'] in n-d-771363-36 is: [{'id': '6182b628-b7be-486f-b7ca-85f5460e89fd', 'name': 'tempest-ServersTestBootFromVolume-1882119-router', 'tenant_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '1d654372-e6fb-4d43-ab30-010794023c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:35Z', 'updated_at': '2021-07-15T13:06:39Z', 'revision_number': 3, 'project_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'gw_port': {'id': '1d654372-e6fb-4d43-ab30-010794023c31', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6182b628-b7be-486f-b7ca-85f5460e89fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:37Z', 'updated_at': '2021-07-15T13:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:06:45.522048 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6d902b6-d88c-4fdc-b1c7-e2668407d4aa req-884acfeb-b7da-4f12-811a-a42071e3a242 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3506918 Jul 15 13:06:45.584291 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-52898542-350d-4738-bdd3-d0660a804136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.646686 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e886d8f9-6e11-4963-a787-d31ee3120042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.662072 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-23ba688d-7ea0-45d7-ac1e-71ab538c7c6c req-826b8f79-56e7-4cd8-9d77-4e1623ac244e tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609192 Jul 15 13:06:45.672200 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-00fc785c-002b-46a4-a5fb-022c007b1859 None None] Provisioning for port 6b150fcb-4c63-451b-91d1-7a815c150d48 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:45.677477 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-00fc785c-002b-46a4-a5fb-022c007b1859 None None] Provisioning complete for port 6b150fcb-4c63-451b-91d1-7a815c150d48 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:45.678127 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-00fc785c-002b-46a4-a5fb-022c007b1859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.682693 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52898542-350d-4738-bdd3-d0660a804136 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:06:45.693570 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-52898542-350d-4738-bdd3-d0660a804136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:06:45.708325 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:06:45.767130 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-a536b80a-eca2-4443-b230-ca357767c2ea req-1eb730c4-1891-4ae6-a3fc-ddae02dac0ea service neutron] Attempting to bind port 2495dac8-215f-4ed4-8052-948af78297a8 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:45.767533 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-a536b80a-eca2-4443-b230-ca357767c2ea req-1eb730c4-1891-4ae6-a3fc-ddae02dac0ea service neutron] Attempting to bind port 2495dac8-215f-4ed4-8052-948af78297a8 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '31fa37a9-facf-4912-b998-1c360a86c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0393d230-55c0-4aac-933c-382b8f80fda9'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:45.767802 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b80a-eca2-4443-b230-ca357767c2ea req-1eb730c4-1891-4ae6-a3fc-ddae02dac0ea service neutron] Attempting to bind port 2495dac8-215f-4ed4-8052-948af78297a8 on network 0393d230-55c0-4aac-933c-382b8f80fda9 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:45.795540 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-00fc785c-002b-46a4-a5fb-022c007b1859 None None] Port 6b150fcb-4c63-451b-91d1-7a815c150d48 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:06:45.806425 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b80a-eca2-4443-b230-ca357767c2ea req-1eb730c4-1891-4ae6-a3fc-ddae02dac0ea service neutron] Port 2495dac8-215f-4ed4-8052-948af78297a8 on network 0393d230-55c0-4aac-933c-382b8f80fda9 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:06:45.812394 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b80a-eca2-4443-b230-ca357767c2ea req-1eb730c4-1891-4ae6-a3fc-ddae02dac0ea service neutron] Attempting to bind port 2495dac8-215f-4ed4-8052-948af78297a8 on network 0393d230-55c0-4aac-933c-382b8f80fda9 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:45.868638 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b80a-eca2-4443-b230-ca357767c2ea req-1eb730c4-1891-4ae6-a3fc-ddae02dac0ea service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:45.869240 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b80a-eca2-4443-b230-ca357767c2ea req-1eb730c4-1891-4ae6-a3fc-ddae02dac0ea service neutron] Checking segment: {'id': '31fa37a9-facf-4912-b998-1c360a86c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0393d230-55c0-4aac-933c-382b8f80fda9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:45.869822 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b80a-eca2-4443-b230-ca357767c2ea req-1eb730c4-1891-4ae6-a3fc-ddae02dac0ea service neutron] Bound using segment: {'id': '31fa37a9-facf-4912-b998-1c360a86c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0393d230-55c0-4aac-933c-382b8f80fda9'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:45.870827 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-a536b80a-eca2-4443-b230-ca357767c2ea req-1eb730c4-1891-4ae6-a3fc-ddae02dac0ea service neutron] Bound port: 2495dac8-215f-4ed4-8052-948af78297a8, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31fa37a9-facf-4912-b998-1c360a86c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0393d230-55c0-4aac-933c-382b8f80fda9'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:45.871388 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-1eb730c4-1891-4ae6-a3fc-ddae02dac0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.975988 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e886d8f9-6e11-4963-a787-d31ee3120042 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.984694 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e886d8f9-6e11-4963-a787-d31ee3120042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:46.011775 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-a536b80a-eca2-4443-b230-ca357767c2ea req-1eb730c4-1891-4ae6-a3fc-ddae02dac0ea service neutron] For port 2495dac8-215f-4ed4-8052-948af78297a8, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:46.015398 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-a536b80a-eca2-4443-b230-ca357767c2ea req-1eb730c4-1891-4ae6-a3fc-ddae02dac0ea service neutron] For port 2495dac8-215f-4ed4-8052-948af78297a8, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2495dac8-215f-4ed4-8052-948af78297a8,segment=NetworkSegment(31fa37a9-facf-4912-b998-1c360a86c68b),segment_id=31fa37a9-facf-4912-b998-1c360a86c68b)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:46.021995 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-52898542-350d-4738-bdd3-d0660a804136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:46.030718 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-52898542-350d-4738-bdd3-d0660a804136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:46.040729 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-52898542-350d-4738-bdd3-d0660a804136 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f5b3fa25-f972-46c9-91ce-8936a263dc2c HTTP/1.1" status: 204 len: 168 time: 2.0068109 Jul 15 13:06:46.050590 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886d8f9-6e11-4963-a787-d31ee3120042 admin admin] Pushing event updated for resources: {'Port': ['ID=6b150fcb-4c63-451b-91d1-7a815c150d48,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:46.052918 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-1eb730c4-1891-4ae6-a3fc-ddae02dac0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:46.136681 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e886d8f9-6e11-4963-a787-d31ee3120042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:46.158187 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52898542-350d-4738-bdd3-d0660a804136 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5b3fa25-f972-46c9-91ce-8936a263dc2c,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:46.245429 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-1eb730c4-1891-4ae6-a3fc-ddae02dac0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:46.246114 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-1eb730c4-1891-4ae6-a3fc-ddae02dac0ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:46.248799 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-1eb730c4-1891-4ae6-a3fc-ddae02dac0ea service neutron] 10.222.0.46 "PUT /v2.0/ports/2495dac8-215f-4ed4-8052-948af78297a8 HTTP/1.1" status: 200 len: 1091 time: 3.8483810 Jul 15 13:06:46.259496 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'tag': '2495dac8-215f-4ed4-8052-948af78297a8'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:46.268321 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea50fc33-6ee0-4af0-b6d8-ee1e8b73f2e7" -d '{"events": [{"name": "network-changed", "server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "tag": "2495dac8-215f-4ed4-8052-948af78297a8"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:46.287409 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46734) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:46.303294 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-a536b80a-eca2-4443-b230-ca357767c2ea req-50a82bc4-2ce1-459b-8c53-8ae1341776d5 service neutron] Request body: {'port': {'device_id': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:46.380674 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56fc805-297b-4c43-a492-bad428ad9046 x-openstack-request-id: req-f56fc805-297b-4c43-a492-bad428ad9046 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:46.380961 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "tag": "2495dac8-215f-4ed4-8052-948af78297a8", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:46.381207 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f56fc805-297b-4c43-a492-bad428ad9046 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:46.381871 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'tag': '2495dac8-215f-4ed4-8052-948af78297a8', 'status': 'completed', 'code': 200} Jul 15 13:06:46.500354 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-15bb67d5-7057-4793-849d-9aeb147c63bb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=462cf2e8381d4a00afa9a611dd4db541&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2072892 Jul 15 13:06:46.505539 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46736) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:46.509273 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb730c4-1891-4ae6-a3fc-ddae02dac0ea service neutron] Pushing event updated for resources: {'Port': ['ID=2495dac8-215f-4ed4-8052-948af78297a8,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:46.544768 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-50a82bc4-2ce1-459b-8c53-8ae1341776d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:46.596435 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e886d8f9-6e11-4963-a787-d31ee3120042 admin admin] Network 6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:06:46.616778 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7cc76e-0d3f-4e31-aa33-042a33138c00 req-064f0ced-6a9e-4df8-b51c-de870a1d8370 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:46.633287 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7cc76e-0d3f-4e31-aa33-042a33138c00 req-064f0ced-6a9e-4df8-b51c-de870a1d8370 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:46.638015 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-e886d8f9-6e11-4963-a787-d31ee3120042 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:46.639696 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7cc76e-0d3f-4e31-aa33-042a33138c00 req-064f0ced-6a9e-4df8-b51c-de870a1d8370 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:46.661298 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7cc76e-0d3f-4e31-aa33-042a33138c00 req-064f0ced-6a9e-4df8-b51c-de870a1d8370 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:46.675836 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7cc76e-0d3f-4e31-aa33-042a33138c00 req-064f0ced-6a9e-4df8-b51c-de870a1d8370 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:46.693744 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7cc76e-0d3f-4e31-aa33-042a33138c00 req-064f0ced-6a9e-4df8-b51c-de870a1d8370 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:46.704109 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7cc76e-0d3f-4e31-aa33-042a33138c00 req-064f0ced-6a9e-4df8-b51c-de870a1d8370 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:46.731463 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1e7cc76e-0d3f-4e31-aa33-042a33138c00 req-064f0ced-6a9e-4df8-b51c-de870a1d8370 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 5384 time: 0.6284709 Jul 15 13:06:46.736814 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-65fbfbcc-1238-4e88-ba64-45fa39d2c352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:46.766712 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a79f75c8-ae55-403f-8692-89f69658efae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:46.809556 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50fc33-6ee0-4af0-b6d8-ee1e8b73f2e7 req-6d70d2e8-3704-4313-aee2-6fa6a99bb331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:46.810055 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50fc33-6ee0-4af0-b6d8-ee1e8b73f2e7 req-6d70d2e8-3704-4313-aee2-6fa6a99bb331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:46.810525 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50fc33-6ee0-4af0-b6d8-ee1e8b73f2e7 req-6d70d2e8-3704-4313-aee2-6fa6a99bb331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:46.817050 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50fc33-6ee0-4af0-b6d8-ee1e8b73f2e7 req-6d70d2e8-3704-4313-aee2-6fa6a99bb331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:46.817050 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50fc33-6ee0-4af0-b6d8-ee1e8b73f2e7 req-6d70d2e8-3704-4313-aee2-6fa6a99bb331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:46.817050 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50fc33-6ee0-4af0-b6d8-ee1e8b73f2e7 req-6d70d2e8-3704-4313-aee2-6fa6a99bb331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:46.817050 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50fc33-6ee0-4af0-b6d8-ee1e8b73f2e7 req-6d70d2e8-3704-4313-aee2-6fa6a99bb331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:46.817050 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ea50fc33-6ee0-4af0-b6d8-ee1e8b73f2e7 req-6d70d2e8-3704-4313-aee2-6fa6a99bb331 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=81c3b9d8d0bd4b9983bde8217f1dc07f&device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 6280 time: 0.3263505 Jul 15 13:06:46.844314 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a79f75c8-ae55-403f-8692-89f69658efae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:47.028257 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fbfbcc-1238-4e88-ba64-45fa39d2c352 admin admin] Checking segment: {'id': '2346f160-f712-413d-8fa4-20db42b21e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '14e16183-1dda-4bb7-a20f-e5e4d181274c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:47.028717 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fbfbcc-1238-4e88-ba64-45fa39d2c352 admin admin] Network hostable DHCP agents. Network: 14e16183-1dda-4bb7-a20f-e5e4d181274c, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:06:47.075434 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbfbcc-1238-4e88-ba64-45fa39d2c352 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8ac294b-b75a-4223-9318-4238feee5e9b,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:47.096262 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e886d8f9-6e11-4963-a787-d31ee3120042 admin admin] Router 6182b628-b7be-486f-b7ca-85f5460e89fd has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:06:47.174199 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-ff164b2a-382e-4f13-a804-04fab2252a05 None None] Provisioning complete for port 6b150fcb-4c63-451b-91d1-7a815c150d48 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:47.175581 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ff164b2a-382e-4f13-a804-04fab2252a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:47.189038 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1e7cc76e-0d3f-4e31-aa33-042a33138c00 req-5013ae18-c81d-48a2-9608-ab59cdc19cc1 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d03c6c5-afde-46b4-9fff-da26c2a36d36&id=11c6d291-a458-49b6-80ff-5db152f1be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4569840 Jul 15 13:06:47.223313 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5ccf4-48c0-453e-b17a-5daf8e5bee99 req-4fd32b6c-ad4a-4a3b-84d8-d39722f274dd tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:47.225225 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a2e5ccf4-48c0-453e-b17a-5daf8e5bee99 req-4fd32b6c-ad4a-4a3b-84d8-d39722f274dd tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 946 time: 0.4701602 Jul 15 13:06:47.229288 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fbfbcc-1238-4e88-ba64-45fa39d2c352 admin admin] Network 14e16183-1dda-4bb7-a20f-e5e4d181274c is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:06:47.251576 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-65fbfbcc-1238-4e88-ba64-45fa39d2c352 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 14e16183-1dda-4bb7-a20f-e5e4d181274c) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:47.283455 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3361bc-91c6-4e92-ad6e-90657a971569 None None] Network 14e16183-1dda-4bb7-a20f-e5e4d181274c requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:06:47.296969 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50fc33-6ee0-4af0-b6d8-ee1e8b73f2e7 req-47e4e6ac-254c-4008-aa75-50a32e1d4243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:47.297574 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50fc33-6ee0-4af0-b6d8-ee1e8b73f2e7 req-47e4e6ac-254c-4008-aa75-50a32e1d4243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:47.303975 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50fc33-6ee0-4af0-b6d8-ee1e8b73f2e7 req-47e4e6ac-254c-4008-aa75-50a32e1d4243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:47.311829 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fbfbcc-1238-4e88-ba64-45fa39d2c352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:47.312471 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ea50fc33-6ee0-4af0-b6d8-ee1e8b73f2e7 req-47e4e6ac-254c-4008-aa75-50a32e1d4243 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=81c3b9d8d0bd4b9983bde8217f1dc07f&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4822783 Jul 15 13:06:47.312750 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-65fbfbcc-1238-4e88-ba64-45fa39d2c352 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:47.360674 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a2e5ccf4-48c0-453e-b17a-5daf8e5bee99 req-44f8a569-ee10-4054-b885-7a412ed20f6c tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221941 Jul 15 13:06:47.399484 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-65fbfbcc-1238-4e88-ba64-45fa39d2c352 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.8254037 Jul 15 13:06:47.399851 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1d654372-e6fb-4d43-ab30-010794023c31 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:47.412059 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-ff164b2a-382e-4f13-a804-04fab2252a05 None None] Port 6b150fcb-4c63-451b-91d1-7a815c150d48 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:06:47.572069 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50fc33-6ee0-4af0-b6d8-ee1e8b73f2e7 req-94eed8e9-6fd9-4d24-90e3-2f1d7ec76a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:47.573756 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ea50fc33-6ee0-4af0-b6d8-ee1e8b73f2e7 req-94eed8e9-6fd9-4d24-90e3-2f1d7ec76a9d service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2439463 Jul 15 13:06:47.587750 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a79f75c8-ae55-403f-8692-89f69658efae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:47.595889 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a79f75c8-ae55-403f-8692-89f69658efae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:47.597668 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a79f75c8-ae55-403f-8692-89f69658efae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e0455d5-c9fd-43bf-ab05-d658bc55d202 HTTP/1.1" status: 204 len: 168 time: 1.0886238 Jul 15 13:06:47.626192 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f75c8-ae55-403f-8692-89f69658efae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0455d5-c9fd-43bf-ab05-d658bc55d202,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:47.639614 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-a536b80a-eca2-4443-b230-ca357767c2ea req-50a82bc4-2ce1-459b-8c53-8ae1341776d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97665ee0-9d05-4656-9f5c-63be8c4fa216 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:47.646978 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 1d654372-e6fb-4d43-ab30-010794023c31 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:47.656837 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-50a82bc4-2ce1-459b-8c53-8ae1341776d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:47.661611 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 1d654372-e6fb-4d43-ab30-010794023c31 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:47.662311 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:47.685695 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-a536b80a-eca2-4443-b230-ca357767c2ea req-50a82bc4-2ce1-459b-8c53-8ae1341776d5 service neutron] Transition to ACTIVE for port object 97665ee0-9d05-4656-9f5c-63be8c4fa216 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:47.725102 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-50a82bc4-2ce1-459b-8c53-8ae1341776d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:47.798484 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92233da-8b1d-4666-91b3-4f5b04ab1428 None None] Network 14e16183-1dda-4bb7-a20f-e5e4d181274c requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:06:47.799407 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e886d8f9-6e11-4963-a787-d31ee3120042 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:06:47.806140 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e886d8f9-6e11-4963-a787-d31ee3120042 admin admin] 10.222.0.16 "PUT /v2.0/routers/6182b628-b7be-486f-b7ca-85f5460e89fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1322763 Jul 15 13:06:47.950127 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a82bc4-2ce1-459b-8c53-8ae1341776d5 service neutron] Pushing event updated for resources: {'Port': ['ID=97665ee0-9d05-4656-9f5c-63be8c4fa216,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:48.073938 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.188746 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 1d654372-e6fb-4d43-ab30-010794023c31, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=1d654372-e6fb-4d43-ab30-010794023c31,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:48.193386 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d7880-26a9-4bc9-a95d-8d48c219dd75 req-3c7fa061-14c2-45ae-a438-39ed2306feda tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:48.202245 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c82d7880-26a9-4bc9-a95d-8d48c219dd75 req-3c7fa061-14c2-45ae-a438-39ed2306feda tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 949 time: 0.5073831 Jul 15 13:06:48.205185 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.289230 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c82d7880-26a9-4bc9-a95d-8d48c219dd75 req-618333cb-72ca-4644-bf98-241f938ae18a tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844772 Jul 15 13:06:48.311241 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46780) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:48.355815 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=1d654372-e6fb-4d43-ab30-010794023c31,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:48.370849 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-a536b80a-eca2-4443-b230-ca357767c2ea req-50a82bc4-2ce1-459b-8c53-8ae1341776d5 service neutron] Attempting to bind port 97665ee0-9d05-4656-9f5c-63be8c4fa216 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:48.371442 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-a536b80a-eca2-4443-b230-ca357767c2ea req-50a82bc4-2ce1-459b-8c53-8ae1341776d5 service neutron] Attempting to bind port 97665ee0-9d05-4656-9f5c-63be8c4fa216 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '31fa37a9-facf-4912-b998-1c360a86c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0393d230-55c0-4aac-933c-382b8f80fda9'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:48.374124 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b80a-eca2-4443-b230-ca357767c2ea req-50a82bc4-2ce1-459b-8c53-8ae1341776d5 service neutron] Attempting to bind port 97665ee0-9d05-4656-9f5c-63be8c4fa216 on network 0393d230-55c0-4aac-933c-382b8f80fda9 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:48.376907 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 4e76fd72-6816-481c-819e-b8263abd48a1 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:06:48.388838 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b80a-eca2-4443-b230-ca357767c2ea req-50a82bc4-2ce1-459b-8c53-8ae1341776d5 service neutron] Port 97665ee0-9d05-4656-9f5c-63be8c4fa216 on network 0393d230-55c0-4aac-933c-382b8f80fda9 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:06:48.391685 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b80a-eca2-4443-b230-ca357767c2ea req-50a82bc4-2ce1-459b-8c53-8ae1341776d5 service neutron] Attempting to bind port 97665ee0-9d05-4656-9f5c-63be8c4fa216 on network 0393d230-55c0-4aac-933c-382b8f80fda9 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:48.414234 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b80a-eca2-4443-b230-ca357767c2ea req-50a82bc4-2ce1-459b-8c53-8ae1341776d5 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:48.415296 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b80a-eca2-4443-b230-ca357767c2ea req-50a82bc4-2ce1-459b-8c53-8ae1341776d5 service neutron] Checking segment: {'id': '31fa37a9-facf-4912-b998-1c360a86c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0393d230-55c0-4aac-933c-382b8f80fda9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:48.415702 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b80a-eca2-4443-b230-ca357767c2ea req-50a82bc4-2ce1-459b-8c53-8ae1341776d5 service neutron] Bound using segment: {'id': '31fa37a9-facf-4912-b998-1c360a86c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0393d230-55c0-4aac-933c-382b8f80fda9'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:48.419442 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-a536b80a-eca2-4443-b230-ca357767c2ea req-50a82bc4-2ce1-459b-8c53-8ae1341776d5 service neutron] Bound port: 97665ee0-9d05-4656-9f5c-63be8c4fa216, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31fa37a9-facf-4912-b998-1c360a86c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0393d230-55c0-4aac-933c-382b8f80fda9'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:48.419821 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-50a82bc4-2ce1-459b-8c53-8ae1341776d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.437210 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f44be2c-024a-4d7c-a7e4-86be66b88b9a admin admin] Deleting subnet f8ac294b-b75a-4223-9318-4238feee5e9b {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:06:48.444295 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0f44be2c-024a-4d7c-a7e4-86be66b88b9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.556428 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0f44be2c-024a-4d7c-a7e4-86be66b88b9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.580831 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6929d8-cb85-4bcd-8e41-1b226fe8c627 None None] Sync routers for ids ['6182b628-b7be-486f-b7ca-85f5460e89fd'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:06:48.601412 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6929d8-cb85-4bcd-8e41-1b226fe8c627 None None] Routers {'6182b628-b7be-486f-b7ca-85f5460e89fd'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:06:48.602056 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-5b6929d8-cb85-4bcd-8e41-1b226fe8c627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:06:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['6182b628-b7be-486f-b7ca-85f5460e89fd'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:48.635166 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-a536b80a-eca2-4443-b230-ca357767c2ea req-50a82bc4-2ce1-459b-8c53-8ae1341776d5 service neutron] For port 97665ee0-9d05-4656-9f5c-63be8c4fa216, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:48.641060 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-a536b80a-eca2-4443-b230-ca357767c2ea req-50a82bc4-2ce1-459b-8c53-8ae1341776d5 service neutron] For port 97665ee0-9d05-4656-9f5c-63be8c4fa216, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=97665ee0-9d05-4656-9f5c-63be8c4fa216,segment=NetworkSegment(31fa37a9-facf-4912-b998-1c360a86c68b),segment_id=31fa37a9-facf-4912-b998-1c360a86c68b)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:48.650240 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.656847 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-50a82bc4-2ce1-459b-8c53-8ae1341776d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.658646 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0f44be2c-024a-4d7c-a7e4-86be66b88b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.728003 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f85a75-4b3d-40e0-863d-06ff77ecb993', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e76fd72-6816-481c-819e-b8263abd48a1'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:48.731307 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9159a899-fe90-440c-9b7b-4209d2159ebf" -d '{"events": [{"server_uuid": "00f85a75-4b3d-40e0-863d-06ff77ecb993", "name": "network-vif-unplugged", "status": "completed", "tag": "4e76fd72-6816-481c-819e-b8263abd48a1"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:48.751943 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 4e76fd72-6816-481c-819e-b8263abd48a1, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=4e76fd72-6816-481c-819e-b8263abd48a1,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:48.763043 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.796157 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-50a82bc4-2ce1-459b-8c53-8ae1341776d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:48.796939 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-50a82bc4-2ce1-459b-8c53-8ae1341776d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.805814 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-50a82bc4-2ce1-459b-8c53-8ae1341776d5 service neutron] 10.222.0.46 "PUT /v2.0/ports/97665ee0-9d05-4656-9f5c-63be8c4fa216 HTTP/1.1" status: 200 len: 1092 time: 2.5117211 Jul 15 13:06:48.806821 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0f44be2c-024a-4d7c-a7e4-86be66b88b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.808871 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'tag': '97665ee0-9d05-4656-9f5c-63be8c4fa216'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:48.817816 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f32cf7-0cc0-49a0-a4de-60695233dc6b" -d '{"events": [{"name": "network-changed", "server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "tag": "97665ee0-9d05-4656-9f5c-63be8c4fa216"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:48.876914 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f44be2c-024a-4d7c-a7e4-86be66b88b9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8ac294b-b75a-4223-9318-4238feee5e9b,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:48.898575 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a82bc4-2ce1-459b-8c53-8ae1341776d5 service neutron] Pushing event updated for resources: {'Port': ['ID=97665ee0-9d05-4656-9f5c-63be8c4fa216,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:48.921649 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0f44be2c-024a-4d7c-a7e4-86be66b88b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.925669 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-a536b80a-eca2-4443-b230-ca357767c2ea req-dfc130b5-290d-4ea8-a06b-3c8a14cf9d9e service neutron] Request body: {'port': {'device_id': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:48.928034 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0f44be2c-024a-4d7c-a7e4-86be66b88b9a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f8ac294b-b75a-4223-9318-4238feee5e9b HTTP/1.1" status: 204 len: 168 time: 0.6149518 Jul 15 13:06:48.932767 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46808) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:48.950464 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=4e76fd72-6816-481c-819e-b8263abd48a1,revision_number=11']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:48.952472 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-5b6929d8-cb85-4bcd-8e41-1b226fe8c627 None None] Set router 6182b628-b7be-486f-b7ca-85f5460e89fd gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:06:49.090076 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-27d52182-632a-40c4-92b9-5d6ddd2e7332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:49.200296 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46810) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:49.252725 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-dfc130b5-290d-4ea8-a06b-3c8a14cf9d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:49.322127 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-27d52182-632a-40c4-92b9-5d6ddd2e7332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:49.332734 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1d654372-e6fb-4d43-ab30-010794023c31 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:49.356390 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-27d52182-632a-40c4-92b9-5d6ddd2e7332 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14e16183-1dda-4bb7-a20f-e5e4d181274c']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:49.368333 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-27d52182-632a-40c4-92b9-5d6ddd2e7332 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2346f160-f712-413d-8fa4-20db42b21e75') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:49.369412 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-27d52182-632a-40c4-92b9-5d6ddd2e7332 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2346f160-f712-413d-8fa4-20db42b21e75') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:49.388506 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-27d52182-632a-40c4-92b9-5d6ddd2e7332 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:49.419019 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-27d52182-632a-40c4-92b9-5d6ddd2e7332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:49.438588 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-28285671-e674-42b7-9d78-541ac9edd808 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1941118752-network', 'tenant_id': '1ee1d53aca0141898f0cc7e3f035d9eb'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:49.442551 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27d52182-632a-40c4-92b9-5d6ddd2e7332 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:06:49.442975 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-27d52182-632a-40c4-92b9-5d6ddd2e7332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:49.445393 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:06:49.445393 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:06:49.445393 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:06:49.445393 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:06:49.445393 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:06:49.445393 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:06:49.445393 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:06:49.445393 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:06:49.445393 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:06:49.445393 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:06:49.445393 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:06:49.445393 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:06:49.445393 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:06:49.445393 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:06:49.445393 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:06:49.445393 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:06:49.445393 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:06:49.445393 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:06:49.445393 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:06:49.445393 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:06:49.445393 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:06:49.445393 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:06:49.445393 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:06:49.445393 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:06:49.445393 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:06:49.445393 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:06:49.445393 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:06:49.445393 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:06:49.445393 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:06:49.445393 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:06:49.445393 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:06:49.445393 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:06:49.463615 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 1d654372-e6fb-4d43-ab30-010794023c31 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:49.463988 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:49.494179 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46816) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:49.502725 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-5fd8b12a-a3f0-4264-8c6d-3f13cf3d511e tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1009314481', 'description': 'tempest-description--723927812'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:49.576203 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11bc16-2a69-4301-9178-9844cad39f6c req-7d33085c-4b4c-4cda-8eb3-dde9a0d967fe tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:49.576725 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af96b844-8e89-4c97-8ea5-e8de76c6fb00 x-openstack-request-id: req-af96b844-8e89-4c97-8ea5-e8de76c6fb00 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:49.577016 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f85a75-4b3d-40e0-863d-06ff77ecb993", "name": "network-vif-unplugged", "status": "completed", "tag": "4e76fd72-6816-481c-819e-b8263abd48a1", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:49.579838 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-af96b844-8e89-4c97-8ea5-e8de76c6fb00 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:49.580242 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f85a75-4b3d-40e0-863d-06ff77ecb993', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e76fd72-6816-481c-819e-b8263abd48a1', 'code': 200} Jul 15 13:06:49.594553 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11bc16-2a69-4301-9178-9844cad39f6c req-7d33085c-4b4c-4cda-8eb3-dde9a0d967fe tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:49.600598 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11bc16-2a69-4301-9178-9844cad39f6c req-7d33085c-4b4c-4cda-8eb3-dde9a0d967fe tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:49.618635 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11bc16-2a69-4301-9178-9844cad39f6c req-7d33085c-4b4c-4cda-8eb3-dde9a0d967fe tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:49.636744 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11bc16-2a69-4301-9178-9844cad39f6c req-7d33085c-4b4c-4cda-8eb3-dde9a0d967fe tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:49.660366 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11bc16-2a69-4301-9178-9844cad39f6c req-7d33085c-4b4c-4cda-8eb3-dde9a0d967fe tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:49.675170 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11bc16-2a69-4301-9178-9844cad39f6c req-7d33085c-4b4c-4cda-8eb3-dde9a0d967fe tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:49.681088 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.db.api [None req-28285671-e674-42b7-9d78-541ac9edd808 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:06:49.681088 n-d-771363-36 neutron-server[93826]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 13:06:49.681088 n-d-771363-36 neutron-server[93826]: [parameters: {'project_id': '1ee1d53aca0141898f0cc7e3f035d9eb', 'id': '123363c7-494b-49a1-ac37-a71b37825d03', 'expiration': datetime.datetime(2021, 7, 15, 13, 8, 49, 563946)}] Jul 15 13:06:49.681088 n-d-771363-36 neutron-server[93826]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:06:49.683107 n-d-771363-36 neutron-server[93826]: DEBUG oslo_db.api [None req-28285671-e674-42b7-9d78-541ac9edd808 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:06:49.684283 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fd8b12a-a3f0-4264-8c6d-3f13cf3d511e tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:49.685290 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b11bc16-2a69-4301-9178-9844cad39f6c req-7d33085c-4b4c-4cda-8eb3-dde9a0d967fe tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 5396 time: 0.5073543 Jul 15 13:06:49.688043 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a88ea1b-4793-483d-9868-fe609d1cce6d x-openstack-request-id: req-1a88ea1b-4793-483d-9868-fe609d1cce6d {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:49.688562 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "tag": "97665ee0-9d05-4656-9f5c-63be8c4fa216", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:49.688986 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a88ea1b-4793-483d-9868-fe609d1cce6d {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:49.689549 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'tag': '97665ee0-9d05-4656-9f5c-63be8c4fa216', 'status': 'completed', 'code': 200} Jul 15 13:06:49.732088 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-27d52182-632a-40c4-92b9-5d6ddd2e7332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:49.739282 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-5b6929d8-cb85-4bcd-8e41-1b226fe8c627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6182b628-b7be-486f-b7ca-85f5460e89fd', 'name': 'tempest-ServersTestBootFromVolume-1882119-router', 'tenant_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '1d654372-e6fb-4d43-ab30-010794023c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:35Z', 'updated_at': '2021-07-15T13:06:45Z', 'revision_number': 4, 'project_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'gw_port': {'id': '1d654372-e6fb-4d43-ab30-010794023c31', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182b628-b7be-486f-b7ca-85f5460e89fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:37Z', 'updated_at': '2021-07-15T13:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '6b150fcb-4c63-451b-91d1-7a815c150d48', 'name': '', 'network_id': '6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d', 'tenant_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'mac_address': 'fa:16:3e:6a:9a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6182b628-b7be-486f-b7ca-85f5460e89fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'a6bbe658-7956-4bdc-bf0f-4e1c4674969b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:44Z', 'updated_at': '2021-07-15T13:06:45Z', 'revision_number': 2, 'project_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'subnets': [{'id': 'a6bbe658-7956-4bdc-bf0f-4e1c4674969b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:49.753870 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-27d52182-632a-40c4-92b9-5d6ddd2e7332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:49.754909 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b11bc16-2a69-4301-9178-9844cad39f6c req-6dec3ea9-a021-4a13-b306-eb4b9b048bc1 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d03c6c5-afde-46b4-9fff-da26c2a36d36&id=11c6d291-a458-49b6-80ff-5db152f1be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0686245 Jul 15 13:06:49.760765 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-27d52182-632a-40c4-92b9-5d6ddd2e7332 admin admin] 10.222.0.16 "DELETE /v2.0/networks/14e16183-1dda-4bb7-a20f-e5e4d181274c HTTP/1.1" status: 204 len: 168 time: 0.8266916 Jul 15 13:06:49.785277 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6929d8-cb85-4bcd-8e41-1b226fe8c627 None None] Checking router: 6182b628-b7be-486f-b7ca-85f5460e89fd for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:06:49.786404 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6929d8-cb85-4bcd-8e41-1b226fe8c627 None None] Updating router 6182b628-b7be-486f-b7ca-85f5460e89fd port 6b150fcb-4c63-451b-91d1-7a815c150d48 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:06:49.812348 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d52182-632a-40c4-92b9-5d6ddd2e7332 admin admin] Pushing event deleted for resources: {'Network': ['ID=14e16183-1dda-4bb7-a20f-e5e4d181274c,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:49.827201 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5b6929d8-cb85-4bcd-8e41-1b226fe8c627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:49.881423 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f32cf7-0cc0-49a0-a4de-60695233dc6b req-9dbfb7f4-2e25-4898-b96b-8fddc66e09af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:49.882534 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f32cf7-0cc0-49a0-a4de-60695233dc6b req-9dbfb7f4-2e25-4898-b96b-8fddc66e09af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:49.883360 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f32cf7-0cc0-49a0-a4de-60695233dc6b req-9dbfb7f4-2e25-4898-b96b-8fddc66e09af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:49.884001 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f32cf7-0cc0-49a0-a4de-60695233dc6b req-9dbfb7f4-2e25-4898-b96b-8fddc66e09af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:49.884731 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f32cf7-0cc0-49a0-a4de-60695233dc6b req-9dbfb7f4-2e25-4898-b96b-8fddc66e09af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:49.885546 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f32cf7-0cc0-49a0-a4de-60695233dc6b req-9dbfb7f4-2e25-4898-b96b-8fddc66e09af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:49.886208 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f32cf7-0cc0-49a0-a4de-60695233dc6b req-9dbfb7f4-2e25-4898-b96b-8fddc66e09af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:49.889739 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a6f32cf7-0cc0-49a0-a4de-60695233dc6b req-9dbfb7f4-2e25-4898-b96b-8fddc66e09af service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=81c3b9d8d0bd4b9983bde8217f1dc07f&device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 6348 time: 0.2317560 Jul 15 13:06:50.030613 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fd8b12a-a3f0-4264-8c6d-3f13cf3d511e tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:50.051441 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fd8b12a-a3f0-4264-8c6d-3f13cf3d511e tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:50.147631 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5b6929d8-cb85-4bcd-8e41-1b226fe8c627 None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:50.152982 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46828) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:50.153408 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fd8b12a-a3f0-4264-8c6d-3f13cf3d511e tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:50.157892 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5fd8b12a-a3f0-4264-8c6d-3f13cf3d511e tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6624815 Jul 15 13:06:50.159209 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-5b6929d8-cb85-4bcd-8e41-1b226fe8c627 None None] Transition to ACTIVE for port object 6b150fcb-4c63-451b-91d1-7a815c150d48 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:50.173112 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5b6929d8-cb85-4bcd-8e41-1b226fe8c627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:50.177462 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46830) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:50.185183 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-2289673f-6051-4590-b10a-7627541f8b39 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Request body: {'security_group_rule': {'security_group_id': 'fd8953d8-6762-490d-a048-aff3dca15ce8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:50.232661 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28285671-e674-42b7-9d78-541ac9edd808 admin admin] Made reservation on behalf of 1ee1d53aca0141898f0cc7e3f035d9eb for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:50.235192 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-28285671-e674-42b7-9d78-541ac9edd808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:50.252702 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae7eba-9fa2-43b5-b1a4-9c746d4bf0d5 None None] Pushing event updated for resources: {'Port': ['ID=6b150fcb-4c63-451b-91d1-7a815c150d48,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:50.270029 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-a536b80a-eca2-4443-b230-ca357767c2ea req-dfc130b5-290d-4ea8-a06b-3c8a14cf9d9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:50.274724 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-28285671-e674-42b7-9d78-541ac9edd808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:50.287027 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ae7eba-9fa2-43b5-b1a4-9c746d4bf0d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:50.287365 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ae7eba-9fa2-43b5-b1a4-9c746d4bf0d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:50.287700 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ae7eba-9fa2-43b5-b1a4-9c746d4bf0d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:50.288028 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ae7eba-9fa2-43b5-b1a4-9c746d4bf0d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:50.288351 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ae7eba-9fa2-43b5-b1a4-9c746d4bf0d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:50.288672 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ae7eba-9fa2-43b5-b1a4-9c746d4bf0d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:50.288991 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ae7eba-9fa2-43b5-b1a4-9c746d4bf0d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:50.289306 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ae7eba-9fa2-43b5-b1a4-9c746d4bf0d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:50.289621 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ae7eba-9fa2-43b5-b1a4-9c746d4bf0d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:50.289888 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-dfc130b5-290d-4ea8-a06b-3c8a14cf9d9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:50.290042 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ae7eba-9fa2-43b5-b1a4-9c746d4bf0d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:50.290231 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ae7eba-9fa2-43b5-b1a4-9c746d4bf0d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:50.290545 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ae7eba-9fa2-43b5-b1a4-9c746d4bf0d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:50.328687 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-a536b80a-eca2-4443-b230-ca357767c2ea req-dfc130b5-290d-4ea8-a06b-3c8a14cf9d9e service neutron] Transition to ACTIVE for port object d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:50.349873 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8b12a-a3f0-4264-8c6d-3f13cf3d511e tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8953d8-6762-490d-a048-aff3dca15ce8,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:50.351138 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-dfc130b5-290d-4ea8-a06b-3c8a14cf9d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:50.370895 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-5b6929d8-cb85-4bcd-8e41-1b226fe8c627 None None] Attempting to bind port 6b150fcb-4c63-451b-91d1-7a815c150d48 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:50.371312 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-5b6929d8-cb85-4bcd-8e41-1b226fe8c627 None None] Attempting to bind port 6b150fcb-4c63-451b-91d1-7a815c150d48 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '89fbc622-efc0-4427-9c11-6afea9afb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:50.371679 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6929d8-cb85-4bcd-8e41-1b226fe8c627 None None] Attempting to bind port 6b150fcb-4c63-451b-91d1-7a815c150d48 on network 6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:50.376781 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a25dc27f-84c6-458c-8662-728c4b4a039c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e61fb1c2d04741c7aaa1534e046ca958&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2177484 Jul 15 13:06:50.383876 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6929d8-cb85-4bcd-8e41-1b226fe8c627 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:50.384226 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6929d8-cb85-4bcd-8e41-1b226fe8c627 None None] Checking segment: {'id': '89fbc622-efc0-4427-9c11-6afea9afb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:50.384632 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5b6929d8-cb85-4bcd-8e41-1b226fe8c627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:50.385326 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46832) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:50.385446 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6929d8-cb85-4bcd-8e41-1b226fe8c627 None None] Bound using segment: {'id': '89fbc622-efc0-4427-9c11-6afea9afb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:50.385823 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-5b6929d8-cb85-4bcd-8e41-1b226fe8c627 None None] Bound port: 6b150fcb-4c63-451b-91d1-7a815c150d48, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fbc622-efc0-4427-9c11-6afea9afb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:50.386204 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5b6929d8-cb85-4bcd-8e41-1b226fe8c627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:50.460417 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f32cf7-0cc0-49a0-a4de-60695233dc6b req-6f2c9f86-ee01-4eb4-ae16-1ffba8739cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:50.461245 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f32cf7-0cc0-49a0-a4de-60695233dc6b req-6f2c9f86-ee01-4eb4-ae16-1ffba8739cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:50.461781 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f32cf7-0cc0-49a0-a4de-60695233dc6b req-6f2c9f86-ee01-4eb4-ae16-1ffba8739cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:50.463469 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a6f32cf7-0cc0-49a0-a4de-60695233dc6b req-6f2c9f86-ee01-4eb4-ae16-1ffba8739cd1 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=81c3b9d8d0bd4b9983bde8217f1dc07f&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5642302 Jul 15 13:06:50.487222 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc130b5-290d-4ea8-a06b-3c8a14cf9d9e service neutron] Pushing event updated for resources: {'Port': ['ID=d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:50.491037 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2289673f-6051-4590-b10a-7627541f8b39 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:50.493013 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-5b6929d8-cb85-4bcd-8e41-1b226fe8c627 None None] For port 6b150fcb-4c63-451b-91d1-7a815c150d48, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:50.497497 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-5b6929d8-cb85-4bcd-8e41-1b226fe8c627 None None] For port 6b150fcb-4c63-451b-91d1-7a815c150d48, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=6b150fcb-4c63-451b-91d1-7a815c150d48,segment=NetworkSegment(89fbc622-efc0-4427-9c11-6afea9afb82b),segment_id=89fbc622-efc0-4427-9c11-6afea9afb82b)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:50.504786 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5b6929d8-cb85-4bcd-8e41-1b226fe8c627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:50.507785 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb456b-0d9c-4fda-9e39-0d9e2d4c137a req-3ff7fd76-cdd8-4848-a92f-0def54a459e3 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:50.515105 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-21cb456b-0d9c-4fda-9e39-0d9e2d4c137a req-3ff7fd76-cdd8-4848-a92f-0def54a459e3 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.3988571 Jul 15 13:06:50.526424 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf4838-bab2-413d-a7c2-36b8e4575349 req-320e80e9-b971-40c7-8e76-b1ea46b4c65c tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:50.533444 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-badf4838-bab2-413d-a7c2-36b8e4575349 req-320e80e9-b971-40c7-8e76-b1ea46b4c65c tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 949 time: 0.5112867 Jul 15 13:06:50.601947 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6929d8-cb85-4bcd-8e41-1b226fe8c627 None None] Routers {'6182b628-b7be-486f-b7ca-85f5460e89fd'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:06:50.603198 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-5b6929d8-cb85-4bcd-8e41-1b226fe8c627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:06:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['6182b628-b7be-486f-b7ca-85f5460e89fd'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:50.607247 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae7eba-9fa2-43b5-b1a4-9c746d4bf0d5 None None] Pushing event updated for resources: {'Port': ['ID=6b150fcb-4c63-451b-91d1-7a815c150d48,revision_number=4']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:50.695758 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-badf4838-bab2-413d-a7c2-36b8e4575349 req-14564a18-594e-4804-adb7-53a332e9a3b1 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614318 Jul 15 13:06:50.738511 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-21cb456b-0d9c-4fda-9e39-0d9e2d4c137a req-c19c5367-9674-4c1a-ad03-78f385677187 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225933 Jul 15 13:06:50.868110 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-5b6929d8-cb85-4bcd-8e41-1b226fe8c627 None None] Set router 6182b628-b7be-486f-b7ca-85f5460e89fd gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:06:50.906073 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-a536b80a-eca2-4443-b230-ca357767c2ea req-dfc130b5-290d-4ea8-a06b-3c8a14cf9d9e service neutron] Attempting to bind port d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:50.919228 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-a536b80a-eca2-4443-b230-ca357767c2ea req-dfc130b5-290d-4ea8-a06b-3c8a14cf9d9e service neutron] Attempting to bind port d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '883fa9e8-319c-4b08-9112-d792a62e6fcb'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:50.919775 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b80a-eca2-4443-b230-ca357767c2ea req-dfc130b5-290d-4ea8-a06b-3c8a14cf9d9e service neutron] Attempting to bind port d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b on network 883fa9e8-319c-4b08-9112-d792a62e6fcb {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:50.934605 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b80a-eca2-4443-b230-ca357767c2ea req-dfc130b5-290d-4ea8-a06b-3c8a14cf9d9e service neutron] Port d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b on network 883fa9e8-319c-4b08-9112-d792a62e6fcb not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:06:50.934944 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b80a-eca2-4443-b230-ca357767c2ea req-dfc130b5-290d-4ea8-a06b-3c8a14cf9d9e service neutron] Attempting to bind port d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b on network 883fa9e8-319c-4b08-9112-d792a62e6fcb {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:50.948413 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b80a-eca2-4443-b230-ca357767c2ea req-dfc130b5-290d-4ea8-a06b-3c8a14cf9d9e service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:50.948756 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b80a-eca2-4443-b230-ca357767c2ea req-dfc130b5-290d-4ea8-a06b-3c8a14cf9d9e service neutron] Checking segment: {'id': '078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '883fa9e8-319c-4b08-9112-d792a62e6fcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:50.949156 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b80a-eca2-4443-b230-ca357767c2ea req-dfc130b5-290d-4ea8-a06b-3c8a14cf9d9e service neutron] Bound using segment: {'id': '078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '883fa9e8-319c-4b08-9112-d792a62e6fcb'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:50.949594 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-a536b80a-eca2-4443-b230-ca357767c2ea req-dfc130b5-290d-4ea8-a06b-3c8a14cf9d9e service neutron] Bound port: d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '883fa9e8-319c-4b08-9112-d792a62e6fcb'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:50.949958 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-dfc130b5-290d-4ea8-a06b-3c8a14cf9d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.129271 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-a536b80a-eca2-4443-b230-ca357767c2ea req-dfc130b5-290d-4ea8-a06b-3c8a14cf9d9e service neutron] For port d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:51.177046 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-a536b80a-eca2-4443-b230-ca357767c2ea req-dfc130b5-290d-4ea8-a06b-3c8a14cf9d9e service neutron] For port d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b,segment=NetworkSegment(078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8),segment_id=078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:51.200882 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-dfc130b5-290d-4ea8-a06b-3c8a14cf9d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.241882 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-5b6929d8-cb85-4bcd-8e41-1b226fe8c627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6182b628-b7be-486f-b7ca-85f5460e89fd', 'name': 'tempest-ServersTestBootFromVolume-1882119-router', 'tenant_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '1d654372-e6fb-4d43-ab30-010794023c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:35Z', 'updated_at': '2021-07-15T13:06:45Z', 'revision_number': 4, 'project_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'gw_port': {'id': '1d654372-e6fb-4d43-ab30-010794023c31', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182b628-b7be-486f-b7ca-85f5460e89fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:37Z', 'updated_at': '2021-07-15T13:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '6b150fcb-4c63-451b-91d1-7a815c150d48', 'name': '', 'network_id': '6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d', 'tenant_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'mac_address': 'fa:16:3e:6a:9a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6182b628-b7be-486f-b7ca-85f5460e89fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'a6bbe658-7956-4bdc-bf0f-4e1c4674969b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:44Z', 'updated_at': '2021-07-15T13:06:50Z', 'revision_number': 4, 'project_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'subnets': [{'id': 'a6bbe658-7956-4bdc-bf0f-4e1c4674969b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:51.249185 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-610c2d2e-174f-413f-abc6-3e21c68a47cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.264724 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-dfc130b5-290d-4ea8-a06b-3c8a14cf9d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:51.265730 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-dfc130b5-290d-4ea8-a06b-3c8a14cf9d9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.267610 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-dfc130b5-290d-4ea8-a06b-3c8a14cf9d9e service neutron] 10.222.0.46 "PUT /v2.0/ports/d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b HTTP/1.1" status: 200 len: 1092 time: 2.3745828 Jul 15 13:06:51.274318 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6929d8-cb85-4bcd-8e41-1b226fe8c627 None None] The sync data for ids ['6182b628-b7be-486f-b7ca-85f5460e89fd'] in n-d-771363-36 is: [{'id': '6182b628-b7be-486f-b7ca-85f5460e89fd', 'name': 'tempest-ServersTestBootFromVolume-1882119-router', 'tenant_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '1d654372-e6fb-4d43-ab30-010794023c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:35Z', 'updated_at': '2021-07-15T13:06:45Z', 'revision_number': 4, 'project_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'gw_port': {'id': '1d654372-e6fb-4d43-ab30-010794023c31', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182b628-b7be-486f-b7ca-85f5460e89fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:37Z', 'updated_at': '2021-07-15T13:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '6b150fcb-4c63-451b-91d1-7a815c150d48', 'name': '', 'network_id': '6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d', 'tenant_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'mac_address': 'fa:16:3e:6a:9a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6182b628-b7be-486f-b7ca-85f5460e89fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'a6bbe658-7956-4bdc-bf0f-4e1c4674969b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:44Z', 'updated_at': '2021-07-15T13:06:50Z', 'revision_number': 4, 'project_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'subnets': [{'id': 'a6bbe658-7956-4bdc-bf0f-4e1c4674969b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:06:51.320877 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-28285671-e674-42b7-9d78-541ac9edd808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.326224 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060b9bf-65fc-4c7a-b643-05de951892eb req-935cca8e-414c-472d-8bdd-85f72297761d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:51.340750 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060b9bf-65fc-4c7a-b643-05de951892eb req-935cca8e-414c-472d-8bdd-85f72297761d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:51.358058 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-28285671-e674-42b7-9d78-541ac9edd808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.362160 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060b9bf-65fc-4c7a-b643-05de951892eb req-935cca8e-414c-472d-8bdd-85f72297761d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:51.387989 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060b9bf-65fc-4c7a-b643-05de951892eb req-935cca8e-414c-472d-8bdd-85f72297761d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:51.391886 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-610c2d2e-174f-413f-abc6-3e21c68a47cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.401991 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2289673f-6051-4590-b10a-7627541f8b39 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.402891 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060b9bf-65fc-4c7a-b643-05de951892eb req-935cca8e-414c-472d-8bdd-85f72297761d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:51.411383 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060b9bf-65fc-4c7a-b643-05de951892eb req-935cca8e-414c-472d-8bdd-85f72297761d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:51.420944 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060b9bf-65fc-4c7a-b643-05de951892eb req-935cca8e-414c-472d-8bdd-85f72297761d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:51.422032 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d060b9bf-65fc-4c7a-b643-05de951892eb req-935cca8e-414c-472d-8bdd-85f72297761d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 5408 time: 0.3059690 Jul 15 13:06:51.435714 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fe96213a-25e9-4fb4-bfc6-ba722e25fec9 service neutron] Request body: {'port': {'device_id': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:51.447231 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2289673f-6051-4590-b10a-7627541f8b39 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.495207 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f32cf7-0cc0-49a0-a4de-60695233dc6b req-2c008dc9-1450-465f-ba38-c08a2979968b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:51.497074 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc130b5-290d-4ea8-a06b-3c8a14cf9d9e service neutron] Pushing event updated for resources: {'Port': ['ID=d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:51.497481 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a6f32cf7-0cc0-49a0-a4de-60695233dc6b req-2c008dc9-1450-465f-ba38-c08a2979968b service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0184605 Jul 15 13:06:51.527204 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289673f-6051-4590-b10a-7627541f8b39 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e501c46-4b22-4067-a0e8-a4e881b057d7,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:51.550867 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28285671-e674-42b7-9d78-541ac9edd808 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:06:51.563037 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d060b9bf-65fc-4c7a-b643-05de951892eb req-6e780c92-47c1-49fc-8c59-a74322de1fdf tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d03c6c5-afde-46b4-9fff-da26c2a36d36&id=11c6d291-a458-49b6-80ff-5db152f1be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1185510 Jul 15 13:06:51.590507 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28285671-e674-42b7-9d78-541ac9edd808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d96016-733e-43f0-912d-164620bcc8b4,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:51.614779 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-28285671-e674-42b7-9d78-541ac9edd808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.615423 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-28285671-e674-42b7-9d78-541ac9edd808 admin admin] Added segment 133ecda3-cedb-4fde-bf47-b2bd5def1c8b of type vlan for network e0c50632-0b4a-4ceb-9a57-f8ce9e4d5f3e Jul 15 13:06:51.630829 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2289673f-6051-4590-b10a-7627541f8b39 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.636601 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46848) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:51.638206 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2289673f-6051-4590-b10a-7627541f8b39 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4562237 Jul 15 13:06:51.642281 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-9fb7bf1e-df78-4e61-8b27-0a69c927e420 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Request body: {'security_group_rule': {'security_group_id': 'fd8953d8-6762-490d-a048-aff3dca15ce8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:51.660694 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fe96213a-25e9-4fb4-bfc6-ba722e25fec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.690402 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-28285671-e674-42b7-9d78-541ac9edd808 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.705387 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'tag': 'd7a9a9a4-ebee-4dce-b25f-721cd16b9e7b'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:51.709717 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1f7fb0-18d2-4a65-ad85-4d3586a8012c" -d '{"events": [{"name": "network-changed", "server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "tag": "d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:51.724124 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-610c2d2e-174f-413f-abc6-3e21c68a47cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.728366 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-610c2d2e-174f-413f-abc6-3e21c68a47cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.730808 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-610c2d2e-174f-413f-abc6-3e21c68a47cd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/34953cd3-994f-4da5-88d9-34d54509c356 HTTP/1.1" status: 204 len: 168 time: 1.3321786 Jul 15 13:06:51.755963 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c2d2e-174f-413f-abc6-3e21c68a47cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34953cd3-994f-4da5-88d9-34d54509c356,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:51.792388 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-28285671-e674-42b7-9d78-541ac9edd808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.794089 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28285671-e674-42b7-9d78-541ac9edd808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:51.794997 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-28285671-e674-42b7-9d78-541ac9edd808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.808888 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9fb7bf1e-df78-4e61-8b27-0a69c927e420 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.824783 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87890c7-c435-4f29-baad-f28d82733312 x-openstack-request-id: req-e87890c7-c435-4f29-baad-f28d82733312 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:51.826069 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "tag": "d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:51.828344 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e87890c7-c435-4f29-baad-f28d82733312 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:51.829534 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'tag': 'd7a9a9a4-ebee-4dce-b25f-721cd16b9e7b', 'status': 'completed', 'code': 200} Jul 15 13:06:51.998466 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-28285671-e674-42b7-9d78-541ac9edd808 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.7967982 Jul 15 13:06:52.004117 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46862) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:52.016902 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-58ba83fe-2d36-4865-8e92-fce3413c151a admin admin] Request body: {'subnet': {'network_id': 'e0c50632-0b4a-4ceb-9a57-f8ce9e4d5f3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1941118752-subnet', 'tenant_id': '1ee1d53aca0141898f0cc7e3f035d9eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:52.058724 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28285671-e674-42b7-9d78-541ac9edd808 admin admin] Pushing event updated for resources: {'Network': ['ID=e0c50632-0b4a-4ceb-9a57-f8ce9e4d5f3e,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:52.069806 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network e0c50632-0b4a-4ceb-9a57-f8ce9e4d5f3e details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:06:52.105688 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f7fb0-18d2-4a65-ad85-4d3586a8012c req-305b9ebb-3539-45fc-b756-162c726a4e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:52.106381 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f7fb0-18d2-4a65-ad85-4d3586a8012c req-305b9ebb-3539-45fc-b756-162c726a4e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:52.107604 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f7fb0-18d2-4a65-ad85-4d3586a8012c req-305b9ebb-3539-45fc-b756-162c726a4e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:52.107604 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f7fb0-18d2-4a65-ad85-4d3586a8012c req-305b9ebb-3539-45fc-b756-162c726a4e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:52.108003 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f7fb0-18d2-4a65-ad85-4d3586a8012c req-305b9ebb-3539-45fc-b756-162c726a4e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:52.109907 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f7fb0-18d2-4a65-ad85-4d3586a8012c req-305b9ebb-3539-45fc-b756-162c726a4e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:52.109907 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f7fb0-18d2-4a65-ad85-4d3586a8012c req-305b9ebb-3539-45fc-b756-162c726a4e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:52.115202 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6f1f7fb0-18d2-4a65-ad85-4d3586a8012c req-305b9ebb-3539-45fc-b756-162c726a4e94 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=81c3b9d8d0bd4b9983bde8217f1dc07f&device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 6416 time: 0.2047081 Jul 15 13:06:52.116694 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ba83fe-2d36-4865-8e92-fce3413c151a admin admin] Made reservation on behalf of 1ee1d53aca0141898f0cc7e3f035d9eb for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:52.119725 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-58ba83fe-2d36-4865-8e92-fce3413c151a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:52.307841 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9fb7bf1e-df78-4e61-8b27-0a69c927e420 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:52.312923 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f7fb0-18d2-4a65-ad85-4d3586a8012c req-c6901110-0357-4c1c-9705-d44be7daae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:52.313527 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f7fb0-18d2-4a65-ad85-4d3586a8012c req-c6901110-0357-4c1c-9705-d44be7daae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:52.314056 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f7fb0-18d2-4a65-ad85-4d3586a8012c req-c6901110-0357-4c1c-9705-d44be7daae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:52.318671 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6f1f7fb0-18d2-4a65-ad85-4d3586a8012c req-c6901110-0357-4c1c-9705-d44be7daae86 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=81c3b9d8d0bd4b9983bde8217f1dc07f&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1798961 Jul 15 13:06:52.381751 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9fb7bf1e-df78-4e61-8b27-0a69c927e420 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:52.393945 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 4e76fd72-6816-481c-819e-b8263abd48a1 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:06:52.421753 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94e499-0990-4c66-9314-391a38f1a0e0 req-8a26bbb8-9674-4093-ab6e-54958c189c90 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:52.430505 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7d94e499-0990-4c66-9314-391a38f1a0e0 req-8a26bbb8-9674-4093-ab6e-54958c189c90 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.4241416 Jul 15 13:06:52.444560 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9fb7bf1e-df78-4e61-8b27-0a69c927e420 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:52.447159 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9fb7bf1e-df78-4e61-8b27-0a69c927e420 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8091018 Jul 15 13:06:52.454135 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46872) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:52.482013 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-ca87bb7a-5648-41c1-9cad-682bc33bc726 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:52.579263 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 4e76fd72-6816-481c-819e-b8263abd48a1, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=4e76fd72-6816-481c-819e-b8263abd48a1,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:52.589479 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f7fb0-18d2-4a65-ad85-4d3586a8012c req-0b1d8d44-6c80-48fa-9957-3cf4f6cc9030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:52.594591 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6f1f7fb0-18d2-4a65-ad85-4d3586a8012c req-0b1d8d44-6c80-48fa-9957-3cf4f6cc9030 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2662859 Jul 15 13:06:52.602908 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '4e76fd72-6816-481c-819e-b8263abd48a1', 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da', 'port_id': '4e76fd72-6816-481c-819e-b8263abd48a1', 'mac_address': 'fa:16:3e:c6:3a:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '504f4a49-65cd-4546-be78-3e75a4fd4784', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:06:52.608323 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fe96213a-25e9-4fb4-bfc6-ba722e25fec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:52.629527 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fe96213a-25e9-4fb4-bfc6-ba722e25fec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:52.654403 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fe96213a-25e9-4fb4-bfc6-ba722e25fec9 service neutron] Transition to ACTIVE for port object d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:52.667013 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:52.677316 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9839d-703b-4958-b248-2804a9ae8812 req-0d4ed24d-4fca-4266-b8ae-f2257c2ac680 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:52.686158 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-49d9839d-703b-4958-b248-2804a9ae8812 req-0d4ed24d-4fca-4266-b8ae-f2257c2ac680 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 949 time: 0.6783752 Jul 15 13:06:52.687689 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e76fd72-6816-481c-819e-b8263abd48a1 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:52.698050 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ca87bb7a-5648-41c1-9cad-682bc33bc726 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks [] for floatingip, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:52.712076 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fe96213a-25e9-4fb4-bfc6-ba722e25fec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:52.733280 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7bf1e-df78-4e61-8b27-0a69c927e420 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bead5ae7-b42e-4525-bbb1-894be7e97296,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:52.733972 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 4e76fd72-6816-481c-819e-b8263abd48a1, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=4e76fd72-6816-481c-819e-b8263abd48a1,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:52.749482 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:52.902128 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['4e76fd72-6816-481c-819e-b8263abd48a1'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:53.001359 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-58ba83fe-2d36-4865-8e92-fce3413c151a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:53.110398 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7d94e499-0990-4c66-9314-391a38f1a0e0 req-db2d6b3d-e7b3-45c0-bf6c-2d29d9bdb491 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6771324 Jul 15 13:06:53.120420 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96213a-25e9-4fb4-bfc6-ba722e25fec9 service neutron] Pushing event updated for resources: {'Port': ['ID=d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:53.150020 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=4e76fd72-6816-481c-819e-b8263abd48a1,revision_number=12']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:53.180032 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba83fe-2d36-4865-8e92-fce3413c151a admin admin] Pushing event updated for resources: {'Subnet': ['ID=688af188-2fda-4cdf-8530-eb1e54424992,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:53.199474 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-49d9839d-703b-4958-b248-2804a9ae8812 req-abaf8dec-bed3-4640-bd1b-319f993cd35d tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5095859 Jul 15 13:06:53.340547 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ba83fe-2d36-4865-8e92-fce3413c151a admin admin] Checking segment: {'id': '133ecda3-cedb-4fde-bf47-b2bd5def1c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e0c50632-0b4a-4ceb-9a57-f8ce9e4d5f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:53.350580 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ba83fe-2d36-4865-8e92-fce3413c151a admin admin] Network hostable DHCP agents. Network: e0c50632-0b4a-4ceb-9a57-f8ce9e4d5f3e, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:06:53.460890 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fe96213a-25e9-4fb4-bfc6-ba722e25fec9 service neutron] Attempting to bind port d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:53.465040 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6b150fcb-4c63-451b-91d1-7a815c150d48 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:53.465489 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ca87bb7a-5648-41c1-9cad-682bc33bc726 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:53.469496 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fe96213a-25e9-4fb4-bfc6-ba722e25fec9 service neutron] Attempting to bind port d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '883fa9e8-319c-4b08-9112-d792a62e6fcb'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:53.472347 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ba83fe-2d36-4865-8e92-fce3413c151a admin admin] Network e0c50632-0b4a-4ceb-9a57-f8ce9e4d5f3e is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:06:53.472799 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fe96213a-25e9-4fb4-bfc6-ba722e25fec9 service neutron] Attempting to bind port d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4 on network 883fa9e8-319c-4b08-9112-d792a62e6fcb {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:53.500155 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fe96213a-25e9-4fb4-bfc6-ba722e25fec9 service neutron] Port d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4 on network 883fa9e8-319c-4b08-9112-d792a62e6fcb not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:06:53.500555 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fe96213a-25e9-4fb4-bfc6-ba722e25fec9 service neutron] Attempting to bind port d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4 on network 883fa9e8-319c-4b08-9112-d792a62e6fcb {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:53.509794 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-58ba83fe-2d36-4865-8e92-fce3413c151a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, e0c50632-0b4a-4ceb-9a57-f8ce9e4d5f3e) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:53.527874 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9162d90-873d-49a8-9323-3afab7172cef None None] Network e0c50632-0b4a-4ceb-9a57-f8ce9e4d5f3e requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:06:53.532618 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fe96213a-25e9-4fb4-bfc6-ba722e25fec9 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:53.533014 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fe96213a-25e9-4fb4-bfc6-ba722e25fec9 service neutron] Checking segment: {'id': '078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '883fa9e8-319c-4b08-9112-d792a62e6fcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:53.533511 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fe96213a-25e9-4fb4-bfc6-ba722e25fec9 service neutron] Bound using segment: {'id': '078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '883fa9e8-319c-4b08-9112-d792a62e6fcb'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:53.535723 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fe96213a-25e9-4fb4-bfc6-ba722e25fec9 service neutron] Bound port: d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '883fa9e8-319c-4b08-9112-d792a62e6fcb'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:53.536165 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fe96213a-25e9-4fb4-bfc6-ba722e25fec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:53.538815 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ba83fe-2d36-4865-8e92-fce3413c151a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:53.539600 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-58ba83fe-2d36-4865-8e92-fce3413c151a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:53.653852 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fe96213a-25e9-4fb4-bfc6-ba722e25fec9 service neutron] For port d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:53.657667 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fe96213a-25e9-4fb4-bfc6-ba722e25fec9 service neutron] For port d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4,segment=NetworkSegment(078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8),segment_id=078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:53.674226 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fe96213a-25e9-4fb4-bfc6-ba722e25fec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:53.700837 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-58ba83fe-2d36-4865-8e92-fce3413c151a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6945863 Jul 15 13:06:53.806402 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fe96213a-25e9-4fb4-bfc6-ba722e25fec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:53.808131 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fe96213a-25e9-4fb4-bfc6-ba722e25fec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:53.820189 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fe96213a-25e9-4fb4-bfc6-ba722e25fec9 service neutron] 10.222.0.46 "PUT /v2.0/ports/d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4 HTTP/1.1" status: 200 len: 1092 time: 2.5090320 Jul 15 13:06:53.839548 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'tag': 'd695fb2c-ce9a-43a7-84fa-9d8d6a5115c4'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:53.842335 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78827db3-ff78-4b07-b5a7-fa665fdd1722" -d '{"events": [{"name": "network-changed", "server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "tag": "d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:53.897152 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 6b150fcb-4c63-451b-91d1-7a815c150d48 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:53.920468 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 6b150fcb-4c63-451b-91d1-7a815c150d48 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:53.920844 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:53.923199 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-ca87bb7a-5648-41c1-9cad-682bc33bc726 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Allocated IP 172.25.8.168 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/bf6aed95-fa56-44ec-8c5b-9e705cd6cc2b) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:06:53.996924 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8532ed70-3fc9-4d25-b296-27bfa153b640 None None] Network e0c50632-0b4a-4ceb-9a57-f8ce9e4d5f3e requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:06:53.997767 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96213a-25e9-4fb4-bfc6-ba722e25fec9 service neutron] Pushing event updated for resources: {'Port': ['ID=d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:54.122390 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82ae35-e8a1-4d01-82dd-861e118bd884 req-14801737-9a10-4dd0-98c0-7673583be68d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:54.152145 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82ae35-e8a1-4d01-82dd-861e118bd884 req-14801737-9a10-4dd0-98c0-7673583be68d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:54.163972 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82ae35-e8a1-4d01-82dd-861e118bd884 req-14801737-9a10-4dd0-98c0-7673583be68d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:54.174991 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82ae35-e8a1-4d01-82dd-861e118bd884 req-14801737-9a10-4dd0-98c0-7673583be68d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:54.183937 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ca87bb7a-5648-41c1-9cad-682bc33bc726 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:54.199177 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82ae35-e8a1-4d01-82dd-861e118bd884 req-14801737-9a10-4dd0-98c0-7673583be68d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:54.209973 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82ae35-e8a1-4d01-82dd-861e118bd884 req-14801737-9a10-4dd0-98c0-7673583be68d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:54.217131 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82ae35-e8a1-4d01-82dd-861e118bd884 req-14801737-9a10-4dd0-98c0-7673583be68d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:54.227803 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2f82ae35-e8a1-4d01-82dd-861e118bd884 req-14801737-9a10-4dd0-98c0-7673583be68d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 5420 time: 0.4782555 Jul 15 13:06:54.268367 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ca87bb7a-5648-41c1-9cad-682bc33bc726 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:54.305529 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fb25bd0e-dc36-40ae-bd43-bba67cd790d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:54.307617 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fb25bd0e-dc36-40ae-bd43-bba67cd790d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:54.311032 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fb25bd0e-dc36-40ae-bd43-bba67cd790d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:54.311752 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fb25bd0e-dc36-40ae-bd43-bba67cd790d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:54.312512 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fb25bd0e-dc36-40ae-bd43-bba67cd790d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:54.313181 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fb25bd0e-dc36-40ae-bd43-bba67cd790d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:54.315119 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fb25bd0e-dc36-40ae-bd43-bba67cd790d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:54.319330 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fb25bd0e-dc36-40ae-bd43-bba67cd790d9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=81c3b9d8d0bd4b9983bde8217f1dc07f&device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 6484 time: 0.4339743 Jul 15 13:06:54.360118 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87bb7a-5648-41c1-9cad-682bc33bc726 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Pushing event updated for resources: {'Port': ['ID=bf6aed95-fa56-44ec-8c5b-9e705cd6cc2b,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:54.393339 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca87bb7a-5648-41c1-9cad-682bc33bc726 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:06:54.397284 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-ca87bb7a-5648-41c1-9cad-682bc33bc726 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:54.403437 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca87bb7a-5648-41c1-9cad-682bc33bc726 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:06:54.433102 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-b3d7e629-a579-4fde-8dfd-d915d06df21f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45cccd3c-527e-44db-82ed-44f7f1bef40a HTTP/1.1" status: 200 len: 217 time: 0.0942752 Jul 15 13:06:54.461325 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2f82ae35-e8a1-4d01-82dd-861e118bd884 req-6dc9cf7e-bb75-4bb5-91f0-9300a704c63c tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d03c6c5-afde-46b4-9fff-da26c2a36d36&id=11c6d291-a458-49b6-80ff-5db152f1be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2320313 Jul 15 13:06:54.609269 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-9a06ce30-7d66-475b-8269-eb0de741a338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:54.611811 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ca87bb7a-5648-41c1-9cad-682bc33bc726 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:54.613745 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-9a06ce30-7d66-475b-8269-eb0de741a338 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a11699d2-8318-44c7-ac11-44c19841c110 HTTP/1.1" status: 200 len: 851 time: 0.1503565 Jul 15 13:06:54.690395 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 4e76fd72-6816-481c-819e-b8263abd48a1 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:54.738857 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ca87bb7a-5648-41c1-9cad-682bc33bc726 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:54.739053 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-c66abc15-1ff7-41d7-a2dd-90d535d99be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:54.740500 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-c66abc15-1ff7-41d7-a2dd-90d535d99be1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=35062ce4-aa77-455d-98c1-04b1c2bbb05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1140921 Jul 15 13:06:54.803378 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:54.851681 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 6b150fcb-4c63-451b-91d1-7a815c150d48, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=6b150fcb-4c63-451b-91d1-7a815c150d48,segment=NetworkSegment(89fbc622-efc0-4427-9c11-6afea9afb82b),segment_id=89fbc622-efc0-4427-9c11-6afea9afb82b)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:54.855936 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 4e76fd72-6816-481c-819e-b8263abd48a1 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:54.857745 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:54.868602 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:54.941682 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ca87bb7a-5648-41c1-9cad-682bc33bc726 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:54.945264 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-dd6be89f-35df-40e5-abcc-fadd233607cb service neutron] 10.222.0.46 "GET /v2.0/networks/35062ce4-aa77-455d-98c1-04b1c2bbb05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957788 Jul 15 13:06:54.948964 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ca87bb7a-5648-41c1-9cad-682bc33bc726 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:55.109326 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87bb7a-5648-41c1-9cad-682bc33bc726 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Pushing event updated for resources: {'Port': ['ID=bf6aed95-fa56-44ec-8c5b-9e705cd6cc2b,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:55.140884 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=6b150fcb-4c63-451b-91d1-7a815c150d48,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:55.150868 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ca87bb7a-5648-41c1-9cad-682bc33bc726 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:55.202345 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ca87bb7a-5648-41c1-9cad-682bc33bc726 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:55.214648 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ca87bb7a-5648-41c1-9cad-682bc33bc726 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7479537 Jul 15 13:06:55.225983 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-ddd7d55d-3407-4005-b176-c8abc2aa1134 service neutron] 10.222.0.46 "GET /v2.0/networks/35062ce4-aa77-455d-98c1-04b1c2bbb05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689693 Jul 15 13:06:55.245454 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:55.277937 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f85a75-4b3d-40e0-863d-06ff77ecb993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e76fd72-6816-481c-819e-b8263abd48a1'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:55.280328 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894c8101-765b-45c1-ac1e-677af44bd6bc" -d '{"events": [{"server_uuid": "00f85a75-4b3d-40e0-863d-06ff77ecb993", "name": "network-vif-plugged", "status": "completed", "tag": "4e76fd72-6816-481c-819e-b8263abd48a1"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:55.320163 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-ee64baa5-b2c9-446e-a701-7b15d8f76bef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=7efec053-2f43-4369-8788-a95bec608fe4 HTTP/1.1" status: 200 len: 217 time: 0.0892019 Jul 15 13:06:55.331970 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 4e76fd72-6816-481c-819e-b8263abd48a1, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=4e76fd72-6816-481c-819e-b8263abd48a1,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:55.346227 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:55.431052 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=4e76fd72-6816-481c-819e-b8263abd48a1,revision_number=13']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:55.452733 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-30bada1d-f343-4e48-a4d6-8a11160f494a req-61a5fc33-3b53-4955-99eb-6a93c92bea4f service neutron] 10.222.0.46 "GET /v2.0/ports/b176bbb3-ad77-4b16-9e59-672bf8d02ade/bindings/n-h2-771363-36 HTTP/1.1" status: 200 len: 383 time: 0.0988214 Jul 15 13:06:55.490105 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-a568b726-7631-4266-b250-93ef364bbe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:55.495586 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-a568b726-7631-4266-b250-93ef364bbe6c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30e69637-798b-481d-95fb-19699731bedc HTTP/1.1" status: 200 len: 797 time: 0.1670284 Jul 15 13:06:55.587830 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265d91af-8bd8-4104-942a-1c43af6be903 x-openstack-request-id: req-265d91af-8bd8-4104-942a-1c43af6be903 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:55.588104 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "tag": "d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:55.588432 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-265d91af-8bd8-4104-942a-1c43af6be903 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:55.588880 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'tag': 'd695fb2c-ce9a-43a7-84fa-9d8d6a5115c4', 'status': 'completed', 'code': 200} Jul 15 13:06:55.664116 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-3ad0fb88-918e-4373-a2a9-01a8e2cff702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:55.666960 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-3ad0fb88-918e-4373-a2a9-01a8e2cff702 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0393d230-55c0-4aac-933c-382b8f80fda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1634779 Jul 15 13:06:55.865406 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-e4384f1c-7bc9-4f94-ab2e-f35b7c6126e5 service neutron] 10.222.0.46 "GET /v2.0/networks/0393d230-55c0-4aac-933c-382b8f80fda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911855 Jul 15 13:06:56.007260 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bada1d-f343-4e48-a4d6-8a11160f494a req-037d4d06-c564-4b5f-99fd-e6407e281c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:56.010792 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-30bada1d-f343-4e48-a4d6-8a11160f494a req-037d4d06-c564-4b5f-99fd-e6407e281c0e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c&tenant_id=a5495784adab4faf86ec8d11912c9669 HTTP/1.1" status: 200 len: 1101 time: 0.1134272 Jul 15 13:06:56.266249 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bada1d-f343-4e48-a4d6-8a11160f494a req-3ab939ea-3547-4b54-9373-606ddb144ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:56.267805 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-30bada1d-f343-4e48-a4d6-8a11160f494a req-3ab939ea-3547-4b54-9373-606ddb144ead service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5495784adab4faf86ec8d11912c9669&device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 1101 time: 0.2188327 Jul 15 13:06:56.443010 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bada1d-f343-4e48-a4d6-8a11160f494a req-2780426b-3fe1-468f-b08b-c22c044021d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:56.445835 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-30bada1d-f343-4e48-a4d6-8a11160f494a req-2780426b-3fe1-468f-b08b-c22c044021d2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.1715646 Jul 15 13:06:56.570235 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-30bada1d-f343-4e48-a4d6-8a11160f494a req-92a1e335-b5c4-4254-936e-cb4e1b4f044f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=b176bbb3-ad77-4b16-9e59-672bf8d02ade HTTP/1.1" status: 200 len: 217 time: 0.1125960 Jul 15 13:06:56.637785 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bada1d-f343-4e48-a4d6-8a11160f494a req-d9aabff4-61f6-4981-a112-671a6b1f1a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:56.639672 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-30bada1d-f343-4e48-a4d6-8a11160f494a req-d9aabff4-61f6-4981-a112-671a6b1f1a70 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0646482 Jul 15 13:06:56.766746 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bada1d-f343-4e48-a4d6-8a11160f494a req-b67f6837-9803-48a5-8724-83b5530f8159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:56.769233 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-30bada1d-f343-4e48-a4d6-8a11160f494a req-b67f6837-9803-48a5-8724-83b5530f8159 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1196506 Jul 15 13:06:56.838298 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-a0d19eda-d9bc-41d6-8d39-89b2939cbe6f service neutron] 10.222.0.46 "GET /v2.0/networks/0393d230-55c0-4aac-933c-382b8f80fda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9644945 Jul 15 13:06:56.892955 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-30bada1d-f343-4e48-a4d6-8a11160f494a req-96687296-7b28-4644-a4c2-4805f04bfb43 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147285 Jul 15 13:06:56.907063 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-55abe719-4482-49d9-9161-f7d708c193e0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=00bc5053-739a-44d0-84cc-63786760e6fc HTTP/1.1" status: 200 len: 217 time: 0.0533619 Jul 15 13:06:57.005158 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-53fdb8e2-dc60-4988-90b1-82e1f430a724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:57.008385 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-53fdb8e2-dc60-4988-90b1-82e1f430a724 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30e69637-798b-481d-95fb-19699731bedc HTTP/1.1" status: 200 len: 797 time: 0.1003423 Jul 15 13:06:57.068655 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-30bada1d-f343-4e48-a4d6-8a11160f494a req-6e0d6a2d-de42-4f0a-9f98-10cc02353ab6 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680775 Jul 15 13:06:57.112575 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-8ef2c5ff-5779-40c0-adc6-d2fa23861ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:57.114705 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-8ef2c5ff-5779-40c0-adc6-d2fa23861ae0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0393d230-55c0-4aac-933c-382b8f80fda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0968194 Jul 15 13:06:57.257501 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-216b9563-3071-4c30-8099-d10116f2ee7f service neutron] 10.222.0.46 "GET /v2.0/networks/0393d230-55c0-4aac-933c-382b8f80fda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328146 Jul 15 13:06:57.298622 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6b150fcb-4c63-451b-91d1-7a815c150d48 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:57.491126 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 6b150fcb-4c63-451b-91d1-7a815c150d48 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:57.491791 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:57.594322 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-5ca2f064-ff66-4bf3-9817-8f5b8dd831ca service neutron] 10.222.0.46 "GET /v2.0/networks/0393d230-55c0-4aac-933c-382b8f80fda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284857 Jul 15 13:06:57.654475 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-fd0d30b0-8b8d-4097-b5a6-b05589eeacb6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=2495dac8-215f-4ed4-8052-948af78297a8 HTTP/1.1" status: 200 len: 217 time: 0.0497606 Jul 15 13:06:57.747225 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-dcce2dac-dcf9-4ce9-b3d6-46992851e8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:57.749545 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-dcce2dac-dcf9-4ce9-b3d6-46992851e8b8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30e69637-798b-481d-95fb-19699731bedc HTTP/1.1" status: 200 len: 797 time: 0.0874927 Jul 15 13:06:57.861487 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-24cd084e-6b6e-48b1-b0b0-1bfdc75e9e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:57.868680 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-24cd084e-6b6e-48b1-b0b0-1bfdc75e9e6c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0393d230-55c0-4aac-933c-382b8f80fda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1073298 Jul 15 13:06:58.041045 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-dd63d61d-ac44-4400-b2bb-1752f2a95eac service neutron] 10.222.0.46 "GET /v2.0/networks/0393d230-55c0-4aac-933c-382b8f80fda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627276 Jul 15 13:06:58.168660 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-f55cbb5e-b31e-4cb2-b8f6-a6035c39ac67 service neutron] 10.222.0.46 "GET /v2.0/networks/0393d230-55c0-4aac-933c-382b8f80fda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201861 Jul 15 13:06:58.232716 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-97bb1065-d786-4c59-b43a-5f966a5f6b06 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=97665ee0-9d05-4656-9f5c-63be8c4fa216 HTTP/1.1" status: 200 len: 217 time: 0.0565491 Jul 15 13:06:58.336836 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-72678131-338d-4933-b405-aafffaa906fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:58.338418 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-72678131-338d-4933-b405-aafffaa906fa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30e69637-798b-481d-95fb-19699731bedc HTTP/1.1" status: 200 len: 797 time: 0.0943234 Jul 15 13:06:58.437680 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-7efa89f9-d9f2-4426-9129-22d8889930e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:58.439720 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device b176bbb3-ad77-4b16-9e59-672bf8d02ade no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:06:58.440658 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-7efa89f9-d9f2-4426-9129-22d8889930e1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0393d230-55c0-4aac-933c-382b8f80fda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0832860 Jul 15 13:06:58.558225 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:58.602400 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port b176bbb3-ad77-4b16-9e59-672bf8d02ade, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b176bbb3-ad77-4b16-9e59-672bf8d02ade,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:58.614171 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:58.645183 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-ce08ca62-e270-4ce5-9a43-7a7af206fff3 service neutron] 10.222.0.46 "GET /v2.0/networks/0393d230-55c0-4aac-933c-382b8f80fda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920955 Jul 15 13:06:58.722823 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=b176bbb3-ad77-4b16-9e59-672bf8d02ade,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:58.809399 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-82da9f53-2a73-4775-91e7-99e965afb83f service neutron] 10.222.0.46 "GET /v2.0/networks/0393d230-55c0-4aac-933c-382b8f80fda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570504 Jul 15 13:06:58.859968 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-27b5515f-906f-4d2e-8e36-ee6f498d63c7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b HTTP/1.1" status: 200 len: 217 time: 0.0424314 Jul 15 13:06:58.877547 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:58.945334 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-ab5354eb-f8e5-4d16-931d-8b7042d2d0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:58.946976 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-ab5354eb-f8e5-4d16-931d-8b7042d2d0ad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a6166fd5-9d93-4b4f-8752-cc94814dcb8f HTTP/1.1" status: 200 len: 797 time: 0.0764239 Jul 15 13:06:59.093945 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-b119ed2e-69a7-4c9a-9119-e9caffd3be7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:59.102123 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-b119ed2e-69a7-4c9a-9119-e9caffd3be7d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=883fa9e8-319c-4b08-9112-d792a62e6fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1456478 Jul 15 13:06:59.224311 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:59.304302 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-5be92bfa-742b-456c-9f9e-6e8e93458db5 service neutron] 10.222.0.46 "GET /v2.0/networks/883fa9e8-319c-4b08-9112-d792a62e6fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825721 Jul 15 13:06:59.430213 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-75f2a8b7-a3d3-492e-adc6-fde37cd2293b service neutron] 10.222.0.46 "GET /v2.0/networks/883fa9e8-319c-4b08-9112-d792a62e6fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190529 Jul 15 13:06:59.508535 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-94bd0489-970e-4567-ab0c-295030e7a22f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4 HTTP/1.1" status: 200 len: 217 time: 0.0680175 Jul 15 13:06:59.589833 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-c18b146c-956f-47fa-817c-1fa667711856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:59.591354 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-c18b146c-956f-47fa-817c-1fa667711856 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a6166fd5-9d93-4b4f-8752-cc94814dcb8f HTTP/1.1" status: 200 len: 797 time: 0.0726156 Jul 15 13:06:59.644869 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-416d2390-834e-4b4a-83e5-4c196b6e2710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:59.671101 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536b80a-eca2-4443-b230-ca357767c2ea req-3987911e-d302-47fc-913a-7a9225fc870b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:59.672835 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-3987911e-d302-47fc-913a-7a9225fc870b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=883fa9e8-319c-4b08-9112-d792a62e6fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0739319 Jul 15 13:06:59.858911 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-dcdaca12-ced3-4f26-9e30-098c56b96797 service neutron] 10.222.0.46 "GET /v2.0/networks/883fa9e8-319c-4b08-9112-d792a62e6fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739430 Jul 15 13:06:59.967002 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a536b80a-eca2-4443-b230-ca357767c2ea req-af6b37d6-a2f2-4461-9969-0395df1a74ff service neutron] 10.222.0.46 "GET /v2.0/networks/883fa9e8-319c-4b08-9112-d792a62e6fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962968 Jul 15 13:07:00.168189 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78827db3-ff78-4b07-b5a7-fa665fdd1722 req-b38101cd-f158-4e16-aea3-21ed450c0126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:00.169020 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78827db3-ff78-4b07-b5a7-fa665fdd1722 req-b38101cd-f158-4e16-aea3-21ed450c0126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:00.169645 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78827db3-ff78-4b07-b5a7-fa665fdd1722 req-b38101cd-f158-4e16-aea3-21ed450c0126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:00.170147 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78827db3-ff78-4b07-b5a7-fa665fdd1722 req-b38101cd-f158-4e16-aea3-21ed450c0126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:00.170757 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78827db3-ff78-4b07-b5a7-fa665fdd1722 req-b38101cd-f158-4e16-aea3-21ed450c0126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:00.171339 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78827db3-ff78-4b07-b5a7-fa665fdd1722 req-b38101cd-f158-4e16-aea3-21ed450c0126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:00.171945 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78827db3-ff78-4b07-b5a7-fa665fdd1722 req-b38101cd-f158-4e16-aea3-21ed450c0126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:00.174022 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-78827db3-ff78-4b07-b5a7-fa665fdd1722 req-b38101cd-f158-4e16-aea3-21ed450c0126 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=81c3b9d8d0bd4b9983bde8217f1dc07f&device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 6484 time: 0.0847752 Jul 15 13:07:00.310812 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78827db3-ff78-4b07-b5a7-fa665fdd1722 req-91118eea-62ee-41a1-9037-57483680d41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:00.312123 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-78827db3-ff78-4b07-b5a7-fa665fdd1722 req-91118eea-62ee-41a1-9037-57483680d41b service neutron] 10.222.0.46 "GET /v2.0/networks?id=883fa9e8-319c-4b08-9112-d792a62e6fcb HTTP/1.1" status: 200 len: 902 time: 0.1312709 Jul 15 13:07:00.371943 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-78827db3-ff78-4b07-b5a7-fa665fdd1722 req-3e195340-6d43-4aee-9813-8d42f926342b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4 HTTP/1.1" status: 200 len: 217 time: 0.0511665 Jul 15 13:07:00.448157 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device b176bbb3-ad77-4b16-9e59-672bf8d02ade details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:00.488350 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78827db3-ff78-4b07-b5a7-fa665fdd1722 req-c0e0a29c-59f4-4217-a216-ab01f26a33cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:00.494464 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-78827db3-ff78-4b07-b5a7-fa665fdd1722 req-c0e0a29c-59f4-4217-a216-ab01f26a33cd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a6166fd5-9d93-4b4f-8752-cc94814dcb8f HTTP/1.1" status: 200 len: 797 time: 0.1154103 Jul 15 13:07:00.627474 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78827db3-ff78-4b07-b5a7-fa665fdd1722 req-5b373371-662f-4fbb-9457-a4e2275deebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:00.629978 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-78827db3-ff78-4b07-b5a7-fa665fdd1722 req-5b373371-662f-4fbb-9457-a4e2275deebf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=883fa9e8-319c-4b08-9112-d792a62e6fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1202154 Jul 15 13:07:00.650017 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port b176bbb3-ad77-4b16-9e59-672bf8d02ade, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b176bbb3-ad77-4b16-9e59-672bf8d02ade,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:00.663207 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'b176bbb3-ad77-4b16-9e59-672bf8d02ade', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': 'b176bbb3-ad77-4b16-9e59-672bf8d02ade', 'mac_address': 'fa:16:3e:00:97:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:00.712347 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:00.729500 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b176bbb3-ad77-4b16-9e59-672bf8d02ade {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:00.759287 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port b176bbb3-ad77-4b16-9e59-672bf8d02ade, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b176bbb3-ad77-4b16-9e59-672bf8d02ade,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:00.763646 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:00.830534 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-78827db3-ff78-4b07-b5a7-fa665fdd1722 req-96084882-ceeb-40eb-a0f6-36db2637fbe9 service neutron] 10.222.0.46 "GET /v2.0/networks/883fa9e8-319c-4b08-9112-d792a62e6fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924136 Jul 15 13:07:00.832252 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=b176bbb3-ad77-4b16-9e59-672bf8d02ade,revision_number=7']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:00.951640 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-78827db3-ff78-4b07-b5a7-fa665fdd1722 req-18f07ce0-88a4-43fb-82ee-92b797eb76ab service neutron] 10.222.0.46 "GET /v2.0/networks/883fa9e8-319c-4b08-9112-d792a62e6fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101060 Jul 15 13:07:01.066051 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['b176bbb3-ad77-4b16-9e59-672bf8d02ade'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:02.030855 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:07:02.163318 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:02.396431 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-30b188ac-ca64-495f-a707-eca1bfee44ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:02.455736 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device b176bbb3-ad77-4b16-9e59-672bf8d02ade up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:02.533741 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port b176bbb3-ad77-4b16-9e59-672bf8d02ade triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:02.534191 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:02.632650 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:02.684934 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port b176bbb3-ad77-4b16-9e59-672bf8d02ade, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b176bbb3-ad77-4b16-9e59-672bf8d02ade,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:02.694054 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:02.776911 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=b176bbb3-ad77-4b16-9e59-672bf8d02ade,revision_number=8']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:03.047652 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14af7f-a69e-4261-8737-64da886bcb7b req-08dae825-8928-4f83-bfb4-cf5565fab57d tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:03.056087 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4b14af7f-a69e-4261-8737-64da886bcb7b req-08dae825-8928-4f83-bfb4-cf5565fab57d tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 946 time: 0.1471775 Jul 15 13:07:03.070745 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-cd5cbaae-a960-4e84-bfd9-6c529ba8ad32 tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:03.077369 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-cd5cbaae-a960-4e84-bfd9-6c529ba8ad32 tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] 10.222.0.16 "GET /v2.0/networks?id=e0c50632-0b4a-4ceb-9a57-f8ce9e4d5f3e HTTP/1.1" status: 200 len: 822 time: 0.2255561 Jul 15 13:07:03.147816 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-b8394261-f162-4129-bf18-24054be73a86 tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] 10.222.0.16 "GET /v2.0/quotas/1ee1d53aca0141898f0cc7e3f035d9eb HTTP/1.1" status: 200 len: 375 time: 0.0695488 Jul 15 13:07:03.210882 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-c1ce42e6-9649-465e-8277-4ebbf30bd27d tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1ee1d53aca0141898f0cc7e3f035d9eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569952 Jul 15 13:07:03.214413 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4b14af7f-a69e-4261-8737-64da886bcb7b req-7d9c2d53-82eb-44f0-b27d-ff38497be5e2 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164515 Jul 15 13:07:03.349964 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-a68802fc-0df4-498f-9aa7-3944fc1dcf84 service neutron] 10.222.0.16 "GET /v2.0/networks/e0c50632-0b4a-4ceb-9a57-f8ce9e4d5f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316621 Jul 15 13:07:03.474134 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:03.645636 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b519980-f89b-430b-8bf4-987fed3e705d req-ced136c9-c730-4284-ac3f-a3a783fdb1e3 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:03.654757 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b519980-f89b-430b-8bf4-987fed3e705d req-ced136c9-c730-4284-ac3f-a3a783fdb1e3 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 949 time: 0.2622688 Jul 15 13:07:03.702747 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-75aa17d5-c834-4603-a2d3-ebf1ab788881 service neutron] 10.222.0.16 "GET /v2.0/networks/e0c50632-0b4a-4ceb-9a57-f8ce9e4d5f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365803 Jul 15 13:07:03.736362 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b519980-f89b-430b-8bf4-987fed3e705d req-e72f680e-ba22-4943-af95-c47f6521a84a tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798068 Jul 15 13:07:03.999765 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8079981f-c835-4bb1-b621-80c45d3da721 x-openstack-request-id: req-8079981f-c835-4bb1-b621-80c45d3da721 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:04.000165 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f85a75-4b3d-40e0-863d-06ff77ecb993", "name": "network-vif-plugged", "status": "completed", "tag": "4e76fd72-6816-481c-819e-b8263abd48a1", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:04.000498 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8079981f-c835-4bb1-b621-80c45d3da721 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:04.001980 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f85a75-4b3d-40e0-863d-06ff77ecb993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e76fd72-6816-481c-819e-b8263abd48a1', 'code': 200} Jul 15 13:07:04.297330 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c78a8-2652-4d7c-9661-58e22fd50469 req-18c8bb2c-cf48-4356-91be-281f09c8c57c tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:04.304000 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c78a8-2652-4d7c-9661-58e22fd50469 req-18c8bb2c-cf48-4356-91be-281f09c8c57c tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:04.310212 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c78a8-2652-4d7c-9661-58e22fd50469 req-18c8bb2c-cf48-4356-91be-281f09c8c57c tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:04.317599 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c78a8-2652-4d7c-9661-58e22fd50469 req-18c8bb2c-cf48-4356-91be-281f09c8c57c tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:04.324264 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c78a8-2652-4d7c-9661-58e22fd50469 req-18c8bb2c-cf48-4356-91be-281f09c8c57c tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:04.331315 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c78a8-2652-4d7c-9661-58e22fd50469 req-18c8bb2c-cf48-4356-91be-281f09c8c57c tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:04.337400 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c78a8-2652-4d7c-9661-58e22fd50469 req-18c8bb2c-cf48-4356-91be-281f09c8c57c tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:04.343608 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-da0c78a8-2652-4d7c-9661-58e22fd50469 req-18c8bb2c-cf48-4356-91be-281f09c8c57c tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 5420 time: 0.1307945 Jul 15 13:07:04.413655 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-da0c78a8-2652-4d7c-9661-58e22fd50469 req-3f382f61-0a61-4c8e-9627-5b5fe4e9226b tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d03c6c5-afde-46b4-9fff-da26c2a36d36&id=11c6d291-a458-49b6-80ff-5db152f1be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0680962 Jul 15 13:07:04.917203 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:05.024128 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4b5d0493-c8e3-401c-ac4a-f52babfa5afc req-356d8cfc-a69c-4b77-8a0d-7a419881711f tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddb4c4d6-0c7d-402e-9454-a7a41de3f1c1 HTTP/1.1" status: 200 len: 210 time: 0.0352585 Jul 15 13:07:05.034320 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27192f-3f0f-49a3-afc5-c77c50756fe9 req-5f523cda-04b5-4551-b65e-6263a26f6319 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:05.037236 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef27192f-3f0f-49a3-afc5-c77c50756fe9 req-5f523cda-04b5-4551-b65e-6263a26f6319 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.46 "GET /v2.0/ports?device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c&tenant_id=a5495784adab4faf86ec8d11912c9669&binding%3Ahost_id=n-h2-771363-36 HTTP/1.1" status: 200 len: 949 time: 0.1882901 Jul 15 13:07:05.150551 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef27192f-3f0f-49a3-afc5-c77c50756fe9 req-8cda07b4-9d05-46f7-b9e2-b66c8d6f1f40 service neutron] 10.222.0.46 "GET /v2.0/ports/b176bbb3-ad77-4b16-9e59-672bf8d02ade/bindings/n-h2-771363-36 HTTP/1.1" status: 200 len: 383 time: 0.1018834 Jul 15 13:07:05.285785 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27192f-3f0f-49a3-afc5-c77c50756fe9 req-a87c1794-f2a7-419a-8ec6-cf046283eb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:05.287823 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef27192f-3f0f-49a3-afc5-c77c50756fe9 req-a87c1794-f2a7-419a-8ec6-cf046283eb29 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5495784adab4faf86ec8d11912c9669&device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 1101 time: 0.0965765 Jul 15 13:07:05.439282 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27192f-3f0f-49a3-afc5-c77c50756fe9 req-12888be8-7b36-484e-8e21-5b3f2097b919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:05.443931 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef27192f-3f0f-49a3-afc5-c77c50756fe9 req-12888be8-7b36-484e-8e21-5b3f2097b919 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.1488066 Jul 15 13:07:05.518863 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef27192f-3f0f-49a3-afc5-c77c50756fe9 req-e849773a-3a25-4b74-85fd-7d21b2cd9d93 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=b176bbb3-ad77-4b16-9e59-672bf8d02ade HTTP/1.1" status: 200 len: 217 time: 0.0650103 Jul 15 13:07:05.641594 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27192f-3f0f-49a3-afc5-c77c50756fe9 req-423ff411-3ea0-4902-b874-20258d034d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:05.644464 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef27192f-3f0f-49a3-afc5-c77c50756fe9 req-423ff411-3ea0-4902-b874-20258d034d27 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.1183245 Jul 15 13:07:05.836985 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487282d5-fc45-4383-975a-e08a6f6daebc req-661c0786-df4a-4518-905a-78cc7592d712 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:05.841251 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-487282d5-fc45-4383-975a-e08a6f6daebc req-661c0786-df4a-4518-905a-78cc7592d712 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 946 time: 0.2497485 Jul 15 13:07:05.877454 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-a6f1538f-538f-4d73-a1be-fe85e1135e06 tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:05.892346 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-a6f1538f-538f-4d73-a1be-fe85e1135e06 tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] 10.222.0.46 "GET /v2.0/networks?id=e0c50632-0b4a-4ceb-9a57-f8ce9e4d5f3e HTTP/1.1" status: 200 len: 822 time: 0.2783790 Jul 15 13:07:05.908840 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27192f-3f0f-49a3-afc5-c77c50756fe9 req-cb7f8fe9-2ffb-4cd7-a8d3-63f8ad32982b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:05.909628 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-ae7c9f96-e6f8-414c-bb10-3772652c8fce tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] Request body: {'port': {'device_id': 'ddb4c4d6-0c7d-402e-9454-a7a41de3f1c1', 'network_id': 'e0c50632-0b4a-4ceb-9a57-f8ce9e4d5f3e', 'admin_state_up': True, 'tenant_id': '1ee1d53aca0141898f0cc7e3f035d9eb'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:05.915045 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef27192f-3f0f-49a3-afc5-c77c50756fe9 req-cb7f8fe9-2ffb-4cd7-a8d3-63f8ad32982b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2370148 Jul 15 13:07:05.965948 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-487282d5-fc45-4383-975a-e08a6f6daebc req-be61bb2e-cea9-423d-ad50-8a08d9ec6416 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891247 Jul 15 13:07:06.003267 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3efaf6d9-fb67-4538-b26e-daa4822a214c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b176bbb3-ad77-4b16-9e59-672bf8d02ade'}, {'server_uuid': '3efaf6d9-fb67-4538-b26e-daa4822a214c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b176bbb3-ad77-4b16-9e59-672bf8d02ade'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:06.005754 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a467da4b-a5f2-4337-9e6b-981310b777fa" -d '{"events": [{"server_uuid": "3efaf6d9-fb67-4538-b26e-daa4822a214c", "name": "network-vif-unplugged", "status": "completed", "tag": "b176bbb3-ad77-4b16-9e59-672bf8d02ade"}, {"server_uuid": "3efaf6d9-fb67-4538-b26e-daa4822a214c", "name": "network-vif-plugged", "status": "completed", "tag": "b176bbb3-ad77-4b16-9e59-672bf8d02ade"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:06.093517 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-ae7c9f96-e6f8-414c-bb10-3772652c8fce tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] Made reservation on behalf of 1ee1d53aca0141898f0cc7e3f035d9eb for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:06.098128 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-ae7c9f96-e6f8-414c-bb10-3772652c8fce tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:06.272893 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef27192f-3f0f-49a3-afc5-c77c50756fe9 req-e9420b70-ac6e-4ad7-b1f2-90e1dfa0278a service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324378 Jul 15 13:07:06.283551 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-ae7c9f96-e6f8-414c-bb10-3772652c8fce tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] Allocated IP 172.20.0.5 (e0c50632-0b4a-4ceb-9a57-f8ce9e4d5f3e/688af188-2fda-4cdf-8530-eb1e54424992/a1da8e67-66ee-4733-9ef6-600e8060599d) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:06.433572 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efdc96-8ef6-473c-9308-46c4f31e5368 req-2f1604d6-2446-4267-9595-ddd0aebb7c47 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:06.444773 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-68efdc96-8ef6-473c-9308-46c4f31e5368 req-2f1604d6-2446-4267-9595-ddd0aebb7c47 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 949 time: 0.2584255 Jul 15 13:07:06.484856 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device dc3cdce2-71aa-41e6-9fc4-d1fe7024d402 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:06.527113 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-ae7c9f96-e6f8-414c-bb10-3772652c8fce tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:06.569654 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef27192f-3f0f-49a3-afc5-c77c50756fe9 req-4b8174af-2aa9-44da-b2fc-5917d24ddc7f service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844799 Jul 15 13:07:06.607577 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-68efdc96-8ef6-473c-9308-46c4f31e5368 req-0d3478ae-b84c-43e5-9d3b-e36c7caf6664 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599641 Jul 15 13:07:06.623713 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-ae7c9f96-e6f8-414c-bb10-3772652c8fce tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:06.695420 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:06.726603 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-ae7c9f96-e6f8-414c-bb10-3772652c8fce tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] Network e0c50632-0b4a-4ceb-9a57-f8ce9e4d5f3e is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:06.730757 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-ae7c9f96-e6f8-414c-bb10-3772652c8fce tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:06.743638 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-ae7c9f96-e6f8-414c-bb10-3772652c8fce tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:06.772556 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port dc3cdce2-71aa-41e6-9fc4-d1fe7024d402, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=dc3cdce2-71aa-41e6-9fc4-d1fe7024d402,segment=NetworkSegment(dda3590f-77f2-473e-918f-51e02247fb49),segment_id=dda3590f-77f2-473e-918f-51e02247fb49)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:06.785694 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:06.803817 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-ae7c9f96-e6f8-414c-bb10-3772652c8fce tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:06.804612 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-ae7c9f96-e6f8-414c-bb10-3772652c8fce tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:06.830705 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c9f96-e6f8-414c-bb10-3772652c8fce tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] Pushing event updated for resources: {'Port': ['ID=a1da8e67-66ee-4733-9ef6-600e8060599d,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:06.835851 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-ae7c9f96-e6f8-414c-bb10-3772652c8fce tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9302783 Jul 15 13:07:06.856514 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-19bd3b10-eedd-48f6-b3cd-e3a090d1e3f0 service neutron] Request body: {'port': {'device_id': 'ddb4c4d6-0c7d-402e-9454-a7a41de3f1c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:06.964079 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-19bd3b10-eedd-48f6-b3cd-e3a090d1e3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:06.967659 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=dc3cdce2-71aa-41e6-9fc4-d1fe7024d402,revision_number=8']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:07.302385 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734ddfe-e6df-407a-a813-8ee489d08e42 req-08877e15-b61f-4a83-841f-fe915c870dcb tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:07.308234 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-19bd3b10-eedd-48f6-b3cd-e3a090d1e3f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1da8e67-66ee-4733-9ef6-600e8060599d {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:07.308953 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734ddfe-e6df-407a-a813-8ee489d08e42 req-08877e15-b61f-4a83-841f-fe915c870dcb tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:07.317353 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734ddfe-e6df-407a-a813-8ee489d08e42 req-08877e15-b61f-4a83-841f-fe915c870dcb tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:07.321763 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-19bd3b10-eedd-48f6-b3cd-e3a090d1e3f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:07.324393 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734ddfe-e6df-407a-a813-8ee489d08e42 req-08877e15-b61f-4a83-841f-fe915c870dcb tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:07.337757 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-19bd3b10-eedd-48f6-b3cd-e3a090d1e3f0 service neutron] Transition to ACTIVE for port object a1da8e67-66ee-4733-9ef6-600e8060599d will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:07.342183 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734ddfe-e6df-407a-a813-8ee489d08e42 req-08877e15-b61f-4a83-841f-fe915c870dcb tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:07.349733 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-19bd3b10-eedd-48f6-b3cd-e3a090d1e3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:07.350337 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734ddfe-e6df-407a-a813-8ee489d08e42 req-08877e15-b61f-4a83-841f-fe915c870dcb tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:07.357884 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734ddfe-e6df-407a-a813-8ee489d08e42 req-08877e15-b61f-4a83-841f-fe915c870dcb tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:07.361286 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7734ddfe-e6df-407a-a813-8ee489d08e42 req-08877e15-b61f-4a83-841f-fe915c870dcb tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 5420 time: 0.1751013 Jul 15 13:07:07.484631 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7734ddfe-e6df-407a-a813-8ee489d08e42 req-d0dcc90b-3bf0-47ad-a424-223fd9a54cfc tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d03c6c5-afde-46b4-9fff-da26c2a36d36&id=11c6d291-a458-49b6-80ff-5db152f1be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1123941 Jul 15 13:07:07.572391 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af17764c-b9b3-446f-a785-7f4269519165 x-openstack-request-id: req-af17764c-b9b3-446f-a785-7f4269519165 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:07.573198 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3efaf6d9-fb67-4538-b26e-daa4822a214c", "name": "network-vif-unplugged", "status": "completed", "tag": "b176bbb3-ad77-4b16-9e59-672bf8d02ade", "code": 200}, {"server_uuid": "3efaf6d9-fb67-4538-b26e-daa4822a214c", "name": "network-vif-plugged", "status": "completed", "tag": "b176bbb3-ad77-4b16-9e59-672bf8d02ade", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:07.574006 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-af17764c-b9b3-446f-a785-7f4269519165 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:07.575099 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3efaf6d9-fb67-4538-b26e-daa4822a214c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b176bbb3-ad77-4b16-9e59-672bf8d02ade', 'code': 200} Jul 15 13:07:07.575490 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3efaf6d9-fb67-4538-b26e-daa4822a214c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b176bbb3-ad77-4b16-9e59-672bf8d02ade', 'code': 200} Jul 15 13:07:07.671098 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd3b10-eedd-48f6-b3cd-e3a090d1e3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a1da8e67-66ee-4733-9ef6-600e8060599d,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:07.704242 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bd3b10-eedd-48f6-b3cd-e3a090d1e3f0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:07.704699 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bd3b10-eedd-48f6-b3cd-e3a090d1e3f0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:07.710832 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bd3b10-eedd-48f6-b3cd-e3a090d1e3f0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:07.711335 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bd3b10-eedd-48f6-b3cd-e3a090d1e3f0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:07.711760 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bd3b10-eedd-48f6-b3cd-e3a090d1e3f0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:07.712199 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bd3b10-eedd-48f6-b3cd-e3a090d1e3f0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:07.712635 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bd3b10-eedd-48f6-b3cd-e3a090d1e3f0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:07.713064 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bd3b10-eedd-48f6-b3cd-e3a090d1e3f0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:07.723855 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bd3b10-eedd-48f6-b3cd-e3a090d1e3f0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:07.726519 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bd3b10-eedd-48f6-b3cd-e3a090d1e3f0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:07.726519 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bd3b10-eedd-48f6-b3cd-e3a090d1e3f0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:07.726519 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bd3b10-eedd-48f6-b3cd-e3a090d1e3f0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:07.773250 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-19bd3b10-eedd-48f6-b3cd-e3a090d1e3f0 service neutron] Attempting to bind port a1da8e67-66ee-4733-9ef6-600e8060599d on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:07.773718 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-19bd3b10-eedd-48f6-b3cd-e3a090d1e3f0 service neutron] Attempting to bind port a1da8e67-66ee-4733-9ef6-600e8060599d by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '133ecda3-cedb-4fde-bf47-b2bd5def1c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e0c50632-0b4a-4ceb-9a57-f8ce9e4d5f3e'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:07.774199 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-19bd3b10-eedd-48f6-b3cd-e3a090d1e3f0 service neutron] Attempting to bind port a1da8e67-66ee-4733-9ef6-600e8060599d on network e0c50632-0b4a-4ceb-9a57-f8ce9e4d5f3e {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:07.779791 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-19bd3b10-eedd-48f6-b3cd-e3a090d1e3f0 service neutron] Port a1da8e67-66ee-4733-9ef6-600e8060599d on network e0c50632-0b4a-4ceb-9a57-f8ce9e4d5f3e not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:07:07.780976 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-19bd3b10-eedd-48f6-b3cd-e3a090d1e3f0 service neutron] Attempting to bind port a1da8e67-66ee-4733-9ef6-600e8060599d on network e0c50632-0b4a-4ceb-9a57-f8ce9e4d5f3e {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:07.790017 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-19bd3b10-eedd-48f6-b3cd-e3a090d1e3f0 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:07.792425 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-19bd3b10-eedd-48f6-b3cd-e3a090d1e3f0 service neutron] Checking segment: {'id': '133ecda3-cedb-4fde-bf47-b2bd5def1c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e0c50632-0b4a-4ceb-9a57-f8ce9e4d5f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:07.794353 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-19bd3b10-eedd-48f6-b3cd-e3a090d1e3f0 service neutron] Bound using segment: {'id': '133ecda3-cedb-4fde-bf47-b2bd5def1c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e0c50632-0b4a-4ceb-9a57-f8ce9e4d5f3e'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:07.794957 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-19bd3b10-eedd-48f6-b3cd-e3a090d1e3f0 service neutron] Bound port: a1da8e67-66ee-4733-9ef6-600e8060599d, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '133ecda3-cedb-4fde-bf47-b2bd5def1c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e0c50632-0b4a-4ceb-9a57-f8ce9e4d5f3e'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:07.798779 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-19bd3b10-eedd-48f6-b3cd-e3a090d1e3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:07.879295 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7fae0-e8ff-4467-8eef-e21236d38a7b req-9e54d1f2-9264-4af6-82c3-104728927e40 tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:07.881495 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-01d7fae0-e8ff-4467-8eef-e21236d38a7b req-9e54d1f2-9264-4af6-82c3-104728927e40 tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddb4c4d6-0c7d-402e-9454-a7a41de3f1c1 HTTP/1.1" status: 200 len: 943 time: 0.1674061 Jul 15 13:07:07.893082 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-19bd3b10-eedd-48f6-b3cd-e3a090d1e3f0 service neutron] For port a1da8e67-66ee-4733-9ef6-600e8060599d, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:07.897340 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-19bd3b10-eedd-48f6-b3cd-e3a090d1e3f0 service neutron] For port a1da8e67-66ee-4733-9ef6-600e8060599d, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a1da8e67-66ee-4733-9ef6-600e8060599d,segment=NetworkSegment(133ecda3-cedb-4fde-bf47-b2bd5def1c8b),segment_id=133ecda3-cedb-4fde-bf47-b2bd5def1c8b)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:07.913957 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-19bd3b10-eedd-48f6-b3cd-e3a090d1e3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:07.934992 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-19bd3b10-eedd-48f6-b3cd-e3a090d1e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:07.935842 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-19bd3b10-eedd-48f6-b3cd-e3a090d1e3f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:07.937605 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-19bd3b10-eedd-48f6-b3cd-e3a090d1e3f0 service neutron] 10.222.0.46 "PUT /v2.0/ports/a1da8e67-66ee-4733-9ef6-600e8060599d HTTP/1.1" status: 200 len: 1092 time: 1.0896268 Jul 15 13:07:07.948671 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-01d7fae0-e8ff-4467-8eef-e21236d38a7b req-c9ecedf5-f859-497c-9838-c65d4f6a8a2d tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2d96016-733e-43f0-912d-164620bcc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572307 Jul 15 13:07:07.963543 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb4c4d6-0c7d-402e-9454-a7a41de3f1c1', 'tag': 'a1da8e67-66ee-4733-9ef6-600e8060599d'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:07.966749 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b940b9-ae76-4005-988e-f5eded7fe605" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb4c4d6-0c7d-402e-9454-a7a41de3f1c1", "tag": "a1da8e67-66ee-4733-9ef6-600e8060599d"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:08.033399 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd3b10-eedd-48f6-b3cd-e3a090d1e3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a1da8e67-66ee-4733-9ef6-600e8060599d,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:08.069259 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-4e534810-a58a-45b3-a3a7-42fc58006eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:08.070823 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-4e534810-a58a-45b3-a3a7-42fc58006eec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ee1d53aca0141898f0cc7e3f035d9eb&device_id=ddb4c4d6-0c7d-402e-9454-a7a41de3f1c1 HTTP/1.1" status: 200 len: 1095 time: 0.0710003 Jul 15 13:07:08.122107 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-a54f0775-6cad-43d2-b18b-1a304717b0d9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1da8e67-66ee-4733-9ef6-600e8060599d HTTP/1.1" status: 200 len: 217 time: 0.0435760 Jul 15 13:07:08.204933 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-136006a4-d96e-41a3-a9b4-6840698d0844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:08.206647 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-136006a4-d96e-41a3-a9b4-6840698d0844 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=688af188-2fda-4cdf-8530-eb1e54424992 HTTP/1.1" status: 200 len: 862 time: 0.0771379 Jul 15 13:07:08.231604 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc42f7-fcce-4b34-b132-e6a4a25b158a req-6702382b-3461-4228-8aa3-b701d5bd2f1f tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:08.240435 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-29dc42f7-fcce-4b34-b132-e6a4a25b158a req-6702382b-3461-4228-8aa3-b701d5bd2f1f tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 946 time: 0.0807712 Jul 15 13:07:08.257147 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-df37bf80-40c5-4844-babf-197d6ed44920 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0c50632-0b4a-4ceb-9a57-f8ce9e4d5f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428696 Jul 15 13:07:08.285753 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-29dc42f7-fcce-4b34-b132-e6a4a25b158a req-4fbed0dc-be20-4fcf-a1b1-9c2913a685a9 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441339 Jul 15 13:07:08.396286 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-eaef853a-7ad1-4473-8f80-1b8cac7f3208 service neutron] 10.222.0.46 "GET /v2.0/networks/e0c50632-0b4a-4ceb-9a57-f8ce9e4d5f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234517 Jul 15 13:07:08.410416 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72360f2-d6c7-45aa-bb47-ae30ed1fef3c req-42688d64-149a-4aa2-96e4-ec0a5fa233d2 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:08.412769 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f72360f2-d6c7-45aa-bb47-ae30ed1fef3c req-42688d64-149a-4aa2-96e4-ec0a5fa233d2 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 949 time: 0.0782113 Jul 15 13:07:08.453898 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f72360f2-d6c7-45aa-bb47-ae30ed1fef3c req-7216dedf-d855-4e33-9301-e7f55d29c4b7 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341649 Jul 15 13:07:08.504146 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871fb17b-ba83-4f39-8210-a9ebd3619c99 x-openstack-request-id: req-871fb17b-ba83-4f39-8210-a9ebd3619c99 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:08.504441 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb4c4d6-0c7d-402e-9454-a7a41de3f1c1", "tag": "a1da8e67-66ee-4733-9ef6-600e8060599d", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:08.504690 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-871fb17b-ba83-4f39-8210-a9ebd3619c99 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:08.505080 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddb4c4d6-0c7d-402e-9454-a7a41de3f1c1', 'tag': 'a1da8e67-66ee-4733-9ef6-600e8060599d', 'status': 'completed', 'code': 200} Jul 15 13:07:08.692088 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-23c931bd-c5c7-4479-8015-862d98920ee5 req-c5293ddd-d9ac-46f9-9c66-008b9c88cc36 service neutron] 10.222.0.46 "GET /v2.0/networks/e0c50632-0b4a-4ceb-9a57-f8ce9e4d5f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638074 Jul 15 13:07:08.834144 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8deb73-9306-4be9-a99b-7fda9d79d3df req-90b3510d-1e57-4049-a89d-5216697ae305 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:08.840128 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8deb73-9306-4be9-a99b-7fda9d79d3df req-90b3510d-1e57-4049-a89d-5216697ae305 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:08.846503 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8deb73-9306-4be9-a99b-7fda9d79d3df req-90b3510d-1e57-4049-a89d-5216697ae305 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:08.854257 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8deb73-9306-4be9-a99b-7fda9d79d3df req-90b3510d-1e57-4049-a89d-5216697ae305 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:08.860201 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8deb73-9306-4be9-a99b-7fda9d79d3df req-90b3510d-1e57-4049-a89d-5216697ae305 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:08.866728 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8deb73-9306-4be9-a99b-7fda9d79d3df req-90b3510d-1e57-4049-a89d-5216697ae305 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:08.872594 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8deb73-9306-4be9-a99b-7fda9d79d3df req-90b3510d-1e57-4049-a89d-5216697ae305 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:08.874605 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9d8deb73-9306-4be9-a99b-7fda9d79d3df req-90b3510d-1e57-4049-a89d-5216697ae305 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 5420 time: 0.1619630 Jul 15 13:07:08.900462 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b940b9-ae76-4005-988e-f5eded7fe605 req-049e6ee8-eb7e-48b0-a699-8a66ac5c9e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:08.902439 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-29b940b9-ae76-4005-988e-f5eded7fe605 req-049e6ee8-eb7e-48b0-a699-8a66ac5c9e0d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ee1d53aca0141898f0cc7e3f035d9eb&device_id=ddb4c4d6-0c7d-402e-9454-a7a41de3f1c1 HTTP/1.1" status: 200 len: 1095 time: 0.0988493 Jul 15 13:07:08.944676 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9d8deb73-9306-4be9-a99b-7fda9d79d3df req-e04028f5-e4d9-4adb-81b1-34ec6e74b90c tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d03c6c5-afde-46b4-9fff-da26c2a36d36&id=11c6d291-a458-49b6-80ff-5db152f1be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0637031 Jul 15 13:07:09.040406 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b940b9-ae76-4005-988e-f5eded7fe605 req-f8548409-d077-460d-929b-2547bd50ffff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:09.042256 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-29b940b9-ae76-4005-988e-f5eded7fe605 req-f8548409-d077-460d-929b-2547bd50ffff service neutron] 10.222.0.46 "GET /v2.0/networks?id=e0c50632-0b4a-4ceb-9a57-f8ce9e4d5f3e HTTP/1.1" status: 200 len: 923 time: 0.1317832 Jul 15 13:07:09.095997 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-29b940b9-ae76-4005-988e-f5eded7fe605 req-5dd75995-03cd-4139-8013-cca77ed0ad8a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1da8e67-66ee-4733-9ef6-600e8060599d HTTP/1.1" status: 200 len: 217 time: 0.0466380 Jul 15 13:07:09.139004 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27192f-3f0f-49a3-afc5-c77c50756fe9 req-9ed7e89e-2136-448e-8e9c-e6975062afff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:09.144261 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef27192f-3f0f-49a3-afc5-c77c50756fe9 req-9ed7e89e-2136-448e-8e9c-e6975062afff service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c&tenant_id=a5495784adab4faf86ec8d11912c9669 HTTP/1.1" status: 200 len: 1101 time: 0.1095176 Jul 15 13:07:09.210600 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b940b9-ae76-4005-988e-f5eded7fe605 req-496fa986-e568-4b3c-bec0-ae424d53236d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:09.215386 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-29b940b9-ae76-4005-988e-f5eded7fe605 req-496fa986-e568-4b3c-bec0-ae424d53236d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=688af188-2fda-4cdf-8530-eb1e54424992 HTTP/1.1" status: 200 len: 862 time: 0.1093979 Jul 15 13:07:09.299182 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-29b940b9-ae76-4005-988e-f5eded7fe605 req-8eb042ee-c189-4a8c-842f-55673ad0acfe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0c50632-0b4a-4ceb-9a57-f8ce9e4d5f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748963 Jul 15 13:07:09.343458 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27192f-3f0f-49a3-afc5-c77c50756fe9 req-7f239525-a2c3-4aae-902c-0a171662bfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:09.345221 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef27192f-3f0f-49a3-afc5-c77c50756fe9 req-7f239525-a2c3-4aae-902c-0a171662bfd1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5495784adab4faf86ec8d11912c9669&device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 1101 time: 0.1721163 Jul 15 13:07:09.412675 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60889d-7d53-40f2-9aea-dd51258ffecc req-2c11035f-69a0-4732-a8cc-d926b3692af4 tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:09.414391 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3e60889d-7d53-40f2-9aea-dd51258ffecc req-2c11035f-69a0-4732-a8cc-d926b3692af4 tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddb4c4d6-0c7d-402e-9454-a7a41de3f1c1 HTTP/1.1" status: 200 len: 943 time: 0.1624897 Jul 15 13:07:09.483620 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-29b940b9-ae76-4005-988e-f5eded7fe605 req-9976df56-bbaf-40d8-a557-ca1e7aa69c5b service neutron] 10.222.0.46 "GET /v2.0/networks/e0c50632-0b4a-4ceb-9a57-f8ce9e4d5f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774738 Jul 15 13:07:09.555419 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3e60889d-7d53-40f2-9aea-dd51258ffecc req-cfee6ac1-7ee6-470d-b276-17cfda29f3bb tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2d96016-733e-43f0-912d-164620bcc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351576 Jul 15 13:07:09.561959 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27192f-3f0f-49a3-afc5-c77c50756fe9 req-976b0466-f993-4bfd-922a-cb2cc5cf7607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:09.563887 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef27192f-3f0f-49a3-afc5-c77c50756fe9 req-976b0466-f993-4bfd-922a-cb2cc5cf7607 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.2023594 Jul 15 13:07:09.576641 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a59a6f-56c7-4f4b-a975-e875c4b50da0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc3cdce2-71aa-41e6-9fc4-d1fe7024d402'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:09.579083 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fc0931-33d6-45c2-bfe6-1425c86ef26b" -d '{"events": [{"server_uuid": "e4a59a6f-56c7-4f4b-a975-e875c4b50da0", "name": "network-vif-unplugged", "status": "completed", "tag": "dc3cdce2-71aa-41e6-9fc4-d1fe7024d402"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:09.646954 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef27192f-3f0f-49a3-afc5-c77c50756fe9 req-179d9d9d-8d88-452f-b54a-f4cc3b3084dd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=b176bbb3-ad77-4b16-9e59-672bf8d02ade HTTP/1.1" status: 200 len: 217 time: 0.0712483 Jul 15 13:07:09.730855 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-29b940b9-ae76-4005-988e-f5eded7fe605 req-0bd8121c-88c3-4142-950f-5ca1e860acac service neutron] 10.222.0.46 "GET /v2.0/networks/e0c50632-0b4a-4ceb-9a57-f8ce9e4d5f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398388 Jul 15 13:07:09.737185 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27192f-3f0f-49a3-afc5-c77c50756fe9 req-716808f3-7add-4bc0-9b30-f937e80d321c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:09.742199 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef27192f-3f0f-49a3-afc5-c77c50756fe9 req-716808f3-7add-4bc0-9b30-f937e80d321c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0827570 Jul 15 13:07:09.955414 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a04d9-892c-409d-800d-def3573ced72 req-de987f17-c958-493e-bbd5-b614d27d6328 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:09.962519 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f6a04d9-892c-409d-800d-def3573ced72 req-de987f17-c958-493e-bbd5-b614d27d6328 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 946 time: 0.1976352 Jul 15 13:07:09.979301 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bdc22-e983-40da-a41d-21cf9e91bcd2 req-f4b5738c-7743-4515-92c9-dc8783216e2d tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:09.981080 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bc8bdc22-e983-40da-a41d-21cf9e91bcd2 req-f4b5738c-7743-4515-92c9-dc8783216e2d tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 949 time: 0.1566563 Jul 15 13:07:09.989218 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27192f-3f0f-49a3-afc5-c77c50756fe9 req-e64fe6cf-ccfe-48cd-86a0-5333c3d1998a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:09.990715 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef27192f-3f0f-49a3-afc5-c77c50756fe9 req-e64fe6cf-ccfe-48cd-86a0-5333c3d1998a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2408776 Jul 15 13:07:10.099157 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f6a04d9-892c-409d-800d-def3573ced72 req-126f617f-8a61-4f43-b170-b4928fa33876 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356776 Jul 15 13:07:10.122993 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bc8bdc22-e983-40da-a41d-21cf9e91bcd2 req-9e5c1449-c606-48e1-8227-5030bb1d5a02 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255822 Jul 15 13:07:10.199270 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b8335f-226f-43fa-8f9f-ce52a6ee8c66 x-openstack-request-id: req-a5b8335f-226f-43fa-8f9f-ce52a6ee8c66 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:10.199399 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef27192f-3f0f-49a3-afc5-c77c50756fe9 req-47872e3a-710e-489c-9803-2cc9e00022a8 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971023 Jul 15 13:07:10.199557 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a59a6f-56c7-4f4b-a975-e875c4b50da0", "name": "network-vif-unplugged", "status": "completed", "tag": "dc3cdce2-71aa-41e6-9fc4-d1fe7024d402", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:10.199969 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5b8335f-226f-43fa-8f9f-ce52a6ee8c66 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:10.200539 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a59a6f-56c7-4f4b-a975-e875c4b50da0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc3cdce2-71aa-41e6-9fc4-d1fe7024d402', 'code': 200} Jul 15 13:07:10.485312 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef27192f-3f0f-49a3-afc5-c77c50756fe9 req-b547002d-42ab-4385-9cc4-c4c16ec89131 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797754 Jul 15 13:07:10.518752 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device a1da8e67-66ee-4733-9ef6-600e8060599d details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:10.524311 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-dba9d19b-0f4e-4cf2-a191-9a8fa71d79be tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:10.525782 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-dba9d19b-0f4e-4cf2-a191-9a8fa71d79be tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/networks?id=111a9c93-c732-4208-b8b6-92c471a9345c HTTP/1.1" status: 200 len: 805 time: 0.2110069 Jul 15 13:07:10.560934 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-fcf280af-76db-44cf-a431-01550cf7ecb8 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/quotas/fc199b3ab9a6459084008ff032191508 HTTP/1.1" status: 200 len: 375 time: 0.0280869 Jul 15 13:07:10.574009 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75894950-927e-4639-87fe-2b65a1d2ca60 req-32b1303e-8292-45f5-8365-cd99fa336307 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:10.580366 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75894950-927e-4639-87fe-2b65a1d2ca60 req-32b1303e-8292-45f5-8365-cd99fa336307 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:10.587054 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75894950-927e-4639-87fe-2b65a1d2ca60 req-32b1303e-8292-45f5-8365-cd99fa336307 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:10.593795 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75894950-927e-4639-87fe-2b65a1d2ca60 req-32b1303e-8292-45f5-8365-cd99fa336307 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:10.599856 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75894950-927e-4639-87fe-2b65a1d2ca60 req-32b1303e-8292-45f5-8365-cd99fa336307 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:10.606176 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75894950-927e-4639-87fe-2b65a1d2ca60 req-32b1303e-8292-45f5-8365-cd99fa336307 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:10.612508 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75894950-927e-4639-87fe-2b65a1d2ca60 req-32b1303e-8292-45f5-8365-cd99fa336307 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:10.615230 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-75894950-927e-4639-87fe-2b65a1d2ca60 req-32b1303e-8292-45f5-8365-cd99fa336307 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 5420 time: 0.2025197 Jul 15 13:07:10.687259 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port a1da8e67-66ee-4733-9ef6-600e8060599d, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a1da8e67-66ee-4733-9ef6-600e8060599d,segment=NetworkSegment(133ecda3-cedb-4fde-bf47-b2bd5def1c8b),segment_id=133ecda3-cedb-4fde-bf47-b2bd5def1c8b)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:10.699686 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'a1da8e67-66ee-4733-9ef6-600e8060599d', 'network_id': 'e0c50632-0b4a-4ceb-9a57-f8ce9e4d5f3e', 'port_id': 'a1da8e67-66ee-4733-9ef6-600e8060599d', 'mac_address': 'fa:16:3e:62:52:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '688af188-2fda-4cdf-8530-eb1e54424992', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:10.721036 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-75894950-927e-4639-87fe-2b65a1d2ca60 req-64d9d102-5dd2-4236-8c6c-67276eea20ac tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d03c6c5-afde-46b4-9fff-da26c2a36d36&id=11c6d291-a458-49b6-80ff-5db152f1be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0953701 Jul 15 13:07:10.740963 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:10.756116 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1da8e67-66ee-4733-9ef6-600e8060599d {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:10.761229 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-0690d2f7-37ba-4413-86e4-adb16f3dcfe1 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc199b3ab9a6459084008ff032191508&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1437917 Jul 15 13:07:10.783219 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port a1da8e67-66ee-4733-9ef6-600e8060599d, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a1da8e67-66ee-4733-9ef6-600e8060599d,segment=NetworkSegment(133ecda3-cedb-4fde-bf47-b2bd5def1c8b),segment_id=133ecda3-cedb-4fde-bf47-b2bd5def1c8b)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:10.788942 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:10.801053 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d565a1c-4264-47e6-86ed-0acb46e7292b req-f895f50c-cff6-4f55-82d7-40cfcfbc0938 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1202934 Jul 15 13:07:10.854327 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=a1da8e67-66ee-4733-9ef6-600e8060599d,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:10.942286 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-ca783986-5c4e-4583-a5f4-cb981d879e37 service neutron] 10.222.0.16 "GET /v2.0/networks/111a9c93-c732-4208-b8b6-92c471a9345c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673548 Jul 15 13:07:10.990706 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d565a1c-4264-47e6-86ed-0acb46e7292b req-4d3275be-096b-4925-80bf-af88c1e0f87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:10.992220 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d565a1c-4264-47e6-86ed-0acb46e7292b req-4d3275be-096b-4925-80bf-af88c1e0f87d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5495784adab4faf86ec8d11912c9669&device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 1102 time: 0.1495681 Jul 15 13:07:11.039652 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['a1da8e67-66ee-4733-9ef6-600e8060599d'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:11.351489 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db45c61-905e-4b2a-9cca-bc2e19610a8b req-a169520c-1f24-4514-a73a-5416e48c7aed tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:11.353825 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0db45c61-905e-4b2a-9cca-bc2e19610a8b req-a169520c-1f24-4514-a73a-5416e48c7aed tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 946 time: 0.4629011 Jul 15 13:07:11.459668 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-0935f765-826a-4b85-a1d0-109304dfefa4 service neutron] 10.222.0.16 "GET /v2.0/networks/111a9c93-c732-4208-b8b6-92c471a9345c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5071878 Jul 15 13:07:11.467046 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0db45c61-905e-4b2a-9cca-bc2e19610a8b req-57425572-2907-4a87-900b-a7e5c1902410 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033492 Jul 15 13:07:11.493287 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d565a1c-4264-47e6-86ed-0acb46e7292b req-50b3098e-bb83-4f32-a62d-e1ce448fe582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:11.494856 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d565a1c-4264-47e6-86ed-0acb46e7292b req-50b3098e-bb83-4f32-a62d-e1ce448fe582 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.1511600 Jul 15 13:07:11.537327 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd7192-ca3a-4ef2-9626-d0158eeae650 req-86ab782b-8877-4d8a-a92a-1a7b71142baa tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:11.540523 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-22bd7192-ca3a-4ef2-9626-d0158eeae650 req-86ab782b-8877-4d8a-a92a-1a7b71142baa tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4a59a6f-56c7-4f4b-a975-e875c4b50da0 HTTP/1.1" status: 200 len: 944 time: 0.1069722 Jul 15 13:07:11.562512 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d565a1c-4264-47e6-86ed-0acb46e7292b req-bc79a523-1f94-47e6-a57a-f6a8988a6d78 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=49f2d5b9-0a15-4749-9ac0-d13c645ccc92 HTTP/1.1" status: 200 len: 217 time: 0.0582485 Jul 15 13:07:11.676010 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d565a1c-4264-47e6-86ed-0acb46e7292b req-11bf622b-2447-448f-bf1f-0adafbe3834a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:11.679956 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d565a1c-4264-47e6-86ed-0acb46e7292b req-11bf622b-2447-448f-bf1f-0adafbe3834a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.1077180 Jul 15 13:07:11.753331 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-22bd7192-ca3a-4ef2-9626-d0158eeae650 req-1cd359a2-7ddc-4c69-926e-6ac154af79df tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Deleting port dc3cdce2-71aa-41e6-9fc4-d1fe7024d402 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:11.753734 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-22bd7192-ca3a-4ef2-9626-d0158eeae650 req-1cd359a2-7ddc-4c69-926e-6ac154af79df tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:11.895033 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-22bd7192-ca3a-4ef2-9626-d0158eeae650 req-1cd359a2-7ddc-4c69-926e-6ac154af79df tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] For port dc3cdce2-71aa-41e6-9fc4-d1fe7024d402, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=dc3cdce2-71aa-41e6-9fc4-d1fe7024d402,segment=NetworkSegment(dda3590f-77f2-473e-918f-51e02247fb49),segment_id=dda3590f-77f2-473e-918f-51e02247fb49)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:11.895397 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-22bd7192-ca3a-4ef2-9626-d0158eeae650 req-1cd359a2-7ddc-4c69-926e-6ac154af79df tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:11.913752 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-22bd7192-ca3a-4ef2-9626-d0158eeae650 req-1cd359a2-7ddc-4c69-926e-6ac154af79df tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Calling delete_port for dc3cdce2-71aa-41e6-9fc4-d1fe7024d402 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:11.993178 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d565a1c-4264-47e6-86ed-0acb46e7292b req-98d0dd36-879e-475c-ac41-dd2a8cdb1be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:11.994961 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d565a1c-4264-47e6-86ed-0acb46e7292b req-98d0dd36-879e-475c-ac41-dd2a8cdb1be6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3070214 Jul 15 13:07:12.002479 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ba8d3-265a-4fa7-a22f-1109bd205bbb req-8c340b98-fd41-445f-b001-225f5c5edd52 tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:12.004280 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-532ba8d3-265a-4fa7-a22f-1109bd205bbb req-8c340b98-fd41-445f-b001-225f5c5edd52 tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddb4c4d6-0c7d-402e-9454-a7a41de3f1c1 HTTP/1.1" status: 200 len: 944 time: 0.2937951 Jul 15 13:07:12.108002 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d565a1c-4264-47e6-86ed-0acb46e7292b req-1ea63e2c-b238-4d2d-abec-1892d29866be service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027482 Jul 15 13:07:12.109389 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-22bd7192-ca3a-4ef2-9626-d0158eeae650 req-1cd359a2-7ddc-4c69-926e-6ac154af79df tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:12.154884 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd359a2-7ddc-4c69-926e-6ac154af79df tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Pushing event deleted for resources: {'Port': ['ID=dc3cdce2-71aa-41e6-9fc4-d1fe7024d402,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:12.230382 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-532ba8d3-265a-4fa7-a22f-1109bd205bbb req-fa810668-4eaa-46cc-a30c-477c6c1b10fc tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2d96016-733e-43f0-912d-164620bcc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214037 Jul 15 13:07:12.239902 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e2d09-8072-4b64-be3d-6573c533911a req-9ec3b5f9-36b3-41de-853f-dd4ede5400a8 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:12.254179 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-523e2d09-8072-4b64-be3d-6573c533911a req-9ec3b5f9-36b3-41de-853f-dd4ede5400a8 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 949 time: 0.3858449 Jul 15 13:07:12.310705 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-22bd7192-ca3a-4ef2-9626-d0158eeae650 req-1cd359a2-7ddc-4c69-926e-6ac154af79df tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] No DVR routers for this DVR port dc3cdce2-71aa-41e6-9fc4-d1fe7024d402 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:12.317747 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-22bd7192-ca3a-4ef2-9626-d0158eeae650 req-1cd359a2-7ddc-4c69-926e-6ac154af79df tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:12.321961 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-22bd7192-ca3a-4ef2-9626-d0158eeae650 req-1cd359a2-7ddc-4c69-926e-6ac154af79df tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.46 "DELETE /v2.0/ports/dc3cdce2-71aa-41e6-9fc4-d1fe7024d402 HTTP/1.1" status: 204 len: 173 time: 0.7733438 Jul 15 13:07:12.323235 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a59a6f-56c7-4f4b-a975-e875c4b50da0', 'name': 'network-vif-deleted', 'tag': 'dc3cdce2-71aa-41e6-9fc4-d1fe7024d402'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:12.326053 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00665579-19bd-4639-9c49-4c66d40dbef2" -d '{"events": [{"server_uuid": "e4a59a6f-56c7-4f4b-a975-e875c4b50da0", "name": "network-vif-deleted", "tag": "dc3cdce2-71aa-41e6-9fc4-d1fe7024d402"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:12.413561 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-523e2d09-8072-4b64-be3d-6573c533911a req-4df248fb-0daf-4a35-84a4-9326b398944d tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580706 Jul 15 13:07:12.429901 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d565a1c-4264-47e6-86ed-0acb46e7292b req-ec3c55ec-fba1-44e3-aa77-ac587c0a1b59 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123269 Jul 15 13:07:12.550954 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device b176bbb3-ad77-4b16-9e59-672bf8d02ade details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:12.556068 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device a1da8e67-66ee-4733-9ef6-600e8060599d up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:12.869041 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-61f2cc07-32f9-4fdf-846d-18f2a20306f2 req-820efa56-6ef0-485e-82f9-a9e96e6881a5 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a9bd6fb-437c-4f83-9ecc-f55bd67844f2 HTTP/1.1" status: 200 len: 210 time: 0.0923402 Jul 15 13:07:12.955521 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port b176bbb3-ad77-4b16-9e59-672bf8d02ade, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b176bbb3-ad77-4b16-9e59-672bf8d02ade,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:12.984379 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679d8bd8-fb90-4f86-b38e-53998c43fb4d x-openstack-request-id: req-679d8bd8-fb90-4f86-b38e-53998c43fb4d {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:12.985319 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a59a6f-56c7-4f4b-a975-e875c4b50da0", "name": "network-vif-deleted", "tag": "dc3cdce2-71aa-41e6-9fc4-d1fe7024d402", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:12.985650 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'b176bbb3-ad77-4b16-9e59-672bf8d02ade', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': 'b176bbb3-ad77-4b16-9e59-672bf8d02ade', 'mac_address': 'fa:16:3e:00:97:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:12.985865 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-679d8bd8-fb90-4f86-b38e-53998c43fb4d {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:12.986626 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a59a6f-56c7-4f4b-a975-e875c4b50da0', 'name': 'network-vif-deleted', 'tag': 'dc3cdce2-71aa-41e6-9fc4-d1fe7024d402', 'status': 'completed', 'code': 200} Jul 15 13:07:13.063511 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661d0a9-2b1a-48aa-98f7-9e55d8c09ef0 req-2d431e57-4b8b-45bf-add8-470627a6c534 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:13.077736 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661d0a9-2b1a-48aa-98f7-9e55d8c09ef0 req-2d431e57-4b8b-45bf-add8-470627a6c534 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:13.096108 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661d0a9-2b1a-48aa-98f7-9e55d8c09ef0 req-2d431e57-4b8b-45bf-add8-470627a6c534 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:13.110487 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:13.111481 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661d0a9-2b1a-48aa-98f7-9e55d8c09ef0 req-2d431e57-4b8b-45bf-add8-470627a6c534 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:13.133273 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port a1da8e67-66ee-4733-9ef6-600e8060599d completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:13.139687 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b176bbb3-ad77-4b16-9e59-672bf8d02ade {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:13.154532 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port a1da8e67-66ee-4733-9ef6-600e8060599d triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:13.154984 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:13.161458 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661d0a9-2b1a-48aa-98f7-9e55d8c09ef0 req-2d431e57-4b8b-45bf-add8-470627a6c534 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:13.170106 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661d0a9-2b1a-48aa-98f7-9e55d8c09ef0 req-2d431e57-4b8b-45bf-add8-470627a6c534 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:13.179039 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661d0a9-2b1a-48aa-98f7-9e55d8c09ef0 req-2d431e57-4b8b-45bf-add8-470627a6c534 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:13.181372 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5661d0a9-2b1a-48aa-98f7-9e55d8c09ef0 req-2d431e57-4b8b-45bf-add8-470627a6c534 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 5420 time: 0.3319380 Jul 15 13:07:13.204892 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port b176bbb3-ad77-4b16-9e59-672bf8d02ade, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b176bbb3-ad77-4b16-9e59-672bf8d02ade,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:13.219459 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:13.296466 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5661d0a9-2b1a-48aa-98f7-9e55d8c09ef0 req-8d5819de-feab-43a8-b05c-e1a9a23c5e2d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d03c6c5-afde-46b4-9fff-da26c2a36d36&id=11c6d291-a458-49b6-80ff-5db152f1be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0990880 Jul 15 13:07:13.317786 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=b176bbb3-ad77-4b16-9e59-672bf8d02ade,revision_number=9']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:13.381041 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:13.440381 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port a1da8e67-66ee-4733-9ef6-600e8060599d, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a1da8e67-66ee-4733-9ef6-600e8060599d,segment=NetworkSegment(133ecda3-cedb-4fde-bf47-b2bd5def1c8b),segment_id=133ecda3-cedb-4fde-bf47-b2bd5def1c8b)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:13.444518 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb4c4d6-0c7d-402e-9454-a7a41de3f1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1da8e67-66ee-4733-9ef6-600e8060599d'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:13.451810 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63dc1820-63ae-4f47-b29a-d9da3dd6f88f" -d '{"events": [{"server_uuid": "ddb4c4d6-0c7d-402e-9454-a7a41de3f1c1", "name": "network-vif-plugged", "status": "completed", "tag": "a1da8e67-66ee-4733-9ef6-600e8060599d"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:13.457516 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:13.458791 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 4e76fd72-6816-481c-819e-b8263abd48a1 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:13.494082 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881522aa-40cc-4f48-a7ed-e487234e7c85 req-a38cfe1a-7fbd-439b-af32-913b37a5b2ea tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:13.502176 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-881522aa-40cc-4f48-a7ed-e487234e7c85 req-a38cfe1a-7fbd-439b-af32-913b37a5b2ea tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 946 time: 0.1563678 Jul 15 13:07:13.554112 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['b176bbb3-ad77-4b16-9e59-672bf8d02ade'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:13.592544 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-881522aa-40cc-4f48-a7ed-e487234e7c85 req-71f4224d-e7e1-47da-9a73-9fef2f081b79 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892384 Jul 15 13:07:13.629315 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=a1da8e67-66ee-4733-9ef6-600e8060599d,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:13.648687 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ff6c2-ddb0-4188-b587-8bd1a253129d req-f7fdee5e-aaca-4652-8698-9c46d4754ecb tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:13.650430 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9e1ff6c2-ddb0-4188-b587-8bd1a253129d req-f7fdee5e-aaca-4652-8698-9c46d4754ecb tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddb4c4d6-0c7d-402e-9454-a7a41de3f1c1 HTTP/1.1" status: 200 len: 945 time: 0.1395347 Jul 15 13:07:13.723624 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9e1ff6c2-ddb0-4188-b587-8bd1a253129d req-bbe9accc-9a50-4745-b191-408af9229126 tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2d96016-733e-43f0-912d-164620bcc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671411 Jul 15 13:07:13.775287 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdb4359-6aad-43ba-8115-0457af7405d9 x-openstack-request-id: req-4fdb4359-6aad-43ba-8115-0457af7405d9 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:13.776092 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb4c4d6-0c7d-402e-9454-a7a41de3f1c1", "name": "network-vif-plugged", "status": "completed", "tag": "a1da8e67-66ee-4733-9ef6-600e8060599d", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:13.776294 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4fdb4359-6aad-43ba-8115-0457af7405d9 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:13.777493 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb4c4d6-0c7d-402e-9454-a7a41de3f1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1da8e67-66ee-4733-9ef6-600e8060599d', 'code': 200} Jul 15 13:07:13.780632 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:13.853052 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 4e76fd72-6816-481c-819e-b8263abd48a1, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=4e76fd72-6816-481c-819e-b8263abd48a1,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:13.888031 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:13.890222 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device b176bbb3-ad77-4b16-9e59-672bf8d02ade no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:14.021178 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=4e76fd72-6816-481c-819e-b8263abd48a1,revision_number=14']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:14.043003 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2ed7b-f5b6-4dc1-9a90-8d6096abfcdb req-9f7d6145-f862-40b6-9cc8-0da42d50866d tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:14.053856 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-82b2ed7b-f5b6-4dc1-9a90-8d6096abfcdb req-9f7d6145-f862-40b6-9cc8-0da42d50866d tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 948 time: 0.2668722 Jul 15 13:07:14.077488 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:14.107346 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b176bbb3-ad77-4b16-9e59-672bf8d02ade {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:14.153271 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port b176bbb3-ad77-4b16-9e59-672bf8d02ade, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b176bbb3-ad77-4b16-9e59-672bf8d02ade,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:14.166758 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:14.199851 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-82b2ed7b-f5b6-4dc1-9a90-8d6096abfcdb req-76a644f0-c7ba-4fd6-9ddc-bb374e400905 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449180 Jul 15 13:07:14.208309 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48151561-33b1-46e1-886a-edf2e4de068a req-f062e141-7d59-4af2-9fc2-a0d85b23b39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:14.210035 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-48151561-33b1-46e1-886a-edf2e4de068a req-f062e141-7d59-4af2-9fc2-a0d85b23b39a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ddb4c4d6-0c7d-402e-9454-a7a41de3f1c1 HTTP/1.1" status: 200 len: 1097 time: 0.3107462 Jul 15 13:07:14.246057 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-d7979e7b-24a4-466f-95f5-cead9895315b tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:14.247591 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-d7979e7b-24a4-466f-95f5-cead9895315b tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.46 "GET /v2.0/networks?id=111a9c93-c732-4208-b8b6-92c471a9345c HTTP/1.1" status: 200 len: 805 time: 0.3300636 Jul 15 13:07:14.263725 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-002ef227-abbd-4bea-83dd-0547f6658d25 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Request body: {'port': {'device_id': '8a9bd6fb-437c-4f83-9ecc-f55bd67844f2', 'network_id': '111a9c93-c732-4208-b8b6-92c471a9345c', 'admin_state_up': True, 'tenant_id': 'fc199b3ab9a6459084008ff032191508'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:14.340976 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=b176bbb3-ad77-4b16-9e59-672bf8d02ade,revision_number=10']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:14.341866 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-48151561-33b1-46e1-886a-edf2e4de068a req-9415cca2-28bc-4cd8-806f-afb88ef3d00a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e2d96016-733e-43f0-912d-164620bcc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198308 Jul 15 13:07:14.399217 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cc152e42-a861-4495-ba31-d3f919955794 req-62f986f0-a35c-4cdd-8d88-b3245cbe356f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1371694 Jul 15 13:07:14.492339 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eeb7ecb3-ad16-4370-b3ed-9bb0639f11e4 req-65addc94-adbd-4a83-95f6-52355e51887a tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a9bd6fb-437c-4f83-9ecc-f55bd67844f2 HTTP/1.1" status: 200 len: 210 time: 0.0875473 Jul 15 13:07:14.534553 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-002ef227-abbd-4bea-83dd-0547f6658d25 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Made reservation on behalf of fc199b3ab9a6459084008ff032191508 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:14.540451 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-002ef227-abbd-4bea-83dd-0547f6658d25 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:14.566907 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device dc3cdce2-71aa-41e6-9fc4-d1fe7024d402 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:14.609477 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: dc3cdce2-71aa-41e6-9fc4-d1fe7024d402 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:07:14.610846 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device dc3cdce2-71aa-41e6-9fc4-d1fe7024d402 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:14.749936 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc152e42-a861-4495-ba31-d3f919955794 req-fab311f7-571b-4bef-9b6f-d63d34be12a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:14.751491 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cc152e42-a861-4495-ba31-d3f919955794 req-fab311f7-571b-4bef-9b6f-d63d34be12a3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5495784adab4faf86ec8d11912c9669&device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 1102 time: 0.2547534 Jul 15 13:07:14.799333 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a53259-336f-479f-ba9a-fd6babfc3c64 req-19dbe0c7-f6ea-43a7-ad6a-e9efab16dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:14.801383 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-65a53259-336f-479f-ba9a-fd6babfc3c64 req-19dbe0c7-f6ea-43a7-ad6a-e9efab16dae8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12dc42da56354fb5b0d0acb9e0703009&device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 1096 time: 0.2129245 Jul 15 13:07:14.804065 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-002ef227-abbd-4bea-83dd-0547f6658d25 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Allocated IP 172.20.0.9 (111a9c93-c732-4208-b8b6-92c471a9345c/730641c7-930e-437f-91e2-0f97e39682ab/360d97a0-9b2c-44fa-b7f3-ae730b54d44e) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:14.860109 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02ee66-0847-425f-b87e-b0853a7c05ec req-b00c2280-b6ea-435d-9ac7-4d24dbef2ecd tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:14.861609 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4c02ee66-0847-425f-b87e-b0853a7c05ec req-b00c2280-b6ea-435d-9ac7-4d24dbef2ecd tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 948 time: 0.1774113 Jul 15 13:07:15.012186 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-002ef227-abbd-4bea-83dd-0547f6658d25 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:15.095265 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4c02ee66-0847-425f-b87e-b0853a7c05ec req-75ee90a6-3cf2-40ca-9d20-a60ec0079e79 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176416 Jul 15 13:07:15.099283 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-002ef227-abbd-4bea-83dd-0547f6658d25 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:15.131364 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a53259-336f-479f-ba9a-fd6babfc3c64 req-05e0952a-8165-4b68-a1b0-7c75c14d0f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:15.133093 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-65a53259-336f-479f-ba9a-fd6babfc3c64 req-05e0952a-8165-4b68-a1b0-7c75c14d0f3d service neutron] 10.222.0.46 "GET /v2.0/networks?id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da HTTP/1.1" status: 200 len: 913 time: 0.3116837 Jul 15 13:07:15.171680 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-002ef227-abbd-4bea-83dd-0547f6658d25 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Network 111a9c93-c732-4208-b8b6-92c471a9345c is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:15.177117 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-002ef227-abbd-4bea-83dd-0547f6658d25 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:15.181808 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc152e42-a861-4495-ba31-d3f919955794 req-4787a820-356b-4f48-945a-4e3b86b23a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:15.183546 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cc152e42-a861-4495-ba31-d3f919955794 req-4787a820-356b-4f48-945a-4e3b86b23a00 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.4002950 Jul 15 13:07:15.189277 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-002ef227-abbd-4bea-83dd-0547f6658d25 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:15.222677 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ef227-abbd-4bea-83dd-0547f6658d25 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Pushing event updated for resources: {'Port': ['ID=360d97a0-9b2c-44fa-b7f3-ae730b54d44e,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:15.292414 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-002ef227-abbd-4bea-83dd-0547f6658d25 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:15.293037 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-002ef227-abbd-4bea-83dd-0547f6658d25 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:15.309199 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-002ef227-abbd-4bea-83dd-0547f6658d25 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0503879 Jul 15 13:07:15.336963 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-2d3a4b05-561b-465b-8e47-cc1b00aecae2 service neutron] Request body: {'port': {'device_id': '8a9bd6fb-437c-4f83-9ecc-f55bd67844f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:15.339493 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cc152e42-a861-4495-ba31-d3f919955794 req-fe8181bd-31cd-40e2-b3fb-74414f5fb730 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=818623ee-bb95-4c16-b6aa-4cb09c7116ab HTTP/1.1" status: 200 len: 217 time: 0.0881286 Jul 15 13:07:15.394265 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-65a53259-336f-479f-ba9a-fd6babfc3c64 req-a8b6b56f-4870-40c2-ab76-94366bef8094 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e76fd72-6816-481c-819e-b8263abd48a1 HTTP/1.1" status: 200 len: 998 time: 0.2300012 Jul 15 13:07:15.422235 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-2d3a4b05-561b-465b-8e47-cc1b00aecae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:15.427577 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e42a34-7609-4792-b60b-9ae2e4c11544 req-b1aced25-705d-4194-a1ec-e40a9faf8c6b tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:15.433677 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e42a34-7609-4792-b60b-9ae2e4c11544 req-b1aced25-705d-4194-a1ec-e40a9faf8c6b tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:15.439986 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e42a34-7609-4792-b60b-9ae2e4c11544 req-b1aced25-705d-4194-a1ec-e40a9faf8c6b tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:15.446846 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e42a34-7609-4792-b60b-9ae2e4c11544 req-b1aced25-705d-4194-a1ec-e40a9faf8c6b tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:15.453119 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e42a34-7609-4792-b60b-9ae2e4c11544 req-b1aced25-705d-4194-a1ec-e40a9faf8c6b tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:15.459324 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e42a34-7609-4792-b60b-9ae2e4c11544 req-b1aced25-705d-4194-a1ec-e40a9faf8c6b tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:15.465365 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e42a34-7609-4792-b60b-9ae2e4c11544 req-b1aced25-705d-4194-a1ec-e40a9faf8c6b tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:15.467364 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44e42a34-7609-4792-b60b-9ae2e4c11544 req-b1aced25-705d-4194-a1ec-e40a9faf8c6b tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 5420 time: 0.3668528 Jul 15 13:07:15.523367 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc152e42-a861-4495-ba31-d3f919955794 req-339c6e0c-6cff-4dda-877a-aea32618b265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:15.524838 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cc152e42-a861-4495-ba31-d3f919955794 req-339c6e0c-6cff-4dda-877a-aea32618b265 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.1781590 Jul 15 13:07:15.597494 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed724a37-f1f8-4a1d-8b8a-258a33c3945f req-980c2624-c19f-4cdd-a229-c133ae9be418 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:15.604545 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ed724a37-f1f8-4a1d-8b8a-258a33c3945f req-980c2624-c19f-4cdd-a229-c133ae9be418 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.3499148 Jul 15 13:07:15.637480 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a53259-336f-479f-ba9a-fd6babfc3c64 req-7d705bfd-dbdf-4ea9-bcdb-9a5f5bbaf743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:15.642038 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-65a53259-336f-479f-ba9a-fd6babfc3c64 req-7d705bfd-dbdf-4ea9-bcdb-9a5f5bbaf743 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=504f4a49-65cd-4546-be78-3e75a4fd4784 HTTP/1.1" status: 200 len: 851 time: 0.2343132 Jul 15 13:07:15.666836 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44e42a34-7609-4792-b60b-9ae2e4c11544 req-4c267ad9-2325-4500-b713-3034957e5896 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d03c6c5-afde-46b4-9fff-da26c2a36d36&id=11c6d291-a458-49b6-80ff-5db152f1be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1850204 Jul 15 13:07:15.742729 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ed724a37-f1f8-4a1d-8b8a-258a33c3945f req-c9fba3cd-0ef0-4f14-ab72-fa5a903d548a tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371851 Jul 15 13:07:15.750378 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc152e42-a861-4495-ba31-d3f919955794 req-6419317f-71cd-4264-88b2-e7ef2fefdf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:15.752715 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cc152e42-a861-4495-ba31-d3f919955794 req-6419317f-71cd-4264-88b2-e7ef2fefdf10 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2144229 Jul 15 13:07:15.779052 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f85a75-4b3d-40e0-863d-06ff77ecb993', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e76fd72-6816-481c-819e-b8263abd48a1'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:15.782388 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bb9b17-66ab-4308-ab47-38a546d6c870" -d '{"events": [{"server_uuid": "00f85a75-4b3d-40e0-863d-06ff77ecb993", "name": "network-vif-unplugged", "status": "completed", "tag": "4e76fd72-6816-481c-819e-b8263abd48a1"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:15.842808 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a53259-336f-479f-ba9a-fd6babfc3c64 req-661739db-880b-451b-911a-71761e68dbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:15.844942 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-65a53259-336f-479f-ba9a-fd6babfc3c64 req-661739db-880b-451b-911a-71761e68dbc3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1937265 Jul 15 13:07:15.911271 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-2d3a4b05-561b-465b-8e47-cc1b00aecae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 360d97a0-9b2c-44fa-b7f3-ae730b54d44e {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:15.924887 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-2d3a4b05-561b-465b-8e47-cc1b00aecae2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:15.958010 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-2d3a4b05-561b-465b-8e47-cc1b00aecae2 service neutron] Transition to ACTIVE for port object 360d97a0-9b2c-44fa-b7f3-ae730b54d44e will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:15.971571 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-2d3a4b05-561b-465b-8e47-cc1b00aecae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:16.006757 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cc152e42-a861-4495-ba31-d3f919955794 req-5689665c-f6ce-4733-ae6a-089a283fd6f8 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399573 Jul 15 13:07:16.080908 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a4b05-561b-465b-8e47-cc1b00aecae2 service neutron] Pushing event updated for resources: {'Port': ['ID=360d97a0-9b2c-44fa-b7f3-ae730b54d44e,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:16.145335 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-2d3a4b05-561b-465b-8e47-cc1b00aecae2 service neutron] Attempting to bind port 360d97a0-9b2c-44fa-b7f3-ae730b54d44e on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:16.145923 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-2d3a4b05-561b-465b-8e47-cc1b00aecae2 service neutron] Attempting to bind port 360d97a0-9b2c-44fa-b7f3-ae730b54d44e by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'dda3590f-77f2-473e-918f-51e02247fb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '111a9c93-c732-4208-b8b6-92c471a9345c'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:16.146506 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-2d3a4b05-561b-465b-8e47-cc1b00aecae2 service neutron] Attempting to bind port 360d97a0-9b2c-44fa-b7f3-ae730b54d44e on network 111a9c93-c732-4208-b8b6-92c471a9345c {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:16.152139 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-2d3a4b05-561b-465b-8e47-cc1b00aecae2 service neutron] Port 360d97a0-9b2c-44fa-b7f3-ae730b54d44e on network 111a9c93-c732-4208-b8b6-92c471a9345c not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:07:16.152656 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-2d3a4b05-561b-465b-8e47-cc1b00aecae2 service neutron] Attempting to bind port 360d97a0-9b2c-44fa-b7f3-ae730b54d44e on network 111a9c93-c732-4208-b8b6-92c471a9345c {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:16.161168 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-2d3a4b05-561b-465b-8e47-cc1b00aecae2 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:16.161517 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-2d3a4b05-561b-465b-8e47-cc1b00aecae2 service neutron] Checking segment: {'id': 'dda3590f-77f2-473e-918f-51e02247fb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '111a9c93-c732-4208-b8b6-92c471a9345c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:16.162230 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-2d3a4b05-561b-465b-8e47-cc1b00aecae2 service neutron] Bound using segment: {'id': 'dda3590f-77f2-473e-918f-51e02247fb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '111a9c93-c732-4208-b8b6-92c471a9345c'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:16.163109 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-2d3a4b05-561b-465b-8e47-cc1b00aecae2 service neutron] Bound port: 360d97a0-9b2c-44fa-b7f3-ae730b54d44e, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dda3590f-77f2-473e-918f-51e02247fb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '111a9c93-c732-4208-b8b6-92c471a9345c'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:16.163495 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-2d3a4b05-561b-465b-8e47-cc1b00aecae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:16.182236 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be395646-9ef9-4b45-8d38-29bb22432534 req-556dcb46-4aad-444a-bf5f-3a9449892511 tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:16.183829 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-be395646-9ef9-4b45-8d38-29bb22432534 req-556dcb46-4aad-444a-bf5f-3a9449892511 tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddb4c4d6-0c7d-402e-9454-a7a41de3f1c1 HTTP/1.1" status: 200 len: 945 time: 0.3586807 Jul 15 13:07:16.256260 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-2d3a4b05-561b-465b-8e47-cc1b00aecae2 service neutron] For port 360d97a0-9b2c-44fa-b7f3-ae730b54d44e, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:16.258655 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-65a53259-336f-479f-ba9a-fd6babfc3c64 req-bb889d40-d541-4894-a4ba-0a7e86c997ce service neutron] 10.222.0.46 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907168 Jul 15 13:07:16.259992 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-2d3a4b05-561b-465b-8e47-cc1b00aecae2 service neutron] For port 360d97a0-9b2c-44fa-b7f3-ae730b54d44e, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=360d97a0-9b2c-44fa-b7f3-ae730b54d44e,segment=NetworkSegment(dda3590f-77f2-473e-918f-51e02247fb49),segment_id=dda3590f-77f2-473e-918f-51e02247fb49)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:16.269581 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-2d3a4b05-561b-465b-8e47-cc1b00aecae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:16.303158 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-be395646-9ef9-4b45-8d38-29bb22432534 req-fe797aee-c247-415f-bf7d-e13ff9c8b178 tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2d96016-733e-43f0-912d-164620bcc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060913 Jul 15 13:07:16.346032 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a4b05-561b-465b-8e47-cc1b00aecae2 service neutron] Pushing event updated for resources: {'Port': ['ID=360d97a0-9b2c-44fa-b7f3-ae730b54d44e,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:16.358631 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cc152e42-a861-4495-ba31-d3f919955794 req-e06e101c-ebe3-4ec3-9100-b22d92932399 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100388 Jul 15 13:07:16.361895 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-2d3a4b05-561b-465b-8e47-cc1b00aecae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:16.364470 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-2d3a4b05-561b-465b-8e47-cc1b00aecae2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:16.366351 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-2d3a4b05-561b-465b-8e47-cc1b00aecae2 service neutron] 10.222.0.46 "PUT /v2.0/ports/360d97a0-9b2c-44fa-b7f3-ae730b54d44e HTTP/1.1" status: 200 len: 1092 time: 1.0384784 Jul 15 13:07:16.366846 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a9bd6fb-437c-4f83-9ecc-f55bd67844f2', 'tag': '360d97a0-9b2c-44fa-b7f3-ae730b54d44e'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:16.370410 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b56e667-db32-4a6e-af9c-0507b2e05ede" -d '{"events": [{"name": "network-changed", "server_uuid": "8a9bd6fb-437c-4f83-9ecc-f55bd67844f2", "tag": "360d97a0-9b2c-44fa-b7f3-ae730b54d44e"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:16.403239 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d236a5fb-1fa8-49b7-8386-1896da32e126 x-openstack-request-id: req-d236a5fb-1fa8-49b7-8386-1896da32e126 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:16.403534 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f85a75-4b3d-40e0-863d-06ff77ecb993", "name": "network-vif-unplugged", "status": "completed", "tag": "4e76fd72-6816-481c-819e-b8263abd48a1", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:16.403784 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d236a5fb-1fa8-49b7-8386-1896da32e126 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:16.404165 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f85a75-4b3d-40e0-863d-06ff77ecb993', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e76fd72-6816-481c-819e-b8263abd48a1', 'code': 200} Jul 15 13:07:16.428953 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99686e22-9244-4bbd-a81d-c655d443ed11 req-a433fb3a-4d81-4c50-b2b0-f4e0807b9e8b tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:16.435848 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-99686e22-9244-4bbd-a81d-c655d443ed11 req-a433fb3a-4d81-4c50-b2b0-f4e0807b9e8b tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a9bd6fb-437c-4f83-9ecc-f55bd67844f2 HTTP/1.1" status: 200 len: 943 time: 0.3557844 Jul 15 13:07:16.499444 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-99686e22-9244-4bbd-a81d-c655d443ed11 req-5e8a6aa5-1031-4249-83ae-cae6b0c627a6 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572243 Jul 15 13:07:16.528239 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-65a53259-336f-479f-ba9a-fd6babfc3c64 req-4752a5e0-2997-4c88-8417-97a826796bd3 service neutron] 10.222.0.46 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584212 Jul 15 13:07:16.535886 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-b7c395ef-abd6-40ec-8a24-8165c5ddaf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:16.538256 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-b7c395ef-abd6-40ec-8a24-8165c5ddaf61 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc199b3ab9a6459084008ff032191508&device_id=8a9bd6fb-437c-4f83-9ecc-f55bd67844f2 HTTP/1.1" status: 200 len: 1095 time: 0.1044042 Jul 15 13:07:16.578264 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device b176bbb3-ad77-4b16-9e59-672bf8d02ade up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:16.604231 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-90ba11a4-2209-4d08-af7c-ce76c410637b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=360d97a0-9b2c-44fa-b7f3-ae730b54d44e HTTP/1.1" status: 200 len: 217 time: 0.0582676 Jul 15 13:07:16.619749 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-510e1b1e-10d9-41f0-aaad-e140933db112 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a5495784adab4faf86ec8d11912c9669&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441749 Jul 15 13:07:16.688508 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port b176bbb3-ad77-4b16-9e59-672bf8d02ade triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:16.689479 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:16.724537 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-138aef3e-dbe4-49f1-aa56-012fa6128eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:16.726151 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-138aef3e-dbe4-49f1-aa56-012fa6128eb3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=730641c7-930e-437f-91e2-0f97e39682ab HTTP/1.1" status: 200 len: 845 time: 0.0983565 Jul 15 13:07:16.727837 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7d0ddb-3c88-443d-a94f-a58515b4b03e x-openstack-request-id: req-2b7d0ddb-3c88-443d-a94f-a58515b4b03e {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:16.728126 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a9bd6fb-437c-4f83-9ecc-f55bd67844f2", "tag": "360d97a0-9b2c-44fa-b7f3-ae730b54d44e", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:16.728372 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2b7d0ddb-3c88-443d-a94f-a58515b4b03e {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:16.728754 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a9bd6fb-437c-4f83-9ecc-f55bd67844f2', 'tag': '360d97a0-9b2c-44fa-b7f3-ae730b54d44e', 'status': 'completed', 'code': 200} Jul 15 13:07:16.805039 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-3dfb49f5-99bb-41f5-a10c-634420ed2433 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=111a9c93-c732-4208-b8b6-92c471a9345c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695004 Jul 15 13:07:16.877620 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:16.939243 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-8de446b2-7dd1-4dc3-8631-a5f2ba632ac4 service neutron] 10.222.0.46 "GET /v2.0/networks/111a9c93-c732-4208-b8b6-92c471a9345c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182299 Jul 15 13:07:16.943708 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port b176bbb3-ad77-4b16-9e59-672bf8d02ade, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b176bbb3-ad77-4b16-9e59-672bf8d02ade,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:16.946723 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-0644b677-f329-43f4-af05-ce54abde1289 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:16.950418 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:16.961280 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-0644b677-f329-43f4-af05-ce54abde1289 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3338213 Jul 15 13:07:17.009668 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-7af7aa03-14b2-4a6a-8544-2a8126d922b3 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/quotas/a5495784adab4faf86ec8d11912c9669 HTTP/1.1" status: 200 len: 375 time: 0.0465510 Jul 15 13:07:17.015720 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=b176bbb3-ad77-4b16-9e59-672bf8d02ade,revision_number=11']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:17.049804 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-38b037a2-16b6-4e5d-b411-5dd00fb6d331 req-9dd23581-d93e-4077-b1fb-6601a8440f44 service neutron] 10.222.0.46 "GET /v2.0/networks/111a9c93-c732-4208-b8b6-92c471a9345c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017234 Jul 15 13:07:17.096243 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f2ae9-686f-4896-8039-7b09a818e51d req-24231a93-84c0-4e0c-a1f8-cbdb39f915c3 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:17.103083 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f2ae9-686f-4896-8039-7b09a818e51d req-24231a93-84c0-4e0c-a1f8-cbdb39f915c3 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:17.109119 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f2ae9-686f-4896-8039-7b09a818e51d req-24231a93-84c0-4e0c-a1f8-cbdb39f915c3 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:17.115022 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f2ae9-686f-4896-8039-7b09a818e51d req-24231a93-84c0-4e0c-a1f8-cbdb39f915c3 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:17.120783 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f2ae9-686f-4896-8039-7b09a818e51d req-24231a93-84c0-4e0c-a1f8-cbdb39f915c3 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:17.127173 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f2ae9-686f-4896-8039-7b09a818e51d req-24231a93-84c0-4e0c-a1f8-cbdb39f915c3 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:17.133186 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f2ae9-686f-4896-8039-7b09a818e51d req-24231a93-84c0-4e0c-a1f8-cbdb39f915c3 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:17.135197 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-406f2ae9-686f-4896-8039-7b09a818e51d req-24231a93-84c0-4e0c-a1f8-cbdb39f915c3 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 5420 time: 0.2377899 Jul 15 13:07:17.166228 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56e667-db32-4a6e-af9c-0507b2e05ede req-84a7f4ef-063f-40fb-9621-b277ca0408c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:17.168810 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6b56e667-db32-4a6e-af9c-0507b2e05ede req-84a7f4ef-063f-40fb-9621-b277ca0408c9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc199b3ab9a6459084008ff032191508&device_id=8a9bd6fb-437c-4f83-9ecc-f55bd67844f2 HTTP/1.1" status: 200 len: 1095 time: 0.0663900 Jul 15 13:07:17.184009 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-7ca61085-e069-416a-846c-4ab6962dd6e3 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a5495784adab4faf86ec8d11912c9669&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1722116 Jul 15 13:07:17.205640 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-406f2ae9-686f-4896-8039-7b09a818e51d req-8f4af48d-d923-473e-aa5f-184eb6058798 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d03c6c5-afde-46b4-9fff-da26c2a36d36&id=11c6d291-a458-49b6-80ff-5db152f1be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620377 Jul 15 13:07:17.332791 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56e667-db32-4a6e-af9c-0507b2e05ede req-3d4a7819-c232-45e7-87ca-e22461dfa80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:17.336635 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6b56e667-db32-4a6e-af9c-0507b2e05ede req-3d4a7819-c232-45e7-87ca-e22461dfa80f service neutron] 10.222.0.46 "GET /v2.0/networks?id=111a9c93-c732-4208-b8b6-92c471a9345c HTTP/1.1" status: 200 len: 906 time: 0.1606295 Jul 15 13:07:17.414138 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6b56e667-db32-4a6e-af9c-0507b2e05ede req-b7d72d8d-90c7-4184-85f5-dd51e1a50c51 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=360d97a0-9b2c-44fa-b7f3-ae730b54d44e HTTP/1.1" status: 200 len: 217 time: 0.0625336 Jul 15 13:07:17.496888 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56e667-db32-4a6e-af9c-0507b2e05ede req-6af2cf30-9eba-498e-808d-35b5e7b23b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:17.497934 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6b56e667-db32-4a6e-af9c-0507b2e05ede req-6af2cf30-9eba-498e-808d-35b5e7b23b73 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=730641c7-930e-437f-91e2-0f97e39682ab HTTP/1.1" status: 200 len: 845 time: 0.0761647 Jul 15 13:07:17.556527 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6b56e667-db32-4a6e-af9c-0507b2e05ede req-cfe2c290-a8da-4eb9-bc42-bd1ab5b799bf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=111a9c93-c732-4208-b8b6-92c471a9345c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515826 Jul 15 13:07:17.693006 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01dcf8a-ee4d-4dfe-8069-62ba2c00f4b5 req-8665f8b9-b876-4293-97d4-0988ccd6e49d tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:17.700380 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b01dcf8a-ee4d-4dfe-8069-62ba2c00f4b5 req-8665f8b9-b876-4293-97d4-0988ccd6e49d tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.1131091 Jul 15 13:07:17.743202 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b01dcf8a-ee4d-4dfe-8069-62ba2c00f4b5 req-718ef635-ab0c-44e5-9dec-9a8dbe493dd6 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416510 Jul 15 13:07:17.787375 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47480) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:17.857741 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f02421f5-a084-4dc4-99da-f4d19b304ac8 req-ac0e52b3-6fdd-4277-b9b9-65ac8530ad56 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 210 time: 0.0584216 Jul 15 13:07:17.885962 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6b56e667-db32-4a6e-af9c-0507b2e05ede req-b013a90b-f297-461c-9773-0bb02e08820f service neutron] 10.222.0.46 "GET /v2.0/networks/111a9c93-c732-4208-b8b6-92c471a9345c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010406 Jul 15 13:07:18.047970 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c39e64-3dc4-4212-80d1-8f0d5fc3e896 req-75c4cdab-f87c-44ee-a8b4-0c3fa294276d tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:18.049686 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-80c39e64-3dc4-4212-80d1-8f0d5fc3e896 req-75c4cdab-f87c-44ee-a8b4-0c3fa294276d tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a9bd6fb-437c-4f83-9ecc-f55bd67844f2 HTTP/1.1" status: 200 len: 943 time: 0.1413317 Jul 15 13:07:18.070043 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c43ed145-5323-4bd8-a8b7-7741105b3c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:18.106394 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6b56e667-db32-4a6e-af9c-0507b2e05ede req-0d3d61dd-0b6c-4196-8b59-72299c064fe5 service neutron] 10.222.0.46 "GET /v2.0/networks/111a9c93-c732-4208-b8b6-92c471a9345c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043924 Jul 15 13:07:18.143639 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-80c39e64-3dc4-4212-80d1-8f0d5fc3e896 req-3d9d1a26-965f-4cb8-9cae-415cbf7421a4 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752161 Jul 15 13:07:18.247807 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c43ed145-5323-4bd8-a8b7-7741105b3c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:18.254672 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c43ed145-5323-4bd8-a8b7-7741105b3c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:18.285354 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ed145-5323-4bd8-a8b7-7741105b3c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2ec3db-6fb9-4e36-93d3-d1228278d9eb,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:18.329732 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43ed145-5323-4bd8-a8b7-7741105b3c8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:18.330079 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43ed145-5323-4bd8-a8b7-7741105b3c8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:18.330418 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43ed145-5323-4bd8-a8b7-7741105b3c8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:18.330777 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43ed145-5323-4bd8-a8b7-7741105b3c8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:18.331637 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43ed145-5323-4bd8-a8b7-7741105b3c8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:18.331963 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43ed145-5323-4bd8-a8b7-7741105b3c8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:18.332289 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43ed145-5323-4bd8-a8b7-7741105b3c8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:18.332615 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43ed145-5323-4bd8-a8b7-7741105b3c8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:18.332943 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43ed145-5323-4bd8-a8b7-7741105b3c8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:18.333263 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43ed145-5323-4bd8-a8b7-7741105b3c8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:18.333578 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43ed145-5323-4bd8-a8b7-7741105b3c8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:18.333926 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43ed145-5323-4bd8-a8b7-7741105b3c8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:18.353155 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c43ed145-5323-4bd8-a8b7-7741105b3c8e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=21ddf36ad182485ebe2f0abc0fd6d1a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5623136 Jul 15 13:07:18.353973 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47494) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:18.388905 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44730e2-9d9e-433f-bf50-8215b1a85e81 req-0e9c9e7b-c64e-4921-9305-d3402c988287 tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:18.397700 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b44730e2-9d9e-433f-bf50-8215b1a85e81 req-0e9c9e7b-c64e-4921-9305-d3402c988287 tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddb4c4d6-0c7d-402e-9454-a7a41de3f1c1 HTTP/1.1" status: 200 len: 945 time: 0.2986653 Jul 15 13:07:18.405526 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3efaf6d9-fb67-4538-b26e-daa4822a214c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b176bbb3-ad77-4b16-9e59-672bf8d02ade'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:18.408717 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e16e8d1-dbd8-47a1-a131-7dd7168de4f0" -d '{"events": [{"server_uuid": "3efaf6d9-fb67-4538-b26e-daa4822a214c", "name": "network-vif-plugged", "status": "completed", "tag": "b176bbb3-ad77-4b16-9e59-672bf8d02ade"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:18.419066 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c045b23e-15bc-4922-82ee-5e67fb8d9177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:18.447567 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c045b23e-15bc-4922-82ee-5e67fb8d9177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:18.457579 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b44730e2-9d9e-433f-bf50-8215b1a85e81 req-4e494c3e-be8c-4797-b15b-0586a3be55db tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2d96016-733e-43f0-912d-164620bcc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521922 Jul 15 13:07:18.563235 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b08b48-97ee-432e-bf26-b5f7b43bda59 req-ce4ab902-85e1-454d-8fc8-199af6b4c630 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:18.570272 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b08b48-97ee-432e-bf26-b5f7b43bda59 req-ce4ab902-85e1-454d-8fc8-199af6b4c630 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:18.577211 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 00bc5053-739a-44d0-84cc-63786760e6fc details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:18.582321 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b08b48-97ee-432e-bf26-b5f7b43bda59 req-ce4ab902-85e1-454d-8fc8-199af6b4c630 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:18.591365 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b08b48-97ee-432e-bf26-b5f7b43bda59 req-ce4ab902-85e1-454d-8fc8-199af6b4c630 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:18.598991 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b08b48-97ee-432e-bf26-b5f7b43bda59 req-ce4ab902-85e1-454d-8fc8-199af6b4c630 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:18.605298 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b08b48-97ee-432e-bf26-b5f7b43bda59 req-ce4ab902-85e1-454d-8fc8-199af6b4c630 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:18.613613 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b08b48-97ee-432e-bf26-b5f7b43bda59 req-ce4ab902-85e1-454d-8fc8-199af6b4c630 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:18.615685 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-52b08b48-97ee-432e-bf26-b5f7b43bda59 req-ce4ab902-85e1-454d-8fc8-199af6b4c630 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 5420 time: 0.1485207 Jul 15 13:07:18.717683 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 00bc5053-739a-44d0-84cc-63786760e6fc, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=00bc5053-739a-44d0-84cc-63786760e6fc,segment=NetworkSegment(31fa37a9-facf-4912-b998-1c360a86c68b),segment_id=31fa37a9-facf-4912-b998-1c360a86c68b)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:18.733047 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '00bc5053-739a-44d0-84cc-63786760e6fc', 'network_id': '0393d230-55c0-4aac-933c-382b8f80fda9', 'port_id': '00bc5053-739a-44d0-84cc-63786760e6fc', 'mac_address': 'fa:16:3e:3d:0e:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30e69637-798b-481d-95fb-19699731bedc', 'ip_address': '10.1.1.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:18.784878 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:18.802657 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00bc5053-739a-44d0-84cc-63786760e6fc {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:18.829058 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 00bc5053-739a-44d0-84cc-63786760e6fc, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=00bc5053-739a-44d0-84cc-63786760e6fc,segment=NetworkSegment(31fa37a9-facf-4912-b998-1c360a86c68b),segment_id=31fa37a9-facf-4912-b998-1c360a86c68b)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:18.833251 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:18.834198 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 7efec053-2f43-4369-8788-a95bec608fe4 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:18.844878 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c045b23e-15bc-4922-82ee-5e67fb8d9177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:18.848171 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c045b23e-15bc-4922-82ee-5e67fb8d9177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:18.849360 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c045b23e-15bc-4922-82ee-5e67fb8d9177 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0f2ec3db-6fb9-4e36-93d3-d1228278d9eb HTTP/1.1" status: 204 len: 168 time: 0.4935372 Jul 15 13:07:18.859721 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045b23e-15bc-4922-82ee-5e67fb8d9177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2ec3db-6fb9-4e36-93d3-d1228278d9eb,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:18.923489 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 7efec053-2f43-4369-8788-a95bec608fe4, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=7efec053-2f43-4369-8788-a95bec608fe4,segment=NetworkSegment(31fa37a9-facf-4912-b998-1c360a86c68b),segment_id=31fa37a9-facf-4912-b998-1c360a86c68b)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:18.939804 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '7efec053-2f43-4369-8788-a95bec608fe4', 'network_id': '0393d230-55c0-4aac-933c-382b8f80fda9', 'port_id': '7efec053-2f43-4369-8788-a95bec608fe4', 'mac_address': 'fa:16:3e:22:c4:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30e69637-798b-481d-95fb-19699731bedc', 'ip_address': '10.1.1.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:18.962167 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=00bc5053-739a-44d0-84cc-63786760e6fc,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:19.004031 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.026535 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7efec053-2f43-4369-8788-a95bec608fe4 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:19.070063 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 7efec053-2f43-4369-8788-a95bec608fe4, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=7efec053-2f43-4369-8788-a95bec608fe4,segment=NetworkSegment(31fa37a9-facf-4912-b998-1c360a86c68b),segment_id=31fa37a9-facf-4912-b998-1c360a86c68b)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:19.089105 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.089906 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 45cccd3c-527e-44db-82ed-44f7f1bef40a details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:19.126317 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-4ea5eebf-8d1f-4e1c-8e4d-a2234cdfe6e7 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=a5495784adab4faf86ec8d11912c9669&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489893 Jul 15 13:07:19.167394 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-52b08b48-97ee-432e-bf26-b5f7b43bda59 req-7f74c282-d54c-4415-8e67-b4d34fb50438 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d03c6c5-afde-46b4-9fff-da26c2a36d36&id=11c6d291-a458-49b6-80ff-5db152f1be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0947123 Jul 15 13:07:19.241332 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a07f2-2598-4472-904e-bb1eb012282e req-27634ce0-e546-41e2-82bd-2da1fddbb2e8 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:19.243764 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c55a07f2-2598-4472-904e-bb1eb012282e req-27634ce0-e546-41e2-82bd-2da1fddbb2e8 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.6266925 Jul 15 13:07:19.266108 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce5687f-a729-4bd6-aef2-1abd31472906 x-openstack-request-id: req-7ce5687f-a729-4bd6-aef2-1abd31472906 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:19.266479 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3efaf6d9-fb67-4538-b26e-daa4822a214c", "name": "network-vif-plugged", "status": "completed", "tag": "b176bbb3-ad77-4b16-9e59-672bf8d02ade", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:19.266759 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ce5687f-a729-4bd6-aef2-1abd31472906 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:19.267188 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3efaf6d9-fb67-4538-b26e-daa4822a214c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b176bbb3-ad77-4b16-9e59-672bf8d02ade', 'code': 200} Jul 15 13:07:19.338269 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c55a07f2-2598-4472-904e-bb1eb012282e req-45b806f8-0467-464f-ab72-56a55c4b4ee4 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855441 Jul 15 13:07:19.342762 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=7efec053-2f43-4369-8788-a95bec608fe4,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:19.371390 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-1e03bca7-e841-49ae-bd2c-d49b56e96cf5 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:19.372832 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-1e03bca7-e841-49ae-bd2c-d49b56e96cf5 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2382860 Jul 15 13:07:19.409893 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-3607b803-3eea-4d36-93c5-7136ff3e74ee tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Request body: {'port': {'device_id': 'cc9c007b-0564-462c-b12a-6d33a13e256a', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'admin_state_up': True, 'tenant_id': 'a5495784adab4faf86ec8d11912c9669'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:19.420218 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 45cccd3c-527e-44db-82ed-44f7f1bef40a, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=45cccd3c-527e-44db-82ed-44f7f1bef40a,segment=NetworkSegment(b48a1be4-8704-4073-a776-5fcb869d0e81),segment_id=b48a1be4-8704-4073-a776-5fcb869d0e81)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:19.438782 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '45cccd3c-527e-44db-82ed-44f7f1bef40a', 'network_id': '35062ce4-aa77-455d-98c1-04b1c2bbb05e', 'port_id': '45cccd3c-527e-44db-82ed-44f7f1bef40a', 'mac_address': 'fa:16:3e:f7:22:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11699d2-8318-44c7-ac11-44c19841c110', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:19.506054 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.536181 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45cccd3c-527e-44db-82ed-44f7f1bef40a {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:19.593269 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 45cccd3c-527e-44db-82ed-44f7f1bef40a, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=45cccd3c-527e-44db-82ed-44f7f1bef40a,segment=NetworkSegment(b48a1be4-8704-4073-a776-5fcb869d0e81),segment_id=b48a1be4-8704-4073-a776-5fcb869d0e81)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:19.608437 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.609203 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 2495dac8-215f-4ed4-8052-948af78297a8 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:19.639473 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-3607b803-3eea-4d36-93c5-7136ff3e74ee tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Made reservation on behalf of a5495784adab4faf86ec8d11912c9669 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:19.640811 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c163e3d2-f4b0-4a94-a9fa-3a4d006a4c26 req-90a32b4e-f4cb-4b07-ba31-b71967bc9794 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 210 time: 0.0709519 Jul 15 13:07:19.646678 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-3607b803-3eea-4d36-93c5-7136ff3e74ee tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.757190 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 2495dac8-215f-4ed4-8052-948af78297a8, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2495dac8-215f-4ed4-8052-948af78297a8,segment=NetworkSegment(31fa37a9-facf-4912-b998-1c360a86c68b),segment_id=31fa37a9-facf-4912-b998-1c360a86c68b)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:19.765851 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=45cccd3c-527e-44db-82ed-44f7f1bef40a,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:19.788378 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '2495dac8-215f-4ed4-8052-948af78297a8', 'network_id': '0393d230-55c0-4aac-933c-382b8f80fda9', 'port_id': '2495dac8-215f-4ed4-8052-948af78297a8', 'mac_address': 'fa:16:3e:81:2d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30e69637-798b-481d-95fb-19699731bedc', 'ip_address': '10.1.1.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:19.848664 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-3607b803-3eea-4d36-93c5-7136ff3e74ee tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Allocated IP 192.168.233.174 (fb7e2853-c052-4bbe-a410-b119ef2f5100/f7332b1d-b5ae-478a-9a33-4a7a808c5484/0e7740eb-2f79-493f-9265-975896f5d4cc) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:19.852051 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.867157 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b066637-f7fd-44f3-822e-94b507249c10 req-4790dd6f-ec1b-4012-a319-616a51f4feb6 tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:19.868733 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b066637-f7fd-44f3-822e-94b507249c10 req-4790dd6f-ec1b-4012-a319-616a51f4feb6 tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddb4c4d6-0c7d-402e-9454-a7a41de3f1c1 HTTP/1.1" status: 200 len: 945 time: 0.2382793 Jul 15 13:07:19.880130 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2495dac8-215f-4ed4-8052-948af78297a8 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:19.893433 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d4682-7e26-4318-98b3-2d952c15af7a req-2068ac85-2e05-4ee9-8db1-2467acd49047 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:19.895392 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3a6d4682-7e26-4318-98b3-2d952c15af7a req-2068ac85-2e05-4ee9-8db1-2467acd49047 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a9bd6fb-437c-4f83-9ecc-f55bd67844f2 HTTP/1.1" status: 200 len: 943 time: 0.2610424 Jul 15 13:07:19.915853 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 2495dac8-215f-4ed4-8052-948af78297a8, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2495dac8-215f-4ed4-8052-948af78297a8,segment=NetworkSegment(31fa37a9-facf-4912-b998-1c360a86c68b),segment_id=31fa37a9-facf-4912-b998-1c360a86c68b)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:19.926643 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:20.006853 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3a6d4682-7e26-4318-98b3-2d952c15af7a req-43936e21-80d5-4946-8663-6474fced12b8 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884340 Jul 15 13:07:20.030076 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=2495dac8-215f-4ed4-8052-948af78297a8,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:20.031832 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d08834-7da2-40b6-8f0d-e1a21cf2e08a req-f700694e-309e-450b-a9ff-2913e0a44f3e tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:20.036508 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-62d08834-7da2-40b6-8f0d-e1a21cf2e08a req-f700694e-309e-450b-a9ff-2913e0a44f3e tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.2354124 Jul 15 13:07:20.112257 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-3607b803-3eea-4d36-93c5-7136ff3e74ee tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:20.142419 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-3607b803-3eea-4d36-93c5-7136ff3e74ee tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Transition to ACTIVE for port object 0e7740eb-2f79-493f-9265-975896f5d4cc will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:20.194287 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-3607b803-3eea-4d36-93c5-7136ff3e74ee tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:20.205576 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['818623ee-bb95-4c16-b6aa-4cb09c7116ab'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:20.211195 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-62d08834-7da2-40b6-8f0d-e1a21cf2e08a req-b111f3a4-1dbb-43fe-beda-ed0662e40b1b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352594 Jul 15 13:07:20.234648 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-1b066637-f7fd-44f3-822e-94b507249c10 req-92adab65-85e7-4c1f-8c26-a5f117196bf2 tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] Deleting port a1da8e67-66ee-4733-9ef6-600e8060599d {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:20.234930 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1b066637-f7fd-44f3-822e-94b507249c10 req-92adab65-85e7-4c1f-8c26-a5f117196bf2 tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:20.240652 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-3607b803-3eea-4d36-93c5-7136ff3e74ee tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Network fb7e2853-c052-4bbe-a410-b119ef2f5100 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:20.248839 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-3607b803-3eea-4d36-93c5-7136ff3e74ee tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:20.256218 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-3607b803-3eea-4d36-93c5-7136ff3e74ee tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:20.308704 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ac046-d247-41cf-9a51-02c9fa57e69b req-29805eb0-c3d2-4a39-9b6e-7af6469890d9 tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:20.310408 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-737ac046-d247-41cf-9a51-02c9fa57e69b req-29805eb0-c3d2-4a39-9b6e-7af6469890d9 tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddb4c4d6-0c7d-402e-9454-a7a41de3f1c1 HTTP/1.1" status: 200 len: 945 time: 0.1591754 Jul 15 13:07:20.325364 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607b803-3eea-4d36-93c5-7136ff3e74ee tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Pushing event updated for resources: {'Port': ['ID=0e7740eb-2f79-493f-9265-975896f5d4cc,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:20.357521 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['49f2d5b9-0a15-4749-9ac0-d13c645ccc92', 'b176bbb3-ad77-4b16-9e59-672bf8d02ade'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:20.364539 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-3607b803-3eea-4d36-93c5-7136ff3e74ee tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:20.370393 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-3607b803-3eea-4d36-93c5-7136ff3e74ee tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:20.397348 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-3607b803-3eea-4d36-93c5-7136ff3e74ee tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0031385 Jul 15 13:07:20.422261 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-43529fd4-075f-4b33-b495-fc53634928f5 service neutron] Request body: {'port': {'device_id': 'cc9c007b-0564-462c-b12a-6d33a13e256a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:20.433650 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-737ac046-d247-41cf-9a51-02c9fa57e69b req-a6a5b1e7-ba50-4e73-81d1-c7c9c1b9e645 tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] 10.222.0.16 "GET /v2.0/security-groups?id=e2d96016-733e-43f0-912d-164620bcc8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793192 Jul 15 13:07:20.476556 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-1b066637-f7fd-44f3-822e-94b507249c10 req-92adab65-85e7-4c1f-8c26-a5f117196bf2 tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] For port a1da8e67-66ee-4733-9ef6-600e8060599d, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a1da8e67-66ee-4733-9ef6-600e8060599d,segment=NetworkSegment(133ecda3-cedb-4fde-bf47-b2bd5def1c8b),segment_id=133ecda3-cedb-4fde-bf47-b2bd5def1c8b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:20.477115 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1b066637-f7fd-44f3-822e-94b507249c10 req-92adab65-85e7-4c1f-8c26-a5f117196bf2 tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:20.533742 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['45cccd3c-527e-44db-82ed-44f7f1bef40a'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:20.541793 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-1b066637-f7fd-44f3-822e-94b507249c10 req-92adab65-85e7-4c1f-8c26-a5f117196bf2 tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] Calling delete_port for a1da8e67-66ee-4733-9ef6-600e8060599d owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:20.558946 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['2495dac8-215f-4ed4-8052-948af78297a8'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:20.609134 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-43529fd4-075f-4b33-b495-fc53634928f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:20.625094 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 97665ee0-9d05-4656-9f5c-63be8c4fa216 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:20.628611 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device a1da8e67-66ee-4733-9ef6-600e8060599d no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:20.825894 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8068aa0-461a-499a-b1d1-4e501bfc4efc req-6def35d8-fcde-4947-8e62-fd6baa1a082e tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:20.832673 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8068aa0-461a-499a-b1d1-4e501bfc4efc req-6def35d8-fcde-4947-8e62-fd6baa1a082e tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:20.842712 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8068aa0-461a-499a-b1d1-4e501bfc4efc req-6def35d8-fcde-4947-8e62-fd6baa1a082e tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:20.849373 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8068aa0-461a-499a-b1d1-4e501bfc4efc req-6def35d8-fcde-4947-8e62-fd6baa1a082e tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:20.856085 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8068aa0-461a-499a-b1d1-4e501bfc4efc req-6def35d8-fcde-4947-8e62-fd6baa1a082e tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:20.864239 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8068aa0-461a-499a-b1d1-4e501bfc4efc req-6def35d8-fcde-4947-8e62-fd6baa1a082e tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:20.870614 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8068aa0-461a-499a-b1d1-4e501bfc4efc req-6def35d8-fcde-4947-8e62-fd6baa1a082e tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:20.873384 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b8068aa0-461a-499a-b1d1-4e501bfc4efc req-6def35d8-fcde-4947-8e62-fd6baa1a082e tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 5424 time: 0.1730213 Jul 15 13:07:20.929488 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1b066637-f7fd-44f3-822e-94b507249c10 req-92adab65-85e7-4c1f-8c26-a5f117196bf2 tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:20.965819 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b8068aa0-461a-499a-b1d1-4e501bfc4efc req-9c0ef4ab-a8f0-476f-a1bc-a726dcb7efd9 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d03c6c5-afde-46b4-9fff-da26c2a36d36&id=11c6d291-a458-49b6-80ff-5db152f1be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0825851 Jul 15 13:07:21.017254 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92adab65-85e7-4c1f-8c26-a5f117196bf2 tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] Pushing event deleted for resources: {'Port': ['ID=a1da8e67-66ee-4733-9ef6-600e8060599d,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:21.126511 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b066637-f7fd-44f3-822e-94b507249c10 req-92adab65-85e7-4c1f-8c26-a5f117196bf2 tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] No DVR routers for this DVR port a1da8e67-66ee-4733-9ef6-600e8060599d on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:21.151052 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1b066637-f7fd-44f3-822e-94b507249c10 req-92adab65-85e7-4c1f-8c26-a5f117196bf2 tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:21.152558 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b066637-f7fd-44f3-822e-94b507249c10 req-92adab65-85e7-4c1f-8c26-a5f117196bf2 tempest-InstanceActionsNegativeTestJSON-1082906815 tempest-InstanceActionsNegativeTestJSON-1082906815-project] 10.222.0.46 "DELETE /v2.0/ports/a1da8e67-66ee-4733-9ef6-600e8060599d HTTP/1.1" status: 204 len: 173 time: 1.2750099 Jul 15 13:07:21.153009 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb4c4d6-0c7d-402e-9454-a7a41de3f1c1', 'name': 'network-vif-deleted', 'tag': 'a1da8e67-66ee-4733-9ef6-600e8060599d'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:21.155536 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d4f344-2c1d-44f1-bd61-17dc0b6d574c" -d '{"events": [{"server_uuid": "ddb4c4d6-0c7d-402e-9454-a7a41de3f1c1", "name": "network-vif-deleted", "tag": "a1da8e67-66ee-4733-9ef6-600e8060599d"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:21.202317 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-43529fd4-075f-4b33-b495-fc53634928f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e7740eb-2f79-493f-9265-975896f5d4cc {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:21.203670 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 97665ee0-9d05-4656-9f5c-63be8c4fa216, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=97665ee0-9d05-4656-9f5c-63be8c4fa216,segment=NetworkSegment(31fa37a9-facf-4912-b998-1c360a86c68b),segment_id=31fa37a9-facf-4912-b998-1c360a86c68b)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:21.223711 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-43529fd4-075f-4b33-b495-fc53634928f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:21.253857 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-43529fd4-075f-4b33-b495-fc53634928f5 service neutron] Transition to ACTIVE for port object 0e7740eb-2f79-493f-9265-975896f5d4cc will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:21.271217 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-43529fd4-075f-4b33-b495-fc53634928f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:21.281101 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66c97cd8-c73b-49d2-81b7-5d36001d781a None None] Provisioning for port 0e7740eb-2f79-493f-9265-975896f5d4cc completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:21.283619 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '97665ee0-9d05-4656-9f5c-63be8c4fa216', 'network_id': '0393d230-55c0-4aac-933c-382b8f80fda9', 'port_id': '97665ee0-9d05-4656-9f5c-63be8c4fa216', 'mac_address': 'fa:16:3e:55:de:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30e69637-798b-481d-95fb-19699731bedc', 'ip_address': '10.1.1.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:21.320931 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Port a1da8e67-66ee-4733-9ef6-600e8060599d update to DOWN by agent not found {{(pid=93827) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 15 13:07:21.440098 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-960b4626-9824-4fca-9590-53143e47d9b0 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:21.448581 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-960b4626-9824-4fca-9590-53143e47d9b0 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/networks?id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da HTTP/1.1" status: 200 len: 812 time: 0.3225386 Jul 15 13:07:21.470650 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43529fd4-075f-4b33-b495-fc53634928f5 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7740eb-2f79-493f-9265-975896f5d4cc,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:21.492232 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-f8ff9c80-56dd-4613-8c54-2e96355a57f3 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/quotas/12dc42da56354fb5b0d0acb9e0703009 HTTP/1.1" status: 200 len: 375 time: 0.0420401 Jul 15 13:07:21.508571 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:21.574500 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-43529fd4-075f-4b33-b495-fc53634928f5 service neutron] Attempting to bind port 0e7740eb-2f79-493f-9265-975896f5d4cc on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:21.575164 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-43529fd4-075f-4b33-b495-fc53634928f5 service neutron] Attempting to bind port 0e7740eb-2f79-493f-9265-975896f5d4cc by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:21.575164 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-43529fd4-075f-4b33-b495-fc53634928f5 service neutron] Attempting to bind port 0e7740eb-2f79-493f-9265-975896f5d4cc on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:21.578146 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['7efec053-2f43-4369-8788-a95bec608fe4'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:21.580832 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['00bc5053-739a-44d0-84cc-63786760e6fc'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:21.592989 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-43529fd4-075f-4b33-b495-fc53634928f5 service neutron] Port 0e7740eb-2f79-493f-9265-975896f5d4cc on network fb7e2853-c052-4bbe-a410-b119ef2f5100 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:07:21.592989 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-43529fd4-075f-4b33-b495-fc53634928f5 service neutron] Attempting to bind port 0e7740eb-2f79-493f-9265-975896f5d4cc on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:21.598206 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-43529fd4-075f-4b33-b495-fc53634928f5 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:21.598551 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-43529fd4-075f-4b33-b495-fc53634928f5 service neutron] Checking segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:21.598961 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-43529fd4-075f-4b33-b495-fc53634928f5 service neutron] Bound using segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:21.599399 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-43529fd4-075f-4b33-b495-fc53634928f5 service neutron] Bound port: 0e7740eb-2f79-493f-9265-975896f5d4cc, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:21.600693 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-43529fd4-075f-4b33-b495-fc53634928f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:21.609826 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d589d6-7dbd-4b9c-bbd2-52f575e35b55 req-1cd886b5-3d11-4cf1-bbb6-3aac11dc1f8d tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:21.618618 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-80d589d6-7dbd-4b9c-bbd2-52f575e35b55 req-1cd886b5-3d11-4cf1-bbb6-3aac11dc1f8d tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 948 time: 0.2663434 Jul 15 13:07:21.667304 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97665ee0-9d05-4656-9f5c-63be8c4fa216 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:21.680495 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-5f9c55cb-1844-4ced-8466-d3b2648e2b26 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=12dc42da56354fb5b0d0acb9e0703009&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1873345 Jul 15 13:07:21.738070 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-43529fd4-075f-4b33-b495-fc53634928f5 service neutron] For port 0e7740eb-2f79-493f-9265-975896f5d4cc, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:21.742177 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-43529fd4-075f-4b33-b495-fc53634928f5 service neutron] For port 0e7740eb-2f79-493f-9265-975896f5d4cc, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=0e7740eb-2f79-493f-9265-975896f5d4cc,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:21.757675 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-43529fd4-075f-4b33-b495-fc53634928f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:21.786364 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 97665ee0-9d05-4656-9f5c-63be8c4fa216, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=97665ee0-9d05-4656-9f5c-63be8c4fa216,segment=NetworkSegment(31fa37a9-facf-4912-b998-1c360a86c68b),segment_id=31fa37a9-facf-4912-b998-1c360a86c68b)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:21.875825 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-43529fd4-075f-4b33-b495-fc53634928f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:21.876806 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-43529fd4-075f-4b33-b495-fc53634928f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:21.878355 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-43529fd4-075f-4b33-b495-fc53634928f5 service neutron] 10.222.0.46 "PUT /v2.0/ports/0e7740eb-2f79-493f-9265-975896f5d4cc HTTP/1.1" status: 200 len: 1097 time: 1.4619801 Jul 15 13:07:21.890196 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc9c007b-0564-462c-b12a-6d33a13e256a', 'tag': '0e7740eb-2f79-493f-9265-975896f5d4cc'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:21.897666 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f56295-4b94-46d1-ab51-7de96199649d" -d '{"events": [{"name": "network-changed", "server_uuid": "cc9c007b-0564-462c-b12a-6d33a13e256a", "tag": "0e7740eb-2f79-493f-9265-975896f5d4cc"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:21.956784 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43529fd4-075f-4b33-b495-fc53634928f5 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7740eb-2f79-493f-9265-975896f5d4cc,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:21.968326 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-80d589d6-7dbd-4b9c-bbd2-52f575e35b55 req-279116fe-5d75-4f81-b04c-c14a11cc8a8b tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485932 Jul 15 13:07:22.014574 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:22.015267 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:22.033202 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-a737831c-c8f3-4fd9-a67a-4032ff33e84a service neutron] 10.222.0.16 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214095 Jul 15 13:07:22.152584 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=97665ee0-9d05-4656-9f5c-63be8c4fa216,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:22.168477 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:22.169043 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:22.169448 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:22.171137 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:22.171137 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:22.171137 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:22.171451 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:22.171743 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:22.172181 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:22.172493 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:22.174673 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:22.175257 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:22.247359 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-41b19fc3-cb62-4f9f-9ec4-3b3b0c2a9e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:22.254513 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-41b19fc3-cb62-4f9f-9ec4-3b3b0c2a9e88 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5495784adab4faf86ec8d11912c9669&device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 1100 time: 0.2431116 Jul 15 13:07:22.300647 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-9b4a94c3-2778-474b-b0db-cc36a0a0de8a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=0e7740eb-2f79-493f-9265-975896f5d4cc HTTP/1.1" status: 200 len: 217 time: 0.0367343 Jul 15 13:07:22.326090 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.db.resource_extend [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:07:22.337882 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-03e36550-d3e6-443d-b172-6f555730950f service neutron] 10.222.0.16 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971990 Jul 15 13:07:22.377725 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-13d98237-e108-4da5-ab4a-96be80ea6f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:22.379746 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-13d98237-e108-4da5-ab4a-96be80ea6f17 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0728948 Jul 15 13:07:22.386974 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b0b2e-2936-4b75-bbb3-d721b08399ac req-f3967e62-6418-4cfb-9fcc-7c0e00f5618b tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:22.388510 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa1b0b2e-2936-4b75-bbb3-d721b08399ac req-f3967e62-6418-4cfb-9fcc-7c0e00f5618b tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a9bd6fb-437c-4f83-9ecc-f55bd67844f2 HTTP/1.1" status: 200 len: 943 time: 0.1252508 Jul 15 13:07:22.445401 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa1b0b2e-2936-4b75-bbb3-d721b08399ac req-5a41b9fb-2f1b-459c-a350-1bf06a20da2b tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496738 Jul 15 13:07:22.471109 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-919fff42-a5c2-4014-9e40-bff25c40d694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:22.472815 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-919fff42-a5c2-4014-9e40-bff25c40d694 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0848193 Jul 15 13:07:22.563855 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386e11d8-f4c7-48f6-ab67-dc4fb41e6bb0 x-openstack-request-id: req-386e11d8-f4c7-48f6-ab67-dc4fb41e6bb0 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:22.564421 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb4c4d6-0c7d-402e-9454-a7a41de3f1c1", "name": "network-vif-deleted", "tag": "a1da8e67-66ee-4733-9ef6-600e8060599d", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:22.564770 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-386e11d8-f4c7-48f6-ab67-dc4fb41e6bb0 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:22.565239 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb4c4d6-0c7d-402e-9454-a7a41de3f1c1', 'name': 'network-vif-deleted', 'tag': 'a1da8e67-66ee-4733-9ef6-600e8060599d', 'status': 'completed', 'code': 200} Jul 15 13:07:22.606658 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b,segment=NetworkSegment(078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8),segment_id=078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:22.631132 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'd7a9a9a4-ebee-4dce-b25f-721cd16b9e7b', 'network_id': '883fa9e8-319c-4b08-9112-d792a62e6fcb', 'port_id': 'd7a9a9a4-ebee-4dce-b25f-721cd16b9e7b', 'mac_address': 'fa:16:3e:fa:0c:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6166fd5-9d93-4b4f-8752-cc94814dcb8f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:22.697392 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-9e2a7e6c-8c26-41cf-88c6-962f7b65fc9c service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147019 Jul 15 13:07:22.698874 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f168b14-b82d-4916-8481-d08a1868956f x-openstack-request-id: req-5f168b14-b82d-4916-8481-d08a1868956f {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:22.699148 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc9c007b-0564-462c-b12a-6d33a13e256a", "tag": "0e7740eb-2f79-493f-9265-975896f5d4cc", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:22.699403 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5f168b14-b82d-4916-8481-d08a1868956f {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:22.699792 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc9c007b-0564-462c-b12a-6d33a13e256a', 'tag': '0e7740eb-2f79-493f-9265-975896f5d4cc', 'status': 'completed', 'code': 200} Jul 15 13:07:22.707620 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47602) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:22.749876 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:22.777631 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:22.809565 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b,segment=NetworkSegment(078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8),segment_id=078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:22.826981 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:22.827910 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:22.902912 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-12db0565-22be-4c3d-ab19-386296130f8a req-9b8cd854-eefb-436a-acb0-ea3bc767ed71 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 210 time: 0.0470905 Jul 15 13:07:22.939238 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-72136dc6-0e37-473c-8338-f79eb89b8697 req-82c21040-66c1-4289-a62d-0576142bbb5a service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329657 Jul 15 13:07:22.942348 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-33af526f-0ee3-41a2-a46f-f1b436540739 admin admin] Deleting subnet 688af188-2fda-4cdf-8530-eb1e54424992 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:07:22.958284 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-33af526f-0ee3-41a2-a46f-f1b436540739 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:22.964331 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4,segment=NetworkSegment(078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8),segment_id=078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:22.976649 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:22.979436 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'd695fb2c-ce9a-43a7-84fa-9d8d6a5115c4', 'network_id': '883fa9e8-319c-4b08-9112-d792a62e6fcb', 'port_id': 'd695fb2c-ce9a-43a7-84fa-9d8d6a5115c4', 'mac_address': 'fa:16:3e:17:d9:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6166fd5-9d93-4b4f-8752-cc94814dcb8f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:23.000432 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3302c46-7703-4d7a-91ff-36a78a3fb795 req-30d47fd5-3612-4c24-a50f-251c8a4b08bd tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:23.010520 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3302c46-7703-4d7a-91ff-36a78a3fb795 req-30d47fd5-3612-4c24-a50f-251c8a4b08bd tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:23.017568 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3302c46-7703-4d7a-91ff-36a78a3fb795 req-30d47fd5-3612-4c24-a50f-251c8a4b08bd tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:23.029716 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3302c46-7703-4d7a-91ff-36a78a3fb795 req-30d47fd5-3612-4c24-a50f-251c8a4b08bd tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:23.033055 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3302c46-7703-4d7a-91ff-36a78a3fb795 req-30d47fd5-3612-4c24-a50f-251c8a4b08bd tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:23.040227 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3302c46-7703-4d7a-91ff-36a78a3fb795 req-30d47fd5-3612-4c24-a50f-251c8a4b08bd tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:23.047662 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3302c46-7703-4d7a-91ff-36a78a3fb795 req-30d47fd5-3612-4c24-a50f-251c8a4b08bd tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:23.051333 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f3302c46-7703-4d7a-91ff-36a78a3fb795 req-30d47fd5-3612-4c24-a50f-251c8a4b08bd tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 5426 time: 0.1629081 Jul 15 13:07:23.067540 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:23.083970 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:23.087094 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-33af526f-0ee3-41a2-a46f-f1b436540739 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:23.107036 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4,segment=NetworkSegment(078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8),segment_id=078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:23.120837 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:23.121597 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 360d97a0-9b2c-44fa-b7f3-ae730b54d44e details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:23.139430 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f3302c46-7703-4d7a-91ff-36a78a3fb795 req-2eb93902-240b-40db-af64-8478260c5226 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d03c6c5-afde-46b4-9fff-da26c2a36d36&id=11c6d291-a458-49b6-80ff-5db152f1be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0798678 Jul 15 13:07:23.215819 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-33af526f-0ee3-41a2-a46f-f1b436540739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:23.241555 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:23.286789 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f56295-4b94-46d1-ab51-7de96199649d req-985943c5-65cd-43a2-9754-98c097ec261d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:23.289132 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-34f56295-4b94-46d1-ab51-7de96199649d req-985943c5-65cd-43a2-9754-98c097ec261d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5495784adab4faf86ec8d11912c9669&device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 1100 time: 0.2832620 Jul 15 13:07:23.301108 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c55add-73ce-468e-9c09-246927bfe904 req-b7a7176f-019f-45bd-a848-60536bf75a84 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:23.302996 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-05c55add-73ce-468e-9c09-246927bfe904 req-b7a7176f-019f-45bd-a848-60536bf75a84 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 948 time: 0.1313949 Jul 15 13:07:23.369156 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 360d97a0-9b2c-44fa-b7f3-ae730b54d44e, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=360d97a0-9b2c-44fa-b7f3-ae730b54d44e,segment=NetworkSegment(dda3590f-77f2-473e-918f-51e02247fb49),segment_id=dda3590f-77f2-473e-918f-51e02247fb49)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:23.377770 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-05c55add-73ce-468e-9c09-246927bfe904 req-581074c8-be14-40b7-8085-4de7a3f2a9e1 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686398 Jul 15 13:07:23.397530 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '360d97a0-9b2c-44fa-b7f3-ae730b54d44e', 'network_id': '111a9c93-c732-4208-b8b6-92c471a9345c', 'port_id': '360d97a0-9b2c-44fa-b7f3-ae730b54d44e', 'mac_address': 'fa:16:3e:4c:1c:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730641c7-930e-437f-91e2-0f97e39682ab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:23.436707 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-33af526f-0ee3-41a2-a46f-f1b436540739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:23.458680 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:23.467623 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af526f-0ee3-41a2-a46f-f1b436540739 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=688af188-2fda-4cdf-8530-eb1e54424992,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:23.483296 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-33af526f-0ee3-41a2-a46f-f1b436540739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:23.483492 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 360d97a0-9b2c-44fa-b7f3-ae730b54d44e {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:23.485468 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-33af526f-0ee3-41a2-a46f-f1b436540739 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/688af188-2fda-4cdf-8530-eb1e54424992 HTTP/1.1" status: 204 len: 168 time: 0.7702703 Jul 15 13:07:23.488857 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47638) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:23.511313 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 360d97a0-9b2c-44fa-b7f3-ae730b54d44e, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=360d97a0-9b2c-44fa-b7f3-ae730b54d44e,segment=NetworkSegment(dda3590f-77f2-473e-918f-51e02247fb49),segment_id=dda3590f-77f2-473e-918f-51e02247fb49)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:23.523545 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:23.545799 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f56295-4b94-46d1-ab51-7de96199649d req-ef276c3b-eb1b-4535-86ef-1124330b0002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:23.549457 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-34f56295-4b94-46d1-ab51-7de96199649d req-ef276c3b-eb1b-4535-86ef-1124330b0002 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.2359111 Jul 15 13:07:23.584694 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 45cccd3c-527e-44db-82ed-44f7f1bef40a up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:23.611324 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-34f56295-4b94-46d1-ab51-7de96199649d req-85ff708c-1cd9-40e0-9c9e-ea1611545b8a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=0e7740eb-2f79-493f-9265-975896f5d4cc HTTP/1.1" status: 200 len: 217 time: 0.0458999 Jul 15 13:07:23.640789 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d44fbf8e-a7ed-491b-a95b-81d008fbf365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:23.649744 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=360d97a0-9b2c-44fa-b7f3-ae730b54d44e,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:23.673337 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 45cccd3c-527e-44db-82ed-44f7f1bef40a completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:23.685800 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 45cccd3c-527e-44db-82ed-44f7f1bef40a triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:23.686290 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:23.733458 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f56295-4b94-46d1-ab51-7de96199649d req-5abb444c-eeb6-447f-bafa-b34c366afd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:23.740536 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-34f56295-4b94-46d1-ab51-7de96199649d req-5abb444c-eeb6-447f-bafa-b34c366afd42 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.1224475 Jul 15 13:07:23.813125 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:23.848096 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cccd3c-527e-44db-82ed-44f7f1bef40a'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:23.851371 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f45a37f-ebfa-4d3e-8ae7-f8f50ca7875e" -d '{"events": [{"server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "name": "network-vif-plugged", "status": "completed", "tag": "45cccd3c-527e-44db-82ed-44f7f1bef40a"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:23.865529 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 45cccd3c-527e-44db-82ed-44f7f1bef40a, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=45cccd3c-527e-44db-82ed-44f7f1bef40a,segment=NetworkSegment(b48a1be4-8704-4073-a776-5fcb869d0e81),segment_id=b48a1be4-8704-4073-a776-5fcb869d0e81)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:23.874463 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f56295-4b94-46d1-ab51-7de96199649d req-618ec161-2c55-4317-a6d2-fcfb60e8beed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:23.876671 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-34f56295-4b94-46d1-ab51-7de96199649d req-618ec161-2c55-4317-a6d2-fcfb60e8beed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1158931 Jul 15 13:07:23.878650 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:23.935108 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d44fbf8e-a7ed-491b-a95b-81d008fbf365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:23.941162 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=45cccd3c-527e-44db-82ed-44f7f1bef40a,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:23.969846 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-d44fbf8e-a7ed-491b-a95b-81d008fbf365 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0c50632-0b4a-4ceb-9a57-f8ce9e4d5f3e']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:23.996317 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-d44fbf8e-a7ed-491b-a95b-81d008fbf365 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '133ecda3-cedb-4fde-bf47-b2bd5def1c8b') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:23.999014 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-d44fbf8e-a7ed-491b-a95b-81d008fbf365 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '133ecda3-cedb-4fde-bf47-b2bd5def1c8b') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:24.031088 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d44fbf8e-a7ed-491b-a95b-81d008fbf365 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:24.035634 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-34f56295-4b94-46d1-ab51-7de96199649d req-1491087b-e1cc-45ce-a284-b3ba8997bc9a service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490498 Jul 15 13:07:24.082596 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b9e129-1a16-458c-b9c9-537b9f6c7383 x-openstack-request-id: req-c2b9e129-1a16-458c-b9c9-537b9f6c7383 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:24.082904 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "name": "network-vif-plugged", "status": "completed", "tag": "45cccd3c-527e-44db-82ed-44f7f1bef40a", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:24.083149 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c2b9e129-1a16-458c-b9c9-537b9f6c7383 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:24.083602 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cccd3c-527e-44db-82ed-44f7f1bef40a', 'code': 200} Jul 15 13:07:24.093743 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce573fd-2e3c-4ac2-b869-f50051f1bfeb req-17e615ff-7fc6-4691-babc-8848ee6127c5 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:24.106212 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7ce573fd-2e3c-4ac2-b869-f50051f1bfeb req-17e615ff-7fc6-4691-babc-8848ee6127c5 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a9bd6fb-437c-4f83-9ecc-f55bd67844f2 HTTP/1.1" status: 200 len: 944 time: 0.3936863 Jul 15 13:07:24.109916 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d44fbf8e-a7ed-491b-a95b-81d008fbf365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:24.129502 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d44fbf8e-a7ed-491b-a95b-81d008fbf365 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:07:24.129941 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d44fbf8e-a7ed-491b-a95b-81d008fbf365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:07:24.131911 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:07:24.207470 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7ce573fd-2e3c-4ac2-b869-f50051f1bfeb req-6cde1c6b-3c94-47b9-a0ce-8c3792a1486b tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000323 Jul 15 13:07:24.217120 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-34f56295-4b94-46d1-ab51-7de96199649d req-e336bf15-f8b6-4f01-9647-e17a3478e14c service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702905 Jul 15 13:07:24.235613 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d44fbf8e-a7ed-491b-a95b-81d008fbf365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:24.258648 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d44fbf8e-a7ed-491b-a95b-81d008fbf365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:24.263137 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d44fbf8e-a7ed-491b-a95b-81d008fbf365 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e0c50632-0b4a-4ceb-9a57-f8ce9e4d5f3e HTTP/1.1" status: 204 len: 168 time: 0.7709248 Jul 15 13:07:24.304697 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44fbf8e-a7ed-491b-a95b-81d008fbf365 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0c50632-0b4a-4ceb-9a57-f8ce9e4d5f3e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:24.316808 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f4075f15-6b9f-4d01-9e4a-c8cdaa04a78b req-d3c83224-ac04-4704-8eb3-24e9a6ca66ed tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 210 time: 0.0834022 Jul 15 13:07:24.338787 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:24.396217 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['360d97a0-9b2c-44fa-b7f3-ae730b54d44e'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:24.453117 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:24.489570 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07cc68-2512-4d97-af7d-e14be016d2b7 req-80f0695c-754c-4bda-ae9a-1fa819c45c35 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:24.495941 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07cc68-2512-4d97-af7d-e14be016d2b7 req-80f0695c-754c-4bda-ae9a-1fa819c45c35 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:24.503872 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07cc68-2512-4d97-af7d-e14be016d2b7 req-80f0695c-754c-4bda-ae9a-1fa819c45c35 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:24.510064 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07cc68-2512-4d97-af7d-e14be016d2b7 req-80f0695c-754c-4bda-ae9a-1fa819c45c35 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:24.516180 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07cc68-2512-4d97-af7d-e14be016d2b7 req-80f0695c-754c-4bda-ae9a-1fa819c45c35 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:24.522452 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07cc68-2512-4d97-af7d-e14be016d2b7 req-80f0695c-754c-4bda-ae9a-1fa819c45c35 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:24.528521 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07cc68-2512-4d97-af7d-e14be016d2b7 req-80f0695c-754c-4bda-ae9a-1fa819c45c35 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:24.536567 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3f07cc68-2512-4d97-af7d-e14be016d2b7 req-80f0695c-754c-4bda-ae9a-1fa819c45c35 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 5428 time: 0.1823366 Jul 15 13:07:24.617822 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3f07cc68-2512-4d97-af7d-e14be016d2b7 req-83913b71-7583-4a7e-a0f0-02947dae8d9d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d03c6c5-afde-46b4-9fff-da26c2a36d36&id=11c6d291-a458-49b6-80ff-5db152f1be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0803761 Jul 15 13:07:24.627131 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47656) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:24.760109 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47660) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:24.761735 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-da695335-4999-4ad7-95ee-b8a636b5c3ec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1ee1d53aca0141898f0cc7e3f035d9eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1321268 Jul 15 13:07:24.906105 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a59dfa49-4397-4098-8416-91d0e1085ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:24.964594 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8834c3-aa77-493d-b01d-da013b959053 req-339348f2-6f7a-43fb-90ab-bb20f30cc9c9 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:24.972704 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6f8834c3-aa77-493d-b01d-da013b959053 req-339348f2-6f7a-43fb-90ab-bb20f30cc9c9 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 948 time: 0.1961665 Jul 15 13:07:24.977152 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a59dfa49-4397-4098-8416-91d0e1085ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:25.045648 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-75885c87-de03-4959-827b-3f0731f61185 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:25.048139 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-75885c87-de03-4959-827b-3f0731f61185 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.46 "GET /v2.0/networks?id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da HTTP/1.1" status: 200 len: 812 time: 0.2111621 Jul 15 13:07:25.071562 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6f8834c3-aa77-493d-b01d-da013b959053 req-fd2a6577-5e8c-4706-9f1e-3ad6bde35412 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975947 Jul 15 13:07:25.087741 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-cdaf3abb-72fc-4394-bedf-edd9b92258e0 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Request body: {'port': {'device_id': 'e3a19377-bc73-4e7e-9b9c-0108232f2efb', 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da', 'admin_state_up': True, 'tenant_id': '12dc42da56354fb5b0d0acb9e0703009'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:25.110731 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a59dfa49-4397-4098-8416-91d0e1085ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:25.113813 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a59dfa49-4397-4098-8416-91d0e1085ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:25.117551 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a59dfa49-4397-4098-8416-91d0e1085ff2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e2d96016-733e-43f0-912d-164620bcc8b4 HTTP/1.1" status: 204 len: 168 time: 0.3541410 Jul 15 13:07:25.132380 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59dfa49-4397-4098-8416-91d0e1085ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d96016-733e-43f0-912d-164620bcc8b4,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:25.311015 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-cdaf3abb-72fc-4394-bedf-edd9b92258e0 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Made reservation on behalf of 12dc42da56354fb5b0d0acb9e0703009 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:25.314740 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-cdaf3abb-72fc-4394-bedf-edd9b92258e0 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:25.384530 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['97665ee0-9d05-4656-9f5c-63be8c4fa216'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:25.511479 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9241ad-e162-4ded-8eec-e570a16de7f0 req-4b53a8d9-85cf-4d7a-87d6-0021775bea9e tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:25.513488 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9a9241ad-e162-4ded-8eec-e570a16de7f0 req-4b53a8d9-85cf-4d7a-87d6-0021775bea9e tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a9bd6fb-437c-4f83-9ecc-f55bd67844f2 HTTP/1.1" status: 200 len: 944 time: 0.1173508 Jul 15 13:07:25.543405 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 7efec053-2f43-4369-8788-a95bec608fe4 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:25.560334 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-cdaf3abb-72fc-4394-bedf-edd9b92258e0 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Allocated IP 172.20.0.4 (66404f0a-a6ed-4fd2-9977-c4d3e825b2da/504f4a49-65cd-4546-be78-3e75a4fd4784/e6772084-21a9-4fcb-8b4e-7dd81e941146) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:25.662222 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bcc98494-a8ee-4ef2-a60c-860121e30760 req-791f018d-a058-4792-bf6b-5d279c8bf354 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 210 time: 0.1059809 Jul 15 13:07:25.773898 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9a9241ad-e162-4ded-8eec-e570a16de7f0 req-49f27305-c35b-4966-aee5-5c6b5ab4d470 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498627 Jul 15 13:07:25.821756 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 7efec053-2f43-4369-8788-a95bec608fe4 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:25.836463 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 7efec053-2f43-4369-8788-a95bec608fe4 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:25.837359 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:25.854837 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-cdaf3abb-72fc-4394-bedf-edd9b92258e0 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:25.895813 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-cdaf3abb-72fc-4394-bedf-edd9b92258e0 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Transition to ACTIVE for port object e6772084-21a9-4fcb-8b4e-7dd81e941146 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:25.964067 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-cdaf3abb-72fc-4394-bedf-edd9b92258e0 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:25.981472 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:26.069853 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 7efec053-2f43-4369-8788-a95bec608fe4, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=7efec053-2f43-4369-8788-a95bec608fe4,segment=NetworkSegment(31fa37a9-facf-4912-b998-1c360a86c68b),segment_id=31fa37a9-facf-4912-b998-1c360a86c68b)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:26.083435 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:26.084133 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 00bc5053-739a-44d0-84cc-63786760e6fc up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:26.123986 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-cdaf3abb-72fc-4394-bedf-edd9b92258e0 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Network 66404f0a-a6ed-4fd2-9977-c4d3e825b2da is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:26.129918 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-cdaf3abb-72fc-4394-bedf-edd9b92258e0 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:26.132589 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf3abb-72fc-4394-bedf-edd9b92258e0 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Pushing event updated for resources: {'Port': ['ID=e6772084-21a9-4fcb-8b4e-7dd81e941146,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:26.148556 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-cdaf3abb-72fc-4394-bedf-edd9b92258e0 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:26.156956 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bc749-6c90-4851-bbfa-d85057162f83 req-0bcc62d9-0a3c-4ef1-b7b8-f68d7f92d6ff tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:26.171512 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bc749-6c90-4851-bbfa-d85057162f83 req-0bcc62d9-0a3c-4ef1-b7b8-f68d7f92d6ff tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:26.174356 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efec053-2f43-4369-8788-a95bec608fe4'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:26.176925 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f14fcd0-5d38-4a7d-8d2d-f5e21831b899" -d '{"events": [{"server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "name": "network-vif-plugged", "status": "completed", "tag": "7efec053-2f43-4369-8788-a95bec608fe4"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:26.196882 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bc749-6c90-4851-bbfa-d85057162f83 req-0bcc62d9-0a3c-4ef1-b7b8-f68d7f92d6ff tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:26.213059 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bc749-6c90-4851-bbfa-d85057162f83 req-0bcc62d9-0a3c-4ef1-b7b8-f68d7f92d6ff tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:26.237216 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bc749-6c90-4851-bbfa-d85057162f83 req-0bcc62d9-0a3c-4ef1-b7b8-f68d7f92d6ff tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:26.243196 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-cdaf3abb-72fc-4394-bedf-edd9b92258e0 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:26.244123 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-cdaf3abb-72fc-4394-bedf-edd9b92258e0 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:26.260489 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bc749-6c90-4851-bbfa-d85057162f83 req-0bcc62d9-0a3c-4ef1-b7b8-f68d7f92d6ff tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:26.267944 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-cdaf3abb-72fc-4394-bedf-edd9b92258e0 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2033331 Jul 15 13:07:26.273431 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bc749-6c90-4851-bbfa-d85057162f83 req-0bcc62d9-0a3c-4ef1-b7b8-f68d7f92d6ff tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:26.286891 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-c24cdf6b-8fa5-41e9-9cd6-ebb02799ca11 service neutron] Request body: {'port': {'device_id': 'e3a19377-bc73-4e7e-9b9c-0108232f2efb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:26.291465 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-552bc749-6c90-4851-bbfa-d85057162f83 req-0bcc62d9-0a3c-4ef1-b7b8-f68d7f92d6ff tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 5428 time: 0.2946453 Jul 15 13:07:26.303087 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 00bc5053-739a-44d0-84cc-63786760e6fc completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:26.311189 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 00bc5053-739a-44d0-84cc-63786760e6fc triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:26.330748 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:26.454473 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=7efec053-2f43-4369-8788-a95bec608fe4,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:26.474163 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-552bc749-6c90-4851-bbfa-d85057162f83 req-ce00bcad-0078-4054-a2a7-beaf4154aa11 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d03c6c5-afde-46b4-9fff-da26c2a36d36&id=11c6d291-a458-49b6-80ff-5db152f1be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1817098 Jul 15 13:07:26.494128 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-c24cdf6b-8fa5-41e9-9cd6-ebb02799ca11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:26.514982 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47714) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:26.599808 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:26.612851 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771e212-25f2-4033-b7fd-6ac289f92409 req-0543ca80-f7e0-43ae-a1bd-334fb7ec27b2 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:26.614489 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1771e212-25f2-4033-b7fd-6ac289f92409 req-0543ca80-f7e0-43ae-a1bd-334fb7ec27b2 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 948 time: 0.2600806 Jul 15 13:07:26.618282 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47718) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:26.629848 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71893fbd-26be-4b37-8fdf-f89a7120948a x-openstack-request-id: req-71893fbd-26be-4b37-8fdf-f89a7120948a {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:26.630137 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "name": "network-vif-plugged", "status": "completed", "tag": "7efec053-2f43-4369-8788-a95bec608fe4", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:26.630389 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-71893fbd-26be-4b37-8fdf-f89a7120948a {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:26.631261 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efec053-2f43-4369-8788-a95bec608fe4', 'code': 200} Jul 15 13:07:26.661251 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 00bc5053-739a-44d0-84cc-63786760e6fc, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=00bc5053-739a-44d0-84cc-63786760e6fc,segment=NetworkSegment(31fa37a9-facf-4912-b998-1c360a86c68b),segment_id=31fa37a9-facf-4912-b998-1c360a86c68b)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:26.675749 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:26.677048 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 2495dac8-215f-4ed4-8052-948af78297a8 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:26.737114 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1771e212-25f2-4033-b7fd-6ac289f92409 req-ad281d91-092a-4d70-b270-ece0eec71862 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127744 Jul 15 13:07:26.799728 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f880a914-1f1a-40ba-a043-4c0769a84ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:26.802585 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-3eaf3b63-bed3-430a-bf21-111264f45f3a None None] Provisioning for port e6772084-21a9-4fcb-8b4e-7dd81e941146 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:26.818761 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-3eaf3b63-bed3-430a-bf21-111264f45f3a None None] Provisioning complete for port e6772084-21a9-4fcb-8b4e-7dd81e941146 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:26.825314 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3eaf3b63-bed3-430a-bf21-111264f45f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:26.864575 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-772762b9-fd6b-4c41-8c8c-30b6069502f7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1618058603-network', 'tenant_id': '0df8965cb60d49839fdaa2536ee5f493'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:26.904345 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-3eaf3b63-bed3-430a-bf21-111264f45f3a None None] Port e6772084-21a9-4fcb-8b4e-7dd81e941146 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:07:26.948626 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f880a914-1f1a-40ba-a043-4c0769a84ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:26.956887 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f880a914-1f1a-40ba-a043-4c0769a84ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:26.959257 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=00bc5053-739a-44d0-84cc-63786760e6fc,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:26.978199 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772762b9-fd6b-4c41-8c8c-30b6069502f7 admin admin] Made reservation on behalf of 0df8965cb60d49839fdaa2536ee5f493 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:26.981297 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-772762b9-fd6b-4c41-8c8c-30b6069502f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:26.993007 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-772762b9-fd6b-4c41-8c8c-30b6069502f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:26.998462 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 2495dac8-215f-4ed4-8052-948af78297a8 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:27.003636 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 2495dac8-215f-4ed4-8052-948af78297a8 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:27.004130 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:27.046353 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f880a914-1f1a-40ba-a043-4c0769a84ff4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=47dad2efc85243278c25a4c86759f6e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5302002 Jul 15 13:07:27.049992 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f880a914-1f1a-40ba-a043-4c0769a84ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdb2109-882d-4330-bd7c-0fdc3aded193,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:27.064957 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47728) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:27.139437 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:27.177749 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 2495dac8-215f-4ed4-8052-948af78297a8, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2495dac8-215f-4ed4-8052-948af78297a8,segment=NetworkSegment(31fa37a9-facf-4912-b998-1c360a86c68b),segment_id=31fa37a9-facf-4912-b998-1c360a86c68b)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:27.184037 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:27.241385 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d3851-89ff-465b-b207-e490535df635 req-8de76733-d266-4ec0-9bec-db9281b19509 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:27.248164 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=2495dac8-215f-4ed4-8052-948af78297a8,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:27.250838 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b19d3851-89ff-465b-b207-e490535df635 req-8de76733-d266-4ec0-9bec-db9281b19509 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 931 time: 0.2211485 Jul 15 13:07:27.323718 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b19d3851-89ff-465b-b207-e490535df635 req-a539ed88-0620-417d-991e-9bb98a49b96e tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719221 Jul 15 13:07:27.326280 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5cf58e5a-cebb-47d2-97e7-c13078e7f7b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:27.357627 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-772762b9-fd6b-4c41-8c8c-30b6069502f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:27.365399 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-772762b9-fd6b-4c41-8c8c-30b6069502f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:27.394273 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-772762b9-fd6b-4c41-8c8c-30b6069502f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:07:27.412036 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772762b9-fd6b-4c41-8c8c-30b6069502f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8038546-9400-439b-9ca4-f96154d84602,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:27.416361 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-772762b9-fd6b-4c41-8c8c-30b6069502f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:27.416876 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-772762b9-fd6b-4c41-8c8c-30b6069502f7 admin admin] Added segment 1a9c80c0-7d5b-40b0-8c39-86efa348994c of type vlan for network 70b5a7aa-0307-4f90-8da6-d6b5f4dbd134 Jul 15 13:07:27.429277 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5cf58e5a-cebb-47d2-97e7-c13078e7f7b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:27.461087 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-c24cdf6b-8fa5-41e9-9cd6-ebb02799ca11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6772084-21a9-4fcb-8b4e-7dd81e941146 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:27.474982 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-c24cdf6b-8fa5-41e9-9cd6-ebb02799ca11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:27.502377 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-772762b9-fd6b-4c41-8c8c-30b6069502f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:27.508448 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-c24cdf6b-8fa5-41e9-9cd6-ebb02799ca11 service neutron] Transition to ACTIVE for port object e6772084-21a9-4fcb-8b4e-7dd81e941146 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:27.509630 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5cf58e5a-cebb-47d2-97e7-c13078e7f7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:27.513114 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5cf58e5a-cebb-47d2-97e7-c13078e7f7b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:27.517366 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5cf58e5a-cebb-47d2-97e7-c13078e7f7b3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0bdb2109-882d-4330-bd7c-0fdc3aded193 HTTP/1.1" status: 204 len: 168 time: 0.4489641 Jul 15 13:07:27.527244 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf58e5a-cebb-47d2-97e7-c13078e7f7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdb2109-882d-4330-bd7c-0fdc3aded193,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:27.529949 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-c24cdf6b-8fa5-41e9-9cd6-ebb02799ca11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:27.558740 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 0e7740eb-2f79-493f-9265-975896f5d4cc details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:27.592228 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ae05d-e217-4623-9a33-e45d4a53189d req-24617314-5655-4202-ad19-41aab9cd8423 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:27.606534 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a1ae05d-e217-4623-9a33-e45d4a53189d req-24617314-5655-4202-ad19-41aab9cd8423 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a9bd6fb-437c-4f83-9ecc-f55bd67844f2 HTTP/1.1" status: 200 len: 944 time: 0.1730700 Jul 15 13:07:27.656422 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24cdf6b-8fa5-41e9-9cd6-ebb02799ca11 service neutron] Pushing event updated for resources: {'Port': ['ID=e6772084-21a9-4fcb-8b4e-7dd81e941146,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:27.747184 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-772762b9-fd6b-4c41-8c8c-30b6069502f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:27.748386 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772762b9-fd6b-4c41-8c8c-30b6069502f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:27.752049 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-772762b9-fd6b-4c41-8c8c-30b6069502f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:27.763857 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 0e7740eb-2f79-493f-9265-975896f5d4cc, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=0e7740eb-2f79-493f-9265-975896f5d4cc,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:27.789321 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:27.793329 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '0e7740eb-2f79-493f-9265-975896f5d4cc', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': '0e7740eb-2f79-493f-9265-975896f5d4cc', 'mac_address': 'fa:16:3e:d5:5b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:27.852478 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-c24cdf6b-8fa5-41e9-9cd6-ebb02799ca11 service neutron] Attempting to bind port e6772084-21a9-4fcb-8b4e-7dd81e941146 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:27.852826 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-c24cdf6b-8fa5-41e9-9cd6-ebb02799ca11 service neutron] Attempting to bind port e6772084-21a9-4fcb-8b4e-7dd81e941146 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '6c08b4fd-e002-492a-bbd7-d6303b30aeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:27.853155 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-c24cdf6b-8fa5-41e9-9cd6-ebb02799ca11 service neutron] Attempting to bind port e6772084-21a9-4fcb-8b4e-7dd81e941146 on network 66404f0a-a6ed-4fd2-9977-c4d3e825b2da {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:27.857566 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a1ae05d-e217-4623-9a33-e45d4a53189d req-897b0be2-a61a-4dff-9544-e1262d56ed48 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497931 Jul 15 13:07:27.879660 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-c24cdf6b-8fa5-41e9-9cd6-ebb02799ca11 service neutron] Port e6772084-21a9-4fcb-8b4e-7dd81e941146 on network 66404f0a-a6ed-4fd2-9977-c4d3e825b2da not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:07:27.879982 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-c24cdf6b-8fa5-41e9-9cd6-ebb02799ca11 service neutron] Attempting to bind port e6772084-21a9-4fcb-8b4e-7dd81e941146 on network 66404f0a-a6ed-4fd2-9977-c4d3e825b2da {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:27.883372 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-772762b9-fd6b-4c41-8c8c-30b6069502f7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2635632 Jul 15 13:07:27.889965 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47738) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:27.903535 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-c90449f9-6a54-45cd-83ee-1493608a814a admin admin] Request body: {'subnet': {'network_id': '70b5a7aa-0307-4f90-8da6-d6b5f4dbd134', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1618058603-subnet', 'tenant_id': '0df8965cb60d49839fdaa2536ee5f493', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:27.913235 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-c24cdf6b-8fa5-41e9-9cd6-ebb02799ca11 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:27.913549 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-c24cdf6b-8fa5-41e9-9cd6-ebb02799ca11 service neutron] Checking segment: {'id': '6c08b4fd-e002-492a-bbd7-d6303b30aeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:27.913902 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-c24cdf6b-8fa5-41e9-9cd6-ebb02799ca11 service neutron] Bound using segment: {'id': '6c08b4fd-e002-492a-bbd7-d6303b30aeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:27.914345 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-c24cdf6b-8fa5-41e9-9cd6-ebb02799ca11 service neutron] Bound port: e6772084-21a9-4fcb-8b4e-7dd81e941146, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c08b4fd-e002-492a-bbd7-d6303b30aeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:27.914731 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-c24cdf6b-8fa5-41e9-9cd6-ebb02799ca11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:27.952683 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:27.985395 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772762b9-fd6b-4c41-8c8c-30b6069502f7 admin admin] Pushing event updated for resources: {'Network': ['ID=70b5a7aa-0307-4f90-8da6-d6b5f4dbd134,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:27.990023 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e7740eb-2f79-493f-9265-975896f5d4cc {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:28.011847 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1da29a-cfec-46c7-809c-43d9b17efae8 req-41a2df1c-1c07-4429-9117-776a35dd66e1 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:28.018428 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1da29a-cfec-46c7-809c-43d9b17efae8 req-41a2df1c-1c07-4429-9117-776a35dd66e1 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:28.024977 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1da29a-cfec-46c7-809c-43d9b17efae8 req-41a2df1c-1c07-4429-9117-776a35dd66e1 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:28.031532 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1da29a-cfec-46c7-809c-43d9b17efae8 req-41a2df1c-1c07-4429-9117-776a35dd66e1 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:28.038426 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1da29a-cfec-46c7-809c-43d9b17efae8 req-41a2df1c-1c07-4429-9117-776a35dd66e1 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:28.038592 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 0e7740eb-2f79-493f-9265-975896f5d4cc, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=0e7740eb-2f79-493f-9265-975896f5d4cc,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:28.043052 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:28.045190 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1da29a-cfec-46c7-809c-43d9b17efae8 req-41a2df1c-1c07-4429-9117-776a35dd66e1 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:28.054742 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1da29a-cfec-46c7-809c-43d9b17efae8 req-41a2df1c-1c07-4429-9117-776a35dd66e1 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:28.055930 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 70b5a7aa-0307-4f90-8da6-d6b5f4dbd134 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:07:28.057076 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b1da29a-cfec-46c7-809c-43d9b17efae8 req-41a2df1c-1c07-4429-9117-776a35dd66e1 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 5431 time: 0.4031353 Jul 15 13:07:28.065536 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90449f9-6a54-45cd-83ee-1493608a814a admin admin] Made reservation on behalf of 0df8965cb60d49839fdaa2536ee5f493 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:28.067713 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:28.069485 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:28.069849 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:28.071170 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c90449f9-6a54-45cd-83ee-1493608a814a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:28.131975 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-c24cdf6b-8fa5-41e9-9cd6-ebb02799ca11 service neutron] For port e6772084-21a9-4fcb-8b4e-7dd81e941146, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:28.179385 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-c24cdf6b-8fa5-41e9-9cd6-ebb02799ca11 service neutron] For port e6772084-21a9-4fcb-8b4e-7dd81e941146, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=e6772084-21a9-4fcb-8b4e-7dd81e941146,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:28.197427 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=0e7740eb-2f79-493f-9265-975896f5d4cc,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:28.209516 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-c24cdf6b-8fa5-41e9-9cd6-ebb02799ca11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:28.220969 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b1da29a-cfec-46c7-809c-43d9b17efae8 req-49a8e584-07b2-4b4f-b340-9d9094cb831d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d03c6c5-afde-46b4-9fff-da26c2a36d36&id=11c6d291-a458-49b6-80ff-5db152f1be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1080575 Jul 15 13:07:28.279545 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87faaf-1d69-44e7-b18c-e37bd31fa2c1 req-38d43f04-1da0-42c5-a98d-259421574878 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:28.286839 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-af87faaf-1d69-44e7-b18c-e37bd31fa2c1 req-38d43f04-1da0-42c5-a98d-259421574878 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 949 time: 0.2180440 Jul 15 13:07:28.373683 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-af87faaf-1d69-44e7-b18c-e37bd31fa2c1 req-bc4af41f-6a2d-44f3-bfd8-0cdd48483db5 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781386 Jul 15 13:07:28.463481 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-c24cdf6b-8fa5-41e9-9cd6-ebb02799ca11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:28.466238 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:28.466917 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-c24cdf6b-8fa5-41e9-9cd6-ebb02799ca11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:28.469542 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-c24cdf6b-8fa5-41e9-9cd6-ebb02799ca11 service neutron] 10.222.0.46 "PUT /v2.0/ports/e6772084-21a9-4fcb-8b4e-7dd81e941146 HTTP/1.1" status: 200 len: 1092 time: 2.1887727 Jul 15 13:07:28.470924 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a19377-bc73-4e7e-9b9c-0108232f2efb', 'tag': 'e6772084-21a9-4fcb-8b4e-7dd81e941146'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:28.487615 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72a49b6-d8f9-44b8-87b1-de037d46273a" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a19377-bc73-4e7e-9b9c-0108232f2efb", "tag": "e6772084-21a9-4fcb-8b4e-7dd81e941146"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:28.541445 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b,segment=NetworkSegment(078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8),segment_id=078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:28.546783 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['0e7740eb-2f79-493f-9265-975896f5d4cc'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:28.617754 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:28.618720 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:28.626021 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c90449f9-6a54-45cd-83ee-1493608a814a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:28.660446 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbf5155-aeeb-44db-a871-2c6caa0307d5 x-openstack-request-id: req-9bbf5155-aeeb-44db-a871-2c6caa0307d5 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:28.663296 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a19377-bc73-4e7e-9b9c-0108232f2efb", "tag": "e6772084-21a9-4fcb-8b4e-7dd81e941146", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:28.663704 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9bbf5155-aeeb-44db-a871-2c6caa0307d5 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:28.664242 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3a19377-bc73-4e7e-9b9c-0108232f2efb', 'tag': 'e6772084-21a9-4fcb-8b4e-7dd81e941146', 'status': 'completed', 'code': 200} Jul 15 13:07:28.668812 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bc5053-739a-44d0-84cc-63786760e6fc'}, {'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2495dac8-215f-4ed4-8052-948af78297a8'}, {'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a9a9a4-ebee-4dce-b25f-721cd16b9e7b'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:28.675589 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24cdf6b-8fa5-41e9-9cd6-ebb02799ca11 service neutron] Pushing event updated for resources: {'Port': ['ID=e6772084-21a9-4fcb-8b4e-7dd81e941146,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:28.678385 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8540a4f-7bc6-4b14-9514-08161aae1176" -d '{"events": [{"server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "name": "network-vif-plugged", "status": "completed", "tag": "00bc5053-739a-44d0-84cc-63786760e6fc"}, {"server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "name": "network-vif-plugged", "status": "completed", "tag": "2495dac8-215f-4ed4-8052-948af78297a8"}, {"server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "name": "network-vif-plugged", "status": "completed", "tag": "d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:28.791784 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-ce0c1b6a-fc57-433c-a901-06fbda0eea35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:28.793716 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-ce0c1b6a-fc57-433c-a901-06fbda0eea35 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12dc42da56354fb5b0d0acb9e0703009&device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 1095 time: 0.2597413 Jul 15 13:07:28.813099 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db7234-5b13-41ef-aa74-6735b0b6cd70 req-9f0b3fc6-2dda-4d36-803a-ff9048734b91 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:28.815350 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c3db7234-5b13-41ef-aa74-6735b0b6cd70 req-9f0b3fc6-2dda-4d36-803a-ff9048734b91 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 943 time: 0.1416266 Jul 15 13:07:28.843623 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39b0659-ea8a-4c7c-86ba-2ccc26ed74c5 x-openstack-request-id: req-b39b0659-ea8a-4c7c-86ba-2ccc26ed74c5 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:28.844276 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "name": "network-vif-plugged", "status": "completed", "tag": "00bc5053-739a-44d0-84cc-63786760e6fc", "code": 200}, {"server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "name": "network-vif-plugged", "status": "completed", "tag": "2495dac8-215f-4ed4-8052-948af78297a8", "code": 200}, {"server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "name": "network-vif-plugged", "status": "completed", "tag": "d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:28.844717 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b39b0659-ea8a-4c7c-86ba-2ccc26ed74c5 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:28.845691 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bc5053-739a-44d0-84cc-63786760e6fc', 'code': 200} Jul 15 13:07:28.845691 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2495dac8-215f-4ed4-8052-948af78297a8', 'code': 200} Jul 15 13:07:28.845913 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a9a9a4-ebee-4dce-b25f-721cd16b9e7b', 'code': 200} Jul 15 13:07:28.857955 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:28.863749 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:28.874963 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90449f9-6a54-45cd-83ee-1493608a814a admin admin] Pushing event updated for resources: {'Subnet': ['ID=102dce41-7385-4388-8185-14c00f6a3ad4,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:28.878915 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-91b3b72e-8556-41aa-99b2-bdc17f6e7bf9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6772084-21a9-4fcb-8b4e-7dd81e941146 HTTP/1.1" status: 200 len: 217 time: 0.0716176 Jul 15 13:07:28.895930 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90449f9-6a54-45cd-83ee-1493608a814a admin admin] Checking segment: {'id': '1a9c80c0-7d5b-40b0-8c39-86efa348994c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '70b5a7aa-0307-4f90-8da6-d6b5f4dbd134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:28.896301 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90449f9-6a54-45cd-83ee-1493608a814a admin admin] Network hostable DHCP agents. Network: 70b5a7aa-0307-4f90-8da6-d6b5f4dbd134, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:07:28.901832 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:28.902478 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:28.909991 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c3db7234-5b13-41ef-aa74-6735b0b6cd70 req-1034c3d4-b638-4c3f-a35a-57872c78d821 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855093 Jul 15 13:07:28.915320 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:28.981952 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-d05a57e1-908b-47e8-a785-8890029aa711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:28.983509 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-d05a57e1-908b-47e8-a785-8890029aa711 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=504f4a49-65cd-4546-be78-3e75a4fd4784 HTTP/1.1" status: 200 len: 851 time: 0.0973005 Jul 15 13:07:28.987028 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90449f9-6a54-45cd-83ee-1493608a814a admin admin] Network 70b5a7aa-0307-4f90-8da6-d6b5f4dbd134 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:07:29.031884 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-c90449f9-6a54-45cd-83ee-1493608a814a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 70b5a7aa-0307-4f90-8da6-d6b5f4dbd134) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:29.042887 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12757dd6-5a71-4ac6-92eb-f926ad4b4aba None None] Network 70b5a7aa-0307-4f90-8da6-d6b5f4dbd134 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:07:29.046858 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90449f9-6a54-45cd-83ee-1493608a814a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:29.047368 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c90449f9-6a54-45cd-83ee-1493608a814a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:29.078291 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c90449f9-6a54-45cd-83ee-1493608a814a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1871545 Jul 15 13:07:29.081900 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47774) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:29.087881 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-4c764d7a-169d-4868-bf1a-c968f0d7a67c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1618058603-router', 'tenant_id': '0df8965cb60d49839fdaa2536ee5f493', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:29.109062 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:29.116382 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-40288972-a140-420e-beeb-872bbae8f029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:29.118419 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-40288972-a140-420e-beeb-872bbae8f029 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1242917 Jul 15 13:07:29.141084 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4c764d7a-169d-4868-bf1a-c968f0d7a67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:29.142710 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4c764d7a-169d-4868-bf1a-c968f0d7a67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:29.182900 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9ef68-37a3-444e-8358-0026b7d485a3 req-b8228fd8-237e-4f7e-ad9f-43e9ee68cb3b tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:29.195015 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-19f9ef68-37a3-444e-8358-0026b7d485a3 req-b8228fd8-237e-4f7e-ad9f-43e9ee68cb3b tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a9bd6fb-437c-4f83-9ecc-f55bd67844f2 HTTP/1.1" status: 200 len: 944 time: 0.1605740 Jul 15 13:07:29.293520 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-19f9ef68-37a3-444e-8358-0026b7d485a3 req-5ff34e43-f812-4af9-98d9-9f398378e3d7 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972030 Jul 15 13:07:29.373564 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4,segment=NetworkSegment(078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8),segment_id=078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:29.385020 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4c764d7a-169d-4868-bf1a-c968f0d7a67c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:29.388910 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:29.389745 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 97665ee0-9d05-4656-9f5c-63be8c4fa216 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:29.449884 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:29.461003 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-e4d20a3f-d2d2-4164-8b6b-8415f3928d42 service neutron] 10.222.0.46 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341806 Jul 15 13:07:29.541795 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:29.556016 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51c1aea-1914-4df0-86ad-3574c2c4d716 None None] Network 70b5a7aa-0307-4f90-8da6-d6b5f4dbd134 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:07:29.583621 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 97665ee0-9d05-4656-9f5c-63be8c4fa216 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:29.591171 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 97665ee0-9d05-4656-9f5c-63be8c4fa216 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:29.591627 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:29.643266 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4c764d7a-169d-4868-bf1a-c968f0d7a67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:29.684536 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-94c4f43c-989f-4c51-a8a3-0dc2d08286ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:29.687824 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ac48e3de-e1fa-4c75-a303-8b9f1048b113 req-8217e36d-7146-4bf5-bfe8-bf572febe2e1 service neutron] 10.222.0.46 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873469 Jul 15 13:07:29.728326 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c40be-7653-442a-98ec-d965f78a53ba req-53a976ec-6262-4fbc-9ed6-2051b792f632 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:29.734263 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c40be-7653-442a-98ec-d965f78a53ba req-53a976ec-6262-4fbc-9ed6-2051b792f632 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:29.740939 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c40be-7653-442a-98ec-d965f78a53ba req-53a976ec-6262-4fbc-9ed6-2051b792f632 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:29.746945 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c40be-7653-442a-98ec-d965f78a53ba req-53a976ec-6262-4fbc-9ed6-2051b792f632 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:29.752894 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c40be-7653-442a-98ec-d965f78a53ba req-53a976ec-6262-4fbc-9ed6-2051b792f632 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:29.759763 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c40be-7653-442a-98ec-d965f78a53ba req-53a976ec-6262-4fbc-9ed6-2051b792f632 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:29.765711 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c40be-7653-442a-98ec-d965f78a53ba req-53a976ec-6262-4fbc-9ed6-2051b792f632 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:29.767682 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6d7c40be-7653-442a-98ec-d965f78a53ba req-53a976ec-6262-4fbc-9ed6-2051b792f632 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 5433 time: 0.3394005 Jul 15 13:07:29.819747 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6d7c40be-7653-442a-98ec-d965f78a53ba req-0f79e894-08d4-4099-9da6-1b7ac372e6e4 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d03c6c5-afde-46b4-9fff-da26c2a36d36&id=11c6d291-a458-49b6-80ff-5db152f1be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0448480 Jul 15 13:07:29.838925 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:29.845004 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece0a01-a102-4666-8c6b-2bab99e658e1 req-b6c13dd0-bced-4112-a76e-0ace8197e3e9 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:29.854898 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fece0a01-a102-4666-8c6b-2bab99e658e1 req-b6c13dd0-bced-4112-a76e-0ace8197e3e9 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 949 time: 0.2548215 Jul 15 13:07:29.895782 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 97665ee0-9d05-4656-9f5c-63be8c4fa216, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=97665ee0-9d05-4656-9f5c-63be8c4fa216,segment=NetworkSegment(31fa37a9-facf-4912-b998-1c360a86c68b),segment_id=31fa37a9-facf-4912-b998-1c360a86c68b)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:29.903641 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:29.904527 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 360d97a0-9b2c-44fa-b7f3-ae730b54d44e up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:29.959842 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fece0a01-a102-4666-8c6b-2bab99e658e1 req-25efb0ae-3d35-4c82-9606-ad65e31a8d8c tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989585 Jul 15 13:07:30.066386 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=97665ee0-9d05-4656-9f5c-63be8c4fa216,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:30.114107 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 360d97a0-9b2c-44fa-b7f3-ae730b54d44e completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:30.122876 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 360d97a0-9b2c-44fa-b7f3-ae730b54d44e triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:30.123308 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.221761 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d98730-067e-4ab6-a5a6-d3e55159fb74 req-b4a623c4-5bbd-40db-aac8-30ad195c645a tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:30.230088 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-75d98730-067e-4ab6-a5a6-d3e55159fb74 req-b4a623c4-5bbd-40db-aac8-30ad195c645a tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 943 time: 0.1085317 Jul 15 13:07:30.235891 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.308149 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-75d98730-067e-4ab6-a5a6-d3e55159fb74 req-709c3e9d-96e3-4946-ae18-7bdcfcf0d35f tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771809 Jul 15 13:07:30.334148 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 360d97a0-9b2c-44fa-b7f3-ae730b54d44e, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=360d97a0-9b2c-44fa-b7f3-ae730b54d44e,segment=NetworkSegment(dda3590f-77f2-473e-918f-51e02247fb49),segment_id=dda3590f-77f2-473e-918f-51e02247fb49)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:30.339201 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.350041 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 0e7740eb-2f79-493f-9265-975896f5d4cc up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:30.435096 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=360d97a0-9b2c-44fa-b7f3-ae730b54d44e,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:30.456183 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 0e7740eb-2f79-493f-9265-975896f5d4cc completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:30.460947 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 0e7740eb-2f79-493f-9265-975896f5d4cc triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:30.461553 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.471677 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a49b6-d8f9-44b8-87b1-de037d46273a req-995f6d55-73c6-4580-b64f-fd1b23d31cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:30.473375 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d72a49b6-d8f9-44b8-87b1-de037d46273a req-995f6d55-73c6-4580-b64f-fd1b23d31cc5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12dc42da56354fb5b0d0acb9e0703009&device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 1095 time: 0.6722109 Jul 15 13:07:30.545474 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4c764d7a-169d-4868-bf1a-c968f0d7a67c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.571753 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4c764d7a-169d-4868-bf1a-c968f0d7a67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.589786 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85acfe19-036d-4925-a092-e071f59cdb53 req-50bccb12-3eee-4e3b-bef1-d36d607c15e1 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:30.591971 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-85acfe19-036d-4925-a092-e071f59cdb53 req-50bccb12-3eee-4e3b-bef1-d36d607c15e1 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a9bd6fb-437c-4f83-9ecc-f55bd67844f2 HTTP/1.1" status: 200 len: 945 time: 0.0952985 Jul 15 13:07:30.601984 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.636974 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-85acfe19-036d-4925-a092-e071f59cdb53 req-2e326b6d-aaf5-4d4d-ba3c-1f7ccaa21844 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379715 Jul 15 13:07:30.653460 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 0e7740eb-2f79-493f-9265-975896f5d4cc, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=0e7740eb-2f79-493f-9265-975896f5d4cc,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:30.658809 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.731536 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=0e7740eb-2f79-493f-9265-975896f5d4cc,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:30.736465 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a49b6-d8f9-44b8-87b1-de037d46273a req-b1ee4013-db26-4b42-afac-46a0b8b7bfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:30.738521 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d72a49b6-d8f9-44b8-87b1-de037d46273a req-b1ee4013-db26-4b42-afac-46a0b8b7bfbb service neutron] 10.222.0.46 "GET /v2.0/networks?id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da HTTP/1.1" status: 200 len: 913 time: 0.2564368 Jul 15 13:07:30.801387 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d72a49b6-d8f9-44b8-87b1-de037d46273a req-fbf1055f-20fc-40bf-b470-56dd5a18ee53 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6772084-21a9-4fcb-8b4e-7dd81e941146 HTTP/1.1" status: 200 len: 217 time: 0.0402842 Jul 15 13:07:30.847208 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd695fb2c-ce9a-43a7-84fa-9d8d6a5115c4'}, {'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97665ee0-9d05-4656-9f5c-63be8c4fa216'}, {'server_uuid': '8a9bd6fb-437c-4f83-9ecc-f55bd67844f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360d97a0-9b2c-44fa-b7f3-ae730b54d44e'}, {'server_uuid': 'cc9c007b-0564-462c-b12a-6d33a13e256a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7740eb-2f79-493f-9265-975896f5d4cc'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:30.849611 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850a6913-b8d4-42ff-a54f-b74071ab66d0" -d '{"events": [{"server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "name": "network-vif-plugged", "status": "completed", "tag": "d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4"}, {"server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "name": "network-vif-plugged", "status": "completed", "tag": "97665ee0-9d05-4656-9f5c-63be8c4fa216"}, {"server_uuid": "8a9bd6fb-437c-4f83-9ecc-f55bd67844f2", "name": "network-vif-plugged", "status": "completed", "tag": "360d97a0-9b2c-44fa-b7f3-ae730b54d44e"}, {"server_uuid": "cc9c007b-0564-462c-b12a-6d33a13e256a", "name": "network-vif-plugged", "status": "completed", "tag": "0e7740eb-2f79-493f-9265-975896f5d4cc"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:30.850065 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-4c764d7a-169d-4868-bf1a-c968f0d7a67c admin admin] Allocated IP 172.25.8.25 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/8eff9a2e-4e05-4693-8268-bee16c6e9c0d) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:30.878852 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a49b6-d8f9-44b8-87b1-de037d46273a req-50731e0f-b517-4c57-9793-fdea32b3e7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:30.880300 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d72a49b6-d8f9-44b8-87b1-de037d46273a req-50731e0f-b517-4c57-9793-fdea32b3e7bd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=504f4a49-65cd-4546-be78-3e75a4fd4784 HTTP/1.1" status: 200 len: 851 time: 0.0687499 Jul 15 13:07:30.903066 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8463e4-66ea-4354-b0ca-d063ae8f5bc1 x-openstack-request-id: req-6b8463e4-66ea-4354-b0ca-d063ae8f5bc1 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:30.903464 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "name": "network-vif-plugged", "status": "completed", "tag": "d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4", "code": 200}, {"server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "name": "network-vif-plugged", "status": "completed", "tag": "97665ee0-9d05-4656-9f5c-63be8c4fa216", "code": 200}, {"server_uuid": "8a9bd6fb-437c-4f83-9ecc-f55bd67844f2", "name": "network-vif-plugged", "status": "completed", "tag": "360d97a0-9b2c-44fa-b7f3-ae730b54d44e", "code": 200}, {"server_uuid": "cc9c007b-0564-462c-b12a-6d33a13e256a", "name": "network-vif-plugged", "status": "completed", "tag": "0e7740eb-2f79-493f-9265-975896f5d4cc", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:30.904368 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6b8463e4-66ea-4354-b0ca-d063ae8f5bc1 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:30.905831 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd695fb2c-ce9a-43a7-84fa-9d8d6a5115c4', 'code': 200} Jul 15 13:07:30.905831 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97665ee0-9d05-4656-9f5c-63be8c4fa216', 'code': 200} Jul 15 13:07:30.905831 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9bd6fb-437c-4f83-9ecc-f55bd67844f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360d97a0-9b2c-44fa-b7f3-ae730b54d44e', 'code': 200} Jul 15 13:07:30.905831 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9c007b-0564-462c-b12a-6d33a13e256a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7740eb-2f79-493f-9265-975896f5d4cc', 'code': 200} Jul 15 13:07:31.027107 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4c764d7a-169d-4868-bf1a-c968f0d7a67c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:31.036486 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a49b6-d8f9-44b8-87b1-de037d46273a req-e2d7229f-4f91-40cf-8efe-f6d704fcc3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:31.038171 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d72a49b6-d8f9-44b8-87b1-de037d46273a req-e2d7229f-4f91-40cf-8efe-f6d704fcc3b8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1484313 Jul 15 13:07:31.137762 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4c764d7a-169d-4868-bf1a-c968f0d7a67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:31.214854 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c764d7a-169d-4868-bf1a-c968f0d7a67c admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:31.223112 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9d6b2-e67d-48ca-bb92-410c68218984 req-421a612b-7a7e-47e7-aa4f-dbcfc74f6d7f tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:31.229724 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9d6b2-e67d-48ca-bb92-410c68218984 req-421a612b-7a7e-47e7-aa4f-dbcfc74f6d7f tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:31.229854 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-4c764d7a-169d-4868-bf1a-c968f0d7a67c admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:31.235977 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9d6b2-e67d-48ca-bb92-410c68218984 req-421a612b-7a7e-47e7-aa4f-dbcfc74f6d7f tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:31.238488 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c764d7a-169d-4868-bf1a-c968f0d7a67c admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:31.242364 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9d6b2-e67d-48ca-bb92-410c68218984 req-421a612b-7a7e-47e7-aa4f-dbcfc74f6d7f tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:31.248593 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9d6b2-e67d-48ca-bb92-410c68218984 req-421a612b-7a7e-47e7-aa4f-dbcfc74f6d7f tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:31.254577 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9d6b2-e67d-48ca-bb92-410c68218984 req-421a612b-7a7e-47e7-aa4f-dbcfc74f6d7f tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:31.260942 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9d6b2-e67d-48ca-bb92-410c68218984 req-421a612b-7a7e-47e7-aa4f-dbcfc74f6d7f tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:31.262948 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-37c9d6b2-e67d-48ca-bb92-410c68218984 req-421a612b-7a7e-47e7-aa4f-dbcfc74f6d7f tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 5434 time: 0.2334881 Jul 15 13:07:31.273309 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c764d7a-169d-4868-bf1a-c968f0d7a67c admin admin] Pushing event updated for resources: {'Port': ['ID=8eff9a2e-4e05-4693-8268-bee16c6e9c0d,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:31.299037 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d72a49b6-d8f9-44b8-87b1-de037d46273a req-dce51e3c-82cc-44d9-b9d3-669dee36568c service neutron] 10.222.0.46 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120094 Jul 15 13:07:31.316879 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dded3e-8f6d-4731-9184-cadf06081c68 req-e1ff1c7a-d5cb-48aa-afaa-a52f3860f42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:31.318241 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a0dded3e-8f6d-4731-9184-cadf06081c68 req-e1ff1c7a-d5cb-48aa-afaa-a52f3860f42d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 1102 time: 0.2303815 Jul 15 13:07:31.367303 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-37c9d6b2-e67d-48ca-bb92-410c68218984 req-325d03eb-450f-4bc6-b6ad-3f5223c0e9f3 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d03c6c5-afde-46b4-9fff-da26c2a36d36&id=11c6d291-a458-49b6-80ff-5db152f1be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0859139 Jul 15 13:07:31.367303 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfe047-413d-4884-96b6-29004bac1612 req-41332ea3-8cd9-468b-9a99-abb28b884eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:31.367303 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6ddfe047-413d-4884-96b6-29004bac1612 req-41332ea3-8cd9-468b-9a99-abb28b884eed service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a9bd6fb-437c-4f83-9ecc-f55bd67844f2 HTTP/1.1" status: 200 len: 1097 time: 0.2888446 Jul 15 13:07:31.373009 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937a9a9-8e67-4f83-93af-e36d40a47706 req-bbf4d234-ffb7-441e-8f29-265078755bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:31.373700 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937a9a9-8e67-4f83-93af-e36d40a47706 req-bbf4d234-ffb7-441e-8f29-265078755bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:31.375501 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937a9a9-8e67-4f83-93af-e36d40a47706 req-bbf4d234-ffb7-441e-8f29-265078755bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:31.375501 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937a9a9-8e67-4f83-93af-e36d40a47706 req-bbf4d234-ffb7-441e-8f29-265078755bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:31.376176 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937a9a9-8e67-4f83-93af-e36d40a47706 req-bbf4d234-ffb7-441e-8f29-265078755bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:31.377197 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937a9a9-8e67-4f83-93af-e36d40a47706 req-bbf4d234-ffb7-441e-8f29-265078755bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:31.377807 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937a9a9-8e67-4f83-93af-e36d40a47706 req-bbf4d234-ffb7-441e-8f29-265078755bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:31.380364 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8937a9a9-8e67-4f83-93af-e36d40a47706 req-bbf4d234-ffb7-441e-8f29-265078755bc4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 6498 time: 0.2605565 Jul 15 13:07:31.396275 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d6fdb-3f1f-4be5-a8b5-9f554d4c2bff req-ca9e9759-b8ad-498e-baf6-13ced386e4c9 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:31.403921 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c83d6fdb-3f1f-4be5-a8b5-9f554d4c2bff req-ca9e9759-b8ad-498e-baf6-13ced386e4c9 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 950 time: 0.2868032 Jul 15 13:07:31.497590 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6ddfe047-413d-4884-96b6-29004bac1612 req-8f8cd342-8bfe-42d2-9bd4-50e82c44a5ed service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159587 Jul 15 13:07:31.507042 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c83d6fdb-3f1f-4be5-a8b5-9f554d4c2bff req-0c7afcbb-ca34-4667-a422-bec8d67d4b1a tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021974 Jul 15 13:07:31.509480 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a0dded3e-8f6d-4731-9184-cadf06081c68 req-04a9de3d-e760-44b1-9d40-009b22c5ca87 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770394 Jul 15 13:07:31.510218 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8937a9a9-8e67-4f83-93af-e36d40a47706 req-aed4063c-19a1-430a-a6f8-06e06290cf7f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8d03c6c5-afde-46b4-9fff-da26c2a36d36&id=11c6d291-a458-49b6-80ff-5db152f1be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1032176 Jul 15 13:07:31.540115 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d72a49b6-d8f9-44b8-87b1-de037d46273a req-869e05b4-a647-48e6-aa25-364da5929c3c service neutron] 10.222.0.46 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319627 Jul 15 13:07:31.650753 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4c764d7a-169d-4868-bf1a-c968f0d7a67c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:31.702478 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83cb57c-2d4e-454c-82a5-a5eefa7a22bb req-9b73c89d-19a1-430d-a760-886cb99e867d tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:31.704390 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b83cb57c-2d4e-454c-82a5-a5eefa7a22bb req-9b73c89d-19a1-430d-a760-886cb99e867d tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 943 time: 0.0789757 Jul 15 13:07:31.748263 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b83cb57c-2d4e-454c-82a5-a5eefa7a22bb req-977cb6cc-784e-45a6-8cf8-8e95e1bede96 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367754 Jul 15 13:07:31.824022 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-17ad9f65-d920-42ab-897d-346c889ece4c req-31a5de36-05f6-4605-adf0-ecb754e6611b tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1009314481&fields=id&tenant_id=49bbb79a73e14fa894aa5fbb900d6de9 HTTP/1.1" status: 200 len: 267 time: 0.0408261 Jul 15 13:07:31.888940 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4c764d7a-169d-4868-bf1a-c968f0d7a67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:31.985588 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad9f65-d920-42ab-897d-346c889ece4c req-6cbd9004-0f24-4f8e-b45c-809a3f4bb5a3 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:31.992842 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-17ad9f65-d920-42ab-897d-346c889ece4c req-6cbd9004-0f24-4f8e-b45c-809a3f4bb5a3 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/networks?id=6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d HTTP/1.1" status: 200 len: 813 time: 0.1566219 Jul 15 13:07:32.006778 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-17ad9f65-d920-42ab-897d-346c889ece4c req-d48e19d4-ca1a-408d-b16a-35bd8e206957 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/quotas/49bbb79a73e14fa894aa5fbb900d6de9 HTTP/1.1" status: 200 len: 375 time: 0.0129576 Jul 15 13:07:32.030044 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d2a40-df8c-4e45-bfdb-f9dc25d8cb66 req-fe7558cf-2e16-4032-b5ce-b83e0c667985 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:32.031652 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6a7d2a40-df8c-4e45-bfdb-f9dc25d8cb66 req-fe7558cf-2e16-4032-b5ce-b83e0c667985 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a9bd6fb-437c-4f83-9ecc-f55bd67844f2 HTTP/1.1" status: 200 len: 945 time: 0.1531549 Jul 15 13:07:32.048693 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c764d7a-169d-4868-bf1a-c968f0d7a67c admin admin] Router 0ce93cc1-801a-4726-955f-2a3be756ad60 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:07:32.105388 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6a7d2a40-df8c-4e45-bfdb-f9dc25d8cb66 req-3ab7ea2e-e6e5-4497-a483-d6f6c47c3158 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512538 Jul 15 13:07:32.125331 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-17ad9f65-d920-42ab-897d-346c889ece4c req-1910b181-63e1-45a0-9ecb-8fc53b09f74b tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=49bbb79a73e14fa894aa5fbb900d6de9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1129293 Jul 15 13:07:32.161891 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c764d7a-169d-4868-bf1a-c968f0d7a67c admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:07:32.174252 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e292e17-3562-48fb-85eb-890a60fd8242 None None] Sync routers for ids ['0ce93cc1-801a-4726-955f-2a3be756ad60'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:07:32.176784 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.185233 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e292e17-3562-48fb-85eb-890a60fd8242 None None] Routers {'0ce93cc1-801a-4726-955f-2a3be756ad60'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:07:32.185846 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-8e292e17-3562-48fb-85eb-890a60fd8242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:07:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['0ce93cc1-801a-4726-955f-2a3be756ad60'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:32.186899 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4c764d7a-169d-4868-bf1a-c968f0d7a67c admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.189569 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4c764d7a-169d-4868-bf1a-c968f0d7a67c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1053562 Jul 15 13:07:32.191681 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47826) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:32.237390 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-17ad9f65-d920-42ab-897d-346c889ece4c req-4287ecf0-40a8-4721-9070-18876b13c6d7 service neutron] 10.222.0.16 "GET /v2.0/networks/6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987008 Jul 15 13:07:32.308564 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-8e292e17-3562-48fb-85eb-890a60fd8242 None None] Set router 0ce93cc1-801a-4726-955f-2a3be756ad60 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:07:32.333148 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-17ad9f65-d920-42ab-897d-346c889ece4c req-2d517a40-3091-45bc-8c0b-2ff0e04164a5 service neutron] 10.222.0.16 "GET /v2.0/networks/6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863783 Jul 15 13:07:32.401773 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d8497b5b-a2aa-4da4-a4b5-0e41c72292c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.527167 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-8e292e17-3562-48fb-85eb-890a60fd8242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce93cc1-801a-4726-955f-2a3be756ad60', 'name': 'tempest-ServerRescueTestJSON-1618058603-router', 'tenant_id': '0df8965cb60d49839fdaa2536ee5f493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '8eff9a2e-4e05-4693-8268-bee16c6e9c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:29Z', 'updated_at': '2021-07-15T13:07:31Z', 'revision_number': 3, 'project_id': '0df8965cb60d49839fdaa2536ee5f493', 'gw_port': {'id': '8eff9a2e-4e05-4693-8268-bee16c6e9c0d', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce93cc1-801a-4726-955f-2a3be756ad60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:30Z', 'updated_at': '2021-07-15T13:07:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:32.562896 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e292e17-3562-48fb-85eb-890a60fd8242 None None] Checking router: 0ce93cc1-801a-4726-955f-2a3be756ad60 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:07:32.563475 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e292e17-3562-48fb-85eb-890a60fd8242 None None] Updating router 0ce93cc1-801a-4726-955f-2a3be756ad60 port 8eff9a2e-4e05-4693-8268-bee16c6e9c0d binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:07:32.603155 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8e292e17-3562-48fb-85eb-890a60fd8242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.680385 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a4a1e6f1-f9b7-46d5-a073-0b1ce7470718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.052849 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-a4a1e6f1-f9b7-46d5-a073-0b1ce7470718 admin admin] Allocated IP 172.20.0.1 (70b5a7aa-0307-4f90-8da6-d6b5f4dbd134/102dce41-7385-4388-8185-14c00f6a3ad4/8cde741e-4c68-4f5e-813e-b9a0f7baf0de) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:33.066774 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8e292e17-3562-48fb-85eb-890a60fd8242 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.089179 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8e292e17-3562-48fb-85eb-890a60fd8242 None None] Transition to ACTIVE for port object 8eff9a2e-4e05-4693-8268-bee16c6e9c0d will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:33.102755 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8e292e17-3562-48fb-85eb-890a60fd8242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.116745 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d74990-1c88-4a45-9f55-5159a5b8ca48 req-17dad4d1-545d-4c48-a8d5-d1f1054d3397 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:33.123184 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d74990-1c88-4a45-9f55-5159a5b8ca48 req-17dad4d1-545d-4c48-a8d5-d1f1054d3397 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:33.129496 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d74990-1c88-4a45-9f55-5159a5b8ca48 req-17dad4d1-545d-4c48-a8d5-d1f1054d3397 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:33.135966 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d74990-1c88-4a45-9f55-5159a5b8ca48 req-17dad4d1-545d-4c48-a8d5-d1f1054d3397 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:33.142669 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d74990-1c88-4a45-9f55-5159a5b8ca48 req-17dad4d1-545d-4c48-a8d5-d1f1054d3397 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:33.150907 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d74990-1c88-4a45-9f55-5159a5b8ca48 req-17dad4d1-545d-4c48-a8d5-d1f1054d3397 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:33.176500 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d74990-1c88-4a45-9f55-5159a5b8ca48 req-17dad4d1-545d-4c48-a8d5-d1f1054d3397 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:33.178899 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-12d74990-1c88-4a45-9f55-5159a5b8ca48 req-17dad4d1-545d-4c48-a8d5-d1f1054d3397 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 5434 time: 0.6483884 Jul 15 13:07:33.211907 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a4a1e6f1-f9b7-46d5-a073-0b1ce7470718 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.247575 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-8e292e17-3562-48fb-85eb-890a60fd8242 None None] Attempting to bind port 8eff9a2e-4e05-4693-8268-bee16c6e9c0d on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:33.249110 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-8e292e17-3562-48fb-85eb-890a60fd8242 None None] Attempting to bind port 8eff9a2e-4e05-4693-8268-bee16c6e9c0d by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:33.249110 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e292e17-3562-48fb-85eb-890a60fd8242 None None] Attempting to bind port 8eff9a2e-4e05-4693-8268-bee16c6e9c0d on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:33.253061 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ca72e-dd18-4acf-a852-92e6b91d5457 None None] Pushing event updated for resources: {'Port': ['ID=8eff9a2e-4e05-4693-8268-bee16c6e9c0d,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:33.275889 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e292e17-3562-48fb-85eb-890a60fd8242 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:33.278895 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e292e17-3562-48fb-85eb-890a60fd8242 None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:33.279714 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8e292e17-3562-48fb-85eb-890a60fd8242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.280591 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e292e17-3562-48fb-85eb-890a60fd8242 None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:33.281275 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-8e292e17-3562-48fb-85eb-890a60fd8242 None None] Bound port: 8eff9a2e-4e05-4693-8268-bee16c6e9c0d, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:33.282669 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8e292e17-3562-48fb-85eb-890a60fd8242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.282875 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-12d74990-1c88-4a45-9f55-5159a5b8ca48 req-b0f10669-9392-40f5-bbdb-7f28f0f0590d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d03c6c5-afde-46b4-9fff-da26c2a36d36&id=11c6d291-a458-49b6-80ff-5db152f1be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0656765 Jul 15 13:07:33.301693 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a4a1e6f1-f9b7-46d5-a073-0b1ce7470718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.320315 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ab017-1459-432d-8f02-63d29beef723 req-5058f298-08af-495e-b80a-e1f8e2a97404 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:33.328024 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-506ab017-1459-432d-8f02-63d29beef723 req-5058f298-08af-495e-b80a-e1f8e2a97404 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 950 time: 0.1478794 Jul 15 13:07:33.365383 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a1e6f1-f9b7-46d5-a073-0b1ce7470718 admin admin] Pushing event updated for resources: {'Port': ['ID=8cde741e-4c68-4f5e-813e-b9a0f7baf0de,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:33.377886 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a1e6f1-f9b7-46d5-a073-0b1ce7470718 admin admin] Network 70b5a7aa-0307-4f90-8da6-d6b5f4dbd134 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:33.379767 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-a4a1e6f1-f9b7-46d5-a073-0b1ce7470718 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:33.388042 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a1e6f1-f9b7-46d5-a073-0b1ce7470718 admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:33.402787 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-8e292e17-3562-48fb-85eb-890a60fd8242 None None] For port 8eff9a2e-4e05-4693-8268-bee16c6e9c0d, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:33.417360 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-8e292e17-3562-48fb-85eb-890a60fd8242 None None] For port 8eff9a2e-4e05-4693-8268-bee16c6e9c0d, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=8eff9a2e-4e05-4693-8268-bee16c6e9c0d,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:33.428343 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8e292e17-3562-48fb-85eb-890a60fd8242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.445640 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a4a1e6f1-f9b7-46d5-a073-0b1ce7470718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.457146 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-506ab017-1459-432d-8f02-63d29beef723 req-77bb3656-5f83-4dd8-a9a5-0fdd83bac555 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257913 Jul 15 13:07:33.540708 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.547427 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ca72e-dd18-4acf-a852-92e6b91d5457 None None] Pushing event updated for resources: {'Port': ['ID=8eff9a2e-4e05-4693-8268-bee16c6e9c0d,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:33.553116 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e292e17-3562-48fb-85eb-890a60fd8242 None None] Routers {'0ce93cc1-801a-4726-955f-2a3be756ad60'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:07:33.553984 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-8e292e17-3562-48fb-85eb-890a60fd8242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:07:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['0ce93cc1-801a-4726-955f-2a3be756ad60'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:33.638038 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device e6772084-21a9-4fcb-8b4e-7dd81e941146 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:33.651277 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8d4f8411-58bd-45c9-a0dd-e7f739493903 req-c70a21e1-915a-4d7d-9a85-c6c0b1834c9c tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c251d54-41a4-4e2b-8ce8-aecaa3ba1012 HTTP/1.1" status: 200 len: 210 time: 0.0989318 Jul 15 13:07:33.701331 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-8e292e17-3562-48fb-85eb-890a60fd8242 None None] Set router 0ce93cc1-801a-4726-955f-2a3be756ad60 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:07:33.701886 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a4a1e6f1-f9b7-46d5-a073-0b1ce7470718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.865182 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207b70e-b34a-4c7c-8d98-6ea78c22861f req-e2c7b905-24b4-49e8-994c-d38f942a2823 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:33.870236 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c207b70e-b34a-4c7c-8d98-6ea78c22861f req-e2c7b905-24b4-49e8-994c-d38f942a2823 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 943 time: 0.1428399 Jul 15 13:07:33.910328 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port e6772084-21a9-4fcb-8b4e-7dd81e941146, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=e6772084-21a9-4fcb-8b4e-7dd81e941146,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:33.934772 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'e6772084-21a9-4fcb-8b4e-7dd81e941146', 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da', 'port_id': 'e6772084-21a9-4fcb-8b4e-7dd81e941146', 'mac_address': 'fa:16:3e:a0:21:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '504f4a49-65cd-4546-be78-3e75a4fd4784', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:33.944361 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a4a1e6f1-f9b7-46d5-a073-0b1ce7470718 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.950059 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a4a1e6f1-f9b7-46d5-a073-0b1ce7470718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:34.006309 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:34.023418 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6772084-21a9-4fcb-8b4e-7dd81e941146 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:34.029242 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c207b70e-b34a-4c7c-8d98-6ea78c22861f req-b5664dce-8b4a-4b29-8fdd-e9b61d14f0a7 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514325 Jul 15 13:07:34.032001 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a4a1e6f1-f9b7-46d5-a073-0b1ce7470718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:34.043389 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a1e6f1-f9b7-46d5-a073-0b1ce7470718 admin admin] Pushing event updated for resources: {'Port': ['ID=8cde741e-4c68-4f5e-813e-b9a0f7baf0de,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:34.058574 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port e6772084-21a9-4fcb-8b4e-7dd81e941146, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=e6772084-21a9-4fcb-8b4e-7dd81e941146,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:34.061601 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-8e292e17-3562-48fb-85eb-890a60fd8242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce93cc1-801a-4726-955f-2a3be756ad60', 'name': 'tempest-ServerRescueTestJSON-1618058603-router', 'tenant_id': '0df8965cb60d49839fdaa2536ee5f493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '8eff9a2e-4e05-4693-8268-bee16c6e9c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:29Z', 'updated_at': '2021-07-15T13:07:31Z', 'revision_number': 3, 'project_id': '0df8965cb60d49839fdaa2536ee5f493', 'gw_port': {'id': '8eff9a2e-4e05-4693-8268-bee16c6e9c0d', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce93cc1-801a-4726-955f-2a3be756ad60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:30Z', 'updated_at': '2021-07-15T13:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:34.092967 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e292e17-3562-48fb-85eb-890a60fd8242 None None] The sync data for ids ['0ce93cc1-801a-4726-955f-2a3be756ad60'] in n-d-771363-36 is: [{'id': '0ce93cc1-801a-4726-955f-2a3be756ad60', 'name': 'tempest-ServerRescueTestJSON-1618058603-router', 'tenant_id': '0df8965cb60d49839fdaa2536ee5f493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '8eff9a2e-4e05-4693-8268-bee16c6e9c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:29Z', 'updated_at': '2021-07-15T13:07:31Z', 'revision_number': 3, 'project_id': '0df8965cb60d49839fdaa2536ee5f493', 'gw_port': {'id': '8eff9a2e-4e05-4693-8268-bee16c6e9c0d', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce93cc1-801a-4726-955f-2a3be756ad60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:30Z', 'updated_at': '2021-07-15T13:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:07:34.095586 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:34.104481 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61cea6-57d8-4c36-bbe1-a76ee55705a6 req-4e02dc71-7b38-4f44-a80a-232ea5f44f96 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:34.106064 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6f61cea6-57d8-4c36-bbe1-a76ee55705a6 req-4e02dc71-7b38-4f44-a80a-232ea5f44f96 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a9bd6fb-437c-4f83-9ecc-f55bd67844f2 HTTP/1.1" status: 200 len: 945 time: 0.2132437 Jul 15 13:07:34.181652 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=e6772084-21a9-4fcb-8b4e-7dd81e941146,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:34.215202 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a1e6f1-f9b7-46d5-a073-0b1ce7470718 admin admin] Network 70b5a7aa-0307-4f90-8da6-d6b5f4dbd134 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:34.217309 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-a4a1e6f1-f9b7-46d5-a073-0b1ce7470718 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:34.222374 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6f61cea6-57d8-4c36-bbe1-a76ee55705a6 req-81fd894e-517c-4369-8616-0ef3330de5c3 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089954 Jul 15 13:07:34.364665 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a1e6f1-f9b7-46d5-a073-0b1ce7470718 admin admin] Router 0ce93cc1-801a-4726-955f-2a3be756ad60 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:07:34.502858 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a1e6f1-f9b7-46d5-a073-0b1ce7470718 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:07:34.513536 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a4a1e6f1-f9b7-46d5-a073-0b1ce7470718 admin admin] 10.222.0.16 "PUT /v2.0/routers/0ce93cc1-801a-4726-955f-2a3be756ad60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3207443 Jul 15 13:07:34.570002 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['e6772084-21a9-4fcb-8b4e-7dd81e941146'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:34.603805 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f98fce-85f2-4864-8821-1e909a5a83b8 req-bf15e00f-f661-4e70-9876-4385f758ecda tempest-MigrationsAdminTest-1397689877 tempest-MigrationsAdminTest-1397689877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:34.612658 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-25f98fce-85f2-4864-8821-1e909a5a83b8 req-bf15e00f-f661-4e70-9876-4385f758ecda tempest-MigrationsAdminTest-1397689877 tempest-MigrationsAdminTest-1397689877-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 1102 time: 0.0849290 Jul 15 13:07:34.687152 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-25f98fce-85f2-4864-8821-1e909a5a83b8 req-efa6ce71-f28c-4447-a315-ffc1d58a9ca6 tempest-MigrationsAdminTest-1397689877 tempest-MigrationsAdminTest-1397689877-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732498 Jul 15 13:07:34.905574 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:35.031242 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384977a-7cb7-4300-a9b4-a312013058c0 req-ec687cf0-e6fd-46db-93ee-cf662cd8d6d1 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:35.037553 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384977a-7cb7-4300-a9b4-a312013058c0 req-ec687cf0-e6fd-46db-93ee-cf662cd8d6d1 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:35.043848 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384977a-7cb7-4300-a9b4-a312013058c0 req-ec687cf0-e6fd-46db-93ee-cf662cd8d6d1 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:35.049792 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384977a-7cb7-4300-a9b4-a312013058c0 req-ec687cf0-e6fd-46db-93ee-cf662cd8d6d1 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:35.056310 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384977a-7cb7-4300-a9b4-a312013058c0 req-ec687cf0-e6fd-46db-93ee-cf662cd8d6d1 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:35.062286 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384977a-7cb7-4300-a9b4-a312013058c0 req-ec687cf0-e6fd-46db-93ee-cf662cd8d6d1 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:35.068869 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384977a-7cb7-4300-a9b4-a312013058c0 req-ec687cf0-e6fd-46db-93ee-cf662cd8d6d1 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:35.076432 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e384977a-7cb7-4300-a9b4-a312013058c0 req-ec687cf0-e6fd-46db-93ee-cf662cd8d6d1 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 5434 time: 0.2642791 Jul 15 13:07:35.124754 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e384977a-7cb7-4300-a9b4-a312013058c0 req-a49917d0-e5c1-422e-a0c8-4f9466daaff2 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d03c6c5-afde-46b4-9fff-da26c2a36d36&id=11c6d291-a458-49b6-80ff-5db152f1be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0457926 Jul 15 13:07:35.160965 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad9f65-d920-42ab-897d-346c889ece4c req-538ce665-2a71-4c41-8505-9e3c7ff46105 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:35.163017 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-17ad9f65-d920-42ab-897d-346c889ece4c req-538ce665-2a71-4c41-8505-9e3c7ff46105 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.46 "GET /v2.0/networks?id=6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d HTTP/1.1" status: 200 len: 813 time: 0.2654274 Jul 15 13:07:35.287321 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ad95d6a9-4b01-4056-b261-c1007cc83c3b req-9f32bb82-9058-41b4-bfef-e852f60f30fa tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c251d54-41a4-4e2b-8ce8-aecaa3ba1012 HTTP/1.1" status: 200 len: 210 time: 0.0586245 Jul 15 13:07:35.298469 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-17ad9f65-d920-42ab-897d-346c889ece4c req-d56a9f85-aa1c-4017-93cf-359b6f19e2ff tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49bbb79a73e14fa894aa5fbb900d6de9 HTTP/1.1" status: 200 len: 380 time: 0.1093900 Jul 15 13:07:35.337789 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8eff9a2e-4e05-4693-8268-bee16c6e9c0d up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:35.349090 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-17ad9f65-d920-42ab-897d-346c889ece4c req-c0a0021f-5891-439e-a277-c0ff90f0fc26 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Request body: {'port': {'device_id': '3c251d54-41a4-4e2b-8ce8-aecaa3ba1012', 'network_id': '6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d', 'admin_state_up': True, 'tenant_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'security_groups': ['fd8953d8-6762-490d-a048-aff3dca15ce8']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:35.428619 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 8eff9a2e-4e05-4693-8268-bee16c6e9c0d completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:35.434273 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 8eff9a2e-4e05-4693-8268-bee16c6e9c0d triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:35.434696 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:35.518121 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:35.560834 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 8eff9a2e-4e05-4693-8268-bee16c6e9c0d, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=8eff9a2e-4e05-4693-8268-bee16c6e9c0d,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:35.573541 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:35.588407 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17ad9f65-d920-42ab-897d-346c889ece4c req-c0a0021f-5891-439e-a277-c0ff90f0fc26 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Made reservation on behalf of 49bbb79a73e14fa894aa5fbb900d6de9 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:35.597913 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-17ad9f65-d920-42ab-897d-346c889ece4c req-c0a0021f-5891-439e-a277-c0ff90f0fc26 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:35.670871 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=8eff9a2e-4e05-4693-8268-bee16c6e9c0d,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:35.918929 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-17ad9f65-d920-42ab-897d-346c889ece4c req-c0a0021f-5891-439e-a277-c0ff90f0fc26 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Allocated IP 172.20.0.10 (6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d/a6bbe658-7956-4bdc-bf0f-4e1c4674969b/653be1bb-0801-40e6-b288-8d883163bd83) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:35.954480 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-8c22ff1a-1cfd-4e20-8dec-0c1a7694f624 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:35.956158 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-8c22ff1a-1cfd-4e20-8dec-0c1a7694f624 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/networks?id=70b5a7aa-0307-4f90-8da6-d6b5f4dbd134 HTTP/1.1" status: 200 len: 811 time: 0.2618206 Jul 15 13:07:35.971434 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-55c1dc24-bff8-4e47-aef3-83cca2173aa7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2333958 Jul 15 13:07:35.999928 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-ec317dba-376c-480a-84dd-a6dd6b7e551d tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/quotas/0df8965cb60d49839fdaa2536ee5f493 HTTP/1.1" status: 200 len: 375 time: 0.0344400 Jul 15 13:07:36.054142 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a92a1-dc0e-4b89-a159-e7bba542816a req-d6e6deb3-152a-4769-a7c2-c8a783950aee tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:36.055741 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-825a92a1-dc0e-4b89-a159-e7bba542816a req-d6e6deb3-152a-4769-a7c2-c8a783950aee tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 944 time: 0.2054946 Jul 15 13:07:36.192476 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-825a92a1-dc0e-4b89-a159-e7bba542816a req-af1e0860-6b5c-4623-83a1-bbd7bed8b4f6 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129868 Jul 15 13:07:36.220538 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-17ad9f65-d920-42ab-897d-346c889ece4c req-c0a0021f-5891-439e-a277-c0ff90f0fc26 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.244135 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-82516fc0-a5ef-41cc-9e5b-4a2eb605f18a tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0df8965cb60d49839fdaa2536ee5f493&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2207303 Jul 15 13:07:36.251577 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-924ac4fc-2681-4455-9156-d78f0d15b1c9 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:07:36.252577 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-924ac4fc-2681-4455-9156-d78f0d15b1c9 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076981 Jul 15 13:07:36.280715 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-17ad9f65-d920-42ab-897d-346c889ece4c req-c0a0021f-5891-439e-a277-c0ff90f0fc26 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Transition to ACTIVE for port object 653be1bb-0801-40e6-b288-8d883163bd83 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:36.427459 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-17ad9f65-d920-42ab-897d-346c889ece4c req-c0a0021f-5891-439e-a277-c0ff90f0fc26 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.443097 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-8fc37136-48a7-462b-8b20-d187012ba097 service neutron] 10.222.0.16 "GET /v2.0/networks/70b5a7aa-0307-4f90-8da6-d6b5f4dbd134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814141 Jul 15 13:07:36.533094 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17ad9f65-d920-42ab-897d-346c889ece4c req-c0a0021f-5891-439e-a277-c0ff90f0fc26 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Network 6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:36.564531 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65580386-6562-4bf1-8036-a456d0cfb5ff None None] Sync routers for ids ['0ce93cc1-801a-4726-955f-2a3be756ad60'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:07:36.567533 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-17ad9f65-d920-42ab-897d-346c889ece4c req-c0a0021f-5891-439e-a277-c0ff90f0fc26 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:36.569335 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0021f-5891-439e-a277-c0ff90f0fc26 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Pushing event updated for resources: {'Port': ['ID=653be1bb-0801-40e6-b288-8d883163bd83,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:36.571585 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ad9f65-d920-42ab-897d-346c889ece4c req-c0a0021f-5891-439e-a277-c0ff90f0fc26 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:36.603091 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65580386-6562-4bf1-8036-a456d0cfb5ff None None] Routers {'0ce93cc1-801a-4726-955f-2a3be756ad60'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:07:36.603930 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-65580386-6562-4bf1-8036-a456d0cfb5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:07:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['0ce93cc1-801a-4726-955f-2a3be756ad60'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:36.613846 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc74576-54f4-4d34-bd36-6672deeb4288 req-9e2ccdc5-eb9e-4c51-8118-90535c539439 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:36.620528 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc74576-54f4-4d34-bd36-6672deeb4288 req-9e2ccdc5-eb9e-4c51-8118-90535c539439 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:36.626689 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc74576-54f4-4d34-bd36-6672deeb4288 req-9e2ccdc5-eb9e-4c51-8118-90535c539439 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:36.633217 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc74576-54f4-4d34-bd36-6672deeb4288 req-9e2ccdc5-eb9e-4c51-8118-90535c539439 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:36.639352 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc74576-54f4-4d34-bd36-6672deeb4288 req-9e2ccdc5-eb9e-4c51-8118-90535c539439 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:36.645358 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc74576-54f4-4d34-bd36-6672deeb4288 req-9e2ccdc5-eb9e-4c51-8118-90535c539439 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:36.651372 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc74576-54f4-4d34-bd36-6672deeb4288 req-9e2ccdc5-eb9e-4c51-8118-90535c539439 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:36.658449 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5cc74576-54f4-4d34-bd36-6672deeb4288 req-9e2ccdc5-eb9e-4c51-8118-90535c539439 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 5434 time: 0.3329866 Jul 15 13:07:36.664422 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47956) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:36.669160 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-28004289-fc79-4aa9-80d6-d7969b072546 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Request body: {'floatingip': {'port_id': '45cccd3c-527e-44db-82ed-44f7f1bef40a'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:36.715961 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad9f65-d920-42ab-897d-346c889ece4c req-c0a0021f-5891-439e-a277-c0ff90f0fc26 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:36.716607 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-17ad9f65-d920-42ab-897d-346c889ece4c req-c0a0021f-5891-439e-a277-c0ff90f0fc26 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.732280 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-492e328b-0ff8-4bd5-bb61-8145126a26b1 service neutron] 10.222.0.16 "GET /v2.0/networks/70b5a7aa-0307-4f90-8da6-d6b5f4dbd134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871921 Jul 15 13:07:36.765158 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-28004289-fc79-4aa9-80d6-d7969b072546 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks [] for floatingip, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.788661 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-17ad9f65-d920-42ab-897d-346c889ece4c req-c0a0021f-5891-439e-a277-c0ff90f0fc26 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4751513 Jul 15 13:07:36.808075 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-17ad9f65-d920-42ab-897d-346c889ece4c req-caebb496-4ad1-4113-89b6-9597ef552043 service neutron] Request body: {'port': {'device_id': '3c251d54-41a4-4e2b-8ce8-aecaa3ba1012', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:36.981784 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-65580386-6562-4bf1-8036-a456d0cfb5ff None None] Set router 0ce93cc1-801a-4726-955f-2a3be756ad60 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:07:37.014638 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-17ad9f65-d920-42ab-897d-346c889ece4c req-caebb496-4ad1-4113-89b6-9597ef552043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:37.098488 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-30e52be9-069f-4d10-b275-264cb73d248c None None] Provisioning for port 653be1bb-0801-40e6-b288-8d883163bd83 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:37.115720 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-30e52be9-069f-4d10-b275-264cb73d248c None None] Provisioning complete for port 653be1bb-0801-40e6-b288-8d883163bd83 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:37.116105 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-30e52be9-069f-4d10-b275-264cb73d248c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:37.157982 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-30e52be9-069f-4d10-b275-264cb73d248c None None] Port 653be1bb-0801-40e6-b288-8d883163bd83 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:07:37.319377 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8eff9a2e-4e05-4693-8268-bee16c6e9c0d up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:37.431394 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 8eff9a2e-4e05-4693-8268-bee16c6e9c0d triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:37.432167 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:37.522757 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-65580386-6562-4bf1-8036-a456d0cfb5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce93cc1-801a-4726-955f-2a3be756ad60', 'name': 'tempest-ServerRescueTestJSON-1618058603-router', 'tenant_id': '0df8965cb60d49839fdaa2536ee5f493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '8eff9a2e-4e05-4693-8268-bee16c6e9c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:29Z', 'updated_at': '2021-07-15T13:07:33Z', 'revision_number': 4, 'project_id': '0df8965cb60d49839fdaa2536ee5f493', 'gw_port': {'id': '8eff9a2e-4e05-4693-8268-bee16c6e9c0d', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce93cc1-801a-4726-955f-2a3be756ad60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:30Z', 'updated_at': '2021-07-15T13:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '8cde741e-4c68-4f5e-813e-b9a0f7baf0de', 'name': '', 'network_id': '70b5a7aa-0307-4f90-8da6-d6b5f4dbd134', 'tenant_id': '0df8965cb60d49839fdaa2536ee5f493', 'mac_address': 'fa:16:3e:a2:9c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce93cc1-801a-4726-955f-2a3be756ad60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '102dce41-7385-4388-8185-14c00f6a3ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:32Z', 'updated_at': '2021-07-15T13:07:33Z', 'revision_number': 2, 'project_id': '0df8965cb60d49839fdaa2536ee5f493', 'subnets': [{'id': '102dce41-7385-4388-8185-14c00f6a3ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:37.587931 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65580386-6562-4bf1-8036-a456d0cfb5ff None None] Checking router: 0ce93cc1-801a-4726-955f-2a3be756ad60 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:07:37.590036 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65580386-6562-4bf1-8036-a456d0cfb5ff None None] Updating router 0ce93cc1-801a-4726-955f-2a3be756ad60 port 8cde741e-4c68-4f5e-813e-b9a0f7baf0de binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:07:37.608587 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71447318-871c-41d6-96da-6fa6aff83c5b req-00b43151-6116-4f3d-b21d-cf046100091d tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:37.615349 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device e6772084-21a9-4fcb-8b4e-7dd81e941146 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:37.631191 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-71447318-871c-41d6-96da-6fa6aff83c5b req-00b43151-6116-4f3d-b21d-cf046100091d tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 950 time: 0.5059538 Jul 15 13:07:37.652647 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-65580386-6562-4bf1-8036-a456d0cfb5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:37.749077 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port e6772084-21a9-4fcb-8b4e-7dd81e941146 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:37.753348 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port e6772084-21a9-4fcb-8b4e-7dd81e941146 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:37.754501 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:37.798172 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a35d7-1153-467a-8135-d8236a1cfe32 req-4298b484-b866-4404-a247-ab5511dc6c32 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:37.801481 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ec9a35d7-1153-467a-8135-d8236a1cfe32 req-4298b484-b866-4404-a247-ab5511dc6c32 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c251d54-41a4-4e2b-8ce8-aecaa3ba1012 HTTP/1.1" status: 200 len: 932 time: 0.1656940 Jul 15 13:07:37.803759 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-71447318-871c-41d6-96da-6fa6aff83c5b req-0e98373e-bbba-4132-bdfd-82f8dc398f36 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708000 Jul 15 13:07:37.884372 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ec9a35d7-1153-467a-8135-d8236a1cfe32 req-134a0487-04aa-4ea2-b806-7ef4c3e44c27 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd8953d8-6762-490d-a048-aff3dca15ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729263 Jul 15 13:07:37.962363 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:37.999430 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-17ad9f65-d920-42ab-897d-346c889ece4c req-caebb496-4ad1-4113-89b6-9597ef552043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 653be1bb-0801-40e6-b288-8d883163bd83 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:38.019660 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-17ad9f65-d920-42ab-897d-346c889ece4c req-caebb496-4ad1-4113-89b6-9597ef552043 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.028314 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a19377-bc73-4e7e-9b9c-0108232f2efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6772084-21a9-4fcb-8b4e-7dd81e941146'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:38.032074 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f1ea08-22d7-47ab-b384-74291a3fbaaf" -d '{"events": [{"server_uuid": "e3a19377-bc73-4e7e-9b9c-0108232f2efb", "name": "network-vif-plugged", "status": "completed", "tag": "e6772084-21a9-4fcb-8b4e-7dd81e941146"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:38.044890 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-17ad9f65-d920-42ab-897d-346c889ece4c req-caebb496-4ad1-4113-89b6-9597ef552043 service neutron] Transition to ACTIVE for port object 653be1bb-0801-40e6-b288-8d883163bd83 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:38.059320 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port e6772084-21a9-4fcb-8b4e-7dd81e941146, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=e6772084-21a9-4fcb-8b4e-7dd81e941146,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:38.073955 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.082528 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-17ad9f65-d920-42ab-897d-346c889ece4c req-caebb496-4ad1-4113-89b6-9597ef552043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.186460 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=e6772084-21a9-4fcb-8b4e-7dd81e941146,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:38.353826 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-65580386-6562-4bf1-8036-a456d0cfb5ff None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.365058 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-65580386-6562-4bf1-8036-a456d0cfb5ff None None] Transition to ACTIVE for port object 8cde741e-4c68-4f5e-813e-b9a0f7baf0de will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:38.374223 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-65580386-6562-4bf1-8036-a456d0cfb5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.385441 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-07224a5c-6a74-483d-84e0-5a1d765eed40 req-b5568350-4f6d-4bdd-9173-38ed526bf288 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 210 time: 0.1859176 Jul 15 13:07:38.422847 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caebb496-4ad1-4113-89b6-9597ef552043 service neutron] Pushing event updated for resources: {'Port': ['ID=653be1bb-0801-40e6-b288-8d883163bd83,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:38.464337 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.db.resource_extend [None req-28004289-fc79-4aa9-80d6-d7969b072546 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:07:38.488197 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-17ad9f65-d920-42ab-897d-346c889ece4c req-caebb496-4ad1-4113-89b6-9597ef552043 service neutron] Attempting to bind port 653be1bb-0801-40e6-b288-8d883163bd83 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:38.488536 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-17ad9f65-d920-42ab-897d-346c889ece4c req-caebb496-4ad1-4113-89b6-9597ef552043 service neutron] Attempting to bind port 653be1bb-0801-40e6-b288-8d883163bd83 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '89fbc622-efc0-4427-9c11-6afea9afb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:38.488870 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ad9f65-d920-42ab-897d-346c889ece4c req-caebb496-4ad1-4113-89b6-9597ef552043 service neutron] Attempting to bind port 653be1bb-0801-40e6-b288-8d883163bd83 on network 6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:38.504652 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ad9f65-d920-42ab-897d-346c889ece4c req-caebb496-4ad1-4113-89b6-9597ef552043 service neutron] Port 653be1bb-0801-40e6-b288-8d883163bd83 on network 6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:07:38.504996 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ad9f65-d920-42ab-897d-346c889ece4c req-caebb496-4ad1-4113-89b6-9597ef552043 service neutron] Attempting to bind port 653be1bb-0801-40e6-b288-8d883163bd83 on network 6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:38.516302 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ad9f65-d920-42ab-897d-346c889ece4c req-caebb496-4ad1-4113-89b6-9597ef552043 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:38.516560 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ad9f65-d920-42ab-897d-346c889ece4c req-caebb496-4ad1-4113-89b6-9597ef552043 service neutron] Checking segment: {'id': '89fbc622-efc0-4427-9c11-6afea9afb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:38.516955 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ad9f65-d920-42ab-897d-346c889ece4c req-caebb496-4ad1-4113-89b6-9597ef552043 service neutron] Bound using segment: {'id': '89fbc622-efc0-4427-9c11-6afea9afb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:38.517395 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-17ad9f65-d920-42ab-897d-346c889ece4c req-caebb496-4ad1-4113-89b6-9597ef552043 service neutron] Bound port: 653be1bb-0801-40e6-b288-8d883163bd83, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89fbc622-efc0-4427-9c11-6afea9afb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:38.517758 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-17ad9f65-d920-42ab-897d-346c889ece4c req-caebb496-4ad1-4113-89b6-9597ef552043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.530991 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad108953-fdbf-4206-8c91-f087802e1fd6 None None] Pushing event updated for resources: {'Port': ['ID=8cde741e-4c68-4f5e-813e-b9a0f7baf0de,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:38.573268 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-65580386-6562-4bf1-8036-a456d0cfb5ff None None] Attempting to bind port 8cde741e-4c68-4f5e-813e-b9a0f7baf0de on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:38.576859 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-65580386-6562-4bf1-8036-a456d0cfb5ff None None] Attempting to bind port 8cde741e-4c68-4f5e-813e-b9a0f7baf0de by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '1a9c80c0-7d5b-40b0-8c39-86efa348994c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '70b5a7aa-0307-4f90-8da6-d6b5f4dbd134'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:38.577859 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65580386-6562-4bf1-8036-a456d0cfb5ff None None] Attempting to bind port 8cde741e-4c68-4f5e-813e-b9a0f7baf0de on network 70b5a7aa-0307-4f90-8da6-d6b5f4dbd134 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:38.585598 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65580386-6562-4bf1-8036-a456d0cfb5ff None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:38.586221 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65580386-6562-4bf1-8036-a456d0cfb5ff None None] Checking segment: {'id': '1a9c80c0-7d5b-40b0-8c39-86efa348994c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '70b5a7aa-0307-4f90-8da6-d6b5f4dbd134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:38.587074 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-65580386-6562-4bf1-8036-a456d0cfb5ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.588296 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65580386-6562-4bf1-8036-a456d0cfb5ff None None] Bound using segment: {'id': '1a9c80c0-7d5b-40b0-8c39-86efa348994c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '70b5a7aa-0307-4f90-8da6-d6b5f4dbd134'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:38.589627 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-65580386-6562-4bf1-8036-a456d0cfb5ff None None] Bound port: 8cde741e-4c68-4f5e-813e-b9a0f7baf0de, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9c80c0-7d5b-40b0-8c39-86efa348994c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '70b5a7aa-0307-4f90-8da6-d6b5f4dbd134'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:38.590195 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-65580386-6562-4bf1-8036-a456d0cfb5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.625819 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-3c56d482-f055-45b6-9d1e-42f531a97610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:38.627738 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-3c56d482-f055-45b6-9d1e-42f531a97610 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5495784adab4faf86ec8d11912c9669&device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 1102 time: 0.2355874 Jul 15 13:07:38.668775 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-65580386-6562-4bf1-8036-a456d0cfb5ff None None] For port 8cde741e-4c68-4f5e-813e-b9a0f7baf0de, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:38.673162 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-65580386-6562-4bf1-8036-a456d0cfb5ff None None] For port 8cde741e-4c68-4f5e-813e-b9a0f7baf0de, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=8cde741e-4c68-4f5e-813e-b9a0f7baf0de,segment=NetworkSegment(1a9c80c0-7d5b-40b0-8c39-86efa348994c),segment_id=1a9c80c0-7d5b-40b0-8c39-86efa348994c)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:38.677500 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-17ad9f65-d920-42ab-897d-346c889ece4c req-caebb496-4ad1-4113-89b6-9597ef552043 service neutron] For port 653be1bb-0801-40e6-b288-8d883163bd83, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:38.678553 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-65580386-6562-4bf1-8036-a456d0cfb5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.686299 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-17ad9f65-d920-42ab-897d-346c889ece4c req-caebb496-4ad1-4113-89b6-9597ef552043 service neutron] For port 653be1bb-0801-40e6-b288-8d883163bd83, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=653be1bb-0801-40e6-b288-8d883163bd83,segment=NetworkSegment(89fbc622-efc0-4427-9c11-6afea9afb82b),segment_id=89fbc622-efc0-4427-9c11-6afea9afb82b)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:38.718018 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab3aa9-3da3-42ee-a373-cab923364713 req-4af6ee25-c571-4da7-a4f6-271bf12dcf0c tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:38.734057 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0eab3aa9-3da3-42ee-a373-cab923364713 req-4af6ee25-c571-4da7-a4f6-271bf12dcf0c tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 945 time: 0.1513486 Jul 15 13:07:38.742426 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-28004289-fc79-4aa9-80d6-d7969b072546 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.743876 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-e75c2b4a-860b-49be-ae89-7782e11daf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:38.745214 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-17ad9f65-d920-42ab-897d-346c889ece4c req-caebb496-4ad1-4113-89b6-9597ef552043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.745535 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-e75c2b4a-860b-49be-ae89-7782e11daf3f service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.0998690 Jul 15 13:07:38.748990 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e812ad2c-699b-4e68-88c2-a368ec57f8e9 x-openstack-request-id: req-e812ad2c-699b-4e68-88c2-a368ec57f8e9 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:38.749562 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a19377-bc73-4e7e-9b9c-0108232f2efb", "name": "network-vif-plugged", "status": "completed", "tag": "e6772084-21a9-4fcb-8b4e-7dd81e941146", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:38.749951 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e812ad2c-699b-4e68-88c2-a368ec57f8e9 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:38.750517 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a19377-bc73-4e7e-9b9c-0108232f2efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6772084-21a9-4fcb-8b4e-7dd81e941146', 'code': 200} Jul 15 13:07:38.754848 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-28004289-fc79-4aa9-80d6-d7969b072546 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.772070 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad108953-fdbf-4206-8c91-f087802e1fd6 None None] Pushing event updated for resources: {'Port': ['ID=8cde741e-4c68-4f5e-813e-b9a0f7baf0de,revision_number=4']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:38.780145 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65580386-6562-4bf1-8036-a456d0cfb5ff None None] Routers {'0ce93cc1-801a-4726-955f-2a3be756ad60'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:07:38.780485 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-65580386-6562-4bf1-8036-a456d0cfb5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:07:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['0ce93cc1-801a-4726-955f-2a3be756ad60'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:38.899417 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caebb496-4ad1-4113-89b6-9597ef552043 service neutron] Pushing event updated for resources: {'Port': ['ID=653be1bb-0801-40e6-b288-8d883163bd83,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:38.919679 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-7f2f3ee3-4a38-4faf-8b84-421026927507 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=0e7740eb-2f79-493f-9265-975896f5d4cc HTTP/1.1" status: 200 len: 217 time: 0.0805655 Jul 15 13:07:38.932048 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad9f65-d920-42ab-897d-346c889ece4c req-caebb496-4ad1-4113-89b6-9597ef552043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:38.932715 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-17ad9f65-d920-42ab-897d-346c889ece4c req-caebb496-4ad1-4113-89b6-9597ef552043 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.934170 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-17ad9f65-d920-42ab-897d-346c889ece4c req-caebb496-4ad1-4113-89b6-9597ef552043 service neutron] 10.222.0.46 "PUT /v2.0/ports/653be1bb-0801-40e6-b288-8d883163bd83 HTTP/1.1" status: 200 len: 1093 time: 2.1354568 Jul 15 13:07:38.936761 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c251d54-41a4-4e2b-8ce8-aecaa3ba1012', 'tag': '653be1bb-0801-40e6-b288-8d883163bd83'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:38.939283 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd394c9-da21-46d1-a214-b420ab4a23c5" -d '{"events": [{"name": "network-changed", "server_uuid": "3c251d54-41a4-4e2b-8ce8-aecaa3ba1012", "tag": "653be1bb-0801-40e6-b288-8d883163bd83"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:39.001555 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0eab3aa9-3da3-42ee-a373-cab923364713 req-5a08c903-e253-4f8b-bfa1-2e6de2d5a359 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666016 Jul 15 13:07:39.015880 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-65580386-6562-4bf1-8036-a456d0cfb5ff None None] Set router 0ce93cc1-801a-4726-955f-2a3be756ad60 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:07:39.121963 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:07:39.264523 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-cacacee6-86b6-4fea-a43c-fe38253d9bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:39.267557 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-cacacee6-86b6-4fea-a43c-fe38253d9bf2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.3243697 Jul 15 13:07:39.274410 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342adc7-9ebd-4f35-b160-5ae89562fc62 req-baa1dc3e-83bb-4eed-81c4-d45edec1139f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:39.282928 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d342adc7-9ebd-4f35-b160-5ae89562fc62 req-baa1dc3e-83bb-4eed-81c4-d45edec1139f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 1097 time: 0.3816359 Jul 15 13:07:39.373933 n-d-771363-36 neutron-server[93826]: INFO neutron.db.l3_db [None req-28004289-fc79-4aa9-80d6-d7969b072546 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Floating IP 0b596c9a-9b0c-4395-a2b8-3f21308d7a13 associated. External IP: 172.25.8.197, port: 45cccd3c-527e-44db-82ed-44f7f1bef40a. Jul 15 13:07:39.443755 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-65580386-6562-4bf1-8036-a456d0cfb5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce93cc1-801a-4726-955f-2a3be756ad60', 'name': 'tempest-ServerRescueTestJSON-1618058603-router', 'tenant_id': '0df8965cb60d49839fdaa2536ee5f493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '8eff9a2e-4e05-4693-8268-bee16c6e9c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:29Z', 'updated_at': '2021-07-15T13:07:33Z', 'revision_number': 4, 'project_id': '0df8965cb60d49839fdaa2536ee5f493', 'gw_port': {'id': '8eff9a2e-4e05-4693-8268-bee16c6e9c0d', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce93cc1-801a-4726-955f-2a3be756ad60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:30Z', 'updated_at': '2021-07-15T13:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '8cde741e-4c68-4f5e-813e-b9a0f7baf0de', 'name': '', 'network_id': '70b5a7aa-0307-4f90-8da6-d6b5f4dbd134', 'tenant_id': '0df8965cb60d49839fdaa2536ee5f493', 'mac_address': 'fa:16:3e:a2:9c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce93cc1-801a-4726-955f-2a3be756ad60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '102dce41-7385-4388-8185-14c00f6a3ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:32Z', 'updated_at': '2021-07-15T13:07:38Z', 'revision_number': 4, 'project_id': '0df8965cb60d49839fdaa2536ee5f493', 'subnets': [{'id': '102dce41-7385-4388-8185-14c00f6a3ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:39.471285 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-4e6a8a38-2a3c-41db-baae-17c76037cfa9 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:39.472849 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-4e6a8a38-2a3c-41db-baae-17c76037cfa9 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.46 "GET /v2.0/networks?id=70b5a7aa-0307-4f90-8da6-d6b5f4dbd134 HTTP/1.1" status: 200 len: 811 time: 0.3929701 Jul 15 13:07:39.476311 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65580386-6562-4bf1-8036-a456d0cfb5ff None None] The sync data for ids ['0ce93cc1-801a-4726-955f-2a3be756ad60'] in n-d-771363-36 is: [{'id': '0ce93cc1-801a-4726-955f-2a3be756ad60', 'name': 'tempest-ServerRescueTestJSON-1618058603-router', 'tenant_id': '0df8965cb60d49839fdaa2536ee5f493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '8eff9a2e-4e05-4693-8268-bee16c6e9c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:29Z', 'updated_at': '2021-07-15T13:07:33Z', 'revision_number': 4, 'project_id': '0df8965cb60d49839fdaa2536ee5f493', 'gw_port': {'id': '8eff9a2e-4e05-4693-8268-bee16c6e9c0d', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce93cc1-801a-4726-955f-2a3be756ad60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:30Z', 'updated_at': '2021-07-15T13:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '8cde741e-4c68-4f5e-813e-b9a0f7baf0de', 'name': '', 'network_id': '70b5a7aa-0307-4f90-8da6-d6b5f4dbd134', 'tenant_id': '0df8965cb60d49839fdaa2536ee5f493', 'mac_address': 'fa:16:3e:a2:9c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce93cc1-801a-4726-955f-2a3be756ad60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '102dce41-7385-4388-8185-14c00f6a3ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:32Z', 'updated_at': '2021-07-15T13:07:38Z', 'revision_number': 4, 'project_id': '0df8965cb60d49839fdaa2536ee5f493', 'subnets': [{'id': '102dce41-7385-4388-8185-14c00f6a3ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:07:39.495840 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a9ea6-1752-4e21-bec8-58456be04b27 req-39acd178-3cbe-4654-9934-6d92766686d0 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:39.497407 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0f0a9ea6-1752-4e21-bec8-58456be04b27 req-39acd178-3cbe-4654-9934-6d92766686d0 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a9bd6fb-437c-4f83-9ecc-f55bd67844f2 HTTP/1.1" status: 200 len: 945 time: 0.2570999 Jul 15 13:07:39.505366 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-43fbf6c1-53b5-457f-bbad-249380b57a4f tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Request body: {'port': {'device_id': 'cbf93536-b9b1-4bb6-9b99-1b06a9975a1f', 'network_id': '70b5a7aa-0307-4f90-8da6-d6b5f4dbd134', 'admin_state_up': True, 'tenant_id': '0df8965cb60d49839fdaa2536ee5f493'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:39.558122 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d342adc7-9ebd-4f35-b160-5ae89562fc62 req-2cbc42a5-50cd-49be-af02-a31fc71d4d02 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928573 Jul 15 13:07:39.575776 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-3b361755-f238-4ff0-b730-041ebd60eaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:39.577472 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-3b361755-f238-4ff0-b730-041ebd60eaf9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2936208 Jul 15 13:07:39.609669 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad9f65-d920-42ab-897d-346c889ece4c req-5e10bfff-95bc-4265-a5a0-faac681a492d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:39.613954 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-17ad9f65-d920-42ab-897d-346c889ece4c req-5e10bfff-95bc-4265-a5a0-faac681a492d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49bbb79a73e14fa894aa5fbb900d6de9&device_id=3c251d54-41a4-4e2b-8ce8-aecaa3ba1012 HTTP/1.1" status: 200 len: 1096 time: 0.4736493 Jul 15 13:07:39.627468 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 360d97a0-9b2c-44fa-b7f3-ae730b54d44e details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:39.701037 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0f0a9ea6-1752-4e21-bec8-58456be04b27 req-6291ea7b-a91b-41fe-a7d5-dc36c3c46d1d tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765585 Jul 15 13:07:39.714427 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884b40c-bd9d-4aeb-a716-6230f37d7a92 req-2a3ff27f-4d5e-406d-8df2-b258b3ec0492 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:39.729257 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c884b40c-bd9d-4aeb-a716-6230f37d7a92 req-2a3ff27f-4d5e-406d-8df2-b258b3ec0492 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 950 time: 0.4201121 Jul 15 13:07:39.783869 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-17ad9f65-d920-42ab-897d-346c889ece4c req-508d8983-a8b5-45ca-b99e-99f816ac5216 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=653be1bb-0801-40e6-b288-8d883163bd83 HTTP/1.1" status: 200 len: 217 time: 0.1103849 Jul 15 13:07:39.819227 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28004289-fc79-4aa9-80d6-d7969b072546 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Router 4be2c769-7b6b-47e5-903b-c7f7fac280fe has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:07:39.887162 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 360d97a0-9b2c-44fa-b7f3-ae730b54d44e, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=360d97a0-9b2c-44fa-b7f3-ae730b54d44e,segment=NetworkSegment(dda3590f-77f2-473e-918f-51e02247fb49),segment_id=dda3590f-77f2-473e-918f-51e02247fb49)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:39.890076 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-adda4d23-4394-45f1-af46-7c2b57e6c8c0 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977456 Jul 15 13:07:39.894483 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c884b40c-bd9d-4aeb-a716-6230f37d7a92 req-8bbf2327-0f20-442d-8d14-d504a858f809 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640050 Jul 15 13:07:39.900597 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '360d97a0-9b2c-44fa-b7f3-ae730b54d44e', 'network_id': '111a9c93-c732-4208-b8b6-92c471a9345c', 'port_id': '360d97a0-9b2c-44fa-b7f3-ae730b54d44e', 'mac_address': 'fa:16:3e:4c:1c:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730641c7-930e-437f-91e2-0f97e39682ab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:39.929973 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad9f65-d920-42ab-897d-346c889ece4c req-0dd59709-0227-4331-a6ee-74e2b3f6f2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:39.931782 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-17ad9f65-d920-42ab-897d-346c889ece4c req-0dd59709-0227-4331-a6ee-74e2b3f6f2d3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a6bbe658-7956-4bdc-bf0f-4e1c4674969b HTTP/1.1" status: 200 len: 852 time: 0.1370237 Jul 15 13:07:39.942577 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-43fbf6c1-53b5-457f-bbad-249380b57a4f tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Made reservation on behalf of 0df8965cb60d49839fdaa2536ee5f493 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:39.947014 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-43fbf6c1-53b5-457f-bbad-249380b57a4f tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:39.965376 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcdb034-6c74-419f-ac18-303ef2e4b805 x-openstack-request-id: req-7fcdb034-6c74-419f-ac18-303ef2e4b805 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:39.965661 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c251d54-41a4-4e2b-8ce8-aecaa3ba1012", "tag": "653be1bb-0801-40e6-b288-8d883163bd83", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:39.965912 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7fcdb034-6c74-419f-ac18-303ef2e4b805 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:39.967172 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c251d54-41a4-4e2b-8ce8-aecaa3ba1012', 'tag': '653be1bb-0801-40e6-b288-8d883163bd83', 'status': 'completed', 'code': 200} Jul 15 13:07:40.004371 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:40.021089 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 360d97a0-9b2c-44fa-b7f3-ae730b54d44e {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:40.053094 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 360d97a0-9b2c-44fa-b7f3-ae730b54d44e, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=360d97a0-9b2c-44fa-b7f3-ae730b54d44e,segment=NetworkSegment(dda3590f-77f2-473e-918f-51e02247fb49),segment_id=dda3590f-77f2-473e-918f-51e02247fb49)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:40.080556 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:40.188638 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=360d97a0-9b2c-44fa-b7f3-ae730b54d44e,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:40.208981 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28004289-fc79-4aa9-80d6-d7969b072546 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:07:40.230241 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-28004289-fc79-4aa9-80d6-d7969b072546 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:40.243040 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d209296d-d325-4754-bb09-86679165cd0c None None] Sync routers for ids ['4be2c769-7b6b-47e5-903b-c7f7fac280fe'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:07:40.265886 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d209296d-d325-4754-bb09-86679165cd0c None None] Routers {'4be2c769-7b6b-47e5-903b-c7f7fac280fe'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:07:40.266805 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-d209296d-d325-4754-bb09-86679165cd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:07:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['4be2c769-7b6b-47e5-903b-c7f7fac280fe'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:40.271839 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ca938-f81a-4527-862e-a0f20152254e req-a441fb90-83b0-464e-9c7b-777aca86a5b3 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:40.273408 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-462ca938-f81a-4527-862e-a0f20152254e req-a441fb90-83b0-464e-9c7b-777aca86a5b3 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c251d54-41a4-4e2b-8ce8-aecaa3ba1012 HTTP/1.1" status: 200 len: 944 time: 0.2105412 Jul 15 13:07:40.322118 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-3f891caa-1b69-40eb-86d0-f7a823f978c7 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180962 Jul 15 13:07:40.332151 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-28004289-fc79-4aa9-80d6-d7969b072546 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "PUT /v2.0/floatingips/0b596c9a-9b0c-4395-a2b8-3f21308d7a13 HTTP/1.1" status: 200 len: 992 time: 3.6665933 Jul 15 13:07:40.332759 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'tag': '45cccd3c-527e-44db-82ed-44f7f1bef40a'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:40.335056 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe706da-121d-45d2-bbae-aa24ed209d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "tag": "45cccd3c-527e-44db-82ed-44f7f1bef40a"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:40.338436 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad9f65-d920-42ab-897d-346c889ece4c req-1d2f64be-2e2a-4171-8d22-dd956416ac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:40.340497 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-17ad9f65-d920-42ab-897d-346c889ece4c req-1d2f64be-2e2a-4171-8d22-dd956416ac55 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3907590 Jul 15 13:07:40.403080 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6dc1e141-d6b5-47b1-a5b0-f3d0ac755fa3 req-0fedd145-395f-4530-a788-80402d66cced tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 210 time: 0.1232722 Jul 15 13:07:40.443940 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['360d97a0-9b2c-44fa-b7f3-ae730b54d44e'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:40.528140 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-43fbf6c1-53b5-457f-bbad-249380b57a4f tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Allocated IP 172.20.0.5 (70b5a7aa-0307-4f90-8da6-d6b5f4dbd134/102dce41-7385-4388-8185-14c00f6a3ad4/939a28c7-2115-435a-b706-86137f8880d3) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:40.653955 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-462ca938-f81a-4527-862e-a0f20152254e req-34533335-40e9-4eaf-8d7c-6be212a30f21 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd8953d8-6762-490d-a048-aff3dca15ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3636842 Jul 15 13:07:40.656460 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-d209296d-d325-4754-bb09-86679165cd0c None None] Set router 4be2c769-7b6b-47e5-903b-c7f7fac280fe gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:07:41.286650 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-17ad9f65-d920-42ab-897d-346c889ece4c req-8ffce8f9-196c-47a8-a1b8-7a55baf3ff21 service neutron] 10.222.0.46 "GET /v2.0/networks/6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9009230 Jul 15 13:07:41.310502 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f04728-c22c-40f1-9968-93e1f1df4597 x-openstack-request-id: req-67f04728-c22c-40f1-9968-93e1f1df4597 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:41.310995 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "tag": "45cccd3c-527e-44db-82ed-44f7f1bef40a", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:41.310995 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-67f04728-c22c-40f1-9968-93e1f1df4597 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:41.311388 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'tag': '45cccd3c-527e-44db-82ed-44f7f1bef40a', 'status': 'completed', 'code': 200} Jul 15 13:07:41.367691 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-d209296d-d325-4754-bb09-86679165cd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be2c769-7b6b-47e5-903b-c7f7fac280fe', 'name': 'tempest-TaggedBootDevicesTest-1213739959-router', 'tenant_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '3c8c92f8-523a-4184-8137-33afe7dd65ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:29Z', 'updated_at': '2021-07-15T13:05:34Z', 'revision_number': 4, 'project_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'gw_port': {'id': '3c8c92f8-523a-4184-8137-33afe7dd65ea', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be2c769-7b6b-47e5-903b-c7f7fac280fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:30Z', 'updated_at': '2021-07-15T13:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '0b596c9a-9b0c-4395-a2b8-3f21308d7a13', 'tenant_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'floating_ip_address': '172.25.8.197', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '4be2c769-7b6b-47e5-903b-c7f7fac280fe', 'port_id': '45cccd3c-527e-44db-82ed-44f7f1bef40a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35062ce4-aa77-455d-98c1-04b1c2bbb05e', 'mac_address': 'fa:16:3e:f7:22:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:06:14Z', 'updated_at': '2021-07-15T13:07:38Z', 'revision_number': 1, 'project_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '051a5e44-6467-4321-af7a-e5087fac40c1', 'name': '', 'network_id': '35062ce4-aa77-455d-98c1-04b1c2bbb05e', 'tenant_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'mac_address': 'fa:16:3e:a4:12:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be2c769-7b6b-47e5-903b-c7f7fac280fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a11699d2-8318-44c7-ac11-44c19841c110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:33Z', 'updated_at': '2021-07-15T13:05:41Z', 'revision_number': 5, 'project_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'subnets': [{'id': 'a11699d2-8318-44c7-ac11-44c19841c110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:41.438826 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8cde741e-4c68-4f5e-813e-b9a0f7baf0de up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:41.460459 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe706da-121d-45d2-bbae-aa24ed209d5f req-c827d710-e2c3-44e1-9558-aa8eeacae23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:41.460956 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe706da-121d-45d2-bbae-aa24ed209d5f req-c827d710-e2c3-44e1-9558-aa8eeacae23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:41.461457 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe706da-121d-45d2-bbae-aa24ed209d5f req-c827d710-e2c3-44e1-9558-aa8eeacae23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:41.461932 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe706da-121d-45d2-bbae-aa24ed209d5f req-c827d710-e2c3-44e1-9558-aa8eeacae23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:41.462406 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe706da-121d-45d2-bbae-aa24ed209d5f req-c827d710-e2c3-44e1-9558-aa8eeacae23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:41.463277 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe706da-121d-45d2-bbae-aa24ed209d5f req-c827d710-e2c3-44e1-9558-aa8eeacae23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:41.463761 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe706da-121d-45d2-bbae-aa24ed209d5f req-c827d710-e2c3-44e1-9558-aa8eeacae23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:41.466014 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4fe706da-121d-45d2-bbae-aa24ed209d5f req-c827d710-e2c3-44e1-9558-aa8eeacae23d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=81c3b9d8d0bd4b9983bde8217f1dc07f&device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 6498 time: 0.1019535 Jul 15 13:07:41.498008 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d209296d-d325-4754-bb09-86679165cd0c None None] Checking router: 4be2c769-7b6b-47e5-903b-c7f7fac280fe for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:07:41.509290 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d209296d-d325-4754-bb09-86679165cd0c None None] Routers {'4be2c769-7b6b-47e5-903b-c7f7fac280fe'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:07:41.510190 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-d209296d-d325-4754-bb09-86679165cd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:07:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['4be2c769-7b6b-47e5-903b-c7f7fac280fe'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:41.565868 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 8cde741e-4c68-4f5e-813e-b9a0f7baf0de completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:41.574509 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 8cde741e-4c68-4f5e-813e-b9a0f7baf0de triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:41.575037 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:41.603059 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-43fbf6c1-53b5-457f-bbad-249380b57a4f tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:41.617657 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe706da-121d-45d2-bbae-aa24ed209d5f req-be30dd5c-90ad-4357-87b3-1549e3a882ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:41.619394 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4fe706da-121d-45d2-bbae-aa24ed209d5f req-be30dd5c-90ad-4357-87b3-1549e3a882ba service neutron] 10.222.0.46 "GET /v2.0/networks?id=35062ce4-aa77-455d-98c1-04b1c2bbb05e HTTP/1.1" status: 200 len: 913 time: 0.1445906 Jul 15 13:07:41.653894 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 360d97a0-9b2c-44fa-b7f3-ae730b54d44e up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:41.738067 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4fe706da-121d-45d2-bbae-aa24ed209d5f req-c8bad95c-bc39-4f8f-957d-c520d2a8f113 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45cccd3c-527e-44db-82ed-44f7f1bef40a HTTP/1.1" status: 200 len: 1000 time: 0.1083374 Jul 15 13:07:41.744620 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-17ad9f65-d920-42ab-897d-346c889ece4c req-316b9302-0242-4e1d-8906-5c79c85a72b9 service neutron] 10.222.0.46 "GET /v2.0/networks/6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386737 Jul 15 13:07:41.748993 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-43fbf6c1-53b5-457f-bbad-249380b57a4f tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:41.814600 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-d209296d-d325-4754-bb09-86679165cd0c None None] Set router 4be2c769-7b6b-47e5-903b-c7f7fac280fe gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:07:41.814600 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 360d97a0-9b2c-44fa-b7f3-ae730b54d44e triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:41.814600 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:41.815335 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:41.840361 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe706da-121d-45d2-bbae-aa24ed209d5f req-33a21eb3-64c9-4ead-bd62-261f78791bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:41.840978 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35af0a-cea8-4078-95c8-362c98d7be93 req-2dfc682c-0181-4f7a-b003-443280b6ddf3 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:41.841871 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4fe706da-121d-45d2-bbae-aa24ed209d5f req-33a21eb3-64c9-4ead-bd62-261f78791bfc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a11699d2-8318-44c7-ac11-44c19841c110 HTTP/1.1" status: 200 len: 851 time: 0.0859005 Jul 15 13:07:41.849892 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9f35af0a-cea8-4078-95c8-362c98d7be93 req-2dfc682c-0181-4f7a-b003-443280b6ddf3 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 945 time: 1.1929927 Jul 15 13:07:41.910960 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 8cde741e-4c68-4f5e-813e-b9a0f7baf0de, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=8cde741e-4c68-4f5e-813e-b9a0f7baf0de,segment=NetworkSegment(1a9c80c0-7d5b-40b0-8c39-86efa348994c),segment_id=1a9c80c0-7d5b-40b0-8c39-86efa348994c)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:41.935938 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:41.949835 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-43fbf6c1-53b5-457f-bbad-249380b57a4f tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Network 70b5a7aa-0307-4f90-8da6-d6b5f4dbd134 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:41.951610 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-43fbf6c1-53b5-457f-bbad-249380b57a4f tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:41.963026 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe706da-121d-45d2-bbae-aa24ed209d5f req-739aa243-dfb8-4bb6-9195-bd906bf0798a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:41.964539 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4fe706da-121d-45d2-bbae-aa24ed209d5f req-739aa243-dfb8-4bb6-9195-bd906bf0798a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=35062ce4-aa77-455d-98c1-04b1c2bbb05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1046193 Jul 15 13:07:41.982541 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-43fbf6c1-53b5-457f-bbad-249380b57a4f tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:42.048029 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9f35af0a-cea8-4078-95c8-362c98d7be93 req-1c0823b9-b47d-4bde-99c5-cc885b555b2b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971734 Jul 15 13:07:42.053830 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fbf6c1-53b5-457f-bbad-249380b57a4f tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Pushing event updated for resources: {'Port': ['ID=939a28c7-2115-435a-b706-86137f8880d3,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:42.122515 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=8cde741e-4c68-4f5e-813e-b9a0f7baf0de,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:42.137705 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:42.138246 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4fe706da-121d-45d2-bbae-aa24ed209d5f req-662a2488-9e9d-494e-8ffd-2861254d18e7 service neutron] 10.222.0.46 "GET /v2.0/networks/35062ce4-aa77-455d-98c1-04b1c2bbb05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499228 Jul 15 13:07:42.193849 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27130f8-48bc-4ac2-99b7-f723c8648949 req-c55fff15-0f67-4365-8608-c8ba8fb40075 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:42.201035 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d27130f8-48bc-4ac2-99b7-f723c8648949 req-c55fff15-0f67-4365-8608-c8ba8fb40075 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a9bd6fb-437c-4f83-9ecc-f55bd67844f2 HTTP/1.1" status: 200 len: 944 time: 0.6728423 Jul 15 13:07:42.271035 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d27130f8-48bc-4ac2-99b7-f723c8648949 req-2019a4b4-91ff-4c6c-90ac-c9687b39323c tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663750 Jul 15 13:07:42.281400 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9bd6fb-437c-4f83-9ecc-f55bd67844f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360d97a0-9b2c-44fa-b7f3-ae730b54d44e'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:42.284789 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-43fbf6c1-53b5-457f-bbad-249380b57a4f tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:42.287444 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b097cd5e-b78f-4328-9f2f-e81aea2b30ad" -d '{"events": [{"server_uuid": "8a9bd6fb-437c-4f83-9ecc-f55bd67844f2", "name": "network-vif-plugged", "status": "completed", "tag": "360d97a0-9b2c-44fa-b7f3-ae730b54d44e"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:42.288429 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-43fbf6c1-53b5-457f-bbad-249380b57a4f tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:42.329177 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd394c9-da21-46d1-a214-b420ab4a23c5 req-62ea76b6-6a38-4b40-95fb-ff33c940490b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:42.332042 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8bd394c9-da21-46d1-a214-b420ab4a23c5 req-62ea76b6-6a38-4b40-95fb-ff33c940490b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49bbb79a73e14fa894aa5fbb900d6de9&device_id=3c251d54-41a4-4e2b-8ce8-aecaa3ba1012 HTTP/1.1" status: 200 len: 1096 time: 0.4695475 Jul 15 13:07:42.333612 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4fe706da-121d-45d2-bbae-aa24ed209d5f req-7039c3d4-5a4f-464e-addf-20e6dc47ca9f service neutron] 10.222.0.46 "GET /v2.0/networks/35062ce4-aa77-455d-98c1-04b1c2bbb05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922762 Jul 15 13:07:42.336425 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 360d97a0-9b2c-44fa-b7f3-ae730b54d44e, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=360d97a0-9b2c-44fa-b7f3-ae730b54d44e,segment=NetworkSegment(dda3590f-77f2-473e-918f-51e02247fb49),segment_id=dda3590f-77f2-473e-918f-51e02247fb49)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:42.375266 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:42.419514 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-43fbf6c1-53b5-457f-bbad-249380b57a4f tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9196389 Jul 15 13:07:42.445639 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-9aa4862c-350f-4edb-a1e3-7a50c13b3c17 service neutron] Request body: {'port': {'device_id': 'cbf93536-b9b1-4bb6-9b99-1b06a9975a1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:42.473561 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=360d97a0-9b2c-44fa-b7f3-ae730b54d44e,revision_number=7']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:42.494440 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-d209296d-d325-4754-bb09-86679165cd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be2c769-7b6b-47e5-903b-c7f7fac280fe', 'name': 'tempest-TaggedBootDevicesTest-1213739959-router', 'tenant_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '3c8c92f8-523a-4184-8137-33afe7dd65ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:29Z', 'updated_at': '2021-07-15T13:05:34Z', 'revision_number': 4, 'project_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'gw_port': {'id': '3c8c92f8-523a-4184-8137-33afe7dd65ea', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be2c769-7b6b-47e5-903b-c7f7fac280fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:30Z', 'updated_at': '2021-07-15T13:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '0b596c9a-9b0c-4395-a2b8-3f21308d7a13', 'tenant_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'floating_ip_address': '172.25.8.197', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '4be2c769-7b6b-47e5-903b-c7f7fac280fe', 'port_id': '45cccd3c-527e-44db-82ed-44f7f1bef40a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35062ce4-aa77-455d-98c1-04b1c2bbb05e', 'mac_address': 'fa:16:3e:f7:22:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:06:14Z', 'updated_at': '2021-07-15T13:07:38Z', 'revision_number': 1, 'project_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '051a5e44-6467-4321-af7a-e5087fac40c1', 'name': '', 'network_id': '35062ce4-aa77-455d-98c1-04b1c2bbb05e', 'tenant_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'mac_address': 'fa:16:3e:a4:12:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be2c769-7b6b-47e5-903b-c7f7fac280fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a11699d2-8318-44c7-ac11-44c19841c110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:33Z', 'updated_at': '2021-07-15T13:05:41Z', 'revision_number': 5, 'project_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'subnets': [{'id': 'a11699d2-8318-44c7-ac11-44c19841c110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:42.594033 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd394c9-da21-46d1-a214-b420ab4a23c5 req-62c8c686-a715-4a35-84e0-088e66268d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:42.595519 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8bd394c9-da21-46d1-a214-b420ab4a23c5 req-62c8c686-a715-4a35-84e0-088e66268d47 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d HTTP/1.1" status: 200 len: 914 time: 0.2262273 Jul 15 13:07:42.657053 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d209296d-d325-4754-bb09-86679165cd0c None None] The sync data for ids ['4be2c769-7b6b-47e5-903b-c7f7fac280fe'] in n-d-771363-36 is: [{'id': '4be2c769-7b6b-47e5-903b-c7f7fac280fe', 'name': 'tempest-TaggedBootDevicesTest-1213739959-router', 'tenant_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '3c8c92f8-523a-4184-8137-33afe7dd65ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:29Z', 'updated_at': '2021-07-15T13:05:34Z', 'revision_number': 4, 'project_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'gw_port': {'id': '3c8c92f8-523a-4184-8137-33afe7dd65ea', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be2c769-7b6b-47e5-903b-c7f7fac280fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:30Z', 'updated_at': '2021-07-15T13:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '0b596c9a-9b0c-4395-a2b8-3f21308d7a13', 'tenant_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'floating_ip_address': '172.25.8.197', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '4be2c769-7b6b-47e5-903b-c7f7fac280fe', 'port_id': '45cccd3c-527e-44db-82ed-44f7f1bef40a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35062ce4-aa77-455d-98c1-04b1c2bbb05e', 'mac_address': 'fa:16:3e:f7:22:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:06:14Z', 'updated_at': '2021-07-15T13:07:38Z', 'revision_number': 1, 'project_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '051a5e44-6467-4321-af7a-e5087fac40c1', 'name': '', 'network_id': '35062ce4-aa77-455d-98c1-04b1c2bbb05e', 'tenant_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'mac_address': 'fa:16:3e:a4:12:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be2c769-7b6b-47e5-903b-c7f7fac280fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a11699d2-8318-44c7-ac11-44c19841c110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:33Z', 'updated_at': '2021-07-15T13:05:41Z', 'revision_number': 5, 'project_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'subnets': [{'id': 'a11699d2-8318-44c7-ac11-44c19841c110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:07:42.699634 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8bd394c9-da21-46d1-a214-b420ab4a23c5 req-f1ec11d6-74d0-4300-9fb3-387e5e8745d1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=653be1bb-0801-40e6-b288-8d883163bd83 HTTP/1.1" status: 200 len: 217 time: 0.0835581 Jul 15 13:07:42.721103 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1f06d-27fb-419a-9f3e-6d2b53b66d34 req-42523e58-d207-4d99-98a2-11b75fe5e662 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:42.723304 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cec1f06d-27fb-419a-9f3e-6d2b53b66d34 req-42523e58-d207-4d99-98a2-11b75fe5e662 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 950 time: 0.4236262 Jul 15 13:07:42.772985 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-9aa4862c-350f-4edb-a1e3-7a50c13b3c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:42.814885 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91f501-399b-4aa7-b51f-c4b5cfd72017 req-0783b427-a080-47c6-ab45-3ff6376486c7 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:42.816404 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2f91f501-399b-4aa7-b51f-c4b5cfd72017 req-0783b427-a080-47c6-ab45-3ff6376486c7 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 931 time: 0.2631447 Jul 15 13:07:42.864704 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd394c9-da21-46d1-a214-b420ab4a23c5 req-a55f04e1-d712-4989-b843-71ea9100f020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:42.866250 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8bd394c9-da21-46d1-a214-b420ab4a23c5 req-a55f04e1-d712-4989-b843-71ea9100f020 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a6bbe658-7956-4bdc-bf0f-4e1c4674969b HTTP/1.1" status: 200 len: 852 time: 0.1418800 Jul 15 13:07:42.869190 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cec1f06d-27fb-419a-9f3e-6d2b53b66d34 req-ab905d10-76c4-4944-8f38-0c94dbcdc8a4 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305704 Jul 15 13:07:42.906432 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88cb332-4f02-45ba-8cb7-ad82eefca97c None None] New status for floating IP 0b596c9a-9b0c-4395-a2b8-3f21308d7a13: ACTIVE {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:07:42.991892 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2f91f501-399b-4aa7-b51f-c4b5cfd72017 req-f250602d-4fc7-4f55-a50e-ce0c9fe071f1 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646638 Jul 15 13:07:43.088909 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd394c9-da21-46d1-a214-b420ab4a23c5 req-37d61f1f-ec46-477d-afa3-ae257008a1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:43.090434 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8bd394c9-da21-46d1-a214-b420ab4a23c5 req-37d61f1f-ec46-477d-afa3-ae257008a1a7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2117395 Jul 15 13:07:43.218085 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37324fb1-bfce-4be2-aca5-a1831f930777 req-71e688ce-ed15-41b1-8c03-831db16a467a tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:43.219652 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-37324fb1-bfce-4be2-aca5-a1831f930777 req-71e688ce-ed15-41b1-8c03-831db16a467a tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c251d54-41a4-4e2b-8ce8-aecaa3ba1012 HTTP/1.1" status: 200 len: 944 time: 0.2199917 Jul 15 13:07:43.222032 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8cde741e-4c68-4f5e-813e-b9a0f7baf0de up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:43.275628 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 8cde741e-4c68-4f5e-813e-b9a0f7baf0de triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:43.276006 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:43.293222 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8bd394c9-da21-46d1-a214-b420ab4a23c5 req-95ed9568-0042-44c9-a123-48e7ddfdddb0 service neutron] 10.222.0.46 "GET /v2.0/networks/6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764917 Jul 15 13:07:43.347312 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-37324fb1-bfce-4be2-aca5-a1831f930777 req-75f005b0-0535-4949-b00e-d443dc726403 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd8953d8-6762-490d-a048-aff3dca15ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127219 Jul 15 13:07:43.396881 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2db1606-b6f9-4540-a34e-78be6f64c88b x-openstack-request-id: req-a2db1606-b6f9-4540-a34e-78be6f64c88b {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:43.397841 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-9aa4862c-350f-4edb-a1e3-7a50c13b3c17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 939a28c7-2115-435a-b706-86137f8880d3 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:43.398228 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9bd6fb-437c-4f83-9ecc-f55bd67844f2", "name": "network-vif-plugged", "status": "completed", "tag": "360d97a0-9b2c-44fa-b7f3-ae730b54d44e", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:43.398806 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2db1606-b6f9-4540-a34e-78be6f64c88b {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:43.399504 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9bd6fb-437c-4f83-9ecc-f55bd67844f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360d97a0-9b2c-44fa-b7f3-ae730b54d44e', 'code': 200} Jul 15 13:07:43.408432 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-9aa4862c-350f-4edb-a1e3-7a50c13b3c17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:43.452181 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-9aa4862c-350f-4edb-a1e3-7a50c13b3c17 service neutron] Transition to ACTIVE for port object 939a28c7-2115-435a-b706-86137f8880d3 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:43.460890 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-9aa4862c-350f-4edb-a1e3-7a50c13b3c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:43.497919 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8bd394c9-da21-46d1-a214-b420ab4a23c5 req-e88be588-417d-4dc8-9b12-ad78221df7fc service neutron] 10.222.0.46 "GET /v2.0/networks/6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756821 Jul 15 13:07:43.555658 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4862c-350f-4edb-a1e3-7a50c13b3c17 service neutron] Pushing event updated for resources: {'Port': ['ID=939a28c7-2115-435a-b706-86137f8880d3,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:43.646520 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1a2d3-2db5-4f5a-97ad-cccf7ac26b04 req-e8fa4967-ae87-45ae-a758-1e5e29e061ff tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:43.648198 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6ac1a2d3-2db5-4f5a-97ad-cccf7ac26b04 req-e8fa4967-ae87-45ae-a758-1e5e29e061ff tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 945 time: 0.1493366 Jul 15 13:07:43.650909 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-9aa4862c-350f-4edb-a1e3-7a50c13b3c17 service neutron] Attempting to bind port 939a28c7-2115-435a-b706-86137f8880d3 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:43.651188 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-9aa4862c-350f-4edb-a1e3-7a50c13b3c17 service neutron] Attempting to bind port 939a28c7-2115-435a-b706-86137f8880d3 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '1a9c80c0-7d5b-40b0-8c39-86efa348994c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '70b5a7aa-0307-4f90-8da6-d6b5f4dbd134'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:43.651561 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-9aa4862c-350f-4edb-a1e3-7a50c13b3c17 service neutron] Attempting to bind port 939a28c7-2115-435a-b706-86137f8880d3 on network 70b5a7aa-0307-4f90-8da6-d6b5f4dbd134 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:43.656069 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 360d97a0-9b2c-44fa-b7f3-ae730b54d44e no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:43.670030 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-9aa4862c-350f-4edb-a1e3-7a50c13b3c17 service neutron] Port 939a28c7-2115-435a-b706-86137f8880d3 on network 70b5a7aa-0307-4f90-8da6-d6b5f4dbd134 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:07:43.670366 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-9aa4862c-350f-4edb-a1e3-7a50c13b3c17 service neutron] Attempting to bind port 939a28c7-2115-435a-b706-86137f8880d3 on network 70b5a7aa-0307-4f90-8da6-d6b5f4dbd134 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:43.678764 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-9aa4862c-350f-4edb-a1e3-7a50c13b3c17 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:43.679110 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-9aa4862c-350f-4edb-a1e3-7a50c13b3c17 service neutron] Checking segment: {'id': '1a9c80c0-7d5b-40b0-8c39-86efa348994c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '70b5a7aa-0307-4f90-8da6-d6b5f4dbd134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:43.679501 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-9aa4862c-350f-4edb-a1e3-7a50c13b3c17 service neutron] Bound using segment: {'id': '1a9c80c0-7d5b-40b0-8c39-86efa348994c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '70b5a7aa-0307-4f90-8da6-d6b5f4dbd134'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:43.679953 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-9aa4862c-350f-4edb-a1e3-7a50c13b3c17 service neutron] Bound port: 939a28c7-2115-435a-b706-86137f8880d3, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a9c80c0-7d5b-40b0-8c39-86efa348994c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '70b5a7aa-0307-4f90-8da6-d6b5f4dbd134'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:43.680297 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-9aa4862c-350f-4edb-a1e3-7a50c13b3c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:43.725356 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6ac1a2d3-2db5-4f5a-97ad-cccf7ac26b04 req-9f83e40f-4c1e-48a4-ba64-d25d6a1c8052 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704308 Jul 15 13:07:43.756673 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:43.771316 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-9aa4862c-350f-4edb-a1e3-7a50c13b3c17 service neutron] For port 939a28c7-2115-435a-b706-86137f8880d3, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:43.775018 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-9aa4862c-350f-4edb-a1e3-7a50c13b3c17 service neutron] For port 939a28c7-2115-435a-b706-86137f8880d3, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=939a28c7-2115-435a-b706-86137f8880d3,segment=NetworkSegment(1a9c80c0-7d5b-40b0-8c39-86efa348994c),segment_id=1a9c80c0-7d5b-40b0-8c39-86efa348994c)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:43.782115 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-9aa4862c-350f-4edb-a1e3-7a50c13b3c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:43.793035 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 360d97a0-9b2c-44fa-b7f3-ae730b54d44e, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=360d97a0-9b2c-44fa-b7f3-ae730b54d44e,segment=NetworkSegment(dda3590f-77f2-473e-918f-51e02247fb49),segment_id=dda3590f-77f2-473e-918f-51e02247fb49)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:43.802631 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:43.838786 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-9aa4862c-350f-4edb-a1e3-7a50c13b3c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:43.839437 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-9aa4862c-350f-4edb-a1e3-7a50c13b3c17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:43.841653 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-9aa4862c-350f-4edb-a1e3-7a50c13b3c17 service neutron] 10.222.0.46 "PUT /v2.0/ports/939a28c7-2115-435a-b706-86137f8880d3 HTTP/1.1" status: 200 len: 1092 time: 1.4065037 Jul 15 13:07:43.842104 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf93536-b9b1-4bb6-9b99-1b06a9975a1f', 'tag': '939a28c7-2115-435a-b706-86137f8880d3'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:43.845069 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6d2cc9-07b1-4783-86b5-a64f617065e6" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf93536-b9b1-4bb6-9b99-1b06a9975a1f", "tag": "939a28c7-2115-435a-b706-86137f8880d3"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:43.889169 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4862c-350f-4edb-a1e3-7a50c13b3c17 service neutron] Pushing event updated for resources: {'Port': ['ID=939a28c7-2115-435a-b706-86137f8880d3,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:43.911508 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=360d97a0-9b2c-44fa-b7f3-ae730b54d44e,revision_number=8']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:44.036831 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-48a9ba0d-6227-43cf-adaf-02c53c0f67fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:44.040678 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-48a9ba0d-6227-43cf-adaf-02c53c0f67fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0df8965cb60d49839fdaa2536ee5f493&device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 1095 time: 0.1130958 Jul 15 13:07:44.096186 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-f19badcf-5917-4be8-9cfc-73a4e0936378 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=939a28c7-2115-435a-b706-86137f8880d3 HTTP/1.1" status: 200 len: 217 time: 0.0434439 Jul 15 13:07:44.201897 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-757a70a7-adba-4a02-aef6-9385f9c42e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:44.203487 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-757a70a7-adba-4a02-aef6-9385f9c42e40 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=102dce41-7385-4388-8185-14c00f6a3ad4 HTTP/1.1" status: 200 len: 851 time: 0.0892153 Jul 15 13:07:44.205045 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee310994-394d-4bc7-a1e6-e1301a39448f x-openstack-request-id: req-ee310994-394d-4bc7-a1e6-e1301a39448f {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:44.205331 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf93536-b9b1-4bb6-9b99-1b06a9975a1f", "tag": "939a28c7-2115-435a-b706-86137f8880d3", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:44.205584 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee310994-394d-4bc7-a1e6-e1301a39448f {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:44.206141 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf93536-b9b1-4bb6-9b99-1b06a9975a1f', 'tag': '939a28c7-2115-435a-b706-86137f8880d3', 'status': 'completed', 'code': 200} Jul 15 13:07:44.264227 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-fc5867c0-4bbf-4fd4-8093-2f2771f3aca1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=70b5a7aa-0307-4f90-8da6-d6b5f4dbd134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455577 Jul 15 13:07:44.447533 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-6e584e31-0fd1-456a-99ab-a2149cd62e12 service neutron] 10.222.0.46 "GET /v2.0/networks/70b5a7aa-0307-4f90-8da6-d6b5f4dbd134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608636 Jul 15 13:07:44.455127 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d005a707-a8d6-48d8-8440-1f8043dc82b8 req-1952a68b-057c-4476-83a9-470b5cbb2708 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:44.457357 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d005a707-a8d6-48d8-8440-1f8043dc82b8 req-1952a68b-057c-4476-83a9-470b5cbb2708 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 950 time: 0.1813347 Jul 15 13:07:44.527382 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab27c4-aeca-477a-9b87-c05b272d18cb req-e7c71739-d60f-4908-a46c-b7f83287f008 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:44.528847 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02ab27c4-aeca-477a-9b87-c05b272d18cb req-e7c71739-d60f-4908-a46c-b7f83287f008 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 943 time: 0.2024319 Jul 15 13:07:44.589759 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d005a707-a8d6-48d8-8440-1f8043dc82b8 req-bc5935c1-3726-48bb-877d-aca12c64316c tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177080 Jul 15 13:07:44.620850 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02ab27c4-aeca-477a-9b87-c05b272d18cb req-a1925957-f5b3-453d-afec-8ebc84e553fb tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652597 Jul 15 13:07:44.622952 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b360a857-653a-4a31-bae5-3c557c3f3eeb req-704686a1-68b0-4df1-b989-1735c7107f4b service neutron] 10.222.0.46 "GET /v2.0/networks/70b5a7aa-0307-4f90-8da6-d6b5f4dbd134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594782 Jul 15 13:07:44.799795 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d2cc9-07b1-4783-86b5-a64f617065e6 req-bf403d46-b57c-4739-8c48-e20f95cb776f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:44.801810 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ce6d2cc9-07b1-4783-86b5-a64f617065e6 req-bf403d46-b57c-4739-8c48-e20f95cb776f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0df8965cb60d49839fdaa2536ee5f493&device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 1095 time: 0.1060357 Jul 15 13:07:44.965871 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d2cc9-07b1-4783-86b5-a64f617065e6 req-dfc5cd3a-ea71-4a42-b640-911a88dae17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:44.966411 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ce6d2cc9-07b1-4783-86b5-a64f617065e6 req-dfc5cd3a-ea71-4a42-b640-911a88dae17d service neutron] 10.222.0.46 "GET /v2.0/networks?id=70b5a7aa-0307-4f90-8da6-d6b5f4dbd134 HTTP/1.1" status: 200 len: 912 time: 0.1450887 Jul 15 13:07:44.978827 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775b1ac-2106-46f0-956d-5d4c9c46596f req-5ae4e228-4e97-4c24-b515-3c069a8ee6cf tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:44.980387 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6775b1ac-2106-46f0-956d-5d4c9c46596f req-5ae4e228-4e97-4c24-b515-3c069a8ee6cf tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 945 time: 0.1969051 Jul 15 13:07:45.031485 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ce6d2cc9-07b1-4783-86b5-a64f617065e6 req-69af9ed9-19fd-4530-b5ff-68bf45d722e7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=939a28c7-2115-435a-b706-86137f8880d3 HTTP/1.1" status: 200 len: 217 time: 0.0491025 Jul 15 13:07:45.048898 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a1d42-5756-4639-8de1-7f9a8e66d4aa req-f2f25268-cc7c-4a10-8415-d473569e84f0 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:45.051030 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3f3a1d42-5756-4639-8de1-7f9a8e66d4aa req-f2f25268-cc7c-4a10-8415-d473569e84f0 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a9bd6fb-437c-4f83-9ecc-f55bd67844f2 HTTP/1.1" status: 200 len: 943 time: 0.2000329 Jul 15 13:07:45.118284 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6775b1ac-2106-46f0-956d-5d4c9c46596f req-7da15257-4971-4e3f-ab87-47ee2d7e7ce4 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282964 Jul 15 13:07:45.153329 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3f3a1d42-5756-4639-8de1-7f9a8e66d4aa req-eb5812ac-a6c7-4a64-956c-6fbeab039dd1 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928171 Jul 15 13:07:45.158417 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d2cc9-07b1-4783-86b5-a64f617065e6 req-828944e4-a647-4786-a0fa-5a8192103a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:45.167910 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ce6d2cc9-07b1-4783-86b5-a64f617065e6 req-828944e4-a647-4786-a0fa-5a8192103a80 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=102dce41-7385-4388-8185-14c00f6a3ad4 HTTP/1.1" status: 200 len: 851 time: 0.1084533 Jul 15 13:07:45.205477 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ce6d2cc9-07b1-4783-86b5-a64f617065e6 req-f58053c3-a2f7-449b-b038-71dffcbe212f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=70b5a7aa-0307-4f90-8da6-d6b5f4dbd134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286264 Jul 15 13:07:45.232401 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-ce6d2cc9-07b1-4783-86b5-a64f617065e6 req-235c529b-f8eb-4c58-b3bc-d80b4a722584 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:07:45.233396 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ce6d2cc9-07b1-4783-86b5-a64f617065e6 req-235c529b-f8eb-4c58-b3bc-d80b4a722584 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055408 Jul 15 13:07:45.401109 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9bd6fb-437c-4f83-9ecc-f55bd67844f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '360d97a0-9b2c-44fa-b7f3-ae730b54d44e'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:45.404287 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa846665-30bb-48fb-b4d7-337c9a744ce5" -d '{"events": [{"server_uuid": "8a9bd6fb-437c-4f83-9ecc-f55bd67844f2", "name": "network-vif-unplugged", "status": "completed", "tag": "360d97a0-9b2c-44fa-b7f3-ae730b54d44e"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:45.443767 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228edff5-b722-4512-9eff-f9e66bc18eb5 x-openstack-request-id: req-228edff5-b722-4512-9eff-f9e66bc18eb5 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:45.444128 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9bd6fb-437c-4f83-9ecc-f55bd67844f2", "name": "network-vif-unplugged", "status": "completed", "tag": "360d97a0-9b2c-44fa-b7f3-ae730b54d44e", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:45.444381 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-228edff5-b722-4512-9eff-f9e66bc18eb5 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:45.444773 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9bd6fb-437c-4f83-9ecc-f55bd67844f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '360d97a0-9b2c-44fa-b7f3-ae730b54d44e', 'code': 200} Jul 15 13:07:45.726372 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ce6d2cc9-07b1-4783-86b5-a64f617065e6 req-23bec83f-8ce4-490b-abd4-594b5af89ea2 service neutron] 10.222.0.46 "GET /v2.0/networks/70b5a7aa-0307-4f90-8da6-d6b5f4dbd134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4844124 Jul 15 13:07:45.735143 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc4829-7b1c-4f76-85a2-8404b132468a req-ebedd322-e18e-4ccf-ab4d-3adff723f8da tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:45.736644 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7efc4829-7b1c-4f76-85a2-8404b132468a req-ebedd322-e18e-4ccf-ab4d-3adff723f8da tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c251d54-41a4-4e2b-8ce8-aecaa3ba1012 HTTP/1.1" status: 200 len: 944 time: 0.4606552 Jul 15 13:07:45.911405 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7efc4829-7b1c-4f76-85a2-8404b132468a req-96164dfa-d274-4545-8e7b-3d37bf5ec018 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd8953d8-6762-490d-a048-aff3dca15ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362276 Jul 15 13:07:45.950141 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb1849-2ead-417e-8e6b-2f83d0a36ec9 req-2f6ac8f9-99c7-490a-ba90-e5b95489d121 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:45.951698 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-97eb1849-2ead-417e-8e6b-2f83d0a36ec9 req-2f6ac8f9-99c7-490a-ba90-e5b95489d121 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 950 time: 0.2141538 Jul 15 13:07:45.954937 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ce6d2cc9-07b1-4783-86b5-a64f617065e6 req-59246a81-3597-4375-ba0a-f2be048fe3d2 service neutron] 10.222.0.46 "GET /v2.0/networks/70b5a7aa-0307-4f90-8da6-d6b5f4dbd134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064893 Jul 15 13:07:45.991651 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cdb13-4b71-4386-a3db-895211a83d34 req-e5a51b5d-e39e-4644-9a62-be2b1708e423 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:45.993312 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a62cdb13-4b71-4386-a3db-895211a83d34 req-e5a51b5d-e39e-4644-9a62-be2b1708e423 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a9bd6fb-437c-4f83-9ecc-f55bd67844f2 HTTP/1.1" status: 200 len: 943 time: 0.2117417 Jul 15 13:07:46.030511 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-97eb1849-2ead-417e-8e6b-2f83d0a36ec9 req-e1f22f7d-217f-48d5-a182-9adb9d7958de tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720243 Jul 15 13:07:46.205061 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-a62cdb13-4b71-4386-a3db-895211a83d34 req-cf0b8ba5-e3c6-4363-ade8-0ab24c2d81a5 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Deleting port 360d97a0-9b2c-44fa-b7f3-ae730b54d44e {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:46.205417 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a62cdb13-4b71-4386-a3db-895211a83d34 req-cf0b8ba5-e3c6-4363-ade8-0ab24c2d81a5 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:46.217930 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420b1a9-9aab-4625-a591-4706c63a24ee req-d219da19-6f19-4084-b360-df0e54fce546 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:46.225172 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0420b1a9-9aab-4625-a591-4706c63a24ee req-d219da19-6f19-4084-b360-df0e54fce546 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 943 time: 0.1616149 Jul 15 13:07:46.377000 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0420b1a9-9aab-4625-a591-4706c63a24ee req-c7a48bb2-fed7-461e-aa2a-ebbead86216e tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508603 Jul 15 13:07:46.441164 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-a62cdb13-4b71-4386-a3db-895211a83d34 req-cf0b8ba5-e3c6-4363-ade8-0ab24c2d81a5 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] For port 360d97a0-9b2c-44fa-b7f3-ae730b54d44e, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=360d97a0-9b2c-44fa-b7f3-ae730b54d44e,segment=NetworkSegment(dda3590f-77f2-473e-918f-51e02247fb49),segment_id=dda3590f-77f2-473e-918f-51e02247fb49)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:46.454202 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a62cdb13-4b71-4386-a3db-895211a83d34 req-cf0b8ba5-e3c6-4363-ade8-0ab24c2d81a5 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:46.498411 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-a62cdb13-4b71-4386-a3db-895211a83d34 req-cf0b8ba5-e3c6-4363-ade8-0ab24c2d81a5 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Calling delete_port for 360d97a0-9b2c-44fa-b7f3-ae730b54d44e owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:46.519620 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea904e6-6986-4a3a-b668-770adc3ede31 req-451179c8-9c94-4920-b0d0-0ef707c3b9d4 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:46.527455 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eea904e6-6986-4a3a-b668-770adc3ede31 req-451179c8-9c94-4920-b0d0-0ef707c3b9d4 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 945 time: 0.2466280 Jul 15 13:07:46.636675 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eea904e6-6986-4a3a-b668-770adc3ede31 req-214a5cf3-8688-4358-843b-7bbf1874e246 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080344 Jul 15 13:07:46.708645 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72e44e-c70c-4c85-b391-176806249c84 req-8919b0fd-9bcc-47a6-88ec-c80869d987de tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:46.710634 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5e72e44e-c70c-4c85-b391-176806249c84 req-8919b0fd-9bcc-47a6-88ec-c80869d987de tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a9bd6fb-437c-4f83-9ecc-f55bd67844f2 HTTP/1.1" status: 200 len: 943 time: 0.1634901 Jul 15 13:07:46.806596 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5e72e44e-c70c-4c85-b391-176806249c84 req-5dbf2f81-8416-4f42-a609-4afe1b248ea0 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1ff9f74-1409-4e8a-9265-88914de7b141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890083 Jul 15 13:07:46.807914 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a62cdb13-4b71-4386-a3db-895211a83d34 req-cf0b8ba5-e3c6-4363-ade8-0ab24c2d81a5 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:46.841736 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b8ba5-e3c6-4363-ade8-0ab24c2d81a5 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Pushing event deleted for resources: {'Port': ['ID=360d97a0-9b2c-44fa-b7f3-ae730b54d44e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:46.889999 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62cdb13-4b71-4386-a3db-895211a83d34 req-cf0b8ba5-e3c6-4363-ade8-0ab24c2d81a5 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] No DVR routers for this DVR port 360d97a0-9b2c-44fa-b7f3-ae730b54d44e on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:46.892686 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a62cdb13-4b71-4386-a3db-895211a83d34 req-cf0b8ba5-e3c6-4363-ade8-0ab24c2d81a5 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:46.895269 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a62cdb13-4b71-4386-a3db-895211a83d34 req-cf0b8ba5-e3c6-4363-ade8-0ab24c2d81a5 tempest-ImagesTestJSON-1849910359 tempest-ImagesTestJSON-1849910359-project] 10.222.0.46 "DELETE /v2.0/ports/360d97a0-9b2c-44fa-b7f3-ae730b54d44e HTTP/1.1" status: 204 len: 173 time: 0.8889234 Jul 15 13:07:46.895712 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9bd6fb-437c-4f83-9ecc-f55bd67844f2', 'name': 'network-vif-deleted', 'tag': '360d97a0-9b2c-44fa-b7f3-ae730b54d44e'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:46.898010 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8e1a87-1878-4667-88d4-dd4538750690" -d '{"events": [{"server_uuid": "8a9bd6fb-437c-4f83-9ecc-f55bd67844f2", "name": "network-vif-deleted", "tag": "360d97a0-9b2c-44fa-b7f3-ae730b54d44e"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:46.936744 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166b4b60-2658-4266-8350-851924de07fe x-openstack-request-id: req-166b4b60-2658-4266-8350-851924de07fe {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:46.937380 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9bd6fb-437c-4f83-9ecc-f55bd67844f2", "name": "network-vif-deleted", "tag": "360d97a0-9b2c-44fa-b7f3-ae730b54d44e", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:46.937380 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-166b4b60-2658-4266-8350-851924de07fe {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:46.937957 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9bd6fb-437c-4f83-9ecc-f55bd67844f2', 'name': 'network-vif-deleted', 'tag': '360d97a0-9b2c-44fa-b7f3-ae730b54d44e', 'status': 'completed', 'code': 200} Jul 15 13:07:47.131852 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10502bf-e405-40bf-9297-0362db03381a req-c389bc28-b73b-4dc9-b6bc-544ffe75fe00 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:47.140643 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d10502bf-e405-40bf-9297-0362db03381a req-c389bc28-b73b-4dc9-b6bc-544ffe75fe00 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c251d54-41a4-4e2b-8ce8-aecaa3ba1012 HTTP/1.1" status: 200 len: 944 time: 0.0876751 Jul 15 13:07:47.228283 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d10502bf-e405-40bf-9297-0362db03381a req-60175925-4048-4638-ad1a-fe874e4ab4ea tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd8953d8-6762-490d-a048-aff3dca15ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811493 Jul 15 13:07:47.274986 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a68afd-1920-455b-85e1-0d6573544ce8 req-0999ffad-0ebe-40e2-bd72-6895a831c086 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:47.277160 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-72a68afd-1920-455b-85e1-0d6573544ce8 req-0999ffad-0ebe-40e2-bd72-6895a831c086 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 950 time: 0.0879626 Jul 15 13:07:47.320930 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-72a68afd-1920-455b-85e1-0d6573544ce8 req-ded9fe80-6351-4284-9c1a-60c4cdf1e022 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382500 Jul 15 13:07:47.561351 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240425d6-d03e-4cdd-b5bf-d80c976ba151 req-db35b677-6a13-41d6-a1fc-1b2bf9780b62 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:47.572008 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-240425d6-d03e-4cdd-b5bf-d80c976ba151 req-db35b677-6a13-41d6-a1fc-1b2bf9780b62 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 943 time: 0.0841374 Jul 15 13:07:47.619284 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-240425d6-d03e-4cdd-b5bf-d80c976ba151 req-aa1371f2-9ebe-4604-b889-0ff324f7d087 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462534 Jul 15 13:07:47.654654 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 939a28c7-2115-435a-b706-86137f8880d3 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:47.786464 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 939a28c7-2115-435a-b706-86137f8880d3, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=939a28c7-2115-435a-b706-86137f8880d3,segment=NetworkSegment(1a9c80c0-7d5b-40b0-8c39-86efa348994c),segment_id=1a9c80c0-7d5b-40b0-8c39-86efa348994c)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:47.801887 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '939a28c7-2115-435a-b706-86137f8880d3', 'network_id': '70b5a7aa-0307-4f90-8da6-d6b5f4dbd134', 'port_id': '939a28c7-2115-435a-b706-86137f8880d3', 'mac_address': 'fa:16:3e:66:59:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102dce41-7385-4388-8185-14c00f6a3ad4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:47.899393 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:47.920709 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 939a28c7-2115-435a-b706-86137f8880d3 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:47.927158 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af5056-4139-4e16-8e66-ad50b419c8ea req-2538672e-6b1a-4a16-a615-2a666a0dee9d tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:47.935115 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e4af5056-4139-4e16-8e66-ad50b419c8ea req-2538672e-6b1a-4a16-a615-2a666a0dee9d tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 945 time: 0.1114209 Jul 15 13:07:47.946237 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 939a28c7-2115-435a-b706-86137f8880d3, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=939a28c7-2115-435a-b706-86137f8880d3,segment=NetworkSegment(1a9c80c0-7d5b-40b0-8c39-86efa348994c),segment_id=1a9c80c0-7d5b-40b0-8c39-86efa348994c)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:47.958664 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:48.001515 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e4af5056-4139-4e16-8e66-ad50b419c8ea req-9a1224ba-0f22-4e4e-ba73-fc237d50ca14 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653508 Jul 15 13:07:48.022920 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=939a28c7-2115-435a-b706-86137f8880d3,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:48.401671 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['939a28c7-2115-435a-b706-86137f8880d3'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:48.452221 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf996350-ad43-4f13-a0e4-276ca05577a2 req-2aecd944-0ffe-4d47-b1cd-2b8dce6be24e tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:48.455311 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bf996350-ad43-4f13-a0e4-276ca05577a2 req-2aecd944-0ffe-4d47-b1cd-2b8dce6be24e tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c251d54-41a4-4e2b-8ce8-aecaa3ba1012 HTTP/1.1" status: 200 len: 944 time: 0.1057460 Jul 15 13:07:48.555779 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bf996350-ad43-4f13-a0e4-276ca05577a2 req-8b397089-8aeb-4ed5-a52e-f543b7a9e50e tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd8953d8-6762-490d-a048-aff3dca15ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927522 Jul 15 13:07:48.614503 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eebd1f-cfef-414b-b2fc-1819bdb2b3f1 req-00b839ab-9269-43fe-9f59-140516ce9374 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:48.622177 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d8eebd1f-cfef-414b-b2fc-1819bdb2b3f1 req-00b839ab-9269-43fe-9f59-140516ce9374 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 950 time: 0.1573565 Jul 15 13:07:48.715106 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d8eebd1f-cfef-414b-b2fc-1819bdb2b3f1 req-87007751-cfce-4436-9f08-c0d945bd77fb tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917828 Jul 15 13:07:48.917632 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48206) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:48.970642 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-11ab0dd3-bead-41ac-b2e6-fea8bd063621 admin admin] Deleting subnet 730641c7-930e-437f-91e2-0f97e39682ab {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:07:48.974324 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-11ab0dd3-bead-41ac-b2e6-fea8bd063621 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:48.981526 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6d8fd-1fab-401a-bb06-185b9dfa48e7 req-33a87e3e-e665-45d7-ae26-24aeb795b92a tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:48.989492 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-04c6d8fd-1fab-401a-bb06-185b9dfa48e7 req-33a87e3e-e665-45d7-ae26-24aeb795b92a tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 944 time: 0.0784991 Jul 15 13:07:49.010914 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-11ab0dd3-bead-41ac-b2e6-fea8bd063621 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.038509 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-04c6d8fd-1fab-401a-bb06-185b9dfa48e7 req-d1ffacd2-11ee-4a37-bfd2-70c7c24ed277 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480244 Jul 15 13:07:49.059834 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-11ab0dd3-bead-41ac-b2e6-fea8bd063621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.126842 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-11ab0dd3-bead-41ac-b2e6-fea8bd063621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.171364 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab0dd3-bead-41ac-b2e6-fea8bd063621 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=730641c7-930e-437f-91e2-0f97e39682ab,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:49.183853 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-11ab0dd3-bead-41ac-b2e6-fea8bd063621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.186211 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-11ab0dd3-bead-41ac-b2e6-fea8bd063621 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/730641c7-930e-437f-91e2-0f97e39682ab HTTP/1.1" status: 204 len: 168 time: 0.2669840 Jul 15 13:07:49.188699 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48210) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:49.197493 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b61b2-e0a4-4551-b651-d5ced7ba24ef req-2e55557b-98e8-4beb-97b9-2a90342031f9 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:49.199047 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c55b61b2-e0a4-4551-b651-d5ced7ba24ef req-2e55557b-98e8-4beb-97b9-2a90342031f9 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 945 time: 0.0793808 Jul 15 13:07:49.243432 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c55b61b2-e0a4-4551-b651-d5ced7ba24ef req-cf795398-8361-4cfa-a361-e1dd49fbbde3 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386596 Jul 15 13:07:49.279657 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-19424469-7280-4011-ab2b-b2b0282d0089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.363941 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-19424469-7280-4011-ab2b-b2b0282d0089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.374055 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-19424469-7280-4011-ab2b-b2b0282d0089 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['111a9c93-c732-4208-b8b6-92c471a9345c']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:49.384618 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-19424469-7280-4011-ab2b-b2b0282d0089 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dda3590f-77f2-473e-918f-51e02247fb49') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:49.384914 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-19424469-7280-4011-ab2b-b2b0282d0089 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dda3590f-77f2-473e-918f-51e02247fb49') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:49.393558 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-19424469-7280-4011-ab2b-b2b0282d0089 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.407062 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-19424469-7280-4011-ab2b-b2b0282d0089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.413436 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19424469-7280-4011-ab2b-b2b0282d0089 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:07:49.413918 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-19424469-7280-4011-ab2b-b2b0282d0089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.415705 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:49.415705 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:49.415705 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:49.415705 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:49.415705 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:49.415705 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:49.415705 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:49.415705 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:49.415705 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:49.415705 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:49.415705 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:07:49.415705 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:07:49.415705 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:07:49.415705 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:07:49.415705 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:07:49.415705 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:07:49.415705 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:07:49.415705 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:07:49.415705 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:07:49.415705 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:07:49.415705 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:07:49.415705 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:07:49.415705 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:07:49.415705 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:07:49.415705 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:07:49.415705 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:07:49.415705 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:07:49.415705 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:07:49.415705 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:07:49.415705 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:07:49.415705 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:07:49.415705 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:07:49.415705 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:07:49.415705 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:07:49.415705 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:07:49.415705 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:07:49.415705 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:07:49.415705 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:07:49.415705 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:07:49.415705 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:07:49.415705 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:07:49.415705 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:07:49.469166 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-19424469-7280-4011-ab2b-b2b0282d0089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.476429 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-19424469-7280-4011-ab2b-b2b0282d0089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.478092 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-19424469-7280-4011-ab2b-b2b0282d0089 admin admin] 10.222.0.16 "DELETE /v2.0/networks/111a9c93-c732-4208-b8b6-92c471a9345c HTTP/1.1" status: 204 len: 168 time: 0.2884030 Jul 15 13:07:49.490083 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19424469-7280-4011-ab2b-b2b0282d0089 admin admin] Pushing event deleted for resources: {'Network': ['ID=111a9c93-c732-4208-b8b6-92c471a9345c,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:49.651913 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48218) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:49.690386 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 360d97a0-9b2c-44fa-b7f3-ae730b54d44e no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:49.700743 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4f7219ab-fce9-471c-acc0-a707acb4cf56 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fc199b3ab9a6459084008ff032191508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452883 Jul 15 13:07:49.701008 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48222) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:49.726462 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 360d97a0-9b2c-44fa-b7f3-ae730b54d44e {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:07:49.726870 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 360d97a0-9b2c-44fa-b7f3-ae730b54d44e not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:49.754554 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784de622-8816-43ff-b3a7-210cf2027e03 req-b0217566-7189-456c-b5d9-942f2ccf925b tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:49.756685 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-784de622-8816-43ff-b3a7-210cf2027e03 req-b0217566-7189-456c-b5d9-942f2ccf925b tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c251d54-41a4-4e2b-8ce8-aecaa3ba1012 HTTP/1.1" status: 200 len: 944 time: 0.0788159 Jul 15 13:07:49.772892 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cebc50c5-6e36-4f8b-bcda-21a78be96436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.796610 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cebc50c5-6e36-4f8b-bcda-21a78be96436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.820060 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-784de622-8816-43ff-b3a7-210cf2027e03 req-eba5082b-a201-4a96-84c8-cc0a7aea7b72 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd8953d8-6762-490d-a048-aff3dca15ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560734 Jul 15 13:07:49.879925 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cebc50c5-6e36-4f8b-bcda-21a78be96436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.883070 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cebc50c5-6e36-4f8b-bcda-21a78be96436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.886416 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-cebc50c5-6e36-4f8b-bcda-21a78be96436 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e1ff9f74-1409-4e8a-9265-88914de7b141 HTTP/1.1" status: 204 len: 168 time: 0.1819141 Jul 15 13:07:49.896470 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebc50c5-6e36-4f8b-bcda-21a78be96436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ff9f74-1409-4e8a-9265-88914de7b141,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:49.977307 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083ae4e-08f6-4ce2-bd50-0f493ebd378a req-fc9f6ec1-d884-4a52-a1ee-0aba911c0bd6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:49.979005 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e083ae4e-08f6-4ce2-bd50-0f493ebd378a req-fc9f6ec1-d884-4a52-a1ee-0aba911c0bd6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 950 time: 0.1089242 Jul 15 13:07:50.031312 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e083ae4e-08f6-4ce2-bd50-0f493ebd378a req-31f8a91a-0725-46e1-808e-f1ab27d6be74 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461051 Jul 15 13:07:50.248442 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa7629-d922-48c3-9a16-fd3f6ef1235e req-8b98cdf0-9c2a-44c9-aacf-290274c3a06c tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:50.250183 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-99fa7629-d922-48c3-9a16-fd3f6ef1235e req-8b98cdf0-9c2a-44c9-aacf-290274c3a06c tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 944 time: 0.0860596 Jul 15 13:07:50.305946 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-99fa7629-d922-48c3-9a16-fd3f6ef1235e req-04d4fcf3-62e2-49bf-b09d-555a8ca75ed0 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436778 Jul 15 13:07:50.460606 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349aa25-5080-45ce-b2e3-4a84b2e46f5f req-e8bb3185-2f2f-409f-95d8-4f1d6de6a5c4 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:50.462306 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3349aa25-5080-45ce-b2e3-4a84b2e46f5f req-e8bb3185-2f2f-409f-95d8-4f1d6de6a5c4 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 945 time: 0.0739274 Jul 15 13:07:50.506957 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3349aa25-5080-45ce-b2e3-4a84b2e46f5f req-bdc37c4a-497c-4529-bf92-6411d111d663 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377450 Jul 15 13:07:51.083292 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48278) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:51.092810 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0add593-6fe8-4394-8fb8-2d7c39f11226 req-17d5b167-4880-489e-9a55-b0f5a4a2c604 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:51.094845 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f0add593-6fe8-4394-8fb8-2d7c39f11226 req-17d5b167-4880-489e-9a55-b0f5a4a2c604 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c251d54-41a4-4e2b-8ce8-aecaa3ba1012 HTTP/1.1" status: 200 len: 944 time: 0.1087420 Jul 15 13:07:51.145833 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f0add593-6fe8-4394-8fb8-2d7c39f11226 req-c2df57eb-7b18-47f7-86fd-24156c26fc20 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd8953d8-6762-490d-a048-aff3dca15ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439854 Jul 15 13:07:51.164447 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48282) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:51.282274 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a56f7e8a-7d3d-47f4-8d1b-d0b4066fd792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:51.294328 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3f5b69e6-f577-47e5-9f5e-9c6b42b09a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:51.322221 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.db.api [None req-3f5b69e6-f577-47e5-9f5e-9c6b42b09a62 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:07:51.322221 n-d-771363-36 neutron-server[93826]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 13:07:51.322221 n-d-771363-36 neutron-server[93826]: [parameters: {'project_id': 'e88c2fff01764341a1e490bd23d20db2', 'id': '55a746da-616e-42ea-8e9e-025ae9d03d63', 'expiration': datetime.datetime(2021, 7, 15, 13, 9, 51, 318054)}] Jul 15 13:07:51.322221 n-d-771363-36 neutron-server[93826]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:07:51.322681 n-d-771363-36 neutron-server[93826]: DEBUG oslo_db.api [None req-3f5b69e6-f577-47e5-9f5e-9c6b42b09a62 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:07:51.341714 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa851a00-9546-4b70-b4f8-f81bb9dde1df req-c4977c84-a77f-43a1-a540-41d819d9b80b tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:51.343336 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aa851a00-9546-4b70-b4f8-f81bb9dde1df req-c4977c84-a77f-43a1-a540-41d819d9b80b tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 950 time: 0.0699246 Jul 15 13:07:51.388522 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aa851a00-9546-4b70-b4f8-f81bb9dde1df req-fd94c8f4-22f6-48ff-8670-eca2ea9d7dea tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378273 Jul 15 13:07:51.401780 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a56f7e8a-7d3d-47f4-8d1b-d0b4066fd792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:51.407867 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a56f7e8a-7d3d-47f4-8d1b-d0b4066fd792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:51.451037 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a56f7e8a-7d3d-47f4-8d1b-d0b4066fd792 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b20b9599996b4b89917f42350b60746a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3666542 Jul 15 13:07:51.453699 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48290) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:51.460419 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f7e8a-7d3d-47f4-8d1b-d0b4066fd792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4008b5-04fc-4ef5-82aa-876e29c5b46e,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:51.494591 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fefb7-3de3-40a2-bf1c-135a01ceedb6 req-db4dbba4-30a7-4c45-a6a8-908681315d31 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:51.496234 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-097fefb7-3de3-40a2-bf1c-135a01ceedb6 req-db4dbba4-30a7-4c45-a6a8-908681315d31 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 944 time: 0.0720730 Jul 15 13:07:51.516602 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-98fcf58c-597c-4340-8597-fc0c527af3b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:51.535043 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-097fefb7-3de3-40a2-bf1c-135a01ceedb6 req-167387a8-62b3-4956-92f1-94b2ff1c1c34 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321107 Jul 15 13:07:51.542524 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-98fcf58c-597c-4340-8597-fc0c527af3b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:51.590999 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-98fcf58c-597c-4340-8597-fc0c527af3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:51.593771 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-98fcf58c-597c-4340-8597-fc0c527af3b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:51.595059 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-98fcf58c-597c-4340-8597-fc0c527af3b2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1c4008b5-04fc-4ef5-82aa-876e29c5b46e HTTP/1.1" status: 204 len: 168 time: 0.1404035 Jul 15 13:07:51.607716 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fcf58c-597c-4340-8597-fc0c527af3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4008b5-04fc-4ef5-82aa-876e29c5b46e,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:51.700680 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 653be1bb-0801-40e6-b288-8d883163bd83 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:51.701254 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be56ac8-fe1e-424c-9d61-ad28bf0439fc req-a41230b8-4825-4ecf-9234-7e0cdb9f86bf tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:51.702793 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8be56ac8-fe1e-424c-9d61-ad28bf0439fc req-a41230b8-4825-4ecf-9234-7e0cdb9f86bf tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 945 time: 0.0690370 Jul 15 13:07:51.708024 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 939a28c7-2115-435a-b706-86137f8880d3 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:51.751822 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8be56ac8-fe1e-424c-9d61-ad28bf0439fc req-5b1fe063-4ebe-4eb0-93a8-5c85e44e0072 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389714 Jul 15 13:07:51.824003 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3f5b69e6-f577-47e5-9f5e-9c6b42b09a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:51.825639 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 939a28c7-2115-435a-b706-86137f8880d3 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:51.832646 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 939a28c7-2115-435a-b706-86137f8880d3 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:51.833229 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:51.901170 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 653be1bb-0801-40e6-b288-8d883163bd83, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=653be1bb-0801-40e6-b288-8d883163bd83,segment=NetworkSegment(89fbc622-efc0-4427-9c11-6afea9afb82b),segment_id=89fbc622-efc0-4427-9c11-6afea9afb82b)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:51.917650 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '653be1bb-0801-40e6-b288-8d883163bd83', 'network_id': '6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d', 'port_id': '653be1bb-0801-40e6-b288-8d883163bd83', 'mac_address': 'fa:16:3e:46:7d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bbe658-7956-4bdc-bf0f-4e1c4674969b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:51.949454 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3f5b69e6-f577-47e5-9f5e-9c6b42b09a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:51.953474 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3f5b69e6-f577-47e5-9f5e-9c6b42b09a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:51.984339 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:51.994150 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.000449 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3f5b69e6-f577-47e5-9f5e-9c6b42b09a62 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e88c2fff01764341a1e490bd23d20db2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8348424 Jul 15 13:07:52.001563 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b69e6-f577-47e5-9f5e-9c6b42b09a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c72b7e9-92e3-4e44-986e-4cd2451e6a33,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:52.003719 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48306) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:52.019918 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 653be1bb-0801-40e6-b288-8d883163bd83 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:52.029945 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf93536-b9b1-4bb6-9b99-1b06a9975a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939a28c7-2115-435a-b706-86137f8880d3'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:52.032293 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc10a7c-2916-4886-a2b7-a3960884aa13" -d '{"events": [{"server_uuid": "cbf93536-b9b1-4bb6-9b99-1b06a9975a1f", "name": "network-vif-plugged", "status": "completed", "tag": "939a28c7-2115-435a-b706-86137f8880d3"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:52.050478 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 939a28c7-2115-435a-b706-86137f8880d3, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=939a28c7-2115-435a-b706-86137f8880d3,segment=NetworkSegment(1a9c80c0-7d5b-40b0-8c39-86efa348994c),segment_id=1a9c80c0-7d5b-40b0-8c39-86efa348994c)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:52.057245 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.063700 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 653be1bb-0801-40e6-b288-8d883163bd83, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=653be1bb-0801-40e6-b288-8d883163bd83,segment=NetworkSegment(89fbc622-efc0-4427-9c11-6afea9afb82b),segment_id=89fbc622-efc0-4427-9c11-6afea9afb82b)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:52.074391 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-08cd8edf-7a2d-4e40-963d-40e3950ba533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.096762 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77c2ca8-030d-49d3-b6b7-478519020662 x-openstack-request-id: req-e77c2ca8-030d-49d3-b6b7-478519020662 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:52.097052 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf93536-b9b1-4bb6-9b99-1b06a9975a1f", "name": "network-vif-plugged", "status": "completed", "tag": "939a28c7-2115-435a-b706-86137f8880d3", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:52.097305 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e77c2ca8-030d-49d3-b6b7-478519020662 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:52.097727 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf93536-b9b1-4bb6-9b99-1b06a9975a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939a28c7-2115-435a-b706-86137f8880d3', 'code': 200} Jul 15 13:07:52.099120 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-08cd8edf-7a2d-4e40-963d-40e3950ba533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.100562 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.132918 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=939a28c7-2115-435a-b706-86137f8880d3,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:52.176161 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-08cd8edf-7a2d-4e40-963d-40e3950ba533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.179298 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-08cd8edf-7a2d-4e40-963d-40e3950ba533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.180496 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-08cd8edf-7a2d-4e40-963d-40e3950ba533 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7c72b7e9-92e3-4e44-986e-4cd2451e6a33 HTTP/1.1" status: 204 len: 168 time: 0.1745648 Jul 15 13:07:52.205413 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=653be1bb-0801-40e6-b288-8d883163bd83,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:52.225249 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd8edf-7a2d-4e40-963d-40e3950ba533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c72b7e9-92e3-4e44-986e-4cd2451e6a33,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:52.313137 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d45646-e84c-42ce-844b-f69edbe016b7 req-c1e54485-162d-4313-a940-2cb4918314ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:52.316322 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-07d45646-e84c-42ce-844b-f69edbe016b7 req-c1e54485-162d-4313-a940-2cb4918314ab service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 1097 time: 0.1124299 Jul 15 13:07:52.397448 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-07d45646-e84c-42ce-844b-f69edbe016b7 req-cae00b98-d679-459c-b01a-a8d8ba9338b3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590861 Jul 15 13:07:52.421206 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b54dd-a7d3-4e27-b4bf-1cc8d4b14278 req-d68e84cc-8f4f-40c9-9284-74788090e39e tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:52.429032 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-514b54dd-a7d3-4e27-b4bf-1cc8d4b14278 req-d68e84cc-8f4f-40c9-9284-74788090e39e tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c251d54-41a4-4e2b-8ce8-aecaa3ba1012 HTTP/1.1" status: 200 len: 945 time: 0.0999846 Jul 15 13:07:52.478029 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-514b54dd-a7d3-4e27-b4bf-1cc8d4b14278 req-d580f4ac-a84d-462e-80b6-ef0829f95733 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd8953d8-6762-490d-a048-aff3dca15ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483785 Jul 15 13:07:52.567189 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['653be1bb-0801-40e6-b288-8d883163bd83'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:52.616463 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f150e-e770-457c-8adc-5562ef0b20a2 req-458a890a-6741-441c-bdc0-d3cc6fd142be tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:52.618252 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bb2f150e-e770-457c-8adc-5562ef0b20a2 req-458a890a-6741-441c-bdc0-d3cc6fd142be tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 950 time: 0.1047726 Jul 15 13:07:52.707911 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bb2f150e-e770-457c-8adc-5562ef0b20a2 req-b28e8c61-6c02-4e41-a745-d08b2262ec3b tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821934 Jul 15 13:07:52.781854 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d681e-fdba-4702-a5a2-7c6188f63f57 req-fdabe187-a184-42a9-87a5-fff43a16c009 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:52.783794 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-974d681e-fdba-4702-a5a2-7c6188f63f57 req-fdabe187-a184-42a9-87a5-fff43a16c009 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 945 time: 0.0953186 Jul 15 13:07:52.847876 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-974d681e-fdba-4702-a5a2-7c6188f63f57 req-d69596e1-74e4-45ea-88f6-2ccecb05765f tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536337 Jul 15 13:07:52.962976 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061451b-dc5d-43a3-8f9b-b0e1f0c81d8e req-db2b0981-627d-4471-979a-f6bd90ec454c tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:52.964534 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4061451b-dc5d-43a3-8f9b-b0e1f0c81d8e req-db2b0981-627d-4471-979a-f6bd90ec454c tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 945 time: 0.0715797 Jul 15 13:07:53.006435 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4061451b-dc5d-43a3-8f9b-b0e1f0c81d8e req-88c93738-72cd-4cc6-aafb-00ae8dc00085 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357234 Jul 15 13:07:53.687738 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d3e6c-9713-4bd4-807f-d9703680d05a req-b7b841d1-2385-4f13-b5a4-18966df99c5c tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:53.689274 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c98d3e6c-9713-4bd4-807f-d9703680d05a req-b7b841d1-2385-4f13-b5a4-18966df99c5c tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c251d54-41a4-4e2b-8ce8-aecaa3ba1012 HTTP/1.1" status: 200 len: 945 time: 0.1005623 Jul 15 13:07:53.735950 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c98d3e6c-9713-4bd4-807f-d9703680d05a req-41e39625-1416-40f7-9044-2c292590b8ca tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd8953d8-6762-490d-a048-aff3dca15ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394664 Jul 15 13:07:53.796955 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48406) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:53.924243 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b2784fc9-1a4e-4ea9-b415-221e7d24ec28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:53.971660 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16366dd-9f7c-4563-9025-c2102358e873 req-0891f9c1-6f86-4803-a2d8-daae7543e3e3 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:53.973704 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c16366dd-9f7c-4563-9025-c2102358e873 req-0891f9c1-6f86-4803-a2d8-daae7543e3e3 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 950 time: 0.1335061 Jul 15 13:07:54.084082 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c16366dd-9f7c-4563-9025-c2102358e873 req-bd708559-9e04-40da-88c2-fa3f0c4aaee2 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974734 Jul 15 13:07:54.126018 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef5f3b-4d97-4fb6-92de-cec48f993205 req-e9491d31-aa65-4e9f-92e4-bacf1f9bbbf1 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:54.131034 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0eef5f3b-4d97-4fb6-92de-cec48f993205 req-e9491d31-aa65-4e9f-92e4-bacf1f9bbbf1 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 945 time: 0.1562040 Jul 15 13:07:54.166739 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b2784fc9-1a4e-4ea9-b415-221e7d24ec28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.179567 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b2784fc9-1a4e-4ea9-b415-221e7d24ec28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.196122 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0eef5f3b-4d97-4fb6-92de-cec48f993205 req-d403719a-c057-4023-909f-9373bf8ab6c1 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570538 Jul 15 13:07:54.251169 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b2784fc9-1a4e-4ea9-b415-221e7d24ec28 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2e03577963ce433682d21bd1fbbe0a76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4529946 Jul 15 13:07:54.252961 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48420) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:54.254811 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2784fc9-1a4e-4ea9-b415-221e7d24ec28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da335792-df44-4256-bacf-e02cd4508279,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:54.307527 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36e256-3093-4ca5-b123-40d2a3a7272f req-8cf65fef-963d-41b2-8ac5-6ad2caebbdc2 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:54.309917 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d36e256-3093-4ca5-b123-40d2a3a7272f req-8cf65fef-963d-41b2-8ac5-6ad2caebbdc2 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 945 time: 0.1057677 Jul 15 13:07:54.326360 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5474cefe-09ea-40a6-a09f-166e23fa79b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.355678 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5474cefe-09ea-40a6-a09f-166e23fa79b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.376298 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d36e256-3093-4ca5-b123-40d2a3a7272f req-c761cb92-ebb7-4b00-8640-a449874bce3e tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591002 Jul 15 13:07:54.413905 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5474cefe-09ea-40a6-a09f-166e23fa79b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.417934 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5474cefe-09ea-40a6-a09f-166e23fa79b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.419357 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5474cefe-09ea-40a6-a09f-166e23fa79b6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/da335792-df44-4256-bacf-e02cd4508279 HTTP/1.1" status: 204 len: 168 time: 0.1648047 Jul 15 13:07:54.430491 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5474cefe-09ea-40a6-a09f-166e23fa79b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da335792-df44-4256-bacf-e02cd4508279,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:54.497355 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48430) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:54.654734 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b7803-81fb-4209-a849-2651467232c5 req-4cc4859d-c2f4-41e6-85db-c5c8e6a48f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:54.656171 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ed6b7803-81fb-4209-a849-2651467232c5 req-4cc4859d-c2f4-41e6-85db-c5c8e6a48f8a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0df8965cb60d49839fdaa2536ee5f493&device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 1097 time: 0.1218269 Jul 15 13:07:54.675935 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da4d75-9527-407e-8063-c0e42f1278c8 req-f32591e6-776b-4850-acbd-ad3a3b9eacb8 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:54.677862 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-22da4d75-9527-407e-8063-c0e42f1278c8 req-f32591e6-776b-4850-acbd-ad3a3b9eacb8 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 945 time: 0.0966926 Jul 15 13:07:54.799579 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-22da4d75-9527-407e-8063-c0e42f1278c8 req-96f67b6a-7a02-457a-b6d5-84c94b63a0b7 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124127 Jul 15 13:07:54.847331 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7cc2a579-f801-4671-bbe3-ce413a9d0081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.857497 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b7803-81fb-4209-a849-2651467232c5 req-659e6f8f-ba3e-4b62-a808-8a3709c82ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:54.859631 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ed6b7803-81fb-4209-a849-2651467232c5 req-659e6f8f-ba3e-4b62-a808-8a3709c82ee3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=70b5a7aa-0307-4f90-8da6-d6b5f4dbd134 HTTP/1.1" status: 200 len: 912 time: 0.1808405 Jul 15 13:07:54.931092 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ed6b7803-81fb-4209-a849-2651467232c5 req-e209dfc7-9cc4-4605-83c8-fd94075b690f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=939a28c7-2115-435a-b706-86137f8880d3 HTTP/1.1" status: 200 len: 217 time: 0.0601733 Jul 15 13:07:54.964303 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7cc2a579-f801-4671-bbe3-ce413a9d0081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.969220 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7cc2a579-f801-4671-bbe3-ce413a9d0081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.994064 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b7803-81fb-4209-a849-2651467232c5 req-b8821e44-dbdf-4d3c-9dea-012e5959c5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:54.995826 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ed6b7803-81fb-4209-a849-2651467232c5 req-b8821e44-dbdf-4d3c-9dea-012e5959c5d1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=102dce41-7385-4388-8185-14c00f6a3ad4 HTTP/1.1" status: 200 len: 851 time: 0.0581825 Jul 15 13:07:55.008107 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a8da9-c6b2-4289-a54d-f1b15ac09b98 req-ad2676dc-0987-40ef-a6d1-3da183e2a53a tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:55.009836 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9b6a8da9-c6b2-4289-a54d-f1b15ac09b98 req-ad2676dc-0987-40ef-a6d1-3da183e2a53a tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c251d54-41a4-4e2b-8ce8-aecaa3ba1012 HTTP/1.1" status: 200 len: 945 time: 0.1493239 Jul 15 13:07:55.017616 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7cc2a579-f801-4671-bbe3-ce413a9d0081 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b912f4b56abd4603bf1f158155278149&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5130649 Jul 15 13:07:55.017871 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48448) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:55.018382 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2a579-f801-4671-bbe3-ce413a9d0081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763b63b9-3344-42d9-8da9-b38ed581c489,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:55.045279 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ed6b7803-81fb-4209-a849-2651467232c5 req-38271608-b134-4a12-a63a-d428a5d45060 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=70b5a7aa-0307-4f90-8da6-d6b5f4dbd134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337300 Jul 15 13:07:55.162113 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9b6a8da9-c6b2-4289-a54d-f1b15ac09b98 req-c0de8cf6-4681-4a22-ad02-ad80973ed696 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd8953d8-6762-490d-a048-aff3dca15ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198072 Jul 15 13:07:55.179898 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-15e936b7-48f5-4736-8275-e2044583154b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:55.210754 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ed6b7803-81fb-4209-a849-2651467232c5 req-95516c12-d397-4a07-a1d5-146ceccdaf38 service neutron] 10.222.0.46 "GET /v2.0/networks/70b5a7aa-0307-4f90-8da6-d6b5f4dbd134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532626 Jul 15 13:07:55.218491 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-15e936b7-48f5-4736-8275-e2044583154b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:55.382119 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-15e936b7-48f5-4736-8275-e2044583154b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:55.384905 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-15e936b7-48f5-4736-8275-e2044583154b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:55.386050 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-15e936b7-48f5-4736-8275-e2044583154b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/763b63b9-3344-42d9-8da9-b38ed581c489 HTTP/1.1" status: 204 len: 168 time: 0.3661921 Jul 15 13:07:55.390446 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ed6b7803-81fb-4209-a849-2651467232c5 req-69b60dab-efd7-4d87-af64-89090df23daf service neutron] 10.222.0.46 "GET /v2.0/networks/70b5a7aa-0307-4f90-8da6-d6b5f4dbd134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698821 Jul 15 13:07:55.399328 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e936b7-48f5-4736-8275-e2044583154b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763b63b9-3344-42d9-8da9-b38ed581c489,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:55.409298 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b5f8a-c318-4bc1-936e-0e9968a2ccfa req-b40c8bf9-d81d-407b-839f-3e9fbf06f8bf tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:55.411493 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-683b5f8a-c318-4bc1-936e-0e9968a2ccfa req-b40c8bf9-d81d-407b-839f-3e9fbf06f8bf tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 950 time: 0.1687737 Jul 15 13:07:55.457555 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-683b5f8a-c318-4bc1-936e-0e9968a2ccfa req-fa2d8707-37ad-40d2-805b-071f42ee0757 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405464 Jul 15 13:07:55.621351 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2cb4cd3b-9bb0-492d-bee1-dd75660076f4 req-75773bf9-b1ba-440d-be4d-f9add13a87ed tempest-AbsoluteLimitsNegativeTestJSON-2137497789 tempest-AbsoluteLimitsNegativeTestJSON-2137497789-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=524dd45cc02d41b2a4bc77770d608832&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271401 Jul 15 13:07:55.678393 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bfa515-082d-47cd-9371-fe8d1b196367 req-0344f7f5-d079-41d6-aa52-631a3ec834e6 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:55.679819 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-54bfa515-082d-47cd-9371-fe8d1b196367 req-0344f7f5-d079-41d6-aa52-631a3ec834e6 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 945 time: 0.1234648 Jul 15 13:07:55.720975 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 653be1bb-0801-40e6-b288-8d883163bd83 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:55.768908 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-54bfa515-082d-47cd-9371-fe8d1b196367 req-44c50d72-dda9-4a5f-8c9b-1384920cc3cd tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607936 Jul 15 13:07:55.775342 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 653be1bb-0801-40e6-b288-8d883163bd83 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:55.778022 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4cd3b-9bb0-492d-bee1-dd75660076f4 req-b1e2577f-b5e2-43a3-b1ed-582b9666dc03 tempest-AbsoluteLimitsNegativeTestJSON-2137497789 tempest-AbsoluteLimitsNegativeTestJSON-2137497789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:55.779635 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2cb4cd3b-9bb0-492d-bee1-dd75660076f4 req-b1e2577f-b5e2-43a3-b1ed-582b9666dc03 tempest-AbsoluteLimitsNegativeTestJSON-2137497789 tempest-AbsoluteLimitsNegativeTestJSON-2137497789-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1516795 Jul 15 13:07:55.795157 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 653be1bb-0801-40e6-b288-8d883163bd83 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:55.795616 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:55.803720 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2cb4cd3b-9bb0-492d-bee1-dd75660076f4 req-ec30d256-d101-4b79-b259-b0c510cfcd93 tempest-AbsoluteLimitsNegativeTestJSON-2137497789 tempest-AbsoluteLimitsNegativeTestJSON-2137497789-project] 10.222.0.16 "GET /v2.0/quotas/524dd45cc02d41b2a4bc77770d608832 HTTP/1.1" status: 200 len: 375 time: 0.0180712 Jul 15 13:07:55.805662 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48490) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:55.825783 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8a84fa24-a37b-47e6-aa79-767d6686368f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:55.875421 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2cb4cd3b-9bb0-492d-bee1-dd75660076f4 req-5fe363a8-ef29-4d07-8b6c-eb52c8ee319b tempest-AbsoluteLimitsNegativeTestJSON-2137497789 tempest-AbsoluteLimitsNegativeTestJSON-2137497789-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=524dd45cc02d41b2a4bc77770d608832&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621555 Jul 15 13:07:55.904371 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:55.928464 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8a84fa24-a37b-47e6-aa79-767d6686368f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:55.943406 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8a84fa24-a37b-47e6-aa79-767d6686368f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:55.944909 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 653be1bb-0801-40e6-b288-8d883163bd83, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=653be1bb-0801-40e6-b288-8d883163bd83,segment=NetworkSegment(89fbc622-efc0-4427-9c11-6afea9afb82b),segment_id=89fbc622-efc0-4427-9c11-6afea9afb82b)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:55.945903 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c251d54-41a4-4e2b-8ce8-aecaa3ba1012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653be1bb-0801-40e6-b288-8d883163bd83'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:55.949416 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd9da8f-6242-40be-ac00-1124f8baf211" -d '{"events": [{"server_uuid": "3c251d54-41a4-4e2b-8ce8-aecaa3ba1012", "name": "network-vif-plugged", "status": "completed", "tag": "653be1bb-0801-40e6-b288-8d883163bd83"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:55.957762 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:55.987054 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84fa24-a37b-47e6-aa79-767d6686368f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8bae91-1f54-44d6-8eed-ab0fc51d1ebb,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:55.994732 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48500) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:55.995432 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8a84fa24-a37b-47e6-aa79-767d6686368f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f1126f932c840439c91b3a224587710&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1883731 Jul 15 13:07:56.026409 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=653be1bb-0801-40e6-b288-8d883163bd83,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:56.065369 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-16942e61-ecf6-41dd-8056-73d442b6b3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.118483 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-16942e61-ecf6-41dd-8056-73d442b6b3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.185504 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8936c3ef-83f9-407c-b228-1f0997a5a464 x-openstack-request-id: req-8936c3ef-83f9-407c-b228-1f0997a5a464 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:56.185806 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c251d54-41a4-4e2b-8ce8-aecaa3ba1012", "name": "network-vif-plugged", "status": "completed", "tag": "653be1bb-0801-40e6-b288-8d883163bd83", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:56.186068 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8936c3ef-83f9-407c-b228-1f0997a5a464 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:56.186474 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c251d54-41a4-4e2b-8ce8-aecaa3ba1012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653be1bb-0801-40e6-b288-8d883163bd83', 'code': 200} Jul 15 13:07:56.202327 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acdf356-bfd1-41c4-aa89-78f971e99943 req-327c1b71-5527-45f7-b72c-7a0b10f1520d tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:56.203935 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8acdf356-bfd1-41c4-aa89-78f971e99943 req-327c1b71-5527-45f7-b72c-7a0b10f1520d tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 945 time: 0.1341825 Jul 15 13:07:56.231891 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-16942e61-ecf6-41dd-8056-73d442b6b3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.234681 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-16942e61-ecf6-41dd-8056-73d442b6b3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.235996 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-16942e61-ecf6-41dd-8056-73d442b6b3a2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a8bae91-1f54-44d6-8eed-ab0fc51d1ebb HTTP/1.1" status: 204 len: 168 time: 0.2393906 Jul 15 13:07:56.276115 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48510) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:56.279213 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8acdf356-bfd1-41c4-aa89-78f971e99943 req-72c8072b-0413-4b1f-86c9-324ad3bff215 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681174 Jul 15 13:07:56.298000 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16942e61-ecf6-41dd-8056-73d442b6b3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8bae91-1f54-44d6-8eed-ab0fc51d1ebb,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:56.365380 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b99321-5995-4d15-ad3e-d48af598a99b req-3ae50a47-d4e0-4309-9218-717147261013 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:56.367834 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-27b99321-5995-4d15-ad3e-d48af598a99b req-3ae50a47-d4e0-4309-9218-717147261013 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 946 time: 0.0824711 Jul 15 13:07:56.440022 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4b095062-6a45-4810-8a78-ab61d55c8952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.473345 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-27b99321-5995-4d15-ad3e-d48af598a99b req-f621f9f3-a610-4172-b5f4-f304d8b319b8 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6a1356-fa75-4dc1-a4fe-d320e6b273c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997970 Jul 15 13:07:56.521433 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b416f-13b3-4ab7-b98e-365adaa4cdb6 req-f431091c-9d50-437e-b1c0-422d67dd3f51 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:56.523630 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f40b416f-13b3-4ab7-b98e-365adaa4cdb6 req-f431091c-9d50-437e-b1c0-422d67dd3f51 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c251d54-41a4-4e2b-8ce8-aecaa3ba1012 HTTP/1.1" status: 200 len: 946 time: 0.1244085 Jul 15 13:07:56.576982 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4b095062-6a45-4810-8a78-ab61d55c8952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.590276 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4b095062-6a45-4810-8a78-ab61d55c8952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.602131 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f40b416f-13b3-4ab7-b98e-365adaa4cdb6 req-e3fa8f7e-c540-4bc9-aab2-a302335a69b7 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd8953d8-6762-490d-a048-aff3dca15ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719912 Jul 15 13:07:56.627409 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0cb6aa-4fa9-47f4-9287-4a5e952adec3 req-872c4183-3607-484d-901b-3f390f9bfbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:56.629576 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e0cb6aa-4fa9-47f4-9287-4a5e952adec3 req-872c4183-3607-484d-901b-3f390f9bfbb4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3c251d54-41a4-4e2b-8ce8-aecaa3ba1012 HTTP/1.1" status: 200 len: 1098 time: 0.3315685 Jul 15 13:07:56.637955 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4b095062-6a45-4810-8a78-ab61d55c8952 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=524dd45cc02d41b2a4bc77770d608832&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3606513 Jul 15 13:07:56.638741 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b095062-6a45-4810-8a78-ab61d55c8952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9b3a53-d73d-4cb0-a407-f69df103e821,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:56.642027 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48522) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:56.703595 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e0cb6aa-4fa9-47f4-9287-4a5e952adec3 req-2f1a81be-bbf5-4a7e-98ce-9ca59934e17b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fd8953d8-6762-490d-a048-aff3dca15ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614362 Jul 15 13:07:56.703707 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d892b5fd-0861-4003-917a-dd18db60e0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.725862 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d892b5fd-0861-4003-917a-dd18db60e0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.733585 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551bdd6-aa11-4981-b90c-eac9583734c9 req-cc54cf47-5da6-4022-8311-1293c299cccc tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:56.735156 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7551bdd6-aa11-4981-b90c-eac9583734c9 req-cc54cf47-5da6-4022-8311-1293c299cccc tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 950 time: 0.0972908 Jul 15 13:07:56.782628 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d892b5fd-0861-4003-917a-dd18db60e0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.784744 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7551bdd6-aa11-4981-b90c-eac9583734c9 req-cc1bb252-8efe-4c94-b3e4-e515b63b7c00 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425582 Jul 15 13:07:56.788820 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d892b5fd-0861-4003-917a-dd18db60e0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.792825 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d892b5fd-0861-4003-917a-dd18db60e0ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa9b3a53-d73d-4cb0-a407-f69df103e821 HTTP/1.1" status: 204 len: 168 time: 0.1492939 Jul 15 13:07:56.809906 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892b5fd-0861-4003-917a-dd18db60e0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9b3a53-d73d-4cb0-a407-f69df103e821,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:56.972954 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592c2db-1389-4941-8830-033ab22538ea req-4f429276-1b78-448e-a44f-dd2e28dc00da tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:56.974145 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1592c2db-1389-4941-8830-033ab22538ea req-4f429276-1b78-448e-a44f-dd2e28dc00da tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 945 time: 0.0759249 Jul 15 13:07:57.026011 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1592c2db-1389-4941-8830-033ab22538ea req-7c743ea3-c07e-4253-9b21-c7ccd3754ba9 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421674 Jul 15 13:07:57.460056 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e4c4e-6a54-4572-bd91-838023f33964 req-ea18f9f8-b910-40b2-9c7b-95d1ddd1b0e8 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:57.461470 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3a1e4c4e-6a54-4572-bd91-838023f33964 req-ea18f9f8-b910-40b2-9c7b-95d1ddd1b0e8 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 945 time: 0.0699654 Jul 15 13:07:57.504353 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3a1e4c4e-6a54-4572-bd91-838023f33964 req-dd055001-7cf2-4816-9676-71dbe7782664 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371318 Jul 15 13:07:57.641890 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48610) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:57.702621 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3282d1-5990-42b6-be18-ee758560bafb req-db29522d-fb59-46ad-8c45-ddcb50527afd tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:57.704231 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5a3282d1-5990-42b6-be18-ee758560bafb req-db29522d-fb59-46ad-8c45-ddcb50527afd tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 946 time: 0.0998054 Jul 15 13:07:57.764337 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5a3282d1-5990-42b6-be18-ee758560bafb req-e233abd5-d1fd-4318-ace8-c704bd291575 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6a1356-fa75-4dc1-a4fe-d320e6b273c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522256 Jul 15 13:07:57.785217 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-aa66371c-cc58-469a-8bab-477bf18c659d admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1307992940-network', 'tenant_id': 'c9e2f6d59c714082841767edaa83eabd'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:57.811481 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa66371c-cc58-469a-8bab-477bf18c659d admin admin] Made reservation on behalf of c9e2f6d59c714082841767edaa83eabd for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:57.815061 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-aa66371c-cc58-469a-8bab-477bf18c659d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:57.819935 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7bc854-4d03-4f3b-bafb-316963c2db8e req-3f32ae65-090b-485c-918c-b47a1dcc02d0 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:57.823066 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ba7bc854-4d03-4f3b-bafb-316963c2db8e req-3f32ae65-090b-485c-918c-b47a1dcc02d0 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c251d54-41a4-4e2b-8ce8-aecaa3ba1012 HTTP/1.1" status: 200 len: 946 time: 0.0779762 Jul 15 13:07:57.832908 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-aa66371c-cc58-469a-8bab-477bf18c659d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:57.869602 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ba7bc854-4d03-4f3b-bafb-316963c2db8e req-9966bd17-5991-4c02-8d94-6c7bc09981e6 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd8953d8-6762-490d-a048-aff3dca15ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420115 Jul 15 13:07:57.943670 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-aa66371c-cc58-469a-8bab-477bf18c659d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:57.948415 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-aa66371c-cc58-469a-8bab-477bf18c659d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:57.972327 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa66371c-cc58-469a-8bab-477bf18c659d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:07:57.992276 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66371c-cc58-469a-8bab-477bf18c659d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a68e0b-1c2a-4b72-8c63-99be80ebe8b1,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:57.995681 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-aa66371c-cc58-469a-8bab-477bf18c659d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:57.996113 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-aa66371c-cc58-469a-8bab-477bf18c659d admin admin] Added segment f53d5009-e072-43e0-bb98-8cf4a4cfe7ea of type vlan for network b7d9b321-b4e4-4cfc-a793-2e1472f0055c Jul 15 13:07:58.000656 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045dc419-247e-4b6c-aa2b-d16532e19f9b req-395cc157-0eb2-4854-ad81-e5bab3fee6fa tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:58.004128 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-045dc419-247e-4b6c-aa2b-d16532e19f9b req-395cc157-0eb2-4854-ad81-e5bab3fee6fa tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 950 time: 0.0732355 Jul 15 13:07:58.045391 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-aa66371c-cc58-469a-8bab-477bf18c659d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:58.051095 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-045dc419-247e-4b6c-aa2b-d16532e19f9b req-9362e002-c54d-4b1e-b05c-2eb898450530 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392852 Jul 15 13:07:58.110442 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-aa66371c-cc58-469a-8bab-477bf18c659d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:58.111542 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa66371c-cc58-469a-8bab-477bf18c659d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:58.112202 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-aa66371c-cc58-469a-8bab-477bf18c659d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:58.155268 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-aa66371c-cc58-469a-8bab-477bf18c659d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5123301 Jul 15 13:07:58.158954 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48666) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:58.168866 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-af188300-9381-466f-abec-833812b75c21 admin admin] Request body: {'subnet': {'network_id': 'b7d9b321-b4e4-4cfc-a793-2e1472f0055c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1307992940-subnet', 'tenant_id': 'c9e2f6d59c714082841767edaa83eabd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:58.208064 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66371c-cc58-469a-8bab-477bf18c659d admin admin] Pushing event updated for resources: {'Network': ['ID=b7d9b321-b4e4-4cfc-a793-2e1472f0055c,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:58.217993 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network b7d9b321-b4e4-4cfc-a793-2e1472f0055c details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:07:58.255173 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af188300-9381-466f-abec-833812b75c21 admin admin] Made reservation on behalf of c9e2f6d59c714082841767edaa83eabd for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:58.257590 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af188300-9381-466f-abec-833812b75c21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:58.298631 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115cf90-ed0f-4d4e-960b-038cc7af12b4 req-48b338c1-7bbb-4943-a063-5c83fe989d66 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:58.300256 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e115cf90-ed0f-4d4e-960b-038cc7af12b4 req-48b338c1-7bbb-4943-a063-5c83fe989d66 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 945 time: 0.1220393 Jul 15 13:07:58.308699 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48670) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:58.377394 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e115cf90-ed0f-4d4e-960b-038cc7af12b4 req-42ebcb96-444a-4920-8ec0-d81a7557b603 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510857 Jul 15 13:07:58.427195 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-840b556f-cfca-4c14-8888-cb87d472bce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:58.470779 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af188300-9381-466f-abec-833812b75c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:58.517509 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-840b556f-cfca-4c14-8888-cb87d472bce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:58.519743 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af188300-9381-466f-abec-833812b75c21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34206c70-e1ca-481a-9eb1-88a9811dd021,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:58.523501 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-840b556f-cfca-4c14-8888-cb87d472bce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:58.534461 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af188300-9381-466f-abec-833812b75c21 admin admin] Checking segment: {'id': 'f53d5009-e072-43e0-bb98-8cf4a4cfe7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b7d9b321-b4e4-4cfc-a793-2e1472f0055c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:58.534851 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af188300-9381-466f-abec-833812b75c21 admin admin] Network hostable DHCP agents. Network: b7d9b321-b4e4-4cfc-a793-2e1472f0055c, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:07:58.552620 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af188300-9381-466f-abec-833812b75c21 admin admin] Network b7d9b321-b4e4-4cfc-a793-2e1472f0055c is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:07:58.563337 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-af188300-9381-466f-abec-833812b75c21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, b7d9b321-b4e4-4cfc-a793-2e1472f0055c) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:58.569286 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48676) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:58.572492 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af188300-9381-466f-abec-833812b75c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:58.573312 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af188300-9381-466f-abec-833812b75c21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:58.573874 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45379b6-d61c-4502-b837-dceb5be1f329 None None] Network b7d9b321-b4e4-4cfc-a793-2e1472f0055c requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:07:58.576953 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-840b556f-cfca-4c14-8888-cb87d472bce9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d07786fd104d4c19b86520be4bf05aad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2603316 Jul 15 13:07:58.579713 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b556f-cfca-4c14-8888-cb87d472bce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7f8ec2-b1fb-43a6-8ad5-5041bfc56a18,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:58.609570 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-af188300-9381-466f-abec-833812b75c21 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4486699 Jul 15 13:07:58.613074 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48678) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:58.619745 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-7ce300c7-61ed-4ba4-a850-9d1c935c7698 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1307992940-router', 'tenant_id': 'c9e2f6d59c714082841767edaa83eabd', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:58.632747 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-38db89c3-0c13-4faa-bec8-8c449a0daf64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:58.646333 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7ce300c7-61ed-4ba4-a850-9d1c935c7698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:58.648593 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7ce300c7-61ed-4ba4-a850-9d1c935c7698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:58.681282 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-38db89c3-0c13-4faa-bec8-8c449a0daf64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:58.709989 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7ce300c7-61ed-4ba4-a850-9d1c935c7698 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:58.743574 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517efcfa-a2da-4fcb-b748-7c2985f89488 req-57fd418b-65de-4a72-8f5c-8f9c6118b70f tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:58.744899 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-517efcfa-a2da-4fcb-b748-7c2985f89488 req-57fd418b-65de-4a72-8f5c-8f9c6118b70f tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 945 time: 0.1074286 Jul 15 13:07:58.758308 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d1327b-f215-404b-a861-4228d59cbf1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-b7d9b321-b4e4-4cfc-a793-2e1472f0055c', 'network_id': 'b7d9b321-b4e4-4cfc-a793-2e1472f0055c', 'tenant_id': 'c9e2f6d59c714082841767edaa83eabd', 'fixed_ips': [{'subnet_id': '34206c70-e1ca-481a-9eb1-88a9811dd021'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:07:58.759595 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c6d1327b-f215-404b-a861-4228d59cbf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:58.773669 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-38db89c3-0c13-4faa-bec8-8c449a0daf64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:58.776594 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-38db89c3-0c13-4faa-bec8-8c449a0daf64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:58.780833 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-38db89c3-0c13-4faa-bec8-8c449a0daf64 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4b7f8ec2-b1fb-43a6-8ad5-5041bfc56a18 HTTP/1.1" status: 204 len: 168 time: 0.2074058 Jul 15 13:07:58.799689 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db89c3-0c13-4faa-bec8-8c449a0daf64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7f8ec2-b1fb-43a6-8ad5-5041bfc56a18,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:58.804803 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-517efcfa-a2da-4fcb-b748-7c2985f89488 req-74e037d4-733c-435d-9077-91424ede639b tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525410 Jul 15 13:07:58.892447 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7ce300c7-61ed-4ba4-a850-9d1c935c7698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:58.909778 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-c6d1327b-f215-404b-a861-4228d59cbf1c None None] Allocated IP 172.20.0.2 (b7d9b321-b4e4-4cfc-a793-2e1472f0055c/34206c70-e1ca-481a-9eb1-88a9811dd021/5a591ecf-b7ef-4723-841c-6492e56d0cec) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:58.976944 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:59.035025 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646d3a9-b547-4621-8295-dafd396c15bf req-448ee7cf-5e67-412d-8270-c4a8915f6e63 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:59.036989 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3646d3a9-b547-4621-8295-dafd396c15bf req-448ee7cf-5e67-412d-8270-c4a8915f6e63 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 946 time: 0.0938399 Jul 15 13:07:59.122598 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3646d3a9-b547-4621-8295-dafd396c15bf req-52242392-28e8-4c30-8897-8416c1469c5d tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6a1356-fa75-4dc1-a4fe-d320e6b273c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726449 Jul 15 13:07:59.145374 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7ce300c7-61ed-4ba4-a850-9d1c935c7698 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:59.169476 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bf705-b55f-4d6d-a3d4-65bc81f45686 req-5082dedc-3c0b-4607-a382-9dbc0af59a08 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:59.172911 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7ce300c7-61ed-4ba4-a850-9d1c935c7698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:59.180536 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-113bf705-b55f-4d6d-a3d4-65bc81f45686 req-5082dedc-3c0b-4607-a382-9dbc0af59a08 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c251d54-41a4-4e2b-8ce8-aecaa3ba1012 HTTP/1.1" status: 200 len: 946 time: 0.1404912 Jul 15 13:07:59.185405 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c6d1327b-f215-404b-a861-4228d59cbf1c None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:59.207208 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c6d1327b-f215-404b-a861-4228d59cbf1c None None] Transition to ACTIVE for port object 5a591ecf-b7ef-4723-841c-6492e56d0cec will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:59.241777 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c6d1327b-f215-404b-a861-4228d59cbf1c None None] Transition to ACTIVE for port object 5a591ecf-b7ef-4723-841c-6492e56d0cec will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:59.258535 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c6d1327b-f215-404b-a861-4228d59cbf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:59.271540 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-113bf705-b55f-4d6d-a3d4-65bc81f45686 req-84acf6c2-1261-4f90-8b2e-9ca7338c128c tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd8953d8-6762-490d-a048-aff3dca15ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774684 Jul 15 13:07:59.310734 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:59.319141 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-7ce300c7-61ed-4ba4-a850-9d1c935c7698 admin admin] Allocated IP 172.25.8.97 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/bbc94027-0b66-4194-be0d-739ac0156a52) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:59.326818 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d1327b-f215-404b-a861-4228d59cbf1c None None] Network b7d9b321-b4e4-4cfc-a793-2e1472f0055c is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:59.331205 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-c6d1327b-f215-404b-a861-4228d59cbf1c None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:59.333724 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1327b-f215-404b-a861-4228d59cbf1c None None] Pushing event updated for resources: {'Port': ['ID=5a591ecf-b7ef-4723-841c-6492e56d0cec,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:59.336689 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d1327b-f215-404b-a861-4228d59cbf1c None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:59.394482 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4f0bd-48b1-4473-b02e-1cb4de52d73f req-d5a7cebb-b14d-4a0d-bc91-c17e787c6923 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:59.396127 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dee4f0bd-48b1-4473-b02e-1cb4de52d73f req-d5a7cebb-b14d-4a0d-bc91-c17e787c6923 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 950 time: 0.0993204 Jul 15 13:07:59.400781 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-c6d1327b-f215-404b-a861-4228d59cbf1c None None] Attempting to bind port 5a591ecf-b7ef-4723-841c-6492e56d0cec on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:59.401255 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-c6d1327b-f215-404b-a861-4228d59cbf1c None None] Attempting to bind port 5a591ecf-b7ef-4723-841c-6492e56d0cec by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'f53d5009-e072-43e0-bb98-8cf4a4cfe7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b7d9b321-b4e4-4cfc-a793-2e1472f0055c'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:59.402242 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d1327b-f215-404b-a861-4228d59cbf1c None None] Attempting to bind port 5a591ecf-b7ef-4723-841c-6492e56d0cec on network b7d9b321-b4e4-4cfc-a793-2e1472f0055c {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:59.411141 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d1327b-f215-404b-a861-4228d59cbf1c None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:59.411774 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d1327b-f215-404b-a861-4228d59cbf1c None None] Checking segment: {'id': 'f53d5009-e072-43e0-bb98-8cf4a4cfe7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b7d9b321-b4e4-4cfc-a793-2e1472f0055c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:59.412244 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c6d1327b-f215-404b-a861-4228d59cbf1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:59.412702 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d1327b-f215-404b-a861-4228d59cbf1c None None] Bound using segment: {'id': 'f53d5009-e072-43e0-bb98-8cf4a4cfe7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b7d9b321-b4e4-4cfc-a793-2e1472f0055c'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:59.413379 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-c6d1327b-f215-404b-a861-4228d59cbf1c None None] Bound port: 5a591ecf-b7ef-4723-841c-6492e56d0cec, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f53d5009-e072-43e0-bb98-8cf4a4cfe7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b7d9b321-b4e4-4cfc-a793-2e1472f0055c'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:59.413835 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c6d1327b-f215-404b-a861-4228d59cbf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:59.448985 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dee4f0bd-48b1-4473-b02e-1cb4de52d73f req-7faf2872-bf4d-4171-89a1-c1984be086d7 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469198 Jul 15 13:07:59.495129 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7ce300c7-61ed-4ba4-a850-9d1c935c7698 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:59.512946 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-c6d1327b-f215-404b-a861-4228d59cbf1c None None] For port 5a591ecf-b7ef-4723-841c-6492e56d0cec, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:59.519898 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-c6d1327b-f215-404b-a861-4228d59cbf1c None None] For port 5a591ecf-b7ef-4723-841c-6492e56d0cec, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5a591ecf-b7ef-4723-841c-6492e56d0cec,segment=NetworkSegment(f53d5009-e072-43e0-bb98-8cf4a4cfe7ea),segment_id=f53d5009-e072-43e0-bb98-8cf4a4cfe7ea)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:59.526073 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c6d1327b-f215-404b-a861-4228d59cbf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:59.541425 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7ce300c7-61ed-4ba4-a850-9d1c935c7698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:59.584882 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce300c7-61ed-4ba4-a850-9d1c935c7698 admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:59.591134 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-7ce300c7-61ed-4ba4-a850-9d1c935c7698 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:59.592416 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1327b-f215-404b-a861-4228d59cbf1c None None] Pushing event updated for resources: {'Port': ['ID=5a591ecf-b7ef-4723-841c-6492e56d0cec,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:59.594282 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce300c7-61ed-4ba4-a850-9d1c935c7698 admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:59.653790 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc88fd33-d211-4c0c-9ac2-752eba495654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:59.671350 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce300c7-61ed-4ba4-a850-9d1c935c7698 admin admin] Pushing event updated for resources: {'Port': ['ID=bbc94027-0b66-4194-be0d-739ac0156a52,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:00.141563 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7885e5c4-8b10-44b6-9d73-208997a8ad70 req-2e751e3b-27eb-449f-a0de-abfb538db5f8 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:00.143091 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7885e5c4-8b10-44b6-9d73-208997a8ad70 req-2e751e3b-27eb-449f-a0de-abfb538db5f8 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c251d54-41a4-4e2b-8ce8-aecaa3ba1012 HTTP/1.1" status: 200 len: 946 time: 0.5030396 Jul 15 13:08:00.151171 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8acd0-d466-4ca6-beb3-a6473c614754 req-45773ae0-4e2c-4347-a059-e2a9457bfa61 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:00.158740 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f7d8acd0-d466-4ca6-beb3-a6473c614754 req-45773ae0-4e2c-4347-a059-e2a9457bfa61 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 945 time: 0.4747362 Jul 15 13:08:00.161493 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48722) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:00.171663 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-8be7b5f6-a50d-4565-9bba-5d5daabcae0d tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Request body: {'floatingip': {'port_id': '653be1bb-0801-40e6-b288-8d883163bd83'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:00.222380 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8be7b5f6-a50d-4565-9bba-5d5daabcae0d tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks [] for floatingip, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:00.285090 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f7d8acd0-d466-4ca6-beb3-a6473c614754 req-d3d94362-3afc-45fd-84bc-d06f35894bb0 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254299 Jul 15 13:08:00.370806 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7ce300c7-61ed-4ba4-a850-9d1c935c7698 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:00.457529 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27dac2e-5dc5-4f05-bc3c-b9ba66511cf7 req-6b0833ed-aebd-405a-a5ff-bde8249217cf tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:00.460593 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c27dac2e-5dc5-4f05-bc3c-b9ba66511cf7 req-6b0833ed-aebd-405a-a5ff-bde8249217cf tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 945 time: 0.1950724 Jul 15 13:08:00.530898 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48736) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:00.597337 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c27dac2e-5dc5-4f05-bc3c-b9ba66511cf7 req-06a7e69c-cb3c-40c2-8a43-93d76db48332 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269639 Jul 15 13:08:00.645582 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012b71d-f985-4809-b7f1-5daa471c30e5 req-8d226b25-3ac2-4460-9478-bff972136d27 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:00.648590 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7ce300c7-61ed-4ba4-a850-9d1c935c7698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:00.652729 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b012b71d-f985-4809-b7f1-5daa471c30e5 req-8d226b25-3ac2-4460-9478-bff972136d27 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 946 time: 0.1850960 Jul 15 13:08:00.729206 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b012b71d-f985-4809-b7f1-5daa471c30e5 req-43e795f3-2736-4f2e-bdb9-d26a012fe28b tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6a1356-fa75-4dc1-a4fe-d320e6b273c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755913 Jul 15 13:08:00.733239 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-69c0a8bd-37b2-4d9c-a55b-2f1c218a940e tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1951795476'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:00.803068 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c0a8bd-37b2-4d9c-a55b-2f1c218a940e tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Made reservation on behalf of b05fdd7d4f70481da636493e661c4173 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:00.807000 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-69c0a8bd-37b2-4d9c-a55b-2f1c218a940e tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:00.818591 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-69c0a8bd-37b2-4d9c-a55b-2f1c218a940e tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:00.907669 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce300c7-61ed-4ba4-a850-9d1c935c7698 admin admin] Router 5c56d9e0-ac83-40eb-bffc-8bd680da8990 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:08:00.916031 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d509d325-1188-417c-ae48-a94dfc7ab556 None None] Network b7d9b321-b4e4-4cfc-a793-2e1472f0055c requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:00.987025 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-81f9f45b-ca9a-4af1-8232-0baa360d635b None None] Provisioning for port 5a591ecf-b7ef-4723-841c-6492e56d0cec completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:01.015063 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb21e3-5381-47a4-a357-746440616607 req-5516807f-e6e7-4ffc-b5a3-3ddc654d824c tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:01.016591 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b5eb21e3-5381-47a4-a357-746440616607 req-5516807f-e6e7-4ffc-b5a3-3ddc654d824c tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 950 time: 0.1504748 Jul 15 13:08:01.032583 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8be7b5f6-a50d-4565-9bba-5d5daabcae0d tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:01.036395 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-69c0a8bd-37b2-4d9c-a55b-2f1c218a940e tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:01.042435 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-69c0a8bd-37b2-4d9c-a55b-2f1c218a940e tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:01.048152 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8be7b5f6-a50d-4565-9bba-5d5daabcae0d tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:01.073816 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69c0a8bd-37b2-4d9c-a55b-2f1c218a940e tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:08:01.093636 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0a8bd-37b2-4d9c-a55b-2f1c218a940e tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=426d6cca-d387-492e-884c-af115bb8cb42,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:01.111107 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b5eb21e3-5381-47a4-a357-746440616607 req-4d0d7037-5156-4816-bc24-bb69886efb5b tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808694 Jul 15 13:08:01.123031 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce300c7-61ed-4ba4-a850-9d1c935c7698 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:08:01.132762 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-69c0a8bd-37b2-4d9c-a55b-2f1c218a940e tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:01.133254 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-69c0a8bd-37b2-4d9c-a55b-2f1c218a940e tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Added segment fa8ecec0-b9b9-49dc-9c3c-788c7085cf66 of type vlan for network e15beb71-29a9-4acc-ba70-0286a610ec85 Jul 15 13:08:01.143557 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d114d3-86bb-44b7-9961-e76fdf2b48ce None None] Sync routers for ids ['5c56d9e0-ac83-40eb-bffc-8bd680da8990'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:08:01.161953 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d114d3-86bb-44b7-9961-e76fdf2b48ce None None] Routers {'5c56d9e0-ac83-40eb-bffc-8bd680da8990'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:08:01.163137 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-06d114d3-86bb-44b7-9961-e76fdf2b48ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:07:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['5c56d9e0-ac83-40eb-bffc-8bd680da8990'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:01.185583 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7ce300c7-61ed-4ba4-a850-9d1c935c7698 admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:01.189940 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7ce300c7-61ed-4ba4-a850-9d1c935c7698 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5727255 Jul 15 13:08:01.192707 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48740) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:01.223974 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-8be7b5f6-a50d-4565-9bba-5d5daabcae0d tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Floating IP a4dc5704-9e68-49bf-939c-127a85afc3a1 associated. External IP: 172.25.8.168, port: 653be1bb-0801-40e6-b288-8d883163bd83. Jul 15 13:08:01.256181 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-69c0a8bd-37b2-4d9c-a55b-2f1c218a940e tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:01.316272 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-06d114d3-86bb-44b7-9961-e76fdf2b48ce None None] Set router 5c56d9e0-ac83-40eb-bffc-8bd680da8990 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:08:01.319554 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5a591ecf-b7ef-4723-841c-6492e56d0cec up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:01.380474 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-69c0a8bd-37b2-4d9c-a55b-2f1c218a940e tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:01.387045 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c0a8bd-37b2-4d9c-a55b-2f1c218a940e tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:01.387797 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-69c0a8bd-37b2-4d9c-a55b-2f1c218a940e tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:01.469929 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-69c0a8bd-37b2-4d9c-a55b-2f1c218a940e tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9379520 Jul 15 13:08:01.472782 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48744) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:01.481111 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-28ff774c-d802-44ac-bf40-62ee3eacfd0c tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Request body: {'subnet': {'network_id': 'e15beb71-29a9-4acc-ba70-0286a610ec85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:01.505575 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 5a591ecf-b7ef-4723-841c-6492e56d0cec completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:01.519371 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 5a591ecf-b7ef-4723-841c-6492e56d0cec triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:01.519762 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:01.540138 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0a8bd-37b2-4d9c-a55b-2f1c218a940e tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Pushing event updated for resources: {'Network': ['ID=e15beb71-29a9-4acc-ba70-0286a610ec85,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:01.567000 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be7b5f6-a50d-4565-9bba-5d5daabcae0d tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Router 6182b628-b7be-486f-b7ca-85f5460e89fd has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:08:01.588124 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15b94e-ed7a-4421-a41c-ca6b09aacbb5 req-9a91b7fb-ac6b-4141-ad20-5be0a9986ecb tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:01.590215 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e15b94e-ed7a-4421-a41c-ca6b09aacbb5 req-9a91b7fb-ac6b-4141-ad20-5be0a9986ecb tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 945 time: 0.1531334 Jul 15 13:08:01.691898 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network e15beb71-29a9-4acc-ba70-0286a610ec85 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:08:01.726128 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ff774c-d802-44ac-bf40-62ee3eacfd0c tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Made reservation on behalf of b05fdd7d4f70481da636493e661c4173 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:01.729799 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-28ff774c-d802-44ac-bf40-62ee3eacfd0c tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:01.737426 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e15b94e-ed7a-4421-a41c-ca6b09aacbb5 req-a21d43ad-4f0b-4d59-abc1-d99210a260eb tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057892 Jul 15 13:08:01.795326 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be7b5f6-a50d-4565-9bba-5d5daabcae0d tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:08:01.801007 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8be7b5f6-a50d-4565-9bba-5d5daabcae0d tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:01.804893 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c8bd93-8632-408e-af76-cd3776728f75 None None] Sync routers for ids ['6182b628-b7be-486f-b7ca-85f5460e89fd'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:08:01.836731 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c8bd93-8632-408e-af76-cd3776728f75 None None] Routers {'6182b628-b7be-486f-b7ca-85f5460e89fd'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:08:01.840263 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-33c8bd93-8632-408e-af76-cd3776728f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:07:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['6182b628-b7be-486f-b7ca-85f5460e89fd'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:01.856139 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890472c7-921c-4190-8167-c4ee7f40495d req-4d62a035-9c14-4e79-98e5-7f8b75f94ac2 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:01.865226 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-890472c7-921c-4190-8167-c4ee7f40495d req-4d62a035-9c14-4e79-98e5-7f8b75f94ac2 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 945 time: 0.1315594 Jul 15 13:08:01.872530 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8be7b5f6-a50d-4565-9bba-5d5daabcae0d tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "PUT /v2.0/floatingips/a4dc5704-9e68-49bf-939c-127a85afc3a1 HTTP/1.1" status: 200 len: 992 time: 1.7096398 Jul 15 13:08:01.874246 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c251d54-41a4-4e2b-8ce8-aecaa3ba1012', 'tag': '653be1bb-0801-40e6-b288-8d883163bd83'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:01.877063 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2df0a3-8afd-42a8-b818-baf6348784e1" -d '{"events": [{"name": "network-changed", "server_uuid": "3c251d54-41a4-4e2b-8ce8-aecaa3ba1012", "tag": "653be1bb-0801-40e6-b288-8d883163bd83"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:01.881971 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:01.899021 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-06d114d3-86bb-44b7-9961-e76fdf2b48ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c56d9e0-ac83-40eb-bffc-8bd680da8990', 'name': 'tempest-ServersTestMultiNic-1307992940-router', 'tenant_id': 'c9e2f6d59c714082841767edaa83eabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'bbc94027-0b66-4194-be0d-739ac0156a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:58Z', 'updated_at': '2021-07-15T13:08:00Z', 'revision_number': 3, 'project_id': 'c9e2f6d59c714082841767edaa83eabd', 'gw_port': {'id': 'bbc94027-0b66-4194-be0d-739ac0156a52', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:47:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c56d9e0-ac83-40eb-bffc-8bd680da8990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:59Z', 'updated_at': '2021-07-15T13:07:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:01.922685 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-890472c7-921c-4190-8167-c4ee7f40495d req-e2d891fa-f1ed-4ea7-9e26-a04f5f3cacff tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536959 Jul 15 13:08:01.931867 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d114d3-86bb-44b7-9961-e76fdf2b48ce None None] Checking router: 5c56d9e0-ac83-40eb-bffc-8bd680da8990 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:08:01.932464 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d114d3-86bb-44b7-9961-e76fdf2b48ce None None] Updating router 5c56d9e0-ac83-40eb-bffc-8bd680da8990 port bbc94027-0b66-4194-be0d-739ac0156a52 binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:08:01.985157 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 5a591ecf-b7ef-4723-841c-6492e56d0cec, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5a591ecf-b7ef-4723-841c-6492e56d0cec,segment=NetworkSegment(f53d5009-e072-43e0-bb98-8cf4a4cfe7ea),segment_id=f53d5009-e072-43e0-bb98-8cf4a4cfe7ea)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:01.996796 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-06d114d3-86bb-44b7-9961-e76fdf2b48ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:02.000430 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:02.056434 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-33c8bd93-8632-408e-af76-cd3776728f75 None None] Set router 6182b628-b7be-486f-b7ca-85f5460e89fd gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:08:02.094619 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6da1b2-3db5-44e5-b7d6-037eafe73fa4 req-07dba560-ab69-4ca2-80ec-64a1341684f9 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:02.099536 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2a6da1b2-3db5-44e5-b7d6-037eafe73fa4 req-07dba560-ab69-4ca2-80ec-64a1341684f9 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 946 time: 0.1756017 Jul 15 13:08:02.148433 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=5a591ecf-b7ef-4723-841c-6492e56d0cec,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:02.177164 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2a6da1b2-3db5-44e5-b7d6-037eafe73fa4 req-16edf155-58b2-49bc-9c54-0b4936d5343d tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6a1356-fa75-4dc1-a4fe-d320e6b273c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706925 Jul 15 13:08:02.190235 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:02.240292 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9052e75b-8c3d-455d-984a-3904460b2715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:02.380434 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-06d114d3-86bb-44b7-9961-e76fdf2b48ce None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:02.390485 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-06d114d3-86bb-44b7-9961-e76fdf2b48ce None None] Transition to ACTIVE for port object bbc94027-0b66-4194-be0d-739ac0156a52 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:02.412024 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-06d114d3-86bb-44b7-9961-e76fdf2b48ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:02.431975 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cb63d8eb-5eed-41f1-acbb-f844197818f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:02.448908 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-9052e75b-8c3d-455d-984a-3904460b2715 admin admin] Allocated IP 172.20.0.1 (b7d9b321-b4e4-4cfc-a793-2e1472f0055c/34206c70-e1ca-481a-9eb1-88a9811dd021/6a92cf00-85b0-4405-a9ea-8da0f6cdae5b) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:02.464779 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-28ff774c-d802-44ac-bf40-62ee3eacfd0c tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:02.471211 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e97289-2bf2-4d91-8d9f-518e5ff6cddc req-dc06ef22-7316-4ba8-9552-aaa883303b00 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:02.477830 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c2e97289-2bf2-4d91-8d9f-518e5ff6cddc req-dc06ef22-7316-4ba8-9552-aaa883303b00 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 950 time: 0.1315432 Jul 15 13:08:02.479973 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad13762-2ab6-4a81-b52a-5a76f79776a2 x-openstack-request-id: req-3ad13762-2ab6-4a81-b52a-5a76f79776a2 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:02.480263 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c251d54-41a4-4e2b-8ce8-aecaa3ba1012", "tag": "653be1bb-0801-40e6-b288-8d883163bd83", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:02.480515 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3ad13762-2ab6-4a81-b52a-5a76f79776a2 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:02.483934 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c251d54-41a4-4e2b-8ce8-aecaa3ba1012', 'tag': '653be1bb-0801-40e6-b288-8d883163bd83', 'status': 'completed', 'code': 200} Jul 15 13:08:02.484196 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-06d114d3-86bb-44b7-9961-e76fdf2b48ce None None] Attempting to bind port bbc94027-0b66-4194-be0d-739ac0156a52 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:02.484709 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-06d114d3-86bb-44b7-9961-e76fdf2b48ce None None] Attempting to bind port bbc94027-0b66-4194-be0d-739ac0156a52 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:02.485220 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d114d3-86bb-44b7-9961-e76fdf2b48ce None None] Attempting to bind port bbc94027-0b66-4194-be0d-739ac0156a52 on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:02.493719 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d114d3-86bb-44b7-9961-e76fdf2b48ce None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:02.494376 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d114d3-86bb-44b7-9961-e76fdf2b48ce None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:02.494960 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-06d114d3-86bb-44b7-9961-e76fdf2b48ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:02.495491 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d114d3-86bb-44b7-9961-e76fdf2b48ce None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:02.496159 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-06d114d3-86bb-44b7-9961-e76fdf2b48ce None None] Bound port: bbc94027-0b66-4194-be0d-739ac0156a52, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:02.496736 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-06d114d3-86bb-44b7-9961-e76fdf2b48ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:02.498449 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-33c8bd93-8632-408e-af76-cd3776728f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6182b628-b7be-486f-b7ca-85f5460e89fd', 'name': 'tempest-ServersTestBootFromVolume-1882119-router', 'tenant_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '1d654372-e6fb-4d43-ab30-010794023c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:35Z', 'updated_at': '2021-07-15T13:06:45Z', 'revision_number': 4, 'project_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'gw_port': {'id': '1d654372-e6fb-4d43-ab30-010794023c31', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182b628-b7be-486f-b7ca-85f5460e89fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:37Z', 'updated_at': '2021-07-15T13:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'a4dc5704-9e68-49bf-939c-127a85afc3a1', 'tenant_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'floating_ip_address': '172.25.8.168', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '6182b628-b7be-486f-b7ca-85f5460e89fd', 'port_id': '653be1bb-0801-40e6-b288-8d883163bd83', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d', 'mac_address': 'fa:16:3e:46:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c251d54-41a4-4e2b-8ce8-aecaa3ba1012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:06:54Z', 'updated_at': '2021-07-15T13:08:00Z', 'revision_number': 1, 'project_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b150fcb-4c63-451b-91d1-7a815c150d48', 'name': '', 'network_id': '6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d', 'tenant_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'mac_address': 'fa:16:3e:6a:9a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182b628-b7be-486f-b7ca-85f5460e89fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'a6bbe658-7956-4bdc-bf0f-4e1c4674969b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:44Z', 'updated_at': '2021-07-15T13:06:54Z', 'revision_number': 5, 'project_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'subnets': [{'id': 'a6bbe658-7956-4bdc-bf0f-4e1c4674969b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:02.525230 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb61b2-63b5-42b3-acfb-8f438ff209a6 None None] Pushing event updated for resources: {'Port': ['ID=bbc94027-0b66-4194-be0d-739ac0156a52,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:02.533278 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c8bd93-8632-408e-af76-cd3776728f75 None None] Checking router: 6182b628-b7be-486f-b7ca-85f5460e89fd for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:08:02.542038 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c8bd93-8632-408e-af76-cd3776728f75 None None] Routers {'6182b628-b7be-486f-b7ca-85f5460e89fd'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:08:02.543464 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-33c8bd93-8632-408e-af76-cd3776728f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:08:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['6182b628-b7be-486f-b7ca-85f5460e89fd'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:02.558711 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff774c-d802-44ac-bf40-62ee3eacfd0c tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Pushing event updated for resources: {'Subnet': ['ID=d42593f6-5c01-4040-b3bc-43c24f203177,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:02.573141 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-06d114d3-86bb-44b7-9961-e76fdf2b48ce None None] For port bbc94027-0b66-4194-be0d-739ac0156a52, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:02.577910 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c2e97289-2bf2-4d91-8d9f-518e5ff6cddc req-7a4d2697-790a-47b0-b7ec-78b592ce948a tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859008 Jul 15 13:08:02.591887 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-06d114d3-86bb-44b7-9961-e76fdf2b48ce None None] For port bbc94027-0b66-4194-be0d-739ac0156a52, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=bbc94027-0b66-4194-be0d-739ac0156a52,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:02.601210 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-06d114d3-86bb-44b7-9961-e76fdf2b48ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:02.616349 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2df0a3-8afd-42a8-b818-baf6348784e1 req-0d220614-f7e9-419c-a8fb-7384703f9b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:02.617851 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8e2df0a3-8afd-42a8-b818-baf6348784e1 req-0d220614-f7e9-419c-a8fb-7384703f9b98 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49bbb79a73e14fa894aa5fbb900d6de9&device_id=3c251d54-41a4-4e2b-8ce8-aecaa3ba1012 HTTP/1.1" status: 200 len: 1098 time: 0.0967338 Jul 15 13:08:02.626373 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ff774c-d802-44ac-bf40-62ee3eacfd0c tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Checking segment: {'id': 'fa8ecec0-b9b9-49dc-9c3c-788c7085cf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e15beb71-29a9-4acc-ba70-0286a610ec85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:02.626992 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ff774c-d802-44ac-bf40-62ee3eacfd0c tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Network hostable DHCP agents. Network: e15beb71-29a9-4acc-ba70-0286a610ec85, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:08:02.668614 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9052e75b-8c3d-455d-984a-3904460b2715 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:02.676239 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ff774c-d802-44ac-bf40-62ee3eacfd0c tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Network e15beb71-29a9-4acc-ba70-0286a610ec85 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:08:02.687468 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-9052e75b-8c3d-455d-984a-3904460b2715 admin admin] Transition to ACTIVE for port object 6a92cf00-85b0-4405-a9ea-8da0f6cdae5b will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:02.688103 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb61b2-63b5-42b3-acfb-8f438ff209a6 None None] Pushing event updated for resources: {'Port': ['ID=bbc94027-0b66-4194-be0d-739ac0156a52,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:02.692407 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-33c8bd93-8632-408e-af76-cd3776728f75 None None] Set router 6182b628-b7be-486f-b7ca-85f5460e89fd gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:08:02.694821 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d114d3-86bb-44b7-9961-e76fdf2b48ce None None] Routers {'5c56d9e0-ac83-40eb-bffc-8bd680da8990'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:08:02.695336 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-06d114d3-86bb-44b7-9961-e76fdf2b48ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:08:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['5c56d9e0-ac83-40eb-bffc-8bd680da8990'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:02.697027 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-28ff774c-d802-44ac-bf40-62ee3eacfd0c tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, e15beb71-29a9-4acc-ba70-0286a610ec85) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:02.713811 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ff774c-d802-44ac-bf40-62ee3eacfd0c tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:02.714416 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-28ff774c-d802-44ac-bf40-62ee3eacfd0c tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:02.745518 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1b33f8-e435-4320-862a-ef6250b15fee None None] Network e15beb71-29a9-4acc-ba70-0286a610ec85 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:02.745723 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-28ff774c-d802-44ac-bf40-62ee3eacfd0c tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2675798 Jul 15 13:08:02.746211 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48760) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:02.747842 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2df0a3-8afd-42a8-b818-baf6348784e1 req-84ecd30d-2b8c-444c-b64e-e73fb95b11ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:02.750426 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8e2df0a3-8afd-42a8-b818-baf6348784e1 req-84ecd30d-2b8c-444c-b64e-e73fb95b11ef service neutron] 10.222.0.46 "GET /v2.0/networks?id=6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d HTTP/1.1" status: 200 len: 914 time: 0.1178358 Jul 15 13:08:02.753721 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-507637b1-6b07-4c54-9ba1-cd35683e9857 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Request body: {'port': {'network_id': 'e15beb71-29a9-4acc-ba70-0286a610ec85', 'name': 'tempest-DHCPAgentSchedulersTestJSON-659778468'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:02.798639 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9052e75b-8c3d-455d-984a-3904460b2715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:02.875134 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9052e75b-8c3d-455d-984a-3904460b2715 admin admin] Network b7d9b321-b4e4-4cfc-a793-2e1472f0055c is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:02.882607 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-9052e75b-8c3d-455d-984a-3904460b2715 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:02.890537 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9052e75b-8c3d-455d-984a-3904460b2715 admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:02.897314 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-06d114d3-86bb-44b7-9961-e76fdf2b48ce None None] Set router 5c56d9e0-ac83-40eb-bffc-8bd680da8990 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:08:02.922969 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8e2df0a3-8afd-42a8-b818-baf6348784e1 req-0d202ed4-ce91-4b29-bb92-e50e0d0e6f12 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=653be1bb-0801-40e6-b288-8d883163bd83 HTTP/1.1" status: 200 len: 1000 time: 0.1649451 Jul 15 13:08:03.017262 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-33c8bd93-8632-408e-af76-cd3776728f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6182b628-b7be-486f-b7ca-85f5460e89fd', 'name': 'tempest-ServersTestBootFromVolume-1882119-router', 'tenant_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '1d654372-e6fb-4d43-ab30-010794023c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:35Z', 'updated_at': '2021-07-15T13:06:45Z', 'revision_number': 4, 'project_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'gw_port': {'id': '1d654372-e6fb-4d43-ab30-010794023c31', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182b628-b7be-486f-b7ca-85f5460e89fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:37Z', 'updated_at': '2021-07-15T13:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'a4dc5704-9e68-49bf-939c-127a85afc3a1', 'tenant_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'floating_ip_address': '172.25.8.168', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '6182b628-b7be-486f-b7ca-85f5460e89fd', 'port_id': '653be1bb-0801-40e6-b288-8d883163bd83', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d', 'mac_address': 'fa:16:3e:46:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c251d54-41a4-4e2b-8ce8-aecaa3ba1012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:06:54Z', 'updated_at': '2021-07-15T13:08:00Z', 'revision_number': 1, 'project_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b150fcb-4c63-451b-91d1-7a815c150d48', 'name': '', 'network_id': '6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d', 'tenant_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'mac_address': 'fa:16:3e:6a:9a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182b628-b7be-486f-b7ca-85f5460e89fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'a6bbe658-7956-4bdc-bf0f-4e1c4674969b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:44Z', 'updated_at': '2021-07-15T13:06:54Z', 'revision_number': 5, 'project_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'subnets': [{'id': 'a6bbe658-7956-4bdc-bf0f-4e1c4674969b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:03.022869 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9052e75b-8c3d-455d-984a-3904460b2715 admin admin] Pushing event updated for resources: {'Port': ['ID=6a92cf00-85b0-4405-a9ea-8da0f6cdae5b,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:03.041837 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9052e75b-8c3d-455d-984a-3904460b2715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.052495 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c8bd93-8632-408e-af76-cd3776728f75 None None] The sync data for ids ['6182b628-b7be-486f-b7ca-85f5460e89fd'] in n-d-771363-36 is: [{'id': '6182b628-b7be-486f-b7ca-85f5460e89fd', 'name': 'tempest-ServersTestBootFromVolume-1882119-router', 'tenant_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '1d654372-e6fb-4d43-ab30-010794023c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:35Z', 'updated_at': '2021-07-15T13:06:45Z', 'revision_number': 4, 'project_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'gw_port': {'id': '1d654372-e6fb-4d43-ab30-010794023c31', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182b628-b7be-486f-b7ca-85f5460e89fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:37Z', 'updated_at': '2021-07-15T13:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'a4dc5704-9e68-49bf-939c-127a85afc3a1', 'tenant_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'floating_ip_address': '172.25.8.168', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '6182b628-b7be-486f-b7ca-85f5460e89fd', 'port_id': '653be1bb-0801-40e6-b288-8d883163bd83', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d', 'mac_address': 'fa:16:3e:46:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c251d54-41a4-4e2b-8ce8-aecaa3ba1012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:06:54Z', 'updated_at': '2021-07-15T13:08:00Z', 'revision_number': 1, 'project_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b150fcb-4c63-451b-91d1-7a815c150d48', 'name': '', 'network_id': '6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d', 'tenant_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'mac_address': 'fa:16:3e:6a:9a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182b628-b7be-486f-b7ca-85f5460e89fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'a6bbe658-7956-4bdc-bf0f-4e1c4674969b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:44Z', 'updated_at': '2021-07-15T13:06:54Z', 'revision_number': 5, 'project_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'subnets': [{'id': 'a6bbe658-7956-4bdc-bf0f-4e1c4674969b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:08:03.068214 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2df0a3-8afd-42a8-b818-baf6348784e1 req-ede17c40-0085-413f-8b2a-19d5feecbdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:03.079062 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8e2df0a3-8afd-42a8-b818-baf6348784e1 req-ede17c40-0085-413f-8b2a-19d5feecbdfd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a6bbe658-7956-4bdc-bf0f-4e1c4674969b HTTP/1.1" status: 200 len: 852 time: 0.1475761 Jul 15 13:08:03.136118 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507637b1-6b07-4c54-9ba1-cd35683e9857 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Made reservation on behalf of b05fdd7d4f70481da636493e661c4173 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:03.139972 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-507637b1-6b07-4c54-9ba1-cd35683e9857 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.173008 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee60a7-6dfc-4c46-8ef2-c2b4aacf846a req-3a466aac-d1c7-4107-9976-d2bce8684838 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:03.181925 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5aee60a7-6dfc-4c46-8ef2-c2b4aacf846a req-3a466aac-d1c7-4107-9976-d2bce8684838 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 945 time: 0.2338386 Jul 15 13:08:03.211573 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9317b893-9edb-434a-9e6b-9f1511aca9d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-e15beb71-29a9-4acc-ba70-0286a610ec85', 'network_id': 'e15beb71-29a9-4acc-ba70-0286a610ec85', 'tenant_id': 'b05fdd7d4f70481da636493e661c4173', 'fixed_ips': [{'subnet_id': 'd42593f6-5c01-4040-b3bc-43c24f203177'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:08:03.212519 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9317b893-9edb-434a-9e6b-9f1511aca9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.242521 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-507637b1-6b07-4c54-9ba1-cd35683e9857 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] device_id is not set on port 8a7c7687-25a8-4805-83b9-a8953143b818 yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:08:03.299468 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5aee60a7-6dfc-4c46-8ef2-c2b4aacf846a req-277a3ae5-04ab-4587-bd22-a70358dec351 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165574 Jul 15 13:08:03.321979 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2df0a3-8afd-42a8-b818-baf6348784e1 req-57207914-3f15-47ee-beec-95309739fe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:03.324592 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8e2df0a3-8afd-42a8-b818-baf6348784e1 req-57207914-3f15-47ee-beec-95309739fe86 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2314861 Jul 15 13:08:03.370098 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11df489-51c1-4086-94cc-6e11f7f9e451 req-9e1d8d60-8b5a-41a6-946e-0dea6861f76c tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:03.377857 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a11df489-51c1-4086-94cc-6e11f7f9e451 req-9e1d8d60-8b5a-41a6-946e-0dea6861f76c tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 945 time: 0.1849911 Jul 15 13:08:03.378606 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5a591ecf-b7ef-4723-841c-6492e56d0cec up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:03.408519 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9052e75b-8c3d-455d-984a-3904460b2715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.497497 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-507637b1-6b07-4c54-9ba1-cd35683e9857 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Allocated IP 172.20.0.11 (e15beb71-29a9-4acc-ba70-0286a610ec85/d42593f6-5c01-4040-b3bc-43c24f203177/8a7c7687-25a8-4805-83b9-a8953143b818) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:03.510812 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad41d57-8569-4fd2-aaa3-87fabe140fec None None] New status for floating IP a4dc5704-9e68-49bf-939c-127a85afc3a1: ACTIVE {{(pid=93827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:08:03.519050 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a11df489-51c1-4086-94cc-6e11f7f9e451 req-9bbba512-4019-42b1-9afe-534af0089e73 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394832 Jul 15 13:08:03.528510 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-71d72456-927c-4a02-86bc-604f177c1d4d None None] Provisioning for port 6a92cf00-85b0-4405-a9ea-8da0f6cdae5b completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:03.573062 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8e2df0a3-8afd-42a8-b818-baf6348784e1 req-64ddb1be-1153-469f-adf3-ede0213fc165 service neutron] 10.222.0.46 "GET /v2.0/networks/6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382576 Jul 15 13:08:03.595918 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.596596 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-71d72456-927c-4a02-86bc-604f177c1d4d None None] Provisioning complete for port 6a92cf00-85b0-4405-a9ea-8da0f6cdae5b triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:03.597114 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-71d72456-927c-4a02-86bc-604f177c1d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.605722 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-06d114d3-86bb-44b7-9961-e76fdf2b48ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c56d9e0-ac83-40eb-bffc-8bd680da8990', 'name': 'tempest-ServersTestMultiNic-1307992940-router', 'tenant_id': 'c9e2f6d59c714082841767edaa83eabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'bbc94027-0b66-4194-be0d-739ac0156a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:58Z', 'updated_at': '2021-07-15T13:08:00Z', 'revision_number': 3, 'project_id': 'c9e2f6d59c714082841767edaa83eabd', 'gw_port': {'id': 'bbc94027-0b66-4194-be0d-739ac0156a52', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:47:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c56d9e0-ac83-40eb-bffc-8bd680da8990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:59Z', 'updated_at': '2021-07-15T13:08:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:03.677138 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d114d3-86bb-44b7-9961-e76fdf2b48ce None None] The sync data for ids ['5c56d9e0-ac83-40eb-bffc-8bd680da8990'] in n-d-771363-36 is: [{'id': '5c56d9e0-ac83-40eb-bffc-8bd680da8990', 'name': 'tempest-ServersTestMultiNic-1307992940-router', 'tenant_id': 'c9e2f6d59c714082841767edaa83eabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'bbc94027-0b66-4194-be0d-739ac0156a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:58Z', 'updated_at': '2021-07-15T13:08:00Z', 'revision_number': 3, 'project_id': 'c9e2f6d59c714082841767edaa83eabd', 'gw_port': {'id': 'bbc94027-0b66-4194-be0d-739ac0156a52', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:47:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c56d9e0-ac83-40eb-bffc-8bd680da8990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:59Z', 'updated_at': '2021-07-15T13:08:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:08:03.826674 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-71d72456-927c-4a02-86bc-604f177c1d4d None None] Port 6a92cf00-85b0-4405-a9ea-8da0f6cdae5b cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:08:03.829418 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 5a591ecf-b7ef-4723-841c-6492e56d0cec triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:03.830627 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.838348 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8e2df0a3-8afd-42a8-b818-baf6348784e1 req-e35e481c-6d14-4e96-a716-f78f6b842541 service neutron] 10.222.0.46 "GET /v2.0/networks/6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570295 Jul 15 13:08:03.851927 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95230e3-5ae5-47d1-ba50-6bb8e5cae93d req-abf87c03-0f69-49f7-af82-f984b87cd35c tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:03.873127 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e95230e3-5ae5-47d1-ba50-6bb8e5cae93d req-abf87c03-0f69-49f7-af82-f984b87cd35c tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 946 time: 0.2290604 Jul 15 13:08:03.884752 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-507637b1-6b07-4c54-9ba1-cd35683e9857 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.888512 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9052e75b-8c3d-455d-984a-3904460b2715 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.905942 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9052e75b-8c3d-455d-984a-3904460b2715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.916668 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-507637b1-6b07-4c54-9ba1-cd35683e9857 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Transition to ACTIVE for port object 8a7c7687-25a8-4805-83b9-a8953143b818 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:03.977632 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e95230e3-5ae5-47d1-ba50-6bb8e5cae93d req-934c3ebe-66d9-4d51-b109-317202896428 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6a1356-fa75-4dc1-a4fe-d320e6b273c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034563 Jul 15 13:08:04.020067 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9052e75b-8c3d-455d-984a-3904460b2715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.023878 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365f998-d577-49a5-8d8b-33c94d8f2d23 req-086cc855-2506-4003-ae4a-e7954f58591d tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:04.040738 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5365f998-d577-49a5-8d8b-33c94d8f2d23 req-086cc855-2506-4003-ae4a-e7954f58591d tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 950 time: 0.1362460 Jul 15 13:08:04.053383 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9052e75b-8c3d-455d-984a-3904460b2715 admin admin] Pushing event updated for resources: {'Port': ['ID=6a92cf00-85b0-4405-a9ea-8da0f6cdae5b,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:04.074975 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-507637b1-6b07-4c54-9ba1-cd35683e9857 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.123316 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5365f998-d577-49a5-8d8b-33c94d8f2d23 req-f53b5e34-1a89-49c0-b546-689f6f687d57 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814433 Jul 15 13:08:04.152152 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-9317b893-9edb-434a-9e6b-9f1511aca9d8 None None] Allocated IP 172.20.0.2 (e15beb71-29a9-4acc-ba70-0286a610ec85/d42593f6-5c01-4040-b3bc-43c24f203177/72e839aa-570e-4636-833e-5a52a9f2bae1) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:04.172433 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507637b1-6b07-4c54-9ba1-cd35683e9857 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Network e15beb71-29a9-4acc-ba70-0286a610ec85 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:04.184172 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-507637b1-6b07-4c54-9ba1-cd35683e9857 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:04.188830 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507637b1-6b07-4c54-9ba1-cd35683e9857 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:04.191551 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507637b1-6b07-4c54-9ba1-cd35683e9857 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Pushing event updated for resources: {'Port': ['ID=8a7c7687-25a8-4805-83b9-a8953143b818,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:04.259506 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9052e75b-8c3d-455d-984a-3904460b2715 admin admin] Network b7d9b321-b4e4-4cfc-a793-2e1472f0055c is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:04.268130 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507637b1-6b07-4c54-9ba1-cd35683e9857 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:04.269180 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-507637b1-6b07-4c54-9ba1-cd35683e9857 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.275926 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-9052e75b-8c3d-455d-984a-3904460b2715 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:04.315995 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9317b893-9edb-434a-9e6b-9f1511aca9d8 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.326173 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-9317b893-9edb-434a-9e6b-9f1511aca9d8 None None] Transition to ACTIVE for port object 72e839aa-570e-4636-833e-5a52a9f2bae1 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:04.336732 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-507637b1-6b07-4c54-9ba1-cd35683e9857 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5894113 Jul 15 13:08:04.341893 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48774) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:04.349594 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-9317b893-9edb-434a-9e6b-9f1511aca9d8 None None] Transition to ACTIVE for port object 72e839aa-570e-4636-833e-5a52a9f2bae1 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:04.359591 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9317b893-9edb-434a-9e6b-9f1511aca9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.448399 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9317b893-9edb-434a-9e6b-9f1511aca9d8 None None] Network e15beb71-29a9-4acc-ba70-0286a610ec85 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:04.455435 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-9317b893-9edb-434a-9e6b-9f1511aca9d8 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:04.465364 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9052e75b-8c3d-455d-984a-3904460b2715 admin admin] Router 5c56d9e0-ac83-40eb-bffc-8bd680da8990 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:08:04.465911 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9317b893-9edb-434a-9e6b-9f1511aca9d8 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:04.495496 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-24b998df-4a97-4653-8122-ccd07ff7f4e1 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Deleting port 8a7c7687-25a8-4805-83b9-a8953143b818 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:04.495888 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-24b998df-4a97-4653-8122-ccd07ff7f4e1 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.694053 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9052e75b-8c3d-455d-984a-3904460b2715 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:08:04.703691 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9052e75b-8c3d-455d-984a-3904460b2715 admin admin] 10.222.0.16 "PUT /v2.0/routers/5c56d9e0-ac83-40eb-bffc-8bd680da8990/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5098293 Jul 15 13:08:04.731179 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317b893-9edb-434a-9e6b-9f1511aca9d8 None None] Pushing event updated for resources: {'Port': ['ID=72e839aa-570e-4636-833e-5a52a9f2bae1,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:04.753113 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6571cae8-6ae4-4951-bd36-03084846ee52 None None] Provisioning complete for port 6a92cf00-85b0-4405-a9ea-8da0f6cdae5b triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:04.754333 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6571cae8-6ae4-4951-bd36-03084846ee52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.824768 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-6571cae8-6ae4-4951-bd36-03084846ee52 None None] Port 6a92cf00-85b0-4405-a9ea-8da0f6cdae5b cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:08:04.841070 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-9317b893-9edb-434a-9e6b-9f1511aca9d8 None None] Attempting to bind port 72e839aa-570e-4636-833e-5a52a9f2bae1 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:04.841669 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-9317b893-9edb-434a-9e6b-9f1511aca9d8 None None] Attempting to bind port 72e839aa-570e-4636-833e-5a52a9f2bae1 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'fa8ecec0-b9b9-49dc-9c3c-788c7085cf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e15beb71-29a9-4acc-ba70-0286a610ec85'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:04.842150 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9317b893-9edb-434a-9e6b-9f1511aca9d8 None None] Attempting to bind port 72e839aa-570e-4636-833e-5a52a9f2bae1 on network e15beb71-29a9-4acc-ba70-0286a610ec85 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:04.848964 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9317b893-9edb-434a-9e6b-9f1511aca9d8 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:04.849619 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9317b893-9edb-434a-9e6b-9f1511aca9d8 None None] Checking segment: {'id': 'fa8ecec0-b9b9-49dc-9c3c-788c7085cf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e15beb71-29a9-4acc-ba70-0286a610ec85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:04.850282 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9317b893-9edb-434a-9e6b-9f1511aca9d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.851066 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9317b893-9edb-434a-9e6b-9f1511aca9d8 None None] Bound using segment: {'id': 'fa8ecec0-b9b9-49dc-9c3c-788c7085cf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e15beb71-29a9-4acc-ba70-0286a610ec85'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:04.851680 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-9317b893-9edb-434a-9e6b-9f1511aca9d8 None None] Bound port: 72e839aa-570e-4636-833e-5a52a9f2bae1, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8ecec0-b9b9-49dc-9c3c-788c7085cf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e15beb71-29a9-4acc-ba70-0286a610ec85'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:04.852388 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9317b893-9edb-434a-9e6b-9f1511aca9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.880091 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48786) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:04.933832 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.938973 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-4f77534a-cf4d-46a2-b91d-3bf8541014a6 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2076022702'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:04.961169 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-9317b893-9edb-434a-9e6b-9f1511aca9d8 None None] For port 72e839aa-570e-4636-833e-5a52a9f2bae1, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:04.967691 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f77534a-cf4d-46a2-b91d-3bf8541014a6 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Made reservation on behalf of c9e2f6d59c714082841767edaa83eabd for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:04.969205 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-9317b893-9edb-434a-9e6b-9f1511aca9d8 None None] For port 72e839aa-570e-4636-833e-5a52a9f2bae1, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=72e839aa-570e-4636-833e-5a52a9f2bae1,segment=NetworkSegment(fa8ecec0-b9b9-49dc-9c3c-788c7085cf66),segment_id=fa8ecec0-b9b9-49dc-9c3c-788c7085cf66)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:04.977669 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9317b893-9edb-434a-9e6b-9f1511aca9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.979383 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4f77534a-cf4d-46a2-b91d-3bf8541014a6 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.017773 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f77534a-cf4d-46a2-b91d-3bf8541014a6 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:08:05.038642 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4f77534a-cf4d-46a2-b91d-3bf8541014a6 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.039170 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-4f77534a-cf4d-46a2-b91d-3bf8541014a6 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Added segment 4bb2d842-cdc0-4573-8a97-693bc32f3579 of type vlan for network 9387763f-6f68-4b18-8426-2713bc515911 Jul 15 13:08:05.060108 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317b893-9edb-434a-9e6b-9f1511aca9d8 None None] Pushing event updated for resources: {'Port': ['ID=72e839aa-570e-4636-833e-5a52a9f2bae1,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:05.089255 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4f77534a-cf4d-46a2-b91d-3bf8541014a6 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.126071 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4f77534a-cf4d-46a2-b91d-3bf8541014a6 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.129671 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-24b998df-4a97-4653-8122-ccd07ff7f4e1 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.131758 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f77534a-cf4d-46a2-b91d-3bf8541014a6 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:05.132349 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4f77534a-cf4d-46a2-b91d-3bf8541014a6 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.169504 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-24b998df-4a97-4653-8122-ccd07ff7f4e1 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Calling delete_port for 8a7c7687-25a8-4805-83b9-a8953143b818 owned by {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:05.178692 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4f77534a-cf4d-46a2-b91d-3bf8541014a6 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2968369 Jul 15 13:08:05.182122 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48794) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:05.188660 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffecba8b-1046-46d2-a2c1-fba8b6299a53 req-3cf0183d-caee-4f88-9dff-a2e910872cd8 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:05.197216 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ffecba8b-1046-46d2-a2c1-fba8b6299a53 req-3cf0183d-caee-4f88-9dff-a2e910872cd8 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 945 time: 0.6695914 Jul 15 13:08:05.222679 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-de13e112-bb2a-48a4-ace2-6be4b886af77 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Request body: {'subnet': {'network_id': '9387763f-6f68-4b18-8426-2713bc515911', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:05.261806 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77534a-cf4d-46a2-b91d-3bf8541014a6 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Pushing event updated for resources: {'Network': ['ID=9387763f-6f68-4b18-8426-2713bc515911,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:05.291412 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 9387763f-6f68-4b18-8426-2713bc515911 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:08:05.335066 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ffecba8b-1046-46d2-a2c1-fba8b6299a53 req-9beec726-2851-4c8a-a100-acf43c23430e tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362107 Jul 15 13:08:05.394997 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3fd748-1892-4741-a416-25fdfcbb892d req-0bbf6c30-c386-4a22-b6b1-d9d103cadb89 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:05.407188 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fb3fd748-1892-4741-a416-25fdfcbb892d req-0bbf6c30-c386-4a22-b6b1-d9d103cadb89 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 945 time: 0.3027215 Jul 15 13:08:05.435681 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device bbc94027-0b66-4194-be0d-739ac0156a52 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:05.467239 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fb3fd748-1892-4741-a416-25fdfcbb892d req-02bf75e4-6250-4072-83ca-5473cd6f1ded tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587587 Jul 15 13:08:05.538017 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port bbc94027-0b66-4194-be0d-739ac0156a52 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:05.542701 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port bbc94027-0b66-4194-be0d-739ac0156a52 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:05.543085 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.604369 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-24b998df-4a97-4653-8122-ccd07ff7f4e1 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.676206 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.732718 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b998df-4a97-4653-8122-ccd07ff7f4e1 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Pushing event deleted for resources: {'Port': ['ID=8a7c7687-25a8-4805-83b9-a8953143b818,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:05.738520 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port bbc94027-0b66-4194-be0d-739ac0156a52, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=bbc94027-0b66-4194-be0d-739ac0156a52,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:05.745601 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.821498 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=bbc94027-0b66-4194-be0d-739ac0156a52,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:05.845718 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-24b998df-4a97-4653-8122-ccd07ff7f4e1 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.850739 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-24b998df-4a97-4653-8122-ccd07ff7f4e1 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] 10.222.0.16 "DELETE /v2.0/ports/8a7c7687-25a8-4805-83b9-a8953143b818 HTTP/1.1" status: 204 len: 168 time: 1.5075266 Jul 15 13:08:05.851204 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48798) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:05.859676 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de13e112-bb2a-48a4-ace2-6be4b886af77 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Made reservation on behalf of c9e2f6d59c714082841767edaa83eabd for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:05.872363 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-de13e112-bb2a-48a4-ace2-6be4b886af77 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.889297 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e10db5-16d0-456c-8c2c-fe01b219532a req-acdc4eba-18e0-46bc-b4b7-5b34f665825b tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:05.890859 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8e10db5-16d0-456c-8c2c-fe01b219532a req-acdc4eba-18e0-46bc-b4b7-5b34f665825b tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 946 time: 0.1595690 Jul 15 13:08:05.913320 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d70043-7898-4206-8fdc-2c871ede7168 req-91176ca1-8dcf-46b0-ad97-908ca177f982 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:05.914990 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-64d70043-7898-4206-8fdc-2c871ede7168 req-91176ca1-8dcf-46b0-ad97-908ca177f982 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 950 time: 0.1543529 Jul 15 13:08:05.964014 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8e10db5-16d0-456c-8c2c-fe01b219532a req-0dd76c45-e224-438b-9ba1-aba0fa98d4b9 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6a1356-fa75-4dc1-a4fe-d320e6b273c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650539 Jul 15 13:08:05.969265 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7dcb13fd-f991-424c-851d-17ae7a8bca23 tempest-DHCPAgentSchedulersTestJSON-2039394891 tempest-DHCPAgentSchedulersTestJSON-2039394891-project-admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.1168158 Jul 15 13:08:05.972986 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48802) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:05.980432 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-64d70043-7898-4206-8fdc-2c871ede7168 req-ca0e209b-3605-4c69-9c0f-2337fc1ae17b tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575535 Jul 15 13:08:05.985892 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-a6145839-9b37-4e82-afee-492ef59123ea tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1981314196'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:06.030082 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6145839-9b37-4e82-afee-492ef59123ea tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Made reservation on behalf of b05fdd7d4f70481da636493e661c4173 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:06.033795 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a6145839-9b37-4e82-afee-492ef59123ea tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.094937 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6145839-9b37-4e82-afee-492ef59123ea tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:08:06.124848 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b7009c-9445-40a7-920a-6c8c33d65e4d None None] Sync routers for ids ['5c56d9e0-ac83-40eb-bffc-8bd680da8990'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:08:06.130146 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a6145839-9b37-4e82-afee-492ef59123ea tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.130497 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-a6145839-9b37-4e82-afee-492ef59123ea tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Added segment 886f5c8f-83ab-428d-a962-a82a1076e937 of type vlan for network d6426b54-267f-4615-be3a-a98f729bc1bf Jul 15 13:08:06.134633 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b7009c-9445-40a7-920a-6c8c33d65e4d None None] Routers {'5c56d9e0-ac83-40eb-bffc-8bd680da8990'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:08:06.135308 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-c4b7009c-9445-40a7-920a-6c8c33d65e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:08:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['5c56d9e0-ac83-40eb-bffc-8bd680da8990'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:06.182850 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-de13e112-bb2a-48a4-ace2-6be4b886af77 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.196534 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a6145839-9b37-4e82-afee-492ef59123ea tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.239366 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-c4b7009c-9445-40a7-920a-6c8c33d65e4d None None] Set router 5c56d9e0-ac83-40eb-bffc-8bd680da8990 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:08:06.267602 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de13e112-bb2a-48a4-ace2-6be4b886af77 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Pushing event updated for resources: {'Subnet': ['ID=0b0adb43-540d-4b3e-97ea-4f36de553145,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:06.280456 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a6145839-9b37-4e82-afee-492ef59123ea tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.286521 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6145839-9b37-4e82-afee-492ef59123ea tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:06.287148 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a6145839-9b37-4e82-afee-492ef59123ea tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.296744 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de13e112-bb2a-48a4-ace2-6be4b886af77 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Checking segment: {'id': '4bb2d842-cdc0-4573-8a97-693bc32f3579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9387763f-6f68-4b18-8426-2713bc515911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:06.297115 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de13e112-bb2a-48a4-ace2-6be4b886af77 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Network hostable DHCP agents. Network: 9387763f-6f68-4b18-8426-2713bc515911, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:08:06.333136 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a6145839-9b37-4e82-afee-492ef59123ea tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3591120 Jul 15 13:08:06.336584 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48804) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:06.388534 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6145839-9b37-4e82-afee-492ef59123ea tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Pushing event updated for resources: {'Network': ['ID=d6426b54-267f-4615-be3a-a98f729bc1bf,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:06.402980 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network d6426b54-267f-4615-be3a-a98f729bc1bf details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:08:06.416350 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de13e112-bb2a-48a4-ace2-6be4b886af77 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Network 9387763f-6f68-4b18-8426-2713bc515911 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:08:06.444135 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-de13e112-bb2a-48a4-ace2-6be4b886af77 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 9387763f-6f68-4b18-8426-2713bc515911) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:06.450434 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de13e112-bb2a-48a4-ace2-6be4b886af77 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:06.451583 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-de13e112-bb2a-48a4-ace2-6be4b886af77 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.475233 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-de13e112-bb2a-48a4-ace2-6be4b886af77 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2920039 Jul 15 13:08:06.477416 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48808) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:06.488054 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-895101d3-08ba-400e-9e38-522a2282e6c7 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1003510780'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:06.524284 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895101d3-08ba-400e-9e38-522a2282e6c7 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Made reservation on behalf of c9e2f6d59c714082841767edaa83eabd for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:06.528526 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-895101d3-08ba-400e-9e38-522a2282e6c7 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.562587 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d103baaf-fcfd-4459-8e35-f359222f22ae None None] Network 9387763f-6f68-4b18-8426-2713bc515911 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:06.593969 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-c4b7009c-9445-40a7-920a-6c8c33d65e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c56d9e0-ac83-40eb-bffc-8bd680da8990', 'name': 'tempest-ServersTestMultiNic-1307992940-router', 'tenant_id': 'c9e2f6d59c714082841767edaa83eabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'bbc94027-0b66-4194-be0d-739ac0156a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:58Z', 'updated_at': '2021-07-15T13:08:03Z', 'revision_number': 4, 'project_id': 'c9e2f6d59c714082841767edaa83eabd', 'gw_port': {'id': 'bbc94027-0b66-4194-be0d-739ac0156a52', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c56d9e0-ac83-40eb-bffc-8bd680da8990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:59Z', 'updated_at': '2021-07-15T13:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '6a92cf00-85b0-4405-a9ea-8da0f6cdae5b', 'name': '', 'network_id': 'b7d9b321-b4e4-4cfc-a793-2e1472f0055c', 'tenant_id': 'c9e2f6d59c714082841767edaa83eabd', 'mac_address': 'fa:16:3e:ce:52:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c56d9e0-ac83-40eb-bffc-8bd680da8990', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '34206c70-e1ca-481a-9eb1-88a9811dd021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:02Z', 'updated_at': '2021-07-15T13:08:03Z', 'revision_number': 2, 'project_id': 'c9e2f6d59c714082841767edaa83eabd', 'subnets': [{'id': '34206c70-e1ca-481a-9eb1-88a9811dd021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:06.603585 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-895101d3-08ba-400e-9e38-522a2282e6c7 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:08:06.626099 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-895101d3-08ba-400e-9e38-522a2282e6c7 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.627125 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-895101d3-08ba-400e-9e38-522a2282e6c7 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Added segment a2cdd69b-5f9d-4a7f-aa06-97b5417ae945 of type vlan for network f06c01f1-9715-4a5e-9795-ca69ff6b9293 Jul 15 13:08:06.647787 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b7009c-9445-40a7-920a-6c8c33d65e4d None None] Checking router: 5c56d9e0-ac83-40eb-bffc-8bd680da8990 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:08:06.648223 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b7009c-9445-40a7-920a-6c8c33d65e4d None None] Updating router 5c56d9e0-ac83-40eb-bffc-8bd680da8990 port 6a92cf00-85b0-4405-a9ea-8da0f6cdae5b binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:08:06.675250 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6b62759b-e32f-413c-a847-6427474349ce tempest-DHCPAgentSchedulersTestJSON-2039394891 tempest-DHCPAgentSchedulersTestJSON-2039394891-project-admin] 10.222.0.16 "GET /v2.0/agents/867c16d8-05f0-43f4-90c7-2e1f27d84392/dhcp-networks HTTP/1.1" status: 200 len: 9656 time: 0.3378651 Jul 15 13:08:06.680489 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48814) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:06.707722 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c4b7009c-9445-40a7-920a-6c8c33d65e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.718783 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-895101d3-08ba-400e-9e38-522a2282e6c7 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.749946 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3e3ab-f89d-415c-b312-f3acccdc2a09 req-fbe1c09b-9597-49ec-83d7-92e93fdba109 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:06.758259 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-58e3e3ab-f89d-415c-b312-f3acccdc2a09 req-fbe1c09b-9597-49ec-83d7-92e93fdba109 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 945 time: 0.2444050 Jul 15 13:08:06.780509 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-895101d3-08ba-400e-9e38-522a2282e6c7 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.791117 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895101d3-08ba-400e-9e38-522a2282e6c7 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:06.791767 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-895101d3-08ba-400e-9e38-522a2282e6c7 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.826848 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6805aa22-600d-4755-a274-82f8a5bf7ee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-9387763f-6f68-4b18-8426-2713bc515911', 'network_id': '9387763f-6f68-4b18-8426-2713bc515911', 'tenant_id': 'c9e2f6d59c714082841767edaa83eabd', 'fixed_ips': [{'subnet_id': '0b0adb43-540d-4b3e-97ea-4f36de553145'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:08:06.827991 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6805aa22-600d-4755-a274-82f8a5bf7ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.830094 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-58e3e3ab-f89d-415c-b312-f3acccdc2a09 req-4b12a896-f64f-431a-8ca4-e024e2887a51 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709724 Jul 15 13:08:06.869500 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f3e73-f4b9-4d36-ae82-da671b9fb4f8 req-146af798-7275-4f1d-ba89-33203e2363b8 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:06.883225 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-895101d3-08ba-400e-9e38-522a2282e6c7 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4024231 Jul 15 13:08:06.883863 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48816) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:06.887142 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3c6f3e73-f4b9-4d36-ae82-da671b9fb4f8 req-146af798-7275-4f1d-ba89-33203e2363b8 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 945 time: 0.2332377 Jul 15 13:08:06.900649 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-6e7d240b-5434-434f-908c-a0e556902614 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Request body: {'subnet': {'network_id': 'f06c01f1-9715-4a5e-9795-ca69ff6b9293', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:06.963324 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895101d3-08ba-400e-9e38-522a2282e6c7 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Pushing event updated for resources: {'Network': ['ID=f06c01f1-9715-4a5e-9795-ca69ff6b9293,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:06.966595 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84be61f7-e8ac-40a4-a069-90946ff68cc4 None None] Network e15beb71-29a9-4acc-ba70-0286a610ec85 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:06.982364 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a62664-d675-4e2d-bfc2-dad5006a622e tempest-DHCPAgentSchedulersTestJSON-2039394891 tempest-DHCPAgentSchedulersTestJSON-2039394891-project-admin] Network d6426b54-267f-4615-be3a-a98f729bc1bf is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:08:06.985123 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network f06c01f1-9715-4a5e-9795-ca69ff6b9293 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:08:07.005170 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-58a62664-d675-4e2d-bfc2-dad5006a622e tempest-DHCPAgentSchedulersTestJSON-2039394891 tempest-DHCPAgentSchedulersTestJSON-2039394891-project-admin] 10.222.0.16 "POST /v2.0/agents/867c16d8-05f0-43f4-90c7-2e1f27d84392/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3235281 Jul 15 13:08:07.017039 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48820) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:07.028136 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ebfeea-0e7d-451f-83c1-d6860665bb92 None None] Network d6426b54-267f-4615-be3a-a98f729bc1bf requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:07.031987 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3c6f3e73-f4b9-4d36-ae82-da671b9fb4f8 req-1d240be2-3541-4d83-a6a6-02b0fc14942f tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401794 Jul 15 13:08:07.221636 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48826) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:07.222442 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f0e455bb-61ba-48e9-9695-29c1dd6e3c72 tempest-DHCPAgentSchedulersTestJSON-2039394891 tempest-DHCPAgentSchedulersTestJSON-2039394891-project-admin] 10.222.0.16 "GET /v2.0/agents/867c16d8-05f0-43f4-90c7-2e1f27d84392/dhcp-networks HTTP/1.1" status: 200 len: 11216 time: 0.2039573 Jul 15 13:08:07.232771 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-22dd57d7-604a-42bc-ad88-7b9f01149190 None None] Provisioning for port 72e839aa-570e-4636-833e-5a52a9f2bae1 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:07.252786 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-6805aa22-600d-4755-a274-82f8a5bf7ee3 None None] Allocated IP 19.80.0.2 (9387763f-6f68-4b18-8426-2713bc515911/0b0adb43-540d-4b3e-97ea-4f36de553145/b55f31bd-1ccb-4ece-bf02-32e089ee419b) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:07.267662 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c4b7009c-9445-40a7-920a-6c8c33d65e4d None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.291642 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-c4b7009c-9445-40a7-920a-6c8c33d65e4d None None] Transition to ACTIVE for port object 6a92cf00-85b0-4405-a9ea-8da0f6cdae5b will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:07.293361 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7d240b-5434-434f-908c-a0e556902614 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Made reservation on behalf of c9e2f6d59c714082841767edaa83eabd for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:07.301014 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6e7d240b-5434-434f-908c-a0e556902614 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.305509 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c4b7009c-9445-40a7-920a-6c8c33d65e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.440542 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d7cfd-647b-455d-86bb-e1844cae1f23 req-7be9a534-a9eb-4119-9219-9cc285cb6705 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:07.448180 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e91d7cfd-647b-455d-86bb-e1844cae1f23 req-7be9a534-a9eb-4119-9219-9cc285cb6705 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 950 time: 0.3032024 Jul 15 13:08:07.494586 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f14e2d71-2287-400f-a2ce-53997db86d6e tempest-DHCPAgentSchedulersTestJSON-2039394891 tempest-DHCPAgentSchedulersTestJSON-2039394891-project-admin] 10.222.0.16 "DELETE /v2.0/agents/867c16d8-05f0-43f4-90c7-2e1f27d84392/dhcp-networks/d6426b54-267f-4615-be3a-a98f729bc1bf HTTP/1.1" status: 204 len: 168 time: 0.2696874 Jul 15 13:08:07.496463 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device bbc94027-0b66-4194-be0d-739ac0156a52 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:07.497422 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48828) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:07.513816 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2831de0-1d8f-4835-b230-d3c874f4d8d1 None None] Pushing event updated for resources: {'Port': ['ID=6a92cf00-85b0-4405-a9ea-8da0f6cdae5b,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:07.525259 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2831de0-1d8f-4835-b230-d3c874f4d8d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:07.525609 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2831de0-1d8f-4835-b230-d3c874f4d8d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:07.526010 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2831de0-1d8f-4835-b230-d3c874f4d8d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:07.526456 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2831de0-1d8f-4835-b230-d3c874f4d8d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:07.526810 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2831de0-1d8f-4835-b230-d3c874f4d8d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:07.527139 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2831de0-1d8f-4835-b230-d3c874f4d8d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:07.527646 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2831de0-1d8f-4835-b230-d3c874f4d8d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:07.527979 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2831de0-1d8f-4835-b230-d3c874f4d8d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:07.528377 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2831de0-1d8f-4835-b230-d3c874f4d8d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:07.528703 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2831de0-1d8f-4835-b230-d3c874f4d8d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:07.529050 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2831de0-1d8f-4835-b230-d3c874f4d8d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:07.529343 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2831de0-1d8f-4835-b230-d3c874f4d8d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:07.533344 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e91d7cfd-647b-455d-86bb-e1844cae1f23 req-b79d2131-bc8a-4cdd-8243-2125f1d95d76 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842204 Jul 15 13:08:07.548502 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-c4b7009c-9445-40a7-920a-6c8c33d65e4d None None] Attempting to bind port 6a92cf00-85b0-4405-a9ea-8da0f6cdae5b on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:07.548867 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-c4b7009c-9445-40a7-920a-6c8c33d65e4d None None] Attempting to bind port 6a92cf00-85b0-4405-a9ea-8da0f6cdae5b by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'f53d5009-e072-43e0-bb98-8cf4a4cfe7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b7d9b321-b4e4-4cfc-a793-2e1472f0055c'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:07.549297 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b7009c-9445-40a7-920a-6c8c33d65e4d None None] Attempting to bind port 6a92cf00-85b0-4405-a9ea-8da0f6cdae5b on network b7d9b321-b4e4-4cfc-a793-2e1472f0055c {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:07.554628 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be95bed-d12a-4b49-a4dd-e587987c6765 req-9999480d-1f61-4c62-a2d4-4b83bb8eb644 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:07.556335 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b7009c-9445-40a7-920a-6c8c33d65e4d None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:07.556776 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b7009c-9445-40a7-920a-6c8c33d65e4d None None] Checking segment: {'id': 'f53d5009-e072-43e0-bb98-8cf4a4cfe7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b7d9b321-b4e4-4cfc-a793-2e1472f0055c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:07.557274 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c4b7009c-9445-40a7-920a-6c8c33d65e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.557661 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b7009c-9445-40a7-920a-6c8c33d65e4d None None] Bound using segment: {'id': 'f53d5009-e072-43e0-bb98-8cf4a4cfe7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b7d9b321-b4e4-4cfc-a793-2e1472f0055c'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:07.558130 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-c4b7009c-9445-40a7-920a-6c8c33d65e4d None None] Bound port: 6a92cf00-85b0-4405-a9ea-8da0f6cdae5b, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f53d5009-e072-43e0-bb98-8cf4a4cfe7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b7d9b321-b4e4-4cfc-a793-2e1472f0055c'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:07.558532 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c4b7009c-9445-40a7-920a-6c8c33d65e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.565009 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5be95bed-d12a-4b49-a4dd-e587987c6765 req-9999480d-1f61-4c62-a2d4-4b83bb8eb644 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 946 time: 0.2613986 Jul 15 13:08:07.643940 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-c4b7009c-9445-40a7-920a-6c8c33d65e4d None None] For port 6a92cf00-85b0-4405-a9ea-8da0f6cdae5b, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:07.645844 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5be95bed-d12a-4b49-a4dd-e587987c6765 req-b226eaec-fcae-4fbb-93a7-bf6564b28fc6 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6a1356-fa75-4dc1-a4fe-d320e6b273c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659451 Jul 15 13:08:07.651291 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-c4b7009c-9445-40a7-920a-6c8c33d65e4d None None] For port 6a92cf00-85b0-4405-a9ea-8da0f6cdae5b, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=6a92cf00-85b0-4405-a9ea-8da0f6cdae5b,segment=NetworkSegment(f53d5009-e072-43e0-bb98-8cf4a4cfe7ea),segment_id=f53d5009-e072-43e0-bb98-8cf4a4cfe7ea)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:07.656523 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c4b7009c-9445-40a7-920a-6c8c33d65e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.714433 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2831de0-1d8f-4835-b230-d3c874f4d8d1 None None] Pushing event updated for resources: {'Port': ['ID=6a92cf00-85b0-4405-a9ea-8da0f6cdae5b,revision_number=4']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:07.751413 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b7009c-9445-40a7-920a-6c8c33d65e4d None None] Routers {'5c56d9e0-ac83-40eb-bffc-8bd680da8990'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:08:07.752055 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-c4b7009c-9445-40a7-920a-6c8c33d65e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:08:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['5c56d9e0-ac83-40eb-bffc-8bd680da8990'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:07.765381 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6805aa22-600d-4755-a274-82f8a5bf7ee3 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.777330 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port bbc94027-0b66-4194-be0d-739ac0156a52 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:07.777836 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.781683 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6805aa22-600d-4755-a274-82f8a5bf7ee3 None None] Transition to ACTIVE for port object b55f31bd-1ccb-4ece-bf02-32e089ee419b will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:07.842632 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6805aa22-600d-4755-a274-82f8a5bf7ee3 None None] Transition to ACTIVE for port object b55f31bd-1ccb-4ece-bf02-32e089ee419b will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:07.854991 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6e7d240b-5434-434f-908c-a0e556902614 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.868886 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6805aa22-600d-4755-a274-82f8a5bf7ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.891852 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-c4b7009c-9445-40a7-920a-6c8c33d65e4d None None] Set router 5c56d9e0-ac83-40eb-bffc-8bd680da8990 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:08:07.942968 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6805aa22-600d-4755-a274-82f8a5bf7ee3 None None] Network 9387763f-6f68-4b18-8426-2713bc515911 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:07.960580 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-6805aa22-600d-4755-a274-82f8a5bf7ee3 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:07.965270 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6805aa22-600d-4755-a274-82f8a5bf7ee3 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:07.985765 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805aa22-600d-4755-a274-82f8a5bf7ee3 None None] Pushing event updated for resources: {'Port': ['ID=b55f31bd-1ccb-4ece-bf02-32e089ee419b,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:07.987132 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48832) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:07.991014 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-29646a18-6c36-4e18-a81e-557b59d01302 tempest-DHCPAgentSchedulersTestJSON-2039394891 tempest-DHCPAgentSchedulersTestJSON-2039394891-project-admin] 10.222.0.16 "GET /v2.0/agents/867c16d8-05f0-43f4-90c7-2e1f27d84392/dhcp-networks HTTP/1.1" status: 200 len: 10445 time: 0.4794350 Jul 15 13:08:08.039036 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-bc138f7d-ca06-4429-bcbc-ac07d5e5ab24 tempest-DHCPAgentSchedulersTestJSON-2039394891 tempest-DHCPAgentSchedulersTestJSON-2039394891-project-admin] 10.222.0.16 "GET /v2.0/networks/e15beb71-29a9-4acc-ba70-0286a610ec85/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0443492 Jul 15 13:08:08.040011 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48834) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:08.061629 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7d240b-5434-434f-908c-a0e556902614 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Checking segment: {'id': 'a2cdd69b-5f9d-4a7f-aa06-97b5417ae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f06c01f1-9715-4a5e-9795-ca69ff6b9293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:08.061997 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7d240b-5434-434f-908c-a0e556902614 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Network hostable DHCP agents. Network: f06c01f1-9715-4a5e-9795-ca69ff6b9293, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:08:08.098214 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d240b-5434-434f-908c-a0e556902614 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Pushing event updated for resources: {'Subnet': ['ID=e207b845-f87e-4aea-a6a7-e7e163b8954b,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:08.124644 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7d240b-5434-434f-908c-a0e556902614 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:08.125350 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7d240b-5434-434f-908c-a0e556902614 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:08.125350 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7d240b-5434-434f-908c-a0e556902614 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:08.125638 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7d240b-5434-434f-908c-a0e556902614 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:08.125980 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7d240b-5434-434f-908c-a0e556902614 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:08.126294 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7d240b-5434-434f-908c-a0e556902614 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:08.126649 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7d240b-5434-434f-908c-a0e556902614 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:08.127079 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7d240b-5434-434f-908c-a0e556902614 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:08.127483 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7d240b-5434-434f-908c-a0e556902614 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:08.127816 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7d240b-5434-434f-908c-a0e556902614 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:08.128172 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7d240b-5434-434f-908c-a0e556902614 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:08.128524 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7d240b-5434-434f-908c-a0e556902614 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:08.162827 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-6805aa22-600d-4755-a274-82f8a5bf7ee3 None None] Attempting to bind port b55f31bd-1ccb-4ece-bf02-32e089ee419b on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:08.163116 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-6805aa22-600d-4755-a274-82f8a5bf7ee3 None None] Attempting to bind port b55f31bd-1ccb-4ece-bf02-32e089ee419b by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '4bb2d842-cdc0-4573-8a97-693bc32f3579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9387763f-6f68-4b18-8426-2713bc515911'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:08.163483 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6805aa22-600d-4755-a274-82f8a5bf7ee3 None None] Attempting to bind port b55f31bd-1ccb-4ece-bf02-32e089ee419b on network 9387763f-6f68-4b18-8426-2713bc515911 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:08.167372 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7e51dded-de7e-4091-8b3c-4b5c159f18ad tempest-DHCPAgentSchedulersTestJSON-2039394891 tempest-DHCPAgentSchedulersTestJSON-2039394891-project-admin] 10.222.0.16 "GET /v2.0/networks/e15beb71-29a9-4acc-ba70-0286a610ec85/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.1251118 Jul 15 13:08:08.169594 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48840) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:08.195948 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 72e839aa-570e-4636-833e-5a52a9f2bae1 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:08.198395 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6805aa22-600d-4755-a274-82f8a5bf7ee3 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:08.198825 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6805aa22-600d-4755-a274-82f8a5bf7ee3 None None] Checking segment: {'id': '4bb2d842-cdc0-4573-8a97-693bc32f3579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9387763f-6f68-4b18-8426-2713bc515911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:08.199232 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6805aa22-600d-4755-a274-82f8a5bf7ee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:08.199799 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6805aa22-600d-4755-a274-82f8a5bf7ee3 None None] Bound using segment: {'id': '4bb2d842-cdc0-4573-8a97-693bc32f3579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9387763f-6f68-4b18-8426-2713bc515911'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:08.200287 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-6805aa22-600d-4755-a274-82f8a5bf7ee3 None None] Bound port: b55f31bd-1ccb-4ece-bf02-32e089ee419b, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb2d842-cdc0-4573-8a97-693bc32f3579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9387763f-6f68-4b18-8426-2713bc515911'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:08.200674 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6805aa22-600d-4755-a274-82f8a5bf7ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:08.212234 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7d240b-5434-434f-908c-a0e556902614 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Network f06c01f1-9715-4a5e-9795-ca69ff6b9293 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:08:08.237026 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd6610-dec1-416a-91e8-929b345b8ceb req-23e7d05d-e278-4c8d-a415-3c86372e6a1f tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.246116 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e5cd6610-dec1-416a-91e8-929b345b8ceb req-23e7d05d-e278-4c8d-a415-3c86372e6a1f tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 945 time: 0.1583710 Jul 15 13:08:08.301552 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-c4b7009c-9445-40a7-920a-6c8c33d65e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c56d9e0-ac83-40eb-bffc-8bd680da8990', 'name': 'tempest-ServersTestMultiNic-1307992940-router', 'tenant_id': 'c9e2f6d59c714082841767edaa83eabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'bbc94027-0b66-4194-be0d-739ac0156a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:58Z', 'updated_at': '2021-07-15T13:08:03Z', 'revision_number': 4, 'project_id': 'c9e2f6d59c714082841767edaa83eabd', 'gw_port': {'id': 'bbc94027-0b66-4194-be0d-739ac0156a52', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c56d9e0-ac83-40eb-bffc-8bd680da8990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:59Z', 'updated_at': '2021-07-15T13:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '6a92cf00-85b0-4405-a9ea-8da0f6cdae5b', 'name': '', 'network_id': 'b7d9b321-b4e4-4cfc-a793-2e1472f0055c', 'tenant_id': 'c9e2f6d59c714082841767edaa83eabd', 'mac_address': 'fa:16:3e:ce:52:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c56d9e0-ac83-40eb-bffc-8bd680da8990', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '34206c70-e1ca-481a-9eb1-88a9811dd021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:02Z', 'updated_at': '2021-07-15T13:08:07Z', 'revision_number': 4, 'project_id': 'c9e2f6d59c714082841767edaa83eabd', 'subnets': [{'id': '34206c70-e1ca-481a-9eb1-88a9811dd021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:08.303787 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-6e7d240b-5434-434f-908c-a0e556902614 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, f06c01f1-9715-4a5e-9795-ca69ff6b9293) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:08.306531 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e5cd6610-dec1-416a-91e8-929b345b8ceb req-fbd07f31-965f-4e43-b884-6666d0cd01bb tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556164 Jul 15 13:08:08.318627 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7d240b-5434-434f-908c-a0e556902614 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.318627 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6e7d240b-5434-434f-908c-a0e556902614 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:08.327700 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d2d96c-ff0f-470c-a777-a9a68d8dcefa None None] Network f06c01f1-9715-4a5e-9795-ca69ff6b9293 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:08.353520 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-6805aa22-600d-4755-a274-82f8a5bf7ee3 None None] For port b55f31bd-1ccb-4ece-bf02-32e089ee419b, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:08.356085 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b7009c-9445-40a7-920a-6c8c33d65e4d None None] The sync data for ids ['5c56d9e0-ac83-40eb-bffc-8bd680da8990'] in n-d-771363-36 is: [{'id': '5c56d9e0-ac83-40eb-bffc-8bd680da8990', 'name': 'tempest-ServersTestMultiNic-1307992940-router', 'tenant_id': 'c9e2f6d59c714082841767edaa83eabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'bbc94027-0b66-4194-be0d-739ac0156a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:58Z', 'updated_at': '2021-07-15T13:08:03Z', 'revision_number': 4, 'project_id': 'c9e2f6d59c714082841767edaa83eabd', 'gw_port': {'id': 'bbc94027-0b66-4194-be0d-739ac0156a52', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c56d9e0-ac83-40eb-bffc-8bd680da8990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:59Z', 'updated_at': '2021-07-15T13:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '6a92cf00-85b0-4405-a9ea-8da0f6cdae5b', 'name': '', 'network_id': 'b7d9b321-b4e4-4cfc-a793-2e1472f0055c', 'tenant_id': 'c9e2f6d59c714082841767edaa83eabd', 'mac_address': 'fa:16:3e:ce:52:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c56d9e0-ac83-40eb-bffc-8bd680da8990', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '34206c70-e1ca-481a-9eb1-88a9811dd021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:02Z', 'updated_at': '2021-07-15T13:08:07Z', 'revision_number': 4, 'project_id': 'c9e2f6d59c714082841767edaa83eabd', 'subnets': [{'id': '34206c70-e1ca-481a-9eb1-88a9811dd021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:08:08.382548 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-6805aa22-600d-4755-a274-82f8a5bf7ee3 None None] For port b55f31bd-1ccb-4ece-bf02-32e089ee419b, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=b55f31bd-1ccb-4ece-bf02-32e089ee419b,segment=NetworkSegment(4bb2d842-cdc0-4573-8a97-693bc32f3579),segment_id=4bb2d842-cdc0-4573-8a97-693bc32f3579)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:08.407972 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 72e839aa-570e-4636-833e-5a52a9f2bae1 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:08.435232 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6e7d240b-5434-434f-908c-a0e556902614 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5501833 Jul 15 13:08:08.523497 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8575cfc9-abc1-4957-a65e-9744bdf83aee tempest-DHCPAgentSchedulersTestJSON-2039394891 tempest-DHCPAgentSchedulersTestJSON-2039394891-project-admin] 10.222.0.16 "GET /v2.0/agents/867c16d8-05f0-43f4-90c7-2e1f27d84392/dhcp-networks HTTP/1.1" status: 200 len: 11233 time: 0.3510194 Jul 15 13:08:08.524299 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48844) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:08.634935 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff56e5-6e9a-4d3f-9ef8-86e144f32fd8 req-4a30e4ec-089b-4352-827b-3776b11015c1 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.639851 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e21358cd-6f2e-4229-b86c-918343cbc6c7 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:08.642499 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-50ff56e5-6e9a-4d3f-9ef8-86e144f32fd8 req-4a30e4ec-089b-4352-827b-3776b11015c1 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 945 time: 0.1681707 Jul 15 13:08:08.715360 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6805aa22-600d-4755-a274-82f8a5bf7ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:08.718439 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 72e839aa-570e-4636-833e-5a52a9f2bae1 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:08.718668 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:08.771716 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e21358cd-6f2e-4229-b86c-918343cbc6c7 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:08.784743 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-50ff56e5-6e9a-4d3f-9ef8-86e144f32fd8 req-4b5a8035-9579-47ad-8d6a-27e4aa2e5928 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412318 Jul 15 13:08:08.785973 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-e21358cd-6f2e-4229-b86c-918343cbc6c7 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6426b54-267f-4615-be3a-a98f729bc1bf']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:08.817093 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-e21358cd-6f2e-4229-b86c-918343cbc6c7 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '886f5c8f-83ab-428d-a962-a82a1076e937') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:08.820685 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-e21358cd-6f2e-4229-b86c-918343cbc6c7 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '886f5c8f-83ab-428d-a962-a82a1076e937') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:08.835964 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-a2acbfaa-86b4-4bb3-9cb7-6fa38e08dbd8 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.843156 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e21358cd-6f2e-4229-b86c-918343cbc6c7 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:08.843594 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-a2acbfaa-86b4-4bb3-9cb7-6fa38e08dbd8 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.845434 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-a2acbfaa-86b4-4bb3-9cb7-6fa38e08dbd8 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/networks?id=9387763f-6f68-4b18-8426-2713bc515911&id=f06c01f1-9715-4a5e-9795-ca69ff6b9293&id=9387763f-6f68-4b18-8426-2713bc515911 HTTP/1.1" status: 200 len: 1392 time: 0.1853948 Jul 15 13:08:08.871428 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-2ba30bec-8d29-4846-a68b-0a5d28c18e37 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/quotas/c9e2f6d59c714082841767edaa83eabd HTTP/1.1" status: 200 len: 375 time: 0.0199885 Jul 15 13:08:08.879347 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e21358cd-6f2e-4229-b86c-918343cbc6c7 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:08.887966 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e21358cd-6f2e-4229-b86c-918343cbc6c7 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:08:08.888502 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e21358cd-6f2e-4229-b86c-918343cbc6c7 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:08.897974 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:08:08.897974 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:08:08.897974 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:08:08.897974 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:08:08.897974 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:08:08.897974 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:08:08.897974 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:08:08.897974 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:08:08.897974 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:08:08.897974 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:08:08.897974 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:08:08.897974 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:08:08.897974 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:08:08.897974 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:08:08.897974 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:08:08.897974 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:08:08.897974 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:08:08.897974 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:08:08.897974 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:08:08.897974 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:08:08.897974 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:08:08.897974 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:08:08.897974 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:08:08.897974 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:08:08.897974 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:08:08.897974 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:08:08.897974 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:08:08.897974 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:08:08.897974 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:08:08.897974 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:08:08.897974 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:08:08.897974 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:08:08.945693 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-023a9198-abfb-4d03-9592-9ca7b39aa158 None None] Provisioning complete for port 72e839aa-570e-4636-833e-5a52a9f2bae1 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:08.946260 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-023a9198-abfb-4d03-9592-9ca7b39aa158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:09.001751 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-1bb2bea3-866c-4fe7-a547-b96045e23d84 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c9e2f6d59c714082841767edaa83eabd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1236126 Jul 15 13:08:09.014628 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805aa22-600d-4755-a274-82f8a5bf7ee3 None None] Pushing event updated for resources: {'Port': ['ID=b55f31bd-1ccb-4ece-bf02-32e089ee419b,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:09.021635 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e21358cd-6f2e-4229-b86c-918343cbc6c7 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:09.026053 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e21358cd-6f2e-4229-b86c-918343cbc6c7 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:09.030393 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e21358cd-6f2e-4229-b86c-918343cbc6c7 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] 10.222.0.16 "DELETE /v2.0/networks/d6426b54-267f-4615-be3a-a98f729bc1bf HTTP/1.1" status: 204 len: 168 time: 0.5024376 Jul 15 13:08:09.046380 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48864) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:09.053420 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21358cd-6f2e-4229-b86c-918343cbc6c7 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Pushing event deleted for resources: {'Network': ['ID=d6426b54-267f-4615-be3a-a98f729bc1bf,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:09.086841 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc56ebf-39d2-40b0-ad61-049a4c2354c0 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] DELETE failed (client error): The resource could not be found. Jul 15 13:08:09.088057 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cc56ebf-39d2-40b0-ad61-049a4c2354c0 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:08:09.089942 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2cc56ebf-39d2-40b0-ad61-049a4c2354c0 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] 10.222.0.16 "DELETE /v2.0/ports/8a7c7687-25a8-4805-83b9-a8953143b818 HTTP/1.1" status: 404 len: 333 time: 0.0407526 Jul 15 13:08:09.092695 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48866) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:09.111940 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086df011-333a-4909-8d2e-235c2679c929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-f06c01f1-9715-4a5e-9795-ca69ff6b9293', 'network_id': 'f06c01f1-9715-4a5e-9795-ca69ff6b9293', 'tenant_id': 'c9e2f6d59c714082841767edaa83eabd', 'fixed_ips': [{'subnet_id': 'e207b845-f87e-4aea-a6a7-e7e163b8954b'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:08:09.113386 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-086df011-333a-4909-8d2e-235c2679c929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:09.148072 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981df1a4-6db8-45df-b7fd-112442edfffb req-b2df5f29-41b7-4b80-9ea7-b2e3a1854815 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:09.162806 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-981df1a4-6db8-45df-b7fd-112442edfffb req-b2df5f29-41b7-4b80-9ea7-b2e3a1854815 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 950 time: 0.1588352 Jul 15 13:08:09.244294 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-65bd00a8-be3d-43ba-9920-c55e2fbe0ca5 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Deleting subnet d42593f6-5c01-4040-b3bc-43c24f203177 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:08:09.247669 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-65bd00a8-be3d-43ba-9920-c55e2fbe0ca5 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:09.290832 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-981df1a4-6db8-45df-b7fd-112442edfffb req-fefda778-35e7-4ca5-9a4c-9c805fe385bf tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258352 Jul 15 13:08:09.311198 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-65bd00a8-be3d-43ba-9920-c55e2fbe0ca5 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:09.340125 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:09.418177 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-39fc2b06-97b2-437d-8cb1-13c30428ca80 service neutron] 10.222.0.16 "GET /v2.0/networks/9387763f-6f68-4b18-8426-2713bc515911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048941 Jul 15 13:08:09.491742 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 72e839aa-570e-4636-833e-5a52a9f2bae1, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=72e839aa-570e-4636-833e-5a52a9f2bae1,segment=NetworkSegment(fa8ecec0-b9b9-49dc-9c3c-788c7085cf66),segment_id=fa8ecec0-b9b9-49dc-9c3c-788c7085cf66)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:09.499145 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-023a9198-abfb-4d03-9592-9ca7b39aa158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:09.501572 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-65bd00a8-be3d-43ba-9920-c55e2fbe0ca5 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:09.504925 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:09.527548 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-086df011-333a-4909-8d2e-235c2679c929 None None] Allocated IP 19.86.0.2 (f06c01f1-9715-4a5e-9795-ca69ff6b9293/e207b845-f87e-4aea-a6a7-e7e163b8954b/cb368898-e7c9-4672-93f6-9d7b9058f093) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:09.599537 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-65bd00a8-be3d-43ba-9920-c55e2fbe0ca5 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:09.607756 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-939bf0f5-bf03-4f06-8431-01a3d375591e service neutron] 10.222.0.16 "GET /v2.0/networks/9387763f-6f68-4b18-8426-2713bc515911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881175 Jul 15 13:08:09.636340 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd00a8-be3d-43ba-9920-c55e2fbe0ca5 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Pushing event deleted for resources: {'Subnet': ['ID=d42593f6-5c01-4040-b3bc-43c24f203177,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:09.641988 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-65bd00a8-be3d-43ba-9920-c55e2fbe0ca5 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:09.644071 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-65bd00a8-be3d-43ba-9920-c55e2fbe0ca5 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] 10.222.0.16 "DELETE /v2.0/subnets/d42593f6-5c01-4040-b3bc-43c24f203177 HTTP/1.1" status: 204 len: 168 time: 0.5503798 Jul 15 13:08:09.647556 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48872) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:09.714988 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac21173e-41a8-482d-9006-a3a15e356ce1 None None] Network e15beb71-29a9-4acc-ba70-0286a610ec85 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:09.761766 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fabb45f5-fefc-45e0-9297-5907e77f3720 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:09.764685 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b55f31bd-1ccb-4ece-bf02-32e089ee419b up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:09.767102 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=72e839aa-570e-4636-833e-5a52a9f2bae1,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:09.819848 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0609b-75f1-4f99-8927-a9951b45aa9f req-509d6f50-ff0a-4252-ad13-4e6aec6a8b31 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:09.828429 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cb0609b-75f1-4f99-8927-a9951b45aa9f req-509d6f50-ff0a-4252-ad13-4e6aec6a8b31 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 946 time: 0.3229618 Jul 15 13:08:09.832133 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-6b636bd2-846a-4a24-b6a1-345f45f020ee service neutron] 10.222.0.16 "GET /v2.0/networks/f06c01f1-9715-4a5e-9795-ca69ff6b9293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235191 Jul 15 13:08:09.856812 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-fabb45f5-fefc-45e0-9297-5907e77f3720 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Deleting port 72e839aa-570e-4636-833e-5a52a9f2bae1 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:09.872285 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fabb45f5-fefc-45e0-9297-5907e77f3720 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:09.914554 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cb0609b-75f1-4f99-8927-a9951b45aa9f req-d88da686-ff24-4816-bacc-4fbf92b2f309 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6a1356-fa75-4dc1-a4fe-d320e6b273c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852444 Jul 15 13:08:09.959394 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.db.api [None req-023a9198-abfb-4d03-9592-9ca7b39aa158 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:08:09.960028 n-d-771363-36 neutron-server[93827]: DEBUG oslo_db.api [None req-023a9198-abfb-4d03-9592-9ca7b39aa158 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:08:09.981831 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-fabb45f5-fefc-45e0-9297-5907e77f3720 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] For port 72e839aa-570e-4636-833e-5a52a9f2bae1, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=72e839aa-570e-4636-833e-5a52a9f2bae1,segment=NetworkSegment(fa8ecec0-b9b9-49dc-9c3c-788c7085cf66),segment_id=fa8ecec0-b9b9-49dc-9c3c-788c7085cf66)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:09.982192 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fabb45f5-fefc-45e0-9297-5907e77f3720 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:09.996257 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-fabb45f5-fefc-45e0-9297-5907e77f3720 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Calling delete_port for 72e839aa-570e-4636-833e-5a52a9f2bae1 owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:10.030193 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port b55f31bd-1ccb-4ece-bf02-32e089ee419b completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:10.037277 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6a92cf00-85b0-4405-a9ea-8da0f6cdae5b up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:10.054588 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-aba09fa0-79e1-439b-a357-7e8fd36e8680 service neutron] 10.222.0.16 "GET /v2.0/networks/f06c01f1-9715-4a5e-9795-ca69ff6b9293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022550 Jul 15 13:08:10.156867 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fabb45f5-fefc-45e0-9297-5907e77f3720 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.211439 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb45f5-fefc-45e0-9297-5907e77f3720 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Pushing event deleted for resources: {'Port': ['ID=72e839aa-570e-4636-833e-5a52a9f2bae1,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:10.214381 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabb45f5-fefc-45e0-9297-5907e77f3720 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] No DVR routers for this DVR port 72e839aa-570e-4636-833e-5a52a9f2bae1 on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:08:10.245836 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-086df011-333a-4909-8d2e-235c2679c929 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.257436 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-086df011-333a-4909-8d2e-235c2679c929 None None] Transition to ACTIVE for port object cb368898-e7c9-4672-93f6-9d7b9058f093 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:10.278820 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-086df011-333a-4909-8d2e-235c2679c929 None None] Transition to ACTIVE for port object cb368898-e7c9-4672-93f6-9d7b9058f093 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:10.295438 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-3d9c4cdd-35d3-4166-8b66-c0104a99b928 service neutron] 10.222.0.16 "GET /v2.0/networks/9387763f-6f68-4b18-8426-2713bc515911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317092 Jul 15 13:08:10.304893 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-086df011-333a-4909-8d2e-235c2679c929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.386308 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fabb45f5-fefc-45e0-9297-5907e77f3720 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.409238 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-fabb45f5-fefc-45e0-9297-5907e77f3720 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e15beb71-29a9-4acc-ba70-0286a610ec85']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:10.422909 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086df011-333a-4909-8d2e-235c2679c929 None None] Network f06c01f1-9715-4a5e-9795-ca69ff6b9293 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:10.429084 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-fabb45f5-fefc-45e0-9297-5907e77f3720 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa8ecec0-b9b9-49dc-9c3c-788c7085cf66') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:10.429451 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-fabb45f5-fefc-45e0-9297-5907e77f3720 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa8ecec0-b9b9-49dc-9c3c-788c7085cf66') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:10.432176 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-8362d4ac-a9ae-4200-8235-18f166725cde service neutron] 10.222.0.16 "GET /v2.0/networks/9387763f-6f68-4b18-8426-2713bc515911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354160 Jul 15 13:08:10.435498 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-086df011-333a-4909-8d2e-235c2679c929 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:10.446175 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086df011-333a-4909-8d2e-235c2679c929 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:10.452106 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fabb45f5-fefc-45e0-9297-5907e77f3720 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.468099 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8da7525-2a69-4378-a044-91019396f8e4 None None] Network 9387763f-6f68-4b18-8426-2713bc515911 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:10.471477 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086df011-333a-4909-8d2e-235c2679c929 None None] Pushing event updated for resources: {'Port': ['ID=cb368898-e7c9-4672-93f6-9d7b9058f093,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:10.483560 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fabb45f5-fefc-45e0-9297-5907e77f3720 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.494734 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fabb45f5-fefc-45e0-9297-5907e77f3720 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:08:10.495036 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fabb45f5-fefc-45e0-9297-5907e77f3720 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.502196 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:08:10.502196 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:08:10.502196 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:08:10.502196 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:08:10.502196 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:08:10.502196 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:08:10.502196 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:08:10.502196 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:08:10.502196 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:08:10.502196 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:08:10.502196 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:08:10.502196 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:08:10.502196 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:08:10.502196 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:08:10.502196 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:08:10.502196 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:08:10.502196 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:08:10.502196 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:08:10.502196 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:08:10.502196 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:08:10.502196 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:08:10.502196 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:08:10.502196 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:08:10.502196 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:08:10.502196 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:08:10.502196 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:08:10.502196 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:08:10.502196 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:08:10.502196 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:08:10.502196 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:08:10.502196 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:08:10.502196 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:08:10.517586 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 6a92cf00-85b0-4405-a9ea-8da0f6cdae5b completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:10.527811 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-023a9198-abfb-4d03-9592-9ca7b39aa158 None None] Port 72e839aa-570e-4636-833e-5a52a9f2bae1 update to ACTIVE by agent not found {{(pid=93827) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 15 13:08:10.554355 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 6a92cf00-85b0-4405-a9ea-8da0f6cdae5b triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:10.558063 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.572999 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200181c-da84-4df3-8040-cf509f2e895e req-c41d33dc-d9ef-43a2-afad-6bdf2f36715d tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:10.580759 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e200181c-da84-4df3-8040-cf509f2e895e req-c41d33dc-d9ef-43a2-afad-6bdf2f36715d tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 945 time: 0.1438522 Jul 15 13:08:10.599034 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fabb45f5-fefc-45e0-9297-5907e77f3720 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.622228 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cc1ea4-e7a5-403f-b60a-a3ce717854fd None None] DHCP port deletion for e15beb71-29a9-4acc-ba70-0286a610ec85 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:08:10.628427 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fabb45f5-fefc-45e0-9297-5907e77f3720 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.632862 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-fabb45f5-fefc-45e0-9297-5907e77f3720 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] 10.222.0.16 "DELETE /v2.0/networks/e15beb71-29a9-4acc-ba70-0286a610ec85 HTTP/1.1" status: 204 len: 168 time: 0.9810319 Jul 15 13:08:10.632862 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb45f5-fefc-45e0-9297-5907e77f3720 tempest-DHCPAgentSchedulersTestJSON-1090452507 tempest-DHCPAgentSchedulersTestJSON-1090452507-project] Pushing event deleted for resources: {'Network': ['ID=e15beb71-29a9-4acc-ba70-0286a610ec85,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:10.657493 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e200181c-da84-4df3-8040-cf509f2e895e req-9e404fbc-9cb2-4b8d-aab0-b1a384919e11 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752215 Jul 15 13:08:10.669002 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-086df011-333a-4909-8d2e-235c2679c929 None None] Attempting to bind port cb368898-e7c9-4672-93f6-9d7b9058f093 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:10.669396 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-086df011-333a-4909-8d2e-235c2679c929 None None] Attempting to bind port cb368898-e7c9-4672-93f6-9d7b9058f093 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'a2cdd69b-5f9d-4a7f-aa06-97b5417ae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f06c01f1-9715-4a5e-9795-ca69ff6b9293'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:10.669774 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086df011-333a-4909-8d2e-235c2679c929 None None] Attempting to bind port cb368898-e7c9-4672-93f6-9d7b9058f093 on network f06c01f1-9715-4a5e-9795-ca69ff6b9293 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:10.682004 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-12264658-467e-42b6-9c5a-80187a362b19 None None] Could not find standard attr ID for object 8a7c7687-25a8-4805-83b9-a8953143b818. {{(pid=93827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:08:10.696398 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086df011-333a-4909-8d2e-235c2679c929 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:10.696772 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086df011-333a-4909-8d2e-235c2679c929 None None] Checking segment: {'id': 'a2cdd69b-5f9d-4a7f-aa06-97b5417ae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f06c01f1-9715-4a5e-9795-ca69ff6b9293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:10.697169 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-086df011-333a-4909-8d2e-235c2679c929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.697559 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086df011-333a-4909-8d2e-235c2679c929 None None] Bound using segment: {'id': 'a2cdd69b-5f9d-4a7f-aa06-97b5417ae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f06c01f1-9715-4a5e-9795-ca69ff6b9293'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:10.698070 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-086df011-333a-4909-8d2e-235c2679c929 None None] Bound port: cb368898-e7c9-4672-93f6-9d7b9058f093, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2cdd69b-5f9d-4a7f-aa06-97b5417ae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f06c01f1-9715-4a5e-9795-ca69ff6b9293'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:10.698404 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-086df011-333a-4909-8d2e-235c2679c929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.823363 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-12264658-467e-42b6-9c5a-80187a362b19 None None] Provisioning for port b55f31bd-1ccb-4ece-bf02-32e089ee419b completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:10.857292 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-12264658-467e-42b6-9c5a-80187a362b19 None None] Provisioning complete for port b55f31bd-1ccb-4ece-bf02-32e089ee419b triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:10.857653 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12264658-467e-42b6-9c5a-80187a362b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.957210 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.962647 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-086df011-333a-4909-8d2e-235c2679c929 None None] For port cb368898-e7c9-4672-93f6-9d7b9058f093, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:10.966771 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6345895-35b9-40a2-ab90-1d55cb2cd324 req-1fd5ee0c-a3eb-4ec9-bf64-7465c2a24b05 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:10.967339 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-086df011-333a-4909-8d2e-235c2679c929 None None] For port cb368898-e7c9-4672-93f6-9d7b9058f093, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=cb368898-e7c9-4672-93f6-9d7b9058f093,segment=NetworkSegment(a2cdd69b-5f9d-4a7f-aa06-97b5417ae945),segment_id=a2cdd69b-5f9d-4a7f-aa06-97b5417ae945)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:10.968800 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e6345895-35b9-40a2-ab90-1d55cb2cd324 req-1fd5ee0c-a3eb-4ec9-bf64-7465c2a24b05 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 945 time: 0.1614678 Jul 15 13:08:10.989832 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-086df011-333a-4909-8d2e-235c2679c929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:11.108750 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 6a92cf00-85b0-4405-a9ea-8da0f6cdae5b, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=6a92cf00-85b0-4405-a9ea-8da0f6cdae5b,segment=NetworkSegment(f53d5009-e072-43e0-bb98-8cf4a4cfe7ea),segment_id=f53d5009-e072-43e0-bb98-8cf4a4cfe7ea)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:11.115189 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e6345895-35b9-40a2-ab90-1d55cb2cd324 req-0e40729c-4af0-499d-91f5-4d0b3f76d995 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312010 Jul 15 13:08:11.152219 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48896) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:11.194234 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd8528-a8e5-4ab8-a84e-455f585df587 req-5394d5cd-eefb-4dbf-ae48-326de3c00742 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:11.204047 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9cfd8528-a8e5-4ab8-a84e-455f585df587 req-5394d5cd-eefb-4dbf-ae48-326de3c00742 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 950 time: 0.2340586 Jul 15 13:08:11.205117 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:11.239170 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086df011-333a-4909-8d2e-235c2679c929 None None] Pushing event updated for resources: {'Port': ['ID=cb368898-e7c9-4672-93f6-9d7b9058f093,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:11.251281 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12264658-467e-42b6-9c5a-80187a362b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:11.301113 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9cfd8528-a8e5-4ab8-a84e-455f585df587 req-8e00297a-6d1f-4ff0-b7a9-e0e12ca65ce2 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961161 Jul 15 13:08:11.313153 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6eacc73-714d-4f4c-93e7-e35276a47a6a req-54f3be77-648a-4fbc-889a-1138d0e2defc tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a28ec1b-2259-4926-8ab4-56f42e6e37f1 HTTP/1.1" status: 200 len: 210 time: 0.1068137 Jul 15 13:08:11.345610 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=6a92cf00-85b0-4405-a9ea-8da0f6cdae5b,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:11.399197 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-12264658-467e-42b6-9c5a-80187a362b19 None None] For port b55f31bd-1ccb-4ece-bf02-32e089ee419b, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=b55f31bd-1ccb-4ece-bf02-32e089ee419b,segment=NetworkSegment(4bb2d842-cdc0-4573-8a97-693bc32f3579),segment_id=4bb2d842-cdc0-4573-8a97-693bc32f3579)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:11.408098 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12264658-467e-42b6-9c5a-80187a362b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:11.473468 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d28caa1d-aa12-4651-bc2e-12bbdc246d84 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b05fdd7d4f70481da636493e661c4173&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3151538 Jul 15 13:08:11.473954 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48906) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:11.559033 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12264658-467e-42b6-9c5a-80187a362b19 None None] Pushing event updated for resources: {'Port': ['ID=b55f31bd-1ccb-4ece-bf02-32e089ee419b,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:11.579555 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f6d06e4e-d88d-4dfb-9918-994f4cb5f7c5 None None] Provisioning complete for port b55f31bd-1ccb-4ece-bf02-32e089ee419b triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:11.579868 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f6d06e4e-d88d-4dfb-9918-994f4cb5f7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:11.643855 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f22b3935-a02a-47e6-9e74-7d4cbab6b418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:11.725581 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5df6bb-36a3-4291-a49d-fd47a86c0246 req-20390ffd-2467-43ac-8394-ce63703edcca tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:11.733088 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7e5df6bb-36a3-4291-a49d-fd47a86c0246 req-20390ffd-2467-43ac-8394-ce63703edcca tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 946 time: 0.1371605 Jul 15 13:08:11.734186 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f22b3935-a02a-47e6-9e74-7d4cbab6b418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:11.821143 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7e5df6bb-36a3-4291-a49d-fd47a86c0246 req-dd3de500-5994-453b-b8b2-9aa6f6ba75f4 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6a1356-fa75-4dc1-a4fe-d320e6b273c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870686 Jul 15 13:08:11.857070 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6a92cf00-85b0-4405-a9ea-8da0f6cdae5b up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:11.881041 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f22b3935-a02a-47e6-9e74-7d4cbab6b418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:11.887457 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f22b3935-a02a-47e6-9e74-7d4cbab6b418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:11.888984 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f22b3935-a02a-47e6-9e74-7d4cbab6b418 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/426d6cca-d387-492e-884c-af115bb8cb42 HTTP/1.1" status: 204 len: 168 time: 0.4140148 Jul 15 13:08:11.899746 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b3935-a02a-47e6-9e74-7d4cbab6b418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426d6cca-d387-492e-884c-af115bb8cb42,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:11.952614 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 6a92cf00-85b0-4405-a9ea-8da0f6cdae5b triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:11.952995 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:12.059743 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49f3f9-cfd4-4ab2-9fa4-62d768864454 req-9db6f7df-35f4-4d12-afba-d69c1b23fe5b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:12.061226 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9e49f3f9-cfd4-4ab2-9fa4-62d768864454 req-9db6f7df-35f4-4d12-afba-d69c1b23fe5b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 945 time: 0.0968213 Jul 15 13:08:12.071992 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device cb368898-e7c9-4672-93f6-9d7b9058f093 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:12.101574 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9e49f3f9-cfd4-4ab2-9fa4-62d768864454 req-263af03f-23c1-4ae6-8b8c-a042b247079e tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331171 Jul 15 13:08:12.130190 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port cb368898-e7c9-4672-93f6-9d7b9058f093 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:12.203177 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 72e839aa-570e-4636-833e-5a52a9f2bae1 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:08:12.243798 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 72e839aa-570e-4636-833e-5a52a9f2bae1 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:08:12.244150 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 72e839aa-570e-4636-833e-5a52a9f2bae1 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:08:12.244454 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48918) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:12.263279 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1cf88c9b-42b4-4bcf-bc78-3de86f1a1286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:12.343393 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6fee9-6e24-467c-b774-9e1cf85e2cab req-0e13abba-2fc6-4698-8fb7-ae9e0bb37283 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:12.345395 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a1e6fee9-6e24-467c-b774-9e1cf85e2cab req-0e13abba-2fc6-4698-8fb7-ae9e0bb37283 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 945 time: 0.0792248 Jul 15 13:08:12.376919 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1cf88c9b-42b4-4bcf-bc78-3de86f1a1286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:12.381416 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1cf88c9b-42b4-4bcf-bc78-3de86f1a1286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:12.392990 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a1e6fee9-6e24-467c-b774-9e1cf85e2cab req-0fd602d3-a708-4a09-876a-e25b2f8d7653 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409706 Jul 15 13:08:12.484710 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1cf88c9b-42b4-4bcf-bc78-3de86f1a1286 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=67e285fd7cf548ca9aa017cefcd3a86f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2384050 Jul 15 13:08:12.487617 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48924) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:12.491395 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf88c9b-42b4-4bcf-bc78-3de86f1a1286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc02375-7ed4-4329-b3e1-f5697521d09c,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:12.558020 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5bf562-5f01-4593-b018-9826dc06747b req-b7e510d9-f018-4b12-b151-65057964a342 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:12.559577 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0b5bf562-5f01-4593-b018-9826dc06747b req-b7e510d9-f018-4b12-b151-65057964a342 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 950 time: 0.1158028 Jul 15 13:08:12.619412 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8348e805-a887-4be8-8fe9-3cd3fee3e287 None None] Network f06c01f1-9715-4a5e-9795-ca69ff6b9293 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:12.642323 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f2af6568-a33a-4a50-9459-26b1d5aca42c req-3e7f4fbc-fb66-428c-8126-308700d5e517 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a28ec1b-2259-4926-8ab4-56f42e6e37f1 HTTP/1.1" status: 200 len: 210 time: 0.0691838 Jul 15 13:08:12.700623 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fbe3099f-79bd-4f55-b93c-9e8073f916e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:12.713188 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-2dd2c396-bae5-4d1f-beb5-e9c80d48c04c None None] Provisioning for port cb368898-e7c9-4672-93f6-9d7b9058f093 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:12.721142 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-2dd2c396-bae5-4d1f-beb5-e9c80d48c04c None None] Provisioning complete for port cb368898-e7c9-4672-93f6-9d7b9058f093 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:12.721515 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2dd2c396-bae5-4d1f-beb5-e9c80d48c04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:12.734253 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0b5bf562-5f01-4593-b018-9826dc06747b req-676ce84e-cb3f-471e-bad5-2e730d1f68f9 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592271 Jul 15 13:08:12.775272 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fbe3099f-79bd-4f55-b93c-9e8073f916e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:12.873734 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-4306b9a5-c3e9-40bb-b0d5-76c4cf452482 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:12.881898 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-4306b9a5-c3e9-40bb-b0d5-76c4cf452482 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:12.883890 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-4306b9a5-c3e9-40bb-b0d5-76c4cf452482 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.46 "GET /v2.0/networks?id=9387763f-6f68-4b18-8426-2713bc515911&id=f06c01f1-9715-4a5e-9795-ca69ff6b9293&id=9387763f-6f68-4b18-8426-2713bc515911 HTTP/1.1" status: 200 len: 1392 time: 0.3515296 Jul 15 13:08:12.885747 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fbe3099f-79bd-4f55-b93c-9e8073f916e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:12.890831 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fbe3099f-79bd-4f55-b93c-9e8073f916e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:12.894211 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-fbe3099f-79bd-4f55-b93c-9e8073f916e9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dbc02375-7ed4-4329-b3e1-f5697521d09c HTTP/1.1" status: 204 len: 168 time: 0.4042983 Jul 15 13:08:12.926452 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-bada167c-f208-4c16-94c8-d9f40d3063cf tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Request body: {'port': {'device_id': '8a28ec1b-2259-4926-8ab4-56f42e6e37f1', 'network_id': '9387763f-6f68-4b18-8426-2713bc515911', 'admin_state_up': True, 'tenant_id': 'c9e2f6d59c714082841767edaa83eabd'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:13.014980 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2dd2c396-bae5-4d1f-beb5-e9c80d48c04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.021218 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3099f-79bd-4f55-b93c-9e8073f916e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc02375-7ed4-4329-b3e1-f5697521d09c,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:13.065745 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-2dd2c396-bae5-4d1f-beb5-e9c80d48c04c None None] For port cb368898-e7c9-4672-93f6-9d7b9058f093, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=cb368898-e7c9-4672-93f6-9d7b9058f093,segment=NetworkSegment(a2cdd69b-5f9d-4a7f-aa06-97b5417ae945),segment_id=a2cdd69b-5f9d-4a7f-aa06-97b5417ae945)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:13.078232 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2dd2c396-bae5-4d1f-beb5-e9c80d48c04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.124139 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-bada167c-f208-4c16-94c8-d9f40d3063cf tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Made reservation on behalf of c9e2f6d59c714082841767edaa83eabd for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:13.127749 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-bada167c-f208-4c16-94c8-d9f40d3063cf tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.141223 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2c396-bae5-4d1f-beb5-e9c80d48c04c None None] Pushing event updated for resources: {'Port': ['ID=cb368898-e7c9-4672-93f6-9d7b9058f093,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:13.151394 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1ba97-010b-48a8-a9b6-5f527e3cec4d req-4261d932-5e01-44fd-97e3-b28202d16701 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:13.158337 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b7b1ba97-010b-48a8-a9b6-5f527e3cec4d req-4261d932-5e01-44fd-97e3-b28202d16701 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 946 time: 0.1240456 Jul 15 13:08:13.263104 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b7b1ba97-010b-48a8-a9b6-5f527e3cec4d req-2102c607-2484-4cc6-8efc-6d15e758150d tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6a1356-fa75-4dc1-a4fe-d320e6b273c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982418 Jul 15 13:08:13.400127 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-bada167c-f208-4c16-94c8-d9f40d3063cf tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Allocated IP 19.80.0.161 (9387763f-6f68-4b18-8426-2713bc515911/0b0adb43-540d-4b3e-97ea-4f36de553145/952ce66b-ff85-4db0-b68e-0c88713c0b31) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:13.410068 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04512b-1fec-4d70-a035-b06af4b570b2 req-234d293d-3ae5-4486-9214-fdcc75129835 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:13.411975 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ad04512b-1fec-4d70-a035-b06af4b570b2 req-234d293d-3ae5-4486-9214-fdcc75129835 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 945 time: 0.1476777 Jul 15 13:08:13.435960 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a745e4e9-950f-4144-9d52-a1316e13df4f None None] Provisioning complete for port cb368898-e7c9-4672-93f6-9d7b9058f093 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:13.436603 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a745e4e9-950f-4144-9d52-a1316e13df4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.475156 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ad04512b-1fec-4d70-a035-b06af4b570b2 req-c7ee093d-c009-482a-ba74-ec033fa62143 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472219 Jul 15 13:08:13.679089 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b55f31bd-1ccb-4ece-bf02-32e089ee419b up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:13.736139 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port b55f31bd-1ccb-4ece-bf02-32e089ee419b triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:13.736768 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.795966 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-bada167c-f208-4c16-94c8-d9f40d3063cf tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.832727 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-bada167c-f208-4c16-94c8-d9f40d3063cf tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Transition to ACTIVE for port object 952ce66b-ff85-4db0-b68e-0c88713c0b31 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:13.835484 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device cb368898-e7c9-4672-93f6-9d7b9058f093 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:13.864192 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23e236-7e3c-47ca-93b7-01591ef7d3ed req-8451a146-29a0-4316-9cf5-a062740a900c tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:13.865678 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3a23e236-7e3c-47ca-93b7-01591ef7d3ed req-8451a146-29a0-4316-9cf5-a062740a900c tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 945 time: 0.2249966 Jul 15 13:08:13.870884 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40959ffe-eef1-4900-83e7-7ecdbfce8e09 req-feea3c54-c6d1-42a4-b5c7-ab3aa3c57c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:13.872694 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-40959ffe-eef1-4900-83e7-7ecdbfce8e09 req-feea3c54-c6d1-42a4-b5c7-ab3aa3c57c9f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cece2284cedf41a29a33e49364b41245&device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 1098 time: 0.2115266 Jul 15 13:08:13.895109 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port cb368898-e7c9-4672-93f6-9d7b9058f093 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:13.895664 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.913312 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01540b-454f-4343-b7cc-874b6bbd9743 req-117079a8-0e6f-43ef-b0db-318825045a02 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:13.914927 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e01540b-454f-4343-b7cc-874b6bbd9743 req-117079a8-0e6f-43ef-b0db-318825045a02 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 946 time: 0.2141418 Jul 15 13:08:14.021408 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3a23e236-7e3c-47ca-93b7-01591ef7d3ed req-86743b99-e7a7-4a37-b931-2d237a16b8a9 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480310 Jul 15 13:08:14.033744 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-bada167c-f208-4c16-94c8-d9f40d3063cf tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:14.056665 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e01540b-454f-4343-b7cc-874b6bbd9743 req-f16bd1ae-2de1-465e-975f-10ee95cd9106 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6a1356-fa75-4dc1-a4fe-d320e6b273c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324258 Jul 15 13:08:14.459845 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-bada167c-f208-4c16-94c8-d9f40d3063cf tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Network 9387763f-6f68-4b18-8426-2713bc515911 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:14.478077 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48982) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:14.498534 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40959ffe-eef1-4900-83e7-7ecdbfce8e09 req-0614ee60-05ac-406c-a77c-79980e827224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:14.500018 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-40959ffe-eef1-4900-83e7-7ecdbfce8e09 req-0614ee60-05ac-406c-a77c-79980e827224 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1bdc303d-a348-44e1-bbb6-ce54e5387eef HTTP/1.1" status: 200 len: 912 time: 0.6136844 Jul 15 13:08:14.501611 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-bada167c-f208-4c16-94c8-d9f40d3063cf tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:14.506200 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-bada167c-f208-4c16-94c8-d9f40d3063cf tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:14.535149 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada167c-f208-4c16-94c8-d9f40d3063cf tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Pushing event updated for resources: {'Port': ['ID=952ce66b-ff85-4db0-b68e-0c88713c0b31,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:14.591752 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-2a67a11a-f3bb-4afa-a44a-7316947f3884 tempest-MeteringIpV6TestJSON-676657661 tempest-MeteringIpV6TestJSON-676657661-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1948354231'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:14.592186 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-2a67a11a-f3bb-4afa-a44a-7316947f3884 tempest-MeteringIpV6TestJSON-676657661 tempest-MeteringIpV6TestJSON-676657661-project-admin] Unknown quota resources ['metering_label']. {{(pid=93826) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:08:14.636122 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-bada167c-f208-4c16-94c8-d9f40d3063cf tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:14.636746 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-bada167c-f208-4c16-94c8-d9f40d3063cf tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:14.661445 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-40959ffe-eef1-4900-83e7-7ecdbfce8e09 req-f8104fbf-66f8-4fb3-97d8-4794cef3d1b1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc24b9d1-5104-44dc-9fbd-0dfe06462cc5 HTTP/1.1" status: 200 len: 1001 time: 0.1183960 Jul 15 13:08:14.672467 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-bada167c-f208-4c16-94c8-d9f40d3063cf tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7535939 Jul 15 13:08:14.682754 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64a4b0-fb80-4c0a-8ae9-497f729224f7 req-f27c08c6-8499-453b-be15-edcba0ceb628 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:14.684261 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8b64a4b0-fb80-4c0a-8ae9-497f729224f7 req-f27c08c6-8499-453b-be15-edcba0ceb628 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a28ec1b-2259-4926-8ab4-56f42e6e37f1 HTTP/1.1" status: 200 len: 932 time: 0.2700021 Jul 15 13:08:14.700402 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7b7d5-43ce-4b18-9d47-d7e591aabb74 req-8efb4dae-92b2-4eeb-a4f0-d8bf8ca437d6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:14.701976 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-00e7b7d5-43ce-4b18-9d47-d7e591aabb74 req-8efb4dae-92b2-4eeb-a4f0-d8bf8ca437d6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 950 time: 0.2849121 Jul 15 13:08:14.706633 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-db81afe2-aabb-4dc2-b40b-a2cd1a1ad444 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Request body: {'port': {'device_id': '8a28ec1b-2259-4926-8ab4-56f42e6e37f1', 'network_id': 'f06c01f1-9715-4a5e-9795-ca69ff6b9293', 'admin_state_up': True, 'tenant_id': 'c9e2f6d59c714082841767edaa83eabd'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:14.777598 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d6d4162c-9f3a-437d-b5b8-41268c3d72f0 None None] Provisioning for port 952ce66b-ff85-4db0-b68e-0c88713c0b31 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:14.782387 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d6d4162c-9f3a-437d-b5b8-41268c3d72f0 None None] Provisioning complete for port 952ce66b-ff85-4db0-b68e-0c88713c0b31 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:14.782797 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6d4162c-9f3a-437d-b5b8-41268c3d72f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:14.797632 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2a67a11a-f3bb-4afa-a44a-7316947f3884 tempest-MeteringIpV6TestJSON-676657661 tempest-MeteringIpV6TestJSON-676657661-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:14.801751 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2a67a11a-f3bb-4afa-a44a-7316947f3884 tempest-MeteringIpV6TestJSON-676657661 tempest-MeteringIpV6TestJSON-676657661-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3196476 Jul 15 13:08:14.801915 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48988) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:14.807796 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-49662e6e-61c4-4a97-8eb0-218ce33d6af3 tempest-MeteringIpV6TestJSON-676657661 tempest-MeteringIpV6TestJSON-676657661-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'a4ed2caa-681e-40f6-933e-e3bad8e3c2c4'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:14.808674 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-49662e6e-61c4-4a97-8eb0-218ce33d6af3 tempest-MeteringIpV6TestJSON-676657661 tempest-MeteringIpV6TestJSON-676657661-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93826) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:08:14.832088 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d6d4162c-9f3a-437d-b5b8-41268c3d72f0 None None] Port 952ce66b-ff85-4db0-b68e-0c88713c0b31 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:08:14.867362 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40959ffe-eef1-4900-83e7-7ecdbfce8e09 req-ebd5c744-1152-40e4-9305-f10ba4a7de10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:14.868977 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-40959ffe-eef1-4900-83e7-7ecdbfce8e09 req-ebd5c744-1152-40e4-9305-f10ba4a7de10 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1796d493-1d5f-49de-a2f8-cb5cb28c84a4 HTTP/1.1" status: 200 len: 850 time: 0.1948073 Jul 15 13:08:14.888187 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-00e7b7d5-43ce-4b18-9d47-d7e591aabb74 req-a5ee61dd-35b8-4b2b-b16c-07df35291237 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750193 Jul 15 13:08:14.894964 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8b64a4b0-fb80-4c0a-8ae9-497f729224f7 req-bf5bb917-e3b4-4dfa-b168-e5236ce389df tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0a68e0b-1c2a-4b72-8c63-99be80ebe8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839111 Jul 15 13:08:14.899933 n-d-771363-36 neutron-server[93826]: WARNING neutron.services.metering.metering_plugin [None req-49662e6e-61c4-4a97-8eb0-218ce33d6af3 tempest-MeteringIpV6TestJSON-676657661 tempest-MeteringIpV6TestJSON-676657661-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 15 13:08:14.969442 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-db81afe2-aabb-4dc2-b40b-a2cd1a1ad444 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Made reservation on behalf of c9e2f6d59c714082841767edaa83eabd for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:14.973589 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-db81afe2-aabb-4dc2-b40b-a2cd1a1ad444 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:14.985530 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40959ffe-eef1-4900-83e7-7ecdbfce8e09 req-1d12e02f-03ff-4bf5-b4d3-39c2f1635c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:14.987512 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-40959ffe-eef1-4900-83e7-7ecdbfce8e09 req-1d12e02f-03ff-4bf5-b4d3-39c2f1635c4e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1bdc303d-a348-44e1-bbb6-ce54e5387eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1116855 Jul 15 13:08:15.105645 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-49662e6e-61c4-4a97-8eb0-218ce33d6af3 tempest-MeteringIpV6TestJSON-676657661 tempest-MeteringIpV6TestJSON-676657661-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.110163 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-49662e6e-61c4-4a97-8eb0-218ce33d6af3 tempest-MeteringIpV6TestJSON-676657661 tempest-MeteringIpV6TestJSON-676657661-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3068295 Jul 15 13:08:15.110829 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48994) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:15.115228 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-3f95bdfb-40b1-4e61-8202-00fad010f1e5 tempest-MeteringIpV6TestJSON-676657661 tempest-MeteringIpV6TestJSON-676657661-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'a4ed2caa-681e-40f6-933e-e3bad8e3c2c4'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:15.115722 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-3f95bdfb-40b1-4e61-8202-00fad010f1e5 tempest-MeteringIpV6TestJSON-676657661 tempest-MeteringIpV6TestJSON-676657661-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93826) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:08:15.211172 n-d-771363-36 neutron-server[93826]: WARNING neutron.services.metering.metering_plugin [None req-3f95bdfb-40b1-4e61-8202-00fad010f1e5 tempest-MeteringIpV6TestJSON-676657661 tempest-MeteringIpV6TestJSON-676657661-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 15 13:08:15.265851 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-db81afe2-aabb-4dc2-b40b-a2cd1a1ad444 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Allocated IP 19.86.0.9 (f06c01f1-9715-4a5e-9795-ca69ff6b9293/e207b845-f87e-4aea-a6a7-e7e163b8954b/2460357d-8ef9-4d41-bb6b-5a47428e1c50) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:15.302212 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-40959ffe-eef1-4900-83e7-7ecdbfce8e09 req-942bcbd3-f8ab-4e09-a18b-0f80d536d2f4 service neutron] 10.222.0.46 "GET /v2.0/networks/1bdc303d-a348-44e1-bbb6-ce54e5387eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050098 Jul 15 13:08:15.344574 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3f95bdfb-40b1-4e61-8202-00fad010f1e5 tempest-MeteringIpV6TestJSON-676657661 tempest-MeteringIpV6TestJSON-676657661-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.346295 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3f95bdfb-40b1-4e61-8202-00fad010f1e5 tempest-MeteringIpV6TestJSON-676657661 tempest-MeteringIpV6TestJSON-676657661-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2342286 Jul 15 13:08:15.349378 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48998) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:15.360754 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7c2001bf-f79c-4131-80ce-a6ca8883ff64 tempest-MeteringIpV6TestJSON-676657661 tempest-MeteringIpV6TestJSON-676657661-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=32402708-8d53-4c5d-a116-77cd9b9c2d3c HTTP/1.1" status: 200 len: 462 time: 0.0101507 Jul 15 13:08:15.363425 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49000) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:15.464400 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7575a407-a15b-466e-83ce-740421eeab7b tempest-MeteringIpV6TestJSON-676657661 tempest-MeteringIpV6TestJSON-676657661-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.465502 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7575a407-a15b-466e-83ce-740421eeab7b tempest-MeteringIpV6TestJSON-676657661 tempest-MeteringIpV6TestJSON-676657661-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/32402708-8d53-4c5d-a116-77cd9b9c2d3c HTTP/1.1" status: 204 len: 168 time: 0.1011212 Jul 15 13:08:15.468304 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49002) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:15.477511 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a4844a0e-e5a5-46a1-9e26-9e0394258c52 tempest-MeteringIpV6TestJSON-676657661 tempest-MeteringIpV6TestJSON-676657661-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=32402708-8d53-4c5d-a116-77cd9b9c2d3c HTTP/1.1" status: 200 len: 221 time: 0.0081942 Jul 15 13:08:15.480911 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49004) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:15.485029 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-fa5ba38e-fcf0-4740-a1af-f72eedea420f tempest-MeteringIpV6TestJSON-676657661 tempest-MeteringIpV6TestJSON-676657661-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--284534578', 'description': 'label created by tempest'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:15.485484 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-fa5ba38e-fcf0-4740-a1af-f72eedea420f tempest-MeteringIpV6TestJSON-676657661 tempest-MeteringIpV6TestJSON-676657661-project-admin] Unknown quota resources ['metering_label']. {{(pid=93826) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:08:15.613691 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0faaa-71b0-4f87-9964-e7496b105b5d req-e0fa7953-cc6b-47fc-a5cb-9586fd582caf tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:15.615414 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f2b0faaa-71b0-4f87-9964-e7496b105b5d req-e0fa7953-cc6b-47fc-a5cb-9586fd582caf tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 945 time: 0.3996725 Jul 15 13:08:15.653965 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fa5ba38e-fcf0-4740-a1af-f72eedea420f tempest-MeteringIpV6TestJSON-676657661 tempest-MeteringIpV6TestJSON-676657661-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.658505 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-fa5ba38e-fcf0-4740-a1af-f72eedea420f tempest-MeteringIpV6TestJSON-676657661 tempest-MeteringIpV6TestJSON-676657661-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1766541 Jul 15 13:08:15.659123 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49006) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:15.673719 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-40959ffe-eef1-4900-83e7-7ecdbfce8e09 req-6e5db4be-725e-4077-824f-8178bef933c0 service neutron] 10.222.0.46 "GET /v2.0/networks/1bdc303d-a348-44e1-bbb6-ce54e5387eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447053 Jul 15 13:08:15.702845 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bebd42-412f-48a1-a29c-a2110590ff1d req-5dc22373-ffb3-46fc-b716-2a45d21dd81e tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:15.704482 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-69bebd42-412f-48a1-a29c-a2110590ff1d req-5dc22373-ffb3-46fc-b716-2a45d21dd81e tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 945 time: 0.4012241 Jul 15 13:08:15.712083 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a7a3dc71-bb8a-4379-b8c1-eb137618bd59 req-c3909711-41f5-4e0b-bac5-b01536fe2062 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4933548 Jul 15 13:08:15.739530 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-86ae9c84-64da-4ce3-93a4-3f5603e427bf tempest-MeteringIpV6TestJSON-676657661 tempest-MeteringIpV6TestJSON-676657661-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=e98adccc-5f1c-4d10-a6ae-5fb628727fce HTTP/1.1" status: 200 len: 467 time: 0.0789034 Jul 15 13:08:15.741930 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49008) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:15.777063 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-db81afe2-aabb-4dc2-b40b-a2cd1a1ad444 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.790403 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f2b0faaa-71b0-4f87-9964-e7496b105b5d req-b3e05d00-2f9c-4ee3-b172-b75ae2e7e935 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667571 Jul 15 13:08:15.841597 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-69bebd42-412f-48a1-a29c-a2110590ff1d req-f2c4a4d4-686e-442d-9b25-4459ad1b9a8a tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254752 Jul 15 13:08:15.842786 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-db81afe2-aabb-4dc2-b40b-a2cd1a1ad444 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Transition to ACTIVE for port object 2460357d-8ef9-4d41-bb6b-5a47428e1c50 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:15.901971 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-db81afe2-aabb-4dc2-b40b-a2cd1a1ad444 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.905235 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3dc71-bb8a-4379-b8c1-eb137618bd59 req-0cd9ab38-6a2a-4151-963b-8f3c42c682c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:15.906999 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a7a3dc71-bb8a-4379-b8c1-eb137618bd59 req-0cd9ab38-6a2a-4151-963b-8f3c42c682c0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5495784adab4faf86ec8d11912c9669&device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 1102 time: 0.1378376 Jul 15 13:08:16.026026 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-db81afe2-aabb-4dc2-b40b-a2cd1a1ad444 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Network f06c01f1-9715-4a5e-9795-ca69ff6b9293 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:16.033892 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:08:16.036366 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-db81afe2-aabb-4dc2-b40b-a2cd1a1ad444 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:16.085662 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-db81afe2-aabb-4dc2-b40b-a2cd1a1ad444 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:16.197694 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81afe2-aabb-4dc2-b40b-a2cd1a1ad444 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Pushing event updated for resources: {'Port': ['ID=2460357d-8ef9-4d41-bb6b-5a47428e1c50,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:16.242282 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-db81afe2-aabb-4dc2-b40b-a2cd1a1ad444 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:16.243372 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-db81afe2-aabb-4dc2-b40b-a2cd1a1ad444 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:16.250272 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6c27143a-e2b6-4cb4-b415-ddc7e893e0e4 tempest-MeteringIpV6TestJSON-676657661 tempest-MeteringIpV6TestJSON-676657661-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:16.251696 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6c27143a-e2b6-4cb4-b415-ddc7e893e0e4 tempest-MeteringIpV6TestJSON-676657661 tempest-MeteringIpV6TestJSON-676657661-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/e98adccc-5f1c-4d10-a6ae-5fb628727fce HTTP/1.1" status: 204 len: 168 time: 0.5087895 Jul 15 13:08:16.254864 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49018) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:16.259303 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3dc71-bb8a-4379-b8c1-eb137618bd59 req-e1924df9-07c5-4372-a4e7-9d7d9cfbcd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:16.261411 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a7a3dc71-bb8a-4379-b8c1-eb137618bd59 req-e1924df9-07c5-4372-a4e7-9d7d9cfbcd2a service neutron] 10.222.0.20 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.2859280 Jul 15 13:08:16.267913 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9012b4a4-79e5-4ceb-be92-11ba1e9b65bc tempest-MeteringIpV6TestJSON-676657661 tempest-MeteringIpV6TestJSON-676657661-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=e98adccc-5f1c-4d10-a6ae-5fb628727fce HTTP/1.1" status: 200 len: 216 time: 0.0116520 Jul 15 13:08:16.271540 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49020) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:16.282478 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4abe15ef-d358-4bcd-88d7-aebe3c4d1446 tempest-MeteringIpV6TestJSON-676657661 tempest-MeteringIpV6TestJSON-676657661-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0094144 Jul 15 13:08:16.285891 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49022) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:16.298225 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7852fc18-33e6-413e-939c-e9e05a4ac1f7 tempest-MeteringIpV6TestJSON-676657661 tempest-MeteringIpV6TestJSON-676657661-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0112920 Jul 15 13:08:16.302239 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49024) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:16.329233 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-db81afe2-aabb-4dc2-b40b-a2cd1a1ad444 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6367991 Jul 15 13:08:16.332759 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a7a3dc71-bb8a-4379-b8c1-eb137618bd59 req-071a1568-8241-4fc1-aa93-8eb7d336ed5e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=818623ee-bb95-4c16-b6aa-4cb09c7116ab HTTP/1.1" status: 200 len: 217 time: 0.0550675 Jul 15 13:08:16.344977 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-9a954efb-4024-4e1d-bb7a-25a81c40be85 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Request body: {'port': {'device_id': '8a28ec1b-2259-4926-8ab4-56f42e6e37f1', 'network_id': '9387763f-6f68-4b18-8426-2713bc515911', 'admin_state_up': True, 'tenant_id': 'c9e2f6d59c714082841767edaa83eabd'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:16.365817 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-38cab022-98e6-4248-b8a8-3a8468a58d31 tempest-MeteringIpV6TestJSON-676657661 tempest-MeteringIpV6TestJSON-676657661-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels/a4ed2caa-681e-40f6-933e-e3bad8e3c2c4 HTTP/1.1" status: 200 len: 473 time: 0.0583732 Jul 15 13:08:16.365817 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49026) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:16.380359 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-357b54ab-3f1e-459a-8a63-28da59449419 tempest-MeteringIpV6TestJSON-676657661 tempest-MeteringIpV6TestJSON-676657661-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules/52364b27-867e-4f65-b862-cb0f622ddbb9 HTTP/1.1" status: 200 len: 459 time: 0.0089958 Jul 15 13:08:16.380359 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49028) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:16.388680 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-fd5b2128-c116-4019-b967-816be98aed45 None None] Provisioning for port 2460357d-8ef9-4d41-bb6b-5a47428e1c50 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:16.394441 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-fd5b2128-c116-4019-b967-816be98aed45 None None] Provisioning complete for port 2460357d-8ef9-4d41-bb6b-5a47428e1c50 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:16.395145 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fd5b2128-c116-4019-b967-816be98aed45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:16.416728 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a839975-8393-4f55-bdb6-3993460387cb req-33fbe6e4-82cb-48a4-b8bb-a50cdb2cf976 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:16.418514 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8a839975-8393-4f55-bdb6-3993460387cb req-33fbe6e4-82cb-48a4-b8bb-a50cdb2cf976 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 950 time: 0.3780053 Jul 15 13:08:16.444227 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd77fa7-8d27-4ff2-923b-e4fd4d3d27f6 req-34ab9c96-8f72-47f3-a5a5-d7aa81f6e851 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:16.448577 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-fd5b2128-c116-4019-b967-816be98aed45 None None] Port 2460357d-8ef9-4d41-bb6b-5a47428e1c50 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:08:16.451140 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8bd77fa7-8d27-4ff2-923b-e4fd4d3d27f6 req-34ab9c96-8f72-47f3-a5a5-d7aa81f6e851 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 946 time: 0.4293783 Jul 15 13:08:16.495293 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f616a132-3559-4efc-8486-4d59d4b2e82e tempest-MeteringIpV6TestJSON-676657661 tempest-MeteringIpV6TestJSON-676657661-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:16.499062 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f616a132-3559-4efc-8486-4d59d4b2e82e tempest-MeteringIpV6TestJSON-676657661 tempest-MeteringIpV6TestJSON-676657661-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/52364b27-867e-4f65-b862-cb0f622ddbb9 HTTP/1.1" status: 204 len: 168 time: 0.1175268 Jul 15 13:08:16.499722 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49030) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:16.546798 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3dc71-bb8a-4379-b8c1-eb137618bd59 req-3798d6ee-613d-4e6d-ac84-fcca504f1317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:16.548467 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a7a3dc71-bb8a-4379-b8c1-eb137618bd59 req-3798d6ee-613d-4e6d-ac84-fcca504f1317 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.2079272 Jul 15 13:08:16.623340 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8a839975-8393-4f55-bdb6-3993460387cb req-4a9acbba-bb52-407d-acdf-6a580dd35dd2 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895792 Jul 15 13:08:16.640592 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8bd77fa7-8d27-4ff2-923b-e4fd4d3d27f6 req-342bf0c3-d752-4987-a2fe-d6e49dc7472a tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6a1356-fa75-4dc1-a4fe-d320e6b273c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843967 Jul 15 13:08:16.683812 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-9a954efb-4024-4e1d-bb7a-25a81c40be85 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Made reservation on behalf of c9e2f6d59c714082841767edaa83eabd for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:16.687893 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-9a954efb-4024-4e1d-bb7a-25a81c40be85 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:16.718945 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3f5ce9ce-ab54-4512-b4b7-5b3df7b78ab7 tempest-MeteringIpV6TestJSON-676657661 tempest-MeteringIpV6TestJSON-676657661-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:16.720156 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3f5ce9ce-ab54-4512-b4b7-5b3df7b78ab7 tempest-MeteringIpV6TestJSON-676657661 tempest-MeteringIpV6TestJSON-676657661-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/a4ed2caa-681e-40f6-933e-e3bad8e3c2c4 HTTP/1.1" status: 204 len: 168 time: 0.2195017 Jul 15 13:08:16.765973 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3dc71-bb8a-4379-b8c1-eb137618bd59 req-fd473823-1774-4503-98c9-43b3dccecc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:16.767606 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a7a3dc71-bb8a-4379-b8c1-eb137618bd59 req-fd473823-1774-4503-98c9-43b3dccecc79 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2047663 Jul 15 13:08:16.818242 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-a7a3dc71-bb8a-4379-b8c1-eb137618bd59 req-a32d89cf-258b-4419-b5ba-0eb22376c86d service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:08:16.820089 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a7a3dc71-bb8a-4379-b8c1-eb137618bd59 req-a32d89cf-258b-4419-b5ba-0eb22376c86d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0358481 Jul 15 13:08:16.973891 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-9a954efb-4024-4e1d-bb7a-25a81c40be85 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Allocated IP 19.80.0.211 (9387763f-6f68-4b18-8426-2713bc515911/0b0adb43-540d-4b3e-97ea-4f36de553145/9f6353b0-3082-4772-a27e-55e3a36ef4df) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:16.993704 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690160ea-d7a4-4b16-bd4c-aed92b0b09b7 req-c94f14a8-4ca0-44da-908d-dfed89c08b7b tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:16.999824 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690160ea-d7a4-4b16-bd4c-aed92b0b09b7 req-c94f14a8-4ca0-44da-908d-dfed89c08b7b tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:17.001511 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-690160ea-d7a4-4b16-bd4c-aed92b0b09b7 req-c94f14a8-4ca0-44da-908d-dfed89c08b7b tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a28ec1b-2259-4926-8ab4-56f42e6e37f1 HTTP/1.1" status: 200 len: 1653 time: 0.2383373 Jul 15 13:08:17.015805 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49040) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:17.073604 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a7a3dc71-bb8a-4379-b8c1-eb137618bd59 req-f691d9ea-94ab-4d62-9038-ed0595a379d9 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442987 Jul 15 13:08:17.126731 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-10ac93af-f997-4cb8-b9b4-2f1ea1dabdaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:17.142877 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-690160ea-d7a4-4b16-bd4c-aed92b0b09b7 req-3a35cf8c-9ee4-4095-95c5-4a183b7281d1 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0a68e0b-1c2a-4b72-8c63-99be80ebe8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327977 Jul 15 13:08:17.239565 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-10ac93af-f997-4cb8-b9b4-2f1ea1dabdaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:17.243655 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-10ac93af-f997-4cb8-b9b4-2f1ea1dabdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:17.274367 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd6b7e-47c0-414a-abc7-b82fe3ea5423 req-248eb8a4-76e1-47ff-bbc9-7bdf5aa664e4 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:17.275887 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-50dd6b7e-47c0-414a-abc7-b82fe3ea5423 req-248eb8a4-76e1-47ff-bbc9-7bdf5aa664e4 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 945 time: 0.2711308 Jul 15 13:08:17.282597 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-10ac93af-f997-4cb8-b9b4-2f1ea1dabdaf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=97d7e9fcdfe24ff690dd84bebe839403&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2652352 Jul 15 13:08:17.285788 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49044) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:17.292247 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac93af-f997-4cb8-b9b4-2f1ea1dabdaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e79d48-dfa5-4447-98a0-bc0a18d3ffa6,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:17.345955 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99bef691-a7f5-4d25-baa2-63d4234c1f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:17.372624 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99bef691-a7f5-4d25-baa2-63d4234c1f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:17.424865 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99bef691-a7f5-4d25-baa2-63d4234c1f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:17.427799 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99bef691-a7f5-4d25-baa2-63d4234c1f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:17.432158 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-99bef691-a7f5-4d25-baa2-63d4234c1f3c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/57e79d48-dfa5-4447-98a0-bc0a18d3ffa6 HTTP/1.1" status: 204 len: 168 time: 0.1453009 Jul 15 13:08:17.441006 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bef691-a7f5-4d25-baa2-63d4234c1f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e79d48-dfa5-4447-98a0-bc0a18d3ffa6,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:17.683921 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a7a3dc71-bb8a-4379-b8c1-eb137618bd59 req-9b4d7abf-8a53-4a57-ab70-f9b25fde40b7 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5976279 Jul 15 13:08:17.705477 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-9a954efb-4024-4e1d-bb7a-25a81c40be85 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:17.734438 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-50dd6b7e-47c0-414a-abc7-b82fe3ea5423 req-63869b17-0798-4797-9108-8b6178120fd8 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4447265 Jul 15 13:08:17.739616 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-9a954efb-4024-4e1d-bb7a-25a81c40be85 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Transition to ACTIVE for port object 9f6353b0-3082-4772-a27e-55e3a36ef4df will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:17.740492 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49054) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:17.761859 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22200e9-3258-48b7-888a-97251d46afaa req-4522835a-4064-4392-8847-94832bb4e58e tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:17.763318 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b22200e9-3258-48b7-888a-97251d46afaa req-4522835a-4064-4392-8847-94832bb4e58e tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 945 time: 0.5034914 Jul 15 13:08:17.764130 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7a2fa438-f6ff-4cd3-a9f7-952a79bcf3ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:17.812243 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-9a954efb-4024-4e1d-bb7a-25a81c40be85 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:17.838453 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b22200e9-3258-48b7-888a-97251d46afaa req-cea37e52-c221-4de6-824a-a799047712e1 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682337 Jul 15 13:08:17.876955 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-9a954efb-4024-4e1d-bb7a-25a81c40be85 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Network 9387763f-6f68-4b18-8426-2713bc515911 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:17.897513 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-9a954efb-4024-4e1d-bb7a-25a81c40be85 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:17.902241 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7a2fa438-f6ff-4cd3-a9f7-952a79bcf3ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:17.909545 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7a2fa438-f6ff-4cd3-a9f7-952a79bcf3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:17.917584 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-9a954efb-4024-4e1d-bb7a-25a81c40be85 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:17.924234 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a954efb-4024-4e1d-bb7a-25a81c40be85 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Pushing event updated for resources: {'Port': ['ID=9f6353b0-3082-4772-a27e-55e3a36ef4df,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:17.948699 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2fa438-f6ff-4cd3-a9f7-952a79bcf3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d5eb6f-3f32-41a2-b99a-946f7fd0ddf4,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:17.967535 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7a2fa438-f6ff-4cd3-a9f7-952a79bcf3ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8456d3d2f59a4df6b2bdc530e4a897ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2231333 Jul 15 13:08:17.971583 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49060) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:17.992460 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-9a954efb-4024-4e1d-bb7a-25a81c40be85 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:17.993145 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-9a954efb-4024-4e1d-bb7a-25a81c40be85 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:18.034384 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a828564e-2366-421f-a791-ce02853787c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:18.047665 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19929486-4e61-43ea-a853-31c4d36ab880 req-a8f28146-2e28-4e4f-bb0c-44f8b8b00904 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:18.049236 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-19929486-4e61-43ea-a853-31c4d36ab880 req-a8f28146-2e28-4e4f-bb0c-44f8b8b00904 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 950 time: 0.1744180 Jul 15 13:08:18.052951 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-9a954efb-4024-4e1d-bb7a-25a81c40be85 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7146442 Jul 15 13:08:18.059876 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a828564e-2366-421f-a791-ce02853787c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:18.079064 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-0dd62307-de0c-410f-b3c6-14c7263c4c36 service neutron] Request body: {'port': {'device_id': '8a28ec1b-2259-4926-8ab4-56f42e6e37f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:18.134445 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a828564e-2366-421f-a791-ce02853787c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:18.137309 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a828564e-2366-421f-a791-ce02853787c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:18.143105 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a828564e-2366-421f-a791-ce02853787c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/91d5eb6f-3f32-41a2-b99a-946f7fd0ddf4 HTTP/1.1" status: 204 len: 168 time: 0.1699264 Jul 15 13:08:18.153884 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828564e-2366-421f-a791-ce02853787c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d5eb6f-3f32-41a2-b99a-946f7fd0ddf4,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:18.166947 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-19929486-4e61-43ea-a853-31c4d36ab880 req-9e18ce61-b6c7-454f-9161-45f1f84c0f2d tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095192 Jul 15 13:08:18.223109 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0260dd1-4442-415d-b149-f3ee1991537a req-bd0dc31a-9e5e-4096-b7b0-8a427278c386 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:18.224739 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a0260dd1-4442-415d-b149-f3ee1991537a req-bd0dc31a-9e5e-4096-b7b0-8a427278c386 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 946 time: 0.2288549 Jul 15 13:08:18.263028 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-0dd62307-de0c-410f-b3c6-14c7263c4c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:18.284316 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-234daa8c-7a4a-452a-8bb7-b8a037be2463 None None] Provisioning for port 9f6353b0-3082-4772-a27e-55e3a36ef4df completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:18.291107 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-234daa8c-7a4a-452a-8bb7-b8a037be2463 None None] Provisioning complete for port 9f6353b0-3082-4772-a27e-55e3a36ef4df triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:18.291988 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-234daa8c-7a4a-452a-8bb7-b8a037be2463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:18.337532 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-234daa8c-7a4a-452a-8bb7-b8a037be2463 None None] Port 9f6353b0-3082-4772-a27e-55e3a36ef4df cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:08:18.338961 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a0260dd1-4442-415d-b149-f3ee1991537a req-f7692234-2817-411f-82a4-4ce5f49e5757 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6a1356-fa75-4dc1-a4fe-d320e6b273c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046782 Jul 15 13:08:18.619592 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01149895-42e2-4a92-a808-cf065481982a req-77c15782-668d-4f9d-96a6-7b1a9bcd4fdd tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:18.626243 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01149895-42e2-4a92-a808-cf065481982a req-77c15782-668d-4f9d-96a6-7b1a9bcd4fdd tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:18.632694 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01149895-42e2-4a92-a808-cf065481982a req-77c15782-668d-4f9d-96a6-7b1a9bcd4fdd tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:18.634900 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-01149895-42e2-4a92-a808-cf065481982a req-77c15782-668d-4f9d-96a6-7b1a9bcd4fdd tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a28ec1b-2259-4926-8ab4-56f42e6e37f1 HTTP/1.1" status: 200 len: 2375 time: 0.1657882 Jul 15 13:08:18.719076 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-01149895-42e2-4a92-a808-cf065481982a req-5f7867b9-0ac8-4e15-a95e-93f5d619a20c tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0a68e0b-1c2a-4b72-8c63-99be80ebe8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764887 Jul 15 13:08:18.723055 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-0dd62307-de0c-410f-b3c6-14c7263c4c36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 952ce66b-ff85-4db0-b68e-0c88713c0b31 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:18.731964 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-0dd62307-de0c-410f-b3c6-14c7263c4c36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:18.745420 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-0dd62307-de0c-410f-b3c6-14c7263c4c36 service neutron] Transition to ACTIVE for port object 952ce66b-ff85-4db0-b68e-0c88713c0b31 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:18.749466 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-0dd62307-de0c-410f-b3c6-14c7263c4c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:18.804609 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd62307-de0c-410f-b3c6-14c7263c4c36 service neutron] Pushing event updated for resources: {'Port': ['ID=952ce66b-ff85-4db0-b68e-0c88713c0b31,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:18.821846 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd62307-de0c-410f-b3c6-14c7263c4c36 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:18.822597 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd62307-de0c-410f-b3c6-14c7263c4c36 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:18.823655 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd62307-de0c-410f-b3c6-14c7263c4c36 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:18.824479 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd62307-de0c-410f-b3c6-14c7263c4c36 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:18.824994 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd62307-de0c-410f-b3c6-14c7263c4c36 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:18.825614 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd62307-de0c-410f-b3c6-14c7263c4c36 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:18.826124 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd62307-de0c-410f-b3c6-14c7263c4c36 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:18.826890 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd62307-de0c-410f-b3c6-14c7263c4c36 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:18.830037 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd62307-de0c-410f-b3c6-14c7263c4c36 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:18.830037 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd62307-de0c-410f-b3c6-14c7263c4c36 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:18.830037 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd62307-de0c-410f-b3c6-14c7263c4c36 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:18.830037 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd62307-de0c-410f-b3c6-14c7263c4c36 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:18.979154 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-0dd62307-de0c-410f-b3c6-14c7263c4c36 service neutron] Attempting to bind port 952ce66b-ff85-4db0-b68e-0c88713c0b31 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:18.979589 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-0dd62307-de0c-410f-b3c6-14c7263c4c36 service neutron] Attempting to bind port 952ce66b-ff85-4db0-b68e-0c88713c0b31 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '4bb2d842-cdc0-4573-8a97-693bc32f3579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9387763f-6f68-4b18-8426-2713bc515911'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:18.979997 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-0dd62307-de0c-410f-b3c6-14c7263c4c36 service neutron] Attempting to bind port 952ce66b-ff85-4db0-b68e-0c88713c0b31 on network 9387763f-6f68-4b18-8426-2713bc515911 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:19.019516 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-0dd62307-de0c-410f-b3c6-14c7263c4c36 service neutron] Port 952ce66b-ff85-4db0-b68e-0c88713c0b31 on network 9387763f-6f68-4b18-8426-2713bc515911 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:19.020416 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-0dd62307-de0c-410f-b3c6-14c7263c4c36 service neutron] Attempting to bind port 952ce66b-ff85-4db0-b68e-0c88713c0b31 on network 9387763f-6f68-4b18-8426-2713bc515911 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:19.032461 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-0dd62307-de0c-410f-b3c6-14c7263c4c36 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:19.032814 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-0dd62307-de0c-410f-b3c6-14c7263c4c36 service neutron] Checking segment: {'id': '4bb2d842-cdc0-4573-8a97-693bc32f3579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9387763f-6f68-4b18-8426-2713bc515911'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:19.033363 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-0dd62307-de0c-410f-b3c6-14c7263c4c36 service neutron] Bound using segment: {'id': '4bb2d842-cdc0-4573-8a97-693bc32f3579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9387763f-6f68-4b18-8426-2713bc515911'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:19.033709 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-0dd62307-de0c-410f-b3c6-14c7263c4c36 service neutron] Bound port: 952ce66b-ff85-4db0-b68e-0c88713c0b31, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb2d842-cdc0-4573-8a97-693bc32f3579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9387763f-6f68-4b18-8426-2713bc515911'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:19.033988 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-0dd62307-de0c-410f-b3c6-14c7263c4c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:19.070549 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5390b-08c9-4622-a32c-f1931cf23212 req-11ff7a48-b14e-41e8-b078-3831021fb931 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:19.072069 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-42a5390b-08c9-4622-a32c-f1931cf23212 req-11ff7a48-b14e-41e8-b078-3831021fb931 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 945 time: 0.1693554 Jul 15 13:08:19.151870 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b4e71-76bc-4d06-9707-199c84eec350 req-fbefccf0-1698-475b-b8d4-2bc7133aecb3 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:19.153342 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b28b4e71-76bc-4d06-9707-199c84eec350 req-fbefccf0-1698-475b-b8d4-2bc7133aecb3 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 945 time: 0.1776145 Jul 15 13:08:19.180121 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-42a5390b-08c9-4622-a32c-f1931cf23212 req-9bc76cff-8c0f-4c9d-b655-a41802a15f62 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859976 Jul 15 13:08:19.181198 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-0dd62307-de0c-410f-b3c6-14c7263c4c36 service neutron] For port 952ce66b-ff85-4db0-b68e-0c88713c0b31, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:19.205933 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-0dd62307-de0c-410f-b3c6-14c7263c4c36 service neutron] For port 952ce66b-ff85-4db0-b68e-0c88713c0b31, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=952ce66b-ff85-4db0-b68e-0c88713c0b31,segment=NetworkSegment(4bb2d842-cdc0-4573-8a97-693bc32f3579),segment_id=4bb2d842-cdc0-4573-8a97-693bc32f3579)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:19.216215 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-0dd62307-de0c-410f-b3c6-14c7263c4c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:19.225905 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b28b4e71-76bc-4d06-9707-199c84eec350 req-6367222a-1292-4ee1-b241-d730a00c7e0c tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621729 Jul 15 13:08:19.261491 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-0dd62307-de0c-410f-b3c6-14c7263c4c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:19.262153 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-0dd62307-de0c-410f-b3c6-14c7263c4c36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:19.263486 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-0dd62307-de0c-410f-b3c6-14c7263c4c36 service neutron] 10.222.0.46 "PUT /v2.0/ports/952ce66b-ff85-4db0-b68e-0c88713c0b31 HTTP/1.1" status: 200 len: 1093 time: 1.1967478 Jul 15 13:08:19.263929 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a28ec1b-2259-4926-8ab4-56f42e6e37f1', 'tag': '952ce66b-ff85-4db0-b68e-0c88713c0b31'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:19.266188 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e91701-a522-4a65-9cf6-7320626a5b5c" -d '{"events": [{"name": "network-changed", "server_uuid": "8a28ec1b-2259-4926-8ab4-56f42e6e37f1", "tag": "952ce66b-ff85-4db0-b68e-0c88713c0b31"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:19.296577 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd62307-de0c-410f-b3c6-14c7263c4c36 service neutron] Pushing event updated for resources: {'Port': ['ID=952ce66b-ff85-4db0-b68e-0c88713c0b31,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:19.305890 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-ff5d0697-ad83-4ef5-9739-b82b90baa2b5 service neutron] Request body: {'port': {'device_id': '8a28ec1b-2259-4926-8ab4-56f42e6e37f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:19.361857 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc68d0e-ac1b-4231-9098-502c140d1cda x-openstack-request-id: req-8fc68d0e-ac1b-4231-9098-502c140d1cda {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:19.362240 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a28ec1b-2259-4926-8ab4-56f42e6e37f1", "tag": "952ce66b-ff85-4db0-b68e-0c88713c0b31", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:19.363402 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8fc68d0e-ac1b-4231-9098-502c140d1cda {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:19.363871 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a28ec1b-2259-4926-8ab4-56f42e6e37f1', 'tag': '952ce66b-ff85-4db0-b68e-0c88713c0b31', 'status': 'completed', 'code': 200} Jul 15 13:08:19.523839 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e91701-a522-4a65-9cf6-7320626a5b5c req-eecaa3e6-fbb2-49f1-a80a-3e7902012db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:19.524465 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e91701-a522-4a65-9cf6-7320626a5b5c req-eecaa3e6-fbb2-49f1-a80a-3e7902012db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:19.525019 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e91701-a522-4a65-9cf6-7320626a5b5c req-eecaa3e6-fbb2-49f1-a80a-3e7902012db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:19.527125 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44e91701-a522-4a65-9cf6-7320626a5b5c req-eecaa3e6-fbb2-49f1-a80a-3e7902012db6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9e2f6d59c714082841767edaa83eabd&device_id=8a28ec1b-2259-4926-8ab4-56f42e6e37f1 HTTP/1.1" status: 200 len: 2731 time: 0.1499550 Jul 15 13:08:19.527895 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-ff5d0697-ad83-4ef5-9739-b82b90baa2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:19.624961 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698f753-ac61-4fe7-9cc1-30c6559a6b3d req-c391b0aa-98bb-487c-85ae-3c7ae533294b tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:19.626659 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7698f753-ac61-4fe7-9cc1-30c6559a6b3d req-c391b0aa-98bb-487c-85ae-3c7ae533294b tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 950 time: 0.2618124 Jul 15 13:08:19.806214 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49120) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:19.856201 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7698f753-ac61-4fe7-9cc1-30c6559a6b3d req-857a359c-8dc0-4514-a2ab-85e7f9c3556d tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195702 Jul 15 13:08:19.879629 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e91701-a522-4a65-9cf6-7320626a5b5c req-4ef9e9e5-56dd-4662-a565-8bc1fd5cdd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:19.880121 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e91701-a522-4a65-9cf6-7320626a5b5c req-4ef9e9e5-56dd-4662-a565-8bc1fd5cdd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:19.880604 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e91701-a522-4a65-9cf6-7320626a5b5c req-4ef9e9e5-56dd-4662-a565-8bc1fd5cdd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:19.882139 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44e91701-a522-4a65-9cf6-7320626a5b5c req-4ef9e9e5-56dd-4662-a565-8bc1fd5cdd6f service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=c9e2f6d59c714082841767edaa83eabd&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3375063 Jul 15 13:08:19.912087 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-4796446c-743a-4bb5-b8a6-d7a28cafddd7 tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:19.934846 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4796446c-743a-4bb5-b8a6-d7a28cafddd7 tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] 10.222.0.16 "PUT /v2.0/quotas/8aa2be04e40e4e43aebaaf801cc7da92 HTTP/1.1" status: 200 len: 368 time: 0.1250987 Jul 15 13:08:19.935049 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49124) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:19.939693 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-bb60d933-1f16-472b-9653-cbbd9911c831 tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Request body: {'network': {'project_id': '8aa2be04e40e4e43aebaaf801cc7da92'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:19.960173 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb60d933-1f16-472b-9653-cbbd9911c831 tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Made reservation on behalf of 8aa2be04e40e4e43aebaaf801cc7da92 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:19.962482 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bb60d933-1f16-472b-9653-cbbd9911c831 tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:19.970762 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bb60d933-1f16-472b-9653-cbbd9911c831 tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.061160 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bb60d933-1f16-472b-9653-cbbd9911c831 tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.065009 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bb60d933-1f16-472b-9653-cbbd9911c831 tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.090180 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb60d933-1f16-472b-9653-cbbd9911c831 tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:08:20.100767 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60d933-1f16-472b-9653-cbbd9911c831 tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fdaf86-4a00-41f9-a8b8-4a2a51a8ed0b,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:20.112826 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bb60d933-1f16-472b-9653-cbbd9911c831 tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.113178 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-bb60d933-1f16-472b-9653-cbbd9911c831 tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Added segment 223d8f72-b96d-49f4-894a-c582b57948cd of type vlan for network ec63ba71-9278-4131-aec8-f20c50957de0 Jul 15 13:08:20.153006 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8242d4-36dd-418c-a3f0-b8759e4ff444 req-68a4489c-372e-45a0-8a53-b1366a93e64a tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:20.153492 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bb60d933-1f16-472b-9653-cbbd9911c831 tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.158957 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8242d4-36dd-418c-a3f0-b8759e4ff444 req-68a4489c-372e-45a0-8a53-b1366a93e64a tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:20.166812 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8242d4-36dd-418c-a3f0-b8759e4ff444 req-68a4489c-372e-45a0-8a53-b1366a93e64a tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:20.169314 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9c8242d4-36dd-418c-a3f0-b8759e4ff444 req-68a4489c-372e-45a0-8a53-b1366a93e64a tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a28ec1b-2259-4926-8ab4-56f42e6e37f1 HTTP/1.1" status: 200 len: 2387 time: 0.3211164 Jul 15 13:08:20.190059 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bb60d933-1f16-472b-9653-cbbd9911c831 tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.191560 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb60d933-1f16-472b-9653-cbbd9911c831 tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:20.192151 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bb60d933-1f16-472b-9653-cbbd9911c831 tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.214352 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e91701-a522-4a65-9cf6-7320626a5b5c req-413e38ee-7a41-498f-99df-88e1077597d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:20.215834 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44e91701-a522-4a65-9cf6-7320626a5b5c req-413e38ee-7a41-498f-99df-88e1077597d4 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3082569 Jul 15 13:08:20.227022 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-bb60d933-1f16-472b-9653-cbbd9911c831 tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2909327 Jul 15 13:08:20.230407 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49128) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:20.245761 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-2add185d-dca7-40ab-8e71-3cbce9b0a88c tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Request body: {'network': {'project_id': '8aa2be04e40e4e43aebaaf801cc7da92'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:20.255922 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60d933-1f16-472b-9653-cbbd9911c831 tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Pushing event updated for resources: {'Network': ['ID=ec63ba71-9278-4131-aec8-f20c50957de0,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:20.276928 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9c8242d4-36dd-418c-a3f0-b8759e4ff444 req-9dee975e-5762-4683-b832-cf166f9b777c tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0a68e0b-1c2a-4b72-8c63-99be80ebe8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975754 Jul 15 13:08:20.288102 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network ec63ba71-9278-4131-aec8-f20c50957de0 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:08:20.302518 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-ff5d0697-ad83-4ef5-9739-b82b90baa2b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2460357d-8ef9-4d41-bb6b-5a47428e1c50 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:20.311329 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-ff5d0697-ad83-4ef5-9739-b82b90baa2b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.315098 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2add185d-dca7-40ab-8e71-3cbce9b0a88c tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Made reservation on behalf of 8aa2be04e40e4e43aebaaf801cc7da92 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:20.318721 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2add185d-dca7-40ab-8e71-3cbce9b0a88c tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.353683 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-ff5d0697-ad83-4ef5-9739-b82b90baa2b5 service neutron] Transition to ACTIVE for port object 2460357d-8ef9-4d41-bb6b-5a47428e1c50 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:20.376220 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-ff5d0697-ad83-4ef5-9739-b82b90baa2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.411766 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2add185d-dca7-40ab-8e71-3cbce9b0a88c tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:08:20.465549 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2add185d-dca7-40ab-8e71-3cbce9b0a88c tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.465891 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-2add185d-dca7-40ab-8e71-3cbce9b0a88c tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Added segment 45eaa1b0-0e75-4bfc-ae04-bf02ad665747 of type vlan for network 5b402a1d-14b5-4833-ade8-41b771dd2039 Jul 15 13:08:20.517187 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d0697-ad83-4ef5-9739-b82b90baa2b5 service neutron] Pushing event updated for resources: {'Port': ['ID=2460357d-8ef9-4d41-bb6b-5a47428e1c50,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:20.558640 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2add185d-dca7-40ab-8e71-3cbce9b0a88c tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.618119 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da356c-fd65-4ebd-9cdf-199a4e6536e0 req-2c09bed9-3e9d-4ded-85a5-ce44e9d40c89 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:20.619648 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-43da356c-fd65-4ebd-9cdf-199a4e6536e0 req-2c09bed9-3e9d-4ded-85a5-ce44e9d40c89 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 945 time: 0.2806947 Jul 15 13:08:20.673349 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-ff5d0697-ad83-4ef5-9739-b82b90baa2b5 service neutron] Attempting to bind port 2460357d-8ef9-4d41-bb6b-5a47428e1c50 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:20.673747 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-ff5d0697-ad83-4ef5-9739-b82b90baa2b5 service neutron] Attempting to bind port 2460357d-8ef9-4d41-bb6b-5a47428e1c50 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'a2cdd69b-5f9d-4a7f-aa06-97b5417ae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f06c01f1-9715-4a5e-9795-ca69ff6b9293'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:20.674090 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-ff5d0697-ad83-4ef5-9739-b82b90baa2b5 service neutron] Attempting to bind port 2460357d-8ef9-4d41-bb6b-5a47428e1c50 on network f06c01f1-9715-4a5e-9795-ca69ff6b9293 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:20.676430 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2add185d-dca7-40ab-8e71-3cbce9b0a88c tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.677355 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2add185d-dca7-40ab-8e71-3cbce9b0a88c tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:20.677907 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2add185d-dca7-40ab-8e71-3cbce9b0a88c tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.686319 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728f76a-e943-4770-b6d9-9cc8ad5b28ec req-ca930661-2129-4909-830c-0c6a430a3248 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:20.687779 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1728f76a-e943-4770-b6d9-9cc8ad5b28ec req-ca930661-2129-4909-830c-0c6a430a3248 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 945 time: 0.2689605 Jul 15 13:08:20.722306 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-ff5d0697-ad83-4ef5-9739-b82b90baa2b5 service neutron] Port 2460357d-8ef9-4d41-bb6b-5a47428e1c50 on network f06c01f1-9715-4a5e-9795-ca69ff6b9293 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:20.722556 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-ff5d0697-ad83-4ef5-9739-b82b90baa2b5 service neutron] Attempting to bind port 2460357d-8ef9-4d41-bb6b-5a47428e1c50 on network f06c01f1-9715-4a5e-9795-ca69ff6b9293 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:20.749454 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2add185d-dca7-40ab-8e71-3cbce9b0a88c tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5112319 Jul 15 13:08:20.752462 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49136) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:20.753812 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-ff5d0697-ad83-4ef5-9739-b82b90baa2b5 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:20.754156 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-ff5d0697-ad83-4ef5-9739-b82b90baa2b5 service neutron] Checking segment: {'id': 'a2cdd69b-5f9d-4a7f-aa06-97b5417ae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f06c01f1-9715-4a5e-9795-ca69ff6b9293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:20.754534 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-ff5d0697-ad83-4ef5-9739-b82b90baa2b5 service neutron] Bound using segment: {'id': 'a2cdd69b-5f9d-4a7f-aa06-97b5417ae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f06c01f1-9715-4a5e-9795-ca69ff6b9293'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:20.754999 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-ff5d0697-ad83-4ef5-9739-b82b90baa2b5 service neutron] Bound port: 2460357d-8ef9-4d41-bb6b-5a47428e1c50, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2cdd69b-5f9d-4a7f-aa06-97b5417ae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f06c01f1-9715-4a5e-9795-ca69ff6b9293'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:20.755353 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-ff5d0697-ad83-4ef5-9739-b82b90baa2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.758587 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-b50eefac-ddbb-402c-8116-7046e81d8993 tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Request body: {'network': {'project_id': '8aa2be04e40e4e43aebaaf801cc7da92'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:20.759447 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-43da356c-fd65-4ebd-9cdf-199a4e6536e0 req-fb6bbab4-ce30-4e9c-bf75-6386f484c788 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281955 Jul 15 13:08:20.770838 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b50eefac-ddbb-402c-8116-7046e81d8993 tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 15 13:08:20.771414 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b50eefac-ddbb-402c-8116-7046e81d8993 tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:08:20.775251 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b50eefac-ddbb-402c-8116-7046e81d8993 tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0184505 Jul 15 13:08:20.811212 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add185d-dca7-40ab-8e71-3cbce9b0a88c tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Pushing event updated for resources: {'Network': ['ID=5b402a1d-14b5-4833-ade8-41b771dd2039,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:20.824113 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 5b402a1d-14b5-4833-ade8-41b771dd2039 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:08:20.835872 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1728f76a-e943-4770-b6d9-9cc8ad5b28ec req-0a475f1a-d335-4552-b501-b482926469cd tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362236 Jul 15 13:08:20.872770 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49140) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:20.911565 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-ff5d0697-ad83-4ef5-9739-b82b90baa2b5 service neutron] For port 2460357d-8ef9-4d41-bb6b-5a47428e1c50, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:20.915257 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-ff5d0697-ad83-4ef5-9739-b82b90baa2b5 service neutron] For port 2460357d-8ef9-4d41-bb6b-5a47428e1c50, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2460357d-8ef9-4d41-bb6b-5a47428e1c50,segment=NetworkSegment(a2cdd69b-5f9d-4a7f-aa06-97b5417ae945),segment_id=a2cdd69b-5f9d-4a7f-aa06-97b5417ae945)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:20.922197 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-ff5d0697-ad83-4ef5-9739-b82b90baa2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.967049 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-ff5d0697-ad83-4ef5-9739-b82b90baa2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:20.967671 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-ff5d0697-ad83-4ef5-9739-b82b90baa2b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.969089 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-ff5d0697-ad83-4ef5-9739-b82b90baa2b5 service neutron] 10.222.0.46 "PUT /v2.0/ports/2460357d-8ef9-4d41-bb6b-5a47428e1c50 HTTP/1.1" status: 200 len: 1091 time: 1.6678574 Jul 15 13:08:20.981679 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49146) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:20.982006 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6071e645-e345-41a8-a796-9cc107c13def admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8aa2be04e40e4e43aebaaf801cc7da92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1074317 Jul 15 13:08:21.012726 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-4e42c4af-953c-45a4-b4e7-87547f13b192 service neutron] Request body: {'port': {'device_id': '8a28ec1b-2259-4926-8ab4-56f42e6e37f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:21.051936 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d0697-ad83-4ef5-9739-b82b90baa2b5 service neutron] Pushing event updated for resources: {'Port': ['ID=2460357d-8ef9-4d41-bb6b-5a47428e1c50,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:21.379708 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a28ec1b-2259-4926-8ab4-56f42e6e37f1', 'tag': '2460357d-8ef9-4d41-bb6b-5a47428e1c50'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:21.381977 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb6cafb-d904-41a4-b3db-be4e2261dacb" -d '{"events": [{"name": "network-changed", "server_uuid": "8a28ec1b-2259-4926-8ab4-56f42e6e37f1", "tag": "2460357d-8ef9-4d41-bb6b-5a47428e1c50"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:21.504442 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-da1f0389-f0ea-410c-a029-fb3793cbe645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.528257 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-4e42c4af-953c-45a4-b4e7-87547f13b192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.557055 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-da1f0389-f0ea-410c-a029-fb3793cbe645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.596979 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c37115-11c7-4211-a47a-088200baff9a req-2ca5260f-4216-44d8-bd66-07e41eda4582 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:21.598397 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-95c37115-11c7-4211-a47a-088200baff9a req-2ca5260f-4216-44d8-bd66-07e41eda4582 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 950 time: 0.5717766 Jul 15 13:08:21.643099 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395389b4-1d32-4196-8ea1-3069a598a536 req-d64faf2f-d815-4f41-9818-172f2b0a9c57 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:21.648948 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395389b4-1d32-4196-8ea1-3069a598a536 req-d64faf2f-d815-4f41-9818-172f2b0a9c57 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:21.654801 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395389b4-1d32-4196-8ea1-3069a598a536 req-d64faf2f-d815-4f41-9818-172f2b0a9c57 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:21.656365 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-395389b4-1d32-4196-8ea1-3069a598a536 req-d64faf2f-d815-4f41-9818-172f2b0a9c57 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a28ec1b-2259-4926-8ab4-56f42e6e37f1 HTTP/1.1" status: 200 len: 2399 time: 0.2476408 Jul 15 13:08:21.775868 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-95c37115-11c7-4211-a47a-088200baff9a req-c4f2ad8f-2c2c-447d-99c4-13d7d65dfd94 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708171 Jul 15 13:08:21.782105 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-da1f0389-f0ea-410c-a029-fb3793cbe645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.785127 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-da1f0389-f0ea-410c-a029-fb3793cbe645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.788603 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-da1f0389-f0ea-410c-a029-fb3793cbe645 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d9fdaf86-4a00-41f9-a8b8-4a2a51a8ed0b HTTP/1.1" status: 204 len: 168 time: 0.8021259 Jul 15 13:08:21.789067 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49154) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:21.793403 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-395389b4-1d32-4196-8ea1-3069a598a536 req-1cdd292a-28e4-4b03-b3a6-fafd25c72242 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0a68e0b-1c2a-4b72-8c63-99be80ebe8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266100 Jul 15 13:08:21.799499 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f0389-f0ea-410c-a029-fb3793cbe645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fdaf86-4a00-41f9-a8b8-4a2a51a8ed0b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:21.880352 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64bbf38f-c0fc-497a-aaec-19b546f01c4c x-openstack-request-id: req-64bbf38f-c0fc-497a-aaec-19b546f01c4c {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:21.880965 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a28ec1b-2259-4926-8ab4-56f42e6e37f1", "tag": "2460357d-8ef9-4d41-bb6b-5a47428e1c50", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:21.881628 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-64bbf38f-c0fc-497a-aaec-19b546f01c4c {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:21.882331 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a28ec1b-2259-4926-8ab4-56f42e6e37f1', 'tag': '2460357d-8ef9-4d41-bb6b-5a47428e1c50', 'status': 'completed', 'code': 200} Jul 15 13:08:21.899443 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-21203c45-4b4a-4671-8139-3ba7dd73162e tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.982786 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-21203c45-4b4a-4671-8139-3ba7dd73162e tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.993140 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-21203c45-4b4a-4671-8139-3ba7dd73162e tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b402a1d-14b5-4833-ade8-41b771dd2039']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:22.002823 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-21203c45-4b4a-4671-8139-3ba7dd73162e tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45eaa1b0-0e75-4bfc-ae04-bf02ad665747') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:22.003248 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-21203c45-4b4a-4671-8139-3ba7dd73162e tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45eaa1b0-0e75-4bfc-ae04-bf02ad665747') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:22.012201 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-21203c45-4b4a-4671-8139-3ba7dd73162e tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.025565 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-21203c45-4b4a-4671-8139-3ba7dd73162e tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.031451 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21203c45-4b4a-4671-8139-3ba7dd73162e tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:08:22.031834 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-21203c45-4b4a-4671-8139-3ba7dd73162e tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.033576 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:08:22.033576 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:08:22.033576 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:08:22.033576 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:08:22.033576 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:08:22.033576 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:08:22.033576 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:08:22.033576 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:08:22.033576 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:08:22.033576 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:08:22.033576 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:08:22.033576 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:08:22.033576 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:08:22.033576 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:08:22.033576 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:08:22.033576 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:08:22.033576 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:08:22.033576 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:08:22.033576 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:08:22.033576 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:08:22.033576 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:08:22.033576 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:08:22.033576 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:08:22.033576 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:08:22.033576 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:08:22.033576 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:08:22.033576 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:08:22.033576 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:08:22.033576 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:08:22.033576 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:08:22.033576 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:08:22.033576 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:08:22.090375 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-21203c45-4b4a-4671-8139-3ba7dd73162e tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.096033 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-4e42c4af-953c-45a4-b4e7-87547f13b192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f6353b0-3082-4772-a27e-55e3a36ef4df {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:22.096662 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-21203c45-4b4a-4671-8139-3ba7dd73162e tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.099279 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-21203c45-4b4a-4671-8139-3ba7dd73162e tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] 10.222.0.16 "DELETE /v2.0/networks/5b402a1d-14b5-4833-ade8-41b771dd2039 HTTP/1.1" status: 204 len: 168 time: 0.3080761 Jul 15 13:08:22.106749 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49162) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:22.110345 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21203c45-4b4a-4671-8139-3ba7dd73162e tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Pushing event deleted for resources: {'Network': ['ID=5b402a1d-14b5-4833-ade8-41b771dd2039,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:22.123540 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-4e42c4af-953c-45a4-b4e7-87547f13b192 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.168483 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-4e42c4af-953c-45a4-b4e7-87547f13b192 service neutron] Transition to ACTIVE for port object 9f6353b0-3082-4772-a27e-55e3a36ef4df will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:22.179232 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-4e42c4af-953c-45a4-b4e7-87547f13b192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.184289 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6cafb-d904-41a4-b3db-be4e2261dacb req-f6d404f2-047f-4785-ba55-b7a055497947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:22.184776 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6cafb-d904-41a4-b3db-be4e2261dacb req-f6d404f2-047f-4785-ba55-b7a055497947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:22.185255 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6cafb-d904-41a4-b3db-be4e2261dacb req-f6d404f2-047f-4785-ba55-b7a055497947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:22.186926 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7cb6cafb-d904-41a4-b3db-be4e2261dacb req-f6d404f2-047f-4785-ba55-b7a055497947 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9e2f6d59c714082841767edaa83eabd&device_id=8a28ec1b-2259-4926-8ab4-56f42e6e37f1 HTTP/1.1" status: 200 len: 2799 time: 0.2489357 Jul 15 13:08:22.254230 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3809c-f54e-428c-8b63-a553d3107ceb req-9f150c98-2b65-44b5-9300-bb58fe610a53 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:22.255732 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f0f3809c-f54e-428c-8b63-a553d3107ceb req-9f150c98-2b65-44b5-9300-bb58fe610a53 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 945 time: 0.2922299 Jul 15 13:08:22.263222 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec9c4c-6693-46db-9df3-099b177c0820 req-90a8841a-8787-42ab-ba27-ec0b73eb72ef tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:22.264629 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ceec9c4c-6693-46db-9df3-099b177c0820 req-90a8841a-8787-42ab-ba27-ec0b73eb72ef tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 945 time: 0.3277860 Jul 15 13:08:22.343376 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-57090f73-5abc-4817-851b-53672e715d15 tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.368580 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42c4af-953c-45a4-b4e7-87547f13b192 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6353b0-3082-4772-a27e-55e3a36ef4df,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:22.462396 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f0f3809c-f54e-428c-8b63-a553d3107ceb req-29d7745b-c655-4eab-a34f-b9281d555f47 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838467 Jul 15 13:08:22.465018 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ceec9c4c-6693-46db-9df3-099b177c0820 req-0e375e4d-064a-4b8e-ab5f-1c627a12fa6d tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814082 Jul 15 13:08:22.547299 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6cafb-d904-41a4-b3db-be4e2261dacb req-c3ac2a25-2173-4e06-a619-2bebba344a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:22.547778 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6cafb-d904-41a4-b3db-be4e2261dacb req-c3ac2a25-2173-4e06-a619-2bebba344a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:22.548244 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6cafb-d904-41a4-b3db-be4e2261dacb req-c3ac2a25-2173-4e06-a619-2bebba344a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:22.549889 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7cb6cafb-d904-41a4-b3db-be4e2261dacb req-c3ac2a25-2173-4e06-a619-2bebba344a30 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=c9e2f6d59c714082841767edaa83eabd&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3201303 Jul 15 13:08:22.593618 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-4e42c4af-953c-45a4-b4e7-87547f13b192 service neutron] Attempting to bind port 9f6353b0-3082-4772-a27e-55e3a36ef4df on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:22.593955 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-4e42c4af-953c-45a4-b4e7-87547f13b192 service neutron] Attempting to bind port 9f6353b0-3082-4772-a27e-55e3a36ef4df by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '4bb2d842-cdc0-4573-8a97-693bc32f3579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9387763f-6f68-4b18-8426-2713bc515911'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:22.594323 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-4e42c4af-953c-45a4-b4e7-87547f13b192 service neutron] Attempting to bind port 9f6353b0-3082-4772-a27e-55e3a36ef4df on network 9387763f-6f68-4b18-8426-2713bc515911 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:22.639451 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-57090f73-5abc-4817-851b-53672e715d15 tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.648878 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-4e42c4af-953c-45a4-b4e7-87547f13b192 service neutron] Port 9f6353b0-3082-4772-a27e-55e3a36ef4df on network 9387763f-6f68-4b18-8426-2713bc515911 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:22.649203 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-4e42c4af-953c-45a4-b4e7-87547f13b192 service neutron] Attempting to bind port 9f6353b0-3082-4772-a27e-55e3a36ef4df on network 9387763f-6f68-4b18-8426-2713bc515911 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:22.684043 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-57090f73-5abc-4817-851b-53672e715d15 tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec63ba71-9278-4131-aec8-f20c50957de0']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:22.692427 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-4e42c4af-953c-45a4-b4e7-87547f13b192 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:22.692764 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-4e42c4af-953c-45a4-b4e7-87547f13b192 service neutron] Checking segment: {'id': '4bb2d842-cdc0-4573-8a97-693bc32f3579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9387763f-6f68-4b18-8426-2713bc515911'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:22.693148 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-4e42c4af-953c-45a4-b4e7-87547f13b192 service neutron] Bound using segment: {'id': '4bb2d842-cdc0-4573-8a97-693bc32f3579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9387763f-6f68-4b18-8426-2713bc515911'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:22.693575 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-4e42c4af-953c-45a4-b4e7-87547f13b192 service neutron] Bound port: 9f6353b0-3082-4772-a27e-55e3a36ef4df, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb2d842-cdc0-4573-8a97-693bc32f3579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9387763f-6f68-4b18-8426-2713bc515911'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:22.693927 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-4e42c4af-953c-45a4-b4e7-87547f13b192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.705707 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-57090f73-5abc-4817-851b-53672e715d15 tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '223d8f72-b96d-49f4-894a-c582b57948cd') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:22.706029 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-57090f73-5abc-4817-851b-53672e715d15 tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '223d8f72-b96d-49f4-894a-c582b57948cd') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:22.724963 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-57090f73-5abc-4817-851b-53672e715d15 tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.765438 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-57090f73-5abc-4817-851b-53672e715d15 tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.778944 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6cafb-d904-41a4-b3db-be4e2261dacb req-f92601ea-d241-42f8-a640-1fdf9bf079b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:22.780451 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7cb6cafb-d904-41a4-b3db-be4e2261dacb req-f92601ea-d241-42f8-a640-1fdf9bf079b3 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2106698 Jul 15 13:08:22.781482 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57090f73-5abc-4817-851b-53672e715d15 tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:08:22.781869 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-57090f73-5abc-4817-851b-53672e715d15 tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:08:22.785128 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:08:22.851430 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-4e42c4af-953c-45a4-b4e7-87547f13b192 service neutron] For port 9f6353b0-3082-4772-a27e-55e3a36ef4df, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:22.866672 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-57090f73-5abc-4817-851b-53672e715d15 tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.871271 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-57090f73-5abc-4817-851b-53672e715d15 tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.875674 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-57090f73-5abc-4817-851b-53672e715d15 tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] 10.222.0.16 "DELETE /v2.0/networks/ec63ba71-9278-4131-aec8-f20c50957de0 HTTP/1.1" status: 204 len: 168 time: 0.7630539 Jul 15 13:08:22.877493 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-4e42c4af-953c-45a4-b4e7-87547f13b192 service neutron] For port 9f6353b0-3082-4772-a27e-55e3a36ef4df, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=9f6353b0-3082-4772-a27e-55e3a36ef4df,segment=NetworkSegment(4bb2d842-cdc0-4573-8a97-693bc32f3579),segment_id=4bb2d842-cdc0-4573-8a97-693bc32f3579)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:22.893847 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57090f73-5abc-4817-851b-53672e715d15 tempest-QuotasNegativeTest-1177186787 tempest-QuotasNegativeTest-1177186787-project-admin] Pushing event deleted for resources: {'Network': ['ID=ec63ba71-9278-4131-aec8-f20c50957de0,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:22.896223 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-4e42c4af-953c-45a4-b4e7-87547f13b192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.974426 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-4e42c4af-953c-45a4-b4e7-87547f13b192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:22.974953 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-4e42c4af-953c-45a4-b4e7-87547f13b192 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.976452 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-4e42c4af-953c-45a4-b4e7-87547f13b192 service neutron] 10.222.0.46 "PUT /v2.0/ports/9f6353b0-3082-4772-a27e-55e3a36ef4df HTTP/1.1" status: 200 len: 1093 time: 1.9754710 Jul 15 13:08:23.030139 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42c4af-953c-45a4-b4e7-87547f13b192 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6353b0-3082-4772-a27e-55e3a36ef4df,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:23.156256 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d4d54-43cb-4faf-9ace-50f730946e40 req-69fe63f2-157f-46d4-8780-852074112619 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:23.157765 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c91d4d54-43cb-4faf-9ace-50f730946e40 req-69fe63f2-157f-46d4-8780-852074112619 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 950 time: 0.2558854 Jul 15 13:08:23.192696 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c935a3-db06-43ec-a0e3-e600ca640065 req-c71ffcad-b297-431a-8a45-8c7dbe46bbcc tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:23.193105 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49172) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:23.198603 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c935a3-db06-43ec-a0e3-e600ca640065 req-c71ffcad-b297-431a-8a45-8c7dbe46bbcc tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:23.204457 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c935a3-db06-43ec-a0e3-e600ca640065 req-c71ffcad-b297-431a-8a45-8c7dbe46bbcc tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:23.206169 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a2c935a3-db06-43ec-a0e3-e600ca640065 req-c71ffcad-b297-431a-8a45-8c7dbe46bbcc tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a28ec1b-2259-4926-8ab4-56f42e6e37f1 HTTP/1.1" status: 200 len: 2411 time: 0.2379506 Jul 15 13:08:23.207998 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-22d9e1fc-45b7-43c1-96ba-affb99097ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:23.233128 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-2b78b2b2-ed71-4c2f-b07c-1b556f526469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:23.233539 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-2b78b2b2-ed71-4c2f-b07c-1b556f526469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:23.234016 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-2b78b2b2-ed71-4c2f-b07c-1b556f526469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:23.235642 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-2b78b2b2-ed71-4c2f-b07c-1b556f526469 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9e2f6d59c714082841767edaa83eabd&device_id=8a28ec1b-2259-4926-8ab4-56f42e6e37f1 HTTP/1.1" status: 200 len: 2867 time: 0.2009346 Jul 15 13:08:23.236384 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-6f0f1a1e-07de-49ea-8c37-409ce23f3fbc service neutron] show failed (client error): The resource could not be found. Jul 15 13:08:23.237438 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-6f0f1a1e-07de-49ea-8c37-409ce23f3fbc service neutron] 10.222.0.46 "GET /v2.0/ports/0e7740eb-2f79-493f-9265-975896f5d4cc/bindings/n-h1-771363-36 HTTP/1.1" status: 404 len: 381 time: 0.1544888 Jul 15 13:08:23.300661 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-f74b041d-27b3-4e86-b7b3-579a662f6676 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.161&port_id=952ce66b-ff85-4db0-b68e-0c88713c0b31 HTTP/1.1" status: 200 len: 217 time: 0.0491858 Jul 15 13:08:23.303662 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-22d9e1fc-45b7-43c1-96ba-affb99097ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:23.308497 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c91d4d54-43cb-4faf-9ace-50f730946e40 req-faf53773-a9b0-47db-a261-b48cd41c32dd tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394193 Jul 15 13:08:23.308658 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-22d9e1fc-45b7-43c1-96ba-affb99097ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:23.340492 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-22d9e1fc-45b7-43c1-96ba-affb99097ed0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ab017f43996640b8a88bdb12ac17bc5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1462836 Jul 15 13:08:23.341804 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a2c935a3-db06-43ec-a0e3-e600ca640065 req-ca90aec3-d85d-43ba-b41a-1e2ef557f7df tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0a68e0b-1c2a-4b72-8c63-99be80ebe8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224449 Jul 15 13:08:23.341995 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49174) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:23.357855 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-30e6a3c6-ba02-441a-b2a5-247bde0a2a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:23.359502 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-30e6a3c6-ba02-441a-b2a5-247bde0a2a2a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b0adb43-540d-4b3e-97ea-4f36de553145 HTTP/1.1" status: 200 len: 801 time: 0.0501480 Jul 15 13:08:23.386260 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d9e1fc-45b7-43c1-96ba-affb99097ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81004bca-8750-4814-898f-f03927c226d1,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:23.411533 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-77353b39-777a-44a8-9e52-30f650806e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:23.428287 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-594a3ded-efdc-4101-8081-710cf0c3d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:23.429950 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-594a3ded-efdc-4101-8081-710cf0c3d01c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9387763f-6f68-4b18-8426-2713bc515911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540307 Jul 15 13:08:23.433647 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-77353b39-777a-44a8-9e52-30f650806e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:23.483508 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-77353b39-777a-44a8-9e52-30f650806e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:23.486081 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-77353b39-777a-44a8-9e52-30f650806e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:23.487353 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-77353b39-777a-44a8-9e52-30f650806e32 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/81004bca-8750-4814-898f-f03927c226d1 HTTP/1.1" status: 204 len: 168 time: 0.1443961 Jul 15 13:08:23.498593 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77353b39-777a-44a8-9e52-30f650806e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81004bca-8750-4814-898f-f03927c226d1,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:23.570996 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-26d38804-0896-4261-97de-f14f06aaebbb service neutron] 10.222.0.46 "GET /v2.0/networks/9387763f-6f68-4b18-8426-2713bc515911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265457 Jul 15 13:08:23.577157 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-9c253ce3-e85e-4950-a9a5-3eeeadbd469c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:23.578749 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-9c253ce3-e85e-4950-a9a5-3eeeadbd469c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a&tenant_id=a5495784adab4faf86ec8d11912c9669 HTTP/1.1" status: 200 len: 1102 time: 0.1042225 Jul 15 13:08:23.592364 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-711015c3-c70f-41ee-aa3a-6c8ea9e25645 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-36', 'device_owner': 'compute:nova'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:23.822476 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-303bda5d-4b1c-4079-80f3-effe0eea7a29 service neutron] 10.222.0.46 "GET /v2.0/networks/9387763f-6f68-4b18-8426-2713bc515911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427688 Jul 15 13:08:23.823041 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-711015c3-c70f-41ee-aa3a-6c8ea9e25645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:23.844445 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0033a1-71de-4053-afb3-9f4ffebf31ae req-83827bba-ced5-4c84-a1fb-05652075e8b7 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:23.845908 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4e0033a1-71de-4053-afb3-9f4ffebf31ae req-83827bba-ced5-4c84-a1fb-05652075e8b7 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 945 time: 0.2412071 Jul 15 13:08:23.873107 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49188) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:23.889015 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a28ec1b-2259-4926-8ab4-56f42e6e37f1', 'tag': '9f6353b0-3082-4772-a27e-55e3a36ef4df'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:23.889252 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e05b45a4-3617-4020-b143-310b9b96876c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:23.891239 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1050a3d-b4ab-456f-bbc0-f21e9cae2281" -d '{"events": [{"name": "network-changed", "server_uuid": "8a28ec1b-2259-4926-8ab4-56f42e6e37f1", "tag": "9f6353b0-3082-4772-a27e-55e3a36ef4df"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:23.905993 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-b6a7072f-4e0c-46b3-88e5-e2f169bfb4c4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.9&port_id=2460357d-8ef9-4d41-bb6b-5a47428e1c50 HTTP/1.1" status: 200 len: 217 time: 0.0759060 Jul 15 13:08:23.936397 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08440019-25d4-4cee-8169-9800618255f9 req-b2346dc8-fdd0-4637-b904-0d435699171a tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:23.937797 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-08440019-25d4-4cee-8169-9800618255f9 req-b2346dc8-fdd0-4637-b904-0d435699171a tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 945 time: 0.2961450 Jul 15 13:08:23.979905 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e05b45a4-3617-4020-b143-310b9b96876c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:23.984401 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e05b45a4-3617-4020-b143-310b9b96876c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.025044 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e05b45a4-3617-4020-b143-310b9b96876c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=34e15114170c44eda42f691f4c32da3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1515870 Jul 15 13:08:24.025994 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b45a4-3617-4020-b143-310b9b96876c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ffaace-821a-4f61-996a-7c17dd5e5f08,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:24.027709 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4e0033a1-71de-4053-afb3-9f4ffebf31ae req-76e12ca4-d370-4298-9b4f-fe7944590182 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708043 Jul 15 13:08:24.028372 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49192) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:24.087320 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2ba118dd-df33-41b6-8ca0-22eafdd68f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.100723 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-0ef94af2-e3fa-4d67-bc21-05ba0e5f5aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:24.102194 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-0ef94af2-e3fa-4d67-bc21-05ba0e5f5aee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e207b845-f87e-4aea-a6a7-e7e163b8954b HTTP/1.1" status: 200 len: 801 time: 0.1598372 Jul 15 13:08:24.110420 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-08440019-25d4-4cee-8169-9800618255f9 req-6dead286-76d8-45df-8d17-c0ba2c40b0b5 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586030 Jul 15 13:08:24.124084 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2ba118dd-df33-41b6-8ca0-22eafdd68f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.186710 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2ba118dd-df33-41b6-8ca0-22eafdd68f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.189780 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2ba118dd-df33-41b6-8ca0-22eafdd68f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.195002 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2ba118dd-df33-41b6-8ca0-22eafdd68f1c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c6ffaace-821a-4f61-996a-7c17dd5e5f08 HTTP/1.1" status: 204 len: 168 time: 0.1634147 Jul 15 13:08:24.205835 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba118dd-df33-41b6-8ca0-22eafdd68f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ffaace-821a-4f61-996a-7c17dd5e5f08,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:24.231794 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab89bac-4ce0-425c-8de0-93797d4d4437 x-openstack-request-id: req-0ab89bac-4ce0-425c-8de0-93797d4d4437 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:24.232389 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a28ec1b-2259-4926-8ab4-56f42e6e37f1", "tag": "9f6353b0-3082-4772-a27e-55e3a36ef4df", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:24.232389 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ab89bac-4ce0-425c-8de0-93797d4d4437 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:24.232740 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a28ec1b-2259-4926-8ab4-56f42e6e37f1', 'tag': '9f6353b0-3082-4772-a27e-55e3a36ef4df', 'status': 'completed', 'code': 200} Jul 15 13:08:24.246410 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-711015c3-c70f-41ee-aa3a-6c8ea9e25645 service neutron] For port 0e7740eb-2f79-493f-9265-975896f5d4cc, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=0e7740eb-2f79-493f-9265-975896f5d4cc,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:24.249369 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-41b3c33c-a839-4db6-8f7c-6cfe243659dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:24.250962 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-41b3c33c-a839-4db6-8f7c-6cfe243659dc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f06c01f1-9715-4a5e-9795-ca69ff6b9293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1401463 Jul 15 13:08:24.336645 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-711015c3-c70f-41ee-aa3a-6c8ea9e25645 service neutron] For port 0e7740eb-2f79-493f-9265-975896f5d4cc, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:24.402944 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-711015c3-c70f-41ee-aa3a-6c8ea9e25645 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.406902 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-ead96fbd-ec24-40bb-ad65-afc72dabc403 service neutron] 10.222.0.46 "GET /v2.0/networks/f06c01f1-9715-4a5e-9795-ca69ff6b9293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474643 Jul 15 13:08:24.426221 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-711015c3-c70f-41ee-aa3a-6c8ea9e25645 service neutron] Transition to ACTIVE for port object 0e7740eb-2f79-493f-9265-975896f5d4cc will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:24.443445 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-711015c3-c70f-41ee-aa3a-6c8ea9e25645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.593170 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-711015c3-c70f-41ee-aa3a-6c8ea9e25645 service neutron] No DVR routers for this DVR port 0e7740eb-2f79-493f-9265-975896f5d4cc on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:08:24.624208 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711015c3-c70f-41ee-aa3a-6c8ea9e25645 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7740eb-2f79-493f-9265-975896f5d4cc,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:24.653293 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-a815a2e5-9203-4f0b-a2cd-be34007a2e0f service neutron] 10.222.0.46 "GET /v2.0/networks/f06c01f1-9715-4a5e-9795-ca69ff6b9293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391546 Jul 15 13:08:25.085836 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-1a42e478-05d3-40b9-95d0-2b9934d82b5b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.211&port_id=9f6353b0-3082-4772-a27e-55e3a36ef4df HTTP/1.1" status: 200 len: 217 time: 0.0519404 Jul 15 13:08:25.088903 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-711015c3-c70f-41ee-aa3a-6c8ea9e25645 service neutron] Attempting to bind port 0e7740eb-2f79-493f-9265-975896f5d4cc on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:25.089241 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-711015c3-c70f-41ee-aa3a-6c8ea9e25645 service neutron] Attempting to bind port 0e7740eb-2f79-493f-9265-975896f5d4cc by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:25.089574 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-711015c3-c70f-41ee-aa3a-6c8ea9e25645 service neutron] Attempting to bind port 0e7740eb-2f79-493f-9265-975896f5d4cc on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:25.130269 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-711015c3-c70f-41ee-aa3a-6c8ea9e25645 service neutron] Port 0e7740eb-2f79-493f-9265-975896f5d4cc on network fb7e2853-c052-4bbe-a410-b119ef2f5100 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:25.130619 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-711015c3-c70f-41ee-aa3a-6c8ea9e25645 service neutron] Attempting to bind port 0e7740eb-2f79-493f-9265-975896f5d4cc on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:25.147277 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b120ba6-c162-43b9-8454-7d164d77c0bd req-575ff385-e6cc-40e0-85a6-9907a134ac60 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:25.148778 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8b120ba6-c162-43b9-8454-7d164d77c0bd req-575ff385-e6cc-40e0-85a6-9907a134ac60 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 948 time: 0.6917276 Jul 15 13:08:25.157079 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-711015c3-c70f-41ee-aa3a-6c8ea9e25645 service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:25.157424 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-711015c3-c70f-41ee-aa3a-6c8ea9e25645 service neutron] Checking segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:25.157814 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-711015c3-c70f-41ee-aa3a-6c8ea9e25645 service neutron] Bound using segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:25.158263 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-711015c3-c70f-41ee-aa3a-6c8ea9e25645 service neutron] Bound port: 0e7740eb-2f79-493f-9265-975896f5d4cc, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:25.158649 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-711015c3-c70f-41ee-aa3a-6c8ea9e25645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:25.176608 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa5b3a-deec-4da1-b0c1-dcbd2305a574 req-7643da26-580d-416b-9ec9-1291ba65e692 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:25.182396 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa5b3a-deec-4da1-b0c1-dcbd2305a574 req-7643da26-580d-416b-9ec9-1291ba65e692 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:25.188175 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa5b3a-deec-4da1-b0c1-dcbd2305a574 req-7643da26-580d-416b-9ec9-1291ba65e692 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:25.189781 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-19aa5b3a-deec-4da1-b0c1-dcbd2305a574 req-7643da26-580d-416b-9ec9-1291ba65e692 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a28ec1b-2259-4926-8ab4-56f42e6e37f1 HTTP/1.1" status: 200 len: 2411 time: 0.6494372 Jul 15 13:08:25.237226 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-18493a0c-ac43-4651-9726-3041eddce72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:25.241224 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-18493a0c-ac43-4651-9726-3041eddce72e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b0adb43-540d-4b3e-97ea-4f36de553145 HTTP/1.1" status: 200 len: 801 time: 0.1419573 Jul 15 13:08:25.324062 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8b120ba6-c162-43b9-8454-7d164d77c0bd req-426f2945-0a23-43ba-bc2e-d62436e518a4 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596711 Jul 15 13:08:25.341078 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-19aa5b3a-deec-4da1-b0c1-dcbd2305a574 req-eeff00ac-fc6d-4a15-a49d-04e13a718cc2 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0a68e0b-1c2a-4b72-8c63-99be80ebe8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352503 Jul 15 13:08:25.365807 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-711015c3-c70f-41ee-aa3a-6c8ea9e25645 service neutron] For port 0e7740eb-2f79-493f-9265-975896f5d4cc, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:25.373225 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-711015c3-c70f-41ee-aa3a-6c8ea9e25645 service neutron] For port 0e7740eb-2f79-493f-9265-975896f5d4cc, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=0e7740eb-2f79-493f-9265-975896f5d4cc,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:25.382001 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-711015c3-c70f-41ee-aa3a-6c8ea9e25645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:25.420612 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-0d72df29-4a92-4b2c-a110-31a5f5373d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:25.422144 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-0d72df29-4a92-4b2c-a110-31a5f5373d24 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9387763f-6f68-4b18-8426-2713bc515911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1596975 Jul 15 13:08:25.448025 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-711015c3-c70f-41ee-aa3a-6c8ea9e25645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:25.448870 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-711015c3-c70f-41ee-aa3a-6c8ea9e25645 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:25.450268 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-711015c3-c70f-41ee-aa3a-6c8ea9e25645 service neutron] 10.222.0.20 "PUT /v2.0/ports/0e7740eb-2f79-493f-9265-975896f5d4cc HTTP/1.1" status: 200 len: 1097 time: 1.8618693 Jul 15 13:08:25.549785 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711015c3-c70f-41ee-aa3a-6c8ea9e25645 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7740eb-2f79-493f-9265-975896f5d4cc,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:25.654299 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49240) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:25.687443 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-06c3f193-c4b9-4458-a3ba-d392dcf6c1d1 service neutron] 10.222.0.46 "GET /v2.0/networks/9387763f-6f68-4b18-8426-2713bc515911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522109 Jul 15 13:08:25.701055 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed027aa1-1fb9-4fd7-b3ed-593d91acba38 req-886b2403-1e3a-4870-b3e5-33653b57a908 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:25.702604 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ed027aa1-1fb9-4fd7-b3ed-593d91acba38 req-886b2403-1e3a-4870-b3e5-33653b57a908 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 945 time: 0.2312298 Jul 15 13:08:25.740139 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-eb2f43de-23c7-447a-9eb0-97baceea8d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:25.741530 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-eb2f43de-23c7-447a-9eb0-97baceea8d3b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5495784adab4faf86ec8d11912c9669&device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 1100 time: 0.2611842 Jul 15 13:08:25.756217 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387c09c-9fb7-447e-8a7a-d1962d993991 req-c55b1431-3c83-4076-9bf6-f2ddd16b4f0a tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:25.757821 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6387c09c-9fb7-447e-8a7a-d1962d993991 req-c55b1431-3c83-4076-9bf6-f2ddd16b4f0a tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 945 time: 0.2664387 Jul 15 13:08:25.808838 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-29d3b556-9c04-4e24-89e4-28bb694c9104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1136459439'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:25.835276 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d3b556-9c04-4e24-89e4-28bb694c9104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602-project] Made reservation on behalf of 0a6ea66cfe934401b4608a2fcc1cb13a for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:25.838872 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-29d3b556-9c04-4e24-89e4-28bb694c9104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:25.847382 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-29d3b556-9c04-4e24-89e4-28bb694c9104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:25.894850 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ed027aa1-1fb9-4fd7-b3ed-593d91acba38 req-4db89b50-d9d5-4199-a351-d25e80ba40a2 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799543 Jul 15 13:08:25.921556 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6387c09c-9fb7-447e-8a7a-d1962d993991 req-8d8750fa-a4cd-4276-8053-74956f9fef9d tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427138 Jul 15 13:08:25.958088 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f163ed2-b353-4d0c-9a90-a6f60775d436 req-d2b709ab-e3c1-4a5d-9a6c-4457ba730134 service neutron] 10.222.0.46 "GET /v2.0/networks/9387763f-6f68-4b18-8426-2713bc515911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504365 Jul 15 13:08:25.964653 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-29d3b556-9c04-4e24-89e4-28bb694c9104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:25.969747 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-689d9801-d341-4e59-bc21-3d72079ecfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:25.970715 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-29d3b556-9c04-4e24-89e4-28bb694c9104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:25.972003 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-689d9801-d341-4e59-bc21-3d72079ecfcc service neutron] 10.222.0.20 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.2130997 Jul 15 13:08:26.000508 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29d3b556-9c04-4e24-89e4-28bb694c9104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:08:26.011926 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d3b556-9c04-4e24-89e4-28bb694c9104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=121772e3-9076-428d-8563-e20ff9a1253c,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:26.028397 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-29d3b556-9c04-4e24-89e4-28bb694c9104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.028959 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-29d3b556-9c04-4e24-89e4-28bb694c9104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602-project] Added segment b2ffc2e8-adb0-46be-81af-6026bdbaa5c7 of type vlan for network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d Jul 15 13:08:26.034265 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-8b592674-49b9-4d0f-b1a1-4b4eed92458f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=0e7740eb-2f79-493f-9265-975896f5d4cc HTTP/1.1" status: 200 len: 217 time: 0.0554585 Jul 15 13:08:26.073810 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-29d3b556-9c04-4e24-89e4-28bb694c9104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.106030 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-29d3b556-9c04-4e24-89e4-28bb694c9104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.112202 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d3b556-9c04-4e24-89e4-28bb694c9104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:26.113355 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-29d3b556-9c04-4e24-89e4-28bb694c9104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.125804 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-c12a93d4-9c25-4bdb-94a3-41a7ff8dbb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:26.131655 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-c12a93d4-9c25-4bdb-94a3-41a7ff8dbb17 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0849967 Jul 15 13:08:26.167304 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-29d3b556-9c04-4e24-89e4-28bb694c9104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.5091326 Jul 15 13:08:26.209287 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d3b556-9c04-4e24-89e4-28bb694c9104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602-project] Pushing event updated for resources: {'Network': ['ID=35fff1ad-20d2-4239-bd09-cbf0c678fa9d,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:26.225871 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1050a3d-b4ab-456f-bbc0-f21e9cae2281 req-80cd0be6-d1fa-495c-9c64-2988d60949f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:26.226800 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1050a3d-b4ab-456f-bbc0-f21e9cae2281 req-80cd0be6-d1fa-495c-9c64-2988d60949f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:26.227442 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1050a3d-b4ab-456f-bbc0-f21e9cae2281 req-80cd0be6-d1fa-495c-9c64-2988d60949f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:26.227715 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:08:26.229898 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a1050a3d-b4ab-456f-bbc0-f21e9cae2281 req-80cd0be6-d1fa-495c-9c64-2988d60949f3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9e2f6d59c714082841767edaa83eabd&device_id=8a28ec1b-2259-4926-8ab4-56f42e6e37f1 HTTP/1.1" status: 200 len: 2867 time: 0.1937485 Jul 15 13:08:26.233147 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9c007b-0564-462c-b12a-6d33a13e256a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e7740eb-2f79-493f-9265-975896f5d4cc'}, {'name': 'network-changed', 'server_uuid': 'cc9c007b-0564-462c-b12a-6d33a13e256a', 'tag': '0e7740eb-2f79-493f-9265-975896f5d4cc'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:26.235834 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688e5d86-abb9-4a2c-9ba5-08b41f915529" -d '{"events": [{"server_uuid": "cc9c007b-0564-462c-b12a-6d33a13e256a", "name": "network-vif-unplugged", "status": "completed", "tag": "0e7740eb-2f79-493f-9265-975896f5d4cc"}, {"name": "network-changed", "server_uuid": "cc9c007b-0564-462c-b12a-6d33a13e256a", "tag": "0e7740eb-2f79-493f-9265-975896f5d4cc"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:26.381505 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49258) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:26.387121 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Request body: {'port': {'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d', 'binding:host_id': 'n-h1-771363-36', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1466932738'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:26.393755 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1050a3d-b4ab-456f-bbc0-f21e9cae2281 req-a2dd469d-7343-481f-8afa-63178ed3a652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:26.395269 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a1050a3d-b4ab-456f-bbc0-f21e9cae2281 req-a2dd469d-7343-481f-8afa-63178ed3a652 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9387763f-6f68-4b18-8426-2713bc515911 HTTP/1.1" status: 200 len: 903 time: 0.1546431 Jul 15 13:08:26.412680 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Made reservation on behalf of 11a7e0aead584495a6ea1d724ef26db5 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:26.416422 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.417495 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-98a4f33c-64a5-45b8-b76a-fff23d5c31d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:26.419058 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-98a4f33c-64a5-45b8-b76a-fff23d5c31d6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2791417 Jul 15 13:08:26.443786 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.476098 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f6bbe1-ead4-4638-846c-cad099f7ebb5 x-openstack-request-id: req-d4f6bbe1-ead4-4638-846c-cad099f7ebb5 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:26.476481 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9c007b-0564-462c-b12a-6d33a13e256a", "name": "network-vif-unplugged", "status": "completed", "tag": "0e7740eb-2f79-493f-9265-975896f5d4cc", "code": 200}, {"name": "network-changed", "server_uuid": "cc9c007b-0564-462c-b12a-6d33a13e256a", "tag": "0e7740eb-2f79-493f-9265-975896f5d4cc", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:26.476763 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d4f6bbe1-ead4-4638-846c-cad099f7ebb5 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:26.477490 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9c007b-0564-462c-b12a-6d33a13e256a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e7740eb-2f79-493f-9265-975896f5d4cc', 'code': 200} Jul 15 13:08:26.477490 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc9c007b-0564-462c-b12a-6d33a13e256a', 'tag': '0e7740eb-2f79-493f-9265-975896f5d4cc', 'status': 'completed', 'code': 200} Jul 15 13:08:26.524434 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a1050a3d-b4ab-456f-bbc0-f21e9cae2281 req-918fc813-9ee4-4ef2-bf42-ed25ec34a30f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.211&port_id=9f6353b0-3082-4772-a27e-55e3a36ef4df HTTP/1.1" status: 200 len: 217 time: 0.1202490 Jul 15 13:08:26.564095 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.571900 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.582955 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] device_id is not set on port 90d027fd-f9f7-4d31-bf99-42857c8572cd yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:08:26.652881 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3184420a-d054-48d3-9b6b-8e2abcec40cb,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:26.685421 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05df8df-e8eb-47b8-9d79-70c61684dd58 req-9fd7681a-a7e2-4ba6-8ce1-a600b6b52751 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:26.686942 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b05df8df-e8eb-47b8-9d79-70c61684dd58 req-9fd7681a-a7e2-4ba6-8ce1-a600b6b52751 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.3434048 Jul 15 13:08:26.714976 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1050a3d-b4ab-456f-bbc0-f21e9cae2281 req-5dadbef7-6172-421d-b80d-3d62b54b6f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:26.717054 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a1050a3d-b4ab-456f-bbc0-f21e9cae2281 req-5dadbef7-6172-421d-b80d-3d62b54b6f78 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b0adb43-540d-4b3e-97ea-4f36de553145 HTTP/1.1" status: 200 len: 801 time: 0.1760073 Jul 15 13:08:26.792063 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-fa265c17-1b37-4b2b-85b8-69a00cd86d01 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136530 Jul 15 13:08:26.800017 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e5d86-abb9-4a2c-9ba5-08b41f915529 req-d33e8c53-15e0-4606-bacb-c18fb9083233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:26.801406 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-688e5d86-abb9-4a2c-9ba5-08b41f915529 req-d33e8c53-15e0-4606-bacb-c18fb9083233 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5495784adab4faf86ec8d11912c9669&device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 1100 time: 0.3219426 Jul 15 13:08:26.806464 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] device_id is not set on port 90d027fd-f9f7-4d31-bf99-42857c8572cd yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:08:26.816160 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.826884 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Transition to ACTIVE for port object 90d027fd-f9f7-4d31-bf99-42857c8572cd will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:26.833059 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b05df8df-e8eb-47b8-9d79-70c61684dd58 req-796bc6e4-b60f-406a-b710-2a77e1c1fbf4 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369600 Jul 15 13:08:26.836874 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.840477 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b836ff-fc8c-4b55-9fff-1119398651e7 req-eecf4fb8-1faf-4882-af57-af4c80a10e51 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:26.841956 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-59b836ff-fc8c-4b55-9fff-1119398651e7 req-eecf4fb8-1faf-4882-af57-af4c80a10e51 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 948 time: 0.2845581 Jul 15 13:08:26.917553 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Pushing event updated for resources: {'Port': ['ID=90d027fd-f9f7-4d31-bf99-42857c8572cd,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:26.926787 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Checking segment: {'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:26.927162 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Network hostable DHCP agents. Network: 35fff1ad-20d2-4239-bd09-cbf0c678fa9d, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:08:26.944784 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:08:26.954396 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 35fff1ad-20d2-4239-bd09-cbf0c678fa9d) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:26.959803 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:26.968246 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f56f30c-63d5-43ec-9b35-93a9f1561251 None None] Network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:26.976641 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:26.976976 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:26.977342 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:26.981818 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Port 90d027fd-f9f7-4d31-bf99-42857c8572cd on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:26.982163 n-d-771363-36 neutron-server[93826]: ERROR neutron.plugins.ml2.managers [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Failed to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] Jul 15 13:08:26.982544 n-d-771363-36 neutron-server[93826]: INFO neutron.plugins.ml2.plugin [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempt 2 to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd Jul 15 13:08:26.996832 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:26.997230 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:26.997574 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:27.002210 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Port 90d027fd-f9f7-4d31-bf99-42857c8572cd on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:27.002536 n-d-771363-36 neutron-server[93826]: ERROR neutron.plugins.ml2.managers [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Failed to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] Jul 15 13:08:27.003615 n-d-771363-36 neutron-server[93826]: INFO neutron.plugins.ml2.plugin [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempt 3 to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd Jul 15 13:08:27.015973 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:27.016304 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:27.016632 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:27.021961 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Port 90d027fd-f9f7-4d31-bf99-42857c8572cd on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:27.022286 n-d-771363-36 neutron-server[93826]: ERROR neutron.plugins.ml2.managers [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Failed to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] Jul 15 13:08:27.022712 n-d-771363-36 neutron-server[93826]: INFO neutron.plugins.ml2.plugin [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempt 4 to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd Jul 15 13:08:27.034868 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:27.035204 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:27.035543 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:27.039917 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Port 90d027fd-f9f7-4d31-bf99-42857c8572cd on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:27.040244 n-d-771363-36 neutron-server[93826]: ERROR neutron.plugins.ml2.managers [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Failed to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] Jul 15 13:08:27.040630 n-d-771363-36 neutron-server[93826]: INFO neutron.plugins.ml2.plugin [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempt 5 to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd Jul 15 13:08:27.056197 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:27.056535 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:27.056872 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:27.058880 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-59b836ff-fc8c-4b55-9fff-1119398651e7 req-ee5c1463-2a91-4787-acbf-b31157e7c5d2 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017052 Jul 15 13:08:27.061418 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Port 90d027fd-f9f7-4d31-bf99-42857c8572cd on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:27.061743 n-d-771363-36 neutron-server[93826]: ERROR neutron.plugins.ml2.managers [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Failed to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] Jul 15 13:08:27.062128 n-d-771363-36 neutron-server[93826]: INFO neutron.plugins.ml2.plugin [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempt 6 to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd Jul 15 13:08:27.070271 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1050a3d-b4ab-456f-bbc0-f21e9cae2281 req-472591f0-74b1-4885-a397-e1ef20fa75a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:27.071730 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a1050a3d-b4ab-456f-bbc0-f21e9cae2281 req-472591f0-74b1-4885-a397-e1ef20fa75a2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9387763f-6f68-4b18-8426-2713bc515911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3347464 Jul 15 13:08:27.076808 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:27.077688 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:27.078142 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:27.092175 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Port 90d027fd-f9f7-4d31-bf99-42857c8572cd on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:27.092469 n-d-771363-36 neutron-server[93826]: ERROR neutron.plugins.ml2.managers [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Failed to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] Jul 15 13:08:27.092859 n-d-771363-36 neutron-server[93826]: INFO neutron.plugins.ml2.plugin [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempt 7 to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd Jul 15 13:08:27.102817 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6353780-461f-4b09-ba06-8b2b4e40240f req-7d6cacda-0897-4cec-b4bd-05ec8b42aa85 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004451 Jul 15 13:08:27.119266 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:27.119689 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:27.120041 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:27.126924 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Port 90d027fd-f9f7-4d31-bf99-42857c8572cd on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:27.127263 n-d-771363-36 neutron-server[93826]: ERROR neutron.plugins.ml2.managers [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Failed to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] Jul 15 13:08:27.127662 n-d-771363-36 neutron-server[93826]: INFO neutron.plugins.ml2.plugin [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempt 8 to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd Jul 15 13:08:27.131416 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e5d86-abb9-4a2c-9ba5-08b41f915529 req-2dac99e1-6746-4aad-98ef-608a4163dfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:27.132940 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-688e5d86-abb9-4a2c-9ba5-08b41f915529 req-2dac99e1-6746-4aad-98ef-608a4163dfeb service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.3131094 Jul 15 13:08:27.146438 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:27.147175 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:27.147668 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:27.169694 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Port 90d027fd-f9f7-4d31-bf99-42857c8572cd on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:27.170258 n-d-771363-36 neutron-server[93826]: ERROR neutron.plugins.ml2.managers [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Failed to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] Jul 15 13:08:27.170852 n-d-771363-36 neutron-server[93826]: INFO neutron.plugins.ml2.plugin [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempt 9 to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd Jul 15 13:08:27.198983 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:27.199319 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:27.199681 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:27.204203 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Port 90d027fd-f9f7-4d31-bf99-42857c8572cd on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:27.204530 n-d-771363-36 neutron-server[93826]: ERROR neutron.plugins.ml2.managers [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Failed to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] Jul 15 13:08:27.204915 n-d-771363-36 neutron-server[93826]: INFO neutron.plugins.ml2.plugin [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempt 10 to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd Jul 15 13:08:27.217543 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:27.217875 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:27.218239 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:27.221192 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-688e5d86-abb9-4a2c-9ba5-08b41f915529 req-fc9a8f4b-cfbd-4514-baa7-b059195a138a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=0e7740eb-2f79-493f-9265-975896f5d4cc HTTP/1.1" status: 200 len: 217 time: 0.0799961 Jul 15 13:08:27.223646 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Port 90d027fd-f9f7-4d31-bf99-42857c8572cd on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:27.223646 n-d-771363-36 neutron-server[93826]: ERROR neutron.plugins.ml2.managers [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Failed to bind port 90d027fd-f9f7-4d31-bf99-42857c8572cd on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] Jul 15 13:08:27.223857 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.280765 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45b5d8-d99d-47d5-8188-b3231c93e3c9 req-e4ed77e1-3d12-454e-b137-3daad180c93d tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:27.287292 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45b5d8-d99d-47d5-8188-b3231c93e3c9 req-e4ed77e1-3d12-454e-b137-3daad180c93d tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:27.293276 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45b5d8-d99d-47d5-8188-b3231c93e3c9 req-e4ed77e1-3d12-454e-b137-3daad180c93d tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:27.294975 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a45b5d8-d99d-47d5-8188-b3231c93e3c9 req-e4ed77e1-3d12-454e-b137-3daad180c93d tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a28ec1b-2259-4926-8ab4-56f42e6e37f1 HTTP/1.1" status: 200 len: 2411 time: 0.3454595 Jul 15 13:08:27.316154 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] For port 90d027fd-f9f7-4d31-bf99-42857c8572cd, host n-h1-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:27.316535 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempted to set empty binding levels {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 13:08:27.322038 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.357101 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:27.357824 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.357959 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a1050a3d-b4ab-456f-bbc0-f21e9cae2281 req-9d07edb0-56df-435e-80af-14fadc0cd0c1 service neutron] 10.222.0.46 "GET /v2.0/networks/9387763f-6f68-4b18-8426-2713bc515911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722263 Jul 15 13:08:27.376396 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Pushing event updated for resources: {'Port': ['ID=90d027fd-f9f7-4d31-bf99-42857c8572cd,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:27.380984 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e5d86-abb9-4a2c-9ba5-08b41f915529 req-ba001123-8077-43d4-8c5b-537d8a13da3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:27.382420 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-688e5d86-abb9-4a2c-9ba5-08b41f915529 req-ba001123-8077-43d4-8c5b-537d8a13da3a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.1249266 Jul 15 13:08:27.387704 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-91d65816-8f3a-4346-a013-dd80f122bd48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.0024598 Jul 15 13:08:27.388091 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49270) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:27.471564 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a45b5d8-d99d-47d5-8188-b3231c93e3c9 req-bd3a6c90-0f60-4e1f-9490-903c2f952821 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0a68e0b-1c2a-4b72-8c63-99be80ebe8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536791 Jul 15 13:08:27.479290 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-aaf1c8c7-f961-4473-aed3-93dda3cd89b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Deleting port 90d027fd-f9f7-4d31-bf99-42857c8572cd {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:27.479290 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-aaf1c8c7-f961-4473-aed3-93dda3cd89b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.521022 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e5d86-abb9-4a2c-9ba5-08b41f915529 req-b4da61cf-a3af-41ae-8c54-1742f25e877e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:27.522529 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-688e5d86-abb9-4a2c-9ba5-08b41f915529 req-b4da61cf-a3af-41ae-8c54-1742f25e877e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5495784adab4faf86ec8d11912c9669&device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 1100 time: 0.3354151 Jul 15 13:08:27.546815 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-aaf1c8c7-f961-4473-aed3-93dda3cd89b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] For port 90d027fd-f9f7-4d31-bf99-42857c8572cd, host n-h1-771363-36, got binding levels [] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:27.547211 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-aaf1c8c7-f961-4473-aed3-93dda3cd89b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.561081 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-aaf1c8c7-f961-4473-aed3-93dda3cd89b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Calling delete_port for 90d027fd-f9f7-4d31-bf99-42857c8572cd owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:27.610740 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcd51f-ca29-4358-90b3-df755ab3e426 req-e27bfd86-8e69-41e1-ad21-bfec99368af3 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:27.612212 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-87bcd51f-ca29-4358-90b3-df755ab3e426 req-e27bfd86-8e69-41e1-ad21-bfec99368af3 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.3996305 Jul 15 13:08:27.653098 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-aaf1c8c7-f961-4473-aed3-93dda3cd89b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.656229 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a1050a3d-b4ab-456f-bbc0-f21e9cae2281 req-8891713d-e9d4-4419-9666-95bd20de52e4 service neutron] 10.222.0.46 "GET /v2.0/networks/9387763f-6f68-4b18-8426-2713bc515911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800467 Jul 15 13:08:27.683837 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf1c8c7-f961-4473-aed3-93dda3cd89b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Pushing event deleted for resources: {'Port': ['ID=90d027fd-f9f7-4d31-bf99-42857c8572cd,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:27.687919 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e5d86-abb9-4a2c-9ba5-08b41f915529 req-ac1ccc3d-2f25-4d58-bb61-46c59994e92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:27.689373 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-aaf1c8c7-f961-4473-aed3-93dda3cd89b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.690186 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-688e5d86-abb9-4a2c-9ba5-08b41f915529 req-ac1ccc3d-2f25-4d58-bb61-46c59994e92d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2766037 Jul 15 13:08:27.691919 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-aaf1c8c7-f961-4473-aed3-93dda3cd89b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] 10.222.0.16 "DELETE /v2.0/ports/90d027fd-f9f7-4d31-bf99-42857c8572cd HTTP/1.1" status: 204 len: 168 time: 0.3028326 Jul 15 13:08:27.694802 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49272) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:27.722721 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-a96d4d6d-696b-4a3e-8fc6-54b020205c87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] GET failed (client error): The resource could not be found. Jul 15 13:08:27.729873 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a96d4d6d-696b-4a3e-8fc6-54b020205c87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] 10.222.0.16 "GET /v2.0/ports/90d027fd-f9f7-4d31-bf99-42857c8572cd HTTP/1.1" status: 404 len: 333 time: 0.0298131 Jul 15 13:08:27.730171 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49274) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:27.736256 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-d69c0a12-2173-4ef8-9c9d-47f92093e88a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Request body: {'port': {'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721633236'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:27.758814 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69c0a12-2173-4ef8-9c9d-47f92093e88a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Made reservation on behalf of 11a7e0aead584495a6ea1d724ef26db5 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:27.761613 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d69c0a12-2173-4ef8-9c9d-47f92093e88a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.764586 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e5d86-abb9-4a2c-9ba5-08b41f915529 req-1338e89c-2608-4639-b933-3e7cbda09b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:27.766035 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-688e5d86-abb9-4a2c-9ba5-08b41f915529 req-1338e89c-2608-4639-b933-3e7cbda09b10 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.2302122 Jul 15 13:08:27.778008 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-d69c0a12-2173-4ef8-9c9d-47f92093e88a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] device_id is not set on port b2d7051e-f0e1-42ac-aa44-60d2098716ff yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:08:27.846779 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-87bcd51f-ca29-4358-90b3-df755ab3e426 req-f593ad50-a7bc-41ce-a7ba-4a1eb5583f99 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032540 Jul 15 13:08:27.851496 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-688e5d86-abb9-4a2c-9ba5-08b41f915529 req-91246237-3e53-4d6e-bcb6-fcacd39eacad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=0e7740eb-2f79-493f-9265-975896f5d4cc HTTP/1.1" status: 200 len: 217 time: 0.0790424 Jul 15 13:08:27.888286 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd325a-1063-4c98-8edb-ff4b80c5d39c req-a514251e-5cfb-4ad4-9aa4-cb98217e1bdd tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:27.889792 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-12bd325a-1063-4c98-8edb-ff4b80c5d39c req-a514251e-5cfb-4ad4-9aa4-cb98217e1bdd tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 945 time: 0.2870197 Jul 15 13:08:27.900277 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 0e7740eb-2f79-493f-9265-975896f5d4cc no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:08:27.922293 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-688e5d86-abb9-4a2c-9ba5-08b41f915529 req-585fb7ae-89fe-46be-8381-becbc9f5dc8a service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160060 Jul 15 13:08:27.942389 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d69c0a12-2173-4ef8-9c9d-47f92093e88a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.982523 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e5d86-abb9-4a2c-9ba5-08b41f915529 req-cc98f9cc-138f-455b-b117-f66b4e7fdc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:27.983531 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-688e5d86-abb9-4a2c-9ba5-08b41f915529 req-cc98f9cc-138f-455b-b117-f66b4e7fdc8d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.1255219 Jul 15 13:08:27.990053 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d69c0a12-2173-4ef8-9c9d-47f92093e88a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.993301 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 0e7740eb-2f79-493f-9265-975896f5d4cc not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:08:28.011581 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-12bd325a-1063-4c98-8edb-ff4b80c5d39c req-d17c95ed-c866-4b4a-a412-c3708bd993a2 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982306 Jul 15 13:08:28.040273 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69c0a12-2173-4ef8-9c9d-47f92093e88a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:28.043434 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-d69c0a12-2173-4ef8-9c9d-47f92093e88a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:28.047110 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69c0a12-2173-4ef8-9c9d-47f92093e88a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:28.048104 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69c0a12-2173-4ef8-9c9d-47f92093e88a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:28.049183 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d69c0a12-2173-4ef8-9c9d-47f92093e88a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:28.069526 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c0a12-2173-4ef8-9c9d-47f92093e88a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Pushing event updated for resources: {'Port': ['ID=b2d7051e-f0e1-42ac-aa44-60d2098716ff,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:28.075078 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d69c0a12-2173-4ef8-9c9d-47f92093e88a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3438511 Jul 15 13:08:28.077864 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49284) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:28.087469 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:28.444539 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-688e5d86-abb9-4a2c-9ba5-08b41f915529 req-538d8dde-fe13-4eca-bd87-a3e0884fefa6 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5098093 Jul 15 13:08:28.545554 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e5d86-abb9-4a2c-9ba5-08b41f915529 req-d9855867-1362-4f27-8d4e-dad05df46d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:28.547063 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-688e5d86-abb9-4a2c-9ba5-08b41f915529 req-d9855867-1362-4f27-8d4e-dad05df46d28 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5526674 Jul 15 13:08:28.559606 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 0e7740eb-2f79-493f-9265-975896f5d4cc details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:28.632884 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:28.664973 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 0e7740eb-2f79-493f-9265-975896f5d4cc, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=0e7740eb-2f79-493f-9265-975896f5d4cc,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:28.676625 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': '0e7740eb-2f79-493f-9265-975896f5d4cc', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': '0e7740eb-2f79-493f-9265-975896f5d4cc', 'mac_address': 'fa:16:3e:d5:5b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:08:28.714988 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:28.732507 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e7740eb-2f79-493f-9265-975896f5d4cc {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:28.733946 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-4154b8c4-5f73-43b4-9050-1d5956102ef0 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:28.735425 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-4154b8c4-5f73-43b4-9050-1d5956102ef0 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/networks?id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da HTTP/1.1" status: 200 len: 812 time: 0.2878573 Jul 15 13:08:28.748291 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76911fc9-dcc6-40b5-ac55-1197444e7ffe req-e4d625cf-89c1-4771-a4dc-85cfb59eb97b tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:28.749805 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-76911fc9-dcc6-40b5-ac55-1197444e7ffe req-e4d625cf-89c1-4771-a4dc-85cfb59eb97b tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 948 time: 0.3012195 Jul 15 13:08:28.757283 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 0e7740eb-2f79-493f-9265-975896f5d4cc, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=0e7740eb-2f79-493f-9265-975896f5d4cc,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:28.762777 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:28.814702 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-952132d2-9463-4139-ad69-b7c41d8874be tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/quotas/12dc42da56354fb5b0d0acb9e0703009 HTTP/1.1" status: 200 len: 375 time: 0.0592711 Jul 15 13:08:28.820713 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=0e7740eb-2f79-493f-9265-975896f5d4cc,revision_number=8']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:28.825866 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-688e5d86-abb9-4a2c-9ba5-08b41f915529 req-b50aa7ae-8c21-4d7e-86ff-03045678d347 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419899 Jul 15 13:08:28.830372 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:28.830792 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:28.831718 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:28.832064 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:28.832405 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:28.832763 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:28.833096 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:28.833441 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:28.833754 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:28.834099 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:28.834425 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:28.834792 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:28.906201 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:28.934383 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-76911fc9-dcc6-40b5-ac55-1197444e7ffe req-9c84da6c-73f1-4190-a1a1-319a582ecb8f tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734788 Jul 15 13:08:29.008358 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['0e7740eb-2f79-493f-9265-975896f5d4cc'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:29.094266 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-688e5d86-abb9-4a2c-9ba5-08b41f915529 req-20dc12f0-fce8-4912-8766-266f318d8f47 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519946 Jul 15 13:08:29.100219 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] device_id is not set on port b2d7051e-f0e1-42ac-aa44-60d2098716ff yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:08:29.111519 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:29.136193 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-e9cac102-9a6c-43d0-b137-34ea48ffe5ba tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=12dc42da56354fb5b0d0acb9e0703009&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3151264 Jul 15 13:08:29.142383 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Transition to ACTIVE for port object b2d7051e-f0e1-42ac-aa44-60d2098716ff will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:29.151685 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:29.210999 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-86136b84-ff37-4b0a-8339-914a82bae945 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:08:29.214094 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-86136b84-ff37-4b0a-8339-914a82bae945 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0705500 Jul 15 13:08:29.237277 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Pushing event updated for resources: {'Port': ['ID=b2d7051e-f0e1-42ac-aa44-60d2098716ff,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:29.257134 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:29.277262 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d931b1-6545-4d5e-b805-0443bbe6c536 req-6a260dc8-2e8f-4c3c-9881-554b954934ac tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:29.283155 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d931b1-6545-4d5e-b805-0443bbe6c536 req-6a260dc8-2e8f-4c3c-9881-554b954934ac tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:29.289213 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d931b1-6545-4d5e-b805-0443bbe6c536 req-6a260dc8-2e8f-4c3c-9881-554b954934ac tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:29.290955 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e7d931b1-6545-4d5e-b805-0443bbe6c536 req-6a260dc8-2e8f-4c3c-9881-554b954934ac tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a28ec1b-2259-4926-8ab4-56f42e6e37f1 HTTP/1.1" status: 200 len: 2411 time: 0.2454946 Jul 15 13:08:29.351124 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:29.351461 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:29.351983 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:29.366716 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Port b2d7051e-f0e1-42ac-aa44-60d2098716ff on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:29.367065 n-d-771363-36 neutron-server[93825]: ERROR neutron.plugins.ml2.managers [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Failed to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] Jul 15 13:08:29.368963 n-d-771363-36 neutron-server[93825]: INFO neutron.plugins.ml2.plugin [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempt 2 to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff Jul 15 13:08:29.409406 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:29.409872 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:29.410304 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:29.414671 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e7d931b1-6545-4d5e-b805-0443bbe6c536 req-f051cc0c-6dac-4b0a-8fce-697a0fd54cd7 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0a68e0b-1c2a-4b72-8c63-99be80ebe8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151330 Jul 15 13:08:29.422691 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-488cbe28-3173-4641-aa4b-ba89ae4c4990 service neutron] 10.222.0.16 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045460 Jul 15 13:08:29.423368 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Port b2d7051e-f0e1-42ac-aa44-60d2098716ff on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:29.423741 n-d-771363-36 neutron-server[93825]: ERROR neutron.plugins.ml2.managers [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Failed to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] Jul 15 13:08:29.424350 n-d-771363-36 neutron-server[93825]: INFO neutron.plugins.ml2.plugin [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempt 3 to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff Jul 15 13:08:29.450008 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:29.450351 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:29.450748 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:29.475604 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Port b2d7051e-f0e1-42ac-aa44-60d2098716ff on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:29.476042 n-d-771363-36 neutron-server[93825]: ERROR neutron.plugins.ml2.managers [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Failed to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] Jul 15 13:08:29.477719 n-d-771363-36 neutron-server[93825]: INFO neutron.plugins.ml2.plugin [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempt 4 to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff Jul 15 13:08:29.494906 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:29.495188 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:29.495528 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:29.528678 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Port b2d7051e-f0e1-42ac-aa44-60d2098716ff on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:29.529016 n-d-771363-36 neutron-server[93825]: ERROR neutron.plugins.ml2.managers [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Failed to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] Jul 15 13:08:29.540380 n-d-771363-36 neutron-server[93825]: INFO neutron.plugins.ml2.plugin [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempt 5 to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff Jul 15 13:08:29.562154 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:29.562962 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:29.562962 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:29.575564 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Port b2d7051e-f0e1-42ac-aa44-60d2098716ff on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:29.575976 n-d-771363-36 neutron-server[93825]: ERROR neutron.plugins.ml2.managers [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Failed to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] Jul 15 13:08:29.578147 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-c1f3d128-5359-4b73-ab98-6e1b1db59f94 service neutron] 10.222.0.16 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415503 Jul 15 13:08:29.578591 n-d-771363-36 neutron-server[93825]: INFO neutron.plugins.ml2.plugin [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempt 6 to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff Jul 15 13:08:29.592863 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:29.593124 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:29.593408 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:29.598262 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Port b2d7051e-f0e1-42ac-aa44-60d2098716ff on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:29.598621 n-d-771363-36 neutron-server[93825]: ERROR neutron.plugins.ml2.managers [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Failed to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] Jul 15 13:08:29.599012 n-d-771363-36 neutron-server[93825]: INFO neutron.plugins.ml2.plugin [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempt 7 to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff Jul 15 13:08:29.614877 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:29.615331 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:29.615695 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:29.620623 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Port b2d7051e-f0e1-42ac-aa44-60d2098716ff on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:29.620733 n-d-771363-36 neutron-server[93825]: ERROR neutron.plugins.ml2.managers [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Failed to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] Jul 15 13:08:29.621078 n-d-771363-36 neutron-server[93825]: INFO neutron.plugins.ml2.plugin [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempt 8 to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff Jul 15 13:08:29.645522 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d73a1b60-130b-48df-ab08-3123f8eefdf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:29.646556 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:29.646914 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:29.647345 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:29.672129 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Port b2d7051e-f0e1-42ac-aa44-60d2098716ff on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:29.672509 n-d-771363-36 neutron-server[93825]: ERROR neutron.plugins.ml2.managers [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Failed to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] Jul 15 13:08:29.673587 n-d-771363-36 neutron-server[93825]: INFO neutron.plugins.ml2.plugin [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempt 9 to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff Jul 15 13:08:29.701142 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:29.701625 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:29.701947 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:29.713867 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Port b2d7051e-f0e1-42ac-aa44-60d2098716ff on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:29.714272 n-d-771363-36 neutron-server[93825]: ERROR neutron.plugins.ml2.managers [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Failed to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] Jul 15 13:08:29.715469 n-d-771363-36 neutron-server[93825]: INFO neutron.plugins.ml2.plugin [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempt 10 to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff Jul 15 13:08:29.743677 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be03b2-affd-4624-8b27-54e331edfbd7 req-2f8ee94d-171f-47c4-99c9-5cdac6f23336 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:29.745466 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-28be03b2-affd-4624-8b27-54e331edfbd7 req-2f8ee94d-171f-47c4-99c9-5cdac6f23336 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 945 time: 0.1123004 Jul 15 13:08:29.746611 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:29.746855 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:29.747341 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:29.754214 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Port b2d7051e-f0e1-42ac-aa44-60d2098716ff on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:29.754627 n-d-771363-36 neutron-server[93825]: ERROR neutron.plugins.ml2.managers [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Failed to bind port b2d7051e-f0e1-42ac-aa44-60d2098716ff on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] Jul 15 13:08:29.756504 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:29.823587 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-28be03b2-affd-4624-8b27-54e331edfbd7 req-b65b4782-616a-468d-ac8c-41519225a811 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713911 Jul 15 13:08:29.857462 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] For port b2d7051e-f0e1-42ac-aa44-60d2098716ff, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:29.857908 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempted to set empty binding levels {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 13:08:29.864012 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:29.907331 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] In _notify_port_updated(), no bound segment for port b2d7051e-f0e1-42ac-aa44-60d2098716ff on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d {{(pid=93825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:08:29.908225 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:29.908876 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:29.910920 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] 10.222.0.16 "PUT /v2.0/ports/b2d7051e-f0e1-42ac-aa44-60d2098716ff HTTP/1.1" status: 200 len: 980 time: 1.8312306 Jul 15 13:08:29.913945 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49310) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:29.917011 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 9f6353b0-3082-4772-a27e-55e3a36ef4df details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:29.942837 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fbc13a3e-d92b-4e89-a3a4-923fb4b0cab4 req-3867d3a5-8d3e-44d6-9727-cf1187222087 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dad4008-d4ab-4fc6-b75f-c58af28622de HTTP/1.1" status: 200 len: 210 time: 0.0496762 Jul 15 13:08:29.951321 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45eb42-a978-4405-b47c-544b3a8ab3c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Pushing event updated for resources: {'Port': ['ID=b2d7051e-f0e1-42ac-aa44-60d2098716ff,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:30.073791 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.074722 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.074865 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 9f6353b0-3082-4772-a27e-55e3a36ef4df, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=9f6353b0-3082-4772-a27e-55e3a36ef4df,segment=NetworkSegment(4bb2d842-cdc0-4573-8a97-693bc32f3579),segment_id=4bb2d842-cdc0-4573-8a97-693bc32f3579)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:30.075489 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.076099 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.076711 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.077334 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.077936 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.078550 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.079179 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.079815 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.080426 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.081089 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.082185 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.083015 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.083792 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.084564 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.085030 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.085506 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.085972 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.086437 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.086940 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.087394 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.087874 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.088327 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.088969 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.089410 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.089967 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.090310 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '9f6353b0-3082-4772-a27e-55e3a36ef4df', 'network_id': '9387763f-6f68-4b18-8426-2713bc515911', 'port_id': '9f6353b0-3082-4772-a27e-55e3a36ef4df', 'mac_address': 'fa:16:3e:c3:f8:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b0adb43-540d-4b3e-97ea-4f36de553145', 'ip_address': '19.80.0.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:08:30.090746 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.091065 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.091716 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.092223 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.093330 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.093330 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.093730 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.094597 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.095120 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.095702 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.096250 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.096893 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.097472 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.098037 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.098613 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.099218 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.099805 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.100500 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.101008 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.101540 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.102101 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.102659 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.108085 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f5763376-e304-4f2a-9af0-d2fc2803ce4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 44113 time: 0.1918294 Jul 15 13:08:30.113098 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49316) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:30.141766 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.157976 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f6353b0-3082-4772-a27e-55e3a36ef4df {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:30.189556 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 9f6353b0-3082-4772-a27e-55e3a36ef4df, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=9f6353b0-3082-4772-a27e-55e3a36ef4df,segment=NetworkSegment(4bb2d842-cdc0-4573-8a97-693bc32f3579),segment_id=4bb2d842-cdc0-4573-8a97-693bc32f3579)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:30.196128 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.197085 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 952ce66b-ff85-4db0-b68e-0c88713c0b31 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:30.208271 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae0be0-1afe-491b-9be0-9c930e0dce60 req-4bbfd851-d0e8-4897-a9e6-d8aa252c5bc2 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.210075 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dbae0be0-1afe-491b-9be0-9c930e0dce60 req-4bbfd851-d0e8-4897-a9e6-d8aa252c5bc2 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 949 time: 0.0888665 Jul 15 13:08:30.258989 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-020d5222-dd9c-4a08-804a-015124a3270f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Deleting port b2d7051e-f0e1-42ac-aa44-60d2098716ff {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:30.259609 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-020d5222-dd9c-4a08-804a-015124a3270f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.266436 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dbae0be0-1afe-491b-9be0-9c930e0dce60 req-2cf8ef46-f5b1-4df6-ba02-be93ff4649c5 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450189 Jul 15 13:08:30.307512 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 952ce66b-ff85-4db0-b68e-0c88713c0b31, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=952ce66b-ff85-4db0-b68e-0c88713c0b31,segment=NetworkSegment(4bb2d842-cdc0-4573-8a97-693bc32f3579),segment_id=4bb2d842-cdc0-4573-8a97-693bc32f3579)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:30.310481 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=9f6353b0-3082-4772-a27e-55e3a36ef4df,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:30.322491 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '952ce66b-ff85-4db0-b68e-0c88713c0b31', 'network_id': '9387763f-6f68-4b18-8426-2713bc515911', 'port_id': '952ce66b-ff85-4db0-b68e-0c88713c0b31', 'mac_address': 'fa:16:3e:52:47:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b0adb43-540d-4b3e-97ea-4f36de553145', 'ip_address': '19.80.0.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:08:30.338620 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-020d5222-dd9c-4a08-804a-015124a3270f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] For port b2d7051e-f0e1-42ac-aa44-60d2098716ff, host n-h1-771363-36, got binding levels [] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:30.339057 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-020d5222-dd9c-4a08-804a-015124a3270f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.355251 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-020d5222-dd9c-4a08-804a-015124a3270f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Calling delete_port for b2d7051e-f0e1-42ac-aa44-60d2098716ff owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:30.377273 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.394431 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 952ce66b-ff85-4db0-b68e-0c88713c0b31 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:30.422847 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 952ce66b-ff85-4db0-b68e-0c88713c0b31, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=952ce66b-ff85-4db0-b68e-0c88713c0b31,segment=NetworkSegment(4bb2d842-cdc0-4573-8a97-693bc32f3579),segment_id=4bb2d842-cdc0-4573-8a97-693bc32f3579)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:30.427565 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.428506 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 2460357d-8ef9-4d41-bb6b-5a47428e1c50 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:30.454002 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-020d5222-dd9c-4a08-804a-015124a3270f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.486641 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=952ce66b-ff85-4db0-b68e-0c88713c0b31,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:30.498009 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d5222-dd9c-4a08-804a-015124a3270f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2d7051e-f0e1-42ac-aa44-60d2098716ff,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:30.507220 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-020d5222-dd9c-4a08-804a-015124a3270f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.510745 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-020d5222-dd9c-4a08-804a-015124a3270f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] 10.222.0.16 "DELETE /v2.0/ports/b2d7051e-f0e1-42ac-aa44-60d2098716ff HTTP/1.1" status: 204 len: 168 time: 0.3960288 Jul 15 13:08:30.513303 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49322) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:30.558315 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8474948-6736-447f-aaa9-490e74851157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] GET failed (client error): The resource could not be found. Jul 15 13:08:30.560734 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a8474948-6736-447f-aaa9-490e74851157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] 10.222.0.16 "GET /v2.0/ports/b2d7051e-f0e1-42ac-aa44-60d2098716ff HTTP/1.1" status: 404 len: 333 time: 0.0461006 Jul 15 13:08:30.565134 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49326) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:30.571206 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-28f8c601-e926-499d-a5ce-e81aea2ab9e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-989312841', 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:30.591942 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 0e7740eb-2f79-493f-9265-975896f5d4cc up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:30.602046 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f8c601-e926-499d-a5ce-e81aea2ab9e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Made reservation on behalf of 11a7e0aead584495a6ea1d724ef26db5 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:30.605421 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-28f8c601-e926-499d-a5ce-e81aea2ab9e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.671856 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 2460357d-8ef9-4d41-bb6b-5a47428e1c50, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2460357d-8ef9-4d41-bb6b-5a47428e1c50,segment=NetworkSegment(a2cdd69b-5f9d-4a7f-aa06-97b5417ae945),segment_id=a2cdd69b-5f9d-4a7f-aa06-97b5417ae945)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:30.688662 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '2460357d-8ef9-4d41-bb6b-5a47428e1c50', 'network_id': 'f06c01f1-9715-4a5e-9795-ca69ff6b9293', 'port_id': '2460357d-8ef9-4d41-bb6b-5a47428e1c50', 'mac_address': 'fa:16:3e:c5:6e:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e207b845-f87e-4aea-a6a7-e7e163b8954b', 'ip_address': '19.86.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:08:30.706285 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-28f8c601-e926-499d-a5ce-e81aea2ab9e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] device_id is not set on port 596039cb-292f-45a7-91f4-26b55ad4f1d6 yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:08:30.738130 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port 0e7740eb-2f79-493f-9265-975896f5d4cc completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:30.744162 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port 0e7740eb-2f79-493f-9265-975896f5d4cc triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:30.744843 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.785497 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.806060 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2460357d-8ef9-4d41-bb6b-5a47428e1c50 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:30.839679 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 2460357d-8ef9-4d41-bb6b-5a47428e1c50, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2460357d-8ef9-4d41-bb6b-5a47428e1c50,segment=NetworkSegment(a2cdd69b-5f9d-4a7f-aa06-97b5417ae945),segment_id=a2cdd69b-5f9d-4a7f-aa06-97b5417ae945)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:30.851840 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.897595 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c9103-6bf6-43d0-afa1-463c118a40a3 req-6febc247-8531-4650-80bc-330789d573d6 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.903551 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c9103-6bf6-43d0-afa1-463c118a40a3 req-6febc247-8531-4650-80bc-330789d573d6 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.910083 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c9103-6bf6-43d0-afa1-463c118a40a3 req-6febc247-8531-4650-80bc-330789d573d6 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.912060 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-820c9103-6bf6-43d0-afa1-463c118a40a3 req-6febc247-8531-4650-80bc-330789d573d6 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a28ec1b-2259-4926-8ab4-56f42e6e37f1 HTTP/1.1" status: 200 len: 2413 time: 0.2733810 Jul 15 13:08:30.939806 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069d03e-9809-4056-95b8-ee60985105f8 req-58d731aa-8f78-4d68-b5a1-774ef89c8d2e tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.941672 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3069d03e-9809-4056-95b8-ee60985105f8 req-58d731aa-8f78-4d68-b5a1-774ef89c8d2e tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a&tenant_id=a5495784adab4faf86ec8d11912c9669&binding%3Ahost_id=n-h1-771363-36 HTTP/1.1" status: 200 len: 949 time: 0.2861767 Jul 15 13:08:30.945178 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=2460357d-8ef9-4d41-bb6b-5a47428e1c50,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:30.949415 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.974102 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9c007b-0564-462c-b12a-6d33a13e256a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7740eb-2f79-493f-9265-975896f5d4cc'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:30.976586 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102fa5a8-50c0-4d9b-8bd5-027ad99725b7" -d '{"events": [{"server_uuid": "cc9c007b-0564-462c-b12a-6d33a13e256a", "name": "network-vif-plugged", "status": "completed", "tag": "0e7740eb-2f79-493f-9265-975896f5d4cc"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:30.989800 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 0e7740eb-2f79-493f-9265-975896f5d4cc, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=0e7740eb-2f79-493f-9265-975896f5d4cc,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:30.993798 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:31.049262 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=0e7740eb-2f79-493f-9265-975896f5d4cc,revision_number=9']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:31.060534 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-28f8c601-e926-499d-a5ce-e81aea2ab9e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:31.096399 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-820c9103-6bf6-43d0-afa1-463c118a40a3 req-efd814bd-dcab-411f-be93-432acb68162d tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0a68e0b-1c2a-4b72-8c63-99be80ebe8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536937 Jul 15 13:08:31.119729 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3069d03e-9809-4056-95b8-ee60985105f8 req-3288b019-6d53-417b-9fee-b00fbb68bbbe service neutron] 10.222.0.20 "GET /v2.0/ports/0e7740eb-2f79-493f-9265-975896f5d4cc/bindings/n-h1-771363-36 HTTP/1.1" status: 200 len: 383 time: 0.1696141 Jul 15 13:08:31.128772 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7139d4-59d0-4e75-a926-ba4b0ba9e11f req-f29a11d0-fe33-4f4e-97bb-f25ef7d9b842 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:31.130465 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9e7139d4-59d0-4e75-a926-ba4b0ba9e11f req-f29a11d0-fe33-4f4e-97bb-f25ef7d9b842 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 949 time: 0.2681293 Jul 15 13:08:31.225935 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-28f8c601-e926-499d-a5ce-e81aea2ab9e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:31.281339 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9e7139d4-59d0-4e75-a926-ba4b0ba9e11f req-369a161c-a791-4a04-a418-a11d1b10c899 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422338 Jul 15 13:08:31.318985 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f8c601-e926-499d-a5ce-e81aea2ab9e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:31.351072 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-28f8c601-e926-499d-a5ce-e81aea2ab9e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:31.357836 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f8c601-e926-499d-a5ce-e81aea2ab9e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:31.358900 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f8c601-e926-499d-a5ce-e81aea2ab9e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:31.359484 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-28f8c601-e926-499d-a5ce-e81aea2ab9e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:31.361373 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['9f6353b0-3082-4772-a27e-55e3a36ef4df'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:31.362273 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8c601-e926-499d-a5ce-e81aea2ab9e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Pushing event updated for resources: {'Port': ['ID=596039cb-292f-45a7-91f4-26b55ad4f1d6,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:31.408728 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069d03e-9809-4056-95b8-ee60985105f8 req-2c660ed6-924f-4c18-8920-8aa02bbd4b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:31.411005 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3069d03e-9809-4056-95b8-ee60985105f8 req-2c660ed6-924f-4c18-8920-8aa02bbd4b6c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5495784adab4faf86ec8d11912c9669&device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 1102 time: 0.2647464 Jul 15 13:08:31.449007 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['2460357d-8ef9-4d41-bb6b-5a47428e1c50'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:31.454633 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-28f8c601-e926-499d-a5ce-e81aea2ab9e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8858287 Jul 15 13:08:31.455515 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49338) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:31.506975 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-1fc5a71f-c85b-486d-9903-4bb56b4a5c89 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:31.508175 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-1fc5a71f-c85b-486d-9903-4bb56b4a5c89 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.46 "GET /v2.0/networks?id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da HTTP/1.1" status: 200 len: 812 time: 0.2948415 Jul 15 13:08:31.513601 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-78854389-5d0e-4841-92c8-a85111261c7c req-a37881d9-3c2e-4f87-b3c8-863eb475f236 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dad4008-d4ab-4fc6-b75f-c58af28622de HTTP/1.1" status: 200 len: 210 time: 0.0703528 Jul 15 13:08:31.523939 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db19006a-e359-4c7e-b03b-4ee7e224ba1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:31.525611 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-db19006a-e359-4c7e-b03b-4ee7e224ba1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] 10.222.0.16 "GET /v2.0/ports/596039cb-292f-45a7-91f4-26b55ad4f1d6 HTTP/1.1" status: 200 len: 958 time: 0.0649865 Jul 15 13:08:31.528592 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49340) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:31.547362 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-fae79044-9dc5-494f-bb86-134bda437913 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Request body: {'port': {'device_id': '0dad4008-d4ab-4fc6-b75f-c58af28622de', 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da', 'admin_state_up': True, 'tenant_id': '12dc42da56354fb5b0d0acb9e0703009'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:31.651338 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29ff40-99a9-4aad-8d8d-ddaefe40c554 req-d763d8e5-f286-424c-bfc6-29cf8bf3b307 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:31.652956 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b29ff40-99a9-4aad-8d8d-ddaefe40c554 req-d763d8e5-f286-424c-bfc6-29cf8bf3b307 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 945 time: 0.2996457 Jul 15 13:08:31.661853 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069d03e-9809-4056-95b8-ee60985105f8 req-a2a22b14-4265-4b33-b754-08cd5076ba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:31.663580 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3069d03e-9809-4056-95b8-ee60985105f8 req-a2a22b14-4265-4b33-b754-08cd5076ba2a service neutron] 10.222.0.20 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.2429500 Jul 15 13:08:31.666978 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-823087ff-98ea-46c7-ab87-d353cf8612a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Deleting port 596039cb-292f-45a7-91f4-26b55ad4f1d6 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:31.667444 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-823087ff-98ea-46c7-ab87-d353cf8612a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:31.731793 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3069d03e-9809-4056-95b8-ee60985105f8 req-976ec7a7-41ee-4bba-9dca-e5cc8e5ebe07 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=0e7740eb-2f79-493f-9265-975896f5d4cc HTTP/1.1" status: 200 len: 217 time: 0.0592952 Jul 15 13:08:31.741617 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d726a5-943c-432f-a9a4-c25e97177c46 x-openstack-request-id: req-07d726a5-943c-432f-a9a4-c25e97177c46 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:31.741915 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9c007b-0564-462c-b12a-6d33a13e256a", "name": "network-vif-plugged", "status": "completed", "tag": "0e7740eb-2f79-493f-9265-975896f5d4cc", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:31.742420 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-07d726a5-943c-432f-a9a4-c25e97177c46 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:31.743021 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9c007b-0564-462c-b12a-6d33a13e256a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7740eb-2f79-493f-9265-975896f5d4cc', 'code': 200} Jul 15 13:08:31.771560 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-823087ff-98ea-46c7-ab87-d353cf8612a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:31.789493 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-823087ff-98ea-46c7-ab87-d353cf8612a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Calling delete_port for 596039cb-292f-45a7-91f4-26b55ad4f1d6 owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:31.808825 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b29ff40-99a9-4aad-8d8d-ddaefe40c554 req-8ac1cd78-45f5-4bda-af4e-591aab5c8940 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394095 Jul 15 13:08:31.824540 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069d03e-9809-4056-95b8-ee60985105f8 req-e9ece586-8ddc-4c24-bece-a577c2afa2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:31.826101 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3069d03e-9809-4056-95b8-ee60985105f8 req-e9ece586-8ddc-4c24-bece-a577c2afa2e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0827336 Jul 15 13:08:31.837856 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-fae79044-9dc5-494f-bb86-134bda437913 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Made reservation on behalf of 12dc42da56354fb5b0d0acb9e0703009 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:31.842873 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-fae79044-9dc5-494f-bb86-134bda437913 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:31.903411 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-823087ff-98ea-46c7-ab87-d353cf8612a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:31.929577 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823087ff-98ea-46c7-ab87-d353cf8612a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Pushing event deleted for resources: {'Port': ['ID=596039cb-292f-45a7-91f4-26b55ad4f1d6,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:31.942053 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-823087ff-98ea-46c7-ab87-d353cf8612a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:31.944350 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-823087ff-98ea-46c7-ab87-d353cf8612a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] 10.222.0.16 "DELETE /v2.0/ports/596039cb-292f-45a7-91f4-26b55ad4f1d6 HTTP/1.1" status: 204 len: 168 time: 0.4146426 Jul 15 13:08:31.947166 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49346) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:31.962737 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069d03e-9809-4056-95b8-ee60985105f8 req-58e654d4-09c9-41d6-9c77-171ab85328b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:31.964350 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3069d03e-9809-4056-95b8-ee60985105f8 req-58e654d4-09c9-41d6-9c77-171ab85328b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1286926 Jul 15 13:08:31.975304 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ca4713-02d8-4112-92bd-d3a048ccedc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] GET failed (client error): The resource could not be found. Jul 15 13:08:31.976813 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-19ca4713-02d8-4112-92bd-d3a048ccedc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] 10.222.0.16 "GET /v2.0/ports/596039cb-292f-45a7-91f4-26b55ad4f1d6 HTTP/1.1" status: 404 len: 333 time: 0.0286884 Jul 15 13:08:31.980974 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49348) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:31.985735 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-063aa7eb-a1ca-4a20-8902-d9aac3ae90f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Request body: {'port': {'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847974157'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:32.007156 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063aa7eb-a1ca-4a20-8902-d9aac3ae90f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Made reservation on behalf of 11a7e0aead584495a6ea1d724ef26db5 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:32.009575 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-063aa7eb-a1ca-4a20-8902-d9aac3ae90f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.026683 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-063aa7eb-a1ca-4a20-8902-d9aac3ae90f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] device_id is not set on port 17249e89-13a0-4e19-9fb7-e1f9475a340d yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:08:32.073677 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-fae79044-9dc5-494f-bb86-134bda437913 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Allocated IP 172.20.0.7 (66404f0a-a6ed-4fd2-9977-c4d3e825b2da/504f4a49-65cd-4546-be78-3e75a4fd4784/3a7ae702-e35a-40e4-a860-ef9e058bfb2c) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:32.121887 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3069d03e-9809-4056-95b8-ee60985105f8 req-e9b9dcee-ac9a-4666-aa99-9c1e5ce4824c service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511788 Jul 15 13:08:32.186154 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.201032 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-063aa7eb-a1ca-4a20-8902-d9aac3ae90f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.241881 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-063aa7eb-a1ca-4a20-8902-d9aac3ae90f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.288640 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063aa7eb-a1ca-4a20-8902-d9aac3ae90f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:32.291630 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-063aa7eb-a1ca-4a20-8902-d9aac3ae90f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:32.295845 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063aa7eb-a1ca-4a20-8902-d9aac3ae90f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:32.296772 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063aa7eb-a1ca-4a20-8902-d9aac3ae90f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:32.297515 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-063aa7eb-a1ca-4a20-8902-d9aac3ae90f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.301337 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063aa7eb-a1ca-4a20-8902-d9aac3ae90f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Pushing event updated for resources: {'Port': ['ID=17249e89-13a0-4e19-9fb7-e1f9475a340d,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:32.317764 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-063aa7eb-a1ca-4a20-8902-d9aac3ae90f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3357697 Jul 15 13:08:32.320525 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49356) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:32.326703 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:32.344381 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3069d03e-9809-4056-95b8-ee60985105f8 req-f126ddba-58f1-4b88-b778-8df792439ee0 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126377 Jul 15 13:08:32.382916 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-fae79044-9dc5-494f-bb86-134bda437913 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.406058 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817942ec-8a28-40c3-9d01-e5fa456379f4 req-22256407-4313-4902-a499-165302f83047 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:32.413325 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817942ec-8a28-40c3-9d01-e5fa456379f4 req-22256407-4313-4902-a499-165302f83047 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:32.415783 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-746f6f3f-5c70-421d-a538-b56347d4704d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.419652 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817942ec-8a28-40c3-9d01-e5fa456379f4 req-22256407-4313-4902-a499-165302f83047 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:32.420744 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.427505 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-817942ec-8a28-40c3-9d01-e5fa456379f4 req-22256407-4313-4902-a499-165302f83047 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a28ec1b-2259-4926-8ab4-56f42e6e37f1 HTTP/1.1" status: 200 len: 2414 time: 0.1961288 Jul 15 13:08:32.436987 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-fae79044-9dc5-494f-bb86-134bda437913 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Transition to ACTIVE for port object 3a7ae702-e35a-40e4-a860-ef9e058bfb2c will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:32.479114 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-817942ec-8a28-40c3-9d01-e5fa456379f4 req-1d2bb82b-f59d-498b-866f-00aa8593a751 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0a68e0b-1c2a-4b72-8c63-99be80ebe8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507023 Jul 15 13:08:32.514198 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-fae79044-9dc5-494f-bb86-134bda437913 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.611289 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] device_id is not set on port 17249e89-13a0-4e19-9fb7-e1f9475a340d yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:08:32.620761 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.640237 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Transition to ACTIVE for port object 17249e89-13a0-4e19-9fb7-e1f9475a340d will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:32.649993 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.669064 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['952ce66b-ff85-4db0-b68e-0c88713c0b31'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:32.728290 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:32.728691 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:32.728985 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:32.732801 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Pushing event updated for resources: {'Port': ['ID=17249e89-13a0-4e19-9fb7-e1f9475a340d,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:32.739161 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Port 17249e89-13a0-4e19-9fb7-e1f9475a340d on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:32.739546 n-d-771363-36 neutron-server[93826]: ERROR neutron.plugins.ml2.managers [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Failed to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] Jul 15 13:08:32.739858 n-d-771363-36 neutron-server[93826]: INFO neutron.plugins.ml2.plugin [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempt 2 to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d Jul 15 13:08:32.756964 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:32.757305 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:32.757842 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:32.764173 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Port 17249e89-13a0-4e19-9fb7-e1f9475a340d on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:32.764942 n-d-771363-36 neutron-server[93826]: ERROR neutron.plugins.ml2.managers [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Failed to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] Jul 15 13:08:32.765381 n-d-771363-36 neutron-server[93826]: INFO neutron.plugins.ml2.plugin [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempt 3 to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d Jul 15 13:08:32.783909 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:32.784281 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:32.784590 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:32.790507 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Port 17249e89-13a0-4e19-9fb7-e1f9475a340d on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:32.790507 n-d-771363-36 neutron-server[93826]: ERROR neutron.plugins.ml2.managers [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Failed to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] Jul 15 13:08:32.790980 n-d-771363-36 neutron-server[93826]: INFO neutron.plugins.ml2.plugin [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempt 4 to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d Jul 15 13:08:32.805562 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:32.805914 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:32.806242 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:32.811400 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Port 17249e89-13a0-4e19-9fb7-e1f9475a340d on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:32.811825 n-d-771363-36 neutron-server[93826]: ERROR neutron.plugins.ml2.managers [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Failed to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] Jul 15 13:08:32.812247 n-d-771363-36 neutron-server[93826]: INFO neutron.plugins.ml2.plugin [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempt 5 to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d Jul 15 13:08:32.833296 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:32.833587 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:32.833921 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:32.839844 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Port 17249e89-13a0-4e19-9fb7-e1f9475a340d on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:32.840237 n-d-771363-36 neutron-server[93826]: ERROR neutron.plugins.ml2.managers [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Failed to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] Jul 15 13:08:32.840567 n-d-771363-36 neutron-server[93826]: INFO neutron.plugins.ml2.plugin [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempt 6 to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d Jul 15 13:08:32.854829 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:32.855314 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:32.855512 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:32.860368 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Port 17249e89-13a0-4e19-9fb7-e1f9475a340d on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:32.860765 n-d-771363-36 neutron-server[93826]: ERROR neutron.plugins.ml2.managers [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Failed to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] Jul 15 13:08:32.861236 n-d-771363-36 neutron-server[93826]: INFO neutron.plugins.ml2.plugin [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempt 7 to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d Jul 15 13:08:32.876011 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:32.876418 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:32.876826 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:32.882249 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Port 17249e89-13a0-4e19-9fb7-e1f9475a340d on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:32.882775 n-d-771363-36 neutron-server[93826]: ERROR neutron.plugins.ml2.managers [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Failed to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] Jul 15 13:08:32.883152 n-d-771363-36 neutron-server[93826]: INFO neutron.plugins.ml2.plugin [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempt 8 to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d Jul 15 13:08:32.897685 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:32.897899 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:32.898270 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:32.903511 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Port 17249e89-13a0-4e19-9fb7-e1f9475a340d on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:32.903834 n-d-771363-36 neutron-server[93826]: ERROR neutron.plugins.ml2.managers [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Failed to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] Jul 15 13:08:32.904214 n-d-771363-36 neutron-server[93826]: INFO neutron.plugins.ml2.plugin [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempt 9 to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d Jul 15 13:08:32.919108 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:32.919535 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:32.919878 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:32.925333 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Port 17249e89-13a0-4e19-9fb7-e1f9475a340d on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:32.925653 n-d-771363-36 neutron-server[93826]: ERROR neutron.plugins.ml2.managers [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Failed to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] Jul 15 13:08:32.926088 n-d-771363-36 neutron-server[93826]: INFO neutron.plugins.ml2.plugin [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempt 10 to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d Jul 15 13:08:32.939124 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:32.939556 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:32.939948 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempting to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:32.945293 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Port 17249e89-13a0-4e19-9fb7-e1f9475a340d on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:32.945651 n-d-771363-36 neutron-server[93826]: ERROR neutron.plugins.ml2.managers [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Failed to bind port 17249e89-13a0-4e19-9fb7-e1f9475a340d on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35fff1ad-20d2-4239-bd09-cbf0c678fa9d'}] Jul 15 13:08:32.945987 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.957175 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-fae79044-9dc5-494f-bb86-134bda437913 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Network 66404f0a-a6ed-4fd2-9977-c4d3e825b2da is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:32.988217 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-fae79044-9dc5-494f-bb86-134bda437913 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:32.992422 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-fae79044-9dc5-494f-bb86-134bda437913 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:32.994879 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae79044-9dc5-494f-bb86-134bda437913 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Pushing event updated for resources: {'Port': ['ID=3a7ae702-e35a-40e4-a860-ef9e058bfb2c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:33.016037 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] For port 17249e89-13a0-4e19-9fb7-e1f9475a340d, host n-h1-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:33.016440 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attempted to set empty binding levels {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 13:08:33.021246 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.055862 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] In _notify_port_updated(), no bound segment for port 17249e89-13a0-4e19-9fb7-e1f9475a340d on network 35fff1ad-20d2-4239-bd09-cbf0c678fa9d {{(pid=93826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:08:33.057058 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:33.057669 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.059159 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] 10.222.0.16 "PUT /v2.0/ports/17249e89-13a0-4e19-9fb7-e1f9475a340d HTTP/1.1" status: 200 len: 980 time: 0.7374825 Jul 15 13:08:33.062325 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49364) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:33.063788 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec93950-1797-4f73-9a2c-b67fa2f9c7b0 req-37e19697-e637-41e9-ab70-8b89da5538bc tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:33.065905 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9ec93950-1797-4f73-9a2c-b67fa2f9c7b0 req-37e19697-e637-41e9-ab70-8b89da5538bc tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 950 time: 0.5649343 Jul 15 13:08:33.075343 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-fae79044-9dc5-494f-bb86-134bda437913 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:33.076317 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-fae79044-9dc5-494f-bb86-134bda437913 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.109281 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14705dfd-4959-4536-9e90-f14e3e7d2b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Pushing event updated for resources: {'Port': ['ID=17249e89-13a0-4e19-9fb7-e1f9475a340d,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:33.121936 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d14ada-c6c2-45a9-9378-15a89c5bc908 req-3ec8490e-be92-414c-9273-e9ffd2e633c6 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:33.125912 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['e6772084-21a9-4fcb-8b4e-7dd81e941146'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:33.129553 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c5d14ada-c6c2-45a9-9378-15a89c5bc908 req-3ec8490e-be92-414c-9273-e9ffd2e633c6 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dad4008-d4ab-4fc6-b75f-c58af28622de HTTP/1.1" status: 200 len: 931 time: 0.2049255 Jul 15 13:08:33.132141 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-fae79044-9dc5-494f-bb86-134bda437913 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5903218 Jul 15 13:08:33.180033 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-d46456b0-9633-4670-9e97-a14565646d1d service neutron] Request body: {'port': {'device_id': '0dad4008-d4ab-4fc6-b75f-c58af28622de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:33.219459 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-72d5ad97-54c2-4df0-83e7-4b71d0ad4af4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Deleting port 17249e89-13a0-4e19-9fb7-e1f9475a340d {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:33.220161 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-72d5ad97-54c2-4df0-83e7-4b71d0ad4af4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.233618 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9ec93950-1797-4f73-9a2c-b67fa2f9c7b0 req-1081b4df-0247-42cf-9fe3-a96d59b904e0 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547024 Jul 15 13:08:33.258934 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c5d14ada-c6c2-45a9-9378-15a89c5bc908 req-30a2768e-1b78-4e43-8206-64483b87eefa tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283040 Jul 15 13:08:33.313035 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-72d5ad97-54c2-4df0-83e7-4b71d0ad4af4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] For port 17249e89-13a0-4e19-9fb7-e1f9475a340d, host n-h1-771363-36, got binding levels [] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:33.313400 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-72d5ad97-54c2-4df0-83e7-4b71d0ad4af4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.340025 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-d46456b0-9633-4670-9e97-a14565646d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.346504 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-72d5ad97-54c2-4df0-83e7-4b71d0ad4af4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Calling delete_port for 17249e89-13a0-4e19-9fb7-e1f9475a340d owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:33.367081 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c2b2b211-d139-4f5b-924c-9f2c13072ef1 None None] Provisioning for port 3a7ae702-e35a-40e4-a860-ef9e058bfb2c completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:33.374024 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c2b2b211-d139-4f5b-924c-9f2c13072ef1 None None] Provisioning complete for port 3a7ae702-e35a-40e4-a860-ef9e058bfb2c triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:33.374591 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c2b2b211-d139-4f5b-924c-9f2c13072ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.418247 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c2b2b211-d139-4f5b-924c-9f2c13072ef1 None None] Port 3a7ae702-e35a-40e4-a860-ef9e058bfb2c cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:08:33.457965 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-72d5ad97-54c2-4df0-83e7-4b71d0ad4af4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.465874 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.498203 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-72d5ad97-54c2-4df0-83e7-4b71d0ad4af4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.503980 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-72d5ad97-54c2-4df0-83e7-4b71d0ad4af4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] 10.222.0.16 "DELETE /v2.0/ports/17249e89-13a0-4e19-9fb7-e1f9475a340d HTTP/1.1" status: 204 len: 168 time: 0.4399676 Jul 15 13:08:33.504621 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49368) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:33.508118 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d5ad97-54c2-4df0-83e7-4b71d0ad4af4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] Pushing event deleted for resources: {'Port': ['ID=17249e89-13a0-4e19-9fb7-e1f9475a340d,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:33.540545 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf63fc73-98a0-4a17-b609-36b9019923f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] GET failed (client error): The resource could not be found. Jul 15 13:08:33.541827 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-cf63fc73-98a0-4a17-b609-36b9019923f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272050404-project-admin] 10.222.0.16 "GET /v2.0/ports/17249e89-13a0-4e19-9fb7-e1f9475a340d HTTP/1.1" status: 404 len: 333 time: 0.0347674 Jul 15 13:08:33.549947 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49372) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:33.593896 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543609b1-5ecc-40d0-a2d0-daa8abefd4a4 req-eccef6fb-125e-4c69-b958-d055eae58b6d tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:33.596112 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-543609b1-5ecc-40d0-a2d0-daa8abefd4a4 req-eccef6fb-125e-4c69-b958-d055eae58b6d tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 945 time: 0.2258897 Jul 15 13:08:33.651903 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0a39ec6d-b604-4ba9-956c-24eda8b36d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.748943 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0a39ec6d-b604-4ba9-956c-24eda8b36d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.752791 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-543609b1-5ecc-40d0-a2d0-daa8abefd4a4 req-6314b2fb-fbc7-4f22-8187-003eaff40b8a tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462204 Jul 15 13:08:33.762592 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-0a39ec6d-b604-4ba9-956c-24eda8b36d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35fff1ad-20d2-4239-bd09-cbf0c678fa9d']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:33.775062 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-0a39ec6d-b604-4ba9-956c-24eda8b36d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:33.775489 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-0a39ec6d-b604-4ba9-956c-24eda8b36d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2ffc2e8-adb0-46be-81af-6026bdbaa5c7') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:33.787475 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0a39ec6d-b604-4ba9-956c-24eda8b36d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.804038 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0a39ec6d-b604-4ba9-956c-24eda8b36d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.810277 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a39ec6d-b604-4ba9-956c-24eda8b36d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:08:33.810714 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0a39ec6d-b604-4ba9-956c-24eda8b36d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.813611 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:08:33.813611 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:08:33.813611 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:08:33.813611 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:08:33.813611 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:08:33.813611 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:08:33.813611 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:08:33.813611 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:08:33.813611 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:08:33.813611 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:08:33.813611 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:08:33.813611 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:08:33.813611 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:08:33.813611 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:08:33.813611 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:08:33.813611 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:08:33.813611 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:08:33.813611 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:08:33.813611 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:08:33.813611 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:08:33.813611 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:08:33.813611 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:08:33.813611 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:08:33.813611 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:08:33.813611 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:08:33.813611 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:08:33.813611 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:08:33.813611 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:08:33.813611 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:08:33.813611 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:08:33.813611 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:08:33.813611 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:08:33.816315 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b4343-8bff-458e-bd2d-972d6ed2344b req-405e490b-00e9-432c-8bdf-f2de4a92f31f tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:33.821300 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b4343-8bff-458e-bd2d-972d6ed2344b req-405e490b-00e9-432c-8bdf-f2de4a92f31f tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:33.827327 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b4343-8bff-458e-bd2d-972d6ed2344b req-405e490b-00e9-432c-8bdf-f2de4a92f31f tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:33.829034 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a3b4343-8bff-458e-bd2d-972d6ed2344b req-405e490b-00e9-432c-8bdf-f2de4a92f31f tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a28ec1b-2259-4926-8ab4-56f42e6e37f1 HTTP/1.1" status: 200 len: 2414 time: 0.1965675 Jul 15 13:08:33.878051 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0a39ec6d-b604-4ba9-956c-24eda8b36d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.896636 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0a39ec6d-b604-4ba9-956c-24eda8b36d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.900937 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0a39ec6d-b604-4ba9-956c-24eda8b36d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602-project] 10.222.0.16 "DELETE /v2.0/networks/35fff1ad-20d2-4239-bd09-cbf0c678fa9d HTTP/1.1" status: 204 len: 168 time: 0.3475764 Jul 15 13:08:33.900937 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39ec6d-b604-4ba9-956c-24eda8b36d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697529602-project] Pushing event deleted for resources: {'Network': ['ID=35fff1ad-20d2-4239-bd09-cbf0c678fa9d,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:33.909621 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-d46456b0-9633-4670-9e97-a14565646d1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a7ae702-e35a-40e4-a860-ef9e058bfb2c {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:33.915852 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 9f6353b0-3082-4772-a27e-55e3a36ef4df up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:33.918854 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a3b4343-8bff-458e-bd2d-972d6ed2344b req-ec73bd16-ecc5-430d-a319-a74cb0884d31 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0a68e0b-1c2a-4b72-8c63-99be80ebe8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818710 Jul 15 13:08:33.920660 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-d46456b0-9633-4670-9e97-a14565646d1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.934836 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-d46456b0-9633-4670-9e97-a14565646d1d service neutron] Transition to ACTIVE for port object 3a7ae702-e35a-40e4-a860-ef9e058bfb2c will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:33.940056 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-d46456b0-9633-4670-9e97-a14565646d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.974031 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 9f6353b0-3082-4772-a27e-55e3a36ef4df completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:33.979029 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 9f6353b0-3082-4772-a27e-55e3a36ef4df triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:33.979532 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.993022 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46456b0-9633-4670-9e97-a14565646d1d service neutron] Pushing event updated for resources: {'Port': ['ID=3a7ae702-e35a-40e4-a860-ef9e058bfb2c,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:34.105881 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-d46456b0-9633-4670-9e97-a14565646d1d service neutron] Attempting to bind port 3a7ae702-e35a-40e4-a860-ef9e058bfb2c on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:34.106313 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-d46456b0-9633-4670-9e97-a14565646d1d service neutron] Attempting to bind port 3a7ae702-e35a-40e4-a860-ef9e058bfb2c by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '6c08b4fd-e002-492a-bbd7-d6303b30aeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:34.106644 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-d46456b0-9633-4670-9e97-a14565646d1d service neutron] Attempting to bind port 3a7ae702-e35a-40e4-a860-ef9e058bfb2c on network 66404f0a-a6ed-4fd2-9977-c4d3e825b2da {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:34.112572 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-d46456b0-9633-4670-9e97-a14565646d1d service neutron] Port 3a7ae702-e35a-40e4-a860-ef9e058bfb2c on network 66404f0a-a6ed-4fd2-9977-c4d3e825b2da not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:34.112969 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-d46456b0-9633-4670-9e97-a14565646d1d service neutron] Attempting to bind port 3a7ae702-e35a-40e4-a860-ef9e058bfb2c on network 66404f0a-a6ed-4fd2-9977-c4d3e825b2da {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:34.119252 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-d46456b0-9633-4670-9e97-a14565646d1d service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:34.119606 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-d46456b0-9633-4670-9e97-a14565646d1d service neutron] Checking segment: {'id': '6c08b4fd-e002-492a-bbd7-d6303b30aeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:34.120000 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-d46456b0-9633-4670-9e97-a14565646d1d service neutron] Bound using segment: {'id': '6c08b4fd-e002-492a-bbd7-d6303b30aeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:34.120448 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-d46456b0-9633-4670-9e97-a14565646d1d service neutron] Bound port: 3a7ae702-e35a-40e4-a860-ef9e058bfb2c, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c08b4fd-e002-492a-bbd7-d6303b30aeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:34.121377 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-d46456b0-9633-4670-9e97-a14565646d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:34.127506 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:34.171779 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a28ec1b-2259-4926-8ab4-56f42e6e37f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6353b0-3082-4772-a27e-55e3a36ef4df'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:34.174319 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb82fba-0d7e-485f-b4fc-4fe218aaa8ed" -d '{"events": [{"server_uuid": "8a28ec1b-2259-4926-8ab4-56f42e6e37f1", "name": "network-vif-plugged", "status": "completed", "tag": "9f6353b0-3082-4772-a27e-55e3a36ef4df"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:34.209405 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 9f6353b0-3082-4772-a27e-55e3a36ef4df, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=9f6353b0-3082-4772-a27e-55e3a36ef4df,segment=NetworkSegment(4bb2d842-cdc0-4573-8a97-693bc32f3579),segment_id=4bb2d842-cdc0-4573-8a97-693bc32f3579)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:34.217953 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:34.218743 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 2460357d-8ef9-4d41-bb6b-5a47428e1c50 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:34.231362 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-d46456b0-9633-4670-9e97-a14565646d1d service neutron] For port 3a7ae702-e35a-40e4-a860-ef9e058bfb2c, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:34.245088 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-d46456b0-9633-4670-9e97-a14565646d1d service neutron] For port 3a7ae702-e35a-40e4-a860-ef9e058bfb2c, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=3a7ae702-e35a-40e4-a860-ef9e058bfb2c,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:34.254713 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-d46456b0-9633-4670-9e97-a14565646d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:34.299403 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c048ecdd-007a-446c-ad01-df23bd97b992 x-openstack-request-id: req-c048ecdd-007a-446c-ad01-df23bd97b992 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:34.299868 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a28ec1b-2259-4926-8ab4-56f42e6e37f1", "name": "network-vif-plugged", "status": "completed", "tag": "9f6353b0-3082-4772-a27e-55e3a36ef4df", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:34.300775 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c048ecdd-007a-446c-ad01-df23bd97b992 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:34.304846 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a28ec1b-2259-4926-8ab4-56f42e6e37f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6353b0-3082-4772-a27e-55e3a36ef4df', 'code': 200} Jul 15 13:08:34.357189 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=9f6353b0-3082-4772-a27e-55e3a36ef4df,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:34.374145 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46456b0-9633-4670-9e97-a14565646d1d service neutron] Pushing event updated for resources: {'Port': ['ID=3a7ae702-e35a-40e4-a860-ef9e058bfb2c,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:34.390301 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-d46456b0-9633-4670-9e97-a14565646d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:34.391292 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-d46456b0-9633-4670-9e97-a14565646d1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:34.393375 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-d46456b0-9633-4670-9e97-a14565646d1d service neutron] 10.222.0.46 "PUT /v2.0/ports/3a7ae702-e35a-40e4-a860-ef9e058bfb2c HTTP/1.1" status: 200 len: 1092 time: 1.2501807 Jul 15 13:08:34.394855 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 2460357d-8ef9-4d41-bb6b-5a47428e1c50 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:34.395418 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dad4008-d4ab-4fc6-b75f-c58af28622de', 'tag': '3a7ae702-e35a-40e4-a860-ef9e058bfb2c'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:34.397009 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99b1b70-d851-4086-93d7-f06cf518fd7d" -d '{"events": [{"name": "network-changed", "server_uuid": "0dad4008-d4ab-4fc6-b75f-c58af28622de", "tag": "3a7ae702-e35a-40e4-a860-ef9e058bfb2c"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:34.399860 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 2460357d-8ef9-4d41-bb6b-5a47428e1c50 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:34.400769 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:34.416125 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49388) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:34.523908 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:34.572656 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 2460357d-8ef9-4d41-bb6b-5a47428e1c50, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2460357d-8ef9-4d41-bb6b-5a47428e1c50,segment=NetworkSegment(a2cdd69b-5f9d-4a7f-aa06-97b5417ae945),segment_id=a2cdd69b-5f9d-4a7f-aa06-97b5417ae945)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:34.578151 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:34.637111 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=2460357d-8ef9-4d41-bb6b-5a47428e1c50,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:34.652439 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6131cfb5-ab4d-4596-9570-384f18dd580e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a6ea66cfe934401b4608a2fcc1cb13a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2351248 Jul 15 13:08:34.654946 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49394) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:34.711569 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-032fa9eb-5684-469e-b069-a20a35921fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:34.713607 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-01a1893a-d4cf-4253-b8d8-5951656adfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:34.715185 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-01a1893a-d4cf-4253-b8d8-5951656adfd9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12dc42da56354fb5b0d0acb9e0703009&device_id=0dad4008-d4ab-4fc6-b75f-c58af28622de HTTP/1.1" status: 200 len: 1095 time: 0.2551737 Jul 15 13:08:34.726295 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81302d62-64a3-4f0e-b329-61aafdc25420 req-ee448582-0b5e-4e23-ae49-04262752fdd8 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:34.727797 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-81302d62-64a3-4f0e-b329-61aafdc25420 req-ee448582-0b5e-4e23-ae49-04262752fdd8 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dad4008-d4ab-4fc6-b75f-c58af28622de HTTP/1.1" status: 200 len: 943 time: 0.2062695 Jul 15 13:08:34.730744 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069d03e-9809-4056-95b8-ee60985105f8 req-f133c7b4-2d89-422f-9d99-7ee97b14f9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:34.732238 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3069d03e-9809-4056-95b8-ee60985105f8 req-f133c7b4-2d89-422f-9d99-7ee97b14f9a1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a&tenant_id=a5495784adab4faf86ec8d11912c9669 HTTP/1.1" status: 200 len: 1102 time: 0.1599929 Jul 15 13:08:34.734460 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-032fa9eb-5684-469e-b069-a20a35921fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:34.741523 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301b415-6095-4035-abb8-0c186d585a8d req-7e5588c1-7539-4485-931c-8cc07c47b6c7 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:34.743041 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a301b415-6095-4035-abb8-0c186d585a8d req-7e5588c1-7539-4485-931c-8cc07c47b6c7 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 950 time: 0.2203958 Jul 15 13:08:34.753837 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-3069d03e-9809-4056-95b8-ee60985105f8 req-74fdc369-89ba-42e2-b317-072400a4d847 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-36', 'device_owner': 'compute:nova'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:34.783994 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-032fa9eb-5684-469e-b069-a20a35921fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:34.787346 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-032fa9eb-5684-469e-b069-a20a35921fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:34.788489 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-032fa9eb-5684-469e-b069-a20a35921fdc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/121772e3-9076-428d-8563-e20ff9a1253c HTTP/1.1" status: 204 len: 168 time: 0.1326222 Jul 15 13:08:34.796202 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032fa9eb-5684-469e-b069-a20a35921fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121772e3-9076-428d-8563-e20ff9a1253c,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:34.827408 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-62bad385-e344-4484-9900-82e8cd3084e3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a7ae702-e35a-40e4-a860-ef9e058bfb2c HTTP/1.1" status: 200 len: 217 time: 0.0941453 Jul 15 13:08:34.894614 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:34.900657 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-81302d62-64a3-4f0e-b329-61aafdc25420 req-51a35876-a006-4fad-a943-c057a37392cb tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511211 Jul 15 13:08:34.923882 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a301b415-6095-4035-abb8-0c186d585a8d req-82bd1eca-ec6e-46e5-92c9-e4d854a7c854 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596420 Jul 15 13:08:34.956583 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3069d03e-9809-4056-95b8-ee60985105f8 req-74fdc369-89ba-42e2-b317-072400a4d847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:34.973452 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b700f2bd-fe37-4eec-8027-8624838dd8ec x-openstack-request-id: req-b700f2bd-fe37-4eec-8027-8624838dd8ec {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:34.974010 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dad4008-d4ab-4fc6-b75f-c58af28622de", "tag": "3a7ae702-e35a-40e4-a860-ef9e058bfb2c", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:34.974272 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b700f2bd-fe37-4eec-8027-8624838dd8ec {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:34.974700 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dad4008-d4ab-4fc6-b75f-c58af28622de', 'tag': '3a7ae702-e35a-40e4-a860-ef9e058bfb2c', 'status': 'completed', 'code': 200} Jul 15 13:08:34.978384 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-a2703c75-5611-4fc6-bb24-0f8af7dfd957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:34.980469 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-a2703c75-5611-4fc6-bb24-0f8af7dfd957 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=504f4a49-65cd-4546-be78-3e75a4fd4784 HTTP/1.1" status: 200 len: 851 time: 0.1366827 Jul 15 13:08:35.143302 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49404) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:35.195235 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e28fe95d-ba39-4c73-9dd5-d163f821a702 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=11a7e0aead584495a6ea1d724ef26db5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497141 Jul 15 13:08:35.197824 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49406) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:35.209314 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-21e40ddc-37e0-402d-80f2-2791b03611bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:35.210941 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-21e40ddc-37e0-402d-80f2-2791b03611bf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2231133 Jul 15 13:08:35.251541 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6772430a-7d83-4e3c-a3cc-0bcadee69a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:35.276311 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6772430a-7d83-4e3c-a3cc-0bcadee69a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:35.332347 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6772430a-7d83-4e3c-a3cc-0bcadee69a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:35.335288 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6772430a-7d83-4e3c-a3cc-0bcadee69a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:35.336632 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6772430a-7d83-4e3c-a3cc-0bcadee69a14 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3184420a-d054-48d3-9b6b-8e2abcec40cb HTTP/1.1" status: 204 len: 168 time: 0.1376121 Jul 15 13:08:35.346055 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6772430a-7d83-4e3c-a3cc-0bcadee69a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3184420a-d054-48d3-9b6b-8e2abcec40cb,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:35.395506 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f54fc-163f-4b04-b415-7d07d04afa22 req-08371e34-3138-4649-950b-0b7cbe2b0749 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:35.397027 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-045f54fc-163f-4b04-b415-7d07d04afa22 req-08371e34-3138-4649-950b-0b7cbe2b0749 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 945 time: 0.2517011 Jul 15 13:08:35.456830 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-3069d03e-9809-4056-95b8-ee60985105f8 req-74fdc369-89ba-42e2-b317-072400a4d847 service neutron] For port 0e7740eb-2f79-493f-9265-975896f5d4cc, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=0e7740eb-2f79-493f-9265-975896f5d4cc,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:35.467866 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177119a8-cf67-4a4c-a275-2900b224d43c req-ef9150b0-e199-46c2-9b96-5d8509c59d04 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:35.474292 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177119a8-cf67-4a4c-a275-2900b224d43c req-ef9150b0-e199-46c2-9b96-5d8509c59d04 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:35.480250 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177119a8-cf67-4a4c-a275-2900b224d43c req-ef9150b0-e199-46c2-9b96-5d8509c59d04 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:35.482017 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-177119a8-cf67-4a4c-a275-2900b224d43c req-ef9150b0-e199-46c2-9b96-5d8509c59d04 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a28ec1b-2259-4926-8ab4-56f42e6e37f1 HTTP/1.1" status: 200 len: 2416 time: 0.2868369 Jul 15 13:08:35.499508 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-e8f0a6eb-3b51-457c-99a2-d0def9725d8a service neutron] 10.222.0.46 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723727 Jul 15 13:08:35.557388 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-045f54fc-163f-4b04-b415-7d07d04afa22 req-9bb6ebbf-282a-4aeb-8176-1a93fc958dca tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524794 Jul 15 13:08:35.587375 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-3069d03e-9809-4056-95b8-ee60985105f8 req-74fdc369-89ba-42e2-b317-072400a4d847 service neutron] For port 0e7740eb-2f79-493f-9265-975896f5d4cc, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:35.615143 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-177119a8-cf67-4a4c-a275-2900b224d43c req-62799420-48cc-45d1-929c-8c5f755e8fe9 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0a68e0b-1c2a-4b72-8c63-99be80ebe8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246536 Jul 15 13:08:35.671341 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3069d03e-9809-4056-95b8-ee60985105f8 req-74fdc369-89ba-42e2-b317-072400a4d847 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:35.689802 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-74ae0bfb-efae-47a6-a425-c50f0c71f986 req-10f1bd94-851c-405e-89de-fa0a38cf488d service neutron] 10.222.0.46 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788249 Jul 15 13:08:35.692919 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-3069d03e-9809-4056-95b8-ee60985105f8 req-74fdc369-89ba-42e2-b317-072400a4d847 service neutron] Transition to ACTIVE for port object 0e7740eb-2f79-493f-9265-975896f5d4cc will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:35.697226 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3069d03e-9809-4056-95b8-ee60985105f8 req-74fdc369-89ba-42e2-b317-072400a4d847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:35.775403 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-3069d03e-9809-4056-95b8-ee60985105f8 req-74fdc369-89ba-42e2-b317-072400a4d847 service neutron] No DVR routers for this DVR port 0e7740eb-2f79-493f-9265-975896f5d4cc on host n-h1-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:08:35.814426 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fdc369-89ba-42e2-b317-072400a4d847 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7740eb-2f79-493f-9265-975896f5d4cc,revision_number=10']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:35.852403 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-3069d03e-9809-4056-95b8-ee60985105f8 req-74fdc369-89ba-42e2-b317-072400a4d847 service neutron] Attempting to bind port 0e7740eb-2f79-493f-9265-975896f5d4cc on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:35.852743 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-3069d03e-9809-4056-95b8-ee60985105f8 req-74fdc369-89ba-42e2-b317-072400a4d847 service neutron] Attempting to bind port 0e7740eb-2f79-493f-9265-975896f5d4cc by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:35.853078 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3069d03e-9809-4056-95b8-ee60985105f8 req-74fdc369-89ba-42e2-b317-072400a4d847 service neutron] Attempting to bind port 0e7740eb-2f79-493f-9265-975896f5d4cc on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:35.860068 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3069d03e-9809-4056-95b8-ee60985105f8 req-74fdc369-89ba-42e2-b317-072400a4d847 service neutron] Port 0e7740eb-2f79-493f-9265-975896f5d4cc on network fb7e2853-c052-4bbe-a410-b119ef2f5100 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:35.860399 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3069d03e-9809-4056-95b8-ee60985105f8 req-74fdc369-89ba-42e2-b317-072400a4d847 service neutron] Attempting to bind port 0e7740eb-2f79-493f-9265-975896f5d4cc on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:35.871539 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3069d03e-9809-4056-95b8-ee60985105f8 req-74fdc369-89ba-42e2-b317-072400a4d847 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:35.871888 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3069d03e-9809-4056-95b8-ee60985105f8 req-74fdc369-89ba-42e2-b317-072400a4d847 service neutron] Checking segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:35.872283 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3069d03e-9809-4056-95b8-ee60985105f8 req-74fdc369-89ba-42e2-b317-072400a4d847 service neutron] Bound using segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:35.872721 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-3069d03e-9809-4056-95b8-ee60985105f8 req-74fdc369-89ba-42e2-b317-072400a4d847 service neutron] Bound port: 0e7740eb-2f79-493f-9265-975896f5d4cc, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:35.873085 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3069d03e-9809-4056-95b8-ee60985105f8 req-74fdc369-89ba-42e2-b317-072400a4d847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:35.894857 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b1b70-d851-4086-93d7-f06cf518fd7d req-8667f6cb-3553-47fe-85a5-cf5e21b0d717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:35.896415 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a99b1b70-d851-4086-93d7-f06cf518fd7d req-8667f6cb-3553-47fe-85a5-cf5e21b0d717 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12dc42da56354fb5b0d0acb9e0703009&device_id=0dad4008-d4ab-4fc6-b75f-c58af28622de HTTP/1.1" status: 200 len: 1095 time: 0.1186080 Jul 15 13:08:35.926408 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 952ce66b-ff85-4db0-b68e-0c88713c0b31 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:36.005321 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-3069d03e-9809-4056-95b8-ee60985105f8 req-74fdc369-89ba-42e2-b317-072400a4d847 service neutron] For port 0e7740eb-2f79-493f-9265-975896f5d4cc, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:36.024040 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-3069d03e-9809-4056-95b8-ee60985105f8 req-74fdc369-89ba-42e2-b317-072400a4d847 service neutron] For port 0e7740eb-2f79-493f-9265-975896f5d4cc, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=0e7740eb-2f79-493f-9265-975896f5d4cc,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:36.039536 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 952ce66b-ff85-4db0-b68e-0c88713c0b31 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:36.039770 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3069d03e-9809-4056-95b8-ee60985105f8 req-74fdc369-89ba-42e2-b317-072400a4d847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:36.050858 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 952ce66b-ff85-4db0-b68e-0c88713c0b31 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:36.051080 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b1b70-d851-4086-93d7-f06cf518fd7d req-714ee5ef-63fb-4397-b471-e3eff5599826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:36.051311 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:36.052661 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a99b1b70-d851-4086-93d7-f06cf518fd7d req-714ee5ef-63fb-4397-b471-e3eff5599826 service neutron] 10.222.0.46 "GET /v2.0/networks?id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da HTTP/1.1" status: 200 len: 913 time: 0.1391442 Jul 15 13:08:36.121033 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069d03e-9809-4056-95b8-ee60985105f8 req-74fdc369-89ba-42e2-b317-072400a4d847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:36.121681 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3069d03e-9809-4056-95b8-ee60985105f8 req-74fdc369-89ba-42e2-b317-072400a4d847 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:36.123107 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3069d03e-9809-4056-95b8-ee60985105f8 req-74fdc369-89ba-42e2-b317-072400a4d847 service neutron] 10.222.0.46 "PUT /v2.0/ports/0e7740eb-2f79-493f-9265-975896f5d4cc HTTP/1.1" status: 200 len: 1098 time: 1.3791661 Jul 15 13:08:36.132169 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a99b1b70-d851-4086-93d7-f06cf518fd7d req-77a25d54-a4af-447e-b02e-81ad3dd10d62 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a7ae702-e35a-40e4-a860-ef9e058bfb2c HTTP/1.1" status: 200 len: 217 time: 0.0576403 Jul 15 13:08:36.151778 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49436) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:36.265551 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b1b70-d851-4086-93d7-f06cf518fd7d req-78d4e117-a18b-422b-a6bc-8f5a7be6b152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:36.267221 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a99b1b70-d851-4086-93d7-f06cf518fd7d req-78d4e117-a18b-422b-a6bc-8f5a7be6b152 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=504f4a49-65cd-4546-be78-3e75a4fd4784 HTTP/1.1" status: 200 len: 851 time: 0.0662329 Jul 15 13:08:36.296258 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-7ca91401-cbe3-41b0-9afd-fd41253fde11 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-889753628'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:36.313536 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fdc369-89ba-42e2-b317-072400a4d847 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7740eb-2f79-493f-9265-975896f5d4cc,revision_number=11']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:36.328266 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca91401-cbe3-41b0-9afd-fd41253fde11 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Made reservation on behalf of 6c1df0be10ea400b995ba4174f3c946a for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:36.334268 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a28ec1b-2259-4926-8ab4-56f42e6e37f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2460357d-8ef9-4d41-bb6b-5a47428e1c50'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:36.334596 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7ca91401-cbe3-41b0-9afd-fd41253fde11 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:36.336667 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2cca69-a950-4089-942b-bef8d852740f" -d '{"events": [{"server_uuid": "8a28ec1b-2259-4926-8ab4-56f42e6e37f1", "name": "network-vif-plugged", "status": "completed", "tag": "2460357d-8ef9-4d41-bb6b-5a47428e1c50"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:36.344985 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:36.347168 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7ca91401-cbe3-41b0-9afd-fd41253fde11 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:36.381884 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 952ce66b-ff85-4db0-b68e-0c88713c0b31, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=952ce66b-ff85-4db0-b68e-0c88713c0b31,segment=NetworkSegment(4bb2d842-cdc0-4573-8a97-693bc32f3579),segment_id=4bb2d842-cdc0-4573-8a97-693bc32f3579)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:36.386389 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:36.453932 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=952ce66b-ff85-4db0-b68e-0c88713c0b31,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:36.463833 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7ca91401-cbe3-41b0-9afd-fd41253fde11 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:36.469152 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7ca91401-cbe3-41b0-9afd-fd41253fde11 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:36.471937 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091fa0d-2044-423d-844d-a3b1d8f52482 req-a5d1d872-e0af-4348-9897-a4c415c35da3 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:36.473838 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b091fa0d-2044-423d-844d-a3b1d8f52482 req-a5d1d872-e0af-4348-9897-a4c415c35da3 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 949 time: 0.3483343 Jul 15 13:08:36.475933 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069d03e-9809-4056-95b8-ee60985105f8 req-3ef64101-5dc8-477d-b49c-14b11f2956de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:36.477311 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3069d03e-9809-4056-95b8-ee60985105f8 req-3ef64101-5dc8-477d-b49c-14b11f2956de service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5495784adab4faf86ec8d11912c9669&device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 1101 time: 0.2793312 Jul 15 13:08:36.479305 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b1b70-d851-4086-93d7-f06cf518fd7d req-40eb9dd5-59f7-4b33-8eba-d52161e28aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:36.480579 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a99b1b70-d851-4086-93d7-f06cf518fd7d req-40eb9dd5-59f7-4b33-8eba-d52161e28aec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1698258 Jul 15 13:08:36.488646 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb220c-2cea-4420-859e-8294c72bb317 req-3adc1287-0ad6-4bc9-94ae-9d3423634dc8 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:36.490168 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f8cb220c-2cea-4420-859e-8294c72bb317 req-3adc1287-0ad6-4bc9-94ae-9d3423634dc8 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dad4008-d4ab-4fc6-b75f-c58af28622de HTTP/1.1" status: 200 len: 943 time: 0.3658187 Jul 15 13:08:36.493583 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ca91401-cbe3-41b0-9afd-fd41253fde11 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:08:36.508500 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca91401-cbe3-41b0-9afd-fd41253fde11 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1acc3a60-a97b-42df-b12b-ad796fac14a6,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:36.514220 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7ca91401-cbe3-41b0-9afd-fd41253fde11 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:36.514799 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-7ca91401-cbe3-41b0-9afd-fd41253fde11 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Added segment 9bfccb9a-43ae-49e2-9d4a-bccfa55e5a21 of type vlan for network 7937e4d8-02a8-405e-a7f3-2d70670b68bd Jul 15 13:08:36.556382 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7ca91401-cbe3-41b0-9afd-fd41253fde11 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:36.587532 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7ca91401-cbe3-41b0-9afd-fd41253fde11 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:36.593472 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca91401-cbe3-41b0-9afd-fd41253fde11 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:36.594121 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7ca91401-cbe3-41b0-9afd-fd41253fde11 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:36.630391 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7ca91401-cbe3-41b0-9afd-fd41253fde11 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4773078 Jul 15 13:08:36.633501 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49446) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:36.640885 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-bd982924-ab65-4a49-9f74-88034b2e57dd tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Request body: {'subnet': {'network_id': '7937e4d8-02a8-405e-a7f3-2d70670b68bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:36.671033 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b091fa0d-2044-423d-844d-a3b1d8f52482 req-1965792e-ba83-44c2-b0d0-f27e7969b7d9 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787403 Jul 15 13:08:36.684833 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca91401-cbe3-41b0-9afd-fd41253fde11 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Pushing event updated for resources: {'Network': ['ID=7937e4d8-02a8-405e-a7f3-2d70670b68bd,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:36.686869 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f8cb220c-2cea-4420-859e-8294c72bb317 req-a6d6f9ad-c383-4456-9f77-7beb7222380d tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845222 Jul 15 13:08:36.704927 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 7937e4d8-02a8-405e-a7f3-2d70670b68bd details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:08:36.765020 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069d03e-9809-4056-95b8-ee60985105f8 req-0c112cfa-a4d8-4bdc-a69d-cd4a6e0a4ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:36.766512 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3069d03e-9809-4056-95b8-ee60985105f8 req-0c112cfa-a4d8-4bdc-a69d-cd4a6e0a4ffd service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.2735050 Jul 15 13:08:36.773157 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a99b1b70-d851-4086-93d7-f06cf518fd7d req-134fb5b1-d32b-4dd8-aa1f-2bd583e07e05 service neutron] 10.222.0.46 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819669 Jul 15 13:08:36.779915 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd982924-ab65-4a49-9f74-88034b2e57dd tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Made reservation on behalf of 6c1df0be10ea400b995ba4174f3c946a for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:36.791393 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bd982924-ab65-4a49-9f74-88034b2e57dd tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:36.867215 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3069d03e-9809-4056-95b8-ee60985105f8 req-684d8da8-c2b9-4c6a-82b3-a5e696ed03d4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=0e7740eb-2f79-493f-9265-975896f5d4cc HTTP/1.1" status: 200 len: 217 time: 0.0799723 Jul 15 13:08:36.875182 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae16b5d-8e62-4444-b4bf-19e825d44398 x-openstack-request-id: req-fae16b5d-8e62-4444-b4bf-19e825d44398 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:36.875724 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a28ec1b-2259-4926-8ab4-56f42e6e37f1", "name": "network-vif-plugged", "status": "completed", "tag": "2460357d-8ef9-4d41-bb6b-5a47428e1c50", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:36.876076 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fae16b5d-8e62-4444-b4bf-19e825d44398 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:36.876575 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a28ec1b-2259-4926-8ab4-56f42e6e37f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2460357d-8ef9-4d41-bb6b-5a47428e1c50', 'code': 200} Jul 15 13:08:36.961657 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069d03e-9809-4056-95b8-ee60985105f8 req-c16626b6-80fd-45ac-8c82-95a5140027a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:36.963175 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3069d03e-9809-4056-95b8-ee60985105f8 req-c16626b6-80fd-45ac-8c82-95a5140027a3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0859709 Jul 15 13:08:36.976387 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9c007b-0564-462c-b12a-6d33a13e256a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e7740eb-2f79-493f-9265-975896f5d4cc'}, {'name': 'network-changed', 'server_uuid': 'cc9c007b-0564-462c-b12a-6d33a13e256a', 'tag': '0e7740eb-2f79-493f-9265-975896f5d4cc'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:36.979106 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2360517-5a26-4e5b-80c8-3232ab4e627c" -d '{"events": [{"server_uuid": "cc9c007b-0564-462c-b12a-6d33a13e256a", "name": "network-vif-unplugged", "status": "completed", "tag": "0e7740eb-2f79-493f-9265-975896f5d4cc"}, {"name": "network-changed", "server_uuid": "cc9c007b-0564-462c-b12a-6d33a13e256a", "tag": "0e7740eb-2f79-493f-9265-975896f5d4cc"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:37.043198 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a99b1b70-d851-4086-93d7-f06cf518fd7d req-1942b769-f545-430d-b052-956c39a8fb5f service neutron] 10.222.0.46 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546923 Jul 15 13:08:37.052378 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bd982924-ab65-4a49-9f74-88034b2e57dd tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:37.098385 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069d03e-9809-4056-95b8-ee60985105f8 req-988486f0-0c44-4e52-85f4-78997b05d845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:37.100112 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3069d03e-9809-4056-95b8-ee60985105f8 req-988486f0-0c44-4e52-85f4-78997b05d845 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1245964 Jul 15 13:08:37.108547 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956d395-0e56-4156-9259-dc170ac283ea req-a2fb1807-aed5-475a-946c-2bff1698e0a0 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:37.110145 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8956d395-0e56-4156-9259-dc170ac283ea req-a2fb1807-aed5-475a-946c-2bff1698e0a0 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 945 time: 0.1192815 Jul 15 13:08:37.124409 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd982924-ab65-4a49-9f74-88034b2e57dd tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Pushing event updated for resources: {'Subnet': ['ID=19ce112f-38f0-46d5-be54-575d41bb90ad,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:37.130497 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd982924-ab65-4a49-9f74-88034b2e57dd tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Checking segment: {'id': '9bfccb9a-43ae-49e2-9d4a-bccfa55e5a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7937e4d8-02a8-405e-a7f3-2d70670b68bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:37.130930 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd982924-ab65-4a49-9f74-88034b2e57dd tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Network hostable DHCP agents. Network: 7937e4d8-02a8-405e-a7f3-2d70670b68bd, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:08:37.150163 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd982924-ab65-4a49-9f74-88034b2e57dd tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Network 7937e4d8-02a8-405e-a7f3-2d70670b68bd is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:08:37.163279 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-bd982924-ab65-4a49-9f74-88034b2e57dd tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 7937e4d8-02a8-405e-a7f3-2d70670b68bd) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:37.168851 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd982924-ab65-4a49-9f74-88034b2e57dd tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:37.169680 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bd982924-ab65-4a49-9f74-88034b2e57dd tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:37.184930 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c59e1f3-a9a8-499e-bf0e-95eb4f9dfbff None None] Network 7937e4d8-02a8-405e-a7f3-2d70670b68bd requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:37.190220 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-bd982924-ab65-4a49-9f74-88034b2e57dd tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5557096 Jul 15 13:08:37.192877 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49452) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:37.198922 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-afe16d34-e31d-4eb0-aae6-d4cf4071404d tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Request body: {'port': {'network_id': '7937e4d8-02a8-405e-a7f3-2d70670b68bd', 'name': 'tempest-ExtraDHCPOptionsTestJSON-300182712'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:37.230507 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8956d395-0e56-4156-9259-dc170ac283ea req-f790b06f-334a-4927-9cbe-e396bea5a8ca tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116493 Jul 15 13:08:37.287637 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3069d03e-9809-4056-95b8-ee60985105f8 req-d2725a2d-6ae8-49df-8f40-b9133141268e service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747413 Jul 15 13:08:37.344982 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ecce7-a03f-4eb3-8c5e-c7849ac92f2a req-6007ae31-002f-4139-af1e-3b9138736579 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:37.351721 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ecce7-a03f-4eb3-8c5e-c7849ac92f2a req-6007ae31-002f-4139-af1e-3b9138736579 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:37.359283 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ecce7-a03f-4eb3-8c5e-c7849ac92f2a req-6007ae31-002f-4139-af1e-3b9138736579 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:37.369243 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c8ecce7-a03f-4eb3-8c5e-c7849ac92f2a req-6007ae31-002f-4139-af1e-3b9138736579 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a28ec1b-2259-4926-8ab4-56f42e6e37f1 HTTP/1.1" status: 200 len: 2417 time: 0.1585834 Jul 15 13:08:37.372152 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be665b0-9ed4-4f14-9649-73f53e1be31c x-openstack-request-id: req-4be665b0-9ed4-4f14-9649-73f53e1be31c {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:37.372374 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9c007b-0564-462c-b12a-6d33a13e256a", "name": "network-vif-unplugged", "status": "completed", "tag": "0e7740eb-2f79-493f-9265-975896f5d4cc", "code": 200}, {"name": "network-changed", "server_uuid": "cc9c007b-0564-462c-b12a-6d33a13e256a", "tag": "0e7740eb-2f79-493f-9265-975896f5d4cc", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:37.372634 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4be665b0-9ed4-4f14-9649-73f53e1be31c {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:37.373143 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9c007b-0564-462c-b12a-6d33a13e256a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e7740eb-2f79-493f-9265-975896f5d4cc', 'code': 200} Jul 15 13:08:37.373257 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc9c007b-0564-462c-b12a-6d33a13e256a', 'tag': '0e7740eb-2f79-493f-9265-975896f5d4cc', 'status': 'completed', 'code': 200} Jul 15 13:08:37.379140 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe16d34-e31d-4eb0-aae6-d4cf4071404d tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Made reservation on behalf of 6c1df0be10ea400b995ba4174f3c946a for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:37.380575 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef7f70e-d5f8-40f6-9785-8e4331f35186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-7937e4d8-02a8-405e-a7f3-2d70670b68bd', 'network_id': '7937e4d8-02a8-405e-a7f3-2d70670b68bd', 'tenant_id': '6c1df0be10ea400b995ba4174f3c946a', 'fixed_ips': [{'subnet_id': '19ce112f-38f0-46d5-be54-575d41bb90ad'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:08:37.381560 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fef7f70e-d5f8-40f6-9785-8e4331f35186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:37.383809 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-afe16d34-e31d-4eb0-aae6-d4cf4071404d tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:37.406212 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-afe16d34-e31d-4eb0-aae6-d4cf4071404d tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] device_id is not set on port d7949223-f77b-46f7-9558-0b0d302b0dc6 yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:08:37.529113 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-fef7f70e-d5f8-40f6-9785-8e4331f35186 None None] Allocated IP 172.20.0.2 (7937e4d8-02a8-405e-a7f3-2d70670b68bd/19ce112f-38f0-46d5-be54-575d41bb90ad/d5467c53-5112-45ff-ad39-eac3c36a375e) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:37.688859 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fef7f70e-d5f8-40f6-9785-8e4331f35186 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:37.697775 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-fef7f70e-d5f8-40f6-9785-8e4331f35186 None None] Transition to ACTIVE for port object d5467c53-5112-45ff-ad39-eac3c36a375e will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:37.715730 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-fef7f70e-d5f8-40f6-9785-8e4331f35186 None None] Transition to ACTIVE for port object d5467c53-5112-45ff-ad39-eac3c36a375e will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:37.724161 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fef7f70e-d5f8-40f6-9785-8e4331f35186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:37.782328 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-afe16d34-e31d-4eb0-aae6-d4cf4071404d tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Allocated IP 172.20.0.3 (7937e4d8-02a8-405e-a7f3-2d70670b68bd/19ce112f-38f0-46d5-be54-575d41bb90ad/d7949223-f77b-46f7-9558-0b0d302b0dc6) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:37.783683 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef7f70e-d5f8-40f6-9785-8e4331f35186 None None] Pushing event updated for resources: {'Port': ['ID=d5467c53-5112-45ff-ad39-eac3c36a375e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:37.815936 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef7f70e-d5f8-40f6-9785-8e4331f35186 None None] Network 7937e4d8-02a8-405e-a7f3-2d70670b68bd is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:37.817805 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-fef7f70e-d5f8-40f6-9785-8e4331f35186 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:37.820307 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef7f70e-d5f8-40f6-9785-8e4331f35186 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:37.888713 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-fef7f70e-d5f8-40f6-9785-8e4331f35186 None None] Attempting to bind port d5467c53-5112-45ff-ad39-eac3c36a375e on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:37.889125 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-fef7f70e-d5f8-40f6-9785-8e4331f35186 None None] Attempting to bind port d5467c53-5112-45ff-ad39-eac3c36a375e by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '9bfccb9a-43ae-49e2-9d4a-bccfa55e5a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7937e4d8-02a8-405e-a7f3-2d70670b68bd'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:37.889519 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef7f70e-d5f8-40f6-9785-8e4331f35186 None None] Attempting to bind port d5467c53-5112-45ff-ad39-eac3c36a375e on network 7937e4d8-02a8-405e-a7f3-2d70670b68bd {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:37.896056 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef7f70e-d5f8-40f6-9785-8e4331f35186 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:37.896472 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef7f70e-d5f8-40f6-9785-8e4331f35186 None None] Checking segment: {'id': '9bfccb9a-43ae-49e2-9d4a-bccfa55e5a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7937e4d8-02a8-405e-a7f3-2d70670b68bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:37.896953 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fef7f70e-d5f8-40f6-9785-8e4331f35186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:37.897363 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef7f70e-d5f8-40f6-9785-8e4331f35186 None None] Bound using segment: {'id': '9bfccb9a-43ae-49e2-9d4a-bccfa55e5a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7937e4d8-02a8-405e-a7f3-2d70670b68bd'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:37.897877 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-fef7f70e-d5f8-40f6-9785-8e4331f35186 None None] Bound port: d5467c53-5112-45ff-ad39-eac3c36a375e, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bfccb9a-43ae-49e2-9d4a-bccfa55e5a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7937e4d8-02a8-405e-a7f3-2d70670b68bd'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:37.898291 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fef7f70e-d5f8-40f6-9785-8e4331f35186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:37.939641 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c8ecce7-a03f-4eb3-8c5e-c7849ac92f2a req-588714a1-098a-4722-a50f-4df511d325d2 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0a68e0b-1c2a-4b72-8c63-99be80ebe8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5692773 Jul 15 13:08:37.945738 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3069d03e-9809-4056-95b8-ee60985105f8 req-5d0287bb-deb0-4fa9-8696-056de54684b5 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6528511 Jul 15 13:08:37.982063 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-fef7f70e-d5f8-40f6-9785-8e4331f35186 None None] For port d5467c53-5112-45ff-ad39-eac3c36a375e, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:37.987907 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-fef7f70e-d5f8-40f6-9785-8e4331f35186 None None] For port d5467c53-5112-45ff-ad39-eac3c36a375e, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=d5467c53-5112-45ff-ad39-eac3c36a375e,segment=NetworkSegment(9bfccb9a-43ae-49e2-9d4a-bccfa55e5a21),segment_id=9bfccb9a-43ae-49e2-9d4a-bccfa55e5a21)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:37.993333 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f7df3-ef80-48e9-8935-2a96b42b7f86 req-531067dc-7f26-4728-8cdd-ffac4b14fc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:37.994105 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fef7f70e-d5f8-40f6-9785-8e4331f35186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:37.995216 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e1f7df3-ef80-48e9-8935-2a96b42b7f86 req-531067dc-7f26-4728-8cdd-ffac4b14fc27 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 1097 time: 0.6210716 Jul 15 13:08:38.000062 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2360517-5a26-4e5b-80c8-3232ab4e627c req-f6b22bc6-21d9-4891-8d05-9ba67a014a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:38.001690 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d2360517-5a26-4e5b-80c8-3232ab4e627c req-f6b22bc6-21d9-4891-8d05-9ba67a014a73 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5495784adab4faf86ec8d11912c9669&device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 1101 time: 0.6041274 Jul 15 13:08:38.002081 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-afe16d34-e31d-4eb0-aae6-d4cf4071404d tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:38.022437 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-afe16d34-e31d-4eb0-aae6-d4cf4071404d tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Transition to ACTIVE for port object d7949223-f77b-46f7-9558-0b0d302b0dc6 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:38.041226 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061b975-083d-4787-933f-110a54dc185d req-c769dd98-50e8-4c60-ab63-0eee9d024c85 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:38.048529 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6061b975-083d-4787-933f-110a54dc185d req-c769dd98-50e8-4c60-ab63-0eee9d024c85 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 949 time: 0.2077284 Jul 15 13:08:38.073470 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef7f70e-d5f8-40f6-9785-8e4331f35186 None None] Pushing event updated for resources: {'Port': ['ID=d5467c53-5112-45ff-ad39-eac3c36a375e,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:38.094990 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-afe16d34-e31d-4eb0-aae6-d4cf4071404d tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:38.146817 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe16d34-e31d-4eb0-aae6-d4cf4071404d tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Network 7937e4d8-02a8-405e-a7f3-2d70670b68bd is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:38.150190 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-afe16d34-e31d-4eb0-aae6-d4cf4071404d tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:38.152612 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe16d34-e31d-4eb0-aae6-d4cf4071404d tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:38.183502 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe16d34-e31d-4eb0-aae6-d4cf4071404d tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Pushing event updated for resources: {'Port': ['ID=d7949223-f77b-46f7-9558-0b0d302b0dc6,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:38.211638 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe16d34-e31d-4eb0-aae6-d4cf4071404d tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:38.212261 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-afe16d34-e31d-4eb0-aae6-d4cf4071404d tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:38.217731 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e1f7df3-ef80-48e9-8935-2a96b42b7f86 req-8a5a72ab-859e-472b-ad6c-7b196205f860 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119422 Jul 15 13:08:38.228576 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-afe16d34-e31d-4eb0-aae6-d4cf4071404d tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0336161 Jul 15 13:08:38.231315 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49462) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:38.238007 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-f08e569a-06c0-4c00-900f-051edbc57cc2 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Request body: {'port': {'network_id': '7937e4d8-02a8-405e-a7f3-2d70670b68bd', 'name': 'tempest-ExtraDHCPOptionsTestJSON-49309025', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:38.238741 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.api.validators [None req-f08e569a-06c0-4c00-900f-051edbc57cc2 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] bootfile-name is not in valid_values {{(pid=93826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:08:38.239113 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.api.validators [None req-f08e569a-06c0-4c00-900f-051edbc57cc2 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] tftp-server is not in valid_values {{(pid=93826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:08:38.239488 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.api.validators [None req-f08e569a-06c0-4c00-900f-051edbc57cc2 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] server-ip-address is not in valid_values {{(pid=93826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:08:38.250064 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6061b975-083d-4787-933f-110a54dc185d req-53350280-d131-485c-907f-2b96ece61b74 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005756 Jul 15 13:08:38.293941 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2360517-5a26-4e5b-80c8-3232ab4e627c req-80acfb16-be3f-45a6-8082-4f244a78cab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:38.295759 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d2360517-5a26-4e5b-80c8-3232ab4e627c req-80acfb16-be3f-45a6-8082-4f244a78cab2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.2816279 Jul 15 13:08:38.327035 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2360517-5a26-4e5b-80c8-3232ab4e627c req-d8c039e6-b3b3-4617-a704-549dddaa631e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:38.328686 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d2360517-5a26-4e5b-80c8-3232ab4e627c req-d8c039e6-b3b3-4617-a704-549dddaa631e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5495784adab4faf86ec8d11912c9669&device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 1101 time: 0.2682486 Jul 15 13:08:38.380066 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d2360517-5a26-4e5b-80c8-3232ab4e627c req-d0f281b2-881d-45bc-8db2-c872fca48667 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=0e7740eb-2f79-493f-9265-975896f5d4cc HTTP/1.1" status: 200 len: 217 time: 0.0726755 Jul 15 13:08:38.389940 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f5893-8c1e-42e2-913c-b2d0dd7182a2 req-ac482f5c-1222-4066-bc22-18216bcff8bf tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:38.391649 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-881f5893-8c1e-42e2-913c-b2d0dd7182a2 req-ac482f5c-1222-4066-bc22-18216bcff8bf tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dad4008-d4ab-4fc6-b75f-c58af28622de HTTP/1.1" status: 200 len: 943 time: 0.2681341 Jul 15 13:08:38.553773 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2360517-5a26-4e5b-80c8-3232ab4e627c req-33a830ec-8978-47b0-be72-524432ee3f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:38.555253 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d2360517-5a26-4e5b-80c8-3232ab4e627c req-33a830ec-8978-47b0-be72-524432ee3f0f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.1481643 Jul 15 13:08:38.563204 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-881f5893-8c1e-42e2-913c-b2d0dd7182a2 req-d13fd10b-b33a-4a95-9941-116e4a5a00ff tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467800 Jul 15 13:08:38.592486 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 0e7740eb-2f79-493f-9265-975896f5d4cc no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:08:38.617335 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2360517-5a26-4e5b-80c8-3232ab4e627c req-91ee8024-2555-4a8d-aa8a-98e252726313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:38.619305 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d2360517-5a26-4e5b-80c8-3232ab4e627c req-91ee8024-2555-4a8d-aa8a-98e252726313 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.2553630 Jul 15 13:08:38.643956 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 0e7740eb-2f79-493f-9265-975896f5d4cc not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:08:38.679807 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d2360517-5a26-4e5b-80c8-3232ab4e627c req-eb70d932-6058-4c4f-aeb9-2febaa2b763e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=0e7740eb-2f79-493f-9265-975896f5d4cc HTTP/1.1" status: 200 len: 217 time: 0.0525773 Jul 15 13:08:38.710960 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08e569a-06c0-4c00-900f-051edbc57cc2 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Made reservation on behalf of 6c1df0be10ea400b995ba4174f3c946a for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:38.715014 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f08e569a-06c0-4c00-900f-051edbc57cc2 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:38.732818 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-f08e569a-06c0-4c00-900f-051edbc57cc2 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] device_id is not set on port 0f245299-df31-4130-b9ce-bfd787977517 yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:08:38.774207 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2360517-5a26-4e5b-80c8-3232ab4e627c req-e523da9c-82a5-4ced-b54b-e5464493d40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:38.775884 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d2360517-5a26-4e5b-80c8-3232ab4e627c req-e523da9c-82a5-4ced-b54b-e5464493d40d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2112818 Jul 15 13:08:38.778638 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2360517-5a26-4e5b-80c8-3232ab4e627c req-39608b76-5297-457b-b5f4-ca05e7b94a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:38.780174 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d2360517-5a26-4e5b-80c8-3232ab4e627c req-39608b76-5297-457b-b5f4-ca05e7b94a79 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0884593 Jul 15 13:08:38.843248 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-f08e569a-06c0-4c00-900f-051edbc57cc2 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Allocated IP 172.20.0.13 (7937e4d8-02a8-405e-a7f3-2d70670b68bd/19ce112f-38f0-46d5-be54-575d41bb90ad/0f245299-df31-4130-b9ce-bfd787977517) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:38.877981 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a28ec1b-2259-4926-8ab4-56f42e6e37f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952ce66b-ff85-4db0-b68e-0c88713c0b31'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:38.881389 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1795b23-5f36-4c1b-9b98-c07e7a9aa433" -d '{"events": [{"server_uuid": "8a28ec1b-2259-4926-8ab4-56f42e6e37f1", "name": "network-vif-plugged", "status": "completed", "tag": "952ce66b-ff85-4db0-b68e-0c88713c0b31"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:38.913444 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c7a06-0715-4cbb-aa18-d5f71c16bb8f req-c05dba0b-c247-49cb-905c-b09aae6744dc tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:38.915550 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8e1c7a06-0715-4cbb-aa18-d5f71c16bb8f req-c05dba0b-c247-49cb-905c-b09aae6744dc tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 945 time: 0.2253647 Jul 15 13:08:38.949027 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91244c8-fe47-42cf-9b56-0eaff1704da1 x-openstack-request-id: req-d91244c8-fe47-42cf-9b56-0eaff1704da1 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:38.949293 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a28ec1b-2259-4926-8ab4-56f42e6e37f1", "name": "network-vif-plugged", "status": "completed", "tag": "952ce66b-ff85-4db0-b68e-0c88713c0b31", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:38.949564 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d91244c8-fe47-42cf-9b56-0eaff1704da1 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:38.950018 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a28ec1b-2259-4926-8ab4-56f42e6e37f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952ce66b-ff85-4db0-b68e-0c88713c0b31', 'code': 200} Jul 15 13:08:38.964733 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d2360517-5a26-4e5b-80c8-3232ab4e627c req-f4305a45-3864-4843-98a0-485dffc90103 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812403 Jul 15 13:08:38.996726 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2360517-5a26-4e5b-80c8-3232ab4e627c req-2fdc038d-f5e0-4048-bdff-208bdd8bb218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:38.998379 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d2360517-5a26-4e5b-80c8-3232ab4e627c req-2fdc038d-f5e0-4048-bdff-208bdd8bb218 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2055621 Jul 15 13:08:39.018105 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8e1c7a06-0715-4cbb-aa18-d5f71c16bb8f req-c90590ac-d503-4b32-880b-5ade628e4092 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922394 Jul 15 13:08:39.089395 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f08e569a-06c0-4c00-900f-051edbc57cc2 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:39.107307 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-f08e569a-06c0-4c00-900f-051edbc57cc2 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Transition to ACTIVE for port object 0f245299-df31-4130-b9ce-bfd787977517 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:39.152879 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f08e569a-06c0-4c00-900f-051edbc57cc2 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:39.210531 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08e569a-06c0-4c00-900f-051edbc57cc2 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Network 7937e4d8-02a8-405e-a7f3-2d70670b68bd is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:39.214047 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-f08e569a-06c0-4c00-900f-051edbc57cc2 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:39.229929 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08e569a-06c0-4c00-900f-051edbc57cc2 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:39.254817 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d2360517-5a26-4e5b-80c8-3232ab4e627c req-59374d29-621a-41ca-a683-675eeaf999bc service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821078 Jul 15 13:08:39.256737 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e569a-06c0-4c00-900f-051edbc57cc2 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Pushing event updated for resources: {'Port': ['ID=0f245299-df31-4130-b9ce-bfd787977517,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:39.293983 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08e569a-06c0-4c00-900f-051edbc57cc2 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:39.294123 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d2360517-5a26-4e5b-80c8-3232ab4e627c req-1e53eba2-f56c-43a1-b57d-b3f9dcfce01c service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688212 Jul 15 13:08:39.294803 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f08e569a-06c0-4c00-900f-051edbc57cc2 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:39.312134 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f08e569a-06c0-4c00-900f-051edbc57cc2 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.0796237 Jul 15 13:08:39.314823 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49472) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:39.327780 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec79820-bb34-42d2-83bb-243fe22aa1f9 req-80d891ed-6aa5-400a-9e63-2376b1f910ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:39.328174 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec79820-bb34-42d2-83bb-243fe22aa1f9 req-80d891ed-6aa5-400a-9e63-2376b1f910ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:39.328692 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec79820-bb34-42d2-83bb-243fe22aa1f9 req-80d891ed-6aa5-400a-9e63-2376b1f910ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:39.330442 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aec79820-bb34-42d2-83bb-243fe22aa1f9 req-80d891ed-6aa5-400a-9e63-2376b1f910ca service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a28ec1b-2259-4926-8ab4-56f42e6e37f1 HTTP/1.1" status: 200 len: 2873 time: 0.2828374 Jul 15 13:08:39.364370 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d70f0a-612a-42c8-9d81-9d7e43271075 req-966a08d2-b062-4e61-9f10-fdc088e4f3a2 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:39.370905 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d70f0a-612a-42c8-9d81-9d7e43271075 req-966a08d2-b062-4e61-9f10-fdc088e4f3a2 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:39.375399 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b5cdf5-284b-4c47-a616-5637f5091b9e None None] Network 7937e4d8-02a8-405e-a7f3-2d70670b68bd requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:39.380192 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d70f0a-612a-42c8-9d81-9d7e43271075 req-966a08d2-b062-4e61-9f10-fdc088e4f3a2 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:39.382000 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-94d70f0a-612a-42c8-9d81-9d7e43271075 req-966a08d2-b062-4e61-9f10-fdc088e4f3a2 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a28ec1b-2259-4926-8ab4-56f42e6e37f1 HTTP/1.1" status: 200 len: 2417 time: 0.2576215 Jul 15 13:08:39.480275 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0183c925-ff2f-435f-9579-b1db059b093d tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:39.485383 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-cdcd780a-f464-414e-abe3-1e0dce35880e None None] Provisioning for port d5467c53-5112-45ff-ad39-eac3c36a375e completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:39.488998 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0183c925-ff2f-435f-9579-b1db059b093d tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:39.495304 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0183c925-ff2f-435f-9579-b1db059b093d tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:39.500683 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0183c925-ff2f-435f-9579-b1db059b093d tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.1807971 Jul 15 13:08:39.502426 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49478) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:39.506912 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aec79820-bb34-42d2-83bb-243fe22aa1f9 req-c7490c72-d0c1-486c-8817-2d2f20e34b3d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a0a68e0b-1c2a-4b72-8c63-99be80ebe8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624169 Jul 15 13:08:39.543299 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-94d70f0a-612a-42c8-9d81-9d7e43271075 req-7c0c2fc3-edd1-4aa0-8c8d-522803303f30 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0a68e0b-1c2a-4b72-8c63-99be80ebe8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497843 Jul 15 13:08:39.565253 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d2360517-5a26-4e5b-80c8-3232ab4e627c req-d6de2cf6-6910-4e05-be69-2aa0752aaab3 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614832 Jul 15 13:08:39.622832 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2eb460-1050-4598-b034-449cc2cc0c84 req-25ecbb39-369e-4a5c-b5fa-d4daf1cd6a8e tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:39.624538 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef2eb460-1050-4598-b034-449cc2cc0c84 req-25ecbb39-369e-4a5c-b5fa-d4daf1cd6a8e tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 949 time: 0.1527553 Jul 15 13:08:39.676906 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-1cbed81a-4e4c-4a8a-8f49-d35d0cea602c tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Deleting port 0f245299-df31-4130-b9ce-bfd787977517 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:39.677262 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1cbed81a-4e4c-4a8a-8f49-d35d0cea602c tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:39.687261 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef2eb460-1050-4598-b034-449cc2cc0c84 req-bb38c7d1-3cfd-469d-8511-77508dc14834 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554471 Jul 15 13:08:39.719835 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device d5467c53-5112-45ff-ad39-eac3c36a375e up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:39.789009 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port d5467c53-5112-45ff-ad39-eac3c36a375e completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:39.796103 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port d5467c53-5112-45ff-ad39-eac3c36a375e triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:39.796764 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:39.810028 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1cbed81a-4e4c-4a8a-8f49-d35d0cea602c tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:39.824777 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-1cbed81a-4e4c-4a8a-8f49-d35d0cea602c tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Calling delete_port for 0f245299-df31-4130-b9ce-bfd787977517 owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:39.922476 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f0174-7705-403c-83b3-7d1ec668fe89 req-07526c62-d4eb-440d-9dff-24f727138f14 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:39.924646 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-034f0174-7705-403c-83b3-7d1ec668fe89 req-07526c62-d4eb-440d-9dff-24f727138f14 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dad4008-d4ab-4fc6-b75f-c58af28622de HTTP/1.1" status: 200 len: 943 time: 0.0983896 Jul 15 13:08:39.929387 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:39.950934 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 3a7ae702-e35a-40e4-a860-ef9e058bfb2c details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:39.979609 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port d5467c53-5112-45ff-ad39-eac3c36a375e, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=d5467c53-5112-45ff-ad39-eac3c36a375e,segment=NetworkSegment(9bfccb9a-43ae-49e2-9d4a-bccfa55e5a21),segment_id=9bfccb9a-43ae-49e2-9d4a-bccfa55e5a21)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:39.986989 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-034f0174-7705-403c-83b3-7d1ec668fe89 req-dbcce2c8-10e5-4b02-adfd-3b297718d225 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528929 Jul 15 13:08:39.988916 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:40.012402 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1cbed81a-4e4c-4a8a-8f49-d35d0cea602c tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:40.064856 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbed81a-4e4c-4a8a-8f49-d35d0cea602c tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Pushing event deleted for resources: {'Port': ['ID=0f245299-df31-4130-b9ce-bfd787977517,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:40.087062 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6851b5c7-cdf0-48fa-9356-29243c167157 None None] Provisioning for port d7949223-f77b-46f7-9558-0b0d302b0dc6 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:40.105880 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6851b5c7-cdf0-48fa-9356-29243c167157 None None] Provisioning complete for port d7949223-f77b-46f7-9558-0b0d302b0dc6 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:40.106261 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6851b5c7-cdf0-48fa-9356-29243c167157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:40.109254 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=d5467c53-5112-45ff-ad39-eac3c36a375e,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:40.152593 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1cbed81a-4e4c-4a8a-8f49-d35d0cea602c tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:40.158441 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1cbed81a-4e4c-4a8a-8f49-d35d0cea602c tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] 10.222.0.16 "DELETE /v2.0/ports/0f245299-df31-4130-b9ce-bfd787977517 HTTP/1.1" status: 204 len: 168 time: 0.6502132 Jul 15 13:08:40.160005 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49486) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:40.166077 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-f7ad8c15-82ef-4c0b-8406-743f2ffc8c17 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Request body: {'port': {'name': 'tempest-new-port-name-1125840684', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:40.166706 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.api.validators [None req-f7ad8c15-82ef-4c0b-8406-743f2ffc8c17 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] bootfile-name is not in valid_values {{(pid=93825) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:08:40.167140 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.api.validators [None req-f7ad8c15-82ef-4c0b-8406-743f2ffc8c17 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] tftp-server is not in valid_values {{(pid=93825) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:08:40.167927 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.api.validators [None req-f7ad8c15-82ef-4c0b-8406-743f2ffc8c17 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] server-ip-address is not in valid_values {{(pid=93825) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:08:40.168959 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 3a7ae702-e35a-40e4-a860-ef9e058bfb2c, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=3a7ae702-e35a-40e4-a860-ef9e058bfb2c,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:40.188585 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-6851b5c7-cdf0-48fa-9356-29243c167157 None None] Port d7949223-f77b-46f7-9558-0b0d302b0dc6 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:08:40.190387 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '3a7ae702-e35a-40e4-a860-ef9e058bfb2c', 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da', 'port_id': '3a7ae702-e35a-40e4-a860-ef9e058bfb2c', 'mac_address': 'fa:16:3e:b2:16:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '504f4a49-65cd-4546-be78-3e75a4fd4784', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:08:40.231514 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6851b5c7-cdf0-48fa-9356-29243c167157 None None] Provisioning complete for port d5467c53-5112-45ff-ad39-eac3c36a375e triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:40.231911 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6851b5c7-cdf0-48fa-9356-29243c167157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:40.258168 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:40.280716 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a7ae702-e35a-40e4-a860-ef9e058bfb2c {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:40.306778 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 3a7ae702-e35a-40e4-a860-ef9e058bfb2c, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=3a7ae702-e35a-40e4-a860-ef9e058bfb2c,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:40.325465 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23fe53-5efc-4b05-b8e1-4eeea97a3c28 req-de280d75-c01e-4ddd-8ecc-9d0131abedad tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:40.327324 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5f23fe53-5efc-4b05-b8e1-4eeea97a3c28 req-de280d75-c01e-4ddd-8ecc-9d0131abedad tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 945 time: 0.1278188 Jul 15 13:08:40.330792 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8c15-82ef-4c0b-8406-743f2ffc8c17 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:40.332307 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:40.394391 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6851b5c7-cdf0-48fa-9356-29243c167157 None None] Could not find standard attr ID for object 0f245299-df31-4130-b9ce-bfd787977517. {{(pid=93827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:08:40.400273 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=3a7ae702-e35a-40e4-a860-ef9e058bfb2c,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:40.426215 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5f23fe53-5efc-4b05-b8e1-4eeea97a3c28 req-de619fec-17ce-49de-8a08-82e7458e64dd tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772603 Jul 15 13:08:40.524127 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-00b94fb5-38ee-4afb-be09-e1e1f10f30e9 None None] Provisioning complete for port d7949223-f77b-46f7-9558-0b0d302b0dc6 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:40.524661 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-00b94fb5-38ee-4afb-be09-e1e1f10f30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:40.587564 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-00b94fb5-38ee-4afb-be09-e1e1f10f30e9 None None] Port d7949223-f77b-46f7-9558-0b0d302b0dc6 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:08:40.655590 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8c15-82ef-4c0b-8406-743f2ffc8c17 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:40.662843 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8c15-82ef-4c0b-8406-743f2ffc8c17 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:40.712587 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-dd4d6190-857e-4a98-bd82-bd87566eaf69 None None] Could not find standard attr ID for object 0f245299-df31-4130-b9ce-bfd787977517. {{(pid=93827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:08:40.875656 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad8c15-82ef-4c0b-8406-743f2ffc8c17 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Pushing event updated for resources: {'Port': ['ID=d7949223-f77b-46f7-9558-0b0d302b0dc6,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:40.931464 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f7ad8c15-82ef-4c0b-8406-743f2ffc8c17 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] In _notify_port_updated(), no bound segment for port d7949223-f77b-46f7-9558-0b0d302b0dc6 on network 7937e4d8-02a8-405e-a7f3-2d70670b68bd {{(pid=93825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:08:40.937336 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ad8c15-82ef-4c0b-8406-743f2ffc8c17 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:40.937982 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8c15-82ef-4c0b-8406-743f2ffc8c17 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:40.939388 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f7ad8c15-82ef-4c0b-8406-743f2ffc8c17 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] 10.222.0.16 "PUT /v2.0/ports/d7949223-f77b-46f7-9558-0b0d302b0dc6 HTTP/1.1" status: 200 len: 1136 time: 0.7782402 Jul 15 13:08:40.942529 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49508) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:40.954589 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-4b2a0239-c53c-40ae-96e4-24d05df28336 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:40.956926 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-4b2a0239-c53c-40ae-96e4-24d05df28336 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/networks?id=70b5a7aa-0307-4f90-8da6-d6b5f4dbd134 HTTP/1.1" status: 200 len: 811 time: 0.2902517 Jul 15 13:08:40.972873 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['3a7ae702-e35a-40e4-a860-ef9e058bfb2c'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:40.981159 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62635646-26ff-49fb-9f72-44aa36b3f91a req-5f2e5d78-354c-4233-a3c3-a189beaed9c5 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:40.988118 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62635646-26ff-49fb-9f72-44aa36b3f91a req-5f2e5d78-354c-4233-a3c3-a189beaed9c5 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:40.994651 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62635646-26ff-49fb-9f72-44aa36b3f91a req-5f2e5d78-354c-4233-a3c3-a189beaed9c5 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:40.996540 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-62635646-26ff-49fb-9f72-44aa36b3f91a req-5f2e5d78-354c-4233-a3c3-a189beaed9c5 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a28ec1b-2259-4926-8ab4-56f42e6e37f1 HTTP/1.1" status: 200 len: 2417 time: 0.2515368 Jul 15 13:08:41.014603 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-c968b2e9-9ecb-42aa-9307-3afdf4cb0dea tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/quotas/0df8965cb60d49839fdaa2536ee5f493 HTTP/1.1" status: 200 len: 375 time: 0.0472677 Jul 15 13:08:41.039918 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ee5f1b-a508-4865-9a71-522a0874d266 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:41.041423 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b8ee5f1b-a508-4865-9a71-522a0874d266 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] 10.222.0.16 "GET /v2.0/ports/d7949223-f77b-46f7-9558-0b0d302b0dc6 HTTP/1.1" status: 200 len: 1136 time: 0.0980520 Jul 15 13:08:41.049614 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49512) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:41.097703 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-62635646-26ff-49fb-9f72-44aa36b3f91a req-a4eda4ef-cb45-4d4e-a15b-e6c15a47fe73 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0a68e0b-1c2a-4b72-8c63-99be80ebe8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914397 Jul 15 13:08:41.133800 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-7028f6b3-8965-4f30-9079-fbb1ca862b0b tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0df8965cb60d49839fdaa2536ee5f493&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1100869 Jul 15 13:08:41.165342 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-751cb90f-b52d-4358-a575-eab5daecb570 None None] Provisioning complete for port d7949223-f77b-46f7-9558-0b0d302b0dc6 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:41.165879 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-751cb90f-b52d-4358-a575-eab5daecb570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:41.211435 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-e6517175-21e0-41d5-a08a-0d4d8b55a9fb tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Deleting port d7949223-f77b-46f7-9558-0b0d302b0dc6 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:41.212074 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e6517175-21e0-41d5-a08a-0d4d8b55a9fb tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:41.225658 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-751cb90f-b52d-4358-a575-eab5daecb570 None None] Port d7949223-f77b-46f7-9558-0b0d302b0dc6 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:08:41.253849 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-04606174-2325-4180-ad8f-6f455e28378c service neutron] 10.222.0.16 "GET /v2.0/networks/70b5a7aa-0307-4f90-8da6-d6b5f4dbd134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195333 Jul 15 13:08:41.316264 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e6517175-21e0-41d5-a08a-0d4d8b55a9fb tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:41.328372 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-e6517175-21e0-41d5-a08a-0d4d8b55a9fb tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Calling delete_port for d7949223-f77b-46f7-9558-0b0d302b0dc6 owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:41.350233 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-63eef267-3168-4528-b6d7-d90314e60a5a service neutron] 10.222.0.16 "GET /v2.0/networks/70b5a7aa-0307-4f90-8da6-d6b5f4dbd134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900466 Jul 15 13:08:41.444961 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209503e9-d04e-4d17-ae37-0fd57f7bae33 req-98672ed7-89d8-4224-b444-6e801fcbf601 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:41.446570 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-209503e9-d04e-4d17-ae37-0fd57f7bae33 req-98672ed7-89d8-4224-b444-6e801fcbf601 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 949 time: 0.0740969 Jul 15 13:08:41.477114 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e6517175-21e0-41d5-a08a-0d4d8b55a9fb tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:41.491641 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-209503e9-d04e-4d17-ae37-0fd57f7bae33 req-6fe4f1e7-57b4-428c-955b-c80226aa34c0 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392563 Jul 15 13:08:41.512400 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6517175-21e0-41d5-a08a-0d4d8b55a9fb tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Pushing event deleted for resources: {'Port': ['ID=d7949223-f77b-46f7-9558-0b0d302b0dc6,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:41.657693 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e6517175-21e0-41d5-a08a-0d4d8b55a9fb tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:41.667116 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e6517175-21e0-41d5-a08a-0d4d8b55a9fb tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] 10.222.0.16 "DELETE /v2.0/ports/d7949223-f77b-46f7-9558-0b0d302b0dc6 HTTP/1.1" status: 204 len: 168 time: 0.6142135 Jul 15 13:08:41.667652 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49520) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:41.687254 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device d5467c53-5112-45ff-ad39-eac3c36a375e up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:41.713332 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8a150693-83c7-4f87-96b6-bcfe4d1c1844 req-f976c38b-31b9-4ab7-aa96-d31301e319ec tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 210 time: 0.0647273 Jul 15 13:08:41.754047 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port d5467c53-5112-45ff-ad39-eac3c36a375e triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:41.754433 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:41.774907 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-76728df8-76c8-4614-8ba9-6a313446aa1e tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Deleting subnet 19ce112f-38f0-46d5-be54-575d41bb90ad {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:08:41.779698 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-76728df8-76c8-4614-8ba9-6a313446aa1e tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:41.786044 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6247603-07d7-4ae1-a3a1-c6a9a714e90b req-29702435-98f1-4170-bc8e-6fcc460835eb tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:41.797299 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6247603-07d7-4ae1-a3a1-c6a9a714e90b req-29702435-98f1-4170-bc8e-6fcc460835eb tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dad4008-d4ab-4fc6-b75f-c58af28622de HTTP/1.1" status: 200 len: 944 time: 0.1384375 Jul 15 13:08:41.853396 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6247603-07d7-4ae1-a3a1-c6a9a714e90b req-d7bc1387-b1cf-481a-8c68-c4512d5c9080 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550976 Jul 15 13:08:41.873433 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-76728df8-76c8-4614-8ba9-6a313446aa1e tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:41.970923 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-76728df8-76c8-4614-8ba9-6a313446aa1e tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:41.978169 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 0e7740eb-2f79-493f-9265-975896f5d4cc details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:42.052732 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-76728df8-76c8-4614-8ba9-6a313446aa1e tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:42.081316 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76728df8-76c8-4614-8ba9-6a313446aa1e tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Pushing event deleted for resources: {'Subnet': ['ID=19ce112f-38f0-46d5-be54-575d41bb90ad,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:42.090279 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-76728df8-76c8-4614-8ba9-6a313446aa1e tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:42.091955 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-76728df8-76c8-4614-8ba9-6a313446aa1e tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] 10.222.0.16 "DELETE /v2.0/subnets/19ce112f-38f0-46d5-be54-575d41bb90ad HTTP/1.1" status: 204 len: 168 time: 0.4229980 Jul 15 13:08:42.094712 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49530) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:42.095770 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 0e7740eb-2f79-493f-9265-975896f5d4cc, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=0e7740eb-2f79-493f-9265-975896f5d4cc,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:42.100487 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c689b7b-29eb-40bd-8c53-a88a9468fd27 None None] Network 7937e4d8-02a8-405e-a7f3-2d70670b68bd requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:42.129444 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '0e7740eb-2f79-493f-9265-975896f5d4cc', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': '0e7740eb-2f79-493f-9265-975896f5d4cc', 'mac_address': 'fa:16:3e:d5:5b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:08:42.238191 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-193f93e2-1d23-4c13-a7be-d42ec4274fb3 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:42.257542 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:42.275902 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e7740eb-2f79-493f-9265-975896f5d4cc {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:42.303836 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7daa9-a5a7-48e0-84d8-6c98904f6cdb req-55bc6ed3-edba-48c8-8f13-2b1e3c81c9c2 tempest-MigrationsAdminTest-1397689877 tempest-MigrationsAdminTest-1397689877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:42.305943 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6fb7daa9-a5a7-48e0-84d8-6c98904f6cdb req-55bc6ed3-edba-48c8-8f13-2b1e3c81c9c2 tempest-MigrationsAdminTest-1397689877 tempest-MigrationsAdminTest-1397689877-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 1101 time: 0.1112607 Jul 15 13:08:42.307574 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 0e7740eb-2f79-493f-9265-975896f5d4cc, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=0e7740eb-2f79-493f-9265-975896f5d4cc,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:42.317606 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:42.374589 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=0e7740eb-2f79-493f-9265-975896f5d4cc,revision_number=12']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:42.389828 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6fb7daa9-a5a7-48e0-84d8-6c98904f6cdb req-8556b561-53c6-400d-a452-e74d833a61af tempest-MigrationsAdminTest-1397689877 tempest-MigrationsAdminTest-1397689877-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590179 Jul 15 13:08:42.406610 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4eb9fa2-fcdb-4c4c-a7dc-e17b31cb36ee None None] DHCP port deletion for 7937e4d8-02a8-405e-a7f3-2d70670b68bd request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:08:42.424296 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-193f93e2-1d23-4c13-a7be-d42ec4274fb3 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Deleting port d5467c53-5112-45ff-ad39-eac3c36a375e {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:42.424641 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-193f93e2-1d23-4c13-a7be-d42ec4274fb3 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:42.461084 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a4eb9fa2-fcdb-4c4c-a7dc-e17b31cb36ee None None] Deleting port d5467c53-5112-45ff-ad39-eac3c36a375e {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:42.461543 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4eb9fa2-fcdb-4c4c-a7dc-e17b31cb36ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:42.467941 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d28012-93e1-489c-aee4-69d14131aabc req-b7e89775-5902-44e5-acc3-a8666d9bb512 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:42.476489 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d28012-93e1-489c-aee4-69d14131aabc req-b7e89775-5902-44e5-acc3-a8666d9bb512 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:42.483296 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d28012-93e1-489c-aee4-69d14131aabc req-b7e89775-5902-44e5-acc3-a8666d9bb512 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:42.485198 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-81d28012-93e1-489c-aee4-69d14131aabc req-b7e89775-5902-44e5-acc3-a8666d9bb512 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a28ec1b-2259-4926-8ab4-56f42e6e37f1 HTTP/1.1" status: 200 len: 2417 time: 0.1969736 Jul 15 13:08:42.544651 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a4eb9fa2-fcdb-4c4c-a7dc-e17b31cb36ee None None] For port d5467c53-5112-45ff-ad39-eac3c36a375e, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=d5467c53-5112-45ff-ad39-eac3c36a375e,segment=NetworkSegment(9bfccb9a-43ae-49e2-9d4a-bccfa55e5a21),segment_id=9bfccb9a-43ae-49e2-9d4a-bccfa55e5a21)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:42.545056 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4eb9fa2-fcdb-4c4c-a7dc-e17b31cb36ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:42.552907 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-193f93e2-1d23-4c13-a7be-d42ec4274fb3 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] For port d5467c53-5112-45ff-ad39-eac3c36a375e, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=d5467c53-5112-45ff-ad39-eac3c36a375e,segment=NetworkSegment(9bfccb9a-43ae-49e2-9d4a-bccfa55e5a21),segment_id=9bfccb9a-43ae-49e2-9d4a-bccfa55e5a21)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:42.553325 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-193f93e2-1d23-4c13-a7be-d42ec4274fb3 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:42.558145 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a4eb9fa2-fcdb-4c4c-a7dc-e17b31cb36ee None None] Calling delete_port for d5467c53-5112-45ff-ad39-eac3c36a375e owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:42.574852 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-193f93e2-1d23-4c13-a7be-d42ec4274fb3 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Calling delete_port for d5467c53-5112-45ff-ad39-eac3c36a375e owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:42.583501 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-81d28012-93e1-489c-aee4-69d14131aabc req-1e89b9c3-fbff-4fb3-a45f-43b7b368a90e tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0a68e0b-1c2a-4b72-8c63-99be80ebe8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903318 Jul 15 13:08:42.654489 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4eb9fa2-fcdb-4c4c-a7dc-e17b31cb36ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:42.681021 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb9fa2-fcdb-4c4c-a7dc-e17b31cb36ee None None] Pushing event deleted for resources: {'Port': ['ID=d5467c53-5112-45ff-ad39-eac3c36a375e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:42.687022 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-193f93e2-1d23-4c13-a7be-d42ec4274fb3 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:42.690213 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eb9fa2-fcdb-4c4c-a7dc-e17b31cb36ee None None] No DVR routers for this DVR port d5467c53-5112-45ff-ad39-eac3c36a375e on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:08:42.720078 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f93e2-1d23-4c13-a7be-d42ec4274fb3 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Pushing event deleted for resources: {'Port': ['ID=d5467c53-5112-45ff-ad39-eac3c36a375e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:42.722717 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193f93e2-1d23-4c13-a7be-d42ec4274fb3 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] No DVR routers for this DVR port d5467c53-5112-45ff-ad39-eac3c36a375e on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:08:42.922117 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['0e7740eb-2f79-493f-9265-975896f5d4cc'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:43.149198 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-193f93e2-1d23-4c13-a7be-d42ec4274fb3 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:43.185211 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-193f93e2-1d23-4c13-a7be-d42ec4274fb3 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7937e4d8-02a8-405e-a7f3-2d70670b68bd']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:43.226177 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2e396b06-090c-43b7-b640-86e2c85321d0 req-3ae80bd0-0224-4606-a839-a1f2ddb221c3 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 210 time: 0.0731075 Jul 15 13:08:43.240290 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-193f93e2-1d23-4c13-a7be-d42ec4274fb3 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bfccb9a-43ae-49e2-9d4a-bccfa55e5a21') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:43.240585 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-193f93e2-1d23-4c13-a7be-d42ec4274fb3 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bfccb9a-43ae-49e2-9d4a-bccfa55e5a21') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:43.262200 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-193f93e2-1d23-4c13-a7be-d42ec4274fb3 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:43.308161 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-193f93e2-1d23-4c13-a7be-d42ec4274fb3 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:43.323076 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-193f93e2-1d23-4c13-a7be-d42ec4274fb3 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:08:43.323475 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-193f93e2-1d23-4c13-a7be-d42ec4274fb3 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: self.session.flush() Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: self.session.flush() Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: self.session.flush() Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: self.session.flush() Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:08:43.327875 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:08:43.413198 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-baf26688-6bca-42c8-b5b1-73631a08c409 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:43.414671 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-baf26688-6bca-42c8-b5b1-73631a08c409 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.46 "GET /v2.0/networks?id=70b5a7aa-0307-4f90-8da6-d6b5f4dbd134 HTTP/1.1" status: 200 len: 811 time: 0.2530820 Jul 15 13:08:43.425764 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de029ce-178b-462f-8f24-8abb0b746a39 req-8182870a-fe85-40ca-a437-1e6ca06e6bf4 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:43.427206 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9de029ce-178b-462f-8f24-8abb0b746a39 req-8182870a-fe85-40ca-a437-1e6ca06e6bf4 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 950 time: 0.2753189 Jul 15 13:08:43.428300 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-193f93e2-1d23-4c13-a7be-d42ec4274fb3 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:43.435428 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-193f93e2-1d23-4c13-a7be-d42ec4274fb3 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:43.437128 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-193f93e2-1d23-4c13-a7be-d42ec4274fb3 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] 10.222.0.16 "DELETE /v2.0/networks/7937e4d8-02a8-405e-a7f3-2d70670b68bd HTTP/1.1" status: 204 len: 168 time: 1.3406529 Jul 15 13:08:43.459022 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-4991aeaa-b5a7-4759-97c3-3ef4231d4ae0 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Request body: {'port': {'device_id': '9b2453cc-bf50-49f6-a542-703f35973940', 'network_id': '70b5a7aa-0307-4f90-8da6-d6b5f4dbd134', 'admin_state_up': True, 'tenant_id': '0df8965cb60d49839fdaa2536ee5f493'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:43.469741 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f93e2-1d23-4c13-a7be-d42ec4274fb3 tempest-ExtraDHCPOptionsTestJSON-517442409 tempest-ExtraDHCPOptionsTestJSON-517442409-project] Pushing event deleted for resources: {'Network': ['ID=7937e4d8-02a8-405e-a7f3-2d70670b68bd,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:43.564366 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9de029ce-178b-462f-8f24-8abb0b746a39 req-bbb0ee14-f018-4780-93b4-eba6ba3dfb33 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019502 Jul 15 13:08:43.646105 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device d5467c53-5112-45ff-ad39-eac3c36a375e no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:08:43.671051 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: d5467c53-5112-45ff-ad39-eac3c36a375e {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:08:43.671494 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device d5467c53-5112-45ff-ad39-eac3c36a375e not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:08:43.683188 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-4991aeaa-b5a7-4759-97c3-3ef4231d4ae0 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Made reservation on behalf of 0df8965cb60d49839fdaa2536ee5f493 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:43.687121 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-4991aeaa-b5a7-4759-97c3-3ef4231d4ae0 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:43.743226 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18568ad1-3d34-4244-9f43-f53653893336 req-0017c135-80b4-461d-9d6c-f90d3b7250bf tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:43.744815 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-18568ad1-3d34-4244-9f43-f53653893336 req-0017c135-80b4-461d-9d6c-f90d3b7250bf tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dad4008-d4ab-4fc6-b75f-c58af28622de HTTP/1.1" status: 200 len: 944 time: 0.1455548 Jul 15 13:08:43.767212 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49558) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:43.852454 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b9bd5-24f6-4d41-bb7e-0c289954fbea req-e80f14c3-5e78-49e3-9047-61e35341ca19 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:43.858089 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b9bd5-24f6-4d41-bb7e-0c289954fbea req-e80f14c3-5e78-49e3-9047-61e35341ca19 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:43.864429 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b9bd5-24f6-4d41-bb7e-0c289954fbea req-e80f14c3-5e78-49e3-9047-61e35341ca19 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:43.866095 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-561b9bd5-24f6-4d41-bb7e-0c289954fbea req-e80f14c3-5e78-49e3-9047-61e35341ca19 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a28ec1b-2259-4926-8ab4-56f42e6e37f1 HTTP/1.1" status: 200 len: 2417 time: 0.2001603 Jul 15 13:08:43.894196 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-18568ad1-3d34-4244-9f43-f53653893336 req-3cc51f96-bafe-4aca-93fb-65cd93411163 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422365 Jul 15 13:08:43.903056 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-35b301c5-758d-4daf-bd96-8dc851fb0964 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c1df0be10ea400b995ba4174f3c946a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1341572 Jul 15 13:08:43.905192 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49564) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:43.944378 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-4991aeaa-b5a7-4759-97c3-3ef4231d4ae0 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Allocated IP 172.20.0.10 (70b5a7aa-0307-4f90-8da6-d6b5f4dbd134/102dce41-7385-4388-8185-14c00f6a3ad4/74fd9eb1-9797-46dd-8b28-b77c2726386c) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:43.954941 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-561b9bd5-24f6-4d41-bb7e-0c289954fbea req-78e380e7-d929-454f-bc5f-14f80b1bfcc4 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0a68e0b-1c2a-4b72-8c63-99be80ebe8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644596 Jul 15 13:08:43.959881 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9c8e532d-a5a2-4313-84fa-9b795662323b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:43.982812 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 3a7ae702-e35a-40e4-a860-ef9e058bfb2c up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:43.989924 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9c8e532d-a5a2-4313-84fa-9b795662323b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:44.051572 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9c8e532d-a5a2-4313-84fa-9b795662323b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:44.056303 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9c8e532d-a5a2-4313-84fa-9b795662323b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:44.060095 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9c8e532d-a5a2-4313-84fa-9b795662323b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1acc3a60-a97b-42df-b12b-ad796fac14a6 HTTP/1.1" status: 204 len: 168 time: 0.1519091 Jul 15 13:08:44.070283 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e532d-a5a2-4313-84fa-9b795662323b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acc3a60-a97b-42df-b12b-ad796fac14a6,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:44.070633 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 3a7ae702-e35a-40e4-a860-ef9e058bfb2c completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:44.075115 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 3a7ae702-e35a-40e4-a860-ef9e058bfb2c triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:44.076031 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:44.162376 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-4991aeaa-b5a7-4759-97c3-3ef4231d4ae0 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:44.176900 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:44.200331 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dad4008-d4ab-4fc6-b75f-c58af28622de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7ae702-e35a-40e4-a860-ef9e058bfb2c'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:44.202797 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8306f7-cccd-4ec3-a493-dda65918e0f4" -d '{"events": [{"server_uuid": "0dad4008-d4ab-4fc6-b75f-c58af28622de", "name": "network-vif-plugged", "status": "completed", "tag": "3a7ae702-e35a-40e4-a860-ef9e058bfb2c"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:44.216077 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-4991aeaa-b5a7-4759-97c3-3ef4231d4ae0 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:44.216461 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 3a7ae702-e35a-40e4-a860-ef9e058bfb2c, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=3a7ae702-e35a-40e4-a860-ef9e058bfb2c,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:44.221946 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:44.248481 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbf548e-ffba-4985-8485-d7d6b373d664 x-openstack-request-id: req-ecbf548e-ffba-4985-8485-d7d6b373d664 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:44.248886 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dad4008-d4ab-4fc6-b75f-c58af28622de", "name": "network-vif-plugged", "status": "completed", "tag": "3a7ae702-e35a-40e4-a860-ef9e058bfb2c", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:44.249229 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ecbf548e-ffba-4985-8485-d7d6b373d664 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:44.249698 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dad4008-d4ab-4fc6-b75f-c58af28622de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7ae702-e35a-40e4-a860-ef9e058bfb2c', 'code': 200} Jul 15 13:08:44.283567 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-4991aeaa-b5a7-4759-97c3-3ef4231d4ae0 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Network 70b5a7aa-0307-4f90-8da6-d6b5f4dbd134 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:44.302135 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-4991aeaa-b5a7-4759-97c3-3ef4231d4ae0 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:44.306968 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-4991aeaa-b5a7-4759-97c3-3ef4231d4ae0 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:44.319041 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=3a7ae702-e35a-40e4-a860-ef9e058bfb2c,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:44.351785 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991aeaa-b5a7-4759-97c3-3ef4231d4ae0 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Pushing event updated for resources: {'Port': ['ID=74fd9eb1-9797-46dd-8b28-b77c2726386c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:44.415005 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-4991aeaa-b5a7-4759-97c3-3ef4231d4ae0 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:44.415703 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-4991aeaa-b5a7-4759-97c3-3ef4231d4ae0 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:44.458336 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-4991aeaa-b5a7-4759-97c3-3ef4231d4ae0 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0120978 Jul 15 13:08:44.478896 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-416f6f4a-12ef-4065-9960-a7195b7d7aa2 service neutron] Request body: {'port': {'device_id': '9b2453cc-bf50-49f6-a542-703f35973940', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:44.524573 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2428b7-3b5a-4bba-bffa-026bff75ece9 req-c45dc47c-3e5f-402f-a67c-7d8205ead8d0 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:44.525272 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3c2428b7-3b5a-4bba-bffa-026bff75ece9 req-c45dc47c-3e5f-402f-a67c-7d8205ead8d0 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 932 time: 0.1495156 Jul 15 13:08:44.531047 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50f4aa-0ca3-4672-9a87-fcdffb8be20b req-00132665-cd9e-429a-a500-22d7191ef1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:44.532483 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ea50f4aa-0ca3-4672-9a87-fcdffb8be20b req-00132665-cd9e-429a-a500-22d7191ef1d4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0dad4008-d4ab-4fc6-b75f-c58af28622de HTTP/1.1" status: 200 len: 1097 time: 0.1691620 Jul 15 13:08:44.622181 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3c2428b7-3b5a-4bba-bffa-026bff75ece9 req-0fb5c7d3-6768-4849-9502-3ab804b56e41 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886519 Jul 15 13:08:44.624415 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-416f6f4a-12ef-4065-9960-a7195b7d7aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:44.636736 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ea50f4aa-0ca3-4672-9a87-fcdffb8be20b req-84f83a93-51db-4305-be45-4c295985f715 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867641 Jul 15 13:08:44.769020 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49592) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:44.862143 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794e01f-4dd3-4907-ba4a-d1fdd284a74c req-8b269cbc-5cee-4d27-8878-529d05e836a5 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:44.863168 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-e50193f0-71bb-4e4d-923a-6aa38b9d3af5 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1433014720'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:44.864211 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a794e01f-4dd3-4907-ba4a-d1fdd284a74c req-8b269cbc-5cee-4d27-8878-529d05e836a5 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 950 time: 0.1789446 Jul 15 13:08:44.886075 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50193f0-71bb-4e4d-923a-6aa38b9d3af5 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Made reservation on behalf of f9994f550e914ac18f1dbf8472ed0fcd for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:44.890379 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e50193f0-71bb-4e4d-923a-6aa38b9d3af5 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:44.898889 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e50193f0-71bb-4e4d-923a-6aa38b9d3af5 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:44.926110 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a794e01f-4dd3-4907-ba4a-d1fdd284a74c req-04f4f99d-4086-42a2-9d08-5bc35495fec3 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530081 Jul 15 13:08:44.955709 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['939a28c7-2115-435a-b706-86137f8880d3'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:45.001908 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-416f6f4a-12ef-4065-9960-a7195b7d7aa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74fd9eb1-9797-46dd-8b28-b77c2726386c {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:45.012977 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-416f6f4a-12ef-4065-9960-a7195b7d7aa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.015682 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e50193f0-71bb-4e4d-923a-6aa38b9d3af5 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.020892 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e50193f0-71bb-4e4d-923a-6aa38b9d3af5 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.027036 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-416f6f4a-12ef-4065-9960-a7195b7d7aa2 service neutron] Transition to ACTIVE for port object 74fd9eb1-9797-46dd-8b28-b77c2726386c will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:45.036580 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-416f6f4a-12ef-4065-9960-a7195b7d7aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.068104 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e50193f0-71bb-4e4d-923a-6aa38b9d3af5 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:08:45.084607 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50193f0-71bb-4e4d-923a-6aa38b9d3af5 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=203a6048-ad00-4055-bafc-cac0dc9aceb4,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:45.113629 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e50193f0-71bb-4e4d-923a-6aa38b9d3af5 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.114530 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-e50193f0-71bb-4e4d-923a-6aa38b9d3af5 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Added segment f2d25f25-0406-4199-8a06-82391565cbcf of type vlan for network e3131926-f8e3-4861-9bf1-1bf79dc0beb5 Jul 15 13:08:45.149986 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f6f4a-12ef-4065-9960-a7195b7d7aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=74fd9eb1-9797-46dd-8b28-b77c2726386c,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:45.164478 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e50193f0-71bb-4e4d-923a-6aa38b9d3af5 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.196463 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e50193f0-71bb-4e4d-923a-6aa38b9d3af5 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.202542 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50193f0-71bb-4e4d-923a-6aa38b9d3af5 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:45.203371 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e50193f0-71bb-4e4d-923a-6aa38b9d3af5 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.249897 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e50193f0-71bb-4e4d-923a-6aa38b9d3af5 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4797311 Jul 15 13:08:45.253553 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49604) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:45.284040 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-92173393-e82d-4f95-8178-ef33a7927275 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-250012089'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:45.291447 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43cdcf5-34b4-4653-a312-27b0353f9e07 req-05a9fdb2-7726-4079-b108-dfb641acb7a9 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:45.292835 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b43cdcf5-34b4-4653-a312-27b0353f9e07 req-05a9fdb2-7726-4079-b108-dfb641acb7a9 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dad4008-d4ab-4fc6-b75f-c58af28622de HTTP/1.1" status: 200 len: 945 time: 0.2201247 Jul 15 13:08:45.293270 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50193f0-71bb-4e4d-923a-6aa38b9d3af5 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event updated for resources: {'Network': ['ID=e3131926-f8e3-4861-9bf1-1bf79dc0beb5,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:45.301142 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-416f6f4a-12ef-4065-9960-a7195b7d7aa2 service neutron] Attempting to bind port 74fd9eb1-9797-46dd-8b28-b77c2726386c on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:45.301476 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-416f6f4a-12ef-4065-9960-a7195b7d7aa2 service neutron] Attempting to bind port 74fd9eb1-9797-46dd-8b28-b77c2726386c by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '1a9c80c0-7d5b-40b0-8c39-86efa348994c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '70b5a7aa-0307-4f90-8da6-d6b5f4dbd134'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:45.301810 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-416f6f4a-12ef-4065-9960-a7195b7d7aa2 service neutron] Attempting to bind port 74fd9eb1-9797-46dd-8b28-b77c2726386c on network 70b5a7aa-0307-4f90-8da6-d6b5f4dbd134 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:45.307674 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network e3131926-f8e3-4861-9bf1-1bf79dc0beb5 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:08:45.315197 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92173393-e82d-4f95-8178-ef33a7927275 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Made reservation on behalf of f9994f550e914ac18f1dbf8472ed0fcd for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:45.317773 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0ee5d-1566-4c77-9f73-a71edd12c532 req-86645cdb-6663-494f-bd20-8050860b9145 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:45.319257 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-92173393-e82d-4f95-8178-ef33a7927275 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.323670 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0ee5d-1566-4c77-9f73-a71edd12c532 req-86645cdb-6663-494f-bd20-8050860b9145 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:45.329577 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0ee5d-1566-4c77-9f73-a71edd12c532 req-86645cdb-6663-494f-bd20-8050860b9145 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:45.331869 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3ae0ee5d-1566-4c77-9f73-a71edd12c532 req-86645cdb-6663-494f-bd20-8050860b9145 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a28ec1b-2259-4926-8ab4-56f42e6e37f1 HTTP/1.1" status: 200 len: 2417 time: 0.2020662 Jul 15 13:08:45.338201 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-416f6f4a-12ef-4065-9960-a7195b7d7aa2 service neutron] Port 74fd9eb1-9797-46dd-8b28-b77c2726386c on network 70b5a7aa-0307-4f90-8da6-d6b5f4dbd134 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:45.338522 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-416f6f4a-12ef-4065-9960-a7195b7d7aa2 service neutron] Attempting to bind port 74fd9eb1-9797-46dd-8b28-b77c2726386c on network 70b5a7aa-0307-4f90-8da6-d6b5f4dbd134 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:45.360504 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92173393-e82d-4f95-8178-ef33a7927275 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:08:45.360982 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-416f6f4a-12ef-4065-9960-a7195b7d7aa2 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:45.361456 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-416f6f4a-12ef-4065-9960-a7195b7d7aa2 service neutron] Checking segment: {'id': '1a9c80c0-7d5b-40b0-8c39-86efa348994c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '70b5a7aa-0307-4f90-8da6-d6b5f4dbd134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:45.361825 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-416f6f4a-12ef-4065-9960-a7195b7d7aa2 service neutron] Bound using segment: {'id': '1a9c80c0-7d5b-40b0-8c39-86efa348994c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '70b5a7aa-0307-4f90-8da6-d6b5f4dbd134'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:45.362402 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-416f6f4a-12ef-4065-9960-a7195b7d7aa2 service neutron] Bound port: 74fd9eb1-9797-46dd-8b28-b77c2726386c, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a9c80c0-7d5b-40b0-8c39-86efa348994c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '70b5a7aa-0307-4f90-8da6-d6b5f4dbd134'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:45.362767 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-416f6f4a-12ef-4065-9960-a7195b7d7aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.369985 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-92173393-e82d-4f95-8178-ef33a7927275 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.370403 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-92173393-e82d-4f95-8178-ef33a7927275 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Added segment d3443e59-a620-44f0-a65d-ce78718fd6d1 of type vlan for network f2ea4bc7-8283-4006-95b2-5c189bec3d1d Jul 15 13:08:45.413437 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-92173393-e82d-4f95-8178-ef33a7927275 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.414725 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b43cdcf5-34b4-4653-a312-27b0353f9e07 req-c4a920e0-9475-4f50-ab5f-963716819e75 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089699 Jul 15 13:08:45.426913 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3ae0ee5d-1566-4c77-9f73-a71edd12c532 req-d84b01e5-caec-4ba8-9f0b-e30118448fbb tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0a68e0b-1c2a-4b72-8c63-99be80ebe8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775847 Jul 15 13:08:45.458175 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-92173393-e82d-4f95-8178-ef33a7927275 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.467635 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92173393-e82d-4f95-8178-ef33a7927275 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:45.468444 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-92173393-e82d-4f95-8178-ef33a7927275 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.505866 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-416f6f4a-12ef-4065-9960-a7195b7d7aa2 service neutron] For port 74fd9eb1-9797-46dd-8b28-b77c2726386c, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:45.523866 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-92173393-e82d-4f95-8178-ef33a7927275 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2667441 Jul 15 13:08:45.524109 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-416f6f4a-12ef-4065-9960-a7195b7d7aa2 service neutron] For port 74fd9eb1-9797-46dd-8b28-b77c2726386c, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=74fd9eb1-9797-46dd-8b28-b77c2726386c,segment=NetworkSegment(1a9c80c0-7d5b-40b0-8c39-86efa348994c),segment_id=1a9c80c0-7d5b-40b0-8c39-86efa348994c)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:45.524243 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49606) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:45.530328 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-45d8cc66-8e52-4d31-be49-f284e9c3d7d4 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Request body: {'subnet': {'network_id': 'e3131926-f8e3-4861-9bf1-1bf79dc0beb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:45.544824 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8547f-a8dd-41a1-8ab3-3290c2f612fd req-937dafed-3082-4f6e-97af-ca5c2b4c1062 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:45.546246 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bff8547f-a8dd-41a1-8ab3-3290c2f612fd req-937dafed-3082-4f6e-97af-ca5c2b4c1062 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 950 time: 0.1370471 Jul 15 13:08:45.556788 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-416f6f4a-12ef-4065-9960-a7195b7d7aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.572047 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92173393-e82d-4f95-8178-ef33a7927275 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event updated for resources: {'Network': ['ID=f2ea4bc7-8283-4006-95b2-5c189bec3d1d,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:45.585165 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network f2ea4bc7-8283-4006-95b2-5c189bec3d1d details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:08:45.663170 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-416f6f4a-12ef-4065-9960-a7195b7d7aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:45.663810 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-416f6f4a-12ef-4065-9960-a7195b7d7aa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.665140 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-416f6f4a-12ef-4065-9960-a7195b7d7aa2 service neutron] 10.222.0.46 "PUT /v2.0/ports/74fd9eb1-9797-46dd-8b28-b77c2726386c HTTP/1.1" status: 200 len: 1093 time: 1.1930208 Jul 15 13:08:45.667130 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b2453cc-bf50-49f6-a542-703f35973940', 'tag': '74fd9eb1-9797-46dd-8b28-b77c2726386c'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:45.669342 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7d9b87-9122-4c47-9a8d-c65eb1d380e8" -d '{"events": [{"name": "network-changed", "server_uuid": "9b2453cc-bf50-49f6-a542-703f35973940", "tag": "74fd9eb1-9797-46dd-8b28-b77c2726386c"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:45.718107 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7da0b9-f634-49cb-b071-18a4637e4372 x-openstack-request-id: req-4f7da0b9-f634-49cb-b071-18a4637e4372 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:45.718394 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b2453cc-bf50-49f6-a542-703f35973940", "tag": "74fd9eb1-9797-46dd-8b28-b77c2726386c", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:45.718680 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4f7da0b9-f634-49cb-b071-18a4637e4372 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:45.719074 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b2453cc-bf50-49f6-a542-703f35973940', 'tag': '74fd9eb1-9797-46dd-8b28-b77c2726386c', 'status': 'completed', 'code': 200} Jul 15 13:08:45.762358 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f6f4a-12ef-4065-9960-a7195b7d7aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=74fd9eb1-9797-46dd-8b28-b77c2726386c,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:45.821749 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d8cc66-8e52-4d31-be49-f284e9c3d7d4 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Made reservation on behalf of f9994f550e914ac18f1dbf8472ed0fcd for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:45.825111 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-45d8cc66-8e52-4d31-be49-f284e9c3d7d4 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.937788 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-bff8547f-a8dd-41a1-8ab3-3290c2f612fd req-e8f32090-c950-4a71-bc9d-00ab85826d24 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Deleting port 0e7740eb-2f79-493f-9265-975896f5d4cc {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:45.938126 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bff8547f-a8dd-41a1-8ab3-3290c2f612fd req-e8f32090-c950-4a71-bc9d-00ab85826d24 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.965649 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-b068178f-2d80-4d5a-93b2-f10c7131ddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:45.967291 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-b068178f-2d80-4d5a-93b2-f10c7131ddf9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0df8965cb60d49839fdaa2536ee5f493&device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 1096 time: 0.2230711 Jul 15 13:08:45.981530 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 0e7740eb-2f79-493f-9265-975896f5d4cc details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:45.989168 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585e246-8f26-4df0-afaa-516da395119c req-2338d1bc-7520-48c2-94e9-eb238697e447 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:45.990860 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d585e246-8f26-4df0-afaa-516da395119c req-2338d1bc-7520-48c2-94e9-eb238697e447 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 944 time: 0.2401402 Jul 15 13:08:46.075591 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-cfae8f42-36c8-40b5-9fc8-a6b258235b78 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74fd9eb1-9797-46dd-8b28-b77c2726386c HTTP/1.1" status: 200 len: 217 time: 0.0838547 Jul 15 13:08:46.077892 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 0e7740eb-2f79-493f-9265-975896f5d4cc, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=0e7740eb-2f79-493f-9265-975896f5d4cc,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:46.090850 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '0e7740eb-2f79-493f-9265-975896f5d4cc', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': '0e7740eb-2f79-493f-9265-975896f5d4cc', 'mac_address': 'fa:16:3e:d5:5b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:08:46.212005 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-bff8547f-a8dd-41a1-8ab3-3290c2f612fd req-e8f32090-c950-4a71-bc9d-00ab85826d24 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] For port 0e7740eb-2f79-493f-9265-975896f5d4cc, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=0e7740eb-2f79-493f-9265-975896f5d4cc,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:46.212361 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bff8547f-a8dd-41a1-8ab3-3290c2f612fd req-e8f32090-c950-4a71-bc9d-00ab85826d24 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:46.235083 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d585e246-8f26-4df0-afaa-516da395119c req-cd2c7151-94c1-4d63-89da-8937504d74ad tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021124 Jul 15 13:08:46.250478 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-bff8547f-a8dd-41a1-8ab3-3290c2f612fd req-e8f32090-c950-4a71-bc9d-00ab85826d24 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Calling delete_port for 0e7740eb-2f79-493f-9265-975896f5d4cc owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:46.254914 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-7ecae780-a0bf-486d-aee8-09a74d599881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:46.256451 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-7ecae780-a0bf-486d-aee8-09a74d599881 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=102dce41-7385-4388-8185-14c00f6a3ad4 HTTP/1.1" status: 200 len: 851 time: 0.1543887 Jul 15 13:08:46.339603 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-7adc181e-2d09-4bc7-9180-5c3a19a90406 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=70b5a7aa-0307-4f90-8da6-d6b5f4dbd134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508170 Jul 15 13:08:46.368338 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-45d8cc66-8e52-4d31-be49-f284e9c3d7d4 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:46.436347 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48dd3b0-d036-40f4-b572-128ef3d0d427 req-f7a3b827-2dcf-4981-a75b-8808bf420f74 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:46.437823 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a48dd3b0-d036-40f4-b572-128ef3d0d427 req-f7a3b827-2dcf-4981-a75b-8808bf420f74 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 950 time: 0.3693545 Jul 15 13:08:46.540493 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8cc66-8e52-4d31-be49-f284e9c3d7d4 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event updated for resources: {'Subnet': ['ID=79b19215-69d8-42f7-8389-af11f4075de3,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:46.615670 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a48dd3b0-d036-40f4-b572-128ef3d0d427 req-3f2a1094-dcfd-4fd9-b1cb-1db6b4512e37 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618748 Jul 15 13:08:46.620605 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d8cc66-8e52-4d31-be49-f284e9c3d7d4 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Checking segment: {'id': 'f2d25f25-0406-4199-8a06-82391565cbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e3131926-f8e3-4861-9bf1-1bf79dc0beb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:46.620962 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d8cc66-8e52-4d31-be49-f284e9c3d7d4 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Network hostable DHCP agents. Network: e3131926-f8e3-4861-9bf1-1bf79dc0beb5, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:08:46.651715 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-3a3fff08-432f-4724-b3b9-74a1a2b3ec59 service neutron] 10.222.0.46 "GET /v2.0/networks/70b5a7aa-0307-4f90-8da6-d6b5f4dbd134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812982 Jul 15 13:08:46.714648 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d8cc66-8e52-4d31-be49-f284e9c3d7d4 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Network e3131926-f8e3-4861-9bf1-1bf79dc0beb5 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:08:46.739119 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bff8547f-a8dd-41a1-8ab3-3290c2f612fd req-e8f32090-c950-4a71-bc9d-00ab85826d24 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:46.749931 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['818623ee-bb95-4c16-b6aa-4cb09c7116ab'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:46.755642 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['49f2d5b9-0a15-4749-9ac0-d13c645ccc92', 'b176bbb3-ad77-4b16-9e59-672bf8d02ade', '0e7740eb-2f79-493f-9265-975896f5d4cc'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:46.770039 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-45d8cc66-8e52-4d31-be49-f284e9c3d7d4 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, e3131926-f8e3-4861-9bf1-1bf79dc0beb5) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:46.783247 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788a2afa-cbcb-4b22-8e88-11671d6c7396 None None] Network e3131926-f8e3-4861-9bf1-1bf79dc0beb5 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:46.823786 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d8cc66-8e52-4d31-be49-f284e9c3d7d4 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:46.824384 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-45d8cc66-8e52-4d31-be49-f284e9c3d7d4 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:46.830714 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f32090-c950-4a71-bc9d-00ab85826d24 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Pushing event deleted for resources: {'Port': ['ID=0e7740eb-2f79-493f-9265-975896f5d4cc,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:46.855734 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccbf8b1-7e1c-48c3-8634-813aaec2f804 req-ac38f2bc-1c20-4cc7-8334-66afce79d680 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:46.861862 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccbf8b1-7e1c-48c3-8634-813aaec2f804 req-ac38f2bc-1c20-4cc7-8334-66afce79d680 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:46.868184 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccbf8b1-7e1c-48c3-8634-813aaec2f804 req-ac38f2bc-1c20-4cc7-8334-66afce79d680 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:46.869969 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4ccbf8b1-7e1c-48c3-8634-813aaec2f804 req-ac38f2bc-1c20-4cc7-8334-66afce79d680 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a28ec1b-2259-4926-8ab4-56f42e6e37f1 HTTP/1.1" status: 200 len: 2417 time: 0.3120458 Jul 15 13:08:46.929319 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-45d8cc66-8e52-4d31-be49-f284e9c3d7d4 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4040287 Jul 15 13:08:46.932457 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49624) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:46.938716 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-524766db-4a59-4542-9fd9-5621e67cfda3 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Request body: {'subnet': {'network_id': 'f2ea4bc7-8283-4006-95b2-5c189bec3d1d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:46.963698 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff8547f-a8dd-41a1-8ab3-3290c2f612fd req-e8f32090-c950-4a71-bc9d-00ab85826d24 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] No DVR routers for this DVR port 0e7740eb-2f79-493f-9265-975896f5d4cc on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:08:46.970037 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bff8547f-a8dd-41a1-8ab3-3290c2f612fd req-e8f32090-c950-4a71-bc9d-00ab85826d24 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:46.977316 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bff8547f-a8dd-41a1-8ab3-3290c2f612fd req-e8f32090-c950-4a71-bc9d-00ab85826d24 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.46 "DELETE /v2.0/ports/0e7740eb-2f79-493f-9265-975896f5d4cc HTTP/1.1" status: 204 len: 173 time: 1.3974292 Jul 15 13:08:46.979307 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a0adef92-8a93-46b3-9ec6-3b33bd47f754 req-126ce512-fbe0-4bb5-9ad6-f7103b85897e service neutron] 10.222.0.46 "GET /v2.0/networks/70b5a7aa-0307-4f90-8da6-d6b5f4dbd134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082688 Jul 15 13:08:47.013570 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d765f9-6c44-4aaf-8127-ef1f35353caa req-90a1ef01-b809-4205-87f4-a66eedf6c579 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:47.021577 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44d765f9-6c44-4aaf-8127-ef1f35353caa req-90a1ef01-b809-4205-87f4-a66eedf6c579 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dad4008-d4ab-4fc6-b75f-c58af28622de HTTP/1.1" status: 200 len: 945 time: 0.3044403 Jul 15 13:08:47.031479 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4ccbf8b1-7e1c-48c3-8634-813aaec2f804 req-2128ee34-3990-4c69-b4cc-b05b2dbc1958 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0a68e0b-1c2a-4b72-8c63-99be80ebe8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255486 Jul 15 13:08:47.104127 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44d765f9-6c44-4aaf-8127-ef1f35353caa req-edbf5a1e-7bf1-41a2-adfe-e9dd9b6bd428 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815833 Jul 15 13:08:47.116069 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18990a0e-3d1d-47fa-b75a-ca229d0e8795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-e3131926-f8e3-4861-9bf1-1bf79dc0beb5', 'network_id': 'e3131926-f8e3-4861-9bf1-1bf79dc0beb5', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'fixed_ips': [{'subnet_id': '79b19215-69d8-42f7-8389-af11f4075de3'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:08:47.116932 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-18990a0e-3d1d-47fa-b75a-ca229d0e8795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:47.124872 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524766db-4a59-4542-9fd9-5621e67cfda3 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Made reservation on behalf of f9994f550e914ac18f1dbf8472ed0fcd for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:47.134368 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-524766db-4a59-4542-9fd9-5621e67cfda3 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:47.197304 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13dabb-1323-4133-8eea-7d8f0c5ebb0e req-d4efa0ae-eef5-4565-b43c-3e270494750c tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:47.212106 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13dabb-1323-4133-8eea-7d8f0c5ebb0e req-d4efa0ae-eef5-4565-b43c-3e270494750c tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:47.227352 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13dabb-1323-4133-8eea-7d8f0c5ebb0e req-d4efa0ae-eef5-4565-b43c-3e270494750c tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:47.228398 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d9b87-9122-4c47-9a8d-c65eb1d380e8 req-a1b084bf-6547-4074-bd9f-d8f13d7e0b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:47.232290 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6d13dabb-1323-4133-8eea-7d8f0c5ebb0e req-d4efa0ae-eef5-4565-b43c-3e270494750c tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a28ec1b-2259-4926-8ab4-56f42e6e37f1 HTTP/1.1" status: 200 len: 2417 time: 0.3217220 Jul 15 13:08:47.232687 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc7d9b87-9122-4c47-9a8d-c65eb1d380e8 req-a1b084bf-6547-4074-bd9f-d8f13d7e0b59 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0df8965cb60d49839fdaa2536ee5f493&device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 1096 time: 0.1205776 Jul 15 13:08:47.382841 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d9b87-9122-4c47-9a8d-c65eb1d380e8 req-eae93885-56ce-4348-bc02-ba2e7c96eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:47.385286 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc7d9b87-9122-4c47-9a8d-c65eb1d380e8 req-eae93885-56ce-4348-bc02-ba2e7c96eef8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=70b5a7aa-0307-4f90-8da6-d6b5f4dbd134 HTTP/1.1" status: 200 len: 912 time: 0.1323459 Jul 15 13:08:47.590029 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-18990a0e-3d1d-47fa-b75a-ca229d0e8795 None None] Allocated IP 2001:db8::2 (e3131926-f8e3-4861-9bf1-1bf79dc0beb5/79b19215-69d8-42f7-8389-af11f4075de3/7be10fd4-4199-4c00-ba2d-85b369eeccff) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:47.596166 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-6d13dabb-1323-4133-8eea-7d8f0c5ebb0e req-6188607a-d879-4507-b331-d403faa0bcca tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Deleting port 2460357d-8ef9-4d41-bb6b-5a47428e1c50 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:47.596504 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6d13dabb-1323-4133-8eea-7d8f0c5ebb0e req-6188607a-d879-4507-b331-d403faa0bcca tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:47.601747 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-524766db-4a59-4542-9fd9-5621e67cfda3 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:47.731021 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524766db-4a59-4542-9fd9-5621e67cfda3 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event updated for resources: {'Subnet': ['ID=c25fcc47-6d20-41bb-a9b6-42f494580b07,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:47.768853 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-6d13dabb-1323-4133-8eea-7d8f0c5ebb0e req-6188607a-d879-4507-b331-d403faa0bcca tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] For port 2460357d-8ef9-4d41-bb6b-5a47428e1c50, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2460357d-8ef9-4d41-bb6b-5a47428e1c50,segment=NetworkSegment(a2cdd69b-5f9d-4a7f-aa06-97b5417ae945),segment_id=a2cdd69b-5f9d-4a7f-aa06-97b5417ae945)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:47.769209 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6d13dabb-1323-4133-8eea-7d8f0c5ebb0e req-6188607a-d879-4507-b331-d403faa0bcca tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:47.771867 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524766db-4a59-4542-9fd9-5621e67cfda3 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Checking segment: {'id': 'd3443e59-a620-44f0-a65d-ce78718fd6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f2ea4bc7-8283-4006-95b2-5c189bec3d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:47.772231 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524766db-4a59-4542-9fd9-5621e67cfda3 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Network hostable DHCP agents. Network: f2ea4bc7-8283-4006-95b2-5c189bec3d1d, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:08:47.785770 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-18990a0e-3d1d-47fa-b75a-ca229d0e8795 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:47.790507 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-6d13dabb-1323-4133-8eea-7d8f0c5ebb0e req-6188607a-d879-4507-b331-d403faa0bcca tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Calling delete_port for 2460357d-8ef9-4d41-bb6b-5a47428e1c50 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:47.796884 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-18990a0e-3d1d-47fa-b75a-ca229d0e8795 None None] Transition to ACTIVE for port object 7be10fd4-4199-4c00-ba2d-85b369eeccff will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:47.818949 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-18990a0e-3d1d-47fa-b75a-ca229d0e8795 None None] Transition to ACTIVE for port object 7be10fd4-4199-4c00-ba2d-85b369eeccff will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:47.828958 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-18990a0e-3d1d-47fa-b75a-ca229d0e8795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:47.849354 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524766db-4a59-4542-9fd9-5621e67cfda3 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Network f2ea4bc7-8283-4006-95b2-5c189bec3d1d is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:08:47.870184 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18990a0e-3d1d-47fa-b75a-ca229d0e8795 None None] Network e3131926-f8e3-4861-9bf1-1bf79dc0beb5 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:47.873912 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-18990a0e-3d1d-47fa-b75a-ca229d0e8795 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:47.878842 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18990a0e-3d1d-47fa-b75a-ca229d0e8795 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:47.879313 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-524766db-4a59-4542-9fd9-5621e67cfda3 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, f2ea4bc7-8283-4006-95b2-5c189bec3d1d) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:47.892078 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fca29eb-8b19-433f-98e8-d2e6efe4d0aa None None] Network f2ea4bc7-8283-4006-95b2-5c189bec3d1d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:47.894705 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524766db-4a59-4542-9fd9-5621e67cfda3 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:47.895820 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-524766db-4a59-4542-9fd9-5621e67cfda3 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:47.905237 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9c007b-0564-462c-b12a-6d33a13e256a', 'name': 'network-vif-deleted', 'tag': '0e7740eb-2f79-493f-9265-975896f5d4cc'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:47.907854 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e42348-c777-426a-a5cd-01efb2717524" -d '{"events": [{"server_uuid": "cc9c007b-0564-462c-b12a-6d33a13e256a", "name": "network-vif-deleted", "tag": "0e7740eb-2f79-493f-9265-975896f5d4cc"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:47.912021 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc7d9b87-9122-4c47-9a8d-c65eb1d380e8 req-d11234b3-dddd-473e-a824-bc6496f58cd2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74fd9eb1-9797-46dd-8b28-b77c2726386c HTTP/1.1" status: 200 len: 217 time: 0.5173073 Jul 15 13:08:47.926483 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-524766db-4a59-4542-9fd9-5621e67cfda3 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9891019 Jul 15 13:08:47.926817 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49634) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:47.935137 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-363124aa-7704-4488-9f7a-60666e5091e9 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1680554820', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:47.945055 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18990a0e-3d1d-47fa-b75a-ca229d0e8795 None None] Pushing event updated for resources: {'Port': ['ID=7be10fd4-4199-4c00-ba2d-85b369eeccff,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:47.959372 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a6f23789-2f65-44c9-acc1-8cbab1ae6210 req-6e86c138-c6dc-4239-8da4-823fb593c59f tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc9c007b-0564-462c-b12a-6d33a13e256a HTTP/1.1" status: 200 len: 210 time: 0.0444236 Jul 15 13:08:47.991959 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-18990a0e-3d1d-47fa-b75a-ca229d0e8795 None None] Attempting to bind port 7be10fd4-4199-4c00-ba2d-85b369eeccff on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:47.992416 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-18990a0e-3d1d-47fa-b75a-ca229d0e8795 None None] Attempting to bind port 7be10fd4-4199-4c00-ba2d-85b369eeccff by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'f2d25f25-0406-4199-8a06-82391565cbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e3131926-f8e3-4861-9bf1-1bf79dc0beb5'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:47.992848 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18990a0e-3d1d-47fa-b75a-ca229d0e8795 None None] Attempting to bind port 7be10fd4-4199-4c00-ba2d-85b369eeccff on network e3131926-f8e3-4861-9bf1-1bf79dc0beb5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:48.001273 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-363124aa-7704-4488-9f7a-60666e5091e9 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.002444 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-363124aa-7704-4488-9f7a-60666e5091e9 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.015975 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6d13dabb-1323-4133-8eea-7d8f0c5ebb0e req-6188607a-d879-4507-b331-d403faa0bcca tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.031049 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18990a0e-3d1d-47fa-b75a-ca229d0e8795 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:48.031338 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18990a0e-3d1d-47fa-b75a-ca229d0e8795 None None] Checking segment: {'id': 'f2d25f25-0406-4199-8a06-82391565cbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e3131926-f8e3-4861-9bf1-1bf79dc0beb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:48.031721 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-18990a0e-3d1d-47fa-b75a-ca229d0e8795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.032184 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18990a0e-3d1d-47fa-b75a-ca229d0e8795 None None] Bound using segment: {'id': 'f2d25f25-0406-4199-8a06-82391565cbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e3131926-f8e3-4861-9bf1-1bf79dc0beb5'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:48.032728 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-18990a0e-3d1d-47fa-b75a-ca229d0e8795 None None] Bound port: 7be10fd4-4199-4c00-ba2d-85b369eeccff, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d25f25-0406-4199-8a06-82391565cbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e3131926-f8e3-4861-9bf1-1bf79dc0beb5'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:48.033178 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-18990a0e-3d1d-47fa-b75a-ca229d0e8795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.048466 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d9b87-9122-4c47-9a8d-c65eb1d380e8 req-d640e11c-6aeb-4336-a998-1f7672c51981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:48.050686 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc7d9b87-9122-4c47-9a8d-c65eb1d380e8 req-d640e11c-6aeb-4336-a998-1f7672c51981 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=102dce41-7385-4388-8185-14c00f6a3ad4 HTTP/1.1" status: 200 len: 851 time: 0.0895510 Jul 15 13:08:48.066410 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188607a-d879-4507-b331-d403faa0bcca tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Pushing event deleted for resources: {'Port': ['ID=2460357d-8ef9-4d41-bb6b-5a47428e1c50,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:48.108857 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cba70dc-0752-41c7-bfac-b1e10eb0071b x-openstack-request-id: req-9cba70dc-0752-41c7-bfac-b1e10eb0071b {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:48.109286 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9c007b-0564-462c-b12a-6d33a13e256a", "name": "network-vif-deleted", "tag": "0e7740eb-2f79-493f-9265-975896f5d4cc", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:48.110339 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9cba70dc-0752-41c7-bfac-b1e10eb0071b {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:48.110339 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9c007b-0564-462c-b12a-6d33a13e256a', 'name': 'network-vif-deleted', 'tag': '0e7740eb-2f79-493f-9265-975896f5d4cc', 'status': 'completed', 'code': 200} Jul 15 13:08:48.115375 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc7d9b87-9122-4c47-9a8d-c65eb1d380e8 req-319c0877-87bd-42b2-9927-8bf961ab04c2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=70b5a7aa-0307-4f90-8da6-d6b5f4dbd134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537229 Jul 15 13:08:48.116117 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-18990a0e-3d1d-47fa-b75a-ca229d0e8795 None None] For port 7be10fd4-4199-4c00-ba2d-85b369eeccff, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:48.119949 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-18990a0e-3d1d-47fa-b75a-ca229d0e8795 None None] For port 7be10fd4-4199-4c00-ba2d-85b369eeccff, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=7be10fd4-4199-4c00-ba2d-85b369eeccff,segment=NetworkSegment(f2d25f25-0406-4199-8a06-82391565cbcf),segment_id=f2d25f25-0406-4199-8a06-82391565cbcf)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:48.128273 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8871e4-8f84-4517-8abf-28e9c8f04ce2 req-13ac5abe-3897-467c-9ffb-06090d55dc3a tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:48.136975 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ce8871e4-8f84-4517-8abf-28e9c8f04ce2 req-13ac5abe-3897-467c-9ffb-06090d55dc3a tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 944 time: 0.2233312 Jul 15 13:08:48.142908 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-18990a0e-3d1d-47fa-b75a-ca229d0e8795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.171049 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d13dabb-1323-4133-8eea-7d8f0c5ebb0e req-6188607a-d879-4507-b331-d403faa0bcca tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] No DVR routers for this DVR port 2460357d-8ef9-4d41-bb6b-5a47428e1c50 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:08:48.175757 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6d13dabb-1323-4133-8eea-7d8f0c5ebb0e req-6188607a-d879-4507-b331-d403faa0bcca tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.178241 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6d13dabb-1323-4133-8eea-7d8f0c5ebb0e req-6188607a-d879-4507-b331-d403faa0bcca tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.46 "DELETE /v2.0/ports/2460357d-8ef9-4d41-bb6b-5a47428e1c50 HTTP/1.1" status: 204 len: 173 time: 0.9217257 Jul 15 13:08:48.179304 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a28ec1b-2259-4926-8ab4-56f42e6e37f1', 'name': 'network-vif-deleted', 'tag': '2460357d-8ef9-4d41-bb6b-5a47428e1c50'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:48.182692 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b6fc32-8bb9-4cce-93dc-1cada642d143" -d '{"events": [{"server_uuid": "8a28ec1b-2259-4926-8ab4-56f42e6e37f1", "name": "network-vif-deleted", "tag": "2460357d-8ef9-4d41-bb6b-5a47428e1c50"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:48.186302 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-363124aa-7704-4488-9f7a-60666e5091e9 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.245399 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ce8871e4-8f84-4517-8abf-28e9c8f04ce2 req-df1aab43-abbb-4547-900b-77efa8817764 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073349 Jul 15 13:08:48.302591 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-363124aa-7704-4488-9f7a-60666e5091e9 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.359741 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427e39f9-2646-4e07-9724-1a092debde3f x-openstack-request-id: req-427e39f9-2646-4e07-9724-1a092debde3f {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:48.360013 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a28ec1b-2259-4926-8ab4-56f42e6e37f1", "name": "network-vif-deleted", "tag": "2460357d-8ef9-4d41-bb6b-5a47428e1c50", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:48.360264 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-427e39f9-2646-4e07-9724-1a092debde3f {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:48.360671 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a28ec1b-2259-4926-8ab4-56f42e6e37f1', 'name': 'network-vif-deleted', 'tag': '2460357d-8ef9-4d41-bb6b-5a47428e1c50', 'status': 'completed', 'code': 200} Jul 15 13:08:48.363267 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-363124aa-7704-4488-9f7a-60666e5091e9 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.367838 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-363124aa-7704-4488-9f7a-60666e5091e9 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4392958 Jul 15 13:08:48.369200 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49642) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:48.435054 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc7d9b87-9122-4c47-9a8d-c65eb1d380e8 req-cdea7a70-a9e8-45da-b561-28f0cfac679b service neutron] 10.222.0.46 "GET /v2.0/networks/70b5a7aa-0307-4f90-8da6-d6b5f4dbd134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952743 Jul 15 13:08:48.457737 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18990a0e-3d1d-47fa-b75a-ca229d0e8795 None None] Pushing event updated for resources: {'Port': ['ID=7be10fd4-4199-4c00-ba2d-85b369eeccff,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:48.462777 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fee85cc-2a86-44ad-a732-3c0f65456b92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-f2ea4bc7-8283-4006-95b2-5c189bec3d1d', 'network_id': 'f2ea4bc7-8283-4006-95b2-5c189bec3d1d', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'fixed_ips': [{'subnet_id': 'c25fcc47-6d20-41bb-a9b6-42f494580b07'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:08:48.463990 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3fee85cc-2a86-44ad-a732-3c0f65456b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.507720 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a6707-1b1a-4e60-9c3a-2eb6dbc9ab32 req-b3ba766f-6011-42d7-84f7-d14f739c44a7 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:48.514918 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a6707-1b1a-4e60-9c3a-2eb6dbc9ab32 req-b3ba766f-6011-42d7-84f7-d14f739c44a7 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:48.521894 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fc8a6707-1b1a-4e60-9c3a-2eb6dbc9ab32 req-b3ba766f-6011-42d7-84f7-d14f739c44a7 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a28ec1b-2259-4926-8ab4-56f42e6e37f1 HTTP/1.1" status: 200 len: 1683 time: 0.2018278 Jul 15 13:08:48.611088 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fc8a6707-1b1a-4e60-9c3a-2eb6dbc9ab32 req-123968ae-07f2-4737-90b6-269b02c7638f tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0a68e0b-1c2a-4b72-8c63-99be80ebe8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881243 Jul 15 13:08:48.646781 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc7d9b87-9122-4c47-9a8d-c65eb1d380e8 req-c10a7234-1a1c-4417-8ddf-b7694eef9b5d service neutron] 10.222.0.46 "GET /v2.0/networks/70b5a7aa-0307-4f90-8da6-d6b5f4dbd134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953549 Jul 15 13:08:48.670008 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-3fee85cc-2a86-44ad-a732-3c0f65456b92 None None] Allocated IP 2001:db8:1::2 (f2ea4bc7-8283-4006-95b2-5c189bec3d1d/c25fcc47-6d20-41bb-a9b6-42f494580b07/bd06728e-8a9a-48be-8912-8978e9a96528) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:48.670196 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-6d13dabb-1323-4133-8eea-7d8f0c5ebb0e req-ecb618c0-5c4f-4a30-b9a1-e849e7bb9124 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Deleting port 952ce66b-ff85-4db0-b68e-0c88713c0b31 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:48.670196 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6d13dabb-1323-4133-8eea-7d8f0c5ebb0e req-ecb618c0-5c4f-4a30-b9a1-e849e7bb9124 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.893234 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3fee85cc-2a86-44ad-a732-3c0f65456b92 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.902513 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-3fee85cc-2a86-44ad-a732-3c0f65456b92 None None] Transition to ACTIVE for port object bd06728e-8a9a-48be-8912-8978e9a96528 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:48.912658 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-6d13dabb-1323-4133-8eea-7d8f0c5ebb0e req-ecb618c0-5c4f-4a30-b9a1-e849e7bb9124 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] For port 952ce66b-ff85-4db0-b68e-0c88713c0b31, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=952ce66b-ff85-4db0-b68e-0c88713c0b31,segment=NetworkSegment(4bb2d842-cdc0-4573-8a97-693bc32f3579),segment_id=4bb2d842-cdc0-4573-8a97-693bc32f3579)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:48.913016 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6d13dabb-1323-4133-8eea-7d8f0c5ebb0e req-ecb618c0-5c4f-4a30-b9a1-e849e7bb9124 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.916797 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-3fee85cc-2a86-44ad-a732-3c0f65456b92 None None] Transition to ACTIVE for port object bd06728e-8a9a-48be-8912-8978e9a96528 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:48.922978 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3fee85cc-2a86-44ad-a732-3c0f65456b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.942350 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b4f593a-f4a1-43fe-9227-b319af493ac2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.944303 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-6d13dabb-1323-4133-8eea-7d8f0c5ebb0e req-ecb618c0-5c4f-4a30-b9a1-e849e7bb9124 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Calling delete_port for 952ce66b-ff85-4db0-b68e-0c88713c0b31 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:48.962482 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fee85cc-2a86-44ad-a732-3c0f65456b92 None None] Network f2ea4bc7-8283-4006-95b2-5c189bec3d1d is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:48.965314 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-3fee85cc-2a86-44ad-a732-3c0f65456b92 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:48.968828 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fee85cc-2a86-44ad-a732-3c0f65456b92 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:48.975742 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee85cc-2a86-44ad-a732-3c0f65456b92 None None] Pushing event updated for resources: {'Port': ['ID=bd06728e-8a9a-48be-8912-8978e9a96528,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:49.035956 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-3fee85cc-2a86-44ad-a732-3c0f65456b92 None None] Attempting to bind port bd06728e-8a9a-48be-8912-8978e9a96528 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:49.036323 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-3fee85cc-2a86-44ad-a732-3c0f65456b92 None None] Attempting to bind port bd06728e-8a9a-48be-8912-8978e9a96528 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'd3443e59-a620-44f0-a65d-ce78718fd6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f2ea4bc7-8283-4006-95b2-5c189bec3d1d'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:49.036684 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fee85cc-2a86-44ad-a732-3c0f65456b92 None None] Attempting to bind port bd06728e-8a9a-48be-8912-8978e9a96528 on network f2ea4bc7-8283-4006-95b2-5c189bec3d1d {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:49.041781 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fee85cc-2a86-44ad-a732-3c0f65456b92 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:49.042245 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fee85cc-2a86-44ad-a732-3c0f65456b92 None None] Checking segment: {'id': 'd3443e59-a620-44f0-a65d-ce78718fd6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f2ea4bc7-8283-4006-95b2-5c189bec3d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:49.042677 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3fee85cc-2a86-44ad-a732-3c0f65456b92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:49.043075 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fee85cc-2a86-44ad-a732-3c0f65456b92 None None] Bound using segment: {'id': 'd3443e59-a620-44f0-a65d-ce78718fd6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f2ea4bc7-8283-4006-95b2-5c189bec3d1d'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:49.043541 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-3fee85cc-2a86-44ad-a732-3c0f65456b92 None None] Bound port: bd06728e-8a9a-48be-8912-8978e9a96528, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3443e59-a620-44f0-a65d-ce78718fd6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f2ea4bc7-8283-4006-95b2-5c189bec3d1d'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:49.043924 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3fee85cc-2a86-44ad-a732-3c0f65456b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:49.111651 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-3fee85cc-2a86-44ad-a732-3c0f65456b92 None None] For port bd06728e-8a9a-48be-8912-8978e9a96528, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:49.122299 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-3fee85cc-2a86-44ad-a732-3c0f65456b92 None None] For port bd06728e-8a9a-48be-8912-8978e9a96528, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=bd06728e-8a9a-48be-8912-8978e9a96528,segment=NetworkSegment(d3443e59-a620-44f0-a65d-ce78718fd6d1),segment_id=d3443e59-a620-44f0-a65d-ce78718fd6d1)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:49.128826 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3fee85cc-2a86-44ad-a732-3c0f65456b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:49.202816 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee85cc-2a86-44ad-a732-3c0f65456b92 None None] Pushing event updated for resources: {'Port': ['ID=bd06728e-8a9a-48be-8912-8978e9a96528,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:49.583177 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c45f1-d53a-4734-abc3-042c12773b62 req-29ec2291-5fb9-462f-8d8d-2dda75306d54 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:49.584801 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-686c45f1-d53a-4734-abc3-042c12773b62 req-29ec2291-5fb9-462f-8d8d-2dda75306d54 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 944 time: 0.1562953 Jul 15 13:08:49.656761 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7891d4a-4997-4611-8d36-c9fccdca1edc req-978b4513-9067-4662-b4c8-8b96b556e764 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:49.668326 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b7891d4a-4997-4611-8d36-c9fccdca1edc req-978b4513-9067-4662-b4c8-8b96b556e764 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 950 time: 0.1552105 Jul 15 13:08:49.719198 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-686c45f1-d53a-4734-abc3-042c12773b62 req-2f4644ce-367c-4432-9dc9-f2ecb1c68c29 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248543 Jul 15 13:08:49.753435 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b7891d4a-4997-4611-8d36-c9fccdca1edc req-01b0223d-284e-40ab-85eb-6938162230f5 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845263 Jul 15 13:08:49.804011 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-2b4f593a-f4a1-43fe-9227-b319af493ac2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Allocated IP 2001:db8::1 (e3131926-f8e3-4861-9bf1-1bf79dc0beb5/79b19215-69d8-42f7-8389-af11f4075de3/d28591b8-c0fb-4441-b2f1-1acbb3ac7ba2) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:49.805100 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device bd06728e-8a9a-48be-8912-8978e9a96528 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:49.807544 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6d13dabb-1323-4133-8eea-7d8f0c5ebb0e req-ecb618c0-5c4f-4a30-b9a1-e849e7bb9124 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:49.848122 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb618c0-5c4f-4a30-b9a1-e849e7bb9124 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Pushing event deleted for resources: {'Port': ['ID=952ce66b-ff85-4db0-b68e-0c88713c0b31,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:49.897717 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port bd06728e-8a9a-48be-8912-8978e9a96528 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:49.901562 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45464b8-d81d-4b8c-b3d6-6905d7f843ee None None] Network e3131926-f8e3-4861-9bf1-1bf79dc0beb5 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:49.949621 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 7be10fd4-4199-4c00-ba2d-85b369eeccff up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:49.970648 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d13dabb-1323-4133-8eea-7d8f0c5ebb0e req-ecb618c0-5c4f-4a30-b9a1-e849e7bb9124 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] No DVR routers for this DVR port 952ce66b-ff85-4db0-b68e-0c88713c0b31 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:08:49.977623 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6d13dabb-1323-4133-8eea-7d8f0c5ebb0e req-ecb618c0-5c4f-4a30-b9a1-e849e7bb9124 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:49.979965 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6d13dabb-1323-4133-8eea-7d8f0c5ebb0e req-ecb618c0-5c4f-4a30-b9a1-e849e7bb9124 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.46 "DELETE /v2.0/ports/952ce66b-ff85-4db0-b68e-0c88713c0b31 HTTP/1.1" status: 204 len: 173 time: 1.7900240 Jul 15 13:08:50.049467 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9242f4-cb8b-4536-aac9-a9191d08cb6d req-9b6346e5-fb19-4f27-967b-f9c45a1ef745 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:50.051904 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aa9242f4-cb8b-4536-aac9-a9191d08cb6d req-9b6346e5-fb19-4f27-967b-f9c45a1ef745 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a28ec1b-2259-4926-8ab4-56f42e6e37f1 HTTP/1.1" status: 200 len: 946 time: 0.1117790 Jul 15 13:08:50.068076 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 74fd9eb1-9797-46dd-8b28-b77c2726386c details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:50.136270 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aa9242f4-cb8b-4536-aac9-a9191d08cb6d req-363fb38b-6335-41b9-a2f0-814b26a13e45 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0a68e0b-1c2a-4b72-8c63-99be80ebe8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777571 Jul 15 13:08:50.176550 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 74fd9eb1-9797-46dd-8b28-b77c2726386c, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=74fd9eb1-9797-46dd-8b28-b77c2726386c,segment=NetworkSegment(1a9c80c0-7d5b-40b0-8c39-86efa348994c),segment_id=1a9c80c0-7d5b-40b0-8c39-86efa348994c)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:50.191151 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 9f6353b0-3082-4772-a27e-55e3a36ef4df no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:08:50.197472 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '74fd9eb1-9797-46dd-8b28-b77c2726386c', 'network_id': '70b5a7aa-0307-4f90-8da6-d6b5f4dbd134', 'port_id': '74fd9eb1-9797-46dd-8b28-b77c2726386c', 'mac_address': 'fa:16:3e:c9:04:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102dce41-7385-4388-8185-14c00f6a3ad4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:08:50.208478 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b4f593a-f4a1-43fe-9227-b319af493ac2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:50.226358 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1a9afb5b-a288-42dd-8c26-20aed4631ec5 None None] Provisioning for port 7be10fd4-4199-4c00-ba2d-85b369eeccff completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:50.230851 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-2b4f593a-f4a1-43fe-9227-b319af493ac2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Transition to ACTIVE for port object d28591b8-c0fb-4441-b2f1-1acbb3ac7ba2 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:50.279433 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-6d13dabb-1323-4133-8eea-7d8f0c5ebb0e req-6c205986-8fcf-4d35-aeca-a302cc02f19e tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Deleting port 9f6353b0-3082-4772-a27e-55e3a36ef4df {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:50.279784 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6d13dabb-1323-4133-8eea-7d8f0c5ebb0e req-6c205986-8fcf-4d35-aeca-a302cc02f19e tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:50.312461 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b4f593a-f4a1-43fe-9227-b319af493ac2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:50.352775 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:50.356478 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 7be10fd4-4199-4c00-ba2d-85b369eeccff completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:50.373817 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a28ec1b-2259-4926-8ab4-56f42e6e37f1', 'name': 'network-vif-deleted', 'tag': '952ce66b-ff85-4db0-b68e-0c88713c0b31'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:50.376030 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fadd16eb-48ef-4732-81da-aa5a5c7a3d2d" -d '{"events": [{"server_uuid": "8a28ec1b-2259-4926-8ab4-56f42e6e37f1", "name": "network-vif-deleted", "tag": "952ce66b-ff85-4db0-b68e-0c88713c0b31"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:50.400282 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 7be10fd4-4199-4c00-ba2d-85b369eeccff triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:50.401178 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:50.406100 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74fd9eb1-9797-46dd-8b28-b77c2726386c {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:50.413145 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4f593a-f4a1-43fe-9227-b319af493ac2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Network e3131926-f8e3-4861-9bf1-1bf79dc0beb5 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:50.419327 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-2b4f593a-f4a1-43fe-9227-b319af493ac2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:50.421160 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f593a-f4a1-43fe-9227-b319af493ac2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event updated for resources: {'Port': ['ID=d28591b8-c0fb-4441-b2f1-1acbb3ac7ba2,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:50.424771 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4f593a-f4a1-43fe-9227-b319af493ac2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:50.427245 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b4f593a-f4a1-43fe-9227-b319af493ac2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:50.454272 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-6d13dabb-1323-4133-8eea-7d8f0c5ebb0e req-6c205986-8fcf-4d35-aeca-a302cc02f19e tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] For port 9f6353b0-3082-4772-a27e-55e3a36ef4df, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=9f6353b0-3082-4772-a27e-55e3a36ef4df,segment=NetworkSegment(4bb2d842-cdc0-4573-8a97-693bc32f3579),segment_id=4bb2d842-cdc0-4573-8a97-693bc32f3579)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:50.454745 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6d13dabb-1323-4133-8eea-7d8f0c5ebb0e req-6c205986-8fcf-4d35-aeca-a302cc02f19e tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:50.459865 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3657a424-96f4-498b-bfa0-9e4fc928c15f x-openstack-request-id: req-3657a424-96f4-498b-bfa0-9e4fc928c15f {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:50.460132 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a28ec1b-2259-4926-8ab4-56f42e6e37f1", "name": "network-vif-deleted", "tag": "952ce66b-ff85-4db0-b68e-0c88713c0b31", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:50.460397 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3657a424-96f4-498b-bfa0-9e4fc928c15f {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:50.460778 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a28ec1b-2259-4926-8ab4-56f42e6e37f1', 'name': 'network-vif-deleted', 'tag': '952ce66b-ff85-4db0-b68e-0c88713c0b31', 'status': 'completed', 'code': 200} Jul 15 13:08:50.506803 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-6d13dabb-1323-4133-8eea-7d8f0c5ebb0e req-6c205986-8fcf-4d35-aeca-a302cc02f19e tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Calling delete_port for 9f6353b0-3082-4772-a27e-55e3a36ef4df owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:50.617864 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 74fd9eb1-9797-46dd-8b28-b77c2726386c, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=74fd9eb1-9797-46dd-8b28-b77c2726386c,segment=NetworkSegment(1a9c80c0-7d5b-40b0-8c39-86efa348994c),segment_id=1a9c80c0-7d5b-40b0-8c39-86efa348994c)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:50.620607 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:50.633522 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:50.639841 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07174e16-0470-4a01-b632-b9f0abe3a9a0 None None] Network f2ea4bc7-8283-4006-95b2-5c189bec3d1d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:50.660677 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b4f593a-f4a1-43fe-9227-b319af493ac2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:50.767063 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-725f3127-8881-4055-9d7f-cc795e373e0a None None] Provisioning for port bd06728e-8a9a-48be-8912-8978e9a96528 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:50.797551 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=74fd9eb1-9797-46dd-8b28-b77c2726386c,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:50.800712 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-725f3127-8881-4055-9d7f-cc795e373e0a None None] Provisioning complete for port bd06728e-8a9a-48be-8912-8978e9a96528 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:50.801080 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-725f3127-8881-4055-9d7f-cc795e373e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:50.828791 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6d13dabb-1323-4133-8eea-7d8f0c5ebb0e req-6c205986-8fcf-4d35-aeca-a302cc02f19e tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:50.888749 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c205986-8fcf-4d35-aeca-a302cc02f19e tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Pushing event deleted for resources: {'Port': ['ID=9f6353b0-3082-4772-a27e-55e3a36ef4df,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:50.913095 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:50.926275 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 0e7740eb-2f79-493f-9265-975896f5d4cc no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:08:50.936670 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d13dabb-1323-4133-8eea-7d8f0c5ebb0e req-6c205986-8fcf-4d35-aeca-a302cc02f19e tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] No DVR routers for this DVR port 9f6353b0-3082-4772-a27e-55e3a36ef4df on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:08:50.941873 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6d13dabb-1323-4133-8eea-7d8f0c5ebb0e req-6c205986-8fcf-4d35-aeca-a302cc02f19e tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:50.943881 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6d13dabb-1323-4133-8eea-7d8f0c5ebb0e req-6c205986-8fcf-4d35-aeca-a302cc02f19e tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.46 "DELETE /v2.0/ports/9f6353b0-3082-4772-a27e-55e3a36ef4df HTTP/1.1" status: 204 len: 173 time: 0.9443245 Jul 15 13:08:51.007920 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 0e7740eb-2f79-493f-9265-975896f5d4cc {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:08:51.008280 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 0e7740eb-2f79-493f-9265-975896f5d4cc not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:08:51.008716 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 952ce66b-ff85-4db0-b68e-0c88713c0b31 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:08:51.086397 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb586c8-c33e-4025-91ac-5559ad456d39 req-2d4a7a1e-e2af-4325-b956-2bf359ca8b7e tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:51.094749 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fdb586c8-c33e-4025-91ac-5559ad456d39 req-2d4a7a1e-e2af-4325-b956-2bf359ca8b7e tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 945 time: 0.1797166 Jul 15 13:08:51.110624 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 952ce66b-ff85-4db0-b68e-0c88713c0b31 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:08:51.110971 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 952ce66b-ff85-4db0-b68e-0c88713c0b31 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:08:51.111391 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 2460357d-8ef9-4d41-bb6b-5a47428e1c50 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:08:51.124650 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 7be10fd4-4199-4c00-ba2d-85b369eeccff, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=7be10fd4-4199-4c00-ba2d-85b369eeccff,segment=NetworkSegment(f2d25f25-0406-4199-8a06-82391565cbcf),segment_id=f2d25f25-0406-4199-8a06-82391565cbcf)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:51.161622 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:51.166346 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 2460357d-8ef9-4d41-bb6b-5a47428e1c50 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:08:51.167078 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 2460357d-8ef9-4d41-bb6b-5a47428e1c50 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:08:51.178142 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fdb586c8-c33e-4025-91ac-5559ad456d39 req-62000027-24e7-4260-8bd0-cebf05e78992 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791626 Jul 15 13:08:51.207430 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5e9d2-21ce-4589-af5f-371683b430a7 req-70754c70-bb99-4b59-b624-4cf49b48dbc7 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:51.212546 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b4f593a-f4a1-43fe-9227-b319af493ac2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:51.220206 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b4f593a-f4a1-43fe-9227-b319af493ac2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:51.223078 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b4f593a-f4a1-43fe-9227-b319af493ac2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:51.226048 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['74fd9eb1-9797-46dd-8b28-b77c2726386c'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:51.227893 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-725f3127-8881-4055-9d7f-cc795e373e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:51.230549 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-21d5e9d2-21ce-4589-af5f-371683b430a7 req-70754c70-bb99-4b59-b624-4cf49b48dbc7 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 950 time: 0.2448502 Jul 15 13:08:51.305160 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-21d5e9d2-21ce-4589-af5f-371683b430a7 req-d90e3209-ba93-4cc9-87bd-dc5b46f8ffaf tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736983 Jul 15 13:08:51.356573 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=7be10fd4-4199-4c00-ba2d-85b369eeccff,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:51.368785 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-725f3127-8881-4055-9d7f-cc795e373e0a None None] For port bd06728e-8a9a-48be-8912-8978e9a96528, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=bd06728e-8a9a-48be-8912-8978e9a96528,segment=NetworkSegment(d3443e59-a620-44f0-a65d-ce78718fd6d1),segment_id=d3443e59-a620-44f0-a65d-ce78718fd6d1)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:51.388479 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-725f3127-8881-4055-9d7f-cc795e373e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:51.486320 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f3127-8881-4055-9d7f-cc795e373e0a None None] Pushing event updated for resources: {'Port': ['ID=bd06728e-8a9a-48be-8912-8978e9a96528,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:51.501003 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f593a-f4a1-43fe-9227-b319af493ac2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event updated for resources: {'Port': ['ID=d28591b8-c0fb-4441-b2f1-1acbb3ac7ba2,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:51.520254 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4f593a-f4a1-43fe-9227-b319af493ac2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Network e3131926-f8e3-4861-9bf1-1bf79dc0beb5 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:51.522927 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-2b4f593a-f4a1-43fe-9227-b319af493ac2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:51.577227 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-31768d7c-4842-44ae-b5be-28f3eab5641c None None] Provisioning for port d28591b8-c0fb-4441-b2f1-1acbb3ac7ba2 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:51.585171 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-31768d7c-4842-44ae-b5be-28f3eab5641c None None] Provisioning complete for port d28591b8-c0fb-4441-b2f1-1acbb3ac7ba2 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:51.585547 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-31768d7c-4842-44ae-b5be-28f3eab5641c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:51.645057 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-31768d7c-4842-44ae-b5be-28f3eab5641c None None] Port d28591b8-c0fb-4441-b2f1-1acbb3ac7ba2 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:08:51.661755 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-31768d7c-4842-44ae-b5be-28f3eab5641c None None] Provisioning complete for port 7be10fd4-4199-4c00-ba2d-85b369eeccff triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:51.662053 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-31768d7c-4842-44ae-b5be-28f3eab5641c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:51.733247 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device bd06728e-8a9a-48be-8912-8978e9a96528 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:51.753745 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-907cf981-5e98-4878-bb43-b8cd08d78a05 req-2dd49037-f56d-4957-9163-bd985ecd3975 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a28ec1b-2259-4926-8ab4-56f42e6e37f1 HTTP/1.1" status: 200 len: 210 time: 0.0537438 Jul 15 13:08:51.836875 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ad3f7-c717-4403-b72b-37c0ff090509 req-61ba04ac-273a-4829-8577-39ce693d48d7 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:51.838795 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f73ad3f7-c717-4403-b72b-37c0ff090509 req-61ba04ac-273a-4829-8577-39ce693d48d7 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.46 "GET /v2.0/ports?device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 950 time: 0.2198694 Jul 15 13:08:51.840496 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4f593a-f4a1-43fe-9227-b319af493ac2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Router 8d1f3662-5e5d-4587-b11f-c465fe286cda is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:08:51.871958 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port bd06728e-8a9a-48be-8912-8978e9a96528 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:51.872603 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:51.983430 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 7be10fd4-4199-4c00-ba2d-85b369eeccff up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:52.040925 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4f593a-f4a1-43fe-9227-b319af493ac2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:08:52.049179 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2b4f593a-f4a1-43fe-9227-b319af493ac2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "PUT /v2.0/routers/8d1f3662-5e5d-4587-b11f-c465fe286cda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6743515 Jul 15 13:08:52.049405 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49678) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:52.059447 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7f3ec7-db83-4187-a3b2-37ec7d821bec None None] Sync routers for ids ['8d1f3662-5e5d-4587-b11f-c465fe286cda'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:08:52.062863 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-f73ad3f7-c717-4403-b72b-37c0ff090509 req-09992f3c-ea23-4caf-ba24-043024c5a7e6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Deleting port b176bbb3-ad77-4b16-9e59-672bf8d02ade {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:52.063322 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f73ad3f7-c717-4403-b72b-37c0ff090509 req-09992f3c-ea23-4caf-ba24-043024c5a7e6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:52.078276 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 7be10fd4-4199-4c00-ba2d-85b369eeccff triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:52.078531 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:52.081568 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-484465d0-873a-46e8-a268-adc5d6a52067 None None] Provisioning complete for port bd06728e-8a9a-48be-8912-8978e9a96528 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:52.081933 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-484465d0-873a-46e8-a268-adc5d6a52067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:52.085589 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7f3ec7-db83-4187-a3b2-37ec7d821bec None None] Routers {'8d1f3662-5e5d-4587-b11f-c465fe286cda'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:08:52.086499 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-fd7f3ec7-db83-4187-a3b2-37ec7d821bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:08:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['8d1f3662-5e5d-4587-b11f-c465fe286cda'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:52.142480 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60feb463-6a0e-45cd-ac37-b608d1f206cb tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:52.144017 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-60feb463-6a0e-45cd-ac37-b608d1f206cb tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "GET /v2.0/ports/d28591b8-c0fb-4441-b2f1-1acbb3ac7ba2 HTTP/1.1" status: 200 len: 911 time: 0.0927172 Jul 15 13:08:52.147291 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49680) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:52.179109 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-f73ad3f7-c717-4403-b72b-37c0ff090509 req-09992f3c-ea23-4caf-ba24-043024c5a7e6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] For port b176bbb3-ad77-4b16-9e59-672bf8d02ade, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b176bbb3-ad77-4b16-9e59-672bf8d02ade,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:52.180317 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f73ad3f7-c717-4403-b72b-37c0ff090509 req-09992f3c-ea23-4caf-ba24-043024c5a7e6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:52.182580 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-fd7f3ec7-db83-4187-a3b2-37ec7d821bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:52.196975 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-f73ad3f7-c717-4403-b72b-37c0ff090509 req-09992f3c-ea23-4caf-ba24-043024c5a7e6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Calling delete_port for b176bbb3-ad77-4b16-9e59-672bf8d02ade owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:52.220252 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7f3ec7-db83-4187-a3b2-37ec7d821bec None None] Routers {'8d1f3662-5e5d-4587-b11f-c465fe286cda'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:08:52.220907 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-fd7f3ec7-db83-4187-a3b2-37ec7d821bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:08:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['8d1f3662-5e5d-4587-b11f-c465fe286cda'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:52.266988 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-fd7f3ec7-db83-4187-a3b2-37ec7d821bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:52.267780 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7f3ec7-db83-4187-a3b2-37ec7d821bec None None] The sync data for ids ['8d1f3662-5e5d-4587-b11f-c465fe286cda'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:08:52.367032 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-484465d0-873a-46e8-a268-adc5d6a52067 None None] Provisioning complete for port d28591b8-c0fb-4441-b2f1-1acbb3ac7ba2 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:52.367463 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-484465d0-873a-46e8-a268-adc5d6a52067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:52.396837 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f73ad3f7-c717-4403-b72b-37c0ff090509 req-09992f3c-ea23-4caf-ba24-043024c5a7e6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:52.408234 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-484465d0-873a-46e8-a268-adc5d6a52067 None None] Port d28591b8-c0fb-4441-b2f1-1acbb3ac7ba2 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:08:52.414825 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['818623ee-bb95-4c16-b6aa-4cb09c7116ab'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:52.441350 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09992f3c-ea23-4caf-ba24-043024c5a7e6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Pushing event deleted for resources: {'Port': ['ID=b176bbb3-ad77-4b16-9e59-672bf8d02ade,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:52.470193 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a28ec1b-2259-4926-8ab4-56f42e6e37f1', 'name': 'network-vif-deleted', 'tag': '9f6353b0-3082-4772-a27e-55e3a36ef4df'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:52.472614 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b4a48e-2acc-4f4b-873a-42d03d95d5d7" -d '{"events": [{"server_uuid": "8a28ec1b-2259-4926-8ab4-56f42e6e37f1", "name": "network-vif-deleted", "tag": "9f6353b0-3082-4772-a27e-55e3a36ef4df"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:52.504830 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73ad3f7-c717-4403-b72b-37c0ff090509 req-09992f3c-ea23-4caf-ba24-043024c5a7e6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] No DVR routers for this DVR port b176bbb3-ad77-4b16-9e59-672bf8d02ade on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:08:52.507972 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f73ad3f7-c717-4403-b72b-37c0ff090509 req-09992f3c-ea23-4caf-ba24-043024c5a7e6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:52.511093 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f73ad3f7-c717-4403-b72b-37c0ff090509 req-09992f3c-ea23-4caf-ba24-043024c5a7e6 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.46 "DELETE /v2.0/ports/b176bbb3-ad77-4b16-9e59-672bf8d02ade HTTP/1.1" status: 204 len: 173 time: 0.6638193 Jul 15 13:08:52.523640 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682e788-2528-4be8-80b7-cf1f258e3590 req-f2cf094e-843c-44a4-a213-032e0578ce22 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:52.527133 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2682e788-2528-4be8-80b7-cf1f258e3590 req-f2cf094e-843c-44a4-a213-032e0578ce22 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 945 time: 0.2023289 Jul 15 13:08:52.547477 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-993ee57d-db2d-4973-bf30-7af858b96311 None None] Provisioning complete for port d28591b8-c0fb-4441-b2f1-1acbb3ac7ba2 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:52.547851 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-993ee57d-db2d-4973-bf30-7af858b96311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:52.607831 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-993ee57d-db2d-4973-bf30-7af858b96311 None None] Port d28591b8-c0fb-4441-b2f1-1acbb3ac7ba2 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:08:52.656004 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-76a50cde-988d-44f3-a978-3191de1a6190 req-3de84ac0-dba5-4821-a532-ef6c86310ae3 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efaf6d9-fb67-4538-b26e-daa4822a214c HTTP/1.1" status: 200 len: 210 time: 0.1269894 Jul 15 13:08:52.685637 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2682e788-2528-4be8-80b7-cf1f258e3590 req-3eea00a0-6fcd-469f-8e64-93d23906f1e5 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512074 Jul 15 13:08:52.753981 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c192c23e-a99b-455b-8771-685cc738b167 x-openstack-request-id: req-c192c23e-a99b-455b-8771-685cc738b167 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:52.754549 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a28ec1b-2259-4926-8ab4-56f42e6e37f1", "name": "network-vif-deleted", "tag": "9f6353b0-3082-4772-a27e-55e3a36ef4df", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:52.755025 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c192c23e-a99b-455b-8771-685cc738b167 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:52.755621 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a28ec1b-2259-4926-8ab4-56f42e6e37f1', 'name': 'network-vif-deleted', 'tag': '9f6353b0-3082-4772-a27e-55e3a36ef4df', 'status': 'completed', 'code': 200} Jul 15 13:08:52.812720 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['49f2d5b9-0a15-4749-9ac0-d13c645ccc92', 'b176bbb3-ad77-4b16-9e59-672bf8d02ade'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:52.818519 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e5ff696-dfb1-47fd-9ff4-9beb7ae892b6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.013582 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49696) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:53.032816 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:08:53.070362 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba1bd335-c2d7-442a-b9a8-f4880496be2c tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Deleting subnet e207b845-f87e-4aea-a6a7-e7e163b8954b {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:08:53.073522 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ba1bd335-c2d7-442a-b9a8-f4880496be2c tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.115968 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ba1bd335-c2d7-442a-b9a8-f4880496be2c tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.116865 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-1e5ff696-dfb1-47fd-9ff4-9beb7ae892b6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Allocated IP 2001:db8:1::1 (f2ea4bc7-8283-4006-95b2-5c189bec3d1d/c25fcc47-6d20-41bb-a9b6-42f494580b07/28092a3d-5541-494f-ac36-906216286f27) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:53.206254 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ba1bd335-c2d7-442a-b9a8-f4880496be2c tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.247935 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e5ff696-dfb1-47fd-9ff4-9beb7ae892b6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.262606 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1e5ff696-dfb1-47fd-9ff4-9beb7ae892b6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Transition to ACTIVE for port object 28092a3d-5541-494f-ac36-906216286f27 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:53.280804 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ba1bd335-c2d7-442a-b9a8-f4880496be2c tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.301013 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e5ff696-dfb1-47fd-9ff4-9beb7ae892b6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.313549 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ba1bd335-c2d7-442a-b9a8-f4880496be2c tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.315618 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ba1bd335-c2d7-442a-b9a8-f4880496be2c tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "DELETE /v2.0/subnets/e207b845-f87e-4aea-a6a7-e7e163b8954b HTTP/1.1" status: 204 len: 168 time: 0.3005085 Jul 15 13:08:53.317076 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1bd335-c2d7-442a-b9a8-f4880496be2c tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Pushing event deleted for resources: {'Subnet': ['ID=e207b845-f87e-4aea-a6a7-e7e163b8954b,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:53.321026 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc6801a-6d2e-48a9-8ac0-8553f3de8e24 None None] Network f06c01f1-9715-4a5e-9795-ca69ff6b9293 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:53.334485 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49700) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:53.386809 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5ff696-dfb1-47fd-9ff4-9beb7ae892b6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Network f2ea4bc7-8283-4006-95b2-5c189bec3d1d is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:53.399910 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-1e5ff696-dfb1-47fd-9ff4-9beb7ae892b6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:53.404061 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5ff696-dfb1-47fd-9ff4-9beb7ae892b6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:53.404595 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e5ff696-dfb1-47fd-9ff4-9beb7ae892b6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.451044 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ff696-dfb1-47fd-9ff4-9beb7ae892b6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event updated for resources: {'Port': ['ID=28092a3d-5541-494f-ac36-906216286f27,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:53.507608 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-609f42d7-3032-45da-a2ab-41c1a572c0e4 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.558211 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05ec64d-ee41-4a1d-aeea-d1b8a0e85512 None None] DHCP port deletion for f06c01f1-9715-4a5e-9795-ca69ff6b9293 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:08:53.619305 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-e05ec64d-ee41-4a1d-aeea-d1b8a0e85512 None None] Deleting port cb368898-e7c9-4672-93f6-9d7b9058f093 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:53.619816 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e05ec64d-ee41-4a1d-aeea-d1b8a0e85512 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.684761 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e5ff696-dfb1-47fd-9ff4-9beb7ae892b6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.686981 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device cb368898-e7c9-4672-93f6-9d7b9058f093 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:08:53.705754 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-609f42d7-3032-45da-a2ab-41c1a572c0e4 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Deleting port cb368898-e7c9-4672-93f6-9d7b9058f093 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:53.706726 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-609f42d7-3032-45da-a2ab-41c1a572c0e4 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.719618 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-e05ec64d-ee41-4a1d-aeea-d1b8a0e85512 None None] For port cb368898-e7c9-4672-93f6-9d7b9058f093, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=cb368898-e7c9-4672-93f6-9d7b9058f093,segment=NetworkSegment(a2cdd69b-5f9d-4a7f-aa06-97b5417ae945),segment_id=a2cdd69b-5f9d-4a7f-aa06-97b5417ae945)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:53.720096 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e05ec64d-ee41-4a1d-aeea-d1b8a0e85512 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.744646 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-e05ec64d-ee41-4a1d-aeea-d1b8a0e85512 None None] Calling delete_port for cb368898-e7c9-4672-93f6-9d7b9058f093 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:53.801914 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-600956b4-29ef-4c4a-b2a5-9f4a5bae7950 None None] Provisioning for port 28092a3d-5541-494f-ac36-906216286f27 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:53.829228 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-600956b4-29ef-4c4a-b2a5-9f4a5bae7950 None None] Provisioning complete for port 28092a3d-5541-494f-ac36-906216286f27 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:53.829679 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-600956b4-29ef-4c4a-b2a5-9f4a5bae7950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.879450 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.894693 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-600956b4-29ef-4c4a-b2a5-9f4a5bae7950 None None] Port 28092a3d-5541-494f-ac36-906216286f27 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:08:53.921251 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-609f42d7-3032-45da-a2ab-41c1a572c0e4 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] For port cb368898-e7c9-4672-93f6-9d7b9058f093, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=cb368898-e7c9-4672-93f6-9d7b9058f093,segment=NetworkSegment(a2cdd69b-5f9d-4a7f-aa06-97b5417ae945),segment_id=a2cdd69b-5f9d-4a7f-aa06-97b5417ae945)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:53.921622 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-609f42d7-3032-45da-a2ab-41c1a572c0e4 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.931734 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port cb368898-e7c9-4672-93f6-9d7b9058f093, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=cb368898-e7c9-4672-93f6-9d7b9058f093,segment=NetworkSegment(a2cdd69b-5f9d-4a7f-aa06-97b5417ae945),segment_id=a2cdd69b-5f9d-4a7f-aa06-97b5417ae945)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:53.939147 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.973843 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e05ec64d-ee41-4a1d-aeea-d1b8a0e85512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.997694 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05ec64d-ee41-4a1d-aeea-d1b8a0e85512 None None] No DVR routers for this DVR port cb368898-e7c9-4672-93f6-9d7b9058f093 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:08:54.017222 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=cb368898-e7c9-4672-93f6-9d7b9058f093,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:54.063729 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ec64d-ee41-4a1d-aeea-d1b8a0e85512 None None] Pushing event deleted for resources: {'Port': ['ID=cb368898-e7c9-4672-93f6-9d7b9058f093,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:54.067081 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 74fd9eb1-9797-46dd-8b28-b77c2726386c up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:54.121029 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 74fd9eb1-9797-46dd-8b28-b77c2726386c completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:54.130050 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 74fd9eb1-9797-46dd-8b28-b77c2726386c triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:54.130050 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.219738 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.246798 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2453cc-bf50-49f6-a542-703f35973940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74fd9eb1-9797-46dd-8b28-b77c2726386c'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:54.249078 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bf0dd1-6b2c-485d-baab-71248114ce68" -d '{"events": [{"server_uuid": "9b2453cc-bf50-49f6-a542-703f35973940", "name": "network-vif-plugged", "status": "completed", "tag": "74fd9eb1-9797-46dd-8b28-b77c2726386c"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:54.263648 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 74fd9eb1-9797-46dd-8b28-b77c2726386c, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=74fd9eb1-9797-46dd-8b28-b77c2726386c,segment=NetworkSegment(1a9c80c0-7d5b-40b0-8c39-86efa348994c),segment_id=1a9c80c0-7d5b-40b0-8c39-86efa348994c)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:54.269163 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.270039 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device b176bbb3-ad77-4b16-9e59-672bf8d02ade no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:08:54.305166 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-609f42d7-3032-45da-a2ab-41c1a572c0e4 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Calling delete_port for cb368898-e7c9-4672-93f6-9d7b9058f093 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:54.313911 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: b176bbb3-ad77-4b16-9e59-672bf8d02ade {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:08:54.314180 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device b176bbb3-ad77-4b16-9e59-672bf8d02ade not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:08:54.342302 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=74fd9eb1-9797-46dd-8b28-b77c2726386c,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:54.454125 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081ac5e-772f-474e-b164-356ac18c8a9b req-62b64013-7d35-4cc5-a49a-39abea65d8f2 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:54.455658 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f081ac5e-772f-474e-b164-356ac18c8a9b req-62b64013-7d35-4cc5-a49a-39abea65d8f2 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 945 time: 0.5962579 Jul 15 13:08:54.572312 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f081ac5e-772f-474e-b164-356ac18c8a9b req-12c29fe0-dc47-45ff-86d7-a9234047db2b tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092656 Jul 15 13:08:54.581288 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-609f42d7-3032-45da-a2ab-41c1a572c0e4 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.585300 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e5ff696-dfb1-47fd-9ff4-9beb7ae892b6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.619979 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e5ff696-dfb1-47fd-9ff4-9beb7ae892b6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.620379 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a19059-e4da-4006-a19c-3d8cbc8cdc02 x-openstack-request-id: req-d1a19059-e4da-4006-a19c-3d8cbc8cdc02 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:54.620670 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b2453cc-bf50-49f6-a542-703f35973940", "name": "network-vif-plugged", "status": "completed", "tag": "74fd9eb1-9797-46dd-8b28-b77c2726386c", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:54.620801 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e5ff696-dfb1-47fd-9ff4-9beb7ae892b6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.621454 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d1a19059-e4da-4006-a19c-3d8cbc8cdc02 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:54.621454 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b2453cc-bf50-49f6-a542-703f35973940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74fd9eb1-9797-46dd-8b28-b77c2726386c', 'code': 200} Jul 15 13:08:54.622664 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609f42d7-3032-45da-a2ab-41c1a572c0e4 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] No DVR routers for this DVR port cb368898-e7c9-4672-93f6-9d7b9058f093 on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:08:54.625824 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f42d7-3032-45da-a2ab-41c1a572c0e4 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Pushing event deleted for resources: {'Port': ['ID=cb368898-e7c9-4672-93f6-9d7b9058f093,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:54.687887 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1773a-dea0-4a99-a5d1-d1e6e529b5bf req-a3ea8bef-72c4-45ec-b4b0-82923719492b tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:54.689384 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a9b1773a-dea0-4a99-a5d1-d1e6e529b5bf req-a3ea8bef-72c4-45ec-b4b0-82923719492b tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 950 time: 0.2145188 Jul 15 13:08:54.755444 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936ae53-1d2c-4c68-8cdb-7e653637294c req-b0cdeb79-bb2c-4ba6-a411-d991c81bef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:54.757067 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7936ae53-1d2c-4c68-8cdb-7e653637294c req-b0cdeb79-bb2c-4ba6-a411-d991c81bef57 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 1098 time: 0.0527918 Jul 15 13:08:54.757521 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3efaf6d9-fb67-4538-b26e-daa4822a214c', 'name': 'network-vif-deleted', 'tag': 'b176bbb3-ad77-4b16-9e59-672bf8d02ade'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:54.759840 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff631501-b771-4a46-bd60-1da29ea551de" -d '{"events": [{"server_uuid": "3efaf6d9-fb67-4538-b26e-daa4822a214c", "name": "network-vif-deleted", "tag": "b176bbb3-ad77-4b16-9e59-672bf8d02ade"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:54.797614 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7936ae53-1d2c-4c68-8cdb-7e653637294c req-75a50ded-cbad-4bbf-84f7-28c96829de98 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310125 Jul 15 13:08:54.799250 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378d3c06-4b5d-4450-9c6f-eb06bb596ece x-openstack-request-id: req-378d3c06-4b5d-4450-9c6f-eb06bb596ece {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:54.800290 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3efaf6d9-fb67-4538-b26e-daa4822a214c", "name": "network-vif-deleted", "tag": "b176bbb3-ad77-4b16-9e59-672bf8d02ade", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:54.800561 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-378d3c06-4b5d-4450-9c6f-eb06bb596ece {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:54.800952 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3efaf6d9-fb67-4538-b26e-daa4822a214c', 'name': 'network-vif-deleted', 'tag': 'b176bbb3-ad77-4b16-9e59-672bf8d02ade', 'status': 'completed', 'code': 200} Jul 15 13:08:54.822956 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-609f42d7-3032-45da-a2ab-41c1a572c0e4 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.831495 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ff696-dfb1-47fd-9ff4-9beb7ae892b6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event updated for resources: {'Port': ['ID=28092a3d-5541-494f-ac36-906216286f27,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:54.845939 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-609f42d7-3032-45da-a2ab-41c1a572c0e4 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f06c01f1-9715-4a5e-9795-ca69ff6b9293']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:54.865170 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a9b1773a-dea0-4a99-a5d1-d1e6e529b5bf req-27e28d87-8935-48a9-b5b0-b675a93d4813 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615975 Jul 15 13:08:54.868373 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-609f42d7-3032-45da-a2ab-41c1a572c0e4 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2cdd69b-5f9d-4a7f-aa06-97b5417ae945') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:54.868468 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-609f42d7-3032-45da-a2ab-41c1a572c0e4 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2cdd69b-5f9d-4a7f-aa06-97b5417ae945') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:54.883102 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-609f42d7-3032-45da-a2ab-41c1a572c0e4 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.906664 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-609f42d7-3032-45da-a2ab-41c1a572c0e4 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.909446 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5ff696-dfb1-47fd-9ff4-9beb7ae892b6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Network f2ea4bc7-8283-4006-95b2-5c189bec3d1d is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:54.913755 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-1e5ff696-dfb1-47fd-9ff4-9beb7ae892b6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:54.915862 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-609f42d7-3032-45da-a2ab-41c1a572c0e4 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:08:54.916466 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-609f42d7-3032-45da-a2ab-41c1a572c0e4 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: self.session.flush() Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: self.session.flush() Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: self.session.flush() Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: self.session.flush() Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:08:54.919525 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:08:55.050070 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-609f42d7-3032-45da-a2ab-41c1a572c0e4 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.058506 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-609f42d7-3032-45da-a2ab-41c1a572c0e4 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.063149 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49720) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:55.063379 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-609f42d7-3032-45da-a2ab-41c1a572c0e4 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "DELETE /v2.0/networks/f06c01f1-9715-4a5e-9795-ca69ff6b9293 HTTP/1.1" status: 204 len: 168 time: 1.7281256 Jul 15 13:08:55.081906 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f42d7-3032-45da-a2ab-41c1a572c0e4 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Pushing event deleted for resources: {'Network': ['ID=f06c01f1-9715-4a5e-9795-ca69ff6b9293,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:55.093590 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5ff696-dfb1-47fd-9ff4-9beb7ae892b6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Router 8d1f3662-5e5d-4587-b11f-c465fe286cda has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:08:55.138460 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-7540def6-953d-4a53-8311-ebecbc21db63 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Deleting subnet 0b0adb43-540d-4b3e-97ea-4f36de553145 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:08:55.142311 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7540def6-953d-4a53-8311-ebecbc21db63 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.192091 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7540def6-953d-4a53-8311-ebecbc21db63 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.200229 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5ff696-dfb1-47fd-9ff4-9beb7ae892b6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:08:55.206417 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1e5ff696-dfb1-47fd-9ff4-9beb7ae892b6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "PUT /v2.0/routers/8d1f3662-5e5d-4587-b11f-c465fe286cda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0566900 Jul 15 13:08:55.208505 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49724) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:55.212163 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a79c1f-b747-4135-92ab-aaa27a9daa02 None None] Sync routers for ids ['8d1f3662-5e5d-4587-b11f-c465fe286cda'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:08:55.225485 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a79c1f-b747-4135-92ab-aaa27a9daa02 None None] Routers {'8d1f3662-5e5d-4587-b11f-c465fe286cda'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:08:55.226365 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-49a79c1f-b747-4135-92ab-aaa27a9daa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:08:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['8d1f3662-5e5d-4587-b11f-c465fe286cda'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:55.228969 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d0a96879-7299-4ce3-8dfd-4e2c9aa42283 None None] Provisioning complete for port 28092a3d-5541-494f-ac36-906216286f27 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:55.229443 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d0a96879-7299-4ce3-8dfd-4e2c9aa42283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.273694 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d0a96879-7299-4ce3-8dfd-4e2c9aa42283 None None] Port 28092a3d-5541-494f-ac36-906216286f27 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:08:55.301295 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-49a79c1f-b747-4135-92ab-aaa27a9daa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:55.310210 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a79c1f-b747-4135-92ab-aaa27a9daa02 None None] Routers {'8d1f3662-5e5d-4587-b11f-c465fe286cda'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:08:55.310846 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-49a79c1f-b747-4135-92ab-aaa27a9daa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:08:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['8d1f3662-5e5d-4587-b11f-c465fe286cda'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:55.319957 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21d1a18-7461-4593-a8bf-6517c4cd9f5c tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:55.337361 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f21d1a18-7461-4593-a8bf-6517c4cd9f5c tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "GET /v2.0/ports/28092a3d-5541-494f-ac36-906216286f27 HTTP/1.1" status: 200 len: 913 time: 0.1276364 Jul 15 13:08:55.340037 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49728) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:55.342757 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7540def6-953d-4a53-8311-ebecbc21db63 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.348257 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-49a79c1f-b747-4135-92ab-aaa27a9daa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:55.349154 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a79c1f-b747-4135-92ab-aaa27a9daa02 None None] The sync data for ids ['8d1f3662-5e5d-4587-b11f-c465fe286cda'] in n-d-771363-36 is: [] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:08:55.415986 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7540def6-953d-4a53-8311-ebecbc21db63 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.448125 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7540def6-953d-4a53-8311-ebecbc21db63 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Pushing event deleted for resources: {'Subnet': ['ID=0b0adb43-540d-4b3e-97ea-4f36de553145,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:55.451996 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7540def6-953d-4a53-8311-ebecbc21db63 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.453937 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7540def6-953d-4a53-8311-ebecbc21db63 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "DELETE /v2.0/subnets/0b0adb43-540d-4b3e-97ea-4f36de553145 HTTP/1.1" status: 204 len: 168 time: 0.3895121 Jul 15 13:08:55.457303 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49732) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:55.462851 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db949a0-10b5-49b4-b253-839dbfa0eb3a None None] Network 9387763f-6f68-4b18-8426-2713bc515911 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:55.539455 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-23fbf92d-5c04-4f40-a9d7-3d6a20fd4367 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.597219 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-23fbf92d-5c04-4f40-a9d7-3d6a20fd4367 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Deleting port b55f31bd-1ccb-4ece-bf02-32e089ee419b {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:55.597546 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-23fbf92d-5c04-4f40-a9d7-3d6a20fd4367 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.672533 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-23fbf92d-5c04-4f40-a9d7-3d6a20fd4367 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] For port b55f31bd-1ccb-4ece-bf02-32e089ee419b, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=b55f31bd-1ccb-4ece-bf02-32e089ee419b,segment=NetworkSegment(4bb2d842-cdc0-4573-8a97-693bc32f3579),segment_id=4bb2d842-cdc0-4573-8a97-693bc32f3579)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:55.673058 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-23fbf92d-5c04-4f40-a9d7-3d6a20fd4367 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.686413 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-23fbf92d-5c04-4f40-a9d7-3d6a20fd4367 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Calling delete_port for b55f31bd-1ccb-4ece-bf02-32e089ee419b owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:55.780645 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-23fbf92d-5c04-4f40-a9d7-3d6a20fd4367 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.805596 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7def22-1643-4224-aee9-80464387fd51 None None] DHCP port deletion for 9387763f-6f68-4b18-8426-2713bc515911 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:08:55.811854 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbf92d-5c04-4f40-a9d7-3d6a20fd4367 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Pushing event deleted for resources: {'Port': ['ID=b55f31bd-1ccb-4ece-bf02-32e089ee419b,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:55.815367 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fbf92d-5c04-4f40-a9d7-3d6a20fd4367 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] No DVR routers for this DVR port b55f31bd-1ccb-4ece-bf02-32e089ee419b on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:08:55.857629 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47623a78-f4b3-46db-a225-c1f61c57fb2f req-e683235d-84f5-45ef-ab76-0e8da4462518 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:55.859053 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-47623a78-f4b3-46db-a225-c1f61c57fb2f req-e683235d-84f5-45ef-ab76-0e8da4462518 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 946 time: 0.1654477 Jul 15 13:08:55.905928 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-23fbf92d-5c04-4f40-a9d7-3d6a20fd4367 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.917135 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-efb24d6e-77f9-4477-bae7-b479ca60178e tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.918628 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-23fbf92d-5c04-4f40-a9d7-3d6a20fd4367 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9387763f-6f68-4b18-8426-2713bc515911']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:55.922509 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-47623a78-f4b3-46db-a225-c1f61c57fb2f req-4820d044-f7a1-41f5-b1cf-97d9b9d4e2d7 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564287 Jul 15 13:08:55.948312 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-23fbf92d-5c04-4f40-a9d7-3d6a20fd4367 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb2d842-cdc0-4573-8a97-693bc32f3579') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:55.950680 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-23fbf92d-5c04-4f40-a9d7-3d6a20fd4367 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb2d842-cdc0-4573-8a97-693bc32f3579') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:55.960823 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-23fbf92d-5c04-4f40-a9d7-3d6a20fd4367 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.975127 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-23fbf92d-5c04-4f40-a9d7-3d6a20fd4367 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.982288 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23fbf92d-5c04-4f40-a9d7-3d6a20fd4367 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:08:55.982897 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-23fbf92d-5c04-4f40-a9d7-3d6a20fd4367 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.986300 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:55.986300 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:55.986300 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:55.986300 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:55.986300 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:55.986300 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:55.986300 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:08:55.986300 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:08:55.986300 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:08:55.986300 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:08:55.986300 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:08:55.986300 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:08:55.986300 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:08:55.986300 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:08:55.986300 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:08:55.986300 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:08:55.986300 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:08:55.986300 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:08:55.986300 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:08:55.986300 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:08:55.986300 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:08:55.986300 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:08:55.986300 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:08:55.986300 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:08:55.986300 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:08:55.986300 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:08:55.986300 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:08:55.986300 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:08:55.986300 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:08:55.986300 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:08:55.986300 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:08:55.986300 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:08:55.986300 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:08:55.986300 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:08:55.986300 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:08:55.986300 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:08:55.986300 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:08:55.986300 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:08:56.185930 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15d111-912c-47ab-b8b3-31810912ea80 req-809a593b-7657-4de8-ad7e-4ad27e426df8 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:56.187666 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a15d111-912c-47ab-b8b3-31810912ea80 req-809a593b-7657-4de8-ad7e-4ad27e426df8 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 950 time: 0.1760480 Jul 15 13:08:56.280167 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a15d111-912c-47ab-b8b3-31810912ea80 req-4b252d6d-62ca-4aa4-84e8-6cb1029284cf tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796413 Jul 15 13:08:56.318288 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-23fbf92d-5c04-4f40-a9d7-3d6a20fd4367 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:56.330640 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-23fbf92d-5c04-4f40-a9d7-3d6a20fd4367 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:56.335068 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-23fbf92d-5c04-4f40-a9d7-3d6a20fd4367 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "DELETE /v2.0/networks/9387763f-6f68-4b18-8426-2713bc515911 HTTP/1.1" status: 204 len: 168 time: 0.8766966 Jul 15 13:08:56.342081 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49740) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:56.348843 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-91c07f58-bdbc-4aff-873d-873995c26024 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1665615486'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:56.356219 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbf92d-5c04-4f40-a9d7-3d6a20fd4367 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Pushing event deleted for resources: {'Network': ['ID=9387763f-6f68-4b18-8426-2713bc515911,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:56.378330 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24d52a-e3c0-4a20-b687-c990613167c7 req-dec00b5d-26cf-4ad4-9a79-19989898f5f2 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:56.380166 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-be24d52a-e3c0-4a20-b687-c990613167c7 req-dec00b5d-26cf-4ad4-9a79-19989898f5f2 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 950 time: 0.1012714 Jul 15 13:08:56.383437 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c07f58-bdbc-4aff-873d-873995c26024 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Made reservation on behalf of c9e2f6d59c714082841767edaa83eabd for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:56.387327 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-91c07f58-bdbc-4aff-873d-873995c26024 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:56.411657 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-efb24d6e-77f9-4477-bae7-b479ca60178e tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Deleting port 28092a3d-5541-494f-ac36-906216286f27 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:56.412070 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-efb24d6e-77f9-4477-bae7-b479ca60178e tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:56.444465 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c07f58-bdbc-4aff-873d-873995c26024 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:08:56.486928 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-91c07f58-bdbc-4aff-873d-873995c26024 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:56.487820 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-91c07f58-bdbc-4aff-873d-873995c26024 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Added segment 49e6df3d-58df-42b5-80b8-19c9bc14ff92 of type vlan for network 7fe79b2e-93ff-46e9-be55-3ada1bd43fec Jul 15 13:08:56.517820 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-be24d52a-e3c0-4a20-b687-c990613167c7 req-aedc446a-adfe-4b25-9805-fd87e03221e9 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Deleting port 49f2d5b9-0a15-4749-9ac0-d13c645ccc92 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:56.518636 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-be24d52a-e3c0-4a20-b687-c990613167c7 req-aedc446a-adfe-4b25-9805-fd87e03221e9 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:56.547778 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-91c07f58-bdbc-4aff-873d-873995c26024 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:56.554975 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-efb24d6e-77f9-4477-bae7-b479ca60178e tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:56.572809 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-efb24d6e-77f9-4477-bae7-b479ca60178e tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Calling delete_port for 28092a3d-5541-494f-ac36-906216286f27 owned by network:router_interface {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:56.634169 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-91c07f58-bdbc-4aff-873d-873995c26024 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:56.634391 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-be24d52a-e3c0-4a20-b687-c990613167c7 req-aedc446a-adfe-4b25-9805-fd87e03221e9 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] For port 49f2d5b9-0a15-4749-9ac0-d13c645ccc92, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=49f2d5b9-0a15-4749-9ac0-d13c645ccc92,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:56.634625 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-be24d52a-e3c0-4a20-b687-c990613167c7 req-aedc446a-adfe-4b25-9805-fd87e03221e9 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:56.640190 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c07f58-bdbc-4aff-873d-873995c26024 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:56.640825 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-91c07f58-bdbc-4aff-873d-873995c26024 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:56.647855 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-be24d52a-e3c0-4a20-b687-c990613167c7 req-aedc446a-adfe-4b25-9805-fd87e03221e9 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Calling delete_port for 49f2d5b9-0a15-4749-9ac0-d13c645ccc92 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:56.714823 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-91c07f58-bdbc-4aff-873d-873995c26024 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3715956 Jul 15 13:08:56.717598 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49746) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:56.724731 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-56e19ec0-e0c4-441e-9e17-fd273a41bbce tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Request body: {'subnet': {'network_id': '7fe79b2e-93ff-46e9-be55-3ada1bd43fec', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:56.781086 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c07f58-bdbc-4aff-873d-873995c26024 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Pushing event updated for resources: {'Network': ['ID=7fe79b2e-93ff-46e9-be55-3ada1bd43fec,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:56.795329 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 7fe79b2e-93ff-46e9-be55-3ada1bd43fec details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:08:56.840505 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e19ec0-e0c4-441e-9e17-fd273a41bbce tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Made reservation on behalf of c9e2f6d59c714082841767edaa83eabd for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:56.847647 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-56e19ec0-e0c4-441e-9e17-fd273a41bbce tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:56.963852 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-be24d52a-e3c0-4a20-b687-c990613167c7 req-aedc446a-adfe-4b25-9805-fd87e03221e9 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:56.976191 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['818623ee-bb95-4c16-b6aa-4cb09c7116ab'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:57.009647 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedc446a-adfe-4b25-9805-fd87e03221e9 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Pushing event deleted for resources: {'Port': ['ID=49f2d5b9-0a15-4749-9ac0-d13c645ccc92,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:57.026552 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['49f2d5b9-0a15-4749-9ac0-d13c645ccc92'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:57.070647 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-be24d52a-e3c0-4a20-b687-c990613167c7 req-aedc446a-adfe-4b25-9805-fd87e03221e9 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] No DVR routers for this DVR port 49f2d5b9-0a15-4749-9ac0-d13c645ccc92 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:08:57.075970 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-be24d52a-e3c0-4a20-b687-c990613167c7 req-aedc446a-adfe-4b25-9805-fd87e03221e9 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:57.078000 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-be24d52a-e3c0-4a20-b687-c990613167c7 req-aedc446a-adfe-4b25-9805-fd87e03221e9 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.46 "DELETE /v2.0/ports/49f2d5b9-0a15-4749-9ac0-d13c645ccc92 HTTP/1.1" status: 204 len: 173 time: 0.6884775 Jul 15 13:08:57.078457 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8f04b3-cd40-43e3-89c2-3879a684534e', 'name': 'network-vif-deleted', 'tag': '49f2d5b9-0a15-4749-9ac0-d13c645ccc92'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:57.081797 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010eeb32-2416-4d23-8737-96fae8795e10" -d '{"events": [{"server_uuid": "1b8f04b3-cd40-43e3-89c2-3879a684534e", "name": "network-vif-deleted", "tag": "49f2d5b9-0a15-4749-9ac0-d13c645ccc92"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:57.141076 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e626bb8-fac9-4150-96d8-7e8483fcc2dd x-openstack-request-id: req-9e626bb8-fac9-4150-96d8-7e8483fcc2dd {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:57.141376 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8f04b3-cd40-43e3-89c2-3879a684534e", "name": "network-vif-deleted", "tag": "49f2d5b9-0a15-4749-9ac0-d13c645ccc92", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:57.142722 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9e626bb8-fac9-4150-96d8-7e8483fcc2dd {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:57.143134 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8f04b3-cd40-43e3-89c2-3879a684534e', 'name': 'network-vif-deleted', 'tag': '49f2d5b9-0a15-4749-9ac0-d13c645ccc92', 'status': 'completed', 'code': 200} Jul 15 13:08:57.207505 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-56e19ec0-e0c4-441e-9e17-fd273a41bbce tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:57.241380 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-efb24d6e-77f9-4477-bae7-b479ca60178e tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:57.277936 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e19ec0-e0c4-441e-9e17-fd273a41bbce tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Pushing event updated for resources: {'Subnet': ['ID=92bfe0a8-2550-40b2-bc14-b1155fd3c029,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:57.291331 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb24d6e-77f9-4477-bae7-b479ca60178e tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event deleted for resources: {'Port': ['ID=28092a3d-5541-494f-ac36-906216286f27,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:57.301574 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e19ec0-e0c4-441e-9e17-fd273a41bbce tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Checking segment: {'id': '49e6df3d-58df-42b5-80b8-19c9bc14ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7fe79b2e-93ff-46e9-be55-3ada1bd43fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:57.301893 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e19ec0-e0c4-441e-9e17-fd273a41bbce tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Network hostable DHCP agents. Network: 7fe79b2e-93ff-46e9-be55-3ada1bd43fec, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:08:57.322326 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e19ec0-e0c4-441e-9e17-fd273a41bbce tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Network 7fe79b2e-93ff-46e9-be55-3ada1bd43fec is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:08:57.334359 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-56e19ec0-e0c4-441e-9e17-fd273a41bbce tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 7fe79b2e-93ff-46e9-be55-3ada1bd43fec) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:57.339686 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e19ec0-e0c4-441e-9e17-fd273a41bbce tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:57.340661 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-56e19ec0-e0c4-441e-9e17-fd273a41bbce tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:57.347042 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1e31ef-7d88-45cf-8b68-1530185c33af None None] Network 7fe79b2e-93ff-46e9-be55-3ada1bd43fec requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:57.374615 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-56e19ec0-e0c4-441e-9e17-fd273a41bbce tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6556199 Jul 15 13:08:57.377141 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49754) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:57.384934 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-70ba8bac-8ee9-4f2a-913d-473133a1dbb2 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1018854709'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:57.400262 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75608868-0d24-4214-a375-553afcfaaa4d req-d7fa2dbf-44f5-4491-84f8-c8160a888eb1 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:57.407277 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-75608868-0d24-4214-a375-553afcfaaa4d req-d7fa2dbf-44f5-4491-84f8-c8160a888eb1 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 946 time: 0.2167239 Jul 15 13:08:57.433832 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ba8bac-8ee9-4f2a-913d-473133a1dbb2 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Made reservation on behalf of c9e2f6d59c714082841767edaa83eabd for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:57.437498 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-70ba8bac-8ee9-4f2a-913d-473133a1dbb2 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:57.475468 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ba8bac-8ee9-4f2a-913d-473133a1dbb2 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:08:57.476073 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-75608868-0d24-4214-a375-553afcfaaa4d req-28f62a86-100e-4ede-ac01-30e65ea28576 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678437 Jul 15 13:08:57.477347 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-efb24d6e-77f9-4477-bae7-b479ca60178e tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:57.506460 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-70ba8bac-8ee9-4f2a-913d-473133a1dbb2 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:57.507609 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-70ba8bac-8ee9-4f2a-913d-473133a1dbb2 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Added segment b8264eb3-e977-4487-ab0e-18f98c6b2217 of type vlan for network 5c59edbc-4361-4b58-87ed-f3d3fa2dda59 Jul 15 13:08:57.597547 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-70ba8bac-8ee9-4f2a-913d-473133a1dbb2 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:57.613190 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4018c7f-4e81-4ca3-bfcd-28671b18c496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-7fe79b2e-93ff-46e9-be55-3ada1bd43fec', 'network_id': '7fe79b2e-93ff-46e9-be55-3ada1bd43fec', 'tenant_id': 'c9e2f6d59c714082841767edaa83eabd', 'fixed_ips': [{'subnet_id': '92bfe0a8-2550-40b2-bc14-b1155fd3c029'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:08:57.614371 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4018c7f-4e81-4ca3-bfcd-28671b18c496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:57.656369 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-70ba8bac-8ee9-4f2a-913d-473133a1dbb2 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:57.662932 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ba8bac-8ee9-4f2a-913d-473133a1dbb2 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:57.663601 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-70ba8bac-8ee9-4f2a-913d-473133a1dbb2 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:57.669107 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8d1bb16f-2daf-4153-8db3-261d5fee4e9e req-ae258861-e858-477d-a741-0773c9cdc186 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8f04b3-cd40-43e3-89c2-3879a684534e HTTP/1.1" status: 200 len: 210 time: 0.0659707 Jul 15 13:08:57.773889 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b55f31bd-1ccb-4ece-bf02-32e089ee419b no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:08:57.831215 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: b55f31bd-1ccb-4ece-bf02-32e089ee419b {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:08:57.831930 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b55f31bd-1ccb-4ece-bf02-32e089ee419b not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:08:57.859559 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-70ba8bac-8ee9-4f2a-913d-473133a1dbb2 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4801087 Jul 15 13:08:57.860518 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49764) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:57.872942 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-81f14dc7-1741-494f-a78f-f37a3004427d tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Request body: {'subnet': {'network_id': '5c59edbc-4361-4b58-87ed-f3d3fa2dda59', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:57.932665 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-a4018c7f-4e81-4ca3-bfcd-28671b18c496 None None] Allocated IP 19.80.0.2 (7fe79b2e-93ff-46e9-be55-3ada1bd43fec/92bfe0a8-2550-40b2-bc14-b1155fd3c029/db90e579-6226-4747-b807-3df40d2aeca1) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:57.941445 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb24d6e-77f9-4477-bae7-b479ca60178e tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Router 8d1f3662-5e5d-4587-b11f-c465fe286cda has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:08:58.024922 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba8bac-8ee9-4f2a-913d-473133a1dbb2 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Pushing event updated for resources: {'Network': ['ID=5c59edbc-4361-4b58-87ed-f3d3fa2dda59,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:58.043438 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 5c59edbc-4361-4b58-87ed-f3d3fa2dda59 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:08:58.047369 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f14dc7-1741-494f-a78f-f37a3004427d tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Made reservation on behalf of c9e2f6d59c714082841767edaa83eabd for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:58.053395 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-81f14dc7-1741-494f-a78f-f37a3004427d tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:58.079527 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb24d6e-77f9-4477-bae7-b479ca60178e tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:08:58.094035 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-efb24d6e-77f9-4477-bae7-b479ca60178e tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "PUT /v2.0/routers/8d1f3662-5e5d-4587-b11f-c465fe286cda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7522721 Jul 15 13:08:58.097586 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49766) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:58.108203 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c49ffb-fa1a-43c2-a195-d687cebceef3 None None] Sync routers for ids ['8d1f3662-5e5d-4587-b11f-c465fe286cda'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:08:58.203226 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c49ffb-fa1a-43c2-a195-d687cebceef3 None None] Routers {'8d1f3662-5e5d-4587-b11f-c465fe286cda'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:08:58.204121 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-80c49ffb-fa1a-43c2-a195-d687cebceef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:08:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['8d1f3662-5e5d-4587-b11f-c465fe286cda'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:58.248820 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-80c49ffb-fa1a-43c2-a195-d687cebceef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:58.268284 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4018c7f-4e81-4ca3-bfcd-28671b18c496 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:58.274540 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c49ffb-fa1a-43c2-a195-d687cebceef3 None None] Routers {'8d1f3662-5e5d-4587-b11f-c465fe286cda'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:08:58.275177 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-80c49ffb-fa1a-43c2-a195-d687cebceef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:08:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['8d1f3662-5e5d-4587-b11f-c465fe286cda'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:58.306736 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c6505-7ba1-4a19-ba2b-86ff292178e0 req-4665344c-2ec0-4c62-867f-37d3f7717165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:58.308308 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a58c6505-7ba1-4a19-ba2b-86ff292178e0 req-4665344c-2ec0-4c62-867f-37d3f7717165 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0df8965cb60d49839fdaa2536ee5f493&device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 1098 time: 0.1151485 Jul 15 13:08:58.312744 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a4018c7f-4e81-4ca3-bfcd-28671b18c496 None None] Transition to ACTIVE for port object db90e579-6226-4747-b807-3df40d2aeca1 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:58.314952 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-80c49ffb-fa1a-43c2-a195-d687cebceef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:58.315739 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c49ffb-fa1a-43c2-a195-d687cebceef3 None None] The sync data for ids ['8d1f3662-5e5d-4587-b11f-c465fe286cda'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:08:58.330732 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a4018c7f-4e81-4ca3-bfcd-28671b18c496 None None] Transition to ACTIVE for port object db90e579-6226-4747-b807-3df40d2aeca1 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:58.339239 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4018c7f-4e81-4ca3-bfcd-28671b18c496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:58.375208 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4018c7f-4e81-4ca3-bfcd-28671b18c496 None None] Network 7fe79b2e-93ff-46e9-be55-3ada1bd43fec is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:58.381820 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-a4018c7f-4e81-4ca3-bfcd-28671b18c496 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:58.385412 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4018c7f-4e81-4ca3-bfcd-28671b18c496 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:58.388279 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-81f14dc7-1741-494f-a78f-f37a3004427d tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:58.392712 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4018c7f-4e81-4ca3-bfcd-28671b18c496 None None] Pushing event updated for resources: {'Port': ['ID=db90e579-6226-4747-b807-3df40d2aeca1,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:58.421405 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ad1da-0114-4d8d-be7d-b2925c3cdc6c req-35a5dc15-0885-4599-a6ec-d7d1cf06e1d7 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:58.421405 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-af3ad1da-0114-4d8d-be7d-b2925c3cdc6c req-35a5dc15-0885-4599-a6ec-d7d1cf06e1d7 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 946 time: 0.1480417 Jul 15 13:08:58.453960 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-a4018c7f-4e81-4ca3-bfcd-28671b18c496 None None] Attempting to bind port db90e579-6226-4747-b807-3df40d2aeca1 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:58.454327 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-a4018c7f-4e81-4ca3-bfcd-28671b18c496 None None] Attempting to bind port db90e579-6226-4747-b807-3df40d2aeca1 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '49e6df3d-58df-42b5-80b8-19c9bc14ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7fe79b2e-93ff-46e9-be55-3ada1bd43fec'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:58.454748 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4018c7f-4e81-4ca3-bfcd-28671b18c496 None None] Attempting to bind port db90e579-6226-4747-b807-3df40d2aeca1 on network 7fe79b2e-93ff-46e9-be55-3ada1bd43fec {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:58.461190 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4018c7f-4e81-4ca3-bfcd-28671b18c496 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:58.461563 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4018c7f-4e81-4ca3-bfcd-28671b18c496 None None] Checking segment: {'id': '49e6df3d-58df-42b5-80b8-19c9bc14ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7fe79b2e-93ff-46e9-be55-3ada1bd43fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:58.461967 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4018c7f-4e81-4ca3-bfcd-28671b18c496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:58.462360 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4018c7f-4e81-4ca3-bfcd-28671b18c496 None None] Bound using segment: {'id': '49e6df3d-58df-42b5-80b8-19c9bc14ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7fe79b2e-93ff-46e9-be55-3ada1bd43fec'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:58.462858 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-a4018c7f-4e81-4ca3-bfcd-28671b18c496 None None] Bound port: db90e579-6226-4747-b807-3df40d2aeca1, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e6df3d-58df-42b5-80b8-19c9bc14ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7fe79b2e-93ff-46e9-be55-3ada1bd43fec'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:58.463278 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4018c7f-4e81-4ca3-bfcd-28671b18c496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:58.494928 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-af3ad1da-0114-4d8d-be7d-b2925c3cdc6c req-95a13562-628a-4e46-ac78-ef779f623e8f tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672538 Jul 15 13:08:58.505378 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c6505-7ba1-4a19-ba2b-86ff292178e0 req-4d6f5b2a-ff6b-4622-90d4-607475bff240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:58.506918 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a58c6505-7ba1-4a19-ba2b-86ff292178e0 req-4d6f5b2a-ff6b-4622-90d4-607475bff240 service neutron] 10.222.0.46 "GET /v2.0/networks?id=70b5a7aa-0307-4f90-8da6-d6b5f4dbd134 HTTP/1.1" status: 200 len: 912 time: 0.1757991 Jul 15 13:08:58.509483 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f14dc7-1741-494f-a78f-f37a3004427d tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Pushing event updated for resources: {'Subnet': ['ID=c4ae0d02-ab6c-4403-8b46-ada762d2c6f9,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:58.543860 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a4018c7f-4e81-4ca3-bfcd-28671b18c496 None None] For port db90e579-6226-4747-b807-3df40d2aeca1, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:58.547989 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a4018c7f-4e81-4ca3-bfcd-28671b18c496 None None] For port db90e579-6226-4747-b807-3df40d2aeca1, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=db90e579-6226-4747-b807-3df40d2aeca1,segment=NetworkSegment(49e6df3d-58df-42b5-80b8-19c9bc14ff92),segment_id=49e6df3d-58df-42b5-80b8-19c9bc14ff92)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:58.552141 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4018c7f-4e81-4ca3-bfcd-28671b18c496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:58.557884 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f14dc7-1741-494f-a78f-f37a3004427d tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Checking segment: {'id': 'b8264eb3-e977-4487-ab0e-18f98c6b2217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5c59edbc-4361-4b58-87ed-f3d3fa2dda59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:58.557884 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f14dc7-1741-494f-a78f-f37a3004427d tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Network hostable DHCP agents. Network: 5c59edbc-4361-4b58-87ed-f3d3fa2dda59, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:08:58.561451 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a58c6505-7ba1-4a19-ba2b-86ff292178e0 req-13622244-34f4-42ba-b130-28b0d5c6fcc5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74fd9eb1-9797-46dd-8b28-b77c2726386c HTTP/1.1" status: 200 len: 217 time: 0.0473344 Jul 15 13:08:58.564292 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1bc935f2-ecca-4188-bafb-9339baf1fa45 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:58.602416 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f14dc7-1741-494f-a78f-f37a3004427d tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Network 5c59edbc-4361-4b58-87ed-f3d3fa2dda59 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:08:58.624966 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c6505-7ba1-4a19-ba2b-86ff292178e0 req-3830a4fe-3b3a-499b-bee0-b8ef6c92f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:58.626764 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a58c6505-7ba1-4a19-ba2b-86ff292178e0 req-3830a4fe-3b3a-499b-bee0-b8ef6c92f2c0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=102dce41-7385-4388-8185-14c00f6a3ad4 HTTP/1.1" status: 200 len: 851 time: 0.0575750 Jul 15 13:08:58.628380 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-81f14dc7-1741-494f-a78f-f37a3004427d tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 5c59edbc-4361-4b58-87ed-f3d3fa2dda59) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:58.628645 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4018c7f-4e81-4ca3-bfcd-28671b18c496 None None] Pushing event updated for resources: {'Port': ['ID=db90e579-6226-4747-b807-3df40d2aeca1,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:58.632721 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f14dc7-1741-494f-a78f-f37a3004427d tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:58.633309 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-81f14dc7-1741-494f-a78f-f37a3004427d tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:58.647575 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a85c0d-cc90-47ab-941d-3ec97bd7672f None None] Network 5c59edbc-4361-4b58-87ed-f3d3fa2dda59 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:58.670547 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a58c6505-7ba1-4a19-ba2b-86ff292178e0 req-90053acd-550a-44a0-a85f-cf51c6f12364 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=70b5a7aa-0307-4f90-8da6-d6b5f4dbd134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344982 Jul 15 13:08:58.679571 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-81f14dc7-1741-494f-a78f-f37a3004427d tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8179798 Jul 15 13:08:58.869723 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a58c6505-7ba1-4a19-ba2b-86ff292178e0 req-1fd0320c-464a-4218-a4ba-11ae608f19b3 service neutron] 10.222.0.46 "GET /v2.0/networks/70b5a7aa-0307-4f90-8da6-d6b5f4dbd134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888454 Jul 15 13:08:58.959876 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:58.975350 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1bc935f2-ecca-4188-bafb-9339baf1fa45 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Deleting port d28591b8-c0fb-4441-b2f1-1acbb3ac7ba2 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:58.975832 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1bc935f2-ecca-4188-bafb-9339baf1fa45 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.003758 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a58c6505-7ba1-4a19-ba2b-86ff292178e0 req-8c186ecf-83bf-4704-ac3f-93c0521bfe04 service neutron] 10.222.0.46 "GET /v2.0/networks/70b5a7aa-0307-4f90-8da6-d6b5f4dbd134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225214 Jul 15 13:08:59.029591 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431f0d79-f2b8-4de7-95dd-e6108462c710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-5c59edbc-4361-4b58-87ed-f3d3fa2dda59', 'network_id': '5c59edbc-4361-4b58-87ed-f3d3fa2dda59', 'tenant_id': 'c9e2f6d59c714082841767edaa83eabd', 'fixed_ips': [{'subnet_id': 'c4ae0d02-ab6c-4403-8b46-ada762d2c6f9'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:08:59.030817 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-431f0d79-f2b8-4de7-95dd-e6108462c710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.108878 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1bc935f2-ecca-4188-bafb-9339baf1fa45 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.147368 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1bc935f2-ecca-4188-bafb-9339baf1fa45 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Calling delete_port for d28591b8-c0fb-4441-b2f1-1acbb3ac7ba2 owned by network:router_interface {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:59.235435 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-431f0d79-f2b8-4de7-95dd-e6108462c710 None None] Allocated IP 19.86.0.2 (5c59edbc-4361-4b58-87ed-f3d3fa2dda59/c4ae0d02-ab6c-4403-8b46-ada762d2c6f9/9e8985d5-80ca-4511-b730-5576baa0c2e8) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:59.286612 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.313233 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-e8a0516d-61eb-48dd-a7fb-e2416b13f623 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:59.319256 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-e8a0516d-61eb-48dd-a7fb-e2416b13f623 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:59.320924 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-e8a0516d-61eb-48dd-a7fb-e2416b13f623 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/networks?id=7fe79b2e-93ff-46e9-be55-3ada1bd43fec&id=5c59edbc-4361-4b58-87ed-f3d3fa2dda59 HTTP/1.1" status: 200 len: 1392 time: 0.2010746 Jul 15 13:08:59.367291 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-b86244e2-7030-494f-b6c9-3f139885cc38 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/quotas/c9e2f6d59c714082841767edaa83eabd HTTP/1.1" status: 200 len: 375 time: 0.0122502 Jul 15 13:08:59.420461 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-431f0d79-f2b8-4de7-95dd-e6108462c710 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.431876 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-431f0d79-f2b8-4de7-95dd-e6108462c710 None None] Transition to ACTIVE for port object 9e8985d5-80ca-4511-b730-5576baa0c2e8 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:59.449203 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-431f0d79-f2b8-4de7-95dd-e6108462c710 None None] Transition to ACTIVE for port object 9e8985d5-80ca-4511-b730-5576baa0c2e8 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:59.460067 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-431f0d79-f2b8-4de7-95dd-e6108462c710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.494133 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-e7fe9768-f34d-41cf-bd23-7047879cf140 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c9e2f6d59c714082841767edaa83eabd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1206734 Jul 15 13:08:59.495659 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1bc935f2-ecca-4188-bafb-9339baf1fa45 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.532167 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431f0d79-f2b8-4de7-95dd-e6108462c710 None None] Network 5c59edbc-4361-4b58-87ed-f3d3fa2dda59 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:59.533825 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-431f0d79-f2b8-4de7-95dd-e6108462c710 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:59.536303 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f0d79-f2b8-4de7-95dd-e6108462c710 None None] Pushing event updated for resources: {'Port': ['ID=9e8985d5-80ca-4511-b730-5576baa0c2e8,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:59.538662 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431f0d79-f2b8-4de7-95dd-e6108462c710 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:59.583291 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc935f2-ecca-4188-bafb-9339baf1fa45 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event deleted for resources: {'Port': ['ID=d28591b8-c0fb-4441-b2f1-1acbb3ac7ba2,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:59.621414 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-431f0d79-f2b8-4de7-95dd-e6108462c710 None None] Attempting to bind port 9e8985d5-80ca-4511-b730-5576baa0c2e8 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:59.621875 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-431f0d79-f2b8-4de7-95dd-e6108462c710 None None] Attempting to bind port 9e8985d5-80ca-4511-b730-5576baa0c2e8 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'b8264eb3-e977-4487-ab0e-18f98c6b2217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5c59edbc-4361-4b58-87ed-f3d3fa2dda59'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:59.622591 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431f0d79-f2b8-4de7-95dd-e6108462c710 None None] Attempting to bind port 9e8985d5-80ca-4511-b730-5576baa0c2e8 on network 5c59edbc-4361-4b58-87ed-f3d3fa2dda59 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:59.641525 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431f0d79-f2b8-4de7-95dd-e6108462c710 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:59.641998 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431f0d79-f2b8-4de7-95dd-e6108462c710 None None] Checking segment: {'id': 'b8264eb3-e977-4487-ab0e-18f98c6b2217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5c59edbc-4361-4b58-87ed-f3d3fa2dda59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:59.642635 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-431f0d79-f2b8-4de7-95dd-e6108462c710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.643300 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431f0d79-f2b8-4de7-95dd-e6108462c710 None None] Bound using segment: {'id': 'b8264eb3-e977-4487-ab0e-18f98c6b2217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5c59edbc-4361-4b58-87ed-f3d3fa2dda59'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:59.645568 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-431f0d79-f2b8-4de7-95dd-e6108462c710 None None] Bound port: 9e8985d5-80ca-4511-b730-5576baa0c2e8, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8264eb3-e977-4487-ab0e-18f98c6b2217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5c59edbc-4361-4b58-87ed-f3d3fa2dda59'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:59.646204 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-431f0d79-f2b8-4de7-95dd-e6108462c710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.666098 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-01e0311d-db87-430d-b664-94e3422cf1a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.735811 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device db90e579-6226-4747-b807-3df40d2aeca1 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:59.747332 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1bc935f2-ecca-4188-bafb-9339baf1fa45 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.785392 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-431f0d79-f2b8-4de7-95dd-e6108462c710 None None] For port 9e8985d5-80ca-4511-b730-5576baa0c2e8, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:59.804963 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-431f0d79-f2b8-4de7-95dd-e6108462c710 None None] For port 9e8985d5-80ca-4511-b730-5576baa0c2e8, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9e8985d5-80ca-4511-b730-5576baa0c2e8,segment=NetworkSegment(b8264eb3-e977-4487-ab0e-18f98c6b2217),segment_id=b8264eb3-e977-4487-ab0e-18f98c6b2217)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:59.813121 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-431f0d79-f2b8-4de7-95dd-e6108462c710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.868095 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f0d79-f2b8-4de7-95dd-e6108462c710 None None] Pushing event updated for resources: {'Port': ['ID=9e8985d5-80ca-4511-b730-5576baa0c2e8,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:59.868742 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-4d2a6f52-6124-481f-98d4-96b3b8243fcb service neutron] 10.222.0.16 "GET /v2.0/networks/7fe79b2e-93ff-46e9-be55-3ada1bd43fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591361 Jul 15 13:08:59.887077 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port db90e579-6226-4747-b807-3df40d2aeca1 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:59.948303 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0044c67-a04a-43ca-8868-52f0fd602bfc req-bc8c0a50-a8d8-458a-9132-795c1e8c9ceb tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:59.949818 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b0044c67-a04a-43ca-8868-52f0fd602bfc req-bc8c0a50-a8d8-458a-9132-795c1e8c9ceb tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 950 time: 0.4098825 Jul 15 13:08:59.993825 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdc6b51-1943-4087-a34f-9fc70ec524fc None None] Network 7fe79b2e-93ff-46e9-be55-3ada1bd43fec requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:00.099477 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 49f2d5b9-0a15-4749-9ac0-d13c645ccc92 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:00.120807 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-cbdfd9eb-5690-4a2b-a84c-83418b8f335e None None] Provisioning for port db90e579-6226-4747-b807-3df40d2aeca1 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:00.151616 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 49f2d5b9-0a15-4749-9ac0-d13c645ccc92 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:09:00.151969 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 49f2d5b9-0a15-4749-9ac0-d13c645ccc92 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:00.153446 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-cbdfd9eb-5690-4a2b-a84c-83418b8f335e None None] Provisioning complete for port db90e579-6226-4747-b807-3df40d2aeca1 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:00.154011 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cbdfd9eb-5690-4a2b-a84c-83418b8f335e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:00.310448 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cbdfd9eb-5690-4a2b-a84c-83418b8f335e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:00.350150 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-cbdfd9eb-5690-4a2b-a84c-83418b8f335e None None] For port db90e579-6226-4747-b807-3df40d2aeca1, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=db90e579-6226-4747-b807-3df40d2aeca1,segment=NetworkSegment(49e6df3d-58df-42b5-80b8-19c9bc14ff92),segment_id=49e6df3d-58df-42b5-80b8-19c9bc14ff92)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:00.356814 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cbdfd9eb-5690-4a2b-a84c-83418b8f335e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:00.357094 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-1e29ad55-9e22-47f2-bcfb-31a5b94271f7 service neutron] 10.222.0.16 "GET /v2.0/networks/7fe79b2e-93ff-46e9-be55-3ada1bd43fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4874918 Jul 15 13:09:00.366764 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b0044c67-a04a-43ca-8868-52f0fd602bfc req-14ac3cbf-40ff-4579-a507-39e3f1b03ffb tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6fed55f8-8022-4517-9bfd-e1bb4381bd73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4091353 Jul 15 13:09:00.378876 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc935f2-ecca-4188-bafb-9339baf1fa45 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Router 8d1f3662-5e5d-4587-b11f-c465fe286cda has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:09:00.422774 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdfd9eb-5690-4a2b-a84c-83418b8f335e None None] Pushing event updated for resources: {'Port': ['ID=db90e579-6226-4747-b807-3df40d2aeca1,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:00.575299 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc935f2-ecca-4188-bafb-9339baf1fa45 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:09:00.580595 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1bc935f2-ecca-4188-bafb-9339baf1fa45 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "PUT /v2.0/routers/8d1f3662-5e5d-4587-b11f-c465fe286cda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4810824 Jul 15 13:09:00.583475 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49806) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:00.584633 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17358d12-dd02-469d-b6c9-4e26af63c015 None None] Sync routers for ids ['8d1f3662-5e5d-4587-b11f-c465fe286cda'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:09:00.596688 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17358d12-dd02-469d-b6c9-4e26af63c015 None None] Routers {'8d1f3662-5e5d-4587-b11f-c465fe286cda'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:00.597477 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-17358d12-dd02-469d-b6c9-4e26af63c015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:08:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['8d1f3662-5e5d-4587-b11f-c465fe286cda'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:00.604814 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-393105af-c316-4ba3-9332-a3f75215c7b1 service neutron] 10.222.0.16 "GET /v2.0/networks/5c59edbc-4361-4b58-87ed-f3d3fa2dda59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371099 Jul 15 13:09:00.621645 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3f034bbe-f3b2-48c6-ad7c-b105688746e5 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d1f3662-5e5d-4587-b11f-c465fe286cda HTTP/1.1" status: 200 len: 205 time: 0.0368152 Jul 15 13:09:00.624266 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49808) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:00.634595 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-17358d12-dd02-469d-b6c9-4e26af63c015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:00.643980 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17358d12-dd02-469d-b6c9-4e26af63c015 None None] Routers {'8d1f3662-5e5d-4587-b11f-c465fe286cda'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:00.644814 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-17358d12-dd02-469d-b6c9-4e26af63c015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:08:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['8d1f3662-5e5d-4587-b11f-c465fe286cda'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:00.686389 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7ff4bdc8-e3b2-44b3-a12a-f6b1a500b5a3 None None] Provisioning complete for port db90e579-6226-4747-b807-3df40d2aeca1 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:00.686803 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7ff4bdc8-e3b2-44b3-a12a-f6b1a500b5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:00.720021 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ce23a-cd66-4401-a542-24b7b11d51bb req-d9874427-4e46-41a3-af6c-58ed15e7235e tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:00.722164 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f91ce23a-cd66-4401-a542-24b7b11d51bb req-d9874427-4e46-41a3-af6c-58ed15e7235e tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 946 time: 0.2070017 Jul 15 13:09:00.741232 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca770a-fdb1-422c-a829-1d66abcfbb09 req-80eeb2dd-bb6a-44bc-97d4-d426da5cd175 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:00.755330 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d7ca770a-fdb1-422c-a829-1d66abcfbb09 req-80eeb2dd-bb6a-44bc-97d4-d426da5cd175 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 950 time: 0.2389045 Jul 15 13:09:00.767945 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-90972421-e43c-4164-9edc-232a510628d3 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:00.776491 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-17358d12-dd02-469d-b6c9-4e26af63c015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:00.777145 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17358d12-dd02-469d-b6c9-4e26af63c015 None None] The sync data for ids ['8d1f3662-5e5d-4587-b11f-c465fe286cda'] in n-d-771363-36 is: [] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:09:00.816986 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-96df5ee1-ccd4-4b1a-a47d-78a87d0bc25c service neutron] 10.222.0.16 "GET /v2.0/networks/5c59edbc-4361-4b58-87ed-f3d3fa2dda59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051532 Jul 15 13:09:00.851772 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f91ce23a-cd66-4401-a542-24b7b11d51bb req-e34c2048-2112-4d76-8846-d1cf8ff85913 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870464 Jul 15 13:09:00.916952 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-d7ca770a-fdb1-422c-a829-1d66abcfbb09 req-0630c625-7fe6-433d-963b-05c29031025a tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Deleting port 818623ee-bb95-4c16-b6aa-4cb09c7116ab {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:00.917295 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d7ca770a-fdb1-422c-a829-1d66abcfbb09 req-0630c625-7fe6-433d-963b-05c29031025a tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.058703 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-d7ca770a-fdb1-422c-a829-1d66abcfbb09 req-0630c625-7fe6-433d-963b-05c29031025a tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] For port 818623ee-bb95-4c16-b6aa-4cb09c7116ab, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=818623ee-bb95-4c16-b6aa-4cb09c7116ab,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:01.059162 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d7ca770a-fdb1-422c-a829-1d66abcfbb09 req-0630c625-7fe6-433d-963b-05c29031025a tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.072714 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-90972421-e43c-4164-9edc-232a510628d3 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.075364 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-90972421-e43c-4164-9edc-232a510628d3 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.085026 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-d7ca770a-fdb1-422c-a829-1d66abcfbb09 req-0630c625-7fe6-433d-963b-05c29031025a tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Calling delete_port for 818623ee-bb95-4c16-b6aa-4cb09c7116ab owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:01.185229 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-90972421-e43c-4164-9edc-232a510628d3 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.185749 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90972421-e43c-4164-9edc-232a510628d3 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Fanout notify agent at l3_agent the message router_deleted on router 8d1f3662-5e5d-4587-b11f-c465fe286cda {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:09:01.194288 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-90972421-e43c-4164-9edc-232a510628d3 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.195927 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-90972421-e43c-4164-9edc-232a510628d3 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "DELETE /v2.0/routers/8d1f3662-5e5d-4587-b11f-c465fe286cda HTTP/1.1" status: 204 len: 168 time: 0.5703695 Jul 15 13:09:01.204826 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49814) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:01.214776 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e246d4-3b69-4de0-8189-28d3d61336a0 None None] Network 5c59edbc-4361-4b58-87ed-f3d3fa2dda59 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:01.290669 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-388679c6-a340-4978-9b52-4752925c5a33 None None] Provisioning for port 9e8985d5-80ca-4511-b730-5576baa0c2e8 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:01.317009 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f815ebb-3d99-442c-a77b-f1d4d6e468c2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Deleting subnet c25fcc47-6d20-41bb-a9b6-42f494580b07 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:09:01.320960 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3f815ebb-3d99-442c-a77b-f1d4d6e468c2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.368670 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a952b517-86c2-4d3c-9a1e-4352011652e8 req-b219aa99-d0c5-49fe-ae6c-cd95147ad255 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdb44b8f-7df0-4610-83de-bdc02bffb406 HTTP/1.1" status: 200 len: 210 time: 0.0634222 Jul 15 13:09:01.369006 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3f815ebb-3d99-442c-a77b-f1d4d6e468c2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.372767 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d7ca770a-fdb1-422c-a829-1d66abcfbb09 req-0630c625-7fe6-433d-963b-05c29031025a tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.395353 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['818623ee-bb95-4c16-b6aa-4cb09c7116ab'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:01.424149 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0630c625-7fe6-433d-963b-05c29031025a tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Pushing event deleted for resources: {'Port': ['ID=818623ee-bb95-4c16-b6aa-4cb09c7116ab,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:01.501016 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3f815ebb-3d99-442c-a77b-f1d4d6e468c2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.511418 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ca770a-fdb1-422c-a829-1d66abcfbb09 req-0630c625-7fe6-433d-963b-05c29031025a tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] No DVR routers for this DVR port 818623ee-bb95-4c16-b6aa-4cb09c7116ab on host n-h1-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:01.514235 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d7ca770a-fdb1-422c-a829-1d66abcfbb09 req-0630c625-7fe6-433d-963b-05c29031025a tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.517528 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d7ca770a-fdb1-422c-a829-1d66abcfbb09 req-0630c625-7fe6-433d-963b-05c29031025a tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.20 "DELETE /v2.0/ports/818623ee-bb95-4c16-b6aa-4cb09c7116ab HTTP/1.1" status: 204 len: 173 time: 0.7607355 Jul 15 13:09:01.518007 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0479726-a66f-40f6-bfe2-f56226fd1f47', 'name': 'network-vif-deleted', 'tag': '818623ee-bb95-4c16-b6aa-4cb09c7116ab'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:01.530231 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f2972d-a202-4037-bd5e-8d6c00279414" -d '{"events": [{"server_uuid": "b0479726-a66f-40f6-bfe2-f56226fd1f47", "name": "network-vif-deleted", "tag": "818623ee-bb95-4c16-b6aa-4cb09c7116ab"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:01.605244 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3f815ebb-3d99-442c-a77b-f1d4d6e468c2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.629845 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f6e1da49-2fa2-4c1c-aa22-ce4dce4015ed req-c8537639-274e-43a8-a663-52d04fbbd800 tempest-MigrationsAdminTest-1026736075 tempest-MigrationsAdminTest-1026736075-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0479726-a66f-40f6-bfe2-f56226fd1f47 HTTP/1.1" status: 200 len: 210 time: 0.0470912 Jul 15 13:09:01.655985 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91264d66-147a-4e1d-901e-0cff3a3cc023 x-openstack-request-id: req-91264d66-147a-4e1d-901e-0cff3a3cc023 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:01.656155 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0479726-a66f-40f6-bfe2-f56226fd1f47", "name": "network-vif-deleted", "tag": "818623ee-bb95-4c16-b6aa-4cb09c7116ab", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:01.656469 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91264d66-147a-4e1d-901e-0cff3a3cc023 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:01.656875 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0479726-a66f-40f6-bfe2-f56226fd1f47', 'name': 'network-vif-deleted', 'tag': '818623ee-bb95-4c16-b6aa-4cb09c7116ab', 'status': 'completed', 'code': 200} Jul 15 13:09:01.661870 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f815ebb-3d99-442c-a77b-f1d4d6e468c2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event deleted for resources: {'Subnet': ['ID=c25fcc47-6d20-41bb-a9b6-42f494580b07,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:01.673082 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96807366-a626-43e0-89d0-05d936c40c7b None None] Network f2ea4bc7-8283-4006-95b2-5c189bec3d1d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:01.677730 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3f815ebb-3d99-442c-a77b-f1d4d6e468c2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.682939 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49826) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:01.683256 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3f815ebb-3d99-442c-a77b-f1d4d6e468c2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "DELETE /v2.0/subnets/c25fcc47-6d20-41bb-a9b6-42f494580b07 HTTP/1.1" status: 204 len: 168 time: 0.4768984 Jul 15 13:09:01.806654 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-20d01c5b-6221-40b9-91e3-e45e79bcc90b tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Deleting subnet 79b19215-69d8-42f7-8389-af11f4075de3 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:09:01.814743 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20d01c5b-6221-40b9-91e3-e45e79bcc90b tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.843081 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device db90e579-6226-4747-b807-3df40d2aeca1 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:01.887256 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20d01c5b-6221-40b9-91e3-e45e79bcc90b tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.967353 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port db90e579-6226-4747-b807-3df40d2aeca1 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:01.967915 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.108972 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9e8985d5-80ca-4511-b730-5576baa0c2e8 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:02.154845 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d900991-598a-41ed-9b0c-b7231b91a98d None None] DHCP port deletion for f2ea4bc7-8283-4006-95b2-5c189bec3d1d request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:09:02.210551 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20d01c5b-6221-40b9-91e3-e45e79bcc90b tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.266876 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.295070 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206363b2-cdf0-4db5-b814-30af72332fa5 req-69849e61-d819-4757-9cc0-846debf90217 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:02.296651 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-206363b2-cdf0-4db5-b814-30af72332fa5 req-69849e61-d819-4757-9cc0-846debf90217 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 946 time: 0.1714664 Jul 15 13:09:02.305330 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 9e8985d5-80ca-4511-b730-5576baa0c2e8 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:02.311490 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 9e8985d5-80ca-4511-b730-5576baa0c2e8 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:02.323181 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.349718 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20d01c5b-6221-40b9-91e3-e45e79bcc90b tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.363308 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-8d900991-598a-41ed-9b0c-b7231b91a98d None None] Deleting port bd06728e-8a9a-48be-8912-8978e9a96528 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:02.363602 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8d900991-598a-41ed-9b0c-b7231b91a98d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.375064 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d01c5b-6221-40b9-91e3-e45e79bcc90b tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event deleted for resources: {'Subnet': ['ID=79b19215-69d8-42f7-8389-af11f4075de3,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:02.389671 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-206363b2-cdf0-4db5-b814-30af72332fa5 req-209ffd24-93c1-4d5e-ad55-56eb7c957df0 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844891 Jul 15 13:09:02.406529 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20d01c5b-6221-40b9-91e3-e45e79bcc90b tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.411384 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-20d01c5b-6221-40b9-91e3-e45e79bcc90b tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "DELETE /v2.0/subnets/79b19215-69d8-42f7-8389-af11f4075de3 HTTP/1.1" status: 204 len: 168 time: 0.7249384 Jul 15 13:09:02.411656 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49840) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:02.523179 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d01a72c3-ecf4-4f03-8827-ffed64dd9de1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.549240 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb84442-cc00-401f-863f-fcdb7276fcd5 None None] Network e3131926-f8e3-4861-9bf1-1bf79dc0beb5 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:02.577759 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bb7dfaef-6d85-45d3-96a5-a83a9bf6bd65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.588628 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3158f210-8d61-45fa-96b0-4231d4a0c871 req-75c93b38-7441-4c8d-856c-249b02f33461 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdb44b8f-7df0-4610-83de-bdc02bffb406 HTTP/1.1" status: 200 len: 210 time: 0.0318193 Jul 15 13:09:02.613012 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d01a72c3-ecf4-4f03-8827-ffed64dd9de1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Deleting port bd06728e-8a9a-48be-8912-8978e9a96528 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:02.613362 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d01a72c3-ecf4-4f03-8827-ffed64dd9de1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.622733 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-8d900991-598a-41ed-9b0c-b7231b91a98d None None] For port bd06728e-8a9a-48be-8912-8978e9a96528, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=bd06728e-8a9a-48be-8912-8978e9a96528,segment=NetworkSegment(d3443e59-a620-44f0-a65d-ce78718fd6d1),segment_id=d3443e59-a620-44f0-a65d-ce78718fd6d1)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:02.623134 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8d900991-598a-41ed-9b0c-b7231b91a98d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.676565 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-8d900991-598a-41ed-9b0c-b7231b91a98d None None] Calling delete_port for bd06728e-8a9a-48be-8912-8978e9a96528 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:02.681254 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d01a72c3-ecf4-4f03-8827-ffed64dd9de1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] For port bd06728e-8a9a-48be-8912-8978e9a96528, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=bd06728e-8a9a-48be-8912-8978e9a96528,segment=NetworkSegment(d3443e59-a620-44f0-a65d-ce78718fd6d1),segment_id=d3443e59-a620-44f0-a65d-ce78718fd6d1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:02.681783 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d01a72c3-ecf4-4f03-8827-ffed64dd9de1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.694118 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d01a72c3-ecf4-4f03-8827-ffed64dd9de1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Calling delete_port for bd06728e-8a9a-48be-8912-8978e9a96528 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:02.778539 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d01a72c3-ecf4-4f03-8827-ffed64dd9de1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.789492 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.814930 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a72c3-ecf4-4f03-8827-ffed64dd9de1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event deleted for resources: {'Port': ['ID=bd06728e-8a9a-48be-8912-8978e9a96528,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:02.822002 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01a72c3-ecf4-4f03-8827-ffed64dd9de1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] No DVR routers for this DVR port bd06728e-8a9a-48be-8912-8978e9a96528 on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:02.860353 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 9e8985d5-80ca-4511-b730-5576baa0c2e8, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9e8985d5-80ca-4511-b730-5576baa0c2e8,segment=NetworkSegment(b8264eb3-e977-4487-ab0e-18f98c6b2217),segment_id=b8264eb3-e977-4487-ab0e-18f98c6b2217)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:02.875455 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8d900991-598a-41ed-9b0c-b7231b91a98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.908705 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.911353 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d900991-598a-41ed-9b0c-b7231b91a98d None None] No DVR routers for this DVR port bd06728e-8a9a-48be-8912-8978e9a96528 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:02.913096 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d900991-598a-41ed-9b0c-b7231b91a98d None None] Pushing event deleted for resources: {'Port': ['ID=bd06728e-8a9a-48be-8912-8978e9a96528,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:02.971168 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=9e8985d5-80ca-4511-b730-5576baa0c2e8,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:02.975683 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d01a72c3-ecf4-4f03-8827-ffed64dd9de1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.989336 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-d01a72c3-ecf4-4f03-8827-ffed64dd9de1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ea4bc7-8283-4006-95b2-5c189bec3d1d']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:03.015348 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-d01a72c3-ecf4-4f03-8827-ffed64dd9de1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3443e59-a620-44f0-a65d-ce78718fd6d1') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:03.015909 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-d01a72c3-ecf4-4f03-8827-ffed64dd9de1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3443e59-a620-44f0-a65d-ce78718fd6d1') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:03.020896 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c067a31d-3b63-44b6-b0c3-5ef39835008c None None] DHCP port deletion for e3131926-f8e3-4861-9bf1-1bf79dc0beb5 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:09:03.031767 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d01a72c3-ecf4-4f03-8827-ffed64dd9de1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:03.051027 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d01a72c3-ecf4-4f03-8827-ffed64dd9de1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:03.058466 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d01a72c3-ecf4-4f03-8827-ffed64dd9de1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:09:03.059012 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d01a72c3-ecf4-4f03-8827-ffed64dd9de1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:03.063251 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:09:03.063251 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:09:03.063251 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:09:03.063251 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:09:03.063251 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:09:03.063251 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:09:03.063251 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:09:03.063251 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:09:03.063251 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:09:03.063251 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:09:03.063251 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:09:03.063251 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:09:03.063251 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:09:03.063251 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:09:03.063251 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:09:03.063251 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:09:03.063251 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:09:03.063251 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:09:03.063251 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:09:03.063251 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:09:03.063251 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:09:03.063251 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:09:03.063251 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:09:03.063251 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:09:03.063251 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:09:03.063251 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:09:03.063251 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:09:03.063251 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:09:03.063251 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:09:03.063251 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:09:03.063251 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:09:03.063251 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:09:03.133587 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49848) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:03.140886 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c067a31d-3b63-44b6-b0c3-5ef39835008c None None] Deleting port 7be10fd4-4199-4c00-ba2d-85b369eeccff {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:03.141261 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c067a31d-3b63-44b6-b0c3-5ef39835008c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:03.198724 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d01a72c3-ecf4-4f03-8827-ffed64dd9de1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:03.206006 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d01a72c3-ecf4-4f03-8827-ffed64dd9de1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:03.208090 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d01a72c3-ecf4-4f03-8827-ffed64dd9de1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "DELETE /v2.0/networks/f2ea4bc7-8283-4006-95b2-5c189bec3d1d HTTP/1.1" status: 204 len: 168 time: 0.7955208 Jul 15 13:09:03.213470 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49852) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:03.256059 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-c067a31d-3b63-44b6-b0c3-5ef39835008c None None] For port 7be10fd4-4199-4c00-ba2d-85b369eeccff, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=7be10fd4-4199-4c00-ba2d-85b369eeccff,segment=NetworkSegment(f2d25f25-0406-4199-8a06-82391565cbcf),segment_id=f2d25f25-0406-4199-8a06-82391565cbcf)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:03.256460 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c067a31d-3b63-44b6-b0c3-5ef39835008c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:03.269112 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a72c3-ecf4-4f03-8827-ffed64dd9de1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event deleted for resources: {'Network': ['ID=f2ea4bc7-8283-4006-95b2-5c189bec3d1d,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:03.274542 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c067a31d-3b63-44b6-b0c3-5ef39835008c None None] Calling delete_port for 7be10fd4-4199-4c00-ba2d-85b369eeccff owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:03.381430 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-a2f185ba-4904-496b-a525-480675c54d8c tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:03.387997 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-a2f185ba-4904-496b-a525-480675c54d8c tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:03.391196 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-a2f185ba-4904-496b-a525-480675c54d8c tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.46 "GET /v2.0/networks?id=7fe79b2e-93ff-46e9-be55-3ada1bd43fec&id=5c59edbc-4361-4b58-87ed-f3d3fa2dda59 HTTP/1.1" status: 200 len: 1392 time: 0.3648067 Jul 15 13:09:03.408206 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f542eee8-6e43-4e34-984c-44bbd0d50d9e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a5495784adab4faf86ec8d11912c9669&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2705007 Jul 15 13:09:03.409693 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49856) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:03.418543 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6b8c8684-414d-4c9f-b8dd-eb2de38f487d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:03.431392 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-6474871d-4d19-498f-89a5-3f0ee06aa4f6 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Request body: {'port': {'device_id': 'bdb44b8f-7df0-4610-83de-bdc02bffb406', 'network_id': '7fe79b2e-93ff-46e9-be55-3ada1bd43fec', 'admin_state_up': True, 'tenant_id': 'c9e2f6d59c714082841767edaa83eabd'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:03.440778 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c067a31d-3b63-44b6-b0c3-5ef39835008c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:03.489261 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6b8c8684-414d-4c9f-b8dd-eb2de38f487d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] The port '7be10fd4-4199-4c00-ba2d-85b369eeccff' was deleted {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 15 13:09:03.506326 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a31d-3b63-44b6-b0c3-5ef39835008c None None] Pushing event deleted for resources: {'Port': ['ID=7be10fd4-4199-4c00-ba2d-85b369eeccff,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:03.509045 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c067a31d-3b63-44b6-b0c3-5ef39835008c None None] No DVR routers for this DVR port 7be10fd4-4199-4c00-ba2d-85b369eeccff on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:03.520369 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:03.645703 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01ed367f-7c87-4fba-b58f-b0d15b785c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:03.657030 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-6474871d-4d19-498f-89a5-3f0ee06aa4f6 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Made reservation on behalf of c9e2f6d59c714082841767edaa83eabd for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:03.661783 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6b8c8684-414d-4c9f-b8dd-eb2de38f487d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:03.669718 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-6474871d-4d19-498f-89a5-3f0ee06aa4f6 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:03.702099 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9e8985d5-80ca-4511-b730-5576baa0c2e8 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:03.727369 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01ed367f-7c87-4fba-b58f-b0d15b785c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:03.751290 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-6b8c8684-414d-4c9f-b8dd-eb2de38f487d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3131926-f8e3-4861-9bf1-1bf79dc0beb5']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:03.778835 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-6b8c8684-414d-4c9f-b8dd-eb2de38f487d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d25f25-0406-4199-8a06-82391565cbcf') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:03.779401 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-6b8c8684-414d-4c9f-b8dd-eb2de38f487d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d25f25-0406-4199-8a06-82391565cbcf') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:03.793494 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6b8c8684-414d-4c9f-b8dd-eb2de38f487d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:03.818864 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 9e8985d5-80ca-4511-b730-5576baa0c2e8 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:03.818864 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:03.823841 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6b8c8684-414d-4c9f-b8dd-eb2de38f487d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:03.838626 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b8c8684-414d-4c9f-b8dd-eb2de38f487d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:09:03.839159 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6b8c8684-414d-4c9f-b8dd-eb2de38f487d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:03.850445 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8c962-ca71-4897-82d0-f7e80efa63ec req-dda41c0a-3029-4a69-b3a1-09a44860a543 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:03.852199 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-62f8c962-ca71-4897-82d0-f7e80efa63ec req-dda41c0a-3029-4a69-b3a1-09a44860a543 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 946 time: 0.2585449 Jul 15 13:09:03.852922 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:09:03.852922 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:09:03.852922 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:09:03.852922 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:09:03.852922 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:09:03.852922 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:09:03.852922 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:09:03.852922 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:09:03.852922 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:09:03.852922 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:09:03.852922 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:09:03.852922 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:09:03.852922 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:09:03.852922 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:09:03.852922 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:09:03.852922 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:09:03.852922 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:09:03.852922 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:09:03.852922 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:09:03.852922 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:09:03.852922 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:09:03.852922 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:09:03.852922 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:09:03.852922 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:09:03.852922 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:09:03.852922 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:09:03.852922 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:09:03.852922 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:09:03.852922 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:09:03.852922 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:09:03.852922 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:09:03.852922 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:09:03.961746 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-62f8c962-ca71-4897-82d0-f7e80efa63ec req-628a5d95-37fa-4df0-bf6e-b0776b4aee5c tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902472 Jul 15 13:09:03.965254 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6b8c8684-414d-4c9f-b8dd-eb2de38f487d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:03.984025 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6b8c8684-414d-4c9f-b8dd-eb2de38f487d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:03.992074 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6b8c8684-414d-4c9f-b8dd-eb2de38f487d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "DELETE /v2.0/networks/e3131926-f8e3-4861-9bf1-1bf79dc0beb5 HTTP/1.1" status: 204 len: 168 time: 0.7548735 Jul 15 13:09:03.992271 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01ed367f-7c87-4fba-b58f-b0d15b785c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:03.994925 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01ed367f-7c87-4fba-b58f-b0d15b785c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:03.996534 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-01ed367f-7c87-4fba-b58f-b0d15b785c0a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6fed55f8-8022-4517-9bfd-e1bb4381bd73 HTTP/1.1" status: 204 len: 168 time: 0.5860560 Jul 15 13:09:03.997521 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49866) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:04.011279 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-909702cb-f55f-45ad-a7c2-cb11efc73b4f tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1890131205'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:04.029741 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed367f-7c87-4fba-b58f-b0d15b785c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fed55f8-8022-4517-9bfd-e1bb4381bd73,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:04.048620 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-6474871d-4d19-498f-89a5-3f0ee06aa4f6 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Allocated IP 19.80.0.165 (7fe79b2e-93ff-46e9-be55-3ada1bd43fec/92bfe0a8-2550-40b2-bc14-b1155fd3c029/ed7ed634-33b1-4349-bc39-dce70d943e4d) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:04.063051 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-17cb577b-bb88-40f9-a4d8-53d397e260d9 req-cad2ff6d-4063-4542-bdc7-c03675084541 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdb44b8f-7df0-4610-83de-bdc02bffb406 HTTP/1.1" status: 200 len: 210 time: 0.0466223 Jul 15 13:09:04.066194 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c8684-414d-4c9f-b8dd-eb2de38f487d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event deleted for resources: {'Network': ['ID=e3131926-f8e3-4861-9bf1-1bf79dc0beb5,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:04.091742 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909702cb-f55f-45ad-a7c2-cb11efc73b4f tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Made reservation on behalf of f9994f550e914ac18f1dbf8472ed0fcd for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:04.095490 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-909702cb-f55f-45ad-a7c2-cb11efc73b4f tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:04.117579 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device bd06728e-8a9a-48be-8912-8978e9a96528 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:04.145811 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: bd06728e-8a9a-48be-8912-8978e9a96528 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:09:04.146169 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device bd06728e-8a9a-48be-8912-8978e9a96528 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:04.146607 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 7be10fd4-4199-4c00-ba2d-85b369eeccff no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:04.153183 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-909702cb-f55f-45ad-a7c2-cb11efc73b4f tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:09:04.201382 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 7be10fd4-4199-4c00-ba2d-85b369eeccff {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:09:04.202005 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 7be10fd4-4199-4c00-ba2d-85b369eeccff not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:04.211434 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-909702cb-f55f-45ad-a7c2-cb11efc73b4f tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:04.211434 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-909702cb-f55f-45ad-a7c2-cb11efc73b4f tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Added segment 0da7319e-f82a-4b33-812e-fd68de78d4b5 of type vlan for network fb6e06c6-8f0f-42c9-8c86-8aaa5b25b01d Jul 15 13:09:04.367094 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49872) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:04.422328 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f305d423-8f0e-481c-a658-0c78ec8f439c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7443440558f2463c9fe0f17bd2654986&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540349 Jul 15 13:09:04.425651 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49874) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:04.479928 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4ef35d41-b706-4aae-bd18-e1bcafd2c509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:04.502833 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4ef35d41-b706-4aae-bd18-e1bcafd2c509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:04.530603 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-909702cb-f55f-45ad-a7c2-cb11efc73b4f tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:04.553847 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4ef35d41-b706-4aae-bd18-e1bcafd2c509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:04.556980 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4ef35d41-b706-4aae-bd18-e1bcafd2c509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:04.561939 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4ef35d41-b706-4aae-bd18-e1bcafd2c509 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c4828c7b-87bb-45e7-abba-7278ed96dcb4 HTTP/1.1" status: 204 len: 168 time: 0.1323593 Jul 15 13:09:04.569265 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef35d41-b706-4aae-bd18-e1bcafd2c509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4828c7b-87bb-45e7-abba-7278ed96dcb4,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:04.581898 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-6474871d-4d19-498f-89a5-3f0ee06aa4f6 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:04.584586 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-909702cb-f55f-45ad-a7c2-cb11efc73b4f tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:04.590069 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909702cb-f55f-45ad-a7c2-cb11efc73b4f tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:04.590712 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-909702cb-f55f-45ad-a7c2-cb11efc73b4f tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:04.633274 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-6474871d-4d19-498f-89a5-3f0ee06aa4f6 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Transition to ACTIVE for port object ed7ed634-33b1-4349-bc39-dce70d943e4d will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:04.643817 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-909702cb-f55f-45ad-a7c2-cb11efc73b4f tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6378293 Jul 15 13:09:04.647001 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49880) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:04.652623 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-d8e27be6-41e4-46ac-b0e8-61c20572aa1d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Request body: {'subnet': {'network_id': 'fb6e06c6-8f0f-42c9-8c86-8aaa5b25b01d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:04.684608 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909702cb-f55f-45ad-a7c2-cb11efc73b4f tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event updated for resources: {'Network': ['ID=fb6e06c6-8f0f-42c9-8c86-8aaa5b25b01d,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:04.696911 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network fb6e06c6-8f0f-42c9-8c86-8aaa5b25b01d details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:09:04.741808 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-6474871d-4d19-498f-89a5-3f0ee06aa4f6 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:04.781681 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 818623ee-bb95-4c16-b6aa-4cb09c7116ab no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:04.784735 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e27be6-41e4-46ac-b0e8-61c20572aa1d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Made reservation on behalf of f9994f550e914ac18f1dbf8472ed0fcd for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:04.795698 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d8e27be6-41e4-46ac-b0e8-61c20572aa1d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:04.812070 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-6474871d-4d19-498f-89a5-3f0ee06aa4f6 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Network 7fe79b2e-93ff-46e9-be55-3ada1bd43fec is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:04.826449 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-6474871d-4d19-498f-89a5-3f0ee06aa4f6 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:04.839045 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-6474871d-4d19-498f-89a5-3f0ee06aa4f6 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:04.839496 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: 818623ee-bb95-4c16-b6aa-4cb09c7116ab {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:09:04.839877 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 818623ee-bb95-4c16-b6aa-4cb09c7116ab not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:04.845235 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474871d-4d19-498f-89a5-3f0ee06aa4f6 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Pushing event updated for resources: {'Port': ['ID=ed7ed634-33b1-4349-bc39-dce70d943e4d,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:04.903101 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:04.910879 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-6474871d-4d19-498f-89a5-3f0ee06aa4f6 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:04.925850 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-6474871d-4d19-498f-89a5-3f0ee06aa4f6 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:04.955815 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-6474871d-4d19-498f-89a5-3f0ee06aa4f6 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5396700 Jul 15 13:09:04.971843 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-0b300821-5385-4bae-a01f-a8c1b72dd260 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Request body: {'port': {'device_id': 'bdb44b8f-7df0-4610-83de-bdc02bffb406', 'network_id': '5c59edbc-4361-4b58-87ed-f3d3fa2dda59', 'admin_state_up': True, 'tenant_id': 'c9e2f6d59c714082841767edaa83eabd'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:05.142049 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d8e27be6-41e4-46ac-b0e8-61c20572aa1d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:05.188193 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-0b300821-5385-4bae-a01f-a8c1b72dd260 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Made reservation on behalf of c9e2f6d59c714082841767edaa83eabd for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:05.194390 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-0b300821-5385-4bae-a01f-a8c1b72dd260 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:05.227821 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e27be6-41e4-46ac-b0e8-61c20572aa1d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Checking segment: {'id': '0da7319e-f82a-4b33-812e-fd68de78d4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fb6e06c6-8f0f-42c9-8c86-8aaa5b25b01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:05.228183 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e27be6-41e4-46ac-b0e8-61c20572aa1d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Network hostable DHCP agents. Network: fb6e06c6-8f0f-42c9-8c86-8aaa5b25b01d, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:09:05.256478 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e27be6-41e4-46ac-b0e8-61c20572aa1d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event updated for resources: {'Subnet': ['ID=d1b26103-f7b8-4492-8cc5-08ae2403f57c,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:05.266520 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bae942-df22-4e8a-b26e-ef5b5186ad8c req-3e44b329-9ae2-4341-b797-b027d6523620 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:05.268322 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d6bae942-df22-4e8a-b26e-ef5b5186ad8c req-3e44b329-9ae2-4341-b797-b027d6523620 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.1794174 Jul 15 13:09:05.269857 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e27be6-41e4-46ac-b0e8-61c20572aa1d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Network fb6e06c6-8f0f-42c9-8c86-8aaa5b25b01d is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:09:05.325283 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-d8e27be6-41e4-46ac-b0e8-61c20572aa1d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, fb6e06c6-8f0f-42c9-8c86-8aaa5b25b01d) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:05.328082 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-9e4509cb-9d1e-40d8-b193-f03b75df42a9 None None] Provisioning for port ed7ed634-33b1-4349-bc39-dce70d943e4d completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:05.337902 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1b5d6c-241f-41c6-b597-113f9b821b32 None None] Network fb6e06c6-8f0f-42c9-8c86-8aaa5b25b01d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:05.343200 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-9e4509cb-9d1e-40d8-b193-f03b75df42a9 None None] Provisioning complete for port ed7ed634-33b1-4349-bc39-dce70d943e4d triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:05.343648 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9e4509cb-9d1e-40d8-b193-f03b75df42a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:05.354095 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e27be6-41e4-46ac-b0e8-61c20572aa1d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:05.354771 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d8e27be6-41e4-46ac-b0e8-61c20572aa1d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:05.389246 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49906) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:05.389621 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d8e27be6-41e4-46ac-b0e8-61c20572aa1d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7407563 Jul 15 13:09:05.397044 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-d15816e5-da74-43cb-94b6-0be641806de6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-370526147', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:05.406688 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-0b300821-5385-4bae-a01f-a8c1b72dd260 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Allocated IP 19.86.0.236 (5c59edbc-4361-4b58-87ed-f3d3fa2dda59/c4ae0d02-ab6c-4403-8b46-ada762d2c6f9/53b74a9c-ceb9-44d6-81e5-803142dbf855) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:05.423310 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d6bae942-df22-4e8a-b26e-ef5b5186ad8c req-96e4cdeb-920c-4c46-86fc-80470356c3d2 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444225 Jul 15 13:09:05.460339 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d15816e5-da74-43cb-94b6-0be641806de6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:05.461935 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d15816e5-da74-43cb-94b6-0be641806de6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:05.483778 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b4627-aa7d-4b39-896a-6a7f10cb2a50 req-943f3f60-96ac-4a1a-bff6-9ab6c802788b tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:05.488638 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-9e4509cb-9d1e-40d8-b193-f03b75df42a9 None None] Port ed7ed634-33b1-4349-bc39-dce70d943e4d cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:05.493840 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e54b4627-aa7d-4b39-896a-6a7f10cb2a50 req-943f3f60-96ac-4a1a-bff6-9ab6c802788b tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 946 time: 0.2202675 Jul 15 13:09:05.549337 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e54b4627-aa7d-4b39-896a-6a7f10cb2a50 req-262780d7-74fa-441b-b416-1325cd509d78 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543799 Jul 15 13:09:05.636861 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d15816e5-da74-43cb-94b6-0be641806de6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:05.646392 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d15816e5-da74-43cb-94b6-0be641806de6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:05.672826 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09685470-c2f5-4310-95d2-4c77703bea59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-fb6e06c6-8f0f-42c9-8c86-8aaa5b25b01d', 'network_id': 'fb6e06c6-8f0f-42c9-8c86-8aaa5b25b01d', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'fixed_ips': [{'subnet_id': 'd1b26103-f7b8-4492-8cc5-08ae2403f57c'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:09:05.675172 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-09685470-c2f5-4310-95d2-4c77703bea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:05.702685 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d15816e5-da74-43cb-94b6-0be641806de6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:05.708690 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d15816e5-da74-43cb-94b6-0be641806de6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3176663 Jul 15 13:09:05.709223 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49916) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:05.715508 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-9ef90b54-6dab-4e10-bed2-035310d74b23 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Request body: {'port': {'network_id': 'fb6e06c6-8f0f-42c9-8c86-8aaa5b25b01d', 'name': 'tempest-RoutersIpV6Test-1766564993'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:05.747707 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-0b300821-5385-4bae-a01f-a8c1b72dd260 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:05.771238 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-0b300821-5385-4bae-a01f-a8c1b72dd260 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Transition to ACTIVE for port object 53b74a9c-ceb9-44d6-81e5-803142dbf855 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:05.820352 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-0b300821-5385-4bae-a01f-a8c1b72dd260 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:05.874472 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-0b300821-5385-4bae-a01f-a8c1b72dd260 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Network 5c59edbc-4361-4b58-87ed-f3d3fa2dda59 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:05.885728 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-0b300821-5385-4bae-a01f-a8c1b72dd260 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:05.889626 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-09685470-c2f5-4310-95d2-4c77703bea59 None None] Allocated IP 2001:db8::2 (fb6e06c6-8f0f-42c9-8c86-8aaa5b25b01d/d1b26103-f7b8-4492-8cc5-08ae2403f57c/b5992f51-cbe3-4a81-8ce2-85cd73f9a50c) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:05.892831 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-0b300821-5385-4bae-a01f-a8c1b72dd260 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:05.991989 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-0b300821-5385-4bae-a01f-a8c1b72dd260 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:05.995134 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-0b300821-5385-4bae-a01f-a8c1b72dd260 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:06.024834 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b300821-5385-4bae-a01f-a8c1b72dd260 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Pushing event updated for resources: {'Port': ['ID=53b74a9c-ceb9-44d6-81e5-803142dbf855,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:06.051825 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-0b300821-5385-4bae-a01f-a8c1b72dd260 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0840287 Jul 15 13:09:06.072038 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-3280c84d-946c-4422-ba46-50f2cec5ac25 service neutron] Request body: {'port': {'device_id': 'bdb44b8f-7df0-4610-83de-bdc02bffb406', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:06.091046 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-09685470-c2f5-4310-95d2-4c77703bea59 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:06.101457 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-09685470-c2f5-4310-95d2-4c77703bea59 None None] Transition to ACTIVE for port object b5992f51-cbe3-4a81-8ce2-85cd73f9a50c will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:06.119510 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-09685470-c2f5-4310-95d2-4c77703bea59 None None] Transition to ACTIVE for port object b5992f51-cbe3-4a81-8ce2-85cd73f9a50c will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:06.133948 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-09685470-c2f5-4310-95d2-4c77703bea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:06.186532 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-3280c84d-946c-4422-ba46-50f2cec5ac25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:06.202321 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09685470-c2f5-4310-95d2-4c77703bea59 None None] Network fb6e06c6-8f0f-42c9-8c86-8aaa5b25b01d is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:06.207952 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-09685470-c2f5-4310-95d2-4c77703bea59 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:06.208249 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb800ed-6db5-480f-a3cf-6813a8c636d4 req-e51cdd86-dae9-4e50-9f37-09f706f1879d tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:06.212422 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09685470-c2f5-4310-95d2-4c77703bea59 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:06.219288 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bbb800ed-6db5-480f-a3cf-6813a8c636d4 req-e51cdd86-dae9-4e50-9f37-09f706f1879d tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdb44b8f-7df0-4610-83de-bdc02bffb406 HTTP/1.1" status: 200 len: 932 time: 0.5898294 Jul 15 13:09:06.276499 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09685470-c2f5-4310-95d2-4c77703bea59 None None] Pushing event updated for resources: {'Port': ['ID=b5992f51-cbe3-4a81-8ce2-85cd73f9a50c,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:06.303373 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bbb800ed-6db5-480f-a3cf-6813a8c636d4 req-a2fe37f4-e166-4af1-8f19-5209aa9e03e0 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0a68e0b-1c2a-4b72-8c63-99be80ebe8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818162 Jul 15 13:09:06.313712 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-09685470-c2f5-4310-95d2-4c77703bea59 None None] Attempting to bind port b5992f51-cbe3-4a81-8ce2-85cd73f9a50c on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:06.314342 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-09685470-c2f5-4310-95d2-4c77703bea59 None None] Attempting to bind port b5992f51-cbe3-4a81-8ce2-85cd73f9a50c by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '0da7319e-f82a-4b33-812e-fd68de78d4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fb6e06c6-8f0f-42c9-8c86-8aaa5b25b01d'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:06.314903 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09685470-c2f5-4310-95d2-4c77703bea59 None None] Attempting to bind port b5992f51-cbe3-4a81-8ce2-85cd73f9a50c on network fb6e06c6-8f0f-42c9-8c86-8aaa5b25b01d {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:06.324590 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09685470-c2f5-4310-95d2-4c77703bea59 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:06.325188 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09685470-c2f5-4310-95d2-4c77703bea59 None None] Checking segment: {'id': '0da7319e-f82a-4b33-812e-fd68de78d4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fb6e06c6-8f0f-42c9-8c86-8aaa5b25b01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:06.325749 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-09685470-c2f5-4310-95d2-4c77703bea59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:06.326295 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09685470-c2f5-4310-95d2-4c77703bea59 None None] Bound using segment: {'id': '0da7319e-f82a-4b33-812e-fd68de78d4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fb6e06c6-8f0f-42c9-8c86-8aaa5b25b01d'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:06.326977 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-09685470-c2f5-4310-95d2-4c77703bea59 None None] Bound port: b5992f51-cbe3-4a81-8ce2-85cd73f9a50c, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da7319e-f82a-4b33-812e-fd68de78d4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fb6e06c6-8f0f-42c9-8c86-8aaa5b25b01d'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:06.327532 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-09685470-c2f5-4310-95d2-4c77703bea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:06.339874 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf7453-3d61-45a4-a6a6-0c3fe12640ad req-ccdbebcc-e0ef-4c4d-b3c9-776ba1a976e8 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:06.341323 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-74bf7453-3d61-45a4-a6a6-0c3fe12640ad req-ccdbebcc-e0ef-4c4d-b3c9-776ba1a976e8 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.5540450 Jul 15 13:09:06.389265 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef90b54-6dab-4e10-bed2-035310d74b23 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Made reservation on behalf of f9994f550e914ac18f1dbf8472ed0fcd for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:06.393023 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9ef90b54-6dab-4e10-bed2-035310d74b23 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:06.398143 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b6cb6b8a-5ace-40ea-aa54-f3a60a62bee5 None None] Provisioning for port 53b74a9c-ceb9-44d6-81e5-803142dbf855 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:06.420104 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b6cb6b8a-5ace-40ea-aa54-f3a60a62bee5 None None] Provisioning complete for port 53b74a9c-ceb9-44d6-81e5-803142dbf855 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:06.420104 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b6cb6b8a-5ace-40ea-aa54-f3a60a62bee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:06.431382 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-9ef90b54-6dab-4e10-bed2-035310d74b23 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] device_id is not set on port 230c3b44-fbe3-4b10-84e9-195e5e5ae80c yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:09:06.472304 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-74bf7453-3d61-45a4-a6a6-0c3fe12640ad req-57876cc4-818e-4d41-95a9-5a99bbc650cc tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180110 Jul 15 13:09:06.474843 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-09685470-c2f5-4310-95d2-4c77703bea59 None None] For port b5992f51-cbe3-4a81-8ce2-85cd73f9a50c, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:06.481070 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-09685470-c2f5-4310-95d2-4c77703bea59 None None] For port b5992f51-cbe3-4a81-8ce2-85cd73f9a50c, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=b5992f51-cbe3-4a81-8ce2-85cd73f9a50c,segment=NetworkSegment(0da7319e-f82a-4b33-812e-fd68de78d4b5),segment_id=0da7319e-f82a-4b33-812e-fd68de78d4b5)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:06.488937 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-09685470-c2f5-4310-95d2-4c77703bea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:06.494071 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b6cb6b8a-5ace-40ea-aa54-f3a60a62bee5 None None] Port 53b74a9c-ceb9-44d6-81e5-803142dbf855 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:06.602315 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09685470-c2f5-4310-95d2-4c77703bea59 None None] Pushing event updated for resources: {'Port': ['ID=b5992f51-cbe3-4a81-8ce2-85cd73f9a50c,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:06.741810 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-9ef90b54-6dab-4e10-bed2-035310d74b23 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Allocated IP 2001:db8::b5 (fb6e06c6-8f0f-42c9-8c86-8aaa5b25b01d/d1b26103-f7b8-4492-8cc5-08ae2403f57c/230c3b44-fbe3-4b10-84e9-195e5e5ae80c) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:06.745134 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-3280c84d-946c-4422-ba46-50f2cec5ac25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed7ed634-33b1-4349-bc39-dce70d943e4d {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:06.757239 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-3280c84d-946c-4422-ba46-50f2cec5ac25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:06.772946 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-3280c84d-946c-4422-ba46-50f2cec5ac25 service neutron] Transition to ACTIVE for port object ed7ed634-33b1-4349-bc39-dce70d943e4d will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:06.785847 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-3280c84d-946c-4422-ba46-50f2cec5ac25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:06.965508 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280c84d-946c-4422-ba46-50f2cec5ac25 service neutron] Pushing event updated for resources: {'Port': ['ID=ed7ed634-33b1-4349-bc39-dce70d943e4d,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:07.022338 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a01ddb-2471-41ee-97b5-8e4e727f829d req-1677a5da-237a-49b3-99ae-845c9c032897 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:07.023804 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-3280c84d-946c-4422-ba46-50f2cec5ac25 service neutron] Attempting to bind port ed7ed634-33b1-4349-bc39-dce70d943e4d on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:07.024773 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-3280c84d-946c-4422-ba46-50f2cec5ac25 service neutron] Attempting to bind port ed7ed634-33b1-4349-bc39-dce70d943e4d by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '49e6df3d-58df-42b5-80b8-19c9bc14ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7fe79b2e-93ff-46e9-be55-3ada1bd43fec'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:07.025563 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-3280c84d-946c-4422-ba46-50f2cec5ac25 service neutron] Attempting to bind port ed7ed634-33b1-4349-bc39-dce70d943e4d on network 7fe79b2e-93ff-46e9-be55-3ada1bd43fec {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:07.030066 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-71a01ddb-2471-41ee-97b5-8e4e727f829d req-1677a5da-237a-49b3-99ae-845c9c032897 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 946 time: 0.2147195 Jul 15 13:09:07.031782 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-3280c84d-946c-4422-ba46-50f2cec5ac25 service neutron] Port ed7ed634-33b1-4349-bc39-dce70d943e4d on network 7fe79b2e-93ff-46e9-be55-3ada1bd43fec not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:09:07.032309 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-3280c84d-946c-4422-ba46-50f2cec5ac25 service neutron] Attempting to bind port ed7ed634-33b1-4349-bc39-dce70d943e4d on network 7fe79b2e-93ff-46e9-be55-3ada1bd43fec {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:07.040638 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-3280c84d-946c-4422-ba46-50f2cec5ac25 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:07.041799 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-3280c84d-946c-4422-ba46-50f2cec5ac25 service neutron] Checking segment: {'id': '49e6df3d-58df-42b5-80b8-19c9bc14ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7fe79b2e-93ff-46e9-be55-3ada1bd43fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:07.043347 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-3280c84d-946c-4422-ba46-50f2cec5ac25 service neutron] Bound using segment: {'id': '49e6df3d-58df-42b5-80b8-19c9bc14ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7fe79b2e-93ff-46e9-be55-3ada1bd43fec'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:07.044164 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-3280c84d-946c-4422-ba46-50f2cec5ac25 service neutron] Bound port: ed7ed634-33b1-4349-bc39-dce70d943e4d, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49e6df3d-58df-42b5-80b8-19c9bc14ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7fe79b2e-93ff-46e9-be55-3ada1bd43fec'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:07.045065 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-3280c84d-946c-4422-ba46-50f2cec5ac25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:07.106929 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9ef90b54-6dab-4e10-bed2-035310d74b23 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:07.122963 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-71a01ddb-2471-41ee-97b5-8e4e727f829d req-34411671-0d1c-4909-ba12-2df0c131dbb6 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917766 Jul 15 13:09:07.137342 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-3280c84d-946c-4422-ba46-50f2cec5ac25 service neutron] For port ed7ed634-33b1-4349-bc39-dce70d943e4d, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:07.144231 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-3280c84d-946c-4422-ba46-50f2cec5ac25 service neutron] For port ed7ed634-33b1-4349-bc39-dce70d943e4d, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ed7ed634-33b1-4349-bc39-dce70d943e4d,segment=NetworkSegment(49e6df3d-58df-42b5-80b8-19c9bc14ff92),segment_id=49e6df3d-58df-42b5-80b8-19c9bc14ff92)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:07.153667 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9ef90b54-6dab-4e10-bed2-035310d74b23 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Transition to ACTIVE for port object 230c3b44-fbe3-4b10-84e9-195e5e5ae80c will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:07.154966 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-3280c84d-946c-4422-ba46-50f2cec5ac25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:07.200552 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-3280c84d-946c-4422-ba46-50f2cec5ac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:07.201175 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-3280c84d-946c-4422-ba46-50f2cec5ac25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:07.202658 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-3280c84d-946c-4422-ba46-50f2cec5ac25 service neutron] 10.222.0.46 "PUT /v2.0/ports/ed7ed634-33b1-4349-bc39-dce70d943e4d HTTP/1.1" status: 200 len: 1093 time: 1.1368325 Jul 15 13:09:07.203109 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb44b8f-7df0-4610-83de-bdc02bffb406', 'tag': 'ed7ed634-33b1-4349-bc39-dce70d943e4d'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:07.205536 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f40911-16a6-440b-af9f-d864f3d41068" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb44b8f-7df0-4610-83de-bdc02bffb406", "tag": "ed7ed634-33b1-4349-bc39-dce70d943e4d"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:07.206410 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-b1fd76f5-1a51-4f33-8c8f-6e1d4d6fb332 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=568eace55cc144ef942453787f01b718&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469890 Jul 15 13:09:07.236306 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280c84d-946c-4422-ba46-50f2cec5ac25 service neutron] Pushing event updated for resources: {'Port': ['ID=ed7ed634-33b1-4349-bc39-dce70d943e4d,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:07.243741 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-66c9f82f-8170-4057-8844-a05c939467cb service neutron] Request body: {'port': {'device_id': 'bdb44b8f-7df0-4610-83de-bdc02bffb406', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:07.331781 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-66c9f82f-8170-4057-8844-a05c939467cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:07.438914 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9ef90b54-6dab-4e10-bed2-035310d74b23 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:07.510658 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef90b54-6dab-4e10-bed2-035310d74b23 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Network fb6e06c6-8f0f-42c9-8c86-8aaa5b25b01d is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:07.523257 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-0290f1d3-f812-4ce6-87c0-32809f5a0b4a tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:07.524816 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-0290f1d3-f812-4ce6-87c0-32809f5a0b4a tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2979484 Jul 15 13:09:07.529005 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-9ef90b54-6dab-4e10-bed2-035310d74b23 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:07.531979 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef90b54-6dab-4e10-bed2-035310d74b23 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:07.537613 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef90b54-6dab-4e10-bed2-035310d74b23 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:07.538241 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9ef90b54-6dab-4e10-bed2-035310d74b23 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:07.564112 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef90b54-6dab-4e10-bed2-035310d74b23 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event updated for resources: {'Port': ['ID=230c3b44-fbe3-4b10-84e9-195e5e5ae80c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:07.573643 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-fdedb1d6-b61e-4297-981c-293cd5b416f3 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/quotas/568eace55cc144ef942453787f01b718 HTTP/1.1" status: 200 len: 375 time: 0.0293744 Jul 15 13:09:07.583092 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035d64f-43e6-4a06-a0c4-d0a2fe160b1a req-2eeee306-386f-4b94-853a-a45763276b9c tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:07.584980 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0035d64f-43e6-4a06-a0c4-d0a2fe160b1a req-2eeee306-386f-4b94-853a-a45763276b9c tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.2567053 Jul 15 13:09:07.591843 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49960) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:07.592462 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9ef90b54-6dab-4e10-bed2-035310d74b23 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8820524 Jul 15 13:09:07.632886 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-31e20f13-e35d-4232-b5a9-0c07cd3c189e tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=568eace55cc144ef942453787f01b718&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451908 Jul 15 13:09:07.683282 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0035d64f-43e6-4a06-a0c4-d0a2fe160b1a req-7a866787-9783-477d-a58c-b4c00d28ebed tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805860 Jul 15 13:09:07.740377 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-66c9f82f-8170-4057-8844-a05c939467cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53b74a9c-ceb9-44d6-81e5-803142dbf855 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:07.742100 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b5992f51-cbe3-4a81-8ce2-85cd73f9a50c up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:07.746961 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddbc9a5-0cc8-4cbb-82c7-37cf5f49c4e3 x-openstack-request-id: req-9ddbc9a5-0cc8-4cbb-82c7-37cf5f49c4e3 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:07.747447 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb44b8f-7df0-4610-83de-bdc02bffb406", "tag": "ed7ed634-33b1-4349-bc39-dce70d943e4d", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:07.747570 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9ddbc9a5-0cc8-4cbb-82c7-37cf5f49c4e3 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:07.747870 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdb44b8f-7df0-4610-83de-bdc02bffb406', 'tag': 'ed7ed634-33b1-4349-bc39-dce70d943e4d', 'status': 'completed', 'code': 200} Jul 15 13:09:07.760728 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-66c9f82f-8170-4057-8844-a05c939467cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:07.862501 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port b5992f51-cbe3-4a81-8ce2-85cd73f9a50c completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:07.938432 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-66c9f82f-8170-4057-8844-a05c939467cb service neutron] Transition to ACTIVE for port object 53b74a9c-ceb9-44d6-81e5-803142dbf855 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:07.962887 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f40911-16a6-440b-af9f-d864f3d41068 req-ed0148bf-a1ca-4da1-aebd-00bf6ed18b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:07.963380 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f40911-16a6-440b-af9f-d864f3d41068 req-ed0148bf-a1ca-4da1-aebd-00bf6ed18b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:07.964949 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a3f40911-16a6-440b-af9f-d864f3d41068 req-ed0148bf-a1ca-4da1-aebd-00bf6ed18b5e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9e2f6d59c714082841767edaa83eabd&device_id=bdb44b8f-7df0-4610-83de-bdc02bffb406 HTTP/1.1" status: 200 len: 1915 time: 0.1899717 Jul 15 13:09:08.028594 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14412b76-c92f-4352-b614-eec51412feab None None] Network fb6e06c6-8f0f-42c9-8c86-8aaa5b25b01d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:08.033415 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eaef62-c123-48ed-a436-8b1f9a5538b5 req-69204de2-77c9-4ee7-a48a-89110358aa80 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:08.040057 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eaef62-c123-48ed-a436-8b1f9a5538b5 req-69204de2-77c9-4ee7-a48a-89110358aa80 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:08.041628 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-66c9f82f-8170-4057-8844-a05c939467cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:08.041815 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-18eaef62-c123-48ed-a436-8b1f9a5538b5 req-69204de2-77c9-4ee7-a48a-89110358aa80 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdb44b8f-7df0-4610-83de-bdc02bffb406 HTTP/1.1" status: 200 len: 1667 time: 0.1560028 Jul 15 13:09:08.141272 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-0c664daf-4fd8-44af-ba6d-dbfe3c80316c None None] Provisioning for port b5992f51-cbe3-4a81-8ce2-85cd73f9a50c completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:08.169649 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-18eaef62-c123-48ed-a436-8b1f9a5538b5 req-12f48161-722b-4aaa-a016-3c00a1f80dd4 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0a68e0b-1c2a-4b72-8c63-99be80ebe8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192310 Jul 15 13:09:08.196122 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f40911-16a6-440b-af9f-d864f3d41068 req-5266f887-ab14-478e-8920-9d09cac41255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:08.199821 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f40911-16a6-440b-af9f-d864f3d41068 req-5266f887-ab14-478e-8920-9d09cac41255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:08.200522 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f40911-16a6-440b-af9f-d864f3d41068 req-5266f887-ab14-478e-8920-9d09cac41255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:08.202695 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a3f40911-16a6-440b-af9f-d864f3d41068 req-5266f887-ab14-478e-8920-9d09cac41255 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=c9e2f6d59c714082841767edaa83eabd&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2188828 Jul 15 13:09:08.230760 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-0c664daf-4fd8-44af-ba6d-dbfe3c80316c None None] Provisioning complete for port b5992f51-cbe3-4a81-8ce2-85cd73f9a50c triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:08.232458 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0c664daf-4fd8-44af-ba6d-dbfe3c80316c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:08.296467 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9f82f-8170-4057-8844-a05c939467cb service neutron] Pushing event updated for resources: {'Port': ['ID=53b74a9c-ceb9-44d6-81e5-803142dbf855,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:08.343204 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c9f82f-8170-4057-8844-a05c939467cb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:08.343608 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c9f82f-8170-4057-8844-a05c939467cb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:08.344003 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c9f82f-8170-4057-8844-a05c939467cb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:08.344567 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c9f82f-8170-4057-8844-a05c939467cb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:08.345063 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c9f82f-8170-4057-8844-a05c939467cb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:08.345450 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c9f82f-8170-4057-8844-a05c939467cb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:08.345898 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c9f82f-8170-4057-8844-a05c939467cb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:08.346280 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c9f82f-8170-4057-8844-a05c939467cb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:08.347206 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c9f82f-8170-4057-8844-a05c939467cb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:08.347546 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c9f82f-8170-4057-8844-a05c939467cb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:08.347911 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c9f82f-8170-4057-8844-a05c939467cb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:08.348272 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c9f82f-8170-4057-8844-a05c939467cb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:08.448164 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0c664daf-4fd8-44af-ba6d-dbfe3c80316c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:08.456275 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb99ae2d-4912-4792-beed-4043150bd2a0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:08.459668 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-66c9f82f-8170-4057-8844-a05c939467cb service neutron] Attempting to bind port 53b74a9c-ceb9-44d6-81e5-803142dbf855 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:08.460040 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-66c9f82f-8170-4057-8844-a05c939467cb service neutron] Attempting to bind port 53b74a9c-ceb9-44d6-81e5-803142dbf855 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'b8264eb3-e977-4487-ab0e-18f98c6b2217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5c59edbc-4361-4b58-87ed-f3d3fa2dda59'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:08.460326 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-66c9f82f-8170-4057-8844-a05c939467cb service neutron] Attempting to bind port 53b74a9c-ceb9-44d6-81e5-803142dbf855 on network 5c59edbc-4361-4b58-87ed-f3d3fa2dda59 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:08.470901 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-83c67f49-0abd-4490-a722-b884e44bc3ea req-a50189df-93d6-4a47-ba3f-a0304bce0530 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/ports?device_id=b85468c6-db94-4a0a-b7c4-f0c87bce3687 HTTP/1.1" status: 200 len: 210 time: 0.1621091 Jul 15 13:09:08.510018 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-66c9f82f-8170-4057-8844-a05c939467cb service neutron] Port 53b74a9c-ceb9-44d6-81e5-803142dbf855 on network 5c59edbc-4361-4b58-87ed-f3d3fa2dda59 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:09:08.511369 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-66c9f82f-8170-4057-8844-a05c939467cb service neutron] Attempting to bind port 53b74a9c-ceb9-44d6-81e5-803142dbf855 on network 5c59edbc-4361-4b58-87ed-f3d3fa2dda59 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:08.522958 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-66c9f82f-8170-4057-8844-a05c939467cb service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:08.523804 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-66c9f82f-8170-4057-8844-a05c939467cb service neutron] Checking segment: {'id': 'b8264eb3-e977-4487-ab0e-18f98c6b2217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5c59edbc-4361-4b58-87ed-f3d3fa2dda59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:08.524554 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-66c9f82f-8170-4057-8844-a05c939467cb service neutron] Bound using segment: {'id': 'b8264eb3-e977-4487-ab0e-18f98c6b2217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5c59edbc-4361-4b58-87ed-f3d3fa2dda59'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:08.525014 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-66c9f82f-8170-4057-8844-a05c939467cb service neutron] Bound port: 53b74a9c-ceb9-44d6-81e5-803142dbf855, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8264eb3-e977-4487-ab0e-18f98c6b2217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5c59edbc-4361-4b58-87ed-f3d3fa2dda59'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:08.525387 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-66c9f82f-8170-4057-8844-a05c939467cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:08.528582 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f40911-16a6-440b-af9f-d864f3d41068 req-4f69e308-b8f0-4217-9c88-3f24d3665367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:08.530083 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a3f40911-16a6-440b-af9f-d864f3d41068 req-4f69e308-b8f0-4217-9c88-3f24d3665367 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3167086 Jul 15 13:09:08.562286 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-0c664daf-4fd8-44af-ba6d-dbfe3c80316c None None] For port b5992f51-cbe3-4a81-8ce2-85cd73f9a50c, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=b5992f51-cbe3-4a81-8ce2-85cd73f9a50c,segment=NetworkSegment(0da7319e-f82a-4b33-812e-fd68de78d4b5),segment_id=0da7319e-f82a-4b33-812e-fd68de78d4b5)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:08.570882 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0c664daf-4fd8-44af-ba6d-dbfe3c80316c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:08.583342 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8afced-65fb-4e38-b6ef-076a2fc24572 req-0ef3e90c-0e14-4842-94ac-adf56f65e810 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:08.585760 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0c8afced-65fb-4e38-b6ef-076a2fc24572 req-0ef3e90c-0e14-4842-94ac-adf56f65e810 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 946 time: 0.1174951 Jul 15 13:09:08.631136 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-66c9f82f-8170-4057-8844-a05c939467cb service neutron] For port 53b74a9c-ceb9-44d6-81e5-803142dbf855, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:08.658295 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c664daf-4fd8-44af-ba6d-dbfe3c80316c None None] Pushing event updated for resources: {'Port': ['ID=b5992f51-cbe3-4a81-8ce2-85cd73f9a50c,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:08.676332 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0c8afced-65fb-4e38-b6ef-076a2fc24572 req-94cf474d-429b-49e5-a8f2-6a08578b4992 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827742 Jul 15 13:09:08.740784 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-66c9f82f-8170-4057-8844-a05c939467cb service neutron] For port 53b74a9c-ceb9-44d6-81e5-803142dbf855, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=53b74a9c-ceb9-44d6-81e5-803142dbf855,segment=NetworkSegment(b8264eb3-e977-4487-ab0e-18f98c6b2217),segment_id=b8264eb3-e977-4487-ab0e-18f98c6b2217)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:08.758864 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-66c9f82f-8170-4057-8844-a05c939467cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:08.845357 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-66c9f82f-8170-4057-8844-a05c939467cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:08.846002 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-66c9f82f-8170-4057-8844-a05c939467cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:08.847499 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-66c9f82f-8170-4057-8844-a05c939467cb service neutron] 10.222.0.46 "PUT /v2.0/ports/53b74a9c-ceb9-44d6-81e5-803142dbf855 HTTP/1.1" status: 200 len: 1093 time: 1.6080739 Jul 15 13:09:08.896637 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9f82f-8170-4057-8844-a05c939467cb service neutron] Pushing event updated for resources: {'Port': ['ID=53b74a9c-ceb9-44d6-81e5-803142dbf855,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:08.932811 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c92fe7c1-6c10-43b4-a843-8f75ea6aa80e None None] Provisioning complete for port b5992f51-cbe3-4a81-8ce2-85cd73f9a50c triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:08.933281 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c92fe7c1-6c10-43b4-a843-8f75ea6aa80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:09.092046 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb99ae2d-4912-4792-beed-4043150bd2a0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:09.111240 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb99ae2d-4912-4792-beed-4043150bd2a0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:09.141025 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c92fe7c1-6c10-43b4-a843-8f75ea6aa80e None None] Provisioning for port 230c3b44-fbe3-4b10-84e9-195e5e5ae80c completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:09.151176 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-dcd2ffd5-1ec6-451c-ae49-7f688d6f7d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:09.152865 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-dcd2ffd5-1ec6-451c-ae49-7f688d6f7d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:09.153314 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c92fe7c1-6c10-43b4-a843-8f75ea6aa80e None None] Provisioning complete for port 230c3b44-fbe3-4b10-84e9-195e5e5ae80c triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:09.153741 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c92fe7c1-6c10-43b4-a843-8f75ea6aa80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:09.154813 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-dcd2ffd5-1ec6-451c-ae49-7f688d6f7d7d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9e2f6d59c714082841767edaa83eabd&device_id=bdb44b8f-7df0-4610-83de-bdc02bffb406 HTTP/1.1" status: 200 len: 1983 time: 0.2202380 Jul 15 13:09:09.205079 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c92fe7c1-6c10-43b4-a843-8f75ea6aa80e None None] Port 230c3b44-fbe3-4b10-84e9-195e5e5ae80c cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:09.314528 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-dc7f6ff8-d351-4230-9aab-74f00327524d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.165&port_id=ed7ed634-33b1-4349-bc39-dce70d943e4d HTTP/1.1" status: 200 len: 217 time: 0.0750158 Jul 15 13:09:09.366291 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-20948045-2402-43f5-8abe-05bc0652a47c None None] Provisioning complete for port 230c3b44-fbe3-4b10-84e9-195e5e5ae80c triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:09.366691 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-20948045-2402-43f5-8abe-05bc0652a47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:09.404252 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99ae2d-4912-4792-beed-4043150bd2a0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event updated for resources: {'Port': ['ID=230c3b44-fbe3-4b10-84e9-195e5e5ae80c,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:09.407552 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-28137023-df53-4053-9189-f5c7f864cf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:09.409064 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-28137023-df53-4053-9189-f5c7f864cf25 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=92bfe0a8-2550-40b2-bc14-b1155fd3c029 HTTP/1.1" status: 200 len: 801 time: 0.0729146 Jul 15 13:09:09.421145 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f61614-1984-4342-8672-43c7df3fe2a8 req-26a273b0-8ddf-4148-a2f8-a945b7aa42f8 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:09.428184 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f61614-1984-4342-8672-43c7df3fe2a8 req-26a273b0-8ddf-4148-a2f8-a945b7aa42f8 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:09.433062 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f1f61614-1984-4342-8672-43c7df3fe2a8 req-26a273b0-8ddf-4148-a2f8-a945b7aa42f8 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdb44b8f-7df0-4610-83de-bdc02bffb406 HTTP/1.1" status: 200 len: 1679 time: 0.1154871 Jul 15 13:09:09.444247 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-20948045-2402-43f5-8abe-05bc0652a47c None None] Port 230c3b44-fbe3-4b10-84e9-195e5e5ae80c cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:09.503596 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f1f61614-1984-4342-8672-43c7df3fe2a8 req-3aeedd5b-0fec-4588-b71b-0c1c719d8c97 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0a68e0b-1c2a-4b72-8c63-99be80ebe8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671134 Jul 15 13:09:09.533657 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47181bca-a584-4274-bc85-d182e7585baf req-719d1c8f-eafb-402b-b7ce-67ba46b248f4 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:09.533657 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-47181bca-a584-4274-bc85-d182e7585baf req-719d1c8f-eafb-402b-b7ce-67ba46b248f4 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.0979640 Jul 15 13:09:09.535927 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb99ae2d-4912-4792-beed-4043150bd2a0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:09.569603 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-2839e953-723f-4903-a939-76a20bad1993 None None] Provisioning complete for port 230c3b44-fbe3-4b10-84e9-195e5e5ae80c triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:09.570043 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2839e953-723f-4903-a939-76a20bad1993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:09.580124 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-47181bca-a584-4274-bc85-d182e7585baf req-5cb36530-a0f1-47d8-8d32-4122429360ac tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395358 Jul 15 13:09:09.626012 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2839e953-723f-4903-a939-76a20bad1993 None None] Port 230c3b44-fbe3-4b10-84e9-195e5e5ae80c cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:09.633899 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-825c9b76-f71e-4664-9737-0a355d2cc58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:09.635576 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-825c9b76-f71e-4664-9737-0a355d2cc58d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7fe79b2e-93ff-46e9-be55-3ada1bd43fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1756735 Jul 15 13:09:09.688656 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7d606944-4adb-486b-ad8a-8d8b8adea7e8 req-32ee3530-b81a-43bd-be49-fdf61ee104c5 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/ports?device_id=b85468c6-db94-4a0a-b7c4-f0c87bce3687 HTTP/1.1" status: 200 len: 210 time: 0.0492408 Jul 15 13:09:09.702875 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b5992f51-cbe3-4a81-8ce2-85cd73f9a50c up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:09.758089 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port b5992f51-cbe3-4a81-8ce2-85cd73f9a50c triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:09.758802 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:09.775048 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb44b8f-7df0-4610-83de-bdc02bffb406', 'tag': '53b74a9c-ceb9-44d6-81e5-803142dbf855'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:09.777969 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fae1a4-4ec3-4d02-bf4a-126bd9f8e294" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb44b8f-7df0-4610-83de-bdc02bffb406", "tag": "53b74a9c-ceb9-44d6-81e5-803142dbf855"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:09.785724 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-57bbb1cd-2cfd-4457-b5ce-3f0d585fc634 service neutron] 10.222.0.46 "GET /v2.0/networks/7fe79b2e-93ff-46e9-be55-3ada1bd43fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397655 Jul 15 13:09:09.815740 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb99ae2d-4912-4792-beed-4043150bd2a0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:09.916128 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c3867-a446-4718-82b5-8758c8b732f2 req-8f35fe68-77bb-44c3-aeae-eae0a6c392f1 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:09.923084 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4e9c3867-a446-4718-82b5-8758c8b732f2 req-8f35fe68-77bb-44c3-aeae-eae0a6c392f1 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 946 time: 0.0825586 Jul 15 13:09:09.975596 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-ad8ab448-f1c7-45dc-9e33-5986b78e1df9 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=568eace55cc144ef942453787f01b718&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273790 Jul 15 13:09:09.998637 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4e9c3867-a446-4718-82b5-8758c8b732f2 req-3f6fec25-1617-49f6-9753-5868aedcdf13 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746188 Jul 15 13:09:10.117394 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-c2124bd3-206d-4bb1-9216-e64fa0b67eef tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:10.119559 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-c2124bd3-206d-4bb1-9216-e64fa0b67eef tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1333153 Jul 15 13:09:10.145742 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-8ebc20c0-6f8f-46a1-affd-1497d51a2466 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Request body: {'port': {'device_id': 'b85468c6-db94-4a0a-b7c4-f0c87bce3687', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'admin_state_up': True, 'tenant_id': '568eace55cc144ef942453787f01b718'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:10.300537 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-8ebc20c0-6f8f-46a1-affd-1497d51a2466 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Made reservation on behalf of 568eace55cc144ef942453787f01b718 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:10.304497 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-8ebc20c0-6f8f-46a1-affd-1497d51a2466 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:10.314237 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-8ebc20c0-6f8f-46a1-affd-1497d51a2466 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:10.343010 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f583cdbb-d635-4447-a812-993e0506392b x-openstack-request-id: req-f583cdbb-d635-4447-a812-993e0506392b {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:10.343651 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb44b8f-7df0-4610-83de-bdc02bffb406", "tag": "53b74a9c-ceb9-44d6-81e5-803142dbf855", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:10.343932 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f583cdbb-d635-4447-a812-993e0506392b {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:10.344342 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdb44b8f-7df0-4610-83de-bdc02bffb406', 'tag': '53b74a9c-ceb9-44d6-81e5-803142dbf855', 'status': 'completed', 'code': 200} Jul 15 13:09:10.415688 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-a13ee24e-a4a3-4ab2-9fa5-3511983cd10a service neutron] 10.222.0.46 "GET /v2.0/networks/7fe79b2e-93ff-46e9-be55-3ada1bd43fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6168180 Jul 15 13:09:10.439535 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-8ebc20c0-6f8f-46a1-affd-1497d51a2466 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:10.444839 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-8ebc20c0-6f8f-46a1-affd-1497d51a2466 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:10.479244 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-77e110dd-9625-4a01-b9f0-73c78f990679 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.236&port_id=53b74a9c-ceb9-44d6-81e5-803142dbf855 HTTP/1.1" status: 200 len: 217 time: 0.0506513 Jul 15 13:09:10.503558 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc20c0-6f8f-46a1-affd-1497d51a2466 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98737f0d-d3e4-4d9c-b01e-d1203e925b00,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:10.575475 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-1d526f44-0e5f-410a-949c-a03ff76a5986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:10.576947 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-1d526f44-0e5f-410a-949c-a03ff76a5986 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c4ae0d02-ab6c-4403-8b46-ada762d2c6f9 HTTP/1.1" status: 200 len: 801 time: 0.0886102 Jul 15 13:09:10.586806 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-8ebc20c0-6f8f-46a1-affd-1497d51a2466 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Allocated IP 192.168.233.210 (fb7e2853-c052-4bbe-a410-b119ef2f5100/f7332b1d-b5ae-478a-9a33-4a7a808c5484/87301623-dde3-4995-b099-da436733b8ab) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:10.653073 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb99ae2d-4912-4792-beed-4043150bd2a0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:10.660749 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb99ae2d-4912-4792-beed-4043150bd2a0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:10.661498 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb99ae2d-4912-4792-beed-4043150bd2a0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:10.731088 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-3a2b8910-c1d8-49e7-81b8-7e5316e5152b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:10.732502 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-3a2b8910-c1d8-49e7-81b8-7e5316e5152b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5c59edbc-4361-4b58-87ed-f3d3fa2dda59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1444380 Jul 15 13:09:10.776683 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99ae2d-4912-4792-beed-4043150bd2a0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event updated for resources: {'Port': ['ID=230c3b44-fbe3-4b10-84e9-195e5e5ae80c,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:10.830125 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc364b72-6503-4b53-8866-cb0cd8ea1121 req-37288bce-6734-4c2a-858b-728921b985a8 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:10.836454 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc364b72-6503-4b53-8866-cb0cd8ea1121 req-37288bce-6734-4c2a-858b-728921b985a8 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:10.837975 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fc364b72-6503-4b53-8866-cb0cd8ea1121 req-37288bce-6734-4c2a-858b-728921b985a8 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdb44b8f-7df0-4610-83de-bdc02bffb406 HTTP/1.1" status: 200 len: 1679 time: 0.1863642 Jul 15 13:09:10.867037 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb99ae2d-4912-4792-beed-4043150bd2a0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Network fb6e06c6-8f0f-42c9-8c86-8aaa5b25b01d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:10.870453 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-eb99ae2d-4912-4792-beed-4043150bd2a0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:10.884765 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-8ebc20c0-6f8f-46a1-affd-1497d51a2466 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:10.890169 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-146b3d36-c090-4f50-a794-938a3e463f75 service neutron] 10.222.0.46 "GET /v2.0/networks/5c59edbc-4361-4b58-87ed-f3d3fa2dda59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221774 Jul 15 13:09:10.927070 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6b8b3-4ccb-4335-b76a-5e84c1dd6654 req-546049b2-7ad1-4b49-a2d3-774e4ac79be9 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:10.933988 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2df6b8b3-4ccb-4335-b76a-5e84c1dd6654 req-546049b2-7ad1-4b49-a2d3-774e4ac79be9 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.2044959 Jul 15 13:09:10.936229 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-8ebc20c0-6f8f-46a1-affd-1497d51a2466 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Transition to ACTIVE for port object 87301623-dde3-4995-b099-da436733b8ab will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:10.941384 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fc364b72-6503-4b53-8866-cb0cd8ea1121 req-f6c668a0-668d-45fa-a305-d9273178e5b1 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0a68e0b-1c2a-4b72-8c63-99be80ebe8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920470 Jul 15 13:09:11.015458 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2df6b8b3-4ccb-4335-b76a-5e84c1dd6654 req-e71742db-08fa-4f75-830e-3773bf111030 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802298 Jul 15 13:09:11.044619 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-8ebc20c0-6f8f-46a1-affd-1497d51a2466 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:11.151851 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c72c4362-373d-4b44-b4ee-0cd16bcbfc9c req-f51b660f-722a-415f-9054-91138c13ffd5 service neutron] 10.222.0.46 "GET /v2.0/networks/5c59edbc-4361-4b58-87ed-f3d3fa2dda59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999066 Jul 15 13:09:11.166725 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb99ae2d-4912-4792-beed-4043150bd2a0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Router eb100ec2-b763-42d7-9137-197fc1c2f8f1 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:09:11.186419 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-8ebc20c0-6f8f-46a1-affd-1497d51a2466 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Network fb7e2853-c052-4bbe-a410-b119ef2f5100 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:11.193256 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-8ebc20c0-6f8f-46a1-affd-1497d51a2466 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:11.211437 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-8ebc20c0-6f8f-46a1-affd-1497d51a2466 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:11.250850 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc20c0-6f8f-46a1-affd-1497d51a2466 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Pushing event updated for resources: {'Port': ['ID=87301623-dde3-4995-b099-da436733b8ab,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:11.269665 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-527c9112-fed1-434c-8aee-eedaf23a2cec None None] Provisioning complete for port 230c3b44-fbe3-4b10-84e9-195e5e5ae80c triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:11.270246 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-527c9112-fed1-434c-8aee-eedaf23a2cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:11.325051 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-8ebc20c0-6f8f-46a1-affd-1497d51a2466 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:11.325704 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-8ebc20c0-6f8f-46a1-affd-1497d51a2466 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:11.344356 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb99ae2d-4912-4792-beed-4043150bd2a0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:09:11.348858 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-527c9112-fed1-434c-8aee-eedaf23a2cec None None] Port 230c3b44-fbe3-4b10-84e9-195e5e5ae80c cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:11.350373 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-eb99ae2d-4912-4792-beed-4043150bd2a0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "PUT /v2.0/routers/eb100ec2-b763-42d7-9137-197fc1c2f8f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7573731 Jul 15 13:09:11.357481 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50028) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:11.369772 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d1d1c4-c068-457a-baf3-106a84372130 None None] Sync routers for ids ['eb100ec2-b763-42d7-9137-197fc1c2f8f1'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:09:11.379889 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b3061-f427-428b-a6a3-0887d9988fec req-d5893465-e4c2-4a14-96ef-47fad9b8eb18 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:11.382923 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d1d1c4-c068-457a-baf3-106a84372130 None None] Routers {'eb100ec2-b763-42d7-9137-197fc1c2f8f1'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:11.384600 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-25d1d1c4-c068-457a-baf3-106a84372130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:09:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['eb100ec2-b763-42d7-9137-197fc1c2f8f1'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:11.387104 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac4b3061-f427-428b-a6a3-0887d9988fec req-d5893465-e4c2-4a14-96ef-47fad9b8eb18 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/ports?device_id=b85468c6-db94-4a0a-b7c4-f0c87bce3687 HTTP/1.1" status: 200 len: 936 time: 0.2751353 Jul 15 13:09:11.410428 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-8ebc20c0-6f8f-46a1-affd-1497d51a2466 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2707341 Jul 15 13:09:11.435870 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-62e19a58-8405-405e-afcc-37c33964e3c0 service neutron] Request body: {'port': {'device_id': 'b85468c6-db94-4a0a-b7c4-f0c87bce3687', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:11.445084 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fae1a4-4ec3-4d02-bf4a-126bd9f8e294 req-cabb30bb-22fc-49a0-ac4a-d5ef96604910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:11.445580 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fae1a4-4ec3-4d02-bf4a-126bd9f8e294 req-cabb30bb-22fc-49a0-ac4a-d5ef96604910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:11.446111 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-25d1d1c4-c068-457a-baf3-106a84372130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:11.447216 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-74fae1a4-4ec3-4d02-bf4a-126bd9f8e294 req-cabb30bb-22fc-49a0-ac4a-d5ef96604910 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9e2f6d59c714082841767edaa83eabd&device_id=bdb44b8f-7df0-4610-83de-bdc02bffb406 HTTP/1.1" status: 200 len: 1983 time: 0.1681111 Jul 15 13:09:11.451088 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1747d9-ea8f-4f96-830d-f19bf0b5f3a7 req-db807c24-d9ee-4594-9d21-44a962770ec3 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:11.458235 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d1d1c4-c068-457a-baf3-106a84372130 None None] Routers {'eb100ec2-b763-42d7-9137-197fc1c2f8f1'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:11.459173 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ab1747d9-ea8f-4f96-830d-f19bf0b5f3a7 req-db807c24-d9ee-4594-9d21-44a962770ec3 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 946 time: 0.2322624 Jul 15 13:09:11.459630 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-25d1d1c4-c068-457a-baf3-106a84372130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:09:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['eb100ec2-b763-42d7-9137-197fc1c2f8f1'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:11.461701 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4696bbc-d6dc-4c10-ba47-0798935accc5 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:11.466198 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a4696bbc-d6dc-4c10-ba47-0798935accc5 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "GET /v2.0/ports/230c3b44-fbe3-4b10-84e9-195e5e5ae80c HTTP/1.1" status: 200 len: 983 time: 0.1075630 Jul 15 13:09:11.479877 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50032) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:11.498867 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac4b3061-f427-428b-a6a3-0887d9988fec req-39d1752c-2759-4e93-a586-0f2f93671398 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/security-groups?id=98737f0d-d3e4-4d9c-b01e-d1203e925b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107757 Jul 15 13:09:11.524995 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-25d1d1c4-c068-457a-baf3-106a84372130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:11.526003 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d1d1c4-c068-457a-baf3-106a84372130 None None] The sync data for ids ['eb100ec2-b763-42d7-9137-197fc1c2f8f1'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:09:11.575823 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fae1a4-4ec3-4d02-bf4a-126bd9f8e294 req-e78a47da-e9a0-4960-a8ee-ff40aad7b888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:11.577632 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-74fae1a4-4ec3-4d02-bf4a-126bd9f8e294 req-e78a47da-e9a0-4960-a8ee-ff40aad7b888 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5c59edbc-4361-4b58-87ed-f3d3fa2dda59 HTTP/1.1" status: 200 len: 903 time: 0.1095316 Jul 15 13:09:11.589237 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b3865934-d943-4b9b-a9e8-a1cc4ec420a7 None None] Provisioning for port 87301623-dde3-4995-b099-da436733b8ab completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:11.593923 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b3865934-d943-4b9b-a9e8-a1cc4ec420a7 None None] Provisioning complete for port 87301623-dde3-4995-b099-da436733b8ab triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:11.594670 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b3865934-d943-4b9b-a9e8-a1cc4ec420a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:11.638022 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b3865934-d943-4b9b-a9e8-a1cc4ec420a7 None None] Port 87301623-dde3-4995-b099-da436733b8ab cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:11.649185 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-74fae1a4-4ec3-4d02-bf4a-126bd9f8e294 req-0ef7ba1e-74fa-40ac-9b68-4b8094878974 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.236&port_id=53b74a9c-ceb9-44d6-81e5-803142dbf855 HTTP/1.1" status: 200 len: 217 time: 0.0578890 Jul 15 13:09:11.702347 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ab1747d9-ea8f-4f96-830d-f19bf0b5f3a7 req-da27d6b4-7893-4035-9d18-bf31964c1ed7 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422111 Jul 15 13:09:11.716160 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fae1a4-4ec3-4d02-bf4a-126bd9f8e294 req-26ba648a-6280-434f-a3b3-fca148ca899c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:11.718304 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-74fae1a4-4ec3-4d02-bf4a-126bd9f8e294 req-26ba648a-6280-434f-a3b3-fca148ca899c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c4ae0d02-ab6c-4403-8b46-ada762d2c6f9 HTTP/1.1" status: 200 len: 801 time: 0.0592031 Jul 15 13:09:11.731783 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-62e19a58-8405-405e-afcc-37c33964e3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:11.785496 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fae1a4-4ec3-4d02-bf4a-126bd9f8e294 req-1243256e-6ac9-410c-ae8f-e13e24688b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:11.787684 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-74fae1a4-4ec3-4d02-bf4a-126bd9f8e294 req-1243256e-6ac9-410c-ae8f-e13e24688b4e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5c59edbc-4361-4b58-87ed-f3d3fa2dda59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592229 Jul 15 13:09:11.898747 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-74fae1a4-4ec3-4d02-bf4a-126bd9f8e294 req-b542e6dc-7c84-4c4d-84d4-e08f1afb3eb6 service neutron] 10.222.0.46 "GET /v2.0/networks/5c59edbc-4361-4b58-87ed-f3d3fa2dda59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017568 Jul 15 13:09:12.010718 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-74fae1a4-4ec3-4d02-bf4a-126bd9f8e294 req-46181cea-ba03-4e0b-9765-b4e4afe19a3e service neutron] 10.222.0.46 "GET /v2.0/networks/5c59edbc-4361-4b58-87ed-f3d3fa2dda59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939198 Jul 15 13:09:12.469735 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdace5f0-0005-41a4-8e01-83c691633eeb req-99f0d158-84db-42e1-a6e3-666b51e58647 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:12.476273 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdace5f0-0005-41a4-8e01-83c691633eeb req-99f0d158-84db-42e1-a6e3-666b51e58647 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:12.477826 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fdace5f0-0005-41a4-8e01-83c691633eeb req-99f0d158-84db-42e1-a6e3-666b51e58647 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdb44b8f-7df0-4610-83de-bdc02bffb406 HTTP/1.1" status: 200 len: 1679 time: 0.3287697 Jul 15 13:09:12.491411 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afd159f-896d-4ffd-8c03-48dae9f6e6ac req-c64efb69-9b9c-47ce-a9a1-c905070ce431 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:12.492856 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1afd159f-896d-4ffd-8c03-48dae9f6e6ac req-c64efb69-9b9c-47ce-a9a1-c905070ce431 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.3427141 Jul 15 13:09:12.599394 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1afd159f-896d-4ffd-8c03-48dae9f6e6ac req-69b6b52b-f078-45f6-949b-4b4f374bc527 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918865 Jul 15 13:09:12.615732 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fdace5f0-0005-41a4-8e01-83c691633eeb req-e8d6168c-c1bd-4053-9af2-2e3bc564d37f tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0a68e0b-1c2a-4b72-8c63-99be80ebe8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218896 Jul 15 13:09:12.667669 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-62e19a58-8405-405e-afcc-37c33964e3c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87301623-dde3-4995-b099-da436733b8ab {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:12.679883 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-62e19a58-8405-405e-afcc-37c33964e3c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:12.694711 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-62e19a58-8405-405e-afcc-37c33964e3c0 service neutron] Transition to ACTIVE for port object 87301623-dde3-4995-b099-da436733b8ab will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:12.736901 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-62e19a58-8405-405e-afcc-37c33964e3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:12.853372 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-eb860303-bbc3-49ae-b45c-85869153311f tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:12.942218 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e19a58-8405-405e-afcc-37c33964e3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=87301623-dde3-4995-b099-da436733b8ab,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:13.112703 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd12d1-1ff5-41f0-ba31-efc18c5f4553 req-d75b6b3e-7b37-49b7-8765-195740267757 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:13.114202 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-13fd12d1-1ff5-41f0-ba31-efc18c5f4553 req-d75b6b3e-7b37-49b7-8765-195740267757 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/ports?device_id=b85468c6-db94-4a0a-b7c4-f0c87bce3687 HTTP/1.1" status: 200 len: 948 time: 0.3688087 Jul 15 13:09:13.137821 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-62e19a58-8405-405e-afcc-37c33964e3c0 service neutron] Attempting to bind port 87301623-dde3-4995-b099-da436733b8ab on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:13.138157 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-62e19a58-8405-405e-afcc-37c33964e3c0 service neutron] Attempting to bind port 87301623-dde3-4995-b099-da436733b8ab by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:13.138491 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-62e19a58-8405-405e-afcc-37c33964e3c0 service neutron] Attempting to bind port 87301623-dde3-4995-b099-da436733b8ab on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:13.162680 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-62e19a58-8405-405e-afcc-37c33964e3c0 service neutron] Port 87301623-dde3-4995-b099-da436733b8ab on network fb7e2853-c052-4bbe-a410-b119ef2f5100 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:09:13.163086 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-62e19a58-8405-405e-afcc-37c33964e3c0 service neutron] Attempting to bind port 87301623-dde3-4995-b099-da436733b8ab on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:13.178218 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c505b1-38d0-4cce-8d92-96b5c40410ab req-f039bd0e-b350-49ec-aa26-00aa561c2235 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:13.179715 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-78c505b1-38d0-4cce-8d92-96b5c40410ab req-f039bd0e-b350-49ec-aa26-00aa561c2235 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 946 time: 0.2553215 Jul 15 13:09:13.184789 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-62e19a58-8405-405e-afcc-37c33964e3c0 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:13.185126 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-62e19a58-8405-405e-afcc-37c33964e3c0 service neutron] Checking segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:13.185506 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-62e19a58-8405-405e-afcc-37c33964e3c0 service neutron] Bound using segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:13.185943 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-62e19a58-8405-405e-afcc-37c33964e3c0 service neutron] Bound port: 87301623-dde3-4995-b099-da436733b8ab, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:13.186301 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-62e19a58-8405-405e-afcc-37c33964e3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:13.236570 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-13fd12d1-1ff5-41f0-ba31-efc18c5f4553 req-2b298d5b-1a93-42db-b53d-c5e548185421 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/security-groups?id=98737f0d-d3e4-4d9c-b01e-d1203e925b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031771 Jul 15 13:09:13.332163 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-78c505b1-38d0-4cce-8d92-96b5c40410ab req-594351c0-3180-4747-9995-abfd05dc6491 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417615 Jul 15 13:09:13.345423 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-62e19a58-8405-405e-afcc-37c33964e3c0 service neutron] For port 87301623-dde3-4995-b099-da436733b8ab, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:13.350728 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-62e19a58-8405-405e-afcc-37c33964e3c0 service neutron] For port 87301623-dde3-4995-b099-da436733b8ab, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=87301623-dde3-4995-b099-da436733b8ab,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:13.365062 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-62e19a58-8405-405e-afcc-37c33964e3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:13.414377 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-62e19a58-8405-405e-afcc-37c33964e3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:13.415030 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-62e19a58-8405-405e-afcc-37c33964e3c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:13.416441 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-62e19a58-8405-405e-afcc-37c33964e3c0 service neutron] 10.222.0.46 "PUT /v2.0/ports/87301623-dde3-4995-b099-da436733b8ab HTTP/1.1" status: 200 len: 1097 time: 1.9887044 Jul 15 13:09:13.418422 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85468c6-db94-4a0a-b7c4-f0c87bce3687', 'tag': '87301623-dde3-4995-b099-da436733b8ab'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:13.421153 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3e0416-1582-4bc0-88c4-3daa560784fe" -d '{"events": [{"name": "network-changed", "server_uuid": "b85468c6-db94-4a0a-b7c4-f0c87bce3687", "tag": "87301623-dde3-4995-b099-da436733b8ab"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:13.455276 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-eb860303-bbc3-49ae-b45c-85869153311f tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Deleting port 230c3b44-fbe3-4b10-84e9-195e5e5ae80c {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:13.457020 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-eb860303-bbc3-49ae-b45c-85869153311f tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:13.462972 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e19a58-8405-405e-afcc-37c33964e3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=87301623-dde3-4995-b099-da436733b8ab,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:13.499195 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1111bd45-b38e-4fe6-9393-d0b5b8f8b01d x-openstack-request-id: req-1111bd45-b38e-4fe6-9393-d0b5b8f8b01d {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:13.499491 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b85468c6-db94-4a0a-b7c4-f0c87bce3687", "tag": "87301623-dde3-4995-b099-da436733b8ab", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:13.499748 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1111bd45-b38e-4fe6-9393-d0b5b8f8b01d {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:13.500155 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b85468c6-db94-4a0a-b7c4-f0c87bce3687', 'tag': '87301623-dde3-4995-b099-da436733b8ab', 'status': 'completed', 'code': 200} Jul 15 13:09:13.604647 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-eb860303-bbc3-49ae-b45c-85869153311f tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:13.620177 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-eb860303-bbc3-49ae-b45c-85869153311f tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Calling delete_port for 230c3b44-fbe3-4b10-84e9-195e5e5ae80c owned by network:router_interface {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:13.623147 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-0c3aa11a-aa9b-4c2e-87f0-6ec09a65a1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:13.624656 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-0c3aa11a-aa9b-4c2e-87f0-6ec09a65a1e6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=568eace55cc144ef942453787f01b718&device_id=b85468c6-db94-4a0a-b7c4-f0c87bce3687 HTTP/1.1" status: 200 len: 1100 time: 0.1272426 Jul 15 13:09:13.701448 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-879fa749-d2be-4067-a379-cb90f89f82a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=87301623-dde3-4995-b099-da436733b8ab HTTP/1.1" status: 200 len: 217 time: 0.0660064 Jul 15 13:09:13.883088 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-2fa029f5-541d-49d5-99fa-4437b673ec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:13.884584 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-2fa029f5-541d-49d5-99fa-4437b673ec0e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.1691589 Jul 15 13:09:13.985853 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e9a78-a2dc-42a4-94cf-a2568847a999 req-67e729de-86fd-4783-be95-940c05f75b1f tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:13.988055 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c17e9a78-a2dc-42a4-94cf-a2568847a999 req-67e729de-86fd-4783-be95-940c05f75b1f tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.2569709 Jul 15 13:09:14.019039 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52871a6-9f2f-4aa0-a8df-07fdb367bb45 req-e5195d5f-8309-44af-9b04-8d0ba4f89c77 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:14.024898 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52871a6-9f2f-4aa0-a8df-07fdb367bb45 req-e5195d5f-8309-44af-9b04-8d0ba4f89c77 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:14.026535 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d52871a6-9f2f-4aa0-a8df-07fdb367bb45 req-e5195d5f-8309-44af-9b04-8d0ba4f89c77 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdb44b8f-7df0-4610-83de-bdc02bffb406 HTTP/1.1" status: 200 len: 1679 time: 0.2583005 Jul 15 13:09:14.062710 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-eb860303-bbc3-49ae-b45c-85869153311f tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:14.118486 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb860303-bbc3-49ae-b45c-85869153311f tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event deleted for resources: {'Port': ['ID=230c3b44-fbe3-4b10-84e9-195e5e5ae80c,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:14.121553 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-d892d038-5b3e-4f6c-9a6b-ce09cee62a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:14.123012 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-d892d038-5b3e-4f6c-9a6b-ce09cee62a16 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2274234 Jul 15 13:09:14.125788 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c17e9a78-a2dc-42a4-94cf-a2568847a999 req-a25618d8-90db-4fc4-a076-cbc075934215 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279244 Jul 15 13:09:14.164889 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device ed7ed634-33b1-4349-bc39-dce70d943e4d details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:09:14.169442 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d52871a6-9f2f-4aa0-a8df-07fdb367bb45 req-f95b860c-b708-46bc-ba5b-a81b1ffb2319 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0a68e0b-1c2a-4b72-8c63-99be80ebe8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346729 Jul 15 13:09:14.348298 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port ed7ed634-33b1-4349-bc39-dce70d943e4d, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ed7ed634-33b1-4349-bc39-dce70d943e4d,segment=NetworkSegment(49e6df3d-58df-42b5-80b8-19c9bc14ff92),segment_id=49e6df3d-58df-42b5-80b8-19c9bc14ff92)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:14.369539 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'ed7ed634-33b1-4349-bc39-dce70d943e4d', 'network_id': '7fe79b2e-93ff-46e9-be55-3ada1bd43fec', 'port_id': 'ed7ed634-33b1-4349-bc39-dce70d943e4d', 'mac_address': 'fa:16:3e:3c:f6:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92bfe0a8-2550-40b2-bc14-b1155fd3c029', 'ip_address': '19.80.0.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:09:14.424282 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:14.438730 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed7ed634-33b1-4349-bc39-dce70d943e4d {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:14.460236 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port ed7ed634-33b1-4349-bc39-dce70d943e4d, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ed7ed634-33b1-4349-bc39-dce70d943e4d,segment=NetworkSegment(49e6df3d-58df-42b5-80b8-19c9bc14ff92),segment_id=49e6df3d-58df-42b5-80b8-19c9bc14ff92)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:14.475314 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:14.476292 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 53b74a9c-ceb9-44d6-81e5-803142dbf855 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:09:14.705727 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-eb860303-bbc3-49ae-b45c-85869153311f tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:14.768213 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=ed7ed634-33b1-4349-bc39-dce70d943e4d,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:14.777552 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 53b74a9c-ceb9-44d6-81e5-803142dbf855, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=53b74a9c-ceb9-44d6-81e5-803142dbf855,segment=NetworkSegment(b8264eb3-e977-4487-ab0e-18f98c6b2217),segment_id=b8264eb3-e977-4487-ab0e-18f98c6b2217)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:14.780163 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-746fe609-55d2-4b3f-9c41-a72279ba5933 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6467092 Jul 15 13:09:14.790976 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb6784-65cb-4986-b755-1a6e078f4ca4 req-1a2adee8-b08b-4eb3-a1c4-41731f1b99fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:14.792068 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '53b74a9c-ceb9-44d6-81e5-803142dbf855', 'network_id': '5c59edbc-4361-4b58-87ed-f3d3fa2dda59', 'port_id': '53b74a9c-ceb9-44d6-81e5-803142dbf855', 'mac_address': 'fa:16:3e:54:cb:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ae0d02-ab6c-4403-8b46-ada762d2c6f9', 'ip_address': '19.86.0.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:09:14.793458 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-dbeb6784-65cb-4986-b755-1a6e078f4ca4 req-1a2adee8-b08b-4eb3-a1c4-41731f1b99fc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12dc42da56354fb5b0d0acb9e0703009&device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 1096 time: 0.0806885 Jul 15 13:09:14.841335 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:14.857588 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53b74a9c-ceb9-44d6-81e5-803142dbf855 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:14.890978 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 53b74a9c-ceb9-44d6-81e5-803142dbf855, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=53b74a9c-ceb9-44d6-81e5-803142dbf855,segment=NetworkSegment(b8264eb3-e977-4487-ab0e-18f98c6b2217),segment_id=b8264eb3-e977-4487-ab0e-18f98c6b2217)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:14.896609 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:14.952240 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb6784-65cb-4986-b755-1a6e078f4ca4 req-20e16f5d-5c0a-496d-8c6f-cbcae378304e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:14.953906 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-dbeb6784-65cb-4986-b755-1a6e078f4ca4 req-20e16f5d-5c0a-496d-8c6f-cbcae378304e service neutron] 10.222.0.46 "GET /v2.0/networks?id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da HTTP/1.1" status: 200 len: 913 time: 0.1176748 Jul 15 13:09:14.957176 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=53b74a9c-ceb9-44d6-81e5-803142dbf855,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:14.979659 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de9a764-d79a-4839-913f-96ab363153f3 req-a3c59927-b0ec-4b76-beb2-3590f31fce20 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:14.981156 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3de9a764-d79a-4839-913f-96ab363153f3 req-a3c59927-b0ec-4b76-beb2-3590f31fce20 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 946 time: 0.3316932 Jul 15 13:09:14.988994 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda9fda-1b52-4fed-acee-a012d563c15f req-0e618c71-4afe-48b9-a8be-eab9dcf21387 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:14.990453 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3dda9fda-1b52-4fed-acee-a012d563c15f req-0e618c71-4afe-48b9-a8be-eab9dcf21387 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/ports?device_id=b85468c6-db94-4a0a-b7c4-f0c87bce3687 HTTP/1.1" status: 200 len: 948 time: 0.3500848 Jul 15 13:09:15.042521 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-dbeb6784-65cb-4986-b755-1a6e078f4ca4 req-355483b0-fe8a-458e-946c-70b24ba72fbe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e76fd72-6816-481c-819e-b8263abd48a1 HTTP/1.1" status: 200 len: 998 time: 0.0750866 Jul 15 13:09:15.054663 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb860303-bbc3-49ae-b45c-85869153311f tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Router eb100ec2-b763-42d7-9137-197fc1c2f8f1 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:09:15.070171 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a79aa875-ff75-43c3-92c5-1b60604215d7 req-7aea4e9e-3e6f-4da8-ae19-cd5b6b1018fc service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541907 Jul 15 13:09:15.081189 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3de9a764-d79a-4839-913f-96ab363153f3 req-e1045ed5-dd93-4b12-a86e-da06a84b6625 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862968 Jul 15 13:09:15.092624 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3dda9fda-1b52-4fed-acee-a012d563c15f req-ff011ea2-f849-4363-8f21-0647e847900a tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/security-groups?id=98737f0d-d3e4-4d9c-b01e-d1203e925b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929766 Jul 15 13:09:15.114148 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb6784-65cb-4986-b755-1a6e078f4ca4 req-d8f7ebe8-e564-4cee-8539-185c9e837c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:15.116197 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-dbeb6784-65cb-4986-b755-1a6e078f4ca4 req-d8f7ebe8-e564-4cee-8539-185c9e837c3b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=504f4a49-65cd-4546-be78-3e75a4fd4784 HTTP/1.1" status: 200 len: 851 time: 0.0643549 Jul 15 13:09:15.191600 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb860303-bbc3-49ae-b45c-85869153311f tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:09:15.200218 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5171c931-4200-401d-9f36-daa656dc9e90 None None] Sync routers for ids ['eb100ec2-b763-42d7-9137-197fc1c2f8f1'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:09:15.203857 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-eb860303-bbc3-49ae-b45c-85869153311f tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "PUT /v2.0/routers/eb100ec2-b763-42d7-9137-197fc1c2f8f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7163620 Jul 15 13:09:15.211095 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb6784-65cb-4986-b755-1a6e078f4ca4 req-590a349f-d553-4275-9b58-773a73f5d66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:15.213828 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-dbeb6784-65cb-4986-b755-1a6e078f4ca4 req-590a349f-d553-4275-9b58-773a73f5d66b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0825348 Jul 15 13:09:15.213938 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50070) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:15.215907 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5171c931-4200-401d-9f36-daa656dc9e90 None None] Routers {'eb100ec2-b763-42d7-9137-197fc1c2f8f1'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:15.216516 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-5171c931-4200-401d-9f36-daa656dc9e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:09:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['eb100ec2-b763-42d7-9137-197fc1c2f8f1'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:15.265659 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-5171c931-4200-401d-9f36-daa656dc9e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:15.292076 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5171c931-4200-401d-9f36-daa656dc9e90 None None] Routers {'eb100ec2-b763-42d7-9137-197fc1c2f8f1'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:15.292691 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-5171c931-4200-401d-9f36-daa656dc9e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:09:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['eb100ec2-b763-42d7-9137-197fc1c2f8f1'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:15.339605 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-5171c931-4200-401d-9f36-daa656dc9e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:15.340505 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5171c931-4200-401d-9f36-daa656dc9e90 None None] The sync data for ids ['eb100ec2-b763-42d7-9137-197fc1c2f8f1'] in n-d-771363-36 is: [] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:09:15.342743 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-dbeb6784-65cb-4986-b755-1a6e078f4ca4 req-362fb217-5a73-4cf0-9363-ac38999e1003 service neutron] 10.222.0.46 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060951 Jul 15 13:09:15.419578 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['ed7ed634-33b1-4349-bc39-dce70d943e4d'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:15.463145 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['53b74a9c-ceb9-44d6-81e5-803142dbf855'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:15.468030 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-dbeb6784-65cb-4986-b755-1a6e078f4ca4 req-13b545f1-921f-467e-acba-0dba1b06bfa1 service neutron] 10.222.0.46 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997891 Jul 15 13:09:15.516942 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e0416-1582-4bc0-88c4-3daa560784fe req-d609a7d8-4aec-4599-aaf0-7432e5f2ff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:15.519008 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ed3e0416-1582-4bc0-88c4-3daa560784fe req-d609a7d8-4aec-4599-aaf0-7432e5f2ff2b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=568eace55cc144ef942453787f01b718&device_id=b85468c6-db94-4a0a-b7c4-f0c87bce3687 HTTP/1.1" status: 200 len: 1100 time: 0.3136313 Jul 15 13:09:15.548234 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-df15d251-2f34-4d16-8fc2-d80e270401b9 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] remove_router_interface failed (client error): The resource could not be found. Jul 15 13:09:15.549231 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-df15d251-2f34-4d16-8fc2-d80e270401b9 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "PUT /v2.0/routers/eb100ec2-b763-42d7-9137-197fc1c2f8f1/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3344357 Jul 15 13:09:15.552124 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50078) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:15.566856 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1fdcc-d8ff-438c-ae2c-70208861e353 req-b1c19871-fae5-4f5b-9044-bd8b6b987776 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:15.568363 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2ec1fdcc-d8ff-438c-ae2c-70208861e353 req-b1c19871-fae5-4f5b-9044-bd8b6b987776 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.2784641 Jul 15 13:09:15.588330 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3c96dbc1-0edb-4e8c-b370-f9f9c3a028a1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb100ec2-b763-42d7-9137-197fc1c2f8f1 HTTP/1.1" status: 200 len: 205 time: 0.0345125 Jul 15 13:09:15.588947 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50080) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:15.655490 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c2b0c-be00-42e7-864d-d9a4e1bc4704 req-0bcd482f-bb27-48bf-b741-9df9a0e3855a tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:15.662070 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c2b0c-be00-42e7-864d-d9a4e1bc4704 req-0bcd482f-bb27-48bf-b741-9df9a0e3855a tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:15.666127 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-466c2b0c-be00-42e7-864d-d9a4e1bc4704 req-0bcd482f-bb27-48bf-b741-9df9a0e3855a tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdb44b8f-7df0-4610-83de-bdc02bffb406 HTTP/1.1" status: 200 len: 1681 time: 0.2903082 Jul 15 13:09:15.671314 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d4717cfe-d883-47a2-83d0-8f42bab9b33a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:15.702615 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2ec1fdcc-d8ff-438c-ae2c-70208861e353 req-59602250-540c-4b89-9a1e-90d17c0c2ab8 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152253 Jul 15 13:09:15.735699 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-466c2b0c-be00-42e7-864d-d9a4e1bc4704 req-f2a45fef-e3f6-4d39-884c-cef48a9ed407 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0a68e0b-1c2a-4b72-8c63-99be80ebe8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590670 Jul 15 13:09:15.749656 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e0416-1582-4bc0-88c4-3daa560784fe req-2388b87b-45d4-4da6-92e7-f9afd4f24693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:15.751486 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ed3e0416-1582-4bc0-88c4-3daa560784fe req-2388b87b-45d4-4da6-92e7-f9afd4f24693 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.2046771 Jul 15 13:09:15.804039 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ed3e0416-1582-4bc0-88c4-3daa560784fe req-35be6ba0-c52f-41c1-b64f-1280141810d4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=87301623-dde3-4995-b099-da436733b8ab HTTP/1.1" status: 200 len: 217 time: 0.0363126 Jul 15 13:09:15.843636 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d4717cfe-d883-47a2-83d0-8f42bab9b33a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:15.847248 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d4717cfe-d883-47a2-83d0-8f42bab9b33a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:15.869777 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e0416-1582-4bc0-88c4-3daa560784fe req-af1828b2-c8b0-4bc4-a15b-d81ecf5da607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:15.871466 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ed3e0416-1582-4bc0-88c4-3daa560784fe req-af1828b2-c8b0-4bc4-a15b-d81ecf5da607 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0552127 Jul 15 13:09:15.892486 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d4717cfe-d883-47a2-83d0-8f42bab9b33a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:15.893036 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4717cfe-d883-47a2-83d0-8f42bab9b33a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Fanout notify agent at l3_agent the message router_deleted on router eb100ec2-b763-42d7-9137-197fc1c2f8f1 {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:09:15.903030 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d4717cfe-d883-47a2-83d0-8f42bab9b33a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:15.906863 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d4717cfe-d883-47a2-83d0-8f42bab9b33a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "DELETE /v2.0/routers/eb100ec2-b763-42d7-9137-197fc1c2f8f1 HTTP/1.1" status: 204 len: 168 time: 0.3167164 Jul 15 13:09:15.907661 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50082) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:15.967946 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cf1f64b-35de-4627-80c8-df0e7ea71cde tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Deleting subnet d1b26103-f7b8-4492-8cc5-08ae2403f57c {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:09:15.972314 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3cf1f64b-35de-4627-80c8-df0e7ea71cde tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:16.006505 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e0416-1582-4bc0-88c4-3daa560784fe req-ffa3e2f7-760d-4f94-8da1-0678989bffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:16.008043 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ed3e0416-1582-4bc0-88c4-3daa560784fe req-ffa3e2f7-760d-4f94-8da1-0678989bffbb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1286581 Jul 15 13:09:16.017098 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3cf1f64b-35de-4627-80c8-df0e7ea71cde tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:16.218164 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3cf1f64b-35de-4627-80c8-df0e7ea71cde tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:16.270859 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ed3e0416-1582-4bc0-88c4-3daa560784fe req-5dc2c86a-2bd9-4827-a8a2-083a0874fdcd service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502401 Jul 15 13:09:16.278099 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b85f7f-a836-4fa2-9dae-9251ea2c0e8e req-1dac1897-ab99-4605-b8e6-6856a900a3fb tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:16.279498 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-14b85f7f-a836-4fa2-9dae-9251ea2c0e8e req-1dac1897-ab99-4605-b8e6-6856a900a3fb tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 946 time: 0.2318501 Jul 15 13:09:16.413723 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-14b85f7f-a836-4fa2-9dae-9251ea2c0e8e req-917ce67a-17fd-4f8c-b2ff-f49a2c7cf646 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6a1356-fa75-4dc1-a4fe-d320e6b273c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159739 Jul 15 13:09:16.420133 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3cf1f64b-35de-4627-80c8-df0e7ea71cde tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:16.464999 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1f64b-35de-4627-80c8-df0e7ea71cde tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event deleted for resources: {'Subnet': ['ID=d1b26103-f7b8-4492-8cc5-08ae2403f57c,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:16.469662 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3cf1f64b-35de-4627-80c8-df0e7ea71cde tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:16.472090 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3cf1f64b-35de-4627-80c8-df0e7ea71cde tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "DELETE /v2.0/subnets/d1b26103-f7b8-4492-8cc5-08ae2403f57c HTTP/1.1" status: 204 len: 168 time: 0.5628314 Jul 15 13:09:16.474940 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50092) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:16.477737 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b65d20-e325-483e-98c2-13e5f6f7942a None None] Network fb6e06c6-8f0f-42c9-8c86-8aaa5b25b01d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:16.479825 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38965e-18ba-42f9-ab0f-1ef91ae39c8f req-a52c0354-cdd5-4184-87e5-4980ecb16ad6 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:16.481320 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dd38965e-18ba-42f9-ab0f-1ef91ae39c8f req-a52c0354-cdd5-4184-87e5-4980ecb16ad6 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 946 time: 0.2739561 Jul 15 13:09:16.483256 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ed3e0416-1582-4bc0-88c4-3daa560784fe req-981e3744-a4fc-4249-8d0f-44959c233a7f service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000780 Jul 15 13:09:16.523440 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dd38965e-18ba-42f9-ab0f-1ef91ae39c8f req-8829750a-c4af-4d59-a34c-93bb95d2add2 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342562 Jul 15 13:09:16.588614 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-96968c60-b128-4d28-a4a8-9be06bec95ab tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:16.622010 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204eaf42-b86c-44fd-bfd9-af70d61f08eb req-dbaabe5a-63e1-46af-9376-93746c72c84a tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:16.623774 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-204eaf42-b86c-44fd-bfd9-af70d61f08eb req-dbaabe5a-63e1-46af-9376-93746c72c84a tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/ports?device_id=b85468c6-db94-4a0a-b7c4-f0c87bce3687 HTTP/1.1" status: 200 len: 948 time: 0.0856209 Jul 15 13:09:16.652442 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-96968c60-b128-4d28-a4a8-9be06bec95ab tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Deleting port b5992f51-cbe3-4a81-8ce2-85cd73f9a50c {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:16.652786 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-96968c60-b128-4d28-a4a8-9be06bec95ab tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:16.667208 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-204eaf42-b86c-44fd-bfd9-af70d61f08eb req-978cf86d-90c0-415c-a54c-786ee2ab82ad tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/security-groups?id=98737f0d-d3e4-4d9c-b01e-d1203e925b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371120 Jul 15 13:09:16.715749 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452f56a7-8378-4d02-a501-1b3845f29ef0 None None] DHCP port deletion for fb6e06c6-8f0f-42c9-8c86-8aaa5b25b01d request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:09:16.723838 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-96968c60-b128-4d28-a4a8-9be06bec95ab tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] For port b5992f51-cbe3-4a81-8ce2-85cd73f9a50c, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=b5992f51-cbe3-4a81-8ce2-85cd73f9a50c,segment=NetworkSegment(0da7319e-f82a-4b33-812e-fd68de78d4b5),segment_id=0da7319e-f82a-4b33-812e-fd68de78d4b5)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:16.724200 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-96968c60-b128-4d28-a4a8-9be06bec95ab tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:16.735934 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-96968c60-b128-4d28-a4a8-9be06bec95ab tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Calling delete_port for b5992f51-cbe3-4a81-8ce2-85cd73f9a50c owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:16.768314 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-452f56a7-8378-4d02-a501-1b3845f29ef0 None None] Deleting port b5992f51-cbe3-4a81-8ce2-85cd73f9a50c {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:16.768662 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-452f56a7-8378-4d02-a501-1b3845f29ef0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:16.833384 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-96968c60-b128-4d28-a4a8-9be06bec95ab tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:16.841677 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-452f56a7-8378-4d02-a501-1b3845f29ef0 None None] For port b5992f51-cbe3-4a81-8ce2-85cd73f9a50c, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=b5992f51-cbe3-4a81-8ce2-85cd73f9a50c,segment=NetworkSegment(0da7319e-f82a-4b33-812e-fd68de78d4b5),segment_id=0da7319e-f82a-4b33-812e-fd68de78d4b5)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:16.842490 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-452f56a7-8378-4d02-a501-1b3845f29ef0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:16.857204 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-452f56a7-8378-4d02-a501-1b3845f29ef0 None None] Calling delete_port for b5992f51-cbe3-4a81-8ce2-85cd73f9a50c owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:16.872406 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96968c60-b128-4d28-a4a8-9be06bec95ab tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] No DVR routers for this DVR port b5992f51-cbe3-4a81-8ce2-85cd73f9a50c on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:16.878115 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96968c60-b128-4d28-a4a8-9be06bec95ab tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event deleted for resources: {'Port': ['ID=b5992f51-cbe3-4a81-8ce2-85cd73f9a50c,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:16.945058 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-452f56a7-8378-4d02-a501-1b3845f29ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:16.957865 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4357603-d5d0-43ef-9101-345e8c76bd92 req-e0d4b3c0-7a49-4dec-af5c-dacd9f515910 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:16.959436 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e4357603-d5d0-43ef-9101-345e8c76bd92 req-e0d4b3c0-7a49-4dec-af5c-dacd9f515910 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.1224439 Jul 15 13:09:16.963646 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-96968c60-b128-4d28-a4a8-9be06bec95ab tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:16.972597 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f0d9b-8e64-4b0c-9707-e6f2b99d36fd req-a71dd055-c080-42e0-91fa-454538517210 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:16.972987 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f56a7-8378-4d02-a501-1b3845f29ef0 None None] Pushing event deleted for resources: {'Port': ['ID=b5992f51-cbe3-4a81-8ce2-85cd73f9a50c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:16.974648 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-96968c60-b128-4d28-a4a8-9be06bec95ab tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb6e06c6-8f0f-42c9-8c86-8aaa5b25b01d']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:16.977996 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452f56a7-8378-4d02-a501-1b3845f29ef0 None None] No DVR routers for this DVR port b5992f51-cbe3-4a81-8ce2-85cd73f9a50c on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:16.978510 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f0d9b-8e64-4b0c-9707-e6f2b99d36fd req-a71dd055-c080-42e0-91fa-454538517210 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:16.980126 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-342f0d9b-8e64-4b0c-9707-e6f2b99d36fd req-a71dd055-c080-42e0-91fa-454538517210 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdb44b8f-7df0-4610-83de-bdc02bffb406 HTTP/1.1" status: 200 len: 1681 time: 0.1037180 Jul 15 13:09:16.986201 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-96968c60-b128-4d28-a4a8-9be06bec95ab tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0da7319e-f82a-4b33-812e-fd68de78d4b5') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:16.986765 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-96968c60-b128-4d28-a4a8-9be06bec95ab tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0da7319e-f82a-4b33-812e-fd68de78d4b5') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:16.997542 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-96968c60-b128-4d28-a4a8-9be06bec95ab tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.011181 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-96968c60-b128-4d28-a4a8-9be06bec95ab tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.017208 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96968c60-b128-4d28-a4a8-9be06bec95ab tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:09:17.017589 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-96968c60-b128-4d28-a4a8-9be06bec95ab tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:09:17.021357 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:09:17.036275 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e4357603-d5d0-43ef-9101-345e8c76bd92 req-47031639-c7c6-4bd7-bfc9-7713c6460d37 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550697 Jul 15 13:09:17.043418 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-342f0d9b-8e64-4b0c-9707-e6f2b99d36fd req-9c0de830-1668-4c6a-8702-ee790431834a tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0a68e0b-1c2a-4b72-8c63-99be80ebe8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481913 Jul 15 13:09:17.337045 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-96968c60-b128-4d28-a4a8-9be06bec95ab tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.344026 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-96968c60-b128-4d28-a4a8-9be06bec95ab tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.345824 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-96968c60-b128-4d28-a4a8-9be06bec95ab tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "DELETE /v2.0/networks/fb6e06c6-8f0f-42c9-8c86-8aaa5b25b01d HTTP/1.1" status: 204 len: 168 time: 0.8698275 Jul 15 13:09:17.349606 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50100) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:17.354847 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-0fcca244-bf9e-4163-88c5-b6b7f0c202a6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-931413172'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:17.356861 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96968c60-b128-4d28-a4a8-9be06bec95ab tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event deleted for resources: {'Network': ['ID=fb6e06c6-8f0f-42c9-8c86-8aaa5b25b01d,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:17.375511 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcca244-bf9e-4163-88c5-b6b7f0c202a6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Made reservation on behalf of f9994f550e914ac18f1dbf8472ed0fcd for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:17.379638 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0fcca244-bf9e-4163-88c5-b6b7f0c202a6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.403500 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fcca244-bf9e-4163-88c5-b6b7f0c202a6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:09:17.412146 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0fcca244-bf9e-4163-88c5-b6b7f0c202a6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.412519 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-0fcca244-bf9e-4163-88c5-b6b7f0c202a6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Added segment 5520908b-7e37-4cba-8a21-e53d4eb98591 of type vlan for network 296c8300-b51f-4b7f-a3a9-acb85c6aff6b Jul 15 13:09:17.452018 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0fcca244-bf9e-4163-88c5-b6b7f0c202a6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.480733 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0fcca244-bf9e-4163-88c5-b6b7f0c202a6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.486408 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcca244-bf9e-4163-88c5-b6b7f0c202a6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:17.487047 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0fcca244-bf9e-4163-88c5-b6b7f0c202a6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.526074 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0fcca244-bf9e-4163-88c5-b6b7f0c202a6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1752620 Jul 15 13:09:17.528764 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50104) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:17.535754 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-cfc54c24-143f-4b09-a410-9769b669efcc tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Request body: {'subnet': {'network_id': '296c8300-b51f-4b7f-a3a9-acb85c6aff6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:17.591385 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcca244-bf9e-4163-88c5-b6b7f0c202a6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event updated for resources: {'Network': ['ID=296c8300-b51f-4b7f-a3a9-acb85c6aff6b,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:17.602306 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 296c8300-b51f-4b7f-a3a9-acb85c6aff6b details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:09:17.666845 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b5992f51-cbe3-4a81-8ce2-85cd73f9a50c no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:17.697465 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: b5992f51-cbe3-4a81-8ce2-85cd73f9a50c {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:09:17.697809 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b5992f51-cbe3-4a81-8ce2-85cd73f9a50c not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:17.739918 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6714d48-f0e0-4873-98c6-682f01245531 req-5e46acb6-bf85-4b3d-be2e-1ca5ee84b164 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:17.741414 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d6714d48-f0e0-4873-98c6-682f01245531 req-5e46acb6-bf85-4b3d-be2e-1ca5ee84b164 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 946 time: 0.2022655 Jul 15 13:09:17.744811 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc54c24-143f-4b09-a410-9769b669efcc tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Made reservation on behalf of f9994f550e914ac18f1dbf8472ed0fcd for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:17.748140 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cfc54c24-143f-4b09-a410-9769b669efcc tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:18.135697 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc01876-b4d7-472d-999f-0b7fc017576f req-7f616728-78c5-427f-86b2-f4aeb6610043 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:18.137368 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9cc01876-b4d7-472d-999f-0b7fc017576f req-7f616728-78c5-427f-86b2-f4aeb6610043 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 946 time: 0.4669921 Jul 15 13:09:18.144224 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d6714d48-f0e0-4873-98c6-682f01245531 req-80242b19-8482-4f8c-a81b-3d72a6a31326 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6a1356-fa75-4dc1-a4fe-d320e6b273c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3921471 Jul 15 13:09:18.197554 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9cc01876-b4d7-472d-999f-0b7fc017576f req-353b868f-4046-4fe8-8356-925402a57174 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491598 Jul 15 13:09:18.198859 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 87301623-dde3-4995-b099-da436733b8ab details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:09:18.207323 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device ed7ed634-33b1-4349-bc39-dce70d943e4d up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:18.322969 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port ed7ed634-33b1-4349-bc39-dce70d943e4d completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:18.328955 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port ed7ed634-33b1-4349-bc39-dce70d943e4d triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:18.329336 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:18.339783 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cfc54c24-143f-4b09-a410-9769b669efcc tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:18.372345 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 87301623-dde3-4995-b099-da436733b8ab, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=87301623-dde3-4995-b099-da436733b8ab,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:18.390647 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '87301623-dde3-4995-b099-da436733b8ab', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': '87301623-dde3-4995-b099-da436733b8ab', 'mac_address': 'fa:16:3e:03:60:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:09:18.420566 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2c997-f324-4e17-b4a7-cc7047b01035 req-4812a304-c311-4ff4-8100-d6dd571beb68 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:18.422055 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-69f2c997-f324-4e17-b4a7-cc7047b01035 req-4812a304-c311-4ff4-8100-d6dd571beb68 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/ports?device_id=b85468c6-db94-4a0a-b7c4-f0c87bce3687 HTTP/1.1" status: 200 len: 948 time: 0.1440196 Jul 15 13:09:18.424500 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc54c24-143f-4b09-a410-9769b669efcc tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event updated for resources: {'Subnet': ['ID=fda8795b-6d22-48c0-8a35-8c17cfe5ca14,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:18.435934 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc54c24-143f-4b09-a410-9769b669efcc tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Checking segment: {'id': '5520908b-7e37-4cba-8a21-e53d4eb98591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '296c8300-b51f-4b7f-a3a9-acb85c6aff6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:18.436293 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc54c24-143f-4b09-a410-9769b669efcc tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Network hostable DHCP agents. Network: 296c8300-b51f-4b7f-a3a9-acb85c6aff6b, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:09:18.453742 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:18.474537 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87301623-dde3-4995-b099-da436733b8ab {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:18.481192 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:18.497345 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc54c24-143f-4b09-a410-9769b669efcc tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Network 296c8300-b51f-4b7f-a3a9-acb85c6aff6b is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:09:18.510000 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 87301623-dde3-4995-b099-da436733b8ab, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=87301623-dde3-4995-b099-da436733b8ab,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:18.517421 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb44b8f-7df0-4610-83de-bdc02bffb406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7ed634-33b1-4349-bc39-dce70d943e4d'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:18.519854 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a951aa8-3192-4bb7-ad97-b0b719563856" -d '{"events": [{"server_uuid": "bdb44b8f-7df0-4610-83de-bdc02bffb406", "name": "network-vif-plugged", "status": "completed", "tag": "ed7ed634-33b1-4349-bc39-dce70d943e4d"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:18.521139 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-cfc54c24-143f-4b09-a410-9769b669efcc tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 296c8300-b51f-4b7f-a3a9-acb85c6aff6b) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:18.524646 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:18.527119 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc54c24-143f-4b09-a410-9769b669efcc tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:18.527214 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cfc54c24-143f-4b09-a410-9769b669efcc tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:18.532404 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-69f2c997-f324-4e17-b4a7-cc7047b01035 req-30025b70-51f0-4f29-97a6-1e9c84b0fbc3 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/security-groups?id=98737f0d-d3e4-4d9c-b01e-d1203e925b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918310 Jul 15 13:09:18.536282 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f01e5df-e254-4e34-9593-deb597dd0e94 None None] Network 296c8300-b51f-4b7f-a3a9-acb85c6aff6b requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:18.544407 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port ed7ed634-33b1-4349-bc39-dce70d943e4d, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ed7ed634-33b1-4349-bc39-dce70d943e4d,segment=NetworkSegment(49e6df3d-58df-42b5-80b8-19c9bc14ff92),segment_id=49e6df3d-58df-42b5-80b8-19c9bc14ff92)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:18.558868 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-cfc54c24-143f-4b09-a410-9769b669efcc tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0287986 Jul 15 13:09:18.561156 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50120) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:18.567407 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-80f27956-e02e-4581-80fe-93fa0604e117 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-681486466', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:18.582624 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:18.583411 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 53b74a9c-ceb9-44d6-81e5-803142dbf855 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:18.588058 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfbdee-4357-46b9-a78a-df3542236ea1 req-37e573e8-77c6-4ea2-9cb1-e37031a169c6 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:18.590554 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5dcfbdee-4357-46b9-a78a-df3542236ea1 req-37e573e8-77c6-4ea2-9cb1-e37031a169c6 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.1269836 Jul 15 13:09:18.593075 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-80f27956-e02e-4581-80fe-93fa0604e117 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:18.594405 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-80f27956-e02e-4581-80fe-93fa0604e117 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:18.645602 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5dcfbdee-4357-46b9-a78a-df3542236ea1 req-a68cb46e-a0c1-4ee5-ae9a-1feaf2041bd1 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495822 Jul 15 13:09:18.651625 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-80f27956-e02e-4581-80fe-93fa0604e117 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:18.662924 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-80f27956-e02e-4581-80fe-93fa0604e117 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:18.688333 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-80f27956-e02e-4581-80fe-93fa0604e117 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:18.693997 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=87301623-dde3-4995-b099-da436733b8ab,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:18.694514 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50122) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:18.694932 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-80f27956-e02e-4581-80fe-93fa0604e117 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1296329 Jul 15 13:09:18.791861 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=ed7ed634-33b1-4349-bc39-dce70d943e4d,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:18.797480 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 53b74a9c-ceb9-44d6-81e5-803142dbf855 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:18.806835 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 53b74a9c-ceb9-44d6-81e5-803142dbf855 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:18.806835 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:18.840997 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c15945-2786-4209-9d78-168f2271d9c9 x-openstack-request-id: req-b6c15945-2786-4209-9d78-168f2271d9c9 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:18.841330 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb44b8f-7df0-4610-83de-bdc02bffb406", "name": "network-vif-plugged", "status": "completed", "tag": "ed7ed634-33b1-4349-bc39-dce70d943e4d", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:18.841528 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b6c15945-2786-4209-9d78-168f2271d9c9 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:18.841908 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb44b8f-7df0-4610-83de-bdc02bffb406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7ed634-33b1-4349-bc39-dce70d943e4d', 'code': 200} Jul 15 13:09:18.885232 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cef18f-39c7-488b-88a0-956fe18a8de0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-296c8300-b51f-4b7f-a3a9-acb85c6aff6b', 'network_id': '296c8300-b51f-4b7f-a3a9-acb85c6aff6b', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'fixed_ips': [{'subnet_id': 'fda8795b-6d22-48c0-8a35-8c17cfe5ca14'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:09:18.886181 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-51cef18f-39c7-488b-88a0-956fe18a8de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:18.952526 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a26c9b-7031-4461-93af-3423d8f8dae3 req-85e90fa8-b7c7-4f19-9148-2b636abd9520 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:18.958365 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a26c9b-7031-4461-93af-3423d8f8dae3 req-85e90fa8-b7c7-4f19-9148-2b636abd9520 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:18.959965 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-42a26c9b-7031-4461-93af-3423d8f8dae3 req-85e90fa8-b7c7-4f19-9148-2b636abd9520 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdb44b8f-7df0-4610-83de-bdc02bffb406 HTTP/1.1" status: 200 len: 1682 time: 0.2787132 Jul 15 13:09:18.993271 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:19.032452 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-42a26c9b-7031-4461-93af-3423d8f8dae3 req-7da982f9-968a-4172-bd22-0b50620db83e tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0a68e0b-1c2a-4b72-8c63-99be80ebe8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661511 Jul 15 13:09:19.062385 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-47e238e5-23d0-4118-91f2-39f647f6fe13 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:19.062746 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 53b74a9c-ceb9-44d6-81e5-803142dbf855, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=53b74a9c-ceb9-44d6-81e5-803142dbf855,segment=NetworkSegment(b8264eb3-e977-4487-ab0e-18f98c6b2217),segment_id=b8264eb3-e977-4487-ab0e-18f98c6b2217)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:19.070910 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:19.082018 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-51cef18f-39c7-488b-88a0-956fe18a8de0 None None] Allocated IP 2001:db8::2 (296c8300-b51f-4b7f-a3a9-acb85c6aff6b/fda8795b-6d22-48c0-8a35-8c17cfe5ca14/a432dd1c-da6b-4911-a4da-4fdd7bf00e05) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:19.123344 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['87301623-dde3-4995-b099-da436733b8ab'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:19.174902 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=53b74a9c-ceb9-44d6-81e5-803142dbf855,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:19.333548 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89df07-61e9-4862-a7a9-820ae5314095 req-496cf626-206a-432d-9e06-6b02ea5616b3 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:19.335449 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cd89df07-61e9-4862-a7a9-820ae5314095 req-496cf626-206a-432d-9e06-6b02ea5616b3 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 946 time: 0.0708771 Jul 15 13:09:19.369837 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-51cef18f-39c7-488b-88a0-956fe18a8de0 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:19.387834 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-51cef18f-39c7-488b-88a0-956fe18a8de0 None None] Transition to ACTIVE for port object a432dd1c-da6b-4911-a4da-4fdd7bf00e05 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:19.407518 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cd89df07-61e9-4862-a7a9-820ae5314095 req-14981d62-de90-403d-8b99-00a0cbc517ee tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6a1356-fa75-4dc1-a4fe-d320e6b273c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618267 Jul 15 13:09:19.407737 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-51cef18f-39c7-488b-88a0-956fe18a8de0 None None] Transition to ACTIVE for port object a432dd1c-da6b-4911-a4da-4fdd7bf00e05 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:19.416082 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-51cef18f-39c7-488b-88a0-956fe18a8de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:19.454302 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1db3a-c8f8-4113-b602-82e087ef339c req-478cac75-1347-4ef8-a6d3-88aa932c7d80 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:19.455904 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-06c1db3a-c8f8-4113-b602-82e087ef339c req-478cac75-1347-4ef8-a6d3-88aa932c7d80 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 946 time: 0.1198828 Jul 15 13:09:19.458801 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cef18f-39c7-488b-88a0-956fe18a8de0 None None] Network 296c8300-b51f-4b7f-a3a9-acb85c6aff6b is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:19.461672 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-51cef18f-39c7-488b-88a0-956fe18a8de0 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:19.465304 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cef18f-39c7-488b-88a0-956fe18a8de0 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:19.482800 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cef18f-39c7-488b-88a0-956fe18a8de0 None None] Pushing event updated for resources: {'Port': ['ID=a432dd1c-da6b-4911-a4da-4fdd7bf00e05,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:19.500023 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-47e238e5-23d0-4118-91f2-39f647f6fe13 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Allocated IP 2001:db8::1 (296c8300-b51f-4b7f-a3a9-acb85c6aff6b/fda8795b-6d22-48c0-8a35-8c17cfe5ca14/3de80bdb-e23d-461e-b1f5-f546590c78f0) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:19.530927 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-06c1db3a-c8f8-4113-b602-82e087ef339c req-3fdcd9f6-bdb1-43af-b217-56d40a81b954 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592034 Jul 15 13:09:19.533447 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-51cef18f-39c7-488b-88a0-956fe18a8de0 None None] Attempting to bind port a432dd1c-da6b-4911-a4da-4fdd7bf00e05 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:19.533888 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-51cef18f-39c7-488b-88a0-956fe18a8de0 None None] Attempting to bind port a432dd1c-da6b-4911-a4da-4fdd7bf00e05 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '5520908b-7e37-4cba-8a21-e53d4eb98591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '296c8300-b51f-4b7f-a3a9-acb85c6aff6b'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:19.534384 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cef18f-39c7-488b-88a0-956fe18a8de0 None None] Attempting to bind port a432dd1c-da6b-4911-a4da-4fdd7bf00e05 on network 296c8300-b51f-4b7f-a3a9-acb85c6aff6b {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:19.540332 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cef18f-39c7-488b-88a0-956fe18a8de0 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:19.540831 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cef18f-39c7-488b-88a0-956fe18a8de0 None None] Checking segment: {'id': '5520908b-7e37-4cba-8a21-e53d4eb98591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '296c8300-b51f-4b7f-a3a9-acb85c6aff6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:19.541498 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-51cef18f-39c7-488b-88a0-956fe18a8de0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:19.542010 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cef18f-39c7-488b-88a0-956fe18a8de0 None None] Bound using segment: {'id': '5520908b-7e37-4cba-8a21-e53d4eb98591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '296c8300-b51f-4b7f-a3a9-acb85c6aff6b'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:19.546366 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-51cef18f-39c7-488b-88a0-956fe18a8de0 None None] Bound port: a432dd1c-da6b-4911-a4da-4fdd7bf00e05, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5520908b-7e37-4cba-8a21-e53d4eb98591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '296c8300-b51f-4b7f-a3a9-acb85c6aff6b'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:19.546366 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-51cef18f-39c7-488b-88a0-956fe18a8de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:19.607375 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-51cef18f-39c7-488b-88a0-956fe18a8de0 None None] For port a432dd1c-da6b-4911-a4da-4fdd7bf00e05, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:19.612536 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-51cef18f-39c7-488b-88a0-956fe18a8de0 None None] For port a432dd1c-da6b-4911-a4da-4fdd7bf00e05, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a432dd1c-da6b-4911-a4da-4fdd7bf00e05,segment=NetworkSegment(5520908b-7e37-4cba-8a21-e53d4eb98591),segment_id=5520908b-7e37-4cba-8a21-e53d4eb98591)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:19.616722 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-51cef18f-39c7-488b-88a0-956fe18a8de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:19.652114 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-47e238e5-23d0-4118-91f2-39f647f6fe13 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:19.682755 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cef18f-39c7-488b-88a0-956fe18a8de0 None None] Pushing event updated for resources: {'Port': ['ID=a432dd1c-da6b-4911-a4da-4fdd7bf00e05,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:19.708021 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-47e238e5-23d0-4118-91f2-39f647f6fe13 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Transition to ACTIVE for port object 3de80bdb-e23d-461e-b1f5-f546590c78f0 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:19.762393 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6554008-cdbd-4474-8c7b-6859616d350c req-b776b89f-6308-48c4-a034-9c4dd4d3f0d7 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:19.763847 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c6554008-cdbd-4474-8c7b-6859616d350c req-b776b89f-6308-48c4-a034-9c4dd4d3f0d7 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/ports?device_id=b85468c6-db94-4a0a-b7c4-f0c87bce3687 HTTP/1.1" status: 200 len: 949 time: 0.1067009 Jul 15 13:09:19.772030 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-47e238e5-23d0-4118-91f2-39f647f6fe13 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:19.880458 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e238e5-23d0-4118-91f2-39f647f6fe13 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Network 296c8300-b51f-4b7f-a3a9-acb85c6aff6b is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:19.890699 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-47e238e5-23d0-4118-91f2-39f647f6fe13 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:19.894960 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e238e5-23d0-4118-91f2-39f647f6fe13 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event updated for resources: {'Port': ['ID=3de80bdb-e23d-461e-b1f5-f546590c78f0,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:19.897581 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e238e5-23d0-4118-91f2-39f647f6fe13 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:19.898108 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-47e238e5-23d0-4118-91f2-39f647f6fe13 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:19.954281 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e238e5-23d0-4118-91f2-39f647f6fe13 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:19.954650 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e238e5-23d0-4118-91f2-39f647f6fe13 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:19.954997 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e238e5-23d0-4118-91f2-39f647f6fe13 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:19.955335 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e238e5-23d0-4118-91f2-39f647f6fe13 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:19.955670 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e238e5-23d0-4118-91f2-39f647f6fe13 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:19.956042 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e238e5-23d0-4118-91f2-39f647f6fe13 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:19.956395 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e238e5-23d0-4118-91f2-39f647f6fe13 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:19.956750 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e238e5-23d0-4118-91f2-39f647f6fe13 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:19.957086 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e238e5-23d0-4118-91f2-39f647f6fe13 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:19.957412 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e238e5-23d0-4118-91f2-39f647f6fe13 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:19.957735 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e238e5-23d0-4118-91f2-39f647f6fe13 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:19.958054 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e238e5-23d0-4118-91f2-39f647f6fe13 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:19.965654 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c6554008-cdbd-4474-8c7b-6859616d350c req-9351c6b4-1026-448d-961a-b241e600c734 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/security-groups?id=98737f0d-d3e4-4d9c-b01e-d1203e925b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853461 Jul 15 13:09:20.030704 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8c191-051f-4be4-b4c5-9b1169cfaaca req-6f6ddc66-5b07-44f9-8bb0-a41c994d5f8e tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:20.032143 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-57e8c191-051f-4be4-b4c5-9b1169cfaaca req-6f6ddc66-5b07-44f9-8bb0-a41c994d5f8e tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.2566824 Jul 15 13:09:20.097068 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-47e238e5-23d0-4118-91f2-39f647f6fe13 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:20.113634 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-57e8c191-051f-4be4-b4c5-9b1169cfaaca req-db5f86f1-63d0-406a-af73-02d813fe0857 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548356 Jul 15 13:09:20.355657 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e1e74-8363-48e6-8aaa-c131ca7d403e req-bcb3a902-adc1-4deb-8b2a-feeba7e6cecb tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:20.361585 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e1e74-8363-48e6-8aaa-c131ca7d403e req-bcb3a902-adc1-4deb-8b2a-feeba7e6cecb tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:20.363940 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-275e1e74-8363-48e6-8aaa-c131ca7d403e req-bcb3a902-adc1-4deb-8b2a-feeba7e6cecb tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdb44b8f-7df0-4610-83de-bdc02bffb406 HTTP/1.1" status: 200 len: 1683 time: 0.1755614 Jul 15 13:09:20.428432 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-275e1e74-8363-48e6-8aaa-c131ca7d403e req-156de921-2120-4ffb-ba96-86a5e1a1f3fa tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0a68e0b-1c2a-4b72-8c63-99be80ebe8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568774 Jul 15 13:09:20.453676 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-47e238e5-23d0-4118-91f2-39f647f6fe13 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:20.455243 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-47e238e5-23d0-4118-91f2-39f647f6fe13 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:20.456149 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-47e238e5-23d0-4118-91f2-39f647f6fe13 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:20.528682 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e238e5-23d0-4118-91f2-39f647f6fe13 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event updated for resources: {'Port': ['ID=3de80bdb-e23d-461e-b1f5-f546590c78f0,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:20.638264 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e238e5-23d0-4118-91f2-39f647f6fe13 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Network 296c8300-b51f-4b7f-a3a9-acb85c6aff6b is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:20.642307 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-47e238e5-23d0-4118-91f2-39f647f6fe13 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:20.659782 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac09bab-111a-4ed6-84f2-9011baa69836 req-3090c1f6-ad4a-495e-9070-65f9b6d93525 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:20.661300 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eac09bab-111a-4ed6-84f2-9011baa69836 req-3090c1f6-ad4a-495e-9070-65f9b6d93525 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 946 time: 0.1219962 Jul 15 13:09:20.704602 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b7b355-b0ed-4290-96c5-917f5784b4d2 None None] Network 296c8300-b51f-4b7f-a3a9-acb85c6aff6b requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:20.777285 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eac09bab-111a-4ed6-84f2-9011baa69836 req-d8d9ec9a-6a3d-4f47-adc7-9b40f2ab0c28 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6a1356-fa75-4dc1-a4fe-d320e6b273c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774400 Jul 15 13:09:20.816207 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-03a18612-1038-4653-908a-ff06179afde3 None None] Provisioning for port a432dd1c-da6b-4911-a4da-4fdd7bf00e05 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:20.861630 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e238e5-23d0-4118-91f2-39f647f6fe13 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Router 11678ef2-633e-4404-b869-ed950c566326 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:09:20.861845 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb44b8f-7df0-4610-83de-bdc02bffb406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b74a9c-ceb9-44d6-81e5-803142dbf855'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:20.863899 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49171c72-21f1-4467-ada6-026b813d1eec" -d '{"events": [{"server_uuid": "bdb44b8f-7df0-4610-83de-bdc02bffb406", "name": "network-vif-plugged", "status": "completed", "tag": "53b74a9c-ceb9-44d6-81e5-803142dbf855"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:20.871934 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fb481-23b2-40b3-80f5-2eda0849d911 req-4212145d-921e-490e-bef1-e82060776770 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:20.873696 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4d2fb481-23b2-40b3-80f5-2eda0849d911 req-4212145d-921e-490e-bef1-e82060776770 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 946 time: 0.0951564 Jul 15 13:09:20.906631 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d3d35b-d312-48a2-8129-4a90457c3135 x-openstack-request-id: req-c3d3d35b-d312-48a2-8129-4a90457c3135 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:20.906922 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb44b8f-7df0-4610-83de-bdc02bffb406", "name": "network-vif-plugged", "status": "completed", "tag": "53b74a9c-ceb9-44d6-81e5-803142dbf855", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:20.907169 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c3d3d35b-d312-48a2-8129-4a90457c3135 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:20.907553 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb44b8f-7df0-4610-83de-bdc02bffb406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b74a9c-ceb9-44d6-81e5-803142dbf855', 'code': 200} Jul 15 13:09:20.986383 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4d2fb481-23b2-40b3-80f5-2eda0849d911 req-885a7a75-2072-43d3-aad8-550a1c686227 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058660 Jul 15 13:09:20.990754 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e238e5-23d0-4118-91f2-39f647f6fe13 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:09:20.995670 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-47e238e5-23d0-4118-91f2-39f647f6fe13 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "PUT /v2.0/routers/11678ef2-633e-4404-b869-ed950c566326/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3003230 Jul 15 13:09:20.998645 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50146) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:21.001685 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b3e91f-05b7-41b2-9109-88f24deb28cb None None] Sync routers for ids ['11678ef2-633e-4404-b869-ed950c566326'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:09:21.029020 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b3e91f-05b7-41b2-9109-88f24deb28cb None None] Routers {'11678ef2-633e-4404-b869-ed950c566326'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:21.029655 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-84b3e91f-05b7-41b2-9109-88f24deb28cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:09:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['11678ef2-633e-4404-b869-ed950c566326'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:21.069123 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-84b3e91f-05b7-41b2-9109-88f24deb28cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:21.083635 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b3e91f-05b7-41b2-9109-88f24deb28cb None None] Routers {'11678ef2-633e-4404-b869-ed950c566326'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:21.084402 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-84b3e91f-05b7-41b2-9109-88f24deb28cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:09:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['11678ef2-633e-4404-b869-ed950c566326'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:21.099274 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d823fa8b-2cd2-473a-8239-5546660be8e7 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:21.100976 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d823fa8b-2cd2-473a-8239-5546660be8e7 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "GET /v2.0/ports/3de80bdb-e23d-461e-b1f5-f546590c78f0 HTTP/1.1" status: 200 len: 911 time: 0.1013529 Jul 15 13:09:21.104443 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50152) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:21.161704 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-84b3e91f-05b7-41b2-9109-88f24deb28cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:21.162373 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b3e91f-05b7-41b2-9109-88f24deb28cb None None] The sync data for ids ['11678ef2-633e-4404-b869-ed950c566326'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:09:21.208363 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-9abdaff9-483d-489b-bb29-39d2e7239895 None None] Provisioning for port 3de80bdb-e23d-461e-b1f5-f546590c78f0 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:21.216003 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-9abdaff9-483d-489b-bb29-39d2e7239895 None None] Provisioning complete for port 3de80bdb-e23d-461e-b1f5-f546590c78f0 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:21.217196 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9abdaff9-483d-489b-bb29-39d2e7239895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:21.265567 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-9abdaff9-483d-489b-bb29-39d2e7239895 None None] Port 3de80bdb-e23d-461e-b1f5-f546590c78f0 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:21.498695 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-2f8fb626-a361-44ab-94f5-8b5fffc224f9 None None] Provisioning complete for port 3de80bdb-e23d-461e-b1f5-f546590c78f0 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:21.499074 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2f8fb626-a361-44ab-94f5-8b5fffc224f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:21.512330 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e26c8e-115f-41d5-8deb-b3c6984f2a24 req-3e8fe312-0f12-4627-b938-a17b12dc6742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:21.512928 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e26c8e-115f-41d5-8deb-b3c6984f2a24 req-3e8fe312-0f12-4627-b938-a17b12dc6742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:21.514410 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-33e26c8e-115f-41d5-8deb-b3c6984f2a24 req-3e8fe312-0f12-4627-b938-a17b12dc6742 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bdb44b8f-7df0-4610-83de-bdc02bffb406 HTTP/1.1" status: 200 len: 1987 time: 0.5136864 Jul 15 13:09:21.540005 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2f8fb626-a361-44ab-94f5-8b5fffc224f9 None None] Port 3de80bdb-e23d-461e-b1f5-f546590c78f0 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:21.580292 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-33e26c8e-115f-41d5-8deb-b3c6984f2a24 req-1b80d5ff-52e9-422a-b903-905dde60b243 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a0a68e0b-1c2a-4b72-8c63-99be80ebe8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557988 Jul 15 13:09:21.588904 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592a349-f729-4d71-a736-9cbc4172798a req-cf39ec7c-7d2a-4fe3-8fc4-7922e177719f tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:21.590444 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b592a349-f729-4d71-a736-9cbc4172798a req-cf39ec7c-7d2a-4fe3-8fc4-7922e177719f tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/ports?device_id=b85468c6-db94-4a0a-b7c4-f0c87bce3687 HTTP/1.1" status: 200 len: 949 time: 0.4848936 Jul 15 13:09:21.598125 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bf3e9-0ef6-4d40-964f-b9368920ee3f req-4081ede6-54c0-4b21-8de4-8002689a26eb tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:21.599663 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac2bf3e9-0ef6-4d40-964f-b9368920ee3f req-4081ede6-54c0-4b21-8de4-8002689a26eb tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.1427701 Jul 15 13:09:21.604632 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d0cf27b6-2211-4b58-92a7-b6963952e233 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:21.663370 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b592a349-f729-4d71-a736-9cbc4172798a req-7c0b5a50-a123-48eb-84ed-b7fba331bc59 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/security-groups?id=98737f0d-d3e4-4d9c-b01e-d1203e925b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627160 Jul 15 13:09:21.677055 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac2bf3e9-0ef6-4d40-964f-b9368920ee3f req-684ca859-2327-4f40-a230-a8b8056be8dd tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700843 Jul 15 13:09:21.744244 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a432dd1c-da6b-4911-a4da-4fdd7bf00e05 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:21.802715 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-2d6a3dc9-cab5-4596-8363-5359ec11fa7e None None] Provisioning complete for port 3de80bdb-e23d-461e-b1f5-f546590c78f0 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:21.803205 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2d6a3dc9-cab5-4596-8363-5359ec11fa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:21.804882 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port a432dd1c-da6b-4911-a4da-4fdd7bf00e05 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:21.809550 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port a432dd1c-da6b-4911-a4da-4fdd7bf00e05 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:21.810038 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:21.892619 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc7736-793d-4a37-bdf4-009c3b91ccd3 req-cbbbe2df-d262-45b5-8ddb-061d952d4831 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:21.899689 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc7736-793d-4a37-bdf4-009c3b91ccd3 req-cbbbe2df-d262-45b5-8ddb-061d952d4831 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:21.901678 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8cc7736-793d-4a37-bdf4-009c3b91ccd3 req-cbbbe2df-d262-45b5-8ddb-061d952d4831 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdb44b8f-7df0-4610-83de-bdc02bffb406 HTTP/1.1" status: 200 len: 1683 time: 0.0923619 Jul 15 13:09:21.974462 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf27b6-2211-4b58-92a7-b6963952e233 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Deleting port 3de80bdb-e23d-461e-b1f5-f546590c78f0 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:21.974861 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d0cf27b6-2211-4b58-92a7-b6963952e233 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:21.975635 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8cc7736-793d-4a37-bdf4-009c3b91ccd3 req-dc433578-c7c5-489a-9cb7-c9c102f8aa3c tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0a68e0b-1c2a-4b72-8c63-99be80ebe8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672979 Jul 15 13:09:22.009658 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2d6a3dc9-cab5-4596-8363-5359ec11fa7e None None] Port 3de80bdb-e23d-461e-b1f5-f546590c78f0 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:22.029744 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec51af-64ed-41e1-945e-9fe2dc08b877 req-7c80c3e5-69da-4683-914d-4166837ac712 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:22.037565 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4cec51af-64ed-41e1-945e-9fe2dc08b877 req-7c80c3e5-69da-4683-914d-4166837ac712 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 946 time: 0.0949163 Jul 15 13:09:22.059094 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:22.073289 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4cec51af-64ed-41e1-945e-9fe2dc08b877 req-11fbf7b5-b922-4bae-bf55-c8012192fe56 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6a1356-fa75-4dc1-a4fe-d320e6b273c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348563 Jul 15 13:09:22.089175 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d0cf27b6-2211-4b58-92a7-b6963952e233 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:22.100168 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port a432dd1c-da6b-4911-a4da-4fdd7bf00e05, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a432dd1c-da6b-4911-a4da-4fdd7bf00e05,segment=NetworkSegment(5520908b-7e37-4cba-8a21-e53d4eb98591),segment_id=5520908b-7e37-4cba-8a21-e53d4eb98591)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:22.102029 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:22.105815 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf27b6-2211-4b58-92a7-b6963952e233 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Calling delete_port for 3de80bdb-e23d-461e-b1f5-f546590c78f0 owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:22.150308 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=a432dd1c-da6b-4911-a4da-4fdd7bf00e05,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:22.200641 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595da67a-64d8-496c-8b64-0a37121354e2 req-f8335f61-2759-4cce-84c4-ee41b1dc9387 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:22.202100 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-595da67a-64d8-496c-8b64-0a37121354e2 req-f8335f61-2759-4cce-84c4-ee41b1dc9387 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 946 time: 0.0775156 Jul 15 13:09:22.215951 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 87301623-dde3-4995-b099-da436733b8ab up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:22.247197 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-595da67a-64d8-496c-8b64-0a37121354e2 req-6484dd09-8288-411e-9363-89ebea21b366 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387983 Jul 15 13:09:22.275247 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 87301623-dde3-4995-b099-da436733b8ab completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:22.281030 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 87301623-dde3-4995-b099-da436733b8ab triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:22.281417 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:22.299147 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d0cf27b6-2211-4b58-92a7-b6963952e233 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:22.342538 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf27b6-2211-4b58-92a7-b6963952e233 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event deleted for resources: {'Port': ['ID=3de80bdb-e23d-461e-b1f5-f546590c78f0,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:22.363241 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:22.399909 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 87301623-dde3-4995-b099-da436733b8ab, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=87301623-dde3-4995-b099-da436733b8ab,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:22.406868 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:22.446084 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d0cf27b6-2211-4b58-92a7-b6963952e233 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:22.461916 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=87301623-dde3-4995-b099-da436733b8ab,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:22.597976 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0cf27b6-2211-4b58-92a7-b6963952e233 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Router 11678ef2-633e-4404-b869-ed950c566326 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:09:22.671858 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cf27b6-2211-4b58-92a7-b6963952e233 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:09:22.676709 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d0cf27b6-2211-4b58-92a7-b6963952e233 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "PUT /v2.0/routers/11678ef2-633e-4404-b869-ed950c566326/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5705285 Jul 15 13:09:22.679432 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50166) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:22.680893 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c005e32-87ed-4991-9ed1-485282952681 None None] Sync routers for ids ['11678ef2-633e-4404-b869-ed950c566326'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:09:22.690664 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c005e32-87ed-4991-9ed1-485282952681 None None] Routers {'11678ef2-633e-4404-b869-ed950c566326'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:22.691250 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-6c005e32-87ed-4991-9ed1-485282952681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:09:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['11678ef2-633e-4404-b869-ed950c566326'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:22.712042 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b5f23443-9c18-4745-abea-73cc6b792f54 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "GET /v2.0/ports?device_id=11678ef2-633e-4404-b869-ed950c566326 HTTP/1.1" status: 200 len: 205 time: 0.0311134 Jul 15 13:09:22.714718 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50172) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:22.738584 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-6c005e32-87ed-4991-9ed1-485282952681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:22.750348 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c005e32-87ed-4991-9ed1-485282952681 None None] Routers {'11678ef2-633e-4404-b869-ed950c566326'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:22.752456 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-6c005e32-87ed-4991-9ed1-485282952681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:09:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['11678ef2-633e-4404-b869-ed950c566326'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:22.789230 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-6c005e32-87ed-4991-9ed1-485282952681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:22.789873 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c005e32-87ed-4991-9ed1-485282952681 None None] The sync data for ids ['11678ef2-633e-4404-b869-ed950c566326'] in n-d-771363-36 is: [] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:09:22.802751 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-83e02df1-277a-491d-a1f3-2368ca6fe597 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:22.909294 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85468c6-db94-4a0a-b7c4-f0c87bce3687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87301623-dde3-4995-b099-da436733b8ab'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:22.911672 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b37359-bc88-4ea9-ae70-27f8c35f3ca6" -d '{"events": [{"server_uuid": "b85468c6-db94-4a0a-b7c4-f0c87bce3687", "name": "network-vif-plugged", "status": "completed", "tag": "87301623-dde3-4995-b099-da436733b8ab"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:23.036058 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-83e02df1-277a-491d-a1f3-2368ca6fe597 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:23.038676 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-83e02df1-277a-491d-a1f3-2368ca6fe597 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:23.073729 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19828476-643d-4369-802c-80a0e8e98498 req-79c42836-71ba-43d4-b40b-ff1097a63136 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:23.075237 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-19828476-643d-4369-802c-80a0e8e98498 req-79c42836-71ba-43d4-b40b-ff1097a63136 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/ports?device_id=b85468c6-db94-4a0a-b7c4-f0c87bce3687 HTTP/1.1" status: 200 len: 950 time: 0.2881017 Jul 15 13:09:23.139274 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266b949-7310-4c37-ace2-1cde7589d8a8 req-9d83eb53-b13e-4c16-9c5e-d1ab52f5358f tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:23.140715 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c266b949-7310-4c37-ace2-1cde7589d8a8 req-9d83eb53-b13e-4c16-9c5e-d1ab52f5358f tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.3195755 Jul 15 13:09:23.141706 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-83e02df1-277a-491d-a1f3-2368ca6fe597 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:23.142197 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e02df1-277a-491d-a1f3-2368ca6fe597 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Fanout notify agent at l3_agent the message router_deleted on router 11678ef2-633e-4404-b869-ed950c566326 {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:09:23.154400 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-83e02df1-277a-491d-a1f3-2368ca6fe597 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:23.155478 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-83e02df1-277a-491d-a1f3-2368ca6fe597 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "DELETE /v2.0/routers/11678ef2-633e-4404-b869-ed950c566326 HTTP/1.1" status: 204 len: 168 time: 0.4397917 Jul 15 13:09:23.158280 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50182) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:23.182234 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-19828476-643d-4369-802c-80a0e8e98498 req-b086f412-1b79-43d3-a13d-dc35add3d0fc tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/security-groups?id=98737f0d-d3e4-4d9c-b01e-d1203e925b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708938 Jul 15 13:09:23.199342 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c266b949-7310-4c37-ace2-1cde7589d8a8 req-dee5e925-1490-45ef-9004-c98f84443678 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520804 Jul 15 13:09:23.216296 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e663cf5-5fe0-4d6a-a835-8b5bedf72556 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Deleting subnet fda8795b-6d22-48c0-8a35-8c17cfe5ca14 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:09:23.219669 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7e663cf5-5fe0-4d6a-a835-8b5bedf72556 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:23.266721 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17abfe3c-46d6-43d3-88a1-c748b55f86d8 x-openstack-request-id: req-17abfe3c-46d6-43d3-88a1-c748b55f86d8 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:23.267165 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85468c6-db94-4a0a-b7c4-f0c87bce3687", "name": "network-vif-plugged", "status": "completed", "tag": "87301623-dde3-4995-b099-da436733b8ab", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:23.267481 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-17abfe3c-46d6-43d3-88a1-c748b55f86d8 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:23.268769 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85468c6-db94-4a0a-b7c4-f0c87bce3687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87301623-dde3-4995-b099-da436733b8ab', 'code': 200} Jul 15 13:09:23.270637 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7e663cf5-5fe0-4d6a-a835-8b5bedf72556 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:23.372684 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7e663cf5-5fe0-4d6a-a835-8b5bedf72556 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:23.434055 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7e663cf5-5fe0-4d6a-a835-8b5bedf72556 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:23.465403 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e663cf5-5fe0-4d6a-a835-8b5bedf72556 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event deleted for resources: {'Subnet': ['ID=fda8795b-6d22-48c0-8a35-8c17cfe5ca14,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:23.470459 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7e663cf5-5fe0-4d6a-a835-8b5bedf72556 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:23.472948 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7e663cf5-5fe0-4d6a-a835-8b5bedf72556 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "DELETE /v2.0/subnets/fda8795b-6d22-48c0-8a35-8c17cfe5ca14 HTTP/1.1" status: 204 len: 168 time: 0.3136373 Jul 15 13:09:23.475544 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50188) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:23.481445 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a48c3e-3989-4099-a6c8-162f6d4b9bde None None] Network 296c8300-b51f-4b7f-a3a9-acb85c6aff6b requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:23.501207 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1681e-e9f1-4a7e-b69a-9d24121707d2 req-4be1a6a9-b7aa-40a5-bda0-6a84b2a8de5b tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:23.507105 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1681e-e9f1-4a7e-b69a-9d24121707d2 req-4be1a6a9-b7aa-40a5-bda0-6a84b2a8de5b tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:23.508674 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aad1681e-e9f1-4a7e-b69a-9d24121707d2 req-4be1a6a9-b7aa-40a5-bda0-6a84b2a8de5b tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdb44b8f-7df0-4610-83de-bdc02bffb406 HTTP/1.1" status: 200 len: 1683 time: 0.1423993 Jul 15 13:09:23.525690 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f264015-6e07-458b-8a1b-b1b1d46c902e req-7fc47acb-e4fe-4559-a981-036a11847ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:23.527153 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7f264015-6e07-458b-8a1b-b1b1d46c902e req-7fc47acb-e4fe-4559-a981-036a11847ff9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b85468c6-db94-4a0a-b7c4-f0c87bce3687 HTTP/1.1" status: 200 len: 1102 time: 0.1317282 Jul 15 13:09:23.557993 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b20230d9-d179-409a-a027-648e0f3d578d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:23.587571 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aad1681e-e9f1-4a7e-b69a-9d24121707d2 req-502abafc-32bf-42d1-a6e0-e6f20f48fe9d tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0a68e0b-1c2a-4b72-8c63-99be80ebe8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726707 Jul 15 13:09:23.600072 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2756852-a317-4cf2-8d75-204ebb05f19a req-b7163688-56a8-4216-977c-23de68ea10ae tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:23.606842 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e2756852-a317-4cf2-8d75-204ebb05f19a req-b7163688-56a8-4216-977c-23de68ea10ae tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 946 time: 0.1609056 Jul 15 13:09:23.609652 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7f264015-6e07-458b-8a1b-b1b1d46c902e req-67402842-ad1d-434b-b5b4-d838d25e492a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=98737f0d-d3e4-4d9c-b01e-d1203e925b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743535 Jul 15 13:09:23.636987 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-b20230d9-d179-409a-a027-648e0f3d578d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Deleting port a432dd1c-da6b-4911-a4da-4fdd7bf00e05 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:23.637324 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b20230d9-d179-409a-a027-648e0f3d578d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:23.654889 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e2756852-a317-4cf2-8d75-204ebb05f19a req-d1ca66be-9285-4814-975e-76c536597ad0 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6a1356-fa75-4dc1-a4fe-d320e6b273c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420628 Jul 15 13:09:23.710043 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-b20230d9-d179-409a-a027-648e0f3d578d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] For port a432dd1c-da6b-4911-a4da-4fdd7bf00e05, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a432dd1c-da6b-4911-a4da-4fdd7bf00e05,segment=NetworkSegment(5520908b-7e37-4cba-8a21-e53d4eb98591),segment_id=5520908b-7e37-4cba-8a21-e53d4eb98591)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:23.710419 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b20230d9-d179-409a-a027-648e0f3d578d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:23.712888 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a432dd1c-da6b-4911-a4da-4fdd7bf00e05 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:23.724619 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-b20230d9-d179-409a-a027-648e0f3d578d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Calling delete_port for a432dd1c-da6b-4911-a4da-4fdd7bf00e05 owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:23.760121 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6dbb39-c08e-424b-a2d0-3f298c62f847 None None] DHCP port deletion for 296c8300-b51f-4b7f-a3a9-acb85c6aff6b request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:09:23.820521 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b20230d9-d179-409a-a027-648e0f3d578d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:23.821727 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Could not find standard attr ID for object a432dd1c-da6b-4911-a4da-4fdd7bf00e05. {{(pid=93827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:09:23.835586 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-dd6dbb39-c08e-424b-a2d0-3f298c62f847 None None] Deleting port a432dd1c-da6b-4911-a4da-4fdd7bf00e05 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:23.835978 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dd6dbb39-c08e-424b-a2d0-3f298c62f847 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:23.854877 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20230d9-d179-409a-a027-648e0f3d578d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event deleted for resources: {'Port': ['ID=a432dd1c-da6b-4911-a4da-4fdd7bf00e05,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:23.856652 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20230d9-d179-409a-a027-648e0f3d578d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] No DVR routers for this DVR port a432dd1c-da6b-4911-a4da-4fdd7bf00e05 on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:23.875828 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea74b7-077d-4d5e-b57a-fab6b9ca6e1c req-906c53eb-cc34-4143-83dd-8b14530aa196 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:23.877571 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-63ea74b7-077d-4d5e-b57a-fab6b9ca6e1c req-906c53eb-cc34-4143-83dd-8b14530aa196 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 946 time: 0.0971668 Jul 15 13:09:23.928140 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-63ea74b7-077d-4d5e-b57a-fab6b9ca6e1c req-d65e5df5-c21c-4e3a-9f2a-8502040d4870 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444658 Jul 15 13:09:23.944091 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-dd6dbb39-c08e-424b-a2d0-3f298c62f847 None None] For port a432dd1c-da6b-4911-a4da-4fdd7bf00e05, host n-d-771363-36, got binding levels [] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:23.945092 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dd6dbb39-c08e-424b-a2d0-3f298c62f847 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:23.949043 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b20230d9-d179-409a-a027-648e0f3d578d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:23.959211 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-dd6dbb39-c08e-424b-a2d0-3f298c62f847 None None] Calling delete_port for a432dd1c-da6b-4911-a4da-4fdd7bf00e05 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:23.960143 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-b20230d9-d179-409a-a027-648e0f3d578d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['296c8300-b51f-4b7f-a3a9-acb85c6aff6b']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:23.962038 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.ipam_backend_mixin [None req-dd6dbb39-c08e-424b-a2d0-3f298c62f847 None None] Port a432dd1c-da6b-4911-a4da-4fdd7bf00e05 was not found and therefore no delete operation was performed {{(pid=93827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:09:23.963507 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dd6dbb39-c08e-424b-a2d0-3f298c62f847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:23.970963 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-b20230d9-d179-409a-a027-648e0f3d578d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5520908b-7e37-4cba-8a21-e53d4eb98591') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:23.971265 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-b20230d9-d179-409a-a027-648e0f3d578d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5520908b-7e37-4cba-8a21-e53d4eb98591') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:23.981102 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b20230d9-d179-409a-a027-648e0f3d578d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:23.991423 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6dbb39-c08e-424b-a2d0-3f298c62f847 None None] Pushing event deleted for resources: {'Port': ['ID=a432dd1c-da6b-4911-a4da-4fdd7bf00e05,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:23.997644 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b20230d9-d179-409a-a027-648e0f3d578d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:23.998138 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6dbb39-c08e-424b-a2d0-3f298c62f847 None None] No DVR routers for this DVR port a432dd1c-da6b-4911-a4da-4fdd7bf00e05 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:24.005076 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b20230d9-d179-409a-a027-648e0f3d578d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:09:24.005528 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b20230d9-d179-409a-a027-648e0f3d578d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.008662 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:09:24.008662 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:09:24.008662 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:09:24.008662 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:09:24.008662 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:09:24.008662 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:09:24.008662 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:09:24.008662 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:09:24.008662 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:09:24.008662 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:09:24.008662 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:09:24.008662 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:09:24.008662 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:09:24.008662 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:09:24.008662 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:09:24.008662 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:09:24.008662 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:09:24.008662 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:09:24.008662 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:09:24.008662 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:09:24.008662 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:09:24.008662 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:09:24.008662 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:09:24.008662 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:09:24.008662 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:09:24.008662 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:09:24.008662 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:09:24.008662 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:09:24.008662 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:09:24.008662 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:09:24.008662 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:09:24.008662 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:09:24.079420 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b20230d9-d179-409a-a027-648e0f3d578d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.085898 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b20230d9-d179-409a-a027-648e0f3d578d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.088017 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b20230d9-d179-409a-a027-648e0f3d578d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "DELETE /v2.0/networks/296c8300-b51f-4b7f-a3a9-acb85c6aff6b HTTP/1.1" status: 204 len: 168 time: 0.6112683 Jul 15 13:09:24.092379 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50194) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:24.097569 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-10450a70-35b1-414e-a73b-4f3a7fc8f090 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1961357249', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}, 'admin_state_up': False}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:24.104124 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20230d9-d179-409a-a027-648e0f3d578d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event deleted for resources: {'Network': ['ID=296c8300-b51f-4b7f-a3a9-acb85c6aff6b,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:24.135128 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-10450a70-35b1-414e-a73b-4f3a7fc8f090 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.136124 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-10450a70-35b1-414e-a73b-4f3a7fc8f090 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.232185 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-10450a70-35b1-414e-a73b-4f3a7fc8f090 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.429911 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-10450a70-35b1-414e-a73b-4f3a7fc8f090 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.459011 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4421f5c-ce40-4753-bdf1-c0dd5d8b99cc req-997324b6-99f9-4d7b-be03-0ad5c7ce521b tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:24.464814 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4421f5c-ce40-4753-bdf1-c0dd5d8b99cc req-997324b6-99f9-4d7b-be03-0ad5c7ce521b tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:24.466357 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b4421f5c-ce40-4753-bdf1-c0dd5d8b99cc req-997324b6-99f9-4d7b-be03-0ad5c7ce521b tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdb44b8f-7df0-4610-83de-bdc02bffb406 HTTP/1.1" status: 200 len: 1683 time: 0.2490387 Jul 15 13:09:24.493729 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24aa4b-7d75-463d-bc95-b0ff1e5ca35d req-5e75f0b5-af51-46d3-b638-08ad35b225c2 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:24.495154 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6d24aa4b-7d75-463d-bc95-b0ff1e5ca35d req-5e75f0b5-af51-46d3-b638-08ad35b225c2 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/ports?device_id=b85468c6-db94-4a0a-b7c4-f0c87bce3687 HTTP/1.1" status: 200 len: 950 time: 0.1843085 Jul 15 13:09:24.556808 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b4421f5c-ce40-4753-bdf1-c0dd5d8b99cc req-e9914154-a81a-408f-bbcd-1c3d9a114846 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0a68e0b-1c2a-4b72-8c63-99be80ebe8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788186 Jul 15 13:09:24.563126 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6d24aa4b-7d75-463d-bc95-b0ff1e5ca35d req-2d741009-559b-4259-b538-20e12de967eb tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/security-groups?id=98737f0d-d3e4-4d9c-b01e-d1203e925b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618432 Jul 15 13:09:24.752483 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-10450a70-35b1-414e-a73b-4f3a7fc8f090 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router_gateway, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.774361 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-10450a70-35b1-414e-a73b-4f3a7fc8f090 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.914367 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e531e72-68fc-4d12-9d94-5f46a0431c3e req-78b5035b-edd8-47f1-b8af-8699a5b18cf8 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:24.915854 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9e531e72-68fc-4d12-9d94-5f46a0431c3e req-78b5035b-edd8-47f1-b8af-8699a5b18cf8 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.2198462 Jul 15 13:09:25.007254 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad03c3-c202-42fb-8970-dd53e985c5d3 req-9aaf5921-5507-471d-a8a0-b2fff416b848 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:25.008644 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-82ad03c3-c202-42fb-8970-dd53e985c5d3 req-9aaf5921-5507-471d-a8a0-b2fff416b848 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 946 time: 0.2251132 Jul 15 13:09:25.019352 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9e531e72-68fc-4d12-9d94-5f46a0431c3e req-a1e4db52-4abb-47c9-a6d9-7ed4f6960c9f tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965612 Jul 15 13:09:25.020938 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-10450a70-35b1-414e-a73b-4f3a7fc8f090 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Allocated IP 172.25.8.17 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/e2912e86-ad83-4e02-b2e0-915e79cc91e0) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:25.073839 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-82ad03c3-c202-42fb-8970-dd53e985c5d3 req-62fc716e-1b02-491a-87f8-312f98e89b4f tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6a1356-fa75-4dc1-a4fe-d320e6b273c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575783 Jul 15 13:09:25.159030 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-10450a70-35b1-414e-a73b-4f3a7fc8f090 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:25.241017 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-10450a70-35b1-414e-a73b-4f3a7fc8f090 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:25.292016 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10450a70-35b1-414e-a73b-4f3a7fc8f090 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:25.298735 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-10450a70-35b1-414e-a73b-4f3a7fc8f090 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:25.302273 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10450a70-35b1-414e-a73b-4f3a7fc8f090 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:25.305692 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10450a70-35b1-414e-a73b-4f3a7fc8f090 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event updated for resources: {'Port': ['ID=e2912e86-ad83-4e02-b2e0-915e79cc91e0,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:25.331547 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060538db-8934-47d8-8fa5-b0fe5fe88508 req-8a127c95-7cb0-4a9a-9cb0-36397409a228 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:25.333248 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-060538db-8934-47d8-8fa5-b0fe5fe88508 req-8a127c95-7cb0-4a9a-9cb0-36397409a228 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 946 time: 0.1411760 Jul 15 13:09:25.637881 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a432dd1c-da6b-4911-a4da-4fdd7bf00e05 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:25.658967 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: a432dd1c-da6b-4911-a4da-4fdd7bf00e05 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:09:25.658967 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a432dd1c-da6b-4911-a4da-4fdd7bf00e05 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:25.725458 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-060538db-8934-47d8-8fa5-b0fe5fe88508 req-e42d5165-39a2-4ca5-9d46-a4d7ef1f7a38 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837538 Jul 15 13:09:25.857074 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa494c87-604d-4e5c-be87-7a4c208134f4 req-430d2d7a-2dcb-43b5-b062-8fca11c57029 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:25.863495 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa494c87-604d-4e5c-be87-7a4c208134f4 req-430d2d7a-2dcb-43b5-b062-8fca11c57029 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:25.865023 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aa494c87-604d-4e5c-be87-7a4c208134f4 req-430d2d7a-2dcb-43b5-b062-8fca11c57029 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdb44b8f-7df0-4610-83de-bdc02bffb406 HTTP/1.1" status: 200 len: 1683 time: 0.1788039 Jul 15 13:09:25.991354 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aa494c87-604d-4e5c-be87-7a4c208134f4 req-d69ae763-c73a-4841-b669-0f680a429e42 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0a68e0b-1c2a-4b72-8c63-99be80ebe8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132991 Jul 15 13:09:26.007082 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-10450a70-35b1-414e-a73b-4f3a7fc8f090 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router_gateway, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:26.068496 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c629bdc-09cf-463e-a805-9873b9cd3d8d req-6974ac15-0992-4e96-bfea-e5cad2f11816 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:26.069976 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6c629bdc-09cf-463e-a805-9873b9cd3d8d req-6974ac15-0992-4e96-bfea-e5cad2f11816 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/ports?device_id=b85468c6-db94-4a0a-b7c4-f0c87bce3687 HTTP/1.1" status: 200 len: 950 time: 0.2285023 Jul 15 13:09:26.141629 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6c629bdc-09cf-463e-a805-9873b9cd3d8d req-fa7fdd8e-689f-45f4-ac32-2fd593ebbb1c tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/security-groups?id=98737f0d-d3e4-4d9c-b01e-d1203e925b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467448 Jul 15 13:09:26.314359 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-10450a70-35b1-414e-a73b-4f3a7fc8f090 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:26.389944 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3897005-39ad-4a2f-81f5-98683f39e0c0 req-7fb9622d-fcfd-46b5-86dc-c44014595333 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:26.391389 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a3897005-39ad-4a2f-81f5-98683f39e0c0 req-7fb9622d-fcfd-46b5-86dc-c44014595333 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.1650507 Jul 15 13:09:26.440717 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bba577-c8c3-41b4-a8ea-1f1144e26152 req-86cf4b90-0225-4453-abb8-848cfa50231a tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:26.442153 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-07bba577-c8c3-41b4-a8ea-1f1144e26152 req-86cf4b90-0225-4453-abb8-848cfa50231a tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 946 time: 0.1865113 Jul 15 13:09:26.510755 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a3897005-39ad-4a2f-81f5-98683f39e0c0 req-efe45455-8ab9-4912-bdd7-294cf5b4a695 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125040 Jul 15 13:09:26.517732 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-07bba577-c8c3-41b4-a8ea-1f1144e26152 req-496d4655-4741-4f51-bc89-2ce3716dca2f tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6a1356-fa75-4dc1-a4fe-d320e6b273c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660903 Jul 15 13:09:26.557007 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10450a70-35b1-414e-a73b-4f3a7fc8f090 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Router 366e7fed-8f83-4745-9304-d3acf5ae8a25 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:09:26.689154 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10450a70-35b1-414e-a73b-4f3a7fc8f090 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:09:26.701361 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af8e96a-52fa-4a27-ac68-c46418c778ea None None] Sync routers for ids ['366e7fed-8f83-4745-9304-d3acf5ae8a25'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:09:26.714969 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af8e96a-52fa-4a27-ac68-c46418c778ea None None] Routers {'366e7fed-8f83-4745-9304-d3acf5ae8a25'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:26.715799 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-4af8e96a-52fa-4a27-ac68-c46418c778ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:09:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['366e7fed-8f83-4745-9304-d3acf5ae8a25'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:26.717891 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-10450a70-35b1-414e-a73b-4f3a7fc8f090 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:26.719598 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-10450a70-35b1-414e-a73b-4f3a7fc8f090 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.6262746 Jul 15 13:09:26.722770 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50236) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:26.752288 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-4af8e96a-52fa-4a27-ac68-c46418c778ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:26.763060 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af8e96a-52fa-4a27-ac68-c46418c778ea None None] Routers {'366e7fed-8f83-4745-9304-d3acf5ae8a25'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:26.763918 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-4af8e96a-52fa-4a27-ac68-c46418c778ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:09:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['366e7fed-8f83-4745-9304-d3acf5ae8a25'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:26.805426 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-4af8e96a-52fa-4a27-ac68-c46418c778ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:26.806142 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af8e96a-52fa-4a27-ac68-c46418c778ea None None] The sync data for ids ['366e7fed-8f83-4745-9304-d3acf5ae8a25'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:09:26.834598 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-f4b0e97b-d2ea-4754-9795-15cfffa1e722 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=568eace55cc144ef942453787f01b718&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537891 Jul 15 13:09:26.984607 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c5611859-2496-47d1-8599-45a0b0c07bbe tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "GET /v2.0/routers/366e7fed-8f83-4745-9304-d3acf5ae8a25 HTTP/1.1" status: 200 len: 884 time: 0.2604804 Jul 15 13:09:26.988515 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50246) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:27.100748 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a389a-e6a5-4315-b1d3-96c4c973c672 req-5da39c0e-958f-4f4c-91df-35f443c8a61f tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:27.106820 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a389a-e6a5-4315-b1d3-96c4c973c672 req-5da39c0e-958f-4f4c-91df-35f443c8a61f tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:27.108355 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b13a389a-e6a5-4315-b1d3-96c4c973c672 req-5da39c0e-958f-4f4c-91df-35f443c8a61f tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdb44b8f-7df0-4610-83de-bdc02bffb406 HTTP/1.1" status: 200 len: 1683 time: 0.2783940 Jul 15 13:09:27.125024 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-06925b02-916e-40d9-bfc0-506ae23e8591 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:27.126507 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-06925b02-916e-40d9-bfc0-506ae23e8591 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2817924 Jul 15 13:09:27.128911 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82de28d-33da-4acc-8d5d-1254a7cc4e57 req-35edf265-3b26-4383-a383-f7a22974e1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:27.130397 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d82de28d-33da-4acc-8d5d-1254a7cc4e57 req-35edf265-3b26-4383-a383-f7a22974e1b8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12dc42da56354fb5b0d0acb9e0703009&device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 1096 time: 0.1428587 Jul 15 13:09:27.184462 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-8c688420-26b3-431d-9e08-36fc5b85ada6 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/quotas/568eace55cc144ef942453787f01b718 HTTP/1.1" status: 200 len: 375 time: 0.0491462 Jul 15 13:09:27.197211 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035f33b-ac26-4082-9950-8f418a5b9670 req-f97150f3-873c-4baf-ac41-d9c1929d4b2b tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:27.198786 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4035f33b-ac26-4082-9950-8f418a5b9670 req-f97150f3-873c-4baf-ac41-d9c1929d4b2b tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 946 time: 0.2130339 Jul 15 13:09:27.307967 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4035f33b-ac26-4082-9950-8f418a5b9670 req-8c86901e-dace-4519-9f0b-f591f8eed582 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921006 Jul 15 13:09:27.328873 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-b13a389a-e6a5-4315-b1d3-96c4c973c672 req-89a36045-66a6-4ce9-8e86-ee69afe29d2a tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Deleting port 53b74a9c-ceb9-44d6-81e5-803142dbf855 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:27.329224 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b13a389a-e6a5-4315-b1d3-96c4c973c672 req-89a36045-66a6-4ce9-8e86-ee69afe29d2a tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:27.338454 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-35c99822-805f-446b-bbab-74739107f265 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=568eace55cc144ef942453787f01b718&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1386640 Jul 15 13:09:27.467647 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-b13a389a-e6a5-4315-b1d3-96c4c973c672 req-89a36045-66a6-4ce9-8e86-ee69afe29d2a tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] For port 53b74a9c-ceb9-44d6-81e5-803142dbf855, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=53b74a9c-ceb9-44d6-81e5-803142dbf855,segment=NetworkSegment(b8264eb3-e977-4487-ab0e-18f98c6b2217),segment_id=b8264eb3-e977-4487-ab0e-18f98c6b2217)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:27.468019 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b13a389a-e6a5-4315-b1d3-96c4c973c672 req-89a36045-66a6-4ce9-8e86-ee69afe29d2a tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:27.484725 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-b13a389a-e6a5-4315-b1d3-96c4c973c672 req-89a36045-66a6-4ce9-8e86-ee69afe29d2a tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Calling delete_port for 53b74a9c-ceb9-44d6-81e5-803142dbf855 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:27.547809 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82de28d-33da-4acc-8d5d-1254a7cc4e57 req-192c286d-7543-40ff-a311-da4706d05738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:27.550194 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d82de28d-33da-4acc-8d5d-1254a7cc4e57 req-192c286d-7543-40ff-a311-da4706d05738 service neutron] 10.222.0.46 "GET /v2.0/networks?id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da HTTP/1.1" status: 200 len: 913 time: 0.4021945 Jul 15 13:09:27.629157 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-35e7ba94-6bc3-4661-b433-5e5212cd3c95 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.6294951 Jul 15 13:09:27.629578 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50258) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:27.633675 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-9400316b-158b-478c-83a7-a0f7dfd016f5 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1961357249'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:27.647901 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45955f5a-1d22-4d92-a971-322974e03cef req-85b91187-9d4c-4bf2-9e13-42ecd8fb4402 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:27.649427 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-45955f5a-1d22-4d92-a971-322974e03cef req-85b91187-9d4c-4bf2-9e13-42ecd8fb4402 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.2239568 Jul 15 13:09:27.696403 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d82de28d-33da-4acc-8d5d-1254a7cc4e57 req-6b7c1cde-ddf9-40dc-a477-49a456060d50 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e76fd72-6816-481c-819e-b8263abd48a1 HTTP/1.1" status: 200 len: 998 time: 0.1389313 Jul 15 13:09:27.750592 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-45955f5a-1d22-4d92-a971-322974e03cef req-8e06a522-ec5b-4de6-acc5-ec9d93127609 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931513 Jul 15 13:09:27.764689 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b13a389a-e6a5-4315-b1d3-96c4c973c672 req-89a36045-66a6-4ce9-8e86-ee69afe29d2a tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:27.782545 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['ed7ed634-33b1-4349-bc39-dce70d943e4d', '53b74a9c-ceb9-44d6-81e5-803142dbf855'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:27.788104 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8718ae-6d33-4655-99fe-1bf9d902d3df req-0a34fccc-9347-4c22-ab50-09626063a2ef tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:27.793196 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8718ae-6d33-4655-99fe-1bf9d902d3df req-0a34fccc-9347-4c22-ab50-09626063a2ef tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:27.795015 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b8718ae-6d33-4655-99fe-1bf9d902d3df req-0a34fccc-9347-4c22-ab50-09626063a2ef tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdb44b8f-7df0-4610-83de-bdc02bffb406 HTTP/1.1" status: 200 len: 1683 time: 0.1880460 Jul 15 13:09:27.798184 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82de28d-33da-4acc-8d5d-1254a7cc4e57 req-784084d6-85c0-48d3-8559-571261795043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:27.800499 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d82de28d-33da-4acc-8d5d-1254a7cc4e57 req-784084d6-85c0-48d3-8559-571261795043 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=504f4a49-65cd-4546-be78-3e75a4fd4784 HTTP/1.1" status: 200 len: 851 time: 0.0960751 Jul 15 13:09:27.821719 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a36045-66a6-4ce9-8e86-ee69afe29d2a tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Pushing event deleted for resources: {'Port': ['ID=53b74a9c-ceb9-44d6-81e5-803142dbf855,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:27.936458 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13a389a-e6a5-4315-b1d3-96c4c973c672 req-89a36045-66a6-4ce9-8e86-ee69afe29d2a tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] No DVR routers for this DVR port 53b74a9c-ceb9-44d6-81e5-803142dbf855 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:27.951273 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b13a389a-e6a5-4315-b1d3-96c4c973c672 req-89a36045-66a6-4ce9-8e86-ee69afe29d2a tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:27.955462 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b13a389a-e6a5-4315-b1d3-96c4c973c672 req-89a36045-66a6-4ce9-8e86-ee69afe29d2a tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.46 "DELETE /v2.0/ports/53b74a9c-ceb9-44d6-81e5-803142dbf855 HTTP/1.1" status: 204 len: 173 time: 0.8375587 Jul 15 13:09:27.955975 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb44b8f-7df0-4610-83de-bdc02bffb406', 'name': 'network-vif-deleted', 'tag': '53b74a9c-ceb9-44d6-81e5-803142dbf855'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:27.963189 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c36283-ee8b-446b-b713-098ca068c04e" -d '{"events": [{"server_uuid": "bdb44b8f-7df0-4610-83de-bdc02bffb406", "name": "network-vif-deleted", "tag": "53b74a9c-ceb9-44d6-81e5-803142dbf855"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:28.044023 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b8718ae-6d33-4655-99fe-1bf9d902d3df req-c7083f69-86f1-4eee-bd13-b2cea92143ea tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0a68e0b-1c2a-4b72-8c63-99be80ebe8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290311 Jul 15 13:09:28.149676 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82de28d-33da-4acc-8d5d-1254a7cc4e57 req-28fae916-c107-46f7-bd6d-d0b59138bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:28.151409 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d82de28d-33da-4acc-8d5d-1254a7cc4e57 req-28fae916-c107-46f7-bd6d-d0b59138bd55 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3032598 Jul 15 13:09:28.227093 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-b13a389a-e6a5-4315-b1d3-96c4c973c672 req-0701fecf-1d3f-4672-ab15-8ba15b992862 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Deleting port ed7ed634-33b1-4349-bc39-dce70d943e4d {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:28.227694 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b13a389a-e6a5-4315-b1d3-96c4c973c672 req-0701fecf-1d3f-4672-ab15-8ba15b992862 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:28.295827 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d82de28d-33da-4acc-8d5d-1254a7cc4e57 req-2527ce90-2e3a-455f-af7e-a7ee9557f5d5 service neutron] 10.222.0.46 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062083 Jul 15 13:09:28.344714 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9400316b-158b-478c-83a7-a0f7dfd016f5 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:28.381258 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a97b9aaf-d449-4944-a87b-cf8034aa2c55 req-0a34a646-718c-44b5-8804-ca07049fc07c tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd045530-3011-407e-acbb-2a2ca01c1b19 HTTP/1.1" status: 200 len: 210 time: 0.0420730 Jul 15 13:09:28.389707 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-b13a389a-e6a5-4315-b1d3-96c4c973c672 req-0701fecf-1d3f-4672-ab15-8ba15b992862 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] For port ed7ed634-33b1-4349-bc39-dce70d943e4d, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ed7ed634-33b1-4349-bc39-dce70d943e4d,segment=NetworkSegment(49e6df3d-58df-42b5-80b8-19c9bc14ff92),segment_id=49e6df3d-58df-42b5-80b8-19c9bc14ff92)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:28.390076 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b13a389a-e6a5-4315-b1d3-96c4c973c672 req-0701fecf-1d3f-4672-ab15-8ba15b992862 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:28.392940 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9400316b-158b-478c-83a7-a0f7dfd016f5 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-956703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-956678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-956815'] for router, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:28.405500 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031d0fc-8fb1-4e08-b8bf-35ae2f68321c req-9b99cd6f-785f-47f2-ae19-86943b56c369 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:28.406691 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a031d0fc-8fb1-4e08-b8bf-35ae2f68321c req-9b99cd6f-785f-47f2-ae19-86943b56c369 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 946 time: 0.1822205 Jul 15 13:09:28.420561 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-b13a389a-e6a5-4315-b1d3-96c4c973c672 req-0701fecf-1d3f-4672-ab15-8ba15b992862 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Calling delete_port for ed7ed634-33b1-4349-bc39-dce70d943e4d owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:28.471969 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d82de28d-33da-4acc-8d5d-1254a7cc4e57 req-ef75482f-f9f4-4308-8f4e-04f11a593193 service neutron] 10.222.0.46 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669579 Jul 15 13:09:28.498924 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a031d0fc-8fb1-4e08-b8bf-35ae2f68321c req-d73e10e4-efb2-49f0-9995-5f365060c44f tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6a1356-fa75-4dc1-a4fe-d320e6b273c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761983 Jul 15 13:09:28.573188 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9400316b-158b-478c-83a7-a0f7dfd016f5 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Router 366e7fed-8f83-4745-9304-d3acf5ae8a25 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:09:28.580197 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87418e7-f149-4347-bf22-acd51deaf2e9 x-openstack-request-id: req-a87418e7-f149-4347-bf22-acd51deaf2e9 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:28.580488 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb44b8f-7df0-4610-83de-bdc02bffb406", "name": "network-vif-deleted", "tag": "53b74a9c-ceb9-44d6-81e5-803142dbf855", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:28.580767 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a87418e7-f149-4347-bf22-acd51deaf2e9 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:28.581159 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb44b8f-7df0-4610-83de-bdc02bffb406', 'name': 'network-vif-deleted', 'tag': '53b74a9c-ceb9-44d6-81e5-803142dbf855', 'status': 'completed', 'code': 200} Jul 15 13:09:28.611510 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b13a389a-e6a5-4315-b1d3-96c4c973c672 req-0701fecf-1d3f-4672-ab15-8ba15b992862 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:28.641411 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701fecf-1d3f-4672-ab15-8ba15b992862 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Pushing event deleted for resources: {'Port': ['ID=ed7ed634-33b1-4349-bc39-dce70d943e4d,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:28.694961 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9400316b-158b-478c-83a7-a0f7dfd016f5 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:09:28.702085 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9400316b-158b-478c-83a7-a0f7dfd016f5 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:28.703199 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9400316b-158b-478c-83a7-a0f7dfd016f5 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "PUT /v2.0/routers/366e7fed-8f83-4745-9304-d3acf5ae8a25 HTTP/1.1" status: 200 len: 891 time: 1.0729978 Jul 15 13:09:28.705811 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50272) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:28.708414 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75131e60-6785-49d9-a5ba-e9a60dfd5ab2 None None] Sync routers for ids ['366e7fed-8f83-4745-9304-d3acf5ae8a25'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:09:28.721197 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75131e60-6785-49d9-a5ba-e9a60dfd5ab2 None None] Routers {'366e7fed-8f83-4745-9304-d3acf5ae8a25'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:28.723040 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-75131e60-6785-49d9-a5ba-e9a60dfd5ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:09:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['366e7fed-8f83-4745-9304-d3acf5ae8a25'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:28.729428 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13a389a-e6a5-4315-b1d3-96c4c973c672 req-0701fecf-1d3f-4672-ab15-8ba15b992862 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] No DVR routers for this DVR port ed7ed634-33b1-4349-bc39-dce70d943e4d on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:28.733091 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b13a389a-e6a5-4315-b1d3-96c4c973c672 req-0701fecf-1d3f-4672-ab15-8ba15b992862 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:28.735173 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b13a389a-e6a5-4315-b1d3-96c4c973c672 req-0701fecf-1d3f-4672-ab15-8ba15b992862 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.46 "DELETE /v2.0/ports/ed7ed634-33b1-4349-bc39-dce70d943e4d HTTP/1.1" status: 204 len: 173 time: 0.7668517 Jul 15 13:09:28.766873 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b14d9-cef8-4a67-b9ca-819063380e4e req-e179957d-00b8-49ce-be65-5d4f2d25b094 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:28.768613 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-350b14d9-cef8-4a67-b9ca-819063380e4e req-e179957d-00b8-49ce-be65-5d4f2d25b094 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 946 time: 0.1248753 Jul 15 13:09:28.782096 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-75131e60-6785-49d9-a5ba-e9a60dfd5ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:28.797386 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75131e60-6785-49d9-a5ba-e9a60dfd5ab2 None None] Routers {'366e7fed-8f83-4745-9304-d3acf5ae8a25'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:28.798006 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-75131e60-6785-49d9-a5ba-e9a60dfd5ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:09:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['366e7fed-8f83-4745-9304-d3acf5ae8a25'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:28.836726 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-350b14d9-cef8-4a67-b9ca-819063380e4e req-4077dbb0-bdcf-44d5-baf5-efd4ac47c092 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546174 Jul 15 13:09:28.856620 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-75131e60-6785-49d9-a5ba-e9a60dfd5ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:28.857609 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75131e60-6785-49d9-a5ba-e9a60dfd5ab2 None None] The sync data for ids ['366e7fed-8f83-4745-9304-d3acf5ae8a25'] in n-d-771363-36 is: [] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:09:28.895940 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5538540f-5d16-4779-8eb8-051ff4a6eec9 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "GET /v2.0/routers/366e7fed-8f83-4745-9304-d3acf5ae8a25 HTTP/1.1" status: 200 len: 891 time: 0.1890545 Jul 15 13:09:28.898727 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50276) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:28.917806 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:28.929127 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a8c68e22-8bcf-4537-a758-592ba3c66f1f tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "GET /v2.0/ports?device_id=366e7fed-8f83-4745-9304-d3acf5ae8a25 HTTP/1.1" status: 200 len: 205 time: 0.0289056 Jul 15 13:09:28.931435 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50278) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:28.998742 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291fadb8-ab1c-4a86-ba54-60eae34812db req-1c040c27-bc16-46d1-b6f2-be4776d16c50 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:29.000357 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-291fadb8-ab1c-4a86-ba54-60eae34812db req-1c040c27-bc16-46d1-b6f2-be4776d16c50 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.0634139 Jul 15 13:09:29.040962 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bc0a5a8e-a3da-4947-8a3b-aae50aa5da79 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.059152 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-291fadb8-ab1c-4a86-ba54-60eae34812db req-1ba0a01d-2cc1-4963-8180-4efb8d045caa tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508938 Jul 15 13:09:29.161783 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bc0a5a8e-a3da-4947-8a3b-aae50aa5da79 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.214600 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-e062c220-10bb-4308-9761-75c70fe0b335 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=568eace55cc144ef942453787f01b718&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305085 Jul 15 13:09:29.233508 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-bc0a5a8e-a3da-4947-8a3b-aae50aa5da79 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Deleting port e2912e86-ad83-4e02-b2e0-915e79cc91e0 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:29.234377 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bc0a5a8e-a3da-4947-8a3b-aae50aa5da79 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.273565 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4b467cac-1ef3-4245-a261-d902189606a0 req-36fed8fa-a1e4-43d4-b84b-88b1bae0ffca tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdb44b8f-7df0-4610-83de-bdc02bffb406 HTTP/1.1" status: 200 len: 210 time: 0.0579762 Jul 15 13:09:29.314321 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.331559 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bc0a5a8e-a3da-4947-8a3b-aae50aa5da79 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.344604 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-bc0a5a8e-a3da-4947-8a3b-aae50aa5da79 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Calling delete_port for e2912e86-ad83-4e02-b2e0-915e79cc91e0 owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:29.379374 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-941e7297-4aba-48a3-9143-f80218bd9012 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:29.380816 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-941e7297-4aba-48a3-9143-f80218bd9012 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1539996 Jul 15 13:09:29.396432 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-f5c8d488-7b29-4d0b-8257-a795b40400a3 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Request body: {'port': {'device_id': 'fd045530-3011-407e-acbb-2a2ca01c1b19', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'admin_state_up': True, 'tenant_id': '568eace55cc144ef942453787f01b718'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:29.539157 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bc0a5a8e-a3da-4947-8a3b-aae50aa5da79 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.574829 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a5a8e-a3da-4947-8a3b-aae50aa5da79 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event deleted for resources: {'Port': ['ID=e2912e86-ad83-4e02-b2e0-915e79cc91e0,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:29.662461 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bc0a5a8e-a3da-4947-8a3b-aae50aa5da79 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.664119 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-87a8adba-bfd6-4875-82db-1a8303dacdbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.768740 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bc0a5a8e-a3da-4947-8a3b-aae50aa5da79 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.771402 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bc0a5a8e-a3da-4947-8a3b-aae50aa5da79 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.820777 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bc0a5a8e-a3da-4947-8a3b-aae50aa5da79 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.821245 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0a5a8e-a3da-4947-8a3b-aae50aa5da79 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Fanout notify agent at l3_agent the message router_deleted on router 366e7fed-8f83-4745-9304-d3acf5ae8a25 {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:09:29.828410 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bc0a5a8e-a3da-4947-8a3b-aae50aa5da79 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.829515 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-bc0a5a8e-a3da-4947-8a3b-aae50aa5da79 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "DELETE /v2.0/routers/366e7fed-8f83-4745-9304-d3acf5ae8a25 HTTP/1.1" status: 204 len: 168 time: 0.8970120 Jul 15 13:09:29.833030 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50290) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:29.838574 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-c9acf843-0867-4aae-a3d5-cf62f97c5b59 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1091394670'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:29.860622 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9acf843-0867-4aae-a3d5-cf62f97c5b59 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Made reservation on behalf of f9994f550e914ac18f1dbf8472ed0fcd for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:29.864809 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c9acf843-0867-4aae-a3d5-cf62f97c5b59 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.888843 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9acf843-0867-4aae-a3d5-cf62f97c5b59 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:09:29.894840 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef5cc35f-0271-4c87-9751-a44be8176101 req-2b7195de-949e-4dab-94d7-b391d4cc3f42 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd045530-3011-407e-acbb-2a2ca01c1b19 HTTP/1.1" status: 200 len: 210 time: 0.0617855 Jul 15 13:09:29.897821 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c9acf843-0867-4aae-a3d5-cf62f97c5b59 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.898175 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-c9acf843-0867-4aae-a3d5-cf62f97c5b59 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Added segment b28bbd54-cd13-4288-a948-5acb7be7355b of type vlan for network 1ad8aee9-1e2a-4274-85be-a6010633e8f4 Jul 15 13:09:29.941083 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c9acf843-0867-4aae-a3d5-cf62f97c5b59 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.975334 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c9acf843-0867-4aae-a3d5-cf62f97c5b59 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.981081 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9acf843-0867-4aae-a3d5-cf62f97c5b59 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:29.981671 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c9acf843-0867-4aae-a3d5-cf62f97c5b59 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.982245 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb34807-9aed-4a68-b48b-b2a5e3da1d94 req-34d71d82-6d42-44a8-97b5-595aad6e8661 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:29.983743 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7fb34807-9aed-4a68-b48b-b2a5e3da1d94 req-34d71d82-6d42-44a8-97b5-595aad6e8661 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 946 time: 0.1496155 Jul 15 13:09:29.997513 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-f5c8d488-7b29-4d0b-8257-a795b40400a3 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Made reservation on behalf of 568eace55cc144ef942453787f01b718 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:30.001521 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-f5c8d488-7b29-4d0b-8257-a795b40400a3 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.022103 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c9acf843-0867-4aae-a3d5-cf62f97c5b59 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1877191 Jul 15 13:09:30.024610 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50294) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:30.029384 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-9a14b43d-c4b5-4fa0-af8b-7d9e7f41bad5 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Request body: {'subnet': {'network_id': '1ad8aee9-1e2a-4274-85be-a6010633e8f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:30.033597 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:09:30.064134 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9acf843-0867-4aae-a3d5-cf62f97c5b59 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event updated for resources: {'Network': ['ID=1ad8aee9-1e2a-4274-85be-a6010633e8f4,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:30.079280 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 1ad8aee9-1e2a-4274-85be-a6010633e8f4 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:09:30.110059 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7fb34807-9aed-4a68-b48b-b2a5e3da1d94 req-34fd7ab5-1936-4c11-9f0d-031447796a50 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6a1356-fa75-4dc1-a4fe-d320e6b273c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192989 Jul 15 13:09:30.162939 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a14b43d-c4b5-4fa0-af8b-7d9e7f41bad5 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Made reservation on behalf of f9994f550e914ac18f1dbf8472ed0fcd for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:30.167600 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9a14b43d-c4b5-4fa0-af8b-7d9e7f41bad5 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.168800 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7aa791-31db-442a-8110-aaff46500fde req-36887371-1690-4b97-b81b-143e7e8e73c4 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:30.171310 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5b7aa791-31db-442a-8110-aaff46500fde req-36887371-1690-4b97-b81b-143e7e8e73c4 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 946 time: 0.1531496 Jul 15 13:09:30.233414 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device ed7ed634-33b1-4349-bc39-dce70d943e4d no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:30.244159 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5b7aa791-31db-442a-8110-aaff46500fde req-9716648d-e7f3-4d1f-9984-b87e028568f7 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664995 Jul 15 13:09:30.250373 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-f5c8d488-7b29-4d0b-8257-a795b40400a3 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Allocated IP 192.168.233.155 (fb7e2853-c052-4bbe-a410-b119ef2f5100/f7332b1d-b5ae-478a-9a33-4a7a808c5484/aac1c706-cf0d-4e31-9b3f-abed17990421) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:30.277852 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: ed7ed634-33b1-4349-bc39-dce70d943e4d {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:09:30.278205 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device ed7ed634-33b1-4349-bc39-dce70d943e4d not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:30.278672 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 53b74a9c-ceb9-44d6-81e5-803142dbf855 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:30.323511 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 53b74a9c-ceb9-44d6-81e5-803142dbf855 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:09:30.323763 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 53b74a9c-ceb9-44d6-81e5-803142dbf855 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:30.371537 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a07f6-2881-4386-bdf1-56107eeef010 req-6da77cb9-05b7-4784-878c-9589764378f3 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:30.373188 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1c0a07f6-2881-4386-bdf1-56107eeef010 req-6da77cb9-05b7-4784-878c-9589764378f3 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.1183472 Jul 15 13:09:30.383802 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9a14b43d-c4b5-4fa0-af8b-7d9e7f41bad5 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.452200 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14b43d-c4b5-4fa0-af8b-7d9e7f41bad5 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event updated for resources: {'Subnet': ['ID=34421da3-a5ba-4d85-8b65-56a2af94451f,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:30.460092 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1c0a07f6-2881-4386-bdf1-56107eeef010 req-5e7731eb-fa34-4e14-9608-8361cae9d82b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798578 Jul 15 13:09:30.465409 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a14b43d-c4b5-4fa0-af8b-7d9e7f41bad5 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Checking segment: {'id': 'b28bbd54-cd13-4288-a948-5acb7be7355b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1ad8aee9-1e2a-4274-85be-a6010633e8f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:30.465775 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a14b43d-c4b5-4fa0-af8b-7d9e7f41bad5 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Network hostable DHCP agents. Network: 1ad8aee9-1e2a-4274-85be-a6010633e8f4, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:09:30.485691 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50304) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:30.495156 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a14b43d-c4b5-4fa0-af8b-7d9e7f41bad5 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Network 1ad8aee9-1e2a-4274-85be-a6010633e8f4 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:09:30.505984 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-f5c8d488-7b29-4d0b-8257-a795b40400a3 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.520210 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-f5c8d488-7b29-4d0b-8257-a795b40400a3 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Transition to ACTIVE for port object aac1c706-cf0d-4e31-9b3f-abed17990421 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:30.525353 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-9a14b43d-c4b5-4fa0-af8b-7d9e7f41bad5 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 1ad8aee9-1e2a-4274-85be-a6010633e8f4) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:30.534699 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a14b43d-c4b5-4fa0-af8b-7d9e7f41bad5 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:30.535320 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9a14b43d-c4b5-4fa0-af8b-7d9e7f41bad5 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.538640 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139bb5e9-36c5-43d0-b4bd-59091d5fbada None None] Network 1ad8aee9-1e2a-4274-85be-a6010633e8f4 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:30.556172 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-faf09a64-b144-425b-b3de-b23b5cc65ae4 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Deleting subnet c4ae0d02-ab6c-4403-8b46-ada762d2c6f9 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:09:30.559697 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-faf09a64-b144-425b-b3de-b23b5cc65ae4 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.563724 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9a14b43d-c4b5-4fa0-af8b-7d9e7f41bad5 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5381167 Jul 15 13:09:30.567100 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50306) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:30.574757 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-c1c19371-5809-41aa-860f-139607185735 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-521657571', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:30.583693 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb44b8f-7df0-4610-83de-bdc02bffb406', 'name': 'network-vif-deleted', 'tag': 'ed7ed634-33b1-4349-bc39-dce70d943e4d'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:30.586748 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f28fe7-568e-4b8e-8c42-ae95a980274a" -d '{"events": [{"server_uuid": "bdb44b8f-7df0-4610-83de-bdc02bffb406", "name": "network-vif-deleted", "tag": "ed7ed634-33b1-4349-bc39-dce70d943e4d"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:30.592834 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-f5c8d488-7b29-4d0b-8257-a795b40400a3 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.603447 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-faf09a64-b144-425b-b3de-b23b5cc65ae4 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.636664 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['87301623-dde3-4995-b099-da436733b8ab'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:30.663930 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abbc309-fb56-4dc2-9088-72ae470aa8b7 x-openstack-request-id: req-0abbc309-fb56-4dc2-9088-72ae470aa8b7 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:30.664255 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb44b8f-7df0-4610-83de-bdc02bffb406", "name": "network-vif-deleted", "tag": "ed7ed634-33b1-4349-bc39-dce70d943e4d", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:30.664506 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0abbc309-fb56-4dc2-9088-72ae470aa8b7 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:30.664985 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb44b8f-7df0-4610-83de-bdc02bffb406', 'name': 'network-vif-deleted', 'tag': 'ed7ed634-33b1-4349-bc39-dce70d943e4d', 'status': 'completed', 'code': 200} Jul 15 13:09:30.703521 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-f5c8d488-7b29-4d0b-8257-a795b40400a3 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Network fb7e2853-c052-4bbe-a410-b119ef2f5100 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:30.713978 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-faf09a64-b144-425b-b3de-b23b5cc65ae4 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.723453 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-f5c8d488-7b29-4d0b-8257-a795b40400a3 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:30.726054 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-f5c8d488-7b29-4d0b-8257-a795b40400a3 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:30.729541 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c1c19371-5809-41aa-860f-139607185735 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.730851 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c1c19371-5809-41aa-860f-139607185735 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.794339 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c1c19371-5809-41aa-860f-139607185735 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.799442 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c8d488-7b29-4d0b-8257-a795b40400a3 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Pushing event updated for resources: {'Port': ['ID=aac1c706-cf0d-4e31-9b3f-abed17990421,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:30.815719 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-faf09a64-b144-425b-b3de-b23b5cc65ae4 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.818672 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e33828-6b5f-4122-b719-4d437ea70f16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-1ad8aee9-1e2a-4274-85be-a6010633e8f4', 'network_id': '1ad8aee9-1e2a-4274-85be-a6010633e8f4', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'fixed_ips': [{'subnet_id': '34421da3-a5ba-4d85-8b65-56a2af94451f'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:09:30.820099 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95e33828-6b5f-4122-b719-4d437ea70f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.846167 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cee249-9bef-4749-9631-f040cd9e74a1 req-d11efa33-75d5-4ada-88d7-6655e9f6b6b4 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:30.848678 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-99cee249-9bef-4749-9631-f040cd9e74a1 req-d11efa33-75d5-4ada-88d7-6655e9f6b6b4 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.2662861 Jul 15 13:09:30.849263 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c1c19371-5809-41aa-860f-139607185735 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.851860 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf09a64-b144-425b-b3de-b23b5cc65ae4 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Pushing event deleted for resources: {'Subnet': ['ID=c4ae0d02-ab6c-4403-8b46-ada762d2c6f9,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:30.858206 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-faf09a64-b144-425b-b3de-b23b5cc65ae4 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.860727 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-faf09a64-b144-425b-b3de-b23b5cc65ae4 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "DELETE /v2.0/subnets/c4ae0d02-ab6c-4403-8b46-ada762d2c6f9 HTTP/1.1" status: 204 len: 168 time: 0.3734963 Jul 15 13:09:30.865214 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50312) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:30.878902 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d974cff-7cd1-4f1b-8afd-cb5cd3f839d7 None None] Network 5c59edbc-4361-4b58-87ed-f3d3fa2dda59 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:30.917253 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c1c19371-5809-41aa-860f-139607185735 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.918462 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c1c19371-5809-41aa-860f-139607185735 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3500960 Jul 15 13:09:30.923239 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50314) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:30.927328 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-f5c8d488-7b29-4d0b-8257-a795b40400a3 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:30.927968 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-f5c8d488-7b29-4d0b-8257-a795b40400a3 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.934227 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-99cee249-9bef-4749-9631-f040cd9e74a1 req-262d9590-31fa-4251-9d10-6045765d6dbf tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772014 Jul 15 13:09:30.949319 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-f5c8d488-7b29-4d0b-8257-a795b40400a3 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5570765 Jul 15 13:09:30.979617 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-14b8fc13-a1c6-469f-9320-f818327c3b26 service neutron] Request body: {'port': {'device_id': 'fd045530-3011-407e-acbb-2a2ca01c1b19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:31.088275 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-14b8fc13-a1c6-469f-9320-f818327c3b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.213476 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-95e33828-6b5f-4122-b719-4d437ea70f16 None None] Allocated IP 2001:db8::2 (1ad8aee9-1e2a-4274-85be-a6010633e8f4/34421da3-a5ba-4d85-8b65-56a2af94451f/8b3b78fb-1bd9-49c6-8226-89cf7d559c40) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:31.228726 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-bf10213e-44d3-4e9e-867a-e7c6ac4371e1 None None] Provisioning for port aac1c706-cf0d-4e31-9b3f-abed17990421 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:31.243299 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-bf10213e-44d3-4e9e-867a-e7c6ac4371e1 None None] Provisioning complete for port aac1c706-cf0d-4e31-9b3f-abed17990421 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:31.243669 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bf10213e-44d3-4e9e-867a-e7c6ac4371e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.273769 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9430a1-a8ea-4def-9f5b-9985d97988fa req-1aec6d47-5247-4c65-8641-389a3f4fe8e5 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:31.277006 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4f9430a1-a8ea-4def-9f5b-9985d97988fa req-1aec6d47-5247-4c65-8641-389a3f4fe8e5 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd045530-3011-407e-acbb-2a2ca01c1b19 HTTP/1.1" status: 200 len: 936 time: 0.2008338 Jul 15 13:09:31.353070 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-bf10213e-44d3-4e9e-867a-e7c6ac4371e1 None None] Port aac1c706-cf0d-4e31-9b3f-abed17990421 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:31.383609 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4f9430a1-a8ea-4def-9f5b-9985d97988fa req-a923e2ac-0a74-4a8b-b6f1-129f0076f619 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/security-groups?id=98737f0d-d3e4-4d9c-b01e-d1203e925b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997875 Jul 15 13:09:31.446450 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcebb5ba-8bb3-4563-92af-2ee40c20154c None None] DHCP port deletion for 5c59edbc-4361-4b58-87ed-f3d3fa2dda59 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:09:31.463213 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95e33828-6b5f-4122-b719-4d437ea70f16 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.494956 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-95e33828-6b5f-4122-b719-4d437ea70f16 None None] Transition to ACTIVE for port object 8b3b78fb-1bd9-49c6-8226-89cf7d559c40 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:31.498883 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a708b78b-5148-4268-831f-fa195238f2d2 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.517657 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-95e33828-6b5f-4122-b719-4d437ea70f16 None None] Transition to ACTIVE for port object 8b3b78fb-1bd9-49c6-8226-89cf7d559c40 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:31.536005 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95e33828-6b5f-4122-b719-4d437ea70f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.541156 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-fcebb5ba-8bb3-4563-92af-2ee40c20154c None None] Deleting port 9e8985d5-80ca-4511-b730-5576baa0c2e8 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:31.541922 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fcebb5ba-8bb3-4563-92af-2ee40c20154c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.605803 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e33828-6b5f-4122-b719-4d437ea70f16 None None] Network 1ad8aee9-1e2a-4274-85be-a6010633e8f4 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:31.642494 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-95e33828-6b5f-4122-b719-4d437ea70f16 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:31.649616 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e33828-6b5f-4122-b719-4d437ea70f16 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:31.651606 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e33828-6b5f-4122-b719-4d437ea70f16 None None] Pushing event updated for resources: {'Port': ['ID=8b3b78fb-1bd9-49c6-8226-89cf7d559c40,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:31.670886 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9e8985d5-80ca-4511-b730-5576baa0c2e8 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:31.675813 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-fcebb5ba-8bb3-4563-92af-2ee40c20154c None None] For port 9e8985d5-80ca-4511-b730-5576baa0c2e8, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9e8985d5-80ca-4511-b730-5576baa0c2e8,segment=NetworkSegment(b8264eb3-e977-4487-ab0e-18f98c6b2217),segment_id=b8264eb3-e977-4487-ab0e-18f98c6b2217)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:31.676218 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fcebb5ba-8bb3-4563-92af-2ee40c20154c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.679714 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e33828-6b5f-4122-b719-4d437ea70f16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:31.680116 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e33828-6b5f-4122-b719-4d437ea70f16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:31.680463 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e33828-6b5f-4122-b719-4d437ea70f16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:31.680801 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e33828-6b5f-4122-b719-4d437ea70f16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:31.681156 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e33828-6b5f-4122-b719-4d437ea70f16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:31.681476 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e33828-6b5f-4122-b719-4d437ea70f16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:31.681841 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e33828-6b5f-4122-b719-4d437ea70f16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:31.682200 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e33828-6b5f-4122-b719-4d437ea70f16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:31.682512 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e33828-6b5f-4122-b719-4d437ea70f16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:31.682924 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e33828-6b5f-4122-b719-4d437ea70f16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:31.683278 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e33828-6b5f-4122-b719-4d437ea70f16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:31.683663 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e33828-6b5f-4122-b719-4d437ea70f16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:31.713911 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba015bf4-dac8-471d-a8a5-7752ab358e22 req-938b88df-ba40-4cef-b538-57a80044ed81 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:31.715433 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ba015bf4-dac8-471d-a8a5-7752ab358e22 req-938b88df-ba40-4cef-b538-57a80044ed81 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 946 time: 0.2260525 Jul 15 13:09:31.732718 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-fcebb5ba-8bb3-4563-92af-2ee40c20154c None None] Calling delete_port for 9e8985d5-80ca-4511-b730-5576baa0c2e8 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:31.739061 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-14b8fc13-a1c6-469f-9320-f818327c3b26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aac1c706-cf0d-4e31-9b3f-abed17990421 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:31.760633 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01e047-45ab-4b43-bf27-8771a504df27 req-bca35a39-9c34-4cce-b815-c999e9af840b tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:31.761697 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0a01e047-45ab-4b43-bf27-8771a504df27 req-bca35a39-9c34-4cce-b815-c999e9af840b tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 946 time: 0.2008157 Jul 15 13:09:31.763849 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-14b8fc13-a1c6-469f-9320-f818327c3b26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.780388 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-95e33828-6b5f-4122-b719-4d437ea70f16 None None] Attempting to bind port 8b3b78fb-1bd9-49c6-8226-89cf7d559c40 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:31.780388 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-95e33828-6b5f-4122-b719-4d437ea70f16 None None] Attempting to bind port 8b3b78fb-1bd9-49c6-8226-89cf7d559c40 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'b28bbd54-cd13-4288-a948-5acb7be7355b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1ad8aee9-1e2a-4274-85be-a6010633e8f4'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:31.780709 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e33828-6b5f-4122-b719-4d437ea70f16 None None] Attempting to bind port 8b3b78fb-1bd9-49c6-8226-89cf7d559c40 on network 1ad8aee9-1e2a-4274-85be-a6010633e8f4 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:31.804311 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-14b8fc13-a1c6-469f-9320-f818327c3b26 service neutron] Transition to ACTIVE for port object aac1c706-cf0d-4e31-9b3f-abed17990421 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:31.809648 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ba015bf4-dac8-471d-a8a5-7752ab358e22 req-f365bdaf-1bdd-4a9e-b37e-f93378b48f2a tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6a1356-fa75-4dc1-a4fe-d320e6b273c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829864 Jul 15 13:09:31.814591 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d3dde13-198f-4c4b-8413-cd844662420a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.815680 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-14b8fc13-a1c6-469f-9320-f818327c3b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.827736 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-a708b78b-5148-4268-831f-fa195238f2d2 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Deleting port 9e8985d5-80ca-4511-b730-5576baa0c2e8 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:31.827930 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e33828-6b5f-4122-b719-4d437ea70f16 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:31.828070 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a708b78b-5148-4268-831f-fa195238f2d2 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.828275 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e33828-6b5f-4122-b719-4d437ea70f16 None None] Checking segment: {'id': 'b28bbd54-cd13-4288-a948-5acb7be7355b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1ad8aee9-1e2a-4274-85be-a6010633e8f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:31.828634 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95e33828-6b5f-4122-b719-4d437ea70f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.829029 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e33828-6b5f-4122-b719-4d437ea70f16 None None] Bound using segment: {'id': 'b28bbd54-cd13-4288-a948-5acb7be7355b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1ad8aee9-1e2a-4274-85be-a6010633e8f4'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:31.829574 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-95e33828-6b5f-4122-b719-4d437ea70f16 None None] Bound port: 8b3b78fb-1bd9-49c6-8226-89cf7d559c40, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b28bbd54-cd13-4288-a948-5acb7be7355b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1ad8aee9-1e2a-4274-85be-a6010633e8f4'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:31.829936 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95e33828-6b5f-4122-b719-4d437ea70f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.881108 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0a01e047-45ab-4b43-bf27-8771a504df27 req-2bc21aed-840c-4ba1-971d-e2a0b36a7861 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029623 Jul 15 13:09:31.906612 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b8fc13-a1c6-469f-9320-f818327c3b26 service neutron] Pushing event updated for resources: {'Port': ['ID=aac1c706-cf0d-4e31-9b3f-abed17990421,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:31.967946 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.995076 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-95e33828-6b5f-4122-b719-4d437ea70f16 None None] For port 8b3b78fb-1bd9-49c6-8226-89cf7d559c40, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:32.013612 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fcebb5ba-8bb3-4563-92af-2ee40c20154c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.017315 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-95e33828-6b5f-4122-b719-4d437ea70f16 None None] For port 8b3b78fb-1bd9-49c6-8226-89cf7d559c40, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=8b3b78fb-1bd9-49c6-8226-89cf7d559c40,segment=NetworkSegment(b28bbd54-cd13-4288-a948-5acb7be7355b),segment_id=b28bbd54-cd13-4288-a948-5acb7be7355b)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:32.052766 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-14b8fc13-a1c6-469f-9320-f818327c3b26 service neutron] Attempting to bind port aac1c706-cf0d-4e31-9b3f-abed17990421 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:32.053120 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-14b8fc13-a1c6-469f-9320-f818327c3b26 service neutron] Attempting to bind port aac1c706-cf0d-4e31-9b3f-abed17990421 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:32.053472 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-14b8fc13-a1c6-469f-9320-f818327c3b26 service neutron] Attempting to bind port aac1c706-cf0d-4e31-9b3f-abed17990421 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:32.058814 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-14b8fc13-a1c6-469f-9320-f818327c3b26 service neutron] Port aac1c706-cf0d-4e31-9b3f-abed17990421 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:09:32.059124 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-14b8fc13-a1c6-469f-9320-f818327c3b26 service neutron] Attempting to bind port aac1c706-cf0d-4e31-9b3f-abed17990421 on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:32.070096 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-14b8fc13-a1c6-469f-9320-f818327c3b26 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:32.070439 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-14b8fc13-a1c6-469f-9320-f818327c3b26 service neutron] Checking segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:32.070855 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-14b8fc13-a1c6-469f-9320-f818327c3b26 service neutron] Bound using segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:32.071293 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-14b8fc13-a1c6-469f-9320-f818327c3b26 service neutron] Bound port: aac1c706-cf0d-4e31-9b3f-abed17990421, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:32.071652 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-14b8fc13-a1c6-469f-9320-f818327c3b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.073232 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95e33828-6b5f-4122-b719-4d437ea70f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.083317 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcebb5ba-8bb3-4563-92af-2ee40c20154c None None] Pushing event deleted for resources: {'Port': ['ID=9e8985d5-80ca-4511-b730-5576baa0c2e8,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:32.087035 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcebb5ba-8bb3-4563-92af-2ee40c20154c None None] No DVR routers for this DVR port 9e8985d5-80ca-4511-b730-5576baa0c2e8 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:32.151104 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-14b8fc13-a1c6-469f-9320-f818327c3b26 service neutron] For port aac1c706-cf0d-4e31-9b3f-abed17990421, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:32.153578 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-14b8fc13-a1c6-469f-9320-f818327c3b26 service neutron] For port aac1c706-cf0d-4e31-9b3f-abed17990421, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=aac1c706-cf0d-4e31-9b3f-abed17990421,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:32.160707 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-14b8fc13-a1c6-469f-9320-f818327c3b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.163363 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e33828-6b5f-4122-b719-4d437ea70f16 None None] Pushing event updated for resources: {'Port': ['ID=8b3b78fb-1bd9-49c6-8226-89cf7d559c40,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:32.173902 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82908a9-def5-4e61-b08e-94e83b5aa15f req-97909dbf-4f24-4a27-b732-22105e87a4c3 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:32.180026 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-a708b78b-5148-4268-831f-fa195238f2d2 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] For port 9e8985d5-80ca-4511-b730-5576baa0c2e8, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9e8985d5-80ca-4511-b730-5576baa0c2e8,segment=NetworkSegment(b8264eb3-e977-4487-ab0e-18f98c6b2217),segment_id=b8264eb3-e977-4487-ab0e-18f98c6b2217)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:32.180433 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a708b78b-5148-4268-831f-fa195238f2d2 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.182087 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e82908a9-def5-4e61-b08e-94e83b5aa15f req-97909dbf-4f24-4a27-b732-22105e87a4c3 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.1822405 Jul 15 13:09:32.197659 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.241037 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-a708b78b-5148-4268-831f-fa195238f2d2 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Calling delete_port for 9e8985d5-80ca-4511-b730-5576baa0c2e8 owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:32.265534 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-14b8fc13-a1c6-469f-9320-f818327c3b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:32.266152 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-14b8fc13-a1c6-469f-9320-f818327c3b26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.284370 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-14b8fc13-a1c6-469f-9320-f818327c3b26 service neutron] 10.222.0.46 "PUT /v2.0/ports/aac1c706-cf0d-4e31-9b3f-abed17990421 HTTP/1.1" status: 200 len: 1097 time: 1.3076990 Jul 15 13:09:32.327203 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e82908a9-def5-4e61-b08e-94e83b5aa15f req-4bc4cc64-17d2-40b6-a70b-8b4f9cb94cc0 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442358 Jul 15 13:09:32.335176 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b8fc13-a1c6-469f-9320-f818327c3b26 service neutron] Pushing event updated for resources: {'Port': ['ID=aac1c706-cf0d-4e31-9b3f-abed17990421,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:32.468067 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3d6ce895-311f-4512-a797-1f7448b7fa4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.475400 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-dfb0890f-3717-4182-bf7e-8f42648c0d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:32.476960 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-dfb0890f-3717-4182-bf7e-8f42648c0d67 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=568eace55cc144ef942453787f01b718&device_id=fd045530-3011-407e-acbb-2a2ca01c1b19 HTTP/1.1" status: 200 len: 1100 time: 0.1221442 Jul 15 13:09:32.534417 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a708b78b-5148-4268-831f-fa195238f2d2 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.543484 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-0d3dde13-198f-4c4b-8413-cd844662420a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Allocated IP 2001:db8::1 (1ad8aee9-1e2a-4274-85be-a6010633e8f4/34421da3-a5ba-4d85-8b65-56a2af94451f/a21120e0-24a8-4ab2-b09a-de7da2980587) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:32.594019 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a708b78b-5148-4268-831f-fa195238f2d2 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] No DVR routers for this DVR port 9e8985d5-80ca-4511-b730-5576baa0c2e8 on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:32.594941 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-27965af5-5587-49d2-b45b-d75dd9acdcbc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=aac1c706-cf0d-4e31-9b3f-abed17990421 HTTP/1.1" status: 200 len: 217 time: 0.0753067 Jul 15 13:09:32.604705 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a708b78b-5148-4268-831f-fa195238f2d2 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Pushing event deleted for resources: {'Port': ['ID=9e8985d5-80ca-4511-b730-5576baa0c2e8,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:32.672877 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd045530-3011-407e-acbb-2a2ca01c1b19', 'tag': 'aac1c706-cf0d-4e31-9b3f-abed17990421'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:32.676157 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b7cfdc-558b-4630-a7f2-0867cea6d8cd" -d '{"events": [{"name": "network-changed", "server_uuid": "fd045530-3011-407e-acbb-2a2ca01c1b19", "tag": "aac1c706-cf0d-4e31-9b3f-abed17990421"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:32.701138 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-7ef3fc89-6cb6-4c70-a319-65b0d001e360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:32.702552 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-7ef3fc89-6cb6-4c70-a319-65b0d001e360 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0969303 Jul 15 13:09:32.765062 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa42e80f-c08b-4ca3-9ef8-e35d0022b5d9 req-f5ae70a2-dbe6-45ae-ba8c-8cd97a669350 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:32.765603 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a708b78b-5148-4268-831f-fa195238f2d2 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.767093 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aa42e80f-c08b-4ca3-9ef8-e35d0022b5d9 req-f5ae70a2-dbe6-45ae-ba8c-8cd97a669350 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd045530-3011-407e-acbb-2a2ca01c1b19 HTTP/1.1" status: 200 len: 948 time: 0.1706989 Jul 15 13:09:32.788269 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-a708b78b-5148-4268-831f-fa195238f2d2 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c59edbc-4361-4b58-87ed-f3d3fa2dda59']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:32.802740 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-a708b78b-5148-4268-831f-fa195238f2d2 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8264eb3-e977-4487-ab0e-18f98c6b2217') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:32.803073 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-a708b78b-5148-4268-831f-fa195238f2d2 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8264eb3-e977-4487-ab0e-18f98c6b2217') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:32.821621 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a708b78b-5148-4268-831f-fa195238f2d2 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.823427 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6344f21b-a55d-4918-8f72-7047c6af4056 x-openstack-request-id: req-6344f21b-a55d-4918-8f72-7047c6af4056 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:32.823717 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd045530-3011-407e-acbb-2a2ca01c1b19", "tag": "aac1c706-cf0d-4e31-9b3f-abed17990421", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:32.823968 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6344f21b-a55d-4918-8f72-7047c6af4056 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:32.824439 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd045530-3011-407e-acbb-2a2ca01c1b19', 'tag': 'aac1c706-cf0d-4e31-9b3f-abed17990421', 'status': 'completed', 'code': 200} Jul 15 13:09:32.838744 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aa42e80f-c08b-4ca3-9ef8-e35d0022b5d9 req-a53c42f8-b877-4e7d-806a-c6c668502290 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/security-groups?id=98737f0d-d3e4-4d9c-b01e-d1203e925b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610251 Jul 15 13:09:32.853206 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a708b78b-5148-4268-831f-fa195238f2d2 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.858831 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-b84ae83d-44e9-4b8b-9030-ebc8b776748b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:32.860570 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-b84ae83d-44e9-4b8b-9030-ebc8b776748b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1412780 Jul 15 13:09:32.861036 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d3dde13-198f-4c4b-8413-cd844662420a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.887014 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a708b78b-5148-4268-831f-fa195238f2d2 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:09:32.887433 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a708b78b-5148-4268-831f-fa195238f2d2 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.891466 n-d-771363-36 neutron-server[93826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:09:32.891466 n-d-771363-36 neutron-server[93826]: self.session.flush() Jul 15 13:09:32.891466 n-d-771363-36 neutron-server[93826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:09:32.891466 n-d-771363-36 neutron-server[93826]: self.session.flush() Jul 15 13:09:32.891466 n-d-771363-36 neutron-server[93826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:09:32.891466 n-d-771363-36 neutron-server[93826]: self.session.flush() Jul 15 13:09:32.891466 n-d-771363-36 neutron-server[93826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:09:32.891466 n-d-771363-36 neutron-server[93826]: self.session.flush() Jul 15 13:09:32.891466 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:09:32.891466 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:09:32.891466 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:09:32.891466 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:09:32.891466 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:09:32.891466 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:09:32.891466 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:09:32.891466 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:09:32.891466 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:09:32.891466 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:09:32.891466 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:09:32.891466 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:09:32.891466 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:09:32.891466 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:09:32.891466 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:09:32.891466 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:09:32.891466 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:09:32.891466 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:09:32.891466 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:09:32.891466 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:09:32.891466 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:09:32.891466 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:09:32.891466 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:09:32.891466 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:09:32.891466 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:09:32.891466 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:09:32.891466 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:09:32.891466 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:09:32.891466 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:09:32.891466 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:09:32.891466 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:09:32.891466 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:09:32.902608 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-0d3dde13-198f-4c4b-8413-cd844662420a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Transition to ACTIVE for port object a21120e0-24a8-4ab2-b09a-de7da2980587 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:32.984014 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a708b78b-5148-4268-831f-fa195238f2d2 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.993371 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a708b78b-5148-4268-831f-fa195238f2d2 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.997457 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a708b78b-5148-4268-831f-fa195238f2d2 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "DELETE /v2.0/networks/5c59edbc-4361-4b58-87ed-f3d3fa2dda59 HTTP/1.1" status: 204 len: 168 time: 2.1312451 Jul 15 13:09:32.998069 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50342) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:33.037762 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a708b78b-5148-4268-831f-fa195238f2d2 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Pushing event deleted for resources: {'Network': ['ID=5c59edbc-4361-4b58-87ed-f3d3fa2dda59,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:33.042643 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d3dde13-198f-4c4b-8413-cd844662420a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.063262 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-5b92b387-8914-4412-b763-53b75e1eef67 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913004 Jul 15 13:09:33.103563 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3dde13-198f-4c4b-8413-cd844662420a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Network 1ad8aee9-1e2a-4274-85be-a6010633e8f4 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:33.110694 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a317a7-7c04-4dce-8d55-41037d9d9c3c tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Deleting subnet 92bfe0a8-2550-40b2-bc14-b1155fd3c029 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:09:33.116024 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-0d3dde13-198f-4c4b-8413-cd844662420a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:33.121649 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3dde13-198f-4c4b-8413-cd844662420a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:33.122172 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d3dde13-198f-4c4b-8413-cd844662420a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.124823 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-30a317a7-7c04-4dce-8d55-41037d9d9c3c tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.147280 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3dde13-198f-4c4b-8413-cd844662420a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event updated for resources: {'Port': ['ID=a21120e0-24a8-4ab2-b09a-de7da2980587,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:33.162922 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefc2d3-6fb2-4afd-b78b-4fea7bc493cc req-126e910a-1e8e-4bdf-a325-9ea35680f3ec tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:33.167065 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2cefc2d3-6fb2-4afd-b78b-4fea7bc493cc req-126e910a-1e8e-4bdf-a325-9ea35680f3ec tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.2159691 Jul 15 13:09:33.175462 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c27566-67ea-4c70-a43f-4a45b945910a req-eca60f1d-4e80-4385-aced-b48470737e3a tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:33.177008 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d3c27566-67ea-4c70-a43f-4a45b945910a req-eca60f1d-4e80-4385-aced-b48470737e3a tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 946 time: 0.2151339 Jul 15 13:09:33.226818 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-30a317a7-7c04-4dce-8d55-41037d9d9c3c tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.271620 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d3c27566-67ea-4c70-a43f-4a45b945910a req-f04e5108-c233-4b5e-bcf7-a3d30896dd7d tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6a1356-fa75-4dc1-a4fe-d320e6b273c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846243 Jul 15 13:09:33.276739 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2cefc2d3-6fb2-4afd-b78b-4fea7bc493cc req-bb199dde-e8d7-4072-8139-ff588599a96b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987127 Jul 15 13:09:33.292281 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-11d730c6-0aba-48f6-ae1e-1384081a4cf4 req-d1c6df8d-0c62-41ee-b9ec-b927fade729b service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205346 Jul 15 13:09:33.360783 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d3dde13-198f-4c4b-8413-cd844662420a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.388370 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-30a317a7-7c04-4dce-8d55-41037d9d9c3c tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.495713 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.499082 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12aa1d-0474-4480-b4c8-73487235647b req-8996725e-a1d1-46b0-a4f0-d0011cd9c813 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:33.506981 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0d12aa1d-0474-4480-b4c8-73487235647b req-8996725e-a1d1-46b0-a4f0-d0011cd9c813 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 946 time: 0.0984991 Jul 15 13:09:33.524551 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7cfdc-558b-4630-a7f2-0867cea6d8cd req-7310139c-789d-41b0-b8e3-1fa98d9fe2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:33.526405 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b5b7cfdc-558b-4630-a7f2-0867cea6d8cd req-7310139c-789d-41b0-b8e3-1fa98d9fe2fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=568eace55cc144ef942453787f01b718&device_id=fd045530-3011-407e-acbb-2a2ca01c1b19 HTTP/1.1" status: 200 len: 1100 time: 0.1551509 Jul 15 13:09:33.553459 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a738e39-480a-4546-948c-f9cf6c2d6d83 None None] Network 1ad8aee9-1e2a-4274-85be-a6010633e8f4 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:33.572666 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-30a317a7-7c04-4dce-8d55-41037d9d9c3c tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.581493 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0d12aa1d-0474-4480-b4c8-73487235647b req-b344bd5c-de1b-4012-b9af-44b4ad28d52c tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731077 Jul 15 13:09:33.680570 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a317a7-7c04-4dce-8d55-41037d9d9c3c tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Pushing event deleted for resources: {'Subnet': ['ID=92bfe0a8-2550-40b2-bc14-b1155fd3c029,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:33.705108 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-30a317a7-7c04-4dce-8d55-41037d9d9c3c tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.713286 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-30a317a7-7c04-4dce-8d55-41037d9d9c3c tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "DELETE /v2.0/subnets/92bfe0a8-2550-40b2-bc14-b1155fd3c029 HTTP/1.1" status: 204 len: 168 time: 0.7115474 Jul 15 13:09:33.713955 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50350) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:33.728163 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7cfdc-558b-4630-a7f2-0867cea6d8cd req-40ee0f8a-ce31-4896-bb2c-221872d076b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:33.730157 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b5b7cfdc-558b-4630-a7f2-0867cea6d8cd req-40ee0f8a-ce31-4896-bb2c-221872d076b3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.1972187 Jul 15 13:09:33.824725 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b5b7cfdc-558b-4630-a7f2-0867cea6d8cd req-ac2edf32-b772-4e97-a72e-9480146cc22f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=aac1c706-cf0d-4e31-9b3f-abed17990421 HTTP/1.1" status: 200 len: 217 time: 0.0767398 Jul 15 13:09:33.852025 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ea745adf-2c0a-4c34-a6d5-199e58a87363 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.859292 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ca3159-ee7f-4a08-b821-3bcbd42dbb87 None None] Network 7fe79b2e-93ff-46e9-be55-3ada1bd43fec requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:33.865886 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8b3b78fb-1bd9-49c6-8226-89cf7d559c40 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:33.920087 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a9c1a644-2b04-48e7-9c6b-6771c99fcda7 None None] Provisioning for port 8b3b78fb-1bd9-49c6-8226-89cf7d559c40 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:33.927370 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d3dde13-198f-4c4b-8413-cd844662420a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.931392 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7cfdc-558b-4630-a7f2-0867cea6d8cd req-119a9e7a-dd79-4b2c-aace-0b5eb684ae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:33.933773 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b5b7cfdc-558b-4630-a7f2-0867cea6d8cd req-119a9e7a-dd79-4b2c-aace-0b5eb684ae6a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0891535 Jul 15 13:09:33.941644 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d3dde13-198f-4c4b-8413-cd844662420a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.942486 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d3dde13-198f-4c4b-8413-cd844662420a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.040789 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-ea745adf-2c0a-4c34-a6d5-199e58a87363 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Deleting port db90e579-6226-4747-b807-3df40d2aeca1 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:34.041885 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ea745adf-2c0a-4c34-a6d5-199e58a87363 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.081907 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7cfdc-558b-4630-a7f2-0867cea6d8cd req-9e5fd0e2-10f6-4226-8c13-032f9efeec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:34.083358 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b5b7cfdc-558b-4630-a7f2-0867cea6d8cd req-9e5fd0e2-10f6-4226-8c13-032f9efeec73 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1358294 Jul 15 13:09:34.089925 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3dde13-198f-4c4b-8413-cd844662420a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event updated for resources: {'Port': ['ID=a21120e0-24a8-4ab2-b09a-de7da2980587,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:34.092585 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfdd31e-7600-4309-b0f3-122b1242ed94 req-b47a4de4-fd23-4400-8dfd-e26a4b66aa4f tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:34.094087 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0dfdd31e-7600-4309-b0f3-122b1242ed94 req-b47a4de4-fd23-4400-8dfd-e26a4b66aa4f tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 946 time: 0.1180506 Jul 15 13:09:34.142509 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 8b3b78fb-1bd9-49c6-8226-89cf7d559c40 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:34.161055 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 8b3b78fb-1bd9-49c6-8226-89cf7d559c40 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:34.161531 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.195389 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-ea745adf-2c0a-4c34-a6d5-199e58a87363 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] For port db90e579-6226-4747-b807-3df40d2aeca1, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=db90e579-6226-4747-b807-3df40d2aeca1,segment=NetworkSegment(49e6df3d-58df-42b5-80b8-19c9bc14ff92),segment_id=49e6df3d-58df-42b5-80b8-19c9bc14ff92)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:34.195805 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ea745adf-2c0a-4c34-a6d5-199e58a87363 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.218698 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0dfdd31e-7600-4309-b0f3-122b1242ed94 req-09b15616-97b6-4354-9153-73795bc46fa9 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6a1356-fa75-4dc1-a4fe-d320e6b273c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966690 Jul 15 13:09:34.223812 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b5b7cfdc-558b-4630-a7f2-0867cea6d8cd req-9425e8ba-7164-489b-8b7a-f109c8594e60 service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258969 Jul 15 13:09:34.225650 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-ea745adf-2c0a-4c34-a6d5-199e58a87363 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Calling delete_port for db90e579-6226-4747-b807-3df40d2aeca1 owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:34.229947 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b16af-eae7-4bee-8ffa-0dbca8531230 req-1e2cbf16-bf0b-4392-ba5a-db542b2a4d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:34.231286 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9af1de-84fe-49d1-bcaf-0ae206fd3641 req-eec33a29-5880-4801-908c-32a1a5c48eba tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:34.232145 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-353b16af-eae7-4bee-8ffa-0dbca8531230 req-1e2cbf16-bf0b-4392-ba5a-db542b2a4d9f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cece2284cedf41a29a33e49364b41245&device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 1098 time: 0.2504086 Jul 15 13:09:34.232676 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b9af1de-84fe-49d1-bcaf-0ae206fd3641 req-eec33a29-5880-4801-908c-32a1a5c48eba tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd045530-3011-407e-acbb-2a2ca01c1b19 HTTP/1.1" status: 200 len: 948 time: 0.1943192 Jul 15 13:09:34.278922 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3dde13-198f-4c4b-8413-cd844662420a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Network 1ad8aee9-1e2a-4274-85be-a6010633e8f4 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:34.287130 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-0d3dde13-198f-4c4b-8413-cd844662420a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:34.319754 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.340413 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909872fb-efb1-47b4-9d8e-c627c335c22d None None] DHCP port deletion for 7fe79b2e-93ff-46e9-be55-3ada1bd43fec request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:09:34.390733 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 8b3b78fb-1bd9-49c6-8226-89cf7d559c40, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=8b3b78fb-1bd9-49c6-8226-89cf7d559c40,segment=NetworkSegment(b28bbd54-cd13-4288-a948-5acb7be7355b),segment_id=b28bbd54-cd13-4288-a948-5acb7be7355b)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:34.403734 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b5b7cfdc-558b-4630-a7f2-0867cea6d8cd req-4708a8a9-f778-4c20-8933-615879fcb58e service neutron] 10.222.0.46 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700602 Jul 15 13:09:34.407484 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.427389 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b9af1de-84fe-49d1-bcaf-0ae206fd3641 req-4831ed65-14a8-4e67-8a5b-1002bb295f5b tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/security-groups?id=98737f0d-d3e4-4d9c-b01e-d1203e925b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821775 Jul 15 13:09:34.484438 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=8b3b78fb-1bd9-49c6-8226-89cf7d559c40,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:34.500455 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-909872fb-efb1-47b4-9d8e-c627c335c22d None None] Deleting port db90e579-6226-4747-b807-3df40d2aeca1 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:34.501127 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-909872fb-efb1-47b4-9d8e-c627c335c22d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.508452 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b16af-eae7-4bee-8ffa-0dbca8531230 req-71de132c-bcf5-45cd-9f3f-7c1c7ef64948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:34.509940 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-353b16af-eae7-4bee-8ffa-0dbca8531230 req-71de132c-bcf5-45cd-9f3f-7c1c7ef64948 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1bdc303d-a348-44e1-bbb6-ce54e5387eef HTTP/1.1" status: 200 len: 912 time: 0.2690475 Jul 15 13:09:34.553297 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd3925-fd18-407f-9fed-59ab40e2867c req-9e63c129-66e9-437b-9f33-69676448e9d6 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:34.559911 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-28bd3925-fd18-407f-9fed-59ab40e2867c req-9e63c129-66e9-437b-9f33-69676448e9d6 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.1137476 Jul 15 13:09:34.590841 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-909872fb-efb1-47b4-9d8e-c627c335c22d None None] For port db90e579-6226-4747-b807-3df40d2aeca1, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=db90e579-6226-4747-b807-3df40d2aeca1,segment=NetworkSegment(49e6df3d-58df-42b5-80b8-19c9bc14ff92),segment_id=49e6df3d-58df-42b5-80b8-19c9bc14ff92)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:34.591144 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-909872fb-efb1-47b4-9d8e-c627c335c22d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.615817 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-909872fb-efb1-47b4-9d8e-c627c335c22d None None] Calling delete_port for db90e579-6226-4747-b807-3df40d2aeca1 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:34.619296 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-28bd3925-fd18-407f-9fed-59ab40e2867c req-b9880aa6-8a77-4ffe-9378-0d56748909e2 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508101 Jul 15 13:09:34.631226 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-353b16af-eae7-4bee-8ffa-0dbca8531230 req-db2ee4e0-1874-4085-9680-5fc7cd73207e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc24b9d1-5104-44dc-9fbd-0dfe06462cc5 HTTP/1.1" status: 200 len: 1001 time: 0.1095686 Jul 15 13:09:34.642123 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ea745adf-2c0a-4c34-a6d5-199e58a87363 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.733289 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-909872fb-efb1-47b4-9d8e-c627c335c22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.776052 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909872fb-efb1-47b4-9d8e-c627c335c22d None None] Pushing event deleted for resources: {'Port': ['ID=db90e579-6226-4747-b807-3df40d2aeca1,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:34.788123 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909872fb-efb1-47b4-9d8e-c627c335c22d None None] No DVR routers for this DVR port db90e579-6226-4747-b807-3df40d2aeca1 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:34.793448 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-821e71cb-a08b-4fbf-90e5-6795d336d69f None None] Provisioning for port a21120e0-24a8-4ab2-b09a-de7da2980587 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:34.798352 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-821e71cb-a08b-4fbf-90e5-6795d336d69f None None] Provisioning complete for port a21120e0-24a8-4ab2-b09a-de7da2980587 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:34.798480 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-821e71cb-a08b-4fbf-90e5-6795d336d69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.843828 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-821e71cb-a08b-4fbf-90e5-6795d336d69f None None] Port a21120e0-24a8-4ab2-b09a-de7da2980587 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:34.856562 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-821e71cb-a08b-4fbf-90e5-6795d336d69f None None] Provisioning complete for port 8b3b78fb-1bd9-49c6-8226-89cf7d559c40 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:34.857153 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-821e71cb-a08b-4fbf-90e5-6795d336d69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.905778 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b4bb6-751a-4b63-8f75-58ebecc3c312 req-ba28d774-ac72-40a9-8476-67fd08d898be tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:34.931533 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.934832 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b69b4bb6-751a-4b63-8f75-58ebecc3c312 req-ba28d774-ac72-40a9-8476-67fd08d898be tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 946 time: 0.1576567 Jul 15 13:09:34.996319 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b69b4bb6-751a-4b63-8f75-58ebecc3c312 req-7673279b-54a3-458d-a39f-b3a136af3495 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604756 Jul 15 13:09:35.081397 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea745adf-2c0a-4c34-a6d5-199e58a87363 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Pushing event deleted for resources: {'Port': ['ID=db90e579-6226-4747-b807-3df40d2aeca1,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:35.087510 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3dde13-198f-4c4b-8413-cd844662420a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Router 1ca39a08-6b8d-4cb9-af34-721306a4c0b6 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:09:35.095050 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea745adf-2c0a-4c34-a6d5-199e58a87363 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] No DVR routers for this DVR port db90e579-6226-4747-b807-3df40d2aeca1 on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:35.131225 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b16af-eae7-4bee-8ffa-0dbca8531230 req-1284d1ff-c404-4aa3-8671-a3790bd451fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:35.132700 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-353b16af-eae7-4bee-8ffa-0dbca8531230 req-1284d1ff-c404-4aa3-8671-a3790bd451fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1796d493-1d5f-49de-a2f8-cb5cb28c84a4 HTTP/1.1" status: 200 len: 850 time: 0.4871440 Jul 15 13:09:35.147193 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b37cee1e-b070-41d1-8aef-6a40ecb717af None None] Provisioning complete for port a21120e0-24a8-4ab2-b09a-de7da2980587 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:35.147567 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b37cee1e-b070-41d1-8aef-6a40ecb717af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:35.186272 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b37cee1e-b070-41d1-8aef-6a40ecb717af None None] Port a21120e0-24a8-4ab2-b09a-de7da2980587 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:35.214340 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c61db0-23f2-4faa-aaa0-e82f0f245799 req-c139df77-8c6f-45b7-b1a7-c5e2544bbd15 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:35.215915 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-88c61db0-23f2-4faa-aaa0-e82f0f245799 req-c139df77-8c6f-45b7-b1a7-c5e2544bbd15 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.0977674 Jul 15 13:09:35.275431 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-88c61db0-23f2-4faa-aaa0-e82f0f245799 req-682b0948-c66a-4c2c-92ad-a65dd2fa97d8 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518239 Jul 15 13:09:35.334034 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ea745adf-2c0a-4c34-a6d5-199e58a87363 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:35.350062 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-ea745adf-2c0a-4c34-a6d5-199e58a87363 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe79b2e-93ff-46e9-be55-3ada1bd43fec']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:35.352458 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3dde13-198f-4c4b-8413-cd844662420a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:09:35.365558 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0d3dde13-198f-4c4b-8413-cd844662420a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "PUT /v2.0/routers/1ca39a08-6b8d-4cb9-af34-721306a4c0b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4370117 Jul 15 13:09:35.366658 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-ea745adf-2c0a-4c34-a6d5-199e58a87363 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49e6df3d-58df-42b5-80b8-19c9bc14ff92') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:35.367273 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50370) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:35.369132 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-ea745adf-2c0a-4c34-a6d5-199e58a87363 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49e6df3d-58df-42b5-80b8-19c9bc14ff92') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:35.374519 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48107867-553f-4971-83c3-e854da6285c0 None None] Sync routers for ids ['1ca39a08-6b8d-4cb9-af34-721306a4c0b6'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:09:35.389402 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48107867-553f-4971-83c3-e854da6285c0 None None] Routers {'1ca39a08-6b8d-4cb9-af34-721306a4c0b6'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:35.390320 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-48107867-553f-4971-83c3-e854da6285c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:09:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['1ca39a08-6b8d-4cb9-af34-721306a4c0b6'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:35.400111 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ea745adf-2c0a-4c34-a6d5-199e58a87363 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:35.417160 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ea745adf-2c0a-4c34-a6d5-199e58a87363 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:35.424081 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b16af-eae7-4bee-8ffa-0dbca8531230 req-eb177d56-0d5e-40dd-80aa-202da23e0d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:35.426454 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-353b16af-eae7-4bee-8ffa-0dbca8531230 req-eb177d56-0d5e-40dd-80aa-202da23e0d6e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1bdc303d-a348-44e1-bbb6-ce54e5387eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2756572 Jul 15 13:09:35.430760 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea745adf-2c0a-4c34-a6d5-199e58a87363 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:09:35.430982 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-48107867-553f-4971-83c3-e854da6285c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:35.431520 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ea745adf-2c0a-4c34-a6d5-199e58a87363 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:35.435062 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:09:35.435062 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:09:35.435062 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:09:35.435062 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:09:35.435062 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:09:35.435062 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:09:35.435062 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:09:35.435062 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:09:35.435062 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:09:35.435062 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:09:35.435062 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:09:35.435062 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:09:35.435062 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:09:35.435062 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:09:35.435062 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:09:35.435062 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:09:35.435062 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:09:35.435062 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:09:35.435062 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:09:35.435062 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:09:35.435062 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:09:35.435062 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:09:35.435062 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:09:35.435062 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:09:35.435062 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:09:35.435062 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:09:35.435062 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:09:35.435062 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:09:35.435062 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:09:35.435062 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:09:35.435062 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:09:35.435062 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:09:35.446675 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-497413f0-a902-4671-bd7b-fc0e7dc67d54 None None] Provisioning complete for port a21120e0-24a8-4ab2-b09a-de7da2980587 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:35.447142 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-497413f0-a902-4671-bd7b-fc0e7dc67d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:35.448738 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48107867-553f-4971-83c3-e854da6285c0 None None] Routers {'1ca39a08-6b8d-4cb9-af34-721306a4c0b6'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:35.449414 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-48107867-553f-4971-83c3-e854da6285c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:09:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['1ca39a08-6b8d-4cb9-af34-721306a4c0b6'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:35.456222 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615f63f0-41d6-4a0c-afa5-0e495d4005b0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:35.457624 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-615f63f0-41d6-4a0c-afa5-0e495d4005b0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "GET /v2.0/ports/a21120e0-24a8-4ab2-b09a-de7da2980587 HTTP/1.1" status: 200 len: 911 time: 0.0893607 Jul 15 13:09:35.460423 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50372) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:35.465899 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-88a5d456-f77e-414e-9752-d7aad66ae022 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '34421da3-a5ba-4d85-8b65-56a2af94451f'}]}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:35.502156 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-48107867-553f-4971-83c3-e854da6285c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:35.503126 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48107867-553f-4971-83c3-e854da6285c0 None None] The sync data for ids ['1ca39a08-6b8d-4cb9-af34-721306a4c0b6'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:09:35.559325 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-497413f0-a902-4671-bd7b-fc0e7dc67d54 None None] Port a21120e0-24a8-4ab2-b09a-de7da2980587 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:35.566870 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58d670-bd84-4706-994e-b50f2679329f req-bc941226-87c9-4ee6-9dff-31d62b016e95 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:35.569199 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9a58d670-bd84-4706-994e-b50f2679329f req-bc941226-87c9-4ee6-9dff-31d62b016e95 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 946 time: 0.1566036 Jul 15 13:09:35.576899 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ea745adf-2c0a-4c34-a6d5-199e58a87363 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:35.585094 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ea745adf-2c0a-4c34-a6d5-199e58a87363 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:35.586935 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ea745adf-2c0a-4c34-a6d5-199e58a87363 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] 10.222.0.16 "DELETE /v2.0/networks/7fe79b2e-93ff-46e9-be55-3ada1bd43fec HTTP/1.1" status: 204 len: 168 time: 1.8694394 Jul 15 13:09:35.602274 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea745adf-2c0a-4c34-a6d5-199e58a87363 tempest-ServersTestMultiNic-570369217 tempest-ServersTestMultiNic-570369217-project] Pushing event deleted for resources: {'Network': ['ID=7fe79b2e-93ff-46e9-be55-3ada1bd43fec,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:35.617623 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-353b16af-eae7-4bee-8ffa-0dbca8531230 req-0d9b0db8-5e29-4a7f-b74c-f7c5949926fe service neutron] 10.222.0.46 "GET /v2.0/networks/1bdc303d-a348-44e1-bbb6-ce54e5387eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680591 Jul 15 13:09:35.673441 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8b3b78fb-1bd9-49c6-8226-89cf7d559c40 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:35.686886 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9a58d670-bd84-4706-994e-b50f2679329f req-d1c4dae1-bf4b-426a-95ae-9d5fc7f84524 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6a1356-fa75-4dc1-a4fe-d320e6b273c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860119 Jul 15 13:09:35.744400 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 8b3b78fb-1bd9-49c6-8226-89cf7d559c40 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:35.744942 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-353b16af-eae7-4bee-8ffa-0dbca8531230 req-baacb6f2-6542-433e-bf2b-4c50bfd7cd87 service neutron] 10.222.0.46 "GET /v2.0/networks/1bdc303d-a348-44e1-bbb6-ce54e5387eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187961 Jul 15 13:09:35.745710 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:35.886368 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device db90e579-6226-4747-b807-3df40d2aeca1 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:35.911762 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: db90e579-6226-4747-b807-3df40d2aeca1 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:09:35.911762 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device db90e579-6226-4747-b807-3df40d2aeca1 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:36.054828 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-88a5d456-f77e-414e-9752-d7aad66ae022 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.063867 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef16ed7-29d9-4fc7-8f9b-bd5b7bb0bc1d req-58df3b27-53f0-4c95-aeac-1e593e7d3b13 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:36.065858 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0ef16ed7-29d9-4fc7-8f9b-bd5b7bb0bc1d req-58df3b27-53f0-4c95-aeac-1e593e7d3b13 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd045530-3011-407e-acbb-2a2ca01c1b19 HTTP/1.1" status: 200 len: 948 time: 0.4634926 Jul 15 13:09:36.143876 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0ef16ed7-29d9-4fc7-8f9b-bd5b7bb0bc1d req-5caed4c5-a472-4816-bc06-1112a8816d43 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/security-groups?id=98737f0d-d3e4-4d9c-b01e-d1203e925b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698299 Jul 15 13:09:36.226648 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50390) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:36.253662 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device aac1c706-cf0d-4e31-9b3f-abed17990421 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:09:36.310403 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57bdb6-1813-4856-9f3a-abbb94145e7d req-8de7c548-b729-4e86-b964-49475f6d2d6b tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:36.311987 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0f57bdb6-1813-4856-9f3a-abbb94145e7d req-8de7c548-b729-4e86-b964-49475f6d2d6b tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 946 time: 0.1814501 Jul 15 13:09:36.396007 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port aac1c706-cf0d-4e31-9b3f-abed17990421, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=aac1c706-cf0d-4e31-9b3f-abed17990421,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:36.411187 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0f57bdb6-1813-4856-9f3a-abbb94145e7d req-1773e5bc-5ed7-44db-a71b-b2bb982cf6ac tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899861 Jul 15 13:09:36.423141 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'aac1c706-cf0d-4e31-9b3f-abed17990421', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': 'aac1c706-cf0d-4e31-9b3f-abed17990421', 'mac_address': 'fa:16:3e:32:7c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:09:36.504851 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.521111 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aac1c706-cf0d-4e31-9b3f-abed17990421 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:36.542010 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port aac1c706-cf0d-4e31-9b3f-abed17990421, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=aac1c706-cf0d-4e31-9b3f-abed17990421,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:36.551761 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.584675 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a81afc-93e6-4ef8-b511-9a84de1d82f3 req-b7ebc032-788d-40c3-bc22-b14e17cc58fe tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:36.586303 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-01a81afc-93e6-4ef8-b511-9a84de1d82f3 req-b7ebc032-788d-40c3-bc22-b14e17cc58fe tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.1352966 Jul 15 13:09:36.602983 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=aac1c706-cf0d-4e31-9b3f-abed17990421,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:36.643964 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-88a5d456-f77e-414e-9752-d7aad66ae022 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.654098 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-01a81afc-93e6-4ef8-b511-9a84de1d82f3 req-742c68e0-0149-4c80-84ae-b9bd9dfd0155 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564728 Jul 15 13:09:36.655066 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-88a5d456-f77e-414e-9752-d7aad66ae022 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.661614 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a5d456-f77e-414e-9752-d7aad66ae022 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:36.662244 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-88a5d456-f77e-414e-9752-d7aad66ae022 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.663564 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-88a5d456-f77e-414e-9752-d7aad66ae022 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "PUT /v2.0/ports/a21120e0-24a8-4ab2-b09a-de7da2980587 HTTP/1.1" status: 200 len: 911 time: 1.2022345 Jul 15 13:09:36.666441 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50394) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:36.713249 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a5d456-f77e-414e-9752-d7aad66ae022 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event updated for resources: {'Port': ['ID=a21120e0-24a8-4ab2-b09a-de7da2980587,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:36.739472 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7135ea66-1a84-4d92-90f4-9c2d2b1a0513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.888936 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e332b6c-07b4-4edb-abe0-ec6a627047f7 req-81335d79-96c4-4209-81b2-b39596f46a7c tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:36.890554 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3e332b6c-07b4-4edb-abe0-ec6a627047f7 req-81335d79-96c4-4209-81b2-b39596f46a7c tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.1077330 Jul 15 13:09:36.902766 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb37f1-909d-4c2c-9a9a-8b4bb71bf52f req-09766d22-36d0-4a47-b74e-65bb46175d08 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:36.904274 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d4eb37f1-909d-4c2c-9a9a-8b4bb71bf52f req-09766d22-36d0-4a47-b74e-65bb46175d08 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 946 time: 0.0906413 Jul 15 13:09:36.960046 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3e332b6c-07b4-4edb-abe0-ec6a627047f7 req-a9d2cdeb-c6ea-4a68-98d1-58b00194b215 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548670 Jul 15 13:09:36.965044 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d4eb37f1-909d-4c2c-9a9a-8b4bb71bf52f req-92382bac-e8d3-4f3a-8306-7a45e992fbfd tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6a1356-fa75-4dc1-a4fe-d320e6b273c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525360 Jul 15 13:09:37.085085 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['aac1c706-cf0d-4e31-9b3f-abed17990421'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:37.159744 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75cdbf-7b14-4a2f-ad6a-5ebbaa762cca req-2eaa0eb4-1437-4ef6-b370-901dcb9697c9 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:37.161182 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5d75cdbf-7b14-4a2f-ad6a-5ebbaa762cca req-2eaa0eb4-1437-4ef6-b370-901dcb9697c9 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.0714917 Jul 15 13:09:37.198629 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3e9424d8-18d9-47a5-87a4-167b092104e4 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:37.221315 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5d75cdbf-7b14-4a2f-ad6a-5ebbaa762cca req-37917614-1103-416c-9438-63bb57297e11 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528307 Jul 15 13:09:37.264361 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-7135ea66-1a84-4d92-90f4-9c2d2b1a0513 admin admin] Deleting port 6a92cf00-85b0-4405-a9ea-8da0f6cdae5b {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:37.264701 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7135ea66-1a84-4d92-90f4-9c2d2b1a0513 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:37.333971 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed181926-6ac0-4da3-b885-71102c099b13 req-5636afaf-a839-4427-bd2b-a31f9b24011a tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:37.335668 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ed181926-6ac0-4da3-b885-71102c099b13 req-5636afaf-a839-4427-bd2b-a31f9b24011a tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd045530-3011-407e-acbb-2a2ca01c1b19 HTTP/1.1" status: 200 len: 949 time: 0.0645995 Jul 15 13:09:37.407410 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-7135ea66-1a84-4d92-90f4-9c2d2b1a0513 admin admin] For port 6a92cf00-85b0-4405-a9ea-8da0f6cdae5b, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=6a92cf00-85b0-4405-a9ea-8da0f6cdae5b,segment=NetworkSegment(f53d5009-e072-43e0-bb98-8cf4a4cfe7ea),segment_id=f53d5009-e072-43e0-bb98-8cf4a4cfe7ea)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:37.407762 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7135ea66-1a84-4d92-90f4-9c2d2b1a0513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:37.412864 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ed181926-6ac0-4da3-b885-71102c099b13 req-c1b13a82-c0ac-4e24-8eba-32ed98d16d3c tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/security-groups?id=98737f0d-d3e4-4d9c-b01e-d1203e925b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661297 Jul 15 13:09:37.422451 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-7135ea66-1a84-4d92-90f4-9c2d2b1a0513 admin admin] Calling delete_port for 6a92cf00-85b0-4405-a9ea-8da0f6cdae5b owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:37.428842 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f0eb8-c536-4500-a009-5b0db464fdc6 req-de8b4632-9ba0-4728-923a-dcb9f18dfb3f tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:37.430328 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-009f0eb8-c536-4500-a009-5b0db464fdc6 req-de8b4632-9ba0-4728-923a-dcb9f18dfb3f tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.0936415 Jul 15 13:09:37.473990 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-009f0eb8-c536-4500-a009-5b0db464fdc6 req-691a51d3-555d-4b85-ac9a-a6c8f0288c89 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344534 Jul 15 13:09:37.643279 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc012876-d0a2-4579-bd15-383feb6a00ce req-7e073d53-3b02-4198-ba86-895279398e50 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:37.645284 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fc012876-d0a2-4579-bd15-383feb6a00ce req-7e073d53-3b02-4198-ba86-895279398e50 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 946 time: 0.0658252 Jul 15 13:09:37.684179 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fc012876-d0a2-4579-bd15-383feb6a00ce req-329fa843-9de2-4b84-8b8c-31e0597a6b36 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331926 Jul 15 13:09:37.685462 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-3e9424d8-18d9-47a5-87a4-167b092104e4 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Deleting port a21120e0-24a8-4ab2-b09a-de7da2980587 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:37.685820 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3e9424d8-18d9-47a5-87a4-167b092104e4 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:37.973561 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7135ea66-1a84-4d92-90f4-9c2d2b1a0513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:38.028056 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135ea66-1a84-4d92-90f4-9c2d2b1a0513 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a92cf00-85b0-4405-a9ea-8da0f6cdae5b,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:38.103927 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3e9424d8-18d9-47a5-87a4-167b092104e4 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:38.121590 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-3e9424d8-18d9-47a5-87a4-167b092104e4 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Calling delete_port for a21120e0-24a8-4ab2-b09a-de7da2980587 owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:38.277775 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7135ea66-1a84-4d92-90f4-9c2d2b1a0513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:38.461434 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3e9424d8-18d9-47a5-87a4-167b092104e4 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:38.494416 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9424d8-18d9-47a5-87a4-167b092104e4 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event deleted for resources: {'Port': ['ID=a21120e0-24a8-4ab2-b09a-de7da2980587,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:38.610006 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26b69a-d8d7-48d6-a39d-9eb771672651 req-b7006917-74ce-4a7d-962e-3bb63a370d27 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:38.618499 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0a26b69a-d8d7-48d6-a39d-9eb771672651 req-b7006917-74ce-4a7d-962e-3bb63a370d27 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd045530-3011-407e-acbb-2a2ca01c1b19 HTTP/1.1" status: 200 len: 949 time: 0.0909622 Jul 15 13:09:38.659470 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3e9424d8-18d9-47a5-87a4-167b092104e4 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:38.669742 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0a26b69a-d8d7-48d6-a39d-9eb771672651 req-8b116b97-a1db-46bd-9c0a-694edf2ab4d6 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/security-groups?id=98737f0d-d3e4-4d9c-b01e-d1203e925b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501378 Jul 15 13:09:38.692501 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7135ea66-1a84-4d92-90f4-9c2d2b1a0513 admin admin] Router 5c56d9e0-ac83-40eb-bffc-8bd680da8990 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:09:38.863596 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391474cd-63ed-448a-ac25-17332ba8263f req-89394b20-e98c-456f-adb1-62e8f30399e3 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:38.865598 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-391474cd-63ed-448a-ac25-17332ba8263f req-89394b20-e98c-456f-adb1-62e8f30399e3 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 946 time: 0.0685189 Jul 15 13:09:38.906773 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-391474cd-63ed-448a-ac25-17332ba8263f req-46776cd9-daf0-47f5-82aa-185dbdc6e5e4 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357530 Jul 15 13:09:38.914363 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9424d8-18d9-47a5-87a4-167b092104e4 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Router 1ca39a08-6b8d-4cb9-af34-721306a4c0b6 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:09:38.935448 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7135ea66-1a84-4d92-90f4-9c2d2b1a0513 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:09:38.942008 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7135ea66-1a84-4d92-90f4-9c2d2b1a0513 admin admin] 10.222.0.16 "PUT /v2.0/routers/5c56d9e0-ac83-40eb-bffc-8bd680da8990/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7134316 Jul 15 13:09:38.943929 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50424) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:38.944745 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb33924-625a-4549-ba16-93d754e9c921 None None] Sync routers for ids ['5c56d9e0-ac83-40eb-bffc-8bd680da8990'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:09:38.953676 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb33924-625a-4549-ba16-93d754e9c921 None None] Routers {'5c56d9e0-ac83-40eb-bffc-8bd680da8990'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:38.954265 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-dbb33924-625a-4549-ba16-93d754e9c921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:09:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['5c56d9e0-ac83-40eb-bffc-8bd680da8990'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:39.052394 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9424d8-18d9-47a5-87a4-167b092104e4 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:09:39.060624 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-dbb33924-625a-4549-ba16-93d754e9c921 None None] Set router 5c56d9e0-ac83-40eb-bffc-8bd680da8990 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:39.060752 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3e9424d8-18d9-47a5-87a4-167b092104e4 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "PUT /v2.0/routers/1ca39a08-6b8d-4cb9-af34-721306a4c0b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3907950 Jul 15 13:09:39.061780 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50426) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:39.063670 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3e5e11-92d8-493f-9b7c-1df89ac15f0e None None] Sync routers for ids ['1ca39a08-6b8d-4cb9-af34-721306a4c0b6'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:09:39.081506 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3e5e11-92d8-493f-9b7c-1df89ac15f0e None None] Routers {'1ca39a08-6b8d-4cb9-af34-721306a4c0b6'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:39.082131 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-7d3e5e11-92d8-493f-9b7c-1df89ac15f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:09:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['1ca39a08-6b8d-4cb9-af34-721306a4c0b6'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:39.113441 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-124f799d-730d-4ca7-a060-d889aacc8770 admin admin] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.113816 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6da65e83-98a9-4c8e-bf0b-0c5000307535 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ca39a08-6b8d-4cb9-af34-721306a4c0b6 HTTP/1.1" status: 200 len: 205 time: 0.0512619 Jul 15 13:09:39.116094 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50428) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:39.135495 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-7d3e5e11-92d8-493f-9b7c-1df89ac15f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:39.144658 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3e5e11-92d8-493f-9b7c-1df89ac15f0e None None] Routers {'1ca39a08-6b8d-4cb9-af34-721306a4c0b6'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:39.145268 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-7d3e5e11-92d8-493f-9b7c-1df89ac15f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:09:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['1ca39a08-6b8d-4cb9-af34-721306a4c0b6'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:39.187721 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-7d3e5e11-92d8-493f-9b7c-1df89ac15f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:39.188409 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3e5e11-92d8-493f-9b7c-1df89ac15f0e None None] The sync data for ids ['1ca39a08-6b8d-4cb9-af34-721306a4c0b6'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:09:39.194641 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1d4e440c-b7b2-494d-a9f0-d8472b8528ce tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.232173 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-124f799d-730d-4ca7-a060-d889aacc8770 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.277845 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-dbb33924-625a-4549-ba16-93d754e9c921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c56d9e0-ac83-40eb-bffc-8bd680da8990', 'name': 'tempest-ServersTestMultiNic-1307992940-router', 'tenant_id': 'c9e2f6d59c714082841767edaa83eabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'bbc94027-0b66-4194-be0d-739ac0156a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:58Z', 'updated_at': '2021-07-15T13:09:37Z', 'revision_number': 5, 'project_id': 'c9e2f6d59c714082841767edaa83eabd', 'gw_port': {'id': 'bbc94027-0b66-4194-be0d-739ac0156a52', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:47:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c56d9e0-ac83-40eb-bffc-8bd680da8990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:59Z', 'updated_at': '2021-07-15T13:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:39.305408 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-124f799d-730d-4ca7-a060-d889aacc8770 admin admin] Deleting port bbc94027-0b66-4194-be0d-739ac0156a52 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:39.306469 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-124f799d-730d-4ca7-a060-d889aacc8770 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.309817 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb33924-625a-4549-ba16-93d754e9c921 None None] Checking router: 5c56d9e0-ac83-40eb-bffc-8bd680da8990 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:09:39.318353 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb33924-625a-4549-ba16-93d754e9c921 None None] Routers {'5c56d9e0-ac83-40eb-bffc-8bd680da8990'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:39.319057 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-dbb33924-625a-4549-ba16-93d754e9c921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:09:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['5c56d9e0-ac83-40eb-bffc-8bd680da8990'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:39.371196 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1d4e440c-b7b2-494d-a9f0-d8472b8528ce tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.373190 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1d4e440c-b7b2-494d-a9f0-d8472b8528ce tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.400862 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-124f799d-730d-4ca7-a060-d889aacc8770 admin admin] For port bbc94027-0b66-4194-be0d-739ac0156a52, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=bbc94027-0b66-4194-be0d-739ac0156a52,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:39.401224 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-124f799d-730d-4ca7-a060-d889aacc8770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.405565 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-dbb33924-625a-4549-ba16-93d754e9c921 None None] Set router 5c56d9e0-ac83-40eb-bffc-8bd680da8990 gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:39.414744 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-124f799d-730d-4ca7-a060-d889aacc8770 admin admin] Calling delete_port for bbc94027-0b66-4194-be0d-739ac0156a52 owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:39.419207 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1d4e440c-b7b2-494d-a9f0-d8472b8528ce tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.419714 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4e440c-b7b2-494d-a9f0-d8472b8528ce tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Fanout notify agent at l3_agent the message router_deleted on router 1ca39a08-6b8d-4cb9-af34-721306a4c0b6 {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:09:39.429600 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1d4e440c-b7b2-494d-a9f0-d8472b8528ce tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.433194 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1d4e440c-b7b2-494d-a9f0-d8472b8528ce tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "DELETE /v2.0/routers/1ca39a08-6b8d-4cb9-af34-721306a4c0b6 HTTP/1.1" status: 204 len: 168 time: 0.3139198 Jul 15 13:09:39.433452 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50432) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:39.461035 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-dbb33924-625a-4549-ba16-93d754e9c921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c56d9e0-ac83-40eb-bffc-8bd680da8990', 'name': 'tempest-ServersTestMultiNic-1307992940-router', 'tenant_id': 'c9e2f6d59c714082841767edaa83eabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:58Z', 'updated_at': '2021-07-15T13:09:39Z', 'revision_number': 6, 'project_id': 'c9e2f6d59c714082841767edaa83eabd', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:39.486019 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-c08702b1-bb81-4ddc-9dfd-faa7cf2bd281 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Deleting subnet 34421da3-a5ba-4d85-8b65-56a2af94451f {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:09:39.488076 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb33924-625a-4549-ba16-93d754e9c921 None None] The sync data for ids ['5c56d9e0-ac83-40eb-bffc-8bd680da8990'] in n-d-771363-36 is: [{'id': '5c56d9e0-ac83-40eb-bffc-8bd680da8990', 'name': 'tempest-ServersTestMultiNic-1307992940-router', 'tenant_id': 'c9e2f6d59c714082841767edaa83eabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:58Z', 'updated_at': '2021-07-15T13:09:39Z', 'revision_number': 6, 'project_id': 'c9e2f6d59c714082841767edaa83eabd', 'gw_port_host': None}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:09:39.489958 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c08702b1-bb81-4ddc-9dfd-faa7cf2bd281 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.541257 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c08702b1-bb81-4ddc-9dfd-faa7cf2bd281 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.583544 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-124f799d-730d-4ca7-a060-d889aacc8770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.607052 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f799d-730d-4ca7-a060-d889aacc8770 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbc94027-0b66-4194-be0d-739ac0156a52,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:39.624536 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c08702b1-bb81-4ddc-9dfd-faa7cf2bd281 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.672443 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-124f799d-730d-4ca7-a060-d889aacc8770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.684804 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c08702b1-bb81-4ddc-9dfd-faa7cf2bd281 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.717228 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08702b1-bb81-4ddc-9dfd-faa7cf2bd281 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event deleted for resources: {'Subnet': ['ID=34421da3-a5ba-4d85-8b65-56a2af94451f,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:39.730270 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6d5036-fdc1-4e19-b795-eda2d01e40e0 None None] Network 1ad8aee9-1e2a-4274-85be-a6010633e8f4 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:39.730405 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c08702b1-bb81-4ddc-9dfd-faa7cf2bd281 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.732342 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c08702b1-bb81-4ddc-9dfd-faa7cf2bd281 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "DELETE /v2.0/subnets/34421da3-a5ba-4d85-8b65-56a2af94451f HTTP/1.1" status: 204 len: 168 time: 0.2979867 Jul 15 13:09:39.739018 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50438) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:39.776505 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-124f799d-730d-4ca7-a060-d889aacc8770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.784523 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-124f799d-730d-4ca7-a060-d889aacc8770 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.851307 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b2455e2-d60d-4c59-89ef-d89b009d92ce tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.854861 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-124f799d-730d-4ca7-a060-d889aacc8770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.855344 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124f799d-730d-4ca7-a060-d889aacc8770 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c56d9e0-ac83-40eb-bffc-8bd680da8990 {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:09:39.859938 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-124f799d-730d-4ca7-a060-d889aacc8770 admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.861243 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-124f799d-730d-4ca7-a060-d889aacc8770 admin admin] 10.222.0.16 "DELETE /v2.0/routers/5c56d9e0-ac83-40eb-bffc-8bd680da8990 HTTP/1.1" status: 204 len: 168 time: 0.9163883 Jul 15 13:09:39.872565 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50440) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:39.927180 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ff73928-f460-4ded-8a77-b740e4f577b1 admin admin] Deleting subnet 34206c70-e1ca-481a-9eb1-88a9811dd021 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:09:39.930526 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9ff73928-f460-4ded-8a77-b740e4f577b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.988515 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbee719-57c6-470a-aeb4-1fa2b2c1bd36 req-4b363447-3ce1-4058-b1d8-b430d5802c9c tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:39.989464 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9ff73928-f460-4ded-8a77-b740e4f577b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.990186 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-acbee719-57c6-470a-aeb4-1fa2b2c1bd36 req-4b363447-3ce1-4058-b1d8-b430d5802c9c tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd045530-3011-407e-acbb-2a2ca01c1b19 HTTP/1.1" status: 200 len: 949 time: 0.1622789 Jul 15 13:09:40.017517 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7b2455e2-d60d-4c59-89ef-d89b009d92ce tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Deleting port 8b3b78fb-1bd9-49c6-8226-89cf7d559c40 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:40.017810 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b2455e2-d60d-4c59-89ef-d89b009d92ce tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.052975 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa88a9a3-2142-4b58-8486-3c6c9aa06961 None None] DHCP port deletion for 1ad8aee9-1e2a-4274-85be-a6010633e8f4 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:09:40.073167 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-acbee719-57c6-470a-aeb4-1fa2b2c1bd36 req-5e6860e7-6291-4f53-88af-177920dc09f5 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/security-groups?id=98737f0d-d3e4-4d9c-b01e-d1203e925b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769844 Jul 15 13:09:40.107783 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9ff73928-f460-4ded-8a77-b740e4f577b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.117390 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-fa88a9a3-2142-4b58-8486-3c6c9aa06961 None None] Deleting port 8b3b78fb-1bd9-49c6-8226-89cf7d559c40 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:40.117932 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fa88a9a3-2142-4b58-8486-3c6c9aa06961 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.147415 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-7b2455e2-d60d-4c59-89ef-d89b009d92ce tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] For port 8b3b78fb-1bd9-49c6-8226-89cf7d559c40, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=8b3b78fb-1bd9-49c6-8226-89cf7d559c40,segment=NetworkSegment(b28bbd54-cd13-4288-a948-5acb7be7355b),segment_id=b28bbd54-cd13-4288-a948-5acb7be7355b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:40.147758 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b2455e2-d60d-4c59-89ef-d89b009d92ce tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.166001 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7b2455e2-d60d-4c59-89ef-d89b009d92ce tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Calling delete_port for 8b3b78fb-1bd9-49c6-8226-89cf7d559c40 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:40.176415 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9ff73928-f460-4ded-8a77-b740e4f577b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.190112 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-fa88a9a3-2142-4b58-8486-3c6c9aa06961 None None] For port 8b3b78fb-1bd9-49c6-8226-89cf7d559c40, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=8b3b78fb-1bd9-49c6-8226-89cf7d559c40,segment=NetworkSegment(b28bbd54-cd13-4288-a948-5acb7be7355b),segment_id=b28bbd54-cd13-4288-a948-5acb7be7355b)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:40.190656 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fa88a9a3-2142-4b58-8486-3c6c9aa06961 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.202337 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-fa88a9a3-2142-4b58-8486-3c6c9aa06961 None None] Calling delete_port for 8b3b78fb-1bd9-49c6-8226-89cf7d559c40 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:40.203750 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9ff73928-f460-4ded-8a77-b740e4f577b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.208752 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9ff73928-f460-4ded-8a77-b740e4f577b1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/34206c70-e1ca-481a-9eb1-88a9811dd021 HTTP/1.1" status: 204 len: 168 time: 0.3329372 Jul 15 13:09:40.208752 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff73928-f460-4ded-8a77-b740e4f577b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34206c70-e1ca-481a-9eb1-88a9811dd021,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:40.210132 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50444) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:40.216348 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488a774d-a29f-419e-b696-c0bf3e259757 None None] Network b7d9b321-b4e4-4cfc-a793-2e1472f0055c requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:40.237706 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73be03c-6c23-433b-9c32-d1a9b309f0d8 req-c4ea42db-c6ac-4408-88cc-322509755bec tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:40.239240 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c73be03c-6c23-433b-9c32-d1a9b309f0d8 req-c4ea42db-c6ac-4408-88cc-322509755bec tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 946 time: 0.1332994 Jul 15 13:09:40.276348 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device aac1c706-cf0d-4e31-9b3f-abed17990421 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:40.292757 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a55e0133-7057-4c72-ac23-63b07ba823ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.296683 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c73be03c-6c23-433b-9c32-d1a9b309f0d8 req-aa6183ee-68a1-4a3e-891e-440194ce5c8d tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453000 Jul 15 13:09:40.297727 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b2455e2-d60d-4c59-89ef-d89b009d92ce tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.329300 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2455e2-d60d-4c59-89ef-d89b009d92ce tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] No DVR routers for this DVR port 8b3b78fb-1bd9-49c6-8226-89cf7d559c40 on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:40.331815 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2455e2-d60d-4c59-89ef-d89b009d92ce tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event deleted for resources: {'Port': ['ID=8b3b78fb-1bd9-49c6-8226-89cf7d559c40,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:40.379798 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-a55e0133-7057-4c72-ac23-63b07ba823ba admin admin] Deleting port 5a591ecf-b7ef-4723-841c-6492e56d0cec {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:40.380284 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a55e0133-7057-4c72-ac23-63b07ba823ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.416749 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6a92cf00-85b0-4405-a9ea-8da0f6cdae5b no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:40.467758 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 6a92cf00-85b0-4405-a9ea-8da0f6cdae5b {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:09:40.468105 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6a92cf00-85b0-4405-a9ea-8da0f6cdae5b not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:40.477961 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b2455e2-d60d-4c59-89ef-d89b009d92ce tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.488692 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-a55e0133-7057-4c72-ac23-63b07ba823ba admin admin] For port 5a591ecf-b7ef-4723-841c-6492e56d0cec, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5a591ecf-b7ef-4723-841c-6492e56d0cec,segment=NetworkSegment(f53d5009-e072-43e0-bb98-8cf4a4cfe7ea),segment_id=f53d5009-e072-43e0-bb98-8cf4a4cfe7ea)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:40.489202 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a55e0133-7057-4c72-ac23-63b07ba823ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.489831 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-7b2455e2-d60d-4c59-89ef-d89b009d92ce tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ad8aee9-1e2a-4274-85be-a6010633e8f4']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:40.495829 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port aac1c706-cf0d-4e31-9b3f-abed17990421 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:40.500432 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-7b2455e2-d60d-4c59-89ef-d89b009d92ce tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b28bbd54-cd13-4288-a948-5acb7be7355b') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:40.500593 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-7b2455e2-d60d-4c59-89ef-d89b009d92ce tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b28bbd54-cd13-4288-a948-5acb7be7355b') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:40.503832 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port aac1c706-cf0d-4e31-9b3f-abed17990421 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:40.504283 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.504490 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-a55e0133-7057-4c72-ac23-63b07ba823ba admin admin] Calling delete_port for 5a591ecf-b7ef-4723-841c-6492e56d0cec owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:40.509623 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b2455e2-d60d-4c59-89ef-d89b009d92ce tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.528306 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b2455e2-d60d-4c59-89ef-d89b009d92ce tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.536403 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fa88a9a3-2142-4b58-8486-3c6c9aa06961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.537203 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b2455e2-d60d-4c59-89ef-d89b009d92ce tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:09:40.537531 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b2455e2-d60d-4c59-89ef-d89b009d92ce tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:09:40.557743 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:09:40.621711 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b2455e2-d60d-4c59-89ef-d89b009d92ce tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.626298 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a55e0133-7057-4c72-ac23-63b07ba823ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.630443 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b2455e2-d60d-4c59-89ef-d89b009d92ce tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.637477 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7b2455e2-d60d-4c59-89ef-d89b009d92ce tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "DELETE /v2.0/networks/1ad8aee9-1e2a-4274-85be-a6010633e8f4 HTTP/1.1" status: 204 len: 168 time: 0.8963954 Jul 15 13:09:40.639292 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50448) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:40.653389 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-0f7ea96d-bc46-4598-b12f-fd384cc7a607 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1622586588', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:40.655605 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e0133-7057-4c72-ac23-63b07ba823ba admin admin] Pushing event deleted for resources: {'Port': ['ID=5a591ecf-b7ef-4723-841c-6492e56d0cec,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:40.660586 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2455e2-d60d-4c59-89ef-d89b009d92ce tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event deleted for resources: {'Network': ['ID=1ad8aee9-1e2a-4274-85be-a6010633e8f4,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:40.660681 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55e0133-7057-4c72-ac23-63b07ba823ba admin admin] No DVR routers for this DVR port 5a591ecf-b7ef-4723-841c-6492e56d0cec on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:40.688529 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0f7ea96d-bc46-4598-b12f-fd384cc7a607 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.689870 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0f7ea96d-bc46-4598-b12f-fd384cc7a607 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.713767 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa88a9a3-2142-4b58-8486-3c6c9aa06961 None None] Pushing event deleted for resources: {'Port': ['ID=8b3b78fb-1bd9-49c6-8226-89cf7d559c40,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:40.720736 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa88a9a3-2142-4b58-8486-3c6c9aa06961 None None] No DVR routers for this DVR port 8b3b78fb-1bd9-49c6-8226-89cf7d559c40 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:40.753182 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a55e0133-7057-4c72-ac23-63b07ba823ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.754950 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0f7ea96d-bc46-4598-b12f-fd384cc7a607 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.762901 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0f7ea96d-bc46-4598-b12f-fd384cc7a607 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.766935 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-a55e0133-7057-4c72-ac23-63b07ba823ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7d9b321-b4e4-4cfc-a793-2e1472f0055c']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:40.777926 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-a55e0133-7057-4c72-ac23-63b07ba823ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f53d5009-e072-43e0-bb98-8cf4a4cfe7ea') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:40.778255 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-a55e0133-7057-4c72-ac23-63b07ba823ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f53d5009-e072-43e0-bb98-8cf4a4cfe7ea') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:40.784269 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.789986 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0f7ea96d-bc46-4598-b12f-fd384cc7a607 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.793749 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0f7ea96d-bc46-4598-b12f-fd384cc7a607 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1512311 Jul 15 13:09:40.794122 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50452) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:40.803179 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a55e0133-7057-4c72-ac23-63b07ba823ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.813414 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-19a32312-d884-4b49-a3bf-20d27137f5c1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-135270281'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:40.829303 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd045530-3011-407e-acbb-2a2ca01c1b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac1c706-cf0d-4e31-9b3f-abed17990421'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:40.833400 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4210a098-d710-4500-b75b-98966f2887ec" -d '{"events": [{"server_uuid": "fd045530-3011-407e-acbb-2a2ca01c1b19", "name": "network-vif-plugged", "status": "completed", "tag": "aac1c706-cf0d-4e31-9b3f-abed17990421"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:40.848106 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a55e0133-7057-4c72-ac23-63b07ba823ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.854045 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port aac1c706-cf0d-4e31-9b3f-abed17990421, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=aac1c706-cf0d-4e31-9b3f-abed17990421,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:40.857274 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88286e48-f795-49ce-a0e6-a7f41599151f None None] DHCP port deletion for b7d9b321-b4e4-4cfc-a793-2e1472f0055c request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:09:40.874486 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a55e0133-7057-4c72-ac23-63b07ba823ba admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:09:40.874917 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a32312-d884-4b49-a3bf-20d27137f5c1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Made reservation on behalf of f9994f550e914ac18f1dbf8472ed0fcd for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:40.875068 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.875188 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a55e0133-7057-4c72-ac23-63b07ba823ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.876979 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:09:40.876979 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:09:40.876979 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:09:40.876979 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:09:40.876979 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:09:40.876979 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:09:40.876979 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:09:40.876979 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:09:40.876979 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:09:40.876979 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:09:40.876979 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:09:40.876979 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:09:40.876979 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:09:40.876979 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:09:40.876979 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:09:40.876979 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:09:40.876979 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:09:40.876979 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:09:40.876979 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:09:40.876979 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:09:40.876979 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:09:40.876979 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:09:40.876979 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:09:40.876979 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:09:40.876979 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:09:40.876979 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:09:40.876979 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:09:40.876979 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:09:40.876979 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:09:40.876979 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:09:40.876979 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:09:40.876979 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:09:40.879330 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-19a32312-d884-4b49-a3bf-20d27137f5c1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.925113 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d4a951-52e8-48c9-b9a1-f39ff280afa4 x-openstack-request-id: req-71d4a951-52e8-48c9-b9a1-f39ff280afa4 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:40.925406 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd045530-3011-407e-acbb-2a2ca01c1b19", "name": "network-vif-plugged", "status": "completed", "tag": "aac1c706-cf0d-4e31-9b3f-abed17990421", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:40.925658 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-71d4a951-52e8-48c9-b9a1-f39ff280afa4 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:40.926541 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd045530-3011-407e-acbb-2a2ca01c1b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac1c706-cf0d-4e31-9b3f-abed17990421', 'code': 200} Jul 15 13:09:40.959731 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=aac1c706-cf0d-4e31-9b3f-abed17990421,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:40.960843 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a55e0133-7057-4c72-ac23-63b07ba823ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.966530 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19a32312-d884-4b49-a3bf-20d27137f5c1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:09:40.981864 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a55e0133-7057-4c72-ac23-63b07ba823ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.981998 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-19a32312-d884-4b49-a3bf-20d27137f5c1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.982230 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-19a32312-d884-4b49-a3bf-20d27137f5c1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Added segment 0bffe1a5-dc4c-461f-a2dc-0164a87a23a0 of type vlan for network 793998b1-8edf-458f-92c4-3c71fd26ab2a Jul 15 13:09:40.984248 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a55e0133-7057-4c72-ac23-63b07ba823ba admin admin] 10.222.0.16 "DELETE /v2.0/networks/b7d9b321-b4e4-4cfc-a793-2e1472f0055c HTTP/1.1" status: 204 len: 168 time: 0.7729523 Jul 15 13:09:41.000948 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e0133-7057-4c72-ac23-63b07ba823ba admin admin] Pushing event deleted for resources: {'Network': ['ID=b7d9b321-b4e4-4cfc-a793-2e1472f0055c,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:41.028050 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-19a32312-d884-4b49-a3bf-20d27137f5c1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.061603 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-19a32312-d884-4b49-a3bf-20d27137f5c1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.062660 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592f270-2682-4587-9831-f8bb6e0dee3a req-96e2f030-88e0-4456-b864-8318445a5eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:41.064842 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1592f270-2682-4587-9831-f8bb6e0dee3a req-96e2f030-88e0-4456-b864-8318445a5eaf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fd045530-3011-407e-acbb-2a2ca01c1b19 HTTP/1.1" status: 200 len: 1102 time: 0.0596650 Jul 15 13:09:41.069712 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a32312-d884-4b49-a3bf-20d27137f5c1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:41.070330 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-19a32312-d884-4b49-a3bf-20d27137f5c1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.107997 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1592f270-2682-4587-9831-f8bb6e0dee3a req-0b9203aa-12b7-48a3-94dd-2dc4d3af60e0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=98737f0d-d3e4-4d9c-b01e-d1203e925b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338712 Jul 15 13:09:41.111166 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-19a32312-d884-4b49-a3bf-20d27137f5c1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3157976 Jul 15 13:09:41.113715 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50460) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:41.119081 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-d4e04440-22fd-466f-ab31-252b63cab609 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Request body: {'subnet': {'network_id': '793998b1-8edf-458f-92c4-3c71fd26ab2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:41.156854 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a32312-d884-4b49-a3bf-20d27137f5c1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event updated for resources: {'Network': ['ID=793998b1-8edf-458f-92c4-3c71fd26ab2a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:41.170604 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 793998b1-8edf-458f-92c4-3c71fd26ab2a details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:09:41.189122 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50462) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:41.232083 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e04440-22fd-466f-ab31-252b63cab609 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Made reservation on behalf of f9994f550e914ac18f1dbf8472ed0fcd for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:41.235604 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d4e04440-22fd-466f-ab31-252b63cab609 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.268314 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ef3f8ede-1702-4061-9c2d-6d3863991108 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c9e2f6d59c714082841767edaa83eabd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0776649 Jul 15 13:09:41.271012 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50464) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:41.327977 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69648b5b-668b-4cb7-9361-29371605c2fe req-2e9a4afe-040c-4efd-82ac-401944c8e415 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:41.329509 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-69648b5b-668b-4cb7-9361-29371605c2fe req-2e9a4afe-040c-4efd-82ac-401944c8e415 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd045530-3011-407e-acbb-2a2ca01c1b19 HTTP/1.1" status: 200 len: 950 time: 0.1155033 Jul 15 13:09:41.351090 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-643ca209-068b-4eb7-b3ae-24f4d2202bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.391251 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-643ca209-068b-4eb7-b3ae-24f4d2202bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.402003 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-69648b5b-668b-4cb7-9361-29371605c2fe req-b52fc9e1-16a0-4817-abba-afef64053859 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/security-groups?id=98737f0d-d3e4-4d9c-b01e-d1203e925b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595095 Jul 15 13:09:41.475347 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d4e04440-22fd-466f-ab31-252b63cab609 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.480900 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-643ca209-068b-4eb7-b3ae-24f4d2202bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.482356 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428981b-0c20-43b3-8f44-16a9532adb86 req-d2c8a28c-03be-4b51-a235-312ac1a99d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:41.483429 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-643ca209-068b-4eb7-b3ae-24f4d2202bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.483862 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5428981b-0c20-43b3-8f44-16a9532adb86 req-d2c8a28c-03be-4b51-a235-312ac1a99d80 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 1098 time: 0.1122291 Jul 15 13:09:41.485054 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-643ca209-068b-4eb7-b3ae-24f4d2202bf6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a0a68e0b-1c2a-4b72-8c63-99be80ebe8b1 HTTP/1.1" status: 204 len: 168 time: 0.2129912 Jul 15 13:09:41.508770 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ca209-068b-4eb7-b3ae-24f4d2202bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a68e0b-1c2a-4b72-8c63-99be80ebe8b1,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:41.544011 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683e6cc-c311-455d-81f5-1269c30d3eb6 req-0ca3b1d0-890a-4dbe-9386-e87d84e52ae5 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:41.554610 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0683e6cc-c311-455d-81f5-1269c30d3eb6 req-0ca3b1d0-890a-4dbe-9386-e87d84e52ae5 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 946 time: 0.1107736 Jul 15 13:09:41.610096 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0683e6cc-c311-455d-81f5-1269c30d3eb6 req-18269d08-71ae-4819-888e-47352b5709fe tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544498 Jul 15 13:09:41.689913 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device bbc94027-0b66-4194-be0d-739ac0156a52 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:41.716297 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: bbc94027-0b66-4194-be0d-739ac0156a52 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:09:41.716725 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device bbc94027-0b66-4194-be0d-739ac0156a52 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:41.717214 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8b3b78fb-1bd9-49c6-8226-89cf7d559c40 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:41.736067 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 8b3b78fb-1bd9-49c6-8226-89cf7d559c40 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:09:41.736450 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8b3b78fb-1bd9-49c6-8226-89cf7d559c40 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:41.737429 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5a591ecf-b7ef-4723-841c-6492e56d0cec no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:41.760333 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 5a591ecf-b7ef-4723-841c-6492e56d0cec {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:09:41.760759 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5a591ecf-b7ef-4723-841c-6492e56d0cec not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:41.846496 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e04440-22fd-466f-ab31-252b63cab609 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event updated for resources: {'Subnet': ['ID=a77b2505-a4a5-4fc2-97cb-5427f87a392b,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:41.851672 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5428981b-0c20-43b3-8f44-16a9532adb86 req-a355bd18-49e1-4b7d-a0c3-b16dbc9db613 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653396 Jul 15 13:09:41.855519 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e04440-22fd-466f-ab31-252b63cab609 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Checking segment: {'id': '0bffe1a5-dc4c-461f-a2dc-0164a87a23a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '793998b1-8edf-458f-92c4-3c71fd26ab2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:41.855887 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e04440-22fd-466f-ab31-252b63cab609 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Network hostable DHCP agents. Network: 793998b1-8edf-458f-92c4-3c71fd26ab2a, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:09:41.873412 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e04440-22fd-466f-ab31-252b63cab609 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Network 793998b1-8edf-458f-92c4-3c71fd26ab2a is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:09:41.883518 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-d4e04440-22fd-466f-ab31-252b63cab609 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 793998b1-8edf-458f-92c4-3c71fd26ab2a) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:41.889372 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e04440-22fd-466f-ab31-252b63cab609 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:41.889651 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d4e04440-22fd-466f-ab31-252b63cab609 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.893024 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b962ace-80f1-4c1b-8688-362684954ee0 None None] Network 793998b1-8edf-458f-92c4-3c71fd26ab2a requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:41.912298 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d4e04440-22fd-466f-ab31-252b63cab609 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7974207 Jul 15 13:09:41.915509 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50480) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:42.064618 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a66c206-2971-49bc-b395-e4cc30972e7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-793998b1-8edf-458f-92c4-3c71fd26ab2a', 'network_id': '793998b1-8edf-458f-92c4-3c71fd26ab2a', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'fixed_ips': [{'subnet_id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:09:42.065652 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0a66c206-2971-49bc-b395-e4cc30972e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.220091 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-0a66c206-2971-49bc-b395-e4cc30972e7d None None] Allocated IP 2001:db8::2 (793998b1-8edf-458f-92c4-3c71fd26ab2a/a77b2505-a4a5-4fc2-97cb-5427f87a392b/60946664-aaf7-46b9-8ec0-df8c2c04c600) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:42.224212 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-efaa54c7-a9dc-4dfc-bf4e-762c4bd20e15 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.304775 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50496) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:42.378425 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0a66c206-2971-49bc-b395-e4cc30972e7d None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.387729 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-0a66c206-2971-49bc-b395-e4cc30972e7d None None] Transition to ACTIVE for port object 60946664-aaf7-46b9-8ec0-df8c2c04c600 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:42.404121 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-0a66c206-2971-49bc-b395-e4cc30972e7d None None] Transition to ACTIVE for port object 60946664-aaf7-46b9-8ec0-df8c2c04c600 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:42.411266 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0a66c206-2971-49bc-b395-e4cc30972e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.443853 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-5596e0dd-9db4-4e76-90c6-78bfd5e93eb5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1444239726-network', 'tenant_id': '13316ece7db54a9c8540a5aff49e478f'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:42.468528 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a66c206-2971-49bc-b395-e4cc30972e7d None None] Network 793998b1-8edf-458f-92c4-3c71fd26ab2a is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:42.472110 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-0a66c206-2971-49bc-b395-e4cc30972e7d None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:42.475572 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a66c206-2971-49bc-b395-e4cc30972e7d None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:42.485503 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a66c206-2971-49bc-b395-e4cc30972e7d None None] Pushing event updated for resources: {'Port': ['ID=60946664-aaf7-46b9-8ec0-df8c2c04c600,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:42.488553 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5596e0dd-9db4-4e76-90c6-78bfd5e93eb5 admin admin] Made reservation on behalf of 13316ece7db54a9c8540a5aff49e478f for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:42.496332 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5596e0dd-9db4-4e76-90c6-78bfd5e93eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.505430 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5596e0dd-9db4-4e76-90c6-78bfd5e93eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.519999 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-efaa54c7-a9dc-4dfc-bf4e-762c4bd20e15 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Allocated IP 2001:db8::1 (793998b1-8edf-458f-92c4-3c71fd26ab2a/a77b2505-a4a5-4fc2-97cb-5427f87a392b/fc996173-c19b-49a6-a4fd-70d9c88d3bd0) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:42.550599 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-0a66c206-2971-49bc-b395-e4cc30972e7d None None] Attempting to bind port 60946664-aaf7-46b9-8ec0-df8c2c04c600 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:42.550985 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-0a66c206-2971-49bc-b395-e4cc30972e7d None None] Attempting to bind port 60946664-aaf7-46b9-8ec0-df8c2c04c600 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '0bffe1a5-dc4c-461f-a2dc-0164a87a23a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '793998b1-8edf-458f-92c4-3c71fd26ab2a'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:42.551542 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a66c206-2971-49bc-b395-e4cc30972e7d None None] Attempting to bind port 60946664-aaf7-46b9-8ec0-df8c2c04c600 on network 793998b1-8edf-458f-92c4-3c71fd26ab2a {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:42.557467 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a66c206-2971-49bc-b395-e4cc30972e7d None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:42.558367 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a66c206-2971-49bc-b395-e4cc30972e7d None None] Checking segment: {'id': '0bffe1a5-dc4c-461f-a2dc-0164a87a23a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '793998b1-8edf-458f-92c4-3c71fd26ab2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:42.559026 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0a66c206-2971-49bc-b395-e4cc30972e7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.559683 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a66c206-2971-49bc-b395-e4cc30972e7d None None] Bound using segment: {'id': '0bffe1a5-dc4c-461f-a2dc-0164a87a23a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '793998b1-8edf-458f-92c4-3c71fd26ab2a'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:42.560517 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-0a66c206-2971-49bc-b395-e4cc30972e7d None None] Bound port: 60946664-aaf7-46b9-8ec0-df8c2c04c600, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bffe1a5-dc4c-461f-a2dc-0164a87a23a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '793998b1-8edf-458f-92c4-3c71fd26ab2a'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:42.561098 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0a66c206-2971-49bc-b395-e4cc30972e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.609748 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5596e0dd-9db4-4e76-90c6-78bfd5e93eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.615610 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5596e0dd-9db4-4e76-90c6-78bfd5e93eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.627274 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-0a66c206-2971-49bc-b395-e4cc30972e7d None None] For port 60946664-aaf7-46b9-8ec0-df8c2c04c600, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:42.632047 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-0a66c206-2971-49bc-b395-e4cc30972e7d None None] For port 60946664-aaf7-46b9-8ec0-df8c2c04c600, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=60946664-aaf7-46b9-8ec0-df8c2c04c600,segment=NetworkSegment(0bffe1a5-dc4c-461f-a2dc-0164a87a23a0),segment_id=0bffe1a5-dc4c-461f-a2dc-0164a87a23a0)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:42.640742 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0a66c206-2971-49bc-b395-e4cc30972e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.643880 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5596e0dd-9db4-4e76-90c6-78bfd5e93eb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:09:42.665646 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5596e0dd-9db4-4e76-90c6-78bfd5e93eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:42.684872 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5596e0dd-9db4-4e76-90c6-78bfd5e93eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.685398 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-5596e0dd-9db4-4e76-90c6-78bfd5e93eb5 admin admin] Added segment f249e42e-4c8e-46f6-b3c4-615078d8d102 of type vlan for network cb2098bc-7484-4c5d-9e4d-2dee71297f28 Jul 15 13:09:42.697765 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-efaa54c7-a9dc-4dfc-bf4e-762c4bd20e15 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.710234 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d5815-20c9-4796-a55c-813db4b2048f req-a118cb1c-fcd4-4455-8faa-dcb6e66c664f tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:42.712382 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a6d5815-20c9-4796-a55c-813db4b2048f req-a118cb1c-fcd4-4455-8faa-dcb6e66c664f tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd045530-3011-407e-acbb-2a2ca01c1b19 HTTP/1.1" status: 200 len: 950 time: 0.1470702 Jul 15 13:09:42.730690 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a66c206-2971-49bc-b395-e4cc30972e7d None None] Pushing event updated for resources: {'Port': ['ID=60946664-aaf7-46b9-8ec0-df8c2c04c600,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:42.732319 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-efaa54c7-a9dc-4dfc-bf4e-762c4bd20e15 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Transition to ACTIVE for port object fc996173-c19b-49a6-a4fd-70d9c88d3bd0 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:42.754360 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5596e0dd-9db4-4e76-90c6-78bfd5e93eb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.781547 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a6d5815-20c9-4796-a55c-813db4b2048f req-b396533c-a0e8-401a-b70b-febda059ff23 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/security-groups?id=98737f0d-d3e4-4d9c-b01e-d1203e925b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609193 Jul 15 13:09:42.789010 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5596e0dd-9db4-4e76-90c6-78bfd5e93eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.790084 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5596e0dd-9db4-4e76-90c6-78bfd5e93eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:42.790778 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5596e0dd-9db4-4e76-90c6-78bfd5e93eb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.831391 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-efaa54c7-a9dc-4dfc-bf4e-762c4bd20e15 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.835376 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5596e0dd-9db4-4e76-90c6-78bfd5e93eb5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5292022 Jul 15 13:09:42.838282 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50508) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:42.844439 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-595f557e-45e3-4b46-94ce-18fedeabdc35 admin admin] Request body: {'subnet': {'network_id': 'cb2098bc-7484-4c5d-9e4d-2dee71297f28', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1444239726-subnet', 'tenant_id': '13316ece7db54a9c8540a5aff49e478f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:42.889454 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaa54c7-a9dc-4dfc-bf4e-762c4bd20e15 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Network 793998b1-8edf-458f-92c4-3c71fd26ab2a is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:42.895979 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-efaa54c7-a9dc-4dfc-bf4e-762c4bd20e15 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:42.902237 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaa54c7-a9dc-4dfc-bf4e-762c4bd20e15 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:42.902927 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-efaa54c7-a9dc-4dfc-bf4e-762c4bd20e15 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.904104 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5596e0dd-9db4-4e76-90c6-78bfd5e93eb5 admin admin] Pushing event updated for resources: {'Network': ['ID=cb2098bc-7484-4c5d-9e4d-2dee71297f28,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:42.907607 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa54c7-a9dc-4dfc-bf4e-762c4bd20e15 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event updated for resources: {'Port': ['ID=fc996173-c19b-49a6-a4fd-70d9c88d3bd0,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:42.915322 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network cb2098bc-7484-4c5d-9e4d-2dee71297f28 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:09:42.933760 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595f557e-45e3-4b46-94ce-18fedeabdc35 admin admin] Made reservation on behalf of 13316ece7db54a9c8540a5aff49e478f for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:42.936258 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-595f557e-45e3-4b46-94ce-18fedeabdc35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.969361 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a058c-fef7-45ba-bedb-c54bf06c3c24 req-f5b32804-96cb-4670-b9b0-ed60348a0010 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:42.977783 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-725a058c-fef7-45ba-bedb-c54bf06c3c24 req-f5b32804-96cb-4670-b9b0-ed60348a0010 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 946 time: 0.2151012 Jul 15 13:09:43.175216 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-725a058c-fef7-45ba-bedb-c54bf06c3c24 req-9fbe6488-5ce4-44b2-b1dc-9843409a16be tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963844 Jul 15 13:09:43.250954 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-595f557e-45e3-4b46-94ce-18fedeabdc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:43.304180 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f557e-45e3-4b46-94ce-18fedeabdc35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bae16e04-e939-4a15-9e74-5fad7842ae7e,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:43.340551 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595f557e-45e3-4b46-94ce-18fedeabdc35 admin admin] Checking segment: {'id': 'f249e42e-4c8e-46f6-b3c4-615078d8d102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cb2098bc-7484-4c5d-9e4d-2dee71297f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:43.340916 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595f557e-45e3-4b46-94ce-18fedeabdc35 admin admin] Network hostable DHCP agents. Network: cb2098bc-7484-4c5d-9e4d-2dee71297f28, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:09:43.359711 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595f557e-45e3-4b46-94ce-18fedeabdc35 admin admin] Network cb2098bc-7484-4c5d-9e4d-2dee71297f28 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:09:43.369496 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-595f557e-45e3-4b46-94ce-18fedeabdc35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, cb2098bc-7484-4c5d-9e4d-2dee71297f28) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:43.374243 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595f557e-45e3-4b46-94ce-18fedeabdc35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:43.374877 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-595f557e-45e3-4b46-94ce-18fedeabdc35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:43.384406 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d339316-871d-44e3-adbb-92a6f96d5340 None None] Network cb2098bc-7484-4c5d-9e4d-2dee71297f28 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:43.409779 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-595f557e-45e3-4b46-94ce-18fedeabdc35 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5613141 Jul 15 13:09:43.521416 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c55e4a-6917-4227-9cba-ee2f20b8befe None None] Network cb2098bc-7484-4c5d-9e4d-2dee71297f28 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:43.589191 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-efaa54c7-a9dc-4dfc-bf4e-762c4bd20e15 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:43.632552 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23483d1-e5e1-4aad-92e6-29198ff37b4d req-271ba861-74db-4ec6-a1ae-82a4e287aaa3 tempest-ServersAdminNegativeTestJSON-1420270553 tempest-ServersAdminNegativeTestJSON-1420270553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:43.640235 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e23483d1-e5e1-4aad-92e6-29198ff37b4d req-271ba861-74db-4ec6-a1ae-82a4e287aaa3 tempest-ServersAdminNegativeTestJSON-1420270553 tempest-ServersAdminNegativeTestJSON-1420270553-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fd045530-3011-407e-acbb-2a2ca01c1b19 HTTP/1.1" status: 200 len: 1102 time: 0.0993671 Jul 15 13:09:43.682473 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e23483d1-e5e1-4aad-92e6-29198ff37b4d req-f94ecddc-ce4e-440e-b6ef-84b9f76ec948 tempest-ServersAdminNegativeTestJSON-1420270553 tempest-ServersAdminNegativeTestJSON-1420270553-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:43.737512 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 60946664-aaf7-46b9-8ec0-df8c2c04c600 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:43.810246 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 60946664-aaf7-46b9-8ec0-df8c2c04c600 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:44.022592 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68de49bf-93a3-407d-a16a-06438877452f None None] Network 793998b1-8edf-458f-92c4-3c71fd26ab2a requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:44.046909 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e23483d1-e5e1-4aad-92e6-29198ff37b4d req-f94ecddc-ce4e-440e-b6ef-84b9f76ec948 tempest-ServersAdminNegativeTestJSON-1420270553 tempest-ServersAdminNegativeTestJSON-1420270553-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.056243 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-deb298b8-ef00-409e-8293-e70716b3e2d0 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:44.057767 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-deb298b8-ef00-409e-8293-e70716b3e2d0 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/networks?id=cb2098bc-7484-4c5d-9e4d-2dee71297f28 HTTP/1.1" status: 200 len: 815 time: 0.2307656 Jul 15 13:09:44.062720 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e23483d1-e5e1-4aad-92e6-29198ff37b4d req-f94ecddc-ce4e-440e-b6ef-84b9f76ec948 tempest-ServersAdminNegativeTestJSON-1420270553 tempest-ServersAdminNegativeTestJSON-1420270553-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.094126 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b59d5cd9-c9be-4137-bc5f-f44e7496e878 None None] Provisioning for port 60946664-aaf7-46b9-8ec0-df8c2c04c600 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:44.100070 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b59d5cd9-c9be-4137-bc5f-f44e7496e878 None None] Provisioning complete for port 60946664-aaf7-46b9-8ec0-df8c2c04c600 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:44.100447 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b59d5cd9-c9be-4137-bc5f-f44e7496e878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.115380 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e23483d1-e5e1-4aad-92e6-29198ff37b4d req-f94ecddc-ce4e-440e-b6ef-84b9f76ec948 tempest-ServersAdminNegativeTestJSON-1420270553 tempest-ServersAdminNegativeTestJSON-1420270553-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=98737f0d-d3e4-4d9c-b01e-d1203e925b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4742584 Jul 15 13:09:44.120966 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-f4176720-077f-436a-be72-5b1c0428657b tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/quotas/13316ece7db54a9c8540a5aff49e478f HTTP/1.1" status: 200 len: 375 time: 0.0475199 Jul 15 13:09:44.126230 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ecddc-ce4e-440e-b6ef-84b9f76ec948 tempest-ServersAdminNegativeTestJSON-1420270553 tempest-ServersAdminNegativeTestJSON-1420270553-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1398ec-14b5-40d6-9f5d-815d4d59d4d9,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:44.153067 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-efaa54c7-a9dc-4dfc-bf4e-762c4bd20e15 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.180726 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-7deec2a0-39b8-46e0-acf1-b87b5fab6a36 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=13316ece7db54a9c8540a5aff49e478f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515056 Jul 15 13:09:44.181332 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-efaa54c7-a9dc-4dfc-bf4e-762c4bd20e15 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.182117 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-efaa54c7-a9dc-4dfc-bf4e-762c4bd20e15 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.247749 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b59d5cd9-c9be-4137-bc5f-f44e7496e878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.277989 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa54c7-a9dc-4dfc-bf4e-762c4bd20e15 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event updated for resources: {'Port': ['ID=fc996173-c19b-49a6-a4fd-70d9c88d3bd0,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:44.292580 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-b59d5cd9-c9be-4137-bc5f-f44e7496e878 None None] For port 60946664-aaf7-46b9-8ec0-df8c2c04c600, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=60946664-aaf7-46b9-8ec0-df8c2c04c600,segment=NetworkSegment(0bffe1a5-dc4c-461f-a2dc-0164a87a23a0),segment_id=0bffe1a5-dc4c-461f-a2dc-0164a87a23a0)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:44.299734 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b59d5cd9-c9be-4137-bc5f-f44e7496e878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.356651 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d5cd9-c9be-4137-bc5f-f44e7496e878 None None] Pushing event updated for resources: {'Port': ['ID=60946664-aaf7-46b9-8ec0-df8c2c04c600,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:44.431356 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-33d3a7fb-3854-458f-934c-454be8ba9db7 service neutron] 10.222.0.16 "GET /v2.0/networks/cb2098bc-7484-4c5d-9e4d-2dee71297f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174363 Jul 15 13:09:44.433725 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaa54c7-a9dc-4dfc-bf4e-762c4bd20e15 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Network 793998b1-8edf-458f-92c4-3c71fd26ab2a is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:44.436136 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-efaa54c7-a9dc-4dfc-bf4e-762c4bd20e15 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:44.538328 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-827b7145-07b4-4775-8403-e3d4534a60f6 None None] Provisioning complete for port 60946664-aaf7-46b9-8ec0-df8c2c04c600 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:44.539326 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-827b7145-07b4-4775-8403-e3d4534a60f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.615411 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd9985-f93e-4d50-bf69-a09b0223dd59 req-2ac902af-5fb8-43cb-8061-403be73f9e48 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:44.617223 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c6dd9985-f93e-4d50-bf69-a09b0223dd59 req-2ac902af-5fb8-43cb-8061-403be73f9e48 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 946 time: 0.2340329 Jul 15 13:09:44.632797 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-827b7145-07b4-4775-8403-e3d4534a60f6 None None] Provisioning for port fc996173-c19b-49a6-a4fd-70d9c88d3bd0 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:44.637607 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-827b7145-07b4-4775-8403-e3d4534a60f6 None None] Provisioning complete for port fc996173-c19b-49a6-a4fd-70d9c88d3bd0 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:44.638122 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-827b7145-07b4-4775-8403-e3d4534a60f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.645616 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-9a9c932f-fc89-4fb4-86df-06523c4ab654 service neutron] 10.222.0.16 "GET /v2.0/networks/cb2098bc-7484-4c5d-9e4d-2dee71297f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035155 Jul 15 13:09:44.685490 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-827b7145-07b4-4775-8403-e3d4534a60f6 None None] Port fc996173-c19b-49a6-a4fd-70d9c88d3bd0 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:44.688258 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c6dd9985-f93e-4d50-bf69-a09b0223dd59 req-6d3d4d76-dc62-4eea-be28-2779cef7031f tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578763 Jul 15 13:09:44.703377 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efaa54c7-a9dc-4dfc-bf4e-762c4bd20e15 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Router 83f1a72b-fc39-4436-bc0c-686349253148 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:09:44.830367 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-239b403a-87c7-4c6e-a7b4-24547ad8c6cf None None] Provisioning complete for port fc996173-c19b-49a6-a4fd-70d9c88d3bd0 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:44.830804 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-239b403a-87c7-4c6e-a7b4-24547ad8c6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.831077 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efaa54c7-a9dc-4dfc-bf4e-762c4bd20e15 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:09:44.845467 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cbdf50-af41-41b2-8e3c-8a576b1cfe0b None None] Sync routers for ids ['83f1a72b-fc39-4436-bc0c-686349253148'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:09:44.853349 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-efaa54c7-a9dc-4dfc-bf4e-762c4bd20e15 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "PUT /v2.0/routers/83f1a72b-fc39-4436-bc0c-686349253148/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9365351 Jul 15 13:09:44.856126 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50544) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:44.857784 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cbdf50-af41-41b2-8e3c-8a576b1cfe0b None None] Routers {'83f1a72b-fc39-4436-bc0c-686349253148'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:44.858398 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-28cbdf50-af41-41b2-8e3c-8a576b1cfe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:09:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['83f1a72b-fc39-4436-bc0c-686349253148'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:44.863687 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-3ab44518-83c7-47a9-b3d0-c0b7dbcb15a2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1905454591'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:44.904313 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab44518-83c7-47a9-b3d0-c0b7dbcb15a2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Made reservation on behalf of f9994f550e914ac18f1dbf8472ed0fcd for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:44.908279 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3ab44518-83c7-47a9-b3d0-c0b7dbcb15a2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.937848 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ab44518-83c7-47a9-b3d0-c0b7dbcb15a2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:09:44.946397 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-33f3c756-153b-42cf-8e6c-099e6412d45e req-5486c017-e5de-43aa-a807-972d512c9d1f tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 210 time: 0.0448492 Jul 15 13:09:44.961537 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3ab44518-83c7-47a9-b3d0-c0b7dbcb15a2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.962991 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-3ab44518-83c7-47a9-b3d0-c0b7dbcb15a2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Added segment 5515575d-ed81-4309-babc-52fddd4e8d77 of type vlan for network 69d1bfd5-79d3-46a5-903d-47e87fb4459f Jul 15 13:09:44.978598 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-239b403a-87c7-4c6e-a7b4-24547ad8c6cf None None] Port fc996173-c19b-49a6-a4fd-70d9c88d3bd0 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:45.013011 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3ab44518-83c7-47a9-b3d0-c0b7dbcb15a2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.046828 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-28cbdf50-af41-41b2-8e3c-8a576b1cfe0b None None] Set router 83f1a72b-fc39-4436-bc0c-686349253148 gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:45.067620 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3ab44518-83c7-47a9-b3d0-c0b7dbcb15a2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.074287 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab44518-83c7-47a9-b3d0-c0b7dbcb15a2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:45.075215 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3ab44518-83c7-47a9-b3d0-c0b7dbcb15a2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.161086 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3ab44518-83c7-47a9-b3d0-c0b7dbcb15a2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3030279 Jul 15 13:09:45.167375 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50554) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:45.199601 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-8ec4f205-6098-4927-b13c-e70ee8932dc0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Request body: {'subnet': {'network_id': '69d1bfd5-79d3-46a5-903d-47e87fb4459f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:45.212225 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab44518-83c7-47a9-b3d0-c0b7dbcb15a2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event updated for resources: {'Network': ['ID=69d1bfd5-79d3-46a5-903d-47e87fb4459f,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:45.223446 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 69d1bfd5-79d3-46a5-903d-47e87fb4459f details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:09:45.264326 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85551dd-435c-420c-9ef9-ce236a14ca88 req-3e349942-7dd5-44e1-a320-2c206fd0b223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:45.265875 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c85551dd-435c-420c-9ef9-ce236a14ca88 req-3e349942-7dd5-44e1-a320-2c206fd0b223 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0df8965cb60d49839fdaa2536ee5f493&device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 1098 time: 0.1515164 Jul 15 13:09:45.419245 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-310ec26c-2ee8-4a54-ba49-1da7e0f9ae0b None None] Provisioning complete for port fc996173-c19b-49a6-a4fd-70d9c88d3bd0 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:45.419625 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-310ec26c-2ee8-4a54-ba49-1da7e0f9ae0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.434697 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85551dd-435c-420c-9ef9-ce236a14ca88 req-2bc5603c-bf2e-4abf-b4d9-274dad885d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:45.435690 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5c09d-edd8-4688-847c-e254320f871d req-07069fa3-2b07-48b3-a9f8-b2f22398830b tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:45.437267 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c85551dd-435c-420c-9ef9-ce236a14ca88 req-2bc5603c-bf2e-4abf-b4d9-274dad885d08 service neutron] 10.222.0.46 "GET /v2.0/networks?id=70b5a7aa-0307-4f90-8da6-d6b5f4dbd134 HTTP/1.1" status: 200 len: 912 time: 0.1564698 Jul 15 13:09:45.437492 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d9f5c09d-edd8-4688-847c-e254320f871d req-07069fa3-2b07-48b3-a9f8-b2f22398830b tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 946 time: 0.2918978 Jul 15 13:09:45.439795 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec4f205-6098-4927-b13c-e70ee8932dc0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Made reservation on behalf of f9994f550e914ac18f1dbf8472ed0fcd for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:45.443860 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8ec4f205-6098-4927-b13c-e70ee8932dc0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.464030 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-28cbdf50-af41-41b2-8e3c-8a576b1cfe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1a72b-fc39-4436-bc0c-686349253148', 'name': 'tempest-RoutersIpV6Test-router-1622586588', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:40Z', 'updated_at': '2021-07-15T13:09:43Z', 'revision_number': 2, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'gw_port_host': None, '_interfaces': [{'id': 'fc996173-c19b-49a6-a4fd-70d9c88d3bd0', 'name': '', 'network_id': '793998b1-8edf-458f-92c4-3c71fd26ab2a', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:2f:46:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:42Z', 'updated_at': '2021-07-15T13:09:43Z', 'revision_number': 2, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:45.467124 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-310ec26c-2ee8-4a54-ba49-1da7e0f9ae0b None None] Port fc996173-c19b-49a6-a4fd-70d9c88d3bd0 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:45.500352 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cbdf50-af41-41b2-8e3c-8a576b1cfe0b None None] Checking router: 83f1a72b-fc39-4436-bc0c-686349253148 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:09:45.500918 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cbdf50-af41-41b2-8e3c-8a576b1cfe0b None None] Updating router 83f1a72b-fc39-4436-bc0c-686349253148 port fc996173-c19b-49a6-a4fd-70d9c88d3bd0 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:09:45.504813 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c85551dd-435c-420c-9ef9-ce236a14ca88 req-377791a5-0dbe-4149-aee0-230a67886391 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74fd9eb1-9797-46dd-8b28-b77c2726386c HTTP/1.1" status: 200 len: 217 time: 0.0547500 Jul 15 13:09:45.536206 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-28cbdf50-af41-41b2-8e3c-8a576b1cfe0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.561167 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85551dd-435c-420c-9ef9-ce236a14ca88 req-a1193feb-85a6-4396-9b9d-787be790b099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:45.562764 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c85551dd-435c-420c-9ef9-ce236a14ca88 req-a1193feb-85a6-4396-9b9d-787be790b099 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=102dce41-7385-4388-8185-14c00f6a3ad4 HTTP/1.1" status: 200 len: 851 time: 0.0512156 Jul 15 13:09:45.567675 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d9f5c09d-edd8-4688-847c-e254320f871d req-9b5cbcda-c8b8-46fd-a781-caaff6bdb06f tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181207 Jul 15 13:09:45.577007 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e75fd-4047-42f4-b8a4-f07ffec4a5b4 req-02058d87-8d03-4f50-acb0-43b38f6c4fc9 tempest-ServersAdminNegativeTestJSON-1420270553 tempest-ServersAdminNegativeTestJSON-1420270553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:45.585552 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e88e75fd-4047-42f4-b8a4-f07ffec4a5b4 req-02058d87-8d03-4f50-acb0-43b38f6c4fc9 tempest-ServersAdminNegativeTestJSON-1420270553 tempest-ServersAdminNegativeTestJSON-1420270553-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fd045530-3011-407e-acbb-2a2ca01c1b19 HTTP/1.1" status: 200 len: 1102 time: 0.2411962 Jul 15 13:09:45.640892 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c85551dd-435c-420c-9ef9-ce236a14ca88 req-c60cb09a-916e-4545-83fd-64e095b1269d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=70b5a7aa-0307-4f90-8da6-d6b5f4dbd134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602055 Jul 15 13:09:45.644524 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e88e75fd-4047-42f4-b8a4-f07ffec4a5b4 req-7332ce55-856f-421a-ace3-90b3062597ba tempest-ServersAdminNegativeTestJSON-1420270553 tempest-ServersAdminNegativeTestJSON-1420270553-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=98737f0d-d3e4-4d9c-b01e-d1203e925b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579598 Jul 15 13:09:45.708144 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 60946664-aaf7-46b9-8ec0-df8c2c04c600 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:45.810013 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c85551dd-435c-420c-9ef9-ce236a14ca88 req-0bbc0604-5f0a-4529-b70d-691953fb42d9 service neutron] 10.222.0.46 "GET /v2.0/networks/70b5a7aa-0307-4f90-8da6-d6b5f4dbd134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608694 Jul 15 13:09:45.815929 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 60946664-aaf7-46b9-8ec0-df8c2c04c600 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:45.816312 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.849496 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8ec4f205-6098-4927-b13c-e70ee8932dc0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.963695 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec4f205-6098-4927-b13c-e70ee8932dc0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event updated for resources: {'Subnet': ['ID=cc9854b7-6c23-4a17-af8f-2b88264ed67b,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:45.981299 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec4f205-6098-4927-b13c-e70ee8932dc0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Checking segment: {'id': '5515575d-ed81-4309-babc-52fddd4e8d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '69d1bfd5-79d3-46a5-903d-47e87fb4459f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:45.981666 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec4f205-6098-4927-b13c-e70ee8932dc0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Network hostable DHCP agents. Network: 69d1bfd5-79d3-46a5-903d-47e87fb4459f, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:09:46.011224 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c85551dd-435c-420c-9ef9-ce236a14ca88 req-cc2428e5-b744-449d-a4ba-f01ab79cca10 service neutron] 10.222.0.46 "GET /v2.0/networks/70b5a7aa-0307-4f90-8da6-d6b5f4dbd134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926956 Jul 15 13:09:46.022311 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec4f205-6098-4927-b13c-e70ee8932dc0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Network 69d1bfd5-79d3-46a5-903d-47e87fb4459f is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:09:46.048294 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-8ec4f205-6098-4927-b13c-e70ee8932dc0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 69d1bfd5-79d3-46a5-903d-47e87fb4459f) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:46.055168 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec4f205-6098-4927-b13c-e70ee8932dc0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:46.055763 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8ec4f205-6098-4927-b13c-e70ee8932dc0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.063659 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bbaf7c-a7dd-4233-a550-305f4f1ad08f None None] Network 69d1bfd5-79d3-46a5-903d-47e87fb4459f requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:46.075794 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8ec4f205-6098-4927-b13c-e70ee8932dc0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8827374 Jul 15 13:09:46.079172 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50574) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:46.236495 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78e3c58-c151-49ea-9a1b-255141de3994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-69d1bfd5-79d3-46a5-903d-47e87fb4459f', 'network_id': '69d1bfd5-79d3-46a5-903d-47e87fb4459f', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'fixed_ips': [{'subnet_id': 'cc9854b7-6c23-4a17-af8f-2b88264ed67b'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:09:46.237474 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c78e3c58-c151-49ea-9a1b-255141de3994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.256228 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ca6f5e93-b2ac-48f3-b70e-e1e23a38c35e req-2badcf03-ef8f-461a-be8e-027a5042e699 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 210 time: 0.0732663 Jul 15 13:09:46.276636 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-28cbdf50-af41-41b2-8e3c-8a576b1cfe0b None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.291856 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-28cbdf50-af41-41b2-8e3c-8a576b1cfe0b None None] Transition to ACTIVE for port object fc996173-c19b-49a6-a4fd-70d9c88d3bd0 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:46.302814 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-28cbdf50-af41-41b2-8e3c-8a576b1cfe0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.353446 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85045b28-3c6d-4000-a134-fac62ad623a9 None None] Pushing event updated for resources: {'Port': ['ID=fc996173-c19b-49a6-a4fd-70d9c88d3bd0,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:46.364332 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85045b28-3c6d-4000-a134-fac62ad623a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:46.364674 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85045b28-3c6d-4000-a134-fac62ad623a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:46.365009 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85045b28-3c6d-4000-a134-fac62ad623a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:46.365340 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85045b28-3c6d-4000-a134-fac62ad623a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:46.365857 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85045b28-3c6d-4000-a134-fac62ad623a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:46.366359 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85045b28-3c6d-4000-a134-fac62ad623a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:46.366712 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85045b28-3c6d-4000-a134-fac62ad623a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:46.367336 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85045b28-3c6d-4000-a134-fac62ad623a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:46.367972 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85045b28-3c6d-4000-a134-fac62ad623a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:46.368461 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85045b28-3c6d-4000-a134-fac62ad623a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:46.368947 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85045b28-3c6d-4000-a134-fac62ad623a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:46.369438 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85045b28-3c6d-4000-a134-fac62ad623a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:46.467777 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-c78e3c58-c151-49ea-9a1b-255141de3994 None None] Allocated IP 2001:db8:1::2 (69d1bfd5-79d3-46a5-903d-47e87fb4459f/cc9854b7-6c23-4a17-af8f-2b88264ed67b/b8772564-a2ee-4d9b-9643-ee0e70a11647) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:46.504189 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-28cbdf50-af41-41b2-8e3c-8a576b1cfe0b None None] Attempting to bind port fc996173-c19b-49a6-a4fd-70d9c88d3bd0 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:46.504556 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-28cbdf50-af41-41b2-8e3c-8a576b1cfe0b None None] Attempting to bind port fc996173-c19b-49a6-a4fd-70d9c88d3bd0 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '0bffe1a5-dc4c-461f-a2dc-0164a87a23a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '793998b1-8edf-458f-92c4-3c71fd26ab2a'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:46.505225 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cbdf50-af41-41b2-8e3c-8a576b1cfe0b None None] Attempting to bind port fc996173-c19b-49a6-a4fd-70d9c88d3bd0 on network 793998b1-8edf-458f-92c4-3c71fd26ab2a {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:46.515288 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cbdf50-af41-41b2-8e3c-8a576b1cfe0b None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:46.515663 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cbdf50-af41-41b2-8e3c-8a576b1cfe0b None None] Checking segment: {'id': '0bffe1a5-dc4c-461f-a2dc-0164a87a23a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '793998b1-8edf-458f-92c4-3c71fd26ab2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:46.519625 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-28cbdf50-af41-41b2-8e3c-8a576b1cfe0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.520297 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cbdf50-af41-41b2-8e3c-8a576b1cfe0b None None] Bound using segment: {'id': '0bffe1a5-dc4c-461f-a2dc-0164a87a23a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '793998b1-8edf-458f-92c4-3c71fd26ab2a'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:46.521000 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-28cbdf50-af41-41b2-8e3c-8a576b1cfe0b None None] Bound port: fc996173-c19b-49a6-a4fd-70d9c88d3bd0, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bffe1a5-dc4c-461f-a2dc-0164a87a23a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '793998b1-8edf-458f-92c4-3c71fd26ab2a'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:46.521610 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-28cbdf50-af41-41b2-8e3c-8a576b1cfe0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.536347 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-78dbfd7e-857c-496f-83f2-de7d0cc27ced tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.577311 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df39ad-9020-4ccc-b026-681dc656af65 req-1696dc32-08da-41b8-93c1-798ad6858e86 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:46.584798 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-06df39ad-9020-4ccc-b026-681dc656af65 req-1696dc32-08da-41b8-93c1-798ad6858e86 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd045530-3011-407e-acbb-2a2ca01c1b19 HTTP/1.1" status: 200 len: 950 time: 0.0991576 Jul 15 13:09:46.641014 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-06df39ad-9020-4ccc-b026-681dc656af65 req-6d0379cf-7709-48f4-8e2c-2cbaff3c0b73 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/security-groups?id=98737f0d-d3e4-4d9c-b01e-d1203e925b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549593 Jul 15 13:09:46.675564 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-28cbdf50-af41-41b2-8e3c-8a576b1cfe0b None None] For port fc996173-c19b-49a6-a4fd-70d9c88d3bd0, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:46.680065 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-28cbdf50-af41-41b2-8e3c-8a576b1cfe0b None None] For port fc996173-c19b-49a6-a4fd-70d9c88d3bd0, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=fc996173-c19b-49a6-a4fd-70d9c88d3bd0,segment=NetworkSegment(0bffe1a5-dc4c-461f-a2dc-0164a87a23a0),segment_id=0bffe1a5-dc4c-461f-a2dc-0164a87a23a0)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:46.687133 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-28cbdf50-af41-41b2-8e3c-8a576b1cfe0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.756510 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c78e3c58-c151-49ea-9a1b-255141de3994 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.759860 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cbdf50-af41-41b2-8e3c-8a576b1cfe0b None None] Routers {'83f1a72b-fc39-4436-bc0c-686349253148'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:46.760692 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-28cbdf50-af41-41b2-8e3c-8a576b1cfe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:09:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['83f1a72b-fc39-4436-bc0c-686349253148'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:46.769343 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c78e3c58-c151-49ea-9a1b-255141de3994 None None] Transition to ACTIVE for port object b8772564-a2ee-4d9b-9643-ee0e70a11647 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:46.809496 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85045b28-3c6d-4000-a134-fac62ad623a9 None None] Pushing event updated for resources: {'Port': ['ID=fc996173-c19b-49a6-a4fd-70d9c88d3bd0,revision_number=4']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:46.850815 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c78e3c58-c151-49ea-9a1b-255141de3994 None None] Transition to ACTIVE for port object b8772564-a2ee-4d9b-9643-ee0e70a11647 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:46.873910 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c78e3c58-c151-49ea-9a1b-255141de3994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.913302 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687168f-5089-4b0a-8a6e-38e42bc0d4da req-848abe99-ef95-4156-a6b7-6953d1d04c3b tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:46.923894 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0687168f-5089-4b0a-8a6e-38e42bc0d4da req-848abe99-ef95-4156-a6b7-6953d1d04c3b tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 946 time: 0.1436942 Jul 15 13:09:46.935336 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78e3c58-c151-49ea-9a1b-255141de3994 None None] Network 69d1bfd5-79d3-46a5-903d-47e87fb4459f is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:46.938448 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-c78e3c58-c151-49ea-9a1b-255141de3994 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:46.944140 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78e3c58-c151-49ea-9a1b-255141de3994 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:46.947673 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e3c58-c151-49ea-9a1b-255141de3994 None None] Pushing event updated for resources: {'Port': ['ID=b8772564-a2ee-4d9b-9643-ee0e70a11647,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:46.967781 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-28cbdf50-af41-41b2-8e3c-8a576b1cfe0b None None] Set router 83f1a72b-fc39-4436-bc0c-686349253148 gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:46.989885 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0687168f-5089-4b0a-8a6e-38e42bc0d4da req-0e0c5e78-c07b-459d-8b87-78e1e8473325 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646350 Jul 15 13:09:47.023349 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-c78e3c58-c151-49ea-9a1b-255141de3994 None None] Attempting to bind port b8772564-a2ee-4d9b-9643-ee0e70a11647 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:47.023911 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-c78e3c58-c151-49ea-9a1b-255141de3994 None None] Attempting to bind port b8772564-a2ee-4d9b-9643-ee0e70a11647 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '5515575d-ed81-4309-babc-52fddd4e8d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '69d1bfd5-79d3-46a5-903d-47e87fb4459f'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:47.024377 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78e3c58-c151-49ea-9a1b-255141de3994 None None] Attempting to bind port b8772564-a2ee-4d9b-9643-ee0e70a11647 on network 69d1bfd5-79d3-46a5-903d-47e87fb4459f {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:47.033209 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78e3c58-c151-49ea-9a1b-255141de3994 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:47.034302 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78e3c58-c151-49ea-9a1b-255141de3994 None None] Checking segment: {'id': '5515575d-ed81-4309-babc-52fddd4e8d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '69d1bfd5-79d3-46a5-903d-47e87fb4459f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:47.035903 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c78e3c58-c151-49ea-9a1b-255141de3994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.036528 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78e3c58-c151-49ea-9a1b-255141de3994 None None] Bound using segment: {'id': '5515575d-ed81-4309-babc-52fddd4e8d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '69d1bfd5-79d3-46a5-903d-47e87fb4459f'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:47.037218 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-c78e3c58-c151-49ea-9a1b-255141de3994 None None] Bound port: b8772564-a2ee-4d9b-9643-ee0e70a11647, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5515575d-ed81-4309-babc-52fddd4e8d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '69d1bfd5-79d3-46a5-903d-47e87fb4459f'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:47.037697 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c78e3c58-c151-49ea-9a1b-255141de3994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.053182 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-fdcadc9d-42d1-49eb-b78b-33ca9525285b tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:47.055505 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-fdcadc9d-42d1-49eb-b78b-33ca9525285b tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.46 "GET /v2.0/networks?id=cb2098bc-7484-4c5d-9e4d-2dee71297f28 HTTP/1.1" status: 200 len: 815 time: 0.3951745 Jul 15 13:09:47.136407 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-c78e3c58-c151-49ea-9a1b-255141de3994 None None] For port b8772564-a2ee-4d9b-9643-ee0e70a11647, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:47.137581 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-2e7895d0-2986-4725-97c6-9b649ac3b874 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Request body: {'port': {'device_id': 'ded71160-e935-438d-bcb7-2a27a6f716c5', 'network_id': 'cb2098bc-7484-4c5d-9e4d-2dee71297f28', 'admin_state_up': True, 'tenant_id': '13316ece7db54a9c8540a5aff49e478f'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:47.140555 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-c78e3c58-c151-49ea-9a1b-255141de3994 None None] For port b8772564-a2ee-4d9b-9643-ee0e70a11647, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=b8772564-a2ee-4d9b-9643-ee0e70a11647,segment=NetworkSegment(5515575d-ed81-4309-babc-52fddd4e8d77),segment_id=5515575d-ed81-4309-babc-52fddd4e8d77)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:47.147329 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c78e3c58-c151-49ea-9a1b-255141de3994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.256677 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e3c58-c151-49ea-9a1b-255141de3994 None None] Pushing event updated for resources: {'Port': ['ID=b8772564-a2ee-4d9b-9643-ee0e70a11647,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:47.265729 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-28cbdf50-af41-41b2-8e3c-8a576b1cfe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1a72b-fc39-4436-bc0c-686349253148', 'name': 'tempest-RoutersIpV6Test-router-1622586588', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:40Z', 'updated_at': '2021-07-15T13:09:43Z', 'revision_number': 2, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'gw_port_host': None, '_interfaces': [{'id': 'fc996173-c19b-49a6-a4fd-70d9c88d3bd0', 'name': '', 'network_id': '793998b1-8edf-458f-92c4-3c71fd26ab2a', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:2f:46:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:42Z', 'updated_at': '2021-07-15T13:09:46Z', 'revision_number': 4, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:47.294219 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cbdf50-af41-41b2-8e3c-8a576b1cfe0b None None] The sync data for ids ['83f1a72b-fc39-4436-bc0c-686349253148'] in n-d-771363-36 is: [{'id': '83f1a72b-fc39-4436-bc0c-686349253148', 'name': 'tempest-RoutersIpV6Test-router-1622586588', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:40Z', 'updated_at': '2021-07-15T13:09:43Z', 'revision_number': 2, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'gw_port_host': None, '_interfaces': [{'id': 'fc996173-c19b-49a6-a4fd-70d9c88d3bd0', 'name': '', 'network_id': '793998b1-8edf-458f-92c4-3c71fd26ab2a', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:2f:46:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:42Z', 'updated_at': '2021-07-15T13:09:46Z', 'revision_number': 4, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:09:47.319001 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-78dbfd7e-857c-496f-83f2-de7d0cc27ced tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Allocated IP 2001:db8:1::1 (69d1bfd5-79d3-46a5-903d-47e87fb4459f/cc9854b7-6c23-4a17-af8f-2b88264ed67b/fe77bf16-1592-4351-a6a3-4d37fc643504) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:47.395070 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-2e7895d0-2986-4725-97c6-9b649ac3b874 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Made reservation on behalf of 13316ece7db54a9c8540a5aff49e478f for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:47.399207 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-2e7895d0-2986-4725-97c6-9b649ac3b874 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.424713 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fe4e45ea-3cb0-4034-ace8-b8ef208975c5 req-f5579505-c016-4710-ad09-f8cb5f41a2cd tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 210 time: 0.0299935 Jul 15 13:09:47.557927 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-78dbfd7e-857c-496f-83f2-de7d0cc27ced tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.591264 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-78dbfd7e-857c-496f-83f2-de7d0cc27ced tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Transition to ACTIVE for port object fe77bf16-1592-4351-a6a3-4d37fc643504 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:47.656517 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-2e7895d0-2986-4725-97c6-9b649ac3b874 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Allocated IP 172.20.0.14 (cb2098bc-7484-4c5d-9e4d-2dee71297f28/bae16e04-e939-4a15-9e74-5fad7842ae7e/77fa0119-225d-4d2b-b522-c5623ae9bff0) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:47.708478 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-78dbfd7e-857c-496f-83f2-de7d0cc27ced tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.814131 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dbfd7e-857c-496f-83f2-de7d0cc27ced tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Network 69d1bfd5-79d3-46a5-903d-47e87fb4459f is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:47.830123 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-78dbfd7e-857c-496f-83f2-de7d0cc27ced tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:47.833234 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dbfd7e-857c-496f-83f2-de7d0cc27ced tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:47.833813 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-78dbfd7e-857c-496f-83f2-de7d0cc27ced tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.840377 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dbfd7e-857c-496f-83f2-de7d0cc27ced tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event updated for resources: {'Port': ['ID=fe77bf16-1592-4351-a6a3-4d37fc643504,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:47.862485 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b8772564-a2ee-4d9b-9643-ee0e70a11647 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:47.950092 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port b8772564-a2ee-4d9b-9643-ee0e70a11647 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:47.964358 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device fc996173-c19b-49a6-a4fd-70d9c88d3bd0 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:47.993188 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-2e7895d0-2986-4725-97c6-9b649ac3b874 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:48.052291 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port fc996173-c19b-49a6-a4fd-70d9c88d3bd0 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:48.055607 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-78dbfd7e-857c-496f-83f2-de7d0cc27ced tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:48.058311 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port fc996173-c19b-49a6-a4fd-70d9c88d3bd0 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:48.058809 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:48.129412 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad9343-a800-4b9e-b3db-ef3f02303a80 req-e6f719a5-04d2-4747-b156-0fc5b3a0866d tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:48.131414 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b7ad9343-a800-4b9e-b3db-ef3f02303a80 req-e6f719a5-04d2-4747-b156-0fc5b3a0866d tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd045530-3011-407e-acbb-2a2ca01c1b19 HTTP/1.1" status: 200 len: 950 time: 0.1346955 Jul 15 13:09:48.152586 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-2e7895d0-2986-4725-97c6-9b649ac3b874 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:48.212133 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:48.230935 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b7ad9343-a800-4b9e-b3db-ef3f02303a80 req-6507c0e7-be98-497b-997d-ebffeda45419 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/security-groups?id=98737f0d-d3e4-4d9c-b01e-d1203e925b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785749 Jul 15 13:09:48.276764 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a6ee3-ccad-461a-8401-bb80996ba76c req-907fd061-bc93-4e8a-b828-7c3e01a27005 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:48.278416 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-106a6ee3-ccad-461a-8401-bb80996ba76c req-907fd061-bc93-4e8a-b828-7c3e01a27005 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 946 time: 0.0999618 Jul 15 13:09:48.297575 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port fc996173-c19b-49a6-a4fd-70d9c88d3bd0, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=fc996173-c19b-49a6-a4fd-70d9c88d3bd0,segment=NetworkSegment(0bffe1a5-dc4c-461f-a2dc-0164a87a23a0),segment_id=0bffe1a5-dc4c-461f-a2dc-0164a87a23a0)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:48.309591 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:48.373174 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-106a6ee3-ccad-461a-8401-bb80996ba76c req-5bc88e67-50f6-44c0-8572-79643beaafb6 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870879 Jul 15 13:09:48.383715 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=fc996173-c19b-49a6-a4fd-70d9c88d3bd0,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:48.388438 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-2e7895d0-2986-4725-97c6-9b649ac3b874 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Network cb2098bc-7484-4c5d-9e4d-2dee71297f28 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:48.399616 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-2e7895d0-2986-4725-97c6-9b649ac3b874 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:48.402910 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-2e7895d0-2986-4725-97c6-9b649ac3b874 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:48.478381 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-2e7895d0-2986-4725-97c6-9b649ac3b874 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:48.478848 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-2e7895d0-2986-4725-97c6-9b649ac3b874 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:48.481287 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7895d0-2986-4725-97c6-9b649ac3b874 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Pushing event updated for resources: {'Port': ['ID=77fa0119-225d-4d2b-b522-c5623ae9bff0,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:48.522231 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-2e7895d0-2986-4725-97c6-9b649ac3b874 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3978620 Jul 15 13:09:48.528994 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b7e7c-4582-4232-a0ad-e0fd03c6db4e req-95f56fe5-f9ca-4b23-b1cc-d49d1f1151a3 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:48.531401 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-508b7e7c-4582-4232-a0ad-e0fd03c6db4e req-95f56fe5-f9ca-4b23-b1cc-d49d1f1151a3 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd045530-3011-407e-acbb-2a2ca01c1b19 HTTP/1.1" status: 200 len: 950 time: 0.0922656 Jul 15 13:09:48.558548 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-8dba1485-54f3-4caf-a36a-418ea2af40af service neutron] Request body: {'port': {'device_id': 'ded71160-e935-438d-bcb7-2a27a6f716c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:48.630355 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9b273c-f201-4277-9c5f-4555bbb44110 None None] Network 69d1bfd5-79d3-46a5-903d-47e87fb4459f requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:48.699812 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-8dba1485-54f3-4caf-a36a-418ea2af40af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:48.723099 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d4a59-c4ce-4351-bc37-71f853e2fe07 req-60ce37fe-96ee-4838-8e1b-24d7da83de31 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:48.728373 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-78dbfd7e-857c-496f-83f2-de7d0cc27ced tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:48.730546 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e72d4a59-c4ce-4351-bc37-71f853e2fe07 req-60ce37fe-96ee-4838-8e1b-24d7da83de31 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 932 time: 0.1389363 Jul 15 13:09:48.750385 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-78dbfd7e-857c-496f-83f2-de7d0cc27ced tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:48.750773 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-78dbfd7e-857c-496f-83f2-de7d0cc27ced tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:48.754752 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-508b7e7c-4582-4232-a0ad-e0fd03c6db4e req-e2139890-720a-4d81-aa81-6155b1f26c45 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Deleting port aac1c706-cf0d-4e31-9b3f-abed17990421 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:48.755188 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-508b7e7c-4582-4232-a0ad-e0fd03c6db4e req-e2139890-720a-4d81-aa81-6155b1f26c45 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:48.825268 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e72d4a59-c4ce-4351-bc37-71f853e2fe07 req-0b431efd-2418-45af-80f2-86fbb7e0f6b7 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936830 Jul 15 13:09:48.883066 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-640106f0-f820-4a6f-ba12-a9c146e7b767 None None] Provisioning for port b8772564-a2ee-4d9b-9643-ee0e70a11647 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:48.889619 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-640106f0-f820-4a6f-ba12-a9c146e7b767 None None] Provisioning complete for port b8772564-a2ee-4d9b-9643-ee0e70a11647 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:48.890007 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-640106f0-f820-4a6f-ba12-a9c146e7b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:48.891891 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dbfd7e-857c-496f-83f2-de7d0cc27ced tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event updated for resources: {'Port': ['ID=fe77bf16-1592-4351-a6a3-4d37fc643504,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:48.920220 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-508b7e7c-4582-4232-a0ad-e0fd03c6db4e req-e2139890-720a-4d81-aa81-6155b1f26c45 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] For port aac1c706-cf0d-4e31-9b3f-abed17990421, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=aac1c706-cf0d-4e31-9b3f-abed17990421,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:48.920937 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-508b7e7c-4582-4232-a0ad-e0fd03c6db4e req-e2139890-720a-4d81-aa81-6155b1f26c45 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:48.936891 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-508b7e7c-4582-4232-a0ad-e0fd03c6db4e req-e2139890-720a-4d81-aa81-6155b1f26c45 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Calling delete_port for aac1c706-cf0d-4e31-9b3f-abed17990421 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:49.047780 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dbfd7e-857c-496f-83f2-de7d0cc27ced tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Network 69d1bfd5-79d3-46a5-903d-47e87fb4459f is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:49.053352 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-640106f0-f820-4a6f-ba12-a9c146e7b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:49.080107 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-78dbfd7e-857c-496f-83f2-de7d0cc27ced tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:49.095505 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-640106f0-f820-4a6f-ba12-a9c146e7b767 None None] For port b8772564-a2ee-4d9b-9643-ee0e70a11647, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=b8772564-a2ee-4d9b-9643-ee0e70a11647,segment=NetworkSegment(5515575d-ed81-4309-babc-52fddd4e8d77),segment_id=5515575d-ed81-4309-babc-52fddd4e8d77)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:49.107630 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-640106f0-f820-4a6f-ba12-a9c146e7b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:49.148710 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-508b7e7c-4582-4232-a0ad-e0fd03c6db4e req-e2139890-720a-4d81-aa81-6155b1f26c45 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:49.164986 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['87301623-dde3-4995-b099-da436733b8ab', 'aac1c706-cf0d-4e31-9b3f-abed17990421'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:49.196457 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2139890-720a-4d81-aa81-6155b1f26c45 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Pushing event deleted for resources: {'Port': ['ID=aac1c706-cf0d-4e31-9b3f-abed17990421,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:49.222065 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640106f0-f820-4a6f-ba12-a9c146e7b767 None None] Pushing event updated for resources: {'Port': ['ID=b8772564-a2ee-4d9b-9643-ee0e70a11647,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:49.240543 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78dbfd7e-857c-496f-83f2-de7d0cc27ced tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Router 83f1a72b-fc39-4436-bc0c-686349253148 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:09:49.253879 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-508b7e7c-4582-4232-a0ad-e0fd03c6db4e req-e2139890-720a-4d81-aa81-6155b1f26c45 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] No DVR routers for this DVR port aac1c706-cf0d-4e31-9b3f-abed17990421 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:49.262861 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-508b7e7c-4582-4232-a0ad-e0fd03c6db4e req-e2139890-720a-4d81-aa81-6155b1f26c45 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:49.270808 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-508b7e7c-4582-4232-a0ad-e0fd03c6db4e req-e2139890-720a-4d81-aa81-6155b1f26c45 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.46 "DELETE /v2.0/ports/aac1c706-cf0d-4e31-9b3f-abed17990421 HTTP/1.1" status: 204 len: 173 time: 0.7173092 Jul 15 13:09:49.271301 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd045530-3011-407e-acbb-2a2ca01c1b19', 'name': 'network-vif-deleted', 'tag': 'aac1c706-cf0d-4e31-9b3f-abed17990421'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:49.274594 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a0366f-8b3b-478e-9d98-ac28b92ba612" -d '{"events": [{"server_uuid": "fd045530-3011-407e-acbb-2a2ca01c1b19", "name": "network-vif-deleted", "tag": "aac1c706-cf0d-4e31-9b3f-abed17990421"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:49.369074 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de89b0b-8489-4059-974b-2813ab6b25fd x-openstack-request-id: req-5de89b0b-8489-4059-974b-2813ab6b25fd {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:49.369354 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd045530-3011-407e-acbb-2a2ca01c1b19", "name": "network-vif-deleted", "tag": "aac1c706-cf0d-4e31-9b3f-abed17990421", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:49.369609 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5de89b0b-8489-4059-974b-2813ab6b25fd {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:49.370538 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd045530-3011-407e-acbb-2a2ca01c1b19', 'name': 'network-vif-deleted', 'tag': 'aac1c706-cf0d-4e31-9b3f-abed17990421', 'status': 'completed', 'code': 200} Jul 15 13:09:49.576893 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b0ee3689-c3d4-412f-8693-7326840874e0 req-ca62180f-c109-491f-a624-c1f2b73eabd3 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd045530-3011-407e-acbb-2a2ca01c1b19 HTTP/1.1" status: 200 len: 210 time: 0.0371022 Jul 15 13:09:49.660668 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-2ed53c5b-a206-4dfa-81e3-df28b35fe103 None None] Provisioning for port fe77bf16-1592-4351-a6a3-4d37fc643504 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:49.664958 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-2ed53c5b-a206-4dfa-81e3-df28b35fe103 None None] Provisioning complete for port fe77bf16-1592-4351-a6a3-4d37fc643504 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:49.665457 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2ed53c5b-a206-4dfa-81e3-df28b35fe103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:49.667840 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60663a95-0faf-4428-aaa3-8f6716871df4 req-d79611be-17e7-4274-bae2-d053263e13a1 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:49.669862 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-60663a95-0faf-4428-aaa3-8f6716871df4 req-d79611be-17e7-4274-bae2-d053263e13a1 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 946 time: 0.0962896 Jul 15 13:09:49.742761 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2ed53c5b-a206-4dfa-81e3-df28b35fe103 None None] Port fe77bf16-1592-4351-a6a3-4d37fc643504 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:49.746341 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b8772564-a2ee-4d9b-9643-ee0e70a11647 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:49.758367 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-60663a95-0faf-4428-aaa3-8f6716871df4 req-881c51f0-d4c8-4b2f-8244-571ee19b57c7 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822926 Jul 15 13:09:49.807007 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-2ed53c5b-a206-4dfa-81e3-df28b35fe103 None None] Provisioning complete for port b8772564-a2ee-4d9b-9643-ee0e70a11647 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:49.807396 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2ed53c5b-a206-4dfa-81e3-df28b35fe103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:49.845436 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78dbfd7e-857c-496f-83f2-de7d0cc27ced tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:09:49.849482 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-8dba1485-54f3-4caf-a36a-418ea2af40af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77fa0119-225d-4d2b-b522-c5623ae9bff0 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:49.857959 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-8dba1485-54f3-4caf-a36a-418ea2af40af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:49.860290 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6479b873-c245-41ad-8bd5-fa599658dc50 None None] Sync routers for ids ['83f1a72b-fc39-4436-bc0c-686349253148'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:09:49.883813 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-8dba1485-54f3-4caf-a36a-418ea2af40af service neutron] Transition to ACTIVE for port object 77fa0119-225d-4d2b-b522-c5623ae9bff0 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:49.899241 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-78dbfd7e-857c-496f-83f2-de7d0cc27ced tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "PUT /v2.0/routers/83f1a72b-fc39-4436-bc0c-686349253148/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8174047 Jul 15 13:09:49.900714 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-8dba1485-54f3-4caf-a36a-418ea2af40af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:49.900882 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50612) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:49.906662 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6479b873-c245-41ad-8bd5-fa599658dc50 None None] Routers {'83f1a72b-fc39-4436-bc0c-686349253148'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:49.907500 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-6479b873-c245-41ad-8bd5-fa599658dc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:09:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['83f1a72b-fc39-4436-bc0c-686349253148'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:49.909494 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-946326f9-368c-4905-ac4a-c109a2488ffa tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1833235378'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:49.962973 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba1485-54f3-4caf-a36a-418ea2af40af service neutron] Pushing event updated for resources: {'Port': ['ID=77fa0119-225d-4d2b-b522-c5623ae9bff0,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:49.987317 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946326f9-368c-4905-ac4a-c109a2488ffa tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Made reservation on behalf of f9994f550e914ac18f1dbf8472ed0fcd for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:49.992477 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-946326f9-368c-4905-ac4a-c109a2488ffa tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:50.060228 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-8dba1485-54f3-4caf-a36a-418ea2af40af service neutron] Attempting to bind port 77fa0119-225d-4d2b-b522-c5623ae9bff0 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:50.060661 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-8dba1485-54f3-4caf-a36a-418ea2af40af service neutron] Attempting to bind port 77fa0119-225d-4d2b-b522-c5623ae9bff0 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'f249e42e-4c8e-46f6-b3c4-615078d8d102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cb2098bc-7484-4c5d-9e4d-2dee71297f28'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:50.060958 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-8dba1485-54f3-4caf-a36a-418ea2af40af service neutron] Attempting to bind port 77fa0119-225d-4d2b-b522-c5623ae9bff0 on network cb2098bc-7484-4c5d-9e4d-2dee71297f28 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:50.061396 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-946326f9-368c-4905-ac4a-c109a2488ffa tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:09:50.074133 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-8dba1485-54f3-4caf-a36a-418ea2af40af service neutron] Port 77fa0119-225d-4d2b-b522-c5623ae9bff0 on network cb2098bc-7484-4c5d-9e4d-2dee71297f28 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:09:50.074926 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-8dba1485-54f3-4caf-a36a-418ea2af40af service neutron] Attempting to bind port 77fa0119-225d-4d2b-b522-c5623ae9bff0 on network cb2098bc-7484-4c5d-9e4d-2dee71297f28 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:50.078792 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-946326f9-368c-4905-ac4a-c109a2488ffa tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:50.079384 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-946326f9-368c-4905-ac4a-c109a2488ffa tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Added segment 937e1ce1-3fd9-43a8-893f-9f4d2b3b7663 of type vlan for network 69387ad4-245c-4cba-ab1a-1c4796c21204 Jul 15 13:09:50.081629 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-8dba1485-54f3-4caf-a36a-418ea2af40af service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:50.082142 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-8dba1485-54f3-4caf-a36a-418ea2af40af service neutron] Checking segment: {'id': 'f249e42e-4c8e-46f6-b3c4-615078d8d102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cb2098bc-7484-4c5d-9e4d-2dee71297f28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:50.082334 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-8dba1485-54f3-4caf-a36a-418ea2af40af service neutron] Bound using segment: {'id': 'f249e42e-4c8e-46f6-b3c4-615078d8d102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cb2098bc-7484-4c5d-9e4d-2dee71297f28'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:50.082831 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-8dba1485-54f3-4caf-a36a-418ea2af40af service neutron] Bound port: 77fa0119-225d-4d2b-b522-c5623ae9bff0, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f249e42e-4c8e-46f6-b3c4-615078d8d102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cb2098bc-7484-4c5d-9e4d-2dee71297f28'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:50.083381 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-8dba1485-54f3-4caf-a36a-418ea2af40af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:50.150006 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port b8772564-a2ee-4d9b-9643-ee0e70a11647 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:50.157666 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:50.158645 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-946326f9-368c-4905-ac4a-c109a2488ffa tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:50.210406 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-946326f9-368c-4905-ac4a-c109a2488ffa tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:50.217612 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946326f9-368c-4905-ac4a-c109a2488ffa tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:50.218384 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-946326f9-368c-4905-ac4a-c109a2488ffa tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:50.232652 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-8dba1485-54f3-4caf-a36a-418ea2af40af service neutron] For port 77fa0119-225d-4d2b-b522-c5623ae9bff0, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:50.235987 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-8dba1485-54f3-4caf-a36a-418ea2af40af service neutron] For port 77fa0119-225d-4d2b-b522-c5623ae9bff0, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=77fa0119-225d-4d2b-b522-c5623ae9bff0,segment=NetworkSegment(f249e42e-4c8e-46f6-b3c4-615078d8d102),segment_id=f249e42e-4c8e-46f6-b3c4-615078d8d102)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:50.242484 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-8dba1485-54f3-4caf-a36a-418ea2af40af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:50.290994 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-8dba1485-54f3-4caf-a36a-418ea2af40af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:50.292194 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-8dba1485-54f3-4caf-a36a-418ea2af40af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:50.293961 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-8dba1485-54f3-4caf-a36a-418ea2af40af service neutron] 10.222.0.46 "PUT /v2.0/ports/77fa0119-225d-4d2b-b522-c5623ae9bff0 HTTP/1.1" status: 200 len: 1093 time: 1.7398319 Jul 15 13:09:50.294713 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded71160-e935-438d-bcb7-2a27a6f716c5', 'tag': '77fa0119-225d-4d2b-b522-c5623ae9bff0'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:50.297575 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d3dd5a-1ff6-4c15-909b-6f9750ba4a20" -d '{"events": [{"name": "network-changed", "server_uuid": "ded71160-e935-438d-bcb7-2a27a6f716c5", "tag": "77fa0119-225d-4d2b-b522-c5623ae9bff0"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:50.338213 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-6479b873-c245-41ad-8bd5-fa599658dc50 None None] Set router 83f1a72b-fc39-4436-bc0c-686349253148 gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:50.348721 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba1485-54f3-4caf-a36a-418ea2af40af service neutron] Pushing event updated for resources: {'Port': ['ID=77fa0119-225d-4d2b-b522-c5623ae9bff0,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:50.423478 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-946326f9-368c-4905-ac4a-c109a2488ffa tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5214562 Jul 15 13:09:50.425531 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946326f9-368c-4905-ac4a-c109a2488ffa tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event updated for resources: {'Network': ['ID=69387ad4-245c-4cba-ab1a-1c4796c21204,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:50.428922 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50618) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:50.434887 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-9ea7057b-a7bd-4f0b-8b5d-7e61d5f5a6f1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Request body: {'subnet': {'network_id': '69387ad4-245c-4cba-ab1a-1c4796c21204', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:50.463251 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 69387ad4-245c-4cba-ab1a-1c4796c21204 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:09:50.468251 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-5e2ead37-14d7-4867-abcc-d42c7dff96c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:50.469823 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-5e2ead37-14d7-4867-abcc-d42c7dff96c8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=13316ece7db54a9c8540a5aff49e478f&device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 1096 time: 0.0795891 Jul 15 13:09:50.513035 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device fc996173-c19b-49a6-a4fd-70d9c88d3bd0 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:50.516479 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-62c0f221-9de2-4adb-893a-a75e1b29d478 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77fa0119-225d-4d2b-b522-c5623ae9bff0 HTTP/1.1" status: 200 len: 217 time: 0.0364149 Jul 15 13:09:50.544941 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc91c79-e6e6-4851-940b-619f8940d2d1 req-bea35503-de7d-4a9e-a9ee-426f7c8b54a1 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:50.546460 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7cc91c79-e6e6-4851-940b-619f8940d2d1 req-bea35503-de7d-4a9e-a9ee-426f7c8b54a1 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 944 time: 0.3518040 Jul 15 13:09:50.582970 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-90c2d0bf-f33b-4237-87b2-700a3597e0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:50.584361 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-90c2d0bf-f33b-4237-87b2-700a3597e0dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bae16e04-e939-4a15-9e74-5fad7842ae7e HTTP/1.1" status: 200 len: 855 time: 0.0524697 Jul 15 13:09:50.594754 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751c26b-38ea-4433-9a7d-b4fe2a737725 req-3dae2cf3-20ad-4d49-bd52-ab62aa11361d tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:50.596906 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d751c26b-38ea-4433-9a7d-b4fe2a737725 req-3dae2cf3-20ad-4d49-bd52-ab62aa11361d tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 946 time: 0.2032645 Jul 15 13:09:50.620472 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea7057b-a7bd-4f0b-8b5d-7e61d5f5a6f1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Made reservation on behalf of f9994f550e914ac18f1dbf8472ed0fcd for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:50.624088 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9ea7057b-a7bd-4f0b-8b5d-7e61d5f5a6f1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:50.626274 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-a3665f09-cf68-4b19-8a1a-d010b00f886b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cb2098bc-7484-4c5d-9e4d-2dee71297f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326269 Jul 15 13:09:50.636283 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8d37d2a0-b47e-4538-b3e7-e379aab53575 None None] Provisioning complete for port fe77bf16-1592-4351-a6a3-4d37fc643504 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:50.636662 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8d37d2a0-b47e-4538-b3e7-e379aab53575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:50.655524 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7cc91c79-e6e6-4851-940b-619f8940d2d1 req-8d37e380-5970-4fd1-8009-01713ff253cb tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934136 Jul 15 13:09:50.718871 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-8d37d2a0-b47e-4538-b3e7-e379aab53575 None None] Port fe77bf16-1592-4351-a6a3-4d37fc643504 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:50.728726 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port fc996173-c19b-49a6-a4fd-70d9c88d3bd0 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:50.729111 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:50.739601 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30619e3-7065-4743-83ce-f903aec039e6 x-openstack-request-id: req-e30619e3-7065-4743-83ce-f903aec039e6 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:50.739886 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded71160-e935-438d-bcb7-2a27a6f716c5", "tag": "77fa0119-225d-4d2b-b522-c5623ae9bff0", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:50.740135 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e30619e3-7065-4743-83ce-f903aec039e6 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:50.740530 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded71160-e935-438d-bcb7-2a27a6f716c5', 'tag': '77fa0119-225d-4d2b-b522-c5623ae9bff0', 'status': 'completed', 'code': 200} Jul 15 13:09:50.746495 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-884e3769-c5d7-469e-8059-93b878c12b6e service neutron] 10.222.0.46 "GET /v2.0/networks/cb2098bc-7484-4c5d-9e4d-2dee71297f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124477 Jul 15 13:09:50.791881 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-6479b873-c245-41ad-8bd5-fa599658dc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1a72b-fc39-4436-bc0c-686349253148', 'name': 'tempest-RoutersIpV6Test-router-1622586588', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:40Z', 'updated_at': '2021-07-15T13:09:47Z', 'revision_number': 3, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'gw_port_host': None, '_interfaces': [{'id': 'fc996173-c19b-49a6-a4fd-70d9c88d3bd0', 'name': '', 'network_id': '793998b1-8edf-458f-92c4-3c71fd26ab2a', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:2f:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:42Z', 'updated_at': '2021-07-15T13:09:48Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe77bf16-1592-4351-a6a3-4d37fc643504', 'name': '', 'network_id': '69d1bfd5-79d3-46a5-903d-47e87fb4459f', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:09:28:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cc9854b7-6c23-4a17-af8f-2b88264ed67b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:46Z', 'updated_at': '2021-07-15T13:09:48Z', 'revision_number': 2, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': 'cc9854b7-6c23-4a17-af8f-2b88264ed67b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:50.820234 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6479b873-c245-41ad-8bd5-fa599658dc50 None None] Checking router: 83f1a72b-fc39-4436-bc0c-686349253148 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:09:50.820486 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6479b873-c245-41ad-8bd5-fa599658dc50 None None] Updating router 83f1a72b-fc39-4436-bc0c-686349253148 port fe77bf16-1592-4351-a6a3-4d37fc643504 binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:09:50.889645 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6479b873-c245-41ad-8bd5-fa599658dc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:50.900415 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9fe7da55-3b27-40e1-91b6-4cd12942e2df req-c0813d7d-10f4-4549-bd35-4b548bbcc80c service neutron] 10.222.0.46 "GET /v2.0/networks/cb2098bc-7484-4c5d-9e4d-2dee71297f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378996 Jul 15 13:09:51.039591 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3dd5a-1ff6-4c15-909b-6f9750ba4a20 req-b5e694de-48f8-4753-9359-811ff0a53cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:51.042017 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f9d3dd5a-1ff6-4c15-909b-6f9750ba4a20 req-b5e694de-48f8-4753-9359-811ff0a53cc1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=13316ece7db54a9c8540a5aff49e478f&device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 1096 time: 0.0741625 Jul 15 13:09:51.055340 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d751c26b-38ea-4433-9a7d-b4fe2a737725 req-06782f1d-5a6b-470c-aedc-6beb4ef29165 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4432352 Jul 15 13:09:51.175928 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3dd5a-1ff6-4c15-909b-6f9750ba4a20 req-8db1d9db-cb67-46e9-81c3-a88ef424109c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:51.177579 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f9d3dd5a-1ff6-4c15-909b-6f9750ba4a20 req-8db1d9db-cb67-46e9-81c3-a88ef424109c service neutron] 10.222.0.46 "GET /v2.0/networks?id=cb2098bc-7484-4c5d-9e4d-2dee71297f28 HTTP/1.1" status: 200 len: 916 time: 0.1186807 Jul 15 13:09:51.199646 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6479b873-c245-41ad-8bd5-fa599658dc50 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.213867 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6479b873-c245-41ad-8bd5-fa599658dc50 None None] Transition to ACTIVE for port object fe77bf16-1592-4351-a6a3-4d37fc643504 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:51.226243 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6479b873-c245-41ad-8bd5-fa599658dc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.236756 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f9d3dd5a-1ff6-4c15-909b-6f9750ba4a20 req-4536780f-f809-428e-aeb3-e8c85693a0d1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77fa0119-225d-4d2b-b522-c5623ae9bff0 HTTP/1.1" status: 200 len: 217 time: 0.0490301 Jul 15 13:09:51.243761 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9ea7057b-a7bd-4f0b-8b5d-7e61d5f5a6f1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.300112 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2083b673-5ed7-4421-9444-02219af7ff58 None None] Pushing event updated for resources: {'Port': ['ID=fe77bf16-1592-4351-a6a3-4d37fc643504,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:51.312960 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3dd5a-1ff6-4c15-909b-6f9750ba4a20 req-5111468d-7694-4aef-9dd8-de64692f3968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:51.314523 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f9d3dd5a-1ff6-4c15-909b-6f9750ba4a20 req-5111468d-7694-4aef-9dd8-de64692f3968 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bae16e04-e939-4a15-9e74-5fad7842ae7e HTTP/1.1" status: 200 len: 855 time: 0.0530539 Jul 15 13:09:51.346264 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea7057b-a7bd-4f0b-8b5d-7e61d5f5a6f1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event updated for resources: {'Subnet': ['ID=5d0bcff6-4f33-4d70-9c06-697c2e72b7e7,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:51.368509 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-6479b873-c245-41ad-8bd5-fa599658dc50 None None] Attempting to bind port fe77bf16-1592-4351-a6a3-4d37fc643504 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:51.368768 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea7057b-a7bd-4f0b-8b5d-7e61d5f5a6f1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Checking segment: {'id': '937e1ce1-3fd9-43a8-893f-9f4d2b3b7663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '69387ad4-245c-4cba-ab1a-1c4796c21204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:51.368951 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea7057b-a7bd-4f0b-8b5d-7e61d5f5a6f1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Network hostable DHCP agents. Network: 69387ad4-245c-4cba-ab1a-1c4796c21204, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:09:51.369191 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-6479b873-c245-41ad-8bd5-fa599658dc50 None None] Attempting to bind port fe77bf16-1592-4351-a6a3-4d37fc643504 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '5515575d-ed81-4309-babc-52fddd4e8d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '69d1bfd5-79d3-46a5-903d-47e87fb4459f'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:51.369654 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6479b873-c245-41ad-8bd5-fa599658dc50 None None] Attempting to bind port fe77bf16-1592-4351-a6a3-4d37fc643504 on network 69d1bfd5-79d3-46a5-903d-47e87fb4459f {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:51.376055 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6479b873-c245-41ad-8bd5-fa599658dc50 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:51.376618 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6479b873-c245-41ad-8bd5-fa599658dc50 None None] Checking segment: {'id': '5515575d-ed81-4309-babc-52fddd4e8d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '69d1bfd5-79d3-46a5-903d-47e87fb4459f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:51.377368 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6479b873-c245-41ad-8bd5-fa599658dc50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.378701 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6479b873-c245-41ad-8bd5-fa599658dc50 None None] Bound using segment: {'id': '5515575d-ed81-4309-babc-52fddd4e8d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '69d1bfd5-79d3-46a5-903d-47e87fb4459f'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:51.379271 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-6479b873-c245-41ad-8bd5-fa599658dc50 None None] Bound port: fe77bf16-1592-4351-a6a3-4d37fc643504, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5515575d-ed81-4309-babc-52fddd4e8d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '69d1bfd5-79d3-46a5-903d-47e87fb4459f'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:51.379763 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6479b873-c245-41ad-8bd5-fa599658dc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.381388 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f9d3dd5a-1ff6-4c15-909b-6f9750ba4a20 req-e7a834ed-a2e7-4506-8221-8293538a89cd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cb2098bc-7484-4c5d-9e4d-2dee71297f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576422 Jul 15 13:09:51.403453 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea7057b-a7bd-4f0b-8b5d-7e61d5f5a6f1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Network 69387ad4-245c-4cba-ab1a-1c4796c21204 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:09:51.441891 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-9ea7057b-a7bd-4f0b-8b5d-7e61d5f5a6f1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 69387ad4-245c-4cba-ab1a-1c4796c21204) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:51.451218 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea7057b-a7bd-4f0b-8b5d-7e61d5f5a6f1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:51.451795 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9ea7057b-a7bd-4f0b-8b5d-7e61d5f5a6f1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.452492 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4f8fe3-bf34-4c69-a9b9-02f5d3cac663 None None] Network 69387ad4-245c-4cba-ab1a-1c4796c21204 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:51.477919 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d539f5-4179-4351-8ab6-39c22a55c18e req-c78cfbdf-3b2a-4d7e-b5c8-fc25f9cbe8cd tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:51.478503 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-6479b873-c245-41ad-8bd5-fa599658dc50 None None] For port fe77bf16-1592-4351-a6a3-4d37fc643504, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:51.479759 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b9d539f5-4179-4351-8ab6-39c22a55c18e req-c78cfbdf-3b2a-4d7e-b5c8-fc25f9cbe8cd tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/ports?device_id=b85468c6-db94-4a0a-b7c4-f0c87bce3687 HTTP/1.1" status: 200 len: 950 time: 0.0933893 Jul 15 13:09:51.482019 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9ea7057b-a7bd-4f0b-8b5d-7e61d5f5a6f1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0512874 Jul 15 13:09:51.485081 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50630) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:51.496937 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-6479b873-c245-41ad-8bd5-fa599658dc50 None None] For port fe77bf16-1592-4351-a6a3-4d37fc643504, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=fe77bf16-1592-4351-a6a3-4d37fc643504,segment=NetworkSegment(5515575d-ed81-4309-babc-52fddd4e8d77),segment_id=5515575d-ed81-4309-babc-52fddd4e8d77)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:51.520383 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f9d3dd5a-1ff6-4c15-909b-6f9750ba4a20 req-d96a0241-290e-49e8-be26-b61172854bce service neutron] 10.222.0.46 "GET /v2.0/networks/cb2098bc-7484-4c5d-9e4d-2dee71297f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247509 Jul 15 13:09:51.534938 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6479b873-c245-41ad-8bd5-fa599658dc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.621388 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b9d539f5-4179-4351-8ab6-39c22a55c18e req-3c3f8a81-65ea-495b-9979-8e8a10153fa4 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/security-groups?id=98737f0d-d3e4-4d9c-b01e-d1203e925b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963035 Jul 15 13:09:51.639201 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f9d3dd5a-1ff6-4c15-909b-6f9750ba4a20 req-010525e1-396c-4e5e-9020-e3f3fd47c765 service neutron] 10.222.0.46 "GET /v2.0/networks/cb2098bc-7484-4c5d-9e4d-2dee71297f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048956 Jul 15 13:09:51.647477 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6479b873-c245-41ad-8bd5-fa599658dc50 None None] Routers {'83f1a72b-fc39-4436-bc0c-686349253148'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:51.648485 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-6479b873-c245-41ad-8bd5-fa599658dc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:09:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['83f1a72b-fc39-4436-bc0c-686349253148'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:51.652750 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2083b673-5ed7-4421-9444-02219af7ff58 None None] Pushing event updated for resources: {'Port': ['ID=fe77bf16-1592-4351-a6a3-4d37fc643504,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:51.920439 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a1ae34-3c8c-406c-a9ff-7f534f2119d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-69387ad4-245c-4cba-ab1a-1c4796c21204', 'network_id': '69387ad4-245c-4cba-ab1a-1c4796c21204', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'fixed_ips': [{'subnet_id': '5d0bcff6-4f33-4d70-9c06-697c2e72b7e7'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:09:51.921243 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f9a1ae34-3c8c-406c-a9ff-7f534f2119d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.933756 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-6479b873-c245-41ad-8bd5-fa599658dc50 None None] Set router 83f1a72b-fc39-4436-bc0c-686349253148 gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:51.954741 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a90e6-647a-4937-bbab-91b5ebc4a60b req-f13ee98c-6e0e-4fdc-99ee-c7a73ced5e46 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:51.956736 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e8a90e6-647a-4937-bbab-91b5ebc4a60b req-f13ee98c-6e0e-4fdc-99ee-c7a73ced5e46 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 944 time: 0.1332824 Jul 15 13:09:51.986291 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8fe46f3b-5fbd-486f-af4f-c17906b1faf9 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:52.023111 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e8a90e6-647a-4937-bbab-91b5ebc4a60b req-4b933ee6-25bc-43e6-86eb-ebb5c16a969a tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603678 Jul 15 13:09:52.199472 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-f9a1ae34-3c8c-406c-a9ff-7f534f2119d8 None None] Allocated IP 2001:db8:2::2 (69387ad4-245c-4cba-ab1a-1c4796c21204/5d0bcff6-4f33-4d70-9c06-697c2e72b7e7/1b95811b-c928-425c-b67b-3d7af3fb3a11) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:52.287031 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18bd7f-bdcd-415d-a907-b03f4c04c349 req-2660b14c-765f-4ea7-8bcf-9b0108256204 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:52.288602 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2b18bd7f-bdcd-415d-a907-b03f4c04c349 req-2660b14c-765f-4ea7-8bcf-9b0108256204 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 946 time: 0.1116602 Jul 15 13:09:52.324031 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-6479b873-c245-41ad-8bd5-fa599658dc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1a72b-fc39-4436-bc0c-686349253148', 'name': 'tempest-RoutersIpV6Test-router-1622586588', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:40Z', 'updated_at': '2021-07-15T13:09:47Z', 'revision_number': 3, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'gw_port_host': None, '_interfaces': [{'id': 'fc996173-c19b-49a6-a4fd-70d9c88d3bd0', 'name': '', 'network_id': '793998b1-8edf-458f-92c4-3c71fd26ab2a', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:2f:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:42Z', 'updated_at': '2021-07-15T13:09:48Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe77bf16-1592-4351-a6a3-4d37fc643504', 'name': '', 'network_id': '69d1bfd5-79d3-46a5-903d-47e87fb4459f', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:09:28:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cc9854b7-6c23-4a17-af8f-2b88264ed67b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:46Z', 'updated_at': '2021-07-15T13:09:51Z', 'revision_number': 4, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': 'cc9854b7-6c23-4a17-af8f-2b88264ed67b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:52.325952 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device aac1c706-cf0d-4e31-9b3f-abed17990421 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:52.331076 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2b18bd7f-bdcd-415d-a907-b03f4c04c349 req-973cb898-716e-4776-b83f-e9012e26e47a tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357261 Jul 15 13:09:52.379253 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6479b873-c245-41ad-8bd5-fa599658dc50 None None] The sync data for ids ['83f1a72b-fc39-4436-bc0c-686349253148'] in n-d-771363-36 is: [{'id': '83f1a72b-fc39-4436-bc0c-686349253148', 'name': 'tempest-RoutersIpV6Test-router-1622586588', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:40Z', 'updated_at': '2021-07-15T13:09:47Z', 'revision_number': 3, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'gw_port_host': None, '_interfaces': [{'id': 'fc996173-c19b-49a6-a4fd-70d9c88d3bd0', 'name': '', 'network_id': '793998b1-8edf-458f-92c4-3c71fd26ab2a', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:2f:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:42Z', 'updated_at': '2021-07-15T13:09:48Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe77bf16-1592-4351-a6a3-4d37fc643504', 'name': '', 'network_id': '69d1bfd5-79d3-46a5-903d-47e87fb4459f', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:09:28:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cc9854b7-6c23-4a17-af8f-2b88264ed67b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:46Z', 'updated_at': '2021-07-15T13:09:51Z', 'revision_number': 4, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': 'cc9854b7-6c23-4a17-af8f-2b88264ed67b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:09:52.383229 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: aac1c706-cf0d-4e31-9b3f-abed17990421 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:09:52.383229 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device aac1c706-cf0d-4e31-9b3f-abed17990421 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:52.436795 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f9a1ae34-3c8c-406c-a9ff-7f534f2119d8 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:52.454241 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f9a1ae34-3c8c-406c-a9ff-7f534f2119d8 None None] Transition to ACTIVE for port object 1b95811b-c928-425c-b67b-3d7af3fb3a11 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:52.469964 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f9a1ae34-3c8c-406c-a9ff-7f534f2119d8 None None] Transition to ACTIVE for port object 1b95811b-c928-425c-b67b-3d7af3fb3a11 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:52.484889 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f9a1ae34-3c8c-406c-a9ff-7f534f2119d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:52.521582 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a1ae34-3c8c-406c-a9ff-7f534f2119d8 None None] Network 69387ad4-245c-4cba-ab1a-1c4796c21204 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:52.528274 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-f9a1ae34-3c8c-406c-a9ff-7f534f2119d8 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:52.531763 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a1ae34-3c8c-406c-a9ff-7f534f2119d8 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:52.538456 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-8fe46f3b-5fbd-486f-af4f-c17906b1faf9 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Allocated IP 2001:db8:2::1 (69387ad4-245c-4cba-ab1a-1c4796c21204/5d0bcff6-4f33-4d70-9c06-697c2e72b7e7/f4699c13-604e-4ce3-8cc3-086990c8062a) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:52.540650 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a1ae34-3c8c-406c-a9ff-7f534f2119d8 None None] Pushing event updated for resources: {'Port': ['ID=1b95811b-c928-425c-b67b-3d7af3fb3a11,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:52.602784 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-f9a1ae34-3c8c-406c-a9ff-7f534f2119d8 None None] Attempting to bind port 1b95811b-c928-425c-b67b-3d7af3fb3a11 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:52.603155 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-f9a1ae34-3c8c-406c-a9ff-7f534f2119d8 None None] Attempting to bind port 1b95811b-c928-425c-b67b-3d7af3fb3a11 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '937e1ce1-3fd9-43a8-893f-9f4d2b3b7663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '69387ad4-245c-4cba-ab1a-1c4796c21204'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:52.603656 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a1ae34-3c8c-406c-a9ff-7f534f2119d8 None None] Attempting to bind port 1b95811b-c928-425c-b67b-3d7af3fb3a11 on network 69387ad4-245c-4cba-ab1a-1c4796c21204 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:52.608794 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a1ae34-3c8c-406c-a9ff-7f534f2119d8 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:52.609171 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a1ae34-3c8c-406c-a9ff-7f534f2119d8 None None] Checking segment: {'id': '937e1ce1-3fd9-43a8-893f-9f4d2b3b7663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '69387ad4-245c-4cba-ab1a-1c4796c21204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:52.609577 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f9a1ae34-3c8c-406c-a9ff-7f534f2119d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:52.609971 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a1ae34-3c8c-406c-a9ff-7f534f2119d8 None None] Bound using segment: {'id': '937e1ce1-3fd9-43a8-893f-9f4d2b3b7663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '69387ad4-245c-4cba-ab1a-1c4796c21204'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:52.610433 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-f9a1ae34-3c8c-406c-a9ff-7f534f2119d8 None None] Bound port: 1b95811b-c928-425c-b67b-3d7af3fb3a11, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937e1ce1-3fd9-43a8-893f-9f4d2b3b7663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '69387ad4-245c-4cba-ab1a-1c4796c21204'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:52.610842 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f9a1ae34-3c8c-406c-a9ff-7f534f2119d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:52.671460 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8fe46f3b-5fbd-486f-af4f-c17906b1faf9 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:52.682220 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f9a1ae34-3c8c-406c-a9ff-7f534f2119d8 None None] For port 1b95811b-c928-425c-b67b-3d7af3fb3a11, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:52.685761 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f9a1ae34-3c8c-406c-a9ff-7f534f2119d8 None None] For port 1b95811b-c928-425c-b67b-3d7af3fb3a11, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=1b95811b-c928-425c-b67b-3d7af3fb3a11,segment=NetworkSegment(937e1ce1-3fd9-43a8-893f-9f4d2b3b7663),segment_id=937e1ce1-3fd9-43a8-893f-9f4d2b3b7663)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:52.696241 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f9a1ae34-3c8c-406c-a9ff-7f534f2119d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:52.702443 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8fe46f3b-5fbd-486f-af4f-c17906b1faf9 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Transition to ACTIVE for port object f4699c13-604e-4ce3-8cc3-086990c8062a will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:52.754749 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8fe46f3b-5fbd-486f-af4f-c17906b1faf9 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:52.775664 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a1ae34-3c8c-406c-a9ff-7f534f2119d8 None None] Pushing event updated for resources: {'Port': ['ID=1b95811b-c928-425c-b67b-3d7af3fb3a11,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:52.841876 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe46f3b-5fbd-486f-af4f-c17906b1faf9 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Network 69387ad4-245c-4cba-ab1a-1c4796c21204 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:52.848344 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-8fe46f3b-5fbd-486f-af4f-c17906b1faf9 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:52.850749 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe46f3b-5fbd-486f-af4f-c17906b1faf9 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:52.851294 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8fe46f3b-5fbd-486f-af4f-c17906b1faf9 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:52.856125 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe46f3b-5fbd-486f-af4f-c17906b1faf9 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event updated for resources: {'Port': ['ID=f4699c13-604e-4ce3-8cc3-086990c8062a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:52.993226 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89171c90-38a9-426f-9029-41bef40040fb req-5de8f409-fa33-4e46-a252-bf6b6c5b46d2 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:52.995032 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-89171c90-38a9-426f-9029-41bef40040fb req-5de8f409-fa33-4e46-a252-bf6b6c5b46d2 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/ports?device_id=b85468c6-db94-4a0a-b7c4-f0c87bce3687 HTTP/1.1" status: 200 len: 950 time: 0.2066858 Jul 15 13:09:53.051953 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8fe46f3b-5fbd-486f-af4f-c17906b1faf9 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:53.082401 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-89171c90-38a9-426f-9029-41bef40040fb req-69419c46-f756-414a-8fbf-d0dd1bcc12d1 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/security-groups?id=98737f0d-d3e4-4d9c-b01e-d1203e925b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675125 Jul 15 13:09:53.238463 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551592dd-2b2e-4952-846a-5e049a528d7c req-a6c887a7-5ade-4c29-9fa4-768ec9168cd9 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:53.239964 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-551592dd-2b2e-4952-846a-5e049a528d7c req-a6c887a7-5ade-4c29-9fa4-768ec9168cd9 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.46 "GET /v2.0/ports?device_id=b85468c6-db94-4a0a-b7c4-f0c87bce3687 HTTP/1.1" status: 200 len: 950 time: 0.1031272 Jul 15 13:09:53.333718 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8be6e-aec2-4b68-a267-5b3b2152452c req-6232d510-64ad-4466-87ec-b5079d279dc8 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:53.335243 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a1d8be6e-aec2-4b68-a267-5b3b2152452c req-6232d510-64ad-4466-87ec-b5079d279dc8 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 944 time: 0.1419885 Jul 15 13:09:53.352800 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-551592dd-2b2e-4952-846a-5e049a528d7c req-3ec18f8e-a58c-42e6-9c27-91c4f06c98fe tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Deleting port 87301623-dde3-4995-b099-da436733b8ab {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:53.353149 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-551592dd-2b2e-4952-846a-5e049a528d7c req-3ec18f8e-a58c-42e6-9c27-91c4f06c98fe tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:53.416532 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a1d8be6e-aec2-4b68-a267-5b3b2152452c req-56d13df0-032c-494a-afa5-63e796d623ec tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558741 Jul 15 13:09:53.451805 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8fe46f3b-5fbd-486f-af4f-c17906b1faf9 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:53.454243 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8fe46f3b-5fbd-486f-af4f-c17906b1faf9 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:53.455092 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8fe46f3b-5fbd-486f-af4f-c17906b1faf9 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:53.472576 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-551592dd-2b2e-4952-846a-5e049a528d7c req-3ec18f8e-a58c-42e6-9c27-91c4f06c98fe tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] For port 87301623-dde3-4995-b099-da436733b8ab, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=87301623-dde3-4995-b099-da436733b8ab,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:53.473533 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-551592dd-2b2e-4952-846a-5e049a528d7c req-3ec18f8e-a58c-42e6-9c27-91c4f06c98fe tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:53.491094 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-551592dd-2b2e-4952-846a-5e049a528d7c req-3ec18f8e-a58c-42e6-9c27-91c4f06c98fe tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Calling delete_port for 87301623-dde3-4995-b099-da436733b8ab owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:53.526088 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe46f3b-5fbd-486f-af4f-c17906b1faf9 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event updated for resources: {'Port': ['ID=f4699c13-604e-4ce3-8cc3-086990c8062a,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:53.634798 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe46f3b-5fbd-486f-af4f-c17906b1faf9 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Network 69387ad4-245c-4cba-ab1a-1c4796c21204 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:53.638094 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-8fe46f3b-5fbd-486f-af4f-c17906b1faf9 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:53.640155 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-551592dd-2b2e-4952-846a-5e049a528d7c req-3ec18f8e-a58c-42e6-9c27-91c4f06c98fe tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:53.652772 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['87301623-dde3-4995-b099-da436733b8ab'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:53.657048 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88cdb36-2440-43c1-823c-0759580a739f req-38265e85-d84d-4571-84c2-d803952ae609 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:53.664571 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c88cdb36-2440-43c1-823c-0759580a739f req-38265e85-d84d-4571-84c2-d803952ae609 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 946 time: 0.1309893 Jul 15 13:09:53.680790 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec18f8e-a58c-42e6-9c27-91c4f06c98fe tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Pushing event deleted for resources: {'Port': ['ID=87301623-dde3-4995-b099-da436733b8ab,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:53.738310 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-551592dd-2b2e-4952-846a-5e049a528d7c req-3ec18f8e-a58c-42e6-9c27-91c4f06c98fe tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] No DVR routers for this DVR port 87301623-dde3-4995-b099-da436733b8ab on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:53.745696 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-551592dd-2b2e-4952-846a-5e049a528d7c req-3ec18f8e-a58c-42e6-9c27-91c4f06c98fe tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:53.746186 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-551592dd-2b2e-4952-846a-5e049a528d7c req-3ec18f8e-a58c-42e6-9c27-91c4f06c98fe tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.46 "DELETE /v2.0/ports/87301623-dde3-4995-b099-da436733b8ab HTTP/1.1" status: 204 len: 173 time: 0.4891207 Jul 15 13:09:53.746596 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85468c6-db94-4a0a-b7c4-f0c87bce3687', 'name': 'network-vif-deleted', 'tag': '87301623-dde3-4995-b099-da436733b8ab'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:53.760281 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69604a41-ba41-45df-aeb2-9397fe9cf23d" -d '{"events": [{"server_uuid": "b85468c6-db94-4a0a-b7c4-f0c87bce3687", "name": "network-vif-deleted", "tag": "87301623-dde3-4995-b099-da436733b8ab"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:53.822379 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1faa7e93-3f2a-4879-8c8c-e23707b7868b x-openstack-request-id: req-1faa7e93-3f2a-4879-8c8c-e23707b7868b {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:53.822749 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85468c6-db94-4a0a-b7c4-f0c87bce3687", "name": "network-vif-deleted", "tag": "87301623-dde3-4995-b099-da436733b8ab", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:53.822956 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1faa7e93-3f2a-4879-8c8c-e23707b7868b {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:53.823599 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85468c6-db94-4a0a-b7c4-f0c87bce3687', 'name': 'network-vif-deleted', 'tag': '87301623-dde3-4995-b099-da436733b8ab', 'status': 'completed', 'code': 200} Jul 15 13:09:53.827319 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c88cdb36-2440-43c1-823c-0759580a739f req-8e8040d2-7719-4dd2-b2ea-b53912ef9bb1 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617813 Jul 15 13:09:53.852533 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe46f3b-5fbd-486f-af4f-c17906b1faf9 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Router 83f1a72b-fc39-4436-bc0c-686349253148 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:09:53.913029 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device fe77bf16-1592-4351-a6a3-4d37fc643504 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:53.971733 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe46f3b-5fbd-486f-af4f-c17906b1faf9 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:09:53.978699 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8fe46f3b-5fbd-486f-af4f-c17906b1faf9 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "PUT /v2.0/routers/83f1a72b-fc39-4436-bc0c-686349253148/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4907393 Jul 15 13:09:53.979887 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50652) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:53.985172 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52632d66-72be-420c-9d7f-f2457d91a4a2 None None] Sync routers for ids ['83f1a72b-fc39-4436-bc0c-686349253148'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:09:53.993069 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-b155dc78-ce2e-44ca-96c7-0f812915203c tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-595825488'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:54.001049 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port fe77bf16-1592-4351-a6a3-4d37fc643504 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:54.002189 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52632d66-72be-420c-9d7f-f2457d91a4a2 None None] Routers {'83f1a72b-fc39-4436-bc0c-686349253148'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:54.004826 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-52632d66-72be-420c-9d7f-f2457d91a4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:09:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['83f1a72b-fc39-4436-bc0c-686349253148'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:54.007602 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port fe77bf16-1592-4351-a6a3-4d37fc643504 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:54.008194 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.039540 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b155dc78-ce2e-44ca-96c7-0f812915203c tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Made reservation on behalf of f9994f550e914ac18f1dbf8472ed0fcd for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:54.046709 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b155dc78-ce2e-44ca-96c7-0f812915203c tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.087873 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b155dc78-ce2e-44ca-96c7-0f812915203c tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:09:54.099104 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b155dc78-ce2e-44ca-96c7-0f812915203c tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.103306 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-b155dc78-ce2e-44ca-96c7-0f812915203c tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Added segment cf201213-6626-447b-b1af-64946a4bfddc of type vlan for network 8fbb44e9-3558-44a5-beff-6283368c1761 Jul 15 13:09:54.109178 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.126893 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-52632d66-72be-420c-9d7f-f2457d91a4a2 None None] Set router 83f1a72b-fc39-4436-bc0c-686349253148 gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:54.155271 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port fe77bf16-1592-4351-a6a3-4d37fc643504, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=fe77bf16-1592-4351-a6a3-4d37fc643504,segment=NetworkSegment(5515575d-ed81-4309-babc-52fddd4e8d77),segment_id=5515575d-ed81-4309-babc-52fddd4e8d77)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:54.159812 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.161258 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1b95811b-c928-425c-b67b-3d7af3fb3a11 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:54.164751 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b155dc78-ce2e-44ca-96c7-0f812915203c tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.208094 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b155dc78-ce2e-44ca-96c7-0f812915203c tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.215582 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b155dc78-ce2e-44ca-96c7-0f812915203c tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:54.216224 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b155dc78-ce2e-44ca-96c7-0f812915203c tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.264572 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b155dc78-ce2e-44ca-96c7-0f812915203c tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2809179 Jul 15 13:09:54.265530 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50658) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:54.272795 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-470da3e6-96ce-4137-94bf-f147a64b55f3 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Request body: {'subnet': {'network_id': '8fbb44e9-3558-44a5-beff-6283368c1761', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:54.281014 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=fe77bf16-1592-4351-a6a3-4d37fc643504,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:54.291305 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155dc78-ce2e-44ca-96c7-0f812915203c tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event updated for resources: {'Network': ['ID=8fbb44e9-3558-44a5-beff-6283368c1761,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:54.296495 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 1b95811b-c928-425c-b67b-3d7af3fb3a11 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:54.308064 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 8fbb44e9-3558-44a5-beff-6283368c1761 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:09:54.396172 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 77fa0119-225d-4d2b-b522-c5623ae9bff0 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:09:54.430271 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8ccf081e-2197-490c-b079-3b62a17409f6 req-9b231764-e775-43a5-91d9-d227dba5e565 tempest-ServersAdminNegativeTestJSON-413267426 tempest-ServersAdminNegativeTestJSON-413267426-project] 10.222.0.16 "GET /v2.0/ports?device_id=b85468c6-db94-4a0a-b7c4-f0c87bce3687 HTTP/1.1" status: 200 len: 210 time: 0.0503721 Jul 15 13:09:54.447895 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6435a0cf-b81e-4837-a9eb-a094294c7a5b None None] Network 69387ad4-245c-4cba-ab1a-1c4796c21204 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:54.472413 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470da3e6-96ce-4137-94bf-f147a64b55f3 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Made reservation on behalf of f9994f550e914ac18f1dbf8472ed0fcd for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:54.477176 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-470da3e6-96ce-4137-94bf-f147a64b55f3 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.542908 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-52632d66-72be-420c-9d7f-f2457d91a4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1a72b-fc39-4436-bc0c-686349253148', 'name': 'tempest-RoutersIpV6Test-router-1622586588', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:40Z', 'updated_at': '2021-07-15T13:09:52Z', 'revision_number': 4, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'gw_port_host': None, '_interfaces': [{'id': 'f4699c13-604e-4ce3-8cc3-086990c8062a', 'name': '', 'network_id': '69387ad4-245c-4cba-ab1a-1c4796c21204', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:55:12:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '5d0bcff6-4f33-4d70-9c06-697c2e72b7e7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:52Z', 'updated_at': '2021-07-15T13:09:53Z', 'revision_number': 2, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': '5d0bcff6-4f33-4d70-9c06-697c2e72b7e7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc996173-c19b-49a6-a4fd-70d9c88d3bd0', 'name': '', 'network_id': '793998b1-8edf-458f-92c4-3c71fd26ab2a', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:2f:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:42Z', 'updated_at': '2021-07-15T13:09:48Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe77bf16-1592-4351-a6a3-4d37fc643504', 'name': '', 'network_id': '69d1bfd5-79d3-46a5-903d-47e87fb4459f', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:09:28:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cc9854b7-6c23-4a17-af8f-2b88264ed67b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:46Z', 'updated_at': '2021-07-15T13:09:51Z', 'revision_number': 4, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': 'cc9854b7-6c23-4a17-af8f-2b88264ed67b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:54.584135 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52632d66-72be-420c-9d7f-f2457d91a4a2 None None] Checking router: 83f1a72b-fc39-4436-bc0c-686349253148 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:09:54.584744 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52632d66-72be-420c-9d7f-f2457d91a4a2 None None] Updating router 83f1a72b-fc39-4436-bc0c-686349253148 port f4699c13-604e-4ce3-8cc3-086990c8062a binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:09:54.598309 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.db.resource_extend [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:09:54.644426 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-52632d66-72be-420c-9d7f-f2457d91a4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.687990 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034228d-fd4f-4288-a3c3-8bc24114c004 req-a585a1e9-aa6c-4070-a390-dd2379dfb26f tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:54.690852 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7034228d-fd4f-4288-a3c3-8bc24114c004 req-a585a1e9-aa6c-4070-a390-dd2379dfb26f tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 944 time: 0.1077981 Jul 15 13:09:54.734369 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7034228d-fd4f-4288-a3c3-8bc24114c004 req-46520dff-15ea-4cc0-b4d3-f43078787a4a tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383048 Jul 15 13:09:54.772629 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 77fa0119-225d-4d2b-b522-c5623ae9bff0, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=77fa0119-225d-4d2b-b522-c5623ae9bff0,segment=NetworkSegment(f249e42e-4c8e-46f6-b3c4-615078d8d102),segment_id=f249e42e-4c8e-46f6-b3c4-615078d8d102)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:54.787341 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6ee7b546-fb88-4f39-9810-a91e8e9b8047 None None] Provisioning for port 1b95811b-c928-425c-b67b-3d7af3fb3a11 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:54.797677 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '77fa0119-225d-4d2b-b522-c5623ae9bff0', 'network_id': 'cb2098bc-7484-4c5d-9e4d-2dee71297f28', 'port_id': '77fa0119-225d-4d2b-b522-c5623ae9bff0', 'mac_address': 'fa:16:3e:99:80:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bae16e04-e939-4a15-9e74-5fad7842ae7e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:09:54.801800 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6ee7b546-fb88-4f39-9810-a91e8e9b8047 None None] Provisioning complete for port 1b95811b-c928-425c-b67b-3d7af3fb3a11 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:54.801800 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6ee7b546-fb88-4f39-9810-a91e8e9b8047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.831971 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-470da3e6-96ce-4137-94bf-f147a64b55f3 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.904110 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.904306 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470da3e6-96ce-4137-94bf-f147a64b55f3 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event updated for resources: {'Subnet': ['ID=7774dd03-ea16-498e-afaf-58f6b4476dc3,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:54.931922 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a0b61-6fe4-4da3-a41e-04f8bf259180 req-311c4eeb-0665-4f60-9ce2-20c34e558841 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:54.933423 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-dd4a0b61-6fe4-4da3-a41e-04f8bf259180 req-311c4eeb-0665-4f60-9ce2-20c34e558841 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 946 time: 0.1541684 Jul 15 13:09:54.939713 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470da3e6-96ce-4137-94bf-f147a64b55f3 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Checking segment: {'id': 'cf201213-6626-447b-b1af-64946a4bfddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8fbb44e9-3558-44a5-beff-6283368c1761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:54.940110 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470da3e6-96ce-4137-94bf-f147a64b55f3 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Network hostable DHCP agents. Network: 8fbb44e9-3558-44a5-beff-6283368c1761, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:09:54.947203 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77fa0119-225d-4d2b-b522-c5623ae9bff0 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:54.981512 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 77fa0119-225d-4d2b-b522-c5623ae9bff0, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=77fa0119-225d-4d2b-b522-c5623ae9bff0,segment=NetworkSegment(f249e42e-4c8e-46f6-b3c4-615078d8d102),segment_id=f249e42e-4c8e-46f6-b3c4-615078d8d102)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:54.982951 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6ee7b546-fb88-4f39-9810-a91e8e9b8047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.992876 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.032492 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470da3e6-96ce-4137-94bf-f147a64b55f3 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Network 8fbb44e9-3558-44a5-beff-6283368c1761 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:09:55.053225 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-470da3e6-96ce-4137-94bf-f147a64b55f3 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 8fbb44e9-3558-44a5-beff-6283368c1761) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:55.057607 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-6ee7b546-fb88-4f39-9810-a91e8e9b8047 None None] For port 1b95811b-c928-425c-b67b-3d7af3fb3a11, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=1b95811b-c928-425c-b67b-3d7af3fb3a11,segment=NetworkSegment(937e1ce1-3fd9-43a8-893f-9f4d2b3b7663),segment_id=937e1ce1-3fd9-43a8-893f-9f4d2b3b7663)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:55.061841 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470da3e6-96ce-4137-94bf-f147a64b55f3 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:55.062446 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-470da3e6-96ce-4137-94bf-f147a64b55f3 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.068413 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de8e12b-92e7-4e95-9043-e3e805314b65 None None] Network 8fbb44e9-3558-44a5-beff-6283368c1761 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:55.074735 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6ee7b546-fb88-4f39-9810-a91e8e9b8047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.075988 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-52632d66-72be-420c-9d7f-f2457d91a4a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.088475 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-52632d66-72be-420c-9d7f-f2457d91a4a2 None None] Transition to ACTIVE for port object f4699c13-604e-4ce3-8cc3-086990c8062a will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:55.092309 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=77fa0119-225d-4d2b-b522-c5623ae9bff0,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:55.099788 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-52632d66-72be-420c-9d7f-f2457d91a4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.118812 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-470da3e6-96ce-4137-94bf-f147a64b55f3 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8511431 Jul 15 13:09:55.119400 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50666) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:55.136267 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-dd4a0b61-6fe4-4da3-a41e-04f8bf259180 req-6057eeba-e9ca-4bb6-8865-adcac8575def tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Deleting port 74fd9eb1-9797-46dd-8b28-b77c2726386c {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:55.136617 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-dd4a0b61-6fe4-4da3-a41e-04f8bf259180 req-6057eeba-e9ca-4bb6-8865-adcac8575def tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.161826 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c0fa6c-ab18-4017-81e1-c925653317f1 None None] Pushing event updated for resources: {'Port': ['ID=f4699c13-604e-4ce3-8cc3-086990c8062a,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:55.191142 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc39ce5-ee10-4443-8d59-7c990e58f96c req-d82c1fd5-cf8f-49ac-b517-efd1d7126c8e tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:55.198686 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5bc39ce5-ee10-4443-8d59-7c990e58f96c req-d82c1fd5-cf8f-49ac-b517-efd1d7126c8e tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 946 time: 0.1492050 Jul 15 13:09:55.237978 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7b546-fb88-4f39-9810-a91e8e9b8047 None None] Pushing event updated for resources: {'Port': ['ID=1b95811b-c928-425c-b67b-3d7af3fb3a11,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:55.251222 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5bc39ce5-ee10-4443-8d59-7c990e58f96c req-f2a06a03-d258-4d53-9513-7f3232654d09 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510652 Jul 15 13:09:55.263673 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-52632d66-72be-420c-9d7f-f2457d91a4a2 None None] Attempting to bind port f4699c13-604e-4ce3-8cc3-086990c8062a on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:55.264639 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-52632d66-72be-420c-9d7f-f2457d91a4a2 None None] Attempting to bind port f4699c13-604e-4ce3-8cc3-086990c8062a by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '937e1ce1-3fd9-43a8-893f-9f4d2b3b7663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '69387ad4-245c-4cba-ab1a-1c4796c21204'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:55.265297 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52632d66-72be-420c-9d7f-f2457d91a4a2 None None] Attempting to bind port f4699c13-604e-4ce3-8cc3-086990c8062a on network 69387ad4-245c-4cba-ab1a-1c4796c21204 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:55.271608 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52632d66-72be-420c-9d7f-f2457d91a4a2 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:55.272282 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52632d66-72be-420c-9d7f-f2457d91a4a2 None None] Checking segment: {'id': '937e1ce1-3fd9-43a8-893f-9f4d2b3b7663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '69387ad4-245c-4cba-ab1a-1c4796c21204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:55.273051 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-52632d66-72be-420c-9d7f-f2457d91a4a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.273651 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52632d66-72be-420c-9d7f-f2457d91a4a2 None None] Bound using segment: {'id': '937e1ce1-3fd9-43a8-893f-9f4d2b3b7663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '69387ad4-245c-4cba-ab1a-1c4796c21204'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:55.274604 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-52632d66-72be-420c-9d7f-f2457d91a4a2 None None] Bound port: f4699c13-604e-4ce3-8cc3-086990c8062a, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937e1ce1-3fd9-43a8-893f-9f4d2b3b7663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '69387ad4-245c-4cba-ab1a-1c4796c21204'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:55.275316 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-52632d66-72be-420c-9d7f-f2457d91a4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.352370 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d2ce9d-bf24-4105-97bf-48ac0c4fe451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-8fbb44e9-3558-44a5-beff-6283368c1761', 'network_id': '8fbb44e9-3558-44a5-beff-6283368c1761', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'fixed_ips': [{'subnet_id': '7774dd03-ea16-498e-afaf-58f6b4476dc3'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:09:55.353846 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-23d2ce9d-bf24-4105-97bf-48ac0c4fe451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.357788 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-52632d66-72be-420c-9d7f-f2457d91a4a2 None None] For port f4699c13-604e-4ce3-8cc3-086990c8062a, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:55.362321 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-52632d66-72be-420c-9d7f-f2457d91a4a2 None None] For port f4699c13-604e-4ce3-8cc3-086990c8062a, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=f4699c13-604e-4ce3-8cc3-086990c8062a,segment=NetworkSegment(937e1ce1-3fd9-43a8-893f-9f4d2b3b7663),segment_id=937e1ce1-3fd9-43a8-893f-9f4d2b3b7663)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:55.384396 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-52632d66-72be-420c-9d7f-f2457d91a4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.446107 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52632d66-72be-420c-9d7f-f2457d91a4a2 None None] Routers {'83f1a72b-fc39-4436-bc0c-686349253148'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:55.446794 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-52632d66-72be-420c-9d7f-f2457d91a4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:09:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['83f1a72b-fc39-4436-bc0c-686349253148'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:55.452836 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['77fa0119-225d-4d2b-b522-c5623ae9bff0'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:55.474156 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-dd4a0b61-6fe4-4da3-a41e-04f8bf259180 req-6057eeba-e9ca-4bb6-8865-adcac8575def tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] For port 74fd9eb1-9797-46dd-8b28-b77c2726386c, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=74fd9eb1-9797-46dd-8b28-b77c2726386c,segment=NetworkSegment(1a9c80c0-7d5b-40b0-8c39-86efa348994c),segment_id=1a9c80c0-7d5b-40b0-8c39-86efa348994c)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:55.474661 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-dd4a0b61-6fe4-4da3-a41e-04f8bf259180 req-6057eeba-e9ca-4bb6-8865-adcac8575def tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.498615 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-dd4a0b61-6fe4-4da3-a41e-04f8bf259180 req-6057eeba-e9ca-4bb6-8865-adcac8575def tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Calling delete_port for 74fd9eb1-9797-46dd-8b28-b77c2726386c owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:55.569401 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c0fa6c-ab18-4017-81e1-c925653317f1 None None] Pushing event updated for resources: {'Port': ['ID=f4699c13-604e-4ce3-8cc3-086990c8062a,revision_number=4']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:55.605964 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-bd84f396-d87a-4d60-a4dd-d96fcb8db9db None None] Provisioning complete for port 1b95811b-c928-425c-b67b-3d7af3fb3a11 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:55.606515 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bd84f396-d87a-4d60-a4dd-d96fcb8db9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.617860 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-52632d66-72be-420c-9d7f-f2457d91a4a2 None None] Set router 83f1a72b-fc39-4436-bc0c-686349253148 gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:55.766110 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-23d2ce9d-bf24-4105-97bf-48ac0c4fe451 None None] Allocated IP 2001:db8:3::2 (8fbb44e9-3558-44a5-beff-6283368c1761/7774dd03-ea16-498e-afaf-58f6b4476dc3/9ed563e3-1728-4e4c-b300-0a173dfd1772) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:55.874544 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device fe77bf16-1592-4351-a6a3-4d37fc643504 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:56.031830 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50680) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:56.111286 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-dd4a0b61-6fe4-4da3-a41e-04f8bf259180 req-6057eeba-e9ca-4bb6-8865-adcac8575def tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.121355 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8add9-17a1-44a0-a086-19578537a562 req-72a6dac8-dc89-4035-85ee-50f885674c9c tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:56.129413 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-16a8add9-17a1-44a0-a086-19578537a562 req-72a6dac8-dc89-4035-85ee-50f885674c9c tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 945 time: 0.1715815 Jul 15 13:09:56.138428 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-52632d66-72be-420c-9d7f-f2457d91a4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1a72b-fc39-4436-bc0c-686349253148', 'name': 'tempest-RoutersIpV6Test-router-1622586588', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:40Z', 'updated_at': '2021-07-15T13:09:52Z', 'revision_number': 4, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'gw_port_host': None, '_interfaces': [{'id': 'f4699c13-604e-4ce3-8cc3-086990c8062a', 'name': '', 'network_id': '69387ad4-245c-4cba-ab1a-1c4796c21204', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:55:12:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '5d0bcff6-4f33-4d70-9c06-697c2e72b7e7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:52Z', 'updated_at': '2021-07-15T13:09:55Z', 'revision_number': 4, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': '5d0bcff6-4f33-4d70-9c06-697c2e72b7e7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc996173-c19b-49a6-a4fd-70d9c88d3bd0', 'name': '', 'network_id': '793998b1-8edf-458f-92c4-3c71fd26ab2a', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:2f:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:42Z', 'updated_at': '2021-07-15T13:09:48Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe77bf16-1592-4351-a6a3-4d37fc643504', 'name': '', 'network_id': '69d1bfd5-79d3-46a5-903d-47e87fb4459f', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:09:28:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cc9854b7-6c23-4a17-af8f-2b88264ed67b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:46Z', 'updated_at': '2021-07-15T13:09:54Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': 'cc9854b7-6c23-4a17-af8f-2b88264ed67b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:56.209917 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-16a8add9-17a1-44a0-a086-19578537a562 req-2f94c955-3425-4e40-a10b-05bdd0776e5b tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792961 Jul 15 13:09:56.210773 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52632d66-72be-420c-9d7f-f2457d91a4a2 None None] The sync data for ids ['83f1a72b-fc39-4436-bc0c-686349253148'] in n-d-771363-36 is: [{'id': '83f1a72b-fc39-4436-bc0c-686349253148', 'name': 'tempest-RoutersIpV6Test-router-1622586588', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:40Z', 'updated_at': '2021-07-15T13:09:52Z', 'revision_number': 4, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'gw_port_host': None, '_interfaces': [{'id': 'f4699c13-604e-4ce3-8cc3-086990c8062a', 'name': '', 'network_id': '69387ad4-245c-4cba-ab1a-1c4796c21204', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:55:12:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '5d0bcff6-4f33-4d70-9c06-697c2e72b7e7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:52Z', 'updated_at': '2021-07-15T13:09:55Z', 'revision_number': 4, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': '5d0bcff6-4f33-4d70-9c06-697c2e72b7e7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc996173-c19b-49a6-a4fd-70d9c88d3bd0', 'name': '', 'network_id': '793998b1-8edf-458f-92c4-3c71fd26ab2a', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:2f:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:42Z', 'updated_at': '2021-07-15T13:09:48Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe77bf16-1592-4351-a6a3-4d37fc643504', 'name': '', 'network_id': '69d1bfd5-79d3-46a5-903d-47e87fb4459f', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:09:28:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cc9854b7-6c23-4a17-af8f-2b88264ed67b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:46Z', 'updated_at': '2021-07-15T13:09:54Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': 'cc9854b7-6c23-4a17-af8f-2b88264ed67b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:09:56.226183 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-23d2ce9d-bf24-4105-97bf-48ac0c4fe451 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.245302 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6057eeba-e9ca-4bb6-8865-adcac8575def tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Pushing event deleted for resources: {'Port': ['ID=74fd9eb1-9797-46dd-8b28-b77c2726386c,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:56.254194 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-23d2ce9d-bf24-4105-97bf-48ac0c4fe451 None None] Transition to ACTIVE for port object 9ed563e3-1728-4e4c-b300-0a173dfd1772 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:56.341460 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-bd84f396-d87a-4d60-a4dd-d96fcb8db9db None None] Provisioning for port f4699c13-604e-4ce3-8cc3-086990c8062a completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:56.351268 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 74fd9eb1-9797-46dd-8b28-b77c2726386c no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:56.361064 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4a0b61-6fe4-4da3-a41e-04f8bf259180 req-6057eeba-e9ca-4bb6-8865-adcac8575def tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] No DVR routers for this DVR port 74fd9eb1-9797-46dd-8b28-b77c2726386c on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:56.372951 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ce49f93f-0e52-4080-ac7b-52ddb93733ab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=568eace55cc144ef942453787f01b718&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3393626 Jul 15 13:09:56.375072 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50686) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:56.384826 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-dd4a0b61-6fe4-4da3-a41e-04f8bf259180 req-6057eeba-e9ca-4bb6-8865-adcac8575def tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.392476 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-dd4a0b61-6fe4-4da3-a41e-04f8bf259180 req-6057eeba-e9ca-4bb6-8865-adcac8575def tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.46 "DELETE /v2.0/ports/74fd9eb1-9797-46dd-8b28-b77c2726386c HTTP/1.1" status: 204 len: 173 time: 1.4499781 Jul 15 13:09:56.393031 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2453cc-bf50-49f6-a542-703f35973940', 'name': 'network-vif-deleted', 'tag': '74fd9eb1-9797-46dd-8b28-b77c2726386c'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:56.396486 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16d8db9-5f0c-4107-9f26-2ee6a2ea62c7" -d '{"events": [{"server_uuid": "9b2453cc-bf50-49f6-a542-703f35973940", "name": "network-vif-deleted", "tag": "74fd9eb1-9797-46dd-8b28-b77c2726386c"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:56.405023 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 74fd9eb1-9797-46dd-8b28-b77c2726386c {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:09:56.406352 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 74fd9eb1-9797-46dd-8b28-b77c2726386c not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:56.407258 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 87301623-dde3-4995-b099-da436733b8ab no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:56.505037 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd73c8b-6c9c-400b-9c4f-d64a44074906 x-openstack-request-id: req-7cd73c8b-6c9c-400b-9c4f-d64a44074906 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:56.505629 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b2453cc-bf50-49f6-a542-703f35973940", "name": "network-vif-deleted", "tag": "74fd9eb1-9797-46dd-8b28-b77c2726386c", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:56.505826 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7cd73c8b-6c9c-400b-9c4f-d64a44074906 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:56.506814 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b2453cc-bf50-49f6-a542-703f35973940', 'name': 'network-vif-deleted', 'tag': '74fd9eb1-9797-46dd-8b28-b77c2726386c', 'status': 'completed', 'code': 200} Jul 15 13:09:56.512678 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-40705238-1f9e-4caf-b748-09d742142eca tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.538542 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d9cbbbb-7e7c-49eb-8f9e-71f3fbe90626 req-7eef36f5-d923-43f7-9a1d-5d043cf7b908 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b2453cc-bf50-49f6-a542-703f35973940 HTTP/1.1" status: 200 len: 210 time: 0.0478413 Jul 15 13:09:56.540151 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5af8ce5b-8e0f-46c9-801e-3616c01f9600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.574905 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5af8ce5b-8e0f-46c9-801e-3616c01f9600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.575128 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-23d2ce9d-bf24-4105-97bf-48ac0c4fe451 None None] Transition to ACTIVE for port object 9ed563e3-1728-4e4c-b300-0a173dfd1772 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:56.575128 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port fe77bf16-1592-4351-a6a3-4d37fc643504 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:56.575128 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.629066 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5af8ce5b-8e0f-46c9-801e-3616c01f9600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.632578 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5af8ce5b-8e0f-46c9-801e-3616c01f9600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.637621 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5af8ce5b-8e0f-46c9-801e-3616c01f9600 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/98737f0d-d3e4-4d9c-b01e-d1203e925b00 HTTP/1.1" status: 204 len: 168 time: 0.2606628 Jul 15 13:09:56.648811 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8ce5b-8e0f-46c9-801e-3616c01f9600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98737f0d-d3e4-4d9c-b01e-d1203e925b00,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:56.728211 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 87301623-dde3-4995-b099-da436733b8ab {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:09:56.728562 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 87301623-dde3-4995-b099-da436733b8ab not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:56.737904 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-23d2ce9d-bf24-4105-97bf-48ac0c4fe451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.854543 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d2ce9d-bf24-4105-97bf-48ac0c4fe451 None None] Pushing event updated for resources: {'Port': ['ID=9ed563e3-1728-4e4c-b300-0a173dfd1772,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:56.876339 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d2ce9d-bf24-4105-97bf-48ac0c4fe451 None None] Network 8fbb44e9-3558-44a5-beff-6283368c1761 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:56.884687 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-23d2ce9d-bf24-4105-97bf-48ac0c4fe451 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:56.897158 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d2ce9d-bf24-4105-97bf-48ac0c4fe451 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:57.055722 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-40705238-1f9e-4caf-b748-09d742142eca tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Allocated IP 2001:db8:3::1 (8fbb44e9-3558-44a5-beff-6283368c1761/7774dd03-ea16-498e-afaf-58f6b4476dc3/c8598bd0-d543-429c-9ae4-e677d5143eb6) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:57.146080 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50698) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:57.168483 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1b95811b-c928-425c-b67b-3d7af3fb3a11 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:57.195881 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-23d2ce9d-bf24-4105-97bf-48ac0c4fe451 None None] Attempting to bind port 9ed563e3-1728-4e4c-b300-0a173dfd1772 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:57.196258 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-23d2ce9d-bf24-4105-97bf-48ac0c4fe451 None None] Attempting to bind port 9ed563e3-1728-4e4c-b300-0a173dfd1772 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'cf201213-6626-447b-b1af-64946a4bfddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8fbb44e9-3558-44a5-beff-6283368c1761'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:57.196619 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d2ce9d-bf24-4105-97bf-48ac0c4fe451 None None] Attempting to bind port 9ed563e3-1728-4e4c-b300-0a173dfd1772 on network 8fbb44e9-3558-44a5-beff-6283368c1761 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:57.211360 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d2ce9d-bf24-4105-97bf-48ac0c4fe451 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:57.211850 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d2ce9d-bf24-4105-97bf-48ac0c4fe451 None None] Checking segment: {'id': 'cf201213-6626-447b-b1af-64946a4bfddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8fbb44e9-3558-44a5-beff-6283368c1761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:57.212166 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-23d2ce9d-bf24-4105-97bf-48ac0c4fe451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:57.212571 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d2ce9d-bf24-4105-97bf-48ac0c4fe451 None None] Bound using segment: {'id': 'cf201213-6626-447b-b1af-64946a4bfddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8fbb44e9-3558-44a5-beff-6283368c1761'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:57.213053 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-23d2ce9d-bf24-4105-97bf-48ac0c4fe451 None None] Bound port: 9ed563e3-1728-4e4c-b300-0a173dfd1772, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf201213-6626-447b-b1af-64946a4bfddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8fbb44e9-3558-44a5-beff-6283368c1761'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:57.213470 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-23d2ce9d-bf24-4105-97bf-48ac0c4fe451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:57.225619 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50702) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:57.231308 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-761ddf84-73da-454e-a810-5aef5cadfa5f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2e99b172161440bb9082aa1992a8aec1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0837743 Jul 15 13:09:57.244910 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-40705238-1f9e-4caf-b748-09d742142eca tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:57.277188 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-40705238-1f9e-4caf-b748-09d742142eca tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Transition to ACTIVE for port object c8598bd0-d543-429c-9ae4-e677d5143eb6 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:57.318325 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-34f0485c-afbe-412a-bcc7-968d8e20f3ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:57.340737 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-23d2ce9d-bf24-4105-97bf-48ac0c4fe451 None None] For port 9ed563e3-1728-4e4c-b300-0a173dfd1772, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:57.343726 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-40705238-1f9e-4caf-b748-09d742142eca tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:57.345436 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-23d2ce9d-bf24-4105-97bf-48ac0c4fe451 None None] For port 9ed563e3-1728-4e4c-b300-0a173dfd1772, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9ed563e3-1728-4e4c-b300-0a173dfd1772,segment=NetworkSegment(cf201213-6626-447b-b1af-64946a4bfddc),segment_id=cf201213-6626-447b-b1af-64946a4bfddc)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:57.357881 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-34f0485c-afbe-412a-bcc7-968d8e20f3ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:57.358120 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-23d2ce9d-bf24-4105-97bf-48ac0c4fe451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:57.422346 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40705238-1f9e-4caf-b748-09d742142eca tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Network 8fbb44e9-3558-44a5-beff-6283368c1761 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:57.425816 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 1b95811b-c928-425c-b67b-3d7af3fb3a11 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:57.425977 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:57.430512 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-40705238-1f9e-4caf-b748-09d742142eca tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:57.434707 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a10c8-1a6f-4844-acb7-fe9a9c960b55 req-b69d7076-3cc7-4c6c-ad4b-81fb30f381ac tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:57.435311 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40705238-1f9e-4caf-b748-09d742142eca tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:57.435854 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-40705238-1f9e-4caf-b748-09d742142eca tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:57.447595 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-626a10c8-1a6f-4844-acb7-fe9a9c960b55 req-b69d7076-3cc7-4c6c-ad4b-81fb30f381ac tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 945 time: 0.0979795 Jul 15 13:09:57.476815 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d2ce9d-bf24-4105-97bf-48ac0c4fe451 None None] Pushing event updated for resources: {'Port': ['ID=9ed563e3-1728-4e4c-b300-0a173dfd1772,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:57.481577 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40705238-1f9e-4caf-b748-09d742142eca tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event updated for resources: {'Port': ['ID=c8598bd0-d543-429c-9ae4-e677d5143eb6,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:57.498257 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-626a10c8-1a6f-4844-acb7-fe9a9c960b55 req-149a4827-2634-44db-ad8f-a23966ede576 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517697 Jul 15 13:09:57.537057 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-34f0485c-afbe-412a-bcc7-968d8e20f3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:57.540023 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-34f0485c-afbe-412a-bcc7-968d8e20f3ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:57.541240 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-34f0485c-afbe-412a-bcc7-968d8e20f3ab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc1398ec-14b5-40d6-9f5d-815d4d59d4d9 HTTP/1.1" status: 204 len: 168 time: 0.3146257 Jul 15 13:09:57.556581 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f0485c-afbe-412a-bcc7-968d8e20f3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1398ec-14b5-40d6-9f5d-815d4d59d4d9,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:57.609983 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-40705238-1f9e-4caf-b748-09d742142eca tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:57.832523 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device f4699c13-604e-4ce3-8cc3-086990c8062a up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:57.923024 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port f4699c13-604e-4ce3-8cc3-086990c8062a completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:57.928111 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port f4699c13-604e-4ce3-8cc3-086990c8062a triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:57.928544 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:57.974843 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['939a28c7-2115-435a-b706-86137f8880d3'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:58.194529 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-40705238-1f9e-4caf-b748-09d742142eca tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:58.201716 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-40705238-1f9e-4caf-b748-09d742142eca tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:58.202763 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-40705238-1f9e-4caf-b748-09d742142eca tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:58.251992 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:58.259658 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3897592-9067-44c5-96bb-3635303f835b req-3101578e-b73f-49f7-838c-58ca56bf45d1 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:58.271627 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d3897592-9067-44c5-96bb-3635303f835b req-3101578e-b73f-49f7-838c-58ca56bf45d1 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 945 time: 0.0987527 Jul 15 13:09:58.295589 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40705238-1f9e-4caf-b748-09d742142eca tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event updated for resources: {'Port': ['ID=c8598bd0-d543-429c-9ae4-e677d5143eb6,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:58.327340 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d3897592-9067-44c5-96bb-3635303f835b req-5c7bf1b0-1fc4-4e15-9a99-bbb61486725e tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535796 Jul 15 13:09:58.333427 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 77fa0119-225d-4d2b-b522-c5623ae9bff0 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:58.371520 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port f4699c13-604e-4ce3-8cc3-086990c8062a, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=f4699c13-604e-4ce3-8cc3-086990c8062a,segment=NetworkSegment(937e1ce1-3fd9-43a8-893f-9f4d2b3b7663),segment_id=937e1ce1-3fd9-43a8-893f-9f4d2b3b7663)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:58.371750 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40705238-1f9e-4caf-b748-09d742142eca tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Network 8fbb44e9-3558-44a5-beff-6283368c1761 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:58.373022 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-40705238-1f9e-4caf-b748-09d742142eca tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:58.387241 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:58.474527 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=f4699c13-604e-4ce3-8cc3-086990c8062a,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:58.481285 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 77fa0119-225d-4d2b-b522-c5623ae9bff0 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:58.486537 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 77fa0119-225d-4d2b-b522-c5623ae9bff0 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:58.486835 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:58.501629 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40705238-1f9e-4caf-b748-09d742142eca tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Router 83f1a72b-fc39-4436-bc0c-686349253148 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:09:58.590449 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:58.635158 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40705238-1f9e-4caf-b748-09d742142eca tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:09:58.640633 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded71160-e935-438d-bcb7-2a27a6f716c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fa0119-225d-4d2b-b522-c5623ae9bff0'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:58.643043 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682dbb87-d1d1-4c86-87e0-45b9848e428e" -d '{"events": [{"server_uuid": "ded71160-e935-438d-bcb7-2a27a6f716c5", "name": "network-vif-plugged", "status": "completed", "tag": "77fa0119-225d-4d2b-b522-c5623ae9bff0"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:58.652025 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-40705238-1f9e-4caf-b748-09d742142eca tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "PUT /v2.0/routers/83f1a72b-fc39-4436-bc0c-686349253148/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5280094 Jul 15 13:09:58.652025 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50740) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:58.655882 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50744) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:58.661644 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 77fa0119-225d-4d2b-b522-c5623ae9bff0, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=77fa0119-225d-4d2b-b522-c5623ae9bff0,segment=NetworkSegment(f249e42e-4c8e-46f6-b3c4-615078d8d102),segment_id=f249e42e-4c8e-46f6-b3c4-615078d8d102)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:58.663083 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-071b66d4-6e1b-462d-8e17-5fe3ac168ad0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:58.664209 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27475116-58a5-4b2c-88ae-9e466ebceb9d None None] Sync routers for ids ['83f1a72b-fc39-4436-bc0c-686349253148'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:09:58.676345 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:58.678406 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27475116-58a5-4b2c-88ae-9e466ebceb9d None None] Routers {'83f1a72b-fc39-4436-bc0c-686349253148'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:58.679591 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-27475116-58a5-4b2c-88ae-9e466ebceb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:09:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['83f1a72b-fc39-4436-bc0c-686349253148'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:58.748433 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8761cd-d29d-462d-8d2e-c76a8e294499 x-openstack-request-id: req-8f8761cd-d29d-462d-8d2e-c76a8e294499 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:58.748433 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded71160-e935-438d-bcb7-2a27a6f716c5", "name": "network-vif-plugged", "status": "completed", "tag": "77fa0119-225d-4d2b-b522-c5623ae9bff0", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:58.748797 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8f8761cd-d29d-462d-8d2e-c76a8e294499 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:58.749514 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded71160-e935-438d-bcb7-2a27a6f716c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fa0119-225d-4d2b-b522-c5623ae9bff0', 'code': 200} Jul 15 13:09:58.791283 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4611fb9-2e70-4531-9e17-860f27c3f289 req-a32ba11f-5a25-4ba5-a9cf-4971663b064a tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:58.801274 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c4611fb9-2e70-4531-9e17-860f27c3f289 req-a32ba11f-5a25-4ba5-a9cf-4971663b064a tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 945 time: 0.1723709 Jul 15 13:09:58.833404 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=77fa0119-225d-4d2b-b522-c5623ae9bff0,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:58.848769 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c4611fb9-2e70-4531-9e17-860f27c3f289 req-79b13fb6-fda3-4e68-9fcc-fcaa5befba73 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463676 Jul 15 13:09:58.855597 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-27475116-58a5-4b2c-88ae-9e466ebceb9d None None] Set router 83f1a72b-fc39-4436-bc0c-686349253148 gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:58.964580 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:59.017822 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2837ad3c-4b2c-4d13-9c11-d5d0e21b9cc4 None None] Network 8fbb44e9-3558-44a5-beff-6283368c1761 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:59.088870 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-ddad8234-328a-4f8a-a54e-058d4916e53c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2125411601-network', 'tenant_id': 'fbd61f40ecfd4ea49f7a52eb5c366308'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:59.103195 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b5d71434-5ff7-4ab8-9331-104d84ed4bf6 None None] Provisioning for port 9ed563e3-1728-4e4c-b300-0a173dfd1772 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:59.187111 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddad8234-328a-4f8a-a54e-058d4916e53c admin admin] Made reservation on behalf of fbd61f40ecfd4ea49f7a52eb5c366308 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:59.189460 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ddad8234-328a-4f8a-a54e-058d4916e53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:59.210974 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-27475116-58a5-4b2c-88ae-9e466ebceb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1a72b-fc39-4436-bc0c-686349253148', 'name': 'tempest-RoutersIpV6Test-router-1622586588', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:40Z', 'updated_at': '2021-07-15T13:09:57Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'gw_port_host': None, '_interfaces': [{'id': 'c8598bd0-d543-429c-9ae4-e677d5143eb6', 'name': '', 'network_id': '8fbb44e9-3558-44a5-beff-6283368c1761', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:65:d0:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '7774dd03-ea16-498e-afaf-58f6b4476dc3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:56Z', 'updated_at': '2021-07-15T13:09:57Z', 'revision_number': 2, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': '7774dd03-ea16-498e-afaf-58f6b4476dc3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4699c13-604e-4ce3-8cc3-086990c8062a', 'name': '', 'network_id': '69387ad4-245c-4cba-ab1a-1c4796c21204', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:55:12:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '5d0bcff6-4f33-4d70-9c06-697c2e72b7e7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:52Z', 'updated_at': '2021-07-15T13:09:58Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': '5d0bcff6-4f33-4d70-9c06-697c2e72b7e7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc996173-c19b-49a6-a4fd-70d9c88d3bd0', 'name': '', 'network_id': '793998b1-8edf-458f-92c4-3c71fd26ab2a', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:2f:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:42Z', 'updated_at': '2021-07-15T13:09:48Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe77bf16-1592-4351-a6a3-4d37fc643504', 'name': '', 'network_id': '69d1bfd5-79d3-46a5-903d-47e87fb4459f', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:09:28:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cc9854b7-6c23-4a17-af8f-2b88264ed67b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:46Z', 'updated_at': '2021-07-15T13:09:54Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': 'cc9854b7-6c23-4a17-af8f-2b88264ed67b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:59.228155 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ddad8234-328a-4f8a-a54e-058d4916e53c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:59.252088 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27475116-58a5-4b2c-88ae-9e466ebceb9d None None] Checking router: 83f1a72b-fc39-4436-bc0c-686349253148 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:09:59.253254 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27475116-58a5-4b2c-88ae-9e466ebceb9d None None] Updating router 83f1a72b-fc39-4436-bc0c-686349253148 port c8598bd0-d543-429c-9ae4-e677d5143eb6 binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:09:59.256574 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a30e4-1299-47f0-8a4c-27f0fe6779ab req-0034053a-c7df-4405-b012-25c27c575bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:59.258020 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a23a30e4-1299-47f0-8a4c-27f0fe6779ab req-0034053a-c7df-4405-b012-25c27c575bfd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 1098 time: 0.1876943 Jul 15 13:09:59.311894 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-27475116-58a5-4b2c-88ae-9e466ebceb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:59.326031 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:59.387055 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a23a30e4-1299-47f0-8a4c-27f0fe6779ab req-8b409c7b-4d73-45bb-9eb9-8b2ce5234b4d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172912 Jul 15 13:09:59.537649 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ddad8234-328a-4f8a-a54e-058d4916e53c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:59.542493 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ddad8234-328a-4f8a-a54e-058d4916e53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:59.579588 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24711de6-ba2b-4e1c-a276-071f0b029922 req-a5bba1bb-9717-482a-a97d-e3a01b9beb97 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:59.583048 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-24711de6-ba2b-4e1c-a276-071f0b029922 req-a5bba1bb-9717-482a-a97d-e3a01b9beb97 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 945 time: 0.0849988 Jul 15 13:09:59.600718 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddad8234-328a-4f8a-a54e-058d4916e53c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:09:59.623623 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.extraroute_db [None req-071b66d4-6e1b-462d-8e17-5fe3ac168ad0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93826) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 13:09:59.633958 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-24711de6-ba2b-4e1c-a276-071f0b029922 req-a46dca2b-eda3-4510-8d65-6b0e88c0096a tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433340 Jul 15 13:09:59.647361 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad8234-328a-4f8a-a54e-058d4916e53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a933450-b97c-4603-8582-9279b0d35da8,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:59.650615 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ddad8234-328a-4f8a-a54e-058d4916e53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:59.650959 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-ddad8234-328a-4f8a-a54e-058d4916e53c admin admin] Added segment 2fb9f90e-3cbf-4421-919f-2f50d4f2e6de of type vlan for network f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9 Jul 15 13:09:59.678505 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ba1ac8f9-b15a-4806-8651-2f262a649fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:59.681722 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.extraroute_db [None req-071b66d4-6e1b-462d-8e17-5fe3ac168ad0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Removed routes are [] {{(pid=93826) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 13:09:59.682113 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-071b66d4-6e1b-462d-8e17-5fe3ac168ad0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:59.710935 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-27475116-58a5-4b2c-88ae-9e466ebceb9d None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:59.723478 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ddad8234-328a-4f8a-a54e-058d4916e53c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:59.724951 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-27475116-58a5-4b2c-88ae-9e466ebceb9d None None] Transition to ACTIVE for port object c8598bd0-d543-429c-9ae4-e677d5143eb6 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:59.733633 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-27475116-58a5-4b2c-88ae-9e466ebceb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:59.820322 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c765821-24d5-4503-bd7a-1428e4799d33 None None] Pushing event updated for resources: {'Port': ['ID=c8598bd0-d543-429c-9ae4-e677d5143eb6,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:59.835825 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ddad8234-328a-4f8a-a54e-058d4916e53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:59.841128 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddad8234-328a-4f8a-a54e-058d4916e53c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:59.841617 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ddad8234-328a-4f8a-a54e-058d4916e53c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:59.912312 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9ed563e3-1728-4e4c-b300-0a173dfd1772 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:59.946263 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c4025c0f-c283-4755-890e-68b97b75d9ea None None] Provisioning for port c8598bd0-d543-429c-9ae4-e677d5143eb6 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:59.961775 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-27475116-58a5-4b2c-88ae-9e466ebceb9d None None] Attempting to bind port c8598bd0-d543-429c-9ae4-e677d5143eb6 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:59.962162 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-27475116-58a5-4b2c-88ae-9e466ebceb9d None None] Attempting to bind port c8598bd0-d543-429c-9ae4-e677d5143eb6 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'cf201213-6626-447b-b1af-64946a4bfddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8fbb44e9-3558-44a5-beff-6283368c1761'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:59.962533 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27475116-58a5-4b2c-88ae-9e466ebceb9d None None] Attempting to bind port c8598bd0-d543-429c-9ae4-e677d5143eb6 on network 8fbb44e9-3558-44a5-beff-6283368c1761 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:59.968029 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ddad8234-328a-4f8a-a54e-058d4916e53c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3167367 Jul 15 13:09:59.971691 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50758) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:59.974329 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27475116-58a5-4b2c-88ae-9e466ebceb9d None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:59.974866 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27475116-58a5-4b2c-88ae-9e466ebceb9d None None] Checking segment: {'id': 'cf201213-6626-447b-b1af-64946a4bfddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8fbb44e9-3558-44a5-beff-6283368c1761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:59.974866 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-27475116-58a5-4b2c-88ae-9e466ebceb9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:59.975297 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27475116-58a5-4b2c-88ae-9e466ebceb9d None None] Bound using segment: {'id': 'cf201213-6626-447b-b1af-64946a4bfddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8fbb44e9-3558-44a5-beff-6283368c1761'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:59.975766 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-27475116-58a5-4b2c-88ae-9e466ebceb9d None None] Bound port: c8598bd0-d543-429c-9ae4-e677d5143eb6, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf201213-6626-447b-b1af-64946a4bfddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8fbb44e9-3558-44a5-beff-6283368c1761'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:59.976151 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-27475116-58a5-4b2c-88ae-9e466ebceb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:59.981056 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-61fc4576-9ab7-4253-b12f-02504debbe06 admin admin] Request body: {'subnet': {'network_id': 'f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2125411601-subnet', 'tenant_id': 'fbd61f40ecfd4ea49f7a52eb5c366308', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:00.017059 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fc4576-9ab7-4253-b12f-02504debbe06 admin admin] Made reservation on behalf of fbd61f40ecfd4ea49f7a52eb5c366308 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:00.018827 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad8234-328a-4f8a-a54e-058d4916e53c admin admin] Pushing event updated for resources: {'Network': ['ID=f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:00.029785 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-61fc4576-9ab7-4253-b12f-02504debbe06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:00.036797 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:10:00.041317 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 9ed563e3-1728-4e4c-b300-0a173dfd1772 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:00.046600 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-071b66d4-6e1b-462d-8e17-5fe3ac168ad0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:00.052176 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-071b66d4-6e1b-462d-8e17-5fe3ac168ad0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-956703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-956678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-956815'] for router, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:00.073371 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 9ed563e3-1728-4e4c-b300-0a173dfd1772 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:00.073758 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:00.157673 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-27475116-58a5-4b2c-88ae-9e466ebceb9d None None] For port c8598bd0-d543-429c-9ae4-e677d5143eb6, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:00.174905 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e146370-6ac6-4f3f-a0b6-b86a40666710 req-0782562b-b8f6-4dcd-abbf-4c3c6022f031 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:00.177161 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2e146370-6ac6-4f3f-a0b6-b86a40666710 req-0782562b-b8f6-4dcd-abbf-4c3c6022f031 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 946 time: 0.1709411 Jul 15 13:10:00.200237 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-27475116-58a5-4b2c-88ae-9e466ebceb9d None None] For port c8598bd0-d543-429c-9ae4-e677d5143eb6, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=c8598bd0-d543-429c-9ae4-e677d5143eb6,segment=NetworkSegment(cf201213-6626-447b-b1af-64946a4bfddc),segment_id=cf201213-6626-447b-b1af-64946a4bfddc)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:00.213899 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-27475116-58a5-4b2c-88ae-9e466ebceb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:00.224156 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071b66d4-6e1b-462d-8e17-5fe3ac168ad0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Router 83f1a72b-fc39-4436-bc0c-686349253148 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:10:00.281196 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2e146370-6ac6-4f3f-a0b6-b86a40666710 req-35c28d68-a0ae-4e98-9fae-342abe39d894 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848157 Jul 15 13:10:00.320538 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c765821-24d5-4503-bd7a-1428e4799d33 None None] Pushing event updated for resources: {'Port': ['ID=c8598bd0-d543-429c-9ae4-e677d5143eb6,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:00.320538 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27475116-58a5-4b2c-88ae-9e466ebceb9d None None] Routers {'83f1a72b-fc39-4436-bc0c-686349253148'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:00.320880 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-27475116-58a5-4b2c-88ae-9e466ebceb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:09:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['83f1a72b-fc39-4436-bc0c-686349253148'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:00.352113 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-61fc4576-9ab7-4253-b12f-02504debbe06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:00.372340 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:00.429262 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc4576-9ab7-4253-b12f-02504debbe06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dabfb7cb-dcc1-41a1-93c1-c49a98bbbef5,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:00.431613 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fc4576-9ab7-4253-b12f-02504debbe06 admin admin] Checking segment: {'id': '2fb9f90e-3cbf-4421-919f-2f50d4f2e6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:00.432166 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fc4576-9ab7-4253-b12f-02504debbe06 admin admin] Network hostable DHCP agents. Network: f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:10:00.456802 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071b66d4-6e1b-462d-8e17-5fe3ac168ad0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:10:00.464068 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-071b66d4-6e1b-462d-8e17-5fe3ac168ad0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:00.464222 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fc4576-9ab7-4253-b12f-02504debbe06 admin admin] Network f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:10:00.468653 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-071b66d4-6e1b-462d-8e17-5fe3ac168ad0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "PUT /v2.0/routers/83f1a72b-fc39-4436-bc0c-686349253148 HTTP/1.1" status: 200 len: 954 time: 1.8113463 Jul 15 13:10:00.469126 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50762) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:00.480509 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-61fc4576-9ab7-4253-b12f-02504debbe06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:00.484887 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fc4576-9ab7-4253-b12f-02504debbe06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:00.485493 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-61fc4576-9ab7-4253-b12f-02504debbe06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:00.506945 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-61fc4576-9ab7-4253-b12f-02504debbe06 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5331612 Jul 15 13:10:00.509736 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50766) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:00.516218 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-e9e40c68-04e1-4431-93d3-b3cf4b489787 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2125411601-router', 'tenant_id': 'fbd61f40ecfd4ea49f7a52eb5c366308', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:00.568422 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e9e40c68-04e1-4431-93d3-b3cf4b489787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:00.570078 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e9e40c68-04e1-4431-93d3-b3cf4b489787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:00.600787 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98df825-be23-4db2-9863-bb7b3248f28b None None] Network f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:00.631997 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3ee87746-1920-447f-873b-c85bdf1f1103 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "GET /v2.0/routers/83f1a72b-fc39-4436-bc0c-686349253148 HTTP/1.1" status: 200 len: 954 time: 0.1616726 Jul 15 13:10:00.634698 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50768) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:00.642437 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-ef4034a1-e3f1-4851-a38e-4c0a17eb4863 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Request body: {'router': {'routes': None}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:00.685359 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e9e40c68-04e1-4431-93d3-b3cf4b489787 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:00.758173 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-27475116-58a5-4b2c-88ae-9e466ebceb9d None None] Set router 83f1a72b-fc39-4436-bc0c-686349253148 gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:00.765334 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 9ed563e3-1728-4e4c-b300-0a173dfd1772, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9ed563e3-1728-4e4c-b300-0a173dfd1772,segment=NetworkSegment(cf201213-6626-447b-b1af-64946a4bfddc),segment_id=cf201213-6626-447b-b1af-64946a4bfddc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:00.852520 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:00.853683 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device f4699c13-604e-4ce3-8cc3-086990c8062a up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:00.872281 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e9e40c68-04e1-4431-93d3-b3cf4b489787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.016006 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d988c24d-e64d-48ac-9a48-7705092d5717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9', 'network_id': 'f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9', 'tenant_id': 'fbd61f40ecfd4ea49f7a52eb5c366308', 'fixed_ips': [{'subnet_id': 'dabfb7cb-dcc1-41a1-93c1-c49a98bbbef5'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:10:01.017075 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d988c24d-e64d-48ac-9a48-7705092d5717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.042230 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b56f4-cac0-4df8-9e3e-68ae32b221c2 req-7d09c6b2-ecee-48cb-9fff-de2d77253ae5 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:01.051076 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-449b56f4-cac0-4df8-9e3e-68ae32b221c2 req-7d09c6b2-ecee-48cb-9fff-de2d77253ae5 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 945 time: 0.1538064 Jul 15 13:10:01.103956 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-449b56f4-cac0-4df8-9e3e-68ae32b221c2 req-3f239264-d2a2-477d-93a9-441fca316feb tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498934 Jul 15 13:10:01.200044 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=9ed563e3-1728-4e4c-b300-0a173dfd1772,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:01.270047 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.extraroute_db [None req-ef4034a1-e3f1-4851-a38e-4c0a17eb4863 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Added routes are [] {{(pid=93826) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 13:10:01.270941 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.extraroute_db [None req-ef4034a1-e3f1-4851-a38e-4c0a17eb4863 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93826) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 13:10:01.279777 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port f4699c13-604e-4ce3-8cc3-086990c8062a triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:01.280152 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.290225 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e9e40c68-04e1-4431-93d3-b3cf4b489787 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.306218 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ef4034a1-e3f1-4851-a38e-4c0a17eb4863 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.313571 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e9e40c68-04e1-4431-93d3-b3cf4b489787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.393363 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-27475116-58a5-4b2c-88ae-9e466ebceb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1a72b-fc39-4436-bc0c-686349253148', 'name': 'tempest-RoutersIpV6Test-router-1622586588', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:40Z', 'updated_at': '2021-07-15T13:09:59Z', 'revision_number': 6, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'gw_port_host': None, '_interfaces': [{'id': 'c8598bd0-d543-429c-9ae4-e677d5143eb6', 'name': '', 'network_id': '8fbb44e9-3558-44a5-beff-6283368c1761', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:65:d0:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '7774dd03-ea16-498e-afaf-58f6b4476dc3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:56Z', 'updated_at': '2021-07-15T13:10:00Z', 'revision_number': 4, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': '7774dd03-ea16-498e-afaf-58f6b4476dc3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4699c13-604e-4ce3-8cc3-086990c8062a', 'name': '', 'network_id': '69387ad4-245c-4cba-ab1a-1c4796c21204', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:55:12:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '5d0bcff6-4f33-4d70-9c06-697c2e72b7e7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:52Z', 'updated_at': '2021-07-15T13:09:58Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': '5d0bcff6-4f33-4d70-9c06-697c2e72b7e7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc996173-c19b-49a6-a4fd-70d9c88d3bd0', 'name': '', 'network_id': '793998b1-8edf-458f-92c4-3c71fd26ab2a', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:2f:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:42Z', 'updated_at': '2021-07-15T13:09:48Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe77bf16-1592-4351-a6a3-4d37fc643504', 'name': '', 'network_id': '69d1bfd5-79d3-46a5-903d-47e87fb4459f', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:09:28:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cc9854b7-6c23-4a17-af8f-2b88264ed67b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:46Z', 'updated_at': '2021-07-15T13:09:54Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': 'cc9854b7-6c23-4a17-af8f-2b88264ed67b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:01.432825 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27475116-58a5-4b2c-88ae-9e466ebceb9d None None] The sync data for ids ['83f1a72b-fc39-4436-bc0c-686349253148'] in n-d-771363-36 is: [{'id': '83f1a72b-fc39-4436-bc0c-686349253148', 'name': 'tempest-RoutersIpV6Test-router-1622586588', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:40Z', 'updated_at': '2021-07-15T13:09:59Z', 'revision_number': 6, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'gw_port_host': None, '_interfaces': [{'id': 'c8598bd0-d543-429c-9ae4-e677d5143eb6', 'name': '', 'network_id': '8fbb44e9-3558-44a5-beff-6283368c1761', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:65:d0:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '7774dd03-ea16-498e-afaf-58f6b4476dc3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:56Z', 'updated_at': '2021-07-15T13:10:00Z', 'revision_number': 4, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': '7774dd03-ea16-498e-afaf-58f6b4476dc3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4699c13-604e-4ce3-8cc3-086990c8062a', 'name': '', 'network_id': '69387ad4-245c-4cba-ab1a-1c4796c21204', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:55:12:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '5d0bcff6-4f33-4d70-9c06-697c2e72b7e7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:52Z', 'updated_at': '2021-07-15T13:09:58Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': '5d0bcff6-4f33-4d70-9c06-697c2e72b7e7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc996173-c19b-49a6-a4fd-70d9c88d3bd0', 'name': '', 'network_id': '793998b1-8edf-458f-92c4-3c71fd26ab2a', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:2f:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:42Z', 'updated_at': '2021-07-15T13:09:48Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe77bf16-1592-4351-a6a3-4d37fc643504', 'name': '', 'network_id': '69d1bfd5-79d3-46a5-903d-47e87fb4459f', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:09:28:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cc9854b7-6c23-4a17-af8f-2b88264ed67b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:46Z', 'updated_at': '2021-07-15T13:09:54Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': 'cc9854b7-6c23-4a17-af8f-2b88264ed67b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:10:01.436037 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-d988c24d-e64d-48ac-9a48-7705092d5717 None None] Allocated IP 172.20.0.2 (f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9/dabfb7cb-dcc1-41a1-93c1-c49a98bbbef5/d1b656c2-3b74-48f9-8b22-42fbe79bcb2d) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:01.465787 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-e9e40c68-04e1-4431-93d3-b3cf4b489787 admin admin] Allocated IP 172.25.8.166 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/d1e690fc-dfc7-483a-964a-c8bbe791d475) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:01.645989 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955453f0-07d8-4e0b-94a3-f292811a3c2c req-ee84a5c5-db54-40e2-b42d-d3637bdd87e7 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:01.648052 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-955453f0-07d8-4e0b-94a3-f292811a3c2c req-ee84a5c5-db54-40e2-b42d-d3637bdd87e7 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 945 time: 0.2406635 Jul 15 13:10:01.699543 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ef4034a1-e3f1-4851-a38e-4c0a17eb4863 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.718264 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d988c24d-e64d-48ac-9a48-7705092d5717 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.726600 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ef4034a1-e3f1-4851-a38e-4c0a17eb4863 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-956703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-956678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-956815'] for router, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.742334 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d988c24d-e64d-48ac-9a48-7705092d5717 None None] Transition to ACTIVE for port object d1b656c2-3b74-48f9-8b22-42fbe79bcb2d will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:01.779648 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d988c24d-e64d-48ac-9a48-7705092d5717 None None] Transition to ACTIVE for port object d1b656c2-3b74-48f9-8b22-42fbe79bcb2d will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:01.789846 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d988c24d-e64d-48ac-9a48-7705092d5717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.919788 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d988c24d-e64d-48ac-9a48-7705092d5717 None None] Network f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:01.920604 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988c24d-e64d-48ac-9a48-7705092d5717 None None] Pushing event updated for resources: {'Port': ['ID=d1b656c2-3b74-48f9-8b22-42fbe79bcb2d,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:01.928561 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4034a1-e3f1-4851-a38e-4c0a17eb4863 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Router 83f1a72b-fc39-4436-bc0c-686349253148 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:10:01.930907 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9ed563e3-1728-4e4c-b300-0a173dfd1772 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:01.934156 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-d988c24d-e64d-48ac-9a48-7705092d5717 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:01.937628 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d988c24d-e64d-48ac-9a48-7705092d5717 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:01.958662 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-955453f0-07d8-4e0b-94a3-f292811a3c2c req-ae79bfd1-a756-4b95-ba34-3b4268c750d7 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Deleting port 939a28c7-2115-435a-b706-86137f8880d3 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:01.959354 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-955453f0-07d8-4e0b-94a3-f292811a3c2c req-ae79bfd1-a756-4b95-ba34-3b4268c750d7 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.034374 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-d988c24d-e64d-48ac-9a48-7705092d5717 None None] Attempting to bind port d1b656c2-3b74-48f9-8b22-42fbe79bcb2d on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:02.034986 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-d988c24d-e64d-48ac-9a48-7705092d5717 None None] Attempting to bind port d1b656c2-3b74-48f9-8b22-42fbe79bcb2d by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '2fb9f90e-3cbf-4421-919f-2f50d4f2e6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:02.035234 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d988c24d-e64d-48ac-9a48-7705092d5717 None None] Attempting to bind port d1b656c2-3b74-48f9-8b22-42fbe79bcb2d on network f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:02.046494 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d988c24d-e64d-48ac-9a48-7705092d5717 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:02.046939 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d988c24d-e64d-48ac-9a48-7705092d5717 None None] Checking segment: {'id': '2fb9f90e-3cbf-4421-919f-2f50d4f2e6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:02.047305 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d988c24d-e64d-48ac-9a48-7705092d5717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.047706 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d988c24d-e64d-48ac-9a48-7705092d5717 None None] Bound using segment: {'id': '2fb9f90e-3cbf-4421-919f-2f50d4f2e6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:02.048187 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-d988c24d-e64d-48ac-9a48-7705092d5717 None None] Bound port: d1b656c2-3b74-48f9-8b22-42fbe79bcb2d, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb9f90e-3cbf-4421-919f-2f50d4f2e6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:02.048573 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d988c24d-e64d-48ac-9a48-7705092d5717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.061570 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 9ed563e3-1728-4e4c-b300-0a173dfd1772 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:02.061938 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.072966 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-955453f0-07d8-4e0b-94a3-f292811a3c2c req-ae79bfd1-a756-4b95-ba34-3b4268c750d7 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] For port 939a28c7-2115-435a-b706-86137f8880d3, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=939a28c7-2115-435a-b706-86137f8880d3,segment=NetworkSegment(1a9c80c0-7d5b-40b0-8c39-86efa348994c),segment_id=1a9c80c0-7d5b-40b0-8c39-86efa348994c)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:02.073328 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-955453f0-07d8-4e0b-94a3-f292811a3c2c req-ae79bfd1-a756-4b95-ba34-3b4268c750d7 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.145163 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e9e40c68-04e1-4431-93d3-b3cf4b489787 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.153513 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-955453f0-07d8-4e0b-94a3-f292811a3c2c req-ae79bfd1-a756-4b95-ba34-3b4268c750d7 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Calling delete_port for 939a28c7-2115-435a-b706-86137f8880d3 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:02.162406 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a27a62-5bed-4223-9467-e4301bc834c4 req-9ebaf0d1-97e3-4447-9d90-e4903928f49e tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:02.169063 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-88a27a62-5bed-4223-9467-e4301bc834c4 req-9ebaf0d1-97e3-4447-9d90-e4903928f49e tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 946 time: 0.6004629 Jul 15 13:10:02.178328 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-d988c24d-e64d-48ac-9a48-7705092d5717 None None] For port d1b656c2-3b74-48f9-8b22-42fbe79bcb2d, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:02.230483 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-88a27a62-5bed-4223-9467-e4301bc834c4 req-a4ccee64-a602-4a71-8a82-9527aee36821 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603509 Jul 15 13:10:02.246822 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e9e40c68-04e1-4431-93d3-b3cf4b489787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.247778 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-d988c24d-e64d-48ac-9a48-7705092d5717 None None] For port d1b656c2-3b74-48f9-8b22-42fbe79bcb2d, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=d1b656c2-3b74-48f9-8b22-42fbe79bcb2d,segment=NetworkSegment(2fb9f90e-3cbf-4421-919f-2f50d4f2e6de),segment_id=2fb9f90e-3cbf-4421-919f-2f50d4f2e6de)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:02.267881 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4034a1-e3f1-4851-a38e-4c0a17eb4863 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:10:02.280283 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ef4034a1-e3f1-4851-a38e-4c0a17eb4863 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.281491 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ef4034a1-e3f1-4851-a38e-4c0a17eb4863 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "PUT /v2.0/routers/83f1a72b-fc39-4436-bc0c-686349253148 HTTP/1.1" status: 200 len: 704 time: 1.6454084 Jul 15 13:10:02.293308 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50782) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:02.306261 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d988c24d-e64d-48ac-9a48-7705092d5717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.320711 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.436286 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e40c68-04e1-4431-93d3-b3cf4b489787 admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:02.437655 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-35c21d98-3979-4a92-8534-9acf97850407 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "GET /v2.0/routers/83f1a72b-fc39-4436-bc0c-686349253148 HTTP/1.1" status: 200 len: 704 time: 0.1418355 Jul 15 13:10:02.441140 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50784) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:02.453594 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e40c68-04e1-4431-93d3-b3cf4b489787 admin admin] Pushing event updated for resources: {'Port': ['ID=d1e690fc-dfc7-483a-964a-c8bbe791d475,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:02.465906 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-e9e40c68-04e1-4431-93d3-b3cf4b489787 admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:02.475374 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e6753c75-1804-4775-b606-149e1e29797c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.481123 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988c24d-e64d-48ac-9a48-7705092d5717 None None] Pushing event updated for resources: {'Port': ['ID=d1b656c2-3b74-48f9-8b22-42fbe79bcb2d,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:02.488256 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e40c68-04e1-4431-93d3-b3cf4b489787 admin admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:02.499873 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c8598bd0-d543-429c-9ae4-e677d5143eb6 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:02.571460 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port c8598bd0-d543-429c-9ae4-e677d5143eb6 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:02.578446 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port c8598bd0-d543-429c-9ae4-e677d5143eb6 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:02.578940 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.667114 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28c331-a02e-4f3a-a853-7ea47357426e req-ba3f8eae-86eb-4f29-be9c-22fd490ca7cc tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:02.675339 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e28c331-a02e-4f3a-a853-7ea47357426e req-ba3f8eae-86eb-4f29-be9c-22fd490ca7cc tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbf93536-b9b1-4bb6-9b99-1b06a9975a1f HTTP/1.1" status: 200 len: 945 time: 0.3548594 Jul 15 13:10:02.727207 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-955453f0-07d8-4e0b-94a3-f292811a3c2c req-ae79bfd1-a756-4b95-ba34-3b4268c750d7 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.762468 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee9e1c-d43c-4d0a-9856-5bd59db3b5a1 req-a1ea0148-b627-4f88-a606-3e67f88a9daf tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:02.764324 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e7ee9e1c-d43c-4d0a-9856-5bd59db3b5a1 req-a1ea0148-b627-4f88-a606-3e67f88a9daf tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 946 time: 0.3399079 Jul 15 13:10:02.777388 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['939a28c7-2115-435a-b706-86137f8880d3'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:02.810672 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79bfd1-a756-4b95-ba34-3b4268c750d7 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Pushing event deleted for resources: {'Port': ['ID=939a28c7-2115-435a-b706-86137f8880d3,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:02.851598 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.890812 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded49e2b-f464-4b1a-9d82-146bd8c66f60 None None] Sync routers for ids ['83f1a72b-fc39-4436-bc0c-686349253148'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:10:02.892461 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e28c331-a02e-4f3a-a853-7ea47357426e req-e471d5d1-c720-4744-8972-e0e60cb12906 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.16 "GET /v2.0/security-groups?id=f8038546-9400-439b-9ca4-f96154d84602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143383 Jul 15 13:10:02.908259 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded49e2b-f464-4b1a-9d82-146bd8c66f60 None None] Routers {'83f1a72b-fc39-4436-bc0c-686349253148'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:02.908909 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-ded49e2b-f464-4b1a-9d82-146bd8c66f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:10:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['83f1a72b-fc39-4436-bc0c-686349253148'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:02.922466 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port c8598bd0-d543-429c-9ae4-e677d5143eb6, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=c8598bd0-d543-429c-9ae4-e677d5143eb6,segment=NetworkSegment(cf201213-6626-447b-b1af-64946a4bfddc),segment_id=cf201213-6626-447b-b1af-64946a4bfddc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:02.936711 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.953447 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-955453f0-07d8-4e0b-94a3-f292811a3c2c req-ae79bfd1-a756-4b95-ba34-3b4268c750d7 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] No DVR routers for this DVR port 939a28c7-2115-435a-b706-86137f8880d3 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:02.967833 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-955453f0-07d8-4e0b-94a3-f292811a3c2c req-ae79bfd1-a756-4b95-ba34-3b4268c750d7 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.969880 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-955453f0-07d8-4e0b-94a3-f292811a3c2c req-ae79bfd1-a756-4b95-ba34-3b4268c750d7 tempest-ServerRescueTestJSON-1080175120 tempest-ServerRescueTestJSON-1080175120-project] 10.222.0.46 "DELETE /v2.0/ports/939a28c7-2115-435a-b706-86137f8880d3 HTTP/1.1" status: 204 len: 173 time: 1.3137770 Jul 15 13:10:02.983802 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf93536-b9b1-4bb6-9b99-1b06a9975a1f', 'name': 'network-vif-deleted', 'tag': '939a28c7-2115-435a-b706-86137f8880d3'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:02.986600 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e65ee1c-81cc-4620-a80b-68dcb0e12c8c" -d '{"events": [{"server_uuid": "cbf93536-b9b1-4bb6-9b99-1b06a9975a1f", "name": "network-vif-deleted", "tag": "939a28c7-2115-435a-b706-86137f8880d3"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:03.023013 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=c8598bd0-d543-429c-9ae4-e677d5143eb6,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:03.115843 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-ded49e2b-f464-4b1a-9d82-146bd8c66f60 None None] Set router 83f1a72b-fc39-4436-bc0c-686349253148 gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:03.139679 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e9e40c68-04e1-4431-93d3-b3cf4b489787 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:03.250976 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e7ee9e1c-d43c-4d0a-9856-5bd59db3b5a1 req-34fef4ea-c149-487d-940f-84dbb8ff1f27 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4627728 Jul 15 13:10:03.479123 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:03.527058 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167db815-f477-4c99-b3d5-a801cbd59d87 x-openstack-request-id: req-167db815-f477-4c99-b3d5-a801cbd59d87 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:03.528369 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf93536-b9b1-4bb6-9b99-1b06a9975a1f", "name": "network-vif-deleted", "tag": "939a28c7-2115-435a-b706-86137f8880d3", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:03.528883 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-167db815-f477-4c99-b3d5-a801cbd59d87 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:03.529501 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf93536-b9b1-4bb6-9b99-1b06a9975a1f', 'name': 'network-vif-deleted', 'tag': '939a28c7-2115-435a-b706-86137f8880d3', 'status': 'completed', 'code': 200} Jul 15 13:10:03.544678 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e9e40c68-04e1-4431-93d3-b3cf4b489787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:03.545936 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-35b0023b-1c98-4892-9d48-ec6996ee8668 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:03.578184 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-ded49e2b-f464-4b1a-9d82-146bd8c66f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1a72b-fc39-4436-bc0c-686349253148', 'name': 'tempest-RoutersIpV6Test-router-1622586588', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:40Z', 'updated_at': '2021-07-15T13:10:01Z', 'revision_number': 7, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'gw_port_host': None, '_interfaces': [{'id': 'c8598bd0-d543-429c-9ae4-e677d5143eb6', 'name': '', 'network_id': '8fbb44e9-3558-44a5-beff-6283368c1761', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:65:d0:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '7774dd03-ea16-498e-afaf-58f6b4476dc3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:56Z', 'updated_at': '2021-07-15T13:10:00Z', 'revision_number': 4, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': '7774dd03-ea16-498e-afaf-58f6b4476dc3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4699c13-604e-4ce3-8cc3-086990c8062a', 'name': '', 'network_id': '69387ad4-245c-4cba-ab1a-1c4796c21204', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:55:12:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '5d0bcff6-4f33-4d70-9c06-697c2e72b7e7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:52Z', 'updated_at': '2021-07-15T13:09:58Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': '5d0bcff6-4f33-4d70-9c06-697c2e72b7e7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc996173-c19b-49a6-a4fd-70d9c88d3bd0', 'name': '', 'network_id': '793998b1-8edf-458f-92c4-3c71fd26ab2a', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:2f:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:42Z', 'updated_at': '2021-07-15T13:09:48Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe77bf16-1592-4351-a6a3-4d37fc643504', 'name': '', 'network_id': '69d1bfd5-79d3-46a5-903d-47e87fb4459f', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:09:28:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cc9854b7-6c23-4a17-af8f-2b88264ed67b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:46Z', 'updated_at': '2021-07-15T13:09:54Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': 'cc9854b7-6c23-4a17-af8f-2b88264ed67b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:03.643671 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded49e2b-f464-4b1a-9d82-146bd8c66f60 None None] Checking router: 83f1a72b-fc39-4436-bc0c-686349253148 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:10:03.668737 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded49e2b-f464-4b1a-9d82-146bd8c66f60 None None] Routers {'83f1a72b-fc39-4436-bc0c-686349253148'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:03.669759 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-ded49e2b-f464-4b1a-9d82-146bd8c66f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:10:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['83f1a72b-fc39-4436-bc0c-686349253148'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:03.905693 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-ded49e2b-f464-4b1a-9d82-146bd8c66f60 None None] Set router 83f1a72b-fc39-4436-bc0c-686349253148 gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:04.053873 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c8598bd0-d543-429c-9ae4-e677d5143eb6 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:04.145020 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port c8598bd0-d543-429c-9ae4-e677d5143eb6 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:04.147746 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e40c68-04e1-4431-93d3-b3cf4b489787 admin admin] Router 49783a4e-a62f-492d-903e-7d53eeb6bbff is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:10:04.151629 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:04.170519 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30dc6b5-cd2f-4ea0-9986-278f97e646c2 req-3bc85d38-1c04-4556-a44d-6a7c35b0c8fc tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:04.178209 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e30dc6b5-cd2f-4ea0-9986-278f97e646c2 req-3bc85d38-1c04-4556-a44d-6a7c35b0c8fc tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c251d54-41a4-4e2b-8ce8-aecaa3ba1012 HTTP/1.1" status: 200 len: 946 time: 0.5175393 Jul 15 13:10:04.220143 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef15ab55-798f-4622-8e9e-98fdeff23d4d None None] Network f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:04.279284 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-35b0023b-1c98-4892-9d48-ec6996ee8668 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Deleting port c8598bd0-d543-429c-9ae4-e677d5143eb6 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:04.279870 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-35b0023b-1c98-4892-9d48-ec6996ee8668 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:04.287095 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-ded49e2b-f464-4b1a-9d82-146bd8c66f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1a72b-fc39-4436-bc0c-686349253148', 'name': 'tempest-RoutersIpV6Test-router-1622586588', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:40Z', 'updated_at': '2021-07-15T13:10:01Z', 'revision_number': 7, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'gw_port_host': None, '_interfaces': [{'id': 'c8598bd0-d543-429c-9ae4-e677d5143eb6', 'name': '', 'network_id': '8fbb44e9-3558-44a5-beff-6283368c1761', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:65:d0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '7774dd03-ea16-498e-afaf-58f6b4476dc3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:56Z', 'updated_at': '2021-07-15T13:10:02Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': '7774dd03-ea16-498e-afaf-58f6b4476dc3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4699c13-604e-4ce3-8cc3-086990c8062a', 'name': '', 'network_id': '69387ad4-245c-4cba-ab1a-1c4796c21204', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:55:12:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '5d0bcff6-4f33-4d70-9c06-697c2e72b7e7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:52Z', 'updated_at': '2021-07-15T13:09:58Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': '5d0bcff6-4f33-4d70-9c06-697c2e72b7e7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc996173-c19b-49a6-a4fd-70d9c88d3bd0', 'name': '', 'network_id': '793998b1-8edf-458f-92c4-3c71fd26ab2a', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:2f:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:42Z', 'updated_at': '2021-07-15T13:09:48Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe77bf16-1592-4351-a6a3-4d37fc643504', 'name': '', 'network_id': '69d1bfd5-79d3-46a5-903d-47e87fb4459f', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:09:28:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cc9854b7-6c23-4a17-af8f-2b88264ed67b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:46Z', 'updated_at': '2021-07-15T13:09:54Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': 'cc9854b7-6c23-4a17-af8f-2b88264ed67b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:04.314485 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded49e2b-f464-4b1a-9d82-146bd8c66f60 None None] The sync data for ids ['83f1a72b-fc39-4436-bc0c-686349253148'] in n-d-771363-36 is: [{'id': '83f1a72b-fc39-4436-bc0c-686349253148', 'name': 'tempest-RoutersIpV6Test-router-1622586588', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:40Z', 'updated_at': '2021-07-15T13:10:01Z', 'revision_number': 7, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'gw_port_host': None, '_interfaces': [{'id': 'c8598bd0-d543-429c-9ae4-e677d5143eb6', 'name': '', 'network_id': '8fbb44e9-3558-44a5-beff-6283368c1761', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:65:d0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '7774dd03-ea16-498e-afaf-58f6b4476dc3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:56Z', 'updated_at': '2021-07-15T13:10:02Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': '7774dd03-ea16-498e-afaf-58f6b4476dc3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4699c13-604e-4ce3-8cc3-086990c8062a', 'name': '', 'network_id': '69387ad4-245c-4cba-ab1a-1c4796c21204', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:55:12:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '5d0bcff6-4f33-4d70-9c06-697c2e72b7e7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:52Z', 'updated_at': '2021-07-15T13:09:58Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': '5d0bcff6-4f33-4d70-9c06-697c2e72b7e7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc996173-c19b-49a6-a4fd-70d9c88d3bd0', 'name': '', 'network_id': '793998b1-8edf-458f-92c4-3c71fd26ab2a', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:2f:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:42Z', 'updated_at': '2021-07-15T13:09:48Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe77bf16-1592-4351-a6a3-4d37fc643504', 'name': '', 'network_id': '69d1bfd5-79d3-46a5-903d-47e87fb4459f', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:09:28:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cc9854b7-6c23-4a17-af8f-2b88264ed67b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:46Z', 'updated_at': '2021-07-15T13:09:54Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': 'cc9854b7-6c23-4a17-af8f-2b88264ed67b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:10:04.317566 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e30dc6b5-cd2f-4ea0-9986-278f97e646c2 req-f0886815-ecf6-4df6-b8c1-65aaf888484b tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd8953d8-6762-490d-a048-aff3dca15ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383598 Jul 15 13:10:04.366766 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e40c68-04e1-4431-93d3-b3cf4b489787 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:10:04.396585 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a822683-04a7-4c52-b114-d622bb6c14f5 None None] Sync routers for ids ['49783a4e-a62f-492d-903e-7d53eeb6bbff'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:10:04.402909 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50812) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:04.421384 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-99549354-cb95-4b71-84dd-1f315dc27e8c None None] Provisioning for port d1b656c2-3b74-48f9-8b22-42fbe79bcb2d completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:04.463917 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a822683-04a7-4c52-b114-d622bb6c14f5 None None] Routers {'49783a4e-a62f-492d-903e-7d53eeb6bbff'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:04.464562 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-7a822683-04a7-4c52-b114-d622bb6c14f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:10:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['49783a4e-a62f-492d-903e-7d53eeb6bbff'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:04.474810 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-35b0023b-1c98-4892-9d48-ec6996ee8668 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] For port c8598bd0-d543-429c-9ae4-e677d5143eb6, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=c8598bd0-d543-429c-9ae4-e677d5143eb6,segment=NetworkSegment(cf201213-6626-447b-b1af-64946a4bfddc),segment_id=cf201213-6626-447b-b1af-64946a4bfddc)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:04.475246 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-35b0023b-1c98-4892-9d48-ec6996ee8668 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:04.503599 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e9e40c68-04e1-4431-93d3-b3cf4b489787 admin admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:04.509635 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e9e40c68-04e1-4431-93d3-b3cf4b489787 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9936812 Jul 15 13:10:04.509856 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50814) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:04.509856 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-35b0023b-1c98-4892-9d48-ec6996ee8668 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Calling delete_port for c8598bd0-d543-429c-9ae4-e677d5143eb6 owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:04.738827 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68474a7b-518d-4685-b885-cb544b4eb8a0 req-f9997df2-50b2-4dae-ad5b-bfa65f729140 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:04.743043 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-68474a7b-518d-4685-b885-cb544b4eb8a0 req-f9997df2-50b2-4dae-ad5b-bfa65f729140 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 946 time: 0.1642847 Jul 15 13:10:04.775647 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device d1b656c2-3b74-48f9-8b22-42fbe79bcb2d up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:04.815592 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-68474a7b-518d-4685-b885-cb544b4eb8a0 req-8bf322bb-4b6f-41da-b87c-b3c61df3cdc2 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659418 Jul 15 13:10:04.835648 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-7a822683-04a7-4c52-b114-d622bb6c14f5 None None] Set router 49783a4e-a62f-492d-903e-7d53eeb6bbff gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:04.949700 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-35b0023b-1c98-4892-9d48-ec6996ee8668 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:04.955161 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:04.965119 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-76811e48-5931-4eae-ba82-83bce89c1e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:04.986941 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b0023b-1c98-4892-9d48-ec6996ee8668 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event deleted for resources: {'Port': ['ID=c8598bd0-d543-429c-9ae4-e677d5143eb6,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:05.042782 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port d1b656c2-3b74-48f9-8b22-42fbe79bcb2d completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:05.052537 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port d1b656c2-3b74-48f9-8b22-42fbe79bcb2d triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:05.053070 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:05.208658 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-7a822683-04a7-4c52-b114-d622bb6c14f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49783a4e-a62f-492d-903e-7d53eeb6bbff', 'name': 'tempest-AttachSCSIVolumeTestJSON-2125411601-router', 'tenant_id': 'fbd61f40ecfd4ea49f7a52eb5c366308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'd1e690fc-dfc7-483a-964a-c8bbe791d475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:00Z', 'updated_at': '2021-07-15T13:10:02Z', 'revision_number': 3, 'project_id': 'fbd61f40ecfd4ea49f7a52eb5c366308', 'gw_port': {'id': 'd1e690fc-dfc7-483a-964a-c8bbe791d475', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cb:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49783a4e-a62f-492d-903e-7d53eeb6bbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:01Z', 'updated_at': '2021-07-15T13:10:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:05.227249 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-35b0023b-1c98-4892-9d48-ec6996ee8668 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:05.295321 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:05.324828 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a822683-04a7-4c52-b114-d622bb6c14f5 None None] Checking router: 49783a4e-a62f-492d-903e-7d53eeb6bbff for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:10:05.325577 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a822683-04a7-4c52-b114-d622bb6c14f5 None None] Updating router 49783a4e-a62f-492d-903e-7d53eeb6bbff port d1e690fc-dfc7-483a-964a-c8bbe791d475 binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:10:05.339388 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-76811e48-5931-4eae-ba82-83bce89c1e5e admin admin] Deleting port 8cde741e-4c68-4f5e-813e-b9a0f7baf0de {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:05.339861 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-76811e48-5931-4eae-ba82-83bce89c1e5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:05.430159 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7a822683-04a7-4c52-b114-d622bb6c14f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:05.431981 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-76811e48-5931-4eae-ba82-83bce89c1e5e admin admin] For port 8cde741e-4c68-4f5e-813e-b9a0f7baf0de, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=8cde741e-4c68-4f5e-813e-b9a0f7baf0de,segment=NetworkSegment(1a9c80c0-7d5b-40b0-8c39-86efa348994c),segment_id=1a9c80c0-7d5b-40b0-8c39-86efa348994c)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:05.432533 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-76811e48-5931-4eae-ba82-83bce89c1e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:05.450897 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-76811e48-5931-4eae-ba82-83bce89c1e5e admin admin] Calling delete_port for 8cde741e-4c68-4f5e-813e-b9a0f7baf0de owned by network:router_interface {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:05.578402 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fc352eb8-de03-4671-b3db-84bdb23e9df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:05.689797 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port d1b656c2-3b74-48f9-8b22-42fbe79bcb2d, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=d1b656c2-3b74-48f9-8b22-42fbe79bcb2d,segment=NetworkSegment(2fb9f90e-3cbf-4421-919f-2f50d4f2e6de),segment_id=2fb9f90e-3cbf-4421-919f-2f50d4f2e6de)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:05.737534 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:05.770973 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b0023b-1c98-4892-9d48-ec6996ee8668 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Router 83f1a72b-fc39-4436-bc0c-686349253148 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:10:05.876682 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-76811e48-5931-4eae-ba82-83bce89c1e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:05.945996 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76811e48-5931-4eae-ba82-83bce89c1e5e admin admin] Pushing event deleted for resources: {'Port': ['ID=8cde741e-4c68-4f5e-813e-b9a0f7baf0de,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:05.950827 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=d1b656c2-3b74-48f9-8b22-42fbe79bcb2d,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:05.966459 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-623522f5-4b87-4388-b3f1-826e079f0dbe None None] Provisioning complete for port d1b656c2-3b74-48f9-8b22-42fbe79bcb2d triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:05.966863 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-623522f5-4b87-4388-b3f1-826e079f0dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:05.989648 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b0023b-1c98-4892-9d48-ec6996ee8668 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:10:05.999910 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-35b0023b-1c98-4892-9d48-ec6996ee8668 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "PUT /v2.0/routers/83f1a72b-fc39-4436-bc0c-686349253148/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5553160 Jul 15 13:10:06.000421 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50834) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:06.008127 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c61430-b9e1-4be2-bf3d-7f1444df042a None None] Sync routers for ids ['83f1a72b-fc39-4436-bc0c-686349253148'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:10:06.023076 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-fc352eb8-de03-4671-b3db-84bdb23e9df8 admin admin] Allocated IP 172.20.0.1 (f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9/dabfb7cb-dcc1-41a1-93c1-c49a98bbbef5/34b065af-5250-4144-abaf-24db54f50dd7) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:06.023739 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c61430-b9e1-4be2-bf3d-7f1444df042a None None] Routers {'83f1a72b-fc39-4436-bc0c-686349253148'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:06.024512 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-54c61430-b9e1-4be2-bf3d-7f1444df042a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:10:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['83f1a72b-fc39-4436-bc0c-686349253148'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:06.149208 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-54c61430-b9e1-4be2-bf3d-7f1444df042a None None] Set router 83f1a72b-fc39-4436-bc0c-686349253148 gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:06.151361 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7a822683-04a7-4c52-b114-d622bb6c14f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:06.171216 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7a822683-04a7-4c52-b114-d622bb6c14f5 None None] Transition to ACTIVE for port object d1e690fc-dfc7-483a-964a-c8bbe791d475 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:06.176082 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fc352eb8-de03-4671-b3db-84bdb23e9df8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:06.180809 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7a822683-04a7-4c52-b114-d622bb6c14f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:06.194113 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-fc352eb8-de03-4671-b3db-84bdb23e9df8 admin admin] Transition to ACTIVE for port object 34b065af-5250-4144-abaf-24db54f50dd7 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:06.240816 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9220ee8e-e370-4cb9-baa9-c729a4a0d246 None None] Pushing event updated for resources: {'Port': ['ID=d1e690fc-dfc7-483a-964a-c8bbe791d475,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:06.243270 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-7a822683-04a7-4c52-b114-d622bb6c14f5 None None] Attempting to bind port d1e690fc-dfc7-483a-964a-c8bbe791d475 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:06.243644 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-7a822683-04a7-4c52-b114-d622bb6c14f5 None None] Attempting to bind port d1e690fc-dfc7-483a-964a-c8bbe791d475 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:06.244017 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a822683-04a7-4c52-b114-d622bb6c14f5 None None] Attempting to bind port d1e690fc-dfc7-483a-964a-c8bbe791d475 on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:06.250036 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a822683-04a7-4c52-b114-d622bb6c14f5 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:06.250409 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a822683-04a7-4c52-b114-d622bb6c14f5 None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:06.250842 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7a822683-04a7-4c52-b114-d622bb6c14f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:06.251323 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a822683-04a7-4c52-b114-d622bb6c14f5 None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:06.251698 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-7a822683-04a7-4c52-b114-d622bb6c14f5 None None] Bound port: d1e690fc-dfc7-483a-964a-c8bbe791d475, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:06.252082 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7a822683-04a7-4c52-b114-d622bb6c14f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:06.258309 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fc352eb8-de03-4671-b3db-84bdb23e9df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:06.312040 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc352eb8-de03-4671-b3db-84bdb23e9df8 admin admin] Network f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:06.315758 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-7a822683-04a7-4c52-b114-d622bb6c14f5 None None] For port d1e690fc-dfc7-483a-964a-c8bbe791d475, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:06.318118 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-fc352eb8-de03-4671-b3db-84bdb23e9df8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:06.324705 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc352eb8-de03-4671-b3db-84bdb23e9df8 admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:06.329087 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc352eb8-de03-4671-b3db-84bdb23e9df8 admin admin] Pushing event updated for resources: {'Port': ['ID=34b065af-5250-4144-abaf-24db54f50dd7,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:06.330744 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-7a822683-04a7-4c52-b114-d622bb6c14f5 None None] For port d1e690fc-dfc7-483a-964a-c8bbe791d475, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=d1e690fc-dfc7-483a-964a-c8bbe791d475,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:06.338383 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 939a28c7-2115-435a-b706-86137f8880d3 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:06.341037 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7a822683-04a7-4c52-b114-d622bb6c14f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:06.394990 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 939a28c7-2115-435a-b706-86137f8880d3 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:06.395515 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 939a28c7-2115-435a-b706-86137f8880d3 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:06.403662 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fc352eb8-de03-4671-b3db-84bdb23e9df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:06.441371 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a822683-04a7-4c52-b114-d622bb6c14f5 None None] Routers {'49783a4e-a62f-492d-903e-7d53eeb6bbff'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:06.442038 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-7a822683-04a7-4c52-b114-d622bb6c14f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:10:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['49783a4e-a62f-492d-903e-7d53eeb6bbff'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:06.444155 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9220ee8e-e370-4cb9-baa9-c729a4a0d246 None None] Pushing event updated for resources: {'Port': ['ID=d1e690fc-dfc7-483a-964a-c8bbe791d475,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:06.481004 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-54c61430-b9e1-4be2-bf3d-7f1444df042a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1a72b-fc39-4436-bc0c-686349253148', 'name': 'tempest-RoutersIpV6Test-router-1622586588', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:40Z', 'updated_at': '2021-07-15T13:10:04Z', 'revision_number': 8, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'gw_port_host': None, '_interfaces': [{'id': 'f4699c13-604e-4ce3-8cc3-086990c8062a', 'name': '', 'network_id': '69387ad4-245c-4cba-ab1a-1c4796c21204', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:55:12:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '5d0bcff6-4f33-4d70-9c06-697c2e72b7e7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:52Z', 'updated_at': '2021-07-15T13:09:58Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': '5d0bcff6-4f33-4d70-9c06-697c2e72b7e7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc996173-c19b-49a6-a4fd-70d9c88d3bd0', 'name': '', 'network_id': '793998b1-8edf-458f-92c4-3c71fd26ab2a', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:2f:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:42Z', 'updated_at': '2021-07-15T13:09:48Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe77bf16-1592-4351-a6a3-4d37fc643504', 'name': '', 'network_id': '69d1bfd5-79d3-46a5-903d-47e87fb4459f', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:09:28:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cc9854b7-6c23-4a17-af8f-2b88264ed67b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:46Z', 'updated_at': '2021-07-15T13:09:54Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': 'cc9854b7-6c23-4a17-af8f-2b88264ed67b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:06.519196 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c61430-b9e1-4be2-bf3d-7f1444df042a None None] Checking router: 83f1a72b-fc39-4436-bc0c-686349253148 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:10:06.529156 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c61430-b9e1-4be2-bf3d-7f1444df042a None None] Routers {'83f1a72b-fc39-4436-bc0c-686349253148'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:06.530005 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-54c61430-b9e1-4be2-bf3d-7f1444df042a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:10:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['83f1a72b-fc39-4436-bc0c-686349253148'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:06.577283 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0d5cd75-4da2-4b2a-90b9-81c92ae7e483 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Deleting subnet 7774dd03-ea16-498e-afaf-58f6b4476dc3 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:10:06.586149 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e0d5cd75-4da2-4b2a-90b9-81c92ae7e483 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:06.665219 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fc352eb8-de03-4671-b3db-84bdb23e9df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:06.667168 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-7a822683-04a7-4c52-b114-d622bb6c14f5 None None] Set router 49783a4e-a62f-492d-903e-7d53eeb6bbff gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:06.674951 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-54c61430-b9e1-4be2-bf3d-7f1444df042a None None] Set router 83f1a72b-fc39-4436-bc0c-686349253148 gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:06.701017 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e0d5cd75-4da2-4b2a-90b9-81c92ae7e483 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:06.750185 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-76811e48-5931-4eae-ba82-83bce89c1e5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:06.759163 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e637b9a-c403-4221-b36c-098481d3b47d req-d79ac595-7f18-455a-8a88-289c080ebb85 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:06.766484 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3e637b9a-c403-4221-b36c-098481d3b47d req-d79ac595-7f18-455a-8a88-289c080ebb85 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 946 time: 0.7093601 Jul 15 13:10:06.779158 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f520da-5cbc-400a-877d-a91d2d30a619 req-963809d1-896c-43e2-a124-2bcff86a5603 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:06.786588 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-53f520da-5cbc-400a-877d-a91d2d30a619 req-963809d1-896c-43e2-a124-2bcff86a5603 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c251d54-41a4-4e2b-8ce8-aecaa3ba1012 HTTP/1.1" status: 200 len: 946 time: 0.7502670 Jul 15 13:10:06.898481 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f93e9507-73d1-477c-9e96-edc0a72f90d3 None None] Provisioning for port 34b065af-5250-4144-abaf-24db54f50dd7 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:06.903910 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f93e9507-73d1-477c-9e96-edc0a72f90d3 None None] Provisioning complete for port 34b065af-5250-4144-abaf-24db54f50dd7 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:06.904367 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f93e9507-73d1-477c-9e96-edc0a72f90d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:06.917138 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fc352eb8-de03-4671-b3db-84bdb23e9df8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:06.923253 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fc352eb8-de03-4671-b3db-84bdb23e9df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:06.974864 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f93e9507-73d1-477c-9e96-edc0a72f90d3 None None] Port 34b065af-5250-4144-abaf-24db54f50dd7 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:10:06.991812 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-53f520da-5cbc-400a-877d-a91d2d30a619 req-7a6cadb3-a2b8-408e-9bbf-75475cc399a3 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd8953d8-6762-490d-a048-aff3dca15ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021756 Jul 15 13:10:07.007455 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc352eb8-de03-4671-b3db-84bdb23e9df8 admin admin] Pushing event updated for resources: {'Port': ['ID=34b065af-5250-4144-abaf-24db54f50dd7,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:07.017305 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3e637b9a-c403-4221-b36c-098481d3b47d req-7617e2cf-3001-437e-a6d0-2663aaacbc14 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451062 Jul 15 13:10:07.029370 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fc352eb8-de03-4671-b3db-84bdb23e9df8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:07.038797 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:10:07.048025 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-7a822683-04a7-4c52-b114-d622bb6c14f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49783a4e-a62f-492d-903e-7d53eeb6bbff', 'name': 'tempest-AttachSCSIVolumeTestJSON-2125411601-router', 'tenant_id': 'fbd61f40ecfd4ea49f7a52eb5c366308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'd1e690fc-dfc7-483a-964a-c8bbe791d475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:00Z', 'updated_at': '2021-07-15T13:10:02Z', 'revision_number': 3, 'project_id': 'fbd61f40ecfd4ea49f7a52eb5c366308', 'gw_port': {'id': 'd1e690fc-dfc7-483a-964a-c8bbe791d475', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cb:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49783a4e-a62f-492d-903e-7d53eeb6bbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:01Z', 'updated_at': '2021-07-15T13:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:07.095763 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a822683-04a7-4c52-b114-d622bb6c14f5 None None] The sync data for ids ['49783a4e-a62f-492d-903e-7d53eeb6bbff'] in n-d-771363-36 is: [{'id': '49783a4e-a62f-492d-903e-7d53eeb6bbff', 'name': 'tempest-AttachSCSIVolumeTestJSON-2125411601-router', 'tenant_id': 'fbd61f40ecfd4ea49f7a52eb5c366308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'd1e690fc-dfc7-483a-964a-c8bbe791d475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:00Z', 'updated_at': '2021-07-15T13:10:02Z', 'revision_number': 3, 'project_id': 'fbd61f40ecfd4ea49f7a52eb5c366308', 'gw_port': {'id': 'd1e690fc-dfc7-483a-964a-c8bbe791d475', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cb:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49783a4e-a62f-492d-903e-7d53eeb6bbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:01Z', 'updated_at': '2021-07-15T13:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:10:07.107119 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e0d5cd75-4da2-4b2a-90b9-81c92ae7e483 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:07.128249 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-54c61430-b9e1-4be2-bf3d-7f1444df042a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1a72b-fc39-4436-bc0c-686349253148', 'name': 'tempest-RoutersIpV6Test-router-1622586588', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:40Z', 'updated_at': '2021-07-15T13:10:04Z', 'revision_number': 8, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'gw_port_host': None, '_interfaces': [{'id': 'f4699c13-604e-4ce3-8cc3-086990c8062a', 'name': '', 'network_id': '69387ad4-245c-4cba-ab1a-1c4796c21204', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:55:12:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '5d0bcff6-4f33-4d70-9c06-697c2e72b7e7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:52Z', 'updated_at': '2021-07-15T13:09:58Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': '5d0bcff6-4f33-4d70-9c06-697c2e72b7e7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc996173-c19b-49a6-a4fd-70d9c88d3bd0', 'name': '', 'network_id': '793998b1-8edf-458f-92c4-3c71fd26ab2a', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:2f:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:42Z', 'updated_at': '2021-07-15T13:09:48Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe77bf16-1592-4351-a6a3-4d37fc643504', 'name': '', 'network_id': '69d1bfd5-79d3-46a5-903d-47e87fb4459f', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:09:28:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cc9854b7-6c23-4a17-af8f-2b88264ed67b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:46Z', 'updated_at': '2021-07-15T13:09:54Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': 'cc9854b7-6c23-4a17-af8f-2b88264ed67b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:07.163130 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c61430-b9e1-4be2-bf3d-7f1444df042a None None] The sync data for ids ['83f1a72b-fc39-4436-bc0c-686349253148'] in n-d-771363-36 is: [{'id': '83f1a72b-fc39-4436-bc0c-686349253148', 'name': 'tempest-RoutersIpV6Test-router-1622586588', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:40Z', 'updated_at': '2021-07-15T13:10:04Z', 'revision_number': 8, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'gw_port_host': None, '_interfaces': [{'id': 'f4699c13-604e-4ce3-8cc3-086990c8062a', 'name': '', 'network_id': '69387ad4-245c-4cba-ab1a-1c4796c21204', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:55:12:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '5d0bcff6-4f33-4d70-9c06-697c2e72b7e7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:52Z', 'updated_at': '2021-07-15T13:09:58Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': '5d0bcff6-4f33-4d70-9c06-697c2e72b7e7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc996173-c19b-49a6-a4fd-70d9c88d3bd0', 'name': '', 'network_id': '793998b1-8edf-458f-92c4-3c71fd26ab2a', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:2f:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:42Z', 'updated_at': '2021-07-15T13:09:48Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe77bf16-1592-4351-a6a3-4d37fc643504', 'name': '', 'network_id': '69d1bfd5-79d3-46a5-903d-47e87fb4459f', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:09:28:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cc9854b7-6c23-4a17-af8f-2b88264ed67b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:46Z', 'updated_at': '2021-07-15T13:09:54Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': 'cc9854b7-6c23-4a17-af8f-2b88264ed67b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:10:07.209732 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc352eb8-de03-4671-b3db-84bdb23e9df8 admin admin] Network f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:07.211364 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-fc352eb8-de03-4671-b3db-84bdb23e9df8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:07.256446 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e0d5cd75-4da2-4b2a-90b9-81c92ae7e483 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:07.320399 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5cd75-4da2-4b2a-90b9-81c92ae7e483 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event deleted for resources: {'Subnet': ['ID=7774dd03-ea16-498e-afaf-58f6b4476dc3,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:07.322472 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e0d5cd75-4da2-4b2a-90b9-81c92ae7e483 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:07.324388 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e0d5cd75-4da2-4b2a-90b9-81c92ae7e483 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "DELETE /v2.0/subnets/7774dd03-ea16-498e-afaf-58f6b4476dc3 HTTP/1.1" status: 204 len: 168 time: 1.3190460 Jul 15 13:10:07.328703 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50844) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:07.334292 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c71a8b-f929-4c1b-9434-87aeb0a61b08 None None] Network 8fbb44e9-3558-44a5-beff-6283368c1761 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:07.345989 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc352eb8-de03-4671-b3db-84bdb23e9df8 admin admin] Router 49783a4e-a62f-492d-903e-7d53eeb6bbff has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:10:07.435548 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76811e48-5931-4eae-ba82-83bce89c1e5e admin admin] Router 0ce93cc1-801a-4726-955f-2a3be756ad60 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:10:07.450504 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0d853626-3b90-460f-afff-d3ecd5d508d0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:07.662378 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76811e48-5931-4eae-ba82-83bce89c1e5e admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:10:07.670922 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-76811e48-5931-4eae-ba82-83bce89c1e5e admin admin] 10.222.0.16 "PUT /v2.0/routers/0ce93cc1-801a-4726-955f-2a3be756ad60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2669103 Jul 15 13:10:07.673501 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50848) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:07.693704 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dec9f7d-960f-4266-9b0d-12618719a99a None None] Sync routers for ids ['0ce93cc1-801a-4726-955f-2a3be756ad60'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:10:07.762412 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-0d853626-3b90-460f-afff-d3ecd5d508d0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Deleting port 9ed563e3-1728-4e4c-b300-0a173dfd1772 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:07.765383 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0d853626-3b90-460f-afff-d3ecd5d508d0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:07.774832 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dec9f7d-960f-4266-9b0d-12618719a99a None None] Routers {'0ce93cc1-801a-4726-955f-2a3be756ad60'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:07.775086 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-8dec9f7d-960f-4266-9b0d-12618719a99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:10:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['0ce93cc1-801a-4726-955f-2a3be756ad60'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:07.933749 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b37e7c1b-b940-49d0-ad92-6984cc039693 admin admin] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:07.980718 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-4075ebd2-dc02-4138-9e2b-3e43595a0629 None None] Provisioning complete for port 34b065af-5250-4144-abaf-24db54f50dd7 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:07.983646 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4075ebd2-dc02-4138-9e2b-3e43595a0629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:08.089128 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc352eb8-de03-4671-b3db-84bdb23e9df8 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:10:08.094800 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-fc352eb8-de03-4671-b3db-84bdb23e9df8 admin admin] 10.222.0.16 "PUT /v2.0/routers/49783a4e-a62f-492d-903e-7d53eeb6bbff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5831494 Jul 15 13:10:08.222351 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-8dec9f7d-960f-4266-9b0d-12618719a99a None None] Set router 0ce93cc1-801a-4726-955f-2a3be756ad60 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:08.313838 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-4075ebd2-dc02-4138-9e2b-3e43595a0629 None None] Port 34b065af-5250-4144-abaf-24db54f50dd7 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:10:08.333328 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device d1e690fc-dfc7-483a-964a-c8bbe791d475 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:08.372143 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-0d853626-3b90-460f-afff-d3ecd5d508d0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] For port 9ed563e3-1728-4e4c-b300-0a173dfd1772, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9ed563e3-1728-4e4c-b300-0a173dfd1772,segment=NetworkSegment(cf201213-6626-447b-b1af-64946a4bfddc),segment_id=cf201213-6626-447b-b1af-64946a4bfddc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:08.375834 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0d853626-3b90-460f-afff-d3ecd5d508d0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:08.412040 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b37e7c1b-b940-49d0-ad92-6984cc039693 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:08.421335 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-0d853626-3b90-460f-afff-d3ecd5d508d0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Calling delete_port for 9ed563e3-1728-4e4c-b300-0a173dfd1772 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:08.514613 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port d1e690fc-dfc7-483a-964a-c8bbe791d475 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:08.520327 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port d1e690fc-dfc7-483a-964a-c8bbe791d475 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:08.520965 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:08.530644 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2272c86e-d467-4469-9b14-a5707d3f6a0e None None] DHCP port deletion for 8fbb44e9-3558-44a5-beff-6283368c1761 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:10:08.564689 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51d438-e965-412f-997e-0de72c20b703 req-4e801446-034b-49ba-8dcb-230ba151eddb tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:08.572228 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a51d438-e965-412f-997e-0de72c20b703 req-4e801446-034b-49ba-8dcb-230ba151eddb tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c251d54-41a4-4e2b-8ce8-aecaa3ba1012 HTTP/1.1" status: 200 len: 946 time: 0.3828075 Jul 15 13:10:08.611021 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063382f3-5729-462b-a0ee-ccbed134da68 req-66b90250-f632-4dde-9191-35c022bf7478 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:08.618315 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-063382f3-5729-462b-a0ee-ccbed134da68 req-66b90250-f632-4dde-9191-35c022bf7478 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 946 time: 0.3217704 Jul 15 13:10:08.640804 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-8dec9f7d-960f-4266-9b0d-12618719a99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce93cc1-801a-4726-955f-2a3be756ad60', 'name': 'tempest-ServerRescueTestJSON-1618058603-router', 'tenant_id': '0df8965cb60d49839fdaa2536ee5f493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '8eff9a2e-4e05-4693-8268-bee16c6e9c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:29Z', 'updated_at': '2021-07-15T13:10:05Z', 'revision_number': 5, 'project_id': '0df8965cb60d49839fdaa2536ee5f493', 'gw_port': {'id': '8eff9a2e-4e05-4693-8268-bee16c6e9c0d', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce93cc1-801a-4726-955f-2a3be756ad60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:30Z', 'updated_at': '2021-07-15T13:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:08.694089 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2272c86e-d467-4469-9b14-a5707d3f6a0e None None] Deleting port 9ed563e3-1728-4e4c-b300-0a173dfd1772 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:08.694621 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2272c86e-d467-4469-9b14-a5707d3f6a0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:08.696653 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dec9f7d-960f-4266-9b0d-12618719a99a None None] Checking router: 0ce93cc1-801a-4726-955f-2a3be756ad60 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:10:08.704724 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a51d438-e965-412f-997e-0de72c20b703 req-015d849b-d9b6-462f-b97b-633f1b553409 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd8953d8-6762-490d-a048-aff3dca15ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316125 Jul 15 13:10:08.738979 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:08.739186 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-063382f3-5729-462b-a0ee-ccbed134da68 req-3e8e4072-c074-4fba-a9e6-e14800253413 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193264 Jul 15 13:10:08.759820 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dec9f7d-960f-4266-9b0d-12618719a99a None None] Routers {'0ce93cc1-801a-4726-955f-2a3be756ad60'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:08.760932 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b37e7c1b-b940-49d0-ad92-6984cc039693 admin admin] Deleting port 8eff9a2e-4e05-4693-8268-bee16c6e9c0d {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:08.761387 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b37e7c1b-b940-49d0-ad92-6984cc039693 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:08.763424 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-8dec9f7d-960f-4266-9b0d-12618719a99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:10:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['0ce93cc1-801a-4726-955f-2a3be756ad60'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:08.897986 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-2272c86e-d467-4469-9b14-a5707d3f6a0e None None] For port 9ed563e3-1728-4e4c-b300-0a173dfd1772, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9ed563e3-1728-4e4c-b300-0a173dfd1772,segment=NetworkSegment(cf201213-6626-447b-b1af-64946a4bfddc),segment_id=cf201213-6626-447b-b1af-64946a4bfddc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:08.898822 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2272c86e-d467-4469-9b14-a5707d3f6a0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:08.902457 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port d1e690fc-dfc7-483a-964a-c8bbe791d475, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=d1e690fc-dfc7-483a-964a-c8bbe791d475,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:08.912046 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b37e7c1b-b940-49d0-ad92-6984cc039693 admin admin] For port 8eff9a2e-4e05-4693-8268-bee16c6e9c0d, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=8eff9a2e-4e05-4693-8268-bee16c6e9c0d,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:08.912589 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b37e7c1b-b940-49d0-ad92-6984cc039693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:08.918938 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2272c86e-d467-4469-9b14-a5707d3f6a0e None None] Calling delete_port for 9ed563e3-1728-4e4c-b300-0a173dfd1772 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:08.924669 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:08.925626 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device d1b656c2-3b74-48f9-8b22-42fbe79bcb2d up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:08.953674 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b37e7c1b-b940-49d0-ad92-6984cc039693 admin admin] Calling delete_port for 8eff9a2e-4e05-4693-8268-bee16c6e9c0d owned by network:router_gateway {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:08.965825 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0d853626-3b90-460f-afff-d3ecd5d508d0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:08.975777 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50870) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:08.981898 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-6404b2b1-b189-4efb-bfd4-8e34bf923078 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-469027038-network', 'tenant_id': '7ea6510e957a426b8894ca619e992a7b'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:09.040882 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6404b2b1-b189-4efb-bfd4-8e34bf923078 admin admin] Made reservation on behalf of 7ea6510e957a426b8894ca619e992a7b for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:09.044772 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6404b2b1-b189-4efb-bfd4-8e34bf923078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.049989 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-8dec9f7d-960f-4266-9b0d-12618719a99a None None] Set router 0ce93cc1-801a-4726-955f-2a3be756ad60 gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:09.056346 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6404b2b1-b189-4efb-bfd4-8e34bf923078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.083992 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d853626-3b90-460f-afff-d3ecd5d508d0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event deleted for resources: {'Port': ['ID=9ed563e3-1728-4e4c-b300-0a173dfd1772,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:09.101251 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d853626-3b90-460f-afff-d3ecd5d508d0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] No DVR routers for this DVR port 9ed563e3-1728-4e4c-b300-0a173dfd1772 on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:09.137413 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-8dec9f7d-960f-4266-9b0d-12618719a99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce93cc1-801a-4726-955f-2a3be756ad60', 'name': 'tempest-ServerRescueTestJSON-1618058603-router', 'tenant_id': '0df8965cb60d49839fdaa2536ee5f493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:29Z', 'updated_at': '2021-07-15T13:10:08Z', 'revision_number': 6, 'project_id': '0df8965cb60d49839fdaa2536ee5f493', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:09.187326 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=d1e690fc-dfc7-483a-964a-c8bbe791d475,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:09.199917 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dec9f7d-960f-4266-9b0d-12618719a99a None None] The sync data for ids ['0ce93cc1-801a-4726-955f-2a3be756ad60'] in n-d-771363-36 is: [{'id': '0ce93cc1-801a-4726-955f-2a3be756ad60', 'name': 'tempest-ServerRescueTestJSON-1618058603-router', 'tenant_id': '0df8965cb60d49839fdaa2536ee5f493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:29Z', 'updated_at': '2021-07-15T13:10:08Z', 'revision_number': 6, 'project_id': '0df8965cb60d49839fdaa2536ee5f493', 'gw_port_host': None}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:10:09.204221 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0d853626-3b90-460f-afff-d3ecd5d508d0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.216254 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6404b2b1-b189-4efb-bfd4-8e34bf923078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.217252 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port d1b656c2-3b74-48f9-8b22-42fbe79bcb2d triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:09.217631 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.223913 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6404b2b1-b189-4efb-bfd4-8e34bf923078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.247359 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-0d853626-3b90-460f-afff-d3ecd5d508d0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fbb44e9-3558-44a5-beff-6283368c1761']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:09.254892 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6404b2b1-b189-4efb-bfd4-8e34bf923078 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:10:09.266363 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2272c86e-d467-4469-9b14-a5707d3f6a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.271178 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-0d853626-3b90-460f-afff-d3ecd5d508d0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf201213-6626-447b-b1af-64946a4bfddc') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:09.271480 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-0d853626-3b90-460f-afff-d3ecd5d508d0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf201213-6626-447b-b1af-64946a4bfddc') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:09.282603 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0d853626-3b90-460f-afff-d3ecd5d508d0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.297069 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6404b2b1-b189-4efb-bfd4-8e34bf923078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.297430 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-6404b2b1-b189-4efb-bfd4-8e34bf923078 admin admin] Added segment 1c0bc34d-8327-4390-bb52-bbf4831bfdfc of type vlan for network 44eae633-df73-41cc-947a-575ac798bc7b Jul 15 13:10:09.301917 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0d853626-3b90-460f-afff-d3ecd5d508d0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.333882 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d853626-3b90-460f-afff-d3ecd5d508d0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:10:09.334297 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0d853626-3b90-460f-afff-d3ecd5d508d0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.335858 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404b2b1-b189-4efb-bfd4-8e34bf923078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b0f897-fee7-4f8f-9fa9-0ac0ad717359,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:09.337751 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:10:09.337751 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:10:09.337751 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:10:09.337751 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:10:09.337751 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:10:09.337751 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:10:09.337751 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:10:09.337751 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:10:09.337751 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:10:09.337751 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:10:09.337751 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:10:09.337751 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:10:09.337751 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:10:09.337751 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:10:09.337751 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:10:09.337751 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:10:09.337751 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:10:09.337751 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:10:09.337751 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:10:09.337751 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:10:09.337751 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:10:09.337751 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:10:09.337751 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:10:09.337751 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:10:09.337751 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:10:09.337751 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:10:09.337751 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:10:09.337751 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:10:09.337751 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:10:09.337751 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:10:09.337751 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:10:09.337751 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:10:09.349254 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6404b2b1-b189-4efb-bfd4-8e34bf923078 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:09.350198 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6404b2b1-b189-4efb-bfd4-8e34bf923078 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:09.350628 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6404b2b1-b189-4efb-bfd4-8e34bf923078 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:09.351062 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6404b2b1-b189-4efb-bfd4-8e34bf923078 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:09.351590 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6404b2b1-b189-4efb-bfd4-8e34bf923078 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:09.352360 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6404b2b1-b189-4efb-bfd4-8e34bf923078 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:09.352360 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6404b2b1-b189-4efb-bfd4-8e34bf923078 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:09.352938 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6404b2b1-b189-4efb-bfd4-8e34bf923078 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:09.353317 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6404b2b1-b189-4efb-bfd4-8e34bf923078 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:09.353578 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272c86e-d467-4469-9b14-a5707d3f6a0e None None] Pushing event deleted for resources: {'Port': ['ID=9ed563e3-1728-4e4c-b300-0a173dfd1772,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:09.353937 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6404b2b1-b189-4efb-bfd4-8e34bf923078 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:09.354403 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6404b2b1-b189-4efb-bfd4-8e34bf923078 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:09.354896 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6404b2b1-b189-4efb-bfd4-8e34bf923078 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:09.358739 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2272c86e-d467-4469-9b14-a5707d3f6a0e None None] No DVR routers for this DVR port 9ed563e3-1728-4e4c-b300-0a173dfd1772 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:09.371656 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6404b2b1-b189-4efb-bfd4-8e34bf923078 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.409729 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6404b2b1-b189-4efb-bfd4-8e34bf923078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.410968 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6404b2b1-b189-4efb-bfd4-8e34bf923078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:09.412184 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6404b2b1-b189-4efb-bfd4-8e34bf923078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.418108 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b37e7c1b-b940-49d0-ad92-6984cc039693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.427350 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0d853626-3b90-460f-afff-d3ecd5d508d0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.434640 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c8598bd0-d543-429c-9ae4-e677d5143eb6 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:09.455260 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0d853626-3b90-460f-afff-d3ecd5d508d0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.456254 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6404b2b1-b189-4efb-bfd4-8e34bf923078 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4785838 Jul 15 13:10:09.457104 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0d853626-3b90-460f-afff-d3ecd5d508d0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "DELETE /v2.0/networks/8fbb44e9-3558-44a5-beff-6283368c1761 HTTP/1.1" status: 204 len: 168 time: 2.1274736 Jul 15 13:10:09.460579 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e7c1b-b940-49d0-ad92-6984cc039693 admin admin] Pushing event deleted for resources: {'Port': ['ID=8eff9a2e-4e05-4693-8268-bee16c6e9c0d,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:09.462538 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50872) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:09.463266 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50874) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:09.466191 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: c8598bd0-d543-429c-9ae4-e677d5143eb6 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:09.466956 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c8598bd0-d543-429c-9ae4-e677d5143eb6 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:09.484589 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-f9a8a6e1-89e5-4710-8f24-d76fa6cb3acf admin admin] Request body: {'subnet': {'network_id': '44eae633-df73-41cc-947a-575ac798bc7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-469027038-subnet', 'tenant_id': '7ea6510e957a426b8894ca619e992a7b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:09.492760 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404b2b1-b189-4efb-bfd4-8e34bf923078 admin admin] Pushing event updated for resources: {'Network': ['ID=44eae633-df73-41cc-947a-575ac798bc7b,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:09.494991 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d853626-3b90-460f-afff-d3ecd5d508d0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event deleted for resources: {'Network': ['ID=8fbb44e9-3558-44a5-beff-6283368c1761,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:09.504101 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 44eae633-df73-41cc-947a-575ac798bc7b details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:10:09.631639 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a8a6e1-89e5-4710-8f24-d76fa6cb3acf admin admin] Made reservation on behalf of 7ea6510e957a426b8894ca619e992a7b for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:09.634034 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f9a8a6e1-89e5-4710-8f24-d76fa6cb3acf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.674857 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b37e7c1b-b940-49d0-ad92-6984cc039693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.912331 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device d1e690fc-dfc7-483a-964a-c8bbe791d475 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:09.967832 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port d1e690fc-dfc7-483a-964a-c8bbe791d475 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:09.968291 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:10.101204 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9ed563e3-1728-4e4c-b300-0a173dfd1772 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:10.122086 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 9ed563e3-1728-4e4c-b300-0a173dfd1772 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:10.122431 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9ed563e3-1728-4e4c-b300-0a173dfd1772 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:10.123279 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8eff9a2e-4e05-4693-8268-bee16c6e9c0d no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:10.143871 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 8eff9a2e-4e05-4693-8268-bee16c6e9c0d {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:10.144220 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8eff9a2e-4e05-4693-8268-bee16c6e9c0d not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:10.144641 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8cde741e-4c68-4f5e-813e-b9a0f7baf0de no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:10.155399 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a004360-66d6-4eb1-861a-5da985c18c33 None None] Sync routers for ids ['49783a4e-a62f-492d-903e-7d53eeb6bbff'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:10:10.164342 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a004360-66d6-4eb1-861a-5da985c18c33 None None] Routers {'49783a4e-a62f-492d-903e-7d53eeb6bbff'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:10.164935 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-6a004360-66d6-4eb1-861a-5da985c18c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:10:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['49783a4e-a62f-492d-903e-7d53eeb6bbff'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:10.166351 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 8cde741e-4c68-4f5e-813e-b9a0f7baf0de {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:10.166723 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8cde741e-4c68-4f5e-813e-b9a0f7baf0de not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:10.217244 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b37e7c1b-b940-49d0-ad92-6984cc039693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:10.261066 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b37e7c1b-b940-49d0-ad92-6984cc039693 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:10.273975 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-6a004360-66d6-4eb1-861a-5da985c18c33 None None] Set router 49783a4e-a62f-492d-903e-7d53eeb6bbff gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:10.364988 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b37e7c1b-b940-49d0-ad92-6984cc039693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:10.365505 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37e7c1b-b940-49d0-ad92-6984cc039693 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ce93cc1-801a-4726-955f-2a3be756ad60 {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:10:10.371639 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b37e7c1b-b940-49d0-ad92-6984cc039693 admin admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:10.372781 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b37e7c1b-b940-49d0-ad92-6984cc039693 admin admin] 10.222.0.16 "DELETE /v2.0/routers/0ce93cc1-801a-4726-955f-2a3be756ad60 HTTP/1.1" status: 204 len: 168 time: 2.6975656 Jul 15 13:10:10.377195 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50882) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:10.432380 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0934933-d9a6-49fa-958c-1361292f50f8 admin admin] Deleting subnet 102dce41-7385-4388-8185-14c00f6a3ad4 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:10:10.438927 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b0934933-d9a6-49fa-958c-1361292f50f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:10.491878 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e8c33-5c62-4bc7-a1bf-6588c905d22f req-d833573a-c346-4544-990c-cfb9b24b8d12 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:10.493423 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-255e8c33-5c62-4bc7-a1bf-6588c905d22f req-d833573a-c346-4544-990c-cfb9b24b8d12 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 946 time: 0.3070405 Jul 15 13:10:10.498424 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-6a004360-66d6-4eb1-861a-5da985c18c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49783a4e-a62f-492d-903e-7d53eeb6bbff', 'name': 'tempest-AttachSCSIVolumeTestJSON-2125411601-router', 'tenant_id': 'fbd61f40ecfd4ea49f7a52eb5c366308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'd1e690fc-dfc7-483a-964a-c8bbe791d475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:00Z', 'updated_at': '2021-07-15T13:10:06Z', 'revision_number': 4, 'project_id': 'fbd61f40ecfd4ea49f7a52eb5c366308', 'gw_port': {'id': 'd1e690fc-dfc7-483a-964a-c8bbe791d475', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49783a4e-a62f-492d-903e-7d53eeb6bbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:01Z', 'updated_at': '2021-07-15T13:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '34b065af-5250-4144-abaf-24db54f50dd7', 'name': '', 'network_id': 'f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9', 'tenant_id': 'fbd61f40ecfd4ea49f7a52eb5c366308', 'mac_address': 'fa:16:3e:c6:5c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49783a4e-a62f-492d-903e-7d53eeb6bbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'dabfb7cb-dcc1-41a1-93c1-c49a98bbbef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:05Z', 'updated_at': '2021-07-15T13:10:06Z', 'revision_number': 2, 'project_id': 'fbd61f40ecfd4ea49f7a52eb5c366308', 'subnets': [{'id': 'dabfb7cb-dcc1-41a1-93c1-c49a98bbbef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:10.507957 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b0934933-d9a6-49fa-958c-1361292f50f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:10.513216 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abda45-7ac1-4c22-9d9b-08978bd5c980 req-b48c7501-7cd1-468a-a9b5-138586fdb300 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:10.514772 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-76abda45-7ac1-4c22-9d9b-08978bd5c980 req-b48c7501-7cd1-468a-a9b5-138586fdb300 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c251d54-41a4-4e2b-8ce8-aecaa3ba1012 HTTP/1.1" status: 200 len: 946 time: 0.3294275 Jul 15 13:10:10.536393 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a004360-66d6-4eb1-861a-5da985c18c33 None None] Checking router: 49783a4e-a62f-492d-903e-7d53eeb6bbff for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:10:10.537074 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a004360-66d6-4eb1-861a-5da985c18c33 None None] Updating router 49783a4e-a62f-492d-903e-7d53eeb6bbff port 34b065af-5250-4144-abaf-24db54f50dd7 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:10:10.553793 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74afb6b-8e81-4618-9396-0aff5b6890d3 req-4dda4577-7220-4096-add7-160eebea72c6 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:10.553793 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b74afb6b-8e81-4618-9396-0aff5b6890d3 req-4dda4577-7220-4096-add7-160eebea72c6 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c251d54-41a4-4e2b-8ce8-aecaa3ba1012 HTTP/1.1" status: 200 len: 946 time: 0.2065139 Jul 15 13:10:10.576294 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6a004360-66d6-4eb1-861a-5da985c18c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:10.596922 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b0934933-d9a6-49fa-958c-1361292f50f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:10.640480 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-255e8c33-5c62-4bc7-a1bf-6588c905d22f req-1b661520-f350-4b44-999f-db31dd039fe8 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387351 Jul 15 13:10:10.656892 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f9a8a6e1-89e5-4710-8f24-d76fa6cb3acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:10.692293 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-76abda45-7ac1-4c22-9d9b-08978bd5c980 req-32ab0496-5207-44da-9ac4-c374c2096126 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd8953d8-6762-490d-a048-aff3dca15ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633027 Jul 15 13:10:10.737694 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b0934933-d9a6-49fa-958c-1361292f50f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:10.745120 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8a6e1-89e5-4710-8f24-d76fa6cb3acf admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfaca72b-a367-4ce4-a14c-20eb07a9b9d0,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:10.766607 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a8a6e1-89e5-4710-8f24-d76fa6cb3acf admin admin] Checking segment: {'id': '1c0bc34d-8327-4390-bb52-bbf4831bfdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '44eae633-df73-41cc-947a-575ac798bc7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:10.766965 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a8a6e1-89e5-4710-8f24-d76fa6cb3acf admin admin] Network hostable DHCP agents. Network: 44eae633-df73-41cc-947a-575ac798bc7b, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:10:10.770191 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0934933-d9a6-49fa-958c-1361292f50f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=102dce41-7385-4388-8185-14c00f6a3ad4,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:10.776435 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b0934933-d9a6-49fa-958c-1361292f50f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:10.781135 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b0934933-d9a6-49fa-958c-1361292f50f8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/102dce41-7385-4388-8185-14c00f6a3ad4 HTTP/1.1" status: 204 len: 168 time: 0.3996329 Jul 15 13:10:10.781135 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-b74afb6b-8e81-4618-9396-0aff5b6890d3 req-af78084e-d109-48d4-86ae-25c60db64056 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Deleting port 653be1bb-0801-40e6-b288-8d883163bd83 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:10.781135 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-b74afb6b-8e81-4618-9396-0aff5b6890d3 req-af78084e-d109-48d4-86ae-25c60db64056 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:10.784914 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50884) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:10.822522 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a8a6e1-89e5-4710-8f24-d76fa6cb3acf admin admin] Network 44eae633-df73-41cc-947a-575ac798bc7b is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:10:10.843585 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-f9a8a6e1-89e5-4710-8f24-d76fa6cb3acf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 44eae633-df73-41cc-947a-575ac798bc7b) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:10.849837 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d179f6ca-9a20-4918-9929-67a18bfafe78 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:10.853440 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a8a6e1-89e5-4710-8f24-d76fa6cb3acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:10.854134 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f9a8a6e1-89e5-4710-8f24-d76fa6cb3acf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:10.857346 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c4ffa7-9887-42ec-997d-76fc07db3809 None None] Network 44eae633-df73-41cc-947a-575ac798bc7b requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:10.914786 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6a004360-66d6-4eb1-861a-5da985c18c33 None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:10.923701 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f9a8a6e1-89e5-4710-8f24-d76fa6cb3acf admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4442739 Jul 15 13:10:10.927368 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-6a004360-66d6-4eb1-861a-5da985c18c33 None None] Transition to ACTIVE for port object 34b065af-5250-4144-abaf-24db54f50dd7 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:10.934102 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6a004360-66d6-4eb1-861a-5da985c18c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:10.935043 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-b74afb6b-8e81-4618-9396-0aff5b6890d3 req-af78084e-d109-48d4-86ae-25c60db64056 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] For port 653be1bb-0801-40e6-b288-8d883163bd83, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=653be1bb-0801-40e6-b288-8d883163bd83,segment=NetworkSegment(89fbc622-efc0-4427-9c11-6afea9afb82b),segment_id=89fbc622-efc0-4427-9c11-6afea9afb82b)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:10.935417 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-b74afb6b-8e81-4618-9396-0aff5b6890d3 req-af78084e-d109-48d4-86ae-25c60db64056 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:10.953547 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50886) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:10.958663 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-11873d98-3c33-47d7-aca4-b1b87c90599d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-469027038-router', 'tenant_id': '7ea6510e957a426b8894ca619e992a7b', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:11.004820 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d00dc-4d94-4ea8-8caa-9f5d993aab97 None None] Pushing event updated for resources: {'Port': ['ID=34b065af-5250-4144-abaf-24db54f50dd7,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:11.005554 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-11873d98-3c33-47d7-aca4-b1b87c90599d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.006836 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-11873d98-3c33-47d7-aca4-b1b87c90599d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.093102 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-6a004360-66d6-4eb1-861a-5da985c18c33 None None] Attempting to bind port 34b065af-5250-4144-abaf-24db54f50dd7 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:11.093857 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-6a004360-66d6-4eb1-861a-5da985c18c33 None None] Attempting to bind port 34b065af-5250-4144-abaf-24db54f50dd7 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '2fb9f90e-3cbf-4421-919f-2f50d4f2e6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:11.094443 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a004360-66d6-4eb1-861a-5da985c18c33 None None] Attempting to bind port 34b065af-5250-4144-abaf-24db54f50dd7 on network f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:11.104528 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a004360-66d6-4eb1-861a-5da985c18c33 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:11.104922 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a004360-66d6-4eb1-861a-5da985c18c33 None None] Checking segment: {'id': '2fb9f90e-3cbf-4421-919f-2f50d4f2e6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:11.105353 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6a004360-66d6-4eb1-861a-5da985c18c33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.105858 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a004360-66d6-4eb1-861a-5da985c18c33 None None] Bound using segment: {'id': '2fb9f90e-3cbf-4421-919f-2f50d4f2e6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:11.106381 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-6a004360-66d6-4eb1-861a-5da985c18c33 None None] Bound port: 34b065af-5250-4144-abaf-24db54f50dd7, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb9f90e-3cbf-4421-919f-2f50d4f2e6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:11.106780 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6a004360-66d6-4eb1-861a-5da985c18c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.163724 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ead0fa43-9ba0-428f-83e3-194a51f9957e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.169420 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-11873d98-3c33-47d7-aca4-b1b87c90599d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.201262 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-6a004360-66d6-4eb1-861a-5da985c18c33 None None] For port 34b065af-5250-4144-abaf-24db54f50dd7, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:11.205990 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-6a004360-66d6-4eb1-861a-5da985c18c33 None None] For port 34b065af-5250-4144-abaf-24db54f50dd7, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=34b065af-5250-4144-abaf-24db54f50dd7,segment=NetworkSegment(2fb9f90e-3cbf-4421-919f-2f50d4f2e6de),segment_id=2fb9f90e-3cbf-4421-919f-2f50d4f2e6de)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:11.206520 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8358335d-74ba-4fc2-a73a-f5cfee5b387f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-44eae633-df73-41cc-947a-575ac798bc7b', 'network_id': '44eae633-df73-41cc-947a-575ac798bc7b', 'tenant_id': '7ea6510e957a426b8894ca619e992a7b', 'fixed_ips': [{'subnet_id': 'dfaca72b-a367-4ce4-a14c-20eb07a9b9d0'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:10:11.207473 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8358335d-74ba-4fc2-a73a-f5cfee5b387f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.223061 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6a004360-66d6-4eb1-861a-5da985c18c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.293211 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d00dc-4d94-4ea8-8caa-9f5d993aab97 None None] Pushing event updated for resources: {'Port': ['ID=34b065af-5250-4144-abaf-24db54f50dd7,revision_number=4']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:11.313660 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a004360-66d6-4eb1-861a-5da985c18c33 None None] Routers {'49783a4e-a62f-492d-903e-7d53eeb6bbff'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:11.314462 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-6a004360-66d6-4eb1-861a-5da985c18c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:10:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['49783a4e-a62f-492d-903e-7d53eeb6bbff'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:11.385020 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-11873d98-3c33-47d7-aca4-b1b87c90599d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.394326 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-b74afb6b-8e81-4618-9396-0aff5b6890d3 req-af78084e-d109-48d4-86ae-25c60db64056 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.395438 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-b74afb6b-8e81-4618-9396-0aff5b6890d3 req-af78084e-d109-48d4-86ae-25c60db64056 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.396058 n-d-771363-36 neutron-server[93826]: INFO neutron.db.l3_db [req-b74afb6b-8e81-4618-9396-0aff5b6890d3 req-af78084e-d109-48d4-86ae-25c60db64056 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Floating IP a4dc5704-9e68-49bf-939c-127a85afc3a1 disassociated. External IP: 172.25.8.168, port: 653be1bb-0801-40e6-b288-8d883163bd83. Jul 15 13:10:11.396620 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-b74afb6b-8e81-4618-9396-0aff5b6890d3 req-af78084e-d109-48d4-86ae-25c60db64056 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Calling delete_port for 653be1bb-0801-40e6-b288-8d883163bd83 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:11.451595 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-8358335d-74ba-4fc2-a73a-f5cfee5b387f None None] Allocated IP 172.20.0.2 (44eae633-df73-41cc-947a-575ac798bc7b/dfaca72b-a367-4ce4-a14c-20eb07a9b9d0/311b1f45-4cee-44f4-855c-ecfb913bc5bb) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:11.472255 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-6a004360-66d6-4eb1-861a-5da985c18c33 None None] Set router 49783a4e-a62f-492d-903e-7d53eeb6bbff gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:11.482714 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d179f6ca-9a20-4918-9929-67a18bfafe78 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Deleting port f4699c13-604e-4ce3-8cc3-086990c8062a {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:11.483063 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d179f6ca-9a20-4918-9929-67a18bfafe78 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.494425 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ead0fa43-9ba0-428f-83e3-194a51f9957e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.508234 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-ead0fa43-9ba0-428f-83e3-194a51f9957e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70b5a7aa-0307-4f90-8da6-d6b5f4dbd134']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:11.527364 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-ead0fa43-9ba0-428f-83e3-194a51f9957e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a9c80c0-7d5b-40b0-8c39-86efa348994c') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:11.527364 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-ead0fa43-9ba0-428f-83e3-194a51f9957e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a9c80c0-7d5b-40b0-8c39-86efa348994c') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:11.539661 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ead0fa43-9ba0-428f-83e3-194a51f9957e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.563610 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ead0fa43-9ba0-428f-83e3-194a51f9957e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.575645 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ead0fa43-9ba0-428f-83e3-194a51f9957e admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:10:11.575645 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ead0fa43-9ba0-428f-83e3-194a51f9957e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.576466 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:11.576466 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:11.576466 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:11.576466 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:11.576466 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:10:11.576466 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:10:11.576466 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:10:11.576466 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:10:11.576466 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:10:11.576466 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:10:11.576466 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:10:11.576466 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:10:11.576466 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:10:11.576466 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:10:11.576466 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:10:11.576466 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:10:11.576466 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:10:11.576466 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:10:11.576466 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:10:11.576466 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:10:11.576466 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:10:11.576466 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:10:11.576466 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:10:11.576466 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:10:11.576466 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:10:11.576466 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:10:11.576466 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:10:11.576466 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:10:11.576466 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:10:11.576466 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:10:11.576466 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:10:11.576466 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:10:11.576466 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:10:11.576466 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:10:11.576466 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:10:11.576466 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:10:11.663775 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d179f6ca-9a20-4918-9929-67a18bfafe78 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] For port f4699c13-604e-4ce3-8cc3-086990c8062a, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=f4699c13-604e-4ce3-8cc3-086990c8062a,segment=NetworkSegment(937e1ce1-3fd9-43a8-893f-9f4d2b3b7663),segment_id=937e1ce1-3fd9-43a8-893f-9f4d2b3b7663)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:11.664174 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d179f6ca-9a20-4918-9929-67a18bfafe78 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.673446 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8358335d-74ba-4fc2-a73a-f5cfee5b387f None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.687554 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d179f6ca-9a20-4918-9929-67a18bfafe78 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Calling delete_port for f4699c13-604e-4ce3-8cc3-086990c8062a owned by network:router_interface {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:11.687963 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8358335d-74ba-4fc2-a73a-f5cfee5b387f None None] Transition to ACTIVE for port object 311b1f45-4cee-44f4-855c-ecfb913bc5bb will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:11.712185 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ead0fa43-9ba0-428f-83e3-194a51f9957e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.715060 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8358335d-74ba-4fc2-a73a-f5cfee5b387f None None] Transition to ACTIVE for port object 311b1f45-4cee-44f4-855c-ecfb913bc5bb will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:11.722330 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ead0fa43-9ba0-428f-83e3-194a51f9957e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.725925 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8358335d-74ba-4fc2-a73a-f5cfee5b387f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.729546 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ead0fa43-9ba0-428f-83e3-194a51f9957e admin admin] 10.222.0.16 "DELETE /v2.0/networks/70b5a7aa-0307-4f90-8da6-d6b5f4dbd134 HTTP/1.1" status: 204 len: 168 time: 0.9439957 Jul 15 13:10:11.776146 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0fa43-9ba0-428f-83e3-194a51f9957e admin admin] Pushing event deleted for resources: {'Network': ['ID=70b5a7aa-0307-4f90-8da6-d6b5f4dbd134,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:11.793230 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-b74afb6b-8e81-4618-9396-0aff5b6890d3 req-af78084e-d109-48d4-86ae-25c60db64056 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.842452 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78084e-d109-48d4-86ae-25c60db64056 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Pushing event deleted for resources: {'Port': ['ID=653be1bb-0801-40e6-b288-8d883163bd83,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:11.882370 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-11873d98-3c33-47d7-aca4-b1b87c90599d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.909874 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-11873d98-3c33-47d7-aca4-b1b87c90599d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.918921 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358335d-74ba-4fc2-a73a-f5cfee5b387f None None] Pushing event updated for resources: {'Port': ['ID=311b1f45-4cee-44f4-855c-ecfb913bc5bb,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:11.937798 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-6a004360-66d6-4eb1-861a-5da985c18c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49783a4e-a62f-492d-903e-7d53eeb6bbff', 'name': 'tempest-AttachSCSIVolumeTestJSON-2125411601-router', 'tenant_id': 'fbd61f40ecfd4ea49f7a52eb5c366308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'd1e690fc-dfc7-483a-964a-c8bbe791d475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:00Z', 'updated_at': '2021-07-15T13:10:06Z', 'revision_number': 4, 'project_id': 'fbd61f40ecfd4ea49f7a52eb5c366308', 'gw_port': {'id': 'd1e690fc-dfc7-483a-964a-c8bbe791d475', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49783a4e-a62f-492d-903e-7d53eeb6bbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:01Z', 'updated_at': '2021-07-15T13:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '34b065af-5250-4144-abaf-24db54f50dd7', 'name': '', 'network_id': 'f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9', 'tenant_id': 'fbd61f40ecfd4ea49f7a52eb5c366308', 'mac_address': 'fa:16:3e:c6:5c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49783a4e-a62f-492d-903e-7d53eeb6bbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'dabfb7cb-dcc1-41a1-93c1-c49a98bbbef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:05Z', 'updated_at': '2021-07-15T13:10:11Z', 'revision_number': 4, 'project_id': 'fbd61f40ecfd4ea49f7a52eb5c366308', 'subnets': [{'id': 'dabfb7cb-dcc1-41a1-93c1-c49a98bbbef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:11.951026 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8358335d-74ba-4fc2-a73a-f5cfee5b387f None None] Network 44eae633-df73-41cc-947a-575ac798bc7b is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:11.954977 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-8358335d-74ba-4fc2-a73a-f5cfee5b387f None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:11.961115 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8358335d-74ba-4fc2-a73a-f5cfee5b387f None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:11.984379 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a004360-66d6-4eb1-861a-5da985c18c33 None None] The sync data for ids ['49783a4e-a62f-492d-903e-7d53eeb6bbff'] in n-d-771363-36 is: [{'id': '49783a4e-a62f-492d-903e-7d53eeb6bbff', 'name': 'tempest-AttachSCSIVolumeTestJSON-2125411601-router', 'tenant_id': 'fbd61f40ecfd4ea49f7a52eb5c366308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'd1e690fc-dfc7-483a-964a-c8bbe791d475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:00Z', 'updated_at': '2021-07-15T13:10:06Z', 'revision_number': 4, 'project_id': 'fbd61f40ecfd4ea49f7a52eb5c366308', 'gw_port': {'id': 'd1e690fc-dfc7-483a-964a-c8bbe791d475', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49783a4e-a62f-492d-903e-7d53eeb6bbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:01Z', 'updated_at': '2021-07-15T13:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '34b065af-5250-4144-abaf-24db54f50dd7', 'name': '', 'network_id': 'f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9', 'tenant_id': 'fbd61f40ecfd4ea49f7a52eb5c366308', 'mac_address': 'fa:16:3e:c6:5c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49783a4e-a62f-492d-903e-7d53eeb6bbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'dabfb7cb-dcc1-41a1-93c1-c49a98bbbef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:05Z', 'updated_at': '2021-07-15T13:10:11Z', 'revision_number': 4, 'project_id': 'fbd61f40ecfd4ea49f7a52eb5c366308', 'subnets': [{'id': 'dabfb7cb-dcc1-41a1-93c1-c49a98bbbef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:10:12.071358 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-8358335d-74ba-4fc2-a73a-f5cfee5b387f None None] Attempting to bind port 311b1f45-4cee-44f4-855c-ecfb913bc5bb on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:12.071898 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-8358335d-74ba-4fc2-a73a-f5cfee5b387f None None] Attempting to bind port 311b1f45-4cee-44f4-855c-ecfb913bc5bb by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '1c0bc34d-8327-4390-bb52-bbf4831bfdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '44eae633-df73-41cc-947a-575ac798bc7b'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:12.072338 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8358335d-74ba-4fc2-a73a-f5cfee5b387f None None] Attempting to bind port 311b1f45-4cee-44f4-855c-ecfb913bc5bb on network 44eae633-df73-41cc-947a-575ac798bc7b {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:12.079578 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8358335d-74ba-4fc2-a73a-f5cfee5b387f None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:12.079959 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8358335d-74ba-4fc2-a73a-f5cfee5b387f None None] Checking segment: {'id': '1c0bc34d-8327-4390-bb52-bbf4831bfdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '44eae633-df73-41cc-947a-575ac798bc7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:12.080358 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8358335d-74ba-4fc2-a73a-f5cfee5b387f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:12.080778 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8358335d-74ba-4fc2-a73a-f5cfee5b387f None None] Bound using segment: {'id': '1c0bc34d-8327-4390-bb52-bbf4831bfdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '44eae633-df73-41cc-947a-575ac798bc7b'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:12.081306 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-8358335d-74ba-4fc2-a73a-f5cfee5b387f None None] Bound port: 311b1f45-4cee-44f4-855c-ecfb913bc5bb, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c0bc34d-8327-4390-bb52-bbf4831bfdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '44eae633-df73-41cc-947a-575ac798bc7b'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:12.081610 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8358335d-74ba-4fc2-a73a-f5cfee5b387f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:12.120872 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b74afb6b-8e81-4618-9396-0aff5b6890d3 req-af78084e-d109-48d4-86ae-25c60db64056 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Router 6182b628-b7be-486f-b7ca-85f5460e89fd has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:10:12.127769 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8b9f7893-4812-489f-883a-8db723013051 req-052bb486-3a31-438f-abe0-f7a665d4f685 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c251d54-41a4-4e2b-8ce8-aecaa3ba1012 HTTP/1.1" status: 200 len: 210 time: 0.1665118 Jul 15 13:10:12.197294 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50900) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:12.263252 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86a803-9d5d-4e03-938c-dcedc79b10ee req-3ec500f3-d3b6-4dd3-b250-4eeccad40adc tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:12.265393 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5a86a803-9d5d-4e03-938c-dcedc79b10ee req-3ec500f3-d3b6-4dd3-b250-4eeccad40adc tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 946 time: 0.3230000 Jul 15 13:10:12.270597 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-8358335d-74ba-4fc2-a73a-f5cfee5b387f None None] For port 311b1f45-4cee-44f4-855c-ecfb913bc5bb, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:12.274204 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-8358335d-74ba-4fc2-a73a-f5cfee5b387f None None] For port 311b1f45-4cee-44f4-855c-ecfb913bc5bb, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=311b1f45-4cee-44f4-855c-ecfb913bc5bb,segment=NetworkSegment(1c0bc34d-8327-4390-bb52-bbf4831bfdfc),segment_id=1c0bc34d-8327-4390-bb52-bbf4831bfdfc)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:12.286947 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8358335d-74ba-4fc2-a73a-f5cfee5b387f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:12.340403 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b74afb6b-8e81-4618-9396-0aff5b6890d3 req-af78084e-d109-48d4-86ae-25c60db64056 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:10:12.385658 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a0f4f1-fc01-4426-a51c-c38285e29450 None None] Sync routers for ids ['6182b628-b7be-486f-b7ca-85f5460e89fd'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:10:12.411421 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74afb6b-8e81-4618-9396-0aff5b6890d3 req-af78084e-d109-48d4-86ae-25c60db64056 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] No DVR routers for this DVR port 653be1bb-0801-40e6-b288-8d883163bd83 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:12.413969 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-b74afb6b-8e81-4618-9396-0aff5b6890d3 req-af78084e-d109-48d4-86ae-25c60db64056 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:12.415618 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a0f4f1-fc01-4426-a51c-c38285e29450 None None] Routers {'6182b628-b7be-486f-b7ca-85f5460e89fd'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:12.416172 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b74afb6b-8e81-4618-9396-0aff5b6890d3 req-af78084e-d109-48d4-86ae-25c60db64056 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.46 "DELETE /v2.0/ports/653be1bb-0801-40e6-b288-8d883163bd83 HTTP/1.1" status: 204 len: 173 time: 1.8532951 Jul 15 13:10:12.416553 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-15a0f4f1-fc01-4426-a51c-c38285e29450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:10:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['6182b628-b7be-486f-b7ca-85f5460e89fd'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:12.422904 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c251d54-41a4-4e2b-8ce8-aecaa3ba1012', 'name': 'network-vif-deleted', 'tag': '653be1bb-0801-40e6-b288-8d883163bd83'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:12.424964 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d179f6ca-9a20-4918-9929-67a18bfafe78 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:12.425469 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff88a944-f8e2-4dd8-80f7-acc87cc9d6e4" -d '{"events": [{"server_uuid": "3c251d54-41a4-4e2b-8ce8-aecaa3ba1012", "name": "network-vif-deleted", "tag": "653be1bb-0801-40e6-b288-8d883163bd83"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:12.475427 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-cf9777f8-ebc7-4753-8a7f-2370259e381f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0df8965cb60d49839fdaa2536ee5f493&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2769046 Jul 15 13:10:12.476079 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50904) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:12.505018 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358335d-74ba-4fc2-a73a-f5cfee5b387f None None] Pushing event updated for resources: {'Port': ['ID=311b1f45-4cee-44f4-855c-ecfb913bc5bb,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:12.532071 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7c2251-bcee-491a-8e31-01caaf2b2479 x-openstack-request-id: req-8e7c2251-bcee-491a-8e31-01caaf2b2479 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:12.534422 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c251d54-41a4-4e2b-8ce8-aecaa3ba1012", "name": "network-vif-deleted", "tag": "653be1bb-0801-40e6-b288-8d883163bd83", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:12.534709 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8e7c2251-bcee-491a-8e31-01caaf2b2479 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:12.535126 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c251d54-41a4-4e2b-8ce8-aecaa3ba1012', 'name': 'network-vif-deleted', 'tag': '653be1bb-0801-40e6-b288-8d883163bd83', 'status': 'completed', 'code': 200} Jul 15 13:10:12.559070 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5a86a803-9d5d-4e03-938c-dcedc79b10ee req-6e23dca9-4cdd-4b75-8e34-6ab7a6044aae tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484906 Jul 15 13:10:12.560445 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-11873d98-3c33-47d7-aca4-b1b87c90599d admin admin] Allocated IP 172.25.8.28 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/8f99d85d-b070-4620-966b-c41b35a5a291) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:12.571805 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b4a36508-c3c9-48bf-abe5-7ba7cdb8114d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:12.574710 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d179f6ca-9a20-4918-9929-67a18bfafe78 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event deleted for resources: {'Port': ['ID=f4699c13-604e-4ce3-8cc3-086990c8062a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:12.623868 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b4a36508-c3c9-48bf-abe5-7ba7cdb8114d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:12.715367 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b4a36508-c3c9-48bf-abe5-7ba7cdb8114d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:12.718539 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b4a36508-c3c9-48bf-abe5-7ba7cdb8114d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:12.719781 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b4a36508-c3c9-48bf-abe5-7ba7cdb8114d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f8038546-9400-439b-9ca4-f96154d84602 HTTP/1.1" status: 204 len: 168 time: 0.2427351 Jul 15 13:10:12.767627 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-15a0f4f1-fc01-4426-a51c-c38285e29450 None None] Set router 6182b628-b7be-486f-b7ca-85f5460e89fd gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:12.777641 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a36508-c3c9-48bf-abe5-7ba7cdb8114d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8038546-9400-439b-9ca4-f96154d84602,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:12.815672 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d179f6ca-9a20-4918-9929-67a18bfafe78 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:13.189408 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-15a0f4f1-fc01-4426-a51c-c38285e29450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6182b628-b7be-486f-b7ca-85f5460e89fd', 'name': 'tempest-ServersTestBootFromVolume-1882119-router', 'tenant_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '1d654372-e6fb-4d43-ab30-010794023c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:35Z', 'updated_at': '2021-07-15T13:06:45Z', 'revision_number': 4, 'project_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'gw_port': {'id': '1d654372-e6fb-4d43-ab30-010794023c31', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182b628-b7be-486f-b7ca-85f5460e89fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:37Z', 'updated_at': '2021-07-15T13:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '6b150fcb-4c63-451b-91d1-7a815c150d48', 'name': '', 'network_id': '6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d', 'tenant_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'mac_address': 'fa:16:3e:6a:9a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182b628-b7be-486f-b7ca-85f5460e89fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'a6bbe658-7956-4bdc-bf0f-4e1c4674969b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:44Z', 'updated_at': '2021-07-15T13:06:54Z', 'revision_number': 5, 'project_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'subnets': [{'id': 'a6bbe658-7956-4bdc-bf0f-4e1c4674969b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:13.224169 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a0f4f1-fc01-4426-a51c-c38285e29450 None None] Checking router: 6182b628-b7be-486f-b7ca-85f5460e89fd for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:10:13.233885 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a0f4f1-fc01-4426-a51c-c38285e29450 None None] Routers {'6182b628-b7be-486f-b7ca-85f5460e89fd'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:13.234579 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-15a0f4f1-fc01-4426-a51c-c38285e29450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:10:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['6182b628-b7be-486f-b7ca-85f5460e89fd'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:13.271333 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d179f6ca-9a20-4918-9929-67a18bfafe78 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Router 83f1a72b-fc39-4436-bc0c-686349253148 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:10:13.385523 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-15a0f4f1-fc01-4426-a51c-c38285e29450 None None] Set router 6182b628-b7be-486f-b7ca-85f5460e89fd gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:13.532154 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d179f6ca-9a20-4918-9929-67a18bfafe78 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:10:13.544100 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d5cc92-4657-4cc5-b3c9-de2e293641fa None None] Sync routers for ids ['83f1a72b-fc39-4436-bc0c-686349253148'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:10:13.550740 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-11873d98-3c33-47d7-aca4-b1b87c90599d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:13.561668 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d5cc92-4657-4cc5-b3c9-de2e293641fa None None] Routers {'83f1a72b-fc39-4436-bc0c-686349253148'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:13.563040 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-e2d5cc92-4657-4cc5-b3c9-de2e293641fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:10:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['83f1a72b-fc39-4436-bc0c-686349253148'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:13.579941 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d179f6ca-9a20-4918-9929-67a18bfafe78 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "PUT /v2.0/routers/83f1a72b-fc39-4436-bc0c-686349253148/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0992112 Jul 15 13:10:13.582607 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50924) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:13.712432 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c10c7d-ce90-4f60-8e0c-98c9ada70767 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Deleting subnet 5d0bcff6-4f33-4d70-9c06-697c2e72b7e7 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:10:13.723750 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-11c10c7d-ce90-4f60-8e0c-98c9ada70767 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:13.739369 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-26e751db-cee3-48bd-854c-3fc1806344cd req-213d0d2e-7582-4435-b0ca-7985da065dff tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c251d54-41a4-4e2b-8ce8-aecaa3ba1012 HTTP/1.1" status: 200 len: 210 time: 0.2063646 Jul 15 13:10:13.824254 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-e2d5cc92-4657-4cc5-b3c9-de2e293641fa None None] Set router 83f1a72b-fc39-4436-bc0c-686349253148 gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:13.868230 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-11873d98-3c33-47d7-aca4-b1b87c90599d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:13.883467 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-11c10c7d-ce90-4f60-8e0c-98c9ada70767 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:14.013298 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-15a0f4f1-fc01-4426-a51c-c38285e29450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6182b628-b7be-486f-b7ca-85f5460e89fd', 'name': 'tempest-ServersTestBootFromVolume-1882119-router', 'tenant_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '1d654372-e6fb-4d43-ab30-010794023c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:35Z', 'updated_at': '2021-07-15T13:06:45Z', 'revision_number': 4, 'project_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'gw_port': {'id': '1d654372-e6fb-4d43-ab30-010794023c31', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182b628-b7be-486f-b7ca-85f5460e89fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:37Z', 'updated_at': '2021-07-15T13:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '6b150fcb-4c63-451b-91d1-7a815c150d48', 'name': '', 'network_id': '6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d', 'tenant_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'mac_address': 'fa:16:3e:6a:9a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182b628-b7be-486f-b7ca-85f5460e89fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'a6bbe658-7956-4bdc-bf0f-4e1c4674969b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:44Z', 'updated_at': '2021-07-15T13:06:54Z', 'revision_number': 5, 'project_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'subnets': [{'id': 'a6bbe658-7956-4bdc-bf0f-4e1c4674969b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:14.147766 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a0f4f1-fc01-4426-a51c-c38285e29450 None None] The sync data for ids ['6182b628-b7be-486f-b7ca-85f5460e89fd'] in n-d-771363-36 is: [{'id': '6182b628-b7be-486f-b7ca-85f5460e89fd', 'name': 'tempest-ServersTestBootFromVolume-1882119-router', 'tenant_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '1d654372-e6fb-4d43-ab30-010794023c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:35Z', 'updated_at': '2021-07-15T13:06:45Z', 'revision_number': 4, 'project_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'gw_port': {'id': '1d654372-e6fb-4d43-ab30-010794023c31', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182b628-b7be-486f-b7ca-85f5460e89fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:37Z', 'updated_at': '2021-07-15T13:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '6b150fcb-4c63-451b-91d1-7a815c150d48', 'name': '', 'network_id': '6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d', 'tenant_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'mac_address': 'fa:16:3e:6a:9a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182b628-b7be-486f-b7ca-85f5460e89fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'a6bbe658-7956-4bdc-bf0f-4e1c4674969b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:44Z', 'updated_at': '2021-07-15T13:06:54Z', 'revision_number': 5, 'project_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'subnets': [{'id': 'a6bbe658-7956-4bdc-bf0f-4e1c4674969b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:10:14.165044 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11873d98-3c33-47d7-aca4-b1b87c90599d admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:14.182591 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-11873d98-3c33-47d7-aca4-b1b87c90599d admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:14.187517 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11873d98-3c33-47d7-aca4-b1b87c90599d admin admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:14.203865 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-11c10c7d-ce90-4f60-8e0c-98c9ada70767 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:14.221497 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274f27d2-ba40-4bce-ba96-8309c8f11e4d None None] Network 44eae633-df73-41cc-947a-575ac798bc7b requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:14.304538 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50936) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:14.305848 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11873d98-3c33-47d7-aca4-b1b87c90599d admin admin] Pushing event updated for resources: {'Port': ['ID=8f99d85d-b070-4620-966b-c41b35a5a291,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:14.344535 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 311b1f45-4cee-44f4-855c-ecfb913bc5bb up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:14.408310 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-11c10c7d-ce90-4f60-8e0c-98c9ada70767 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:14.464263 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 653be1bb-0801-40e6-b288-8d883163bd83 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:14.492263 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c10c7d-ce90-4f60-8e0c-98c9ada70767 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event deleted for resources: {'Subnet': ['ID=5d0bcff6-4f33-4d70-9c06-697c2e72b7e7,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:14.502870 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-11c10c7d-ce90-4f60-8e0c-98c9ada70767 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:14.510741 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-11c10c7d-ce90-4f60-8e0c-98c9ada70767 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "DELETE /v2.0/subnets/5d0bcff6-4f33-4d70-9c06-697c2e72b7e7 HTTP/1.1" status: 204 len: 168 time: 0.9259739 Jul 15 13:10:14.511724 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50940) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:14.545178 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7a4628-599d-4326-8a7e-14ee201c18a6 None None] Network 69387ad4-245c-4cba-ab1a-1c4796c21204 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:14.556537 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-92818f4c-4906-496b-bf52-135633ca720b admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1280567949-network', 'tenant_id': '711d63030d054688a8df7791f678cdce'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:14.617232 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-e2d5cc92-4657-4cc5-b3c9-de2e293641fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1a72b-fc39-4436-bc0c-686349253148', 'name': 'tempest-RoutersIpV6Test-router-1622586588', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:40Z', 'updated_at': '2021-07-15T13:10:12Z', 'revision_number': 9, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'gw_port_host': None, '_interfaces': [{'id': 'fc996173-c19b-49a6-a4fd-70d9c88d3bd0', 'name': '', 'network_id': '793998b1-8edf-458f-92c4-3c71fd26ab2a', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:2f:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:42Z', 'updated_at': '2021-07-15T13:09:48Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe77bf16-1592-4351-a6a3-4d37fc643504', 'name': '', 'network_id': '69d1bfd5-79d3-46a5-903d-47e87fb4459f', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:09:28:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cc9854b7-6c23-4a17-af8f-2b88264ed67b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:46Z', 'updated_at': '2021-07-15T13:09:54Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': 'cc9854b7-6c23-4a17-af8f-2b88264ed67b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:14.642175 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b94a0d7c-1bc0-452e-a452-b8e1081baae6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:14.647497 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92818f4c-4906-496b-bf52-135633ca720b admin admin] Made reservation on behalf of 711d63030d054688a8df7791f678cdce for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:14.651408 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-92818f4c-4906-496b-bf52-135633ca720b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:14.663690 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-92818f4c-4906-496b-bf52-135633ca720b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:14.671096 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 653be1bb-0801-40e6-b288-8d883163bd83 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:14.671443 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 653be1bb-0801-40e6-b288-8d883163bd83 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:14.721655 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1918cc6-cc57-4e72-a249-529a81a8978a req-3a312e37-be72-40b1-b05e-0c13defe72ca tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:14.730441 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-2b68c0df-2815-49e9-8c98-5fc6ebdad8f2 None None] Provisioning for port 311b1f45-4cee-44f4-855c-ecfb913bc5bb completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:14.732081 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d5cc92-4657-4cc5-b3c9-de2e293641fa None None] Checking router: 83f1a72b-fc39-4436-bc0c-686349253148 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:10:14.732305 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d1918cc6-cc57-4e72-a249-529a81a8978a req-3a312e37-be72-40b1-b05e-0c13defe72ca tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 946 time: 0.7561734 Jul 15 13:10:14.753686 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d5cc92-4657-4cc5-b3c9-de2e293641fa None None] Routers {'83f1a72b-fc39-4436-bc0c-686349253148'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:14.754327 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-e2d5cc92-4657-4cc5-b3c9-de2e293641fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:10:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['83f1a72b-fc39-4436-bc0c-686349253148'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:14.825306 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 311b1f45-4cee-44f4-855c-ecfb913bc5bb completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:14.848212 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 311b1f45-4cee-44f4-855c-ecfb913bc5bb triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:14.848594 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:14.868089 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d1918cc6-cc57-4e72-a249-529a81a8978a req-a70a882e-0ff6-41f0-b0f5-bc13a265d347 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337709 Jul 15 13:10:14.893621 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-11873d98-3c33-47d7-aca4-b1b87c90599d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:14.966886 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-e2d5cc92-4657-4cc5-b3c9-de2e293641fa None None] Set router 83f1a72b-fc39-4436-bc0c-686349253148 gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:15.014184 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-b94a0d7c-1bc0-452e-a452-b8e1081baae6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Deleting port 1b95811b-c928-425c-b67b-3d7af3fb3a11 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:15.014537 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b94a0d7c-1bc0-452e-a452-b8e1081baae6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.105652 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f060cd13-b65d-4d55-9159-3bd93d949a87 req-4ae8a605-e8db-4eaa-b6b5-f544baf437b5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3140943 Jul 15 13:10:15.115318 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.123845 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd721fc7-98be-43c2-9204-a30c34c5663e None None] DHCP port deletion for 69387ad4-245c-4cba-ab1a-1c4796c21204 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:10:15.126269 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd40a5e0-86e2-4f3a-a21d-05a761d99649 None None] New status for floating IP a4dc5704-9e68-49bf-939c-127a85afc3a1: DOWN {{(pid=93827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:10:15.208144 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-b94a0d7c-1bc0-452e-a452-b8e1081baae6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] For port 1b95811b-c928-425c-b67b-3d7af3fb3a11, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=1b95811b-c928-425c-b67b-3d7af3fb3a11,segment=NetworkSegment(937e1ce1-3fd9-43a8-893f-9f4d2b3b7663),segment_id=937e1ce1-3fd9-43a8-893f-9f4d2b3b7663)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:15.208619 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b94a0d7c-1bc0-452e-a452-b8e1081baae6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.221706 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-92818f4c-4906-496b-bf52-135633ca720b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.231549 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-b94a0d7c-1bc0-452e-a452-b8e1081baae6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Calling delete_port for 1b95811b-c928-425c-b67b-3d7af3fb3a11 owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:15.235648 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2ca16ea4-a73d-40e6-8c3a-fc29d55fd058 req-9f974dc4-9e75-44b4-84f8-a900a67ed40b tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c251d54-41a4-4e2b-8ce8-aecaa3ba1012 HTTP/1.1" status: 200 len: 210 time: 0.0904684 Jul 15 13:10:15.247282 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-92818f4c-4906-496b-bf52-135633ca720b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.328228 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92818f4c-4906-496b-bf52-135633ca720b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:10:15.345380 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92818f4c-4906-496b-bf52-135633ca720b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891f05ae-55d6-472d-a577-12c43a57b37d,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:15.367364 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-92818f4c-4906-496b-bf52-135633ca720b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.371161 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-92818f4c-4906-496b-bf52-135633ca720b admin admin] Added segment 4e2a3a0e-b870-41ff-9791-cd8dd21dac8a of type vlan for network ad531fa4-9921-464d-8262-8c224cca5e46 Jul 15 13:10:15.381766 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 311b1f45-4cee-44f4-855c-ecfb913bc5bb, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=311b1f45-4cee-44f4-855c-ecfb913bc5bb,segment=NetworkSegment(1c0bc34d-8327-4390-bb52-bbf4831bfdfc),segment_id=1c0bc34d-8327-4390-bb52-bbf4831bfdfc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:15.417927 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.418764 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 34b065af-5250-4144-abaf-24db54f50dd7 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:15.458272 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-e2d5cc92-4657-4cc5-b3c9-de2e293641fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1a72b-fc39-4436-bc0c-686349253148', 'name': 'tempest-RoutersIpV6Test-router-1622586588', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:40Z', 'updated_at': '2021-07-15T13:10:12Z', 'revision_number': 9, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'gw_port_host': None, '_interfaces': [{'id': 'fc996173-c19b-49a6-a4fd-70d9c88d3bd0', 'name': '', 'network_id': '793998b1-8edf-458f-92c4-3c71fd26ab2a', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:2f:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:42Z', 'updated_at': '2021-07-15T13:09:48Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe77bf16-1592-4351-a6a3-4d37fc643504', 'name': '', 'network_id': '69d1bfd5-79d3-46a5-903d-47e87fb4459f', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:09:28:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cc9854b7-6c23-4a17-af8f-2b88264ed67b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:46Z', 'updated_at': '2021-07-15T13:09:54Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': 'cc9854b7-6c23-4a17-af8f-2b88264ed67b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:15.484640 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060cd13-b65d-4d55-9159-3bd93d949a87 req-52fc92dc-412a-4333-acb8-d09aedbd0d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:15.486172 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f060cd13-b65d-4d55-9159-3bd93d949a87 req-52fc92dc-412a-4333-acb8-d09aedbd0d9b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cece2284cedf41a29a33e49364b41245&device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 1098 time: 0.3375995 Jul 15 13:10:15.500001 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d5cc92-4657-4cc5-b3c9-de2e293641fa None None] The sync data for ids ['83f1a72b-fc39-4436-bc0c-686349253148'] in n-d-771363-36 is: [{'id': '83f1a72b-fc39-4436-bc0c-686349253148', 'name': 'tempest-RoutersIpV6Test-router-1622586588', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:40Z', 'updated_at': '2021-07-15T13:10:12Z', 'revision_number': 9, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'gw_port_host': None, '_interfaces': [{'id': 'fc996173-c19b-49a6-a4fd-70d9c88d3bd0', 'name': '', 'network_id': '793998b1-8edf-458f-92c4-3c71fd26ab2a', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:2f:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:42Z', 'updated_at': '2021-07-15T13:09:48Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe77bf16-1592-4351-a6a3-4d37fc643504', 'name': '', 'network_id': '69d1bfd5-79d3-46a5-903d-47e87fb4459f', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:09:28:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cc9854b7-6c23-4a17-af8f-2b88264ed67b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:46Z', 'updated_at': '2021-07-15T13:09:54Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': 'cc9854b7-6c23-4a17-af8f-2b88264ed67b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:10:15.522360 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-11873d98-3c33-47d7-aca4-b1b87c90599d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.620011 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-92818f4c-4906-496b-bf52-135633ca720b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.627171 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 34b065af-5250-4144-abaf-24db54f50dd7 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:15.635692 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 34b065af-5250-4144-abaf-24db54f50dd7 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:15.636072 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.676415 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=311b1f45-4cee-44f4-855c-ecfb913bc5bb,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:15.682860 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-dd721fc7-98be-43c2-9204-a30c34c5663e None None] Deleting port 1b95811b-c928-425c-b67b-3d7af3fb3a11 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:15.683266 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dd721fc7-98be-43c2-9204-a30c34c5663e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.716340 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b94a0d7c-1bc0-452e-a452-b8e1081baae6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.748947 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11873d98-3c33-47d7-aca4-b1b87c90599d admin admin] Router 608b7576-b092-4139-82a7-48f39e25dabd is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:10:15.782354 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a0d7c-1bc0-452e-a452-b8e1081baae6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event deleted for resources: {'Port': ['ID=1b95811b-c928-425c-b67b-3d7af3fb3a11,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:15.788420 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94a0d7c-1bc0-452e-a452-b8e1081baae6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] No DVR routers for this DVR port 1b95811b-c928-425c-b67b-3d7af3fb3a11 on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:15.802954 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-92818f4c-4906-496b-bf52-135633ca720b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.803763 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92818f4c-4906-496b-bf52-135633ca720b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:15.804408 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-92818f4c-4906-496b-bf52-135633ca720b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.832244 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-dd721fc7-98be-43c2-9204-a30c34c5663e None None] For port 1b95811b-c928-425c-b67b-3d7af3fb3a11, host n-d-771363-36, got binding levels [] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:15.832744 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dd721fc7-98be-43c2-9204-a30c34c5663e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.851670 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-dd721fc7-98be-43c2-9204-a30c34c5663e None None] Calling delete_port for 1b95811b-c928-425c-b67b-3d7af3fb3a11 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:15.857858 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.ipam_backend_mixin [None req-dd721fc7-98be-43c2-9204-a30c34c5663e None None] Port 1b95811b-c928-425c-b67b-3d7af3fb3a11 was not found and therefore no delete operation was performed {{(pid=93827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:10:15.867131 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dd721fc7-98be-43c2-9204-a30c34c5663e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.892520 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd721fc7-98be-43c2-9204-a30c34c5663e None None] Pushing event deleted for resources: {'Port': ['ID=1b95811b-c928-425c-b67b-3d7af3fb3a11,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:15.922728 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-bfdac93c-2b7f-48f7-9b55-6b149d832150 None None] Provisioning complete for port 311b1f45-4cee-44f4-855c-ecfb913bc5bb triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:15.923115 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bfdac93c-2b7f-48f7-9b55-6b149d832150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.928449 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.931347 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060cd13-b65d-4d55-9159-3bd93d949a87 req-2c602ee2-5ccf-4c75-9340-50b8adef4207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:15.932577 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f060cd13-b65d-4d55-9159-3bd93d949a87 req-2c602ee2-5ccf-4c75-9340-50b8adef4207 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1bdc303d-a348-44e1-bbb6-ce54e5387eef HTTP/1.1" status: 200 len: 912 time: 0.4160438 Jul 15 13:10:15.941948 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11873d98-3c33-47d7-aca4-b1b87c90599d admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:10:15.957619 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b9d65a-64ea-46b9-8474-f9083e55bd8a None None] Sync routers for ids ['608b7576-b092-4139-82a7-48f39e25dabd'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:10:15.976041 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b9d65a-64ea-46b9-8474-f9083e55bd8a None None] Routers {'608b7576-b092-4139-82a7-48f39e25dabd'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:15.976845 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-36b9d65a-64ea-46b9-8474-f9083e55bd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:10:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['608b7576-b092-4139-82a7-48f39e25dabd'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:15.984951 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd721fc7-98be-43c2-9204-a30c34c5663e None None] No DVR routers for this DVR port 1b95811b-c928-425c-b67b-3d7af3fb3a11 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:15.985259 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-92818f4c-4906-496b-bf52-135633ca720b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6775742 Jul 15 13:10:16.004379 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50952) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:16.009593 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-028cbc5d-57a9-4f74-97a3-fb0d62d8fa59 admin admin] Request body: {'subnet': {'network_id': 'ad531fa4-9921-464d-8262-8c224cca5e46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1280567949-subnet', 'tenant_id': '711d63030d054688a8df7791f678cdce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:16.046884 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-11873d98-3c33-47d7-aca4-b1b87c90599d admin admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:16.048186 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-11873d98-3c33-47d7-aca4-b1b87c90599d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.0933344 Jul 15 13:10:16.051139 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50954) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:16.075811 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 34b065af-5250-4144-abaf-24db54f50dd7, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=34b065af-5250-4144-abaf-24db54f50dd7,segment=NetworkSegment(2fb9f90e-3cbf-4421-919f-2f50d4f2e6de),segment_id=2fb9f90e-3cbf-4421-919f-2f50d4f2e6de)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:16.094108 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:16.137374 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b94a0d7c-1bc0-452e-a452-b8e1081baae6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:16.201502 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92818f4c-4906-496b-bf52-135633ca720b admin admin] Pushing event updated for resources: {'Network': ['ID=ad531fa4-9921-464d-8262-8c224cca5e46,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:16.201704 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028cbc5d-57a9-4f74-97a3-fb0d62d8fa59 admin admin] Made reservation on behalf of 711d63030d054688a8df7791f678cdce for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:16.210864 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-028cbc5d-57a9-4f74-97a3-fb0d62d8fa59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:16.217378 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-b94a0d7c-1bc0-452e-a452-b8e1081baae6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69387ad4-245c-4cba-ab1a-1c4796c21204']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:16.232402 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-b94a0d7c-1bc0-452e-a452-b8e1081baae6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '937e1ce1-3fd9-43a8-893f-9f4d2b3b7663') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:16.233083 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-b94a0d7c-1bc0-452e-a452-b8e1081baae6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '937e1ce1-3fd9-43a8-893f-9f4d2b3b7663') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:16.259199 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f060cd13-b65d-4d55-9159-3bd93d949a87 req-ef53eb2d-a570-4f28-a327-25af92f703bc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc24b9d1-5104-44dc-9fbd-0dfe06462cc5 HTTP/1.1" status: 200 len: 1001 time: 0.3154478 Jul 15 13:10:16.289292 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-36b9d65a-64ea-46b9-8474-f9083e55bd8a None None] Set router 608b7576-b092-4139-82a7-48f39e25dabd gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:16.329202 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network ad531fa4-9921-464d-8262-8c224cca5e46 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:10:16.332400 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 311b1f45-4cee-44f4-855c-ecfb913bc5bb up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:16.350511 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060cd13-b65d-4d55-9159-3bd93d949a87 req-aa52753c-c02c-4e31-9f75-5545cde36e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:16.352052 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f060cd13-b65d-4d55-9159-3bd93d949a87 req-aa52753c-c02c-4e31-9f75-5545cde36e9e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1796d493-1d5f-49de-a2f8-cb5cb28c84a4 HTTP/1.1" status: 200 len: 850 time: 0.0867352 Jul 15 13:10:16.363245 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b94a0d7c-1bc0-452e-a452-b8e1081baae6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:16.393287 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b94a0d7c-1bc0-452e-a452-b8e1081baae6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:16.412832 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=34b065af-5250-4144-abaf-24db54f50dd7,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:16.428782 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b94a0d7c-1bc0-452e-a452-b8e1081baae6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:10:16.429486 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b94a0d7c-1bc0-452e-a452-b8e1081baae6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:16.432940 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:10:16.432940 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:10:16.432940 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:10:16.432940 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:10:16.432940 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:10:16.432940 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:10:16.432940 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:10:16.432940 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:10:16.432940 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:10:16.432940 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:10:16.432940 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:10:16.432940 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:10:16.432940 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:10:16.432940 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:10:16.432940 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:10:16.432940 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:10:16.432940 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:10:16.432940 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:10:16.432940 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:10:16.432940 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:10:16.432940 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:10:16.432940 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:10:16.432940 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:10:16.432940 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:10:16.432940 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:10:16.432940 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:10:16.432940 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:10:16.432940 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:10:16.432940 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:10:16.432940 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:10:16.432940 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:10:16.432940 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:10:16.532434 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b94a0d7c-1bc0-452e-a452-b8e1081baae6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:16.543808 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b94a0d7c-1bc0-452e-a452-b8e1081baae6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:16.545878 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b94a0d7c-1bc0-452e-a452-b8e1081baae6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "DELETE /v2.0/networks/69387ad4-245c-4cba-ab1a-1c4796c21204 HTTP/1.1" status: 204 len: 168 time: 2.0305760 Jul 15 13:10:16.557783 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50958) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:16.568057 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a0d7c-1bc0-452e-a452-b8e1081baae6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event deleted for resources: {'Network': ['ID=69387ad4-245c-4cba-ab1a-1c4796c21204,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:16.583130 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 311b1f45-4cee-44f4-855c-ecfb913bc5bb triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:16.583781 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:16.606083 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060cd13-b65d-4d55-9159-3bd93d949a87 req-9b7ab9ad-e37c-4e78-8f91-94cf86bb6d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:16.607786 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f060cd13-b65d-4d55-9159-3bd93d949a87 req-9b7ab9ad-e37c-4e78-8f91-94cf86bb6d00 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1bdc303d-a348-44e1-bbb6-ce54e5387eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2017620 Jul 15 13:10:16.616115 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-36b9d65a-64ea-46b9-8474-f9083e55bd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608b7576-b092-4139-82a7-48f39e25dabd', 'name': 'tempest-AttachSCSIVolumeTestJSON-469027038-router', 'tenant_id': '7ea6510e957a426b8894ca619e992a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '8f99d85d-b070-4620-966b-c41b35a5a291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:11Z', 'updated_at': '2021-07-15T13:10:14Z', 'revision_number': 3, 'project_id': '7ea6510e957a426b8894ca619e992a7b', 'gw_port': {'id': '8f99d85d-b070-4620-966b-c41b35a5a291', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608b7576-b092-4139-82a7-48f39e25dabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:11Z', 'updated_at': '2021-07-15T13:10:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:16.664033 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b9d65a-64ea-46b9-8474-f9083e55bd8a None None] Checking router: 608b7576-b092-4139-82a7-48f39e25dabd for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:10:16.664372 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b9d65a-64ea-46b9-8474-f9083e55bd8a None None] Updating router 608b7576-b092-4139-82a7-48f39e25dabd port 8f99d85d-b070-4620-966b-c41b35a5a291 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:10:16.704846 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-36b9d65a-64ea-46b9-8474-f9083e55bd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:16.735083 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-872df9a0-6473-4806-b4f6-99a4f2f1bbd6 req-7a7d9f31-32d9-44ef-9ce6-a020a03c2c0f tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c251d54-41a4-4e2b-8ce8-aecaa3ba1012 HTTP/1.1" status: 200 len: 210 time: 0.1587865 Jul 15 13:10:16.855224 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device f4699c13-604e-4ce3-8cc3-086990c8062a no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:16.895006 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: f4699c13-604e-4ce3-8cc3-086990c8062a {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:16.895432 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device f4699c13-604e-4ce3-8cc3-086990c8062a not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:16.895870 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1b95811b-c928-425c-b67b-3d7af3fb3a11 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:16.949660 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 1b95811b-c928-425c-b67b-3d7af3fb3a11 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:16.950125 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1b95811b-c928-425c-b67b-3d7af3fb3a11 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:17.010752 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-028cbc5d-57a9-4f74-97a3-fb0d62d8fa59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:17.052061 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-36b9d65a-64ea-46b9-8474-f9083e55bd8a None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:17.066447 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-36b9d65a-64ea-46b9-8474-f9083e55bd8a None None] Transition to ACTIVE for port object 8f99d85d-b070-4620-966b-c41b35a5a291 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:17.074027 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23199011-aeb4-4bf1-b4ed-b8bab351c155 req-432ceca6-5e15-471f-b996-b409b82cf3b5 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:17.076168 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-36b9d65a-64ea-46b9-8474-f9083e55bd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:17.081952 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-23199011-aeb4-4bf1-b4ed-b8bab351c155 req-432ceca6-5e15-471f-b996-b409b82cf3b5 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 946 time: 0.8967929 Jul 15 13:10:17.122507 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39527f1-8e06-49b4-90fb-d1a321c88045 None None] Pushing event updated for resources: {'Port': ['ID=8f99d85d-b070-4620-966b-c41b35a5a291,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:17.163192 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-23199011-aeb4-4bf1-b4ed-b8bab351c155 req-03a32055-58a4-4e70-a6ff-2c451f12d1d1 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802701 Jul 15 13:10:17.165028 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-36b9d65a-64ea-46b9-8474-f9083e55bd8a None None] Attempting to bind port 8f99d85d-b070-4620-966b-c41b35a5a291 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:17.165503 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-36b9d65a-64ea-46b9-8474-f9083e55bd8a None None] Attempting to bind port 8f99d85d-b070-4620-966b-c41b35a5a291 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:17.165972 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b9d65a-64ea-46b9-8474-f9083e55bd8a None None] Attempting to bind port 8f99d85d-b070-4620-966b-c41b35a5a291 on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:17.183314 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b9d65a-64ea-46b9-8474-f9083e55bd8a None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:17.183878 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b9d65a-64ea-46b9-8474-f9083e55bd8a None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:17.184449 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-36b9d65a-64ea-46b9-8474-f9083e55bd8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:17.184886 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b9d65a-64ea-46b9-8474-f9083e55bd8a None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:17.185456 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-36b9d65a-64ea-46b9-8474-f9083e55bd8a None None] Bound port: 8f99d85d-b070-4620-966b-c41b35a5a291, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:17.185946 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-36b9d65a-64ea-46b9-8474-f9083e55bd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:17.248973 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-36b9d65a-64ea-46b9-8474-f9083e55bd8a None None] For port 8f99d85d-b070-4620-966b-c41b35a5a291, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:17.253838 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-36b9d65a-64ea-46b9-8474-f9083e55bd8a None None] For port 8f99d85d-b070-4620-966b-c41b35a5a291, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=8f99d85d-b070-4620-966b-c41b35a5a291,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:17.260335 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-36b9d65a-64ea-46b9-8474-f9083e55bd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:17.284546 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028cbc5d-57a9-4f74-97a3-fb0d62d8fa59 admin admin] Checking segment: {'id': '4e2a3a0e-b870-41ff-9791-cd8dd21dac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad531fa4-9921-464d-8262-8c224cca5e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:17.284906 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028cbc5d-57a9-4f74-97a3-fb0d62d8fa59 admin admin] Network hostable DHCP agents. Network: ad531fa4-9921-464d-8262-8c224cca5e46, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:10:17.315872 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028cbc5d-57a9-4f74-97a3-fb0d62d8fa59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c185c845-5e8a-4a6d-80b9-7559c8b1c688,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:17.327114 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f060cd13-b65d-4d55-9159-3bd93d949a87 req-b8ea9d0a-bd32-4bcd-8c7d-3a9e389a99a1 service neutron] 10.222.0.46 "GET /v2.0/networks/1bdc303d-a348-44e1-bbb6-ce54e5387eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6903551 Jul 15 13:10:17.331081 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39527f1-8e06-49b4-90fb-d1a321c88045 None None] Pushing event updated for resources: {'Port': ['ID=8f99d85d-b070-4620-966b-c41b35a5a291,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:17.355028 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b9d65a-64ea-46b9-8474-f9083e55bd8a None None] Routers {'608b7576-b092-4139-82a7-48f39e25dabd'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:17.355740 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-36b9d65a-64ea-46b9-8474-f9083e55bd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:10:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['608b7576-b092-4139-82a7-48f39e25dabd'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:17.362755 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028cbc5d-57a9-4f74-97a3-fb0d62d8fa59 admin admin] Network ad531fa4-9921-464d-8262-8c224cca5e46 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:10:17.429667 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-028cbc5d-57a9-4f74-97a3-fb0d62d8fa59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, ad531fa4-9921-464d-8262-8c224cca5e46) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:17.439317 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbb6b81-122d-430d-b2fb-00d78c939c4a None None] Network ad531fa4-9921-464d-8262-8c224cca5e46 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:17.458590 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028cbc5d-57a9-4f74-97a3-fb0d62d8fa59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:17.459239 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-028cbc5d-57a9-4f74-97a3-fb0d62d8fa59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:17.510071 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f060cd13-b65d-4d55-9159-3bd93d949a87 req-18877842-eb82-446d-801a-1aa389d5deef service neutron] 10.222.0.46 "GET /v2.0/networks/1bdc303d-a348-44e1-bbb6-ce54e5387eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682332 Jul 15 13:10:17.544206 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bf0a4541-8dd5-45e6-9c04-fb81105436ac tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:17.587439 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-028cbc5d-57a9-4f74-97a3-fb0d62d8fa59 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5821674 Jul 15 13:10:17.636824 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-36b9d65a-64ea-46b9-8474-f9083e55bd8a None None] Set router 608b7576-b092-4139-82a7-48f39e25dabd gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:17.691478 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08442c9b-5408-49d8-8eb5-daa77c266b36 None None] Network ad531fa4-9921-464d-8262-8c224cca5e46 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:17.742288 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-32d52da8-50a8-4de7-98b3-5dd0b1f8a8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:17.852740 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-bf0a4541-8dd5-45e6-9c04-fb81105436ac tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Deleting port fe77bf16-1592-4351-a6a3-4d37fc643504 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:17.853091 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bf0a4541-8dd5-45e6-9c04-fb81105436ac tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:17.914720 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-36b9d65a-64ea-46b9-8474-f9083e55bd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608b7576-b092-4139-82a7-48f39e25dabd', 'name': 'tempest-AttachSCSIVolumeTestJSON-469027038-router', 'tenant_id': '7ea6510e957a426b8894ca619e992a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '8f99d85d-b070-4620-966b-c41b35a5a291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:11Z', 'updated_at': '2021-07-15T13:10:14Z', 'revision_number': 3, 'project_id': '7ea6510e957a426b8894ca619e992a7b', 'gw_port': {'id': '8f99d85d-b070-4620-966b-c41b35a5a291', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608b7576-b092-4139-82a7-48f39e25dabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:11Z', 'updated_at': '2021-07-15T13:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:17.989015 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-bf0a4541-8dd5-45e6-9c04-fb81105436ac tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] For port fe77bf16-1592-4351-a6a3-4d37fc643504, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=fe77bf16-1592-4351-a6a3-4d37fc643504,segment=NetworkSegment(5515575d-ed81-4309-babc-52fddd4e8d77),segment_id=5515575d-ed81-4309-babc-52fddd4e8d77)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:17.989387 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bf0a4541-8dd5-45e6-9c04-fb81105436ac tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:17.999040 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b9d65a-64ea-46b9-8474-f9083e55bd8a None None] The sync data for ids ['608b7576-b092-4139-82a7-48f39e25dabd'] in n-d-771363-36 is: [{'id': '608b7576-b092-4139-82a7-48f39e25dabd', 'name': 'tempest-AttachSCSIVolumeTestJSON-469027038-router', 'tenant_id': '7ea6510e957a426b8894ca619e992a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '8f99d85d-b070-4620-966b-c41b35a5a291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:11Z', 'updated_at': '2021-07-15T13:10:14Z', 'revision_number': 3, 'project_id': '7ea6510e957a426b8894ca619e992a7b', 'gw_port': {'id': '8f99d85d-b070-4620-966b-c41b35a5a291', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608b7576-b092-4139-82a7-48f39e25dabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:11Z', 'updated_at': '2021-07-15T13:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:10:18.008328 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-bf0a4541-8dd5-45e6-9c04-fb81105436ac tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Calling delete_port for fe77bf16-1592-4351-a6a3-4d37fc643504 owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:18.129925 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6fdfb014-9446-4957-ba43-be3d31d512d7 req-f5b7d05c-4a63-45b7-bab9-e77f2140045c tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c251d54-41a4-4e2b-8ce8-aecaa3ba1012 HTTP/1.1" status: 200 len: 210 time: 0.0822587 Jul 15 13:10:18.249561 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-32d52da8-50a8-4de7-98b3-5dd0b1f8a8ee admin admin] Allocated IP 172.20.0.1 (44eae633-df73-41cc-947a-575ac798bc7b/dfaca72b-a367-4ce4-a14c-20eb07a9b9d0/36857488-0767-4651-a675-ed8fffe7a76d) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:18.310054 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 34b065af-5250-4144-abaf-24db54f50dd7 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:18.353364 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bf0a4541-8dd5-45e6-9c04-fb81105436ac tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:18.417119 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0a4541-8dd5-45e6-9c04-fb81105436ac tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event deleted for resources: {'Port': ['ID=fe77bf16-1592-4351-a6a3-4d37fc643504,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:18.428263 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 34b065af-5250-4144-abaf-24db54f50dd7 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:18.428717 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:18.682023 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bf0a4541-8dd5-45e6-9c04-fb81105436ac tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:18.707201 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-ed33e050-9651-471e-be57-8e4306ad0725 tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:18.709203 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-ed33e050-9651-471e-be57-8e4306ad0725 tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] 10.222.0.16 "GET /v2.0/networks?id=ad531fa4-9921-464d-8262-8c224cca5e46 HTTP/1.1" status: 200 len: 809 time: 0.4110501 Jul 15 13:10:18.768257 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-32d52da8-50a8-4de7-98b3-5dd0b1f8a8ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:18.774346 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-5f1b74ff-c274-458e-8845-31c39cfcb245 tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] 10.222.0.16 "GET /v2.0/quotas/711d63030d054688a8df7791f678cdce HTTP/1.1" status: 200 len: 375 time: 0.0573316 Jul 15 13:10:18.837324 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-63585937-c207-44a8-ad05-299c53f69d41 tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=711d63030d054688a8df7791f678cdce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466368 Jul 15 13:10:18.842642 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-32d52da8-50a8-4de7-98b3-5dd0b1f8a8ee admin admin] Transition to ACTIVE for port object 36857488-0767-4651-a675-ed8fffe7a76d will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:18.913473 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f73cc-84dd-4e77-aa34-a9ea87c81e7e req-cca4ccc7-5cef-4b21-90ba-ad294a27ad01 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:18.915124 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0b1f73cc-84dd-4e77-aa34-a9ea87c81e7e req-cca4ccc7-5cef-4b21-90ba-ad294a27ad01 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 946 time: 0.5104208 Jul 15 13:10:18.921468 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0a4541-8dd5-45e6-9c04-fb81105436ac tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Router 83f1a72b-fc39-4436-bc0c-686349253148 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:10:19.000972 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-32d52da8-50a8-4de7-98b3-5dd0b1f8a8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.037603 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0a4541-8dd5-45e6-9c04-fb81105436ac tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:10:19.049425 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6674ed2-c3f4-49f3-bf71-8665e537d52b None None] Sync routers for ids ['83f1a72b-fc39-4436-bc0c-686349253148'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:10:19.055135 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-bf0a4541-8dd5-45e6-9c04-fb81105436ac tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "PUT /v2.0/routers/83f1a72b-fc39-4436-bc0c-686349253148/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4960864 Jul 15 13:10:19.056181 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50986) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:19.062684 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0b1f73cc-84dd-4e77-aa34-a9ea87c81e7e req-7a11c8b4-17bd-40c3-a5f5-f9af66145026 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074595 Jul 15 13:10:19.063171 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6674ed2-c3f4-49f3-bf71-8665e537d52b None None] Routers {'83f1a72b-fc39-4436-bc0c-686349253148'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:19.064116 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-f6674ed2-c3f4-49f3-bf71-8665e537d52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:10:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['83f1a72b-fc39-4436-bc0c-686349253148'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:19.076868 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-2f39bb3a-5889-45b1-bcee-a069cfc1a013 service neutron] 10.222.0.16 "GET /v2.0/networks/ad531fa4-9921-464d-8262-8c224cca5e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386215 Jul 15 13:10:19.079624 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d52da8-50a8-4de7-98b3-5dd0b1f8a8ee admin admin] Network 44eae633-df73-41cc-947a-575ac798bc7b is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:19.093961 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-32d52da8-50a8-4de7-98b3-5dd0b1f8a8ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:19.139497 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d52da8-50a8-4de7-98b3-5dd0b1f8a8ee admin admin] Pushing event updated for resources: {'Port': ['ID=36857488-0767-4651-a675-ed8fffe7a76d,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:19.144805 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d52da8-50a8-4de7-98b3-5dd0b1f8a8ee admin admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:19.224122 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-41800be7-d74c-432f-8611-d8ceaf8e22d2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Deleting subnet cc9854b7-6c23-4a17-af8f-2b88264ed67b {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:10:19.233991 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-41800be7-d74c-432f-8611-d8ceaf8e22d2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.244198 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-f6674ed2-c3f4-49f3-bf71-8665e537d52b None None] Set router 83f1a72b-fc39-4436-bc0c-686349253148 gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:19.319072 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-41800be7-d74c-432f-8611-d8ceaf8e22d2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.326995 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-32d52da8-50a8-4de7-98b3-5dd0b1f8a8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.450322 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-ad5ad94e-7010-438a-b543-33b621ef77c1 service neutron] 10.222.0.16 "GET /v2.0/networks/ad531fa4-9921-464d-8262-8c224cca5e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362446 Jul 15 13:10:19.606275 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b8ebde8f-2c4d-4aea-b362-15c537dfeabc None None] Provisioning for port 36857488-0767-4651-a675-ed8fffe7a76d completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:19.642902 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-41800be7-d74c-432f-8611-d8ceaf8e22d2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.663620 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b8ebde8f-2c4d-4aea-b362-15c537dfeabc None None] Provisioning complete for port 36857488-0767-4651-a675-ed8fffe7a76d triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:19.664126 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b8ebde8f-2c4d-4aea-b362-15c537dfeabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.698555 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a88ba53a-cbe4-40d0-b7f9-88cc87a470e8 req-ed916a8d-d1f7-4db4-a707-b5b42b47177c tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c251d54-41a4-4e2b-8ce8-aecaa3ba1012 HTTP/1.1" status: 200 len: 210 time: 0.0961607 Jul 15 13:10:19.701352 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-32d52da8-50a8-4de7-98b3-5dd0b1f8a8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.733565 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebde8f-2c4d-4aea-b362-15c537dfeabc None None] Port 36857488-0767-4651-a675-ed8fffe7a76d cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:10:19.753470 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-f6674ed2-c3f4-49f3-bf71-8665e537d52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1a72b-fc39-4436-bc0c-686349253148', 'name': 'tempest-RoutersIpV6Test-router-1622586588', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:40Z', 'updated_at': '2021-07-15T13:10:18Z', 'revision_number': 10, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'gw_port_host': None, '_interfaces': [{'id': 'fc996173-c19b-49a6-a4fd-70d9c88d3bd0', 'name': '', 'network_id': '793998b1-8edf-458f-92c4-3c71fd26ab2a', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:2f:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:42Z', 'updated_at': '2021-07-15T13:09:48Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:19.790775 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6674ed2-c3f4-49f3-bf71-8665e537d52b None None] Checking router: 83f1a72b-fc39-4436-bc0c-686349253148 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:10:19.807215 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-41800be7-d74c-432f-8611-d8ceaf8e22d2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.809464 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6674ed2-c3f4-49f3-bf71-8665e537d52b None None] Routers {'83f1a72b-fc39-4436-bc0c-686349253148'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:19.812534 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-f6674ed2-c3f4-49f3-bf71-8665e537d52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:10:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['83f1a72b-fc39-4436-bc0c-686349253148'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:19.824790 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e6782157-dcb8-4ac4-b67f-c9a06f24ba3e req-1fac7c5f-9998-4b10-894f-e80c5936d76d tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac45bd7e-6574-465a-a61c-2b5b19452002 HTTP/1.1" status: 200 len: 210 time: 0.1248674 Jul 15 13:10:19.876835 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41800be7-d74c-432f-8611-d8ceaf8e22d2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event deleted for resources: {'Subnet': ['ID=cc9854b7-6c23-4a17-af8f-2b88264ed67b,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:19.890817 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-41800be7-d74c-432f-8611-d8ceaf8e22d2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.895977 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-41800be7-d74c-432f-8611-d8ceaf8e22d2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "DELETE /v2.0/subnets/cc9854b7-6c23-4a17-af8f-2b88264ed67b HTTP/1.1" status: 204 len: 168 time: 0.8384643 Jul 15 13:10:19.896853 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51004) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:19.899966 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0def4251-35de-45cd-a649-c615ab401112 None None] Network 69d1bfd5-79d3-46a5-903d-47e87fb4459f requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:19.974462 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-f6674ed2-c3f4-49f3-bf71-8665e537d52b None None] Set router 83f1a72b-fc39-4436-bc0c-686349253148 gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:20.056200 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-efd78490-9ea1-4929-af5b-66d9d303cd63 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:20.091838 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-32d52da8-50a8-4de7-98b3-5dd0b1f8a8ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:20.098555 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-32d52da8-50a8-4de7-98b3-5dd0b1f8a8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:20.153388 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-efd78490-9ea1-4929-af5b-66d9d303cd63 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Deleting port b8772564-a2ee-4d9b-9643-ee0e70a11647 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:20.153836 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-efd78490-9ea1-4929-af5b-66d9d303cd63 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:20.191041 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-32d52da8-50a8-4de7-98b3-5dd0b1f8a8ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:20.289697 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d52da8-50a8-4de7-98b3-5dd0b1f8a8ee admin admin] Pushing event updated for resources: {'Port': ['ID=36857488-0767-4651-a675-ed8fffe7a76d,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:20.292179 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-f6674ed2-c3f4-49f3-bf71-8665e537d52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1a72b-fc39-4436-bc0c-686349253148', 'name': 'tempest-RoutersIpV6Test-router-1622586588', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:40Z', 'updated_at': '2021-07-15T13:10:18Z', 'revision_number': 10, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'gw_port_host': None, '_interfaces': [{'id': 'fc996173-c19b-49a6-a4fd-70d9c88d3bd0', 'name': '', 'network_id': '793998b1-8edf-458f-92c4-3c71fd26ab2a', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:2f:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:42Z', 'updated_at': '2021-07-15T13:09:48Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:20.306887 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d52da8-50a8-4de7-98b3-5dd0b1f8a8ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:20.336536 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d52da8-50a8-4de7-98b3-5dd0b1f8a8ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:20.339224 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d52da8-50a8-4de7-98b3-5dd0b1f8a8ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:20.339617 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d52da8-50a8-4de7-98b3-5dd0b1f8a8ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:20.340012 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d52da8-50a8-4de7-98b3-5dd0b1f8a8ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:20.340351 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d52da8-50a8-4de7-98b3-5dd0b1f8a8ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:20.340682 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d52da8-50a8-4de7-98b3-5dd0b1f8a8ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:20.341068 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d52da8-50a8-4de7-98b3-5dd0b1f8a8ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:20.341393 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d52da8-50a8-4de7-98b3-5dd0b1f8a8ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:20.341720 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d52da8-50a8-4de7-98b3-5dd0b1f8a8ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:20.342148 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d52da8-50a8-4de7-98b3-5dd0b1f8a8ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:20.342421 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d52da8-50a8-4de7-98b3-5dd0b1f8a8ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:20.375046 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-efd78490-9ea1-4929-af5b-66d9d303cd63 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] For port b8772564-a2ee-4d9b-9643-ee0e70a11647, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=b8772564-a2ee-4d9b-9643-ee0e70a11647,segment=NetworkSegment(5515575d-ed81-4309-babc-52fddd4e8d77),segment_id=5515575d-ed81-4309-babc-52fddd4e8d77)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:20.376399 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-efd78490-9ea1-4929-af5b-66d9d303cd63 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:20.402595 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-efd78490-9ea1-4929-af5b-66d9d303cd63 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Calling delete_port for b8772564-a2ee-4d9b-9643-ee0e70a11647 owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:20.452477 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d45eb59-b515-42db-a248-33d68dd73566 None None] DHCP port deletion for 69d1bfd5-79d3-46a5-903d-47e87fb4459f request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:10:20.507747 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6674ed2-c3f4-49f3-bf71-8665e537d52b None None] The sync data for ids ['83f1a72b-fc39-4436-bc0c-686349253148'] in n-d-771363-36 is: [{'id': '83f1a72b-fc39-4436-bc0c-686349253148', 'name': 'tempest-RoutersIpV6Test-router-1622586588', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:40Z', 'updated_at': '2021-07-15T13:10:18Z', 'revision_number': 10, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'gw_port_host': None, '_interfaces': [{'id': 'fc996173-c19b-49a6-a4fd-70d9c88d3bd0', 'name': '', 'network_id': '793998b1-8edf-458f-92c4-3c71fd26ab2a', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'mac_address': 'fa:16:3e:2f:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1a72b-fc39-4436-bc0c-686349253148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:42Z', 'updated_at': '2021-07-15T13:09:48Z', 'revision_number': 5, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'subnets': [{'id': 'a77b2505-a4a5-4fc2-97cb-5427f87a392b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:10:20.578752 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d52da8-50a8-4de7-98b3-5dd0b1f8a8ee admin admin] Network 44eae633-df73-41cc-947a-575ac798bc7b is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:20.585286 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-8d45eb59-b515-42db-a248-33d68dd73566 None None] Deleting port b8772564-a2ee-4d9b-9643-ee0e70a11647 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:20.585602 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8d45eb59-b515-42db-a248-33d68dd73566 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:20.587693 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8f99d85d-b070-4620-966b-c41b35a5a291 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:20.604489 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-efd78490-9ea1-4929-af5b-66d9d303cd63 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:20.628507 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-32d52da8-50a8-4de7-98b3-5dd0b1f8a8ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:20.660696 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd78490-9ea1-4929-af5b-66d9d303cd63 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event deleted for resources: {'Port': ['ID=b8772564-a2ee-4d9b-9643-ee0e70a11647,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:20.666761 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd78490-9ea1-4929-af5b-66d9d303cd63 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] No DVR routers for this DVR port b8772564-a2ee-4d9b-9643-ee0e70a11647 on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:20.812022 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-efd78490-9ea1-4929-af5b-66d9d303cd63 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:20.826469 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-efd78490-9ea1-4929-af5b-66d9d303cd63 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69d1bfd5-79d3-46a5-903d-47e87fb4459f']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:20.842318 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-efd78490-9ea1-4929-af5b-66d9d303cd63 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5515575d-ed81-4309-babc-52fddd4e8d77') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:20.843016 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-efd78490-9ea1-4929-af5b-66d9d303cd63 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5515575d-ed81-4309-babc-52fddd4e8d77') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:20.853805 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-efd78490-9ea1-4929-af5b-66d9d303cd63 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:20.890470 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-efd78490-9ea1-4929-af5b-66d9d303cd63 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:20.897848 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd78490-9ea1-4929-af5b-66d9d303cd63 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:10:20.898850 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-efd78490-9ea1-4929-af5b-66d9d303cd63 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:20.902834 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d52da8-50a8-4de7-98b3-5dd0b1f8a8ee admin admin] Router 608b7576-b092-4139-82a7-48f39e25dabd has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:10:21.062771 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:10:21.062771 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:10:21.062771 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:10:21.062771 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:10:21.062771 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:10:21.062771 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:10:21.062771 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:10:21.062771 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:10:21.062771 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:10:21.062771 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:10:21.062771 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:10:21.062771 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:10:21.062771 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:10:21.062771 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:10:21.062771 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:10:21.062771 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:10:21.062771 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:10:21.062771 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:10:21.062771 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:10:21.062771 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:10:21.062771 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:10:21.062771 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:10:21.062771 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:10:21.062771 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:10:21.062771 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:10:21.062771 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:10:21.062771 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:10:21.062771 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:10:21.062771 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:10:21.062771 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:10:21.062771 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:10:21.062771 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:10:21.070470 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-efd78490-9ea1-4929-af5b-66d9d303cd63 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:21.111191 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-efd78490-9ea1-4929-af5b-66d9d303cd63 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:21.116409 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-efd78490-9ea1-4929-af5b-66d9d303cd63 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "DELETE /v2.0/networks/69d1bfd5-79d3-46a5-903d-47e87fb4459f HTTP/1.1" status: 204 len: 168 time: 1.2155418 Jul 15 13:10:21.116986 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd78490-9ea1-4929-af5b-66d9d303cd63 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event deleted for resources: {'Network': ['ID=69d1bfd5-79d3-46a5-903d-47e87fb4459f,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:21.118950 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51018) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:21.139926 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d52da8-50a8-4de7-98b3-5dd0b1f8a8ee admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:10:21.153588 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7bdee6-a00f-4cf8-91fb-268acec03d96 None None] Sync routers for ids ['608b7576-b092-4139-82a7-48f39e25dabd'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:10:21.167324 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-32d52da8-50a8-4de7-98b3-5dd0b1f8a8ee admin admin] 10.222.0.16 "PUT /v2.0/routers/608b7576-b092-4139-82a7-48f39e25dabd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1004694 Jul 15 13:10:21.171106 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7bdee6-a00f-4cf8-91fb-268acec03d96 None None] Routers {'608b7576-b092-4139-82a7-48f39e25dabd'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:21.171843 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-fe7bdee6-a00f-4cf8-91fb-268acec03d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:10:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['608b7576-b092-4139-82a7-48f39e25dabd'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:21.204699 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-8d45eb59-b515-42db-a248-33d68dd73566 None None] For port b8772564-a2ee-4d9b-9643-ee0e70a11647, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=b8772564-a2ee-4d9b-9643-ee0e70a11647,segment=NetworkSegment(5515575d-ed81-4309-babc-52fddd4e8d77),segment_id=5515575d-ed81-4309-babc-52fddd4e8d77)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:21.205482 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8d45eb59-b515-42db-a248-33d68dd73566 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:21.239629 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d085efbe-3f82-4b65-9254-b35d1b217ef2 None None] Provisioning complete for port 36857488-0767-4651-a675-ed8fffe7a76d triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:21.244770 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d085efbe-3f82-4b65-9254-b35d1b217ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:21.248782 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-8d45eb59-b515-42db-a248-33d68dd73566 None None] Calling delete_port for b8772564-a2ee-4d9b-9643-ee0e70a11647 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:21.254240 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4d762430-2e33-463f-b9e1-1d012febb5ba req-bf5331a2-7357-4610-8638-b8b7951a2d02 tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac45bd7e-6574-465a-a61c-2b5b19452002 HTTP/1.1" status: 200 len: 210 time: 0.0668046 Jul 15 13:10:21.281131 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a615be-026d-44c1-93b5-e952eda0f309 req-7db14738-6251-4a1e-9267-a9370e89518a tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:21.281131 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b2a615be-026d-44c1-93b5-e952eda0f309 req-7db14738-6251-4a1e-9267-a9370e89518a tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 946 time: 0.6797242 Jul 15 13:10:21.333153 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 8f99d85d-b070-4620-966b-c41b35a5a291 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:21.341001 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 8f99d85d-b070-4620-966b-c41b35a5a291 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:21.341889 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51022) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:21.345736 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:21.405818 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-fe7bdee6-a00f-4cf8-91fb-268acec03d96 None None] Set router 608b7576-b092-4139-82a7-48f39e25dabd gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:21.409785 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b2a615be-026d-44c1-93b5-e952eda0f309 req-745e2411-f6a8-4baa-ae3e-028a83bca20a tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244082 Jul 15 13:10:21.437348 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f4674f5a-30f2-4e01-af59-4ef11bf4382b tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:21.505969 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d085efbe-3f82-4b65-9254-b35d1b217ef2 None None] Port 36857488-0767-4651-a675-ed8fffe7a76d cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:10:21.515738 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f4674f5a-30f2-4e01-af59-4ef11bf4382b tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:21.631474 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f4674f5a-30f2-4e01-af59-4ef11bf4382b tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:21.634991 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f4674f5a-30f2-4e01-af59-4ef11bf4382b tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:21.636143 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f4674f5a-30f2-4e01-af59-4ef11bf4382b tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "DELETE /v2.0/security-groups/fd8953d8-6762-490d-a048-aff3dca15ce8 HTTP/1.1" status: 204 len: 168 time: 0.2931361 Jul 15 13:10:21.645645 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51034) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:21.652663 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:21.677099 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 8f99d85d-b070-4620-966b-c41b35a5a291, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=8f99d85d-b070-4620-966b-c41b35a5a291,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:21.683011 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:21.700481 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-f1d495e3-c10a-4683-9d8e-c86c074a4c62 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] show failed (client error): The resource could not be found. Jul 15 13:10:21.704218 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f1d495e3-c10a-4683-9d8e-c86c074a4c62 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "GET /v2.0/security-groups/fd8953d8-6762-490d-a048-aff3dca15ce8 HTTP/1.1" status: 404 len: 347 time: 0.0570650 Jul 15 13:10:21.721924 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51038) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:21.731847 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4674f5a-30f2-4e01-af59-4ef11bf4382b tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8953d8-6762-490d-a048-aff3dca15ce8,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:21.736380 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8d45eb59-b515-42db-a248-33d68dd73566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:21.797491 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8d45eb59-b515-42db-a248-33d68dd73566 None None] Network 69d1bfd5-79d3-46a5-903d-47e87fb4459f is not hosted by any dhcp agent {{(pid=93827) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:10:21.799118 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d45eb59-b515-42db-a248-33d68dd73566 None None] No DVR routers for this DVR port b8772564-a2ee-4d9b-9643-ee0e70a11647 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:21.834070 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-fe7bdee6-a00f-4cf8-91fb-268acec03d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608b7576-b092-4139-82a7-48f39e25dabd', 'name': 'tempest-AttachSCSIVolumeTestJSON-469027038-router', 'tenant_id': '7ea6510e957a426b8894ca619e992a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '8f99d85d-b070-4620-966b-c41b35a5a291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:11Z', 'updated_at': '2021-07-15T13:10:19Z', 'revision_number': 4, 'project_id': '7ea6510e957a426b8894ca619e992a7b', 'gw_port': {'id': '8f99d85d-b070-4620-966b-c41b35a5a291', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608b7576-b092-4139-82a7-48f39e25dabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:11Z', 'updated_at': '2021-07-15T13:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '36857488-0767-4651-a675-ed8fffe7a76d', 'name': '', 'network_id': '44eae633-df73-41cc-947a-575ac798bc7b', 'tenant_id': '7ea6510e957a426b8894ca619e992a7b', 'mac_address': 'fa:16:3e:0a:6b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608b7576-b092-4139-82a7-48f39e25dabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'dfaca72b-a367-4ce4-a14c-20eb07a9b9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:17Z', 'updated_at': '2021-07-15T13:10:19Z', 'revision_number': 2, 'project_id': '7ea6510e957a426b8894ca619e992a7b', 'subnets': [{'id': 'dfaca72b-a367-4ce4-a14c-20eb07a9b9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:21.837417 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=8f99d85d-b070-4620-966b-c41b35a5a291,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:21.895648 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45eb59-b515-42db-a248-33d68dd73566 None None] Pushing event deleted for resources: {'Port': ['ID=b8772564-a2ee-4d9b-9643-ee0e70a11647,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:21.898040 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7bdee6-a00f-4cf8-91fb-268acec03d96 None None] Checking router: 608b7576-b092-4139-82a7-48f39e25dabd for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:10:21.899083 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7bdee6-a00f-4cf8-91fb-268acec03d96 None None] Updating router 608b7576-b092-4139-82a7-48f39e25dabd port 36857488-0767-4651-a675-ed8fffe7a76d binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:10:21.943123 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fe7bdee6-a00f-4cf8-91fb-268acec03d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:22.116663 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2e0b1a43-b1eb-4624-9ac2-eafacf92b237 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Deleting port bf6aed95-fa56-44ec-8c5b-9e705cd6cc2b {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:22.117141 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2e0b1a43-b1eb-4624-9ac2-eafacf92b237 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:22.257827 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2e0b1a43-b1eb-4624-9ac2-eafacf92b237 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:22.258510 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2e0b1a43-b1eb-4624-9ac2-eafacf92b237 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:22.285447 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2e0b1a43-b1eb-4624-9ac2-eafacf92b237 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Calling delete_port for bf6aed95-fa56-44ec-8c5b-9e705cd6cc2b owned by network:floatingip {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:22.341917 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8f99d85d-b070-4620-966b-c41b35a5a291 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:22.372028 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-97fea6d7-bc62-4658-92c8-3f7906f4e2f6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:22.416263 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fe7bdee6-a00f-4cf8-91fb-268acec03d96 None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:22.428355 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-fe7bdee6-a00f-4cf8-91fb-268acec03d96 None None] Transition to ACTIVE for port object 36857488-0767-4651-a675-ed8fffe7a76d will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:22.437364 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fe7bdee6-a00f-4cf8-91fb-268acec03d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:22.519773 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a63617-1f59-4583-84d4-e46523c811a5 None None] Pushing event updated for resources: {'Port': ['ID=36857488-0767-4651-a675-ed8fffe7a76d,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:22.533720 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 8f99d85d-b070-4620-966b-c41b35a5a291 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:22.536278 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:22.690663 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-f20cb182-ab3a-46ce-9c96-70c79b84cf52 tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:22.693602 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-f20cb182-ab3a-46ce-9c96-70c79b84cf52 tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] 10.222.0.46 "GET /v2.0/networks?id=ad531fa4-9921-464d-8262-8c224cca5e46 HTTP/1.1" status: 200 len: 809 time: 0.5249159 Jul 15 13:10:22.717604 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-fe7bdee6-a00f-4cf8-91fb-268acec03d96 None None] Attempting to bind port 36857488-0767-4651-a675-ed8fffe7a76d on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:22.718028 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-fe7bdee6-a00f-4cf8-91fb-268acec03d96 None None] Attempting to bind port 36857488-0767-4651-a675-ed8fffe7a76d by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '1c0bc34d-8327-4390-bb52-bbf4831bfdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '44eae633-df73-41cc-947a-575ac798bc7b'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:22.719504 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7bdee6-a00f-4cf8-91fb-268acec03d96 None None] Attempting to bind port 36857488-0767-4651-a675-ed8fffe7a76d on network 44eae633-df73-41cc-947a-575ac798bc7b {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:22.721554 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-328cd8c4-4331-4b17-9a6d-83faa4ac2a5e tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] Request body: {'port': {'device_id': 'ac45bd7e-6574-465a-a61c-2b5b19452002', 'network_id': 'ad531fa4-9921-464d-8262-8c224cca5e46', 'admin_state_up': True, 'tenant_id': '711d63030d054688a8df7791f678cdce'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:22.741652 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7bdee6-a00f-4cf8-91fb-268acec03d96 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:22.742036 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7bdee6-a00f-4cf8-91fb-268acec03d96 None None] Checking segment: {'id': '1c0bc34d-8327-4390-bb52-bbf4831bfdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '44eae633-df73-41cc-947a-575ac798bc7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:22.743574 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fe7bdee6-a00f-4cf8-91fb-268acec03d96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:22.744004 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7bdee6-a00f-4cf8-91fb-268acec03d96 None None] Bound using segment: {'id': '1c0bc34d-8327-4390-bb52-bbf4831bfdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '44eae633-df73-41cc-947a-575ac798bc7b'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:22.744468 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-fe7bdee6-a00f-4cf8-91fb-268acec03d96 None None] Bound port: 36857488-0767-4651-a675-ed8fffe7a76d, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c0bc34d-8327-4390-bb52-bbf4831bfdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '44eae633-df73-41cc-947a-575ac798bc7b'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:22.748229 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fe7bdee6-a00f-4cf8-91fb-268acec03d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:22.834406 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fdd1e19f-e00d-4f87-88c4-abc488c320e0 req-46cfa43d-2d07-4c57-bb34-ef77c227b4b6 tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac45bd7e-6574-465a-a61c-2b5b19452002 HTTP/1.1" status: 200 len: 210 time: 0.1676466 Jul 15 13:10:22.977852 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-fe7bdee6-a00f-4cf8-91fb-268acec03d96 None None] For port 36857488-0767-4651-a675-ed8fffe7a76d, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:22.994147 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-fe7bdee6-a00f-4cf8-91fb-268acec03d96 None None] For port 36857488-0767-4651-a675-ed8fffe7a76d, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=36857488-0767-4651-a675-ed8fffe7a76d,segment=NetworkSegment(1c0bc34d-8327-4390-bb52-bbf4831bfdfc),segment_id=1c0bc34d-8327-4390-bb52-bbf4831bfdfc)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:23.008087 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fe7bdee6-a00f-4cf8-91fb-268acec03d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:23.019903 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b8772564-a2ee-4d9b-9643-ee0e70a11647 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:23.090465 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: b8772564-a2ee-4d9b-9643-ee0e70a11647 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:23.098265 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b8772564-a2ee-4d9b-9643-ee0e70a11647 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:23.098992 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device fe77bf16-1592-4351-a6a3-4d37fc643504 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:23.107301 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7bdee6-a00f-4cf8-91fb-268acec03d96 None None] Routers {'608b7576-b092-4139-82a7-48f39e25dabd'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:23.107927 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-fe7bdee6-a00f-4cf8-91fb-268acec03d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:10:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['608b7576-b092-4139-82a7-48f39e25dabd'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:23.148382 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2e0b1a43-b1eb-4624-9ac2-eafacf92b237 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:23.180597 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-328cd8c4-4331-4b17-9a6d-83faa4ac2a5e tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] Made reservation on behalf of 711d63030d054688a8df7791f678cdce for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:23.193525 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-328cd8c4-4331-4b17-9a6d-83faa4ac2a5e tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:23.217715 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: fe77bf16-1592-4351-a6a3-4d37fc643504 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:23.218269 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device fe77bf16-1592-4351-a6a3-4d37fc643504 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:23.337436 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-fe7bdee6-a00f-4cf8-91fb-268acec03d96 None None] Set router 608b7576-b092-4139-82a7-48f39e25dabd gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:23.386304 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-328cd8c4-4331-4b17-9a6d-83faa4ac2a5e tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] Allocated IP 172.20.0.2 (ad531fa4-9921-464d-8262-8c224cca5e46/c185c845-5e8a-4a6d-80b9-7559c8b1c688/bda02bb1-59c6-44fe-b270-6ab0f6008f8e) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:23.504060 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b1a43-b1eb-4624-9ac2-eafacf92b237 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Pushing event deleted for resources: {'Port': ['ID=bf6aed95-fa56-44ec-8c5b-9e705cd6cc2b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:23.506378 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2e0b1a43-b1eb-4624-9ac2-eafacf92b237 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks [] for floatingip, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:23.514490 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2e0b1a43-b1eb-4624-9ac2-eafacf92b237 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:23.522764 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2e0b1a43-b1eb-4624-9ac2-eafacf92b237 tempest-ServersTestBootFromVolume-1804387788 tempest-ServersTestBootFromVolume-1804387788-project] 10.222.0.16 "DELETE /v2.0/floatingips/a4dc5704-9e68-49bf-939c-127a85afc3a1 HTTP/1.1" status: 204 len: 168 time: 1.7966540 Jul 15 13:10:23.544454 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51048) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:23.572398 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-328cd8c4-4331-4b17-9a6d-83faa4ac2a5e tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:23.623081 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-328cd8c4-4331-4b17-9a6d-83faa4ac2a5e tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:23.667132 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-328cd8c4-4331-4b17-9a6d-83faa4ac2a5e tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] Network ad531fa4-9921-464d-8262-8c224cca5e46 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:23.689508 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a63617-1f59-4583-84d4-e46523c811a5 None None] Pushing event updated for resources: {'Port': ['ID=36857488-0767-4651-a675-ed8fffe7a76d,revision_number=4']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:23.705025 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-fe7bdee6-a00f-4cf8-91fb-268acec03d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608b7576-b092-4139-82a7-48f39e25dabd', 'name': 'tempest-AttachSCSIVolumeTestJSON-469027038-router', 'tenant_id': '7ea6510e957a426b8894ca619e992a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '8f99d85d-b070-4620-966b-c41b35a5a291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:11Z', 'updated_at': '2021-07-15T13:10:19Z', 'revision_number': 4, 'project_id': '7ea6510e957a426b8894ca619e992a7b', 'gw_port': {'id': '8f99d85d-b070-4620-966b-c41b35a5a291', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608b7576-b092-4139-82a7-48f39e25dabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:11Z', 'updated_at': '2021-07-15T13:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '36857488-0767-4651-a675-ed8fffe7a76d', 'name': '', 'network_id': '44eae633-df73-41cc-947a-575ac798bc7b', 'tenant_id': '7ea6510e957a426b8894ca619e992a7b', 'mac_address': 'fa:16:3e:0a:6b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608b7576-b092-4139-82a7-48f39e25dabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'dfaca72b-a367-4ce4-a14c-20eb07a9b9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:17Z', 'updated_at': '2021-07-15T13:10:22Z', 'revision_number': 4, 'project_id': '7ea6510e957a426b8894ca619e992a7b', 'subnets': [{'id': 'dfaca72b-a367-4ce4-a14c-20eb07a9b9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:23.721062 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-328cd8c4-4331-4b17-9a6d-83faa4ac2a5e tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:23.724529 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-328cd8c4-4331-4b17-9a6d-83faa4ac2a5e tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:23.736941 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7bdee6-a00f-4cf8-91fb-268acec03d96 None None] The sync data for ids ['608b7576-b092-4139-82a7-48f39e25dabd'] in n-d-771363-36 is: [{'id': '608b7576-b092-4139-82a7-48f39e25dabd', 'name': 'tempest-AttachSCSIVolumeTestJSON-469027038-router', 'tenant_id': '7ea6510e957a426b8894ca619e992a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '8f99d85d-b070-4620-966b-c41b35a5a291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:11Z', 'updated_at': '2021-07-15T13:10:19Z', 'revision_number': 4, 'project_id': '7ea6510e957a426b8894ca619e992a7b', 'gw_port': {'id': '8f99d85d-b070-4620-966b-c41b35a5a291', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608b7576-b092-4139-82a7-48f39e25dabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:11Z', 'updated_at': '2021-07-15T13:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '36857488-0767-4651-a675-ed8fffe7a76d', 'name': '', 'network_id': '44eae633-df73-41cc-947a-575ac798bc7b', 'tenant_id': '7ea6510e957a426b8894ca619e992a7b', 'mac_address': 'fa:16:3e:0a:6b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608b7576-b092-4139-82a7-48f39e25dabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'dfaca72b-a367-4ce4-a14c-20eb07a9b9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:17Z', 'updated_at': '2021-07-15T13:10:22Z', 'revision_number': 4, 'project_id': '7ea6510e957a426b8894ca619e992a7b', 'subnets': [{'id': 'dfaca72b-a367-4ce4-a14c-20eb07a9b9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:10:23.872800 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328cd8c4-4331-4b17-9a6d-83faa4ac2a5e tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] Pushing event updated for resources: {'Port': ['ID=bda02bb1-59c6-44fe-b270-6ab0f6008f8e,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:23.906409 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-328cd8c4-4331-4b17-9a6d-83faa4ac2a5e tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:23.907876 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-328cd8c4-4331-4b17-9a6d-83faa4ac2a5e tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:23.938347 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-328cd8c4-4331-4b17-9a6d-83faa4ac2a5e tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2267032 Jul 15 13:10:23.957044 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-97fea6d7-bc62-4658-92c8-3f7906f4e2f6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Deleting port fc996173-c19b-49a6-a4fd-70d9c88d3bd0 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:23.957591 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-97fea6d7-bc62-4658-92c8-3f7906f4e2f6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:23.972648 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-2eddaa44-c7a8-4a48-81b8-0b379897dd27 service neutron] Request body: {'port': {'device_id': 'ac45bd7e-6574-465a-a61c-2b5b19452002', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:24.216323 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-2eddaa44-c7a8-4a48-81b8-0b379897dd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:24.357629 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 36857488-0767-4651-a675-ed8fffe7a76d up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:24.401150 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-97fea6d7-bc62-4658-92c8-3f7906f4e2f6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] For port fc996173-c19b-49a6-a4fd-70d9c88d3bd0, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=fc996173-c19b-49a6-a4fd-70d9c88d3bd0,segment=NetworkSegment(0bffe1a5-dc4c-461f-a2dc-0164a87a23a0),segment_id=0bffe1a5-dc4c-461f-a2dc-0164a87a23a0)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:24.401738 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-97fea6d7-bc62-4658-92c8-3f7906f4e2f6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:24.488607 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-97fea6d7-bc62-4658-92c8-3f7906f4e2f6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Calling delete_port for fc996173-c19b-49a6-a4fd-70d9c88d3bd0 owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:24.573689 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb8cfa-7b21-466a-9490-8bb8760c06a8 req-affceeab-3e06-455c-8644-9cc1c0f4c562 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:24.582490 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bbbb8cfa-7b21-466a-9490-8bb8760c06a8 req-affceeab-3e06-455c-8644-9cc1c0f4c562 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 946 time: 1.7436993 Jul 15 13:10:24.628965 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 36857488-0767-4651-a675-ed8fffe7a76d completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:24.633206 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 36857488-0767-4651-a675-ed8fffe7a76d triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:24.633585 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:24.789059 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bbbb8cfa-7b21-466a-9490-8bb8760c06a8 req-140c87ee-907c-406f-bc12-8d569ee35c2c tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052648 Jul 15 13:10:24.854684 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5c3d4-d5ab-43c3-bde3-c81549a819c3 req-88593dfc-7d2e-4d1e-b139-8a3f94b97a4f tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:24.875885 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-45f5c3d4-d5ab-43c3-bde3-c81549a819c3 req-88593dfc-7d2e-4d1e-b139-8a3f94b97a4f tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac45bd7e-6574-465a-a61c-2b5b19452002 HTTP/1.1" status: 200 len: 931 time: 0.4630263 Jul 15 13:10:24.934543 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:24.990482 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 36857488-0767-4651-a675-ed8fffe7a76d, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=36857488-0767-4651-a675-ed8fffe7a76d,segment=NetworkSegment(1c0bc34d-8327-4390-bb52-bbf4831bfdfc),segment_id=1c0bc34d-8327-4390-bb52-bbf4831bfdfc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:24.998095 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:25.079716 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=36857488-0767-4651-a675-ed8fffe7a76d,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:25.177458 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-45f5c3d4-d5ab-43c3-bde3-c81549a819c3 req-6f04c215-acf2-45a8-83dc-a5a7a9f9031a tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] 10.222.0.16 "GET /v2.0/security-groups?id=891f05ae-55d6-472d-a577-12c43a57b37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001230 Jul 15 13:10:25.526459 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3db31537-070f-4ca2-a994-6a5ca0ad03b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:25.666151 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-97fea6d7-bc62-4658-92c8-3f7906f4e2f6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:25.848258 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fea6d7-bc62-4658-92c8-3f7906f4e2f6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event deleted for resources: {'Port': ['ID=fc996173-c19b-49a6-a4fd-70d9c88d3bd0,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:26.091194 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-97fea6d7-bc62-4658-92c8-3f7906f4e2f6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:26.248279 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01573ad2-fdad-491d-acbe-3f9f874bf5fd req-b4042f27-a711-46d2-801b-46b788e5909c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:26.251411 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-01573ad2-fdad-491d-acbe-3f9f874bf5fd req-b4042f27-a711-46d2-801b-46b788e5909c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12dc42da56354fb5b0d0acb9e0703009&device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 1096 time: 0.3361468 Jul 15 13:10:26.262344 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab17a0b-adfe-40f6-bf63-514cc0ecc673 req-d0a0e62e-b429-4f15-9b58-b6dbe9b9851a tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:26.266281 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bab17a0b-adfe-40f6-bf63-514cc0ecc673 req-d0a0e62e-b429-4f15-9b58-b6dbe9b9851a tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.3526623 Jul 15 13:10:26.353027 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 36857488-0767-4651-a675-ed8fffe7a76d up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:26.373679 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665e42e-fe46-4d50-8226-44b95d62aa19 req-d5e59bc0-219e-432e-9c6f-326b38da68b8 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:26.381577 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6665e42e-fe46-4d50-8226-44b95d62aa19 req-d5e59bc0-219e-432e-9c6f-326b38da68b8 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 946 time: 0.3747513 Jul 15 13:10:26.388085 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-2eddaa44-c7a8-4a48-81b8-0b379897dd27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bda02bb1-59c6-44fe-b270-6ab0f6008f8e {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:26.409156 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-2eddaa44-c7a8-4a48-81b8-0b379897dd27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:26.457115 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 36857488-0767-4651-a675-ed8fffe7a76d triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:26.458222 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:26.491779 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-2eddaa44-c7a8-4a48-81b8-0b379897dd27 service neutron] Transition to ACTIVE for port object bda02bb1-59c6-44fe-b270-6ab0f6008f8e will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:26.497533 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-2eddaa44-c7a8-4a48-81b8-0b379897dd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:26.511570 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97fea6d7-bc62-4658-92c8-3f7906f4e2f6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Router 83f1a72b-fc39-4436-bc0c-686349253148 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:10:26.571228 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bab17a0b-adfe-40f6-bf63-514cc0ecc673 req-c1b6391e-96c2-49f0-b356-1074c1e75d79 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2952254 Jul 15 13:10:26.704258 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eddaa44-c7a8-4a48-81b8-0b379897dd27 service neutron] Pushing event updated for resources: {'Port': ['ID=bda02bb1-59c6-44fe-b270-6ab0f6008f8e,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:26.724430 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01573ad2-fdad-491d-acbe-3f9f874bf5fd req-75d5902b-3f33-4dd4-a23d-2972b3e864e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:26.726878 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-01573ad2-fdad-491d-acbe-3f9f874bf5fd req-75d5902b-3f33-4dd4-a23d-2972b3e864e0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da HTTP/1.1" status: 200 len: 913 time: 0.4499333 Jul 15 13:10:26.734526 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6665e42e-fe46-4d50-8226-44b95d62aa19 req-f336d6eb-069c-4da9-89fb-7a270d12dc2b tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519142 Jul 15 13:10:26.758158 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fea6d7-bc62-4658-92c8-3f7906f4e2f6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:10:26.768161 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04da0096-a186-44ff-b353-82f41d0dd8f4 None None] Sync routers for ids ['83f1a72b-fc39-4436-bc0c-686349253148'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:10:26.781735 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-97fea6d7-bc62-4658-92c8-3f7906f4e2f6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "PUT /v2.0/routers/83f1a72b-fc39-4436-bc0c-686349253148/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6578472 Jul 15 13:10:26.784970 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04da0096-a186-44ff-b353-82f41d0dd8f4 None None] Routers {'83f1a72b-fc39-4436-bc0c-686349253148'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:26.785610 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-04da0096-a186-44ff-b353-82f41d0dd8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:10:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['83f1a72b-fc39-4436-bc0c-686349253148'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:26.790499 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51072) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:26.860746 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-01573ad2-fdad-491d-acbe-3f9f874bf5fd req-61b2ff48-21e4-4a48-9fb9-cdffb570dd9e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e76fd72-6816-481c-819e-b8263abd48a1 HTTP/1.1" status: 200 len: 998 time: 0.1200452 Jul 15 13:10:26.869175 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3db31537-070f-4ca2-a994-6a5ca0ad03b9 admin admin] Deleting port 6b150fcb-4c63-451b-91d1-7a815c150d48 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:26.869636 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3db31537-070f-4ca2-a994-6a5ca0ad03b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:26.911406 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-04da0096-a186-44ff-b353-82f41d0dd8f4 None None] Set router 83f1a72b-fc39-4436-bc0c-686349253148 gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:26.922542 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-2eddaa44-c7a8-4a48-81b8-0b379897dd27 service neutron] Attempting to bind port bda02bb1-59c6-44fe-b270-6ab0f6008f8e on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:26.930089 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-2eddaa44-c7a8-4a48-81b8-0b379897dd27 service neutron] Attempting to bind port bda02bb1-59c6-44fe-b270-6ab0f6008f8e by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '4e2a3a0e-b870-41ff-9791-cd8dd21dac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad531fa4-9921-464d-8262-8c224cca5e46'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:26.930597 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-2eddaa44-c7a8-4a48-81b8-0b379897dd27 service neutron] Attempting to bind port bda02bb1-59c6-44fe-b270-6ab0f6008f8e on network ad531fa4-9921-464d-8262-8c224cca5e46 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:26.948816 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-2eddaa44-c7a8-4a48-81b8-0b379897dd27 service neutron] Port bda02bb1-59c6-44fe-b270-6ab0f6008f8e on network ad531fa4-9921-464d-8262-8c224cca5e46 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:10:26.951521 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-2eddaa44-c7a8-4a48-81b8-0b379897dd27 service neutron] Attempting to bind port bda02bb1-59c6-44fe-b270-6ab0f6008f8e on network ad531fa4-9921-464d-8262-8c224cca5e46 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:26.965401 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-2eddaa44-c7a8-4a48-81b8-0b379897dd27 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:26.966918 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-2eddaa44-c7a8-4a48-81b8-0b379897dd27 service neutron] Checking segment: {'id': '4e2a3a0e-b870-41ff-9791-cd8dd21dac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad531fa4-9921-464d-8262-8c224cca5e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:26.979958 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-2eddaa44-c7a8-4a48-81b8-0b379897dd27 service neutron] Bound using segment: {'id': '4e2a3a0e-b870-41ff-9791-cd8dd21dac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad531fa4-9921-464d-8262-8c224cca5e46'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:26.980156 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-2eddaa44-c7a8-4a48-81b8-0b379897dd27 service neutron] Bound port: bda02bb1-59c6-44fe-b270-6ab0f6008f8e, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e2a3a0e-b870-41ff-9791-cd8dd21dac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ad531fa4-9921-464d-8262-8c224cca5e46'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:26.980494 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-2eddaa44-c7a8-4a48-81b8-0b379897dd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.006430 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ed705a5-533c-4b7d-bc73-8ea11435e241 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Deleting subnet a77b2505-a4a5-4fc2-97cb-5427f87a392b {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:10:27.027410 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7ed705a5-533c-4b7d-bc73-8ea11435e241 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.077871 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01573ad2-fdad-491d-acbe-3f9f874bf5fd req-da9a2982-a48c-43c3-8a11-45878956ec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:27.082609 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-01573ad2-fdad-491d-acbe-3f9f874bf5fd req-da9a2982-a48c-43c3-8a11-45878956ec1d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=504f4a49-65cd-4546-be78-3e75a4fd4784 HTTP/1.1" status: 200 len: 851 time: 0.2074413 Jul 15 13:10:27.086920 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-04da0096-a186-44ff-b353-82f41d0dd8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1a72b-fc39-4436-bc0c-686349253148', 'name': 'tempest-RoutersIpV6Test-router-1622586588', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:40Z', 'updated_at': '2021-07-15T13:10:25Z', 'revision_number': 11, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:27.145495 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04da0096-a186-44ff-b353-82f41d0dd8f4 None None] Checking router: 83f1a72b-fc39-4436-bc0c-686349253148 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:10:27.165509 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04da0096-a186-44ff-b353-82f41d0dd8f4 None None] Routers {'83f1a72b-fc39-4436-bc0c-686349253148'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:27.166272 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-04da0096-a186-44ff-b353-82f41d0dd8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:10:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['83f1a72b-fc39-4436-bc0c-686349253148'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:27.181407 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7ed705a5-533c-4b7d-bc73-8ea11435e241 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.257252 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-3db31537-070f-4ca2-a994-6a5ca0ad03b9 admin admin] For port 6b150fcb-4c63-451b-91d1-7a815c150d48, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=6b150fcb-4c63-451b-91d1-7a815c150d48,segment=NetworkSegment(89fbc622-efc0-4427-9c11-6afea9afb82b),segment_id=89fbc622-efc0-4427-9c11-6afea9afb82b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:27.257807 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3db31537-070f-4ca2-a994-6a5ca0ad03b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.295126 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3db31537-070f-4ca2-a994-6a5ca0ad03b9 admin admin] Calling delete_port for 6b150fcb-4c63-451b-91d1-7a815c150d48 owned by network:router_interface {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:27.305347 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7ed705a5-533c-4b7d-bc73-8ea11435e241 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.324589 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-04da0096-a186-44ff-b353-82f41d0dd8f4 None None] Set router 83f1a72b-fc39-4436-bc0c-686349253148 gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:27.469624 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-04da0096-a186-44ff-b353-82f41d0dd8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1a72b-fc39-4436-bc0c-686349253148', 'name': 'tempest-RoutersIpV6Test-router-1622586588', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:40Z', 'updated_at': '2021-07-15T13:10:25Z', 'revision_number': 11, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:27.488520 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01573ad2-fdad-491d-acbe-3f9f874bf5fd req-a88dd601-0175-43f1-8d84-046e0205377d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:27.490404 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-01573ad2-fdad-491d-acbe-3f9f874bf5fd req-a88dd601-0175-43f1-8d84-046e0205377d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4005170 Jul 15 13:10:27.523239 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c0e361-f8fe-4fe7-882b-2b08dea6f5ae req-8c267c81-17f2-4723-8f37-5e326f679b0e tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:27.531295 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f3c0e361-f8fe-4fe7-882b-2b08dea6f5ae req-8c267c81-17f2-4723-8f37-5e326f679b0e tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac45bd7e-6574-465a-a61c-2b5b19452002 HTTP/1.1" status: 200 len: 943 time: 0.4179032 Jul 15 13:10:27.534393 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-2eddaa44-c7a8-4a48-81b8-0b379897dd27 service neutron] For port bda02bb1-59c6-44fe-b270-6ab0f6008f8e, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:27.540435 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-2eddaa44-c7a8-4a48-81b8-0b379897dd27 service neutron] For port bda02bb1-59c6-44fe-b270-6ab0f6008f8e, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=bda02bb1-59c6-44fe-b270-6ab0f6008f8e,segment=NetworkSegment(4e2a3a0e-b870-41ff-9791-cd8dd21dac8a),segment_id=4e2a3a0e-b870-41ff-9791-cd8dd21dac8a)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:27.565869 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04da0096-a186-44ff-b353-82f41d0dd8f4 None None] The sync data for ids ['83f1a72b-fc39-4436-bc0c-686349253148'] in n-d-771363-36 is: [{'id': '83f1a72b-fc39-4436-bc0c-686349253148', 'name': 'tempest-RoutersIpV6Test-router-1622586588', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:40Z', 'updated_at': '2021-07-15T13:10:25Z', 'revision_number': 11, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'gw_port_host': None}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:10:27.574361 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-2eddaa44-c7a8-4a48-81b8-0b379897dd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.585288 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7ed705a5-533c-4b7d-bc73-8ea11435e241 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.669575 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed705a5-533c-4b7d-bc73-8ea11435e241 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event deleted for resources: {'Subnet': ['ID=a77b2505-a4a5-4fc2-97cb-5427f87a392b,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:27.678938 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-2eddaa44-c7a8-4a48-81b8-0b379897dd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:27.679816 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-2eddaa44-c7a8-4a48-81b8-0b379897dd27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.682074 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-2eddaa44-c7a8-4a48-81b8-0b379897dd27 service neutron] 10.222.0.46 "PUT /v2.0/ports/bda02bb1-59c6-44fe-b270-6ab0f6008f8e HTTP/1.1" status: 200 len: 1092 time: 3.7314637 Jul 15 13:10:27.684280 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac45bd7e-6574-465a-a61c-2b5b19452002', 'tag': 'bda02bb1-59c6-44fe-b270-6ab0f6008f8e'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:27.686823 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22172ac8-e489-4536-b77b-610f9bd61135" -d '{"events": [{"name": "network-changed", "server_uuid": "ac45bd7e-6574-465a-a61c-2b5b19452002", "tag": "bda02bb1-59c6-44fe-b270-6ab0f6008f8e"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:27.696662 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7ed705a5-533c-4b7d-bc73-8ea11435e241 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.698065 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff49fce3-affb-46e0-b5f4-a3cdab9529a6 None None] Network 793998b1-8edf-458f-92c4-3c71fd26ab2a requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:27.699261 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7ed705a5-533c-4b7d-bc73-8ea11435e241 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "DELETE /v2.0/subnets/a77b2505-a4a5-4fc2-97cb-5427f87a392b HTTP/1.1" status: 204 len: 168 time: 0.9044666 Jul 15 13:10:27.704238 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51082) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:27.733804 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f3c0e361-f8fe-4fe7-882b-2b08dea6f5ae req-71c8d7f0-2873-4144-ad42-07dfbdf60360 tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] 10.222.0.16 "GET /v2.0/security-groups?id=891f05ae-55d6-472d-a577-12c43a57b37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994290 Jul 15 13:10:27.769566 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eddaa44-c7a8-4a48-81b8-0b379897dd27 service neutron] Pushing event updated for resources: {'Port': ['ID=bda02bb1-59c6-44fe-b270-6ab0f6008f8e,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:27.848311 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-01573ad2-fdad-491d-acbe-3f9f874bf5fd req-af17a8db-1b56-4eb8-8677-01c973414fa6 service neutron] 10.222.0.46 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499653 Jul 15 13:10:27.872919 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bf645385-d9d8-4f98-a8d2-534ffee5312a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.899419 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-c5d5cb2e-2dc1-4afb-a561-b7577da67b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:27.900910 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-c5d5cb2e-2dc1-4afb-a561-b7577da67b7c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=711d63030d054688a8df7791f678cdce&device_id=ac45bd7e-6574-465a-a61c-2b5b19452002 HTTP/1.1" status: 200 len: 1095 time: 0.1513081 Jul 15 13:10:27.983519 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-0994e553-5eae-46a9-9dea-128353a9027a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bda02bb1-59c6-44fe-b270-6ab0f6008f8e HTTP/1.1" status: 200 len: 217 time: 0.0573046 Jul 15 13:10:28.033767 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ece8b74-c3c1-4b73-8f3a-7e0b090359ae None None] DHCP port deletion for 793998b1-8edf-458f-92c4-3c71fd26ab2a request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:10:28.050356 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c00ce25-6b82-4985-86f8-97206b797997 x-openstack-request-id: req-6c00ce25-6b82-4985-86f8-97206b797997 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:28.050663 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac45bd7e-6574-465a-a61c-2b5b19452002", "tag": "bda02bb1-59c6-44fe-b270-6ab0f6008f8e", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:28.050938 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6c00ce25-6b82-4985-86f8-97206b797997 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:28.052675 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac45bd7e-6574-465a-a61c-2b5b19452002', 'tag': 'bda02bb1-59c6-44fe-b270-6ab0f6008f8e', 'status': 'completed', 'code': 200} Jul 15 13:10:28.107407 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-8bc717e3-16bf-4a7f-a070-a55e72f06dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:28.109070 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-8bc717e3-16bf-4a7f-a070-a55e72f06dd8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c185c845-5e8a-4a6d-80b9-7559c8b1c688 HTTP/1.1" status: 200 len: 849 time: 0.1114643 Jul 15 13:10:28.152838 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2ece8b74-c3c1-4b73-8f3a-7e0b090359ae None None] Deleting port 60946664-aaf7-46b9-8ec0-df8c2c04c600 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:28.153508 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2ece8b74-c3c1-4b73-8f3a-7e0b090359ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:28.173245 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-bf645385-d9d8-4f98-a8d2-534ffee5312a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Deleting port 60946664-aaf7-46b9-8ec0-df8c2c04c600 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:28.176049 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bf645385-d9d8-4f98-a8d2-534ffee5312a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:28.196961 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3db31537-070f-4ca2-a994-6a5ca0ad03b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:28.218776 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-37880cc6-3562-479b-9f4d-b7eee61be8d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad531fa4-9921-464d-8262-8c224cca5e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829170 Jul 15 13:10:28.282059 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db31537-070f-4ca2-a994-6a5ca0ad03b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b150fcb-4c63-451b-91d1-7a815c150d48,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:28.341661 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-2ece8b74-c3c1-4b73-8f3a-7e0b090359ae None None] For port 60946664-aaf7-46b9-8ec0-df8c2c04c600, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=60946664-aaf7-46b9-8ec0-df8c2c04c600,segment=NetworkSegment(0bffe1a5-dc4c-461f-a2dc-0164a87a23a0),segment_id=0bffe1a5-dc4c-461f-a2dc-0164a87a23a0)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:28.345809 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2ece8b74-c3c1-4b73-8f3a-7e0b090359ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:28.349000 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-01573ad2-fdad-491d-acbe-3f9f874bf5fd req-81086924-d556-41af-afb0-ae78a24dadf6 service neutron] 10.222.0.46 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851003 Jul 15 13:10:28.390233 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2ece8b74-c3c1-4b73-8f3a-7e0b090359ae None None] Calling delete_port for 60946664-aaf7-46b9-8ec0-df8c2c04c600 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:28.426717 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ef362-a6cc-4490-834f-5a593972fef1 req-167a7b3d-acd9-4beb-9b97-60f1ffe95af3 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:28.442643 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e35ef362-a6cc-4490-834f-5a593972fef1 req-167a7b3d-acd9-4beb-9b97-60f1ffe95af3 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.3814805 Jul 15 13:10:28.458833 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-bf645385-d9d8-4f98-a8d2-534ffee5312a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] For port 60946664-aaf7-46b9-8ec0-df8c2c04c600, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=60946664-aaf7-46b9-8ec0-df8c2c04c600,segment=NetworkSegment(0bffe1a5-dc4c-461f-a2dc-0164a87a23a0),segment_id=0bffe1a5-dc4c-461f-a2dc-0164a87a23a0)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:28.469676 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bf645385-d9d8-4f98-a8d2-534ffee5312a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:28.507310 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-bf645385-d9d8-4f98-a8d2-534ffee5312a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Calling delete_port for 60946664-aaf7-46b9-8ec0-df8c2c04c600 owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:28.509620 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e35ef362-a6cc-4490-834f-5a593972fef1 req-250ed835-4e62-4b6a-a4e0-ec871281e496 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658541 Jul 15 13:10:28.521334 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 60946664-aaf7-46b9-8ec0-df8c2c04c600 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:28.749266 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:28.762543 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3db31537-070f-4ca2-a994-6a5ca0ad03b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:28.776357 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2ece8b74-c3c1-4b73-8f3a-7e0b090359ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:28.778261 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bf645385-d9d8-4f98-a8d2-534ffee5312a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:28.803546 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ece8b74-c3c1-4b73-8f3a-7e0b090359ae None None] No DVR routers for this DVR port 60946664-aaf7-46b9-8ec0-df8c2c04c600 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:28.860307 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf645385-d9d8-4f98-a8d2-534ffee5312a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] No DVR routers for this DVR port 60946664-aaf7-46b9-8ec0-df8c2c04c600 on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:28.873022 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf645385-d9d8-4f98-a8d2-534ffee5312a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event deleted for resources: {'Port': ['ID=60946664-aaf7-46b9-8ec0-df8c2c04c600,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:28.900540 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece8b74-c3c1-4b73-8f3a-7e0b090359ae None None] Pushing event deleted for resources: {'Port': ['ID=60946664-aaf7-46b9-8ec0-df8c2c04c600,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:28.902404 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ca157-c6d1-464a-9cfe-80df9078838f req-5c17e0c4-6fb1-434e-aa40-cce316d3a013 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:28.903969 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b35ca157-c6d1-464a-9cfe-80df9078838f req-5c17e0c4-6fb1-434e-aa40-cce316d3a013 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 946 time: 0.3709366 Jul 15 13:10:28.910373 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device fc996173-c19b-49a6-a4fd-70d9c88d3bd0 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:28.929618 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-2f3e2ff9-9128-48fc-bd1e-8b93bfccf606 service neutron] 10.222.0.46 "GET /v2.0/networks/ad531fa4-9921-464d-8262-8c224cca5e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6709926 Jul 15 13:10:28.950808 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: fc996173-c19b-49a6-a4fd-70d9c88d3bd0 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:28.951161 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device fc996173-c19b-49a6-a4fd-70d9c88d3bd0 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:28.975512 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:29.000822 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce40e89-490b-45a0-9995-17a7ec99397d req-cd9f9dda-ddb9-492c-8999-f1baf1c826ce tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:29.002415 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dce40e89-490b-45a0-9995-17a7ec99397d req-cd9f9dda-ddb9-492c-8999-f1baf1c826ce tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 946 time: 0.2305744 Jul 15 13:10:29.007928 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bf645385-d9d8-4f98-a8d2-534ffee5312a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:29.015259 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b35ca157-c6d1-464a-9cfe-80df9078838f req-39326d9d-6b91-4227-8c73-9b74e68067d6 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652931 Jul 15 13:10:29.067952 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dce40e89-490b-45a0-9995-17a7ec99397d req-a14119c7-eac5-4227-a5f2-f7b2cac36c87 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6a1356-fa75-4dc1-a4fe-d320e6b273c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499690 Jul 15 13:10:29.118135 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1b6bf5c1-1dc8-4373-b7f1-91a521759347 req-a5e0a617-5910-43f0-a5a8-b1835ba43bdf service neutron] 10.222.0.46 "GET /v2.0/networks/ad531fa4-9921-464d-8262-8c224cca5e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716049 Jul 15 13:10:29.119668 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-bf645385-d9d8-4f98-a8d2-534ffee5312a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['793998b1-8edf-458f-92c4-3c71fd26ab2a']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:29.138792 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-bf645385-d9d8-4f98-a8d2-534ffee5312a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bffe1a5-dc4c-461f-a2dc-0164a87a23a0') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:29.139567 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-bf645385-d9d8-4f98-a8d2-534ffee5312a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bffe1a5-dc4c-461f-a2dc-0164a87a23a0') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:29.222812 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bf645385-d9d8-4f98-a8d2-534ffee5312a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:29.223843 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aad318-99fa-4eb3-89c5-7a4cba672c61 req-e04dd930-06cb-470c-9252-4bd9009e3361 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:29.225335 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-69aad318-99fa-4eb3-89c5-7a4cba672c61 req-e04dd930-06cb-470c-9252-4bd9009e3361 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.46 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 946 time: 0.1693594 Jul 15 13:10:29.272633 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bf645385-d9d8-4f98-a8d2-534ffee5312a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:29.288949 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf645385-d9d8-4f98-a8d2-534ffee5312a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:10:29.289570 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bf645385-d9d8-4f98-a8d2-534ffee5312a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:29.293718 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:29.293718 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:29.293718 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:10:29.293718 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:10:29.293718 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:10:29.293718 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:10:29.293718 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:10:29.293718 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:10:29.293718 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:10:29.293718 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:10:29.293718 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:10:29.293718 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:10:29.293718 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:10:29.293718 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:10:29.293718 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:10:29.293718 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:10:29.293718 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:10:29.293718 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:10:29.293718 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:10:29.293718 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:10:29.293718 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:10:29.293718 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:10:29.293718 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:10:29.293718 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:10:29.293718 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:10:29.293718 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:10:29.293718 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:10:29.293718 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:10:29.293718 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:10:29.293718 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:10:29.293718 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:10:29.293718 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:10:29.293718 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:10:29.293718 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:10:29.320781 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:29.338918 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db31537-070f-4ca2-a994-6a5ca0ad03b9 admin admin] Router 6182b628-b7be-486f-b7ca-85f5460e89fd has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:10:29.422037 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22172ac8-e489-4536-b77b-610f9bd61135 req-92d2aadb-111b-4482-a865-ad9021f848ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:29.425436 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-22172ac8-e489-4536-b77b-610f9bd61135 req-92d2aadb-111b-4482-a865-ad9021f848ae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=711d63030d054688a8df7791f678cdce&device_id=ac45bd7e-6574-465a-a61c-2b5b19452002 HTTP/1.1" status: 200 len: 1095 time: 0.1987085 Jul 15 13:10:29.426749 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bf645385-d9d8-4f98-a8d2-534ffee5312a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:29.445060 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a2f72-ebbe-4068-ba3c-27dc3bd892c3 req-f94163ef-7fb0-4175-b4cb-49f251c2abe3 tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:29.453281 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cf9a2f72-ebbe-4068-ba3c-27dc3bd892c3 req-f94163ef-7fb0-4175-b4cb-49f251c2abe3 tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac45bd7e-6574-465a-a61c-2b5b19452002 HTTP/1.1" status: 200 len: 943 time: 0.2268064 Jul 15 13:10:29.455952 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bf645385-d9d8-4f98-a8d2-534ffee5312a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:29.459283 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-bf645385-d9d8-4f98-a8d2-534ffee5312a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "DELETE /v2.0/networks/793998b1-8edf-458f-92c4-3c71fd26ab2a HTTP/1.1" status: 204 len: 168 time: 1.7538500 Jul 15 13:10:29.464120 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51094) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:29.470884 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-4184b599-9513-4d33-a007-4267d5c3159d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Request body: {'router': {'routes': None}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:29.474817 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf645385-d9d8-4f98-a8d2-534ffee5312a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Pushing event deleted for resources: {'Network': ['ID=793998b1-8edf-458f-92c4-3c71fd26ab2a,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:29.607615 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22172ac8-e489-4536-b77b-610f9bd61135 req-050b56bc-d59c-49d5-b715-f4ed3b9ccc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:29.609601 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-22172ac8-e489-4536-b77b-610f9bd61135 req-050b56bc-d59c-49d5-b715-f4ed3b9ccc6d service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad531fa4-9921-464d-8262-8c224cca5e46 HTTP/1.1" status: 200 len: 910 time: 0.1475832 Jul 15 13:10:29.658089 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-22172ac8-e489-4536-b77b-610f9bd61135 req-1ba1e87a-e9ef-4555-aca8-90c1e4d22016 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bda02bb1-59c6-44fe-b270-6ab0f6008f8e HTTP/1.1" status: 200 len: 217 time: 0.0414290 Jul 15 13:10:29.660943 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6a56f723-d8d4-4c66-ba1d-a6297b0e1486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:29.717693 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22172ac8-e489-4536-b77b-610f9bd61135 req-67f1774b-8e42-47d3-9f6c-ed5719fdaa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:29.719212 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-22172ac8-e489-4536-b77b-610f9bd61135 req-67f1774b-8e42-47d3-9f6c-ed5719fdaa5d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c185c845-5e8a-4a6d-80b9-7559c8b1c688 HTTP/1.1" status: 200 len: 849 time: 0.0545204 Jul 15 13:10:29.757886 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-22172ac8-e489-4536-b77b-610f9bd61135 req-0c4bec21-a01c-4006-aa2d-8b92aa5349d2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad531fa4-9921-464d-8262-8c224cca5e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297070 Jul 15 13:10:29.907134 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-22172ac8-e489-4536-b77b-610f9bd61135 req-12923372-f5c2-4641-8f72-855cdc54aa6d service neutron] 10.222.0.46 "GET /v2.0/networks/ad531fa4-9921-464d-8262-8c224cca5e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299093 Jul 15 13:10:29.907942 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-69aad318-99fa-4eb3-89c5-7a4cba672c61 req-bcd74949-ed26-4827-be16-27df274b5f58 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Deleting port fc24b9d1-5104-44dc-9fbd-0dfe06462cc5 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:29.907942 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-69aad318-99fa-4eb3-89c5-7a4cba672c61 req-bcd74949-ed26-4827-be16-27df274b5f58 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:30.020474 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-22172ac8-e489-4536-b77b-610f9bd61135 req-161078ad-1401-4c91-925e-8ce2d2ac5e01 service neutron] 10.222.0.46 "GET /v2.0/networks/ad531fa4-9921-464d-8262-8c224cca5e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151254 Jul 15 13:10:30.111742 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cf9a2f72-ebbe-4068-ba3c-27dc3bd892c3 req-706ffe1e-f340-4b6d-bff3-7d661f93b6fe tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] 10.222.0.16 "GET /v2.0/security-groups?id=891f05ae-55d6-472d-a577-12c43a57b37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6571496 Jul 15 13:10:30.138072 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db31537-070f-4ca2-a994-6a5ca0ad03b9 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:10:30.147218 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51102) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:30.148161 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3db31537-070f-4ca2-a994-6a5ca0ad03b9 admin admin] 10.222.0.16 "PUT /v2.0/routers/6182b628-b7be-486f-b7ca-85f5460e89fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6015832 Jul 15 13:10:30.152504 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0088494-fdec-4293-94e7-1475dcc8ffec None None] Sync routers for ids ['6182b628-b7be-486f-b7ca-85f5460e89fd'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:10:30.207204 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0088494-fdec-4293-94e7-1475dcc8ffec None None] Routers {'6182b628-b7be-486f-b7ca-85f5460e89fd'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:30.207204 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-a0088494-fdec-4293-94e7-1475dcc8ffec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:10:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['6182b628-b7be-486f-b7ca-85f5460e89fd'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:30.207489 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.extraroute_db [None req-4184b599-9513-4d33-a007-4267d5c3159d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Added routes are [] {{(pid=93825) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 13:10:30.207489 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.extraroute_db [None req-4184b599-9513-4d33-a007-4267d5c3159d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Removed routes are [] {{(pid=93825) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 13:10:30.207489 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4184b599-9513-4d33-a007-4267d5c3159d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:30.339784 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd93d2-b3c0-478e-a75d-5550cea67084 req-bfa243d9-3537-4ac2-81f2-b2392a20c30c tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:30.348069 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-65bd93d2-b3c0-478e-a75d-5550cea67084 req-bfa243d9-3537-4ac2-81f2-b2392a20c30c tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.5295072 Jul 15 13:10:30.359305 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-69aad318-99fa-4eb3-89c5-7a4cba672c61 req-bcd74949-ed26-4827-be16-27df274b5f58 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] For port fc24b9d1-5104-44dc-9fbd-0dfe06462cc5, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=fc24b9d1-5104-44dc-9fbd-0dfe06462cc5,segment=NetworkSegment(51f871b6-b945-4062-a6a8-cab4d9505cb9),segment_id=51f871b6-b945-4062-a6a8-cab4d9505cb9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:30.359698 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-69aad318-99fa-4eb3-89c5-7a4cba672c61 req-bcd74949-ed26-4827-be16-27df274b5f58 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:30.381842 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-944d9181-dc46-4e48-b9fb-fd9eb69b63fc admin admin] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:30.432408 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-a0088494-fdec-4293-94e7-1475dcc8ffec None None] Set router 6182b628-b7be-486f-b7ca-85f5460e89fd gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:30.534685 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-944d9181-dc46-4e48-b9fb-fd9eb69b63fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:30.636188 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-944d9181-dc46-4e48-b9fb-fd9eb69b63fc admin admin] Deleting port 1d654372-e6fb-4d43-ab30-010794023c31 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:30.636996 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-944d9181-dc46-4e48-b9fb-fd9eb69b63fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:30.652716 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-65bd93d2-b3c0-478e-a75d-5550cea67084 req-b0bad81d-8704-4272-8f15-9a5a4d504967 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3023598 Jul 15 13:10:30.663147 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4184b599-9513-4d33-a007-4267d5c3159d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:30.679315 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4184b599-9513-4d33-a007-4267d5c3159d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-956703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-956678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-956815'] for router, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:30.805095 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-944d9181-dc46-4e48-b9fb-fd9eb69b63fc admin admin] For port 1d654372-e6fb-4d43-ab30-010794023c31, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=1d654372-e6fb-4d43-ab30-010794023c31,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:30.805475 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-944d9181-dc46-4e48-b9fb-fd9eb69b63fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:30.822510 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-944d9181-dc46-4e48-b9fb-fd9eb69b63fc admin admin] Calling delete_port for 1d654372-e6fb-4d43-ab30-010794023c31 owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:30.837464 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-a0088494-fdec-4293-94e7-1475dcc8ffec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6182b628-b7be-486f-b7ca-85f5460e89fd', 'name': 'tempest-ServersTestBootFromVolume-1882119-router', 'tenant_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '1d654372-e6fb-4d43-ab30-010794023c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:35Z', 'updated_at': '2021-07-15T13:10:27Z', 'revision_number': 5, 'project_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'gw_port': {'id': '1d654372-e6fb-4d43-ab30-010794023c31', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6182b628-b7be-486f-b7ca-85f5460e89fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:37Z', 'updated_at': '2021-07-15T13:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:30.870938 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4184b599-9513-4d33-a007-4267d5c3159d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Router 83f1a72b-fc39-4436-bc0c-686349253148 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:10:30.872161 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0088494-fdec-4293-94e7-1475dcc8ffec None None] Checking router: 6182b628-b7be-486f-b7ca-85f5460e89fd for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:10:30.881193 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0088494-fdec-4293-94e7-1475dcc8ffec None None] Routers {'6182b628-b7be-486f-b7ca-85f5460e89fd'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:30.881962 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-a0088494-fdec-4293-94e7-1475dcc8ffec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:10:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['6182b628-b7be-486f-b7ca-85f5460e89fd'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:30.905099 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb9317-f103-48e7-9ab3-b3dfe01192ec req-f11ad1c0-f913-40d0-86d5-1026cc73fd16 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:30.913488 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8bdb9317-f103-48e7-9ab3-b3dfe01192ec req-f11ad1c0-f913-40d0-86d5-1026cc73fd16 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 946 time: 0.5496030 Jul 15 13:10:30.979566 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-a0088494-fdec-4293-94e7-1475dcc8ffec None None] Set router 6182b628-b7be-486f-b7ca-85f5460e89fd gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:31.006924 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-944d9181-dc46-4e48-b9fb-fd9eb69b63fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.035075 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d9181-dc46-4e48-b9fb-fd9eb69b63fc admin admin] Pushing event deleted for resources: {'Port': ['ID=1d654372-e6fb-4d43-ab30-010794023c31,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:31.052910 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-a0088494-fdec-4293-94e7-1475dcc8ffec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6182b628-b7be-486f-b7ca-85f5460e89fd', 'name': 'tempest-ServersTestBootFromVolume-1882119-router', 'tenant_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:35Z', 'updated_at': '2021-07-15T13:10:30Z', 'revision_number': 6, 'project_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:31.059390 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8bdb9317-f103-48e7-9ab3-b3dfe01192ec req-27c1aa4c-d703-4cf8-b87d-311ac1e85339 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449416 Jul 15 13:10:31.090829 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0088494-fdec-4293-94e7-1475dcc8ffec None None] The sync data for ids ['6182b628-b7be-486f-b7ca-85f5460e89fd'] in n-d-771363-36 is: [{'id': '6182b628-b7be-486f-b7ca-85f5460e89fd', 'name': 'tempest-ServersTestBootFromVolume-1882119-router', 'tenant_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:35Z', 'updated_at': '2021-07-15T13:10:30Z', 'revision_number': 6, 'project_id': '49bbb79a73e14fa894aa5fbb900d6de9', 'gw_port_host': None}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:10:31.148560 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c0082-2d2c-431b-98f2-edd00c3871a8 req-64dc830e-7cf9-4821-8c38-6c7d34601c46 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:31.150115 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b62c0082-2d2c-431b-98f2-edd00c3871a8 req-64dc830e-7cf9-4821-8c38-6c7d34601c46 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 946 time: 0.3448584 Jul 15 13:10:31.161278 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-944d9181-dc46-4e48-b9fb-fd9eb69b63fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.216803 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-69aad318-99fa-4eb3-89c5-7a4cba672c61 req-bcd74949-ed26-4827-be16-27df274b5f58 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.217290 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-69aad318-99fa-4eb3-89c5-7a4cba672c61 req-bcd74949-ed26-4827-be16-27df274b5f58 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.217670 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [req-69aad318-99fa-4eb3-89c5-7a4cba672c61 req-bcd74949-ed26-4827-be16-27df274b5f58 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Floating IP 91dbc3cf-4c9e-4425-942b-f3f6ebb3282f disassociated. External IP: 172.25.8.51, port: fc24b9d1-5104-44dc-9fbd-0dfe06462cc5. Jul 15 13:10:31.218080 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-69aad318-99fa-4eb3-89c5-7a4cba672c61 req-bcd74949-ed26-4827-be16-27df274b5f58 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Calling delete_port for fc24b9d1-5104-44dc-9fbd-0dfe06462cc5 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:31.228795 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4184b599-9513-4d33-a007-4267d5c3159d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:10:31.237710 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4184b599-9513-4d33-a007-4267d5c3159d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.239302 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4184b599-9513-4d33-a007-4267d5c3159d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "PUT /v2.0/routers/83f1a72b-fc39-4436-bc0c-686349253148 HTTP/1.1" status: 200 len: 705 time: 1.7726772 Jul 15 13:10:31.244319 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51110) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:31.244764 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b8cfef-d529-4c59-b9b8-9104b1423ad6 None None] Sync routers for ids ['83f1a72b-fc39-4436-bc0c-686349253148'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:10:31.258418 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b8cfef-d529-4c59-b9b8-9104b1423ad6 None None] Routers {'83f1a72b-fc39-4436-bc0c-686349253148'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:31.260021 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-26b8cfef-d529-4c59-b9b8-9104b1423ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:10:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['83f1a72b-fc39-4436-bc0c-686349253148'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:31.304799 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e2970f94-5861-4a67-91b1-4bebd2d55ef2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "GET /v2.0/ports?device_id=83f1a72b-fc39-4436-bc0c-686349253148 HTTP/1.1" status: 200 len: 205 time: 0.0548034 Jul 15 13:10:31.307337 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-944d9181-dc46-4e48-b9fb-fd9eb69b63fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.310136 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-944d9181-dc46-4e48-b9fb-fd9eb69b63fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.344248 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b62c0082-2d2c-431b-98f2-edd00c3871a8 req-4e5cad00-5e0f-4449-b300-02b34bc918b5 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6a1356-fa75-4dc1-a4fe-d320e6b273c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586444 Jul 15 13:10:31.355158 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51112) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:31.400975 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-944d9181-dc46-4e48-b9fb-fd9eb69b63fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.401821 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944d9181-dc46-4e48-b9fb-fd9eb69b63fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6182b628-b7be-486f-b7ca-85f5460e89fd {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:10:31.410941 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-944d9181-dc46-4e48-b9fb-fd9eb69b63fc admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.412382 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-944d9181-dc46-4e48-b9fb-fd9eb69b63fc admin admin] 10.222.0.16 "DELETE /v2.0/routers/6182b628-b7be-486f-b7ca-85f5460e89fd HTTP/1.1" status: 204 len: 168 time: 1.2629321 Jul 15 13:10:31.415302 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51114) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:31.451423 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a20af68a-843a-457a-b980-3f864a393882 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.452888 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-26b8cfef-d529-4c59-b9b8-9104b1423ad6 None None] Set router 83f1a72b-fc39-4436-bc0c-686349253148 gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:31.506651 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-0805310a-60bc-4416-9756-3960895bcc34 admin admin] Deleting subnet a6bbe658-7956-4bdc-bf0f-4e1c4674969b {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:10:31.515544 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0805310a-60bc-4416-9756-3960895bcc34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.583008 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-26b8cfef-d529-4c59-b9b8-9104b1423ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1a72b-fc39-4436-bc0c-686349253148', 'name': 'tempest-RoutersIpV6Test-router-1622586588', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:40Z', 'updated_at': '2021-07-15T13:10:25Z', 'revision_number': 11, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:31.587521 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0805310a-60bc-4416-9756-3960895bcc34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.631710 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b8cfef-d529-4c59-b9b8-9104b1423ad6 None None] Checking router: 83f1a72b-fc39-4436-bc0c-686349253148 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:10:31.643807 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b8cfef-d529-4c59-b9b8-9104b1423ad6 None None] Routers {'83f1a72b-fc39-4436-bc0c-686349253148'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:31.644520 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-26b8cfef-d529-4c59-b9b8-9104b1423ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:10:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['83f1a72b-fc39-4436-bc0c-686349253148'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:31.721635 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-26b8cfef-d529-4c59-b9b8-9104b1423ad6 None None] Set router 83f1a72b-fc39-4436-bc0c-686349253148 gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:31.755133 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0805310a-60bc-4416-9756-3960895bcc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.768983 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a20af68a-843a-457a-b980-3f864a393882 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.776117 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a20af68a-843a-457a-b980-3f864a393882 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.783253 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-26b8cfef-d529-4c59-b9b8-9104b1423ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1a72b-fc39-4436-bc0c-686349253148', 'name': 'tempest-RoutersIpV6Test-router-1622586588', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:40Z', 'updated_at': '2021-07-15T13:10:25Z', 'revision_number': 11, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:31.821770 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b8cfef-d529-4c59-b9b8-9104b1423ad6 None None] The sync data for ids ['83f1a72b-fc39-4436-bc0c-686349253148'] in n-d-771363-36 is: [{'id': '83f1a72b-fc39-4436-bc0c-686349253148', 'name': 'tempest-RoutersIpV6Test-router-1622586588', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:40Z', 'updated_at': '2021-07-15T13:10:25Z', 'revision_number': 11, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'gw_port_host': None}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:10:31.843740 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0805310a-60bc-4416-9756-3960895bcc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.850005 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-69aad318-99fa-4eb3-89c5-7a4cba672c61 req-bcd74949-ed26-4827-be16-27df274b5f58 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.891196 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a20af68a-843a-457a-b980-3f864a393882 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.891738 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20af68a-843a-457a-b980-3f864a393882 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Fanout notify agent at l3_agent the message router_deleted on router 83f1a72b-fc39-4436-bc0c-686349253148 {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:10:31.892597 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805310a-60bc-4416-9756-3960895bcc34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6bbe658-7956-4bdc-bf0f-4e1c4674969b,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:31.899882 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a20af68a-843a-457a-b980-3f864a393882 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.901248 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a20af68a-843a-457a-b980-3f864a393882 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "DELETE /v2.0/routers/83f1a72b-fc39-4436-bc0c-686349253148 HTTP/1.1" status: 204 len: 168 time: 0.5531507 Jul 15 13:10:31.907002 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd74949-ed26-4827-be16-27df274b5f58 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Pushing event deleted for resources: {'Port': ['ID=fc24b9d1-5104-44dc-9fbd-0dfe06462cc5,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:31.910217 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51116) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:31.915771 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-7cbbf9ce-8c39-4d55-ad91-3676d54fcf2c tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2018951340', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:31.918720 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0805310a-60bc-4416-9756-3960895bcc34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.919173 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f898dc-90c7-4d9e-af50-733836e5ba58 None None] Network 6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:31.920828 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0805310a-60bc-4416-9756-3960895bcc34 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a6bbe658-7956-4bdc-bf0f-4e1c4674969b HTTP/1.1" status: 204 len: 168 time: 0.5044408 Jul 15 13:10:31.923409 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51118) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:31.941550 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff98922-0d82-4d04-8e73-6e48d613ffdf req-c26b0f08-c7d7-42aa-81c7-a446ab40dad4 tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:31.943232 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9ff98922-0d82-4d04-8e73-6e48d613ffdf req-c26b0f08-c7d7-42aa-81c7-a446ab40dad4 tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac45bd7e-6574-465a-a61c-2b5b19452002 HTTP/1.1" status: 200 len: 943 time: 0.3734987 Jul 15 13:10:32.068038 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d8048cab-2c9f-4dd6-ac1b-9b60c5b48612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:32.068699 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7cbbf9ce-8c39-4d55-ad91-3676d54fcf2c tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:32.069611 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7cbbf9ce-8c39-4d55-ad91-3676d54fcf2c tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:32.095048 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9ff98922-0d82-4d04-8e73-6e48d613ffdf req-cdabe668-092e-452f-b685-e90a6a25f696 tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] 10.222.0.16 "GET /v2.0/security-groups?id=891f05ae-55d6-472d-a577-12c43a57b37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423955 Jul 15 13:10:32.247110 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-d8048cab-2c9f-4dd6-ac1b-9b60c5b48612 admin admin] Deleting port 9cbc1111-e1f1-44ba-bb18-554476617cc6 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:32.251111 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d8048cab-2c9f-4dd6-ac1b-9b60c5b48612 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:32.314450 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:32.410949 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1d654372-e6fb-4d43-ab30-010794023c31 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:32.487520 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-d8048cab-2c9f-4dd6-ac1b-9b60c5b48612 admin admin] For port 9cbc1111-e1f1-44ba-bb18-554476617cc6, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9cbc1111-e1f1-44ba-bb18-554476617cc6,segment=NetworkSegment(89fbc622-efc0-4427-9c11-6afea9afb82b),segment_id=89fbc622-efc0-4427-9c11-6afea9afb82b)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:32.488218 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d8048cab-2c9f-4dd6-ac1b-9b60c5b48612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:32.500421 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 1d654372-e6fb-4d43-ab30-010794023c31 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:32.503340 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1d654372-e6fb-4d43-ab30-010794023c31 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:32.504059 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6b150fcb-4c63-451b-91d1-7a815c150d48 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:32.519173 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device bda02bb1-59c6-44fe-b270-6ab0f6008f8e details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:10:32.531839 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-d8048cab-2c9f-4dd6-ac1b-9b60c5b48612 admin admin] Calling delete_port for 9cbc1111-e1f1-44ba-bb18-554476617cc6 owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:32.617871 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 6b150fcb-4c63-451b-91d1-7a815c150d48 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:32.619048 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6b150fcb-4c63-451b-91d1-7a815c150d48 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:32.645627 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-725bf993-c093-4ed9-9702-be6174e0bb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:32.765270 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba49594-a216-4a11-9d5b-5a16ad1e3d5d None None] DHCP port deletion for 6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:10:32.921374 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port bda02bb1-59c6-44fe-b270-6ab0f6008f8e, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=bda02bb1-59c6-44fe-b270-6ab0f6008f8e,segment=NetworkSegment(4e2a3a0e-b870-41ff-9791-cd8dd21dac8a),segment_id=4e2a3a0e-b870-41ff-9791-cd8dd21dac8a)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:32.947311 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'bda02bb1-59c6-44fe-b270-6ab0f6008f8e', 'network_id': 'ad531fa4-9921-464d-8262-8c224cca5e46', 'port_id': 'bda02bb1-59c6-44fe-b270-6ab0f6008f8e', 'mac_address': 'fa:16:3e:92:59:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c185c845-5e8a-4a6d-80b9-7559c8b1c688', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:10:33.004407 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-aba49594-a216-4a11-9d5b-5a16ad1e3d5d None None] Deleting port 9cbc1111-e1f1-44ba-bb18-554476617cc6 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:33.004743 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aba49594-a216-4a11-9d5b-5a16ad1e3d5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.036771 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7cbbf9ce-8c39-4d55-ad91-3676d54fcf2c tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.064182 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b5954503-4f87-47d0-8776-359e3446566d req-53098e2b-c200-4bef-ae75-5fada717c9ad tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 210 time: 0.0727909 Jul 15 13:10:33.065891 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7cbbf9ce-8c39-4d55-ad91-3676d54fcf2c tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.098898 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-aba49594-a216-4a11-9d5b-5a16ad1e3d5d None None] For port 9cbc1111-e1f1-44ba-bb18-554476617cc6, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9cbc1111-e1f1-44ba-bb18-554476617cc6,segment=NetworkSegment(89fbc622-efc0-4427-9c11-6afea9afb82b),segment_id=89fbc622-efc0-4427-9c11-6afea9afb82b)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:33.099537 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aba49594-a216-4a11-9d5b-5a16ad1e3d5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.114458 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-aba49594-a216-4a11-9d5b-5a16ad1e3d5d None None] Calling delete_port for 9cbc1111-e1f1-44ba-bb18-554476617cc6 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:33.120792 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69aad318-99fa-4eb3-89c5-7a4cba672c61 req-bcd74949-ed26-4827-be16-27df274b5f58 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Router b8200b60-5091-4cfd-8e78-08159c6a04ac has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:10:33.136130 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7cbbf9ce-8c39-4d55-ad91-3676d54fcf2c tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.141111 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7cbbf9ce-8c39-4d55-ad91-3676d54fcf2c tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2292457 Jul 15 13:10:33.141531 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51126) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:33.147312 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-601ed1b9-1247-4184-be37-d6eaadb4b027 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:33.205484 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5347c2e-662b-4720-81df-4b215f78cc7e req-52d477d4-cb55-49d2-abda-65906a034680 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:33.213812 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c5347c2e-662b-4720-81df-4b215f78cc7e req-52d477d4-cb55-49d2-abda-65906a034680 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 946 time: 0.2336040 Jul 15 13:10:33.228001 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.327340 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69aad318-99fa-4eb3-89c5-7a4cba672c61 req-bcd74949-ed26-4827-be16-27df274b5f58 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:10:33.339155 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8686893e-aa0a-4a25-8546-da135acca07e None None] Sync routers for ids ['b8200b60-5091-4cfd-8e78-08159c6a04ac'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:10:33.355396 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8686893e-aa0a-4a25-8546-da135acca07e None None] Routers {'b8200b60-5091-4cfd-8e78-08159c6a04ac'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:33.356792 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c5347c2e-662b-4720-81df-4b215f78cc7e req-6eeec96e-d13d-40a6-81d6-9056c94a5dee tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419516 Jul 15 13:10:33.357745 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-8686893e-aa0a-4a25-8546-da135acca07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:10:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['b8200b60-5091-4cfd-8e78-08159c6a04ac'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:33.402613 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d8048cab-2c9f-4dd6-ac1b-9b60c5b48612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.480772 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bda02bb1-59c6-44fe-b270-6ab0f6008f8e {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:33.493762 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-601ed1b9-1247-4184-be37-d6eaadb4b027 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.520738 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.530100 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port bda02bb1-59c6-44fe-b270-6ab0f6008f8e, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=bda02bb1-59c6-44fe-b270-6ab0f6008f8e,segment=NetworkSegment(4e2a3a0e-b870-41ff-9791-cd8dd21dac8a),segment_id=4e2a3a0e-b870-41ff-9791-cd8dd21dac8a)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:33.536316 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.539516 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-601ed1b9-1247-4184-be37-d6eaadb4b027 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-956703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-956678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-956815'] for router, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.543357 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aba49594-a216-4a11-9d5b-5a16ad1e3d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.547525 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8048cab-2c9f-4dd6-ac1b-9b60c5b48612 admin admin] No DVR routers for this DVR port 9cbc1111-e1f1-44ba-bb18-554476617cc6 on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:33.554046 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8048cab-2c9f-4dd6-ac1b-9b60c5b48612 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cbc1111-e1f1-44ba-bb18-554476617cc6,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:33.576359 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-69aad318-99fa-4eb3-89c5-7a4cba672c61 req-bcd74949-ed26-4827-be16-27df274b5f58 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] No DVR routers for this DVR port fc24b9d1-5104-44dc-9fbd-0dfe06462cc5 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:33.588175 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-69aad318-99fa-4eb3-89c5-7a4cba672c61 req-bcd74949-ed26-4827-be16-27df274b5f58 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.590905 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-69aad318-99fa-4eb3-89c5-7a4cba672c61 req-bcd74949-ed26-4827-be16-27df274b5f58 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.46 "DELETE /v2.0/ports/fc24b9d1-5104-44dc-9fbd-0dfe06462cc5 HTTP/1.1" status: 204 len: 173 time: 4.3359847 Jul 15 13:10:33.596070 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f67275-b02f-4744-8bd1-4bd4d17904da', 'name': 'network-vif-deleted', 'tag': 'fc24b9d1-5104-44dc-9fbd-0dfe06462cc5'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:33.603366 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac13f58-f35e-4087-b75e-b9f0b5d2699c" -d '{"events": [{"server_uuid": "75f67275-b02f-4744-8bd1-4bd4d17904da", "name": "network-vif-deleted", "tag": "fc24b9d1-5104-44dc-9fbd-0dfe06462cc5"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:33.604259 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba49594-a216-4a11-9d5b-5a16ad1e3d5d None None] No DVR routers for this DVR port 9cbc1111-e1f1-44ba-bb18-554476617cc6 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:33.642465 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=bda02bb1-59c6-44fe-b270-6ab0f6008f8e,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:33.675289 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d8048cab-2c9f-4dd6-ac1b-9b60c5b48612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.679340 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:33.681713 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:33.682316 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:33.682722 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:33.683359 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:33.683484 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:33.683729 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:33.684057 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:33.684385 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:33.684714 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:33.685036 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:33.685366 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:33.699043 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-d8048cab-2c9f-4dd6-ac1b-9b60c5b48612 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:33.705891 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-8686893e-aa0a-4a25-8546-da135acca07e None None] Set router b8200b60-5091-4cfd-8e78-08159c6a04ac gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:33.717521 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7545060f-090e-4640-aa3c-f52439927bc2 x-openstack-request-id: req-7545060f-090e-4640-aa3c-f52439927bc2 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:33.717999 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f67275-b02f-4744-8bd1-4bd4d17904da", "name": "network-vif-deleted", "tag": "fc24b9d1-5104-44dc-9fbd-0dfe06462cc5", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:33.718400 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7545060f-090e-4640-aa3c-f52439927bc2 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:33.718981 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f67275-b02f-4744-8bd1-4bd4d17904da', 'name': 'network-vif-deleted', 'tag': 'fc24b9d1-5104-44dc-9fbd-0dfe06462cc5', 'status': 'completed', 'code': 200} Jul 15 13:10:33.725081 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-d8048cab-2c9f-4dd6-ac1b-9b60c5b48612 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89fbc622-efc0-4427-9c11-6afea9afb82b') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:33.725388 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-d8048cab-2c9f-4dd6-ac1b-9b60c5b48612 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89fbc622-efc0-4427-9c11-6afea9afb82b') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:33.746112 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781c854-45aa-48bc-a882-3ab81034b630 req-f7a3ee1b-a6b3-49c8-b36c-ec2b63fc10d3 tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:33.748349 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d8048cab-2c9f-4dd6-ac1b-9b60c5b48612 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.751060 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba49594-a216-4a11-9d5b-5a16ad1e3d5d None None] Pushing event deleted for resources: {'Port': ['ID=9cbc1111-e1f1-44ba-bb18-554476617cc6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:33.762138 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b781c854-45aa-48bc-a882-3ab81034b630 req-f7a3ee1b-a6b3-49c8-b36c-ec2b63fc10d3 tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac45bd7e-6574-465a-a61c-2b5b19452002 HTTP/1.1" status: 200 len: 943 time: 0.4010158 Jul 15 13:10:33.773105 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d8048cab-2c9f-4dd6-ac1b-9b60c5b48612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.867387 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b781c854-45aa-48bc-a882-3ab81034b630 req-09c7fae2-cf1f-4362-ae6b-ac63eb920887 tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] 10.222.0.16 "GET /v2.0/security-groups?id=891f05ae-55d6-472d-a577-12c43a57b37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039166 Jul 15 13:10:33.890770 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8048cab-2c9f-4dd6-ac1b-9b60c5b48612 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:10:33.891270 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d8048cab-2c9f-4dd6-ac1b-9b60c5b48612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.935450 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['bda02bb1-59c6-44fe-b270-6ab0f6008f8e'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:33.982250 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:10:33.982250 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:10:33.982250 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:10:33.982250 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:10:33.982250 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:10:33.982250 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:10:33.982250 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:10:33.982250 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:10:33.982250 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:10:33.982250 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:10:33.982250 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:10:33.982250 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:10:33.982250 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:10:33.982250 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:10:33.982250 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:10:33.982250 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:10:33.982250 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:10:33.982250 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:10:33.982250 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:10:33.982250 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:10:33.982250 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:10:33.982250 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:10:33.982250 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:10:33.982250 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:10:33.982250 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:10:33.982250 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:10:33.982250 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:10:33.982250 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:10:33.982250 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:10:33.982250 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:10:33.982250 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:10:33.982250 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:10:34.052494 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d8048cab-2c9f-4dd6-ac1b-9b60c5b48612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.084480 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d8048cab-2c9f-4dd6-ac1b-9b60c5b48612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.086404 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d8048cab-2c9f-4dd6-ac1b-9b60c5b48612 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d HTTP/1.1" status: 204 len: 168 time: 2.1615269 Jul 15 13:10:34.087330 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8048cab-2c9f-4dd6-ac1b-9b60c5b48612 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cd8a5c0-2a1e-4271-ab1e-52bfae3a6d4d,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:34.098344 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601ed1b9-1247-4184-be37-d6eaadb4b027 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Router 7a75f5cb-bdd1-445b-8684-720ed5eff5fa is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:10:34.182978 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-8686893e-aa0a-4a25-8546-da135acca07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'name': 'tempest-AttachVolumeTestJSON-1386044083-router', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '8eac28ae-e7a6-40ba-98f0-9e420eb184b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:58Z', 'updated_at': '2021-07-15T13:05:06Z', 'revision_number': 4, 'project_id': 'cece2284cedf41a29a33e49364b41245', 'gw_port': {'id': '8eac28ae-e7a6-40ba-98f0-9e420eb184b2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:34:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:00Z', 'updated_at': '2021-07-15T13:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'e43d076f-dd65-4e0d-aca4-b744d9599bb9', 'name': '', 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'mac_address': 'fa:16:3e:4c:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '1796d493-1d5f-49de-a2f8-cb5cb28c84a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:05Z', 'updated_at': '2021-07-15T13:05:11Z', 'revision_number': 5, 'project_id': 'cece2284cedf41a29a33e49364b41245', 'subnets': [{'id': '1796d493-1d5f-49de-a2f8-cb5cb28c84a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:34.276282 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8686893e-aa0a-4a25-8546-da135acca07e None None] Checking router: b8200b60-5091-4cfd-8e78-08159c6a04ac for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:10:34.291289 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9cbc1111-e1f1-44ba-bb18-554476617cc6 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:34.301368 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8686893e-aa0a-4a25-8546-da135acca07e None None] Routers {'b8200b60-5091-4cfd-8e78-08159c6a04ac'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:34.321374 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-8686893e-aa0a-4a25-8546-da135acca07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:10:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['b8200b60-5091-4cfd-8e78-08159c6a04ac'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:34.325167 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601ed1b9-1247-4184-be37-d6eaadb4b027 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:10:34.332100 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51138) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:34.356728 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50536a5a-012b-484c-9e79-038b6cec1595 None None] Sync routers for ids ['7a75f5cb-bdd1-445b-8684-720ed5eff5fa'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:10:34.360144 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 9cbc1111-e1f1-44ba-bb18-554476617cc6 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:34.360778 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9cbc1111-e1f1-44ba-bb18-554476617cc6 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:34.364450 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-601ed1b9-1247-4184-be37-d6eaadb4b027 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.369024 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-601ed1b9-1247-4184-be37-d6eaadb4b027 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "PUT /v2.0/routers/7a75f5cb-bdd1-445b-8684-720ed5eff5fa HTTP/1.1" status: 200 len: 698 time: 1.2264824 Jul 15 13:10:34.373020 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51140) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:34.384118 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50536a5a-012b-484c-9e79-038b6cec1595 None None] Routers {'7a75f5cb-bdd1-445b-8684-720ed5eff5fa'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:34.385018 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-50536a5a-012b-484c-9e79-038b6cec1595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:10:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['7a75f5cb-bdd1-445b-8684-720ed5eff5fa'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:34.496856 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-95dc1f16-c9b3-4c04-9683-afe56a6d96ef req-92ce65c1-4f42-4600-bcc5-09e47c940403 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=75f67275-b02f-4744-8bd1-4bd4d17904da HTTP/1.1" status: 200 len: 210 time: 0.1361558 Jul 15 13:10:34.546421 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device fc24b9d1-5104-44dc-9fbd-0dfe06462cc5 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:34.552056 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b76d6bce-b398-4706-9c9a-94890ff6a4f0 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "GET /v2.0/routers/7a75f5cb-bdd1-445b-8684-720ed5eff5fa HTTP/1.1" status: 200 len: 704 time: 0.1786580 Jul 15 13:10:34.552565 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51144) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:34.607845 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: fc24b9d1-5104-44dc-9fbd-0dfe06462cc5 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:34.608230 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device fc24b9d1-5104-44dc-9fbd-0dfe06462cc5 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:34.613302 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-50536a5a-012b-484c-9e79-038b6cec1595 None None] Set router 7a75f5cb-bdd1-445b-8684-720ed5eff5fa gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:34.614120 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b1020719-9a12-41ba-bfe7-a903cb35c483 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a75f5cb-bdd1-445b-8684-720ed5eff5fa HTTP/1.1" status: 200 len: 205 time: 0.0604537 Jul 15 13:10:34.617075 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51148) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:34.648586 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8bc280cc-c288-4f88-8478-bcca196c6024 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=49bbb79a73e14fa894aa5fbb900d6de9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3150067 Jul 15 13:10:34.650299 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51152) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:34.674942 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-8686893e-aa0a-4a25-8546-da135acca07e None None] Set router b8200b60-5091-4cfd-8e78-08159c6a04ac gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:34.688587 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-50536a5a-012b-484c-9e79-038b6cec1595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a75f5cb-bdd1-445b-8684-720ed5eff5fa', 'name': 'tempest-RoutersIpV6Test-router-2018951340', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:32Z', 'updated_at': '2021-07-15T13:10:33Z', 'revision_number': 2, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:34.720191 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50536a5a-012b-484c-9e79-038b6cec1595 None None] Checking router: 7a75f5cb-bdd1-445b-8684-720ed5eff5fa for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:10:34.729908 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50536a5a-012b-484c-9e79-038b6cec1595 None None] Routers {'7a75f5cb-bdd1-445b-8684-720ed5eff5fa'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:34.730579 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-50536a5a-012b-484c-9e79-038b6cec1595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:10:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['7a75f5cb-bdd1-445b-8684-720ed5eff5fa'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:34.765662 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f62c4-e057-47c0-848c-e95e6212e28e req-bdfe97a3-a472-48e3-958d-982cf9aee920 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:34.776540 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4d3f62c4-e057-47c0-848c-e95e6212e28e req-bdfe97a3-a472-48e3-958d-982cf9aee920 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 946 time: 0.2409763 Jul 15 13:10:34.789799 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d7caf017-96d7-45cc-8edb-94e8849458a2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.803035 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c6864a50-baa1-457a-9d2c-2165bb1b1e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.841662 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c6864a50-baa1-457a-9d2c-2165bb1b1e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.855790 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4d3f62c4-e057-47c0-848c-e95e6212e28e req-6729ceaf-77bd-4e27-9c29-fd0a871f8dfc tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784812 Jul 15 13:10:34.860380 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-50536a5a-012b-484c-9e79-038b6cec1595 None None] Set router 7a75f5cb-bdd1-445b-8684-720ed5eff5fa gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:34.935888 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c6864a50-baa1-457a-9d2c-2165bb1b1e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.942956 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c6864a50-baa1-457a-9d2c-2165bb1b1e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.947308 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c6864a50-baa1-457a-9d2c-2165bb1b1e2b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f6f9d6e-22f2-49c1-a843-03911e5acd6f HTTP/1.1" status: 204 len: 168 time: 0.2929313 Jul 15 13:10:34.947819 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-8686893e-aa0a-4a25-8546-da135acca07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'name': 'tempest-AttachVolumeTestJSON-1386044083-router', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '8eac28ae-e7a6-40ba-98f0-9e420eb184b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:58Z', 'updated_at': '2021-07-15T13:05:06Z', 'revision_number': 4, 'project_id': 'cece2284cedf41a29a33e49364b41245', 'gw_port': {'id': '8eac28ae-e7a6-40ba-98f0-9e420eb184b2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:34:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:00Z', 'updated_at': '2021-07-15T13:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'e43d076f-dd65-4e0d-aca4-b744d9599bb9', 'name': '', 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'mac_address': 'fa:16:3e:4c:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '1796d493-1d5f-49de-a2f8-cb5cb28c84a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:05Z', 'updated_at': '2021-07-15T13:05:11Z', 'revision_number': 5, 'project_id': 'cece2284cedf41a29a33e49364b41245', 'subnets': [{'id': '1796d493-1d5f-49de-a2f8-cb5cb28c84a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:34.967929 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6864a50-baa1-457a-9d2c-2165bb1b1e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6f9d6e-22f2-49c1-a843-03911e5acd6f,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:34.989008 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8686893e-aa0a-4a25-8546-da135acca07e None None] The sync data for ids ['b8200b60-5091-4cfd-8e78-08159c6a04ac'] in n-d-771363-36 is: [{'id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'name': 'tempest-AttachVolumeTestJSON-1386044083-router', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '8eac28ae-e7a6-40ba-98f0-9e420eb184b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:58Z', 'updated_at': '2021-07-15T13:05:06Z', 'revision_number': 4, 'project_id': 'cece2284cedf41a29a33e49364b41245', 'gw_port': {'id': '8eac28ae-e7a6-40ba-98f0-9e420eb184b2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:34:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:00Z', 'updated_at': '2021-07-15T13:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'e43d076f-dd65-4e0d-aca4-b744d9599bb9', 'name': '', 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'mac_address': 'fa:16:3e:4c:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '1796d493-1d5f-49de-a2f8-cb5cb28c84a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:05Z', 'updated_at': '2021-07-15T13:05:11Z', 'revision_number': 5, 'project_id': 'cece2284cedf41a29a33e49364b41245', 'subnets': [{'id': '1796d493-1d5f-49de-a2f8-cb5cb28c84a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:10:35.051033 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:35.051787 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-50536a5a-012b-484c-9e79-038b6cec1595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a75f5cb-bdd1-445b-8684-720ed5eff5fa', 'name': 'tempest-RoutersIpV6Test-router-2018951340', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:32Z', 'updated_at': '2021-07-15T13:10:33Z', 'revision_number': 2, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:35.155547 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d7caf017-96d7-45cc-8edb-94e8849458a2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:35.158404 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d7caf017-96d7-45cc-8edb-94e8849458a2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:35.166584 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50536a5a-012b-484c-9e79-038b6cec1595 None None] The sync data for ids ['7a75f5cb-bdd1-445b-8684-720ed5eff5fa'] in n-d-771363-36 is: [{'id': '7a75f5cb-bdd1-445b-8684-720ed5eff5fa', 'name': 'tempest-RoutersIpV6Test-router-2018951340', 'tenant_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:32Z', 'updated_at': '2021-07-15T13:10:33Z', 'revision_number': 2, 'project_id': 'f9994f550e914ac18f1dbf8472ed0fcd', 'gw_port_host': None}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:10:35.230894 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e974d-7ceb-461f-866c-1a22fc2b955e req-c26a6d1a-6a33-48a6-b643-13bd3ae63aa5 tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:35.233643 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3d2e974d-7ceb-461f-866c-1a22fc2b955e req-c26a6d1a-6a33-48a6-b643-13bd3ae63aa5 tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac45bd7e-6574-465a-a61c-2b5b19452002 HTTP/1.1" status: 200 len: 944 time: 0.1462538 Jul 15 13:10:35.243418 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d7caf017-96d7-45cc-8edb-94e8849458a2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:35.244355 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7caf017-96d7-45cc-8edb-94e8849458a2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Fanout notify agent at l3_agent the message router_deleted on router 7a75f5cb-bdd1-445b-8684-720ed5eff5fa {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:10:35.254930 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d7caf017-96d7-45cc-8edb-94e8849458a2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:35.256241 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d7caf017-96d7-45cc-8edb-94e8849458a2 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "DELETE /v2.0/routers/7a75f5cb-bdd1-445b-8684-720ed5eff5fa HTTP/1.1" status: 204 len: 168 time: 0.6382360 Jul 15 13:10:35.259651 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51178) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:35.298091 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-581d8032-5694-4040-aac7-d8d8c888864a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a75f5cb-bdd1-445b-8684-720ed5eff5fa HTTP/1.1" status: 200 len: 205 time: 0.0369468 Jul 15 13:10:35.301140 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51180) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:35.301946 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3d2e974d-7ceb-461f-866c-1a22fc2b955e req-7690ee8d-5d6f-4714-8aad-890cc069c5c7 tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] 10.222.0.16 "GET /v2.0/security-groups?id=891f05ae-55d6-472d-a577-12c43a57b37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610886 Jul 15 13:10:35.362260 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-70bda046-93fe-444e-a54d-65671d739735 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] delete failed (client error): The resource could not be found. Jul 15 13:10:35.363975 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-70bda046-93fe-444e-a54d-65671d739735 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "DELETE /v2.0/routers/7a75f5cb-bdd1-445b-8684-720ed5eff5fa HTTP/1.1" status: 404 len: 336 time: 0.0507958 Jul 15 13:10:35.366494 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51182) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:35.447348 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-63a1dcaf-20a0-4758-84ba-3929f83142e9 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] DELETE failed (client error): The resource could not be found. Jul 15 13:10:35.448078 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63a1dcaf-20a0-4758-84ba-3929f83142e9 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:10:35.450197 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-63a1dcaf-20a0-4758-84ba-3929f83142e9 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "DELETE /v2.0/subnets/7774dd03-ea16-498e-afaf-58f6b4476dc3 HTTP/1.1" status: 404 len: 337 time: 0.0825617 Jul 15 13:10:35.452749 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51188) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:35.486019 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-688d3b2f-d14f-40a8-8ca8-7235d5405b11 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] DELETE failed (client error): The resource could not be found. Jul 15 13:10:35.487722 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-688d3b2f-d14f-40a8-8ca8-7235d5405b11 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:10:35.490288 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-688d3b2f-d14f-40a8-8ca8-7235d5405b11 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "DELETE /v2.0/subnets/5d0bcff6-4f33-4d70-9c06-697c2e72b7e7 HTTP/1.1" status: 404 len: 337 time: 0.0363653 Jul 15 13:10:35.492808 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51190) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:35.511515 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3868d104-8328-4995-97ea-accc6e4c5e0f None None] New status for floating IP 91dbc3cf-4c9e-4425-942b-f3f6ebb3282f: DOWN {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:10:35.554904 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-f39e5c83-2476-416f-b699-1ab6315d3b02 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] DELETE failed (client error): The resource could not be found. Jul 15 13:10:35.555417 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f39e5c83-2476-416f-b699-1ab6315d3b02 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:10:35.559499 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f39e5c83-2476-416f-b699-1ab6315d3b02 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "DELETE /v2.0/subnets/cc9854b7-6c23-4a17-af8f-2b88264ed67b HTTP/1.1" status: 404 len: 337 time: 0.0632904 Jul 15 13:10:35.560424 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51196) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:35.637973 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-30b9b4df-d5e0-4dc5-a9dd-de3cf3a37d8b tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] DELETE failed (client error): The resource could not be found. Jul 15 13:10:35.638941 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30b9b4df-d5e0-4dc5-a9dd-de3cf3a37d8b tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:10:35.644257 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51206) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:35.644980 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-30b9b4df-d5e0-4dc5-a9dd-de3cf3a37d8b tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "DELETE /v2.0/subnets/a77b2505-a4a5-4fc2-97cb-5427f87a392b HTTP/1.1" status: 404 len: 337 time: 0.0831361 Jul 15 13:10:35.685801 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51208) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:35.697382 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d62e6a98-e594-4941-907a-bbf03d98a6d5 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "GET /v2.0/ports?device_id=83f1a72b-fc39-4436-bc0c-686349253148 HTTP/1.1" status: 200 len: 205 time: 0.0518010 Jul 15 13:10:35.701436 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51210) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:35.760100 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-2cca1c76-e735-44a9-ba80-8a221348d426 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] delete failed (client error): The resource could not be found. Jul 15 13:10:35.761157 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2cca1c76-e735-44a9-ba80-8a221348d426 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "DELETE /v2.0/routers/83f1a72b-fc39-4436-bc0c-686349253148 HTTP/1.1" status: 404 len: 336 time: 0.0585301 Jul 15 13:10:35.764303 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51212) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:35.806600 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1ecf9a99-4e81-44c7-a5a7-b02f2b47319f tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ca39a08-6b8d-4cb9-af34-721306a4c0b6 HTTP/1.1" status: 200 len: 205 time: 0.0406649 Jul 15 13:10:35.809462 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51216) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:35.816879 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3cd46a7d-3170-4743-ae56-c07f2048fa7c tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:35.867082 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-997f6059-83d2-4676-acf1-68906cdbf50a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] delete failed (client error): The resource could not be found. Jul 15 13:10:35.867943 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-997f6059-83d2-4676-acf1-68906cdbf50a tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "DELETE /v2.0/routers/1ca39a08-6b8d-4cb9-af34-721306a4c0b6 HTTP/1.1" status: 404 len: 336 time: 0.0571477 Jul 15 13:10:35.870760 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51218) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:35.929303 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3cd46a7d-3170-4743-ae56-c07f2048fa7c tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:35.946431 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff6cf862-85a5-49cb-81cf-89d5ddb1124d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] DELETE failed (client error): The resource could not be found. Jul 15 13:10:35.947282 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff6cf862-85a5-49cb-81cf-89d5ddb1124d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:10:35.949263 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ff6cf862-85a5-49cb-81cf-89d5ddb1124d tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "DELETE /v2.0/subnets/34421da3-a5ba-4d85-8b65-56a2af94451f HTTP/1.1" status: 404 len: 337 time: 0.0776534 Jul 15 13:10:35.951857 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51224) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:36.007732 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3cd46a7d-3170-4743-ae56-c07f2048fa7c tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:36.010442 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3cd46a7d-3170-4743-ae56-c07f2048fa7c tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:36.014510 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3cd46a7d-3170-4743-ae56-c07f2048fa7c tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "DELETE /v2.0/security-groups/cb6a1356-fa75-4dc1-a4fe-d320e6b273c7 HTTP/1.1" status: 204 len: 168 time: 0.3245106 Jul 15 13:10:36.040271 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51228) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:36.050632 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51232) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:36.052966 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-32df36e7-27c9-4e8a-a8bd-eb792b3dd2d1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "GET /v2.0/ports?device_id=366e7fed-8f83-4745-9304-d3acf5ae8a25 HTTP/1.1" status: 200 len: 205 time: 0.0919106 Jul 15 13:10:36.068448 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-32866da7-3744-4067-91ec-19d692229923 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] show failed (client error): The resource could not be found. Jul 15 13:10:36.072465 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-32866da7-3744-4067-91ec-19d692229923 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups/cb6a1356-fa75-4dc1-a4fe-d320e6b273c7 HTTP/1.1" status: 404 len: 347 time: 0.0154817 Jul 15 13:10:36.083219 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51234) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:36.099477 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd46a7d-3170-4743-ae56-c07f2048fa7c tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6a1356-fa75-4dc1-a4fe-d320e6b273c7,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:36.181729 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-1f217a80-2958-42ac-94b5-cd3e6ecb86d1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] delete failed (client error): The resource could not be found. Jul 15 13:10:36.182828 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1f217a80-2958-42ac-94b5-cd3e6ecb86d1 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "DELETE /v2.0/routers/366e7fed-8f83-4745-9304-d3acf5ae8a25 HTTP/1.1" status: 404 len: 336 time: 0.1320248 Jul 15 13:10:36.185414 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51236) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:36.197576 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51238) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:36.226545 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-34f05d72-0864-4161-9b16-d6c3102bce7c tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "GET /v2.0/ports?device_id=11678ef2-633e-4404-b869-ed950c566326 HTTP/1.1" status: 200 len: 205 time: 0.0400195 Jul 15 13:10:36.229365 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51246) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:36.277781 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-4abcfe40-8d91-424d-9080-c135457245ab tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] delete failed (client error): The resource could not be found. Jul 15 13:10:36.278912 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4abcfe40-8d91-424d-9080-c135457245ab tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "DELETE /v2.0/routers/11678ef2-633e-4404-b869-ed950c566326 HTTP/1.1" status: 404 len: 336 time: 0.0485556 Jul 15 13:10:36.281677 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51248) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:36.316917 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-a25987aa-1f5d-4221-8761-a1df9d68d4c9 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Deleting port cdd7b4ad-00df-40b5-82dc-b66d2cede0bd {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:36.317288 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a25987aa-1f5d-4221-8761-a1df9d68d4c9 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:36.319821 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae0b2309-a486-4786-9e35-8bb98970c60e tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] DELETE failed (client error): The resource could not be found. Jul 15 13:10:36.320312 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae0b2309-a486-4786-9e35-8bb98970c60e tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:10:36.322255 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ae0b2309-a486-4786-9e35-8bb98970c60e tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "DELETE /v2.0/subnets/fda8795b-6d22-48c0-8a35-8c17cfe5ca14 HTTP/1.1" status: 404 len: 337 time: 0.0399008 Jul 15 13:10:36.331420 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c691bd7-04cc-4601-a0f1-1be51c1c4043 req-e8672ca9-a3ae-4e4a-8efd-a2f6cb5dd263 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:36.338631 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6c691bd7-04cc-4601-a0f1-1be51c1c4043 req-e8672ca9-a3ae-4e4a-8efd-a2f6cb5dd263 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 946 time: 0.3341479 Jul 15 13:10:36.341281 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51250) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:36.383079 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-579ce8b9-8193-4668-8138-83e77b2aa314 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb100ec2-b763-42d7-9137-197fc1c2f8f1 HTTP/1.1" status: 200 len: 205 time: 0.0407934 Jul 15 13:10:36.385415 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51254) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:36.433076 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-0dc70286-70ff-49ff-adee-3e2619b60b04 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1605277065-network', 'tenant_id': 'a99d3a4347d44f88ad103ba988f2fb07'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:36.438606 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-0a170bd8-e79d-43e2-91a8-f416ee60acc6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] delete failed (client error): The resource could not be found. Jul 15 13:10:36.443332 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0a170bd8-e79d-43e2-91a8-f416ee60acc6 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "DELETE /v2.0/routers/eb100ec2-b763-42d7-9137-197fc1c2f8f1 HTTP/1.1" status: 404 len: 336 time: 0.0547378 Jul 15 13:10:36.446890 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51256) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:36.478529 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6c691bd7-04cc-4601-a0f1-1be51c1c4043 req-28a8b98d-be0f-400c-b7b9-449030d7e83d tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389127 Jul 15 13:10:36.494468 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-8657810b-9d76-4ed9-acd3-05da5b05a866 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] DELETE failed (client error): The resource could not be found. Jul 15 13:10:36.495061 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8657810b-9d76-4ed9-acd3-05da5b05a866 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:10:36.498683 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8657810b-9d76-4ed9-acd3-05da5b05a866 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "DELETE /v2.0/subnets/d1b26103-f7b8-4492-8cc5-08ae2403f57c HTTP/1.1" status: 404 len: 337 time: 0.0501015 Jul 15 13:10:36.500250 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device bda02bb1-59c6-44fe-b270-6ab0f6008f8e up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:36.500933 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51258) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:36.510705 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a25987aa-1f5d-4221-8761-a1df9d68d4c9 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:36.511044 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a25987aa-1f5d-4221-8761-a1df9d68d4c9 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:36.522226 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc70286-70ff-49ff-adee-3e2619b60b04 admin admin] Made reservation on behalf of a99d3a4347d44f88ad103ba988f2fb07 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:36.533989 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0dc70286-70ff-49ff-adee-3e2619b60b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:36.540771 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-a25987aa-1f5d-4221-8761-a1df9d68d4c9 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Calling delete_port for cdd7b4ad-00df-40b5-82dc-b66d2cede0bd owned by network:floatingip {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:36.574064 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9a3439d2-f2e4-448b-bcb5-247a658f96b4 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d1f3662-5e5d-4587-b11f-c465fe286cda HTTP/1.1" status: 200 len: 205 time: 0.0717559 Jul 15 13:10:36.591824 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51260) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:36.593455 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port bda02bb1-59c6-44fe-b270-6ab0f6008f8e completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:36.598484 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port bda02bb1-59c6-44fe-b270-6ab0f6008f8e triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:36.599195 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:36.606411 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0dc70286-70ff-49ff-adee-3e2619b60b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:36.702755 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-4e900a75-1efe-407a-b084-475597cca366 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] delete failed (client error): The resource could not be found. Jul 15 13:10:36.706209 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4e900a75-1efe-407a-b084-475597cca366 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "DELETE /v2.0/routers/8d1f3662-5e5d-4587-b11f-c465fe286cda HTTP/1.1" status: 404 len: 336 time: 0.1106079 Jul 15 13:10:36.710370 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51262) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:36.733313 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:36.786785 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb21fba-46ee-49f6-8613-6c90e0fd2b82 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] DELETE failed (client error): The resource could not be found. Jul 15 13:10:36.787248 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fb21fba-46ee-49f6-8613-6c90e0fd2b82 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:10:36.796631 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2fb21fba-46ee-49f6-8613-6c90e0fd2b82 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "DELETE /v2.0/subnets/c25fcc47-6d20-41bb-a9b6-42f494580b07 HTTP/1.1" status: 404 len: 337 time: 0.0829031 Jul 15 13:10:36.806329 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51264) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:36.840274 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac45bd7e-6574-465a-a61c-2b5b19452002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda02bb1-59c6-44fe-b270-6ab0f6008f8e'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:36.853847 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2576c457-08eb-4f3f-9fe8-84009d6b93fe" -d '{"events": [{"server_uuid": "ac45bd7e-6574-465a-a61c-2b5b19452002", "name": "network-vif-plugged", "status": "completed", "tag": "bda02bb1-59c6-44fe-b270-6ab0f6008f8e"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:36.879039 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-d009f7d4-4cf0-4d58-9069-bef95c20f026 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] DELETE failed (client error): The resource could not be found. Jul 15 13:10:36.885017 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d009f7d4-4cf0-4d58-9069-bef95c20f026 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:10:36.887152 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d009f7d4-4cf0-4d58-9069-bef95c20f026 tempest-RoutersIpV6Test-273846801 tempest-RoutersIpV6Test-273846801-project] 10.222.0.16 "DELETE /v2.0/subnets/79b19215-69d8-42f7-8389-af11f4075de3 HTTP/1.1" status: 404 len: 337 time: 0.0798306 Jul 15 13:10:36.887460 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a00baa-5666-46c0-9cc7-c6d31ece3992 req-d5f9fe0e-4455-406e-94f1-57cf1bd864da tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:36.897839 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port bda02bb1-59c6-44fe-b270-6ab0f6008f8e, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=bda02bb1-59c6-44fe-b270-6ab0f6008f8e,segment=NetworkSegment(4e2a3a0e-b870-41ff-9791-cd8dd21dac8a),segment_id=4e2a3a0e-b870-41ff-9791-cd8dd21dac8a)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:36.898936 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a4a00baa-5666-46c0-9cc7-c6d31ece3992 req-d5f9fe0e-4455-406e-94f1-57cf1bd864da tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac45bd7e-6574-465a-a61c-2b5b19452002 HTTP/1.1" status: 200 len: 944 time: 0.2003057 Jul 15 13:10:36.906722 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:36.945486 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecdeb973-a052-4a56-8d33-78e7f96b7c78 x-openstack-request-id: req-ecdeb973-a052-4a56-8d33-78e7f96b7c78 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:36.946053 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac45bd7e-6574-465a-a61c-2b5b19452002", "name": "network-vif-plugged", "status": "completed", "tag": "bda02bb1-59c6-44fe-b270-6ab0f6008f8e", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:36.946460 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ecdeb973-a052-4a56-8d33-78e7f96b7c78 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:36.948019 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac45bd7e-6574-465a-a61c-2b5b19452002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda02bb1-59c6-44fe-b270-6ab0f6008f8e', 'code': 200} Jul 15 13:10:37.007257 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=bda02bb1-59c6-44fe-b270-6ab0f6008f8e,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:37.036285 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a4a00baa-5666-46c0-9cc7-c6d31ece3992 req-6ef78c43-6be6-48af-9ab0-9ddd0e7df2a0 tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] 10.222.0.16 "GET /v2.0/security-groups?id=891f05ae-55d6-472d-a577-12c43a57b37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362646 Jul 15 13:10:37.043361 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a25987aa-1f5d-4221-8761-a1df9d68d4c9 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.076616 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0dc70286-70ff-49ff-adee-3e2619b60b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.095181 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0dc70286-70ff-49ff-adee-3e2619b60b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.104331 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25987aa-1f5d-4221-8761-a1df9d68d4c9 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Pushing event deleted for resources: {'Port': ['ID=cdd7b4ad-00df-40b5-82dc-b66d2cede0bd,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:37.129293 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc70286-70ff-49ff-adee-3e2619b60b04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:10:37.152812 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc70286-70ff-49ff-adee-3e2619b60b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb7c585-bf2b-45e9-a732-596b094d9e68,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:37.156270 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0dc70286-70ff-49ff-adee-3e2619b60b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.156901 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-0dc70286-70ff-49ff-adee-3e2619b60b04 admin admin] Added segment 8554a06b-4fbe-481c-ac76-8947d8732272 of type vlan for network b3891516-348f-4a14-be74-7c63ac20ff2e Jul 15 13:10:37.190845 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51272) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:37.227697 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0dc70286-70ff-49ff-adee-3e2619b60b04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.229131 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a25987aa-1f5d-4221-8761-a1df9d68d4c9 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for floatingip, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.233797 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04a425-450c-4193-90e7-0da318039500 req-c6dc82b6-79bd-4d1a-81f1-ffee667cd574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:37.235508 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4b04a425-450c-4193-90e7-0da318039500 req-c6dc82b6-79bd-4d1a-81f1-ffee667cd574 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ac45bd7e-6574-465a-a61c-2b5b19452002 HTTP/1.1" status: 200 len: 1097 time: 0.1877327 Jul 15 13:10:37.238446 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a25987aa-1f5d-4221-8761-a1df9d68d4c9 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.243362 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a25987aa-1f5d-4221-8761-a1df9d68d4c9 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "DELETE /v2.0/floatingips/91dbc3cf-4c9e-4425-942b-f3f6ebb3282f HTTP/1.1" status: 204 len: 168 time: 1.1554263 Jul 15 13:10:37.312027 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0dc70286-70ff-49ff-adee-3e2619b60b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.313542 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc70286-70ff-49ff-adee-3e2619b60b04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:37.314214 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0dc70286-70ff-49ff-adee-3e2619b60b04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.363730 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0dc70286-70ff-49ff-adee-3e2619b60b04 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1650395 Jul 15 13:10:37.367828 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51278) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:37.372084 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4b04a425-450c-4193-90e7-0da318039500 req-b5888228-bde3-408b-a589-618a8de74756 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=891f05ae-55d6-472d-a577-12c43a57b37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239879 Jul 15 13:10:37.375668 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-844daf54-b74b-4321-881b-055e168796cb admin admin] Request body: {'subnet': {'network_id': 'b3891516-348f-4a14-be74-7c63ac20ff2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1605277065-subnet', 'tenant_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:37.403623 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc70286-70ff-49ff-adee-3e2619b60b04 admin admin] Pushing event updated for resources: {'Network': ['ID=b3891516-348f-4a14-be74-7c63ac20ff2e,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:37.416140 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network b3891516-348f-4a14-be74-7c63ac20ff2e details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:10:37.431158 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-11bafa76-e7e6-4687-b39f-adeea58b6d9a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f9994f550e914ac18f1dbf8472ed0fcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2410114 Jul 15 13:10:37.432448 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844daf54-b74b-4321-881b-055e168796cb admin admin] Made reservation on behalf of a99d3a4347d44f88ad103ba988f2fb07 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:37.433983 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51280) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:37.436268 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-844daf54-b74b-4321-881b-055e168796cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.490535 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a5bd3185-4438-4171-94cd-addb01bb7e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.526817 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a5bd3185-4438-4171-94cd-addb01bb7e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.606416 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a5bd3185-4438-4171-94cd-addb01bb7e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.610273 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a5bd3185-4438-4171-94cd-addb01bb7e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.614783 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a5bd3185-4438-4171-94cd-addb01bb7e1f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/203a6048-ad00-4055-bafc-cac0dc9aceb4 HTTP/1.1" status: 204 len: 168 time: 0.1791115 Jul 15 13:10:37.624757 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd3185-4438-4171-94cd-addb01bb7e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203a6048-ad00-4055-bafc-cac0dc9aceb4,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:37.854905 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51290) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:37.867610 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-6923b25c-3277-461e-9337-a3cd50fdf744 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Request body: {'security_group': {'name': 'tempest-securitygroup--281322943', 'description': 'tempest-description--545969930'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:37.868110 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-844daf54-b74b-4321-881b-055e168796cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.914520 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844daf54-b74b-4321-881b-055e168796cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=674406c3-3fe3-4c91-b443-175bf26433ef,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:37.964463 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844daf54-b74b-4321-881b-055e168796cb admin admin] Checking segment: {'id': '8554a06b-4fbe-481c-ac76-8947d8732272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b3891516-348f-4a14-be74-7c63ac20ff2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:37.964923 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844daf54-b74b-4321-881b-055e168796cb admin admin] Network hostable DHCP agents. Network: b3891516-348f-4a14-be74-7c63ac20ff2e, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:10:37.979772 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6d886-6b6f-459e-9823-3eed35fba200 req-1aeff9a0-c6fa-4c93-97ba-4bc454ef7252 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:37.987012 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844daf54-b74b-4321-881b-055e168796cb admin admin] Network b3891516-348f-4a14-be74-7c63ac20ff2e is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:10:37.992596 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3ef6d886-6b6f-459e-9823-3eed35fba200 req-1aeff9a0-c6fa-4c93-97ba-4bc454ef7252 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 946 time: 0.2678404 Jul 15 13:10:38.003652 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-844daf54-b74b-4321-881b-055e168796cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, b3891516-348f-4a14-be74-7c63ac20ff2e) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:38.009670 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844daf54-b74b-4321-881b-055e168796cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:38.010495 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-844daf54-b74b-4321-881b-055e168796cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.016517 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f4ed33-06ea-4b48-8cce-2959bcb37f89 None None] Network b3891516-348f-4a14-be74-7c63ac20ff2e requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:38.036385 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-844daf54-b74b-4321-881b-055e168796cb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6666954 Jul 15 13:10:38.039026 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51292) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:38.045521 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6923b25c-3277-461e-9337-a3cd50fdf744 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.060732 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-650441cd-9c09-4da7-aec2-b79283864482 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1605277065-router', 'tenant_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:38.113322 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-650441cd-9c09-4da7-aec2-b79283864482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.114362 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-650441cd-9c09-4da7-aec2-b79283864482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.154460 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3ef6d886-6b6f-459e-9823-3eed35fba200 req-59004e4f-8ed5-445c-ad78-b6dfd909567b tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609590 Jul 15 13:10:38.227902 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-650441cd-9c09-4da7-aec2-b79283864482 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.267453 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6923b25c-3277-461e-9337-a3cd50fdf744 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.279833 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6923b25c-3277-461e-9337-a3cd50fdf744 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.357909 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6923b25c-3277-461e-9337-a3cd50fdf744 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.358413 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde436dc-9bd0-4e34-a0c5-f286c9def479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-b3891516-348f-4a14-be74-7c63ac20ff2e', 'network_id': 'b3891516-348f-4a14-be74-7c63ac20ff2e', 'tenant_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'fixed_ips': [{'subnet_id': '674406c3-3fe3-4c91-b443-175bf26433ef'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:10:38.360426 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dde436dc-9bd0-4e34-a0c5-f286c9def479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.362089 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6923b25c-3277-461e-9337-a3cd50fdf744 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5062048 Jul 15 13:10:38.362733 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51304) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:38.370801 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-ab19966d-5173-4c94-976c-a9cc2e604690 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Request body: {'security_group_rule': {'security_group_id': '1a830fec-1380-45b2-94bd-b25594194e7c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:38.377819 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923b25c-3277-461e-9337-a3cd50fdf744 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a830fec-1380-45b2-94bd-b25594194e7c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:38.405573 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f094801-205b-4f8f-9f86-31d27d9492c1 req-f04222b1-2f1d-45a0-8213-43bfd579c4d2 tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:38.412658 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2f094801-205b-4f8f-9f86-31d27d9492c1 req-f04222b1-2f1d-45a0-8213-43bfd579c4d2 tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac45bd7e-6574-465a-a61c-2b5b19452002 HTTP/1.1" status: 200 len: 945 time: 0.2045121 Jul 15 13:10:38.481076 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2f094801-205b-4f8f-9f86-31d27d9492c1 req-d27e5a03-3882-4327-a4bb-0ecce47fd806 tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] 10.222.0.16 "GET /v2.0/security-groups?id=891f05ae-55d6-472d-a577-12c43a57b37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674560 Jul 15 13:10:38.496707 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ab19966d-5173-4c94-976c-a9cc2e604690 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.517298 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-650441cd-9c09-4da7-aec2-b79283864482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.675568 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ab19966d-5173-4c94-976c-a9cc2e604690 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.686818 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ab19966d-5173-4c94-976c-a9cc2e604690 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.745862 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19966d-5173-4c94-976c-a9cc2e604690 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6790dbc-c516-475b-9b19-79fded3b82bb,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:38.764332 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-dde436dc-9bd0-4e34-a0c5-f286c9def479 None None] Allocated IP 172.20.0.2 (b3891516-348f-4a14-be74-7c63ac20ff2e/674406c3-3fe3-4c91-b443-175bf26433ef/d3372323-2814-4cd1-9c40-68a8b44d20e3) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:38.769783 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ab19966d-5173-4c94-976c-a9cc2e604690 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.772450 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ab19966d-5173-4c94-976c-a9cc2e604690 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4060626 Jul 15 13:10:38.774889 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51312) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:38.783155 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-e2825048-a3cd-45e4-92db-72681ac2253f tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Request body: {'security_group_rule': {'security_group_id': '1a830fec-1380-45b2-94bd-b25594194e7c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:38.851204 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e2825048-a3cd-45e4-92db-72681ac2253f tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.949414 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51316) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:38.966745 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-650441cd-9c09-4da7-aec2-b79283864482 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.979640 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e2825048-a3cd-45e4-92db-72681ac2253f tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.985451 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e2825048-a3cd-45e4-92db-72681ac2253f tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.003970 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2825048-a3cd-45e4-92db-72681ac2253f tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19abca17-4a83-45c1-8a38-9e423be5770d,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:39.031893 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e2825048-a3cd-45e4-92db-72681ac2253f tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.035066 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e2825048-a3cd-45e4-92db-72681ac2253f tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2585726 Jul 15 13:10:39.037502 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51322) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:39.045275 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-1981fa1b-64ab-401b-9f3d-4a0db04370c8 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:39.050081 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dde436dc-9bd0-4e34-a0c5-f286c9def479 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.059804 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-650441cd-9c09-4da7-aec2-b79283864482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.066915 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-dde436dc-9bd0-4e34-a0c5-f286c9def479 None None] Transition to ACTIVE for port object d3372323-2814-4cd1-9c40-68a8b44d20e3 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:39.085675 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-dde436dc-9bd0-4e34-a0c5-f286c9def479 None None] Transition to ACTIVE for port object d3372323-2814-4cd1-9c40-68a8b44d20e3 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:39.097443 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1981fa1b-64ab-401b-9f3d-4a0db04370c8 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for floatingip, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.097728 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dde436dc-9bd0-4e34-a0c5-f286c9def479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.147419 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde436dc-9bd0-4e34-a0c5-f286c9def479 None None] Network b3891516-348f-4a14-be74-7c63ac20ff2e is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:39.151282 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-dde436dc-9bd0-4e34-a0c5-f286c9def479 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:39.154251 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde436dc-9bd0-4e34-a0c5-f286c9def479 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:39.163042 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde436dc-9bd0-4e34-a0c5-f286c9def479 None None] Pushing event updated for resources: {'Port': ['ID=d3372323-2814-4cd1-9c40-68a8b44d20e3,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:39.231954 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-07766848-00df-4b28-ab98-8091309651a5 tempest-DvrRoutersNegativeTest-667746795 tempest-DvrRoutersNegativeTest-667746795-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1699358808', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:39.236289 n-d-771363-36 neutron-server[93826]: DEBUG neutron.policy [None req-07766848-00df-4b28-ab98-8091309651a5 tempest-DvrRoutersNegativeTest-667746795 tempest-DvrRoutersNegativeTest-667746795-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93826) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 15 13:10:39.236753 n-d-771363-36 neutron-server[93826]: DEBUG neutron.policy [None req-07766848-00df-4b28-ab98-8091309651a5 tempest-DvrRoutersNegativeTest-667746795 tempest-DvrRoutersNegativeTest-667746795-project] Failed policy check for 'create_router' {{(pid=93826) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 15 13:10:39.237490 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-07766848-00df-4b28-ab98-8091309651a5 tempest-DvrRoutersNegativeTest-667746795 tempest-DvrRoutersNegativeTest-667746795-project] create failed (client error): Access was denied to this resource. Jul 15 13:10:39.238628 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-07766848-00df-4b28-ab98-8091309651a5 tempest-DvrRoutersNegativeTest-667746795 tempest-DvrRoutersNegativeTest-667746795-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2846675 Jul 15 13:10:39.277070 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1981fa1b-64ab-401b-9f3d-4a0db04370c8 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.293629 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-dde436dc-9bd0-4e34-a0c5-f286c9def479 None None] Attempting to bind port d3372323-2814-4cd1-9c40-68a8b44d20e3 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:39.294127 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-dde436dc-9bd0-4e34-a0c5-f286c9def479 None None] Attempting to bind port d3372323-2814-4cd1-9c40-68a8b44d20e3 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '8554a06b-4fbe-481c-ac76-8947d8732272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b3891516-348f-4a14-be74-7c63ac20ff2e'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:39.294617 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde436dc-9bd0-4e34-a0c5-f286c9def479 None None] Attempting to bind port d3372323-2814-4cd1-9c40-68a8b44d20e3 on network b3891516-348f-4a14-be74-7c63ac20ff2e {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:39.304746 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde436dc-9bd0-4e34-a0c5-f286c9def479 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:39.307544 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde436dc-9bd0-4e34-a0c5-f286c9def479 None None] Checking segment: {'id': '8554a06b-4fbe-481c-ac76-8947d8732272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b3891516-348f-4a14-be74-7c63ac20ff2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:39.308306 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dde436dc-9bd0-4e34-a0c5-f286c9def479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.309431 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde436dc-9bd0-4e34-a0c5-f286c9def479 None None] Bound using segment: {'id': '8554a06b-4fbe-481c-ac76-8947d8732272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b3891516-348f-4a14-be74-7c63ac20ff2e'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:39.310821 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-dde436dc-9bd0-4e34-a0c5-f286c9def479 None None] Bound port: d3372323-2814-4cd1-9c40-68a8b44d20e3, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8554a06b-4fbe-481c-ac76-8947d8732272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b3891516-348f-4a14-be74-7c63ac20ff2e'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:39.313082 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dde436dc-9bd0-4e34-a0c5-f286c9def479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.313844 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-650441cd-9c09-4da7-aec2-b79283864482 admin admin] Allocated IP 172.25.8.175 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/6d553dc7-374f-4192-abb5-b873146f318c) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:39.429724 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-650441cd-9c09-4da7-aec2-b79283864482 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.473632 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-650441cd-9c09-4da7-aec2-b79283864482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.479315 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-dde436dc-9bd0-4e34-a0c5-f286c9def479 None None] For port d3372323-2814-4cd1-9c40-68a8b44d20e3, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:39.486202 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-dde436dc-9bd0-4e34-a0c5-f286c9def479 None None] For port d3372323-2814-4cd1-9c40-68a8b44d20e3, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=d3372323-2814-4cd1-9c40-68a8b44d20e3,segment=NetworkSegment(8554a06b-4fbe-481c-ac76-8947d8732272),segment_id=8554a06b-4fbe-481c-ac76-8947d8732272)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:39.494537 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dde436dc-9bd0-4e34-a0c5-f286c9def479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.579185 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650441cd-9c09-4da7-aec2-b79283864482 admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:39.601504 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-650441cd-9c09-4da7-aec2-b79283864482 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:39.625252 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650441cd-9c09-4da7-aec2-b79283864482 admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:39.640076 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650441cd-9c09-4da7-aec2-b79283864482 admin admin] Pushing event updated for resources: {'Port': ['ID=6d553dc7-374f-4192-abb5-b873146f318c,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:39.641569 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-1981fa1b-64ab-401b-9f3d-4a0db04370c8 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Allocated IP 172.25.8.199 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/2a05232e-3293-47c8-aa75-c5c2e328403f) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:39.657902 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a1c6b-2169-4b3b-8635-8c6baef0e45e req-8481e5ca-5f33-4f92-bc43-74331ec8f19b tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:39.660116 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3f9a1c6b-2169-4b3b-8635-8c6baef0e45e req-8481e5ca-5f33-4f92-bc43-74331ec8f19b tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 946 time: 0.2121668 Jul 15 13:10:39.669277 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde436dc-9bd0-4e34-a0c5-f286c9def479 None None] Pushing event updated for resources: {'Port': ['ID=d3372323-2814-4cd1-9c40-68a8b44d20e3,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:39.750301 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3f9a1c6b-2169-4b3b-8635-8c6baef0e45e req-60190d55-292d-4ac6-ae43-0693ec4c3c70 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833170 Jul 15 13:10:39.802770 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51332) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:40.012293 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1981fa1b-64ab-401b-9f3d-4a0db04370c8 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:40.035595 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de3b63-9e8f-4548-9b5a-42adafa9b0af req-48f50cec-21cd-498c-8829-dab66caaad33 tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:40.042629 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c4de3b63-9e8f-4548-9b5a-42adafa9b0af req-48f50cec-21cd-498c-8829-dab66caaad33 tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac45bd7e-6574-465a-a61c-2b5b19452002 HTTP/1.1" status: 200 len: 945 time: 0.2912893 Jul 15 13:10:40.058555 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-781ed6b9-f83d-4b3d-81eb-aa59de99ab83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:40.105718 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c4de3b63-9e8f-4548-9b5a-42adafa9b0af req-d2cec4f8-36b4-49fb-93a2-d931fce0cab4 tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] 10.222.0.16 "GET /v2.0/security-groups?id=891f05ae-55d6-472d-a577-12c43a57b37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621247 Jul 15 13:10:40.114550 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-650441cd-9c09-4da7-aec2-b79283864482 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:40.172678 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1981fa1b-64ab-401b-9f3d-4a0db04370c8 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:40.286659 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1981fa1b-64ab-401b-9f3d-4a0db04370c8 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:40.288607 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-1981fa1b-64ab-401b-9f3d-4a0db04370c8 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:40.296283 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1981fa1b-64ab-401b-9f3d-4a0db04370c8 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:40.310780 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device d3372323-2814-4cd1-9c40-68a8b44d20e3 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:40.420719 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-650441cd-9c09-4da7-aec2-b79283864482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:40.472592 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port d3372323-2814-4cd1-9c40-68a8b44d20e3 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:40.551878 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1981fa1b-64ab-401b-9f3d-4a0db04370c8 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Pushing event updated for resources: {'Port': ['ID=2a05232e-3293-47c8-aa75-c5c2e328403f,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:40.630981 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1981fa1b-64ab-401b-9f3d-4a0db04370c8 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:40.708590 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1981fa1b-64ab-401b-9f3d-4a0db04370c8 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.044988 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1981fa1b-64ab-401b-9f3d-4a0db04370c8 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.069380 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1981fa1b-64ab-401b-9f3d-4a0db04370c8 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.188415 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1981fa1b-64ab-401b-9f3d-4a0db04370c8 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Pushing event updated for resources: {'Port': ['ID=2a05232e-3293-47c8-aa75-c5c2e328403f,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:41.210100 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1981fa1b-64ab-401b-9f3d-4a0db04370c8 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.223331 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-781ed6b9-f83d-4b3d-81eb-aa59de99ab83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.230286 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-781ed6b9-f83d-4b3d-81eb-aa59de99ab83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.235506 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872feca-56f2-405a-ad32-653ec4b63560 req-3c23b1d3-5d15-422b-b348-0cf4bfa14150 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:41.246316 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a872feca-56f2-405a-ad32-653ec4b63560 req-3c23b1d3-5d15-422b-b348-0cf4bfa14150 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 946 time: 0.2098403 Jul 15 13:10:41.246857 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ce7873-3506-4ba1-89a3-04d548b87166 None None] Network b3891516-348f-4a14-be74-7c63ac20ff2e requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:41.258017 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1981fa1b-64ab-401b-9f3d-4a0db04370c8 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.267681 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1981fa1b-64ab-401b-9f3d-4a0db04370c8 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2207618 Jul 15 13:10:41.307290 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a872feca-56f2-405a-ad32-653ec4b63560 req-41077075-2893-4942-844e-eed3a538c0aa tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599315 Jul 15 13:10:41.344160 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ed6b9-f83d-4b3d-81eb-aa59de99ab83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9781ddda-b6f1-4b41-9f86-683ba1573f75,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:41.385268 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-9b19311a-4b36-4555-a8b4-93130f5c24e3 None None] Provisioning for port d3372323-2814-4cd1-9c40-68a8b44d20e3 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:41.399009 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51356) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:41.403155 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-9b19311a-4b36-4555-a8b4-93130f5c24e3 None None] Provisioning complete for port d3372323-2814-4cd1-9c40-68a8b44d20e3 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:41.403789 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9b19311a-4b36-4555-a8b4-93130f5c24e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.407732 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-781ed6b9-f83d-4b3d-81eb-aa59de99ab83 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5332f830e07e4827a983bc2d81f74fef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6037767 Jul 15 13:10:41.426052 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650441cd-9c09-4da7-aec2-b79283864482 admin admin] Router bb2b8e85-4a11-470c-b461-a5cfe7415a0e is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:10:41.522127 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7338932b-51f3-46f4-95e7-4af7b66a808d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.631950 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9b19311a-4b36-4555-a8b4-93130f5c24e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.634694 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650441cd-9c09-4da7-aec2-b79283864482 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:10:41.635071 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7338932b-51f3-46f4-95e7-4af7b66a808d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.649319 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f151e9bb-aed1-43cf-9ceb-7bcd9ef131e0 None None] Sync routers for ids ['bb2b8e85-4a11-470c-b461-a5cfe7415a0e'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:10:41.659371 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-650441cd-9c09-4da7-aec2-b79283864482 admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.660990 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-650441cd-9c09-4da7-aec2-b79283864482 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6206753 Jul 15 13:10:41.664306 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51374) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:41.682313 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-9b19311a-4b36-4555-a8b4-93130f5c24e3 None None] For port d3372323-2814-4cd1-9c40-68a8b44d20e3, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=d3372323-2814-4cd1-9c40-68a8b44d20e3,segment=NetworkSegment(8554a06b-4fbe-481c-ac76-8947d8732272),segment_id=8554a06b-4fbe-481c-ac76-8947d8732272)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:41.689384 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f151e9bb-aed1-43cf-9ceb-7bcd9ef131e0 None None] Routers {'bb2b8e85-4a11-470c-b461-a5cfe7415a0e'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:41.690949 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-f151e9bb-aed1-43cf-9ceb-7bcd9ef131e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:10:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['bb2b8e85-4a11-470c-b461-a5cfe7415a0e'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:41.696129 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9b19311a-4b36-4555-a8b4-93130f5c24e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.755371 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-fe56cd91-f253-4256-b48d-035765ce1db3 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--281322943&fields=id&tenant_id=cece2284cedf41a29a33e49364b41245 HTTP/1.1" status: 200 len: 267 time: 0.1334348 Jul 15 13:10:41.947111 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b19311a-4b36-4555-a8b4-93130f5c24e3 None None] Pushing event updated for resources: {'Port': ['ID=d3372323-2814-4cd1-9c40-68a8b44d20e3,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:41.995321 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-f151e9bb-aed1-43cf-9ceb-7bcd9ef131e0 None None] Set router bb2b8e85-4a11-470c-b461-a5cfe7415a0e gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:42.055145 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7338932b-51f3-46f4-95e7-4af7b66a808d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:42.058144 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7338932b-51f3-46f4-95e7-4af7b66a808d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:42.059304 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7338932b-51f3-46f4-95e7-4af7b66a808d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9781ddda-b6f1-4b41-9f86-683ba1573f75 HTTP/1.1" status: 204 len: 168 time: 0.6592221 Jul 15 13:10:42.089117 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7338932b-51f3-46f4-95e7-4af7b66a808d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9781ddda-b6f1-4b41-9f86-683ba1573f75,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:42.279862 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-9e8554a9-8403-4e8e-9d49-bd7204637df5 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:42.287893 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-9e8554a9-8403-4e8e-9d49-bd7204637df5 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/networks?id=1bdc303d-a348-44e1-bbb6-ce54e5387eef HTTP/1.1" status: 200 len: 811 time: 0.4433243 Jul 15 13:10:42.324960 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device d3372323-2814-4cd1-9c40-68a8b44d20e3 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:42.328240 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-6f970836-06b6-4f75-a240-92a705e8c539 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/quotas/cece2284cedf41a29a33e49364b41245 HTTP/1.1" status: 200 len: 375 time: 0.0395775 Jul 15 13:10:42.443771 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-55dc406f-cab6-4f69-9a4f-836f90889a1a None None] Provisioning complete for port d3372323-2814-4cd1-9c40-68a8b44d20e3 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:42.444270 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-55dc406f-cab6-4f69-9a4f-836f90889a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:42.514896 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port d3372323-2814-4cd1-9c40-68a8b44d20e3 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:42.515272 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:42.563954 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 77fa0119-225d-4d2b-b522-c5623ae9bff0 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:10:42.566328 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 77fa0119-225d-4d2b-b522-c5623ae9bff0 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:42.590250 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-8629afef-125b-424b-ba6c-9f2ffb5e50fe tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cece2284cedf41a29a33e49364b41245&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2610345 Jul 15 13:10:42.834070 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-f151e9bb-aed1-43cf-9ceb-7bcd9ef131e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2b8e85-4a11-470c-b461-a5cfe7415a0e', 'name': 'tempest-ServersTestManualDisk-1605277065-router', 'tenant_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '6d553dc7-374f-4192-abb5-b873146f318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:38Z', 'updated_at': '2021-07-15T13:10:39Z', 'revision_number': 3, 'project_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'gw_port': {'id': '6d553dc7-374f-4192-abb5-b873146f318c', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2b8e85-4a11-470c-b461-a5cfe7415a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:39Z', 'updated_at': '2021-07-15T13:10:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:42.890147 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f151e9bb-aed1-43cf-9ceb-7bcd9ef131e0 None None] Checking router: bb2b8e85-4a11-470c-b461-a5cfe7415a0e for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:10:42.890932 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f151e9bb-aed1-43cf-9ceb-7bcd9ef131e0 None None] Updating router bb2b8e85-4a11-470c-b461-a5cfe7415a0e port 6d553dc7-374f-4192-abb5-b873146f318c binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:10:42.901093 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:42.904465 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 77fa0119-225d-4d2b-b522-c5623ae9bff0, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=77fa0119-225d-4d2b-b522-c5623ae9bff0,segment=NetworkSegment(f249e42e-4c8e-46f6-b3c4-615078d8d102),segment_id=f249e42e-4c8e-46f6-b3c4-615078d8d102)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:42.954547 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '77fa0119-225d-4d2b-b522-c5623ae9bff0', 'network_id': 'cb2098bc-7484-4c5d-9e4d-2dee71297f28', 'port_id': '77fa0119-225d-4d2b-b522-c5623ae9bff0', 'mac_address': 'fa:16:3e:99:80:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bae16e04-e939-4a15-9e74-5fad7842ae7e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:10:42.970552 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f151e9bb-aed1-43cf-9ceb-7bcd9ef131e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:42.972857 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded71160-e935-438d-bcb7-2a27a6f716c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77fa0119-225d-4d2b-b522-c5623ae9bff0'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:42.975425 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e60dad8-58d3-423d-9f71-b89327404d10" -d '{"events": [{"server_uuid": "ded71160-e935-438d-bcb7-2a27a6f716c5", "name": "network-vif-unplugged", "status": "completed", "tag": "77fa0119-225d-4d2b-b522-c5623ae9bff0"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:43.029760 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 77fa0119-225d-4d2b-b522-c5623ae9bff0, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=77fa0119-225d-4d2b-b522-c5623ae9bff0,segment=NetworkSegment(f249e42e-4c8e-46f6-b3c4-615078d8d102),segment_id=f249e42e-4c8e-46f6-b3c4-615078d8d102)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:43.043610 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.130836 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.143115 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d035797-6843-4c0a-a3fd-00e10ba9667b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.157860 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-9ea7c2df-d965-419a-85ba-a9bbdd74e8ca service neutron] 10.222.0.16 "GET /v2.0/networks/1bdc303d-a348-44e1-bbb6-ce54e5387eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5660779 Jul 15 13:10:43.162651 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77fa0119-225d-4d2b-b522-c5623ae9bff0 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:43.208426 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51412) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:43.214835 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=77fa0119-225d-4d2b-b522-c5623ae9bff0,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:43.264722 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.db.api [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:10:43.265098 n-d-771363-36 neutron-server[93827]: DEBUG oslo_db.api [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:10:43.273477 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42b559-5b0e-4da1-9b48-1877548d667f req-48918479-a5f4-4e8f-8cd7-3f4f0143e286 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:43.280135 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae42b559-5b0e-4da1-9b48-1877548d667f req-48918479-a5f4-4e8f-8cd7-3f4f0143e286 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 944 time: 0.2442060 Jul 15 13:10:43.338342 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-a4231c4d-143d-4c98-99dc-5bcd5e2c8fcf tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Request body: {'security_group': {'name': 'tempest-secgroup--1776570329'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:43.384883 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a4231c4d-143d-4c98-99dc-5bcd5e2c8fcf tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.405588 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a4231c4d-143d-4c98-99dc-5bcd5e2c8fcf tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.420309 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae42b559-5b0e-4da1-9b48-1877548d667f req-c307a566-c480-40e4-983d-fb59f10eb913 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392293 Jul 15 13:10:43.458751 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f151e9bb-aed1-43cf-9ceb-7bcd9ef131e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.479374 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f151e9bb-aed1-43cf-9ceb-7bcd9ef131e0 None None] Transition to ACTIVE for port object 6d553dc7-374f-4192-abb5-b873146f318c will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:43.488128 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-e76dc55c-09e5-4023-8d85-4385889e7fa4 service neutron] 10.222.0.16 "GET /v2.0/networks/1bdc303d-a348-44e1-bbb6-ce54e5387eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292918 Jul 15 13:10:43.493011 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f151e9bb-aed1-43cf-9ceb-7bcd9ef131e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.595553 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-2d035797-6843-4c0a-a3fd-00e10ba9667b admin admin] Allocated IP 172.20.0.1 (b3891516-348f-4a14-be74-7c63ac20ff2e/674406c3-3fe3-4c91-b443-175bf26433ef/0c97777d-b873-4629-9dbe-7b735ee6887a) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:43.602098 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a4231c4d-143d-4c98-99dc-5bcd5e2c8fcf tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.613071 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a4231c4d-143d-4c98-99dc-5bcd5e2c8fcf tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.649230 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-f151e9bb-aed1-43cf-9ceb-7bcd9ef131e0 None None] Attempting to bind port 6d553dc7-374f-4192-abb5-b873146f318c on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:43.649591 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-f151e9bb-aed1-43cf-9ceb-7bcd9ef131e0 None None] Attempting to bind port 6d553dc7-374f-4192-abb5-b873146f318c by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:43.649962 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f151e9bb-aed1-43cf-9ceb-7bcd9ef131e0 None None] Attempting to bind port 6d553dc7-374f-4192-abb5-b873146f318c on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:43.670071 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f151e9bb-aed1-43cf-9ceb-7bcd9ef131e0 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:43.670432 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f151e9bb-aed1-43cf-9ceb-7bcd9ef131e0 None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:43.676460 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f151e9bb-aed1-43cf-9ceb-7bcd9ef131e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.676460 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f151e9bb-aed1-43cf-9ceb-7bcd9ef131e0 None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:43.676460 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-f151e9bb-aed1-43cf-9ceb-7bcd9ef131e0 None None] Bound port: 6d553dc7-374f-4192-abb5-b873146f318c, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:43.677023 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4231c4d-143d-4c98-99dc-5bcd5e2c8fcf tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f023e494-20b2-4c08-bddb-940ee16f10a6,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:43.679736 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f151e9bb-aed1-43cf-9ceb-7bcd9ef131e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.807029 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f151e9bb-aed1-43cf-9ceb-7bcd9ef131e0 None None] For port 6d553dc7-374f-4192-abb5-b873146f318c, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:43.827009 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f151e9bb-aed1-43cf-9ceb-7bcd9ef131e0 None None] For port 6d553dc7-374f-4192-abb5-b873146f318c, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=6d553dc7-374f-4192-abb5-b873146f318c,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:43.832689 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014b4d67-7541-44ea-9c8e-1a6f5b830630 x-openstack-request-id: req-014b4d67-7541-44ea-9c8e-1a6f5b830630 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:43.833991 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded71160-e935-438d-bcb7-2a27a6f716c5", "name": "network-vif-unplugged", "status": "completed", "tag": "77fa0119-225d-4d2b-b522-c5623ae9bff0", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:43.834315 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-014b4d67-7541-44ea-9c8e-1a6f5b830630 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:43.835694 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded71160-e935-438d-bcb7-2a27a6f716c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77fa0119-225d-4d2b-b522-c5623ae9bff0', 'code': 200} Jul 15 13:10:43.852163 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d035797-6843-4c0a-a3fd-00e10ba9667b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.853517 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f151e9bb-aed1-43cf-9ceb-7bcd9ef131e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.881988 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a4231c4d-143d-4c98-99dc-5bcd5e2c8fcf tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.899966 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a4231c4d-143d-4c98-99dc-5bcd5e2c8fcf tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.908558 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2d035797-6843-4c0a-a3fd-00e10ba9667b admin admin] Transition to ACTIVE for port object 0c97777d-b873-4629-9dbe-7b735ee6887a will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:43.927265 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a4231c4d-143d-4c98-99dc-5bcd5e2c8fcf tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.929708 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a4231c4d-143d-4c98-99dc-5bcd5e2c8fcf tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7202525 Jul 15 13:10:43.935002 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51424) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:43.962412 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f547d6-ea8e-4318-a550-c6db7ddd76ee None None] Pushing event updated for resources: {'Port': ['ID=6d553dc7-374f-4192-abb5-b873146f318c,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:43.968283 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4231c4d-143d-4c98-99dc-5bcd5e2c8fcf tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a853063-76f2-4e20-b33c-49eb4e6c3878,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:44.015301 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.038798 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:10:44.040933 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d035797-6843-4c0a-a3fd-00e10ba9667b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.047532 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77fa0119-225d-4d2b-b522-c5623ae9bff0 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:44.078408 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f151e9bb-aed1-43cf-9ceb-7bcd9ef131e0 None None] Routers {'bb2b8e85-4a11-470c-b461-a5cfe7415a0e'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:44.079411 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-f151e9bb-aed1-43cf-9ceb-7bcd9ef131e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:10:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['bb2b8e85-4a11-470c-b461-a5cfe7415a0e'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:44.089951 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e90274b4-281d-4cda-9ae9-ce1b71975746 req-d94a1a82-81f0-47df-b862-9b0cb2344bde tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5b34800-1c17-4d10-997a-4948bbca2874 HTTP/1.1" status: 200 len: 210 time: 0.1075423 Jul 15 13:10:44.141497 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 77fa0119-225d-4d2b-b522-c5623ae9bff0, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=77fa0119-225d-4d2b-b522-c5623ae9bff0,segment=NetworkSegment(f249e42e-4c8e-46f6-b3c4-615078d8d102),segment_id=f249e42e-4c8e-46f6-b3c4-615078d8d102)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:44.149964 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f547d6-ea8e-4318-a550-c6db7ddd76ee None None] Pushing event updated for resources: {'Port': ['ID=6d553dc7-374f-4192-abb5-b873146f318c,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:44.156904 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.196175 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d035797-6843-4c0a-a3fd-00e10ba9667b admin admin] Network b3891516-348f-4a14-be74-7c63ac20ff2e is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:44.207401 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d035797-6843-4c0a-a3fd-00e10ba9667b admin admin] Pushing event updated for resources: {'Port': ['ID=0c97777d-b873-4629-9dbe-7b735ee6887a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:44.218237 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-2d035797-6843-4c0a-a3fd-00e10ba9667b admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:44.222915 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d035797-6843-4c0a-a3fd-00e10ba9667b admin admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:44.290474 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d035797-6843-4c0a-a3fd-00e10ba9667b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.295935 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=77fa0119-225d-4d2b-b522-c5623ae9bff0,revision_number=7']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:44.350678 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-f151e9bb-aed1-43cf-9ceb-7bcd9ef131e0 None None] Set router bb2b8e85-4a11-470c-b461-a5cfe7415a0e gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:44.581739 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51436) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:44.588260 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-232166a4-0cfa-409f-b4b1-a55716825fce tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Request body: {'security_group': {'name': 'tempest-security--1522058523', 'description': 'tempest-security-description-974246705'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:44.591346 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-311dc0a0-67f2-44a7-a6dd-b63a522d8b1e tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.6440015 Jul 15 13:10:44.676626 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d035797-6843-4c0a-a3fd-00e10ba9667b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.690778 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-232166a4-0cfa-409f-b4b1-a55716825fce tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.721880 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['77fa0119-225d-4d2b-b522-c5623ae9bff0'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:44.761756 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-232166a4-0cfa-409f-b4b1-a55716825fce tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.776905 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-232166a4-0cfa-409f-b4b1-a55716825fce tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.780044 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-232166a4-0cfa-409f-b4b1-a55716825fce tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.781912 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-232166a4-0cfa-409f-b4b1-a55716825fce tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "PUT /v2.0/security-groups/7a853063-76f2-4e20-b33c-49eb4e6c3878 HTTP/1.1" status: 200 len: 1779 time: 0.1980822 Jul 15 13:10:44.823067 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51438) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:44.823971 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232166a4-0cfa-409f-b4b1-a55716825fce tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a853063-76f2-4e20-b33c-49eb4e6c3878,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:44.903096 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-13ab6a2a-093f-4274-be67-0fcaac38401a tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "GET /v2.0/security-groups/7a853063-76f2-4e20-b33c-49eb4e6c3878 HTTP/1.1" status: 200 len: 1779 time: 0.0756104 Jul 15 13:10:44.911068 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51442) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:44.981375 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3764ef45-0ba5-4785-8dac-85f00804c8b3 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:45.010826 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3764ef45-0ba5-4785-8dac-85f00804c8b3 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:45.101469 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3764ef45-0ba5-4785-8dac-85f00804c8b3 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:45.105161 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3764ef45-0ba5-4785-8dac-85f00804c8b3 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:45.106361 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3764ef45-0ba5-4785-8dac-85f00804c8b3 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "DELETE /v2.0/security-groups/7a853063-76f2-4e20-b33c-49eb4e6c3878 HTTP/1.1" status: 204 len: 168 time: 0.1938515 Jul 15 13:10:45.109664 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51448) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:45.130042 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3764ef45-0ba5-4785-8dac-85f00804c8b3 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a853063-76f2-4e20-b33c-49eb4e6c3878,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:45.205294 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d035797-6843-4c0a-a3fd-00e10ba9667b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:45.224400 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f039b-27b7-4b4c-800b-bc1de0f1b784 req-013840c9-3680-42f9-bca6-bd3afff82683 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:45.234864 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b52f039b-27b7-4b4c-800b-bc1de0f1b784 req-013840c9-3680-42f9-bca6-bd3afff82683 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 945 time: 0.3465936 Jul 15 13:10:45.251191 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d035797-6843-4c0a-a3fd-00e10ba9667b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:45.283811 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7c66c7f1-02f6-4fc2-84ae-a1f13ab9858a None None] Provisioning for port 0c97777d-b873-4629-9dbe-7b735ee6887a completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:45.302335 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7c66c7f1-02f6-4fc2-84ae-a1f13ab9858a None None] Provisioning complete for port 0c97777d-b873-4629-9dbe-7b735ee6887a triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:45.302830 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7c66c7f1-02f6-4fc2-84ae-a1f13ab9858a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:45.303116 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-52c7678d-2d1c-4852-91cd-24bda909fc59 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1777763 Jul 15 13:10:45.307399 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51452) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:45.330987 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-d4856497-130f-4474-bd38-c2320acdb63a tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] delete failed (client error): The resource could not be found. Jul 15 13:10:45.332594 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d4856497-130f-4474-bd38-c2320acdb63a tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "DELETE /v2.0/security-groups/7a853063-76f2-4e20-b33c-49eb4e6c3878 HTTP/1.1" status: 404 len: 347 time: 0.0239098 Jul 15 13:10:45.336405 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51454) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:45.343460 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-dfbf761b-d1df-4536-b418-fa64dc342d55 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Request body: {'security_group': {'name': 'tempest-secgroup--1295856156'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:45.390118 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dfbf761b-d1df-4536-b418-fa64dc342d55 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:45.397515 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-f151e9bb-aed1-43cf-9ceb-7bcd9ef131e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2b8e85-4a11-470c-b461-a5cfe7415a0e', 'name': 'tempest-ServersTestManualDisk-1605277065-router', 'tenant_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '6d553dc7-374f-4192-abb5-b873146f318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:38Z', 'updated_at': '2021-07-15T13:10:39Z', 'revision_number': 3, 'project_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'gw_port': {'id': '6d553dc7-374f-4192-abb5-b873146f318c', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2b8e85-4a11-470c-b461-a5cfe7415a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:39Z', 'updated_at': '2021-07-15T13:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:45.403461 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d035797-6843-4c0a-a3fd-00e10ba9667b admin admin] Pushing event updated for resources: {'Port': ['ID=0c97777d-b873-4629-9dbe-7b735ee6887a,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:45.425279 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d035797-6843-4c0a-a3fd-00e10ba9667b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:45.432801 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f151e9bb-aed1-43cf-9ceb-7bcd9ef131e0 None None] The sync data for ids ['bb2b8e85-4a11-470c-b461-a5cfe7415a0e'] in n-d-771363-36 is: [{'id': 'bb2b8e85-4a11-470c-b461-a5cfe7415a0e', 'name': 'tempest-ServersTestManualDisk-1605277065-router', 'tenant_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '6d553dc7-374f-4192-abb5-b873146f318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:38Z', 'updated_at': '2021-07-15T13:10:39Z', 'revision_number': 3, 'project_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'gw_port': {'id': '6d553dc7-374f-4192-abb5-b873146f318c', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2b8e85-4a11-470c-b461-a5cfe7415a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:39Z', 'updated_at': '2021-07-15T13:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:10:45.434910 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-7c66c7f1-02f6-4fc2-84ae-a1f13ab9858a None None] Port 0c97777d-b873-4629-9dbe-7b735ee6887a cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:10:45.488323 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b52f039b-27b7-4b4c-800b-bc1de0f1b784 req-a8b884a8-d3e1-426e-b879-608aec02bd5a tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515638 Jul 15 13:10:45.615954 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dfbf761b-d1df-4536-b418-fa64dc342d55 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:45.625644 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dfbf761b-d1df-4536-b418-fa64dc342d55 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:45.644663 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d035797-6843-4c0a-a3fd-00e10ba9667b admin admin] Network b3891516-348f-4a14-be74-7c63ac20ff2e is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:45.656692 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-2d035797-6843-4c0a-a3fd-00e10ba9667b admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:45.662027 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dfbf761b-d1df-4536-b418-fa64dc342d55 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:45.663701 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-dfbf761b-d1df-4536-b418-fa64dc342d55 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3263173 Jul 15 13:10:45.666625 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51460) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:45.672169 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-d0551a2a-caed-44e8-b188-0d44f19d650f tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Request body: {'security_group_rule': {'security_group_id': 'dc237a30-be1e-4a59-a71b-4261d40b7180', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:45.694940 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf761b-d1df-4536-b418-fa64dc342d55 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc237a30-be1e-4a59-a71b-4261d40b7180,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:45.709951 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d0551a2a-caed-44e8-b188-0d44f19d650f tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:45.714508 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-18b4ee13-7554-4b4e-8165-9def86feb6af req-f06b2e77-3f07-4090-89df-822e3a18f49a tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5b34800-1c17-4d10-997a-4948bbca2874 HTTP/1.1" status: 200 len: 210 time: 0.0678861 Jul 15 13:10:45.848165 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d0551a2a-caed-44e8-b188-0d44f19d650f tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:45.852932 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d0551a2a-caed-44e8-b188-0d44f19d650f tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:45.910795 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0551a2a-caed-44e8-b188-0d44f19d650f tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80e9d1da-80d7-46e0-aa2e-20a045614d83,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:45.960640 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d0551a2a-caed-44e8-b188-0d44f19d650f tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:45.965248 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d0551a2a-caed-44e8-b188-0d44f19d650f tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2963185 Jul 15 13:10:45.968255 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51462) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:46.055981 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5d14309b-30dc-4a00-a340-af31b8107d3c tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.089408 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5d14309b-30dc-4a00-a340-af31b8107d3c tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.141047 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5d14309b-30dc-4a00-a340-af31b8107d3c tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.162941 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5d14309b-30dc-4a00-a340-af31b8107d3c tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.169552 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5d14309b-30dc-4a00-a340-af31b8107d3c tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/80e9d1da-80d7-46e0-aa2e-20a045614d83 HTTP/1.1" status: 204 len: 168 time: 0.1989882 Jul 15 13:10:46.172048 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-3968ef5d-bc13-421b-af74-8fc55c8c7bd8 None None] Provisioning complete for port 0c97777d-b873-4629-9dbe-7b735ee6887a triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:46.172526 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3968ef5d-bc13-421b-af74-8fc55c8c7bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.191897 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51466) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:46.196373 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d035797-6843-4c0a-a3fd-00e10ba9667b admin admin] Router bb2b8e85-4a11-470c-b461-a5cfe7415a0e has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:10:46.216262 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d14309b-30dc-4a00-a340-af31b8107d3c tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80e9d1da-80d7-46e0-aa2e-20a045614d83,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:46.242548 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-2ef01979-03f9-4049-8bf8-242300c15309 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:46.245388 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-2ef01979-03f9-4049-8bf8-242300c15309 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.46 "GET /v2.0/networks?id=1bdc303d-a348-44e1-bbb6-ce54e5387eef HTTP/1.1" status: 200 len: 811 time: 0.2683303 Jul 15 13:10:46.282451 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9d30b496-ec2c-40d0-bc05-37a63048adbb tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0834186 Jul 15 13:10:46.285687 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51470) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:46.375158 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-745381ee-40b5-46df-bb6e-0f185315fc08 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.402330 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-3968ef5d-bc13-421b-af74-8fc55c8c7bd8 None None] Port 0c97777d-b873-4629-9dbe-7b735ee6887a cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:10:46.406850 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6d553dc7-374f-4192-abb5-b873146f318c up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:46.445655 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-745381ee-40b5-46df-bb6e-0f185315fc08 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.561661 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-745381ee-40b5-46df-bb6e-0f185315fc08 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.565165 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-745381ee-40b5-46df-bb6e-0f185315fc08 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.565775 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-030a90ac-c399-45e4-bb2e-d9527e1b1a14 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cece2284cedf41a29a33e49364b41245 HTTP/1.1" status: 200 len: 379 time: 0.2946284 Jul 15 13:10:46.574338 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-745381ee-40b5-46df-bb6e-0f185315fc08 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "DELETE /v2.0/security-groups/dc237a30-be1e-4a59-a71b-4261d40b7180 HTTP/1.1" status: 204 len: 168 time: 0.2788930 Jul 15 13:10:46.577775 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51476) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:46.603929 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 6d553dc7-374f-4192-abb5-b873146f318c completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:46.609212 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 6d553dc7-374f-4192-abb5-b873146f318c triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:46.609740 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.664820 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-4bc3fa8b-2d5f-4ff8-b8a3-930c7d0bc483 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Request body: {'port': {'device_id': 'd5b34800-1c17-4d10-997a-4948bbca2874', 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef', 'admin_state_up': True, 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'security_groups': ['1a830fec-1380-45b2-94bd-b25594194e7c']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:46.717366 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d035797-6843-4c0a-a3fd-00e10ba9667b admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:10:46.723554 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2d035797-6843-4c0a-a3fd-00e10ba9667b admin admin] 10.222.0.16 "PUT /v2.0/routers/bb2b8e85-4a11-470c-b461-a5cfe7415a0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0579932 Jul 15 13:10:46.754951 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745381ee-40b5-46df-bb6e-0f185315fc08 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc237a30-be1e-4a59-a71b-4261d40b7180,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:46.772980 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f3375910-a996-4a8c-9677-d5198446a893 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1838095 Jul 15 13:10:46.778840 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.779294 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51482) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:46.792005 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-7a7c4338-87cc-4173-a52a-0bbc9aacc245 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Request body: {'security_group': {'name': 'tempest-secgroup--739350735'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:46.813888 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 6d553dc7-374f-4192-abb5-b873146f318c, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=6d553dc7-374f-4192-abb5-b873146f318c,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:46.821282 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.839021 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7a7c4338-87cc-4173-a52a-0bbc9aacc245 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.949879 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=6d553dc7-374f-4192-abb5-b873146f318c,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:47.029405 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7a7c4338-87cc-4173-a52a-0bbc9aacc245 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.043484 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7a7c4338-87cc-4173-a52a-0bbc9aacc245 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.064116 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb610ce-27e8-456d-81a3-218a7648111c req-e002af0c-5d9c-49cd-b686-09edcfe886dd tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:47.071751 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0fb610ce-27e8-456d-81a3-218a7648111c req-e002af0c-5d9c-49cd-b686-09edcfe886dd tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac45bd7e-6574-465a-a61c-2b5b19452002 HTTP/1.1" status: 200 len: 945 time: 0.1688876 Jul 15 13:10:47.084386 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c4338-87cc-4173-a52a-0bbc9aacc245 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f6e1a7-4f41-42bd-85aa-8b6c1de7cb60,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:47.128049 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7a7c4338-87cc-4173-a52a-0bbc9aacc245 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.129790 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7a7c4338-87cc-4173-a52a-0bbc9aacc245 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3494613 Jul 15 13:10:47.132460 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51486) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:47.133610 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22336344-3e4e-4fbd-adcf-b49bf5c7a0fa req-86890833-33b0-42bc-8873-695a955971b0 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:47.135218 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-22336344-3e4e-4fbd-adcf-b49bf5c7a0fa req-86890833-33b0-42bc-8873-695a955971b0 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 945 time: 0.4105086 Jul 15 13:10:47.141985 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-4bc3fa8b-2d5f-4ff8-b8a3-930c7d0bc483 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Made reservation on behalf of cece2284cedf41a29a33e49364b41245 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:47.146431 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-4bc3fa8b-2d5f-4ff8-b8a3-930c7d0bc483 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.148944 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-c4a691b9-44a8-445f-84da-0b2405bc4b17 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Request body: {'security_group_rule': {'security_group_id': 'e2f6e1a7-4f41-42bd-85aa-8b6c1de7cb60', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:47.192560 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0fb610ce-27e8-456d-81a3-218a7648111c req-5d5befd6-250c-4aa2-9b92-736c6eaa2080 tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] 10.222.0.16 "GET /v2.0/security-groups?id=891f05ae-55d6-472d-a577-12c43a57b37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202188 Jul 15 13:10:47.209509 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c4a691b9-44a8-445f-84da-0b2405bc4b17 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.315819 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c4a691b9-44a8-445f-84da-0b2405bc4b17 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.330921 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c4a691b9-44a8-445f-84da-0b2405bc4b17 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.367427 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a691b9-44a8-445f-84da-0b2405bc4b17 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=547bede1-bb4d-47ac-b52c-8a47ff79fe95,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:47.379310 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c4a691b9-44a8-445f-84da-0b2405bc4b17 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.383175 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c4a691b9-44a8-445f-84da-0b2405bc4b17 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2470613 Jul 15 13:10:47.384068 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51488) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:47.389331 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-03dd5160-5e12-4ec0-9ce6-801d35b2f336 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Request body: {'security_group_rule': {'security_group_id': 'e2f6e1a7-4f41-42bd-85aa-8b6c1de7cb60', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:47.431076 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-4bc3fa8b-2d5f-4ff8-b8a3-930c7d0bc483 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Allocated IP 172.20.0.12 (1bdc303d-a348-44e1-bbb6-ce54e5387eef/1796d493-1d5f-49de-a2f8-cb5cb28c84a4/975bc6c4-da06-40c1-9fbb-92aac51fd0fc) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:47.436845 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-03dd5160-5e12-4ec0-9ce6-801d35b2f336 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.523258 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-03dd5160-5e12-4ec0-9ce6-801d35b2f336 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.536790 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-03dd5160-5e12-4ec0-9ce6-801d35b2f336 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.560123 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-03dd5160-5e12-4ec0-9ce6-801d35b2f336 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.564063 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-03dd5160-5e12-4ec0-9ce6-801d35b2f336 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1763082 Jul 15 13:10:47.564063 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd5160-5e12-4ec0-9ce6-801d35b2f336 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44eb792f-cbd2-4148-b925-c0c4cdaf6cba,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:47.564950 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51492) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:47.569626 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-c7864222-2155-4b91-8f3a-828f68f475b3 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Request body: {'security_group_rule': {'security_group_id': 'e2f6e1a7-4f41-42bd-85aa-8b6c1de7cb60', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:47.607467 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c7864222-2155-4b91-8f3a-828f68f475b3 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.634381 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-22336344-3e4e-4fbd-adcf-b49bf5c7a0fa req-d7831e0d-21d6-44cd-a601-37f6babd8ccd tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4814434 Jul 15 13:10:47.638863 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0bda726b-2b6a-4d96-b41a-9dc88d418cf7 req-dafaf8e9-e4a4-469d-8cb3-2cd83ad60345 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5b34800-1c17-4d10-997a-4948bbca2874 HTTP/1.1" status: 200 len: 210 time: 0.0514331 Jul 15 13:10:47.681453 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-4bc3fa8b-2d5f-4ff8-b8a3-930c7d0bc483 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.682289 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c7864222-2155-4b91-8f3a-828f68f475b3 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.697730 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c7864222-2155-4b91-8f3a-828f68f475b3 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.721923 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-4bc3fa8b-2d5f-4ff8-b8a3-930c7d0bc483 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Transition to ACTIVE for port object 975bc6c4-da06-40c1-9fbb-92aac51fd0fc will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:47.733418 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7864222-2155-4b91-8f3a-828f68f475b3 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a6ee4f-e780-4644-8339-8582db6419ee,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:47.741426 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c7864222-2155-4b91-8f3a-828f68f475b3 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.745396 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c7864222-2155-4b91-8f3a-828f68f475b3 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1771109 Jul 15 13:10:47.745969 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51496) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:47.753956 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-161dd5f2-3bef-4fc0-842d-18e32bec4c85 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Request body: {'security_group_rule': {'security_group_id': 'e2f6e1a7-4f41-42bd-85aa-8b6c1de7cb60', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:47.787565 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-4bc3fa8b-2d5f-4ff8-b8a3-930c7d0bc483 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.853554 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-161dd5f2-3bef-4fc0-842d-18e32bec4c85 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.878793 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3fa8b-2d5f-4ff8-b8a3-930c7d0bc483 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Pushing event updated for resources: {'Port': ['ID=975bc6c4-da06-40c1-9fbb-92aac51fd0fc,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:47.894518 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-4bc3fa8b-2d5f-4ff8-b8a3-930c7d0bc483 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Network 1bdc303d-a348-44e1-bbb6-ce54e5387eef is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:47.896391 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-4bc3fa8b-2d5f-4ff8-b8a3-930c7d0bc483 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:47.925939 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-4bc3fa8b-2d5f-4ff8-b8a3-930c7d0bc483 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:47.968175 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-161dd5f2-3bef-4fc0-842d-18e32bec4c85 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.973329 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-161dd5f2-3bef-4fc0-842d-18e32bec4c85 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.997089 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-161dd5f2-3bef-4fc0-842d-18e32bec4c85 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:48.003195 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-161dd5f2-3bef-4fc0-842d-18e32bec4c85 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2560749 Jul 15 13:10:48.003959 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51498) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:48.010862 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-7fb85072-5747-4d1c-8994-63bafb518206 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Request body: {'security_group_rule': {'security_group_id': 'e2f6e1a7-4f41-42bd-85aa-8b6c1de7cb60', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:48.020411 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161dd5f2-3bef-4fc0-842d-18e32bec4c85 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f262249f-4027-4a8a-9875-2fb5c5bbfcb2,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:48.054250 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-4bc3fa8b-2d5f-4ff8-b8a3-930c7d0bc483 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:48.054979 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-4bc3fa8b-2d5f-4ff8-b8a3-930c7d0bc483 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:48.062851 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7fb85072-5747-4d1c-8994-63bafb518206 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:48.081602 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-4bc3fa8b-2d5f-4ff8-b8a3-930c7d0bc483 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4318416 Jul 15 13:10:48.098865 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-95c03038-7f46-4221-8f05-8f150f10e774 service neutron] Request body: {'port': {'device_id': 'd5b34800-1c17-4d10-997a-4948bbca2874', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:48.154060 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7fb85072-5747-4d1c-8994-63bafb518206 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:48.168851 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7fb85072-5747-4d1c-8994-63bafb518206 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:48.226978 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb85072-5747-4d1c-8994-63bafb518206 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2297d48-7b6c-4a07-ac0c-23e675dc0898,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:48.242220 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7fb85072-5747-4d1c-8994-63bafb518206 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:48.244002 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7fb85072-5747-4d1c-8994-63bafb518206 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2373672 Jul 15 13:10:48.249871 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51502) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:48.259326 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-e35c8d78-76ae-4c4b-8377-61c7b6cf7139 None None] Provisioning for port 975bc6c4-da06-40c1-9fbb-92aac51fd0fc completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:48.270216 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-e35c8d78-76ae-4c4b-8377-61c7b6cf7139 None None] Provisioning complete for port 975bc6c4-da06-40c1-9fbb-92aac51fd0fc triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:48.272855 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e35c8d78-76ae-4c4b-8377-61c7b6cf7139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:48.326159 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-e35c8d78-76ae-4c4b-8377-61c7b6cf7139 None None] Port 975bc6c4-da06-40c1-9fbb-92aac51fd0fc cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:10:48.327980 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f28f812-9d3e-4bfa-be74-bfe41b81845c None None] Sync routers for ids ['bb2b8e85-4a11-470c-b461-a5cfe7415a0e'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:10:48.333255 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6d553dc7-374f-4192-abb5-b873146f318c up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:48.348445 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f28f812-9d3e-4bfa-be74-bfe41b81845c None None] Routers {'bb2b8e85-4a11-470c-b461-a5cfe7415a0e'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:48.349074 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-2f28f812-9d3e-4bfa-be74-bfe41b81845c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:10:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['bb2b8e85-4a11-470c-b461-a5cfe7415a0e'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:48.402419 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-06c96d73-7b90-4968-b996-73fac79f7a04 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:48.428269 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-06c96d73-7b90-4968-b996-73fac79f7a04 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:48.444685 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51504) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:48.449216 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-d5095cc4-c2cd-4a27-ab82-ee29424e6840 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1104475017', 'description': 'tempest-description--1143773120'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:48.460774 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 6d553dc7-374f-4192-abb5-b873146f318c triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:48.461343 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:48.480510 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d5095cc4-c2cd-4a27-ab82-ee29424e6840 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:48.576151 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-95c03038-7f46-4221-8f05-8f150f10e774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:48.603597 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 77fa0119-225d-4d2b-b522-c5623ae9bff0 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:48.641600 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-06c96d73-7b90-4968-b996-73fac79f7a04 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:48.651931 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-06c96d73-7b90-4968-b996-73fac79f7a04 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:48.653098 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-06c96d73-7b90-4968-b996-73fac79f7a04 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/c2297d48-7b6c-4a07-ac0c-23e675dc0898 HTTP/1.1" status: 204 len: 168 time: 0.3838902 Jul 15 13:10:48.656871 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51506) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:48.676489 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 77fa0119-225d-4d2b-b522-c5623ae9bff0 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:48.677428 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:48.688013 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d52ca-c381-4427-a90b-2187061eec89 req-7bf4d877-7ea3-4f90-98a4-25e3cf72112a tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:48.690738 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1d2d52ca-c381-4427-a90b-2187061eec89 req-7bf4d877-7ea3-4f90-98a4-25e3cf72112a tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac45bd7e-6574-465a-a61c-2b5b19452002 HTTP/1.1" status: 200 len: 945 time: 0.1604772 Jul 15 13:10:48.809361 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d5095cc4-c2cd-4a27-ab82-ee29424e6840 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:48.832655 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-2f28f812-9d3e-4bfa-be74-bfe41b81845c None None] Set router bb2b8e85-4a11-470c-b461-a5cfe7415a0e gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:48.850638 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:48.862340 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d5095cc4-c2cd-4a27-ab82-ee29424e6840 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:48.906161 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded71160-e935-438d-bcb7-2a27a6f716c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fa0119-225d-4d2b-b522-c5623ae9bff0'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:48.912354 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081976a9-698e-49a8-ad37-6046a70f33a0" -d '{"events": [{"server_uuid": "ded71160-e935-438d-bcb7-2a27a6f716c5", "name": "network-vif-plugged", "status": "completed", "tag": "77fa0119-225d-4d2b-b522-c5623ae9bff0"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:48.915515 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d5095cc4-c2cd-4a27-ab82-ee29424e6840 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:48.919432 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d5095cc4-c2cd-4a27-ab82-ee29424e6840 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4715471 Jul 15 13:10:48.919432 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5095cc4-c2cd-4a27-ab82-ee29424e6840 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d5bee6-ffd4-4f0f-b95e-b5e7544bf1f6,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:48.921697 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51516) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:48.927355 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-ee81a59c-3f93-4455-92a7-6e50e4bceb52 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Request body: {'security_group_rule': {'security_group_id': 'c9d5bee6-ffd4-4f0f-b95e-b5e7544bf1f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:48.945172 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 77fa0119-225d-4d2b-b522-c5623ae9bff0, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=77fa0119-225d-4d2b-b522-c5623ae9bff0,segment=NetworkSegment(f249e42e-4c8e-46f6-b3c4-615078d8d102),segment_id=f249e42e-4c8e-46f6-b3c4-615078d8d102)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:48.952889 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-1d2d52ca-c381-4427-a90b-2187061eec89 req-350cf0b2-c44e-49fe-8fa5-de1e5396366f tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] Deleting port bda02bb1-59c6-44fe-b270-6ab0f6008f8e {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:48.953303 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-1d2d52ca-c381-4427-a90b-2187061eec89 req-350cf0b2-c44e-49fe-8fa5-de1e5396366f tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:48.961249 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:48.988007 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ee81a59c-3f93-4455-92a7-6e50e4bceb52 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.061187 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=77fa0119-225d-4d2b-b522-c5623ae9bff0,revision_number=8']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:49.066084 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-95c03038-7f46-4221-8f05-8f150f10e774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 975bc6c4-da06-40c1-9fbb-92aac51fd0fc {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:49.073859 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-95c03038-7f46-4221-8f05-8f150f10e774 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.086442 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-95c03038-7f46-4221-8f05-8f150f10e774 service neutron] Transition to ACTIVE for port object 975bc6c4-da06-40c1-9fbb-92aac51fd0fc will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:49.099275 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-1d2d52ca-c381-4427-a90b-2187061eec89 req-350cf0b2-c44e-49fe-8fa5-de1e5396366f tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] For port bda02bb1-59c6-44fe-b270-6ab0f6008f8e, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=bda02bb1-59c6-44fe-b270-6ab0f6008f8e,segment=NetworkSegment(4e2a3a0e-b870-41ff-9791-cd8dd21dac8a),segment_id=4e2a3a0e-b870-41ff-9791-cd8dd21dac8a)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:49.099747 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-1d2d52ca-c381-4427-a90b-2187061eec89 req-350cf0b2-c44e-49fe-8fa5-de1e5396366f tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.103280 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ee81a59c-3f93-4455-92a7-6e50e4bceb52 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.116842 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ee81a59c-3f93-4455-92a7-6e50e4bceb52 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.119068 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-1d2d52ca-c381-4427-a90b-2187061eec89 req-350cf0b2-c44e-49fe-8fa5-de1e5396366f tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] Calling delete_port for bda02bb1-59c6-44fe-b270-6ab0f6008f8e owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:49.130191 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c96d73-7b90-4968-b996-73fac79f7a04 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2297d48-7b6c-4a07-ac0c-23e675dc0898,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:49.133774 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-95c03038-7f46-4221-8f05-8f150f10e774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.164861 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee81a59c-3f93-4455-92a7-6e50e4bceb52 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf859f39-63a0-4729-89cb-8e83d2f2b566,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:49.202037 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c03038-7f46-4221-8f05-8f150f10e774 service neutron] Pushing event updated for resources: {'Port': ['ID=975bc6c4-da06-40c1-9fbb-92aac51fd0fc,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:49.219482 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-2f28f812-9d3e-4bfa-be74-bfe41b81845c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2b8e85-4a11-470c-b461-a5cfe7415a0e', 'name': 'tempest-ServersTestManualDisk-1605277065-router', 'tenant_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '6d553dc7-374f-4192-abb5-b873146f318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:38Z', 'updated_at': '2021-07-15T13:10:44Z', 'revision_number': 4, 'project_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'gw_port': {'id': '6d553dc7-374f-4192-abb5-b873146f318c', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2b8e85-4a11-470c-b461-a5cfe7415a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:39Z', 'updated_at': '2021-07-15T13:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '0c97777d-b873-4629-9dbe-7b735ee6887a', 'name': '', 'network_id': 'b3891516-348f-4a14-be74-7c63ac20ff2e', 'tenant_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'mac_address': 'fa:16:3e:28:05:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2b8e85-4a11-470c-b461-a5cfe7415a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '674406c3-3fe3-4c91-b443-175bf26433ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:43Z', 'updated_at': '2021-07-15T13:10:44Z', 'revision_number': 2, 'project_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'subnets': [{'id': '674406c3-3fe3-4c91-b443-175bf26433ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:49.220453 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ee81a59c-3f93-4455-92a7-6e50e4bceb52 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.224707 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ee81a59c-3f93-4455-92a7-6e50e4bceb52 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2988987 Jul 15 13:10:49.225011 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51522) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:49.230485 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-4111fc05-b6d8-44f2-a105-7ae0abf57bec tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Request body: {'security_group_rule': {'security_group_id': 'c9d5bee6-ffd4-4f0f-b95e-b5e7544bf1f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:49.248222 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438ba69-99f1-45d4-ac21-583917ded59c req-318b9560-31fb-4467-a14c-a72a2682fb13 tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:49.254057 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d438ba69-99f1-45d4-ac21-583917ded59c req-318b9560-31fb-4467-a14c-a72a2682fb13 tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac45bd7e-6574-465a-a61c-2b5b19452002 HTTP/1.1" status: 200 len: 945 time: 0.8100796 Jul 15 13:10:49.260053 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f28f812-9d3e-4bfa-be74-bfe41b81845c None None] Checking router: bb2b8e85-4a11-470c-b461-a5cfe7415a0e for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:10:49.260411 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f28f812-9d3e-4bfa-be74-bfe41b81845c None None] Updating router bb2b8e85-4a11-470c-b461-a5cfe7415a0e port 0c97777d-b873-4629-9dbe-7b735ee6887a binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:10:49.321218 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-442cd329-bbcb-4e01-bce6-4b5ec2c2ac6c tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2265251 Jul 15 13:10:49.323455 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f28f812-9d3e-4bfa-be74-bfe41b81845c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.325903 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51524) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:49.345108 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4111fc05-b6d8-44f2-a105-7ae0abf57bec tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.416022 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9676ff-dacd-4e5f-9d2d-c04314f87186 req-ff0b9254-2595-4037-beae-ec25449e03b3 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:49.429353 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5b9676ff-dacd-4e5f-9d2d-c04314f87186 req-ff0b9254-2595-4037-beae-ec25449e03b3 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5b34800-1c17-4d10-997a-4948bbca2874 HTTP/1.1" status: 200 len: 944 time: 0.3286078 Jul 15 13:10:49.457401 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2e27ea11-d244-4a4d-87b7-7c3275843bb7 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.466890 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2e27ea11-d244-4a4d-87b7-7c3275843bb7 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.507970 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d438ba69-99f1-45d4-ac21-583917ded59c req-1b2c7071-643f-442e-b086-fcb131a501d9 tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] 10.222.0.16 "GET /v2.0/security-groups?id=891f05ae-55d6-472d-a577-12c43a57b37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527752 Jul 15 13:10:49.520846 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4111fc05-b6d8-44f2-a105-7ae0abf57bec tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.541176 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4111fc05-b6d8-44f2-a105-7ae0abf57bec tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.556031 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2e27ea11-d244-4a4d-87b7-7c3275843bb7 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.564701 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2e27ea11-d244-4a4d-87b7-7c3275843bb7 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.569681 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2e27ea11-d244-4a4d-87b7-7c3275843bb7 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/f262249f-4027-4a8a-9875-2fb5c5bbfcb2 HTTP/1.1" status: 204 len: 168 time: 0.2413661 Jul 15 13:10:49.572301 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51526) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:49.585182 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-1d2d52ca-c381-4427-a90b-2187061eec89 req-350cf0b2-c44e-49fe-8fa5-de1e5396366f tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.601198 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['bda02bb1-59c6-44fe-b270-6ab0f6008f8e'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:49.622243 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e27ea11-d244-4a4d-87b7-7c3275843bb7 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f262249f-4027-4a8a-9875-2fb5c5bbfcb2,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:49.653266 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5b9676ff-dacd-4e5f-9d2d-c04314f87186 req-680cb5b3-2b53-46f3-ac89-e8df5ae028d4 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a830fec-1380-45b2-94bd-b25594194e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2223475 Jul 15 13:10:49.705199 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4111fc05-b6d8-44f2-a105-7ae0abf57bec tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e0fa066-c4f6-45b0-88b5-e59ddfd6c550,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:49.716745 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350cf0b2-c44e-49fe-8fa5-de1e5396366f tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] Pushing event deleted for resources: {'Port': ['ID=bda02bb1-59c6-44fe-b270-6ab0f6008f8e,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:49.724257 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8d548ef5-4b17-49af-95b0-caef8ce1384b tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1464510 Jul 15 13:10:49.727151 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51528) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:49.732171 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4111fc05-b6d8-44f2-a105-7ae0abf57bec tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.737487 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4111fc05-b6d8-44f2-a105-7ae0abf57bec tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5114286 Jul 15 13:10:49.738299 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51530) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:49.743334 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-0dad8877-cbb0-42ac-972c-eb9d3791f5ee tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:49.803265 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2d52ca-c381-4427-a90b-2187061eec89 req-350cf0b2-c44e-49fe-8fa5-de1e5396366f tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] No DVR routers for this DVR port bda02bb1-59c6-44fe-b270-6ab0f6008f8e on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:49.807649 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-1d2d52ca-c381-4427-a90b-2187061eec89 req-350cf0b2-c44e-49fe-8fa5-de1e5396366f tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.810071 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1d2d52ca-c381-4427-a90b-2187061eec89 req-350cf0b2-c44e-49fe-8fa5-de1e5396366f tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] 10.222.0.46 "DELETE /v2.0/ports/bda02bb1-59c6-44fe-b270-6ab0f6008f8e HTTP/1.1" status: 204 len: 173 time: 1.1003616 Jul 15 13:10:49.810729 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac45bd7e-6574-465a-a61c-2b5b19452002', 'name': 'network-vif-deleted', 'tag': 'bda02bb1-59c6-44fe-b270-6ab0f6008f8e'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:49.813161 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da2b034-9ed7-4a18-86b9-92dae43d9d16" -d '{"events": [{"server_uuid": "ac45bd7e-6574-465a-a61c-2b5b19452002", "name": "network-vif-deleted", "tag": "bda02bb1-59c6-44fe-b270-6ab0f6008f8e"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:49.831818 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0dad8877-cbb0-42ac-972c-eb9d3791f5ee tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks [] for floatingip, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.882926 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-95c03038-7f46-4221-8f05-8f150f10e774 service neutron] Attempting to bind port 975bc6c4-da06-40c1-9fbb-92aac51fd0fc on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:49.883331 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-95c03038-7f46-4221-8f05-8f150f10e774 service neutron] Attempting to bind port 975bc6c4-da06-40c1-9fbb-92aac51fd0fc by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '51f871b6-b945-4062-a6a8-cab4d9505cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:49.883667 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-95c03038-7f46-4221-8f05-8f150f10e774 service neutron] Attempting to bind port 975bc6c4-da06-40c1-9fbb-92aac51fd0fc on network 1bdc303d-a348-44e1-bbb6-ce54e5387eef {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:49.887797 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c32b15a8-cd03-4716-a32a-67cbeded31ed tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.896619 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c32b15a8-cd03-4716-a32a-67cbeded31ed tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.931639 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09e2403-1143-4dfa-84c7-c52f24905ed0 x-openstack-request-id: req-e09e2403-1143-4dfa-84c7-c52f24905ed0 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:49.931939 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded71160-e935-438d-bcb7-2a27a6f716c5", "name": "network-vif-plugged", "status": "completed", "tag": "77fa0119-225d-4d2b-b522-c5623ae9bff0", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:49.932196 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e09e2403-1143-4dfa-84c7-c52f24905ed0 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:49.932591 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded71160-e935-438d-bcb7-2a27a6f716c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fa0119-225d-4d2b-b522-c5623ae9bff0', 'code': 200} Jul 15 13:10:49.934200 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-95c03038-7f46-4221-8f05-8f150f10e774 service neutron] Port 975bc6c4-da06-40c1-9fbb-92aac51fd0fc on network 1bdc303d-a348-44e1-bbb6-ce54e5387eef not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:10:49.934534 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-95c03038-7f46-4221-8f05-8f150f10e774 service neutron] Attempting to bind port 975bc6c4-da06-40c1-9fbb-92aac51fd0fc on network 1bdc303d-a348-44e1-bbb6-ce54e5387eef {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:49.939435 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c32b15a8-cd03-4716-a32a-67cbeded31ed tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.942344 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f28f812-9d3e-4bfa-be74-bfe41b81845c None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.970792 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c32b15a8-cd03-4716-a32a-67cbeded31ed tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.972339 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-2f28f812-9d3e-4bfa-be74-bfe41b81845c None None] Transition to ACTIVE for port object 0c97777d-b873-4629-9dbe-7b735ee6887a will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:49.972468 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c32b15a8-cd03-4716-a32a-67cbeded31ed tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/49a6ee4f-e780-4644-8339-8582db6419ee HTTP/1.1" status: 204 len: 168 time: 0.2389858 Jul 15 13:10:49.975487 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51534) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:49.976250 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-95c03038-7f46-4221-8f05-8f150f10e774 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:49.976590 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-95c03038-7f46-4221-8f05-8f150f10e774 service neutron] Checking segment: {'id': '51f871b6-b945-4062-a6a8-cab4d9505cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:49.976973 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-95c03038-7f46-4221-8f05-8f150f10e774 service neutron] Bound using segment: {'id': '51f871b6-b945-4062-a6a8-cab4d9505cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:49.977421 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-95c03038-7f46-4221-8f05-8f150f10e774 service neutron] Bound port: 975bc6c4-da06-40c1-9fbb-92aac51fd0fc, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f871b6-b945-4062-a6a8-cab4d9505cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:49.977779 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-95c03038-7f46-4221-8f05-8f150f10e774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.988824 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f28f812-9d3e-4bfa-be74-bfe41b81845c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:50.019649 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46726193-84ec-4589-b574-bd9da8f02b38 x-openstack-request-id: req-46726193-84ec-4589-b574-bd9da8f02b38 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:50.020216 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac45bd7e-6574-465a-a61c-2b5b19452002", "name": "network-vif-deleted", "tag": "bda02bb1-59c6-44fe-b270-6ab0f6008f8e", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:50.028432 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-46726193-84ec-4589-b574-bd9da8f02b38 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:50.028926 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac45bd7e-6574-465a-a61c-2b5b19452002', 'name': 'network-vif-deleted', 'tag': 'bda02bb1-59c6-44fe-b270-6ab0f6008f8e', 'status': 'completed', 'code': 200} Jul 15 13:10:50.086207 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83689876-624b-49d6-bc98-6427099740ab None None] Pushing event updated for resources: {'Port': ['ID=0c97777d-b873-4629-9dbe-7b735ee6887a,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:50.107985 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83689876-624b-49d6-bc98-6427099740ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:50.108711 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83689876-624b-49d6-bc98-6427099740ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:50.108918 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0dad8877-cbb0-42ac-972c-eb9d3791f5ee tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:50.109395 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83689876-624b-49d6-bc98-6427099740ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:50.109904 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83689876-624b-49d6-bc98-6427099740ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:50.110512 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83689876-624b-49d6-bc98-6427099740ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:50.111017 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83689876-624b-49d6-bc98-6427099740ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:50.111547 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83689876-624b-49d6-bc98-6427099740ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:50.112023 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83689876-624b-49d6-bc98-6427099740ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:50.112847 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83689876-624b-49d6-bc98-6427099740ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:50.113359 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83689876-624b-49d6-bc98-6427099740ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:50.113835 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83689876-624b-49d6-bc98-6427099740ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:50.114441 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83689876-624b-49d6-bc98-6427099740ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:50.167964 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b15a8-cd03-4716-a32a-67cbeded31ed tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49a6ee4f-e780-4644-8339-8582db6419ee,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:50.204016 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-2f28f812-9d3e-4bfa-be74-bfe41b81845c None None] Attempting to bind port 0c97777d-b873-4629-9dbe-7b735ee6887a on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:50.204481 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-2f28f812-9d3e-4bfa-be74-bfe41b81845c None None] Attempting to bind port 0c97777d-b873-4629-9dbe-7b735ee6887a by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '8554a06b-4fbe-481c-ac76-8947d8732272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b3891516-348f-4a14-be74-7c63ac20ff2e'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:50.204932 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f28f812-9d3e-4bfa-be74-bfe41b81845c None None] Attempting to bind port 0c97777d-b873-4629-9dbe-7b735ee6887a on network b3891516-348f-4a14-be74-7c63ac20ff2e {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:50.212333 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f28f812-9d3e-4bfa-be74-bfe41b81845c None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:50.212590 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f28f812-9d3e-4bfa-be74-bfe41b81845c None None] Checking segment: {'id': '8554a06b-4fbe-481c-ac76-8947d8732272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b3891516-348f-4a14-be74-7c63ac20ff2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:50.212881 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f28f812-9d3e-4bfa-be74-bfe41b81845c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:50.213341 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f28f812-9d3e-4bfa-be74-bfe41b81845c None None] Bound using segment: {'id': '8554a06b-4fbe-481c-ac76-8947d8732272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b3891516-348f-4a14-be74-7c63ac20ff2e'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:50.214024 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-2f28f812-9d3e-4bfa-be74-bfe41b81845c None None] Bound port: 0c97777d-b873-4629-9dbe-7b735ee6887a, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8554a06b-4fbe-481c-ac76-8947d8732272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b3891516-348f-4a14-be74-7c63ac20ff2e'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:50.214469 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f28f812-9d3e-4bfa-be74-bfe41b81845c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:50.253124 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-95c03038-7f46-4221-8f05-8f150f10e774 service neutron] For port 975bc6c4-da06-40c1-9fbb-92aac51fd0fc, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:50.257431 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-95c03038-7f46-4221-8f05-8f150f10e774 service neutron] For port 975bc6c4-da06-40c1-9fbb-92aac51fd0fc, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=975bc6c4-da06-40c1-9fbb-92aac51fd0fc,segment=NetworkSegment(51f871b6-b945-4062-a6a8-cab4d9505cb9),segment_id=51f871b6-b945-4062-a6a8-cab4d9505cb9)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:50.272628 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed404d1-43bb-44fd-843c-3eb1c2afc3fa req-255aae88-90e1-42e2-a10f-e4086f708879 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:50.274549 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fed404d1-43bb-44fd-843c-3eb1c2afc3fa req-255aae88-90e1-42e2-a10f-e4086f708879 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 946 time: 0.5249636 Jul 15 13:10:50.277587 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-95c03038-7f46-4221-8f05-8f150f10e774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:50.337384 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-2f28f812-9d3e-4bfa-be74-bfe41b81845c None None] For port 0c97777d-b873-4629-9dbe-7b735ee6887a, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:50.352510 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-2f28f812-9d3e-4bfa-be74-bfe41b81845c None None] For port 0c97777d-b873-4629-9dbe-7b735ee6887a, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=0c97777d-b873-4629-9dbe-7b735ee6887a,segment=NetworkSegment(8554a06b-4fbe-481c-ac76-8947d8732272),segment_id=8554a06b-4fbe-481c-ac76-8947d8732272)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:50.364302 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f28f812-9d3e-4bfa-be74-bfe41b81845c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:50.411277 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb90b645-4bc0-4bad-84c4-0691852f3f05 req-9ae6535d-f9c0-4567-9e8a-827c51776247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:50.417741 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cb90b645-4bc0-4bad-84c4-0691852f3f05 req-9ae6535d-f9c0-4567-9e8a-827c51776247 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 1098 time: 0.2215264 Jul 15 13:10:50.474130 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-0dad8877-cbb0-42ac-972c-eb9d3791f5ee tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Allocated IP 172.25.8.236 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/90afff8f-5a9f-4e47-b415-7690d7545855) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:50.493784 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f28f812-9d3e-4bfa-be74-bfe41b81845c None None] Routers {'bb2b8e85-4a11-470c-b461-a5cfe7415a0e'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:50.494415 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-2f28f812-9d3e-4bfa-be74-bfe41b81845c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:10:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['bb2b8e85-4a11-470c-b461-a5cfe7415a0e'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:50.502600 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cb90b645-4bc0-4bad-84c4-0691852f3f05 req-4ebd3c28-32ba-44ee-bb8c-3b3df94e0ff2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580971 Jul 15 13:10:50.546837 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83689876-624b-49d6-bc98-6427099740ab None None] Pushing event updated for resources: {'Port': ['ID=0c97777d-b873-4629-9dbe-7b735ee6887a,revision_number=4']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:50.664764 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-2f28f812-9d3e-4bfa-be74-bfe41b81845c None None] Set router bb2b8e85-4a11-470c-b461-a5cfe7415a0e gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:50.702085 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0dad8877-cbb0-42ac-972c-eb9d3791f5ee tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:50.805138 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0dad8877-cbb0-42ac-972c-eb9d3791f5ee tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:50.902692 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dad8877-cbb0-42ac-972c-eb9d3791f5ee tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:50.906255 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-0dad8877-cbb0-42ac-972c-eb9d3791f5ee tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:50.922753 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c03038-7f46-4221-8f05-8f150f10e774 service neutron] Pushing event updated for resources: {'Port': ['ID=975bc6c4-da06-40c1-9fbb-92aac51fd0fc,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:50.936703 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dad8877-cbb0-42ac-972c-eb9d3791f5ee tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:50.961670 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-13fbaad7-b6dd-4a61-95e1-e751bda918c6 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.9469264 Jul 15 13:10:50.962371 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51542) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:51.012429 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a0ba002a-f237-4ed4-8663-0347f787e7fe req-fb2559b9-c7c6-4583-9666-d0873b052170 tempest-ServerTagsTestJSON-912604159 tempest-ServerTagsTestJSON-912604159-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac45bd7e-6574-465a-a61c-2b5b19452002 HTTP/1.1" status: 200 len: 210 time: 0.0970762 Jul 15 13:10:51.039294 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dad8877-cbb0-42ac-972c-eb9d3791f5ee tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Pushing event updated for resources: {'Port': ['ID=90afff8f-5a9f-4e47-b415-7690d7545855,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:51.054813 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-95c03038-7f46-4221-8f05-8f150f10e774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:51.058624 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-95c03038-7f46-4221-8f05-8f150f10e774 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.062946 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-95c03038-7f46-4221-8f05-8f150f10e774 service neutron] 10.222.0.46 "PUT /v2.0/ports/975bc6c4-da06-40c1-9fbb-92aac51fd0fc HTTP/1.1" status: 200 len: 1093 time: 2.9684961 Jul 15 13:10:51.071795 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b34800-1c17-4d10-997a-4948bbca2874', 'tag': '975bc6c4-da06-40c1-9fbb-92aac51fd0fc'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:51.075693 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e291edc9-c8f4-430e-9cae-06dc278ec3db" -d '{"events": [{"name": "network-changed", "server_uuid": "d5b34800-1c17-4d10-997a-4948bbca2874", "tag": "975bc6c4-da06-40c1-9fbb-92aac51fd0fc"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:51.082030 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fed404d1-43bb-44fd-843c-3eb1c2afc3fa req-f0e72221-9387-4bcb-9fb7-34c4b26e6e8c tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924727 Jul 15 13:10:51.116881 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9fa25d07-b34c-4fe5-91f2-0883f6ec19b3 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.126231 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9fa25d07-b34c-4fe5-91f2-0883f6ec19b3 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.161480 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9fa25d07-b34c-4fe5-91f2-0883f6ec19b3 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.190713 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9fa25d07-b34c-4fe5-91f2-0883f6ec19b3 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.194784 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9fa25d07-b34c-4fe5-91f2-0883f6ec19b3 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/44eb792f-cbd2-4148-b925-c0c4cdaf6cba HTTP/1.1" status: 204 len: 168 time: 0.2067361 Jul 15 13:10:51.196365 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa25d07-b34c-4fe5-91f2-0883f6ec19b3 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44eb792f-cbd2-4148-b925-c0c4cdaf6cba,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:51.198773 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51546) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:51.218208 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-2f28f812-9d3e-4bfa-be74-bfe41b81845c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2b8e85-4a11-470c-b461-a5cfe7415a0e', 'name': 'tempest-ServersTestManualDisk-1605277065-router', 'tenant_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '6d553dc7-374f-4192-abb5-b873146f318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:38Z', 'updated_at': '2021-07-15T13:10:44Z', 'revision_number': 4, 'project_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'gw_port': {'id': '6d553dc7-374f-4192-abb5-b873146f318c', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2b8e85-4a11-470c-b461-a5cfe7415a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:39Z', 'updated_at': '2021-07-15T13:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '0c97777d-b873-4629-9dbe-7b735ee6887a', 'name': '', 'network_id': 'b3891516-348f-4a14-be74-7c63ac20ff2e', 'tenant_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'mac_address': 'fa:16:3e:28:05:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2b8e85-4a11-470c-b461-a5cfe7415a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '674406c3-3fe3-4c91-b443-175bf26433ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:43Z', 'updated_at': '2021-07-15T13:10:50Z', 'revision_number': 4, 'project_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'subnets': [{'id': '674406c3-3fe3-4c91-b443-175bf26433ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:51.271891 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-510cd9d3-3aa2-44d3-a400-8ab893add56d tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0701716 Jul 15 13:10:51.272654 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51548) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:51.311141 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0279ae86-5443-4351-a9e1-58853f412f65 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.322473 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0279ae86-5443-4351-a9e1-58853f412f65 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.322733 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0dad8877-cbb0-42ac-972c-eb9d3791f5ee tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.336632 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f28f812-9d3e-4bfa-be74-bfe41b81845c None None] The sync data for ids ['bb2b8e85-4a11-470c-b461-a5cfe7415a0e'] in n-d-771363-36 is: [{'id': 'bb2b8e85-4a11-470c-b461-a5cfe7415a0e', 'name': 'tempest-ServersTestManualDisk-1605277065-router', 'tenant_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '6d553dc7-374f-4192-abb5-b873146f318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:38Z', 'updated_at': '2021-07-15T13:10:44Z', 'revision_number': 4, 'project_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'gw_port': {'id': '6d553dc7-374f-4192-abb5-b873146f318c', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2b8e85-4a11-470c-b461-a5cfe7415a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:39Z', 'updated_at': '2021-07-15T13:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '0c97777d-b873-4629-9dbe-7b735ee6887a', 'name': '', 'network_id': 'b3891516-348f-4a14-be74-7c63ac20ff2e', 'tenant_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'mac_address': 'fa:16:3e:28:05:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb2b8e85-4a11-470c-b461-a5cfe7415a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '674406c3-3fe3-4c91-b443-175bf26433ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:43Z', 'updated_at': '2021-07-15T13:10:50Z', 'revision_number': 4, 'project_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'subnets': [{'id': '674406c3-3fe3-4c91-b443-175bf26433ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:10:51.381097 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0279ae86-5443-4351-a9e1-58853f412f65 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.410118 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0279ae86-5443-4351-a9e1-58853f412f65 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.415604 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0279ae86-5443-4351-a9e1-58853f412f65 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/547bede1-bb4d-47ac-b52c-8a47ff79fe95 HTTP/1.1" status: 204 len: 168 time: 0.1414080 Jul 15 13:10:51.417503 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51550) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:51.458722 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b30ba9-d386-49de-af55-97355b0b6db8 x-openstack-request-id: req-92b30ba9-d386-49de-af55-97355b0b6db8 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:51.459036 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5b34800-1c17-4d10-997a-4948bbca2874", "tag": "975bc6c4-da06-40c1-9fbb-92aac51fd0fc", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:51.459258 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-92b30ba9-d386-49de-af55-97355b0b6db8 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:51.459664 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b34800-1c17-4d10-997a-4948bbca2874', 'tag': '975bc6c4-da06-40c1-9fbb-92aac51fd0fc', 'status': 'completed', 'code': 200} Jul 15 13:10:51.465377 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-2de9db3a-5a6b-440d-ac89-4d27c01572af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:51.467645 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-2de9db3a-5a6b-440d-ac89-4d27c01572af service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cece2284cedf41a29a33e49364b41245&device_id=d5b34800-1c17-4d10-997a-4948bbca2874 HTTP/1.1" status: 200 len: 1096 time: 0.2949369 Jul 15 13:10:51.476211 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279ae86-5443-4351-a9e1-58853f412f65 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=547bede1-bb4d-47ac-b52c-8a47ff79fe95,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:51.486946 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0dad8877-cbb0-42ac-972c-eb9d3791f5ee tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.564303 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-5180a6a3-fecb-4da9-b4a3-7e9112569886 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=975bc6c4-da06-40c1-9fbb-92aac51fd0fc HTTP/1.1" status: 200 len: 217 time: 0.0712504 Jul 15 13:10:51.582273 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-bfb6864f-e59f-4d35-9c45-6d01d092402c tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1603611 Jul 15 13:10:51.587106 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51552) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:51.672022 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-aa0998d4-6a9f-461a-9756-1fd9f0beaa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:51.674526 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-aa0998d4-6a9f-461a-9756-1fd9f0beaa6c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1796d493-1d5f-49de-a2f8-cb5cb28c84a4 HTTP/1.1" status: 200 len: 850 time: 0.0901370 Jul 15 13:10:51.691474 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca1927-f1bb-4208-a693-b3e7a1ef1098 req-6a6b1707-a7f9-4f77-8a49-74f246e4670b tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:51.693416 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c4ca1927-f1bb-4208-a693-b3e7a1ef1098 req-6a6b1707-a7f9-4f77-8a49-74f246e4670b tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5b34800-1c17-4d10-997a-4948bbca2874 HTTP/1.1" status: 200 len: 944 time: 0.3292658 Jul 15 13:10:51.704277 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-aa0785f9-3529-4da8-bee6-8839655b3d74 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.750751 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-aa0785f9-3529-4da8-bee6-8839655b3d74 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.785308 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c4ca1927-f1bb-4208-a693-b3e7a1ef1098 req-7d0081c1-8774-4a50-92e9-5c081608af30 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a830fec-1380-45b2-94bd-b25594194e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863643 Jul 15 13:10:51.816575 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-2e736099-0ca1-419f-913c-dff7dc33839b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:51.817431 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-2e736099-0ca1-419f-913c-dff7dc33839b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1bdc303d-a348-44e1-bbb6-ce54e5387eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1107180 Jul 15 13:10:51.828165 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0dad8877-cbb0-42ac-972c-eb9d3791f5ee tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.848266 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0dad8877-cbb0-42ac-972c-eb9d3791f5ee tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.921374 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-aa0785f9-3529-4da8-bee6-8839655b3d74 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.925008 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-aa0785f9-3529-4da8-bee6-8839655b3d74 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.933459 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-aa0785f9-3529-4da8-bee6-8839655b3d74 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "DELETE /v2.0/security-groups/e2f6e1a7-4f41-42bd-85aa-8b6c1de7cb60 HTTP/1.1" status: 204 len: 168 time: 0.3452463 Jul 15 13:10:51.943639 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51554) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:51.957559 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-394ab12d-b2fe-495a-b453-ed0d683efb2a service neutron] 10.222.0.46 "GET /v2.0/networks/1bdc303d-a348-44e1-bbb6-ce54e5387eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217768 Jul 15 13:10:51.999279 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0785f9-3529-4da8-bee6-8839655b3d74 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f6e1a7-4f41-42bd-85aa-8b6c1de7cb60,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:52.050688 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dad8877-cbb0-42ac-972c-eb9d3791f5ee tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Pushing event updated for resources: {'Port': ['ID=90afff8f-5a9f-4e47-b415-7690d7545855,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:52.104920 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-490e74c9-595d-4337-bd96-4aa40e6abbfa tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1434772 Jul 15 13:10:52.105825 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51558) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:52.113129 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-90d60f38-d04f-4f58-ac40-8e2c5c32441d tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Request body: {'security_group': {'name': 'tempest-secgroup--1681582199'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:52.114141 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ee53b554-688b-42e5-9e6f-13b920fab06d req-d60035b0-3bbe-4a2f-b7eb-0e1279ccfdfa service neutron] 10.222.0.46 "GET /v2.0/networks/1bdc303d-a348-44e1-bbb6-ce54e5387eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434026 Jul 15 13:10:52.153622 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-90d60f38-d04f-4f58-ac40-8e2c5c32441d tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.168567 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0dad8877-cbb0-42ac-972c-eb9d3791f5ee tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.195880 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51562) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:52.334801 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 0c97777d-b873-4629-9dbe-7b735ee6887a up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:52.353895 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-90d60f38-d04f-4f58-ac40-8e2c5c32441d tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.356112 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0dad8877-cbb0-42ac-972c-eb9d3791f5ee tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.358930 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0dad8877-cbb0-42ac-972c-eb9d3791f5ee tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6189029 Jul 15 13:10:52.362400 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-90d60f38-d04f-4f58-ac40-8e2c5c32441d tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.375451 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-f06733b1-6e3c-4479-bfb2-1814131bc979 admin admin] Deleting subnet c185c845-5e8a-4a6d-80b9-7559c8b1c688 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:10:52.383747 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-90d60f38-d04f-4f58-ac40-8e2c5c32441d tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.388516 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-90d60f38-d04f-4f58-ac40-8e2c5c32441d tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2794261 Jul 15 13:10:52.389558 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51568) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:52.401258 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-77a3ec42-9205-4bc8-94b6-872887e10806 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Request body: {'security_group_rule': {'security_group_id': '209cb484-936e-4295-9608-9c31175142f7', 'direction': 'ingress', 'protocol': 17}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:52.406080 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f06733b1-6e3c-4479-bfb2-1814131bc979 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.434301 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d60f38-d04f-4f58-ac40-8e2c5c32441d tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=209cb484-936e-4295-9608-9c31175142f7,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:52.474486 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-77a3ec42-9205-4bc8-94b6-872887e10806 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.551267 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-77a3ec42-9205-4bc8-94b6-872887e10806 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.552545 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 0c97777d-b873-4629-9dbe-7b735ee6887a completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:52.557063 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 0c97777d-b873-4629-9dbe-7b735ee6887a triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:52.557704 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.568812 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-77a3ec42-9205-4bc8-94b6-872887e10806 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.600456 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3ec42-9205-4bc8-94b6-872887e10806 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e83f383-b2a6-4fa5-9b37-9fc1b0ae8cd7,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:52.601122 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device bda02bb1-59c6-44fe-b270-6ab0f6008f8e no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:52.613972 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-77a3ec42-9205-4bc8-94b6-872887e10806 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.622593 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-77a3ec42-9205-4bc8-94b6-872887e10806 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2251983 Jul 15 13:10:52.623697 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51572) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:52.649502 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: bda02bb1-59c6-44fe-b270-6ab0f6008f8e {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:52.649988 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device bda02bb1-59c6-44fe-b270-6ab0f6008f8e not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:52.695228 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a2a6a9c0-67e0-41c7-b88e-7ecc49ee07a9 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.733613 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f06733b1-6e3c-4479-bfb2-1814131bc979 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.738746 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a2a6a9c0-67e0-41c7-b88e-7ecc49ee07a9 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.789702 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.847276 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a2a6a9c0-67e0-41c7-b88e-7ecc49ee07a9 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.850637 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a2a6a9c0-67e0-41c7-b88e-7ecc49ee07a9 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.854991 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a2a6a9c0-67e0-41c7-b88e-7ecc49ee07a9 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "DELETE /v2.0/security-groups/209cb484-936e-4295-9608-9c31175142f7 HTTP/1.1" status: 204 len: 168 time: 0.2298279 Jul 15 13:10:52.855946 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51584) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:52.857836 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 0c97777d-b873-4629-9dbe-7b735ee6887a, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=0c97777d-b873-4629-9dbe-7b735ee6887a,segment=NetworkSegment(8554a06b-4fbe-481c-ac76-8947d8732272),segment_id=8554a06b-4fbe-481c-ac76-8947d8732272)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:52.860354 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-dc03518a-07c8-4788-aa33-80d7a16d3c37 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1104475017&fields=id&tenant_id=a99d3a4347d44f88ad103ba988f2fb07 HTTP/1.1" status: 200 len: 267 time: 0.0836377 Jul 15 13:10:52.869766 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.902367 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a6a9c0-67e0-41c7-b88e-7ecc49ee07a9 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=209cb484-936e-4295-9608-9c31175142f7,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:52.978190 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-8911bcbe-891d-405e-ac92-5aa54cb143a3 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:52.985223 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-8911bcbe-891d-405e-ac92-5aa54cb143a3 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/networks?id=b3891516-348f-4a14-be74-7c63ac20ff2e HTTP/1.1" status: 200 len: 812 time: 0.1238415 Jul 15 13:10:53.007443 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-07b9f3ef-922c-49e5-9b75-fca6fdc33e3c tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/quotas/a99d3a4347d44f88ad103ba988f2fb07 HTTP/1.1" status: 200 len: 375 time: 0.0210762 Jul 15 13:10:53.012100 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=0c97777d-b873-4629-9dbe-7b735ee6887a,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:53.030189 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-fb9af664-1052-4ddd-a509-3e6b8034424e tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1395383 Jul 15 13:10:53.031880 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51586) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:53.032491 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe330f-5bd3-4c31-a41c-11ff278c299c req-3d91ec4e-f5cb-4a00-a27a-a2240b37f8d3 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:53.039913 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-26fe330f-5bd3-4c31-a41c-11ff278c299c req-3d91ec4e-f5cb-4a00-a27a-a2240b37f8d3 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 946 time: 0.4409831 Jul 15 13:10:53.040127 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-e46e0992-6e65-408c-bd0e-ed46aeb3e779 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Request body: {'security_group': {'name': 'tempest-secgroup--663349980'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:53.074164 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f06733b1-6e3c-4479-bfb2-1814131bc979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:53.077727 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291edc9-c8f4-430e-9cae-06dc278ec3db req-420a6dd4-63be-4dcb-afb7-e738ad3543c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:53.079444 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e291edc9-c8f4-430e-9cae-06dc278ec3db req-420a6dd4-63be-4dcb-afb7-e738ad3543c2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cece2284cedf41a29a33e49364b41245&device_id=d5b34800-1c17-4d10-997a-4948bbca2874 HTTP/1.1" status: 200 len: 1096 time: 0.5654340 Jul 15 13:10:53.086481 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e46e0992-6e65-408c-bd0e-ed46aeb3e779 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:53.207927 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e46e0992-6e65-408c-bd0e-ed46aeb3e779 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:53.219837 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e46e0992-6e65-408c-bd0e-ed46aeb3e779 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:53.257104 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-26fe330f-5bd3-4c31-a41c-11ff278c299c req-81696e03-6bde-4b3d-8b91-2ed6c41f8090 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160683 Jul 15 13:10:53.280336 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e46e0992-6e65-408c-bd0e-ed46aeb3e779 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:53.281977 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e46e0992-6e65-408c-bd0e-ed46aeb3e779 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2491086 Jul 15 13:10:53.285386 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e0992-6e65-408c-bd0e-ed46aeb3e779 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91a8b82c-1d4c-4cde-9791-e40ae5188313,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:53.291120 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51588) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:53.300428 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f06733b1-6e3c-4479-bfb2-1814131bc979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:53.304623 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-fd0a9e07-3fa1-44dd-9723-1bae2de6ef34 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Request body: {'security_group': {'name': 'tempest-secgroup--352003700'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:53.365167 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fd0a9e07-3fa1-44dd-9723-1bae2de6ef34 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:53.397572 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-e0dafd49-ab3d-4f7c-99c6-a52d96214fc3 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a99d3a4347d44f88ad103ba988f2fb07&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3822737 Jul 15 13:10:53.398481 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06733b1-6e3c-4479-bfb2-1814131bc979 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c185c845-5e8a-4a6d-80b9-7559c8b1c688,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:53.416109 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f06733b1-6e3c-4479-bfb2-1814131bc979 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:53.422105 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f06733b1-6e3c-4479-bfb2-1814131bc979 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c185c845-5e8a-4a6d-80b9-7559c8b1c688 HTTP/1.1" status: 204 len: 168 time: 1.2249935 Jul 15 13:10:53.422782 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51592) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:53.428966 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291edc9-c8f4-430e-9cae-06dc278ec3db req-1000923d-8c13-4270-9c9e-5251782204cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:53.430727 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e291edc9-c8f4-430e-9cae-06dc278ec3db req-1000923d-8c13-4270-9c9e-5251782204cd service neutron] 10.222.0.46 "GET /v2.0/networks?id=1bdc303d-a348-44e1-bbb6-ce54e5387eef HTTP/1.1" status: 200 len: 912 time: 0.3153648 Jul 15 13:10:53.556381 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e291edc9-c8f4-430e-9cae-06dc278ec3db req-ff7123cc-3af6-4adb-b31c-92997fcde797 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=975bc6c4-da06-40c1-9fbb-92aac51fd0fc HTTP/1.1" status: 200 len: 217 time: 0.0855889 Jul 15 13:10:53.572393 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fd0a9e07-3fa1-44dd-9723-1bae2de6ef34 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:53.581133 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fd0a9e07-3fa1-44dd-9723-1bae2de6ef34 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:53.588892 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d6ebde37-2c66-4222-b439-903663c9b6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:53.628950 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fd0a9e07-3fa1-44dd-9723-1bae2de6ef34 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:53.630437 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-fd0a9e07-3fa1-44dd-9723-1bae2de6ef34 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3364980 Jul 15 13:10:53.634464 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51596) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:53.640551 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-aed38571-5d2b-4134-915d-d02bb92a31f8 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Request body: {'security_group_rule': {'security_group_id': '91a8b82c-1d4c-4cde-9791-e40ae5188313', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '35b8dcf2-7920-4de1-a4b7-1399a8ee8513', 'remote_ip_prefix': None}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:53.646684 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a9e07-3fa1-44dd-9723-1bae2de6ef34 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35b8dcf2-7920-4de1-a4b7-1399a8ee8513,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:53.716145 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291edc9-c8f4-430e-9cae-06dc278ec3db req-b141a711-6b00-4840-bad6-8a2b6a89ae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:53.717782 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e291edc9-c8f4-430e-9cae-06dc278ec3db req-b141a711-6b00-4840-bad6-8a2b6a89ae99 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1796d493-1d5f-49de-a2f8-cb5cb28c84a4 HTTP/1.1" status: 200 len: 850 time: 0.0977943 Jul 15 13:10:53.728911 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f642e-00cf-49d6-b7c5-8c933dd4367a req-d3ec15a6-7d48-446b-8fcb-a2e24e4a9695 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:53.731101 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cc9f642e-00cf-49d6-b7c5-8c933dd4367a req-d3ec15a6-7d48-446b-8fcb-a2e24e4a9695 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5b34800-1c17-4d10-997a-4948bbca2874 HTTP/1.1" status: 200 len: 944 time: 0.2787285 Jul 15 13:10:53.741369 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-8ab30fde-277d-4a26-8132-ff08d6be550c service neutron] 10.222.0.16 "GET /v2.0/networks/b3891516-348f-4a14-be74-7c63ac20ff2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074322 Jul 15 13:10:53.775467 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d6ebde37-2c66-4222-b439-903663c9b6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:53.785229 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-aed38571-5d2b-4134-915d-d02bb92a31f8 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:53.799175 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-d6ebde37-2c66-4222-b439-903663c9b6d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad531fa4-9921-464d-8262-8c224cca5e46']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:53.833687 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cc9f642e-00cf-49d6-b7c5-8c933dd4367a req-61b80245-4bfb-47cb-9d0f-ceeec037c03c tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a830fec-1380-45b2-94bd-b25594194e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900567 Jul 15 13:10:53.837179 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-d6ebde37-2c66-4222-b439-903663c9b6d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e2a3a0e-b870-41ff-9791-cd8dd21dac8a') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:53.837604 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-d6ebde37-2c66-4222-b439-903663c9b6d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e2a3a0e-b870-41ff-9791-cd8dd21dac8a') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:53.876008 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d6ebde37-2c66-4222-b439-903663c9b6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:53.900356 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291edc9-c8f4-430e-9cae-06dc278ec3db req-804476fe-2269-4e59-8d70-e38814c6e0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:53.902361 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e291edc9-c8f4-430e-9cae-06dc278ec3db req-804476fe-2269-4e59-8d70-e38814c6e0a1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1bdc303d-a348-44e1-bbb6-ce54e5387eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1702025 Jul 15 13:10:53.910796 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-ef60dbae-3dc5-4688-b061-7027553abdc6 service neutron] 10.222.0.16 "GET /v2.0/networks/b3891516-348f-4a14-be74-7c63ac20ff2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304791 Jul 15 13:10:53.912887 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d6ebde37-2c66-4222-b439-903663c9b6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:53.928248 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ebde37-2c66-4222-b439-903663c9b6d9 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:10:53.928759 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d6ebde37-2c66-4222-b439-903663c9b6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:53.930463 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:53.930463 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:53.930463 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:10:53.930463 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:10:53.930463 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:10:53.930463 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:10:53.930463 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:10:53.930463 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:10:53.930463 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:10:53.930463 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:10:53.930463 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:10:53.930463 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:10:53.930463 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:10:53.930463 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:10:53.930463 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:10:53.930463 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:10:53.930463 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:10:53.930463 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:10:53.930463 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:10:53.930463 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:10:53.930463 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:10:53.930463 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:10:53.930463 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:10:53.930463 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:10:53.930463 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:10:53.930463 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:10:53.930463 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:10:53.930463 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:10:53.930463 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:10:53.930463 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:10:53.930463 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:10:53.930463 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:10:53.930463 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:10:53.930463 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:10:53.944003 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-aed38571-5d2b-4134-915d-d02bb92a31f8 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:53.959442 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-aed38571-5d2b-4134-915d-d02bb92a31f8 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:54.008118 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed38571-5d2b-4134-915d-d02bb92a31f8 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fefaa35b-ea73-49ec-8c30-99636cde1811,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:54.039298 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e291edc9-c8f4-430e-9cae-06dc278ec3db req-ea37f1ed-7654-4b40-9441-124c5d5ce7cb service neutron] 10.222.0.46 "GET /v2.0/networks/1bdc303d-a348-44e1-bbb6-ce54e5387eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273050 Jul 15 13:10:54.040857 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d6ebde37-2c66-4222-b439-903663c9b6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:54.051574 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d6ebde37-2c66-4222-b439-903663c9b6d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:54.053830 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d6ebde37-2c66-4222-b439-903663c9b6d9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ad531fa4-9921-464d-8262-8c224cca5e46 HTTP/1.1" status: 204 len: 168 time: 0.6298575 Jul 15 13:10:54.067070 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-aed38571-5d2b-4134-915d-d02bb92a31f8 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:54.072622 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-aed38571-5d2b-4134-915d-d02bb92a31f8 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4358418 Jul 15 13:10:54.073351 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51600) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:54.082962 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ebde37-2c66-4222-b439-903663c9b6d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad531fa4-9921-464d-8262-8c224cca5e46,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:54.118513 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bf381230-c6f7-46b1-bc74-9f4a69719174 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:54.140524 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bf381230-c6f7-46b1-bc74-9f4a69719174 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:54.216252 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bf381230-c6f7-46b1-bc74-9f4a69719174 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:54.232676 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bf381230-c6f7-46b1-bc74-9f4a69719174 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:54.240321 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-bf381230-c6f7-46b1-bc74-9f4a69719174 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/fefaa35b-ea73-49ec-8c30-99636cde1811 HTTP/1.1" status: 204 len: 168 time: 0.1654460 Jul 15 13:10:54.246863 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51602) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:54.290438 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 0c97777d-b873-4629-9dbe-7b735ee6887a up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:54.294607 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf381230-c6f7-46b1-bc74-9f4a69719174 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fefaa35b-ea73-49ec-8c30-99636cde1811,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:54.300759 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e291edc9-c8f4-430e-9cae-06dc278ec3db req-10c9a1e7-4ccf-4a09-8207-17ec05acb60a service neutron] 10.222.0.46 "GET /v2.0/networks/1bdc303d-a348-44e1-bbb6-ce54e5387eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451720 Jul 15 13:10:54.366148 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8739316-7934-4a63-9d0f-73fa5078a2b5 req-a0316ec3-8312-4e93-b3ba-78f69c052435 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:54.367845 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a8739316-7934-4a63-9d0f-73fa5078a2b5 req-a0316ec3-8312-4e93-b3ba-78f69c052435 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 946 time: 0.2512460 Jul 15 13:10:54.401124 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-22c1df1d-2e54-4b23-b7e2-ad2b0eeee523 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1434038 Jul 15 13:10:54.401479 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51608) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:54.419897 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 0c97777d-b873-4629-9dbe-7b735ee6887a triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:54.422105 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:54.440681 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51610) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:54.508158 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a8739316-7934-4a63-9d0f-73fa5078a2b5 req-be97b093-bb71-4482-be67-d3f53c4b992f tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070907 Jul 15 13:10:54.528634 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-93271f33-97be-4b78-877c-f37f00c731b0 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:54.568285 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-93271f33-97be-4b78-877c-f37f00c731b0 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:54.581986 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aef36e07-e591-4e52-980b-f1f41f7daa2f req-6170c18e-d87b-4ba2-8460-b0ccd98e197e tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/ports?device_id=36243c40-9f3e-415c-9d94-212ffa827773 HTTP/1.1" status: 200 len: 210 time: 0.0708385 Jul 15 13:10:54.619553 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-19e72509-20ab-4d1c-840b-a750c3f28a09 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=711d63030d054688a8df7791f678cdce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1775694 Jul 15 13:10:54.625977 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51616) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:54.697236 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a46107ec-86fc-4d6b-bec5-c6d76c87df20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:54.703699 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-93271f33-97be-4b78-877c-f37f00c731b0 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:54.722079 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-93271f33-97be-4b78-877c-f37f00c731b0 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:54.726161 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51620) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:54.730516 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-93271f33-97be-4b78-877c-f37f00c731b0 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "DELETE /v2.0/security-groups/35b8dcf2-7920-4de1-a4b7-1399a8ee8513 HTTP/1.1" status: 204 len: 168 time: 0.3279305 Jul 15 13:10:54.740780 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a46107ec-86fc-4d6b-bec5-c6d76c87df20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:54.772714 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93271f33-97be-4b78-877c-f37f00c731b0 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b8dcf2-7920-4de1-a4b7-1399a8ee8513,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:54.859888 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a46107ec-86fc-4d6b-bec5-c6d76c87df20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:54.865830 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a46107ec-86fc-4d6b-bec5-c6d76c87df20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:54.865830 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a46107ec-86fc-4d6b-bec5-c6d76c87df20 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/891f05ae-55d6-472d-a577-12c43a57b37d HTTP/1.1" status: 204 len: 168 time: 0.2362449 Jul 15 13:10:54.881464 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9fb3c7db-aa61-4c77-b230-0bf158cbe28b tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1514850 Jul 15 13:10:54.882222 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51626) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:54.888371 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46107ec-86fc-4d6b-bec5-c6d76c87df20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891f05ae-55d6-472d-a577-12c43a57b37d,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:55.092205 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cc368c16-9957-4a7b-8d9c-c75cef60848f tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:55.199873 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bbe3f7-94b9-4c5f-9a3d-42f9e5c3a06e req-b3ee5686-b10d-47c9-8d34-30c99ed0e6eb tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:55.207203 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e9bbe3f7-94b9-4c5f-9a3d-42f9e5c3a06e req-b3ee5686-b10d-47c9-8d34-30c99ed0e6eb tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5b34800-1c17-4d10-997a-4948bbca2874 HTTP/1.1" status: 200 len: 944 time: 0.1431613 Jul 15 13:10:55.224401 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cc368c16-9957-4a7b-8d9c-c75cef60848f tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:55.304165 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e9bbe3f7-94b9-4c5f-9a3d-42f9e5c3a06e req-dd536ea3-4056-4265-b77f-b86080bc15b4 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a830fec-1380-45b2-94bd-b25594194e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670667 Jul 15 13:10:55.379888 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cc368c16-9957-4a7b-8d9c-c75cef60848f tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:55.383181 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cc368c16-9957-4a7b-8d9c-c75cef60848f tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:55.386001 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680505e9-16f7-46fb-815a-824702d81cc8 req-8eff2789-54c4-412b-81db-775f98f801be tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:55.387823 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-680505e9-16f7-46fb-815a-824702d81cc8 req-8eff2789-54c4-412b-81db-775f98f801be tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/networks?id=cb2098bc-7484-4c5d-9e4d-2dee71297f28 HTTP/1.1" status: 200 len: 815 time: 0.1101923 Jul 15 13:10:55.396846 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-cc368c16-9957-4a7b-8d9c-c75cef60848f tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "DELETE /v2.0/security-groups/91a8b82c-1d4c-4cde-9791-e40ae5188313 HTTP/1.1" status: 204 len: 168 time: 0.5130847 Jul 15 13:10:55.401515 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51642) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:55.408199 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc368c16-9957-4a7b-8d9c-c75cef60848f tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a8b82c-1d4c-4cde-9791-e40ae5188313,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:55.426338 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-680505e9-16f7-46fb-815a-824702d81cc8 req-85708b54-561e-4225-bb2c-841333f48910 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/quotas/13316ece7db54a9c8540a5aff49e478f HTTP/1.1" status: 200 len: 375 time: 0.0295343 Jul 15 13:10:55.554107 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3f7c7f91-e5b4-41d2-9f69-ed854a48060b tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1452219 Jul 15 13:10:55.557745 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51652) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:55.569859 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-8c671cc2-0fb5-4e55-a742-bba1aa2fc203 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Request body: {'security_group': {'name': 'tempest-secgroup--1030980244'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:55.598170 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8c671cc2-0fb5-4e55-a742-bba1aa2fc203 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:55.605794 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-680505e9-16f7-46fb-815a-824702d81cc8 req-9137decd-fc62-4e6d-9de2-1dfb19bc6e51 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=13316ece7db54a9c8540a5aff49e478f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1592355 Jul 15 13:10:55.759344 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-680505e9-16f7-46fb-815a-824702d81cc8 req-1e29800f-aeda-49a5-b237-68eb4f28f06c service neutron] 10.222.0.16 "GET /v2.0/networks/cb2098bc-7484-4c5d-9e4d-2dee71297f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524301 Jul 15 13:10:55.775422 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8c671cc2-0fb5-4e55-a742-bba1aa2fc203 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:55.781586 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8c671cc2-0fb5-4e55-a742-bba1aa2fc203 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:55.837600 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8c671cc2-0fb5-4e55-a742-bba1aa2fc203 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:55.842777 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8c671cc2-0fb5-4e55-a742-bba1aa2fc203 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2815163 Jul 15 13:10:55.851035 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51664) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:55.856548 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-600b6ab0-c3f6-4c9b-b699-7e0b0ab2e85e tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Request body: {'security_group_rule': {'security_group_id': '5dadc239-c40f-4f53-8ebc-8b69ad9b3596', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:55.866256 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c671cc2-0fb5-4e55-a742-bba1aa2fc203 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dadc239-c40f-4f53-8ebc-8b69ad9b3596,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:55.923642 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-600b6ab0-c3f6-4c9b-b699-7e0b0ab2e85e tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:55.996532 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-158155e0-a790-4d74-b9d2-c43b22066e32 req-b3cc2e4a-c807-4376-8b29-c4eeced6cfe9 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/ports?device_id=36243c40-9f3e-415c-9d94-212ffa827773 HTTP/1.1" status: 200 len: 210 time: 0.0756373 Jul 15 13:10:56.032025 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-600b6ab0-c3f6-4c9b-b699-7e0b0ab2e85e tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:56.038304 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-680505e9-16f7-46fb-815a-824702d81cc8 req-523ceaa2-07b3-4151-8856-92afd83a91ae service neutron] 10.222.0.16 "GET /v2.0/networks/cb2098bc-7484-4c5d-9e4d-2dee71297f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779796 Jul 15 13:10:56.040266 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-600b6ab0-c3f6-4c9b-b699-7e0b0ab2e85e tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:56.065109 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b6ab0-c3f6-4c9b-b699-7e0b0ab2e85e tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c098a396-93e3-40e0-8759-eca7801c8c6c,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:56.082031 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-600b6ab0-c3f6-4c9b-b699-7e0b0ab2e85e tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:56.088668 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51668) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:56.088841 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-600b6ab0-c3f6-4c9b-b699-7e0b0ab2e85e tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2343607 Jul 15 13:10:56.124260 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-391605c1-2e37-4e30-b630-b66bb8c8e693 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:56.135696 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-391605c1-2e37-4e30-b630-b66bb8c8e693 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:56.201394 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-391605c1-2e37-4e30-b630-b66bb8c8e693 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:56.208703 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-391605c1-2e37-4e30-b630-b66bb8c8e693 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:56.212673 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51676) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:56.214733 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-391605c1-2e37-4e30-b630-b66bb8c8e693 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/c098a396-93e3-40e0-8759-eca7801c8c6c HTTP/1.1" status: 204 len: 168 time: 0.1270518 Jul 15 13:10:56.240495 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391605c1-2e37-4e30-b630-b66bb8c8e693 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c098a396-93e3-40e0-8759-eca7801c8c6c,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:56.306756 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c49ceb87-22e7-4b6c-9795-8a387b33bbdb req-cc6f5967-e315-4a8d-9e56-220b08811847 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 210 time: 0.0466287 Jul 15 13:10:56.312892 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51684) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:56.325001 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c39fd1ae-cee3-4f48-81c1-e710fdba4736 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1110075 Jul 15 13:10:56.396950 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2c35cd8f-3369-433d-b610-5f3b4562cdc4 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:56.443852 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2c35cd8f-3369-433d-b610-5f3b4562cdc4 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:56.546486 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98dd8bf-d6d9-4e61-a270-f3c1f1bbecb7 req-5f956355-fc27-468a-96ff-967f113dbf4c tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:56.548115 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d98dd8bf-d6d9-4e61-a270-f3c1f1bbecb7 req-5f956355-fc27-468a-96ff-967f113dbf4c tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5b34800-1c17-4d10-997a-4948bbca2874 HTTP/1.1" status: 200 len: 944 time: 0.0958233 Jul 15 13:10:56.549791 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2c35cd8f-3369-433d-b610-5f3b4562cdc4 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:56.552582 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2c35cd8f-3369-433d-b610-5f3b4562cdc4 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:56.556623 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2c35cd8f-3369-433d-b610-5f3b4562cdc4 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "DELETE /v2.0/security-groups/5dadc239-c40f-4f53-8ebc-8b69ad9b3596 HTTP/1.1" status: 204 len: 168 time: 0.2381418 Jul 15 13:10:56.557110 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51702) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:56.600462 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 975bc6c4-da06-40c1-9fbb-92aac51fd0fc details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:10:56.621144 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9a83d58d-2e35-418a-a022-84220bca205a tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0627809 Jul 15 13:10:56.624951 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51704) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:56.630314 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-b1f27e34-c923-4556-92c0-c88c9bc9f086 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Request body: {'security_group': {'name': 'tempest-secgroup--281979220'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:56.641119 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d98dd8bf-d6d9-4e61-a270-f3c1f1bbecb7 req-6db4f804-60ca-4999-b84b-08260503c425 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a830fec-1380-45b2-94bd-b25594194e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851843 Jul 15 13:10:56.642301 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c35cd8f-3369-433d-b610-5f3b4562cdc4 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dadc239-c40f-4f53-8ebc-8b69ad9b3596,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:56.721899 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b1f27e34-c923-4556-92c0-c88c9bc9f086 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:56.873838 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 975bc6c4-da06-40c1-9fbb-92aac51fd0fc, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=975bc6c4-da06-40c1-9fbb-92aac51fd0fc,segment=NetworkSegment(51f871b6-b945-4062-a6a8-cab4d9505cb9),segment_id=51f871b6-b945-4062-a6a8-cab4d9505cb9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:56.909117 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-40d7624e-6bf8-42a8-a9c8-a0474ffbcba3 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:56.911003 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-40d7624e-6bf8-42a8-a9c8-a0474ffbcba3 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.46 "GET /v2.0/networks?id=b3891516-348f-4a14-be74-7c63ac20ff2e HTTP/1.1" status: 200 len: 812 time: 0.2152731 Jul 15 13:10:56.917130 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '975bc6c4-da06-40c1-9fbb-92aac51fd0fc', 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef', 'port_id': '975bc6c4-da06-40c1-9fbb-92aac51fd0fc', 'mac_address': 'fa:16:3e:11:69:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1796d493-1d5f-49de-a2f8-cb5cb28c84a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:10:56.960715 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:56.976621 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 975bc6c4-da06-40c1-9fbb-92aac51fd0fc {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:56.998526 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 975bc6c4-da06-40c1-9fbb-92aac51fd0fc, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=975bc6c4-da06-40c1-9fbb-92aac51fd0fc,segment=NetworkSegment(51f871b6-b945-4062-a6a8-cab4d9505cb9),segment_id=51f871b6-b945-4062-a6a8-cab4d9505cb9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:57.004969 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.006166 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b1f27e34-c923-4556-92c0-c88c9bc9f086 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.034198 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-ef95ddcf-e9e6-42ac-9d76-ec08d1cfb2f8 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a99d3a4347d44f88ad103ba988f2fb07 HTTP/1.1" status: 200 len: 380 time: 0.1049690 Jul 15 13:10:57.051694 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b1f27e34-c923-4556-92c0-c88c9bc9f086 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.065174 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=975bc6c4-da06-40c1-9fbb-92aac51fd0fc,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:57.071270 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-4f5f821d-65b3-4d4e-97c6-a229b855d0ff tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Request body: {'port': {'device_id': '36243c40-9f3e-415c-9d94-212ffa827773', 'network_id': 'b3891516-348f-4a14-be74-7c63ac20ff2e', 'admin_state_up': True, 'tenant_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'security_groups': ['c9d5bee6-ffd4-4f0f-b95e-b5e7544bf1f6']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:57.098622 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f27e34-c923-4556-92c0-c88c9bc9f086 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=159eac86-f5c1-4438-8825-3f49d6b2c425,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:57.112155 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b1f27e34-c923-4556-92c0-c88c9bc9f086 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.113612 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b1f27e34-c923-4556-92c0-c88c9bc9f086 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4872117 Jul 15 13:10:57.116396 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51736) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:57.124779 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-833f76ef-9e30-40f3-b090-945f025bab7a tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Request body: {'security_group_rule': {'security_group_id': '159eac86-f5c1-4438-8825-3f49d6b2c425', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:57.158151 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff887df-2ca8-44c5-a08d-dd5cf224cc1f req-6d636b9a-15ee-4f21-addc-395d964a9cb2 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:57.159682 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4ff887df-2ca8-44c5-a08d-dd5cf224cc1f req-6d636b9a-15ee-4f21-addc-395d964a9cb2 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.46 "GET /v2.0/ports?device_id=ded71160-e935-438d-bcb7-2a27a6f716c5 HTTP/1.1" status: 200 len: 946 time: 0.1516039 Jul 15 13:10:57.207772 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-833f76ef-9e30-40f3-b090-945f025bab7a tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.238812 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d3a529cb-3500-4260-b654-0b576e45d12f req-844e8732-b875-47da-ba9d-83e6356bf2b1 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/ports?device_id=36243c40-9f3e-415c-9d94-212ffa827773 HTTP/1.1" status: 200 len: 210 time: 0.0729535 Jul 15 13:10:57.290807 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-1e7b48d7-b425-465d-899b-5cdb1a91be08 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:57.292470 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-1e7b48d7-b425-465d-899b-5cdb1a91be08 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/networks?id=f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9 HTTP/1.1" status: 200 len: 815 time: 0.2559779 Jul 15 13:10:57.301461 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-833f76ef-9e30-40f3-b090-945f025bab7a tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.307900 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-833f76ef-9e30-40f3-b090-945f025bab7a tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.314101 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-ed18d3c9-86ff-410b-9d72-4666bbb3ae81 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/quotas/fbd61f40ecfd4ea49f7a52eb5c366308 HTTP/1.1" status: 200 len: 375 time: 0.0163488 Jul 15 13:10:57.328727 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-4ff887df-2ca8-44c5-a08d-dd5cf224cc1f req-2b973b23-5046-437d-8d7d-9468279f8bd6 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Deleting port 77fa0119-225d-4d2b-b522-c5623ae9bff0 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:57.329356 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4ff887df-2ca8-44c5-a08d-dd5cf224cc1f req-2b973b23-5046-437d-8d7d-9468279f8bd6 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.336915 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f76ef-9e30-40f3-b090-945f025bab7a tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ee51df3-9d9d-4132-8f50-e860476da1d0,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:57.341026 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-4f5f821d-65b3-4d4e-97c6-a229b855d0ff tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Made reservation on behalf of a99d3a4347d44f88ad103ba988f2fb07 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:57.344767 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-4f5f821d-65b3-4d4e-97c6-a229b855d0ff tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.368525 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-833f76ef-9e30-40f3-b090-945f025bab7a tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.373402 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-833f76ef-9e30-40f3-b090-945f025bab7a tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2523372 Jul 15 13:10:57.373402 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51744) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:57.420558 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3edfc9fc-ee29-4d85-8e01-7a320ea47cfc tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "GET /v2.0/security-group-rules/8ee51df3-9d9d-4132-8f50-e860476da1d0 HTTP/1.1" status: 200 len: 763 time: 0.0467808 Jul 15 13:10:57.423093 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51748) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:57.427197 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['975bc6c4-da06-40c1-9fbb-92aac51fd0fc'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:57.478264 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-0019d505-85e6-4718-b872-5dff3bdc799b tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fbd61f40ecfd4ea49f7a52eb5c366308&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1520653 Jul 15 13:10:57.495031 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-31ec8a2f-0a29-4a1b-8068-9ca098eaa450 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0708222 Jul 15 13:10:57.500059 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51750) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:57.508978 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-4ff887df-2ca8-44c5-a08d-dd5cf224cc1f req-2b973b23-5046-437d-8d7d-9468279f8bd6 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] For port 77fa0119-225d-4d2b-b522-c5623ae9bff0, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=77fa0119-225d-4d2b-b522-c5623ae9bff0,segment=NetworkSegment(f249e42e-4c8e-46f6-b3c4-615078d8d102),segment_id=f249e42e-4c8e-46f6-b3c4-615078d8d102)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:57.509353 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4ff887df-2ca8-44c5-a08d-dd5cf224cc1f req-2b973b23-5046-437d-8d7d-9468279f8bd6 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.531447 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-4ff887df-2ca8-44c5-a08d-dd5cf224cc1f req-2b973b23-5046-437d-8d7d-9468279f8bd6 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Calling delete_port for 77fa0119-225d-4d2b-b522-c5623ae9bff0 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:57.545689 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ac447914-1f9f-4ef9-a011-0ec13f9c5b96 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.558974 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ac447914-1f9f-4ef9-a011-0ec13f9c5b96 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.629562 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ac447914-1f9f-4ef9-a011-0ec13f9c5b96 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.634334 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5dd9bcf4-0819-41e1-97ee-899731fc5bc1 req-47e9671e-02ee-4dff-91cd-2a018bff23ec tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 210 time: 0.0474656 Jul 15 13:10:57.643972 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ac447914-1f9f-4ef9-a011-0ec13f9c5b96 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.645116 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ac447914-1f9f-4ef9-a011-0ec13f9c5b96 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/8ee51df3-9d9d-4132-8f50-e860476da1d0 HTTP/1.1" status: 204 len: 168 time: 0.1441379 Jul 15 13:10:57.650245 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51752) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:57.660737 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-d45cb908-7dc9-42be-b1b3-cbc0e8b50930 service neutron] 10.222.0.16 "GET /v2.0/networks/f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672690 Jul 15 13:10:57.667583 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac447914-1f9f-4ef9-a011-0ec13f9c5b96 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ee51df3-9d9d-4132-8f50-e860476da1d0,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:57.695841 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-4f5f821d-65b3-4d4e-97c6-a229b855d0ff tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Allocated IP 172.20.0.13 (b3891516-348f-4a14-be74-7c63ac20ff2e/674406c3-3fe3-4c91-b443-175bf26433ef/f2ab913b-51cb-469b-bf8c-326cf2bd6a05) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:57.749632 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f5389350-f418-4859-bceb-d3c0934e6703 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0977507 Jul 15 13:10:57.752618 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51762) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:57.757153 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-695b05c1-dd9d-42a5-99b3-d09489548edf tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Request body: {'security_group_rule': {'security_group_id': '159eac86-f5c1-4438-8825-3f49d6b2c425', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:57.774516 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4ff887df-2ca8-44c5-a08d-dd5cf224cc1f req-2b973b23-5046-437d-8d7d-9468279f8bd6 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.808943 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b973b23-5046-437d-8d7d-9468279f8bd6 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Pushing event deleted for resources: {'Port': ['ID=77fa0119-225d-4d2b-b522-c5623ae9bff0,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:57.817750 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-bd6e044a-1122-420f-9497-018d6d818999 service neutron] 10.222.0.16 "GET /v2.0/networks/f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561790 Jul 15 13:10:57.849585 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-695b05c1-dd9d-42a5-99b3-d09489548edf tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.889422 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff887df-2ca8-44c5-a08d-dd5cf224cc1f req-2b973b23-5046-437d-8d7d-9468279f8bd6 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] No DVR routers for this DVR port 77fa0119-225d-4d2b-b522-c5623ae9bff0 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:57.895486 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4ff887df-2ca8-44c5-a08d-dd5cf224cc1f req-2b973b23-5046-437d-8d7d-9468279f8bd6 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.897599 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4ff887df-2ca8-44c5-a08d-dd5cf224cc1f req-2b973b23-5046-437d-8d7d-9468279f8bd6 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.46 "DELETE /v2.0/ports/77fa0119-225d-4d2b-b522-c5623ae9bff0 HTTP/1.1" status: 204 len: 173 time: 0.7315536 Jul 15 13:10:57.898099 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded71160-e935-438d-bcb7-2a27a6f716c5', 'name': 'network-vif-deleted', 'tag': '77fa0119-225d-4d2b-b522-c5623ae9bff0'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:57.901277 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d4e8eb-5578-4ceb-93f5-ac6e54df7cd6" -d '{"events": [{"server_uuid": "ded71160-e935-438d-bcb7-2a27a6f716c5", "name": "network-vif-deleted", "tag": "77fa0119-225d-4d2b-b522-c5623ae9bff0"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:57.958309 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-695b05c1-dd9d-42a5-99b3-d09489548edf tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.959625 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-4f5f821d-65b3-4d4e-97c6-a229b855d0ff tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.972198 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-695b05c1-dd9d-42a5-99b3-d09489548edf tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.981235 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-4f5f821d-65b3-4d4e-97c6-a229b855d0ff tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Transition to ACTIVE for port object f2ab913b-51cb-469b-bf8c-326cf2bd6a05 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:58.007908 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b05c1-dd9d-42a5-99b3-d09489548edf tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aae01472-a74b-4892-9302-78cf92e891a7,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:58.015467 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-695b05c1-dd9d-42a5-99b3-d09489548edf tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:58.017012 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-695b05c1-dd9d-42a5-99b3-d09489548edf tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2633038 Jul 15 13:10:58.021215 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6201e-817c-403d-8738-ab7a1949e5de req-5c2ffd1e-de2b-475a-8f07-7bf1e20a5988 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:58.021694 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51776) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:58.024421 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-baf6201e-817c-403d-8738-ab7a1949e5de req-5c2ffd1e-de2b-475a-8f07-7bf1e20a5988 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5b34800-1c17-4d10-997a-4948bbca2874 HTTP/1.1" status: 200 len: 945 time: 0.1518536 Jul 15 13:10:58.052319 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-675ec48f-cf68-4c50-9d82-413bd48e5726 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "GET /v2.0/security-group-rules/aae01472-a74b-4892-9302-78cf92e891a7 HTTP/1.1" status: 200 len: 763 time: 0.0271854 Jul 15 13:10:58.053720 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51778) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:58.110095 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-baf6201e-817c-403d-8738-ab7a1949e5de req-4232737f-4983-46e9-8c83-e03a1bbe1768 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a830fec-1380-45b2-94bd-b25594194e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751543 Jul 15 13:10:58.127417 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-30a7be41-2e83-4c1c-b771-7e33ce3f239d tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0734305 Jul 15 13:10:58.130094 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51780) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:58.154040 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-4f5f821d-65b3-4d4e-97c6-a229b855d0ff tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:58.201535 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7b5ce3-a066-48b5-bf3f-05d3d9d6c73e x-openstack-request-id: req-8c7b5ce3-a066-48b5-bf3f-05d3d9d6c73e {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:58.206278 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded71160-e935-438d-bcb7-2a27a6f716c5", "name": "network-vif-deleted", "tag": "77fa0119-225d-4d2b-b522-c5623ae9bff0", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:58.206725 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c7b5ce3-a066-48b5-bf3f-05d3d9d6c73e {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:58.207680 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded71160-e935-438d-bcb7-2a27a6f716c5', 'name': 'network-vif-deleted', 'tag': '77fa0119-225d-4d2b-b522-c5623ae9bff0', 'status': 'completed', 'code': 200} Jul 15 13:10:58.261708 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e701f2f4-ecbe-44e1-a2c0-0804a65443c2 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:58.292103 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f821d-65b3-4d4e-97c6-a229b855d0ff tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Pushing event updated for resources: {'Port': ['ID=f2ab913b-51cb-469b-bf8c-326cf2bd6a05,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:58.313980 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e701f2f4-ecbe-44e1-a2c0-0804a65443c2 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:58.358880 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-4f5f821d-65b3-4d4e-97c6-a229b855d0ff tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Network b3891516-348f-4a14-be74-7c63ac20ff2e is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:58.372418 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680505e9-16f7-46fb-815a-824702d81cc8 req-aa85b6c5-df8c-4adf-9932-34c5f921133d tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:58.377495 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-680505e9-16f7-46fb-815a-824702d81cc8 req-aa85b6c5-df8c-4adf-9932-34c5f921133d tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.46 "GET /v2.0/networks?id=cb2098bc-7484-4c5d-9e4d-2dee71297f28 HTTP/1.1" status: 200 len: 815 time: 0.2276900 Jul 15 13:10:58.378364 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e701f2f4-ecbe-44e1-a2c0-0804a65443c2 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:58.388595 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-4f5f821d-65b3-4d4e-97c6-a229b855d0ff tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:58.389592 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e701f2f4-ecbe-44e1-a2c0-0804a65443c2 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:58.393643 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e701f2f4-ecbe-44e1-a2c0-0804a65443c2 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/aae01472-a74b-4892-9302-78cf92e891a7 HTTP/1.1" status: 204 len: 168 time: 0.2596557 Jul 15 13:10:58.393796 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4071db93-2702-43e5-b29e-1dd72824d68e req-9140b773-f5af-49b0-af8a-1f137938ef29 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/ports?device_id=3813b6dd-5262-48f7-a557-4ba1b774dc5f HTTP/1.1" status: 200 len: 210 time: 0.0967004 Jul 15 13:10:58.394158 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51790) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:58.394806 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-4f5f821d-65b3-4d4e-97c6-a229b855d0ff tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:58.401691 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e701f2f4-ecbe-44e1-a2c0-0804a65443c2 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aae01472-a74b-4892-9302-78cf92e891a7,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:58.406611 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-680505e9-16f7-46fb-815a-824702d81cc8 req-6f25f9af-814e-4959-b6db-bfbfb2a7bd9f tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Request body: {'port': {'device_id': 'c773d5da-e0d8-4ea3-9353-4c82b443ef74', 'network_id': 'cb2098bc-7484-4c5d-9e4d-2dee71297f28', 'admin_state_up': True, 'tenant_id': '13316ece7db54a9c8540a5aff49e478f'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:58.552083 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-4f5f821d-65b3-4d4e-97c6-a229b855d0ff tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:58.552766 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-4f5f821d-65b3-4d4e-97c6-a229b855d0ff tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:58.632920 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51796) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:58.633411 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e7ddfde3-5ba3-4ed1-bb82-5bce33c6da2e tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1633041 Jul 15 13:10:58.635671 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['77fa0119-225d-4d2b-b522-c5623ae9bff0'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:58.639902 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-36579da6-8fdc-440b-80da-aaf4642ed768 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Request body: {'security_group_rule': {'security_group_id': '159eac86-f5c1-4438-8825-3f49d6b2c425', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:58.658970 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-680505e9-16f7-46fb-815a-824702d81cc8 req-6f25f9af-814e-4959-b6db-bfbfb2a7bd9f tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Made reservation on behalf of 13316ece7db54a9c8540a5aff49e478f for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:58.673941 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-680505e9-16f7-46fb-815a-824702d81cc8 req-6f25f9af-814e-4959-b6db-bfbfb2a7bd9f tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:58.681786 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-4f5f821d-65b3-4d4e-97c6-a229b855d0ff tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6209657 Jul 15 13:10:58.695585 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239797fa-86de-462d-995d-720b03ab3bc0 req-0b2a7904-d4cf-4ac0-bf63-bb7a3c6a8a24 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:58.703496 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-239797fa-86de-462d-995d-720b03ab3bc0 req-0b2a7904-d4cf-4ac0-bf63-bb7a3c6a8a24 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/ports?device_id=36243c40-9f3e-415c-9d94-212ffa827773 HTTP/1.1" status: 200 len: 932 time: 0.1314466 Jul 15 13:10:58.787437 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-bdb8b428-4a45-4682-bdc1-beedc565ebbc None None] Provisioning for port f2ab913b-51cb-469b-bf8c-326cf2bd6a05 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:58.794682 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-bdb8b428-4a45-4682-bdc1-beedc565ebbc None None] Provisioning complete for port f2ab913b-51cb-469b-bf8c-326cf2bd6a05 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:58.795254 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bdb8b428-4a45-4682-bdc1-beedc565ebbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:58.871135 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-bdb8b428-4a45-4682-bdc1-beedc565ebbc None None] Port f2ab913b-51cb-469b-bf8c-326cf2bd6a05 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:10:58.873867 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51800) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:58.884119 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-680505e9-16f7-46fb-815a-824702d81cc8 req-6f25f9af-814e-4959-b6db-bfbfb2a7bd9f tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Allocated IP 172.20.0.7 (cb2098bc-7484-4c5d-9e4d-2dee71297f28/bae16e04-e939-4a15-9e74-5fad7842ae7e/6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:58.886258 n-d-771363-36 neutron-server[93826]: INFO neutron.db.securitygroups_db [None req-36579da6-8fdc-440b-80da-aaf4642ed768 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Project fb3f65e479e8468b85f97687e1c7856e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:10:58.898498 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-36579da6-8fdc-440b-80da-aaf4642ed768 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:58.963168 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.001038 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-36579da6-8fdc-440b-80da-aaf4642ed768 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.075390 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-36579da6-8fdc-440b-80da-aaf4642ed768 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.111991 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c6e9e01d-1529-4078-85a6-0a517aba0a51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.120993 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-07017c49-2b1a-4917-b712-5572ceba8924 service neutron] Request body: {'port': {'device_id': '36243c40-9f3e-415c-9d94-212ffa827773', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:59.124546 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36579da6-8fdc-440b-80da-aaf4642ed768 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f739ee03-191b-4cb3-aedc-f3f104b22f9c,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:59.144394 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-36579da6-8fdc-440b-80da-aaf4642ed768 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.148141 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-36579da6-8fdc-440b-80da-aaf4642ed768 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5117130 Jul 15 13:10:59.150196 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-680505e9-16f7-46fb-815a-824702d81cc8 req-6f25f9af-814e-4959-b6db-bfbfb2a7bd9f tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.153882 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51806) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:59.187464 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8a4e982-86cc-47a6-9e06-f8a2c316235c req-9c2939b8-f94b-4003-93f9-b0785415d1be tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 210 time: 0.0611153 Jul 15 13:10:59.194696 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a329e961-aad4-4d43-944f-35f27cbfcf40 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "GET /v2.0/security-group-rules/f739ee03-191b-4cb3-aedc-f3f104b22f9c HTTP/1.1" status: 200 len: 769 time: 0.0396633 Jul 15 13:10:59.206833 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51808) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:59.227105 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-239797fa-86de-462d-995d-720b03ab3bc0 req-470dc6bb-ef68-4424-9643-4d6c2d660c57 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d5bee6-ffd4-4f0f-b95e-b5e7544bf1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5198848 Jul 15 13:10:59.285378 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-07017c49-2b1a-4917-b712-5572ceba8924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.288366 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-53f54ee6-3e39-42c5-912f-1cd610b84ff5 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0865223 Jul 15 13:10:59.292320 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51810) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:59.322026 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-680505e9-16f7-46fb-815a-824702d81cc8 req-6f25f9af-814e-4959-b6db-bfbfb2a7bd9f tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.323207 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.383733 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d8c0f66-31da-4453-a528-0f43e3438061 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.413294 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d8c0f66-31da-4453-a528-0f43e3438061 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.420964 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c6e9e01d-1529-4078-85a6-0a517aba0a51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.429471 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-680505e9-16f7-46fb-815a-824702d81cc8 req-6f25f9af-814e-4959-b6db-bfbfb2a7bd9f tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Network cb2098bc-7484-4c5d-9e4d-2dee71297f28 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:59.432931 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f25f9af-814e-4959-b6db-bfbfb2a7bd9f tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Pushing event updated for resources: {'Port': ['ID=6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:59.435373 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c6e9e01d-1529-4078-85a6-0a517aba0a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.446053 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-680505e9-16f7-46fb-815a-824702d81cc8 req-6f25f9af-814e-4959-b6db-bfbfb2a7bd9f tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:59.460087 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-680505e9-16f7-46fb-815a-824702d81cc8 req-6f25f9af-814e-4959-b6db-bfbfb2a7bd9f tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:59.506652 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b94b2-d851-4ee7-ac24-04441ba7b46e req-05ba0681-9b80-494b-831b-2c5ba4ab8170 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:59.508183 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5c2b94b2-d851-4ee7-ac24-04441ba7b46e req-05ba0681-9b80-494b-831b-2c5ba4ab8170 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5b34800-1c17-4d10-997a-4948bbca2874 HTTP/1.1" status: 200 len: 945 time: 0.1706562 Jul 15 13:10:59.523337 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d8c0f66-31da-4453-a528-0f43e3438061 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.531383 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c6e9e01d-1529-4078-85a6-0a517aba0a51 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=511e79227fbe45008fee8553b69d7bfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6561668 Jul 15 13:10:59.535403 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d8c0f66-31da-4453-a528-0f43e3438061 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.535538 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51816) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:59.536406 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0d8c0f66-31da-4453-a528-0f43e3438061 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/f739ee03-191b-4cb3-aedc-f3f104b22f9c HTTP/1.1" status: 204 len: 168 time: 0.2431741 Jul 15 13:10:59.539383 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9e01d-1529-4078-85a6-0a517aba0a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876fcf5d-4b6e-41ac-bb1d-fd0930534d0e,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:59.541909 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51818) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:59.556393 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c0f66-31da-4453-a528-0f43e3438061 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f739ee03-191b-4cb3-aedc-f3f104b22f9c,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:59.571349 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680505e9-16f7-46fb-815a-824702d81cc8 req-6f25f9af-814e-4959-b6db-bfbfb2a7bd9f tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:59.571967 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-680505e9-16f7-46fb-815a-824702d81cc8 req-6f25f9af-814e-4959-b6db-bfbfb2a7bd9f tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.598911 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-680505e9-16f7-46fb-815a-824702d81cc8 req-6f25f9af-814e-4959-b6db-bfbfb2a7bd9f tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2069054 Jul 15 13:10:59.608513 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-402ec184-352c-46b6-a6b0-eaf16fa20720 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0604718 Jul 15 13:10:59.611731 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51820) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:59.615000 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5c2b94b2-d851-4ee7-ac24-04441ba7b46e req-39d21fd5-8634-4320-ab0f-6f184e67466d tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a830fec-1380-45b2-94bd-b25594194e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955791 Jul 15 13:10:59.627623 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-680505e9-16f7-46fb-815a-824702d81cc8 req-79d4c2e4-ad22-4c58-9855-d79fd5400ef4 service neutron] Request body: {'port': {'device_id': 'c773d5da-e0d8-4ea3-9353-4c82b443ef74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:59.653607 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4425ddf-fd18-4036-ac32-2e2d6d549ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.695907 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5485a180-2220-40d2-8ded-4544cee48b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.701104 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d6a77c66-61a5-4266-bb14-83fc71e02906 req-f03f7f7a-e609-4e74-be01-122cb3d2c5c1 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/ports?device_id=3813b6dd-5262-48f7-a557-4ba1b774dc5f HTTP/1.1" status: 200 len: 210 time: 0.0467117 Jul 15 13:10:59.735744 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5485a180-2220-40d2-8ded-4544cee48b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.740513 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-680505e9-16f7-46fb-815a-824702d81cc8 req-79d4c2e4-ad22-4c58-9855-d79fd5400ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.752178 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cade1f1a-b3ae-4744-8f0e-8d9d81759262 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.791145 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-07017c49-2b1a-4917-b712-5572ceba8924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2ab913b-51cb-469b-bf8c-326cf2bd6a05 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:59.799153 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-07017c49-2b1a-4917-b712-5572ceba8924 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.801227 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cade1f1a-b3ae-4744-8f0e-8d9d81759262 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.833863 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-07017c49-2b1a-4917-b712-5572ceba8924 service neutron] Transition to ACTIVE for port object f2ab913b-51cb-469b-bf8c-326cf2bd6a05 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:59.834880 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5485a180-2220-40d2-8ded-4544cee48b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.837641 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5485a180-2220-40d2-8ded-4544cee48b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.841490 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5485a180-2220-40d2-8ded-4544cee48b67 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/876fcf5d-4b6e-41ac-bb1d-fd0930534d0e HTTP/1.1" status: 204 len: 168 time: 0.3033082 Jul 15 13:10:59.844645 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-07017c49-2b1a-4917-b712-5572ceba8924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.888790 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485a180-2220-40d2-8ded-4544cee48b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876fcf5d-4b6e-41ac-bb1d-fd0930534d0e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:00.012259 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07017c49-2b1a-4917-b712-5572ceba8924 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ab913b-51cb-469b-bf8c-326cf2bd6a05,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:00.116800 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-c013e955-e812-4699-a4d5-f4058fd4e229 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:00.119028 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-c013e955-e812-4699-a4d5-f4058fd4e229 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.46 "GET /v2.0/networks?id=f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9 HTTP/1.1" status: 200 len: 815 time: 0.2330828 Jul 15 13:11:00.148239 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-07017c49-2b1a-4917-b712-5572ceba8924 service neutron] Attempting to bind port f2ab913b-51cb-469b-bf8c-326cf2bd6a05 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:00.148701 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-07017c49-2b1a-4917-b712-5572ceba8924 service neutron] Attempting to bind port f2ab913b-51cb-469b-bf8c-326cf2bd6a05 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '8554a06b-4fbe-481c-ac76-8947d8732272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b3891516-348f-4a14-be74-7c63ac20ff2e'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:00.149126 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-07017c49-2b1a-4917-b712-5572ceba8924 service neutron] Attempting to bind port f2ab913b-51cb-469b-bf8c-326cf2bd6a05 on network b3891516-348f-4a14-be74-7c63ac20ff2e {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:00.155069 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-b0a8c2d0-b006-47fe-8965-e6dbd870a395 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Request body: {'port': {'device_id': '3813b6dd-5262-48f7-a557-4ba1b774dc5f', 'network_id': 'f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9', 'admin_state_up': True, 'tenant_id': 'fbd61f40ecfd4ea49f7a52eb5c366308'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:00.304096 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-07017c49-2b1a-4917-b712-5572ceba8924 service neutron] Port f2ab913b-51cb-469b-bf8c-326cf2bd6a05 on network b3891516-348f-4a14-be74-7c63ac20ff2e not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:11:00.304585 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-07017c49-2b1a-4917-b712-5572ceba8924 service neutron] Attempting to bind port f2ab913b-51cb-469b-bf8c-326cf2bd6a05 on network b3891516-348f-4a14-be74-7c63ac20ff2e {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:00.309907 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-b0a8c2d0-b006-47fe-8965-e6dbd870a395 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Made reservation on behalf of fbd61f40ecfd4ea49f7a52eb5c366308 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:00.314931 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-b0a8c2d0-b006-47fe-8965-e6dbd870a395 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.342595 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-07017c49-2b1a-4917-b712-5572ceba8924 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:00.343187 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-07017c49-2b1a-4917-b712-5572ceba8924 service neutron] Checking segment: {'id': '8554a06b-4fbe-481c-ac76-8947d8732272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b3891516-348f-4a14-be74-7c63ac20ff2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:00.343665 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-07017c49-2b1a-4917-b712-5572ceba8924 service neutron] Bound using segment: {'id': '8554a06b-4fbe-481c-ac76-8947d8732272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b3891516-348f-4a14-be74-7c63ac20ff2e'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:00.344214 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-07017c49-2b1a-4917-b712-5572ceba8924 service neutron] Bound port: f2ab913b-51cb-469b-bf8c-326cf2bd6a05, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8554a06b-4fbe-481c-ac76-8947d8732272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b3891516-348f-4a14-be74-7c63ac20ff2e'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:00.344875 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-07017c49-2b1a-4917-b712-5572ceba8924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.411507 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cade1f1a-b3ae-4744-8f0e-8d9d81759262 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.415033 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cade1f1a-b3ae-4744-8f0e-8d9d81759262 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.419235 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-cade1f1a-b3ae-4744-8f0e-8d9d81759262 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "DELETE /v2.0/security-groups/159eac86-f5c1-4438-8825-3f49d6b2c425 HTTP/1.1" status: 204 len: 168 time: 0.8061926 Jul 15 13:11:00.426575 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51846) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:00.457149 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade1f1a-b3ae-4744-8f0e-8d9d81759262 tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=159eac86-f5c1-4438-8825-3f49d6b2c425,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:00.517268 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-07017c49-2b1a-4917-b712-5572ceba8924 service neutron] For port f2ab913b-51cb-469b-bf8c-326cf2bd6a05, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:00.586229 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7f03f610-5172-4de7-8536-1654b24fcc0e tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1514971 Jul 15 13:11:00.590214 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51858) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:00.594371 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-07017c49-2b1a-4917-b712-5572ceba8924 service neutron] For port f2ab913b-51cb-469b-bf8c-326cf2bd6a05, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=f2ab913b-51cb-469b-bf8c-326cf2bd6a05,segment=NetworkSegment(8554a06b-4fbe-481c-ac76-8947d8732272),segment_id=8554a06b-4fbe-481c-ac76-8947d8732272)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:00.610231 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-07017c49-2b1a-4917-b712-5572ceba8924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.621750 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 975bc6c4-da06-40c1-9fbb-92aac51fd0fc up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:00.687707 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8aaacbf3-2eb9-44ac-89ae-b9539609ca9e tempest-SecGroupIPv6Test-399530163 tempest-SecGroupIPv6Test-399530163-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0956311 Jul 15 13:11:00.705764 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 975bc6c4-da06-40c1-9fbb-92aac51fd0fc completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:00.711491 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-07017c49-2b1a-4917-b712-5572ceba8924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:00.712113 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-07017c49-2b1a-4917-b712-5572ceba8924 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.713510 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-07017c49-2b1a-4917-b712-5572ceba8924 service neutron] 10.222.0.46 "PUT /v2.0/ports/f2ab913b-51cb-469b-bf8c-326cf2bd6a05 HTTP/1.1" status: 200 len: 1093 time: 1.5967095 Jul 15 13:11:00.715064 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36243c40-9f3e-415c-9d94-212ffa827773', 'tag': 'f2ab913b-51cb-469b-bf8c-326cf2bd6a05'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:00.716609 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583618b1-2781-42a2-9c61-433a715a719a" -d '{"events": [{"name": "network-changed", "server_uuid": "36243c40-9f3e-415c-9d94-212ffa827773", "tag": "f2ab913b-51cb-469b-bf8c-326cf2bd6a05"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:00.718695 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 975bc6c4-da06-40c1-9fbb-92aac51fd0fc triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:00.719241 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.770011 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-680505e9-16f7-46fb-815a-824702d81cc8 req-79d4c2e4-ad22-4c58-9855-d79fd5400ef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:00.772553 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-b0a8c2d0-b006-47fe-8965-e6dbd870a395 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Allocated IP 172.20.0.3 (f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9/dabfb7cb-dcc1-41a1-93c1-c49a98bbbef5/d8044c5c-40f5-4d23-a394-3adbd1808b94) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:00.780742 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-680505e9-16f7-46fb-815a-824702d81cc8 req-79d4c2e4-ad22-4c58-9855-d79fd5400ef4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.784465 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6eb28a-29b6-4f67-b4ef-5f907282c10c req-b47f6494-503e-47ef-b2a5-d39d737e9bb9 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:00.792133 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac6eb28a-29b6-4f67-b4ef-5f907282c10c req-b47f6494-503e-47ef-b2a5-d39d737e9bb9 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/ports?device_id=36243c40-9f3e-415c-9d94-212ffa827773 HTTP/1.1" status: 200 len: 944 time: 0.3558912 Jul 15 13:11:00.798232 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-680505e9-16f7-46fb-815a-824702d81cc8 req-79d4c2e4-ad22-4c58-9855-d79fd5400ef4 service neutron] Transition to ACTIVE for port object 6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:00.800590 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07017c49-2b1a-4917-b712-5572ceba8924 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ab913b-51cb-469b-bf8c-326cf2bd6a05,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:00.807406 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-680505e9-16f7-46fb-815a-824702d81cc8 req-79d4c2e4-ad22-4c58-9855-d79fd5400ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.837461 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4b9ac-19f2-4b55-b83d-0cd14039293d req-cdcdc0ec-f621-47f5-9117-9038661558d6 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:00.846210 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-21d4b9ac-19f2-4b55-b83d-0cd14039293d req-cdcdc0ec-f621-47f5-9117-9038661558d6 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 931 time: 0.3536406 Jul 15 13:11:00.925448 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.929206 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4c2e4-ad22-4c58-9855-d79fd5400ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:00.973953 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b34800-1c17-4d10-997a-4948bbca2874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975bc6c4-da06-40c1-9fbb-92aac51fd0fc'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:00.976780 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ac3731-168f-4ef1-9462-d857e8e84ef3" -d '{"events": [{"server_uuid": "d5b34800-1c17-4d10-997a-4948bbca2874", "name": "network-vif-plugged", "status": "completed", "tag": "975bc6c4-da06-40c1-9fbb-92aac51fd0fc"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:01.011164 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 975bc6c4-da06-40c1-9fbb-92aac51fd0fc, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=975bc6c4-da06-40c1-9fbb-92aac51fd0fc,segment=NetworkSegment(51f871b6-b945-4062-a6a8-cab4d9505cb9),segment_id=51f871b6-b945-4062-a6a8-cab4d9505cb9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:01.019320 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.020533 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 77fa0119-225d-4d2b-b522-c5623ae9bff0 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:11:01.034272 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac6eb28a-29b6-4f67-b4ef-5f907282c10c req-bf6895a8-7e36-46f5-91be-34b8e9537115 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d5bee6-ffd4-4f0f-b95e-b5e7544bf1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2386911 Jul 15 13:11:01.044006 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-21d4b9ac-19f2-4b55-b83d-0cd14039293d req-44746875-10b6-430d-b244-a26b29e6328a tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930258 Jul 15 13:11:01.082198 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-680505e9-16f7-46fb-815a-824702d81cc8 req-79d4c2e4-ad22-4c58-9855-d79fd5400ef4 service neutron] Attempting to bind port 6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:01.082553 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-680505e9-16f7-46fb-815a-824702d81cc8 req-79d4c2e4-ad22-4c58-9855-d79fd5400ef4 service neutron] Attempting to bind port 6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'f249e42e-4c8e-46f6-b3c4-615078d8d102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cb2098bc-7484-4c5d-9e4d-2dee71297f28'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:01.082901 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680505e9-16f7-46fb-815a-824702d81cc8 req-79d4c2e4-ad22-4c58-9855-d79fd5400ef4 service neutron] Attempting to bind port 6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd on network cb2098bc-7484-4c5d-9e4d-2dee71297f28 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:01.104343 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680505e9-16f7-46fb-815a-824702d81cc8 req-79d4c2e4-ad22-4c58-9855-d79fd5400ef4 service neutron] Port 6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd on network cb2098bc-7484-4c5d-9e4d-2dee71297f28 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:11:01.104671 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680505e9-16f7-46fb-815a-824702d81cc8 req-79d4c2e4-ad22-4c58-9855-d79fd5400ef4 service neutron] Attempting to bind port 6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd on network cb2098bc-7484-4c5d-9e4d-2dee71297f28 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:01.120796 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680505e9-16f7-46fb-815a-824702d81cc8 req-79d4c2e4-ad22-4c58-9855-d79fd5400ef4 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:01.121140 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680505e9-16f7-46fb-815a-824702d81cc8 req-79d4c2e4-ad22-4c58-9855-d79fd5400ef4 service neutron] Checking segment: {'id': 'f249e42e-4c8e-46f6-b3c4-615078d8d102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cb2098bc-7484-4c5d-9e4d-2dee71297f28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:01.121523 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680505e9-16f7-46fb-815a-824702d81cc8 req-79d4c2e4-ad22-4c58-9855-d79fd5400ef4 service neutron] Bound using segment: {'id': 'f249e42e-4c8e-46f6-b3c4-615078d8d102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cb2098bc-7484-4c5d-9e4d-2dee71297f28'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:01.121949 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-680505e9-16f7-46fb-815a-824702d81cc8 req-79d4c2e4-ad22-4c58-9855-d79fd5400ef4 service neutron] Bound port: 6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f249e42e-4c8e-46f6-b3c4-615078d8d102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cb2098bc-7484-4c5d-9e4d-2dee71297f28'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:01.131299 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 77fa0119-225d-4d2b-b522-c5623ae9bff0 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:11:01.137428 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-680505e9-16f7-46fb-815a-824702d81cc8 req-79d4c2e4-ad22-4c58-9855-d79fd5400ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.138488 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 77fa0119-225d-4d2b-b522-c5623ae9bff0 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:11:01.258026 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=975bc6c4-da06-40c1-9fbb-92aac51fd0fc,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:01.310763 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-680505e9-16f7-46fb-815a-824702d81cc8 req-79d4c2e4-ad22-4c58-9855-d79fd5400ef4 service neutron] For port 6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:01.314829 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-680505e9-16f7-46fb-815a-824702d81cc8 req-79d4c2e4-ad22-4c58-9855-d79fd5400ef4 service neutron] For port 6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd,segment=NetworkSegment(f249e42e-4c8e-46f6-b3c4-615078d8d102),segment_id=f249e42e-4c8e-46f6-b3c4-615078d8d102)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:01.324143 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-680505e9-16f7-46fb-815a-824702d81cc8 req-79d4c2e4-ad22-4c58-9855-d79fd5400ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.327701 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51882) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:01.338935 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-b0a8c2d0-b006-47fe-8965-e6dbd870a395 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.354249 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-b0a8c2d0-b006-47fe-8965-e6dbd870a395 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Transition to ACTIVE for port object d8044c5c-40f5-4d23-a394-3adbd1808b94 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:01.460163 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680505e9-16f7-46fb-815a-824702d81cc8 req-79d4c2e4-ad22-4c58-9855-d79fd5400ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:01.463078 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-680505e9-16f7-46fb-815a-824702d81cc8 req-79d4c2e4-ad22-4c58-9855-d79fd5400ef4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.471805 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-680505e9-16f7-46fb-815a-824702d81cc8 req-79d4c2e4-ad22-4c58-9855-d79fd5400ef4 service neutron] 10.222.0.46 "PUT /v2.0/ports/6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd HTTP/1.1" status: 200 len: 1092 time: 1.8558362 Jul 15 13:11:01.472851 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-03972c3a-e779-410d-b28c-27f99a3af87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:01.474625 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-03972c3a-e779-410d-b28c-27f99a3af87a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a99d3a4347d44f88ad103ba988f2fb07&device_id=36243c40-9f3e-415c-9d94-212ffa827773 HTTP/1.1" status: 200 len: 1096 time: 0.6805325 Jul 15 13:11:01.489057 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c773d5da-e0d8-4ea3-9353-4c82b443ef74', 'tag': '6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:01.491633 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-b0a8c2d0-b006-47fe-8965-e6dbd870a395 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.498144 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76460e1-f4e1-4e9f-82f6-249249717cba" -d '{"events": [{"name": "network-changed", "server_uuid": "c773d5da-e0d8-4ea3-9353-4c82b443ef74", "tag": "6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:01.503557 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4930509-0d80-489d-acbb-41803a0d3a15 x-openstack-request-id: req-b4930509-0d80-489d-acbb-41803a0d3a15 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:01.504328 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36243c40-9f3e-415c-9d94-212ffa827773", "tag": "f2ab913b-51cb-469b-bf8c-326cf2bd6a05", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:01.504745 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b4930509-0d80-489d-acbb-41803a0d3a15 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:01.505788 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36243c40-9f3e-415c-9d94-212ffa827773', 'tag': 'f2ab913b-51cb-469b-bf8c-326cf2bd6a05', 'status': 'completed', 'code': 200} Jul 15 13:11:01.547155 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4c2e4-ad22-4c58-9855-d79fd5400ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:01.588341 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-0747f9af-485f-49b5-a1b3-624356b79e09 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2ab913b-51cb-469b-bf8c-326cf2bd6a05 HTTP/1.1" status: 200 len: 217 time: 0.0927701 Jul 15 13:11:01.601740 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-b0a8c2d0-b006-47fe-8965-e6dbd870a395 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Network f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:01.606197 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-b0a8c2d0-b006-47fe-8965-e6dbd870a395 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:01.618066 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377bed5-326e-4160-be35-8031e96973f6 req-9372a1fa-8b9e-4cf1-bc89-7165d9dd28b5 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:01.626592 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d377bed5-326e-4160-be35-8031e96973f6 req-9372a1fa-8b9e-4cf1-bc89-7165d9dd28b5 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5b34800-1c17-4d10-997a-4948bbca2874 HTTP/1.1" status: 200 len: 946 time: 0.2480218 Jul 15 13:11:01.629296 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-b0a8c2d0-b006-47fe-8965-e6dbd870a395 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:01.713943 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-b0a8c2d0-b006-47fe-8965-e6dbd870a395 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:01.715084 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-b0a8c2d0-b006-47fe-8965-e6dbd870a395 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.840689 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8c2d0-b006-47fe-8965-e6dbd870a395 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Pushing event updated for resources: {'Port': ['ID=d8044c5c-40f5-4d23-a394-3adbd1808b94,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:01.849640 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0bc226f8-4a8f-4b4d-bde1-6b8fe56bafc1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb3f65e479e8468b85f97687e1c7856e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4940517 Jul 15 13:11:01.851648 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51896) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:01.876962 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-b0a8c2d0-b006-47fe-8965-e6dbd870a395 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7296445 Jul 15 13:11:01.902517 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d377bed5-326e-4160-be35-8031e96973f6 req-00770282-4829-4823-8f29-64085cbcc35a tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a830fec-1380-45b2-94bd-b25594194e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2746813 Jul 15 13:11:01.915686 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-7d30a6f5-3f61-4326-b126-afa4ded27233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:01.923708 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-7d30a6f5-3f61-4326-b126-afa4ded27233 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=674406c3-3fe3-4c91-b443-175bf26433ef HTTP/1.1" status: 200 len: 851 time: 0.2047644 Jul 15 13:11:01.956540 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d209d49f-05ea-492c-9f29-4600a36318e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.978671 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf28cd-5108-4a3a-986f-7f1dd0edb4ed req-7cd1ffbf-0f89-4da8-a022-3e542170fb4e tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:01.980498 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5aaf28cd-5108-4a3a-986f-7f1dd0edb4ed req-7cd1ffbf-0f89-4da8-a022-3e542170fb4e tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/ports?device_id=3813b6dd-5262-48f7-a557-4ba1b774dc5f HTTP/1.1" status: 200 len: 931 time: 0.2503901 Jul 15 13:11:01.988389 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e144c3a-817b-40db-af84-278e787c76ce x-openstack-request-id: req-5e144c3a-817b-40db-af84-278e787c76ce {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:01.989242 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b34800-1c17-4d10-997a-4948bbca2874", "name": "network-vif-plugged", "status": "completed", "tag": "975bc6c4-da06-40c1-9fbb-92aac51fd0fc", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:01.989675 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5e144c3a-817b-40db-af84-278e787c76ce {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:01.990231 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b34800-1c17-4d10-997a-4948bbca2874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975bc6c4-da06-40c1-9fbb-92aac51fd0fc', 'code': 200} Jul 15 13:11:02.020942 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d209d49f-05ea-492c-9f29-4600a36318e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:02.044517 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5aaf28cd-5108-4a3a-986f-7f1dd0edb4ed req-299efc23-47c4-47eb-85e4-4cafb71d72ab tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a933450-b97c-4603-8582-9279b0d35da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530691 Jul 15 13:11:02.076041 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234b12ef-4be9-414a-ae0a-46f12e1e65d4 x-openstack-request-id: req-234b12ef-4be9-414a-ae0a-46f12e1e65d4 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:02.076229 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-932ea062-970b-4217-af09-017e83dd5642 None None] Provisioning for port d8044c5c-40f5-4d23-a394-3adbd1808b94 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:02.076351 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c773d5da-e0d8-4ea3-9353-4c82b443ef74", "tag": "6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:02.076608 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-234b12ef-4be9-414a-ae0a-46f12e1e65d4 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:02.076991 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c773d5da-e0d8-4ea3-9353-4c82b443ef74', 'tag': '6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd', 'status': 'completed', 'code': 200} Jul 15 13:11:02.081304 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-932ea062-970b-4217-af09-017e83dd5642 None None] Provisioning complete for port d8044c5c-40f5-4d23-a394-3adbd1808b94 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:02.082197 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-932ea062-970b-4217-af09-017e83dd5642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:02.113446 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d209d49f-05ea-492c-9f29-4600a36318e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:02.117262 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d209d49f-05ea-492c-9f29-4600a36318e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:02.118449 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d209d49f-05ea-492c-9f29-4600a36318e5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f023e494-20b2-4c08-bddb-940ee16f10a6 HTTP/1.1" status: 204 len: 168 time: 0.2641826 Jul 15 13:11:02.124406 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-932ea062-970b-4217-af09-017e83dd5642 None None] Port d8044c5c-40f5-4d23-a394-3adbd1808b94 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:11:02.140490 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209d49f-05ea-492c-9f29-4600a36318e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f023e494-20b2-4c08-bddb-940ee16f10a6,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:02.237299 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:02.408761 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e6931086-33dd-4731-a28a-1b6f1863e40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:02.467011 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4884cd-ac57-41fd-8810-2077db5ba0a2 req-9943ccba-dfbf-48f2-a35a-29ea40b7ddbe tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:02.474539 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-de4884cd-ac57-41fd-8810-2077db5ba0a2 req-9943ccba-dfbf-48f2-a35a-29ea40b7ddbe tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/ports?device_id=36243c40-9f3e-415c-9d94-212ffa827773 HTTP/1.1" status: 200 len: 944 time: 0.2140284 Jul 15 13:11:02.514432 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e2df4-2055-4c11-808a-f3c437c0a980 req-de2c4a4d-8595-4246-9fe4-7f4af3bf57ee tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:02.516320 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d22e2df4-2055-4c11-808a-f3c437c0a980 req-de2c4a4d-8595-4246-9fe4-7f4af3bf57ee tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 943 time: 0.1827819 Jul 15 13:11:02.558533 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-de4884cd-ac57-41fd-8810-2077db5ba0a2 req-6c0201ac-3a34-4b27-88f2-293d50b0d081 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d5bee6-ffd4-4f0f-b95e-b5e7544bf1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826817 Jul 15 13:11:02.638437 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d22e2df4-2055-4c11-808a-f3c437c0a980 req-96945ad3-c7a1-4078-9d1c-90c70b2c7596 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099494 Jul 15 13:11:03.171489 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7167831-ed48-4a60-89e4-9a375049cfef req-0ebd0f9c-69c0-441c-bb22-6e25afd93b77 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:03.179774 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f7167831-ed48-4a60-89e4-9a375049cfef req-0ebd0f9c-69c0-441c-bb22-6e25afd93b77 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5b34800-1c17-4d10-997a-4948bbca2874 HTTP/1.1" status: 200 len: 946 time: 0.1238022 Jul 15 13:11:03.253840 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f7167831-ed48-4a60-89e4-9a375049cfef req-110f1f7c-c2f4-4258-baf5-d7ffd52bc163 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a830fec-1380-45b2-94bd-b25594194e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716379 Jul 15 13:11:03.409167 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51954) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:03.490311 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069b581-aa57-4983-82e8-1bd87f5e0643 req-9fea0a95-6c6c-44a9-a2f1-e777c8957862 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:03.497216 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d069b581-aa57-4983-82e8-1bd87f5e0643 req-9fea0a95-6c6c-44a9-a2f1-e777c8957862 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/ports?device_id=3813b6dd-5262-48f7-a557-4ba1b774dc5f HTTP/1.1" status: 200 len: 931 time: 0.0762718 Jul 15 13:11:03.501226 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.554114 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d069b581-aa57-4983-82e8-1bd87f5e0643 req-f036a7cd-9df4-4088-ab1d-98542c444e0b tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a933450-b97c-4603-8582-9279b0d35da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559335 Jul 15 13:11:03.554694 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-d2a32b59-8527-4fd9-be56-0c32208ceb81 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:03.555586 n-d-771363-36 neutron-server[93826]: WARNING neutron.api.v2.base [None req-d2a32b59-8527-4fd9-be56-0c32208ceb81 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 15 13:11:03.556317 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-d2a32b59-8527-4fd9-be56-0c32208ceb81 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] create failed (client error): There was a conflict when trying to complete your request. Jul 15 13:11:03.557527 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d2a32b59-8527-4fd9-be56-0c32208ceb81 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1468034 Jul 15 13:11:03.561731 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51958) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:03.583223 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-c5e97a80-4686-4d0f-8a0a-b5730be11fd2 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Request body: {'security_group': {'name': 'tempest-secgroup--315179130'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:03.622383 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c5e97a80-4686-4d0f-8a0a-b5730be11fd2 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.633687 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c5e97a80-4686-4d0f-8a0a-b5730be11fd2 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.867138 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948ee41-ce69-4176-b285-b45fbc372e43 req-f628e1c4-809a-40b6-96a0-42ced3e8c8d8 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:03.868847 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c5e97a80-4686-4d0f-8a0a-b5730be11fd2 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.879204 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c5e97a80-4686-4d0f-8a0a-b5730be11fd2 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.880773 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5948ee41-ce69-4176-b285-b45fbc372e43 req-f628e1c4-809a-40b6-96a0-42ced3e8c8d8 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/ports?device_id=36243c40-9f3e-415c-9d94-212ffa827773 HTTP/1.1" status: 200 len: 944 time: 0.1630993 Jul 15 13:11:03.944458 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5948ee41-ce69-4176-b285-b45fbc372e43 req-cb3c863b-28ec-44ff-9e07-f16695d88cb4 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d5bee6-ffd4-4f0f-b95e-b5e7544bf1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461559 Jul 15 13:11:04.005500 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e97a80-4686-4d0f-8a0a-b5730be11fd2 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93fcbf2d-80d4-4d40-a48b-80d7d7aaff17,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:04.110087 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c5e97a80-4686-4d0f-8a0a-b5730be11fd2 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:04.116089 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c5e97a80-4686-4d0f-8a0a-b5730be11fd2 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:04.167691 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e97a80-4686-4d0f-8a0a-b5730be11fd2 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6371846e-800d-49b9-bb7e-1b2e3533d5d2,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:04.189966 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c5e97a80-4686-4d0f-8a0a-b5730be11fd2 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:04.195152 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c5e97a80-4686-4d0f-8a0a-b5730be11fd2 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6318355 Jul 15 13:11:04.195430 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51970) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:04.204938 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-b639d1ab-09b1-4c58-b147-431ec4aeef46 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Request body: {'security_group_rule': {'security_group_id': '6371846e-800d-49b9-bb7e-1b2e3533d5d2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:04.231854 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4b852-1267-47fe-aa12-05fed8ac5a7e req-29316608-a73d-40cb-9cee-928b5c0ed671 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:04.231854 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-00c4b852-1267-47fe-aa12-05fed8ac5a7e req-29316608-a73d-40cb-9cee-928b5c0ed671 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 943 time: 0.1126521 Jul 15 13:11:04.325170 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-00c4b852-1267-47fe-aa12-05fed8ac5a7e req-8dd4a204-8ae1-4150-8dfd-0ac98b8cf0eb tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693612 Jul 15 13:11:04.325834 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b639d1ab-09b1-4c58-b147-431ec4aeef46 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:04.386367 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b639d1ab-09b1-4c58-b147-431ec4aeef46 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:04.389988 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b639d1ab-09b1-4c58-b147-431ec4aeef46 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:04.437117 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b639d1ab-09b1-4c58-b147-431ec4aeef46 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22a05dd8-2d94-496d-94a2-9a5d067f59ca,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:04.444591 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b639d1ab-09b1-4c58-b147-431ec4aeef46 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:04.449094 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b639d1ab-09b1-4c58-b147-431ec4aeef46 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2454851 Jul 15 13:11:04.449659 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51984) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:04.455507 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-17ad0163-f89f-418f-8144-d33615711ab9 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Request body: {'security_group_rule': {'security_group_id': '6371846e-800d-49b9-bb7e-1b2e3533d5d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:04.532856 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-17ad0163-f89f-418f-8144-d33615711ab9 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:04.570013 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc865f17-35c1-4a92-9e81-93158d0a8ba7 req-18ee081e-7e4f-4a02-867b-01bc1d922e92 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:04.572869 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fc865f17-35c1-4a92-9e81-93158d0a8ba7 req-18ee081e-7e4f-4a02-867b-01bc1d922e92 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5b34800-1c17-4d10-997a-4948bbca2874 HTTP/1.1" status: 200 len: 946 time: 0.1110172 Jul 15 13:11:04.633194 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-17ad0163-f89f-418f-8144-d33615711ab9 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] create failed (client error): There was a conflict when trying to complete your request. Jul 15 13:11:04.634488 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-17ad0163-f89f-418f-8144-d33615711ab9 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1837339 Jul 15 13:11:04.637186 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51992) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:04.675317 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fc865f17-35c1-4a92-9e81-93158d0a8ba7 req-5f148fd9-bcd6-4a22-b765-90a78b57ce28 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a830fec-1380-45b2-94bd-b25594194e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933363 Jul 15 13:11:04.742199 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-322dcfdc-087d-4583-93d4-0b01d04d556a tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:04.772183 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-322dcfdc-087d-4583-93d4-0b01d04d556a tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:04.895814 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-322dcfdc-087d-4583-93d4-0b01d04d556a tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:04.899411 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-322dcfdc-087d-4583-93d4-0b01d04d556a tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:04.902977 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-322dcfdc-087d-4583-93d4-0b01d04d556a tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "DELETE /v2.0/security-groups/6371846e-800d-49b9-bb7e-1b2e3533d5d2 HTTP/1.1" status: 204 len: 168 time: 0.2624016 Jul 15 13:11:04.904220 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51996) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:04.913734 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:04.934129 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322dcfdc-087d-4583-93d4-0b01d04d556a tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6371846e-800d-49b9-bb7e-1b2e3533d5d2,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:04.974455 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3efc4e-9197-4c5d-a8f5-5ccb69391130 req-40c87d20-7222-41f6-b314-d034fa6d8132 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:04.976087 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0a3efc4e-9197-4c5d-a8f5-5ccb69391130 req-40c87d20-7222-41f6-b314-d034fa6d8132 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/ports?device_id=3813b6dd-5262-48f7-a557-4ba1b774dc5f HTTP/1.1" status: 200 len: 931 time: 0.1537199 Jul 15 13:11:05.009801 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b629b093-bcb2-47c3-88f3-2e4f005cd0a4 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1037977 Jul 15 13:11:05.012920 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52002) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:05.018512 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-7075b404-58e3-4b39-8de9-eb535dc537e3 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Request body: {'security_group': {'name': 'tempest-secgroup--100941822'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:05.039760 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0a3efc4e-9197-4c5d-a8f5-5ccb69391130 req-f081675e-f1b7-4f45-bfe6-48710f95aa1b tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a933450-b97c-4603-8582-9279b0d35da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555727 Jul 15 13:11:05.064851 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7075b404-58e3-4b39-8de9-eb535dc537e3 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:05.192624 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7075b404-58e3-4b39-8de9-eb535dc537e3 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:05.197655 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7075b404-58e3-4b39-8de9-eb535dc537e3 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:05.235439 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7075b404-58e3-4b39-8de9-eb535dc537e3 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:05.238697 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7075b404-58e3-4b39-8de9-eb535dc537e3 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2247798 Jul 15 13:11:05.256865 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075b404-58e3-4b39-8de9-eb535dc537e3 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82c44660-e34c-48c1-a63f-edef8f89d7d3,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:05.257927 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83ff35-926e-41a6-8c4b-e6f81eef0ef0 req-8d1966b7-e4cb-4120-97d0-f6a81758dcc3 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:05.257927 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-df83ff35-926e-41a6-8c4b-e6f81eef0ef0 req-8d1966b7-e4cb-4120-97d0-f6a81758dcc3 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/ports?device_id=36243c40-9f3e-415c-9d94-212ffa827773 HTTP/1.1" status: 200 len: 944 time: 0.0904016 Jul 15 13:11:05.258430 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52006) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:05.262049 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-7f5655ac-a8f7-4666-b234-959beffe199e tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Request body: {'security_group_rule': {'security_group_id': '82c44660-e34c-48c1-a63f-edef8f89d7d3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:05.262932 n-d-771363-36 neutron-server[93826]: WARNING neutron.api.v2.base [None req-7f5655ac-a8f7-4666-b234-959beffe199e tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 15 13:11:05.263385 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-7f5655ac-a8f7-4666-b234-959beffe199e tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:11:05.266614 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7f5655ac-a8f7-4666-b234-959beffe199e tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0064516 Jul 15 13:11:05.267905 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52008) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:05.308726 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-df83ff35-926e-41a6-8c4b-e6f81eef0ef0 req-3abcb4b9-a5de-4134-8e33-cc2e9d0663bf tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d5bee6-ffd4-4f0f-b95e-b5e7544bf1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596142 Jul 15 13:11:05.350166 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-848a7c2f-1751-41f3-809c-85d3492d4ce1 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:05.383833 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-848a7c2f-1751-41f3-809c-85d3492d4ce1 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:05.448013 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-848a7c2f-1751-41f3-809c-85d3492d4ce1 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:05.450812 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-848a7c2f-1751-41f3-809c-85d3492d4ce1 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:05.452340 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-848a7c2f-1751-41f3-809c-85d3492d4ce1 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "DELETE /v2.0/security-groups/82c44660-e34c-48c1-a63f-edef8f89d7d3 HTTP/1.1" status: 204 len: 168 time: 0.1824801 Jul 15 13:11:05.455142 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52018) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:05.464523 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a7c2f-1751-41f3-809c-85d3492d4ce1 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c44660-e34c-48c1-a63f-edef8f89d7d3,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:05.593545 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f07f25fb-01f3-4e11-846b-7be69afdc97d tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1370149 Jul 15 13:11:05.597789 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52026) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:05.603271 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-87060247-1238-49ef-9c78-5290bb53fd79 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Request body: {'security_group': {'name': 'tempest-secgroup--1603991829'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:05.628134 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-87060247-1238-49ef-9c78-5290bb53fd79 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:05.637325 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df476e-4a8a-43e4-8ad3-db421dbe2224 req-9e5763ee-b6fb-4250-9f83-447e8df76e1d tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:05.643558 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-48df476e-4a8a-43e4-8ad3-db421dbe2224 req-9e5763ee-b6fb-4250-9f83-447e8df76e1d tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 943 time: 0.1652179 Jul 15 13:11:05.721384 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-48df476e-4a8a-43e4-8ad3-db421dbe2224 req-711ef66c-be1c-411f-ac1c-5a13ccd0acb6 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686281 Jul 15 13:11:05.724409 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-87060247-1238-49ef-9c78-5290bb53fd79 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:05.732112 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-87060247-1238-49ef-9c78-5290bb53fd79 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:05.796449 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-87060247-1238-49ef-9c78-5290bb53fd79 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:05.797700 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-87060247-1238-49ef-9c78-5290bb53fd79 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1988313 Jul 15 13:11:05.800134 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87060247-1238-49ef-9c78-5290bb53fd79 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e64992b6-645e-47eb-bf65-3d21c5850281,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:05.801242 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52034) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:05.807106 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-726cbc7c-41ec-4bce-b1a9-82f32a1fd787 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Request body: {'security_group_rule': {'security_group_id': 'e64992b6-645e-47eb-bf65-3d21c5850281', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:05.808318 n-d-771363-36 neutron-server[93825]: WARNING neutron.api.v2.base [None req-726cbc7c-41ec-4bce-b1a9-82f32a1fd787 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 15 13:11:05.808926 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-726cbc7c-41ec-4bce-b1a9-82f32a1fd787 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:11:05.810264 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-726cbc7c-41ec-4bce-b1a9-82f32a1fd787 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0073411 Jul 15 13:11:05.814506 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52036) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:05.895612 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-072dbbf7-6472-40a1-be6a-a2889a8e7683 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:05.922679 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-072dbbf7-6472-40a1-be6a-a2889a8e7683 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:05.976555 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aaed4a-0fdb-4551-bb44-e4a09d3ec400 req-a788db44-f6b5-4eeb-9117-50d809f9b6e2 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:05.978128 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-85aaed4a-0fdb-4551-bb44-e4a09d3ec400 req-a788db44-f6b5-4eeb-9117-50d809f9b6e2 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5b34800-1c17-4d10-997a-4948bbca2874 HTTP/1.1" status: 200 len: 946 time: 0.0802343 Jul 15 13:11:05.984452 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-072dbbf7-6472-40a1-be6a-a2889a8e7683 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:05.987045 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-072dbbf7-6472-40a1-be6a-a2889a8e7683 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:05.988204 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-072dbbf7-6472-40a1-be6a-a2889a8e7683 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "DELETE /v2.0/security-groups/e64992b6-645e-47eb-bf65-3d21c5850281 HTTP/1.1" status: 204 len: 168 time: 0.1724875 Jul 15 13:11:05.991446 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52038) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:06.022498 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072dbbf7-6472-40a1-be6a-a2889a8e7683 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64992b6-645e-47eb-bf65-3d21c5850281,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:06.063454 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-85aaed4a-0fdb-4551-bb44-e4a09d3ec400 req-d95ce4b6-3a39-41dd-a9d3-64ae5343d7d3 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a830fec-1380-45b2-94bd-b25594194e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788419 Jul 15 13:11:06.099854 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-789eb7cd-77eb-48fd-b4ea-293ad7efbc21 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1072869 Jul 15 13:11:06.104088 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52042) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:06.110115 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-71a6c353-7d5e-4e52-b216-e058ab513191 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Request body: {'security_group': {'name': 'tempest-secgroup--216398446'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:06.161059 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-71a6c353-7d5e-4e52-b216-e058ab513191 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:06.301666 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-71a6c353-7d5e-4e52-b216-e058ab513191 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:06.322988 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc404555-c8d7-4acd-a738-2c5adb533fb3 req-3cd1a6dc-f512-48d2-8901-5d5b9d12244a tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:06.324631 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bc404555-c8d7-4acd-a738-2c5adb533fb3 req-3cd1a6dc-f512-48d2-8901-5d5b9d12244a tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/ports?device_id=3813b6dd-5262-48f7-a557-4ba1b774dc5f HTTP/1.1" status: 200 len: 931 time: 0.1063623 Jul 15 13:11:06.325920 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-71a6c353-7d5e-4e52-b216-e058ab513191 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:06.372619 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-71a6c353-7d5e-4e52-b216-e058ab513191 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:06.373625 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-71a6c353-7d5e-4e52-b216-e058ab513191 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2682402 Jul 15 13:11:06.376912 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52056) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:06.381245 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6c353-7d5e-4e52-b216-e058ab513191 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4afc820f-614f-4639-8298-6e2d4fc36061,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:06.382711 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-cb60325b-5e9e-4df4-807f-a5ed5f729272 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Request body: {'security_group_rule': {'security_group_id': '4afc820f-614f-4639-8298-6e2d4fc36061', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:06.403056 n-d-771363-36 neutron-server[93826]: WARNING neutron.api.v2.base [None req-cb60325b-5e9e-4df4-807f-a5ed5f729272 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 15 13:11:06.403750 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-cb60325b-5e9e-4df4-807f-a5ed5f729272 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:11:06.407314 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-cb60325b-5e9e-4df4-807f-a5ed5f729272 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0264037 Jul 15 13:11:06.407470 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bc404555-c8d7-4acd-a738-2c5adb533fb3 req-f947d3d1-30b6-41dd-b190-2be8355a8c82 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a933450-b97c-4603-8582-9279b0d35da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684199 Jul 15 13:11:06.407582 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52060) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:06.412466 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-4f4187d0-f7e4-45df-afeb-d36c27713f8c tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Request body: {'security_group_rule': {'security_group_id': '4afc820f-614f-4639-8298-6e2d4fc36061', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:06.413158 n-d-771363-36 neutron-server[93826]: WARNING neutron.api.v2.base [None req-4f4187d0-f7e4-45df-afeb-d36c27713f8c tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 15 13:11:06.413657 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-4f4187d0-f7e4-45df-afeb-d36c27713f8c tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:11:06.417038 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4f4187d0-f7e4-45df-afeb-d36c27713f8c tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0061932 Jul 15 13:11:06.417625 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52062) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:06.432395 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-4bf63b8d-e6c8-4cf7-a759-43f7e736f689 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Request body: {'security_group_rule': {'security_group_id': '4afc820f-614f-4639-8298-6e2d4fc36061', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:06.434341 n-d-771363-36 neutron-server[93825]: WARNING neutron.api.v2.base [None req-4bf63b8d-e6c8-4cf7-a759-43f7e736f689 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 15 13:11:06.434942 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-4bf63b8d-e6c8-4cf7-a759-43f7e736f689 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:11:06.435880 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4bf63b8d-e6c8-4cf7-a759-43f7e736f689 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0171502 Jul 15 13:11:06.440327 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52066) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:06.450139 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-1863916d-d0c5-4a73-8964-fe91eac1ba62 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Request body: {'security_group_rule': {'security_group_id': '4afc820f-614f-4639-8298-6e2d4fc36061', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:06.451707 n-d-771363-36 neutron-server[93826]: WARNING neutron.api.v2.base [None req-1863916d-d0c5-4a73-8964-fe91eac1ba62 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 15 13:11:06.452264 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-1863916d-d0c5-4a73-8964-fe91eac1ba62 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:11:06.453326 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1863916d-d0c5-4a73-8964-fe91eac1ba62 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0077157 Jul 15 13:11:06.456553 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52068) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:06.536569 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c8ca8594-08ce-46ad-aaac-4a6816abdd4c tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:06.592897 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c8ca8594-08ce-46ad-aaac-4a6816abdd4c tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:06.682188 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559a0e0-5443-4999-b715-e695851b29ce req-600a6aec-007a-4f89-acb8-92347d226d8d tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:06.689136 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c559a0e0-5443-4999-b715-e695851b29ce req-600a6aec-007a-4f89-acb8-92347d226d8d tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/ports?device_id=36243c40-9f3e-415c-9d94-212ffa827773 HTTP/1.1" status: 200 len: 944 time: 0.1137521 Jul 15 13:11:06.704707 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c8ca8594-08ce-46ad-aaac-4a6816abdd4c tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:06.707305 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c8ca8594-08ce-46ad-aaac-4a6816abdd4c tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:06.708433 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c8ca8594-08ce-46ad-aaac-4a6816abdd4c tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "DELETE /v2.0/security-groups/4afc820f-614f-4639-8298-6e2d4fc36061 HTTP/1.1" status: 204 len: 168 time: 0.2505128 Jul 15 13:11:06.711301 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52084) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:06.727852 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca8594-08ce-46ad-aaac-4a6816abdd4c tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afc820f-614f-4639-8298-6e2d4fc36061,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:06.756776 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c559a0e0-5443-4999-b715-e695851b29ce req-428c3df7-014d-4e40-8457-fd216d1173ba tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d5bee6-ffd4-4f0f-b95e-b5e7544bf1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661111 Jul 15 13:11:06.807501 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-42eebffe-d3b1-40f5-a710-8ca26d229365 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0948622 Jul 15 13:11:06.811270 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52094) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:06.816682 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-c55c49ef-b9aa-4bd9-830d-fc67a44233b0 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Request body: {'security_group': {'name': 'tempest-secgroup--1188743195'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:06.848416 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c55c49ef-b9aa-4bd9-830d-fc67a44233b0 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.000781 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55496d-554f-498c-b27c-8bb18c932626 req-a0c79c31-8e3e-4911-817e-6e7842ebb4fa tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:07.002280 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bf55496d-554f-498c-b27c-8bb18c932626 req-a0c79c31-8e3e-4911-817e-6e7842ebb4fa tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 943 time: 0.1260905 Jul 15 13:11:07.045737 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c55c49ef-b9aa-4bd9-830d-fc67a44233b0 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.052145 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c55c49ef-b9aa-4bd9-830d-fc67a44233b0 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.083654 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bf55496d-554f-498c-b27c-8bb18c932626 req-baab6d01-93e4-43fc-aced-5795ea3bf40f tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747483 Jul 15 13:11:07.087645 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c55c49ef-b9aa-4bd9-830d-fc67a44233b0 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.091639 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c55c49ef-b9aa-4bd9-830d-fc67a44233b0 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2792785 Jul 15 13:11:07.091950 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52116) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:07.099565 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-b711e33b-7e70-4f59-86c9-09553197cd76 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Request body: {'security_group_rule': {'security_group_id': '08dd8c43-c0cf-43e5-bcf2-3db3402d722c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:07.100076 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55c49ef-b9aa-4bd9-830d-fc67a44233b0 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08dd8c43-c0cf-43e5-bcf2-3db3402d722c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:07.100972 n-d-771363-36 neutron-server[93826]: WARNING neutron.api.v2.base [None req-b711e33b-7e70-4f59-86c9-09553197cd76 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 15 13:11:07.101793 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-b711e33b-7e70-4f59-86c9-09553197cd76 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:11:07.105389 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b711e33b-7e70-4f59-86c9-09553197cd76 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0094371 Jul 15 13:11:07.105682 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52118) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:07.120986 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-44a0a106-7c11-4d30-a990-975a2c44cab2 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Request body: {'security_group_rule': {'security_group_id': '08dd8c43-c0cf-43e5-bcf2-3db3402d722c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:07.186148 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-44a0a106-7c11-4d30-a990-975a2c44cab2 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:11:07.187782 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-44a0a106-7c11-4d30-a990-975a2c44cab2 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0808809 Jul 15 13:11:07.191525 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52124) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:07.196636 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-c930e957-094b-4c41-bca2-7eb0489a6147 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Request body: {'security_group_rule': {'security_group_id': '08dd8c43-c0cf-43e5-bcf2-3db3402d722c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:07.197492 n-d-771363-36 neutron-server[93825]: WARNING neutron.api.v2.base [None req-c930e957-094b-4c41-bca2-7eb0489a6147 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 15 13:11:07.198027 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-c930e957-094b-4c41-bca2-7eb0489a6147 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:11:07.202795 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c930e957-094b-4c41-bca2-7eb0489a6147 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0101130 Jul 15 13:11:07.205897 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52128) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:07.213466 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-b4acdaf8-3568-4624-bdc9-ca8d25e5b5ca tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Request body: {'security_group_rule': {'security_group_id': '08dd8c43-c0cf-43e5-bcf2-3db3402d722c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:07.271922 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-b4acdaf8-3568-4624-bdc9-ca8d25e5b5ca tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:11:07.273366 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b4acdaf8-3568-4624-bdc9-ca8d25e5b5ca tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0655377 Jul 15 13:11:07.279116 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52132) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:07.289756 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-edd9f1ba-a398-463e-8b96-88577e0abf7f tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Request body: {'security_group_rule': {'security_group_id': '08dd8c43-c0cf-43e5-bcf2-3db3402d722c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:07.290512 n-d-771363-36 neutron-server[93826]: WARNING neutron.api.v2.base [None req-edd9f1ba-a398-463e-8b96-88577e0abf7f tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 15 13:11:07.291952 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-edd9f1ba-a398-463e-8b96-88577e0abf7f tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:11:07.293845 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-edd9f1ba-a398-463e-8b96-88577e0abf7f tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0135055 Jul 15 13:11:07.302496 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52136) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:07.308207 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-a1816179-e7ea-4bf1-bf11-1ef946112e53 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Request body: {'security_group_rule': {'security_group_id': '08dd8c43-c0cf-43e5-bcf2-3db3402d722c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:07.343859 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df1770-f2ad-411d-aa67-b1fe2817e060 req-cd0b0f20-36ac-4785-91b9-6c92f39c38d3 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:07.350853 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-22df1770-f2ad-411d-aa67-b1fe2817e060 req-cd0b0f20-36ac-4785-91b9-6c92f39c38d3 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5b34800-1c17-4d10-997a-4948bbca2874 HTTP/1.1" status: 200 len: 946 time: 0.1248069 Jul 15 13:11:07.360343 n-d-771363-36 neutron-server[93825]: INFO neutron.db.securitygroups_db [None req-a1816179-e7ea-4bf1-bf11-1ef946112e53 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Project d4a40f2d94bc4fea80fbe0840163b340 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:11:07.394443 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-a1816179-e7ea-4bf1-bf11-1ef946112e53 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:11:07.395530 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a1816179-e7ea-4bf1-bf11-1ef946112e53 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0912292 Jul 15 13:11:07.398418 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52144) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:07.400868 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-22df1770-f2ad-411d-aa67-b1fe2817e060 req-9a3945c3-6351-44b0-8bde-2bd023ec660c tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a830fec-1380-45b2-94bd-b25594194e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492074 Jul 15 13:11:07.403602 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-7df6250c-ceb6-4b91-a706-23505ea1df6d tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Request body: {'security_group_rule': {'security_group_id': '08dd8c43-c0cf-43e5-bcf2-3db3402d722c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:07.404160 n-d-771363-36 neutron-server[93826]: WARNING neutron.api.v2.base [None req-7df6250c-ceb6-4b91-a706-23505ea1df6d tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 15 13:11:07.404788 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-7df6250c-ceb6-4b91-a706-23505ea1df6d tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:11:07.406008 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7df6250c-ceb6-4b91-a706-23505ea1df6d tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063281 Jul 15 13:11:07.408760 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52146) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:07.415805 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-7b0b58b5-68c0-4cad-a3f6-f9d34e007e50 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Request body: {'security_group_rule': {'security_group_id': '08dd8c43-c0cf-43e5-bcf2-3db3402d722c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:07.454718 n-d-771363-36 neutron-server[93826]: INFO neutron.db.securitygroups_db [None req-7b0b58b5-68c0-4cad-a3f6-f9d34e007e50 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Project d4a40f2d94bc4fea80fbe0840163b340 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:11:07.473485 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-7b0b58b5-68c0-4cad-a3f6-f9d34e007e50 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:11:07.477883 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7b0b58b5-68c0-4cad-a3f6-f9d34e007e50 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0667648 Jul 15 13:11:07.478774 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52154) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:07.484985 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-78820b97-4b12-4ff0-a049-b6ae99650be8 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Request body: {'security_group_rule': {'security_group_id': '08dd8c43-c0cf-43e5-bcf2-3db3402d722c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:07.524539 n-d-771363-36 neutron-server[93826]: INFO neutron.db.securitygroups_db [None req-78820b97-4b12-4ff0-a049-b6ae99650be8 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Project d4a40f2d94bc4fea80fbe0840163b340 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:11:07.542703 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-78820b97-4b12-4ff0-a049-b6ae99650be8 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:11:07.547359 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52158) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:07.547626 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-78820b97-4b12-4ff0-a049-b6ae99650be8 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0674438 Jul 15 13:11:07.663622 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e9f5805-7759-41d7-9329-459f93f22dc8 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.714471 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e9f5805-7759-41d7-9329-459f93f22dc8 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.777903 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef64f05-3e6b-41ec-b1aa-3644654a269a req-8e2eb522-56a5-474e-bbc4-265940f77345 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:07.784122 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2ef64f05-3e6b-41ec-b1aa-3644654a269a req-8e2eb522-56a5-474e-bbc4-265940f77345 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/ports?device_id=3813b6dd-5262-48f7-a557-4ba1b774dc5f HTTP/1.1" status: 200 len: 931 time: 0.1849041 Jul 15 13:11:07.818634 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e9f5805-7759-41d7-9329-459f93f22dc8 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.821143 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e9f5805-7759-41d7-9329-459f93f22dc8 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.822626 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1e9f5805-7759-41d7-9329-459f93f22dc8 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "DELETE /v2.0/security-groups/08dd8c43-c0cf-43e5-bcf2-3db3402d722c HTTP/1.1" status: 204 len: 168 time: 0.2736888 Jul 15 13:11:07.825242 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52180) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:07.854577 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2ef64f05-3e6b-41ec-b1aa-3644654a269a req-2ac2b584-3ff8-4791-92ca-abde1c726298 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a933450-b97c-4603-8582-9279b0d35da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660763 Jul 15 13:11:07.858054 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f5805-7759-41d7-9329-459f93f22dc8 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08dd8c43-c0cf-43e5-bcf2-3db3402d722c,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:07.911021 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52186) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:07.911862 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1df62be4-5507-4840-b06f-4991a1ab519e tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0853279 Jul 15 13:11:07.916104 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-7cdc3e13-b796-4ded-94ab-9b8d12cbe4b3 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Request body: {'security_group': {'name': 'tempest-secgroup--1531141677'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:07.962915 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7cdc3e13-b796-4ded-94ab-9b8d12cbe4b3 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.133856 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbddce4-e962-4e0e-92db-3c3acdda7ec0 req-e79d8318-315f-4fa0-9004-f4cf9a0015ee tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:08.141031 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6dbddce4-e962-4e0e-92db-3c3acdda7ec0 req-e79d8318-315f-4fa0-9004-f4cf9a0015ee tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/ports?device_id=36243c40-9f3e-415c-9d94-212ffa827773 HTTP/1.1" status: 200 len: 944 time: 0.1432672 Jul 15 13:11:08.149914 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7cdc3e13-b796-4ded-94ab-9b8d12cbe4b3 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.175212 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7cdc3e13-b796-4ded-94ab-9b8d12cbe4b3 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.226866 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7cdc3e13-b796-4ded-94ab-9b8d12cbe4b3 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.231262 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52210) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:08.237521 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-2a27b5c3-05c2-4a1d-b644-662cf4ed27ba tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Request body: {'security_group_rule': {'security_group_id': '4de88a6b-6575-43f9-b08a-5f984582a284', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:08.242282 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7cdc3e13-b796-4ded-94ab-9b8d12cbe4b3 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3301249 Jul 15 13:11:08.250191 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6dbddce4-e962-4e0e-92db-3c3acdda7ec0 req-9c96c0ac-71aa-4f07-b63b-05014a7f898f tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d5bee6-ffd4-4f0f-b95e-b5e7544bf1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082447 Jul 15 13:11:08.251373 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc3e13-b796-4ded-94ab-9b8d12cbe4b3 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4de88a6b-6575-43f9-b08a-5f984582a284,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:08.323303 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-2a27b5c3-05c2-4a1d-b644-662cf4ed27ba tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] create failed (client error): The resource could not be found. Jul 15 13:11:08.324656 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2a27b5c3-05c2-4a1d-b644-662cf4ed27ba tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0914028 Jul 15 13:11:08.330571 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52214) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:08.335655 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-accaaac3-3863-4d68-ac65-bf420e41e62f tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Request body: {'security_group_rule': {'security_group_id': '4de88a6b-6575-43f9-b08a-5f984582a284', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '6fe89840-7c17-477a-94ad-efa7d22e3d52'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:08.433751 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-accaaac3-3863-4d68-ac65-bf420e41e62f tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] create failed (client error): The resource could not be found. Jul 15 13:11:08.434980 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-accaaac3-3863-4d68-ac65-bf420e41e62f tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1033959 Jul 15 13:11:08.437894 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52220) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:08.465916 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f2776-91de-4e7e-b569-01c1da134043 req-09c68aed-dd88-4ce7-a64f-e9e0c6749551 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:08.467728 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-131f2776-91de-4e7e-b569-01c1da134043 req-09c68aed-dd88-4ce7-a64f-e9e0c6749551 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 943 time: 0.0905175 Jul 15 13:11:08.507976 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e9210fd6-5bb6-4870-bb6e-1551653cb680 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.522693 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-131f2776-91de-4e7e-b569-01c1da134043 req-be4ca875-93a0-4f2b-859b-c5ec7df2898f tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481470 Jul 15 13:11:08.547039 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e9210fd6-5bb6-4870-bb6e-1551653cb680 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.595214 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e9210fd6-5bb6-4870-bb6e-1551653cb680 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.598364 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e9210fd6-5bb6-4870-bb6e-1551653cb680 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.604001 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e9210fd6-5bb6-4870-bb6e-1551653cb680 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "DELETE /v2.0/security-groups/4de88a6b-6575-43f9-b08a-5f984582a284 HTTP/1.1" status: 204 len: 168 time: 0.1644733 Jul 15 13:11:08.606424 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52224) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:08.635126 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9210fd6-5bb6-4870-bb6e-1551653cb680 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de88a6b-6575-43f9-b08a-5f984582a284,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:08.705634 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-932dcc02-479c-4505-bb48-e670aa8f2db1 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0974882 Jul 15 13:11:08.709597 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52226) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:08.714307 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-4697870e-cdbd-4216-96f6-295e67b4c10b tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Request body: {'security_group_rule': {'security_group_id': 'abdfd598-419f-4e32-8c0e-e1cc2c589527', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:08.721339 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52228) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:08.776569 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438daefc-75e1-4839-ad0d-e3040efb6c48 req-ec268afb-3339-4c20-89ce-f0ffdd538380 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:08.783227 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-438daefc-75e1-4839-ad0d-e3040efb6c48 req-ec268afb-3339-4c20-89ce-f0ffdd538380 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5b34800-1c17-4d10-997a-4948bbca2874 HTTP/1.1" status: 200 len: 946 time: 0.1340797 Jul 15 13:11:08.785749 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-4697870e-cdbd-4216-96f6-295e67b4c10b tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] create failed (client error): The resource could not be found. Jul 15 13:11:08.786840 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4697870e-cdbd-4216-96f6-295e67b4c10b tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0762661 Jul 15 13:11:08.794914 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52232) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:08.799666 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-3eb3acc5-9d11-4a05-93ea-ad47044e45c5 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Request body: {'security_group': {'name': 'tempest-secgroup--124441942'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:08.870096 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-438daefc-75e1-4839-ad0d-e3040efb6c48 req-1d7c502d-74fd-4ca2-bbfe-5ea288a54d01 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a830fec-1380-45b2-94bd-b25594194e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832667 Jul 15 13:11:08.871068 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3eb3acc5-9d11-4a05-93ea-ad47044e45c5 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.873059 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5f2c2d72-7957-41f6-91cc-fbd455353475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.926671 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-3eb3acc5-9d11-4a05-93ea-ad47044e45c5 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:11:08.926671 n-d-771363-36 neutron-server[93825]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:11:08.926671 n-d-771363-36 neutron-server[93825]: [parameters: {'project_id_1': 'd4a40f2d94bc4fea80fbe0840163b340', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 11, 8, 906410)}] Jul 15 13:11:08.926671 n-d-771363-36 neutron-server[93825]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:11:08.927653 n-d-771363-36 neutron-server[93825]: DEBUG oslo_db.api [None req-3eb3acc5-9d11-4a05-93ea-ad47044e45c5 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:11:09.030733 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5f2c2d72-7957-41f6-91cc-fbd455353475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.035548 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5f2c2d72-7957-41f6-91cc-fbd455353475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.083698 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5f2c2d72-7957-41f6-91cc-fbd455353475 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d2849ecca59f4928a0dd4ab873675ab6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3611062 Jul 15 13:11:09.086160 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52236) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:09.087969 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c2d72-7957-41f6-91cc-fbd455353475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84bffa57-b6f4-4eb9-bb8b-df0ece354ffb,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:09.106801 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce5c491-c106-4fea-8dde-69f19699f479 req-9f4cd0c0-c66c-4999-8f18-6dd4290ed48c tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:09.108384 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2ce5c491-c106-4fea-8dde-69f19699f479 req-9f4cd0c0-c66c-4999-8f18-6dd4290ed48c tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/ports?device_id=3813b6dd-5262-48f7-a557-4ba1b774dc5f HTTP/1.1" status: 200 len: 931 time: 0.1261675 Jul 15 13:11:09.144725 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9ca36338-ab63-4d4b-b39b-8200364ad655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.147279 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2ce5c491-c106-4fea-8dde-69f19699f479 req-5af2ef23-2bbd-4ff3-a8d3-e3056c547bf2 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a933450-b97c-4603-8582-9279b0d35da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322580 Jul 15 13:11:09.168570 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9ca36338-ab63-4d4b-b39b-8200364ad655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.216713 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9ca36338-ab63-4d4b-b39b-8200364ad655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.219433 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9ca36338-ab63-4d4b-b39b-8200364ad655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.220594 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9ca36338-ab63-4d4b-b39b-8200364ad655 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/84bffa57-b6f4-4eb9-bb8b-df0ece354ffb HTTP/1.1" status: 204 len: 168 time: 0.1326926 Jul 15 13:11:09.227923 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca36338-ab63-4d4b-b39b-8200364ad655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bffa57-b6f4-4eb9-bb8b-df0ece354ffb,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:09.431455 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3eb3acc5-9d11-4a05-93ea-ad47044e45c5 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.467235 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ee5f1-e431-4b1d-834d-2bd1a45ba3eb req-fdc8a07e-bdc5-45e4-b70a-5bebc97f653c tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:09.468961 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c15ee5f1-e431-4b1d-834d-2bd1a45ba3eb req-fdc8a07e-bdc5-45e4-b70a-5bebc97f653c tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/ports?device_id=36243c40-9f3e-415c-9d94-212ffa827773 HTTP/1.1" status: 200 len: 944 time: 0.0867157 Jul 15 13:11:09.522935 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52244) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:09.538843 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c15ee5f1-e431-4b1d-834d-2bd1a45ba3eb req-cc57b00f-446a-41ce-b79a-509f1dc9bb19 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d5bee6-ffd4-4f0f-b95e-b5e7544bf1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623806 Jul 15 13:11:09.540139 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8056753c-bd16-4d77-950f-78222b66287f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.588968 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3eb3acc5-9d11-4a05-93ea-ad47044e45c5 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.595272 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3eb3acc5-9d11-4a05-93ea-ad47044e45c5 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.628385 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb3acc5-9d11-4a05-93ea-ad47044e45c5 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e39f003-e029-4c67-b61c-76c69226e7f1,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:09.726792 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8056753c-bd16-4d77-950f-78222b66287f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.731841 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8056753c-bd16-4d77-950f-78222b66287f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.732121 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9d32a-be87-454a-8940-554e85fdddd0 req-814f0ba9-e4d9-4e7f-9d61-7e844563f9a2 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:09.733800 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7ab9d32a-be87-454a-8940-554e85fdddd0 req-814f0ba9-e4d9-4e7f-9d61-7e844563f9a2 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 943 time: 0.0704415 Jul 15 13:11:09.739678 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3eb3acc5-9d11-4a05-93ea-ad47044e45c5 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.743516 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3eb3acc5-9d11-4a05-93ea-ad47044e45c5 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9448459 Jul 15 13:11:09.744256 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52248) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:09.754814 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-e5388b4e-f4be-4c2f-a6d5-859c79640491 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Request body: {'security_group': {'name': 'tempest-secgroup--2078475981'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:09.774078 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056753c-bd16-4d77-950f-78222b66287f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1bc5a4-69cb-4ccb-8d93-2355b986800a,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:09.778801 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8056753c-bd16-4d77-950f-78222b66287f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=86151ea47b0c4ee7961f489b9fbaa742&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2545595 Jul 15 13:11:09.784759 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52250) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:09.797320 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056753c-bd16-4d77-950f-78222b66287f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:09.797643 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056753c-bd16-4d77-950f-78222b66287f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:09.797986 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056753c-bd16-4d77-950f-78222b66287f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:09.798320 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056753c-bd16-4d77-950f-78222b66287f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:09.798729 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056753c-bd16-4d77-950f-78222b66287f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:09.799586 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056753c-bd16-4d77-950f-78222b66287f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:09.799909 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056753c-bd16-4d77-950f-78222b66287f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:09.800231 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056753c-bd16-4d77-950f-78222b66287f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:09.800550 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056753c-bd16-4d77-950f-78222b66287f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:09.800871 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056753c-bd16-4d77-950f-78222b66287f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:09.801188 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056753c-bd16-4d77-950f-78222b66287f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:09.801502 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056753c-bd16-4d77-950f-78222b66287f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:09.826332 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7ab9d32a-be87-454a-8940-554e85fdddd0 req-1bfc78fc-a0a5-461f-864e-80e194079941 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665536 Jul 15 13:11:09.827422 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e5388b4e-f4be-4c2f-a6d5-859c79640491 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.880370 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0a744ea9-2514-45bd-8341-87d0aedcf5cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.926585 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0a744ea9-2514-45bd-8341-87d0aedcf5cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.957133 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e5388b4e-f4be-4c2f-a6d5-859c79640491 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.967124 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e5388b4e-f4be-4c2f-a6d5-859c79640491 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.984277 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0a744ea9-2514-45bd-8341-87d0aedcf5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.987633 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0a744ea9-2514-45bd-8341-87d0aedcf5cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.991691 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0a744ea9-2514-45bd-8341-87d0aedcf5cb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb1bc5a4-69cb-4ccb-8d93-2355b986800a HTTP/1.1" status: 204 len: 168 time: 0.2049837 Jul 15 13:11:10.002213 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a744ea9-2514-45bd-8341-87d0aedcf5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1bc5a4-69cb-4ccb-8d93-2355b986800a,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:10.070486 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e5388b4e-f4be-4c2f-a6d5-859c79640491 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.071873 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e5388b4e-f4be-4c2f-a6d5-859c79640491 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3249879 Jul 15 13:11:10.075906 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52256) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:10.078294 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5388b4e-f4be-4c2f-a6d5-859c79640491 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a56360e-00a7-4d43-b829-8da3f417c165,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:10.082083 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-ac10a1a7-1db6-4cfe-b70b-d0de1b84070e tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Request body: {'security_group_rule': {'security_group_id': '3e39f003-e029-4c67-b61c-76c69226e7f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '9a56360e-00a7-4d43-b829-8da3f417c165'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:10.128327 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2ebf2-934e-41a1-919b-6f672497d778 req-f027adc9-0bf5-45ac-a91d-643380675210 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:10.128937 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-ac10a1a7-1db6-4cfe-b70b-d0de1b84070e tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:11:10.129903 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dfe2ebf2-934e-41a1-919b-6f672497d778 req-f027adc9-0bf5-45ac-a91d-643380675210 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5b34800-1c17-4d10-997a-4948bbca2874 HTTP/1.1" status: 200 len: 946 time: 0.0952220 Jul 15 13:11:10.133364 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52258) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:10.133737 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ac10a1a7-1db6-4cfe-b70b-d0de1b84070e tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0565994 Jul 15 13:11:10.215939 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dfe2ebf2-934e-41a1-919b-6f672497d778 req-0f4b0065-e925-44b7-8b6d-9e2e4023684d tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a830fec-1380-45b2-94bd-b25594194e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747442 Jul 15 13:11:10.228776 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-48f58df5-539b-43ea-87a7-f6700243c0f1 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.257961 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-48f58df5-539b-43ea-87a7-f6700243c0f1 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.320610 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-48f58df5-539b-43ea-87a7-f6700243c0f1 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.323832 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-48f58df5-539b-43ea-87a7-f6700243c0f1 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.328341 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52264) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:10.329017 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-48f58df5-539b-43ea-87a7-f6700243c0f1 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "DELETE /v2.0/security-groups/9a56360e-00a7-4d43-b829-8da3f417c165 HTTP/1.1" status: 204 len: 168 time: 0.1942194 Jul 15 13:11:10.343964 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f58df5-539b-43ea-87a7-f6700243c0f1 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a56360e-00a7-4d43-b829-8da3f417c165,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:10.421972 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-06acb662-f322-4977-ab58-e7b7884c47fe tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0899653 Jul 15 13:11:10.422662 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52270) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:10.498283 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6b3825ff-1e10-4fb4-8a11-5c8292d737cd tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.528976 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6b3825ff-1e10-4fb4-8a11-5c8292d737cd tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.537855 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708139f1-79ce-4f75-9141-2c9b38437830 req-5e6fa7f0-898c-4033-992b-0099557fe9b1 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:10.544907 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-708139f1-79ce-4f75-9141-2c9b38437830 req-5e6fa7f0-898c-4033-992b-0099557fe9b1 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/ports?device_id=3813b6dd-5262-48f7-a557-4ba1b774dc5f HTTP/1.1" status: 200 len: 931 time: 0.1302955 Jul 15 13:11:10.587164 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6b3825ff-1e10-4fb4-8a11-5c8292d737cd tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.590094 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6b3825ff-1e10-4fb4-8a11-5c8292d737cd tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.591269 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6b3825ff-1e10-4fb4-8a11-5c8292d737cd tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "DELETE /v2.0/security-groups/3e39f003-e029-4c67-b61c-76c69226e7f1 HTTP/1.1" status: 204 len: 168 time: 0.1677604 Jul 15 13:11:10.596115 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-708139f1-79ce-4f75-9141-2c9b38437830 req-bd56f265-bf91-4434-8f42-6c0e83b5ecb6 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a933450-b97c-4603-8582-9279b0d35da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497301 Jul 15 13:11:10.596570 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52278) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:10.646897 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-45059b24-c01d-4f06-9c3e-9ef829719ae3 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0491343 Jul 15 13:11:10.647736 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3825ff-1e10-4fb4-8a11-5c8292d737cd tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e39f003-e029-4c67-b61c-76c69226e7f1,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:10.650620 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52280) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:10.657029 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-78c1deb6-b6e0-42de-84ee-d225569fc780 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Request body: {'security_group': {'name': 'tempest-secgroup--1949783599'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:10.681159 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-78c1deb6-b6e0-42de-84ee-d225569fc780 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.818904 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-78c1deb6-b6e0-42de-84ee-d225569fc780 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.822600 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244a54d-9c7d-4c6d-9bfa-13111e3dc3e0 req-b6d6e42f-61f2-4f23-8091-db814197660b tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:10.826135 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-78c1deb6-b6e0-42de-84ee-d225569fc780 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.834821 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d244a54d-9c7d-4c6d-9bfa-13111e3dc3e0 req-b6d6e42f-61f2-4f23-8091-db814197660b tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/ports?device_id=36243c40-9f3e-415c-9d94-212ffa827773 HTTP/1.1" status: 200 len: 944 time: 0.1154175 Jul 15 13:11:10.858510 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-78c1deb6-b6e0-42de-84ee-d225569fc780 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.862737 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-78c1deb6-b6e0-42de-84ee-d225569fc780 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2064004 Jul 15 13:11:10.862922 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52288) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:10.868164 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-c36f3562-b785-4d7a-bae7-ac6dda15c02d tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Request body: {'security_group_rule': {'security_group_id': '501b6f28-f0ea-40aa-9147-b83bcd54faa3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:10.873461 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c1deb6-b6e0-42de-84ee-d225569fc780 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=501b6f28-f0ea-40aa-9147-b83bcd54faa3,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:10.877500 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d244a54d-9c7d-4c6d-9bfa-13111e3dc3e0 req-a1cd63aa-0036-48f4-8a31-bededb4deb0a tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d5bee6-ffd4-4f0f-b95e-b5e7544bf1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441465 Jul 15 13:11:10.928769 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-c36f3562-b785-4d7a-bae7-ac6dda15c02d tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:11:10.930035 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c36f3562-b785-4d7a-bae7-ac6dda15c02d tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0662143 Jul 15 13:11:10.932794 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52294) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:10.937896 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-61a593ab-9a77-4988-ad87-56f8060abee7 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Request body: {'security_group_rule': {'security_group_id': '501b6f28-f0ea-40aa-9147-b83bcd54faa3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:10.991704 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-61a593ab-9a77-4988-ad87-56f8060abee7 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:11:10.992875 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-61a593ab-9a77-4988-ad87-56f8060abee7 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0589435 Jul 15 13:11:10.995588 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52296) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:11.070067 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fbfe46be-9a34-4add-8c37-436a4de6afb6 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.091536 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed85c4-6fd8-45ea-828d-037b9db21f97 req-5db1d54f-de6f-4abd-b507-c3bf4f30bfc6 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:11.091536 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fbed85c4-6fd8-45ea-828d-037b9db21f97 req-5db1d54f-de6f-4abd-b507-c3bf4f30bfc6 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 943 time: 0.0781505 Jul 15 13:11:11.099403 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fbfe46be-9a34-4add-8c37-436a4de6afb6 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.142009 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fbed85c4-6fd8-45ea-828d-037b9db21f97 req-22c2c8aa-9fd2-436e-b6fa-a23d327c40c3 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385699 Jul 15 13:11:11.170175 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fbfe46be-9a34-4add-8c37-436a4de6afb6 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.173110 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fbfe46be-9a34-4add-8c37-436a4de6afb6 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.174463 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-fbfe46be-9a34-4add-8c37-436a4de6afb6 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "DELETE /v2.0/security-groups/501b6f28-f0ea-40aa-9147-b83bcd54faa3 HTTP/1.1" status: 204 len: 168 time: 0.1777916 Jul 15 13:11:11.177257 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52302) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:11.186710 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe46be-9a34-4add-8c37-436a4de6afb6 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=501b6f28-f0ea-40aa-9147-b83bcd54faa3,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:11.248912 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52306) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:11.251475 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7b6e7862-47ef-4f8f-b2ef-cde7a204a52b tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0728467 Jul 15 13:11:11.254412 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-f3213d67-a992-4495-b64e-e7f969b9a0a8 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Request body: {'security_group': {'name': 'tempest-secgroup--1358705139'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:11.280626 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f3213d67-a992-4495-b64e-e7f969b9a0a8 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.387999 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f3213d67-a992-4495-b64e-e7f969b9a0a8 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.393509 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f3213d67-a992-4495-b64e-e7f969b9a0a8 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.432001 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f3213d67-a992-4495-b64e-e7f969b9a0a8 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.433362 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f3213d67-a992-4495-b64e-e7f969b9a0a8 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1833515 Jul 15 13:11:11.434151 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3213d67-a992-4495-b64e-e7f969b9a0a8 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf346392-bd4e-4fe7-912f-d0bc4bd22c81,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:11.437024 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52314) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:11.442881 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-ec592e65-a1fa-4cd2-8e54-fbb095c202a2 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:11.443472 n-d-771363-36 neutron-server[93826]: WARNING neutron.api.v2.base [None req-ec592e65-a1fa-4cd2-8e54-fbb095c202a2 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 15 13:11:11.444040 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-ec592e65-a1fa-4cd2-8e54-fbb095c202a2 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] update failed (client error): There was a conflict when trying to complete your request. Jul 15 13:11:11.445103 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ec592e65-a1fa-4cd2-8e54-fbb095c202a2 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "PUT /v2.0/security-groups/bf346392-bd4e-4fe7-912f-d0bc4bd22c81 HTTP/1.1" status: 409 len: 330 time: 0.0067196 Jul 15 13:11:11.448552 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52316) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:11.496502 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee30386-ee20-4894-8f85-955ec9e6378c req-98933069-0d2e-46de-9f55-586a877a1e21 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:11.498124 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eee30386-ee20-4894-8f85-955ec9e6378c req-98933069-0d2e-46de-9f55-586a877a1e21 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5b34800-1c17-4d10-997a-4948bbca2874 HTTP/1.1" status: 200 len: 946 time: 0.1232371 Jul 15 13:11:11.534038 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9871451c-ff13-4b8b-bad4-eb3b3e4336a9 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.573536 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eee30386-ee20-4894-8f85-955ec9e6378c req-b080a8ca-c45a-4246-960d-8735a84e21da tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a830fec-1380-45b2-94bd-b25594194e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671825 Jul 15 13:11:11.593306 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9871451c-ff13-4b8b-bad4-eb3b3e4336a9 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.647984 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9871451c-ff13-4b8b-bad4-eb3b3e4336a9 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.662719 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9871451c-ff13-4b8b-bad4-eb3b3e4336a9 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.664082 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9871451c-ff13-4b8b-bad4-eb3b3e4336a9 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "DELETE /v2.0/security-groups/bf346392-bd4e-4fe7-912f-d0bc4bd22c81 HTTP/1.1" status: 204 len: 168 time: 0.2144194 Jul 15 13:11:11.666757 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52326) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:11.676869 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871451c-ff13-4b8b-bad4-eb3b3e4336a9 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf346392-bd4e-4fe7-912f-d0bc4bd22c81,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:11.717599 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-52981374-da17-46d1-aeb0-c82c2a50e138 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0496383 Jul 15 13:11:11.723311 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52328) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:11.737852 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-f96aa084-9b95-4bae-9c1a-c58db60e9f81 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] delete failed (client error): The resource could not be found. Jul 15 13:11:11.739187 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f96aa084-9b95-4bae-9c1a-c58db60e9f81 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "DELETE /v2.0/security-groups/d0cb1b5f-b050-4d79-b674-80e8d4bf887b HTTP/1.1" status: 404 len: 347 time: 0.0147533 Jul 15 13:11:11.742772 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52330) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:11.756788 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-e6483d61-1f03-49c1-8db2-5d2998afa047 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] show failed (client error): The resource could not be found. Jul 15 13:11:11.757780 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e6483d61-1f03-49c1-8db2-5d2998afa047 tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "GET /v2.0/security-groups/607eccc6-55c8-4eea-96dd-3db286b325bc HTTP/1.1" status: 404 len: 347 time: 0.0139461 Jul 15 13:11:11.761861 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52332) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:11.776842 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-09ab681c-0dd0-4b22-884e-3231ee795d3d tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] show failed (client error): The resource could not be found. Jul 15 13:11:11.789966 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-09ab681c-0dd0-4b22-884e-3231ee795d3d tempest-NegativeSecGroupIPv6Test-1747159796 tempest-NegativeSecGroupIPv6Test-1747159796-project] 10.222.0.16 "GET /v2.0/security-group-rules/b4d92f15-6931-4aea-ab8b-46bfa342b98a HTTP/1.1" status: 404 len: 356 time: 0.0214157 Jul 15 13:11:11.876498 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b47b00-625d-4667-8786-044182e46f12 req-8e12f38f-3e36-426f-9eae-079595617ec3 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:11.879009 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-45b47b00-625d-4667-8786-044182e46f12 req-8e12f38f-3e36-426f-9eae-079595617ec3 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/ports?device_id=3813b6dd-5262-48f7-a557-4ba1b774dc5f HTTP/1.1" status: 200 len: 931 time: 0.1218615 Jul 15 13:11:11.928167 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-45b47b00-625d-4667-8786-044182e46f12 req-b2a07ee4-0bf5-4f74-a22b-91153eb86fb4 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a933450-b97c-4603-8582-9279b0d35da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398307 Jul 15 13:11:12.137925 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6a4ff-54ee-400f-a1dc-6fe6b05c279c req-7694ec1f-a7e6-4f00-9cf7-642b5e6017ec tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:12.139975 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-41e6a4ff-54ee-400f-a1dc-6fe6b05c279c req-7694ec1f-a7e6-4f00-9cf7-642b5e6017ec tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/ports?device_id=36243c40-9f3e-415c-9d94-212ffa827773 HTTP/1.1" status: 200 len: 944 time: 0.0806637 Jul 15 13:11:12.181365 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-41e6a4ff-54ee-400f-a1dc-6fe6b05c279c req-ad9649d4-e3e4-4c4c-9fc5-763f145190d6 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d5bee6-ffd4-4f0f-b95e-b5e7544bf1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354834 Jul 15 13:11:12.227236 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52356) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:12.454235 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcbc73e-7cfc-4251-9ee7-4f0b3df3ddf2 req-c95183f5-1284-4e97-ab52-470186539e29 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:12.459973 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4fcbc73e-7cfc-4251-9ee7-4f0b3df3ddf2 req-c95183f5-1284-4e97-ab52-470186539e29 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 943 time: 0.1370418 Jul 15 13:11:12.505823 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a2438bed-19f7-459c-8b48-f709520c86a1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d4a40f2d94bc4fea80fbe0840163b340&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2773275 Jul 15 13:11:12.508474 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52368) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:12.522380 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4fcbc73e-7cfc-4251-9ee7-4f0b3df3ddf2 req-bfe1a4b3-5913-4eeb-9c56-13b9a2193b66 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585170 Jul 15 13:11:12.574656 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ac751ce4-3ca4-4f40-a49a-b9ab15a94192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.597754 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ac751ce4-3ca4-4f40-a49a-b9ab15a94192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.659675 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ac751ce4-3ca4-4f40-a49a-b9ab15a94192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.664038 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ac751ce4-3ca4-4f40-a49a-b9ab15a94192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.667793 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ac751ce4-3ca4-4f40-a49a-b9ab15a94192 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/93fcbf2d-80d4-4d40-a48b-80d7d7aaff17 HTTP/1.1" status: 204 len: 168 time: 0.1558220 Jul 15 13:11:12.680234 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac751ce4-3ca4-4f40-a49a-b9ab15a94192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fcbf2d-80d4-4d40-a48b-80d7d7aaff17,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:12.808006 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2578e0-4aea-4509-b818-9479c875a19c req-0088443c-f057-4916-b2cc-81c31dc19af9 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:12.810354 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8b2578e0-4aea-4509-b818-9479c875a19c req-0088443c-f057-4916-b2cc-81c31dc19af9 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5b34800-1c17-4d10-997a-4948bbca2874 HTTP/1.1" status: 200 len: 946 time: 0.0867574 Jul 15 13:11:12.855294 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8b2578e0-4aea-4509-b818-9479c875a19c req-57323a06-8328-461c-a0c3-2276a11354e9 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a830fec-1380-45b2-94bd-b25594194e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371566 Jul 15 13:11:13.137073 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47b4e9-0348-4024-974c-e557564a4488 req-5e3847f8-e490-47b3-9489-d7d9fde3f07d tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:13.138827 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae47b4e9-0348-4024-974c-e557564a4488 req-5e3847f8-e490-47b3-9489-d7d9fde3f07d tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/ports?device_id=3813b6dd-5262-48f7-a557-4ba1b774dc5f HTTP/1.1" status: 200 len: 931 time: 0.0775874 Jul 15 13:11:13.180334 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae47b4e9-0348-4024-974c-e557564a4488 req-336f28eb-48a3-4a1d-a483-94c073225574 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a933450-b97c-4603-8582-9279b0d35da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351279 Jul 15 13:11:13.371408 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28ca96-3920-4feb-bb09-4ee3eddc2f1a req-47aedf00-5c6f-44c5-9f44-f73427154b14 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:13.373125 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7f28ca96-3920-4feb-bb09-4ee3eddc2f1a req-47aedf00-5c6f-44c5-9f44-f73427154b14 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/ports?device_id=36243c40-9f3e-415c-9d94-212ffa827773 HTTP/1.1" status: 200 len: 944 time: 0.0675924 Jul 15 13:11:13.423160 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7f28ca96-3920-4feb-bb09-4ee3eddc2f1a req-d26888e5-fb19-452a-a43e-96940ab6981f tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d5bee6-ffd4-4f0f-b95e-b5e7544bf1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419688 Jul 15 13:11:13.531010 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52406) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:13.641968 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52414) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:13.694053 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-e270c55a-7c72-47c3-aa7f-031cd5fe20ed tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:13.694838 n-d-771363-36 neutron-server[93826]: WARNING neutron.api.v2.base [None req-e270c55a-7c72-47c3-aa7f-031cd5fe20ed tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 15 13:11:13.695388 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-e270c55a-7c72-47c3-aa7f-031cd5fe20ed tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] create failed (client error): There was a conflict when trying to complete your request. Jul 15 13:11:13.696423 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e270c55a-7c72-47c3-aa7f-031cd5fe20ed tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0528777 Jul 15 13:11:13.698815 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb6f28-1245-4ea7-b67c-9b9aed38a749 req-c32339af-c337-4b33-bad6-7ecec1c68015 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:13.700112 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52418) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:13.700825 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e0fb6f28-1245-4ea7-b67c-9b9aed38a749 req-c32339af-c337-4b33-bad6-7ecec1c68015 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 943 time: 0.0654635 Jul 15 13:11:13.704828 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-09a7f0e5-5097-4872-a970-f8b666226fea tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Request body: {'security_group': {'name': 'tempest-secgroup--752628678'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:13.735360 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-09a7f0e5-5097-4872-a970-f8b666226fea tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:13.740217 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e0fb6f28-1245-4ea7-b67c-9b9aed38a749 req-bca4d025-335b-4aa2-9970-1240290b4674 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328209 Jul 15 13:11:13.748712 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-09a7f0e5-5097-4872-a970-f8b666226fea tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:13.750772 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ef6de256-26cb-4181-8564-853f7f9b4422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:13.782669 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.db.api [None req-ef6de256-26cb-4181-8564-853f7f9b4422 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:11:13.782669 n-d-771363-36 neutron-server[93826]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:11:13.782669 n-d-771363-36 neutron-server[93826]: [parameters: {'project_id_1': 'd90c145f477740b68b35aa3268c79b0a', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 11, 13, 770923)}] Jul 15 13:11:13.782669 n-d-771363-36 neutron-server[93826]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:11:13.783247 n-d-771363-36 neutron-server[93826]: DEBUG oslo_db.api [None req-ef6de256-26cb-4181-8564-853f7f9b4422 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:11:13.825304 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-6ff1d2f4-14bb-446b-9332-dac2b612f0c4 service neutron] Request body: {'port': {'device_id': '3813b6dd-5262-48f7-a557-4ba1b774dc5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:13.899645 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-09a7f0e5-5097-4872-a970-f8b666226fea tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:13.915104 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-09a7f0e5-5097-4872-a970-f8b666226fea tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:13.941927 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680505e9-16f7-46fb-815a-824702d81cc8 req-fe936931-f422-422d-a4c0-caaf0c778f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:13.943786 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-680505e9-16f7-46fb-815a-824702d81cc8 req-fe936931-f422-422d-a4c0-caaf0c778f06 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=13316ece7db54a9c8540a5aff49e478f&device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 1095 time: 0.1254554 Jul 15 13:11:14.022350 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-680505e9-16f7-46fb-815a-824702d81cc8 req-3a3fc1df-a264-493c-bec4-2137aa988c58 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd HTTP/1.1" status: 200 len: 217 time: 0.0594025 Jul 15 13:11:14.024103 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7f0e5-5097-4872-a970-f8b666226fea tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8902123-d2c7-4736-8dff-3fcf0349e86d,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:14.110235 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8f94b-a284-4993-9b98-606c249d6ead req-fdf99085-c5de-46ad-8b70-b069cd2ec953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:14.112295 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-add8f94b-a284-4993-9b98-606c249d6ead req-fdf99085-c5de-46ad-8b70-b069cd2ec953 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d5b34800-1c17-4d10-997a-4948bbca2874 HTTP/1.1" status: 200 len: 1098 time: 0.2091804 Jul 15 13:11:14.116151 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680505e9-16f7-46fb-815a-824702d81cc8 req-94d941aa-03a6-4e8d-9c44-d5a5635abd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:14.117492 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-680505e9-16f7-46fb-815a-824702d81cc8 req-94d941aa-03a6-4e8d-9c44-d5a5635abd5b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bae16e04-e939-4a15-9e74-5fad7842ae7e HTTP/1.1" status: 200 len: 855 time: 0.0797288 Jul 15 13:11:14.178052 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-09a7f0e5-5097-4872-a970-f8b666226fea tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:14.180868 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-680505e9-16f7-46fb-815a-824702d81cc8 req-98ca683d-221e-4000-83ea-a225f7b05e80 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cb2098bc-7484-4c5d-9e4d-2dee71297f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428884 Jul 15 13:11:14.183168 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-09a7f0e5-5097-4872-a970-f8b666226fea tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:14.246237 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-add8f94b-a284-4993-9b98-606c249d6ead req-b9e64313-e185-4e8e-a1be-9a403f635093 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1a830fec-1380-45b2-94bd-b25594194e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142502 Jul 15 13:11:14.252894 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-09a7f0e5-5097-4872-a970-f8b666226fea tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:14.254048 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-09a7f0e5-5097-4872-a970-f8b666226fea tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5526736 Jul 15 13:11:14.256586 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7f0e5-5097-4872-a970-f8b666226fea tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71a9c700-6d66-48d2-b758-32c3a5a80544,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:14.258609 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52424) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:14.265432 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-89566cea-e9f5-4332-817a-1f2a233f9bb4 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Request body: {'security_group_rule': {'security_group_id': '71a9c700-6d66-48d2-b758-32c3a5a80544', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:14.300541 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ef6de256-26cb-4181-8564-853f7f9b4422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:14.324753 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-6ff1d2f4-14bb-446b-9332-dac2b612f0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:14.341127 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-362e3fd9-e7a8-4a03-9280-47d48ac98065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:14.342715 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-362e3fd9-e7a8-4a03-9280-47d48ac98065 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3891516-348f-4a14-be74-7c63ac20ff2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5147183 Jul 15 13:11:14.356952 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89566cea-e9f5-4332-817a-1f2a233f9bb4 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:14.368302 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-680505e9-16f7-46fb-815a-824702d81cc8 req-6c0fae07-4070-4f25-a2f0-0be0d8caca45 service neutron] 10.222.0.46 "GET /v2.0/networks/cb2098bc-7484-4c5d-9e4d-2dee71297f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755848 Jul 15 13:11:14.404449 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be214b61-4ac5-43cd-a2c4-69918cfa4697 req-73e80196-f1d2-4f65-82f0-e2f6b4fbf4aa tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:14.406002 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-be214b61-4ac5-43cd-a2c4-69918cfa4697 req-73e80196-f1d2-4f65-82f0-e2f6b4fbf4aa tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5b34800-1c17-4d10-997a-4948bbca2874 HTTP/1.1" status: 200 len: 946 time: 0.2194343 Jul 15 13:11:14.518044 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89566cea-e9f5-4332-817a-1f2a233f9bb4 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:14.529468 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89566cea-e9f5-4332-817a-1f2a233f9bb4 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:14.542708 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-680505e9-16f7-46fb-815a-824702d81cc8 req-0ece3fe3-a553-4f51-92c1-84ab49b93c30 service neutron] 10.222.0.46 "GET /v2.0/networks/cb2098bc-7484-4c5d-9e4d-2dee71297f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671474 Jul 15 13:11:14.563695 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89566cea-e9f5-4332-817a-1f2a233f9bb4 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4593f025-206c-4f38-aada-e4b4388df416,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:14.587475 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ef6de256-26cb-4181-8564-853f7f9b4422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:14.594327 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ef6de256-26cb-4181-8564-853f7f9b4422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:14.600532 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89566cea-e9f5-4332-817a-1f2a233f9bb4 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:14.601841 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-89566cea-e9f5-4332-817a-1f2a233f9bb4 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3404508 Jul 15 13:11:14.609157 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52428) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:14.615001 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-be214b61-4ac5-43cd-a2c4-69918cfa4697 req-b92840e2-5703-4ba7-9848-1821e0ef117e tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a830fec-1380-45b2-94bd-b25594194e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797819 Jul 15 13:11:14.620324 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-321ddec3-8391-4eb1-a2ac-ba4525e61a9e tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Request body: {'security_group_rule': {'security_group_id': '71a9c700-6d66-48d2-b758-32c3a5a80544', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:14.666085 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515096b2-324e-4117-b113-6621c0a4d173 req-aef80ac1-19bf-4060-8bd1-9fede0db746f tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:14.667650 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-515096b2-324e-4117-b113-6621c0a4d173 req-aef80ac1-19bf-4060-8bd1-9fede0db746f tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/ports?device_id=3813b6dd-5262-48f7-a557-4ba1b774dc5f HTTP/1.1" status: 200 len: 931 time: 0.3479578 Jul 15 13:11:14.670419 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ef6de256-26cb-4181-8564-853f7f9b4422 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d90c145f477740b68b35aa3268c79b0a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1382916 Jul 15 13:11:14.680299 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52430) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:14.691140 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6de256-26cb-4181-8564-853f7f9b4422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4976dd-b4d3-4492-9d3b-6d649b8800c7,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:14.696013 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-9074284e-97a1-44c9-9df0-0245d15455ee service neutron] 10.222.0.46 "GET /v2.0/networks/b3891516-348f-4a14-be74-7c63ac20ff2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291163 Jul 15 13:11:14.726215 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76460e1-f4e1-4e9f-82f6-249249717cba req-06478733-63be-44c5-8b4c-4331ec20de1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:14.727742 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d76460e1-f4e1-4e9f-82f6-249249717cba req-06478733-63be-44c5-8b4c-4331ec20de1d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=13316ece7db54a9c8540a5aff49e478f&device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 1095 time: 0.1150291 Jul 15 13:11:14.841608 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-321ddec3-8391-4eb1-a2ac-ba4525e61a9e tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:14.863617 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-e26581a2-d559-44e5-bdd3-29eeb576693c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1349263 Jul 15 13:11:14.865004 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76460e1-f4e1-4e9f-82f6-249249717cba req-e218f245-0cf2-4bbc-9ec6-9015ff4ef355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:14.866298 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d76460e1-f4e1-4e9f-82f6-249249717cba req-e218f245-0cf2-4bbc-9ec6-9015ff4ef355 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cb2098bc-7484-4c5d-9e4d-2dee71297f28 HTTP/1.1" status: 200 len: 916 time: 0.1293306 Jul 15 13:11:14.888289 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-515096b2-324e-4117-b113-6621c0a4d173 req-fef225e3-f0a4-4627-b92c-fcc5df2c6547 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a933450-b97c-4603-8582-9279b0d35da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049117 Jul 15 13:11:14.918359 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d76460e1-f4e1-4e9f-82f6-249249717cba req-f2eac06b-40e3-43d5-b9c6-fbef52e52e15 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd HTTP/1.1" status: 200 len: 217 time: 0.0425107 Jul 15 13:11:15.000679 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76460e1-f4e1-4e9f-82f6-249249717cba req-c45cdcba-bd00-43cd-adff-de86c7bd5c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:15.001240 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2399575-625f-4919-b984-fa013761e604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.002661 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d76460e1-f4e1-4e9f-82f6-249249717cba req-c45cdcba-bd00-43cd-adff-de86c7bd5c1c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bae16e04-e939-4a15-9e74-5fad7842ae7e HTTP/1.1" status: 200 len: 855 time: 0.0563836 Jul 15 13:11:15.016462 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-b35ba4cc-493c-43e7-a56e-831c83f6aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:15.017196 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-b35ba4cc-493c-43e7-a56e-831c83f6aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:15.018243 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-b35ba4cc-493c-43e7-a56e-831c83f6aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:15.018750 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-b35ba4cc-493c-43e7-a56e-831c83f6aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:15.019219 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-b35ba4cc-493c-43e7-a56e-831c83f6aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:15.019712 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-b35ba4cc-493c-43e7-a56e-831c83f6aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:15.020186 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-b35ba4cc-493c-43e7-a56e-831c83f6aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:15.022083 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-b35ba4cc-493c-43e7-a56e-831c83f6aae4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=81c3b9d8d0bd4b9983bde8217f1dc07f&device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 6498 time: 0.1056471 Jul 15 13:11:15.049237 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d76460e1-f4e1-4e9f-82f6-249249717cba req-6b4872a0-14c2-48f5-a022-213e2d5699f1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cb2098bc-7484-4c5d-9e4d-2dee71297f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261681 Jul 15 13:11:15.088206 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1ec9c060-3345-41ce-a978-a297dea4b94c req-e63a8eef-08f8-483f-9e3c-2eafc34596b5 service neutron] 10.222.0.46 "GET /v2.0/networks/b3891516-348f-4a14-be74-7c63ac20ff2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653560 Jul 15 13:11:15.099233 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-321ddec3-8391-4eb1-a2ac-ba4525e61a9e tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] create failed (client error): There was a conflict when trying to complete your request. Jul 15 13:11:15.102813 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-321ddec3-8391-4eb1-a2ac-ba4525e61a9e tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4892321 Jul 15 13:11:15.106058 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52436) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:15.112492 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d35a65-87ef-4862-b0a9-b6c379db82de req-809c76a2-147d-494c-84ef-e1106ba8975c tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:15.114004 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-52d35a65-87ef-4862-b0a9-b6c379db82de req-809c76a2-147d-494c-84ef-e1106ba8975c tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/ports?device_id=36243c40-9f3e-415c-9d94-212ffa827773 HTTP/1.1" status: 200 len: 944 time: 0.3632100 Jul 15 13:11:15.116012 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2399575-625f-4919-b984-fa013761e604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.127743 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-6ff1d2f4-14bb-446b-9332-dac2b612f0c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8044c5c-40f5-4d23-a394-3adbd1808b94 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:15.148357 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-6ff1d2f4-14bb-446b-9332-dac2b612f0c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.230328 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-6ff1d2f4-14bb-446b-9332-dac2b612f0c4 service neutron] Transition to ACTIVE for port object d8044c5c-40f5-4d23-a394-3adbd1808b94 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:15.246629 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-6ff1d2f4-14bb-446b-9332-dac2b612f0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.259005 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-52d35a65-87ef-4862-b0a9-b6c379db82de req-445f97ee-c911-4014-a021-982673ca3fb1 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d5bee6-ffd4-4f0f-b95e-b5e7544bf1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244760 Jul 15 13:11:15.268781 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-32ef6090-2c3e-4494-88f0-ba216dfdc875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:15.269227 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-32ef6090-2c3e-4494-88f0-ba216dfdc875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:15.269751 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-32ef6090-2c3e-4494-88f0-ba216dfdc875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:15.271453 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-32ef6090-2c3e-4494-88f0-ba216dfdc875 service neutron] 10.222.0.46 "GET /v2.0/networks?id=35062ce4-aa77-455d-98c1-04b1c2bbb05e&id=0393d230-55c0-4aac-933c-382b8f80fda9&id=0393d230-55c0-4aac-933c-382b8f80fda9&id=0393d230-55c0-4aac-933c-382b8f80fda9&id=0393d230-55c0-4aac-933c-382b8f80fda9&id=883fa9e8-319c-4b08-9112-d792a62e6fcb&id=883fa9e8-319c-4b08-9112-d792a62e6fcb HTTP/1.1" status: 200 len: 2293 time: 0.2213829 Jul 15 13:11:15.272464 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b0661dee-7799-437a-8a28-dbb013283ead tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.277002 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d76460e1-f4e1-4e9f-82f6-249249717cba req-944470f7-f94d-4c9c-85c6-0015b521954b service neutron] 10.222.0.46 "GET /v2.0/networks/cb2098bc-7484-4c5d-9e4d-2dee71297f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168388 Jul 15 13:11:15.298911 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96366abf-8600-4f2d-b841-47fa5c35f90f req-fc896cff-57b4-4cd5-b0a1-9c9aab69ce96 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:15.300470 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-96366abf-8600-4f2d-b841-47fa5c35f90f req-fc896cff-57b4-4cd5-b0a1-9c9aab69ce96 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 943 time: 0.2924886 Jul 15 13:11:15.345991 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2399575-625f-4919-b984-fa013761e604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.348964 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2399575-625f-4919-b984-fa013761e604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.352659 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d2399575-625f-4919-b984-fa013761e604 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3a4976dd-b4d3-4492-9d3b-6d649b8800c7 HTTP/1.1" status: 204 len: 168 time: 0.6649051 Jul 15 13:11:15.355800 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff1d2f4-14bb-446b-9332-dac2b612f0c4 service neutron] Pushing event updated for resources: {'Port': ['ID=d8044c5c-40f5-4d23-a394-3adbd1808b94,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:15.397680 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d76460e1-f4e1-4e9f-82f6-249249717cba req-7aacceef-25a8-4c72-a7de-891d94582a59 service neutron] 10.222.0.46 "GET /v2.0/networks/cb2098bc-7484-4c5d-9e4d-2dee71297f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051273 Jul 15 13:11:15.397831 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583618b1-2781-42a2-9c61-433a715a719a req-402ed95a-5570-4f5a-85f0-326fad8732bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:15.399252 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-583618b1-2781-42a2-9c61-433a715a719a req-402ed95a-5570-4f5a-85f0-326fad8732bf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a99d3a4347d44f88ad103ba988f2fb07&device_id=36243c40-9f3e-415c-9d94-212ffa827773 HTTP/1.1" status: 200 len: 1096 time: 0.2373152 Jul 15 13:11:15.399996 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2399575-625f-4919-b984-fa013761e604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4976dd-b4d3-4492-9d3b-6d649b8800c7,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:15.542391 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-96366abf-8600-4f2d-b841-47fa5c35f90f req-f9903054-3edd-47e1-9d85-15164182d1ae tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251294 Jul 15 13:11:15.587419 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b0661dee-7799-437a-8a28-dbb013283ead tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.652970 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-6ff1d2f4-14bb-446b-9332-dac2b612f0c4 service neutron] Attempting to bind port d8044c5c-40f5-4d23-a394-3adbd1808b94 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:15.657089 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-6ff1d2f4-14bb-446b-9332-dac2b612f0c4 service neutron] Attempting to bind port d8044c5c-40f5-4d23-a394-3adbd1808b94 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '2fb9f90e-3cbf-4421-919f-2f50d4f2e6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:15.657702 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-6ff1d2f4-14bb-446b-9332-dac2b612f0c4 service neutron] Attempting to bind port d8044c5c-40f5-4d23-a394-3adbd1808b94 on network f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:15.687047 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-6ff1d2f4-14bb-446b-9332-dac2b612f0c4 service neutron] Port d8044c5c-40f5-4d23-a394-3adbd1808b94 on network f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:11:15.687636 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-6ff1d2f4-14bb-446b-9332-dac2b612f0c4 service neutron] Attempting to bind port d8044c5c-40f5-4d23-a394-3adbd1808b94 on network f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:15.692361 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-25263e3e-c4b6-4dc0-95ed-199a3a4f2ef9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45cccd3c-527e-44db-82ed-44f7f1bef40a HTTP/1.1" status: 200 len: 1002 time: 0.4015253 Jul 15 13:11:15.714212 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-6ff1d2f4-14bb-446b-9332-dac2b612f0c4 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:15.716553 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-6ff1d2f4-14bb-446b-9332-dac2b612f0c4 service neutron] Checking segment: {'id': '2fb9f90e-3cbf-4421-919f-2f50d4f2e6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:15.717158 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-6ff1d2f4-14bb-446b-9332-dac2b612f0c4 service neutron] Bound using segment: {'id': '2fb9f90e-3cbf-4421-919f-2f50d4f2e6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:15.717874 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-6ff1d2f4-14bb-446b-9332-dac2b612f0c4 service neutron] Bound port: d8044c5c-40f5-4d23-a394-3adbd1808b94, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fb9f90e-3cbf-4421-919f-2f50d4f2e6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:15.718420 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-6ff1d2f4-14bb-446b-9332-dac2b612f0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.750370 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583618b1-2781-42a2-9c61-433a715a719a req-bebbcbfd-27d8-4f67-badb-6e08ff84d7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:15.752986 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-583618b1-2781-42a2-9c61-433a715a719a req-bebbcbfd-27d8-4f67-badb-6e08ff84d7e0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b3891516-348f-4a14-be74-7c63ac20ff2e HTTP/1.1" status: 200 len: 913 time: 0.3276026 Jul 15 13:11:15.758304 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b0661dee-7799-437a-8a28-dbb013283ead tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.761597 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b0661dee-7799-437a-8a28-dbb013283ead tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.766156 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b0661dee-7799-437a-8a28-dbb013283ead tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "DELETE /v2.0/security-groups/71a9c700-6d66-48d2-b758-32c3a5a80544 HTTP/1.1" status: 204 len: 168 time: 0.6592054 Jul 15 13:11:15.769167 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52446) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:15.807403 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0661dee-7799-437a-8a28-dbb013283ead tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a9c700-6d66-48d2-b758-32c3a5a80544,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:15.815964 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-02827ad5-b2b4-420c-9d9d-a36d085fd20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:15.818020 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-02827ad5-b2b4-420c-9d9d-a36d085fd20e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a11699d2-8318-44c7-ac11-44c19841c110 HTTP/1.1" status: 200 len: 851 time: 0.1067636 Jul 15 13:11:15.831544 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-583618b1-2781-42a2-9c61-433a715a719a req-4d30fe1e-de09-4943-8aa2-e1f9ae5f8a9a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2ab913b-51cb-469b-bf8c-326cf2bd6a05 HTTP/1.1" status: 200 len: 217 time: 0.0486174 Jul 15 13:11:15.875056 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e61dd406-7a39-4c14-b804-7da293c952cd tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1021605 Jul 15 13:11:15.875718 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52448) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:15.899044 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-8c4bd78f-53ca-4564-b9ee-f4a786aa6352 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Request body: {'security_group': {'name': 'tempest-secgroup--598990146'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:15.913947 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-6ff1d2f4-14bb-446b-9332-dac2b612f0c4 service neutron] For port d8044c5c-40f5-4d23-a394-3adbd1808b94, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:15.936313 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-6ff1d2f4-14bb-446b-9332-dac2b612f0c4 service neutron] For port d8044c5c-40f5-4d23-a394-3adbd1808b94, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=d8044c5c-40f5-4d23-a394-3adbd1808b94,segment=NetworkSegment(2fb9f90e-3cbf-4421-919f-2f50d4f2e6de),segment_id=2fb9f90e-3cbf-4421-919f-2f50d4f2e6de)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:15.940705 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52452) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:15.941524 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8c4bd78f-53ca-4564-b9ee-f4a786aa6352 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.944706 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-6ff1d2f4-14bb-446b-9332-dac2b612f0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.966484 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb10acf3-4aef-4398-ae8e-9d3069d2663a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.978023 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-d31263a1-ae57-453b-af6d-4dd72bd8dca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:15.978399 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583618b1-2781-42a2-9c61-433a715a719a req-afb0c9dd-af70-4d0f-ba06-57369f03070d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:15.979530 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-d31263a1-ae57-453b-af6d-4dd72bd8dca3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=35062ce4-aa77-455d-98c1-04b1c2bbb05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1263061 Jul 15 13:11:15.980068 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-583618b1-2781-42a2-9c61-433a715a719a req-afb0c9dd-af70-4d0f-ba06-57369f03070d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=674406c3-3fe3-4c91-b443-175bf26433ef HTTP/1.1" status: 200 len: 851 time: 0.1237528 Jul 15 13:11:15.989946 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-6ff1d2f4-14bb-446b-9332-dac2b612f0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:15.990817 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-6ff1d2f4-14bb-446b-9332-dac2b612f0c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.992276 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-6ff1d2f4-14bb-446b-9332-dac2b612f0c4 service neutron] 10.222.0.46 "PUT /v2.0/ports/d8044c5c-40f5-4d23-a394-3adbd1808b94 HTTP/1.1" status: 200 len: 1092 time: 2.1729650 Jul 15 13:11:15.994755 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3813b6dd-5262-48f7-a557-4ba1b774dc5f', 'tag': 'd8044c5c-40f5-4d23-a394-3adbd1808b94'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:15.997038 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3426d20c-2f10-47c8-a209-23b36220bc62" -d '{"events": [{"name": "network-changed", "server_uuid": "3813b6dd-5262-48f7-a557-4ba1b774dc5f", "tag": "d8044c5c-40f5-4d23-a394-3adbd1808b94"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:16.055758 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.db.api [None req-eb10acf3-4aef-4398-ae8e-9d3069d2663a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:11:16.055758 n-d-771363-36 neutron-server[93826]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:11:16.055758 n-d-771363-36 neutron-server[93826]: [parameters: {'project_id_1': '41daf14b0f264afeb07fc51e19642db5', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 11, 15, 987390)}] Jul 15 13:11:16.055758 n-d-771363-36 neutron-server[93826]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:11:16.056228 n-d-771363-36 neutron-server[93826]: DEBUG oslo_db.api [None req-eb10acf3-4aef-4398-ae8e-9d3069d2663a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:11:16.074365 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14cd10-b379-42cb-b270-89fe84e5ee16 req-79c8b5a4-818e-43ad-a7a0-7e9ae13685ac tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:16.076338 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ba14cd10-b379-42cb-b270-89fe84e5ee16 req-79c8b5a4-818e-43ad-a7a0-7e9ae13685ac tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5b34800-1c17-4d10-997a-4948bbca2874 HTTP/1.1" status: 200 len: 946 time: 0.2341826 Jul 15 13:11:16.140082 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff1d2f4-14bb-446b-9332-dac2b612f0c4 service neutron] Pushing event updated for resources: {'Port': ['ID=d8044c5c-40f5-4d23-a394-3adbd1808b94,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:16.172345 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-9ac351a7-a65b-4269-ac8b-a9c93cf01d66 service neutron] 10.222.0.46 "GET /v2.0/networks/35062ce4-aa77-455d-98c1-04b1c2bbb05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662483 Jul 15 13:11:16.174720 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8c4bd78f-53ca-4564-b9ee-f4a786aa6352 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:16.180573 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8c4bd78f-53ca-4564-b9ee-f4a786aa6352 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:16.215476 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ba14cd10-b379-42cb-b270-89fe84e5ee16 req-05300cdd-2971-429a-b049-1d0a26413821 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a830fec-1380-45b2-94bd-b25594194e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039383 Jul 15 13:11:16.230733 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583618b1-2781-42a2-9c61-433a715a719a req-dbfd8980-faa1-43d9-9f83-c9870e7b6be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:16.232248 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-583618b1-2781-42a2-9c61-433a715a719a req-dbfd8980-faa1-43d9-9f83-c9870e7b6be7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3891516-348f-4a14-be74-7c63ac20ff2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2186825 Jul 15 13:11:16.236285 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-712ef353-3134-4a7f-a4ad-d789051e6875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:16.237677 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-712ef353-3134-4a7f-a4ad-d789051e6875 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fbd61f40ecfd4ea49f7a52eb5c366308&device_id=3813b6dd-5262-48f7-a557-4ba1b774dc5f HTTP/1.1" status: 200 len: 1095 time: 0.1810668 Jul 15 13:11:16.251391 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2805368-8d08-4429-91a2-ddf652b05722 req-c2a7ca12-a613-4a02-9d50-d426bafaf471 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:16.253063 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c2805368-8d08-4429-91a2-ddf652b05722 req-c2a7ca12-a613-4a02-9d50-d426bafaf471 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/ports?device_id=3813b6dd-5262-48f7-a557-4ba1b774dc5f HTTP/1.1" status: 200 len: 943 time: 0.2211425 Jul 15 13:11:16.274668 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58631bf7-792b-454d-a06c-575442f66424 x-openstack-request-id: req-58631bf7-792b-454d-a06c-575442f66424 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:16.274960 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3813b6dd-5262-48f7-a557-4ba1b774dc5f", "tag": "d8044c5c-40f5-4d23-a394-3adbd1808b94", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:16.275181 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-58631bf7-792b-454d-a06c-575442f66424 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:16.275570 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3813b6dd-5262-48f7-a557-4ba1b774dc5f', 'tag': 'd8044c5c-40f5-4d23-a394-3adbd1808b94', 'status': 'completed', 'code': 200} Jul 15 13:11:16.301012 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8c4bd78f-53ca-4564-b9ee-f4a786aa6352 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:16.302235 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8c4bd78f-53ca-4564-b9ee-f4a786aa6352 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4080389 Jul 15 13:11:16.307838 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52460) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:16.319983 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-4ca94f95-34c2-4b3e-b382-fc72e97474a5 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Request body: {'security_group_rule': {'security_group_id': '6b3f0d67-90a3-4d59-a107-b428e3d85f43', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:16.320473 n-d-771363-36 neutron-server[93826]: WARNING neutron.api.v2.base [None req-4ca94f95-34c2-4b3e-b382-fc72e97474a5 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 15 13:11:16.320967 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-4ca94f95-34c2-4b3e-b382-fc72e97474a5 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:11:16.321920 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4ca94f95-34c2-4b3e-b382-fc72e97474a5 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0112917 Jul 15 13:11:16.327234 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52462) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:16.336230 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4bd78f-53ca-4564-b9ee-f4a786aa6352 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3f0d67-90a3-4d59-a107-b428e3d85f43,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:16.348821 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-891e74b0-3d75-4498-9931-3b752707fc26 service neutron] 10.222.0.46 "GET /v2.0/networks/35062ce4-aa77-455d-98c1-04b1c2bbb05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622834 Jul 15 13:11:16.362459 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-d42ca92b-b4e1-4322-ad46-ebc41ea54921 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8044c5c-40f5-4d23-a394-3adbd1808b94 HTTP/1.1" status: 200 len: 217 time: 0.1084440 Jul 15 13:11:16.403453 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-cdb0596c-0e42-4419-bc0f-37d157a532ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=7efec053-2f43-4369-8788-a95bec608fe4 HTTP/1.1" status: 200 len: 217 time: 0.0431294 Jul 15 13:11:16.448343 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-80ffd957-426a-474c-930e-4198bee435ff tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:16.480690 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-80ffd957-426a-474c-930e-4198bee435ff tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:16.482686 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c2805368-8d08-4429-91a2-ddf652b05722 req-a2af88de-1150-4005-a4c2-008326a17ab2 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a933450-b97c-4603-8582-9279b0d35da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190585 Jul 15 13:11:16.493763 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-8cad697d-4395-423c-b5ce-2d471d7ab23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:16.495262 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-8cad697d-4395-423c-b5ce-2d471d7ab23d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30e69637-798b-481d-95fb-19699731bedc HTTP/1.1" status: 200 len: 797 time: 0.0792236 Jul 15 13:11:16.509921 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-68e8f8af-b6c0-4745-b33e-936f09013255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:16.511503 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-68e8f8af-b6c0-4745-b33e-936f09013255 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dabfb7cb-dcc1-41a1-93c1-c49a98bbbef5 HTTP/1.1" status: 200 len: 854 time: 0.1361654 Jul 15 13:11:16.521299 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-583618b1-2781-42a2-9c61-433a715a719a req-97e5056d-ca41-4d36-8cce-7a3524b076ea service neutron] 10.222.0.46 "GET /v2.0/networks/b3891516-348f-4a14-be74-7c63ac20ff2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661998 Jul 15 13:11:16.557195 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb10acf3-4aef-4398-ae8e-9d3069d2663a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:16.575206 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-80ffd957-426a-474c-930e-4198bee435ff tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:16.577745 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-80ffd957-426a-474c-930e-4198bee435ff tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:16.581853 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-80ffd957-426a-474c-930e-4198bee435ff tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "DELETE /v2.0/security-groups/6b3f0d67-90a3-4d59-a107-b428e3d85f43 HTTP/1.1" status: 204 len: 168 time: 0.2509520 Jul 15 13:11:16.585085 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52466) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:16.588140 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a6e58-fdd2-4a54-be33-b7b8fc439d90 req-c0a6dd76-da89-44b2-ae40-acce8dda4ac6 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:16.591119 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bc7a6e58-fdd2-4a54-be33-b7b8fc439d90 req-c0a6dd76-da89-44b2-ae40-acce8dda4ac6 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5b34800-1c17-4d10-997a-4948bbca2874 HTTP/1.1" status: 200 len: 946 time: 0.2310650 Jul 15 13:11:16.602897 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52470) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:16.612860 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-4616366a-ef81-47fb-a3c9-44f68c203bc2 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Request body: {'floatingip': {'port_id': '975bc6c4-da06-40c1-9fbb-92aac51fd0fc'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:16.616522 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ffd957-426a-474c-930e-4198bee435ff tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3f0d67-90a3-4d59-a107-b428e3d85f43,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:16.638656 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-b1ffc8a5-3447-4cc2-8326-8b2a59f377c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:16.640458 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-b1ffc8a5-3447-4cc2-8326-8b2a59f377c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0393d230-55c0-4aac-933c-382b8f80fda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1304915 Jul 15 13:11:16.711164 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-73d36cf9-a0dc-4b6e-8163-50fd60635ce2 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1232021 Jul 15 13:11:16.714620 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52472) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:16.731386 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4616366a-ef81-47fb-a3c9-44f68c203bc2 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for floatingip, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:16.744548 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-f27fb6b1-dae1-4f55-aca3-3fb9119f03b9 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Request body: {'security_group': {'name': 'tempest-secgroup--1569451863'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:16.799930 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-6454270a-9493-492d-b3e8-8bd2917d3607 service neutron] 10.222.0.46 "GET /v2.0/networks/0393d230-55c0-4aac-933c-382b8f80fda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435981 Jul 15 13:11:16.826363 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-039aa4f6-bbbc-477b-b65e-2718a16dbdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:16.827920 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-039aa4f6-bbbc-477b-b65e-2718a16dbdb1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3040018 Jul 15 13:11:16.835720 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-583618b1-2781-42a2-9c61-433a715a719a req-5950d6f4-816e-4aa6-bc56-e15661f7607b service neutron] 10.222.0.46 "GET /v2.0/networks/b3891516-348f-4a14-be74-7c63ac20ff2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025556 Jul 15 13:11:16.842094 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb10acf3-4aef-4398-ae8e-9d3069d2663a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:16.856445 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb10acf3-4aef-4398-ae8e-9d3069d2663a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:16.916189 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f27fb6b1-dae1-4f55-aca3-3fb9119f03b9 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:16.955856 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb10acf3-4aef-4398-ae8e-9d3069d2663a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976e5e48-32f0-41fa-b440-4dc75b44f5ef,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:16.962288 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05da55f-48d2-4c6a-b068-eb9860073dc3 req-2d3e9f24-f801-4ae9-824e-b2dfe5ec1387 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:16.963756 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d05da55f-48d2-4c6a-b068-eb9860073dc3 req-2d3e9f24-f801-4ae9-824e-b2dfe5ec1387 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/ports?device_id=36243c40-9f3e-415c-9d94-212ffa827773 HTTP/1.1" status: 200 len: 944 time: 0.3079383 Jul 15 13:11:16.970890 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-eb10acf3-4aef-4398-ae8e-9d3069d2663a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=41daf14b0f264afeb07fc51e19642db5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0239327 Jul 15 13:11:16.976820 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52474) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:16.991145 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-5ce0fac1-5eb0-4b81-801f-8c0eb22eed7c service neutron] 10.222.0.46 "GET /v2.0/networks/0393d230-55c0-4aac-933c-382b8f80fda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786838 Jul 15 13:11:17.052048 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-8b91149e-e613-4bad-ac96-ac72a0236c6b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=00bc5053-739a-44d0-84cc-63786760e6fc HTTP/1.1" status: 200 len: 217 time: 0.0528131 Jul 15 13:11:17.137391 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dbcae715-5d53-4909-97a8-fe3e233cb573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:17.149504 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-688674ef-d739-474a-a1a7-59c7e2722b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:17.151030 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-688674ef-d739-474a-a1a7-59c7e2722b12 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30e69637-798b-481d-95fb-19699731bedc HTTP/1.1" status: 200 len: 797 time: 0.0874550 Jul 15 13:11:17.207775 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dbcae715-5d53-4909-97a8-fe3e233cb573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:17.225058 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f27fb6b1-dae1-4f55-aca3-3fb9119f03b9 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:17.234725 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f27fb6b1-dae1-4f55-aca3-3fb9119f03b9 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:17.279824 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f27fb6b1-dae1-4f55-aca3-3fb9119f03b9 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:17.281062 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f27fb6b1-dae1-4f55-aca3-3fb9119f03b9 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5652359 Jul 15 13:11:17.287663 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52476) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:17.292647 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-32e259eb-2b6f-4ea3-b889-d5199cbeec74 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Request body: {'security_group_rule': {'security_group_id': 'cb48ba33-ce6e-4d3b-bf6a-592ce0a59e17', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:17.293443 n-d-771363-36 neutron-server[93826]: WARNING neutron.api.v2.base [None req-32e259eb-2b6f-4ea3-b889-d5199cbeec74 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 15 13:11:17.293932 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-32e259eb-2b6f-4ea3-b889-d5199cbeec74 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:11:17.294922 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-32e259eb-2b6f-4ea3-b889-d5199cbeec74 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0060396 Jul 15 13:11:17.299783 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52478) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:17.300642 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27fb6b1-dae1-4f55-aca3-3fb9119f03b9 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb48ba33-ce6e-4d3b-bf6a-592ce0a59e17,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:17.353391 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-4c0a2bec-f35d-4de4-9255-7ddbed1f12f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:17.354961 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-4c0a2bec-f35d-4de4-9255-7ddbed1f12f3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0393d230-55c0-4aac-933c-382b8f80fda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1946902 Jul 15 13:11:17.357581 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dbcae715-5d53-4909-97a8-fe3e233cb573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:17.360081 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dbcae715-5d53-4909-97a8-fe3e233cb573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:17.361744 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-dbcae715-5d53-4909-97a8-fe3e233cb573 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/976e5e48-32f0-41fa-b440-4dc75b44f5ef HTTP/1.1" status: 204 len: 168 time: 0.3834524 Jul 15 13:11:17.399337 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcae715-5d53-4909-97a8-fe3e233cb573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976e5e48-32f0-41fa-b440-4dc75b44f5ef,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:17.417697 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a439ece0-f5e4-4f8f-8785-0db4e974f86a tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:17.460309 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-10fffe40-27ac-48ff-b4d8-a543219393fe service neutron] 10.222.0.46 "GET /v2.0/networks/f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6088300 Jul 15 13:11:17.473036 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a439ece0-f5e4-4f8f-8785-0db4e974f86a tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:17.484105 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d05da55f-48d2-4c6a-b068-eb9860073dc3 req-554e5163-77e9-486d-b1c2-3789aeafd199 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d5bee6-ffd4-4f0f-b95e-b5e7544bf1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4840491 Jul 15 13:11:17.492383 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789aee60-44f2-43f7-8447-f44e04f74808 req-eff7c734-7a79-4ac6-bacb-d1b644669d85 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:17.493897 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-789aee60-44f2-43f7-8447-f44e04f74808 req-eff7c734-7a79-4ac6-bacb-d1b644669d85 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 943 time: 0.6511619 Jul 15 13:11:17.517563 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-9b4ad005-285a-4e24-a808-4fc9511f4591 service neutron] 10.222.0.46 "GET /v2.0/networks/0393d230-55c0-4aac-933c-382b8f80fda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465635 Jul 15 13:11:17.638079 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-789aee60-44f2-43f7-8447-f44e04f74808 req-9014b949-3f2b-4d1f-b089-853702ab6c66 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312201 Jul 15 13:11:17.759222 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-92b8ac82-2977-42ee-827b-e921c9eaf223 req-896e5de6-5d6c-48ec-ab56-e747ecece9ad service neutron] 10.222.0.46 "GET /v2.0/networks/f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867708 Jul 15 13:11:17.886072 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a439ece0-f5e4-4f8f-8785-0db4e974f86a tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:17.888846 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15344be0-f8f5-4d32-a6d4-e5f55d17445b req-f172a724-25f0-4833-83ba-4438516e62ec tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:17.889682 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a439ece0-f5e4-4f8f-8785-0db4e974f86a tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:17.891038 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a439ece0-f5e4-4f8f-8785-0db4e974f86a tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "DELETE /v2.0/security-groups/cb48ba33-ce6e-4d3b-bf6a-592ce0a59e17 HTTP/1.1" status: 204 len: 168 time: 0.5859697 Jul 15 13:11:17.895356 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-15344be0-f8f5-4d32-a6d4-e5f55d17445b req-f172a724-25f0-4833-83ba-4438516e62ec tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/ports?device_id=3813b6dd-5262-48f7-a557-4ba1b774dc5f HTTP/1.1" status: 200 len: 943 time: 0.2449319 Jul 15 13:11:17.896526 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52496) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:17.924174 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439ece0-f5e4-4f8f-8785-0db4e974f86a tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb48ba33-ce6e-4d3b-bf6a-592ce0a59e17,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:17.963083 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-215db83a-434e-4afd-9674-7e309b52310d service neutron] 10.222.0.46 "GET /v2.0/networks/0393d230-55c0-4aac-933c-382b8f80fda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463387 Jul 15 13:11:17.971802 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-af93ff52-243a-4ce9-887a-0b98efbb2feb tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0692327 Jul 15 13:11:17.981316 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52498) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:17.985661 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-627e1aea-1e3e-48f6-b592-9e895833d058 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Request body: {'security_group': {'name': 'tempest-secgroup--1002407877'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:18.021667 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-02a1b3ae-3aa9-41ea-85cd-e6c27c8cabfa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=2495dac8-215f-4ed4-8052-948af78297a8 HTTP/1.1" status: 200 len: 217 time: 0.0471632 Jul 15 13:11:18.036830 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-15344be0-f8f5-4d32-a6d4-e5f55d17445b req-018dbc31-05b1-4667-945a-dfe7a93fd424 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a933450-b97c-4603-8582-9279b0d35da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067157 Jul 15 13:11:18.038760 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426d20c-2f10-47c8-a209-23b36220bc62 req-c11e896c-b23f-4a9f-9c8e-abbbebfc46b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:18.040109 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3426d20c-2f10-47c8-a209-23b36220bc62 req-c11e896c-b23f-4a9f-9c8e-abbbebfc46b4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fbd61f40ecfd4ea49f7a52eb5c366308&device_id=3813b6dd-5262-48f7-a557-4ba1b774dc5f HTTP/1.1" status: 200 len: 1095 time: 0.2031827 Jul 15 13:11:18.078840 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-627e1aea-1e3e-48f6-b592-9e895833d058 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.099673 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-39d8f2f5-e21e-4e53-943a-4e23658e5497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:18.101186 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-39d8f2f5-e21e-4e53-943a-4e23658e5497 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30e69637-798b-481d-95fb-19699731bedc HTTP/1.1" status: 200 len: 797 time: 0.0696189 Jul 15 13:11:18.115610 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4616366a-ef81-47fb-a3c9-44f68c203bc2 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.129743 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4616366a-ef81-47fb-a3c9-44f68c203bc2 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.199186 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426d20c-2f10-47c8-a209-23b36220bc62 req-3ec68a60-dfde-44e9-9032-6cdef3360351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:18.201579 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3426d20c-2f10-47c8-a209-23b36220bc62 req-3ec68a60-dfde-44e9-9032-6cdef3360351 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9 HTTP/1.1" status: 200 len: 916 time: 0.1542964 Jul 15 13:11:18.211914 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-98ae4338-174c-4f76-8976-187fdaf54456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:18.213523 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-98ae4338-174c-4f76-8976-187fdaf54456 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0393d230-55c0-4aac-933c-382b8f80fda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1027005 Jul 15 13:11:18.222598 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-627e1aea-1e3e-48f6-b592-9e895833d058 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.226800 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-627e1aea-1e3e-48f6-b592-9e895833d058 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.274458 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3426d20c-2f10-47c8-a209-23b36220bc62 req-781e2cf0-98a6-43b2-80d4-3ba61cce36a0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8044c5c-40f5-4d23-a394-3adbd1808b94 HTTP/1.1" status: 200 len: 217 time: 0.0395868 Jul 15 13:11:18.286860 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-627e1aea-1e3e-48f6-b592-9e895833d058 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.288096 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-627e1aea-1e3e-48f6-b592-9e895833d058 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3058462 Jul 15 13:11:18.291128 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52510) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:18.297555 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-36d37724-6ff1-45c0-bb97-f35249874b90 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Request body: {'security_group_rule': {'security_group_id': 'a545352b-35ea-45b9-996e-fa8ddb2e4852', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:18.298415 n-d-771363-36 neutron-server[93826]: WARNING neutron.api.v2.base [None req-36d37724-6ff1-45c0-bb97-f35249874b90 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 15 13:11:18.298997 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-36d37724-6ff1-45c0-bb97-f35249874b90 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:11:18.302464 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-36d37724-6ff1-45c0-bb97-f35249874b90 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0078878 Jul 15 13:11:18.302464 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e1aea-1e3e-48f6-b592-9e895833d058 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a545352b-35ea-45b9-996e-fa8ddb2e4852,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:18.303691 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52512) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:18.334910 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-c01178e2-f0f9-45ba-a14a-0cea846b59b7 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Request body: {'security_group_rule': {'security_group_id': 'a545352b-35ea-45b9-996e-fa8ddb2e4852', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:18.335113 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-4616366a-ef81-47fb-a3c9-44f68c203bc2 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Floating IP b1f32ec4-247e-4686-a327-2d198a93a7e6 associated. External IP: 172.25.8.199, port: 975bc6c4-da06-40c1-9fbb-92aac51fd0fc. Jul 15 13:11:18.335588 n-d-771363-36 neutron-server[93826]: WARNING neutron.api.v2.base [None req-c01178e2-f0f9-45ba-a14a-0cea846b59b7 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 15 13:11:18.336075 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-c01178e2-f0f9-45ba-a14a-0cea846b59b7 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:11:18.337481 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c01178e2-f0f9-45ba-a14a-0cea846b59b7 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0310752 Jul 15 13:11:18.340234 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52514) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:18.344395 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-f46ee405-ab99-463e-84e3-0a8c73f52e6f tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Request body: {'security_group_rule': {'security_group_id': 'a545352b-35ea-45b9-996e-fa8ddb2e4852', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:18.345203 n-d-771363-36 neutron-server[93826]: WARNING neutron.api.v2.base [None req-f46ee405-ab99-463e-84e3-0a8c73f52e6f tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 15 13:11:18.345717 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-f46ee405-ab99-463e-84e3-0a8c73f52e6f tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:11:18.348969 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f46ee405-ab99-463e-84e3-0a8c73f52e6f tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056012 Jul 15 13:11:18.349180 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52516) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:18.353397 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-8174f66f-ac2c-4d1f-b198-55676219ac6f tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Request body: {'security_group_rule': {'security_group_id': 'a545352b-35ea-45b9-996e-fa8ddb2e4852', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:18.354250 n-d-771363-36 neutron-server[93826]: WARNING neutron.api.v2.base [None req-8174f66f-ac2c-4d1f-b198-55676219ac6f tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 15 13:11:18.354808 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-8174f66f-ac2c-4d1f-b198-55676219ac6f tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:11:18.355736 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8174f66f-ac2c-4d1f-b198-55676219ac6f tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0056813 Jul 15 13:11:18.360216 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52518) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:18.384715 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426d20c-2f10-47c8-a209-23b36220bc62 req-cb5359d3-a879-45c9-877d-d6cd5f41e001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:18.386217 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3426d20c-2f10-47c8-a209-23b36220bc62 req-cb5359d3-a879-45c9-877d-d6cd5f41e001 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dabfb7cb-dcc1-41a1-93c1-c49a98bbbef5 HTTP/1.1" status: 200 len: 854 time: 0.1006153 Jul 15 13:11:18.412779 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-059fb5d6-7a2c-40bb-8e51-d9ab8d673bda service neutron] 10.222.0.46 "GET /v2.0/networks/0393d230-55c0-4aac-933c-382b8f80fda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772420 Jul 15 13:11:18.455232 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ec82d924-b321-4bfc-ace3-f2ec7cf4eaac tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.507023 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426d20c-2f10-47c8-a209-23b36220bc62 req-935fa85d-b56f-4216-9071-4cfa6c52b8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:18.508209 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ec82d924-b321-4bfc-ace3-f2ec7cf4eaac tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.508538 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3426d20c-2f10-47c8-a209-23b36220bc62 req-935fa85d-b56f-4216-9071-4cfa6c52b8d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1063821 Jul 15 13:11:18.558448 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-780a778e-9a1d-499d-a2e5-c9de9c010ed6 service neutron] 10.222.0.46 "GET /v2.0/networks/0393d230-55c0-4aac-933c-382b8f80fda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302245 Jul 15 13:11:18.620445 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-01b60151-b4f9-4c14-a0bb-663bd1fa0255 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=97665ee0-9d05-4656-9f5c-63be8c4fa216 HTTP/1.1" status: 200 len: 217 time: 0.0539992 Jul 15 13:11:18.621016 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ec82d924-b321-4bfc-ace3-f2ec7cf4eaac tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.623521 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ec82d924-b321-4bfc-ace3-f2ec7cf4eaac tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.624532 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ec82d924-b321-4bfc-ace3-f2ec7cf4eaac tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "DELETE /v2.0/security-groups/a545352b-35ea-45b9-996e-fa8ddb2e4852 HTTP/1.1" status: 204 len: 168 time: 0.2634642 Jul 15 13:11:18.629409 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52530) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:18.654755 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82d924-b321-4bfc-ace3-f2ec7cf4eaac tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a545352b-35ea-45b9-996e-fa8ddb2e4852,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:18.714152 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-a4fedc99-2f99-4243-bead-2ea28dd1dc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:18.717983 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:11:18.728827 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-a4fedc99-2f99-4243-bead-2ea28dd1dc02 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30e69637-798b-481d-95fb-19699731bedc HTTP/1.1" status: 200 len: 797 time: 0.0748439 Jul 15 13:11:18.747142 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3426d20c-2f10-47c8-a209-23b36220bc62 req-7b73a71f-0880-492c-a1f2-c486c7ec57f0 service neutron] 10.222.0.46 "GET /v2.0/networks/f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085578 Jul 15 13:11:18.816329 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8fe546df-56a2-40b5-a554-58ecca40b5cc tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1841450 Jul 15 13:11:18.826711 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52538) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:18.828186 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd,segment=NetworkSegment(f249e42e-4c8e-46f6-b3c4-615078d8d102),segment_id=f249e42e-4c8e-46f6-b3c4-615078d8d102)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:18.832519 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-1da3fdb3-5be4-4858-96c2-1744963e4f25 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Request body: {'security_group': {'name': 'tempest-secgroup--444634704'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:18.840206 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd', 'network_id': 'cb2098bc-7484-4c5d-9e4d-2dee71297f28', 'port_id': '6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd', 'mac_address': 'fa:16:3e:d7:30:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bae16e04-e939-4a15-9e74-5fad7842ae7e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:11:18.868271 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1da3fdb3-5be4-4858-96c2-1744963e4f25 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.892624 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-176e21d1-e8df-4fb8-a7ea-a32b03bdd7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:18.894156 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-176e21d1-e8df-4fb8-a7ea-a32b03bdd7e6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0393d230-55c0-4aac-933c-382b8f80fda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1644495 Jul 15 13:11:18.895561 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.897466 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4616366a-ef81-47fb-a3c9-44f68c203bc2 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Router b8200b60-5091-4cfd-8e78-08159c6a04ac has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:11:18.910660 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:18.938408 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd,segment=NetworkSegment(f249e42e-4c8e-46f6-b3c4-615078d8d102),segment_id=f249e42e-4c8e-46f6-b3c4-615078d8d102)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:18.944571 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.946239 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device f2ab913b-51cb-469b-bf8c-326cf2bd6a05 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:11:18.973491 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3426d20c-2f10-47c8-a209-23b36220bc62 req-1f92c89a-05d8-42b7-9d0b-369a1ffe304e service neutron] 10.222.0.46 "GET /v2.0/networks/f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156312 Jul 15 13:11:19.046454 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa4775-afd5-432f-b4e8-dd5ad267374b req-68648c93-b1b3-489b-af74-e4739b6062a5 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:19.054855 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8fa4775-afd5-432f-b4e8-dd5ad267374b req-68648c93-b1b3-489b-af74-e4739b6062a5 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/ports?device_id=36243c40-9f3e-415c-9d94-212ffa827773 HTTP/1.1" status: 200 len: 944 time: 0.3700626 Jul 15 13:11:19.058218 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:19.067050 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1da3fdb3-5be4-4858-96c2-1744963e4f25 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.074992 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-349f5fed-8bb5-4b51-9ff9-1b0fbab7dd9b service neutron] 10.222.0.46 "GET /v2.0/networks/0393d230-55c0-4aac-933c-382b8f80fda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591849 Jul 15 13:11:19.076692 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1da3fdb3-5be4-4858-96c2-1744963e4f25 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.124902 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8fa4775-afd5-432f-b4e8-dd5ad267374b req-b7d53307-75db-4bac-9859-f5fb4d242b8f tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d5bee6-ffd4-4f0f-b95e-b5e7544bf1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687613 Jul 15 13:11:19.132349 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1da3fdb3-5be4-4858-96c2-1744963e4f25 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.133880 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1da3fdb3-5be4-4858-96c2-1744963e4f25 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3050222 Jul 15 13:11:19.145587 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52552) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:19.150155 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-bb4b4472-50ea-45be-be8e-fe3326313e41 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Request body: {'security_group_rule': {'security_group_id': 'a39a89bd-5e7e-4910-8e41-18587b9e0ffb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:19.150695 n-d-771363-36 neutron-server[93826]: WARNING neutron.api.v2.base [None req-bb4b4472-50ea-45be-be8e-fe3326313e41 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 15 13:11:19.151196 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-bb4b4472-50ea-45be-be8e-fe3326313e41 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:11:19.152173 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-bb4b4472-50ea-45be-be8e-fe3326313e41 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056314 Jul 15 13:11:19.155574 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52554) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:19.156531 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port f2ab913b-51cb-469b-bf8c-326cf2bd6a05, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=f2ab913b-51cb-469b-bf8c-326cf2bd6a05,segment=NetworkSegment(8554a06b-4fbe-481c-ac76-8947d8732272),segment_id=8554a06b-4fbe-481c-ac76-8947d8732272)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:19.162779 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-6e90e897-f561-4cb9-bd21-0befab726a93 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Request body: {'security_group_rule': {'security_group_id': 'a39a89bd-5e7e-4910-8e41-18587b9e0ffb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:19.173800 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'f2ab913b-51cb-469b-bf8c-326cf2bd6a05', 'network_id': 'b3891516-348f-4a14-be74-7c63ac20ff2e', 'port_id': 'f2ab913b-51cb-469b-bf8c-326cf2bd6a05', 'mac_address': 'fa:16:3e:fe:09:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '674406c3-3fe3-4c91-b443-175bf26433ef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:11:19.179981 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1266f3-493a-40c1-95de-477ae3ee5dd0 req-46da3abb-bf83-42d6-8da6-a0e800fac570 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:19.181626 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5b1266f3-493a-40c1-95de-477ae3ee5dd0 req-46da3abb-bf83-42d6-8da6-a0e800fac570 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 943 time: 0.3855102 Jul 15 13:11:19.182601 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3fdb3-5be4-4858-96c2-1744963e4f25 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a39a89bd-5e7e-4910-8e41-18587b9e0ffb,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:19.234020 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.239827 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5b1266f3-493a-40c1-95de-477ae3ee5dd0 req-e5e41299-ee1f-4ba7-a651-02c5f21424c1 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504909 Jul 15 13:11:19.241001 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4616366a-ef81-47fb-a3c9-44f68c203bc2 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:11:19.245839 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4616366a-ef81-47fb-a3c9-44f68c203bc2 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.278388 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2ab913b-51cb-469b-bf8c-326cf2bd6a05 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:19.289561 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd90d14b-3839-4c88-a55b-c5c5697e0416 None None] Sync routers for ids ['b8200b60-5091-4cfd-8e78-08159c6a04ac'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:11:19.300974 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4616366a-ef81-47fb-a3c9-44f68c203bc2 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "PUT /v2.0/floatingips/b1f32ec4-247e-4686-a327-2d198a93a7e6 HTTP/1.1" status: 200 len: 992 time: 2.6969628 Jul 15 13:11:19.302168 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b34800-1c17-4d10-997a-4948bbca2874', 'tag': '975bc6c4-da06-40c1-9fbb-92aac51fd0fc'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:19.305074 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21879a8e-c404-4216-b577-ee0e343d3310" -d '{"events": [{"name": "network-changed", "server_uuid": "d5b34800-1c17-4d10-997a-4948bbca2874", "tag": "975bc6c4-da06-40c1-9fbb-92aac51fd0fc"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:19.339516 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd90d14b-3839-4c88-a55b-c5c5697e0416 None None] Routers {'b8200b60-5091-4cfd-8e78-08159c6a04ac'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:19.340458 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-fd90d14b-3839-4c88-a55b-c5c5697e0416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:11:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['b8200b60-5091-4cfd-8e78-08159c6a04ac'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:19.351563 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-6e90e897-f561-4cb9-bd21-0befab726a93 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:11:19.355142 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6e90e897-f561-4cb9-bd21-0befab726a93 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1943967 Jul 15 13:11:19.355142 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-6b879c8b-237a-4753-8012-6faa625aa824 service neutron] 10.222.0.46 "GET /v2.0/networks/0393d230-55c0-4aac-933c-382b8f80fda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558675 Jul 15 13:11:19.355562 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52564) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:19.359995 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-7a03ccfb-0247-4656-a545-892deb6133ca tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Request body: {'security_group_rule': {'security_group_id': 'a39a89bd-5e7e-4910-8e41-18587b9e0ffb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:19.360189 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port f2ab913b-51cb-469b-bf8c-326cf2bd6a05, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=f2ab913b-51cb-469b-bf8c-326cf2bd6a05,segment=NetworkSegment(8554a06b-4fbe-481c-ac76-8947d8732272),segment_id=8554a06b-4fbe-481c-ac76-8947d8732272)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:19.360484 n-d-771363-36 neutron-server[93826]: WARNING neutron.api.v2.base [None req-7a03ccfb-0247-4656-a545-892deb6133ca tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 15 13:11:19.361004 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-7a03ccfb-0247-4656-a545-892deb6133ca tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:11:19.364535 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7a03ccfb-0247-4656-a545-892deb6133ca tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0056865 Jul 15 13:11:19.365147 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52566) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:19.371788 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-0b0a0399-cd5d-492e-8ee9-77c15236131b tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Request body: {'security_group_rule': {'security_group_id': 'a39a89bd-5e7e-4910-8e41-18587b9e0ffb', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:19.419743 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-0b0a0399-cd5d-492e-8ee9-77c15236131b tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:11:19.421882 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0b0a0399-cd5d-492e-8ee9-77c15236131b tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0551336 Jul 15 13:11:19.425244 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52568) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:19.432316 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-33b2b9d9-d04a-4ec9-a37c-4f2587fad6c6 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Request body: {'security_group_rule': {'security_group_id': 'a39a89bd-5e7e-4910-8e41-18587b9e0ffb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:19.433908 n-d-771363-36 neutron-server[93825]: WARNING neutron.api.v2.base [None req-33b2b9d9-d04a-4ec9-a37c-4f2587fad6c6 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 15 13:11:19.434506 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-33b2b9d9-d04a-4ec9-a37c-4f2587fad6c6 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:11:19.437468 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-33b2b9d9-d04a-4ec9-a37c-4f2587fad6c6 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0107980 Jul 15 13:11:19.439011 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-6b9354ed-2fd6-43ee-a280-adff6ddf72c4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b HTTP/1.1" status: 200 len: 217 time: 0.0720351 Jul 15 13:11:19.440894 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52570) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:19.445626 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-4f016566-a87d-4b5a-a19d-eac4f55a4550 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Request body: {'security_group_rule': {'security_group_id': 'a39a89bd-5e7e-4910-8e41-18587b9e0ffb', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:19.528323 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-784c494c-eb5d-4a4b-ab45-3a099d04c179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:19.530085 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-784c494c-eb5d-4a4b-ab45-3a099d04c179 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a6166fd5-9d93-4b4f-8752-cc94814dcb8f HTTP/1.1" status: 200 len: 797 time: 0.0786777 Jul 15 13:11:19.542440 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f9e178-608f-40e4-a4d4-2c69ee0a6be7 x-openstack-request-id: req-e9f9e178-608f-40e4-a4d4-2c69ee0a6be7 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:19.543196 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5b34800-1c17-4d10-997a-4948bbca2874", "tag": "975bc6c4-da06-40c1-9fbb-92aac51fd0fc", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:19.543519 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e9f9e178-608f-40e4-a4d4-2c69ee0a6be7 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:19.544250 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b34800-1c17-4d10-997a-4948bbca2874', 'tag': '975bc6c4-da06-40c1-9fbb-92aac51fd0fc', 'status': 'completed', 'code': 200} Jul 15 13:11:19.553309 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-4f016566-a87d-4b5a-a19d-eac4f55a4550 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:11:19.554673 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4f016566-a87d-4b5a-a19d-eac4f55a4550 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1127806 Jul 15 13:11:19.563332 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52574) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:19.585515 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a64c25-a5b2-4113-8836-35a9b598f5c5 req-7b0c9824-88bb-48e9-b27a-20c5dbc8422a tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:19.587003 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-111d8113-c8e4-4655-b374-15039889e558 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Request body: {'security_group_rule': {'security_group_id': 'a39a89bd-5e7e-4910-8e41-18587b9e0ffb', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:19.587238 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c2a64c25-a5b2-4113-8836-35a9b598f5c5 req-7b0c9824-88bb-48e9-b27a-20c5dbc8422a tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/ports?device_id=3813b6dd-5262-48f7-a557-4ba1b774dc5f HTTP/1.1" status: 200 len: 943 time: 0.1465032 Jul 15 13:11:19.587491 n-d-771363-36 neutron-server[93826]: WARNING neutron.api.v2.base [None req-111d8113-c8e4-4655-b374-15039889e558 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 15 13:11:19.587988 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-111d8113-c8e4-4655-b374-15039889e558 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:11:19.591468 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-111d8113-c8e4-4655-b374-15039889e558 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0231590 Jul 15 13:11:19.592073 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52578) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:19.597641 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-66736c81-818b-4c11-ac4d-98f5a401c881 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Request body: {'security_group_rule': {'security_group_id': 'a39a89bd-5e7e-4910-8e41-18587b9e0ffb', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:19.621488 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.652036 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-d28081bc-dfb9-4cdc-aa8f-167b92d6b250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:19.653575 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-d28081bc-dfb9-4cdc-aa8f-167b92d6b250 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=883fa9e8-319c-4b08-9112-d792a62e6fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0978863 Jul 15 13:11:19.661406 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-66736c81-818b-4c11-ac4d-98f5a401c881 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:11:19.662922 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-66736c81-818b-4c11-ac4d-98f5a401c881 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0697844 Jul 15 13:11:19.666594 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52582) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:19.681533 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c2a64c25-a5b2-4113-8836-35a9b598f5c5 req-56d98138-dd8a-4d20-92c7-e9f136f61370 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a933450-b97c-4603-8582-9279b0d35da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567670 Jul 15 13:11:19.692048 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-7b237a26-525f-4c94-b13f-d2d6045feffe tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Request body: {'security_group_rule': {'security_group_id': 'a39a89bd-5e7e-4910-8e41-18587b9e0ffb', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:19.703299 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21879a8e-c404-4216-b577-ee0e343d3310 req-322f0f81-07b6-4b58-98b6-53a5b3816f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:19.705643 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-21879a8e-c404-4216-b577-ee0e343d3310 req-322f0f81-07b6-4b58-98b6-53a5b3816f5f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cece2284cedf41a29a33e49364b41245&device_id=d5b34800-1c17-4d10-997a-4948bbca2874 HTTP/1.1" status: 200 len: 1098 time: 0.1159723 Jul 15 13:11:19.745902 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=f2ab913b-51cb-469b-bf8c-326cf2bd6a05,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:19.767046 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-fd90d14b-3839-4c88-a55b-c5c5697e0416 None None] Set router b8200b60-5091-4cfd-8e78-08159c6a04ac gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:19.792370 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-7b237a26-525f-4c94-b13f-d2d6045feffe tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:11:19.793854 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7b237a26-525f-4c94-b13f-d2d6045feffe tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1175942 Jul 15 13:11:19.798095 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52586) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:19.805952 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-279745a8-2019-49bb-98c3-364c24020630 service neutron] 10.222.0.46 "GET /v2.0/networks/883fa9e8-319c-4b08-9112-d792a62e6fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411495 Jul 15 13:11:19.848744 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21879a8e-c404-4216-b577-ee0e343d3310 req-a93083d9-a4e8-4661-a36c-d56eb5f0abc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:19.850224 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-21879a8e-c404-4216-b577-ee0e343d3310 req-a93083d9-a4e8-4661-a36c-d56eb5f0abc6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1bdc303d-a348-44e1-bbb6-ce54e5387eef HTTP/1.1" status: 200 len: 912 time: 0.1361873 Jul 15 13:11:19.934688 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-a1988cc0-4d40-4aa9-8a93-5b49f1ba54aa service neutron] 10.222.0.46 "GET /v2.0/networks/883fa9e8-319c-4b08-9112-d792a62e6fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151485 Jul 15 13:11:19.940921 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-21879a8e-c404-4216-b577-ee0e343d3310 req-71bd9b78-4a3f-4852-9d36-f9b877ca8678 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=975bc6c4-da06-40c1-9fbb-92aac51fd0fc HTTP/1.1" status: 200 len: 1000 time: 0.0729494 Jul 15 13:11:19.944064 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8177052c-ebb7-42f3-96f4-62d158fb8760 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.995489 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8177052c-ebb7-42f3-96f4-62d158fb8760 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:20.002095 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-d7887699-b458-47cd-b6a9-65f01dacf375 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4 HTTP/1.1" status: 200 len: 217 time: 0.0435050 Jul 15 13:11:20.037499 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21879a8e-c404-4216-b577-ee0e343d3310 req-ac388f08-6652-45f2-8e03-7832476b4118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:20.039013 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-21879a8e-c404-4216-b577-ee0e343d3310 req-ac388f08-6652-45f2-8e03-7832476b4118 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1796d493-1d5f-49de-a2f8-cb5cb28c84a4 HTTP/1.1" status: 200 len: 850 time: 0.0784991 Jul 15 13:11:20.039395 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-fd90d14b-3839-4c88-a55b-c5c5697e0416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'name': 'tempest-AttachVolumeTestJSON-1386044083-router', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '8eac28ae-e7a6-40ba-98f0-9e420eb184b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:58Z', 'updated_at': '2021-07-15T13:05:06Z', 'revision_number': 4, 'project_id': 'cece2284cedf41a29a33e49364b41245', 'gw_port': {'id': '8eac28ae-e7a6-40ba-98f0-9e420eb184b2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:34:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:00Z', 'updated_at': '2021-07-15T13:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'b1f32ec4-247e-4686-a327-2d198a93a7e6', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'floating_ip_address': '172.25.8.199', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'port_id': '975bc6c4-da06-40c1-9fbb-92aac51fd0fc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef', 'mac_address': 'fa:16:3e:11:69:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b34800-1c17-4d10-997a-4948bbca2874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:10:40Z', 'updated_at': '2021-07-15T13:11:17Z', 'revision_number': 1, 'project_id': 'cece2284cedf41a29a33e49364b41245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43d076f-dd65-4e0d-aca4-b744d9599bb9', 'name': '', 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'mac_address': 'fa:16:3e:4c:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '1796d493-1d5f-49de-a2f8-cb5cb28c84a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:05Z', 'updated_at': '2021-07-15T13:05:11Z', 'revision_number': 5, 'project_id': 'cece2284cedf41a29a33e49364b41245', 'subnets': [{'id': '1796d493-1d5f-49de-a2f8-cb5cb28c84a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:20.075199 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd90d14b-3839-4c88-a55b-c5c5697e0416 None None] Checking router: b8200b60-5091-4cfd-8e78-08159c6a04ac for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:11:20.081002 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-b541ea35-0a18-4748-81fb-43c427443cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:20.083598 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-b541ea35-0a18-4748-81fb-43c427443cb2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a6166fd5-9d93-4b4f-8752-cc94814dcb8f HTTP/1.1" status: 200 len: 797 time: 0.0706801 Jul 15 13:11:20.085382 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd90d14b-3839-4c88-a55b-c5c5697e0416 None None] Routers {'b8200b60-5091-4cfd-8e78-08159c6a04ac'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:20.086005 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-fd90d14b-3839-4c88-a55b-c5c5697e0416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:11:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['b8200b60-5091-4cfd-8e78-08159c6a04ac'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:20.096238 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8177052c-ebb7-42f3-96f4-62d158fb8760 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:20.098904 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8177052c-ebb7-42f3-96f4-62d158fb8760 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:20.102339 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8177052c-ebb7-42f3-96f4-62d158fb8760 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "DELETE /v2.0/security-groups/a39a89bd-5e7e-4910-8e41-18587b9e0ffb HTTP/1.1" status: 204 len: 168 time: 0.3008869 Jul 15 13:11:20.103302 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52594) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:20.111167 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177052c-ebb7-42f3-96f4-62d158fb8760 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39a89bd-5e7e-4910-8e41-18587b9e0ffb,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:20.133675 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21879a8e-c404-4216-b577-ee0e343d3310 req-1f319068-4594-4031-8cbc-ee71f4aa18c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:20.134221 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['f2ab913b-51cb-469b-bf8c-326cf2bd6a05'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:20.135255 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-21879a8e-c404-4216-b577-ee0e343d3310 req-1f319068-4594-4031-8cbc-ee71f4aa18c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1bdc303d-a348-44e1-bbb6-ce54e5387eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0858457 Jul 15 13:11:20.136349 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:20.202289 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1f6835df-fc5f-41e6-83be-6360ef5d1f72 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0935998 Jul 15 13:11:20.202289 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-7470cf13-dce0-4844-9347-93fb76fa0e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:20.202936 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-7470cf13-dce0-4844-9347-93fb76fa0e20 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=883fa9e8-319c-4b08-9112-d792a62e6fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1092980 Jul 15 13:11:20.205283 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52598) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:20.223808 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-e56f76f4-c8af-4f02-8bb4-209336ead00e tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Request body: {'security_group': {'name': 'tempest-secgroup--1869881205'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:20.286738 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e56f76f4-c8af-4f02-8bb4-209336ead00e tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:20.349881 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-cf1dbc61-3e35-4529-bfec-7382f8bd5b17 service neutron] 10.222.0.46 "GET /v2.0/networks/883fa9e8-319c-4b08-9112-d792a62e6fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341088 Jul 15 13:11:20.361572 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-fd90d14b-3839-4c88-a55b-c5c5697e0416 None None] Set router b8200b60-5091-4cfd-8e78-08159c6a04ac gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:20.476522 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7baf5925-aa30-4712-a7b1-b94d11ec699b req-1ed5fc48-7b7d-41e8-88e9-83024e377ebf service neutron] 10.222.0.46 "GET /v2.0/networks/883fa9e8-319c-4b08-9112-d792a62e6fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168835 Jul 15 13:11:20.524622 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-21879a8e-c404-4216-b577-ee0e343d3310 req-7afe58af-b010-4b40-88f8-4b0bf8af1905 service neutron] 10.222.0.46 "GET /v2.0/networks/1bdc303d-a348-44e1-bbb6-ce54e5387eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800423 Jul 15 13:11:20.561581 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e56f76f4-c8af-4f02-8bb4-209336ead00e tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:20.585031 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e56f76f4-c8af-4f02-8bb4-209336ead00e tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:20.663919 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e56f76f4-c8af-4f02-8bb4-209336ead00e tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:20.665038 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e56f76f4-c8af-4f02-8bb4-209336ead00e tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4475143 Jul 15 13:11:20.668300 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52612) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:20.675177 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-21f8b65f-0c4d-4fae-b16e-f0661674b52c tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Request body: {'security_group_rule': {'security_group_id': 'b017f7b6-b1f2-4d3a-a22e-88ad373e5c32', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:20.686576 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f76f4-c8af-4f02-8bb4-209336ead00e tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b017f7b6-b1f2-4d3a-a22e-88ad373e5c32,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:20.703313 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bb083-ba6c-470a-ace8-9874d202606c req-cfa06346-a068-4973-8a02-4c6c752919d8 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:20.705489 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5d9bb083-ba6c-470a-ace8-9874d202606c req-cfa06346-a068-4973-8a02-4c6c752919d8 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/ports?device_id=36243c40-9f3e-415c-9d94-212ffa827773 HTTP/1.1" status: 200 len: 945 time: 0.3497989 Jul 15 13:11:20.730650 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42ec07-54bc-4803-a73a-c2ac7af702e5 req-de46d0d2-de23-4bde-ace6-99760b96b715 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:20.732153 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8b42ec07-54bc-4803-a73a-c2ac7af702e5 req-de46d0d2-de23-4bde-ace6-99760b96b715 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 944 time: 0.2599025 Jul 15 13:11:20.733699 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f76f4-c8af-4f02-8bb4-209336ead00e tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:20.734039 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f76f4-c8af-4f02-8bb4-209336ead00e tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:20.734377 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f76f4-c8af-4f02-8bb4-209336ead00e tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:20.735038 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f76f4-c8af-4f02-8bb4-209336ead00e tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:20.735497 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f76f4-c8af-4f02-8bb4-209336ead00e tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:20.735748 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f76f4-c8af-4f02-8bb4-209336ead00e tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:20.736112 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f76f4-c8af-4f02-8bb4-209336ead00e tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:20.736419 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f76f4-c8af-4f02-8bb4-209336ead00e tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:20.736742 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f76f4-c8af-4f02-8bb4-209336ead00e tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:20.737057 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f76f4-c8af-4f02-8bb4-209336ead00e tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:20.737382 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f76f4-c8af-4f02-8bb4-209336ead00e tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:20.737699 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f76f4-c8af-4f02-8bb4-209336ead00e tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:20.742631 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device d8044c5c-40f5-4d23-a394-3adbd1808b94 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:11:20.744368 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-21f8b65f-0c4d-4fae-b16e-f0661674b52c tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] create failed (client error): The resource could not be found. Jul 15 13:11:20.750234 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-21f8b65f-0c4d-4fae-b16e-f0661674b52c tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0800614 Jul 15 13:11:20.751501 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52616) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:20.758669 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-9e0121c7-38c1-4463-ae14-1bc83b141382 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Request body: {'security_group_rule': {'security_group_id': 'b017f7b6-b1f2-4d3a-a22e-88ad373e5c32', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bd6d397c-0fd1-44ef-9a60-641459043788'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:20.764162 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-21879a8e-c404-4216-b577-ee0e343d3310 req-f10d2894-90e6-4c84-a187-18269fa335bd service neutron] 10.222.0.46 "GET /v2.0/networks/1bdc303d-a348-44e1-bbb6-ce54e5387eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266598 Jul 15 13:11:20.802917 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5d9bb083-ba6c-470a-ace8-9874d202606c req-e83137a8-d59f-45a1-9e3e-fe6405bc210e tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d5bee6-ffd4-4f0f-b95e-b5e7544bf1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837526 Jul 15 13:11:20.807924 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8b42ec07-54bc-4803-a73a-c2ac7af702e5 req-fd0d9eb0-77e0-4126-b456-abcd3bf5c62a tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621593 Jul 15 13:11:20.826198 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-9e0121c7-38c1-4463-ae14-1bc83b141382 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] create failed (client error): The resource could not be found. Jul 15 13:11:20.827509 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9e0121c7-38c1-4463-ae14-1bc83b141382 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0746183 Jul 15 13:11:20.830894 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52620) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:20.910790 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a703945c-0cde-46b4-b3e4-f7b31e5dd2c7 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:20.947492 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port d8044c5c-40f5-4d23-a394-3adbd1808b94, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=d8044c5c-40f5-4d23-a394-3adbd1808b94,segment=NetworkSegment(2fb9f90e-3cbf-4421-919f-2f50d4f2e6de),segment_id=2fb9f90e-3cbf-4421-919f-2f50d4f2e6de)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:20.949599 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a703945c-0cde-46b4-b3e4-f7b31e5dd2c7 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:20.966384 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'd8044c5c-40f5-4d23-a394-3adbd1808b94', 'network_id': 'f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9', 'port_id': 'd8044c5c-40f5-4d23-a394-3adbd1808b94', 'mac_address': 'fa:16:3e:3f:39:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dabfb7cb-dcc1-41a1-93c1-c49a98bbbef5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:11:20.972233 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-fd90d14b-3839-4c88-a55b-c5c5697e0416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'name': 'tempest-AttachVolumeTestJSON-1386044083-router', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '8eac28ae-e7a6-40ba-98f0-9e420eb184b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:58Z', 'updated_at': '2021-07-15T13:05:06Z', 'revision_number': 4, 'project_id': 'cece2284cedf41a29a33e49364b41245', 'gw_port': {'id': '8eac28ae-e7a6-40ba-98f0-9e420eb184b2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:34:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:00Z', 'updated_at': '2021-07-15T13:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'b1f32ec4-247e-4686-a327-2d198a93a7e6', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'floating_ip_address': '172.25.8.199', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'port_id': '975bc6c4-da06-40c1-9fbb-92aac51fd0fc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef', 'mac_address': 'fa:16:3e:11:69:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b34800-1c17-4d10-997a-4948bbca2874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:10:40Z', 'updated_at': '2021-07-15T13:11:17Z', 'revision_number': 1, 'project_id': 'cece2284cedf41a29a33e49364b41245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43d076f-dd65-4e0d-aca4-b744d9599bb9', 'name': '', 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'mac_address': 'fa:16:3e:4c:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '1796d493-1d5f-49de-a2f8-cb5cb28c84a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:05Z', 'updated_at': '2021-07-15T13:05:11Z', 'revision_number': 5, 'project_id': 'cece2284cedf41a29a33e49364b41245', 'subnets': [{'id': '1796d493-1d5f-49de-a2f8-cb5cb28c84a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:21.017111 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd90d14b-3839-4c88-a55b-c5c5697e0416 None None] The sync data for ids ['b8200b60-5091-4cfd-8e78-08159c6a04ac'] in n-d-771363-36 is: [{'id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'name': 'tempest-AttachVolumeTestJSON-1386044083-router', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '8eac28ae-e7a6-40ba-98f0-9e420eb184b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:58Z', 'updated_at': '2021-07-15T13:05:06Z', 'revision_number': 4, 'project_id': 'cece2284cedf41a29a33e49364b41245', 'gw_port': {'id': '8eac28ae-e7a6-40ba-98f0-9e420eb184b2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:34:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:00Z', 'updated_at': '2021-07-15T13:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'b1f32ec4-247e-4686-a327-2d198a93a7e6', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'floating_ip_address': '172.25.8.199', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'port_id': '975bc6c4-da06-40c1-9fbb-92aac51fd0fc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef', 'mac_address': 'fa:16:3e:11:69:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b34800-1c17-4d10-997a-4948bbca2874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:10:40Z', 'updated_at': '2021-07-15T13:11:17Z', 'revision_number': 1, 'project_id': 'cece2284cedf41a29a33e49364b41245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43d076f-dd65-4e0d-aca4-b744d9599bb9', 'name': '', 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'mac_address': 'fa:16:3e:4c:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '1796d493-1d5f-49de-a2f8-cb5cb28c84a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:05Z', 'updated_at': '2021-07-15T13:05:11Z', 'revision_number': 5, 'project_id': 'cece2284cedf41a29a33e49364b41245', 'subnets': [{'id': '1796d493-1d5f-49de-a2f8-cb5cb28c84a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:11:21.047101 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:11:21.048702 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a703945c-0cde-46b4-b3e4-f7b31e5dd2c7 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.052890 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a703945c-0cde-46b4-b3e4-f7b31e5dd2c7 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.056501 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a703945c-0cde-46b4-b3e4-f7b31e5dd2c7 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "DELETE /v2.0/security-groups/b017f7b6-b1f2-4d3a-a22e-88ad373e5c32 HTTP/1.1" status: 204 len: 168 time: 0.2217221 Jul 15 13:11:21.056872 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52624) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:21.065964 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703945c-0cde-46b4-b3e4-f7b31e5dd2c7 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b017f7b6-b1f2-4d3a-a22e-88ad373e5c32,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:21.102296 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.139614 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52628) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:21.140031 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e7b68ed8-94b3-4f68-855e-d426a421dd20 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0815794 Jul 15 13:11:21.141339 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8044c5c-40f5-4d23-a394-3adbd1808b94 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:21.146491 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-85a88b29-926b-461d-8487-6b1444bf5ac6 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Request body: {'security_group_rule': {'security_group_id': 'fde34a98-4a39-47aa-8529-1f667813b99b', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:21.164739 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port d8044c5c-40f5-4d23-a394-3adbd1808b94, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=d8044c5c-40f5-4d23-a394-3adbd1808b94,segment=NetworkSegment(2fb9f90e-3cbf-4421-919f-2f50d4f2e6de),segment_id=2fb9f90e-3cbf-4421-919f-2f50d4f2e6de)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:21.171289 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.235840 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-85a88b29-926b-461d-8487-6b1444bf5ac6 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] create failed (client error): The resource could not be found. Jul 15 13:11:21.237207 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-85a88b29-926b-461d-8487-6b1444bf5ac6 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0956769 Jul 15 13:11:21.241671 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52636) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:21.248739 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-2a8376c5-1b24-4227-9d77-8abf875a5305 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Request body: {'security_group': {'name': 'tempest-secgroup--111713190'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:21.273526 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=d8044c5c-40f5-4d23-a394-3adbd1808b94,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:21.281998 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45cd967-d0cb-4910-839a-25479326ee21 req-fe07b4ce-2757-4b9b-8257-668a818a51d4 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:21.286075 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d45cd967-d0cb-4910-839a-25479326ee21 req-fe07b4ce-2757-4b9b-8257-668a818a51d4 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/ports?device_id=3813b6dd-5262-48f7-a557-4ba1b774dc5f HTTP/1.1" status: 200 len: 944 time: 0.1021550 Jul 15 13:11:21.307090 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2a8376c5-1b24-4227-9d77-8abf875a5305 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.345971 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d45cd967-d0cb-4910-839a-25479326ee21 req-062ff8b5-0300-4eec-885c-ae3c3cd1ebdd tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a933450-b97c-4603-8582-9279b0d35da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515475 Jul 15 13:11:21.369120 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a98e6d-5bbb-46c2-96ad-8872b0242fc4 None None] New status for floating IP b1f32ec4-247e-4686-a327-2d198a93a7e6: ACTIVE {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:11:21.422097 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2a8376c5-1b24-4227-9d77-8abf875a5305 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.427676 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2a8376c5-1b24-4227-9d77-8abf875a5305 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.460949 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2a8376c5-1b24-4227-9d77-8abf875a5305 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.463049 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2a8376c5-1b24-4227-9d77-8abf875a5305 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2197628 Jul 15 13:11:21.465984 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8376c5-1b24-4227-9d77-8abf875a5305 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b59b4e7-d138-4c93-a5ed-f105b81f3b55,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:21.467437 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52642) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:21.475741 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-95871ac2-8479-4424-a866-e46eb2326752 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Request body: {'security_group': {'name': 'tempest-secgroup--2094819345'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:21.509728 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-95871ac2-8479-4424-a866-e46eb2326752 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.605767 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-95871ac2-8479-4424-a866-e46eb2326752 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.609828 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-95871ac2-8479-4424-a866-e46eb2326752 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.640114 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-95871ac2-8479-4424-a866-e46eb2326752 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.641347 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-95871ac2-8479-4424-a866-e46eb2326752 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1724992 Jul 15 13:11:21.644358 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52650) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:21.646500 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95871ac2-8479-4424-a866-e46eb2326752 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af9990c5-847a-499f-95cb-5cea5f8dea68,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:21.651429 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-2a94cd26-b261-4ded-a877-52d693616311 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Request body: {'security_group_rule': {'security_group_id': '4b59b4e7-d138-4c93-a5ed-f105b81f3b55', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'af9990c5-847a-499f-95cb-5cea5f8dea68'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:21.688049 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-2a94cd26-b261-4ded-a877-52d693616311 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:11:21.689212 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2a94cd26-b261-4ded-a877-52d693616311 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0435855 Jul 15 13:11:21.692247 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52654) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:21.748484 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bcb70b6e-33a7-4211-8910-4cb1ebd5ee41 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.771036 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bcb70b6e-33a7-4211-8910-4cb1ebd5ee41 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.815737 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bcb70b6e-33a7-4211-8910-4cb1ebd5ee41 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.818742 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bcb70b6e-33a7-4211-8910-4cb1ebd5ee41 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.819903 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-bcb70b6e-33a7-4211-8910-4cb1ebd5ee41 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "DELETE /v2.0/security-groups/af9990c5-847a-499f-95cb-5cea5f8dea68 HTTP/1.1" status: 204 len: 168 time: 0.1267185 Jul 15 13:11:21.824185 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52658) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:21.834440 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb70b6e-33a7-4211-8910-4cb1ebd5ee41 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9990c5-847a-499f-95cb-5cea5f8dea68,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:21.891621 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ff99c923-dfc9-4771-b430-40aac8482c17 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0624168 Jul 15 13:11:21.892007 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52668) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:21.963948 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8ecae1cd-eb76-4a15-b41b-5dd5a5ba16f4 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.018038 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8ecae1cd-eb76-4a15-b41b-5dd5a5ba16f4 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.119866 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8ecae1cd-eb76-4a15-b41b-5dd5a5ba16f4 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.122333 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8ecae1cd-eb76-4a15-b41b-5dd5a5ba16f4 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.123508 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8ecae1cd-eb76-4a15-b41b-5dd5a5ba16f4 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "DELETE /v2.0/security-groups/4b59b4e7-d138-4c93-a5ed-f105b81f3b55 HTTP/1.1" status: 204 len: 168 time: 0.2302799 Jul 15 13:11:22.126192 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52678) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:22.139953 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7a760-eaf6-4afa-b706-511fa84d0580 req-9719ee25-74ba-466d-8531-1561e2f3e760 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:22.141605 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3dd7a760-eaf6-4afa-b706-511fa84d0580 req-9719ee25-74ba-466d-8531-1561e2f3e760 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 944 time: 0.1523466 Jul 15 13:11:22.154027 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109bc2f9-cf4f-4c3c-9f34-bb58a7d72138 req-c32d2c0c-d234-4692-afea-f8cbc9aa5964 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:22.155568 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-109bc2f9-cf4f-4c3c-9f34-bb58a7d72138 req-c32d2c0c-d234-4692-afea-f8cbc9aa5964 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/ports?device_id=36243c40-9f3e-415c-9d94-212ffa827773 HTTP/1.1" status: 200 len: 945 time: 0.1673887 Jul 15 13:11:22.159393 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecae1cd-eb76-4a15-b41b-5dd5a5ba16f4 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b59b4e7-d138-4c93-a5ed-f105b81f3b55,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:22.206062 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a47096ef-2750-4702-b5dc-3e0fc09aa7ae tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0750751 Jul 15 13:11:22.206699 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52682) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:22.213225 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-f8166c27-c11c-4162-aacb-87de481d74ac tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Request body: {'security_group': {'name': 'tempest-secgroup--747781236'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:22.225215 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3dd7a760-eaf6-4afa-b706-511fa84d0580 req-a176847b-598f-45f5-865c-a62a6cfb1f9b tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684285 Jul 15 13:11:22.238716 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-109bc2f9-cf4f-4c3c-9f34-bb58a7d72138 req-263e8c7c-23a4-4779-80b5-c56dac327b03 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d5bee6-ffd4-4f0f-b95e-b5e7544bf1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715406 Jul 15 13:11:22.250792 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f8166c27-c11c-4162-aacb-87de481d74ac tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.259300 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['d8044c5c-40f5-4d23-a394-3adbd1808b94'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:22.401443 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f8166c27-c11c-4162-aacb-87de481d74ac tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.407354 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f8166c27-c11c-4162-aacb-87de481d74ac tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.446772 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f8166c27-c11c-4162-aacb-87de481d74ac tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.450194 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f8166c27-c11c-4162-aacb-87de481d74ac tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2410030 Jul 15 13:11:22.451404 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8166c27-c11c-4162-aacb-87de481d74ac tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf5e3a1-9431-4758-9751-9daea7eb7027,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:22.453530 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52688) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:22.459144 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-d50c4f0c-7223-4733-b255-661321e74f47 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:22.460380 n-d-771363-36 neutron-server[93826]: WARNING neutron.api.v2.base [None req-d50c4f0c-7223-4733-b255-661321e74f47 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 15 13:11:22.461330 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-d50c4f0c-7223-4733-b255-661321e74f47 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] update failed (client error): There was a conflict when trying to complete your request. Jul 15 13:11:22.464950 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52690) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:22.465262 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d50c4f0c-7223-4733-b255-661321e74f47 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "PUT /v2.0/security-groups/fbf5e3a1-9431-4758-9751-9daea7eb7027 HTTP/1.1" status: 409 len: 330 time: 0.0104764 Jul 15 13:11:22.547826 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-484f3847-5fea-43c7-b6b2-203320418d74 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.578878 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-484f3847-5fea-43c7-b6b2-203320418d74 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.611760 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a29600-4e7a-439f-92b5-17bf05f105e5 req-bf47c50a-a334-434b-913a-690ea17bfb64 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:22.613274 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-21a29600-4e7a-439f-92b5-17bf05f105e5 req-bf47c50a-a334-434b-913a-690ea17bfb64 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/ports?device_id=3813b6dd-5262-48f7-a557-4ba1b774dc5f HTTP/1.1" status: 200 len: 944 time: 0.1168258 Jul 15 13:11:22.652791 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-484f3847-5fea-43c7-b6b2-203320418d74 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.655436 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-484f3847-5fea-43c7-b6b2-203320418d74 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.656685 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-484f3847-5fea-43c7-b6b2-203320418d74 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "DELETE /v2.0/security-groups/fbf5e3a1-9431-4758-9751-9daea7eb7027 HTTP/1.1" status: 204 len: 168 time: 0.1904492 Jul 15 13:11:22.659441 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52698) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:22.676783 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-21a29600-4e7a-439f-92b5-17bf05f105e5 req-720f8a69-7f94-49ec-a5c1-2faa63b98638 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a933450-b97c-4603-8582-9279b0d35da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563474 Jul 15 13:11:22.677882 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f3847-5fea-43c7-b6b2-203320418d74 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf5e3a1-9431-4758-9751-9daea7eb7027,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:22.732037 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8391a0f1-62da-4b6d-9878-c944989952b7 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0713737 Jul 15 13:11:22.736244 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52700) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:22.744804 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:22.750396 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-ada13d6e-8308-4329-9ea1-6fd549b03e80 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] delete failed (client error): The resource could not be found. Jul 15 13:11:22.755597 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ada13d6e-8308-4329-9ea1-6fd549b03e80 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "DELETE /v2.0/security-groups/b8950fbb-9e0e-4843-b377-e6dd2b92578a HTTP/1.1" status: 404 len: 347 time: 0.0142307 Jul 15 13:11:22.755874 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52704) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:22.770366 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-eb732b97-d63d-4e67-9eb6-c7060a622aa2 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] show failed (client error): The resource could not be found. Jul 15 13:11:22.774877 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-eb732b97-d63d-4e67-9eb6-c7060a622aa2 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "GET /v2.0/security-groups/cfc63b33-3825-4167-ae61-4ef1ca6199f7 HTTP/1.1" status: 404 len: 347 time: 0.0144598 Jul 15 13:11:22.775048 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52706) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:22.785637 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-c59071bc-f7df-4c8d-af6c-afa43ef26168 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] show failed (client error): The resource could not be found. Jul 15 13:11:22.790984 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c59071bc-f7df-4c8d-af6c-afa43ef26168 tempest-NegativeSecGroupTest-1464824368 tempest-NegativeSecGroupTest-1464824368-project] 10.222.0.16 "GET /v2.0/security-group-rules/c4927966-00d9-4c3c-98c5-652513bd5188 HTTP/1.1" status: 404 len: 356 time: 0.0107203 Jul 15 13:11:22.803541 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:22.807714 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:22.808156 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.909698 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.944741 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd,segment=NetworkSegment(f249e42e-4c8e-46f6-b3c4-615078d8d102),segment_id=f249e42e-4c8e-46f6-b3c4-615078d8d102)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:22.945830 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c773d5da-e0d8-4ea3-9353-4c82b443ef74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:22.949165 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cd3731-5bfb-4f15-879a-a7be57fc2885" -d '{"events": [{"server_uuid": "c773d5da-e0d8-4ea3-9353-4c82b443ef74", "name": "network-vif-plugged", "status": "completed", "tag": "6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:22.954332 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.955935 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device f2ab913b-51cb-469b-bf8c-326cf2bd6a05 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:23.016178 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:23.021709 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83323bf1-38de-426a-aea7-9d3a18214c13 x-openstack-request-id: req-83323bf1-38de-426a-aea7-9d3a18214c13 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:23.021991 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c773d5da-e0d8-4ea3-9353-4c82b443ef74", "name": "network-vif-plugged", "status": "completed", "tag": "6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:23.026900 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-83323bf1-38de-426a-aea7-9d3a18214c13 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:23.027511 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c773d5da-e0d8-4ea3-9353-4c82b443ef74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd', 'code': 200} Jul 15 13:11:23.052767 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d64f64c-aad5-4bf3-a895-a167a2a5a601 req-4b6dea46-3064-4058-826a-7291d35336ed tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:23.054588 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9d64f64c-aad5-4bf3-a895-a167a2a5a601 req-4b6dea46-3064-4058-826a-7291d35336ed tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.0878980 Jul 15 13:11:23.109490 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port f2ab913b-51cb-469b-bf8c-326cf2bd6a05 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:23.111693 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9d64f64c-aad5-4bf3-a895-a167a2a5a601 req-ff986a33-f492-4199-9bc4-77c08d9b491f tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506260 Jul 15 13:11:23.114917 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port f2ab913b-51cb-469b-bf8c-326cf2bd6a05 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:23.115302 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:23.164985 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52732) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:23.181741 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fc4d5-633e-4949-ba4f-085747913781 req-71b24026-d1a9-4ab8-981a-2d770190251b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:23.183711 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-499fc4d5-633e-4949-ba4f-085747913781 req-71b24026-d1a9-4ab8-981a-2d770190251b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 1097 time: 0.0710924 Jul 15 13:11:23.222378 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:23.255169 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-499fc4d5-633e-4949-ba4f-085747913781 req-53953e2b-0f41-447a-a114-aa2b88c03972 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517573 Jul 15 13:11:23.266598 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port f2ab913b-51cb-469b-bf8c-326cf2bd6a05, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=f2ab913b-51cb-469b-bf8c-326cf2bd6a05,segment=NetworkSegment(8554a06b-4fbe-481c-ac76-8947d8732272),segment_id=8554a06b-4fbe-481c-ac76-8947d8732272)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:23.272136 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:23.332585 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8653ec2-eee8-478b-990c-d60ebb6a1928 req-be9f86f8-b641-4070-9371-6ac5238156d0 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:23.342208 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b8653ec2-eee8-478b-990c-d60ebb6a1928 req-be9f86f8-b641-4070-9371-6ac5238156d0 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.0860794 Jul 15 13:11:23.345763 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=f2ab913b-51cb-469b-bf8c-326cf2bd6a05,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:23.383174 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b8653ec2-eee8-478b-990c-d60ebb6a1928 req-641f0561-619f-4868-9bec-c20d7625a5d2 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395138 Jul 15 13:11:23.469248 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c48e3-26f0-4a64-9490-a5b37ec85835 req-0788ae9f-1372-4782-b97d-3967062fd66c tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:23.472294 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b8c48e3-26f0-4a64-9490-a5b37ec85835 req-0788ae9f-1372-4782-b97d-3967062fd66c tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.0721877 Jul 15 13:11:23.539564 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b8c48e3-26f0-4a64-9490-a5b37ec85835 req-efdf2821-3bf0-427c-b19f-d16aabdd92fa tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617383 Jul 15 13:11:23.586433 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4b7c707a-4739-44bd-af7a-62de7006287d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=68f74918cd324a40827b59e91c9cf19d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4202108 Jul 15 13:11:23.589289 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52756) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:23.618064 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a060a-0994-4d79-8a60-f32e779141a4 req-1d0115fd-184d-46d9-ab2b-3ed10f02a752 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:23.619781 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-290a060a-0994-4d79-8a60-f32e779141a4 req-1d0115fd-184d-46d9-ab2b-3ed10f02a752 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/ports?device_id=36243c40-9f3e-415c-9d94-212ffa827773 HTTP/1.1" status: 200 len: 946 time: 0.0963511 Jul 15 13:11:23.650461 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d8045d74-539f-444d-8e30-b4777198144f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:23.667256 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-290a060a-0994-4d79-8a60-f32e779141a4 req-a980f8e8-2992-48b9-bfa7-75980fdfd298 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d5bee6-ffd4-4f0f-b95e-b5e7544bf1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409253 Jul 15 13:11:23.690080 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d8045d74-539f-444d-8e30-b4777198144f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:23.744137 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d8045d74-539f-444d-8e30-b4777198144f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:23.748113 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d8045d74-539f-444d-8e30-b4777198144f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:23.751646 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d8045d74-539f-444d-8e30-b4777198144f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b8902123-d2c7-4736-8dff-3fcf0349e86d HTTP/1.1" status: 204 len: 168 time: 0.1594527 Jul 15 13:11:23.787478 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8045d74-539f-444d-8e30-b4777198144f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8902123-d2c7-4736-8dff-3fcf0349e86d,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:23.918679 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-8b03f2be-dbea-44fe-8f99-5920f1ed0c4c tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:23.923156 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-8b03f2be-dbea-44fe-8f99-5920f1ed0c4c tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/networks?id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da HTTP/1.1" status: 200 len: 812 time: 0.1544271 Jul 15 13:11:23.974277 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-5d5c38f1-f761-4ea2-b0c9-d5b3a27a4464 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/quotas/12dc42da56354fb5b0d0acb9e0703009 HTTP/1.1" status: 200 len: 375 time: 0.0364168 Jul 15 13:11:24.054204 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3f54d-7400-4995-aa4d-7a899af70a06 req-f92af230-42d4-43f1-b467-82587c3ef50a tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:24.060198 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-67e3f54d-7400-4995-aa4d-7a899af70a06 req-f92af230-42d4-43f1-b467-82587c3ef50a tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/ports?device_id=3813b6dd-5262-48f7-a557-4ba1b774dc5f HTTP/1.1" status: 200 len: 944 time: 0.1350877 Jul 15 13:11:24.105669 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-6b971c97-8d26-42ca-b4f2-234bfc4d9e00 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=12dc42da56354fb5b0d0acb9e0703009&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1305187 Jul 15 13:11:24.128941 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-67e3f54d-7400-4995-aa4d-7a899af70a06 req-aa177b1f-7964-4137-85e2-2bd2c708c6cc tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a933450-b97c-4603-8582-9279b0d35da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668418 Jul 15 13:11:24.215123 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-f26cf7f1-565e-41f3-924b-2ce32fa0c5ee service neutron] 10.222.0.16 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977039 Jul 15 13:11:24.672541 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-3b19977a-c418-4d1e-b509-f52e9a523515 service neutron] 10.222.0.16 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494739 Jul 15 13:11:24.743816 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device d8044c5c-40f5-4d23-a394-3adbd1808b94 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:24.817671 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port d8044c5c-40f5-4d23-a394-3adbd1808b94 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:24.823212 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b907766-295a-44a2-86db-fce4222471bd req-c20f4268-8323-46f4-b290-54f0308b87af tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:24.823550 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port d8044c5c-40f5-4d23-a394-3adbd1808b94 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:24.823895 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:24.833106 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8b907766-295a-44a2-86db-fce4222471bd req-c20f4268-8323-46f4-b290-54f0308b87af tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.1100562 Jul 15 13:11:24.905265 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8b907766-295a-44a2-86db-fce4222471bd req-32ee8d54-0152-46c1-a682-a02be5f5ba40 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711253 Jul 15 13:11:25.051937 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36243c40-9f3e-415c-9d94-212ffa827773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ab913b-51cb-469b-bf8c-326cf2bd6a05'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:25.054271 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50446fb2-d53d-49b7-bc60-f4366bbb2e5f" -d '{"events": [{"server_uuid": "36243c40-9f3e-415c-9d94-212ffa827773", "name": "network-vif-plugged", "status": "completed", "tag": "f2ab913b-51cb-469b-bf8c-326cf2bd6a05"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:25.107512 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:25.187527 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port d8044c5c-40f5-4d23-a394-3adbd1808b94, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=d8044c5c-40f5-4d23-a394-3adbd1808b94,segment=NetworkSegment(2fb9f90e-3cbf-4421-919f-2f50d4f2e6de),segment_id=2fb9f90e-3cbf-4421-919f-2f50d4f2e6de)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:25.193700 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:25.194909 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33efbb-968b-4633-855d-897599a76f10 req-5bfa9b54-107d-4638-8a19-a2287a1d9fac tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:25.203472 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5f33efbb-968b-4633-855d-897599a76f10 req-5bfa9b54-107d-4638-8a19-a2287a1d9fac tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/ports?device_id=36243c40-9f3e-415c-9d94-212ffa827773 HTTP/1.1" status: 200 len: 946 time: 0.0911369 Jul 15 13:11:25.253043 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-543efbe5-571e-41a6-8630-da42ca65b953 req-da677952-2ff5-4ac5-aaa6-74273d7d988b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=482fe615-8f1c-4742-a4cf-070b69a1e3ce HTTP/1.1" status: 200 len: 210 time: 0.0464120 Jul 15 13:11:25.279171 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5f33efbb-968b-4633-855d-897599a76f10 req-beddddb2-98db-4314-bd1b-11faaae84c7d tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d5bee6-ffd4-4f0f-b95e-b5e7544bf1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745392 Jul 15 13:11:25.318602 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=d8044c5c-40f5-4d23-a394-3adbd1808b94,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:25.349210 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a5bd39-a437-496a-ba44-0acb88c70857 x-openstack-request-id: req-87a5bd39-a437-496a-ba44-0acb88c70857 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:25.349580 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36243c40-9f3e-415c-9d94-212ffa827773", "name": "network-vif-plugged", "status": "completed", "tag": "f2ab913b-51cb-469b-bf8c-326cf2bd6a05", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:25.349903 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87a5bd39-a437-496a-ba44-0acb88c70857 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:25.350392 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36243c40-9f3e-415c-9d94-212ffa827773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ab913b-51cb-469b-bf8c-326cf2bd6a05', 'code': 200} Jul 15 13:11:25.640763 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319b1d4-386d-44c2-8d02-dc63bb20c132 req-a46bdf7f-00d4-412b-8a34-7dfd6c362f5d tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:25.649541 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b319b1d4-386d-44c2-8d02-dc63bb20c132 req-a46bdf7f-00d4-412b-8a34-7dfd6c362f5d tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.2126889 Jul 15 13:11:25.668723 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b1107-b45b-4899-84ec-3e731302afdd req-b55cf459-0bba-46d6-988c-bc44fc71d380 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:25.670916 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c76b1107-b45b-4899-84ec-3e731302afdd req-b55cf459-0bba-46d6-988c-bc44fc71d380 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/ports?device_id=3813b6dd-5262-48f7-a557-4ba1b774dc5f HTTP/1.1" status: 200 len: 945 time: 0.1922743 Jul 15 13:11:25.687390 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd6264-74e7-40c2-a24e-6e9630b3e4f0 req-e025458a-1034-4d52-9dab-97c037883f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:25.688857 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eecd6264-74e7-40c2-a24e-6e9630b3e4f0 req-e025458a-1034-4d52-9dab-97c037883f71 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=36243c40-9f3e-415c-9d94-212ffa827773 HTTP/1.1" status: 200 len: 1098 time: 0.2130461 Jul 15 13:11:25.750473 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b319b1d4-386d-44c2-8d02-dc63bb20c132 req-c7393696-0f63-407e-8244-2c6412e31526 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996928 Jul 15 13:11:25.784896 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eecd6264-74e7-40c2-a24e-6e9630b3e4f0 req-bcceeb82-379a-4557-beed-b6a4fbcb11c3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c9d5bee6-ffd4-4f0f-b95e-b5e7544bf1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805306 Jul 15 13:11:25.788202 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c76b1107-b45b-4899-84ec-3e731302afdd req-3aadbb37-8d0d-446b-ad71-9c227eb1b6e8 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a933450-b97c-4603-8582-9279b0d35da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078918 Jul 15 13:11:26.131004 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb740c-0592-49cf-a9ae-3c587ef5cef2 req-7029bb00-aa9d-481a-9004-d87a5cecf190 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:26.132652 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a1fb740c-0592-49cf-a9ae-3c587ef5cef2 req-7029bb00-aa9d-481a-9004-d87a5cecf190 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.0660481 Jul 15 13:11:26.182696 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a1fb740c-0592-49cf-a9ae-3c587ef5cef2 req-b98be2f3-804b-464a-9eb7-2cc30676dd95 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444062 Jul 15 13:11:26.419524 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e84aee-3c7a-47e4-bcf2-ef21dc7d1d36 req-e3e52b85-7dd5-4a89-86bf-aab71d1a7787 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:26.421014 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b0e84aee-3c7a-47e4-bcf2-ef21dc7d1d36 req-e3e52b85-7dd5-4a89-86bf-aab71d1a7787 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.1058376 Jul 15 13:11:26.450689 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9102c1f8-6edc-4d08-be32-6c11186359a6 req-1eaa3ebe-0586-4b37-b2ee-ff4451182060 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=482fe615-8f1c-4742-a4cf-070b69a1e3ce HTTP/1.1" status: 200 len: 210 time: 0.0515449 Jul 15 13:11:26.499851 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b0e84aee-3c7a-47e4-bcf2-ef21dc7d1d36 req-da351b5c-6bc4-43d0-8c8c-befd426db1a6 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553586 Jul 15 13:11:26.763355 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-5c138a58-6cab-4a40-be92-9a3a29e5e537 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:26.766643 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-5c138a58-6cab-4a40-be92-9a3a29e5e537 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.46 "GET /v2.0/networks?id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da HTTP/1.1" status: 200 len: 812 time: 0.2460234 Jul 15 13:11:26.804079 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-aa93cfaf-9e76-436f-b80a-8d26c0f7692b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Request body: {'port': {'device_id': '482fe615-8f1c-4742-a4cf-070b69a1e3ce', 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da', 'admin_state_up': True, 'tenant_id': '12dc42da56354fb5b0d0acb9e0703009'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:26.859072 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f29d0-b9e4-4cff-a6b6-445ed782345c req-362a6ea7-2e3b-448a-bc12-b77aa5ae375d tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:26.878018 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-025f29d0-b9e4-4cff-a6b6-445ed782345c req-362a6ea7-2e3b-448a-bc12-b77aa5ae375d tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/ports?device_id=36243c40-9f3e-415c-9d94-212ffa827773 HTTP/1.1" status: 200 len: 946 time: 0.2242620 Jul 15 13:11:26.992988 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-025f29d0-b9e4-4cff-a6b6-445ed782345c req-5010b688-ad49-4c37-91bc-7cd6bcd144a6 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d5bee6-ffd4-4f0f-b95e-b5e7544bf1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137729 Jul 15 13:11:27.051945 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-aa93cfaf-9e76-436f-b80a-8d26c0f7692b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Made reservation on behalf of 12dc42da56354fb5b0d0acb9e0703009 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:27.058143 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-aa93cfaf-9e76-436f-b80a-8d26c0f7692b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:27.333565 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-aa93cfaf-9e76-436f-b80a-8d26c0f7692b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Allocated IP 172.20.0.11 (66404f0a-a6ed-4fd2-9977-c4d3e825b2da/504f4a49-65cd-4546-be78-3e75a4fd4784/b18cbdbd-8bc4-4214-8cd7-7633f168103e) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:27.351511 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3813b6dd-5262-48f7-a557-4ba1b774dc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8044c5c-40f5-4d23-a394-3adbd1808b94'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:27.352108 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c529c-7f4f-4f2c-91ec-6156ed4ad7d4 req-ae2d1d72-2962-428f-9258-7b1e1d0b82d0 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:27.354377 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-357c529c-7f4f-4f2c-91ec-6156ed4ad7d4 req-ae2d1d72-2962-428f-9258-7b1e1d0b82d0 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.2034109 Jul 15 13:11:27.354520 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e594a1-f86f-48e6-9af1-96c50b3414a8" -d '{"events": [{"server_uuid": "3813b6dd-5262-48f7-a557-4ba1b774dc5f", "name": "network-vif-plugged", "status": "completed", "tag": "d8044c5c-40f5-4d23-a394-3adbd1808b94"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:27.362486 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360aa37-5bbd-4713-8e23-1c24c6c18ed0 req-f487bedd-5ab5-4981-a5e6-a733c96a06c8 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:27.363994 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6360aa37-5bbd-4713-8e23-1c24c6c18ed0 req-f487bedd-5ab5-4981-a5e6-a733c96a06c8 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/ports?device_id=3813b6dd-5262-48f7-a557-4ba1b774dc5f HTTP/1.1" status: 200 len: 945 time: 0.2172310 Jul 15 13:11:27.462301 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6360aa37-5bbd-4713-8e23-1c24c6c18ed0 req-59284aad-56ae-48aa-856b-479ce2a9bc6e tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a933450-b97c-4603-8582-9279b0d35da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883341 Jul 15 13:11:27.468141 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-357c529c-7f4f-4f2c-91ec-6156ed4ad7d4 req-717c867e-3b47-4a22-afd7-29a6a4a896a7 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007149 Jul 15 13:11:27.620656 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-aa93cfaf-9e76-436f-b80a-8d26c0f7692b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:27.638841 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-aa93cfaf-9e76-436f-b80a-8d26c0f7692b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Transition to ACTIVE for port object b18cbdbd-8bc4-4214-8cd7-7633f168103e will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:27.682820 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-aa93cfaf-9e76-436f-b80a-8d26c0f7692b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:27.686354 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1ed017-3914-4c0f-bf5b-c563aa260faf x-openstack-request-id: req-bd1ed017-3914-4c0f-bf5b-c563aa260faf {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:27.686695 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3813b6dd-5262-48f7-a557-4ba1b774dc5f", "name": "network-vif-plugged", "status": "completed", "tag": "d8044c5c-40f5-4d23-a394-3adbd1808b94", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:27.686987 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd1ed017-3914-4c0f-bf5b-c563aa260faf {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:27.687377 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3813b6dd-5262-48f7-a557-4ba1b774dc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8044c5c-40f5-4d23-a394-3adbd1808b94', 'code': 200} Jul 15 13:11:27.700877 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['e6772084-21a9-4fcb-8b4e-7dd81e941146', '3a7ae702-e35a-40e4-a860-ef9e058bfb2c'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:27.771277 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-aa93cfaf-9e76-436f-b80a-8d26c0f7692b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Network 66404f0a-a6ed-4fd2-9977-c4d3e825b2da is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:27.787062 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-aa93cfaf-9e76-436f-b80a-8d26c0f7692b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:27.869207 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-aa93cfaf-9e76-436f-b80a-8d26c0f7692b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:27.883313 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa93cfaf-9e76-436f-b80a-8d26c0f7692b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Pushing event updated for resources: {'Port': ['ID=b18cbdbd-8bc4-4214-8cd7-7633f168103e,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:27.925043 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f14866-02d4-4d8f-b8c7-b5b92230d950 req-590e2959-8bd3-459d-9ce1-502dc381786f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:27.927237 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-05f14866-02d4-4d8f-b8c7-b5b92230d950 req-590e2959-8bd3-459d-9ce1-502dc381786f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3813b6dd-5262-48f7-a557-4ba1b774dc5f HTTP/1.1" status: 200 len: 1097 time: 0.1167674 Jul 15 13:11:28.037150 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-05f14866-02d4-4d8f-b8c7-b5b92230d950 req-d2a725f1-d71c-45df-aaa4-84c8f09ffaf0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1a933450-b97c-4603-8582-9279b0d35da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985885 Jul 15 13:11:28.063194 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-aa93cfaf-9e76-436f-b80a-8d26c0f7692b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:28.063897 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-aa93cfaf-9e76-436f-b80a-8d26c0f7692b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:28.117138 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04e09d-c30d-4071-86ed-f613edf8c06f req-4f772a17-7aa7-4f3c-bb4b-77078df3ca8b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:28.124326 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa04e09d-c30d-4071-86ed-f613edf8c06f req-4f772a17-7aa7-4f3c-bb4b-77078df3ca8b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=482fe615-8f1c-4742-a4cf-070b69a1e3ce HTTP/1.1" status: 200 len: 932 time: 0.3582788 Jul 15 13:11:28.128611 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-aa93cfaf-9e76-436f-b80a-8d26c0f7692b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3348856 Jul 15 13:11:28.159878 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-e4baa1f4-3016-4d29-92bf-fd24286d2eb1 service neutron] Request body: {'port': {'device_id': '482fe615-8f1c-4742-a4cf-070b69a1e3ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:28.198478 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-4a58ff40-5006-4f58-a8ce-1caf6e8402f3 None None] Provisioning for port b18cbdbd-8bc4-4214-8cd7-7633f168103e completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:28.203101 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-4a58ff40-5006-4f58-a8ce-1caf6e8402f3 None None] Provisioning complete for port b18cbdbd-8bc4-4214-8cd7-7633f168103e triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:28.204010 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4a58ff40-5006-4f58-a8ce-1caf6e8402f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:28.249127 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa04e09d-c30d-4071-86ed-f613edf8c06f req-318a1946-5ece-460e-9a83-a92f5b0b837b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239238 Jul 15 13:11:28.262252 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-4a58ff40-5006-4f58-a8ce-1caf6e8402f3 None None] Port b18cbdbd-8bc4-4214-8cd7-7633f168103e cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:11:28.313538 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-e4baa1f4-3016-4d29-92bf-fd24286d2eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:28.338609 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c5119-4d0c-4876-b69f-6a187a6739c5 req-aad6e417-8bc1-4156-b7cf-cbd019ba9c03 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:28.347212 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2f9c5119-4d0c-4876-b69f-6a187a6739c5 req-aad6e417-8bc1-4156-b7cf-cbd019ba9c03 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/ports?device_id=36243c40-9f3e-415c-9d94-212ffa827773 HTTP/1.1" status: 200 len: 946 time: 0.1555793 Jul 15 13:11:28.421419 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2f9c5119-4d0c-4876-b69f-6a187a6739c5 req-544aeb75-b19a-4149-b335-a406a4bb331b tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d5bee6-ffd4-4f0f-b95e-b5e7544bf1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732954 Jul 15 13:11:28.757776 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea639e3a-e2a5-401a-83a3-75fe9d56a037 req-3f5aa864-58b9-4bc7-9803-2145db3bc168 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:28.768043 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52996) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:28.775123 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ea639e3a-e2a5-401a-83a3-75fe9d56a037 req-3f5aa864-58b9-4bc7-9803-2145db3bc168 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/ports?device_id=36243c40-9f3e-415c-9d94-212ffa827773 HTTP/1.1" status: 200 len: 946 time: 0.1954422 Jul 15 13:11:28.776570 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-15ff8e63-8ef6-43e0-859d-44ecda497427 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Request body: {'floatingip': {'port_id': 'f2ab913b-51cb-469b-bf8c-326cf2bd6a05'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:28.842412 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-15ff8e63-8ef6-43e0-859d-44ecda497427 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks [] for floatingip, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:28.886650 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f4382-8c6d-4dc5-8fa9-9b4cf3daf1bd req-d95cdc12-cd74-467d-bd84-e1f1c18519f6 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:28.888155 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9f3f4382-8c6d-4dc5-8fa9-9b4cf3daf1bd req-d95cdc12-cd74-467d-bd84-e1f1c18519f6 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/ports?device_id=3813b6dd-5262-48f7-a557-4ba1b774dc5f HTTP/1.1" status: 200 len: 945 time: 0.2502220 Jul 15 13:11:28.930483 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-e4baa1f4-3016-4d29-92bf-fd24286d2eb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b18cbdbd-8bc4-4214-8cd7-7633f168103e {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:28.963989 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:28.974184 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-e4baa1f4-3016-4d29-92bf-fd24286d2eb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:29.027502 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-e4baa1f4-3016-4d29-92bf-fd24286d2eb1 service neutron] Transition to ACTIVE for port object b18cbdbd-8bc4-4214-8cd7-7633f168103e will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:29.044063 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9f3f4382-8c6d-4dc5-8fa9-9b4cf3daf1bd req-ee9f1552-70be-4c3a-8ad3-98488b1af141 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a933450-b97c-4603-8582-9279b0d35da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365249 Jul 15 13:11:29.044674 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-e4baa1f4-3016-4d29-92bf-fd24286d2eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:29.168209 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4baa1f4-3016-4d29-92bf-fd24286d2eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=b18cbdbd-8bc4-4214-8cd7-7633f168103e,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:29.236782 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a8a34-99ca-440a-afd9-4d57675a4852 req-958eafd4-4d0b-443d-abbf-72609d4866c1 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:29.258369 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-375a8a34-99ca-440a-afd9-4d57675a4852 req-958eafd4-4d0b-443d-abbf-72609d4866c1 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.3230317 Jul 15 13:11:29.319879 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:29.372778 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-e4baa1f4-3016-4d29-92bf-fd24286d2eb1 service neutron] Attempting to bind port b18cbdbd-8bc4-4214-8cd7-7633f168103e on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:29.373180 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-e4baa1f4-3016-4d29-92bf-fd24286d2eb1 service neutron] Attempting to bind port b18cbdbd-8bc4-4214-8cd7-7633f168103e by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '6c08b4fd-e002-492a-bbd7-d6303b30aeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:29.373520 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-e4baa1f4-3016-4d29-92bf-fd24286d2eb1 service neutron] Attempting to bind port b18cbdbd-8bc4-4214-8cd7-7633f168103e on network 66404f0a-a6ed-4fd2-9977-c4d3e825b2da {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:29.380280 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-e4baa1f4-3016-4d29-92bf-fd24286d2eb1 service neutron] Port b18cbdbd-8bc4-4214-8cd7-7633f168103e on network 66404f0a-a6ed-4fd2-9977-c4d3e825b2da not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:11:29.380280 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-e4baa1f4-3016-4d29-92bf-fd24286d2eb1 service neutron] Attempting to bind port b18cbdbd-8bc4-4214-8cd7-7633f168103e on network 66404f0a-a6ed-4fd2-9977-c4d3e825b2da {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:29.393223 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-e4baa1f4-3016-4d29-92bf-fd24286d2eb1 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:29.393566 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-e4baa1f4-3016-4d29-92bf-fd24286d2eb1 service neutron] Checking segment: {'id': '6c08b4fd-e002-492a-bbd7-d6303b30aeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:29.393951 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-e4baa1f4-3016-4d29-92bf-fd24286d2eb1 service neutron] Bound using segment: {'id': '6c08b4fd-e002-492a-bbd7-d6303b30aeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:29.394396 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-e4baa1f4-3016-4d29-92bf-fd24286d2eb1 service neutron] Bound port: b18cbdbd-8bc4-4214-8cd7-7633f168103e, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c08b4fd-e002-492a-bbd7-d6303b30aeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:29.394787 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-e4baa1f4-3016-4d29-92bf-fd24286d2eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:29.439833 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-375a8a34-99ca-440a-afd9-4d57675a4852 req-cf6d07d1-63f0-44e6-ab68-d22a30b0f52b tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796336 Jul 15 13:11:29.498453 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-15ff8e63-8ef6-43e0-859d-44ecda497427 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:29.505154 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-15ff8e63-8ef6-43e0-859d-44ecda497427 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:29.583696 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-e4baa1f4-3016-4d29-92bf-fd24286d2eb1 service neutron] For port b18cbdbd-8bc4-4214-8cd7-7633f168103e, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:29.597100 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-e4baa1f4-3016-4d29-92bf-fd24286d2eb1 service neutron] For port b18cbdbd-8bc4-4214-8cd7-7633f168103e, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b18cbdbd-8bc4-4214-8cd7-7633f168103e,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:29.613933 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-e4baa1f4-3016-4d29-92bf-fd24286d2eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:29.640346 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-e4baa1f4-3016-4d29-92bf-fd24286d2eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:29.642492 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-e4baa1f4-3016-4d29-92bf-fd24286d2eb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:29.646124 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-e4baa1f4-3016-4d29-92bf-fd24286d2eb1 service neutron] 10.222.0.46 "PUT /v2.0/ports/b18cbdbd-8bc4-4214-8cd7-7633f168103e HTTP/1.1" status: 200 len: 1093 time: 1.4929392 Jul 15 13:11:29.646758 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482fe615-8f1c-4742-a4cf-070b69a1e3ce', 'tag': 'b18cbdbd-8bc4-4214-8cd7-7633f168103e'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:29.653778 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1668762d-b22f-4ce5-b916-5111671acef5" -d '{"events": [{"name": "network-changed", "server_uuid": "482fe615-8f1c-4742-a4cf-070b69a1e3ce", "tag": "b18cbdbd-8bc4-4214-8cd7-7633f168103e"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:29.674768 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cec20221-f992-4078-aa03-e11d3ced6b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:29.705115 n-d-771363-36 neutron-server[93826]: INFO neutron.db.l3_db [None req-15ff8e63-8ef6-43e0-859d-44ecda497427 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Floating IP 55375de2-cab7-4444-86c2-d11fbbfc2b9e associated. External IP: 172.25.8.236, port: f2ab913b-51cb-469b-bf8c-326cf2bd6a05. Jul 15 13:11:29.738119 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22448a66-f0a1-4bf2-ae0b-b2828c4adda2 x-openstack-request-id: req-22448a66-f0a1-4bf2-ae0b-b2828c4adda2 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:29.738716 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "482fe615-8f1c-4742-a4cf-070b69a1e3ce", "tag": "b18cbdbd-8bc4-4214-8cd7-7633f168103e", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:29.739129 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-22448a66-f0a1-4bf2-ae0b-b2828c4adda2 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:29.739912 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '482fe615-8f1c-4742-a4cf-070b69a1e3ce', 'tag': 'b18cbdbd-8bc4-4214-8cd7-7633f168103e', 'status': 'completed', 'code': 200} Jul 15 13:11:29.832211 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4baa1f4-3016-4d29-92bf-fd24286d2eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=b18cbdbd-8bc4-4214-8cd7-7633f168103e,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:29.882906 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-baa8958d-57bd-4724-b49e-89222104701b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:29.883805 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-baa8958d-57bd-4724-b49e-89222104701b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12dc42da56354fb5b0d0acb9e0703009&device_id=482fe615-8f1c-4742-a4cf-070b69a1e3ce HTTP/1.1" status: 200 len: 1096 time: 0.1489105 Jul 15 13:11:29.904279 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b1cdc-f41a-4c7f-983e-b19643648959 req-9bf963d5-5a88-45a4-bf9f-f73f8e91fe10 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:29.906280 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-898b1cdc-f41a-4c7f-983e-b19643648959 req-9bf963d5-5a88-45a4-bf9f-f73f8e91fe10 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=482fe615-8f1c-4742-a4cf-070b69a1e3ce HTTP/1.1" status: 200 len: 944 time: 0.2029536 Jul 15 13:11:29.973236 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-898b1cdc-f41a-4c7f-983e-b19643648959 req-48dcbf15-3248-40d5-8729-3496135eda86 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503488 Jul 15 13:11:30.008099 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-e9974c36-b16f-49a8-a3dd-001cdd2fe0b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b18cbdbd-8bc4-4214-8cd7-7633f168103e HTTP/1.1" status: 200 len: 217 time: 0.0924788 Jul 15 13:11:30.067715 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ff8e63-8ef6-43e0-859d-44ecda497427 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Router bb2b8e85-4a11-470c-b461-a5cfe7415a0e has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:11:30.082630 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-65d00e5b-29c7-4966-b56e-15eba5c9707f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:30.084830 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-65d00e5b-29c7-4966-b56e-15eba5c9707f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=504f4a49-65cd-4546-be78-3e75a4fd4784 HTTP/1.1" status: 200 len: 851 time: 0.0581546 Jul 15 13:11:30.169111 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-259792d4-f8ba-4f6e-980d-83e4abbef6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:30.173016 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-259792d4-f8ba-4f6e-980d-83e4abbef6e3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795743 Jul 15 13:11:30.252146 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ff8e63-8ef6-43e0-859d-44ecda497427 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:11:30.273735 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9435d1-52dc-4dc2-9c8e-79dd11e77eb9 None None] Sync routers for ids ['bb2b8e85-4a11-470c-b461-a5cfe7415a0e'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:11:30.280712 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-15ff8e63-8ef6-43e0-859d-44ecda497427 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:30.295169 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9435d1-52dc-4dc2-9c8e-79dd11e77eb9 None None] Routers {'bb2b8e85-4a11-470c-b461-a5cfe7415a0e'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:30.295847 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-4b9435d1-52dc-4dc2-9c8e-79dd11e77eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:11:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['bb2b8e85-4a11-470c-b461-a5cfe7415a0e'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:30.332036 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-15ff8e63-8ef6-43e0-859d-44ecda497427 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "PUT /v2.0/floatingips/55375de2-cab7-4444-86c2-d11fbbfc2b9e HTTP/1.1" status: 200 len: 992 time: 1.5591283 Jul 15 13:11:30.332036 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36243c40-9f3e-415c-9d94-212ffa827773', 'tag': 'f2ab913b-51cb-469b-bf8c-326cf2bd6a05'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:30.332989 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22baa9da-8ef0-48a5-ad66-2f1dee6acff4" -d '{"events": [{"name": "network-changed", "server_uuid": "36243c40-9f3e-415c-9d94-212ffa827773", "tag": "f2ab913b-51cb-469b-bf8c-326cf2bd6a05"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:30.446402 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bd3e0-58dc-427a-a27d-914e6a66051a req-388d6aa7-eaa0-4fdd-9721-cb4f674515fc tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:30.454735 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-be5bd3e0-58dc-427a-a27d-914e6a66051a req-388d6aa7-eaa0-4fdd-9721-cb4f674515fc tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/ports?device_id=3813b6dd-5262-48f7-a557-4ba1b774dc5f HTTP/1.1" status: 200 len: 945 time: 0.2200551 Jul 15 13:11:30.464099 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-e74385a4-d96a-4ed9-b01c-1c8bb438b7f6 service neutron] 10.222.0.46 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809770 Jul 15 13:11:30.483328 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-4b9435d1-52dc-4dc2-9c8e-79dd11e77eb9 None None] Set router bb2b8e85-4a11-470c-b461-a5cfe7415a0e gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:30.592063 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-53140566-5cb4-4a2a-b8bc-dcb9c1376f49 req-bdec486c-2859-4d5f-80a8-8f5b64c39ab5 service neutron] 10.222.0.46 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127858 Jul 15 13:11:30.648800 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-be5bd3e0-58dc-427a-a27d-914e6a66051a req-20a51a07-48da-4977-875f-504bc9866b5c tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a933450-b97c-4603-8582-9279b0d35da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931150 Jul 15 13:11:30.770166 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf56bf4-9eb0-408e-8683-6d81815f8961 x-openstack-request-id: req-edf56bf4-9eb0-408e-8683-6d81815f8961 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:30.770705 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36243c40-9f3e-415c-9d94-212ffa827773", "tag": "f2ab913b-51cb-469b-bf8c-326cf2bd6a05", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:30.770705 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-edf56bf4-9eb0-408e-8683-6d81815f8961 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:30.771151 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36243c40-9f3e-415c-9d94-212ffa827773', 'tag': 'f2ab913b-51cb-469b-bf8c-326cf2bd6a05', 'status': 'completed', 'code': 200} Jul 15 13:11:30.859965 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668762d-b22f-4ce5-b916-5111671acef5 req-38fbbc48-758a-4daa-aa1c-3223d3d87393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:30.865383 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1668762d-b22f-4ce5-b916-5111671acef5 req-38fbbc48-758a-4daa-aa1c-3223d3d87393 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12dc42da56354fb5b0d0acb9e0703009&device_id=482fe615-8f1c-4742-a4cf-070b69a1e3ce HTTP/1.1" status: 200 len: 1096 time: 0.1884971 Jul 15 13:11:30.881303 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-4b9435d1-52dc-4dc2-9c8e-79dd11e77eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2b8e85-4a11-470c-b461-a5cfe7415a0e', 'name': 'tempest-ServersTestManualDisk-1605277065-router', 'tenant_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '6d553dc7-374f-4192-abb5-b873146f318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:38Z', 'updated_at': '2021-07-15T13:10:44Z', 'revision_number': 4, 'project_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'gw_port': {'id': '6d553dc7-374f-4192-abb5-b873146f318c', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2b8e85-4a11-470c-b461-a5cfe7415a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:39Z', 'updated_at': '2021-07-15T13:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '55375de2-cab7-4444-86c2-d11fbbfc2b9e', 'tenant_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'floating_ip_address': '172.25.8.236', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'bb2b8e85-4a11-470c-b461-a5cfe7415a0e', 'port_id': 'f2ab913b-51cb-469b-bf8c-326cf2bd6a05', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3891516-348f-4a14-be74-7c63ac20ff2e', 'mac_address': 'fa:16:3e:fe:09:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36243c40-9f3e-415c-9d94-212ffa827773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:10:51Z', 'updated_at': '2021-07-15T13:11:29Z', 'revision_number': 1, 'project_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c97777d-b873-4629-9dbe-7b735ee6887a', 'name': '', 'network_id': 'b3891516-348f-4a14-be74-7c63ac20ff2e', 'tenant_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'mac_address': 'fa:16:3e:28:05:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2b8e85-4a11-470c-b461-a5cfe7415a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '674406c3-3fe3-4c91-b443-175bf26433ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:43Z', 'updated_at': '2021-07-15T13:10:52Z', 'revision_number': 5, 'project_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'subnets': [{'id': '674406c3-3fe3-4c91-b443-175bf26433ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:30.923536 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9435d1-52dc-4dc2-9c8e-79dd11e77eb9 None None] Checking router: bb2b8e85-4a11-470c-b461-a5cfe7415a0e for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:11:30.936939 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9435d1-52dc-4dc2-9c8e-79dd11e77eb9 None None] Routers {'bb2b8e85-4a11-470c-b461-a5cfe7415a0e'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:30.937944 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-4b9435d1-52dc-4dc2-9c8e-79dd11e77eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:11:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['bb2b8e85-4a11-470c-b461-a5cfe7415a0e'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:30.945271 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22baa9da-8ef0-48a5-ad66-2f1dee6acff4 req-405ff1fd-386b-45cc-a5c3-62a6f408e11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:30.947044 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-22baa9da-8ef0-48a5-ad66-2f1dee6acff4 req-405ff1fd-386b-45cc-a5c3-62a6f408e11d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a99d3a4347d44f88ad103ba988f2fb07&device_id=36243c40-9f3e-415c-9d94-212ffa827773 HTTP/1.1" status: 200 len: 1098 time: 0.1416259 Jul 15 13:11:31.079637 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-4b9435d1-52dc-4dc2-9c8e-79dd11e77eb9 None None] Set router bb2b8e85-4a11-470c-b461-a5cfe7415a0e gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:31.163975 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22baa9da-8ef0-48a5-ad66-2f1dee6acff4 req-212a9031-336a-43e5-9afa-6bd70c79f5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:31.167684 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-22baa9da-8ef0-48a5-ad66-2f1dee6acff4 req-212a9031-336a-43e5-9afa-6bd70c79f5b3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b3891516-348f-4a14-be74-7c63ac20ff2e HTTP/1.1" status: 200 len: 913 time: 0.2024138 Jul 15 13:11:31.167930 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668762d-b22f-4ce5-b916-5111671acef5 req-99f5c622-57cb-4a4e-8a1c-7860a14c6f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:31.172338 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1668762d-b22f-4ce5-b916-5111671acef5 req-99f5c622-57cb-4a4e-8a1c-7860a14c6f1d service neutron] 10.222.0.46 "GET /v2.0/networks?id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da HTTP/1.1" status: 200 len: 913 time: 0.2922616 Jul 15 13:11:31.342714 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-22baa9da-8ef0-48a5-ad66-2f1dee6acff4 req-a2013ec7-67b8-4d96-b653-fdc3946c40ab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2ab913b-51cb-469b-bf8c-326cf2bd6a05 HTTP/1.1" status: 200 len: 1000 time: 0.1372318 Jul 15 13:11:31.366673 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1668762d-b22f-4ce5-b916-5111671acef5 req-b75716bb-571b-4d5e-a2f6-e9b14a64e934 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b18cbdbd-8bc4-4214-8cd7-7633f168103e HTTP/1.1" status: 200 len: 217 time: 0.1546011 Jul 15 13:11:31.370084 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-4b9435d1-52dc-4dc2-9c8e-79dd11e77eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2b8e85-4a11-470c-b461-a5cfe7415a0e', 'name': 'tempest-ServersTestManualDisk-1605277065-router', 'tenant_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '6d553dc7-374f-4192-abb5-b873146f318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:38Z', 'updated_at': '2021-07-15T13:10:44Z', 'revision_number': 4, 'project_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'gw_port': {'id': '6d553dc7-374f-4192-abb5-b873146f318c', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2b8e85-4a11-470c-b461-a5cfe7415a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:39Z', 'updated_at': '2021-07-15T13:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '55375de2-cab7-4444-86c2-d11fbbfc2b9e', 'tenant_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'floating_ip_address': '172.25.8.236', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'bb2b8e85-4a11-470c-b461-a5cfe7415a0e', 'port_id': 'f2ab913b-51cb-469b-bf8c-326cf2bd6a05', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3891516-348f-4a14-be74-7c63ac20ff2e', 'mac_address': 'fa:16:3e:fe:09:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36243c40-9f3e-415c-9d94-212ffa827773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:10:51Z', 'updated_at': '2021-07-15T13:11:29Z', 'revision_number': 1, 'project_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c97777d-b873-4629-9dbe-7b735ee6887a', 'name': '', 'network_id': 'b3891516-348f-4a14-be74-7c63ac20ff2e', 'tenant_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'mac_address': 'fa:16:3e:28:05:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2b8e85-4a11-470c-b461-a5cfe7415a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '674406c3-3fe3-4c91-b443-175bf26433ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:43Z', 'updated_at': '2021-07-15T13:10:52Z', 'revision_number': 5, 'project_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'subnets': [{'id': '674406c3-3fe3-4c91-b443-175bf26433ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:31.412389 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9435d1-52dc-4dc2-9c8e-79dd11e77eb9 None None] The sync data for ids ['bb2b8e85-4a11-470c-b461-a5cfe7415a0e'] in n-d-771363-36 is: [{'id': 'bb2b8e85-4a11-470c-b461-a5cfe7415a0e', 'name': 'tempest-ServersTestManualDisk-1605277065-router', 'tenant_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '6d553dc7-374f-4192-abb5-b873146f318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:38Z', 'updated_at': '2021-07-15T13:10:44Z', 'revision_number': 4, 'project_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'gw_port': {'id': '6d553dc7-374f-4192-abb5-b873146f318c', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2b8e85-4a11-470c-b461-a5cfe7415a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:39Z', 'updated_at': '2021-07-15T13:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '55375de2-cab7-4444-86c2-d11fbbfc2b9e', 'tenant_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'floating_ip_address': '172.25.8.236', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'bb2b8e85-4a11-470c-b461-a5cfe7415a0e', 'port_id': 'f2ab913b-51cb-469b-bf8c-326cf2bd6a05', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3891516-348f-4a14-be74-7c63ac20ff2e', 'mac_address': 'fa:16:3e:fe:09:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36243c40-9f3e-415c-9d94-212ffa827773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:10:51Z', 'updated_at': '2021-07-15T13:11:29Z', 'revision_number': 1, 'project_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c97777d-b873-4629-9dbe-7b735ee6887a', 'name': '', 'network_id': 'b3891516-348f-4a14-be74-7c63ac20ff2e', 'tenant_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'mac_address': 'fa:16:3e:28:05:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2b8e85-4a11-470c-b461-a5cfe7415a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '674406c3-3fe3-4c91-b443-175bf26433ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:43Z', 'updated_at': '2021-07-15T13:10:52Z', 'revision_number': 5, 'project_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'subnets': [{'id': '674406c3-3fe3-4c91-b443-175bf26433ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:11:31.455104 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7ed98-3372-4906-9ade-25bd69e08e13 req-d33d5e30-08dd-4003-b78b-a9f281527032 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:31.463260 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bcf7ed98-3372-4906-9ade-25bd69e08e13 req-d33d5e30-08dd-4003-b78b-a9f281527032 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.4273486 Jul 15 13:11:31.465307 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22baa9da-8ef0-48a5-ad66-2f1dee6acff4 req-4a943b88-9dc9-4c0f-884e-8130791ac027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:31.467215 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-22baa9da-8ef0-48a5-ad66-2f1dee6acff4 req-4a943b88-9dc9-4c0f-884e-8130791ac027 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=674406c3-3fe3-4c91-b443-175bf26433ef HTTP/1.1" status: 200 len: 851 time: 0.1147389 Jul 15 13:11:31.532579 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668762d-b22f-4ce5-b916-5111671acef5 req-8fb3e3ba-e0d3-4dc3-96c1-e75c24461562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:31.534877 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1668762d-b22f-4ce5-b916-5111671acef5 req-8fb3e3ba-e0d3-4dc3-96c1-e75c24461562 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=504f4a49-65cd-4546-be78-3e75a4fd4784 HTTP/1.1" status: 200 len: 851 time: 0.1505294 Jul 15 13:11:31.555625 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bcf7ed98-3372-4906-9ade-25bd69e08e13 req-a40b352e-b004-4d8a-85b7-3c8ec81d9276 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906086 Jul 15 13:11:31.575368 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22baa9da-8ef0-48a5-ad66-2f1dee6acff4 req-e86cc6f8-ff06-4ebe-854e-578e994e7a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:31.578297 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-22baa9da-8ef0-48a5-ad66-2f1dee6acff4 req-e86cc6f8-ff06-4ebe-854e-578e994e7a76 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3891516-348f-4a14-be74-7c63ac20ff2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0969291 Jul 15 13:11:31.585078 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9f178-94da-46e5-ae95-bb52d024e584 req-f7abafdb-6ed8-4d71-866d-9304e752b8f1 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:31.593131 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e2e9f178-94da-46e5-ae95-bb52d024e584 req-f7abafdb-6ed8-4d71-866d-9304e752b8f1 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=482fe615-8f1c-4742-a4cf-070b69a1e3ce HTTP/1.1" status: 200 len: 944 time: 0.3797140 Jul 15 13:11:31.708850 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e2e9f178-94da-46e5-ae95-bb52d024e584 req-f4875311-c355-4f07-9799-278fc2be23fb tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145294 Jul 15 13:11:31.745387 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668762d-b22f-4ce5-b916-5111671acef5 req-838a00cc-2b98-4266-9345-958802bcf3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:31.755772 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1668762d-b22f-4ce5-b916-5111671acef5 req-838a00cc-2b98-4266-9345-958802bcf3fb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1876733 Jul 15 13:11:31.829280 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1dff17-1d09-4ae3-a6a2-c52c69a165ec None None] New status for floating IP 55375de2-cab7-4444-86c2-d11fbbfc2b9e: ACTIVE {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:11:31.841431 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-22baa9da-8ef0-48a5-ad66-2f1dee6acff4 req-48b4e77e-d113-44a5-b0e5-53ff9a865322 service neutron] 10.222.0.46 "GET /v2.0/networks/b3891516-348f-4a14-be74-7c63ac20ff2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505605 Jul 15 13:11:32.059868 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1668762d-b22f-4ce5-b916-5111671acef5 req-7281b09e-82e9-45da-904b-76332a01fdc1 service neutron] 10.222.0.46 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956426 Jul 15 13:11:32.074478 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-22baa9da-8ef0-48a5-ad66-2f1dee6acff4 req-d4e9404b-5d1e-46f8-9a1a-7749df7056c6 service neutron] 10.222.0.46 "GET /v2.0/networks/b3891516-348f-4a14-be74-7c63ac20ff2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193723 Jul 15 13:11:32.095088 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 53076) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:32.246663 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.258325 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1668762d-b22f-4ce5-b916-5111671acef5 req-c4d983ca-e563-40e7-89f1-ddeb31de1b49 service neutron] 10.222.0.46 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877329 Jul 15 13:11:32.320790 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-817a4a6c-0611-4257-b9a2-0b596a8438b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.405480 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10da7458-51d4-4667-8a05-550b7dd1e031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.479718 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-817a4a6c-0611-4257-b9a2-0b596a8438b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.484218 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-817a4a6c-0611-4257-b9a2-0b596a8438b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.528560 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-817a4a6c-0611-4257-b9a2-0b596a8438b5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=70285d01c071454cb789e3ebdfe1542b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4317555 Jul 15 13:11:32.529447 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a4a6c-0611-4257-b9a2-0b596a8438b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f54a364-0f5f-4763-b5dc-167fb3952cd1,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:32.531369 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 53082) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:32.594685 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e6fa11e4-45ac-44ff-8673-494beee1d02a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.620692 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e6fa11e4-45ac-44ff-8673-494beee1d02a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.701786 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e6fa11e4-45ac-44ff-8673-494beee1d02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.704460 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e6fa11e4-45ac-44ff-8673-494beee1d02a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.705617 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e6fa11e4-45ac-44ff-8673-494beee1d02a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1f54a364-0f5f-4763-b5dc-167fb3952cd1 HTTP/1.1" status: 204 len: 168 time: 0.1709268 Jul 15 13:11:32.718741 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa11e4-45ac-44ff-8673-494beee1d02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f54a364-0f5f-4763-b5dc-167fb3952cd1,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:32.753742 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d5a69-91ff-482a-8ae9-37f46a9ac9ee req-0ffebdc2-50a8-4d42-9d83-c5d6154fa14e tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:32.755293 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-455d5a69-91ff-482a-8ae9-37f46a9ac9ee req-0ffebdc2-50a8-4d42-9d83-c5d6154fa14e tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.0861328 Jul 15 13:11:32.803394 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-455d5a69-91ff-482a-8ae9-37f46a9ac9ee req-e8a2e426-c058-4d56-bdc9-d72bbefa3d58 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424659 Jul 15 13:11:32.961214 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b6d3d-187a-469b-b107-4757b80659d8 req-40650c7f-4487-4478-8fff-0d66245b4ada tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:32.963176 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-093b6d3d-187a-469b-b107-4757b80659d8 req-40650c7f-4487-4478-8fff-0d66245b4ada tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=482fe615-8f1c-4742-a4cf-070b69a1e3ce HTTP/1.1" status: 200 len: 944 time: 0.1049194 Jul 15 13:11:33.017364 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-093b6d3d-187a-469b-b107-4757b80659d8 req-fc5cb261-f42a-474f-9580-0f65d283c31e tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488443 Jul 15 13:11:33.112305 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 53102) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:33.132219 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-da70505a-f265-4ee5-b86f-f41fd94ad969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:33.233112 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-da70505a-f265-4ee5-b86f-f41fd94ad969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:33.237497 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-da70505a-f265-4ee5-b86f-f41fd94ad969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:33.273223 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da70505a-f265-4ee5-b86f-f41fd94ad969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a998251-bcc7-4bf0-9cf2-9e2e0f918aef,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:33.279807 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-da70505a-f265-4ee5-b86f-f41fd94ad969 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=37b11a8d70b34d6ba442e5cd70ae1d84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1641533 Jul 15 13:11:33.280188 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 53104) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:33.330140 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-298f4610-5ea0-4c82-b747-e90ff628cf1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:33.351211 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-298f4610-5ea0-4c82-b747-e90ff628cf1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:33.399918 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-298f4610-5ea0-4c82-b747-e90ff628cf1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:33.402386 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-298f4610-5ea0-4c82-b747-e90ff628cf1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:33.405999 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-298f4610-5ea0-4c82-b747-e90ff628cf1e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5a998251-bcc7-4bf0-9cf2-9e2e0f918aef HTTP/1.1" status: 204 len: 168 time: 0.1225011 Jul 15 13:11:33.413426 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f4610-5ea0-4c82-b747-e90ff628cf1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a998251-bcc7-4bf0-9cf2-9e2e0f918aef,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:33.484338 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:34.076711 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17561773-ca8b-4fcc-913d-933ca7f2d63f req-d8288cfb-9d2a-40f1-9b90-867c94e0458c tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:34.085124 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-17561773-ca8b-4fcc-913d-933ca7f2d63f req-d8288cfb-9d2a-40f1-9b90-867c94e0458c tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.1257784 Jul 15 13:11:34.136981 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-17561773-ca8b-4fcc-913d-933ca7f2d63f req-af4fb300-f22b-47dd-b2b3-ebb67c6dbd0c tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494390 Jul 15 13:11:34.359416 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7d414-25ad-42d6-9822-e23b8e0cb31a req-3816ba2e-2915-47e0-9f95-2974275e64a9 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:34.362117 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-90b7d414-25ad-42d6-9822-e23b8e0cb31a req-3816ba2e-2915-47e0-9f95-2974275e64a9 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=482fe615-8f1c-4742-a4cf-070b69a1e3ce HTTP/1.1" status: 200 len: 944 time: 0.1240895 Jul 15 13:11:34.445009 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-90b7d414-25ad-42d6-9822-e23b8e0cb31a req-cd693dad-8d9c-4de5-8a1d-235b26a441cf tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771980 Jul 15 13:11:34.780278 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device b18cbdbd-8bc4-4214-8cd7-7633f168103e details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:11:35.009809 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:35.016847 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port b18cbdbd-8bc4-4214-8cd7-7633f168103e, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b18cbdbd-8bc4-4214-8cd7-7633f168103e,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:35.034728 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'b18cbdbd-8bc4-4214-8cd7-7633f168103e', 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da', 'port_id': 'b18cbdbd-8bc4-4214-8cd7-7633f168103e', 'mac_address': 'fa:16:3e:d9:da:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '504f4a49-65cd-4546-be78-3e75a4fd4784', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:11:35.129254 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:35.178464 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b18cbdbd-8bc4-4214-8cd7-7633f168103e {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:35.264497 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port b18cbdbd-8bc4-4214-8cd7-7633f168103e, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b18cbdbd-8bc4-4214-8cd7-7633f168103e,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:35.276860 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:35.422297 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b04bf-7f9f-4e24-a9d7-c9e20306173f req-35e16efc-1d13-4d87-9436-fcb8237c2603 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:35.433015 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c49b04bf-7f9f-4e24-a9d7-c9e20306173f req-35e16efc-1d13-4d87-9436-fcb8237c2603 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.1535845 Jul 15 13:11:35.443885 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=b18cbdbd-8bc4-4214-8cd7-7633f168103e,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:35.474098 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:35.474368 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:35.475096 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:35.475644 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:35.483039 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:35.487804 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:35.489814 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:35.493926 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:35.494685 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:35.519207 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:35.519592 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:35.520336 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:35.537633 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c49b04bf-7f9f-4e24-a9d7-c9e20306173f req-cbfea802-7ea3-4977-a16a-2173ead39626 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909605 Jul 15 13:11:35.806922 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['b18cbdbd-8bc4-4214-8cd7-7633f168103e'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:35.841541 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08092f81-576c-439c-9101-d31e94a3be0e req-2f1d3cbe-a748-4db3-80c9-7a08de04b03d tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:35.868023 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-08092f81-576c-439c-9101-d31e94a3be0e req-2f1d3cbe-a748-4db3-80c9-7a08de04b03d tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=482fe615-8f1c-4742-a4cf-070b69a1e3ce HTTP/1.1" status: 200 len: 945 time: 0.1342347 Jul 15 13:11:35.923214 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-08092f81-576c-439c-9101-d31e94a3be0e req-d45db0f1-c68e-4214-b4ab-41028fe303b4 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578716 Jul 15 13:11:36.797439 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ba671-eb2f-4875-a204-93399348faef req-adab1729-448a-40c8-afd8-ec6ef743338c tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:36.804917 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-112ba671-eb2f-4875-a204-93399348faef req-adab1729-448a-40c8-afd8-ec6ef743338c tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.1024733 Jul 15 13:11:36.867672 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-112ba671-eb2f-4875-a204-93399348faef req-4a24992a-c0af-4077-a7fb-ade59022ce68 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617146 Jul 15 13:11:36.946945 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 53234) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:37.139203 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a0d3d1b9-f9ce-4870-982e-518212a1a555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:37.214647 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e2be2-a984-4088-a721-2f7df824025e req-ca2c51df-4064-4e32-8a49-037292ba94bb tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:37.216305 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-197e2be2-a984-4088-a721-2f7df824025e req-ca2c51df-4064-4e32-8a49-037292ba94bb tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=482fe615-8f1c-4742-a4cf-070b69a1e3ce HTTP/1.1" status: 200 len: 945 time: 0.1248300 Jul 15 13:11:37.268209 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-197e2be2-a984-4088-a721-2f7df824025e req-7c1a1096-32b9-4613-8046-f591c15bc660 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419652 Jul 15 13:11:37.365847 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a0d3d1b9-f9ce-4870-982e-518212a1a555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:37.372379 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a0d3d1b9-f9ce-4870-982e-518212a1a555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:37.400506 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3d1b9-f9ce-4870-982e-518212a1a555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3183e47b-377b-4be8-983c-ad3fcb25ce61,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:37.431130 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 53246) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:37.435132 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a0d3d1b9-f9ce-4870-982e-518212a1a555 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d3c4d9dd45b1408b927a23b041db4dba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4870374 Jul 15 13:11:37.483722 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cd08507a-4b36-49be-802e-bbc5efdfd1b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:37.506420 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cd08507a-4b36-49be-802e-bbc5efdfd1b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:37.571548 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cd08507a-4b36-49be-802e-bbc5efdfd1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:37.578798 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cd08507a-4b36-49be-802e-bbc5efdfd1b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:37.582191 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-cd08507a-4b36-49be-802e-bbc5efdfd1b1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3183e47b-377b-4be8-983c-ad3fcb25ce61 HTTP/1.1" status: 204 len: 168 time: 0.1495280 Jul 15 13:11:37.616869 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08507a-4b36-49be-802e-bbc5efdfd1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3183e47b-377b-4be8-983c-ad3fcb25ce61,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:38.109838 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 53260) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:38.138373 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c9cff88f-04fd-4d11-9fd8-d5fca65f6e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:38.267268 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd454c1d-b1ee-485b-aa09-9e6496f729a1 req-9098f389-2257-4bc5-8627-1df56589f1e0 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:38.271676 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fd454c1d-b1ee-485b-aa09-9e6496f729a1 req-9098f389-2257-4bc5-8627-1df56589f1e0 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.1149871 Jul 15 13:11:38.341372 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c9cff88f-04fd-4d11-9fd8-d5fca65f6e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:38.343809 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fd454c1d-b1ee-485b-aa09-9e6496f729a1 req-a669a6ec-9fca-4fb8-af53-eb3dca03c755 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635815 Jul 15 13:11:38.348554 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c9cff88f-04fd-4d11-9fd8-d5fca65f6e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:38.418398 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c9cff88f-04fd-4d11-9fd8-d5fca65f6e27 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d44a179cdcc7423a8f9eeb6957b7c45a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3061600 Jul 15 13:11:38.420499 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 53268) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:38.439280 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cff88f-04fd-4d11-9fd8-d5fca65f6e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770f4385-2b47-4239-9bf5-b3f5b2de2890,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:38.488053 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-beab1ea3-3c12-4417-af3f-792b961752c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:38.527003 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-beab1ea3-3c12-4417-af3f-792b961752c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:38.583234 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1276a-4856-4b58-a87b-966614df7d4a req-f07ed3aa-b34b-4cdf-8284-2d0ad4625865 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:38.583637 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-beab1ea3-3c12-4417-af3f-792b961752c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:38.584984 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4cb1276a-4856-4b58-a87b-966614df7d4a req-f07ed3aa-b34b-4cdf-8284-2d0ad4625865 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=482fe615-8f1c-4742-a4cf-070b69a1e3ce HTTP/1.1" status: 200 len: 945 time: 0.1186371 Jul 15 13:11:38.587403 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-beab1ea3-3c12-4417-af3f-792b961752c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:38.588645 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-beab1ea3-3c12-4417-af3f-792b961752c8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/770f4385-2b47-4239-9bf5-b3f5b2de2890 HTTP/1.1" status: 204 len: 168 time: 0.1669898 Jul 15 13:11:38.602140 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab1ea3-3c12-4417-af3f-792b961752c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770f4385-2b47-4239-9bf5-b3f5b2de2890,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:38.672527 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4cb1276a-4856-4b58-a87b-966614df7d4a req-a7d87488-9a01-4ecb-ad5a-617723eee470 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738616 Jul 15 13:11:38.793991 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device b18cbdbd-8bc4-4214-8cd7-7633f168103e up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:38.856650 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port b18cbdbd-8bc4-4214-8cd7-7633f168103e completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:38.861955 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port b18cbdbd-8bc4-4214-8cd7-7633f168103e triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:38.862339 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:38.956207 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:38.982079 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482fe615-8f1c-4742-a4cf-070b69a1e3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18cbdbd-8bc4-4214-8cd7-7633f168103e'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:38.984934 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2970eca1-8590-44e1-a89b-86db67ab5c0f" -d '{"events": [{"server_uuid": "482fe615-8f1c-4742-a4cf-070b69a1e3ce", "name": "network-vif-plugged", "status": "completed", "tag": "b18cbdbd-8bc4-4214-8cd7-7633f168103e"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:39.017602 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port b18cbdbd-8bc4-4214-8cd7-7633f168103e, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b18cbdbd-8bc4-4214-8cd7-7633f168103e,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:39.023989 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:39.070015 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e570a169-6029-42d7-9fa5-84118eeba6fa x-openstack-request-id: req-e570a169-6029-42d7-9fa5-84118eeba6fa {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:39.070496 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482fe615-8f1c-4742-a4cf-070b69a1e3ce", "name": "network-vif-plugged", "status": "completed", "tag": "b18cbdbd-8bc4-4214-8cd7-7633f168103e", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:39.071101 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e570a169-6029-42d7-9fa5-84118eeba6fa {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:39.071683 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482fe615-8f1c-4742-a4cf-070b69a1e3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18cbdbd-8bc4-4214-8cd7-7633f168103e', 'code': 200} Jul 15 13:11:39.109224 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=b18cbdbd-8bc4-4214-8cd7-7633f168103e,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:39.282496 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dabb4a-8d9f-4f9e-a835-cd3db2b09846 req-a758ed6e-fa8b-4489-a402-b5b230b8128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:39.285874 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f1dabb4a-8d9f-4f9e-a835-cd3db2b09846 req-a758ed6e-fa8b-4489-a402-b5b230b8128c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=482fe615-8f1c-4742-a4cf-070b69a1e3ce HTTP/1.1" status: 200 len: 1098 time: 0.1008842 Jul 15 13:11:39.344840 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f1dabb4a-8d9f-4f9e-a835-cd3db2b09846 req-9662fe3f-ac37-4efc-a551-3b227f80027c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499930 Jul 15 13:11:39.560660 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6ab19-f1a5-4239-a78f-54bdae5b8646 req-bbf440cc-9b82-4473-8462-ffd44d1e18d2 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:39.562755 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-38f6ab19-f1a5-4239-a78f-54bdae5b8646 req-bbf440cc-9b82-4473-8462-ffd44d1e18d2 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.0671370 Jul 15 13:11:39.637662 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-38f6ab19-f1a5-4239-a78f-54bdae5b8646 req-8e6aad77-a950-4759-8f17-2b991dd8e95a tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691931 Jul 15 13:11:39.860679 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186a7f5-7084-4bb8-a42a-fdde3bfbb268 req-d4d8ae08-1e5f-406e-b201-b941370b76e3 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:39.862955 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e186a7f5-7084-4bb8-a42a-fdde3bfbb268 req-d4d8ae08-1e5f-406e-b201-b941370b76e3 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=482fe615-8f1c-4742-a4cf-070b69a1e3ce HTTP/1.1" status: 200 len: 946 time: 0.0820904 Jul 15 13:11:40.278646 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e186a7f5-7084-4bb8-a42a-fdde3bfbb268 req-c9bfb838-77b7-4a30-be06-001c6a187582 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003389 Jul 15 13:11:40.877022 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ee5f6-8e57-4ba1-8ffb-c473b92ec3bc req-1b4c0a19-b85e-401f-ae59-f3df2fba30dc tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:40.878501 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0a4ee5f6-8e57-4ba1-8ffb-c473b92ec3bc req-1b4c0a19-b85e-401f-ae59-f3df2fba30dc tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.0710330 Jul 15 13:11:40.916916 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0a4ee5f6-8e57-4ba1-8ffb-c473b92ec3bc req-9433a3b0-406d-45e4-a02e-cad1f0437070 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325780 Jul 15 13:11:41.508636 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9b647-9569-4775-8f2c-b728cee5c0de req-9e74ffd4-8f81-46b4-9c91-87c35d7be1a1 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:41.518217 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f1d9b647-9569-4775-8f2c-b728cee5c0de req-9e74ffd4-8f81-46b4-9c91-87c35d7be1a1 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=482fe615-8f1c-4742-a4cf-070b69a1e3ce HTTP/1.1" status: 200 len: 946 time: 0.1049123 Jul 15 13:11:41.566971 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f1d9b647-9569-4775-8f2c-b728cee5c0de req-8b264ade-9bd3-4ead-b85f-8ae467d2d987 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475769 Jul 15 13:11:41.726398 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5e669104-fee6-4dee-9edc-fd4fac60c32d req-7bc010df-7d54-48ff-9e53-ea22de3b9f20 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=12dc42da56354fb5b0d0acb9e0703009 HTTP/1.1" status: 200 len: 267 time: 0.0326884 Jul 15 13:11:41.803631 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e669104-fee6-4dee-9edc-fd4fac60c32d req-159f4d8d-2cdf-4d62-a506-7c49ae59d6c2 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:41.805423 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5e669104-fee6-4dee-9edc-fd4fac60c32d req-159f4d8d-2cdf-4d62-a506-7c49ae59d6c2 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=482fe615-8f1c-4742-a4cf-070b69a1e3ce HTTP/1.1" status: 200 len: 946 time: 0.0734901 Jul 15 13:11:41.828734 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-5e669104-fee6-4dee-9edc-fd4fac60c32d req-3d723e15-c72a-45a8-ad0d-50be82440216 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Request body: {'port': {'security_groups': []}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:41.919506 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5e669104-fee6-4dee-9edc-fd4fac60c32d req-3d723e15-c72a-45a8-ad0d-50be82440216 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:42.198233 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f3393-6de1-4252-9d12-d80d1e1e1741 req-77ce2747-5aa1-478c-a4d2-f2cc0bb4ab85 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:42.199822 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cd2f3393-6de1-4252-9d12-d80d1e1e1741 req-77ce2747-5aa1-478c-a4d2-f2cc0bb4ab85 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.1516960 Jul 15 13:11:42.208382 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-5e669104-fee6-4dee-9edc-fd4fac60c32d req-3d723e15-c72a-45a8-ad0d-50be82440216 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] For port b18cbdbd-8bc4-4214-8cd7-7633f168103e, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b18cbdbd-8bc4-4214-8cd7-7633f168103e,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:42.263186 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cd2f3393-6de1-4252-9d12-d80d1e1e1741 req-c282b49c-dd0e-4401-806a-67c94cee9bc1 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568953 Jul 15 13:11:42.276230 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5e669104-fee6-4dee-9edc-fd4fac60c32d req-3d723e15-c72a-45a8-ad0d-50be82440216 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:42.281219 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5e669104-fee6-4dee-9edc-fd4fac60c32d req-3d723e15-c72a-45a8-ad0d-50be82440216 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:42.295923 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['e6772084-21a9-4fcb-8b4e-7dd81e941146', '3a7ae702-e35a-40e4-a860-ef9e058bfb2c', 'b18cbdbd-8bc4-4214-8cd7-7633f168103e'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:42.357679 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e669104-fee6-4dee-9edc-fd4fac60c32d req-3d723e15-c72a-45a8-ad0d-50be82440216 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:42.358773 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5e669104-fee6-4dee-9edc-fd4fac60c32d req-3d723e15-c72a-45a8-ad0d-50be82440216 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:42.368605 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5e669104-fee6-4dee-9edc-fd4fac60c32d req-3d723e15-c72a-45a8-ad0d-50be82440216 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "PUT /v2.0/ports/b18cbdbd-8bc4-4214-8cd7-7633f168103e HTTP/1.1" status: 200 len: 905 time: 0.5459702 Jul 15 13:11:42.369602 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482fe615-8f1c-4742-a4cf-070b69a1e3ce', 'tag': 'b18cbdbd-8bc4-4214-8cd7-7633f168103e'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:42.372308 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632908bd-f823-4fde-9a13-c07f344116e0" -d '{"events": [{"name": "network-changed", "server_uuid": "482fe615-8f1c-4742-a4cf-070b69a1e3ce", "tag": "b18cbdbd-8bc4-4214-8cd7-7633f168103e"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:42.434909 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d723e15-c72a-45a8-ad0d-50be82440216 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Pushing event updated for resources: {'Port': ['ID=b18cbdbd-8bc4-4214-8cd7-7633f168103e,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:42.472339 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e51ed4-e01e-463e-bd55-d29a244ae1fa x-openstack-request-id: req-c8e51ed4-e01e-463e-bd55-d29a244ae1fa {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:42.472632 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "482fe615-8f1c-4742-a4cf-070b69a1e3ce", "tag": "b18cbdbd-8bc4-4214-8cd7-7633f168103e", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:42.472883 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c8e51ed4-e01e-463e-bd55-d29a244ae1fa {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:42.473272 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '482fe615-8f1c-4742-a4cf-070b69a1e3ce', 'tag': 'b18cbdbd-8bc4-4214-8cd7-7633f168103e', 'status': 'completed', 'code': 200} Jul 15 13:11:42.604423 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['b18cbdbd-8bc4-4214-8cd7-7633f168103e'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:42.726078 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31964cc8-0b92-40a5-8555-175d9de1238a req-9312028d-d067-439e-8351-b4cc601b010b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:42.731092 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-31964cc8-0b92-40a5-8555-175d9de1238a req-9312028d-d067-439e-8351-b4cc601b010b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=482fe615-8f1c-4742-a4cf-070b69a1e3ce HTTP/1.1" status: 200 len: 908 time: 0.1201644 Jul 15 13:11:42.734662 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632908bd-f823-4fde-9a13-c07f344116e0 req-02aee226-a28e-4481-bb01-4560f44903e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:42.739729 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-632908bd-f823-4fde-9a13-c07f344116e0 req-02aee226-a28e-4481-bb01-4560f44903e5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12dc42da56354fb5b0d0acb9e0703009&device_id=482fe615-8f1c-4742-a4cf-070b69a1e3ce HTTP/1.1" status: 200 len: 1060 time: 0.1926775 Jul 15 13:11:42.804275 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-0279fbbe-c600-4379-9b20-4f075b32b531 None None] Provisioning complete for port b18cbdbd-8bc4-4214-8cd7-7633f168103e triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:42.807296 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0279fbbe-c600-4379-9b20-4f075b32b531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:42.912881 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632908bd-f823-4fde-9a13-c07f344116e0 req-7bd24d13-14c5-45e7-9d86-adb11faadf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:42.914370 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-632908bd-f823-4fde-9a13-c07f344116e0 req-7bd24d13-14c5-45e7-9d86-adb11faadf10 service neutron] 10.222.0.46 "GET /v2.0/networks?id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da HTTP/1.1" status: 200 len: 913 time: 0.1592748 Jul 15 13:11:42.972360 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-632908bd-f823-4fde-9a13-c07f344116e0 req-c6623164-d443-4089-8236-e798c1944ecb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b18cbdbd-8bc4-4214-8cd7-7633f168103e HTTP/1.1" status: 200 len: 217 time: 0.0433106 Jul 15 13:11:42.976430 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 53558) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:43.059169 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632908bd-f823-4fde-9a13-c07f344116e0 req-249265b8-9615-4bd1-b067-06ce4370ac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:43.060716 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-632908bd-f823-4fde-9a13-c07f344116e0 req-249265b8-9615-4bd1-b067-06ce4370ac89 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=504f4a49-65cd-4546-be78-3e75a4fd4784 HTTP/1.1" status: 200 len: 851 time: 0.0790937 Jul 15 13:11:43.076509 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65813d04-3cc4-409e-a625-8d0fbea06f9c req-29fe6afc-8247-4fb9-8319-8a38e75b6259 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:43.078112 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-65813d04-3cc4-409e-a625-8d0fbea06f9c req-29fe6afc-8247-4fb9-8319-8a38e75b6259 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.1094971 Jul 15 13:11:43.084125 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-94f9683e-bde8-4993-82d8-b5893cd4e637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:43.148302 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-65813d04-3cc4-409e-a625-8d0fbea06f9c req-cbea8475-3c79-48e6-b487-4c486b80aa4c tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601504 Jul 15 13:11:43.163468 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632908bd-f823-4fde-9a13-c07f344116e0 req-35c45228-ab15-4e36-84b9-a4a4bccaf7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:43.165278 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-632908bd-f823-4fde-9a13-c07f344116e0 req-35c45228-ab15-4e36-84b9-a4a4bccaf7f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0861850 Jul 15 13:11:43.208574 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-94f9683e-bde8-4993-82d8-b5893cd4e637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:43.215939 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-94f9683e-bde8-4993-82d8-b5893cd4e637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:43.263526 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 53566) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:43.264141 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-94f9683e-bde8-4993-82d8-b5893cd4e637 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d341922d994f41fb8f78121441e68c5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2866006 Jul 15 13:11:43.265714 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9683e-bde8-4993-82d8-b5893cd4e637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24580b9d-0060-4989-a836-9efc3efeda28,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:43.322478 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-632908bd-f823-4fde-9a13-c07f344116e0 req-936ed753-4b7a-4a18-afc8-b9a3e49da46f service neutron] 10.222.0.46 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454339 Jul 15 13:11:43.373719 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d9094113-b7be-49a0-a3c0-d1c149ca0187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:43.482921 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d9094113-b7be-49a0-a3c0-d1c149ca0187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:43.546209 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-632908bd-f823-4fde-9a13-c07f344116e0 req-a39f0fc6-5cb6-48da-8313-90c369ba459f service neutron] 10.222.0.46 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085435 Jul 15 13:11:43.571505 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf299b15-e350-4477-8a96-e6e3d6976406 req-20a11393-d2d4-4d4f-842f-ac10c0cb6e47 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:43.573056 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bf299b15-e350-4477-8a96-e6e3d6976406 req-20a11393-d2d4-4d4f-842f-ac10c0cb6e47 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.2365410 Jul 15 13:11:43.585823 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5243737-1b2f-4862-b5a2-07f2af3c099a req-3e7be909-ef91-49c3-857c-82f0c78724f8 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:43.587370 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c5243737-1b2f-4862-b5a2-07f2af3c099a req-3e7be909-ef91-49c3-857c-82f0c78724f8 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.1929364 Jul 15 13:11:43.614088 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d9094113-b7be-49a0-a3c0-d1c149ca0187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:43.616571 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d9094113-b7be-49a0-a3c0-d1c149ca0187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:43.620080 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d9094113-b7be-49a0-a3c0-d1c149ca0187 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/24580b9d-0060-4989-a836-9efc3efeda28 HTTP/1.1" status: 204 len: 168 time: 0.3518124 Jul 15 13:11:43.669599 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9094113-b7be-49a0-a3c0-d1c149ca0187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24580b9d-0060-4989-a836-9efc3efeda28,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:43.687154 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bf299b15-e350-4477-8a96-e6e3d6976406 req-95596204-ebc9-4943-9fb0-f2b58bfffefc tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984380 Jul 15 13:11:43.692098 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c5243737-1b2f-4862-b5a2-07f2af3c099a req-076f192d-ff28-4faf-90bf-507886439609 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892186 Jul 15 13:11:44.058990 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-2ace121c-297b-4fed-8dda-9977d7982151 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:44.061254 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-2ace121c-297b-4fed-8dda-9977d7982151 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/networks?id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da HTTP/1.1" status: 200 len: 812 time: 0.1272650 Jul 15 13:11:44.083515 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-5bc7be26-4809-4d98-acd5-80d2a39687cc tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/quotas/12dc42da56354fb5b0d0acb9e0703009 HTTP/1.1" status: 200 len: 375 time: 0.0118623 Jul 15 13:11:44.183163 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-96b7cf64-b3f0-4199-b0e6-9f35e8052cda tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=12dc42da56354fb5b0d0acb9e0703009&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0940673 Jul 15 13:11:44.285616 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-0ba371cd-ec20-440d-bdc2-9bcb49321845 service neutron] 10.222.0.16 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954733 Jul 15 13:11:44.381643 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-ab125666-b923-4682-bd5e-7ac766b9d9c2 service neutron] 10.222.0.16 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951803 Jul 15 13:11:44.591361 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8eee86bb-868e-47d4-afe6-cd3dcdc8a897 req-062ffbda-4b66-434f-95bb-7b47bfdaccec tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19375e1-6d5c-40f4-9581-1f487455cfb8 HTTP/1.1" status: 200 len: 210 time: 0.0352106 Jul 15 13:11:45.119435 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42be64-2812-4ebe-b026-b9ec354ce83e req-8473de94-cd6c-426b-b876-bb667d2db965 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:45.121762 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1c42be64-2812-4ebe-b026-b9ec354ce83e req-8473de94-cd6c-426b-b876-bb667d2db965 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.1219170 Jul 15 13:11:45.180032 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1c42be64-2812-4ebe-b026-b9ec354ce83e req-b95b1538-af82-400b-acca-cb12f2a71935 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524697 Jul 15 13:11:45.424878 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 53686) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:45.538184 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c11d46c4-a4c4-406b-8cf5-8a5324cbdc6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.634737 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c11d46c4-a4c4-406b-8cf5-8a5324cbdc6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.641410 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c11d46c4-a4c4-406b-8cf5-8a5324cbdc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.683269 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d46c4-a4c4-406b-8cf5-8a5324cbdc6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154533cb-97de-4c6a-99a0-d7378c06d1d0,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:45.691665 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 53692) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:45.693044 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c11d46c4-a4c4-406b-8cf5-8a5324cbdc6e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8afd49c696a4c7294b17dfec42dff18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2650988 Jul 15 13:11:45.740801 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7189325d-cf18-4f54-a210-785d9d4325c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.761553 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b9a6ca9e-8a38-4eca-8fb8-a57cc95e69f5 req-b50a276c-0937-463e-b469-f2f5c2a9c8ab tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19375e1-6d5c-40f4-9581-1f487455cfb8 HTTP/1.1" status: 200 len: 210 time: 0.0356197 Jul 15 13:11:45.763808 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7189325d-cf18-4f54-a210-785d9d4325c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.826983 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7189325d-cf18-4f54-a210-785d9d4325c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.830399 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7189325d-cf18-4f54-a210-785d9d4325c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.834459 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7189325d-cf18-4f54-a210-785d9d4325c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/154533cb-97de-4c6a-99a0-d7378c06d1d0 HTTP/1.1" status: 204 len: 168 time: 0.1418581 Jul 15 13:11:45.843177 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7189325d-cf18-4f54-a210-785d9d4325c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154533cb-97de-4c6a-99a0-d7378c06d1d0,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:46.632363 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-def81de7-238a-4ef0-b719-e013755392aa tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:46.634111 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-def81de7-238a-4ef0-b719-e013755392aa tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.46 "GET /v2.0/networks?id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da HTTP/1.1" status: 200 len: 812 time: 0.3343165 Jul 15 13:11:46.659446 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-7fca3f47-2303-4f2e-b0a7-1a411d45a90f tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Request body: {'port': {'device_id': 'b19375e1-6d5c-40f4-9581-1f487455cfb8', 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da', 'admin_state_up': True, 'tenant_id': '12dc42da56354fb5b0d0acb9e0703009'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:46.769225 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c4e46-7a96-4770-87a5-3a844a447cdf req-2384b546-b6ee-4212-8b19-92fe9a932cfb tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:46.776249 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c16c4e46-7a96-4770-87a5-3a844a447cdf req-2384b546-b6ee-4212-8b19-92fe9a932cfb tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.3637309 Jul 15 13:11:46.842494 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c16c4e46-7a96-4770-87a5-3a844a447cdf req-33e999cd-268d-4205-87d5-3f87ca095210 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653064 Jul 15 13:11:46.845842 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-7fca3f47-2303-4f2e-b0a7-1a411d45a90f tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Made reservation on behalf of 12dc42da56354fb5b0d0acb9e0703009 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:46.853605 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-7fca3f47-2303-4f2e-b0a7-1a411d45a90f tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:47.035639 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6be3b509-f5a5-4899-8cc9-9032010b2237 req-088b58dd-dad9-4090-a9bf-248c6d89669c tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19375e1-6d5c-40f4-9581-1f487455cfb8 HTTP/1.1" status: 200 len: 210 time: 0.0431852 Jul 15 13:11:47.045979 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-7fca3f47-2303-4f2e-b0a7-1a411d45a90f tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Allocated IP 172.20.0.12 (66404f0a-a6ed-4fd2-9977-c4d3e825b2da/504f4a49-65cd-4546-be78-3e75a4fd4784/c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:47.221299 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-7fca3f47-2303-4f2e-b0a7-1a411d45a90f tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:47.243330 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 53766) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:47.245481 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-7fca3f47-2303-4f2e-b0a7-1a411d45a90f tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Transition to ACTIVE for port object c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:47.327224 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-7fca3f47-2303-4f2e-b0a7-1a411d45a90f tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:47.349338 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['e6772084-21a9-4fcb-8b4e-7dd81e941146', '3a7ae702-e35a-40e4-a860-ef9e058bfb2c'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:47.377183 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-7fca3f47-2303-4f2e-b0a7-1a411d45a90f tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Network 66404f0a-a6ed-4fd2-9977-c4d3e825b2da is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:47.380546 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-7fca3f47-2303-4f2e-b0a7-1a411d45a90f tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:47.388371 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-7fca3f47-2303-4f2e-b0a7-1a411d45a90f tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:47.424404 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca3f47-2303-4f2e-b0a7-1a411d45a90f tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Pushing event updated for resources: {'Port': ['ID=c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:47.467412 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-7fca3f47-2303-4f2e-b0a7-1a411d45a90f tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:47.471108 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-7fca3f47-2303-4f2e-b0a7-1a411d45a90f tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:47.480025 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bd55f794-f6e5-4eb7-acdd-d63c25531f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:47.494732 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-7fca3f47-2303-4f2e-b0a7-1a411d45a90f tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8417437 Jul 15 13:11:47.517392 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-dc1a7657-2f04-47d7-8927-f8cc05f525bb service neutron] Request body: {'port': {'device_id': 'b19375e1-6d5c-40f4-9581-1f487455cfb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:47.695017 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bd55f794-f6e5-4eb7-acdd-d63c25531f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:47.696010 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 53776) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:47.710355 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bd55f794-f6e5-4eb7-acdd-d63c25531f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:47.734285 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-dc1a7657-2f04-47d7-8927-f8cc05f525bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:47.824412 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-bd55f794-f6e5-4eb7-acdd-d63c25531f85 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ef66c55651f64b11ada62de75095d9cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5798974 Jul 15 13:11:47.826389 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 53782) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:47.885658 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-657a5aa9-d728-45be-8551-669c9d82da67 None None] Provisioning for port c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:47.899019 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-657a5aa9-d728-45be-8551-669c9d82da67 None None] Provisioning complete for port c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:47.899666 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-657a5aa9-d728-45be-8551-669c9d82da67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:47.964288 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2630dea7-b2c5-4325-a5cf-307366c8c5bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:47.991471 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-657a5aa9-d728-45be-8551-669c9d82da67 None None] Port c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:11:48.002424 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd55f794-f6e5-4eb7-acdd-d63c25531f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b26ea6-fb3c-4c71-b2cf-1e41be62d37c,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:48.030066 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-922fff09-6354-4b69-98b1-bcea3268754e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:48.069788 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-922fff09-6354-4b69-98b1-bcea3268754e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:48.172706 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2630dea7-b2c5-4325-a5cf-307366c8c5bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:48.175176 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-922fff09-6354-4b69-98b1-bcea3268754e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:48.178195 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-922fff09-6354-4b69-98b1-bcea3268754e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:48.182450 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-922fff09-6354-4b69-98b1-bcea3268754e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f8b26ea6-fb3c-4c71-b2cf-1e41be62d37c HTTP/1.1" status: 204 len: 168 time: 0.3531520 Jul 15 13:11:48.193578 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922fff09-6354-4b69-98b1-bcea3268754e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b26ea6-fb3c-4c71-b2cf-1e41be62d37c,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:48.195901 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2630dea7-b2c5-4325-a5cf-307366c8c5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:48.240804 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2630dea7-b2c5-4325-a5cf-307366c8c5bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1f701c781c20490b9bdb1fbbace6be3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5403051 Jul 15 13:11:48.240804 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630dea7-b2c5-4325-a5cf-307366c8c5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7953b1f6-76db-45cf-a042-1b4297e6cb60,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:48.241899 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 53790) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:48.291160 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-dc1a7657-2f04-47d7-8927-f8cc05f525bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:48.293682 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-413de283-e3e5-4cf5-90f3-d3def3866491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:48.303756 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-dc1a7657-2f04-47d7-8927-f8cc05f525bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:48.320423 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-413de283-e3e5-4cf5-90f3-d3def3866491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:48.334943 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-dc1a7657-2f04-47d7-8927-f8cc05f525bb service neutron] Transition to ACTIVE for port object c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:48.356850 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd22ba6-83a3-4ff6-ad74-e0d039478aa2 req-541ac354-aa40-44bc-9532-b983873de6f2 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:48.358434 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7bd22ba6-83a3-4ff6-ad74-e0d039478aa2 req-541ac354-aa40-44bc-9532-b983873de6f2 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19375e1-6d5c-40f4-9581-1f487455cfb8 HTTP/1.1" status: 200 len: 932 time: 0.1308024 Jul 15 13:11:48.375107 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-dc1a7657-2f04-47d7-8927-f8cc05f525bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:48.388132 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-413de283-e3e5-4cf5-90f3-d3def3866491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:48.391024 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-413de283-e3e5-4cf5-90f3-d3def3866491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:48.395339 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-413de283-e3e5-4cf5-90f3-d3def3866491 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7953b1f6-76db-45cf-a042-1b4297e6cb60 HTTP/1.1" status: 204 len: 168 time: 0.1521349 Jul 15 13:11:48.402874 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b3f61-809e-45e6-b420-7c8e1fd677a0 req-90f43f19-8946-4d34-8239-563cdec256ae tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:48.404553 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413de283-e3e5-4cf5-90f3-d3def3866491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7953b1f6-76db-45cf-a042-1b4297e6cb60,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:48.410967 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cd8b3f61-809e-45e6-b420-7c8e1fd677a0 req-90f43f19-8946-4d34-8239-563cdec256ae tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.2745001 Jul 15 13:11:48.507632 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a7657-2f04-47d7-8927-f8cc05f525bb service neutron] Pushing event updated for resources: {'Port': ['ID=c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:48.553547 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cd8b3f61-809e-45e6-b420-7c8e1fd677a0 req-d825a6f0-fa73-43fb-84f3-fb83ce25bcff tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314125 Jul 15 13:11:48.624604 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7bd22ba6-83a3-4ff6-ad74-e0d039478aa2 req-a732b190-27bd-4a94-ba00-081cf938deb1 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367086 Jul 15 13:11:48.728667 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-dc1a7657-2f04-47d7-8927-f8cc05f525bb service neutron] Attempting to bind port c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:48.729345 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-dc1a7657-2f04-47d7-8927-f8cc05f525bb service neutron] Attempting to bind port c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '6c08b4fd-e002-492a-bbd7-d6303b30aeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:48.729967 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-dc1a7657-2f04-47d7-8927-f8cc05f525bb service neutron] Attempting to bind port c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1 on network 66404f0a-a6ed-4fd2-9977-c4d3e825b2da {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:48.735044 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-dc1a7657-2f04-47d7-8927-f8cc05f525bb service neutron] Port c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1 on network 66404f0a-a6ed-4fd2-9977-c4d3e825b2da not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:11:48.736834 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-dc1a7657-2f04-47d7-8927-f8cc05f525bb service neutron] Attempting to bind port c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1 on network 66404f0a-a6ed-4fd2-9977-c4d3e825b2da {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:48.752559 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-dc1a7657-2f04-47d7-8927-f8cc05f525bb service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:48.753195 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-dc1a7657-2f04-47d7-8927-f8cc05f525bb service neutron] Checking segment: {'id': '6c08b4fd-e002-492a-bbd7-d6303b30aeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:48.754454 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-dc1a7657-2f04-47d7-8927-f8cc05f525bb service neutron] Bound using segment: {'id': '6c08b4fd-e002-492a-bbd7-d6303b30aeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:48.755833 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-dc1a7657-2f04-47d7-8927-f8cc05f525bb service neutron] Bound port: c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c08b4fd-e002-492a-bbd7-d6303b30aeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:48.757640 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-dc1a7657-2f04-47d7-8927-f8cc05f525bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:48.850992 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-dc1a7657-2f04-47d7-8927-f8cc05f525bb service neutron] For port c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:48.855946 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-dc1a7657-2f04-47d7-8927-f8cc05f525bb service neutron] For port c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:48.868457 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-dc1a7657-2f04-47d7-8927-f8cc05f525bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:48.870421 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 53812) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:48.884628 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1796dbb0-1548-4754-8a7f-423fa37889d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:48.937768 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-dc1a7657-2f04-47d7-8927-f8cc05f525bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:48.938852 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-dc1a7657-2f04-47d7-8927-f8cc05f525bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:48.941604 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-dc1a7657-2f04-47d7-8927-f8cc05f525bb service neutron] 10.222.0.46 "PUT /v2.0/ports/c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1 HTTP/1.1" status: 200 len: 1093 time: 1.4337387 Jul 15 13:11:48.942600 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b19375e1-6d5c-40f4-9581-1f487455cfb8', 'tag': 'c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:48.945269 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3162e48f-ba0b-4215-bc3d-0592ba63b0a2" -d '{"events": [{"name": "network-changed", "server_uuid": "b19375e1-6d5c-40f4-9581-1f487455cfb8", "tag": "c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:48.975754 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a7657-2f04-47d7-8927-f8cc05f525bb service neutron] Pushing event updated for resources: {'Port': ['ID=c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:49.039670 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18948d3c-f5f4-43e5-bb22-02a929f6e836 x-openstack-request-id: req-18948d3c-f5f4-43e5-bb22-02a929f6e836 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:49.045029 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b19375e1-6d5c-40f4-9581-1f487455cfb8", "tag": "c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:49.045612 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-18948d3c-f5f4-43e5-bb22-02a929f6e836 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:49.046248 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b19375e1-6d5c-40f4-9581-1f487455cfb8', 'tag': 'c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1', 'status': 'completed', 'code': 200} Jul 15 13:11:49.074388 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1796dbb0-1548-4754-8a7f-423fa37889d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:49.084469 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1796dbb0-1548-4754-8a7f-423fa37889d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:49.119282 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-63c1c011-be38-4940-bbc4-7e4c04829dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:49.121426 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-63c1c011-be38-4940-bbc4-7e4c04829dfc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12dc42da56354fb5b0d0acb9e0703009&device_id=b19375e1-6d5c-40f4-9581-1f487455cfb8 HTTP/1.1" status: 200 len: 1096 time: 0.1016619 Jul 15 13:11:49.161172 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1796dbb0-1548-4754-8a7f-423fa37889d4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1c653fd575844ab69c58fa45c43f6b52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2895777 Jul 15 13:11:49.161765 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 53818) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:49.164083 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1796dbb0-1548-4754-8a7f-423fa37889d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e60143-1614-407a-a655-6074e3f38c0d,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:49.193022 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-c6051cb9-15bd-4f4d-b39c-1df52f605779 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1 HTTP/1.1" status: 200 len: 217 time: 0.0572324 Jul 15 13:11:49.256580 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8fbc4ac2-e991-48b9-a66d-a4686e0dc3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:49.269476 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-3a7a6bdf-bd75-4562-b5dc-a34e15df5019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:49.271850 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-3a7a6bdf-bd75-4562-b5dc-a34e15df5019 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=504f4a49-65cd-4546-be78-3e75a4fd4784 HTTP/1.1" status: 200 len: 851 time: 0.0700655 Jul 15 13:11:49.289808 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8fbc4ac2-e991-48b9-a66d-a4686e0dc3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:49.346363 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8fbc4ac2-e991-48b9-a66d-a4686e0dc3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:49.347111 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-0d6ef12c-d567-46b2-a6b7-c665cee846bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:49.349414 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8fbc4ac2-e991-48b9-a66d-a4686e0dc3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:49.349558 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-0d6ef12c-d567-46b2-a6b7-c665cee846bc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629663 Jul 15 13:11:49.361830 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8fbc4ac2-e991-48b9-a66d-a4686e0dc3aa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/11e60143-1614-407a-a655-6074e3f38c0d HTTP/1.1" status: 204 len: 168 time: 0.1952789 Jul 15 13:11:49.380909 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc4ac2-e991-48b9-a66d-a4686e0dc3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e60143-1614-407a-a655-6074e3f38c0d,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:49.479776 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-d1bc71d6-3397-407e-9456-ef0005efbd35 service neutron] 10.222.0.46 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173050 Jul 15 13:11:49.489060 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 53830) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:49.598723 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b23dd37d-ceeb-423f-9270-6cff6338648f req-cb4fc306-af0f-4041-9416-01dffb67727d service neutron] 10.222.0.46 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038125 Jul 15 13:11:49.843370 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-ee4ddecf-009d-4601-8639-b371260d3fa3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1992962493-network', 'tenant_id': '7cdba215d5224b008b62a79d8908f919'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:49.872975 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162e48f-ba0b-4215-bc3d-0592ba63b0a2 req-72c2452b-2e69-4413-97cd-52c53cead5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:49.874478 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3162e48f-ba0b-4215-bc3d-0592ba63b0a2 req-72c2452b-2e69-4413-97cd-52c53cead5dc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12dc42da56354fb5b0d0acb9e0703009&device_id=b19375e1-6d5c-40f4-9581-1f487455cfb8 HTTP/1.1" status: 200 len: 1096 time: 0.1819839 Jul 15 13:11:49.911721 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8f510-4c6c-4415-92ae-3d5b7e16f7bf req-c01e8bc2-f563-426f-98e1-7a1fe028cff0 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:49.913218 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e1b8f510-4c6c-4415-92ae-3d5b7e16f7bf req-c01e8bc2-f563-426f-98e1-7a1fe028cff0 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.1841185 Jul 15 13:11:49.915073 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4ddecf-009d-4601-8639-b371260d3fa3 admin admin] Made reservation on behalf of 7cdba215d5224b008b62a79d8908f919 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:49.917874 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee4ddecf-009d-4601-8639-b371260d3fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:49.956973 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee4ddecf-009d-4601-8639-b371260d3fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:49.980377 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ee284-0314-43ec-9346-45e6444b5a2e req-d0e42802-e5c5-40d5-8b2c-7f4a07a5598a tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:49.981832 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0c0ee284-0314-43ec-9346-45e6444b5a2e req-d0e42802-e5c5-40d5-8b2c-7f4a07a5598a tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19375e1-6d5c-40f4-9581-1f487455cfb8 HTTP/1.1" status: 200 len: 944 time: 0.1965911 Jul 15 13:11:50.403803 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e1b8f510-4c6c-4415-92ae-3d5b7e16f7bf req-4f969b86-a3d6-4055-8afc-98f95c375c28 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4718297 Jul 15 13:11:50.444665 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162e48f-ba0b-4215-bc3d-0592ba63b0a2 req-517417de-56e9-44dc-8968-ddcdba885717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:50.446284 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3162e48f-ba0b-4215-bc3d-0592ba63b0a2 req-517417de-56e9-44dc-8968-ddcdba885717 service neutron] 10.222.0.46 "GET /v2.0/networks?id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da HTTP/1.1" status: 200 len: 913 time: 0.5533850 Jul 15 13:11:50.455188 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0c0ee284-0314-43ec-9346-45e6444b5a2e req-748cc7b2-af67-43ae-ac68-dd2ef02c4383 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4325836 Jul 15 13:11:50.524313 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3162e48f-ba0b-4215-bc3d-0592ba63b0a2 req-ba0bef3b-deee-4aca-a508-a20e3a1dbe85 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1 HTTP/1.1" status: 200 len: 217 time: 0.0514822 Jul 15 13:11:50.617841 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee4ddecf-009d-4601-8639-b371260d3fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:50.619948 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162e48f-ba0b-4215-bc3d-0592ba63b0a2 req-5069b644-d38a-4aad-bfe1-6abdcb38243c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:50.621491 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3162e48f-ba0b-4215-bc3d-0592ba63b0a2 req-5069b644-d38a-4aad-bfe1-6abdcb38243c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=504f4a49-65cd-4546-be78-3e75a4fd4784 HTTP/1.1" status: 200 len: 851 time: 0.0868554 Jul 15 13:11:50.629609 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee4ddecf-009d-4601-8639-b371260d3fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:50.696042 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee4ddecf-009d-4601-8639-b371260d3fa3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:11:50.701840 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ddecf-009d-4601-8639-b371260d3fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c93043-bd4e-4819-840d-5902268fa1e5,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:50.724685 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee4ddecf-009d-4601-8639-b371260d3fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:50.725031 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-ee4ddecf-009d-4601-8639-b371260d3fa3 admin admin] Added segment 9eae52d5-ad0d-4e78-ac63-6c7b719a9df6 of type vlan for network afa9c805-5798-4e05-9d42-1cecb5c21155 Jul 15 13:11:50.778274 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee4ddecf-009d-4601-8639-b371260d3fa3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:50.787829 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162e48f-ba0b-4215-bc3d-0592ba63b0a2 req-8b577a7e-3115-4c71-a7af-dc9fbccb51bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:50.789505 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3162e48f-ba0b-4215-bc3d-0592ba63b0a2 req-8b577a7e-3115-4c71-a7af-dc9fbccb51bf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1429610 Jul 15 13:11:50.845213 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee4ddecf-009d-4601-8639-b371260d3fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:50.846751 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4ddecf-009d-4601-8639-b371260d3fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:50.847394 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee4ddecf-009d-4601-8639-b371260d3fa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:50.910950 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ee4ddecf-009d-4601-8639-b371260d3fa3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4207842 Jul 15 13:11:50.913788 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 53880) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:50.920527 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-29bdda04-bed2-44bf-af66-c9d0fd6d6e13 admin admin] Request body: {'subnet': {'network_id': 'afa9c805-5798-4e05-9d42-1cecb5c21155', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1992962493-subnet', 'tenant_id': '7cdba215d5224b008b62a79d8908f919', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:50.944131 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ddecf-009d-4601-8639-b371260d3fa3 admin admin] Pushing event updated for resources: {'Network': ['ID=afa9c805-5798-4e05-9d42-1cecb5c21155,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:50.947072 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bdda04-bed2-44bf-af66-c9d0fd6d6e13 admin admin] Made reservation on behalf of 7cdba215d5224b008b62a79d8908f919 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:50.951961 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-29bdda04-bed2-44bf-af66-c9d0fd6d6e13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:50.955335 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network afa9c805-5798-4e05-9d42-1cecb5c21155 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:11:50.971888 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3162e48f-ba0b-4215-bc3d-0592ba63b0a2 req-f8618187-7ce7-402b-baec-ed9515781878 service neutron] 10.222.0.46 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671882 Jul 15 13:11:51.105705 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3162e48f-ba0b-4215-bc3d-0592ba63b0a2 req-d060aeb8-a87f-45df-94f0-1f76bcaa8740 service neutron] 10.222.0.46 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224172 Jul 15 13:11:51.176874 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-29bdda04-bed2-44bf-af66-c9d0fd6d6e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.239313 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bdda04-bed2-44bf-af66-c9d0fd6d6e13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ad3dfc3-5dea-4cd7-b462-f06cbc700224,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:51.256787 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bdda04-bed2-44bf-af66-c9d0fd6d6e13 admin admin] Checking segment: {'id': '9eae52d5-ad0d-4e78-ac63-6c7b719a9df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'afa9c805-5798-4e05-9d42-1cecb5c21155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:51.257139 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bdda04-bed2-44bf-af66-c9d0fd6d6e13 admin admin] Network hostable DHCP agents. Network: afa9c805-5798-4e05-9d42-1cecb5c21155, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:11:51.276761 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bdda04-bed2-44bf-af66-c9d0fd6d6e13 admin admin] Network afa9c805-5798-4e05-9d42-1cecb5c21155 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:11:51.288424 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-29bdda04-bed2-44bf-af66-c9d0fd6d6e13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, afa9c805-5798-4e05-9d42-1cecb5c21155) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:51.294098 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bdda04-bed2-44bf-af66-c9d0fd6d6e13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:51.294818 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-29bdda04-bed2-44bf-af66-c9d0fd6d6e13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.305460 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cb49c4-4f3d-46ca-b9d1-0f4523234d9e None None] Network afa9c805-5798-4e05-9d42-1cecb5c21155 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:51.314854 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-29bdda04-bed2-44bf-af66-c9d0fd6d6e13 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3982232 Jul 15 13:11:51.457199 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cc6137-4c9d-46d4-9b80-c4eb3c996f3c None None] Network afa9c805-5798-4e05-9d42-1cecb5c21155 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:51.764722 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba4e10-f2a6-465b-bd0a-0e3209f20388 req-7f2d2415-e6f3-41ac-8ac9-272de2f20ffe tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:51.766840 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8eba4e10-f2a6-465b-bd0a-0e3209f20388 req-7f2d2415-e6f3-41ac-8ac9-272de2f20ffe tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19375e1-6d5c-40f4-9581-1f487455cfb8 HTTP/1.1" status: 200 len: 944 time: 0.1248899 Jul 15 13:11:51.777484 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ffebd-6d18-4109-bce1-148f5de66b5f req-66f9a2d0-6b2b-4dc5-b430-061c3f31043b tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:51.779345 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-df2ffebd-6d18-4109-bce1-148f5de66b5f req-66f9a2d0-6b2b-4dc5-b430-061c3f31043b tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.1040995 Jul 15 13:11:51.860936 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8eba4e10-f2a6-465b-bd0a-0e3209f20388 req-9a07bd0c-ce41-473e-8304-d6cf3f0e1d31 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800710 Jul 15 13:11:51.867964 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-df2ffebd-6d18-4109-bce1-148f5de66b5f req-9a35b268-d8d3-4466-b88d-be015feb049a tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775990 Jul 15 13:11:52.029134 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 53946) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:52.036923 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-ad69dfdb-0274-46d6-a921-10fff924012e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-407914004-network', 'tenant_id': '5ba7f76e920e42fb92e9920b43da4b03'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:52.066313 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad69dfdb-0274-46d6-a921-10fff924012e admin admin] Made reservation on behalf of 5ba7f76e920e42fb92e9920b43da4b03 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:52.066526 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ad69dfdb-0274-46d6-a921-10fff924012e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:52.081001 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ad69dfdb-0274-46d6-a921-10fff924012e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:52.202698 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ad69dfdb-0274-46d6-a921-10fff924012e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:52.207780 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ad69dfdb-0274-46d6-a921-10fff924012e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:52.236427 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad69dfdb-0274-46d6-a921-10fff924012e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:11:52.246308 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69dfdb-0274-46d6-a921-10fff924012e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0395f48a-3b3c-4133-9702-6e93c4331db8,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:52.251163 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ad69dfdb-0274-46d6-a921-10fff924012e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:52.252040 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-ad69dfdb-0274-46d6-a921-10fff924012e admin admin] Added segment bf31aac3-8f5e-4bd7-bc4d-1c745cd35934 of type vlan for network cb1093bf-88e4-4c00-9388-861235ca5a24 Jul 15 13:11:52.291856 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ad69dfdb-0274-46d6-a921-10fff924012e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:52.323975 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ad69dfdb-0274-46d6-a921-10fff924012e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:52.325070 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad69dfdb-0274-46d6-a921-10fff924012e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:52.325680 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ad69dfdb-0274-46d6-a921-10fff924012e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:52.363939 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ad69dfdb-0274-46d6-a921-10fff924012e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3331385 Jul 15 13:11:52.366799 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 53972) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:52.371892 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-8743f450-528b-4025-8897-ed37bad69e45 admin admin] Request body: {'subnet': {'network_id': 'cb1093bf-88e4-4c00-9388-861235ca5a24', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-407914004-subnet', 'tenant_id': '5ba7f76e920e42fb92e9920b43da4b03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:52.395038 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8743f450-528b-4025-8897-ed37bad69e45 admin admin] Made reservation on behalf of 5ba7f76e920e42fb92e9920b43da4b03 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:52.398160 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8743f450-528b-4025-8897-ed37bad69e45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:52.401019 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69dfdb-0274-46d6-a921-10fff924012e admin admin] Pushing event updated for resources: {'Network': ['ID=cb1093bf-88e4-4c00-9388-861235ca5a24,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:52.411676 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network cb1093bf-88e4-4c00-9388-861235ca5a24 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:11:52.579313 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8743f450-528b-4025-8897-ed37bad69e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:52.635117 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743f450-528b-4025-8897-ed37bad69e45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=983ce045-9199-4b19-b7c1-24359cfcffdd,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:52.645045 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8743f450-528b-4025-8897-ed37bad69e45 admin admin] Checking segment: {'id': 'bf31aac3-8f5e-4bd7-bc4d-1c745cd35934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cb1093bf-88e4-4c00-9388-861235ca5a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:52.645404 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8743f450-528b-4025-8897-ed37bad69e45 admin admin] Network hostable DHCP agents. Network: cb1093bf-88e4-4c00-9388-861235ca5a24, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:11:52.662222 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8743f450-528b-4025-8897-ed37bad69e45 admin admin] Network cb1093bf-88e4-4c00-9388-861235ca5a24 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:11:52.670281 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-8743f450-528b-4025-8897-ed37bad69e45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, cb1093bf-88e4-4c00-9388-861235ca5a24) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:52.674998 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8743f450-528b-4025-8897-ed37bad69e45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:52.675688 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8743f450-528b-4025-8897-ed37bad69e45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:52.681707 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b698d728-9d0f-4c1f-891b-88d778ae1b78 None None] Network cb1093bf-88e4-4c00-9388-861235ca5a24 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:52.695288 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8743f450-528b-4025-8897-ed37bad69e45 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3273785 Jul 15 13:11:52.827337 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 54008) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:52.828364 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:11:52.877488 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb4d70b-d8dd-4456-91d5-5691c6130247 admin admin] Deleting subnet 9ad3dfc3-5dea-4cd7-b462-f06cbc700224 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:11:52.881077 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4fb4d70b-d8dd-4456-91d5-5691c6130247 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:52.928728 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4fb4d70b-d8dd-4456-91d5-5691c6130247 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:52.987346 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4fb4d70b-d8dd-4456-91d5-5691c6130247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.001965 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fc8665-2530-4d8c-a865-ba6cc0ce4d55 None None] Network cb1093bf-88e4-4c00-9388-861235ca5a24 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:53.041141 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:53.082151 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4fb4d70b-d8dd-4456-91d5-5691c6130247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.111659 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1', 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da', 'port_id': 'c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1', 'mac_address': 'fa:16:3e:a2:34:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '504f4a49-65cd-4546-be78-3e75a4fd4784', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:11:53.113399 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb4d70b-d8dd-4456-91d5-5691c6130247 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ad3dfc3-5dea-4cd7-b462-f06cbc700224,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:53.126369 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4fb4d70b-d8dd-4456-91d5-5691c6130247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.129061 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4fb4d70b-d8dd-4456-91d5-5691c6130247 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9ad3dfc3-5dea-4cd7-b462-f06cbc700224 HTTP/1.1" status: 204 len: 168 time: 0.3002188 Jul 15 13:11:53.131554 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 54024) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:53.164113 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 54026) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:53.196211 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.200320 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f26c8-8208-4256-8ce4-133abdde323a req-88074267-994e-4c4b-993c-b4eb7fbaca42 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:53.207885 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7c4f26c8-8208-4256-8ce4-133abdde323a req-88074267-994e-4c4b-993c-b4eb7fbaca42 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.1421609 Jul 15 13:11:53.231634 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:53.235396 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cfbc1fac-d784-4e8e-a3a5-4ffac24e1094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.242166 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377afe2-86d9-4691-9322-29f945725c27 req-f8001a02-bdcc-446a-ab12-89fad954aaf8 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:53.243645 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3377afe2-86d9-4691-9322-29f945725c27 req-f8001a02-bdcc-446a-ab12-89fad954aaf8 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19375e1-6d5c-40f4-9581-1f487455cfb8 HTTP/1.1" status: 200 len: 944 time: 0.1372969 Jul 15 13:11:53.253519 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:53.260480 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.278446 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7c4f26c8-8208-4256-8ce4-133abdde323a req-1d48414e-8823-43d0-94e9-581536675a00 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665128 Jul 15 13:11:53.315913 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3377afe2-86d9-4691-9322-29f945725c27 req-738b7af0-1391-4f1f-b43d-2e071949d7c9 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618629 Jul 15 13:11:53.344089 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:53.355183 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0cb91377-ca57-49b8-ac46-7af1718c8a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.398163 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cfbc1fac-d784-4e8e-a3a5-4ffac24e1094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.467525 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-cfbc1fac-d784-4e8e-a3a5-4ffac24e1094 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afa9c805-5798-4e05-9d42-1cecb5c21155']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:53.493257 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-cfbc1fac-d784-4e8e-a3a5-4ffac24e1094 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eae52d5-ad0d-4e78-ac63-6c7b719a9df6') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:53.493835 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-cfbc1fac-d784-4e8e-a3a5-4ffac24e1094 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eae52d5-ad0d-4e78-ac63-6c7b719a9df6') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:53.514518 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cfbc1fac-d784-4e8e-a3a5-4ffac24e1094 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.550853 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cfbc1fac-d784-4e8e-a3a5-4ffac24e1094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.564892 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfbc1fac-d784-4e8e-a3a5-4ffac24e1094 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:11:53.565302 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cfbc1fac-d784-4e8e-a3a5-4ffac24e1094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.567118 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:11:53.567118 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:11:53.567118 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:11:53.567118 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:11:53.567118 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:11:53.567118 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:11:53.567118 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:11:53.567118 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:11:53.567118 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:11:53.567118 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:11:53.567118 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:11:53.567118 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:11:53.567118 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:11:53.567118 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:11:53.567118 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:11:53.567118 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:11:53.567118 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:11:53.567118 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:11:53.567118 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:11:53.567118 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:11:53.567118 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:11:53.567118 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:11:53.567118 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:11:53.567118 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:11:53.567118 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:11:53.567118 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:11:53.567118 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:11:53.567118 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:11:53.567118 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:11:53.567118 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:11:53.567118 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:11:53.567118 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:11:53.567118 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:11:53.567118 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:11:53.591627 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0cb91377-ca57-49b8-ac46-7af1718c8a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.598747 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0cb91377-ca57-49b8-ac46-7af1718c8a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.673743 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cfbc1fac-d784-4e8e-a3a5-4ffac24e1094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.678170 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cfbc1fac-d784-4e8e-a3a5-4ffac24e1094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.680469 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-cfbc1fac-d784-4e8e-a3a5-4ffac24e1094 admin admin] 10.222.0.16 "DELETE /v2.0/networks/afa9c805-5798-4e05-9d42-1cecb5c21155 HTTP/1.1" status: 204 len: 168 time: 0.5479507 Jul 15 13:11:53.681186 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb91377-ca57-49b8-ac46-7af1718c8a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a4bcf7-5508-40d9-89b3-98c409cf8b50,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:53.683408 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 54038) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:53.701528 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0cb91377-ca57-49b8-ac46-7af1718c8a95 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=608d049158d04ec790c3775693339806&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5341816 Jul 15 13:11:53.701528 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc1fac-d784-4e8e-a3a5-4ffac24e1094 admin admin] Pushing event deleted for resources: {'Network': ['ID=afa9c805-5798-4e05-9d42-1cecb5c21155,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:53.701794 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 54040) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:53.733235 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5aa23ce-82c5-4b23-b310-93eb4187a176 admin admin] Deleting subnet 983ce045-9199-4b19-b7c1-24359cfcffdd {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:11:53.736646 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d5aa23ce-82c5-4b23-b310-93eb4187a176 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.754899 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b4060a23-4e12-4169-8260-85c55a71a5af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.778012 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b4060a23-4e12-4169-8260-85c55a71a5af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.781450 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d5aa23ce-82c5-4b23-b310-93eb4187a176 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.831999 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d5aa23ce-82c5-4b23-b310-93eb4187a176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.844189 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b4060a23-4e12-4169-8260-85c55a71a5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.847817 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b4060a23-4e12-4169-8260-85c55a71a5af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.851472 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b4060a23-4e12-4169-8260-85c55a71a5af admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/87a4bcf7-5508-40d9-89b3-98c409cf8b50 HTTP/1.1" status: 204 len: 168 time: 0.1457615 Jul 15 13:11:53.857016 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4060a23-4e12-4169-8260-85c55a71a5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a4bcf7-5508-40d9-89b3-98c409cf8b50,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:53.885289 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:53.919535 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d5aa23ce-82c5-4b23-b310-93eb4187a176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.960282 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa23ce-82c5-4b23-b310-93eb4187a176 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=983ce045-9199-4b19-b7c1-24359cfcffdd,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:53.979681 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d5aa23ce-82c5-4b23-b310-93eb4187a176 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.983899 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d5aa23ce-82c5-4b23-b310-93eb4187a176 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/983ce045-9199-4b19-b7c1-24359cfcffdd HTTP/1.1" status: 204 len: 168 time: 0.2969322 Jul 15 13:11:53.985059 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 54046) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:54.023217 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7915f-1418-4b19-a7fa-a1da94a77d28 req-b08902c8-5d80-4b96-9b0d-e26d06676a12 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:54.025133 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a1c7915f-1418-4b19-a7fa-a1da94a77d28 req-b08902c8-5d80-4b96-9b0d-e26d06676a12 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/ports?device_id=3813b6dd-5262-48f7-a557-4ba1b774dc5f HTTP/1.1" status: 200 len: 945 time: 0.0949321 Jul 15 13:11:54.072339 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a1c7915f-1418-4b19-a7fa-a1da94a77d28 req-ef4d91cc-e7bc-4967-a626-0d141f462a9c tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a933450-b97c-4603-8582-9279b0d35da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414059 Jul 15 13:11:54.073984 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4bc21765-336e-45c1-9149-f1000fca71d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:54.155807 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4bc21765-336e-45c1-9149-f1000fca71d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:54.165896 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-4bc21765-336e-45c1-9149-f1000fca71d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb1093bf-88e4-4c00-9388-861235ca5a24']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:54.175805 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-4bc21765-336e-45c1-9149-f1000fca71d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf31aac3-8f5e-4bd7-bc4d-1c745cd35934') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:54.176096 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-4bc21765-336e-45c1-9149-f1000fca71d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf31aac3-8f5e-4bd7-bc4d-1c745cd35934') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:54.182875 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 54050) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:54.184895 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4bc21765-336e-45c1-9149-f1000fca71d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:54.197263 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cf001a3a-f223-4e6e-abd6-7efee8ede809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:54.199896 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4bc21765-336e-45c1-9149-f1000fca71d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:54.207076 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bc21765-336e-45c1-9149-f1000fca71d7 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:11:54.207486 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4bc21765-336e-45c1-9149-f1000fca71d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:54.209259 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:11:54.209259 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:11:54.209259 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:11:54.209259 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:11:54.209259 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:11:54.209259 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:11:54.209259 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:11:54.209259 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:11:54.209259 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:11:54.209259 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:11:54.209259 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:11:54.209259 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:11:54.209259 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:11:54.209259 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:11:54.209259 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:11:54.209259 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:11:54.209259 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:11:54.209259 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:11:54.209259 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:11:54.209259 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:11:54.209259 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:11:54.209259 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:11:54.209259 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:11:54.209259 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:11:54.209259 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:11:54.209259 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:11:54.209259 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:11:54.209259 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:11:54.209259 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:11:54.209259 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:11:54.209259 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:11:54.209259 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:11:54.260683 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4bc21765-336e-45c1-9149-f1000fca71d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:54.265917 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4bc21765-336e-45c1-9149-f1000fca71d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:54.268577 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4bc21765-336e-45c1-9149-f1000fca71d7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/cb1093bf-88e4-4c00-9388-861235ca5a24 HTTP/1.1" status: 204 len: 168 time: 0.2824442 Jul 15 13:11:54.278933 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc21765-336e-45c1-9149-f1000fca71d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb1093bf-88e4-4c00-9388-861235ca5a24,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:54.329475 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cf001a3a-f223-4e6e-abd6-7efee8ede809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:54.335029 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cf001a3a-f223-4e6e-abd6-7efee8ede809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:54.380066 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-cf001a3a-f223-4e6e-abd6-7efee8ede809 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d7a2a08204640bdb2a939693ce7e8ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1934738 Jul 15 13:11:54.380066 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf001a3a-f223-4e6e-abd6-7efee8ede809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090c03e9-9712-4350-a63d-b3d9d4b8565b,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:54.380513 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 54058) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:54.487016 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 54062) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:54.553264 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44187517-918c-4b13-921a-3e2e7f1a41ea req-994bee61-1913-4bf5-ab22-80d70f450c0c tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:54.554808 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44187517-918c-4b13-921a-3e2e7f1a41ea req-994bee61-1913-4bf5-ab22-80d70f450c0c tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.1413229 Jul 15 13:11:54.581533 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-86103668-7e49-4ceb-ab62-9e885ba31372 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7cdba215d5224b008b62a79d8908f919&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0909798 Jul 15 13:11:54.589131 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 54066) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:54.614888 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ed1a2-33ca-482c-b3db-ac89e24b1962 req-8f5276ce-61d1-4b69-9dff-8254869e20ba tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:54.616448 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d41ed1a2-33ca-482c-b3db-ac89e24b1962 req-8f5276ce-61d1-4b69-9dff-8254869e20ba tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19375e1-6d5c-40f4-9581-1f487455cfb8 HTTP/1.1" status: 200 len: 945 time: 0.1689231 Jul 15 13:11:54.663095 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44187517-918c-4b13-921a-3e2e7f1a41ea req-5be39d62-64d5-4afd-a7fe-579a52f90537 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981352 Jul 15 13:11:54.703214 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d41ed1a2-33ca-482c-b3db-ac89e24b1962 req-981b7939-a5cb-437b-b4ab-7518293c5a39 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805192 Jul 15 13:11:54.718965 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-15c22127-b244-4d1c-a0e6-90f87e6444a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:54.738673 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-da725891-1614-4918-8cbf-0a9e5e4d6389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:54.748614 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-15c22127-b244-4d1c-a0e6-90f87e6444a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:54.765354 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-da725891-1614-4918-8cbf-0a9e5e4d6389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:54.800101 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-15c22127-b244-4d1c-a0e6-90f87e6444a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:54.802800 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-15c22127-b244-4d1c-a0e6-90f87e6444a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:54.804043 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-15c22127-b244-4d1c-a0e6-90f87e6444a6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d8c93043-bd4e-4819-840d-5902268fa1e5 HTTP/1.1" status: 204 len: 168 time: 0.2138996 Jul 15 13:11:54.828067 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c22127-b244-4d1c-a0e6-90f87e6444a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c93043-bd4e-4819-840d-5902268fa1e5,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:54.841814 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-da725891-1614-4918-8cbf-0a9e5e4d6389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:54.845479 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-da725891-1614-4918-8cbf-0a9e5e4d6389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:54.846796 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-da725891-1614-4918-8cbf-0a9e5e4d6389 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/090c03e9-9712-4350-a63d-b3d9d4b8565b HTTP/1.1" status: 204 len: 168 time: 0.4651620 Jul 15 13:11:54.857335 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da725891-1614-4918-8cbf-0a9e5e4d6389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090c03e9-9712-4350-a63d-b3d9d4b8565b,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:55.234654 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 54088) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:55.295479 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51535b27-4212-4627-9769-73a198f56397 req-4c29a754-e196-4706-909b-dd859a199323 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:55.296983 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-51535b27-4212-4627-9769-73a198f56397 req-4c29a754-e196-4706-909b-dd859a199323 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/ports?device_id=3813b6dd-5262-48f7-a557-4ba1b774dc5f HTTP/1.1" status: 200 len: 945 time: 0.1068521 Jul 15 13:11:55.301812 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-64e4bd2c-77c4-4bac-a7f6-e64301700abc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ba7f76e920e42fb92e9920b43da4b03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0642364 Jul 15 13:11:55.302452 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 54090) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:55.366519 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-51535b27-4212-4627-9769-73a198f56397 req-9c7e6cf2-a4c6-484d-9006-7e6998772dea tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a933450-b97c-4603-8582-9279b0d35da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618570 Jul 15 13:11:55.381345 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-275096ee-4c54-4d13-929f-e074321958b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:55.408071 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-275096ee-4c54-4d13-929f-e074321958b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:55.455112 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-275096ee-4c54-4d13-929f-e074321958b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:55.457619 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-275096ee-4c54-4d13-929f-e074321958b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:55.461427 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-275096ee-4c54-4d13-929f-e074321958b6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0395f48a-3b3c-4133-9702-6e93c4331db8 HTTP/1.1" status: 204 len: 168 time: 0.1553624 Jul 15 13:11:55.466881 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275096ee-4c54-4d13-929f-e074321958b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0395f48a-3b3c-4133-9702-6e93c4331db8,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:55.953912 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866ccca-f26c-4127-afc2-0b57adf54eb6 req-dfdeff98-ead7-481c-85d0-3d0b248fc235 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:55.955501 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b866ccca-f26c-4127-afc2-0b57adf54eb6 req-dfdeff98-ead7-481c-85d0-3d0b248fc235 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19375e1-6d5c-40f4-9581-1f487455cfb8 HTTP/1.1" status: 200 len: 945 time: 0.1115658 Jul 15 13:11:55.964074 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02240c2c-5035-42c0-b302-a0a763f979e2 req-4d1a3621-042f-42d2-891d-24b30f925de5 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:55.971238 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02240c2c-5035-42c0-b302-a0a763f979e2 req-4d1a3621-042f-42d2-891d-24b30f925de5 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.1402297 Jul 15 13:11:56.030837 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02240c2c-5035-42c0-b302-a0a763f979e2 req-64c01b46-8860-478c-8ac4-e7e01012f14c tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586624 Jul 15 13:11:56.033967 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b866ccca-f26c-4127-afc2-0b57adf54eb6 req-5460ede3-63a8-4670-bbb1-e3b6742c0928 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601408 Jul 15 13:11:56.570770 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c8483-2c3c-4f50-9c0c-db8ff5e762ea req-56c6b17c-cdb4-46bc-9615-7c1c892ea7cc tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:56.572480 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-503c8483-2c3c-4f50-9c0c-db8ff5e762ea req-56c6b17c-cdb4-46bc-9615-7c1c892ea7cc tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.46 "GET /v2.0/ports?device_id=3813b6dd-5262-48f7-a557-4ba1b774dc5f HTTP/1.1" status: 200 len: 945 time: 0.1203427 Jul 15 13:11:56.589512 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ca958-1543-40d1-a95a-4a897f851bd9 req-75608efe-dcf4-4f4d-9b7f-f89f8df7945a tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:56.591015 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-454ca958-1543-40d1-a95a-4a897f851bd9 req-75608efe-dcf4-4f4d-9b7f-f89f8df7945a tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/ports?device_id=3813b6dd-5262-48f7-a557-4ba1b774dc5f HTTP/1.1" status: 200 len: 945 time: 0.1014504 Jul 15 13:11:56.703761 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-454ca958-1543-40d1-a95a-4a897f851bd9 req-83a737b1-efb7-4ede-af10-4d75687e0864 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a933450-b97c-4603-8582-9279b0d35da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035986 Jul 15 13:11:56.745659 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-503c8483-2c3c-4f50-9c0c-db8ff5e762ea req-c5f8035e-cd67-4cf7-b845-c9c725d74d30 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Deleting port d8044c5c-40f5-4d23-a394-3adbd1808b94 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:56.746116 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-503c8483-2c3c-4f50-9c0c-db8ff5e762ea req-c5f8035e-cd67-4cf7-b845-c9c725d74d30 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:56.840067 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:56.851750 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-503c8483-2c3c-4f50-9c0c-db8ff5e762ea req-c5f8035e-cd67-4cf7-b845-c9c725d74d30 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] For port d8044c5c-40f5-4d23-a394-3adbd1808b94, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=d8044c5c-40f5-4d23-a394-3adbd1808b94,segment=NetworkSegment(2fb9f90e-3cbf-4421-919f-2f50d4f2e6de),segment_id=2fb9f90e-3cbf-4421-919f-2f50d4f2e6de)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:56.859033 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-503c8483-2c3c-4f50-9c0c-db8ff5e762ea req-c5f8035e-cd67-4cf7-b845-c9c725d74d30 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:56.882976 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-503c8483-2c3c-4f50-9c0c-db8ff5e762ea req-c5f8035e-cd67-4cf7-b845-c9c725d74d30 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Calling delete_port for d8044c5c-40f5-4d23-a394-3adbd1808b94 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:56.908037 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:56.912061 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:56.913588 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:57.005169 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:57.036277 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-503c8483-2c3c-4f50-9c0c-db8ff5e762ea req-c5f8035e-cd67-4cf7-b845-c9c725d74d30 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:57.044022 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:57.045619 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19375e1-6d5c-40f4-9581-1f487455cfb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:57.049016 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b19c3d-b2c1-4ed1-b9a9-668f20c9044c" -d '{"events": [{"server_uuid": "b19375e1-6d5c-40f4-9581-1f487455cfb8", "name": "network-vif-plugged", "status": "completed", "tag": "c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:57.056392 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['d8044c5c-40f5-4d23-a394-3adbd1808b94'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:57.059937 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:57.076658 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f8035e-cd67-4cf7-b845-c9c725d74d30 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Pushing event deleted for resources: {'Port': ['ID=d8044c5c-40f5-4d23-a394-3adbd1808b94,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:57.149429 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-503c8483-2c3c-4f50-9c0c-db8ff5e762ea req-c5f8035e-cd67-4cf7-b845-c9c725d74d30 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] No DVR routers for this DVR port d8044c5c-40f5-4d23-a394-3adbd1808b94 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:11:57.151758 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:57.153880 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-503c8483-2c3c-4f50-9c0c-db8ff5e762ea req-c5f8035e-cd67-4cf7-b845-c9c725d74d30 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:57.166609 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-503c8483-2c3c-4f50-9c0c-db8ff5e762ea req-c5f8035e-cd67-4cf7-b845-c9c725d74d30 tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.46 "DELETE /v2.0/ports/d8044c5c-40f5-4d23-a394-3adbd1808b94 HTTP/1.1" status: 204 len: 173 time: 0.5745778 Jul 15 13:11:57.168635 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3813b6dd-5262-48f7-a557-4ba1b774dc5f', 'name': 'network-vif-deleted', 'tag': 'd8044c5c-40f5-4d23-a394-3adbd1808b94'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:57.173961 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00723cdf-1430-4658-9dc4-7f2364b1ac60" -d '{"events": [{"server_uuid": "3813b6dd-5262-48f7-a557-4ba1b774dc5f", "name": "network-vif-deleted", "tag": "d8044c5c-40f5-4d23-a394-3adbd1808b94"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:57.190216 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248a81f5-12e8-479e-bbc6-0d4773c88a59 x-openstack-request-id: req-248a81f5-12e8-479e-bbc6-0d4773c88a59 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:57.190746 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19375e1-6d5c-40f4-9581-1f487455cfb8", "name": "network-vif-plugged", "status": "completed", "tag": "c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:57.191156 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-248a81f5-12e8-479e-bbc6-0d4773c88a59 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:57.191802 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19375e1-6d5c-40f4-9581-1f487455cfb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1', 'code': 200} Jul 15 13:11:57.430162 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703568a-6933-415e-a4cb-96fe24073eb0 req-924f6047-b60c-404c-8a56-07cfc957a9b8 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:57.431737 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9703568a-6933-415e-a4cb-96fe24073eb0 req-924f6047-b60c-404c-8a56-07cfc957a9b8 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19375e1-6d5c-40f4-9581-1f487455cfb8 HTTP/1.1" status: 200 len: 946 time: 0.1695647 Jul 15 13:11:57.497210 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2335f0-5564-49b6-a59d-8a3bd31475fa req-9ef73314-c52c-4bd4-942e-4955235b25e9 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:57.504020 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1f2335f0-5564-49b6-a59d-8a3bd31475fa req-9ef73314-c52c-4bd4-942e-4955235b25e9 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.1676013 Jul 15 13:11:57.529535 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9703568a-6933-415e-a4cb-96fe24073eb0 req-087d3c35-09c0-4f95-bf21-2ea1150abe15 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879982 Jul 15 13:11:57.531294 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e8da8-8c87-495a-afeb-71b2d8ba2e04 req-2dcbf386-94e4-40c0-b6f0-c89587d975f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:57.533290 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e36e8da8-8c87-495a-afeb-71b2d8ba2e04 req-2dcbf386-94e4-40c0-b6f0-c89587d975f3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b19375e1-6d5c-40f4-9581-1f487455cfb8 HTTP/1.1" status: 200 len: 1098 time: 0.1615911 Jul 15 13:11:57.555967 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1f2335f0-5564-49b6-a59d-8a3bd31475fa req-ac9958ce-df9f-471e-9efc-921bbf0c8d46 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508378 Jul 15 13:11:57.571501 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 54218) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:57.597369 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e36e8da8-8c87-495a-afeb-71b2d8ba2e04 req-cd4d0126-11f5-4bc3-9433-d00894eeaf40 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400538 Jul 15 13:11:57.604655 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7200324e-70a1-4116-a45d-b5fe6096f92c x-openstack-request-id: req-7200324e-70a1-4116-a45d-b5fe6096f92c {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:57.604946 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3813b6dd-5262-48f7-a557-4ba1b774dc5f", "name": "network-vif-deleted", "tag": "d8044c5c-40f5-4d23-a394-3adbd1808b94", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:57.605196 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7200324e-70a1-4116-a45d-b5fe6096f92c {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:57.605638 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3813b6dd-5262-48f7-a557-4ba1b774dc5f', 'name': 'network-vif-deleted', 'tag': 'd8044c5c-40f5-4d23-a394-3adbd1808b94', 'status': 'completed', 'code': 200} Jul 15 13:11:57.755409 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-469a9b94-d31b-4df8-9cce-2fcbc2401cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:57.848843 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-469a9b94-d31b-4df8-9cce-2fcbc2401cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:57.852683 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-469a9b94-d31b-4df8-9cce-2fcbc2401cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:57.885192 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-469a9b94-d31b-4df8-9cce-2fcbc2401cb3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ddfd3547a235477aad494c3e1a1d9aca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3108387 Jul 15 13:11:57.889386 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 54226) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:57.889575 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-54e7738b-92cb-422d-818e-21e3efb553bf req-6720a350-6fb2-4e57-8af1-a77108cb4b7b tempest-AttachSCSIVolumeTestJSON-1615128680 tempest-AttachSCSIVolumeTestJSON-1615128680-project] 10.222.0.16 "GET /v2.0/ports?device_id=3813b6dd-5262-48f7-a557-4ba1b774dc5f HTTP/1.1" status: 200 len: 210 time: 0.0289991 Jul 15 13:11:57.905636 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a9b94-d31b-4df8-9cce-2fcbc2401cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689e3c2a-b567-4062-888d-a79b6102f179,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:57.943755 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a095dc9c-5f09-4abe-9dc6-c042dbd92694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:57.966669 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a095dc9c-5f09-4abe-9dc6-c042dbd92694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:58.012803 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a095dc9c-5f09-4abe-9dc6-c042dbd92694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:58.015582 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a095dc9c-5f09-4abe-9dc6-c042dbd92694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:58.016698 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a095dc9c-5f09-4abe-9dc6-c042dbd92694 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/689e3c2a-b567-4062-888d-a79b6102f179 HTTP/1.1" status: 204 len: 168 time: 0.1258168 Jul 15 13:11:58.024870 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095dc9c-5f09-4abe-9dc6-c042dbd92694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689e3c2a-b567-4062-888d-a79b6102f179,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:58.037966 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:11:58.286320 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 54232) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:58.299733 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c79cfe6f-929c-4b91-9238-a64eb42f0f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:58.382714 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c79cfe6f-929c-4b91-9238-a64eb42f0f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:58.386437 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c79cfe6f-929c-4b91-9238-a64eb42f0f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:58.422545 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c79cfe6f-929c-4b91-9238-a64eb42f0f37 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cfedd4dc103147ff81cb4a961e4aff69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1351647 Jul 15 13:11:58.423868 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79cfe6f-929c-4b91-9238-a64eb42f0f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10277bb7-8aa7-441f-9ccd-874e430c4917,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:58.425854 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 54234) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:58.472913 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20b633d8-4b11-44e2-b637-1fc88132851b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:58.493229 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20b633d8-4b11-44e2-b637-1fc88132851b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:58.536075 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20b633d8-4b11-44e2-b637-1fc88132851b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:58.538533 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20b633d8-4b11-44e2-b637-1fc88132851b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:58.539666 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-20b633d8-4b11-44e2-b637-1fc88132851b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/10277bb7-8aa7-441f-9ccd-874e430c4917 HTTP/1.1" status: 204 len: 168 time: 0.1128182 Jul 15 13:11:58.546793 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b633d8-4b11-44e2-b637-1fc88132851b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10277bb7-8aa7-441f-9ccd-874e430c4917,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:58.766500 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f254f1d-1ae3-486e-9d87-7d666e96c3a2 req-c4f2c789-7718-479e-86f3-92d1271f1605 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:58.768771 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2f254f1d-1ae3-486e-9d87-7d666e96c3a2 req-c4f2c789-7718-479e-86f3-92d1271f1605 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19375e1-6d5c-40f4-9581-1f487455cfb8 HTTP/1.1" status: 200 len: 946 time: 0.1177602 Jul 15 13:11:58.803017 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5327af-cd40-4145-a9bd-f46b53c63c9d req-b099338a-3096-4f13-a767-4eb0e1e8fb39 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:58.804675 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cc5327af-cd40-4145-a9bd-f46b53c63c9d req-b099338a-3096-4f13-a767-4eb0e1e8fb39 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.1198316 Jul 15 13:11:58.851148 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2f254f1d-1ae3-486e-9d87-7d666e96c3a2 req-dd03f9f2-f37f-4a3c-86ca-33d71f5aed66 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758145 Jul 15 13:11:58.888536 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cc5327af-cd40-4145-a9bd-f46b53c63c9d req-5b57d29d-356e-4ced-9bc0-872eb8fce533 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613580 Jul 15 13:11:58.996138 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:59.340196 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:59.660741 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e23ad0d0-89a4-4b96-9a57-82046382ea54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:00.108178 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68439be3-5cbc-4b2f-b3fa-6ad154c7cbc0 req-171f612d-525f-4609-87ab-51cabbf3a696 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:00.116186 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-68439be3-5cbc-4b2f-b3fa-6ad154c7cbc0 req-171f612d-525f-4609-87ab-51cabbf3a696 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19375e1-6d5c-40f4-9581-1f487455cfb8 HTTP/1.1" status: 200 len: 946 time: 0.1230221 Jul 15 13:12:00.134309 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a27ec-d2ec-4e29-8535-78bbb2dce0c2 req-d1c88b39-93be-4ca6-a4a1-125fa4646b68 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:00.136179 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-649a27ec-d2ec-4e29-8535-78bbb2dce0c2 req-d1c88b39-93be-4ca6-a4a1-125fa4646b68 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.1069264 Jul 15 13:12:00.180839 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-68439be3-5cbc-4b2f-b3fa-6ad154c7cbc0 req-3f9f80c4-cbc9-4b1b-84fa-80009e9486bb tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635927 Jul 15 13:12:00.207217 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-649a27ec-d2ec-4e29-8535-78bbb2dce0c2 req-e3bad4a7-156a-481a-b2c4-02b63ec87db2 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632794 Jul 15 13:12:00.827822 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba1ec1-0e24-4f93-9eaa-81746613ecf7 req-265460ff-c3c1-455a-a548-0bcecd80f48e tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:00.835852 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9aba1ec1-0e24-4f93-9eaa-81746613ecf7 req-265460ff-c3c1-455a-a548-0bcecd80f48e tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19375e1-6d5c-40f4-9581-1f487455cfb8 HTTP/1.1" status: 200 len: 946 time: 0.0772138 Jul 15 13:12:00.873077 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device d8044c5c-40f5-4d23-a394-3adbd1808b94 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:00.896881 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9aba1ec1-0e24-4f93-9eaa-81746613ecf7 req-70de9652-3019-4afc-90eb-7a5f6d182c70 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600681 Jul 15 13:12:00.915735 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: d8044c5c-40f5-4d23-a394-3adbd1808b94 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:00.916083 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device d8044c5c-40f5-4d23-a394-3adbd1808b94 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:01.419794 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55838635-8053-438d-86f1-9f9514767ca2 req-ed078377-d865-43ce-9f1b-ea7fa1d58511 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:01.422027 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-55838635-8053-438d-86f1-9f9514767ca2 req-ed078377-d865-43ce-9f1b-ea7fa1d58511 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.0837622 Jul 15 13:12:01.463003 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-55838635-8053-438d-86f1-9f9514767ca2 req-e705e5d5-8187-4bff-861f-84e3ae02de99 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342948 Jul 15 13:12:02.145812 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e90ac-929d-441b-a05e-5a51836f4024 req-e5671625-4fad-49ca-8f24-b507f46b7c71 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:02.153536 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6f0e90ac-929d-441b-a05e-5a51836f4024 req-e5671625-4fad-49ca-8f24-b507f46b7c71 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19375e1-6d5c-40f4-9581-1f487455cfb8 HTTP/1.1" status: 200 len: 946 time: 0.0918815 Jul 15 13:12:02.195121 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6f0e90ac-929d-441b-a05e-5a51836f4024 req-5abc8d3e-edf2-434c-aa25-72704e1cc870 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404727 Jul 15 13:12:02.263386 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:02.413200 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b3c4cc37-9c92-45e5-8c03-c54caa8c1906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:02.898922 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8fde6-3ac6-4970-a70b-65e37327ae36 req-8d95cdfb-72b6-405f-9edd-e2cb5c83e1ed tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:02.916326 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bec8fde6-3ac6-4970-a70b-65e37327ae36 req-8d95cdfb-72b6-405f-9edd-e2cb5c83e1ed tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.1838806 Jul 15 13:12:02.983256 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bec8fde6-3ac6-4970-a70b-65e37327ae36 req-d10c0e7d-999e-456f-b6d0-f2599a107d8f tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659580 Jul 15 13:12:03.194325 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deba221-031d-4e20-a3e7-c1e06f248683 req-031d2a11-1571-41e2-9b98-870d2aed22ec tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:03.206608 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8deba221-031d-4e20-a3e7-c1e06f248683 req-031d2a11-1571-41e2-9b98-870d2aed22ec tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19375e1-6d5c-40f4-9581-1f487455cfb8 HTTP/1.1" status: 200 len: 946 time: 0.1105740 Jul 15 13:12:03.267858 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8deba221-031d-4e20-a3e7-c1e06f248683 req-c9d123d0-fcfd-42c0-8e83-d74b723fcfdb tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595043 Jul 15 13:12:03.294118 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 54452) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:03.500846 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:03.726048 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c1e74bc6-c5ad-434a-964d-4c2c22653b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:04.144923 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c1e74bc6-c5ad-434a-964d-4c2c22653b9f admin admin] Deleting port 34b065af-5250-4144-abaf-24db54f50dd7 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:04.145501 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c1e74bc6-c5ad-434a-964d-4c2c22653b9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:04.311730 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c1e74bc6-c5ad-434a-964d-4c2c22653b9f admin admin] For port 34b065af-5250-4144-abaf-24db54f50dd7, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=34b065af-5250-4144-abaf-24db54f50dd7,segment=NetworkSegment(2fb9f90e-3cbf-4421-919f-2f50d4f2e6de),segment_id=2fb9f90e-3cbf-4421-919f-2f50d4f2e6de)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:04.312096 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c1e74bc6-c5ad-434a-964d-4c2c22653b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:04.335204 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c1e74bc6-c5ad-434a-964d-4c2c22653b9f admin admin] Calling delete_port for 34b065af-5250-4144-abaf-24db54f50dd7 owned by network:router_interface {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:04.357964 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61315d18-c6c2-423e-b363-484ecfeee258 req-2dfb69bb-c63e-45d5-b165-cec3ef799bea tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:04.366015 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-61315d18-c6c2-423e-b363-484ecfeee258 req-2dfb69bb-c63e-45d5-b165-cec3ef799bea tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.2327256 Jul 15 13:12:04.446328 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-61315d18-c6c2-423e-b363-484ecfeee258 req-2634ec25-ed59-4316-aab5-97782c836d41 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794344 Jul 15 13:12:04.559441 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e90f5-ec28-47fc-b265-cd7ddbdd637f req-4b562f18-f61a-43d1-bd64-9822e364925d tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:04.560948 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-053e90f5-ec28-47fc-b265-cd7ddbdd637f req-4b562f18-f61a-43d1-bd64-9822e364925d tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19375e1-6d5c-40f4-9581-1f487455cfb8 HTTP/1.1" status: 200 len: 946 time: 0.1323528 Jul 15 13:12:04.634311 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-053e90f5-ec28-47fc-b265-cd7ddbdd637f req-768820f4-5cb7-4a83-9240-f6110339ee4a tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636563 Jul 15 13:12:04.659135 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c1e74bc6-c5ad-434a-964d-4c2c22653b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:04.692162 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e74bc6-c5ad-434a-964d-4c2c22653b9f admin admin] Pushing event deleted for resources: {'Port': ['ID=34b065af-5250-4144-abaf-24db54f50dd7,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:04.871945 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c1e74bc6-c5ad-434a-964d-4c2c22653b9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:04.888499 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:12:04.981235 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:05.065016 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:05.078235 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1', 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da', 'port_id': 'c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1', 'mac_address': 'fa:16:3e:a2:34:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '504f4a49-65cd-4546-be78-3e75a4fd4784', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:12:05.122352 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:05.137334 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:05.164431 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:05.172153 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:05.243201 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:05.441778 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:05.504506 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e74bc6-c5ad-434a-964d-4c2c22653b9f admin admin] Router 49783a4e-a62f-492d-903e-7d53eeb6bbff has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:12:05.705455 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068502be-a475-4444-b868-2378b1916c84 req-b495272e-d274-4045-8c10-1efbd14cc801 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:05.712391 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-068502be-a475-4444-b868-2378b1916c84 req-b495272e-d274-4045-8c10-1efbd14cc801 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.0899417 Jul 15 13:12:05.731475 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e74bc6-c5ad-434a-964d-4c2c22653b9f admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:12:05.741182 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891fe3ea-b0c0-442f-b5d7-6790f4198fc9 None None] Sync routers for ids ['49783a4e-a62f-492d-903e-7d53eeb6bbff'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:12:05.750255 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c1e74bc6-c5ad-434a-964d-4c2c22653b9f admin admin] 10.222.0.16 "PUT /v2.0/routers/49783a4e-a62f-492d-903e-7d53eeb6bbff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4547832 Jul 15 13:12:05.753404 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 54490) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:05.762604 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891fe3ea-b0c0-442f-b5d7-6790f4198fc9 None None] Routers {'49783a4e-a62f-492d-903e-7d53eeb6bbff'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:05.762840 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-068502be-a475-4444-b868-2378b1916c84 req-b5f7960e-b881-4788-be5f-ac1cdaf5852b tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489299 Jul 15 13:12:05.778485 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-891fe3ea-b0c0-442f-b5d7-6790f4198fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:12:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['49783a4e-a62f-492d-903e-7d53eeb6bbff'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:05.906072 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-891fe3ea-b0c0-442f-b5d7-6790f4198fc9 None None] Set router 49783a4e-a62f-492d-903e-7d53eeb6bbff gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:05.948437 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b37e234f-f961-434c-8f15-88a0803908f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.064623 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa801bc-b945-4f39-8373-6c2199b1852a req-35d6c542-289c-4e49-9874-ca8bbb24127b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:06.076627 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2aa801bc-b945-4f39-8373-6c2199b1852a req-35d6c542-289c-4e49-9874-ca8bbb24127b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19375e1-6d5c-40f4-9581-1f487455cfb8 HTTP/1.1" status: 200 len: 945 time: 0.1467817 Jul 15 13:12:06.161502 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b37e234f-f961-434c-8f15-88a0803908f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.205013 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2aa801bc-b945-4f39-8373-6c2199b1852a req-6c5a1b7b-b06f-461a-93d0-f00a66da3695 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249676 Jul 15 13:12:06.229779 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-891fe3ea-b0c0-442f-b5d7-6790f4198fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49783a4e-a62f-492d-903e-7d53eeb6bbff', 'name': 'tempest-AttachSCSIVolumeTestJSON-2125411601-router', 'tenant_id': 'fbd61f40ecfd4ea49f7a52eb5c366308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'd1e690fc-dfc7-483a-964a-c8bbe791d475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:00Z', 'updated_at': '2021-07-15T13:12:04Z', 'revision_number': 5, 'project_id': 'fbd61f40ecfd4ea49f7a52eb5c366308', 'gw_port': {'id': 'd1e690fc-dfc7-483a-964a-c8bbe791d475', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49783a4e-a62f-492d-903e-7d53eeb6bbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:01Z', 'updated_at': '2021-07-15T13:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:06.259959 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-b37e234f-f961-434c-8f15-88a0803908f7 admin admin] Deleting port d1e690fc-dfc7-483a-964a-c8bbe791d475 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:06.260290 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b37e234f-f961-434c-8f15-88a0803908f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.289870 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891fe3ea-b0c0-442f-b5d7-6790f4198fc9 None None] Checking router: 49783a4e-a62f-492d-903e-7d53eeb6bbff for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:12:06.321451 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891fe3ea-b0c0-442f-b5d7-6790f4198fc9 None None] Routers {'49783a4e-a62f-492d-903e-7d53eeb6bbff'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:06.330719 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-891fe3ea-b0c0-442f-b5d7-6790f4198fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:12:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['49783a4e-a62f-492d-903e-7d53eeb6bbff'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:06.446473 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-b37e234f-f961-434c-8f15-88a0803908f7 admin admin] For port d1e690fc-dfc7-483a-964a-c8bbe791d475, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=d1e690fc-dfc7-483a-964a-c8bbe791d475,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:06.448065 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b37e234f-f961-434c-8f15-88a0803908f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.465072 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-b37e234f-f961-434c-8f15-88a0803908f7 admin admin] Calling delete_port for d1e690fc-dfc7-483a-964a-c8bbe791d475 owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:06.544266 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-891fe3ea-b0c0-442f-b5d7-6790f4198fc9 None None] Set router 49783a4e-a62f-492d-903e-7d53eeb6bbff gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:06.712867 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-891fe3ea-b0c0-442f-b5d7-6790f4198fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49783a4e-a62f-492d-903e-7d53eeb6bbff', 'name': 'tempest-AttachSCSIVolumeTestJSON-2125411601-router', 'tenant_id': 'fbd61f40ecfd4ea49f7a52eb5c366308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:00Z', 'updated_at': '2021-07-15T13:12:06Z', 'revision_number': 6, 'project_id': 'fbd61f40ecfd4ea49f7a52eb5c366308', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:06.794519 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891fe3ea-b0c0-442f-b5d7-6790f4198fc9 None None] The sync data for ids ['49783a4e-a62f-492d-903e-7d53eeb6bbff'] in n-d-771363-36 is: [{'id': '49783a4e-a62f-492d-903e-7d53eeb6bbff', 'name': 'tempest-AttachSCSIVolumeTestJSON-2125411601-router', 'tenant_id': 'fbd61f40ecfd4ea49f7a52eb5c366308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:00Z', 'updated_at': '2021-07-15T13:12:06Z', 'revision_number': 6, 'project_id': 'fbd61f40ecfd4ea49f7a52eb5c366308', 'gw_port_host': None}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:12:06.811960 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b37e234f-f961-434c-8f15-88a0803908f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.900831 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e234f-f961-434c-8f15-88a0803908f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1e690fc-dfc7-483a-964a-c8bbe791d475,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:06.911752 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:06.983360 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b37e234f-f961-434c-8f15-88a0803908f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.023993 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:07.024384 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.148332 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee71506-346d-4705-8aa2-9995ddb470ef req-88f13b9b-848e-4913-b88e-5c108c88144b tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:07.154197 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bee71506-346d-4705-8aa2-9995ddb470ef req-88f13b9b-848e-4913-b88e-5c108c88144b tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.1339047 Jul 15 13:12:07.218223 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.240161 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b37e234f-f961-434c-8f15-88a0803908f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.248792 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b37e234f-f961-434c-8f15-88a0803908f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.268288 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bee71506-346d-4705-8aa2-9995ddb470ef req-b3fbe18c-b9fa-4917-b35f-ff6ad7383488 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077318 Jul 15 13:12:07.279077 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19375e1-6d5c-40f4-9581-1f487455cfb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:07.280232 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a19fa4-43ad-44da-9565-a5b5b3a02b00" -d '{"events": [{"server_uuid": "b19375e1-6d5c-40f4-9581-1f487455cfb8", "name": "network-vif-plugged", "status": "completed", "tag": "c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:07.317001 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b37e234f-f961-434c-8f15-88a0803908f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.317730 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37e234f-f961-434c-8f15-88a0803908f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49783a4e-a62f-492d-903e-7d53eeb6bbff {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:12:07.323108 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b37e234f-f961-434c-8f15-88a0803908f7 admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.327243 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 54554) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:07.327451 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b37e234f-f961-434c-8f15-88a0803908f7 admin admin] 10.222.0.16 "DELETE /v2.0/routers/49783a4e-a62f-492d-903e-7d53eeb6bbff HTTP/1.1" status: 204 len: 168 time: 1.5727668 Jul 15 13:12:07.356361 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:07.364027 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.465662 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1,revision_number=7']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:07.466481 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa0e6f63-40e1-406e-8189-f5f56fa92d65 admin admin] Deleting subnet dabfb7cb-dcc1-41a1-93c1-c49a98bbbef5 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:12:07.471236 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fa0e6f63-40e1-406e-8189-f5f56fa92d65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.538315 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1088e8b-ddc1-471c-a92c-bcd390d5fc85 x-openstack-request-id: req-f1088e8b-ddc1-471c-a92c-bcd390d5fc85 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:07.538903 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19375e1-6d5c-40f4-9581-1f487455cfb8", "name": "network-vif-plugged", "status": "completed", "tag": "c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:07.539517 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f1088e8b-ddc1-471c-a92c-bcd390d5fc85 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:07.540139 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19375e1-6d5c-40f4-9581-1f487455cfb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1', 'code': 200} Jul 15 13:12:07.547736 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fa0e6f63-40e1-406e-8189-f5f56fa92d65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.677647 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daefd9aa-9ffb-452c-9979-9c05456e8c45 req-d115a493-7c14-48df-a665-0650a1373b8e tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:07.681260 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-daefd9aa-9ffb-452c-9979-9c05456e8c45 req-d115a493-7c14-48df-a665-0650a1373b8e tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19375e1-6d5c-40f4-9581-1f487455cfb8 HTTP/1.1" status: 200 len: 946 time: 0.1463475 Jul 15 13:12:07.718141 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fa0e6f63-40e1-406e-8189-f5f56fa92d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.760735 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-daefd9aa-9ffb-452c-9979-9c05456e8c45 req-bcb26be3-0ff7-47d2-bff6-567f456747a5 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734291 Jul 15 13:12:07.817799 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fa0e6f63-40e1-406e-8189-f5f56fa92d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.866132 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e6f63-40e1-406e-8189-f5f56fa92d65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dabfb7cb-dcc1-41a1-93c1-c49a98bbbef5,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:07.884241 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fa0e6f63-40e1-406e-8189-f5f56fa92d65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.886190 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d167df1-445c-4ec0-8419-954cf1cc5f8f None None] Network f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:07.889098 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-fa0e6f63-40e1-406e-8189-f5f56fa92d65 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/dabfb7cb-dcc1-41a1-93c1-c49a98bbbef5 HTTP/1.1" status: 204 len: 168 time: 0.5577552 Jul 15 13:12:07.889723 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 54560) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:08.033482 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e4ed62d-396a-44ee-8447-bf9f740f6740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:08.128384 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8e4ed62d-396a-44ee-8447-bf9f740f6740 admin admin] Deleting port d1b656c2-3b74-48f9-8b22-42fbe79bcb2d {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:08.129128 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e4ed62d-396a-44ee-8447-bf9f740f6740 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:08.291490 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8e4ed62d-396a-44ee-8447-bf9f740f6740 admin admin] For port d1b656c2-3b74-48f9-8b22-42fbe79bcb2d, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=d1b656c2-3b74-48f9-8b22-42fbe79bcb2d,segment=NetworkSegment(2fb9f90e-3cbf-4421-919f-2f50d4f2e6de),segment_id=2fb9f90e-3cbf-4421-919f-2f50d4f2e6de)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:08.292465 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e4ed62d-396a-44ee-8447-bf9f740f6740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:08.306865 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8e4ed62d-396a-44ee-8447-bf9f740f6740 admin admin] Calling delete_port for d1b656c2-3b74-48f9-8b22-42fbe79bcb2d owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:08.415961 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device d1e690fc-dfc7-483a-964a-c8bbe791d475 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:08.445633 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: d1e690fc-dfc7-483a-964a-c8bbe791d475 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:08.446215 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device d1e690fc-dfc7-483a-964a-c8bbe791d475 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:08.446860 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 34b065af-5250-4144-abaf-24db54f50dd7 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:08.451785 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e4ed62d-396a-44ee-8447-bf9f740f6740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:08.476354 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 34b065af-5250-4144-abaf-24db54f50dd7 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:08.476708 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 34b065af-5250-4144-abaf-24db54f50dd7 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:08.520257 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4ed62d-396a-44ee-8447-bf9f740f6740 admin admin] No DVR routers for this DVR port d1b656c2-3b74-48f9-8b22-42fbe79bcb2d on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:08.537764 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ed62d-396a-44ee-8447-bf9f740f6740 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1b656c2-3b74-48f9-8b22-42fbe79bcb2d,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:08.575742 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb9aced-804a-40ec-8b4f-583578278121 None None] DHCP port deletion for f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:12:08.795447 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e4ed62d-396a-44ee-8447-bf9f740f6740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:08.826652 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-8e4ed62d-396a-44ee-8447-bf9f740f6740 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:08.849654 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-8e4ed62d-396a-44ee-8447-bf9f740f6740 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb9f90e-3cbf-4421-919f-2f50d4f2e6de') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:08.850005 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-8e4ed62d-396a-44ee-8447-bf9f740f6740 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb9f90e-3cbf-4421-919f-2f50d4f2e6de') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:08.865119 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e4ed62d-396a-44ee-8447-bf9f740f6740 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:08.932053 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e4ed62d-396a-44ee-8447-bf9f740f6740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:08.964249 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e4ed62d-396a-44ee-8447-bf9f740f6740 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:12:08.964899 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e4ed62d-396a-44ee-8447-bf9f740f6740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:12:08.967179 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:12:09.092435 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c52f40-82ed-4ceb-99d0-77e9824a4889 req-1dca331f-cdcb-4593-a19c-eea2c4783a92 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:09.098837 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-68c52f40-82ed-4ceb-99d0-77e9824a4889 req-1dca331f-cdcb-4593-a19c-eea2c4783a92 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.5606272 Jul 15 13:12:09.102658 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e4ed62d-396a-44ee-8447-bf9f740f6740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:09.121742 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e4ed62d-396a-44ee-8447-bf9f740f6740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:09.125914 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8e4ed62d-396a-44ee-8447-bf9f740f6740 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9 HTTP/1.1" status: 204 len: 168 time: 1.2319164 Jul 15 13:12:09.127268 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 54588) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:09.171524 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ed62d-396a-44ee-8447-bf9f740f6740 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9f0e8bc-d400-4c03-946b-43f8d6b4c8c9,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:09.211120 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-68c52f40-82ed-4ceb-99d0-77e9824a4889 req-f07207c4-775a-4703-aaa6-a63612d58b7f tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061873 Jul 15 13:12:09.269980 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc245e-4fa6-4cda-a20c-3528468a808a req-eef06099-104f-42eb-8788-5214d1ccb070 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:09.273846 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-01dc245e-4fa6-4cda-a20c-3528468a808a req-eef06099-104f-42eb-8788-5214d1ccb070 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19375e1-6d5c-40f4-9581-1f487455cfb8 HTTP/1.1" status: 200 len: 946 time: 0.1680686 Jul 15 13:12:09.370712 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-01dc245e-4fa6-4cda-a20c-3528468a808a req-babf180b-c2dc-49e4-b9c7-39d3163c4287 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862231 Jul 15 13:12:09.716724 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-52339165-fad4-4684-829a-4b2554aee63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:10.168874 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-52339165-fad4-4684-829a-4b2554aee63f admin admin] Deleting port 36857488-0767-4651-a675-ed8fffe7a76d {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:10.169827 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-52339165-fad4-4684-829a-4b2554aee63f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:10.341760 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device d1b656c2-3b74-48f9-8b22-42fbe79bcb2d no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:10.378813 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-52339165-fad4-4684-829a-4b2554aee63f admin admin] For port 36857488-0767-4651-a675-ed8fffe7a76d, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=36857488-0767-4651-a675-ed8fffe7a76d,segment=NetworkSegment(1c0bc34d-8327-4390-bb52-bbf4831bfdfc),segment_id=1c0bc34d-8327-4390-bb52-bbf4831bfdfc)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:10.379591 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-52339165-fad4-4684-829a-4b2554aee63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:10.381444 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: d1b656c2-3b74-48f9-8b22-42fbe79bcb2d {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:10.381797 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device d1b656c2-3b74-48f9-8b22-42fbe79bcb2d not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:10.419596 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-52339165-fad4-4684-829a-4b2554aee63f admin admin] Calling delete_port for 36857488-0767-4651-a675-ed8fffe7a76d owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:10.467169 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1509a-6002-46fd-8557-42e8cdd28dcd req-fd09ad06-62f4-4d06-8d90-e1a6d8a0b763 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:10.469400 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-82f1509a-6002-46fd-8557-42e8cdd28dcd req-fd09ad06-62f4-4d06-8d90-e1a6d8a0b763 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.0870476 Jul 15 13:12:10.557694 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-82f1509a-6002-46fd-8557-42e8cdd28dcd req-4a622b7e-3df0-4db9-81f3-c31144491aa7 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815609 Jul 15 13:12:10.709941 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e125f03-7759-4f53-8bae-09537953fd79 req-f7ceef25-4749-4362-9035-ba3c69177dd3 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:10.718339 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3e125f03-7759-4f53-8bae-09537953fd79 req-f7ceef25-4749-4362-9035-ba3c69177dd3 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19375e1-6d5c-40f4-9581-1f487455cfb8 HTTP/1.1" status: 200 len: 946 time: 0.1475744 Jul 15 13:12:10.727983 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-52339165-fad4-4684-829a-4b2554aee63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:10.768100 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52339165-fad4-4684-829a-4b2554aee63f admin admin] Pushing event deleted for resources: {'Port': ['ID=36857488-0767-4651-a675-ed8fffe7a76d,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:10.785914 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3e125f03-7759-4f53-8bae-09537953fd79 req-4be658d3-1c94-4737-abed-74a7f7699e11 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665390 Jul 15 13:12:10.826441 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52339165-fad4-4684-829a-4b2554aee63f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:10.826853 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52339165-fad4-4684-829a-4b2554aee63f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:10.827358 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52339165-fad4-4684-829a-4b2554aee63f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:10.827712 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52339165-fad4-4684-829a-4b2554aee63f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:10.828192 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52339165-fad4-4684-829a-4b2554aee63f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:10.828708 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52339165-fad4-4684-829a-4b2554aee63f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:10.829219 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52339165-fad4-4684-829a-4b2554aee63f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:10.829763 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52339165-fad4-4684-829a-4b2554aee63f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:10.830238 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52339165-fad4-4684-829a-4b2554aee63f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:10.830771 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52339165-fad4-4684-829a-4b2554aee63f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:10.831244 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52339165-fad4-4684-829a-4b2554aee63f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:10.831664 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52339165-fad4-4684-829a-4b2554aee63f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:11.054156 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-52339165-fad4-4684-829a-4b2554aee63f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:11.435133 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52339165-fad4-4684-829a-4b2554aee63f admin admin] Router 608b7576-b092-4139-82a7-48f39e25dabd has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:12:11.568076 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52339165-fad4-4684-829a-4b2554aee63f admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:12:11.575583 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-52339165-fad4-4684-829a-4b2554aee63f admin admin] 10.222.0.16 "PUT /v2.0/routers/608b7576-b092-4139-82a7-48f39e25dabd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4442558 Jul 15 13:12:11.577862 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 54626) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:11.580741 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf51e212-34fd-462d-b26d-b510f27d5fa0 None None] Sync routers for ids ['608b7576-b092-4139-82a7-48f39e25dabd'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:12:11.607945 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf51e212-34fd-462d-b26d-b510f27d5fa0 None None] Routers {'608b7576-b092-4139-82a7-48f39e25dabd'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:11.609008 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-cf51e212-34fd-462d-b26d-b510f27d5fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:12:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['608b7576-b092-4139-82a7-48f39e25dabd'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:11.784715 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63539ad5-2745-49c3-991d-aaf30a2e58ab admin admin] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:11.968663 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e8216-5598-4b69-9608-4504d16006b3 req-87dd7d4e-6564-4f9e-a2b8-fa94f5e13a04 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:11.991900 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ad3e8216-5598-4b69-9608-4504d16006b3 req-87dd7d4e-6564-4f9e-a2b8-fa94f5e13a04 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.2867036 Jul 15 13:12:12.048902 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-cf51e212-34fd-462d-b26d-b510f27d5fa0 None None] Set router 608b7576-b092-4139-82a7-48f39e25dabd gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:12.091444 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ad3e8216-5598-4b69-9608-4504d16006b3 req-f8de6214-a4f4-44c6-9a77-eef04e02c90c tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800867 Jul 15 13:12:12.096280 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63539ad5-2745-49c3-991d-aaf30a2e58ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:12.225478 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-63539ad5-2745-49c3-991d-aaf30a2e58ab admin admin] Deleting port 8f99d85d-b070-4620-966b-c41b35a5a291 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:12.226991 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63539ad5-2745-49c3-991d-aaf30a2e58ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:12.288503 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-cf51e212-34fd-462d-b26d-b510f27d5fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608b7576-b092-4139-82a7-48f39e25dabd', 'name': 'tempest-AttachSCSIVolumeTestJSON-469027038-router', 'tenant_id': '7ea6510e957a426b8894ca619e992a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '8f99d85d-b070-4620-966b-c41b35a5a291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:11Z', 'updated_at': '2021-07-15T13:12:10Z', 'revision_number': 5, 'project_id': '7ea6510e957a426b8894ca619e992a7b', 'gw_port': {'id': '8f99d85d-b070-4620-966b-c41b35a5a291', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608b7576-b092-4139-82a7-48f39e25dabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:11Z', 'updated_at': '2021-07-15T13:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:12.364092 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf51e212-34fd-462d-b26d-b510f27d5fa0 None None] Checking router: 608b7576-b092-4139-82a7-48f39e25dabd for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:12:12.398404 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf51e212-34fd-462d-b26d-b510f27d5fa0 None None] Routers {'608b7576-b092-4139-82a7-48f39e25dabd'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:12.399335 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-cf51e212-34fd-462d-b26d-b510f27d5fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:12:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['608b7576-b092-4139-82a7-48f39e25dabd'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:12.519616 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e13ea3-7329-4924-b8a4-57f58ec63703 req-60930027-a555-46c9-9e1f-6b126db21b15 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:12.521156 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-07e13ea3-7329-4924-b8a4-57f58ec63703 req-60930027-a555-46c9-9e1f-6b126db21b15 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19375e1-6d5c-40f4-9581-1f487455cfb8 HTTP/1.1" status: 200 len: 946 time: 0.2659976 Jul 15 13:12:12.602355 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-63539ad5-2745-49c3-991d-aaf30a2e58ab admin admin] For port 8f99d85d-b070-4620-966b-c41b35a5a291, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=8f99d85d-b070-4620-966b-c41b35a5a291,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:12.603059 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63539ad5-2745-49c3-991d-aaf30a2e58ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:12.606477 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-cf51e212-34fd-462d-b26d-b510f27d5fa0 None None] Set router 608b7576-b092-4139-82a7-48f39e25dabd gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:12.667592 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-07e13ea3-7329-4924-b8a4-57f58ec63703 req-6919b70c-6253-45b9-b2f5-62f826196720 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389771 Jul 15 13:12:12.668631 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-63539ad5-2745-49c3-991d-aaf30a2e58ab admin admin] Calling delete_port for 8f99d85d-b070-4620-966b-c41b35a5a291 owned by network:router_gateway {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:12.707623 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-cf51e212-34fd-462d-b26d-b510f27d5fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608b7576-b092-4139-82a7-48f39e25dabd', 'name': 'tempest-AttachSCSIVolumeTestJSON-469027038-router', 'tenant_id': '7ea6510e957a426b8894ca619e992a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:11Z', 'updated_at': '2021-07-15T13:12:12Z', 'revision_number': 6, 'project_id': '7ea6510e957a426b8894ca619e992a7b', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:12.738446 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf51e212-34fd-462d-b26d-b510f27d5fa0 None None] The sync data for ids ['608b7576-b092-4139-82a7-48f39e25dabd'] in n-d-771363-36 is: [{'id': '608b7576-b092-4139-82a7-48f39e25dabd', 'name': 'tempest-AttachSCSIVolumeTestJSON-469027038-router', 'tenant_id': '7ea6510e957a426b8894ca619e992a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:11Z', 'updated_at': '2021-07-15T13:12:12Z', 'revision_number': 6, 'project_id': '7ea6510e957a426b8894ca619e992a7b', 'gw_port_host': None}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:12:12.974856 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63539ad5-2745-49c3-991d-aaf30a2e58ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:13.025003 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63539ad5-2745-49c3-991d-aaf30a2e58ab admin admin] Pushing event deleted for resources: {'Port': ['ID=8f99d85d-b070-4620-966b-c41b35a5a291,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:13.117318 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63539ad5-2745-49c3-991d-aaf30a2e58ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:13.253733 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63539ad5-2745-49c3-991d-aaf30a2e58ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:13.258061 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63539ad5-2745-49c3-991d-aaf30a2e58ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:13.339679 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63539ad5-2745-49c3-991d-aaf30a2e58ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:13.340196 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63539ad5-2745-49c3-991d-aaf30a2e58ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 608b7576-b092-4139-82a7-48f39e25dabd {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:12:13.344822 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63539ad5-2745-49c3-991d-aaf30a2e58ab admin admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:13.348239 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-63539ad5-2745-49c3-991d-aaf30a2e58ab admin admin] 10.222.0.16 "DELETE /v2.0/routers/608b7576-b092-4139-82a7-48f39e25dabd HTTP/1.1" status: 204 len: 168 time: 1.7670941 Jul 15 13:12:13.349488 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 54682) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:13.397818 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5afb79-de5f-498d-adc1-446bb126ede7 req-3181574e-5cee-444c-9c20-811e7dc563e6 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:13.399530 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b5afb79-de5f-498d-adc1-446bb126ede7 req-3181574e-5cee-444c-9c20-811e7dc563e6 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.0970285 Jul 15 13:12:13.401059 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b7fd26-7a75-4820-894e-a956f6d4aaef admin admin] Deleting subnet dfaca72b-a367-4ce4-a14c-20eb07a9b9d0 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:12:13.404696 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c5b7fd26-7a75-4820-894e-a956f6d4aaef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:13.458688 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c5b7fd26-7a75-4820-894e-a956f6d4aaef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:13.474235 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b5afb79-de5f-498d-adc1-446bb126ede7 req-4e5caaae-eb19-4c10-ae0b-997153506e61 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641084 Jul 15 13:12:13.568682 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c5b7fd26-7a75-4820-894e-a956f6d4aaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:13.639006 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c5b7fd26-7a75-4820-894e-a956f6d4aaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:13.668385 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7fd26-7a75-4820-894e-a956f6d4aaef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfaca72b-a367-4ce4-a14c-20eb07a9b9d0,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:13.670384 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c5b7fd26-7a75-4820-894e-a956f6d4aaef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:13.675586 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 54686) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:13.676072 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c5b7fd26-7a75-4820-894e-a956f6d4aaef admin admin] 10.222.0.16 "DELETE /v2.0/subnets/dfaca72b-a367-4ce4-a14c-20eb07a9b9d0 HTTP/1.1" status: 204 len: 168 time: 0.3241251 Jul 15 13:12:13.680698 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9988206-68fa-4081-9a1c-16a010bec28e None None] Network 44eae633-df73-41cc-947a-575ac798bc7b requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:13.812481 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7eefd075-5639-4d60-94cf-5f0388f46803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:13.998300 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7eefd075-5639-4d60-94cf-5f0388f46803 admin admin] Deleting port 311b1f45-4cee-44f4-855c-ecfb913bc5bb {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:13.998677 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7eefd075-5639-4d60-94cf-5f0388f46803 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.029415 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d583f3-22a8-4feb-b2c3-de619e8770b7 req-626cf37f-8c42-4b52-a407-ef5bf4de6611 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:14.040901 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-27d583f3-22a8-4feb-b2c3-de619e8770b7 req-626cf37f-8c42-4b52-a407-ef5bf4de6611 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19375e1-6d5c-40f4-9581-1f487455cfb8 HTTP/1.1" status: 200 len: 946 time: 0.1487401 Jul 15 13:12:14.112321 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0e8123-174b-46fc-93f1-e44b1c294ab4 None None] DHCP port deletion for 44eae633-df73-41cc-947a-575ac798bc7b request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:12:14.155594 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-27d583f3-22a8-4feb-b2c3-de619e8770b7 req-20526cff-4066-4289-b59f-c5407f85c671 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168339 Jul 15 13:12:14.178222 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-7eefd075-5639-4d60-94cf-5f0388f46803 admin admin] For port 311b1f45-4cee-44f4-855c-ecfb913bc5bb, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=311b1f45-4cee-44f4-855c-ecfb913bc5bb,segment=NetworkSegment(1c0bc34d-8327-4390-bb52-bbf4831bfdfc),segment_id=1c0bc34d-8327-4390-bb52-bbf4831bfdfc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:14.178970 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7eefd075-5639-4d60-94cf-5f0388f46803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.198428 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7eefd075-5639-4d60-94cf-5f0388f46803 admin admin] Calling delete_port for 311b1f45-4cee-44f4-855c-ecfb913bc5bb owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:14.269098 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-9f0e8123-174b-46fc-93f1-e44b1c294ab4 None None] Deleting port 311b1f45-4cee-44f4-855c-ecfb913bc5bb {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:14.269483 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9f0e8123-174b-46fc-93f1-e44b1c294ab4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.331394 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7eefd075-5639-4d60-94cf-5f0388f46803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.349658 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eefd075-5639-4d60-94cf-5f0388f46803 admin admin] No DVR routers for this DVR port 311b1f45-4cee-44f4-855c-ecfb913bc5bb on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:14.452615 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 36857488-0767-4651-a675-ed8fffe7a76d no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:14.461556 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-9f0e8123-174b-46fc-93f1-e44b1c294ab4 None None] For port 311b1f45-4cee-44f4-855c-ecfb913bc5bb, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=311b1f45-4cee-44f4-855c-ecfb913bc5bb,segment=NetworkSegment(1c0bc34d-8327-4390-bb52-bbf4831bfdfc),segment_id=1c0bc34d-8327-4390-bb52-bbf4831bfdfc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:14.462356 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9f0e8123-174b-46fc-93f1-e44b1c294ab4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.475978 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7eefd075-5639-4d60-94cf-5f0388f46803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.486649 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 36857488-0767-4651-a675-ed8fffe7a76d {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:14.487242 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 36857488-0767-4651-a675-ed8fffe7a76d not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:14.487860 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 311b1f45-4cee-44f4-855c-ecfb913bc5bb no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:14.489403 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-7eefd075-5639-4d60-94cf-5f0388f46803 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44eae633-df73-41cc-947a-575ac798bc7b']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:14.510861 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-7eefd075-5639-4d60-94cf-5f0388f46803 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c0bc34d-8327-4390-bb52-bbf4831bfdfc') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:14.510861 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-7eefd075-5639-4d60-94cf-5f0388f46803 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c0bc34d-8327-4390-bb52-bbf4831bfdfc') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:14.512945 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-9f0e8123-174b-46fc-93f1-e44b1c294ab4 None None] Calling delete_port for 311b1f45-4cee-44f4-855c-ecfb913bc5bb owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:14.517448 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 311b1f45-4cee-44f4-855c-ecfb913bc5bb {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:14.518000 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 311b1f45-4cee-44f4-855c-ecfb913bc5bb not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:14.518660 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8f99d85d-b070-4620-966b-c41b35a5a291 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:14.522607 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7eefd075-5639-4d60-94cf-5f0388f46803 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.539141 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7eefd075-5639-4d60-94cf-5f0388f46803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.546469 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eefd075-5639-4d60-94cf-5f0388f46803 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:12:14.546957 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7eefd075-5639-4d60-94cf-5f0388f46803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.568500 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 8f99d85d-b070-4620-966b-c41b35a5a291 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:14.568983 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8f99d85d-b070-4620-966b-c41b35a5a291 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:14.664371 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:12:14.664371 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:12:14.664371 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:12:14.664371 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:12:14.664371 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:12:14.664371 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:12:14.664371 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:12:14.664371 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:12:14.664371 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:12:14.664371 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:12:14.664371 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:12:14.664371 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:12:14.664371 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:12:14.664371 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:12:14.664371 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:12:14.664371 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:12:14.664371 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:12:14.664371 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:12:14.664371 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:12:14.664371 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:12:14.664371 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:12:14.664371 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:12:14.664371 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:12:14.664371 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:12:14.664371 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:12:14.664371 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:12:14.664371 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:12:14.664371 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:12:14.664371 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:12:14.664371 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:12:14.664371 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:12:14.664371 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:12:14.666706 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eefd075-5639-4d60-94cf-5f0388f46803 admin admin] Pushing event deleted for resources: {'Port': ['ID=311b1f45-4cee-44f4-855c-ecfb913bc5bb,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:14.674539 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7eefd075-5639-4d60-94cf-5f0388f46803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.681726 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7eefd075-5639-4d60-94cf-5f0388f46803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.685012 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7eefd075-5639-4d60-94cf-5f0388f46803 admin admin] 10.222.0.16 "DELETE /v2.0/networks/44eae633-df73-41cc-947a-575ac798bc7b HTTP/1.1" status: 204 len: 168 time: 1.0076489 Jul 15 13:12:14.704853 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eefd075-5639-4d60-94cf-5f0388f46803 admin admin] Pushing event deleted for resources: {'Network': ['ID=44eae633-df73-41cc-947a-575ac798bc7b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: from cryptography.utils import int_from_bytes Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: from cryptography.utils import int_from_bytes Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:12:14.717612 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:12:14.728805 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9f0e8123-174b-46fc-93f1-e44b1c294ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.757088 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9f0e8123-174b-46fc-93f1-e44b1c294ab4 None None] Network 44eae633-df73-41cc-947a-575ac798bc7b is not hosted by any dhcp agent {{(pid=93827) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:12:14.757699 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0e8123-174b-46fc-93f1-e44b1c294ab4 None None] No DVR routers for this DVR port 311b1f45-4cee-44f4-855c-ecfb913bc5bb on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:14.759831 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e8123-174b-46fc-93f1-e44b1c294ab4 None None] Pushing event deleted for resources: {'Port': ['ID=311b1f45-4cee-44f4-855c-ecfb913bc5bb,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:14.986406 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-093f97b4-e96a-4341-a96d-29316ad7420b req-27180354-64e4-4421-a1eb-4fe1dd886ada service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2239878 Jul 15 13:12:15.084877 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 54726) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:15.124937 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b1d5d-9e16-4aa5-bc61-658196f2acb7 req-cc669e1f-f7fa-45f7-aa7d-34683e48d2b0 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:15.134702 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-223b1d5d-9e16-4aa5-bc61-658196f2acb7 req-cc669e1f-f7fa-45f7-aa7d-34683e48d2b0 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.2645149 Jul 15 13:12:15.145476 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b51533cc-e7ea-468b-bbd1-db2a1452dfd5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fbd61f40ecfd4ea49f7a52eb5c366308&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0588486 Jul 15 13:12:15.146090 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 54728) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:15.228964 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6f189f23-6783-49ef-b80f-61a3b70b9758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.235121 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-223b1d5d-9e16-4aa5-bc61-658196f2acb7 req-a09e44d0-5d36-464f-963d-d2abd19f6070 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991023 Jul 15 13:12:15.251607 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f97b4-e96a-4341-a96d-29316ad7420b req-b6376db7-4201-4e55-8696-b0c252049203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:15.254101 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-093f97b4-e96a-4341-a96d-29316ad7420b req-b6376db7-4201-4e55-8696-b0c252049203 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12dc42da56354fb5b0d0acb9e0703009&device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 1097 time: 0.2323103 Jul 15 13:12:15.302433 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6f189f23-6783-49ef-b80f-61a3b70b9758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.398200 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6f189f23-6783-49ef-b80f-61a3b70b9758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.400835 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6f189f23-6783-49ef-b80f-61a3b70b9758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.408594 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6f189f23-6783-49ef-b80f-61a3b70b9758 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a933450-b97c-4603-8582-9279b0d35da8 HTTP/1.1" status: 204 len: 168 time: 0.2546861 Jul 15 13:12:15.421580 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f189f23-6783-49ef-b80f-61a3b70b9758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a933450-b97c-4603-8582-9279b0d35da8,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:15.495993 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f97b4-e96a-4341-a96d-29316ad7420b req-53d60b54-9ce3-42ff-88c7-a7d24eb85e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:15.500108 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-093f97b4-e96a-4341-a96d-29316ad7420b req-53d60b54-9ce3-42ff-88c7-a7d24eb85e2d service neutron] 10.222.0.46 "GET /v2.0/networks?id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da HTTP/1.1" status: 200 len: 913 time: 0.2136431 Jul 15 13:12:15.580896 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-093f97b4-e96a-4341-a96d-29316ad7420b req-3b229874-baa5-4a6d-9e50-e73632c8a1d2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6772084-21a9-4fcb-8b4e-7dd81e941146 HTTP/1.1" status: 200 len: 217 time: 0.0692549 Jul 15 13:12:15.662338 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f97b4-e96a-4341-a96d-29316ad7420b req-5d83a1ab-f477-4e53-8d91-58a1fdf304aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:15.666033 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-093f97b4-e96a-4341-a96d-29316ad7420b req-5d83a1ab-f477-4e53-8d91-58a1fdf304aa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=504f4a49-65cd-4546-be78-3e75a4fd4784 HTTP/1.1" status: 200 len: 851 time: 0.0735781 Jul 15 13:12:15.800766 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f97b4-e96a-4341-a96d-29316ad7420b req-7b88bf40-36f7-4736-b3a3-b372e0bf6ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:15.808226 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-093f97b4-e96a-4341-a96d-29316ad7420b req-7b88bf40-36f7-4736-b3a3-b372e0bf6ede service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1307750 Jul 15 13:12:15.995478 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-093f97b4-e96a-4341-a96d-29316ad7420b req-249f8bf4-8da4-49fd-b6e1-5a4d8dcdf30e service neutron] 10.222.0.46 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748481 Jul 15 13:12:16.134127 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-093f97b4-e96a-4341-a96d-29316ad7420b req-2a8bc8f7-b1b7-4d7a-b81b-b9cea91fdbc2 service neutron] 10.222.0.46 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083431 Jul 15 13:12:16.189433 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac89e55-2fed-45bd-b270-0643cd8c494a req-28043fa7-5b07-46de-80a4-0fb8727ac9bb tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:16.197085 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2ac89e55-2fed-45bd-b270-0643cd8c494a req-28043fa7-5b07-46de-80a4-0fb8727ac9bb tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19375e1-6d5c-40f4-9581-1f487455cfb8 HTTP/1.1" status: 200 len: 946 time: 0.7867424 Jul 15 13:12:16.259575 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2ac89e55-2fed-45bd-b270-0643cd8c494a req-5d831f78-d239-4a9e-bf3c-f9bb3708c626 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595753 Jul 15 13:12:16.262033 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 54766) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:16.348831 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-68e3942b-a797-44aa-adc0-fde4e6dfe81c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ea6510e957a426b8894ca619e992a7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0852854 Jul 15 13:12:16.351502 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 54774) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:16.472556 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-91e5039e-5d2a-4c52-af77-2297d48f5881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.495879 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-91e5039e-5d2a-4c52-af77-2297d48f5881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.564227 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167ad5e-b2e7-4693-a20f-d23b0845c19d req-e6e75ad1-feb2-4cd2-b0ea-4965764c7aab tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:16.573998 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d167ad5e-b2e7-4693-a20f-d23b0845c19d req-e6e75ad1-feb2-4cd2-b0ea-4965764c7aab tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.1260290 Jul 15 13:12:16.596091 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-91e5039e-5d2a-4c52-af77-2297d48f5881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.615369 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-91e5039e-5d2a-4c52-af77-2297d48f5881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.630652 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d167ad5e-b2e7-4693-a20f-d23b0845c19d req-5af36f37-9ab0-4909-8528-d8bf59e055aa tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553017 Jul 15 13:12:16.633673 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-91e5039e-5d2a-4c52-af77-2297d48f5881 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/55b0f897-fee7-4f8f-9fa9-0ac0ad717359 HTTP/1.1" status: 204 len: 168 time: 0.2737906 Jul 15 13:12:16.652731 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5039e-5d2a-4c52-af77-2297d48f5881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b0f897-fee7-4f8f-9fa9-0ac0ad717359,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:16.963705 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:17.259621 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:17.328818 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd,segment=NetworkSegment(f249e42e-4c8e-46f6-b3c4-615078d8d102),segment_id=f249e42e-4c8e-46f6-b3c4-615078d8d102)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:17.331125 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c773d5da-e0d8-4ea3-9353-4c82b443ef74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:17.336091 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975069fa-c2c0-4c13-9ce6-8dd76c8115d4" -d '{"events": [{"server_uuid": "c773d5da-e0d8-4ea3-9353-4c82b443ef74", "name": "network-vif-unplugged", "status": "completed", "tag": "6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:17.346259 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:17.436523 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:17.506669 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9893a5-16fc-4e14-b3dc-b76146b26517 x-openstack-request-id: req-ad9893a5-16fc-4e14-b3dc-b76146b26517 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:17.507255 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c773d5da-e0d8-4ea3-9353-4c82b443ef74", "name": "network-vif-unplugged", "status": "completed", "tag": "6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:17.507721 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad9893a5-16fc-4e14-b3dc-b76146b26517 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:17.508345 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c773d5da-e0d8-4ea3-9353-4c82b443ef74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd', 'code': 200} Jul 15 13:12:17.744922 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f01fd-6188-44ec-b970-4c00b1d591c7 req-5f1dd867-6fa4-4355-9e5e-4b06606235e8 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:17.749323 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d9f01fd-6188-44ec-b970-4c00b1d591c7 req-5f1dd867-6fa4-4355-9e5e-4b06606235e8 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19375e1-6d5c-40f4-9581-1f487455cfb8 HTTP/1.1" status: 200 len: 946 time: 0.1764395 Jul 15 13:12:17.835851 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d9f01fd-6188-44ec-b970-4c00b1d591c7 req-6f772719-4701-482f-b5ef-21f584e42d21 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752084 Jul 15 13:12:18.081716 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b94555-22dc-4caa-9786-08c7b84247c4 req-89dcb554-1089-4633-9e56-ef4b6bf47165 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:18.086633 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-68b94555-22dc-4caa-9786-08c7b84247c4 req-89dcb554-1089-4633-9e56-ef4b6bf47165 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 943 time: 0.1803184 Jul 15 13:12:18.141170 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-68b94555-22dc-4caa-9786-08c7b84247c4 req-acba08c8-7435-4637-af13-d73cda5987b9 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441372 Jul 15 13:12:18.967713 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:12:19.223485 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd,segment=NetworkSegment(f249e42e-4c8e-46f6-b3c4-615078d8d102),segment_id=f249e42e-4c8e-46f6-b3c4-615078d8d102)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:19.250710 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd', 'network_id': 'cb2098bc-7484-4c5d-9e4d-2dee71297f28', 'port_id': '6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd', 'mac_address': 'fa:16:3e:d7:30:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bae16e04-e939-4a15-9e74-5fad7842ae7e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:12:19.327676 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:19.367329 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:19.428764 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd,segment=NetworkSegment(f249e42e-4c8e-46f6-b3c4-615078d8d102),segment_id=f249e42e-4c8e-46f6-b3c4-615078d8d102)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:19.438041 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:19.515103 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065a302-df25-40f5-8a69-db15d72531b2 req-57b7e5b1-312a-4f3b-b46a-52fd43784817 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:19.523032 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f065a302-df25-40f5-8a69-db15d72531b2 req-57b7e5b1-312a-4f3b-b46a-52fd43784817 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19375e1-6d5c-40f4-9581-1f487455cfb8 HTTP/1.1" status: 200 len: 946 time: 0.4014461 Jul 15 13:12:19.547489 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd,revision_number=7']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:19.617297 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f065a302-df25-40f5-8a69-db15d72531b2 req-debd9011-133f-491c-904b-6ee8c8488838 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909064 Jul 15 13:12:19.712833 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45dac41-dc71-4fac-86b5-68db64954c71 req-3a36f4c3-6a8d-4a8e-97a3-630469f0a719 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:19.714372 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c45dac41-dc71-4fac-86b5-68db64954c71 req-3a36f4c3-6a8d-4a8e-97a3-630469f0a719 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 944 time: 0.0960581 Jul 15 13:12:19.785473 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c45dac41-dc71-4fac-86b5-68db64954c71 req-aa67834e-4010-4dcd-b1af-e52c2258c84f tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637071 Jul 15 13:12:19.933740 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:20.375666 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 54944) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:20.546448 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-561556d6-d0fb-466f-9be3-05b77213c334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:20.726642 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-561556d6-d0fb-466f-9be3-05b77213c334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:20.732880 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-561556d6-d0fb-466f-9be3-05b77213c334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:20.792643 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-561556d6-d0fb-466f-9be3-05b77213c334 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b8331d892460486db7debb7149bb8a70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4123247 Jul 15 13:12:20.793663 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 54964) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:20.875581 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561556d6-d0fb-466f-9be3-05b77213c334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722ced61-51a3-4e39-b679-0720d435ec69,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:20.886797 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7bc13c67-aaa7-4816-b933-91a1ca37ff1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:20.899666 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c30c05-bde7-4c07-b56e-e86a1ff4f85c req-229786c7-269b-40d3-ab37-7500b27baa01 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:20.910064 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-88c30c05-bde7-4c07-b56e-e86a1ff4f85c req-229786c7-269b-40d3-ab37-7500b27baa01 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19375e1-6d5c-40f4-9581-1f487455cfb8 HTTP/1.1" status: 200 len: 946 time: 0.1363261 Jul 15 13:12:20.920841 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7bc13c67-aaa7-4816-b933-91a1ca37ff1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:20.978002 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-88c30c05-bde7-4c07-b56e-e86a1ff4f85c req-924fc325-bd4b-4927-b489-b799a9a81e71 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667582 Jul 15 13:12:21.000398 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7bc13c67-aaa7-4816-b933-91a1ca37ff1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:21.013734 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7bc13c67-aaa7-4816-b933-91a1ca37ff1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:21.029439 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7bc13c67-aaa7-4816-b933-91a1ca37ff1d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/722ced61-51a3-4e39-b679-0720d435ec69 HTTP/1.1" status: 204 len: 168 time: 0.2336843 Jul 15 13:12:21.064563 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc13c67-aaa7-4816-b933-91a1ca37ff1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722ced61-51a3-4e39-b679-0720d435ec69,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:21.181701 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952a305-5e7b-4a11-806a-2bd2ba52083e req-31c7834d-542b-47e3-82aa-9a3d6fb14eae tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:21.188649 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0952a305-5e7b-4a11-806a-2bd2ba52083e req-31c7834d-542b-47e3-82aa-9a3d6fb14eae tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 944 time: 0.1408181 Jul 15 13:12:21.257319 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0952a305-5e7b-4a11-806a-2bd2ba52083e req-1027555f-eaf6-42b0-ac16-eab506cf7e4a tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636284 Jul 15 13:12:22.210844 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34838b16-6276-42aa-92fd-c053bd7e9850 req-b05d9812-c4f0-46b4-94d8-7aa8cd491e3e tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:22.226653 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34838b16-6276-42aa-92fd-c053bd7e9850 req-b05d9812-c4f0-46b4-94d8-7aa8cd491e3e tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19375e1-6d5c-40f4-9581-1f487455cfb8 HTTP/1.1" status: 200 len: 946 time: 0.1068034 Jul 15 13:12:22.314939 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34838b16-6276-42aa-92fd-c053bd7e9850 req-861d7033-cf9e-499f-a3ea-09bbdec55a3e tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872829 Jul 15 13:12:22.677021 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50280ca-2569-4710-8104-4cadfb73584e req-2372f9c0-84a8-4872-8d56-1b3a66e2ea08 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:22.678641 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b50280ca-2569-4710-8104-4cadfb73584e req-2372f9c0-84a8-4872-8d56-1b3a66e2ea08 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 944 time: 0.0813475 Jul 15 13:12:22.804387 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b50280ca-2569-4710-8104-4cadfb73584e req-c17d91d7-f0bf-4837-a010-daa03538c1bf tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127832 Jul 15 13:12:22.999385 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:23.061510 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:23.062227 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:23.156901 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:23.188515 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c773d5da-e0d8-4ea3-9353-4c82b443ef74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:23.191228 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beeaa3bb-3642-4977-9299-163e089dc2b0" -d '{"events": [{"server_uuid": "c773d5da-e0d8-4ea3-9353-4c82b443ef74", "name": "network-vif-plugged", "status": "completed", "tag": "6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:23.208776 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd,segment=NetworkSegment(f249e42e-4c8e-46f6-b3c4-615078d8d102),segment_id=f249e42e-4c8e-46f6-b3c4-615078d8d102)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:23.214483 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:23.286718 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd,revision_number=8']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:23.313034 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627651e6-c484-44a5-b5b9-1737d315eeaa x-openstack-request-id: req-627651e6-c484-44a5-b5b9-1737d315eeaa {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:23.313408 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c773d5da-e0d8-4ea3-9353-4c82b443ef74", "name": "network-vif-plugged", "status": "completed", "tag": "6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:23.314390 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-627651e6-c484-44a5-b5b9-1737d315eeaa {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:23.315007 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c773d5da-e0d8-4ea3-9353-4c82b443ef74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd', 'code': 200} Jul 15 13:12:23.741044 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2e907-ac69-4a26-b5ff-a94de87ad43a req-28bfcdce-9522-4daa-ac84-cfad1e06090a tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:23.749924 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5fa2e907-ac69-4a26-b5ff-a94de87ad43a req-28bfcdce-9522-4daa-ac84-cfad1e06090a tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19375e1-6d5c-40f4-9581-1f487455cfb8 HTTP/1.1" status: 200 len: 946 time: 0.1962636 Jul 15 13:12:23.767057 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51560ba7-cccf-48fd-8493-28dc0ccd1bba req-814779f3-80b4-4799-a4fc-1a8ccb4b447b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:23.770117 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-51560ba7-cccf-48fd-8493-28dc0ccd1bba req-814779f3-80b4-4799-a4fc-1a8ccb4b447b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 1097 time: 0.2896113 Jul 15 13:12:23.874005 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-51560ba7-cccf-48fd-8493-28dc0ccd1bba req-20f15c88-6372-439e-ab77-e14ed61315c1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902843 Jul 15 13:12:23.875860 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-83fd21e1-e29f-4605-887f-b119a73a99cf req-89946470-f0b2-4e79-837e-326097f3aab7 tempest-FlavorsV2NegativeTest-573817084 tempest-FlavorsV2NegativeTest-573817084-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=85c40530fe864baabcabbe11ca1bcb39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0949852 Jul 15 13:12:23.885576 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5fa2e907-ac69-4a26-b5ff-a94de87ad43a req-26618592-33a4-4026-88bc-b98401847047 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346815 Jul 15 13:12:24.027663 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd21e1-e29f-4605-887f-b119a73a99cf req-6c5915ae-dca2-4aae-a21c-ec17e8b0bc7f tempest-FlavorsV2NegativeTest-573817084 tempest-FlavorsV2NegativeTest-573817084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:24.029418 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-83fd21e1-e29f-4605-887f-b119a73a99cf req-6c5915ae-dca2-4aae-a21c-ec17e8b0bc7f tempest-FlavorsV2NegativeTest-573817084 tempest-FlavorsV2NegativeTest-573817084-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1425910 Jul 15 13:12:24.052621 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-83fd21e1-e29f-4605-887f-b119a73a99cf req-950fc2d1-11b4-4a4c-a1cd-61395753c09e tempest-FlavorsV2NegativeTest-573817084 tempest-FlavorsV2NegativeTest-573817084-project] 10.222.0.16 "GET /v2.0/quotas/85c40530fe864baabcabbe11ca1bcb39 HTTP/1.1" status: 200 len: 375 time: 0.0151958 Jul 15 13:12:24.137676 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-83fd21e1-e29f-4605-887f-b119a73a99cf req-c382df29-db36-40eb-a459-bf5f9086c7ed tempest-FlavorsV2NegativeTest-573817084 tempest-FlavorsV2NegativeTest-573817084-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=85c40530fe864baabcabbe11ca1bcb39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0772960 Jul 15 13:12:24.392147 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0519f-804c-4921-b6b2-8d5a5f739449 req-f0f449f7-e8e7-4722-98f4-68d92ce35001 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:24.401758 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e7a0519f-804c-4921-b6b2-8d5a5f739449 req-f0f449f7-e8e7-4722-98f4-68d92ce35001 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.1232708 Jul 15 13:12:24.455269 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e7a0519f-804c-4921-b6b2-8d5a5f739449 req-6f28742a-2e2d-4abf-8652-737e1329d11b tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526299 Jul 15 13:12:24.999280 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 55166) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:25.048409 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 55170) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:25.111140 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e06db-1a8c-48f9-b6b3-a47d9fd911f3 req-115fb6df-e57f-498e-b266-1f72d3b20c6a tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:25.113356 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-889e06db-1a8c-48f9-b6b3-a47d9fd911f3 req-115fb6df-e57f-498e-b266-1f72d3b20c6a tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19375e1-6d5c-40f4-9581-1f487455cfb8 HTTP/1.1" status: 200 len: 946 time: 0.0763924 Jul 15 13:12:25.179894 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-889e06db-1a8c-48f9-b6b3-a47d9fd911f3 req-5637d2ff-4e13-4c71-8c9e-8834e437b975 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601106 Jul 15 13:12:25.184232 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-95b05f13-b6e1-479d-836d-ef7f8a14c351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:25.220731 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4469f912-5774-49e9-9d55-143b8cf2d406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:25.334334 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-95b05f13-b6e1-479d-836d-ef7f8a14c351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:25.340569 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-95b05f13-b6e1-479d-836d-ef7f8a14c351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:25.377825 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-95b05f13-b6e1-479d-836d-ef7f8a14c351 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=53ccaa0e715f413aa6c2439cb663c341&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3282440 Jul 15 13:12:25.380352 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 55182) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:25.418188 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b05f13-b6e1-479d-836d-ef7f8a14c351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26a9078-b0c1-4148-baae-fcfc9c3e2083,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:25.493937 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e8eb9fd-e76f-4599-85e4-c191f60b6186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:25.548844 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e8eb9fd-e76f-4599-85e4-c191f60b6186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:25.551564 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4469f912-5774-49e9-9d55-143b8cf2d406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:25.559974 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4469f912-5774-49e9-9d55-143b8cf2d406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:25.608246 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4469f912-5774-49e9-9d55-143b8cf2d406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c86a49c-9373-4e8b-8190-7a16f708e7df,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:25.611630 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e8eb9fd-e76f-4599-85e4-c191f60b6186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:25.618170 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e8eb9fd-e76f-4599-85e4-c191f60b6186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:25.623835 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8e8eb9fd-e76f-4599-85e4-c191f60b6186 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a26a9078-b0c1-4148-baae-fcfc9c3e2083 HTTP/1.1" status: 204 len: 168 time: 0.2402236 Jul 15 13:12:25.635939 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8eb9fd-e76f-4599-85e4-c191f60b6186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26a9078-b0c1-4148-baae-fcfc9c3e2083,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:25.667142 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4469f912-5774-49e9-9d55-143b8cf2d406 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85c40530fe864baabcabbe11ca1bcb39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6666319 Jul 15 13:12:25.669698 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 55192) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:25.681447 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8eb9fd-e76f-4599-85e4-c191f60b6186 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:25.682030 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8eb9fd-e76f-4599-85e4-c191f60b6186 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:25.682444 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8eb9fd-e76f-4599-85e4-c191f60b6186 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:25.682974 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8eb9fd-e76f-4599-85e4-c191f60b6186 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:25.683699 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8eb9fd-e76f-4599-85e4-c191f60b6186 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:25.684197 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8eb9fd-e76f-4599-85e4-c191f60b6186 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:25.684702 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8eb9fd-e76f-4599-85e4-c191f60b6186 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:25.685040 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8eb9fd-e76f-4599-85e4-c191f60b6186 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:25.685490 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8eb9fd-e76f-4599-85e4-c191f60b6186 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:25.685988 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8eb9fd-e76f-4599-85e4-c191f60b6186 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:25.686480 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8eb9fd-e76f-4599-85e4-c191f60b6186 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:25.687031 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8eb9fd-e76f-4599-85e4-c191f60b6186 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:25.744217 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8267b8cf-ecc0-4b21-b4d5-13fc9b20c4cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:25.772788 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8267b8cf-ecc0-4b21-b4d5-13fc9b20c4cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:25.778191 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a9c38-1ea3-45a8-baad-4a593ddc5eda req-e31cefa3-50a6-4550-94ea-413d0dd5325e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:25.780074 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3b0a9c38-1ea3-45a8-baad-4a593ddc5eda req-e31cefa3-50a6-4550-94ea-413d0dd5325e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12dc42da56354fb5b0d0acb9e0703009&device_id=b19375e1-6d5c-40f4-9581-1f487455cfb8 HTTP/1.1" status: 200 len: 1098 time: 0.1339922 Jul 15 13:12:25.791846 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15220a09-4947-4e08-8d8c-3310ffe86184 req-ccaf9aaa-0780-4ae6-93a8-dfbe132aeecc tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:25.796903 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-15220a09-4947-4e08-8d8c-3310ffe86184 req-ccaf9aaa-0780-4ae6-93a8-dfbe132aeecc tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.1176472 Jul 15 13:12:25.861192 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8267b8cf-ecc0-4b21-b4d5-13fc9b20c4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:25.870655 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-15220a09-4947-4e08-8d8c-3310ffe86184 req-fdc2fe52-81e6-4c4b-b36f-a6b3d554c709 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643516 Jul 15 13:12:25.877295 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8267b8cf-ecc0-4b21-b4d5-13fc9b20c4cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:25.883547 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8267b8cf-ecc0-4b21-b4d5-13fc9b20c4cb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9c86a49c-9373-4e8b-8190-7a16f708e7df HTTP/1.1" status: 204 len: 168 time: 0.2123475 Jul 15 13:12:25.914213 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8267b8cf-ecc0-4b21-b4d5-13fc9b20c4cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c86a49c-9373-4e8b-8190-7a16f708e7df,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:26.103212 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 55208) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:26.121510 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cb244164-5d75-416b-90ec-504e75cfbf89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:26.316257 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cb244164-5d75-416b-90ec-504e75cfbf89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:26.329060 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cb244164-5d75-416b-90ec-504e75cfbf89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:26.373359 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a9c38-1ea3-45a8-baad-4a593ddc5eda req-fc4327c5-c01a-49bc-a284-054d402eae34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:26.375427 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3b0a9c38-1ea3-45a8-baad-4a593ddc5eda req-fc4327c5-c01a-49bc-a284-054d402eae34 service neutron] 10.222.0.46 "GET /v2.0/networks?id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da HTTP/1.1" status: 200 len: 913 time: 0.5781965 Jul 15 13:12:26.390150 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb244164-5d75-416b-90ec-504e75cfbf89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb169a82-8add-458b-a11e-2ac817c50fa9,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:26.398835 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-cb244164-5d75-416b-90ec-504e75cfbf89 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5c3a2a9ef4424da0b5d9f074e3a3f485&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2932298 Jul 15 13:12:26.399430 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 55222) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:26.435208 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843147cd-a368-40dc-a6b5-1b72a5069b8c req-52b7f0f9-3311-45c2-8e27-da7def12a531 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:26.436981 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-843147cd-a368-40dc-a6b5-1b72a5069b8c req-52b7f0f9-3311-45c2-8e27-da7def12a531 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.1986191 Jul 15 13:12:26.438490 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3b0a9c38-1ea3-45a8-baad-4a593ddc5eda req-1c8847ad-2b48-47d5-8784-ec5c9f357078 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1 HTTP/1.1" status: 200 len: 217 time: 0.0538297 Jul 15 13:12:26.473042 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f58198d3-fffb-494c-9074-32f59d1a2da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:26.496522 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f58198d3-fffb-494c-9074-32f59d1a2da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:26.559230 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-843147cd-a368-40dc-a6b5-1b72a5069b8c req-ad18a382-a8cc-4a73-ae22-18c515d48f65 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156914 Jul 15 13:12:26.568366 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f58198d3-fffb-494c-9074-32f59d1a2da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:26.578760 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f58198d3-fffb-494c-9074-32f59d1a2da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:26.582830 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f58198d3-fffb-494c-9074-32f59d1a2da4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb169a82-8add-458b-a11e-2ac817c50fa9 HTTP/1.1" status: 204 len: 168 time: 0.1799884 Jul 15 13:12:26.587697 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc926d11-8548-4180-b268-bbe6f3816a22 req-f81116cf-7eb0-410a-98a9-ba39bd19a096 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:26.596143 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc926d11-8548-4180-b268-bbe6f3816a22 req-f81116cf-7eb0-410a-98a9-ba39bd19a096 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19375e1-6d5c-40f4-9581-1f487455cfb8 HTTP/1.1" status: 200 len: 946 time: 0.2581844 Jul 15 13:12:26.598981 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58198d3-fffb-494c-9074-32f59d1a2da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb169a82-8add-458b-a11e-2ac817c50fa9,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:26.599310 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a9c38-1ea3-45a8-baad-4a593ddc5eda req-fe1071ed-b047-43c6-a997-a1a3c8e854e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:26.601144 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3b0a9c38-1ea3-45a8-baad-4a593ddc5eda req-fe1071ed-b047-43c6-a997-a1a3c8e854e4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=504f4a49-65cd-4546-be78-3e75a4fd4784 HTTP/1.1" status: 200 len: 851 time: 0.1503823 Jul 15 13:12:26.655019 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc926d11-8548-4180-b268-bbe6f3816a22 req-a3a5beaa-ac93-4191-9d61-8e18edc46662 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575888 Jul 15 13:12:26.742850 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a9c38-1ea3-45a8-baad-4a593ddc5eda req-a4c58aba-3a22-475a-a918-febe5e96d2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:26.745417 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3b0a9c38-1ea3-45a8-baad-4a593ddc5eda req-a4c58aba-3a22-475a-a918-febe5e96d2d9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1068316 Jul 15 13:12:26.946374 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3b0a9c38-1ea3-45a8-baad-4a593ddc5eda req-587f521f-ab79-4861-bd9f-0d85cf97a35b service neutron] 10.222.0.46 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930158 Jul 15 13:12:27.111057 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3b0a9c38-1ea3-45a8-baad-4a593ddc5eda req-00c067d7-08b6-403b-8bda-91df8951068d service neutron] 10.222.0.46 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554885 Jul 15 13:12:27.459471 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040c657-06a5-485b-99c7-34e12607f786 req-5f645c38-2f56-4c38-bbdb-3679d197d288 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:27.466258 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c040c657-06a5-485b-99c7-34e12607f786 req-5f645c38-2f56-4c38-bbdb-3679d197d288 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/networks?id=cb2098bc-7484-4c5d-9e4d-2dee71297f28 HTTP/1.1" status: 200 len: 815 time: 0.1359138 Jul 15 13:12:27.476914 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c040c657-06a5-485b-99c7-34e12607f786 req-91f34f65-e89f-49f8-9c00-bd3a2fb9bb50 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/quotas/13316ece7db54a9c8540a5aff49e478f HTTP/1.1" status: 200 len: 375 time: 0.0095890 Jul 15 13:12:27.572959 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c040c657-06a5-485b-99c7-34e12607f786 req-b2cce257-be7d-4a7c-83f5-ceffcd2a9f8c tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=13316ece7db54a9c8540a5aff49e478f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0891271 Jul 15 13:12:27.695663 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c040c657-06a5-485b-99c7-34e12607f786 req-70f8ac6d-afef-4e84-abe8-e484febb6c17 service neutron] 10.222.0.16 "GET /v2.0/networks/cb2098bc-7484-4c5d-9e4d-2dee71297f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147931 Jul 15 13:12:27.800337 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c040c657-06a5-485b-99c7-34e12607f786 req-06cd5b0d-c24f-4f52-b4b4-fbead970b9bc service neutron] 10.222.0.16 "GET /v2.0/networks/cb2098bc-7484-4c5d-9e4d-2dee71297f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038148 Jul 15 13:12:27.917383 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ac5ec-50d4-4763-9d43-92cb9eff906f req-a566c96b-7643-4d9c-a105-3e87a8040ab6 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:27.924708 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-af7ac5ec-50d4-4763-9d43-92cb9eff906f req-a566c96b-7643-4d9c-a105-3e87a8040ab6 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19375e1-6d5c-40f4-9581-1f487455cfb8 HTTP/1.1" status: 200 len: 946 time: 0.0915070 Jul 15 13:12:28.008386 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-af7ac5ec-50d4-4763-9d43-92cb9eff906f req-ddda5b6f-275e-4b3b-846d-36b1c79fd6a8 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826631 Jul 15 13:12:28.367602 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a8e03016-0244-410b-9e72-540e1c76dbea req-5e02a822-52e5-4117-acef-728c78894ee0 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=76014baa-5157-4a60-89ea-f9a832a1f685 HTTP/1.1" status: 200 len: 210 time: 0.0552609 Jul 15 13:12:28.999089 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:29.001495 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a82e8-cb92-4cb2-932a-f9af6bed8eee req-ef67ae91-5dcc-4fc5-9d30-956734d4c271 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:29.003606 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-642a82e8-cb92-4cb2-932a-f9af6bed8eee req-ef67ae91-5dcc-4fc5-9d30-956734d4c271 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.46 "GET /v2.0/ports?device_id=c773d5da-e0d8-4ea3-9353-4c82b443ef74 HTTP/1.1" status: 200 len: 945 time: 0.1250331 Jul 15 13:12:29.039159 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:29.168294 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-642a82e8-cb92-4cb2-932a-f9af6bed8eee req-48c1cfe8-5ae6-4372-aaed-6be5a95b19b1 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Deleting port 6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:29.168930 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-642a82e8-cb92-4cb2-932a-f9af6bed8eee req-48c1cfe8-5ae6-4372-aaed-6be5a95b19b1 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:29.282058 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:29.317642 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19375e1-6d5c-40f4-9581-1f487455cfb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:29.322310 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65456ab0-c663-438a-97ec-19bf8a5def74" -d '{"events": [{"server_uuid": "b19375e1-6d5c-40f4-9581-1f487455cfb8", "name": "network-vif-unplugged", "status": "completed", "tag": "c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:29.359319 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:29.367471 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:29.378446 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:29.424985 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-642a82e8-cb92-4cb2-932a-f9af6bed8eee req-48c1cfe8-5ae6-4372-aaed-6be5a95b19b1 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] For port 6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd,segment=NetworkSegment(f249e42e-4c8e-46f6-b3c4-615078d8d102),segment_id=f249e42e-4c8e-46f6-b3c4-615078d8d102)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:29.425991 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-642a82e8-cb92-4cb2-932a-f9af6bed8eee req-48c1cfe8-5ae6-4372-aaed-6be5a95b19b1 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:29.451170 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-642a82e8-cb92-4cb2-932a-f9af6bed8eee req-48c1cfe8-5ae6-4372-aaed-6be5a95b19b1 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Calling delete_port for 6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:29.455461 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1,revision_number=8']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:29.475137 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdcf940-0826-44d2-8b5d-6668da4d8f89 req-26286644-371f-467e-83db-b0b35885f7e5 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:29.476964 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2fdcf940-0826-44d2-8b5d-6668da4d8f89 req-26286644-371f-467e-83db-b0b35885f7e5 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19375e1-6d5c-40f4-9581-1f487455cfb8 HTTP/1.1" status: 200 len: 946 time: 0.1953886 Jul 15 13:12:29.639433 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2fdcf940-0826-44d2-8b5d-6668da4d8f89 req-db9abf9c-86ae-4460-9999-697fb7be8c7e tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527317 Jul 15 13:12:29.686697 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6865167c-af77-4072-889a-12e7cb903c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:29.745112 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-642a82e8-cb92-4cb2-932a-f9af6bed8eee req-48c1cfe8-5ae6-4372-aaed-6be5a95b19b1 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:29.761446 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:29.802112 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1cfe8-5ae6-4372-aaed-6be5a95b19b1 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Pushing event deleted for resources: {'Port': ['ID=6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:29.871056 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-642a82e8-cb92-4cb2-932a-f9af6bed8eee req-48c1cfe8-5ae6-4372-aaed-6be5a95b19b1 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] No DVR routers for this DVR port 6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:29.874753 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-642a82e8-cb92-4cb2-932a-f9af6bed8eee req-48c1cfe8-5ae6-4372-aaed-6be5a95b19b1 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:29.877557 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-642a82e8-cb92-4cb2-932a-f9af6bed8eee req-48c1cfe8-5ae6-4372-aaed-6be5a95b19b1 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.46 "DELETE /v2.0/ports/6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd HTTP/1.1" status: 204 len: 173 time: 0.8662429 Jul 15 13:12:29.878277 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c773d5da-e0d8-4ea3-9353-4c82b443ef74', 'name': 'network-vif-deleted', 'tag': '6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:29.880808 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457b4d3d-8b08-46e8-a5ca-b7a35ee7686b" -d '{"events": [{"server_uuid": "c773d5da-e0d8-4ea3-9353-4c82b443ef74", "name": "network-vif-deleted", "tag": "6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:29.967994 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b8547d-a77d-4b86-8dfd-21cfedff03f3 x-openstack-request-id: req-96b8547d-a77d-4b86-8dfd-21cfedff03f3 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:29.968500 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19375e1-6d5c-40f4-9581-1f487455cfb8", "name": "network-vif-unplugged", "status": "completed", "tag": "c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:29.968879 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-96b8547d-a77d-4b86-8dfd-21cfedff03f3 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:29.969486 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19375e1-6d5c-40f4-9581-1f487455cfb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1', 'code': 200} Jul 15 13:12:30.135353 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b3a39a3d-0097-428b-9762-47eebe1c3401 req-0eaec6a3-1123-44dd-84eb-70f36c0fffba tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=76014baa-5157-4a60-89ea-f9a832a1f685 HTTP/1.1" status: 200 len: 210 time: 0.0509002 Jul 15 13:12:30.139817 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c224927-374b-4483-b8bb-6df06733441f x-openstack-request-id: req-5c224927-374b-4483-b8bb-6df06733441f {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:30.140225 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c773d5da-e0d8-4ea3-9353-4c82b443ef74", "name": "network-vif-deleted", "tag": "6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:30.141026 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5c224927-374b-4483-b8bb-6df06733441f {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:30.143278 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c773d5da-e0d8-4ea3-9353-4c82b443ef74', 'name': 'network-vif-deleted', 'tag': '6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd', 'status': 'completed', 'code': 200} Jul 15 13:12:30.412100 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040c657-06a5-485b-99c7-34e12607f786 req-3a270afb-1143-4624-b47f-325e7de87eda tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:30.413770 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c040c657-06a5-485b-99c7-34e12607f786 req-3a270afb-1143-4624-b47f-325e7de87eda tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.46 "GET /v2.0/networks?id=cb2098bc-7484-4c5d-9e4d-2dee71297f28 HTTP/1.1" status: 200 len: 815 time: 0.1656241 Jul 15 13:12:30.430680 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-c040c657-06a5-485b-99c7-34e12607f786 req-986916d2-092b-44ca-b7f3-d63e0c033759 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Request body: {'port': {'device_id': '76014baa-5157-4a60-89ea-f9a832a1f685', 'network_id': 'cb2098bc-7484-4c5d-9e4d-2dee71297f28', 'admin_state_up': True, 'tenant_id': '13316ece7db54a9c8540a5aff49e478f'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:30.561866 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c040c657-06a5-485b-99c7-34e12607f786 req-986916d2-092b-44ca-b7f3-d63e0c033759 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Made reservation on behalf of 13316ece7db54a9c8540a5aff49e478f for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:30.567515 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c040c657-06a5-485b-99c7-34e12607f786 req-986916d2-092b-44ca-b7f3-d63e0c033759 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:30.858387 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-c040c657-06a5-485b-99c7-34e12607f786 req-986916d2-092b-44ca-b7f3-d63e0c033759 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Allocated IP 172.20.0.6 (cb2098bc-7484-4c5d-9e4d-2dee71297f28/bae16e04-e939-4a15-9e74-5fad7842ae7e/baf57a67-b242-4a6b-affc-8864d0e3cc48) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:31.054956 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4943d-a32b-4e12-86ab-61f2c326d994 req-27d78b86-968f-4ed2-9ef0-54710a94806c tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:31.062176 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a2d4943d-a32b-4e12-86ab-61f2c326d994 req-27d78b86-968f-4ed2-9ef0-54710a94806c tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19375e1-6d5c-40f4-9581-1f487455cfb8 HTTP/1.1" status: 200 len: 944 time: 0.2583516 Jul 15 13:12:31.148556 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a2d4943d-a32b-4e12-86ab-61f2c326d994 req-bf355d87-7b4f-4aa9-9ccb-1d08e6f171a6 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851252 Jul 15 13:12:31.184739 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c040c657-06a5-485b-99c7-34e12607f786 req-986916d2-092b-44ca-b7f3-d63e0c033759 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:31.287294 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c040c657-06a5-485b-99c7-34e12607f786 req-986916d2-092b-44ca-b7f3-d63e0c033759 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:31.359923 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c040c657-06a5-485b-99c7-34e12607f786 req-986916d2-092b-44ca-b7f3-d63e0c033759 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Network cb2098bc-7484-4c5d-9e4d-2dee71297f28 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:31.364764 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-c040c657-06a5-485b-99c7-34e12607f786 req-986916d2-092b-44ca-b7f3-d63e0c033759 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:31.366715 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986916d2-092b-44ca-b7f3-d63e0c033759 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Pushing event updated for resources: {'Port': ['ID=baf57a67-b242-4a6b-affc-8864d0e3cc48,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:31.378996 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c040c657-06a5-485b-99c7-34e12607f786 req-986916d2-092b-44ca-b7f3-d63e0c033759 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:31.441106 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040c657-06a5-485b-99c7-34e12607f786 req-986916d2-092b-44ca-b7f3-d63e0c033759 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:31.442079 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c040c657-06a5-485b-99c7-34e12607f786 req-986916d2-092b-44ca-b7f3-d63e0c033759 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:31.467440 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c040c657-06a5-485b-99c7-34e12607f786 req-986916d2-092b-44ca-b7f3-d63e0c033759 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0403085 Jul 15 13:12:31.476620 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-c040c657-06a5-485b-99c7-34e12607f786 req-89ea6a9c-b6ed-4a8d-9ebe-1a1970092556 service neutron] Request body: {'port': {'device_id': '76014baa-5157-4a60-89ea-f9a832a1f685', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:31.588068 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c040c657-06a5-485b-99c7-34e12607f786 req-89ea6a9c-b6ed-4a8d-9ebe-1a1970092556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:31.707948 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743a5f5-d20c-44ec-81b9-9f9726b3c155 req-eb24603f-c960-4d0b-87ad-f6e52d1df212 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:31.709619 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8743a5f5-d20c-44ec-81b9-9f9726b3c155 req-eb24603f-c960-4d0b-87ad-f6e52d1df212 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=76014baa-5157-4a60-89ea-f9a832a1f685 HTTP/1.1" status: 200 len: 931 time: 0.1579838 Jul 15 13:12:31.851041 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720cfe8-6fca-46a7-b395-fdc8b9b89788 req-14b59234-0b17-40c9-b6b9-82c6236928c4 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:31.852518 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1720cfe8-6fca-46a7-b395-fdc8b9b89788 req-14b59234-0b17-40c9-b6b9-82c6236928c4 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.2241294 Jul 15 13:12:31.857589 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8743a5f5-d20c-44ec-81b9-9f9726b3c155 req-f8df7867-8197-4032-aca7-2814ef36f672 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031559 Jul 15 13:12:31.937268 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1720cfe8-6fca-46a7-b395-fdc8b9b89788 req-6c4c7603-f473-4e42-8860-764fc084ef99 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771983 Jul 15 13:12:32.050310 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-c040c657-06a5-485b-99c7-34e12607f786 req-89ea6a9c-b6ed-4a8d-9ebe-1a1970092556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baf57a67-b242-4a6b-affc-8864d0e3cc48 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:32.069110 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c040c657-06a5-485b-99c7-34e12607f786 req-89ea6a9c-b6ed-4a8d-9ebe-1a1970092556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:32.111884 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-c040c657-06a5-485b-99c7-34e12607f786 req-89ea6a9c-b6ed-4a8d-9ebe-1a1970092556 service neutron] Transition to ACTIVE for port object baf57a67-b242-4a6b-affc-8864d0e3cc48 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:32.123294 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c040c657-06a5-485b-99c7-34e12607f786 req-89ea6a9c-b6ed-4a8d-9ebe-1a1970092556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:32.236187 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:32.243271 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea6a9c-b6ed-4a8d-9ebe-1a1970092556 service neutron] Pushing event updated for resources: {'Port': ['ID=baf57a67-b242-4a6b-affc-8864d0e3cc48,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:32.337046 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b50f6f-c58e-4603-95e8-f068dbf036a9 req-c5543041-5457-482d-9680-2cbff60b2068 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:32.339170 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-74b50f6f-c58e-4603-95e8-f068dbf036a9 req-c5543041-5457-482d-9680-2cbff60b2068 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.2291882 Jul 15 13:12:32.410456 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-c040c657-06a5-485b-99c7-34e12607f786 req-89ea6a9c-b6ed-4a8d-9ebe-1a1970092556 service neutron] Attempting to bind port baf57a67-b242-4a6b-affc-8864d0e3cc48 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:12:32.411162 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-c040c657-06a5-485b-99c7-34e12607f786 req-89ea6a9c-b6ed-4a8d-9ebe-1a1970092556 service neutron] Attempting to bind port baf57a67-b242-4a6b-affc-8864d0e3cc48 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'f249e42e-4c8e-46f6-b3c4-615078d8d102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cb2098bc-7484-4c5d-9e4d-2dee71297f28'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:12:32.411398 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c040c657-06a5-485b-99c7-34e12607f786 req-89ea6a9c-b6ed-4a8d-9ebe-1a1970092556 service neutron] Attempting to bind port baf57a67-b242-4a6b-affc-8864d0e3cc48 on network cb2098bc-7484-4c5d-9e4d-2dee71297f28 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:32.421988 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5844924a-ed51-4bd0-b7f3-34f5d37e3a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:32.447880 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-74b50f6f-c58e-4603-95e8-f068dbf036a9 req-8267586a-be9e-4229-b044-afe24b95682c tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009653 Jul 15 13:12:32.448781 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c040c657-06a5-485b-99c7-34e12607f786 req-89ea6a9c-b6ed-4a8d-9ebe-1a1970092556 service neutron] Port baf57a67-b242-4a6b-affc-8864d0e3cc48 on network cb2098bc-7484-4c5d-9e4d-2dee71297f28 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:12:32.449127 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c040c657-06a5-485b-99c7-34e12607f786 req-89ea6a9c-b6ed-4a8d-9ebe-1a1970092556 service neutron] Attempting to bind port baf57a67-b242-4a6b-affc-8864d0e3cc48 on network cb2098bc-7484-4c5d-9e4d-2dee71297f28 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:32.476208 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c040c657-06a5-485b-99c7-34e12607f786 req-89ea6a9c-b6ed-4a8d-9ebe-1a1970092556 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:12:32.476796 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c040c657-06a5-485b-99c7-34e12607f786 req-89ea6a9c-b6ed-4a8d-9ebe-1a1970092556 service neutron] Checking segment: {'id': 'f249e42e-4c8e-46f6-b3c4-615078d8d102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cb2098bc-7484-4c5d-9e4d-2dee71297f28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:32.477408 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c040c657-06a5-485b-99c7-34e12607f786 req-89ea6a9c-b6ed-4a8d-9ebe-1a1970092556 service neutron] Bound using segment: {'id': 'f249e42e-4c8e-46f6-b3c4-615078d8d102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cb2098bc-7484-4c5d-9e4d-2dee71297f28'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:12:32.479031 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-c040c657-06a5-485b-99c7-34e12607f786 req-89ea6a9c-b6ed-4a8d-9ebe-1a1970092556 service neutron] Bound port: baf57a67-b242-4a6b-affc-8864d0e3cc48, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f249e42e-4c8e-46f6-b3c4-615078d8d102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cb2098bc-7484-4c5d-9e4d-2dee71297f28'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:12:32.479402 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c040c657-06a5-485b-99c7-34e12607f786 req-89ea6a9c-b6ed-4a8d-9ebe-1a1970092556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:32.617217 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-c040c657-06a5-485b-99c7-34e12607f786 req-89ea6a9c-b6ed-4a8d-9ebe-1a1970092556 service neutron] For port baf57a67-b242-4a6b-affc-8864d0e3cc48, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:12:32.626399 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-c040c657-06a5-485b-99c7-34e12607f786 req-89ea6a9c-b6ed-4a8d-9ebe-1a1970092556 service neutron] For port baf57a67-b242-4a6b-affc-8864d0e3cc48, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=baf57a67-b242-4a6b-affc-8864d0e3cc48,segment=NetworkSegment(f249e42e-4c8e-46f6-b3c4-615078d8d102),segment_id=f249e42e-4c8e-46f6-b3c4-615078d8d102)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:12:32.634849 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c040c657-06a5-485b-99c7-34e12607f786 req-89ea6a9c-b6ed-4a8d-9ebe-1a1970092556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:32.735435 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040c657-06a5-485b-99c7-34e12607f786 req-89ea6a9c-b6ed-4a8d-9ebe-1a1970092556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:32.736248 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c040c657-06a5-485b-99c7-34e12607f786 req-89ea6a9c-b6ed-4a8d-9ebe-1a1970092556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:32.737666 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c040c657-06a5-485b-99c7-34e12607f786 req-89ea6a9c-b6ed-4a8d-9ebe-1a1970092556 service neutron] 10.222.0.46 "PUT /v2.0/ports/baf57a67-b242-4a6b-affc-8864d0e3cc48 HTTP/1.1" status: 200 len: 1092 time: 1.2654371 Jul 15 13:12:32.738111 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76014baa-5157-4a60-89ea-f9a832a1f685', 'tag': 'baf57a67-b242-4a6b-affc-8864d0e3cc48'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:32.740804 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b92e25-2a65-44e5-866a-4fe28945d141" -d '{"events": [{"name": "network-changed", "server_uuid": "76014baa-5157-4a60-89ea-f9a832a1f685", "tag": "baf57a67-b242-4a6b-affc-8864d0e3cc48"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:32.746382 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea6a9c-b6ed-4a8d-9ebe-1a1970092556 service neutron] Pushing event updated for resources: {'Port': ['ID=baf57a67-b242-4a6b-affc-8864d0e3cc48,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:32.858737 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040c657-06a5-485b-99c7-34e12607f786 req-cef538ed-a565-42e8-b559-64eb7a4a9a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:32.861693 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c040c657-06a5-485b-99c7-34e12607f786 req-cef538ed-a565-42e8-b559-64eb7a4a9a4e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=13316ece7db54a9c8540a5aff49e478f&device_id=76014baa-5157-4a60-89ea-f9a832a1f685 HTTP/1.1" status: 200 len: 1095 time: 0.0718250 Jul 15 13:12:32.914614 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 55756) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:32.947821 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d33a8e9-9a34-4549-86bd-ad1ee84ce304 x-openstack-request-id: req-3d33a8e9-9a34-4549-86bd-ad1ee84ce304 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:32.948093 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76014baa-5157-4a60-89ea-f9a832a1f685", "tag": "baf57a67-b242-4a6b-affc-8864d0e3cc48", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:32.948354 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d33a8e9-9a34-4549-86bd-ad1ee84ce304 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:32.948760 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76014baa-5157-4a60-89ea-f9a832a1f685', 'tag': 'baf57a67-b242-4a6b-affc-8864d0e3cc48', 'status': 'completed', 'code': 200} Jul 15 13:12:32.950371 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c040c657-06a5-485b-99c7-34e12607f786 req-71f02f9b-bb11-4358-af40-46824bd80b51 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=baf57a67-b242-4a6b-affc-8864d0e3cc48 HTTP/1.1" status: 200 len: 217 time: 0.0805380 Jul 15 13:12:33.037816 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040c657-06a5-485b-99c7-34e12607f786 req-9a9391c7-b889-439d-bc0d-2bbf7adef865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:33.039697 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c040c657-06a5-485b-99c7-34e12607f786 req-9a9391c7-b889-439d-bc0d-2bbf7adef865 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bae16e04-e939-4a15-9e74-5fad7842ae7e HTTP/1.1" status: 200 len: 855 time: 0.0805287 Jul 15 13:12:33.050974 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:33.096361 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c040c657-06a5-485b-99c7-34e12607f786 req-bcee0874-329c-4a47-923b-6b3a58ee2219 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cb2098bc-7484-4c5d-9e4d-2dee71297f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489221 Jul 15 13:12:33.193947 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:33.204485 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5bc6e496-ae84-4574-bdff-e9ae4d9cd32c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:33.238358 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:33.240139 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2101f4b2-6b8f-45e9-aaa0-3ec3fb053ccd req-ee34b971-3335-41ce-a298-928e69c82287 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:33.240769 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 6d352c8b-63b5-4b8a-b93a-d17d5bdc12dd not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:33.242303 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2101f4b2-6b8f-45e9-aaa0-3ec3fb053ccd req-ee34b971-3335-41ce-a298-928e69c82287 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=76014baa-5157-4a60-89ea-f9a832a1f685 HTTP/1.1" status: 200 len: 943 time: 0.1577592 Jul 15 13:12:33.284101 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c040c657-06a5-485b-99c7-34e12607f786 req-9f595ece-61a3-4f19-9c1c-b3b98078e3d2 service neutron] 10.222.0.46 "GET /v2.0/networks/cb2098bc-7484-4c5d-9e4d-2dee71297f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703091 Jul 15 13:12:33.330927 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5bc6e496-ae84-4574-bdff-e9ae4d9cd32c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:33.339053 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5bc6e496-ae84-4574-bdff-e9ae4d9cd32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:33.384897 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5bc6e496-ae84-4574-bdff-e9ae4d9cd32c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f6d11990bf0432da9170dd08c9a5be3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4667315 Jul 15 13:12:33.384897 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc6e496-ae84-4574-bdff-e9ae4d9cd32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c3220a-736a-47e5-b5e6-85e710edd3ce,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:33.386050 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 55796) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:33.395892 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2101f4b2-6b8f-45e9-aaa0-3ec3fb053ccd req-accfdc0d-8075-4702-8912-3466cd785960 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471558 Jul 15 13:12:33.423855 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c040c657-06a5-485b-99c7-34e12607f786 req-42fd8eb3-a81d-4f10-a9af-c201c1e2ee64 service neutron] 10.222.0.46 "GET /v2.0/networks/cb2098bc-7484-4c5d-9e4d-2dee71297f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286514 Jul 15 13:12:33.468983 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0a87f39b-77d6-414b-8b08-e1f3ef09024d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:33.493277 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0a87f39b-77d6-414b-8b08-e1f3ef09024d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:33.501656 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:33.545865 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0a87f39b-77d6-414b-8b08-e1f3ef09024d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:33.549375 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0a87f39b-77d6-414b-8b08-e1f3ef09024d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:33.550368 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0a87f39b-77d6-414b-8b08-e1f3ef09024d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f1c3220a-736a-47e5-b5e6-85e710edd3ce HTTP/1.1" status: 204 len: 168 time: 0.1529164 Jul 15 13:12:33.551699 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079cf214-e17e-4ffa-8d8c-8cb592e05967 req-a9833fcf-4acb-46a8-9152-a5297b7313b9 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:33.554193 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-079cf214-e17e-4ffa-8d8c-8cb592e05967 req-a9833fcf-4acb-46a8-9152-a5297b7313b9 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.1469238 Jul 15 13:12:33.564859 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87f39b-77d6-414b-8b08-e1f3ef09024d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c3220a-736a-47e5-b5e6-85e710edd3ce,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:33.608976 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-079cf214-e17e-4ffa-8d8c-8cb592e05967 req-1d33050d-64ce-4fbd-a985-508013cbcdca tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484514 Jul 15 13:12:33.617009 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b92e25-2a65-44e5-866a-4fe28945d141 req-b5260dbe-e6fc-483d-8c91-2c3ef34af6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:33.619202 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-21b92e25-2a65-44e5-866a-4fe28945d141 req-b5260dbe-e6fc-483d-8c91-2c3ef34af6d6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=13316ece7db54a9c8540a5aff49e478f&device_id=76014baa-5157-4a60-89ea-f9a832a1f685 HTTP/1.1" status: 200 len: 1095 time: 0.1195874 Jul 15 13:12:33.809426 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b92e25-2a65-44e5-866a-4fe28945d141 req-acef1a34-0654-433e-afb5-e380b49629f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:33.817021 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-21b92e25-2a65-44e5-866a-4fe28945d141 req-acef1a34-0654-433e-afb5-e380b49629f4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cb2098bc-7484-4c5d-9e4d-2dee71297f28 HTTP/1.1" status: 200 len: 916 time: 0.1847575 Jul 15 13:12:33.878153 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-21b92e25-2a65-44e5-866a-4fe28945d141 req-be754c58-22b0-499c-adf1-8392ef132dfd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=baf57a67-b242-4a6b-affc-8864d0e3cc48 HTTP/1.1" status: 200 len: 217 time: 0.0593624 Jul 15 13:12:33.934536 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b92e25-2a65-44e5-866a-4fe28945d141 req-2700e2f8-7bce-42e1-8e82-408e987921f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:33.947917 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-21b92e25-2a65-44e5-866a-4fe28945d141 req-2700e2f8-7bce-42e1-8e82-408e987921f4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bae16e04-e939-4a15-9e74-5fad7842ae7e HTTP/1.1" status: 200 len: 855 time: 0.0500820 Jul 15 13:12:33.980947 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 55854) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:34.001994 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-21b92e25-2a65-44e5-866a-4fe28945d141 req-5ddd696f-393f-46e6-a031-3fa06e640a77 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cb2098bc-7484-4c5d-9e4d-2dee71297f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512764 Jul 15 13:12:34.002735 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c73f8f78-1f54-49c3-9ef5-127e24dbb271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.120581 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c73f8f78-1f54-49c3-9ef5-127e24dbb271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.126448 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c73f8f78-1f54-49c3-9ef5-127e24dbb271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.138981 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-21b92e25-2a65-44e5-866a-4fe28945d141 req-4623b38c-c7cb-4737-90c7-a9464c851922 service neutron] 10.222.0.46 "GET /v2.0/networks/cb2098bc-7484-4c5d-9e4d-2dee71297f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301746 Jul 15 13:12:34.206391 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c73f8f78-1f54-49c3-9ef5-127e24dbb271 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=385850c7b998435994acdf62a5715fce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2234483 Jul 15 13:12:34.207280 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 55876) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:34.217317 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f8f78-1f54-49c3-9ef5-127e24dbb271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb229eec-bb59-4b65-abee-1f1fd14a9d32,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:34.248718 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-21b92e25-2a65-44e5-866a-4fe28945d141 req-358469c7-67fd-4181-97d3-e95b38b58464 service neutron] 10.222.0.46 "GET /v2.0/networks/cb2098bc-7484-4c5d-9e4d-2dee71297f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012900 Jul 15 13:12:34.306034 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-77509f6b-4cba-43b3-9759-ea972d488713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.329987 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-77509f6b-4cba-43b3-9759-ea972d488713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.378189 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-77509f6b-4cba-43b3-9759-ea972d488713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.381222 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-77509f6b-4cba-43b3-9759-ea972d488713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.382249 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-77509f6b-4cba-43b3-9759-ea972d488713 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb229eec-bb59-4b65-abee-1f1fd14a9d32 HTTP/1.1" status: 204 len: 168 time: 0.1727581 Jul 15 13:12:34.390803 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77509f6b-4cba-43b3-9759-ea972d488713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb229eec-bb59-4b65-abee-1f1fd14a9d32,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:34.639276 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbd6f0-53fe-4ba6-9fc5-f03a4e933856 req-53224def-1d1a-4211-adc9-f134f448dd90 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:34.641160 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02cbd6f0-53fe-4ba6-9fc5-f03a4e933856 req-53224def-1d1a-4211-adc9-f134f448dd90 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=76014baa-5157-4a60-89ea-f9a832a1f685 HTTP/1.1" status: 200 len: 943 time: 0.0868151 Jul 15 13:12:34.711376 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02cbd6f0-53fe-4ba6-9fc5-f03a4e933856 req-51badbb2-8f24-4433-8b9c-b9a9a0088886 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612431 Jul 15 13:12:34.928464 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.952716 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd120c2-14c0-40c2-bf84-2f4b1bd96637 req-d047bf24-b4ab-4fa5-8802-faf00125de2b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:34.954856 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9dd120c2-14c0-40c2-bf84-2f4b1bd96637 req-d047bf24-b4ab-4fa5-8802-faf00125de2b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.0956125 Jul 15 13:12:35.001791 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9dd120c2-14c0-40c2-bf84-2f4b1bd96637 req-bf138242-bb09-4df0-a870-39950737b994 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414848 Jul 15 13:12:35.039649 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:12:35.051089 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device baf57a67-b242-4a6b-affc-8864d0e3cc48 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:12:35.224149 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port baf57a67-b242-4a6b-affc-8864d0e3cc48, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=baf57a67-b242-4a6b-affc-8864d0e3cc48,segment=NetworkSegment(f249e42e-4c8e-46f6-b3c4-615078d8d102),segment_id=f249e42e-4c8e-46f6-b3c4-615078d8d102)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:35.247452 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'baf57a67-b242-4a6b-affc-8864d0e3cc48', 'network_id': 'cb2098bc-7484-4c5d-9e4d-2dee71297f28', 'port_id': 'baf57a67-b242-4a6b-affc-8864d0e3cc48', 'mac_address': 'fa:16:3e:26:94:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bae16e04-e939-4a15-9e74-5fad7842ae7e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:12:35.302064 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.320822 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf57a67-b242-4a6b-affc-8864d0e3cc48 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:35.357676 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port baf57a67-b242-4a6b-affc-8864d0e3cc48, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=baf57a67-b242-4a6b-affc-8864d0e3cc48,segment=NetworkSegment(f249e42e-4c8e-46f6-b3c4-615078d8d102),segment_id=f249e42e-4c8e-46f6-b3c4-615078d8d102)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:35.363912 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.426079 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=baf57a67-b242-4a6b-affc-8864d0e3cc48,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:35.775674 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['baf57a67-b242-4a6b-affc-8864d0e3cc48'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:35.959629 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f87673-b815-487e-80c9-d04ee9214e7d req-5c8ed2f3-ed53-4761-ad39-41683022b4f1 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:35.970195 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a3f87673-b815-487e-80c9-d04ee9214e7d req-5c8ed2f3-ed53-4761-ad39-41683022b4f1 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=76014baa-5157-4a60-89ea-f9a832a1f685 HTTP/1.1" status: 200 len: 944 time: 0.1143510 Jul 15 13:12:36.013626 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a3f87673-b815-487e-80c9-d04ee9214e7d req-8cec3bd4-7e86-4c2e-93ad-46bd0803357e tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397973 Jul 15 13:12:36.252589 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b25e12-3c69-47b7-aa97-1fe7077b5318 req-4e0bb06a-d6ed-488e-8e23-146fd6657d1a tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:36.255429 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-40b25e12-3c69-47b7-aa97-1fe7077b5318 req-4e0bb06a-d6ed-488e-8e23-146fd6657d1a tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.1089711 Jul 15 13:12:36.347131 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-40b25e12-3c69-47b7-aa97-1fe7077b5318 req-024b38c0-1dec-4f17-b53d-b428b3d5a694 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692463 Jul 15 13:12:36.616539 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 56116) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:36.736067 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c39fc6b6-1dac-437b-8f79-2261309dfdc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:36.826873 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c39fc6b6-1dac-437b-8f79-2261309dfdc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:36.831639 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c39fc6b6-1dac-437b-8f79-2261309dfdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:36.871713 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c39fc6b6-1dac-437b-8f79-2261309dfdc3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0e9a80f763264a3d9b05a07603841bba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2540333 Jul 15 13:12:36.872651 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39fc6b6-1dac-437b-8f79-2261309dfdc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffdefb0f-5211-4f8d-8ceb-52ce3717e69e,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:36.874624 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 56126) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:36.935306 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-29dc0046-89c2-4ef7-b102-fa50ab4325f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:36.957234 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-29dc0046-89c2-4ef7-b102-fa50ab4325f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:37.014140 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-29dc0046-89c2-4ef7-b102-fa50ab4325f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:37.017660 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-29dc0046-89c2-4ef7-b102-fa50ab4325f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:37.021261 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-29dc0046-89c2-4ef7-b102-fa50ab4325f2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ffdefb0f-5211-4f8d-8ceb-52ce3717e69e HTTP/1.1" status: 204 len: 168 time: 0.1427457 Jul 15 13:12:37.028769 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc0046-89c2-4ef7-b102-fa50ab4325f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffdefb0f-5211-4f8d-8ceb-52ce3717e69e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:37.234442 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9fba1-af4f-4c76-8fd4-3a3c42c6ecee req-61c31bed-eaf5-4c86-ae94-7ecb9ed57978 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:37.243387 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5ac9fba1-af4f-4c76-8fd4-3a3c42c6ecee req-61c31bed-eaf5-4c86-ae94-7ecb9ed57978 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=76014baa-5157-4a60-89ea-f9a832a1f685 HTTP/1.1" status: 200 len: 944 time: 0.0900967 Jul 15 13:12:37.320213 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5ac9fba1-af4f-4c76-8fd4-3a3c42c6ecee req-e90875a4-5faf-4dc5-8884-b0dbf8609bd8 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758038 Jul 15 13:12:37.586810 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2db2d-ef29-442d-a1c7-3cfd827318f1 req-d5f60a9e-e8f3-4b7d-a238-f1365664561a tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:37.588357 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-58b2db2d-ef29-442d-a1c7-3cfd827318f1 req-d5f60a9e-e8f3-4b7d-a238-f1365664561a tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.0784941 Jul 15 13:12:37.651747 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-58b2db2d-ef29-442d-a1c7-3cfd827318f1 req-4fdd08db-4ab7-4195-a901-1c7396b5e9fb tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564070 Jul 15 13:12:38.538444 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671bac95-ed8b-4074-999a-93ec8fbe3b93 req-359fedb0-9935-41e0-8929-b27f03ef7ebb tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:38.541742 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-671bac95-ed8b-4074-999a-93ec8fbe3b93 req-359fedb0-9935-41e0-8929-b27f03ef7ebb tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=76014baa-5157-4a60-89ea-f9a832a1f685 HTTP/1.1" status: 200 len: 944 time: 0.0777364 Jul 15 13:12:38.579608 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-671bac95-ed8b-4074-999a-93ec8fbe3b93 req-bb2ec4bf-c92f-482a-876c-36012fcf2216 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334322 Jul 15 13:12:38.988512 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206630c7-4336-4e8a-b590-588d9d57c1cf req-5024ed7b-4736-45f6-a7c1-69bef54d4a98 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:38.990350 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-206630c7-4336-4e8a-b590-588d9d57c1cf req-5024ed7b-4736-45f6-a7c1-69bef54d4a98 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.0742018 Jul 15 13:12:39.054399 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-206630c7-4336-4e8a-b590-588d9d57c1cf req-8b7e5b19-68c8-48c6-91f9-4cc241ec177d tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547402 Jul 15 13:12:39.081749 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device baf57a67-b242-4a6b-affc-8864d0e3cc48 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:39.156414 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port baf57a67-b242-4a6b-affc-8864d0e3cc48 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:39.164001 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port baf57a67-b242-4a6b-affc-8864d0e3cc48 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:39.164637 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:39.257536 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:39.303311 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port baf57a67-b242-4a6b-affc-8864d0e3cc48, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=baf57a67-b242-4a6b-affc-8864d0e3cc48,segment=NetworkSegment(f249e42e-4c8e-46f6-b3c4-615078d8d102),segment_id=f249e42e-4c8e-46f6-b3c4-615078d8d102)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:39.305314 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76014baa-5157-4a60-89ea-f9a832a1f685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf57a67-b242-4a6b-affc-8864d0e3cc48'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:39.308489 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc326ab-6e09-4f3d-a195-a62e057775ff" -d '{"events": [{"server_uuid": "76014baa-5157-4a60-89ea-f9a832a1f685", "name": "network-vif-plugged", "status": "completed", "tag": "baf57a67-b242-4a6b-affc-8864d0e3cc48"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:39.317817 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:39.399192 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9839ff9b-bb09-49b1-b9ab-2854336f906f x-openstack-request-id: req-9839ff9b-bb09-49b1-b9ab-2854336f906f {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:39.399716 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76014baa-5157-4a60-89ea-f9a832a1f685", "name": "network-vif-plugged", "status": "completed", "tag": "baf57a67-b242-4a6b-affc-8864d0e3cc48", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:39.400126 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9839ff9b-bb09-49b1-b9ab-2854336f906f {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:39.400741 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76014baa-5157-4a60-89ea-f9a832a1f685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf57a67-b242-4a6b-affc-8864d0e3cc48', 'code': 200} Jul 15 13:12:39.421658 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=baf57a67-b242-4a6b-affc-8864d0e3cc48,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:39.432747 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:39.433148 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:39.433628 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:39.433965 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:39.434298 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:39.434653 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:39.435008 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:39.435336 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:39.436004 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:39.436335 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:39.436661 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:39.442382 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:39.529463 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26938c5e-14a7-4253-a029-d1bc9bc1d324 req-77645442-34e0-465c-b8c2-b506f33a8032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:39.531087 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-26938c5e-14a7-4253-a029-d1bc9bc1d324 req-77645442-34e0-465c-b8c2-b506f33a8032 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=76014baa-5157-4a60-89ea-f9a832a1f685 HTTP/1.1" status: 200 len: 1097 time: 0.0644519 Jul 15 13:12:39.571385 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-26938c5e-14a7-4253-a029-d1bc9bc1d324 req-ca806f64-c598-4dc7-b467-0f24499629ff service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328510 Jul 15 13:12:39.775502 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678d32a-ac83-4689-8c54-1b0869127b35 req-4e27c2f2-c405-4004-aa07-e6ae1193a6e7 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:39.783409 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9678d32a-ac83-4689-8c54-1b0869127b35 req-4e27c2f2-c405-4004-aa07-e6ae1193a6e7 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=76014baa-5157-4a60-89ea-f9a832a1f685 HTTP/1.1" status: 200 len: 945 time: 0.0769970 Jul 15 13:12:39.832609 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9678d32a-ac83-4689-8c54-1b0869127b35 req-d1377dd1-efcc-4adc-b40e-b80cd0ddf774 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480235 Jul 15 13:12:40.361474 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e81ebe-3bc9-440d-93ae-b135b98be5e6 req-1a2bf4b2-3701-43d0-ba87-3574d2412180 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:40.363847 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a4e81ebe-3bc9-440d-93ae-b135b98be5e6 req-1a2bf4b2-3701-43d0-ba87-3574d2412180 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.1103268 Jul 15 13:12:40.880749 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a4e81ebe-3bc9-440d-93ae-b135b98be5e6 req-d119e1df-b713-4c00-81bd-17a59e785e11 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5085096 Jul 15 13:12:41.101702 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adcd250-cafb-4003-aa48-f4af834884aa req-d98b8696-3225-4c3e-8eb3-ed1354a3eb90 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:41.109356 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6adcd250-cafb-4003-aa48-f4af834884aa req-d98b8696-3225-4c3e-8eb3-ed1354a3eb90 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=76014baa-5157-4a60-89ea-f9a832a1f685 HTTP/1.1" status: 200 len: 945 time: 0.1124294 Jul 15 13:12:41.154412 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6adcd250-cafb-4003-aa48-f4af834884aa req-9245ebd0-5783-408d-bf9b-ca4db8026d19 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439057 Jul 15 13:12:41.358302 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 56312) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:41.452303 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eafbcb7-98ee-4d05-aa06-9192e5e683d7 req-ad75a06a-14b0-432e-99f5-f1cf7490bb99 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:41.453892 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5eafbcb7-98ee-4d05-aa06-9192e5e683d7 req-ad75a06a-14b0-432e-99f5-f1cf7490bb99 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=76014baa-5157-4a60-89ea-f9a832a1f685 HTTP/1.1" status: 200 len: 945 time: 0.0760746 Jul 15 13:12:41.509477 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5eafbcb7-98ee-4d05-aa06-9192e5e683d7 req-a761c441-717d-452d-8e19-fba5b4335e51 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494463 Jul 15 13:12:41.516861 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-be38ca3b-d2cc-4e9a-b45c-a344ff75a2f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:41.638005 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-be38ca3b-d2cc-4e9a-b45c-a344ff75a2f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:41.644602 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-be38ca3b-d2cc-4e9a-b45c-a344ff75a2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:41.693265 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 56324) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:41.694595 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-be38ca3b-d2cc-4e9a-b45c-a344ff75a2f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=29785fa5d83a437d9f50ac1e43d1d52b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3335474 Jul 15 13:12:41.695694 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38ca3b-d2cc-4e9a-b45c-a344ff75a2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bdd4d8-70cf-4523-8752-f644bde23691,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:41.768603 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-98974416-8569-427c-8113-6126e7175427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:41.823535 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-98974416-8569-427c-8113-6126e7175427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:41.901184 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-98974416-8569-427c-8113-6126e7175427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:41.905264 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-98974416-8569-427c-8113-6126e7175427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:41.910263 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-98974416-8569-427c-8113-6126e7175427 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/92bdd4d8-70cf-4523-8752-f644bde23691 HTTP/1.1" status: 204 len: 168 time: 0.2156272 Jul 15 13:12:41.921540 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98974416-8569-427c-8113-6126e7175427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bdd4d8-70cf-4523-8752-f644bde23691,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:42.009867 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce90995-c8ba-48b8-b9b5-7c5cb24a3fd4 req-59bcc664-f91a-4ff9-807d-b8dbb0513e2f tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:42.012204 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3ce90995-c8ba-48b8-b9b5-7c5cb24a3fd4 req-59bcc664-f91a-4ff9-807d-b8dbb0513e2f tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=76014baa-5157-4a60-89ea-f9a832a1f685 HTTP/1.1" status: 200 len: 945 time: 0.0741696 Jul 15 13:12:42.086472 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3ce90995-c8ba-48b8-b9b5-7c5cb24a3fd4 req-b4223d95-34bd-4715-9bde-254e8388de57 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634499 Jul 15 13:12:42.206516 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d052c-ecff-4369-bcf5-c228be1a8e3f req-e333775b-6f81-404e-a8ce-de6e1a0ac498 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:42.208441 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5c4d052c-ecff-4369-bcf5-c228be1a8e3f req-e333775b-6f81-404e-a8ce-de6e1a0ac498 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.1346579 Jul 15 13:12:42.286706 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5c4d052c-ecff-4369-bcf5-c228be1a8e3f req-d8ef112b-4e94-4ace-9159-c9c6f578bb81 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717349 Jul 15 13:12:42.314761 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1d634-f017-4508-885f-43fea4f61412 req-547bc62a-609d-4013-b0db-dcf4d66b1410 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:42.322745 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-08c1d634-f017-4508-885f-43fea4f61412 req-547bc62a-609d-4013-b0db-dcf4d66b1410 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=76014baa-5157-4a60-89ea-f9a832a1f685 HTTP/1.1" status: 200 len: 945 time: 0.1007397 Jul 15 13:12:42.363470 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-08c1d634-f017-4508-885f-43fea4f61412 req-ebb03e10-9d2b-4fee-a314-749690b44961 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398352 Jul 15 13:12:42.966790 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a53b09-fc99-4b2f-b745-3577b4a02c82 req-5aa18b7a-8c16-4145-abb5-8ef91245c291 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:42.968561 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-52a53b09-fc99-4b2f-b745-3577b4a02c82 req-5aa18b7a-8c16-4145-abb5-8ef91245c291 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=76014baa-5157-4a60-89ea-f9a832a1f685 HTTP/1.1" status: 200 len: 945 time: 0.0887344 Jul 15 13:12:43.012744 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-52a53b09-fc99-4b2f-b745-3577b4a02c82 req-6d9ac99a-5ab4-4cb3-98ab-aecb72889190 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381639 Jul 15 13:12:43.213621 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277bf4a-7596-4134-9667-50072743525c req-bf84120d-c764-4e81-9612-4f5f5436944c tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:43.215608 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4277bf4a-7596-4134-9667-50072743525c req-bf84120d-c764-4e81-9612-4f5f5436944c tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=76014baa-5157-4a60-89ea-f9a832a1f685 HTTP/1.1" status: 200 len: 945 time: 0.0775566 Jul 15 13:12:43.269907 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4277bf4a-7596-4134-9667-50072743525c req-891682e3-fe52-4e1e-9fa2-a9e102cd8fdc tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468140 Jul 15 13:12:43.497026 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02b849-960c-4f40-8e84-11cef31ed40b req-72758c78-894d-47dc-b581-3bac796fa153 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:43.499083 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2c02b849-960c-4f40-8e84-11cef31ed40b req-72758c78-894d-47dc-b581-3bac796fa153 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.0841463 Jul 15 13:12:43.548506 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2c02b849-960c-4f40-8e84-11cef31ed40b req-6d2be611-dcde-4e47-ab43-78a82498fa6d tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431690 Jul 15 13:12:44.271314 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9ecfa-7891-49fd-a847-856f5cb3ff80 req-1164f3fb-d847-43c8-8462-e0a0ad106676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:44.272841 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cab9ecfa-7891-49fd-a847-856f5cb3ff80 req-1164f3fb-d847-43c8-8462-e0a0ad106676 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12dc42da56354fb5b0d0acb9e0703009&device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 1096 time: 0.1538703 Jul 15 13:12:44.311442 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a4f37-e39e-47c6-94f7-975f65c52342 req-27ac1f90-ec2e-4698-b111-8ed98b53e562 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:44.313161 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d64a4f37-e39e-47c6-94f7-975f65c52342 req-27ac1f90-ec2e-4698-b111-8ed98b53e562 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=76014baa-5157-4a60-89ea-f9a832a1f685 HTTP/1.1" status: 200 len: 945 time: 0.1959326 Jul 15 13:12:44.407579 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c0ca3-378d-49ee-97bc-3aa0dd20b920 req-24f6e81f-1a37-4b25-8bb9-d4e1923e1786 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:44.409068 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a2c0ca3-378d-49ee-97bc-3aa0dd20b920 req-24f6e81f-1a37-4b25-8bb9-d4e1923e1786 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.2059247 Jul 15 13:12:44.420056 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d64a4f37-e39e-47c6-94f7-975f65c52342 req-53c34f8b-f833-4374-8b13-85e9c7e5abe7 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/security-groups?id=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952919 Jul 15 13:12:44.472405 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a2c0ca3-378d-49ee-97bc-3aa0dd20b920 req-a5fb6c4a-2a49-4d64-92f8-22a09d5b5ebf tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554643 Jul 15 13:12:44.477717 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9ecfa-7891-49fd-a847-856f5cb3ff80 req-c8025d17-7c0c-47ff-8e58-7c29af5f845b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:44.479801 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cab9ecfa-7891-49fd-a847-856f5cb3ff80 req-c8025d17-7c0c-47ff-8e58-7c29af5f845b service neutron] 10.222.0.46 "GET /v2.0/networks?id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da HTTP/1.1" status: 200 len: 913 time: 0.1983526 Jul 15 13:12:44.577298 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cab9ecfa-7891-49fd-a847-856f5cb3ff80 req-2eed17f0-36fe-4e0d-921f-f77260e6a397 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e76fd72-6816-481c-819e-b8263abd48a1 HTTP/1.1" status: 200 len: 998 time: 0.0885265 Jul 15 13:12:44.653699 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9ecfa-7891-49fd-a847-856f5cb3ff80 req-ea179f98-dc26-46cb-ab80-0637766f39b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:44.655417 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cab9ecfa-7891-49fd-a847-856f5cb3ff80 req-ea179f98-dc26-46cb-ab80-0637766f39b2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=504f4a49-65cd-4546-be78-3e75a4fd4784 HTTP/1.1" status: 200 len: 851 time: 0.0691881 Jul 15 13:12:44.726526 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9ecfa-7891-49fd-a847-856f5cb3ff80 req-af0eb874-c8f6-4b45-88e7-469b90acbc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:44.728371 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cab9ecfa-7891-49fd-a847-856f5cb3ff80 req-af0eb874-c8f6-4b45-88e7-469b90acbc67 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643916 Jul 15 13:12:44.862603 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cab9ecfa-7891-49fd-a847-856f5cb3ff80 req-e63849d2-7494-4b66-913f-3acf19d7f9a0 service neutron] 10.222.0.46 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258771 Jul 15 13:12:44.982028 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cab9ecfa-7891-49fd-a847-856f5cb3ff80 req-cc1d5426-4858-40d9-90ea-8f9a74dafa5b service neutron] 10.222.0.46 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090918 Jul 15 13:12:45.038821 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240134fe-cf99-4cf8-8ab0-5f53dc575b1d req-01d40257-d8dd-4eae-9454-af6d4700d79b tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:45.041765 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-240134fe-cf99-4cf8-8ab0-5f53dc575b1d req-01d40257-d8dd-4eae-9454-af6d4700d79b tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.46 "GET /v2.0/ports?device_id=76014baa-5157-4a60-89ea-f9a832a1f685 HTTP/1.1" status: 200 len: 945 time: 0.0979753 Jul 15 13:12:45.171800 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-240134fe-cf99-4cf8-8ab0-5f53dc575b1d req-77b8dfe8-ac1b-4a0d-983f-015a9e0b51a3 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Deleting port baf57a67-b242-4a6b-affc-8864d0e3cc48 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:45.172609 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-240134fe-cf99-4cf8-8ab0-5f53dc575b1d req-77b8dfe8-ac1b-4a0d-983f-015a9e0b51a3 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.304897 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-240134fe-cf99-4cf8-8ab0-5f53dc575b1d req-77b8dfe8-ac1b-4a0d-983f-015a9e0b51a3 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] For port baf57a67-b242-4a6b-affc-8864d0e3cc48, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=baf57a67-b242-4a6b-affc-8864d0e3cc48,segment=NetworkSegment(f249e42e-4c8e-46f6-b3c4-615078d8d102),segment_id=f249e42e-4c8e-46f6-b3c4-615078d8d102)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:45.305514 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-240134fe-cf99-4cf8-8ab0-5f53dc575b1d req-77b8dfe8-ac1b-4a0d-983f-015a9e0b51a3 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.322783 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-240134fe-cf99-4cf8-8ab0-5f53dc575b1d req-77b8dfe8-ac1b-4a0d-983f-015a9e0b51a3 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Calling delete_port for baf57a67-b242-4a6b-affc-8864d0e3cc48 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:45.519209 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-240134fe-cf99-4cf8-8ab0-5f53dc575b1d req-77b8dfe8-ac1b-4a0d-983f-015a9e0b51a3 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.623761 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2be74592-70ac-4b7d-83e4-6bd7cb322b2c req-38b82da4-c6d0-45ef-b17c-5a5b4432ba53 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.16 "GET /v2.0/ports?device_id=76014baa-5157-4a60-89ea-f9a832a1f685 HTTP/1.1" status: 200 len: 210 time: 0.0478039 Jul 15 13:12:45.624893 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8dfe8-ac1b-4a0d-983f-015a9e0b51a3 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Pushing event deleted for resources: {'Port': ['ID=baf57a67-b242-4a6b-affc-8864d0e3cc48,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:45.755164 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-240134fe-cf99-4cf8-8ab0-5f53dc575b1d req-77b8dfe8-ac1b-4a0d-983f-015a9e0b51a3 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] No DVR routers for this DVR port baf57a67-b242-4a6b-affc-8864d0e3cc48 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:45.757923 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-240134fe-cf99-4cf8-8ab0-5f53dc575b1d req-77b8dfe8-ac1b-4a0d-983f-015a9e0b51a3 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.759944 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-240134fe-cf99-4cf8-8ab0-5f53dc575b1d req-77b8dfe8-ac1b-4a0d-983f-015a9e0b51a3 tempest-ServerDiskConfigTestJSON-964811371 tempest-ServerDiskConfigTestJSON-964811371-project] 10.222.0.46 "DELETE /v2.0/ports/baf57a67-b242-4a6b-affc-8864d0e3cc48 HTTP/1.1" status: 204 len: 173 time: 0.7123270 Jul 15 13:12:45.760387 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76014baa-5157-4a60-89ea-f9a832a1f685', 'name': 'network-vif-deleted', 'tag': 'baf57a67-b242-4a6b-affc-8864d0e3cc48'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:45.774053 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ac84a5-5eed-4b74-90f3-c8f453bb24c4" -d '{"events": [{"server_uuid": "76014baa-5157-4a60-89ea-f9a832a1f685", "name": "network-vif-deleted", "tag": "baf57a67-b242-4a6b-affc-8864d0e3cc48"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:45.836993 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc57abd-eed1-489d-8514-53543efad9a7 req-0358a5af-fb1a-403d-ac25-48584410cc7b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:45.839120 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4bc57abd-eed1-489d-8514-53543efad9a7 req-0358a5af-fb1a-403d-ac25-48584410cc7b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.0777006 Jul 15 13:12:45.911125 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4bc57abd-eed1-489d-8514-53543efad9a7 req-ab80b6a6-eea2-4f10-9f2c-e219d8740810 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607066 Jul 15 13:12:46.061987 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7f28ec-78b6-4274-ab3a-538f2b542c0a x-openstack-request-id: req-3c7f28ec-78b6-4274-ab3a-538f2b542c0a {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:46.062852 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76014baa-5157-4a60-89ea-f9a832a1f685", "name": "network-vif-deleted", "tag": "baf57a67-b242-4a6b-affc-8864d0e3cc48", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:46.063882 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c7f28ec-78b6-4274-ab3a-538f2b542c0a {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:46.064472 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76014baa-5157-4a60-89ea-f9a832a1f685', 'name': 'network-vif-deleted', 'tag': 'baf57a67-b242-4a6b-affc-8864d0e3cc48', 'status': 'completed', 'code': 200} Jul 15 13:12:46.428378 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccac156-1cf0-40e0-a23b-4298f8486018 req-cc811ef4-252d-49d4-9578-33d3fde5889e tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:46.437060 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7ccac156-1cf0-40e0-a23b-4298f8486018 req-cc811ef4-252d-49d4-9578-33d3fde5889e tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.1591055 Jul 15 13:12:46.509144 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7ccac156-1cf0-40e0-a23b-4298f8486018 req-2355132d-ffca-4650-9a14-06cc96727d4b tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686278 Jul 15 13:12:46.793555 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 56532) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:46.845569 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b5432-60bf-406f-a2ee-68bc45c112d2 req-2730205e-daa1-49bf-a0af-bbf1e58fe79c tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:46.847990 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2e3b5432-60bf-406f-a2ee-68bc45c112d2 req-2730205e-daa1-49bf-a0af-bbf1e58fe79c tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.0763252 Jul 15 13:12:46.902618 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2e3b5432-60bf-406f-a2ee-68bc45c112d2 req-036b3edc-3e8f-413e-a223-dad76fd888ca tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463006 Jul 15 13:12:46.964872 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-105db64c-575a-4330-bb34-2277bf4c4150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.107717 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device baf57a67-b242-4a6b-affc-8864d0e3cc48 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:47.135875 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: baf57a67-b242-4a6b-affc-8864d0e3cc48 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:47.136565 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device baf57a67-b242-4a6b-affc-8864d0e3cc48 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:47.157503 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-105db64c-575a-4330-bb34-2277bf4c4150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.176807 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-105db64c-575a-4330-bb34-2277bf4c4150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.276203 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-105db64c-575a-4330-bb34-2277bf4c4150 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=15296d4ae4154bebb44966ce2c57714e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4811761 Jul 15 13:12:47.277594 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105db64c-575a-4330-bb34-2277bf4c4150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63dfe1af-d971-49e0-a165-55ef172364a8,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:47.278528 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 56556) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:47.345796 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c782419f-5cda-400b-ae7d-e63fa66094dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.375676 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c782419f-5cda-400b-ae7d-e63fa66094dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.453967 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c782419f-5cda-400b-ae7d-e63fa66094dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.456634 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c782419f-5cda-400b-ae7d-e63fa66094dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.457801 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c782419f-5cda-400b-ae7d-e63fa66094dd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/63dfe1af-d971-49e0-a165-55ef172364a8 HTTP/1.1" status: 204 len: 168 time: 0.1781175 Jul 15 13:12:47.492023 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c782419f-5cda-400b-ae7d-e63fa66094dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63dfe1af-d971-49e0-a165-55ef172364a8,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:47.694666 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb918fe2-d63e-43cc-af88-fdc3a5e672dc req-6188382a-ee8d-4b5b-a9ce-50e2605ba6eb tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:47.701993 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eb918fe2-d63e-43cc-af88-fdc3a5e672dc req-6188382a-ee8d-4b5b-a9ce-50e2605ba6eb tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.1010666 Jul 15 13:12:47.763589 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 56580) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:47.789506 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eb918fe2-d63e-43cc-af88-fdc3a5e672dc req-692fef1d-daea-476e-a25d-ad28673c7f13 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864255 Jul 15 13:12:47.905985 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bea805b-3a0c-454f-a584-07855309452c admin admin] Deleting subnet bae16e04-e939-4a15-9e74-5fad7842ae7e {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:12:47.923867 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8bea805b-3a0c-454f-a584-07855309452c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.991389 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8bea805b-3a0c-454f-a584-07855309452c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.012723 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 56586) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:48.035720 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6ff26f10-e55e-4378-b937-191aad53a5f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.044947 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8bea805b-3a0c-454f-a584-07855309452c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.113265 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8bea805b-3a0c-454f-a584-07855309452c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.139304 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea805b-3a0c-454f-a584-07855309452c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bae16e04-e939-4a15-9e74-5fad7842ae7e,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:48.145778 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8bea805b-3a0c-454f-a584-07855309452c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.150239 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8bea805b-3a0c-454f-a584-07855309452c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bae16e04-e939-4a15-9e74-5fad7842ae7e HTTP/1.1" status: 204 len: 168 time: 0.3850591 Jul 15 13:12:48.150393 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 56594) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:48.177194 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6ff26f10-e55e-4378-b937-191aad53a5f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.185689 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6ff26f10-e55e-4378-b937-191aad53a5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.267473 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff26f10-e55e-4378-b937-191aad53a5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f2e470-3bd7-418e-8fc6-292b1c7ca823,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:48.272981 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-34baaa2b-4629-4a8f-89f7-3f9636897da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.279170 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 56596) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:48.279641 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6ff26f10-e55e-4378-b937-191aad53a5f1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a59def3f682d437e861020a8865db07a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2640688 Jul 15 13:12:48.344997 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dde91012-b45d-4e74-8981-89b306997565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.368894 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dde91012-b45d-4e74-8981-89b306997565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.373424 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-34baaa2b-4629-4a8f-89f7-3f9636897da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.387415 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-34baaa2b-4629-4a8f-89f7-3f9636897da5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb2098bc-7484-4c5d-9e4d-2dee71297f28']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:48.398897 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-34baaa2b-4629-4a8f-89f7-3f9636897da5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f249e42e-4c8e-46f6-b3c4-615078d8d102') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:48.399518 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-34baaa2b-4629-4a8f-89f7-3f9636897da5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f249e42e-4c8e-46f6-b3c4-615078d8d102') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:48.413450 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-34baaa2b-4629-4a8f-89f7-3f9636897da5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.430499 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dde91012-b45d-4e74-8981-89b306997565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.433051 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dde91012-b45d-4e74-8981-89b306997565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.436571 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-dde91012-b45d-4e74-8981-89b306997565 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/95f2e470-3bd7-418e-8fc6-292b1c7ca823 HTTP/1.1" status: 204 len: 168 time: 0.1533840 Jul 15 13:12:48.436969 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-34baaa2b-4629-4a8f-89f7-3f9636897da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.445186 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34baaa2b-4629-4a8f-89f7-3f9636897da5 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:12:48.445716 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-34baaa2b-4629-4a8f-89f7-3f9636897da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.446076 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde91012-b45d-4e74-8981-89b306997565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f2e470-3bd7-418e-8fc6-292b1c7ca823,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:48.447720 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:48.447720 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:48.447720 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:48.447720 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:48.447720 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:12:48.447720 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:12:48.447720 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:12:48.447720 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:12:48.447720 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:12:48.447720 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:12:48.447720 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:12:48.447720 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:12:48.447720 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:12:48.447720 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:12:48.447720 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:12:48.447720 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:12:48.447720 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:12:48.447720 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:12:48.447720 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:12:48.447720 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:12:48.447720 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:12:48.447720 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:12:48.447720 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:12:48.447720 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:12:48.447720 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:12:48.447720 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:12:48.447720 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:12:48.447720 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:12:48.447720 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:12:48.447720 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:12:48.447720 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:12:48.447720 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:12:48.447720 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:12:48.447720 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:12:48.447720 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:12:48.447720 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:12:48.505168 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-34baaa2b-4629-4a8f-89f7-3f9636897da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.525624 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-34baaa2b-4629-4a8f-89f7-3f9636897da5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.531164 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-34baaa2b-4629-4a8f-89f7-3f9636897da5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/cb2098bc-7484-4c5d-9e4d-2dee71297f28 HTTP/1.1" status: 204 len: 168 time: 0.3797698 Jul 15 13:12:48.532926 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34baaa2b-4629-4a8f-89f7-3f9636897da5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb2098bc-7484-4c5d-9e4d-2dee71297f28,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:48.822350 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 56626) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:48.917476 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6a4ce318-8907-405f-9b39-9b7fe70389d4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=13316ece7db54a9c8540a5aff49e478f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0935094 Jul 15 13:12:48.920830 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 56628) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:49.028407 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-19ad2f1b-8a97-43ed-97b2-425c6bfb21b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.056566 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-19ad2f1b-8a97-43ed-97b2-425c6bfb21b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.075101 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 56642) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:49.082869 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baba846-e1d4-44b4-bb35-a91cc5432d55 req-9f406517-af45-4bd6-b38f-5916b1a3e1b0 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:49.086184 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9baba846-e1d4-44b4-bb35-a91cc5432d55 req-9f406517-af45-4bd6-b38f-5916b1a3e1b0 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.1308036 Jul 15 13:12:49.130540 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-19ad2f1b-8a97-43ed-97b2-425c6bfb21b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.139295 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-19ad2f1b-8a97-43ed-97b2-425c6bfb21b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.146115 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-19ad2f1b-8a97-43ed-97b2-425c6bfb21b7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c83c4f31-7d31-4c45-bfe3-afeee8d2fa74 HTTP/1.1" status: 204 len: 168 time: 0.2204978 Jul 15 13:12:49.172276 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad2f1b-8a97-43ed-97b2-425c6bfb21b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83c4f31-7d31-4c45-bfe3-afeee8d2fa74,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:49.214315 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9baba846-e1d4-44b4-bb35-a91cc5432d55 req-4250ef9f-733d-4685-b483-dcfca948a853 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209607 Jul 15 13:12:49.295524 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-830d6177-b20e-4196-9c46-3c9bfaecc758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.461299 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-830d6177-b20e-4196-9c46-3c9bfaecc758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.467698 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-830d6177-b20e-4196-9c46-3c9bfaecc758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.539027 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-830d6177-b20e-4196-9c46-3c9bfaecc758 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9cb618921e0e443aad23c35e8a6f0c31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4581430 Jul 15 13:12:49.540248 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d6177-b20e-4196-9c46-3c9bfaecc758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c18d704-b8ca-4b27-8dd1-13e877d8db86,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:49.541537 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 56666) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:49.633592 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a78653bb-af73-40c4-a637-6d3df5f73e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.686938 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4a74d-848f-425a-861f-d40c631fe556 req-fe94485f-d7e0-4d61-81ba-bf92caddedd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:49.691309 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ccf4a74d-848f-425a-861f-d40c631fe556 req-fe94485f-d7e0-4d61-81ba-bf92caddedd1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12dc42da56354fb5b0d0acb9e0703009&device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 1096 time: 0.0890496 Jul 15 13:12:49.708602 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a78653bb-af73-40c4-a637-6d3df5f73e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.783333 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9464d-225e-4c41-a9e8-9b73ef6e4071 req-9fab2d29-12e0-4689-ac12-ab7cf3ed59c7 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:49.785707 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c9e9464d-225e-4c41-a9e8-9b73ef6e4071 req-9fab2d29-12e0-4689-ac12-ab7cf3ed59c7 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.1405404 Jul 15 13:12:49.863730 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c9e9464d-225e-4c41-a9e8-9b73ef6e4071 req-e6497ddb-de26-4d7f-9c04-0618d827cb18 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539489 Jul 15 13:12:49.876167 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a78653bb-af73-40c4-a637-6d3df5f73e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.879566 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a78653bb-af73-40c4-a637-6d3df5f73e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.880818 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a78653bb-af73-40c4-a637-6d3df5f73e81 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8c18d704-b8ca-4b27-8dd1-13e877d8db86 HTTP/1.1" status: 204 len: 168 time: 0.3381097 Jul 15 13:12:49.892681 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78653bb-af73-40c4-a637-6d3df5f73e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c18d704-b8ca-4b27-8dd1-13e877d8db86,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:50.204502 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4a74d-848f-425a-861f-d40c631fe556 req-954aadc2-d4f5-46ae-b177-64f51b6f71f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:50.205993 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ccf4a74d-848f-425a-861f-d40c631fe556 req-954aadc2-d4f5-46ae-b177-64f51b6f71f0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da HTTP/1.1" status: 200 len: 913 time: 0.5104754 Jul 15 13:12:50.295630 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ccf4a74d-848f-425a-861f-d40c631fe556 req-ad8a1d6a-f329-4e47-af07-398dd18db9ef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e76fd72-6816-481c-819e-b8263abd48a1 HTTP/1.1" status: 200 len: 998 time: 0.0767739 Jul 15 13:12:50.370081 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4a74d-848f-425a-861f-d40c631fe556 req-123c32b9-faa4-45fd-b029-4d7122b5a270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:50.371813 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ccf4a74d-848f-425a-861f-d40c631fe556 req-123c32b9-faa4-45fd-b029-4d7122b5a270 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=504f4a49-65cd-4546-be78-3e75a4fd4784 HTTP/1.1" status: 200 len: 851 time: 0.0690141 Jul 15 13:12:50.444362 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4a74d-848f-425a-861f-d40c631fe556 req-1c1c21b3-6e3b-45ed-a2a2-df60003990c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:50.445909 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ccf4a74d-848f-425a-861f-d40c631fe556 req-1c1c21b3-6e3b-45ed-a2a2-df60003990c4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=66404f0a-a6ed-4fd2-9977-c4d3e825b2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668645 Jul 15 13:12:50.573530 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ccf4a74d-848f-425a-861f-d40c631fe556 req-6ff513ce-82f3-4375-9b28-50e674c87f43 service neutron] 10.222.0.46 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212628 Jul 15 13:12:50.695008 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ccf4a74d-848f-425a-861f-d40c631fe556 req-ebf9f5e1-64a9-479b-ab86-13b93a8a8684 service neutron] 10.222.0.46 "GET /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137531 Jul 15 13:12:50.714739 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 56732) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:50.944522 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-1beffd0a-5d79-4ecb-95e5-95c594248210 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-223843271-network', 'tenant_id': 'ac4a2814f0194893988c789b93210a22'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:51.003211 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1beffd0a-5d79-4ecb-95e5-95c594248210 admin admin] Made reservation on behalf of ac4a2814f0194893988c789b93210a22 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:51.006743 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1beffd0a-5d79-4ecb-95e5-95c594248210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:51.022176 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1beffd0a-5d79-4ecb-95e5-95c594248210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:51.167931 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a72c3-7bfa-46e6-9183-0df84eb09a73 req-a1fb48b4-59f5-4f7e-a252-204c051ab991 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:51.169466 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-875a72c3-7bfa-46e6-9183-0df84eb09a73 req-a1fb48b4-59f5-4f7e-a252-204c051ab991 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.1168075 Jul 15 13:12:51.223063 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1beffd0a-5d79-4ecb-95e5-95c594248210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:51.232126 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1beffd0a-5d79-4ecb-95e5-95c594248210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:51.245607 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-875a72c3-7bfa-46e6-9183-0df84eb09a73 req-f4efad7d-71aa-4005-98b2-5963ee4392cb tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681498 Jul 15 13:12:51.255862 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 56762) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:51.283088 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1beffd0a-5d79-4ecb-95e5-95c594248210 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:12:51.306709 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beffd0a-5d79-4ecb-95e5-95c594248210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289bcbce-5f29-4261-b04d-140e56ba9d65,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:51.324071 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1beffd0a-5d79-4ecb-95e5-95c594248210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:51.324427 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-1beffd0a-5d79-4ecb-95e5-95c594248210 admin admin] Added segment 9161be62-c8a1-4e4c-a7b3-df5d2833c17b of type vlan for network 114e0698-742b-43c6-a011-bf633fe8bcaf Jul 15 13:12:51.424634 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1beffd0a-5d79-4ecb-95e5-95c594248210 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:51.450586 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-2c3f36e7-a885-4b2f-8a9c-b44f1d708f80 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1962253466-network', 'tenant_id': 'a82f9ba3b0b448cca9da28259baf41dd'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:51.477071 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1beffd0a-5d79-4ecb-95e5-95c594248210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:51.478077 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1beffd0a-5d79-4ecb-95e5-95c594248210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:51.482985 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1beffd0a-5d79-4ecb-95e5-95c594248210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:51.513628 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3f36e7-a885-4b2f-8a9c-b44f1d708f80 admin admin] Made reservation on behalf of a82f9ba3b0b448cca9da28259baf41dd for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:51.515878 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2c3f36e7-a885-4b2f-8a9c-b44f1d708f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:51.532283 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2c3f36e7-a885-4b2f-8a9c-b44f1d708f80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:51.559730 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1beffd0a-5d79-4ecb-95e5-95c594248210 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8427405 Jul 15 13:12:51.560238 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beffd0a-5d79-4ecb-95e5-95c594248210 admin admin] Pushing event updated for resources: {'Network': ['ID=114e0698-742b-43c6-a011-bf633fe8bcaf,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:51.566276 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 56782) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:51.575109 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-2a8bf477-70a0-48d8-8705-813abd9a4584 admin admin] Request body: {'subnet': {'network_id': '114e0698-742b-43c6-a011-bf633fe8bcaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-223843271-subnet', 'tenant_id': 'ac4a2814f0194893988c789b93210a22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:51.584440 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 114e0698-742b-43c6-a011-bf633fe8bcaf details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:12:51.672998 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2c3f36e7-a885-4b2f-8a9c-b44f1d708f80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:51.679618 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2c3f36e7-a885-4b2f-8a9c-b44f1d708f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:51.713576 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c3f36e7-a885-4b2f-8a9c-b44f1d708f80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:12:51.731251 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2c3f36e7-a885-4b2f-8a9c-b44f1d708f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:51.731611 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-2c3f36e7-a885-4b2f-8a9c-b44f1d708f80 admin admin] Added segment c072314f-c6ee-4b48-868a-b41715882595 of type vlan for network 88ff7884-5c72-45e4-a84f-be70d3390005 Jul 15 13:12:51.733346 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8bf477-70a0-48d8-8705-813abd9a4584 admin admin] Made reservation on behalf of ac4a2814f0194893988c789b93210a22 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:51.736472 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2a8bf477-70a0-48d8-8705-813abd9a4584 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:51.744661 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f36e7-a885-4b2f-8a9c-b44f1d708f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a00e0a-4c5f-4981-b5bf-f8edaec4970f,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:51.793878 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 56786) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:51.837172 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2c3f36e7-a885-4b2f-8a9c-b44f1d708f80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:51.905348 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2c3f36e7-a885-4b2f-8a9c-b44f1d708f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:51.906395 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3f36e7-a885-4b2f-8a9c-b44f1d708f80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:51.907060 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2c3f36e7-a885-4b2f-8a9c-b44f1d708f80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:51.918619 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-675c43ed-ec73-4ba2-98f0-52b5588caddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:52.009272 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f36e7-a885-4b2f-8a9c-b44f1d708f80 admin admin] Pushing event updated for resources: {'Network': ['ID=88ff7884-5c72-45e4-a84f-be70d3390005,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:52.011307 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-675c43ed-ec73-4ba2-98f0-52b5588caddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:52.020702 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 88ff7884-5c72-45e4-a84f-be70d3390005 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:12:52.024931 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-675c43ed-ec73-4ba2-98f0-52b5588caddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:52.030114 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2c3f36e7-a885-4b2f-8a9c-b44f1d708f80 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7725394 Jul 15 13:12:52.033632 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2a8bf477-70a0-48d8-8705-813abd9a4584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:52.036983 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 56792) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:52.045448 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-9b287d2a-144b-4799-9974-20052358a57f admin admin] Request body: {'subnet': {'network_id': '88ff7884-5c72-45e4-a84f-be70d3390005', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1962253466-subnet', 'tenant_id': 'a82f9ba3b0b448cca9da28259baf41dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:52.079921 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-675c43ed-ec73-4ba2-98f0-52b5588caddf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=04d227557a84450eb18d35d029c6edde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2824304 Jul 15 13:12:52.079921 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c43ed-ec73-4ba2-98f0-52b5588caddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d69b7f7-d1a0-45bc-b6b0-c00cc06c9d0f,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:52.081177 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 56796) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:52.152464 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8bf477-70a0-48d8-8705-813abd9a4584 admin admin] Checking segment: {'id': '9161be62-c8a1-4e4c-a7b3-df5d2833c17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '114e0698-742b-43c6-a011-bf633fe8bcaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:52.152971 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8bf477-70a0-48d8-8705-813abd9a4584 admin admin] Network hostable DHCP agents. Network: 114e0698-742b-43c6-a011-bf633fe8bcaf, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:12:52.155294 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8bf477-70a0-48d8-8705-813abd9a4584 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb9a9b22-c78a-44fa-9af7-c9dcce8c97c7,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:52.162917 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b287d2a-144b-4799-9974-20052358a57f admin admin] Made reservation on behalf of a82f9ba3b0b448cca9da28259baf41dd for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:52.164243 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-56c81d96-8893-4875-bd9d-473fba157e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:52.165405 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9b287d2a-144b-4799-9974-20052358a57f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:52.193893 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-56c81d96-8893-4875-bd9d-473fba157e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:52.200880 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8bf477-70a0-48d8-8705-813abd9a4584 admin admin] Network 114e0698-742b-43c6-a011-bf633fe8bcaf is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:12:52.242780 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-2a8bf477-70a0-48d8-8705-813abd9a4584 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 114e0698-742b-43c6-a011-bf633fe8bcaf) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:52.254194 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1c3844-fc50-4c9a-83d8-323d235b5e7c None None] Network 114e0698-742b-43c6-a011-bf633fe8bcaf requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:52.255387 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8bf477-70a0-48d8-8705-813abd9a4584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:52.256075 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2a8bf477-70a0-48d8-8705-813abd9a4584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:52.278320 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-56c81d96-8893-4875-bd9d-473fba157e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:52.283418 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-56c81d96-8893-4875-bd9d-473fba157e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:52.287860 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-56c81d96-8893-4875-bd9d-473fba157e37 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5d69b7f7-d1a0-45bc-b6b0-c00cc06c9d0f HTTP/1.1" status: 204 len: 168 time: 0.1935456 Jul 15 13:12:52.291411 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2a8bf477-70a0-48d8-8705-813abd9a4584 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7239656 Jul 15 13:12:52.304360 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c81d96-8893-4875-bd9d-473fba157e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d69b7f7-d1a0-45bc-b6b0-c00cc06c9d0f,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:52.436149 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9b287d2a-144b-4799-9974-20052358a57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:52.586903 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b287d2a-144b-4799-9974-20052358a57f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6ffba0c-99bd-49bb-b4c2-60b311092a68,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:52.607079 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b287d2a-144b-4799-9974-20052358a57f admin admin] Checking segment: {'id': 'c072314f-c6ee-4b48-868a-b41715882595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '88ff7884-5c72-45e4-a84f-be70d3390005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:52.607451 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b287d2a-144b-4799-9974-20052358a57f admin admin] Network hostable DHCP agents. Network: 88ff7884-5c72-45e4-a84f-be70d3390005, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:12:52.635128 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836554ae-73c4-4074-ae35-548cd4aa7ba2 req-ebc1a0ca-04f5-44ff-8190-d0bec0596931 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:52.636715 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-836554ae-73c4-4074-ae35-548cd4aa7ba2 req-ebc1a0ca-04f5-44ff-8190-d0bec0596931 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.1760433 Jul 15 13:12:52.642320 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43e8d66-4c17-4273-ab7d-5a878d09faaa None None] Network 114e0698-742b-43c6-a011-bf633fe8bcaf requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:52.673422 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b287d2a-144b-4799-9974-20052358a57f admin admin] Network 88ff7884-5c72-45e4-a84f-be70d3390005 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:12:52.691396 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-9b287d2a-144b-4799-9974-20052358a57f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 88ff7884-5c72-45e4-a84f-be70d3390005) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:52.695871 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b287d2a-144b-4799-9974-20052358a57f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:52.696464 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9b287d2a-144b-4799-9974-20052358a57f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:52.737403 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9b287d2a-144b-4799-9974-20052358a57f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6960342 Jul 15 13:12:52.746267 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-836554ae-73c4-4074-ae35-548cd4aa7ba2 req-e6f42521-d388-432f-852d-5942ba8d8919 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908463 Jul 15 13:12:52.801984 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a566d7-ae12-4921-9a57-ece57ca08a12 None None] Network 88ff7884-5c72-45e4-a84f-be70d3390005 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:52.916084 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 56824) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:52.936594 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aec352f1-e0e8-40ee-8285-a71075fd7689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.055175 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aec352f1-e0e8-40ee-8285-a71075fd7689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.061341 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aec352f1-e0e8-40ee-8285-a71075fd7689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.116682 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90436b01-8168-4ed8-85e6-dc62b8ab631b None None] Network 88ff7884-5c72-45e4-a84f-be70d3390005 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:53.159550 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-aec352f1-e0e8-40ee-8285-a71075fd7689 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f7f04c13611c437c9a53ea6533fc374b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2387116 Jul 15 13:12:53.159994 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 56828) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:53.164807 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec352f1-e0e8-40ee-8285-a71075fd7689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2db7d6-a521-4842-9f84-b00632fd27a9,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:53.205064 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6065636-7581-4fd7-8ee5-18c43694376a req-6b636150-a369-42f4-a86e-3f9e499ddfaa tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:53.215700 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a6065636-7581-4fd7-8ee5-18c43694376a req-6b636150-a369-42f4-a86e-3f9e499ddfaa tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.1296046 Jul 15 13:12:53.254740 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-34e6674e-7e69-4bb0-a211-1b68d4cd4e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.272645 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a6065636-7581-4fd7-8ee5-18c43694376a req-bc06b537-0972-41a3-8839-713888d04e15 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556362 Jul 15 13:12:53.293487 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-34e6674e-7e69-4bb0-a211-1b68d4cd4e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.367324 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-34e6674e-7e69-4bb0-a211-1b68d4cd4e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.371037 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-34e6674e-7e69-4bb0-a211-1b68d4cd4e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.373084 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-34e6674e-7e69-4bb0-a211-1b68d4cd4e26 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/be2db7d6-a521-4842-9f84-b00632fd27a9 HTTP/1.1" status: 204 len: 168 time: 0.2120204 Jul 15 13:12:53.385869 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6674e-7e69-4bb0-a211-1b68d4cd4e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2db7d6-a521-4842-9f84-b00632fd27a9,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:53.606660 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5fe695-0f39-401f-b923-3006b447a9de req-c22fa3ce-6508-42c1-a539-41dfcdd8ce34 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:53.608170 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ea5fe695-0f39-401f-b923-3006b447a9de req-c22fa3ce-6508-42c1-a539-41dfcdd8ce34 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] 10.222.0.16 "GET /v2.0/networks?id=114e0698-742b-43c6-a011-bf633fe8bcaf HTTP/1.1" status: 200 len: 813 time: 0.1959190 Jul 15 13:12:53.634786 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ea5fe695-0f39-401f-b923-3006b447a9de req-54379e8b-534d-4683-87a2-f7264553fc4e tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] 10.222.0.16 "GET /v2.0/quotas/ac4a2814f0194893988c789b93210a22 HTTP/1.1" status: 200 len: 375 time: 0.0201902 Jul 15 13:12:53.642033 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-be50d785-f9af-4af9-9619-c0aa6dcb2ed9 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:53.643518 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-be50d785-f9af-4af9-9619-c0aa6dcb2ed9 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/networks?id=88ff7884-5c72-45e4-a84f-be70d3390005 HTTP/1.1" status: 200 len: 818 time: 0.1754436 Jul 15 13:12:53.678014 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ea5fe695-0f39-401f-b923-3006b447a9de req-62c2c792-6eb2-4352-afa6-2493afcdb6a4 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac4a2814f0194893988c789b93210a22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334480 Jul 15 13:12:53.689255 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-4a0eb71d-e1f8-42a4-8e9d-c382f35634a2 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/quotas/a82f9ba3b0b448cca9da28259baf41dd HTTP/1.1" status: 200 len: 375 time: 0.0361280 Jul 15 13:12:53.742072 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-119d1815-bb4a-4675-92c9-cedb23c41cd7 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a82f9ba3b0b448cca9da28259baf41dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519567 Jul 15 13:12:53.834744 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ea5fe695-0f39-401f-b923-3006b447a9de req-cd00f0bb-6d44-49a6-a041-dee95bdd27b6 service neutron] 10.222.0.16 "GET /v2.0/networks/114e0698-742b-43c6-a011-bf633fe8bcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434464 Jul 15 13:12:53.949127 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-b8280df2-0d85-483b-b055-6fa2e1b986ab service neutron] 10.222.0.16 "GET /v2.0/networks/88ff7884-5c72-45e4-a84f-be70d3390005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691887 Jul 15 13:12:54.028510 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ea5fe695-0f39-401f-b923-3006b447a9de req-346b8723-e312-4cd5-b9b2-03acf44b7e17 service neutron] 10.222.0.16 "GET /v2.0/networks/114e0698-742b-43c6-a011-bf633fe8bcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691067 Jul 15 13:12:54.059767 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-e1fd4c3d-a5a8-438d-b9dd-e5ef968b5a7b service neutron] 10.222.0.16 "GET /v2.0/networks/88ff7884-5c72-45e4-a84f-be70d3390005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098564 Jul 15 13:12:55.032797 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-30a0c67d-25e3-4fe4-b3e8-13fc302ba8a2 req-0604bc7d-583d-4ae4-b5cb-8741b6e26d47 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb559455-f214-4e84-9ad5-520f15426de9 HTTP/1.1" status: 200 len: 210 time: 0.0803378 Jul 15 13:12:55.549952 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-adce4c09-db41-4b1e-8572-6a3efc1da35d req-bddd761b-932b-47f8-bd24-01aa7bf56038 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/ports?device_id=642ab244-1a23-44e1-aa54-ea6e7f4706f2 HTTP/1.1" status: 200 len: 210 time: 0.0496144 Jul 15 13:12:55.934883 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3c4bd-f7b1-4683-9b28-337205a0d203 req-92e813c3-d60b-424a-a1d7-27a792a0d5be tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:55.937672 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cfc3c4bd-f7b1-4683-9b28-337205a0d203 req-92e813c3-d60b-424a-a1d7-27a792a0d5be tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19375e1-6d5c-40f4-9581-1f487455cfb8 HTTP/1.1" status: 200 len: 944 time: 0.0973861 Jul 15 13:12:56.144526 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-cfc3c4bd-f7b1-4683-9b28-337205a0d203 req-7556dac1-8192-4594-beaa-607bdd318812 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Deleting port c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:56.145588 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-cfc3c4bd-f7b1-4683-9b28-337205a0d203 req-7556dac1-8192-4594-beaa-607bdd318812 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:56.319197 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-cfc3c4bd-f7b1-4683-9b28-337205a0d203 req-7556dac1-8192-4594-beaa-607bdd318812 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] For port c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:56.319945 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-cfc3c4bd-f7b1-4683-9b28-337205a0d203 req-7556dac1-8192-4594-beaa-607bdd318812 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:56.341886 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-cfc3c4bd-f7b1-4683-9b28-337205a0d203 req-7556dac1-8192-4594-beaa-607bdd318812 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Calling delete_port for c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:56.387131 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e11e8d2-1bbe-430d-a7cb-82cc1544c09f req-91238e8e-84e9-496b-9b25-438c2ee6fa89 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb559455-f214-4e84-9ad5-520f15426de9 HTTP/1.1" status: 200 len: 210 time: 0.0329475 Jul 15 13:12:56.460503 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5fe695-0f39-401f-b923-3006b447a9de req-e0b3e33b-f9dc-4ea8-a716-990292bfc169 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:56.463019 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ea5fe695-0f39-401f-b923-3006b447a9de req-e0b3e33b-f9dc-4ea8-a716-990292bfc169 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] 10.222.0.46 "GET /v2.0/networks?id=114e0698-742b-43c6-a011-bf633fe8bcaf HTTP/1.1" status: 200 len: 813 time: 0.1641269 Jul 15 13:12:56.476520 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-ea5fe695-0f39-401f-b923-3006b447a9de req-23c117e0-673e-4efd-9d9b-a77fe27cea27 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] Request body: {'port': {'device_id': 'cb559455-f214-4e84-9ad5-520f15426de9', 'network_id': '114e0698-742b-43c6-a011-bf633fe8bcaf', 'admin_state_up': True, 'tenant_id': 'ac4a2814f0194893988c789b93210a22'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:56.520466 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-cfc3c4bd-f7b1-4683-9b28-337205a0d203 req-7556dac1-8192-4594-beaa-607bdd318812 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:56.537208 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['e6772084-21a9-4fcb-8b4e-7dd81e941146', '3a7ae702-e35a-40e4-a860-ef9e058bfb2c'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:56.566236 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7556dac1-8192-4594-beaa-607bdd318812 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Pushing event deleted for resources: {'Port': ['ID=c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:56.645177 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc3c4bd-f7b1-4683-9b28-337205a0d203 req-7556dac1-8192-4594-beaa-607bdd318812 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] No DVR routers for this DVR port c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:56.648611 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-cfc3c4bd-f7b1-4683-9b28-337205a0d203 req-7556dac1-8192-4594-beaa-607bdd318812 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:56.664383 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cfc3c4bd-f7b1-4683-9b28-337205a0d203 req-7556dac1-8192-4594-beaa-607bdd318812 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "DELETE /v2.0/ports/c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1 HTTP/1.1" status: 204 len: 173 time: 0.7209048 Jul 15 13:12:56.667722 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19375e1-6d5c-40f4-9581-1f487455cfb8', 'name': 'network-vif-deleted', 'tag': 'c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:56.671812 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6417f67a-d0e3-42ef-8b1a-d156eec9e6d2" -d '{"events": [{"server_uuid": "b19375e1-6d5c-40f4-9581-1f487455cfb8", "name": "network-vif-deleted", "tag": "c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:56.707766 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea5fe695-0f39-401f-b923-3006b447a9de req-23c117e0-673e-4efd-9d9b-a77fe27cea27 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] Made reservation on behalf of ac4a2814f0194893988c789b93210a22 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:56.712694 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-ea5fe695-0f39-401f-b923-3006b447a9de req-23c117e0-673e-4efd-9d9b-a77fe27cea27 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:56.876540 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9d666fd7-d66a-412f-b2c1-66c11cb683f2 req-483908f4-d0db-46ce-ac4b-2ef9f812f6d7 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/ports?device_id=642ab244-1a23-44e1-aa54-ea6e7f4706f2 HTTP/1.1" status: 200 len: 210 time: 0.1018765 Jul 15 13:12:56.891849 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-ea5fe695-0f39-401f-b923-3006b447a9de req-23c117e0-673e-4efd-9d9b-a77fe27cea27 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] Allocated IP 172.20.0.6 (114e0698-742b-43c6-a011-bf633fe8bcaf/cb9a9b22-c78a-44fa-9af7-c9dcce8c97c7/9bac1565-8e34-4abb-9a1d-645061ffe9af) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:56.941089 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a945ea-b687-4b5b-ae2f-8c722c165425 x-openstack-request-id: req-62a945ea-b687-4b5b-ae2f-8c722c165425 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:56.941533 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19375e1-6d5c-40f4-9581-1f487455cfb8", "name": "network-vif-deleted", "tag": "c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1", "status": "failed", "code": 422}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:56.942019 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-62a945ea-b687-4b5b-ae2f-8c722c165425 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:56.942769 n-d-771363-36 neutron-server[93825]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b19375e1-6d5c-40f4-9581-1f487455cfb8', 'name': 'network-vif-deleted', 'tag': 'c6bdd53b-3a74-45bb-8efe-1f91e7b7d1f1', 'status': 'failed', 'code': 422} returned with failed status Jul 15 13:12:57.206428 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-ea5fe695-0f39-401f-b923-3006b447a9de req-23c117e0-673e-4efd-9d9b-a77fe27cea27 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:57.294276 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-ea5fe695-0f39-401f-b923-3006b447a9de req-23c117e0-673e-4efd-9d9b-a77fe27cea27 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:57.325800 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-2431bffb-1353-47a4-b19d-8b4107b46422 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:57.327307 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-2431bffb-1353-47a4-b19d-8b4107b46422 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.46 "GET /v2.0/networks?id=88ff7884-5c72-45e4-a84f-be70d3390005 HTTP/1.1" status: 200 len: 818 time: 0.2651339 Jul 15 13:12:57.354098 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea5fe695-0f39-401f-b923-3006b447a9de req-23c117e0-673e-4efd-9d9b-a77fe27cea27 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] Network 114e0698-742b-43c6-a011-bf633fe8bcaf is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:57.355556 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-5eb596e3-a404-48ce-a94e-cf2cc5af6bc5 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Request body: {'port': {'device_id': 'd61592b3-bb19-4cdb-992a-22de6347c578', 'network_id': '88ff7884-5c72-45e4-a84f-be70d3390005', 'admin_state_up': True, 'tenant_id': 'a82f9ba3b0b448cca9da28259baf41dd'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:57.358184 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-ea5fe695-0f39-401f-b923-3006b447a9de req-23c117e0-673e-4efd-9d9b-a77fe27cea27 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:57.367666 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea5fe695-0f39-401f-b923-3006b447a9de req-23c117e0-673e-4efd-9d9b-a77fe27cea27 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:57.374840 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c117e0-673e-4efd-9d9b-a77fe27cea27 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] Pushing event updated for resources: {'Port': ['ID=9bac1565-8e34-4abb-9a1d-645061ffe9af,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:57.533092 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5fe695-0f39-401f-b923-3006b447a9de req-23c117e0-673e-4efd-9d9b-a77fe27cea27 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:57.534490 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-ea5fe695-0f39-401f-b923-3006b447a9de req-23c117e0-673e-4efd-9d9b-a77fe27cea27 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:57.580995 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-5eb596e3-a404-48ce-a94e-cf2cc5af6bc5 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Made reservation on behalf of a82f9ba3b0b448cca9da28259baf41dd for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:57.587729 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-5eb596e3-a404-48ce-a94e-cf2cc5af6bc5 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:57.595027 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ea5fe695-0f39-401f-b923-3006b447a9de req-23c117e0-673e-4efd-9d9b-a77fe27cea27 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1228917 Jul 15 13:12:57.844815 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-6d45f9aa-2e8e-4f7b-835b-de3cca859ff7 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:57.846336 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-6d45f9aa-2e8e-4f7b-835b-de3cca859ff7 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.46 "GET /v2.0/networks?id=88ff7884-5c72-45e4-a84f-be70d3390005 HTTP/1.1" status: 200 len: 818 time: 0.1487608 Jul 15 13:12:57.884110 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-c63ab43d-7545-4393-b5da-9b92cba06a73 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Request body: {'port': {'device_id': '75ec7c87-69c3-49c3-9aa4-8b1432c3750e', 'network_id': '88ff7884-5c72-45e4-a84f-be70d3390005', 'admin_state_up': True, 'tenant_id': 'a82f9ba3b0b448cca9da28259baf41dd'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:57.899013 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-ea5fe695-0f39-401f-b923-3006b447a9de req-517fcdd1-8070-4a9b-92c8-80521a96222a service neutron] Request body: {'port': {'device_id': 'cb559455-f214-4e84-9ad5-520f15426de9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:58.037139 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-ea5fe695-0f39-401f-b923-3006b447a9de req-517fcdd1-8070-4a9b-92c8-80521a96222a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:58.504358 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-04e53112-d2f1-41e9-8e4d-561a765c82de tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:58.506773 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-04e53112-d2f1-41e9-8e4d-561a765c82de tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.46 "GET /v2.0/networks?id=88ff7884-5c72-45e4-a84f-be70d3390005 HTTP/1.1" status: 200 len: 818 time: 0.1790450 Jul 15 13:12:58.530075 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-5eb596e3-a404-48ce-a94e-cf2cc5af6bc5 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Allocated IP 172.20.0.9 (88ff7884-5c72-45e4-a84f-be70d3390005/f6ffba0c-99bd-49bb-b4c2-60b311092a68/8cae92e5-b2ce-43f4-875d-06ebd300f7f8) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:58.549539 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-be09677e-5b92-498a-a76d-4169cb6bfbd9 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Request body: {'port': {'device_id': '642ab244-1a23-44e1-aa54-ea6e7f4706f2', 'network_id': '88ff7884-5c72-45e4-a84f-be70d3390005', 'admin_state_up': True, 'tenant_id': 'a82f9ba3b0b448cca9da28259baf41dd'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:58.571258 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-ea5fe695-0f39-401f-b923-3006b447a9de req-517fcdd1-8070-4a9b-92c8-80521a96222a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bac1565-8e34-4abb-9a1d-645061ffe9af {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:58.591812 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-ea5fe695-0f39-401f-b923-3006b447a9de req-517fcdd1-8070-4a9b-92c8-80521a96222a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:58.619611 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-ea5fe695-0f39-401f-b923-3006b447a9de req-517fcdd1-8070-4a9b-92c8-80521a96222a service neutron] Transition to ACTIVE for port object 9bac1565-8e34-4abb-9a1d-645061ffe9af will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:58.652757 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-ea5fe695-0f39-401f-b923-3006b447a9de req-517fcdd1-8070-4a9b-92c8-80521a96222a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:58.658090 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-93500347-69eb-41c2-91e8-3969c31a4dab req-42902d6a-57dc-4d0b-8c4a-b0cf56d09cfa tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/ports?device_id=642ab244-1a23-44e1-aa54-ea6e7f4706f2 HTTP/1.1" status: 200 len: 210 time: 0.1397011 Jul 15 13:12:58.729434 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517fcdd1-8070-4a9b-92c8-80521a96222a service neutron] Pushing event updated for resources: {'Port': ['ID=9bac1565-8e34-4abb-9a1d-645061ffe9af,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:58.768729 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e38fc-d4a4-4070-a3cc-9f879a684372 req-f7dd23ad-2617-454f-ac95-83ecd9f105ba tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:58.776057 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc3e38fc-d4a4-4070-a3cc-9f879a684372 req-f7dd23ad-2617-454f-ac95-83ecd9f105ba tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb559455-f214-4e84-9ad5-520f15426de9 HTTP/1.1" status: 200 len: 931 time: 0.8829515 Jul 15 13:12:58.815458 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-5eb596e3-a404-48ce-a94e-cf2cc5af6bc5 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:58.866012 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc3e38fc-d4a4-4070-a3cc-9f879a684372 req-57526fc2-0999-479d-a130-47ddbd6b1be1 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] 10.222.0.16 "GET /v2.0/security-groups?id=289bcbce-5f29-4261-b04d-140e56ba9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866625 Jul 15 13:12:58.868940 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-be09677e-5b92-498a-a76d-4169cb6bfbd9 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Made reservation on behalf of a82f9ba3b0b448cca9da28259baf41dd for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:58.874618 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-be09677e-5b92-498a-a76d-4169cb6bfbd9 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:58.876132 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-c63ab43d-7545-4393-b5da-9b92cba06a73 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Made reservation on behalf of a82f9ba3b0b448cca9da28259baf41dd for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:58.883532 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-c63ab43d-7545-4393-b5da-9b92cba06a73 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:58.889154 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-ea5fe695-0f39-401f-b923-3006b447a9de req-517fcdd1-8070-4a9b-92c8-80521a96222a service neutron] Attempting to bind port 9bac1565-8e34-4abb-9a1d-645061ffe9af on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:12:58.889510 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-ea5fe695-0f39-401f-b923-3006b447a9de req-517fcdd1-8070-4a9b-92c8-80521a96222a service neutron] Attempting to bind port 9bac1565-8e34-4abb-9a1d-645061ffe9af by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '9161be62-c8a1-4e4c-a7b3-df5d2833c17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '114e0698-742b-43c6-a011-bf633fe8bcaf'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:12:58.889849 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5fe695-0f39-401f-b923-3006b447a9de req-517fcdd1-8070-4a9b-92c8-80521a96222a service neutron] Attempting to bind port 9bac1565-8e34-4abb-9a1d-645061ffe9af on network 114e0698-742b-43c6-a011-bf633fe8bcaf {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:58.948097 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-5eb596e3-a404-48ce-a94e-cf2cc5af6bc5 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:58.973827 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5fe695-0f39-401f-b923-3006b447a9de req-517fcdd1-8070-4a9b-92c8-80521a96222a service neutron] Port 9bac1565-8e34-4abb-9a1d-645061ffe9af on network 114e0698-742b-43c6-a011-bf633fe8bcaf not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:12:58.974422 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5fe695-0f39-401f-b923-3006b447a9de req-517fcdd1-8070-4a9b-92c8-80521a96222a service neutron] Attempting to bind port 9bac1565-8e34-4abb-9a1d-645061ffe9af on network 114e0698-742b-43c6-a011-bf633fe8bcaf {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:58.984320 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5fe695-0f39-401f-b923-3006b447a9de req-517fcdd1-8070-4a9b-92c8-80521a96222a service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:12:58.984460 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5fe695-0f39-401f-b923-3006b447a9de req-517fcdd1-8070-4a9b-92c8-80521a96222a service neutron] Checking segment: {'id': '9161be62-c8a1-4e4c-a7b3-df5d2833c17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '114e0698-742b-43c6-a011-bf633fe8bcaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:58.984899 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5fe695-0f39-401f-b923-3006b447a9de req-517fcdd1-8070-4a9b-92c8-80521a96222a service neutron] Bound using segment: {'id': '9161be62-c8a1-4e4c-a7b3-df5d2833c17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '114e0698-742b-43c6-a011-bf633fe8bcaf'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:12:58.985336 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-ea5fe695-0f39-401f-b923-3006b447a9de req-517fcdd1-8070-4a9b-92c8-80521a96222a service neutron] Bound port: 9bac1565-8e34-4abb-9a1d-645061ffe9af, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9161be62-c8a1-4e4c-a7b3-df5d2833c17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '114e0698-742b-43c6-a011-bf633fe8bcaf'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:12:58.985702 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-ea5fe695-0f39-401f-b923-3006b447a9de req-517fcdd1-8070-4a9b-92c8-80521a96222a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:59.013542 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:59.014072 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-5eb596e3-a404-48ce-a94e-cf2cc5af6bc5 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Network 88ff7884-5c72-45e4-a84f-be70d3390005 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:59.045843 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-5eb596e3-a404-48ce-a94e-cf2cc5af6bc5 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:59.052557 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-5eb596e3-a404-48ce-a94e-cf2cc5af6bc5 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:59.066272 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-ea5fe695-0f39-401f-b923-3006b447a9de req-517fcdd1-8070-4a9b-92c8-80521a96222a service neutron] For port 9bac1565-8e34-4abb-9a1d-645061ffe9af, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:12:59.069546 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-ea5fe695-0f39-401f-b923-3006b447a9de req-517fcdd1-8070-4a9b-92c8-80521a96222a service neutron] For port 9bac1565-8e34-4abb-9a1d-645061ffe9af, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=9bac1565-8e34-4abb-9a1d-645061ffe9af,segment=NetworkSegment(9161be62-c8a1-4e4c-a7b3-df5d2833c17b),segment_id=9161be62-c8a1-4e4c-a7b3-df5d2833c17b)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:12:59.093519 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-ea5fe695-0f39-401f-b923-3006b447a9de req-517fcdd1-8070-4a9b-92c8-80521a96222a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:59.150330 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb596e3-a404-48ce-a94e-cf2cc5af6bc5 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Pushing event updated for resources: {'Port': ['ID=8cae92e5-b2ce-43f4-875d-06ebd300f7f8,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:59.156996 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5fe695-0f39-401f-b923-3006b447a9de req-517fcdd1-8070-4a9b-92c8-80521a96222a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:59.157624 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-ea5fe695-0f39-401f-b923-3006b447a9de req-517fcdd1-8070-4a9b-92c8-80521a96222a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:59.159328 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ea5fe695-0f39-401f-b923-3006b447a9de req-517fcdd1-8070-4a9b-92c8-80521a96222a service neutron] 10.222.0.46 "PUT /v2.0/ports/9bac1565-8e34-4abb-9a1d-645061ffe9af HTTP/1.1" status: 200 len: 1092 time: 1.5527861 Jul 15 13:12:59.159775 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb559455-f214-4e84-9ad5-520f15426de9', 'tag': '9bac1565-8e34-4abb-9a1d-645061ffe9af'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:59.162354 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301ace4e-1c7e-422c-928f-e1f2fc3ae705" -d '{"events": [{"name": "network-changed", "server_uuid": "cb559455-f214-4e84-9ad5-520f15426de9", "tag": "9bac1565-8e34-4abb-9a1d-645061ffe9af"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:59.176366 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-5eb596e3-a404-48ce-a94e-cf2cc5af6bc5 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:59.177322 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-5eb596e3-a404-48ce-a94e-cf2cc5af6bc5 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:59.198410 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-5eb596e3-a404-48ce-a94e-cf2cc5af6bc5 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8558528 Jul 15 13:12:59.206667 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-be09677e-5b92-498a-a76d-4169cb6bfbd9 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Allocated IP 172.20.0.10 (88ff7884-5c72-45e4-a84f-be70d3390005/f6ffba0c-99bd-49bb-b4c2-60b311092a68/c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:59.212937 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517fcdd1-8070-4a9b-92c8-80521a96222a service neutron] Pushing event updated for resources: {'Port': ['ID=9bac1565-8e34-4abb-9a1d-645061ffe9af,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:59.218117 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-fa8abacc-8e0c-4f93-8e02-b3b43b9b4ef2 service neutron] Request body: {'port': {'device_id': 'd61592b3-bb19-4cdb-992a-22de6347c578', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:59.321710 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-fa8abacc-8e0c-4f93-8e02-b3b43b9b4ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:59.364871 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5fe695-0f39-401f-b923-3006b447a9de req-3763a07c-3620-452b-8030-f9222939bae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:59.366594 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ea5fe695-0f39-401f-b923-3006b447a9de req-3763a07c-3620-452b-8030-f9222939bae5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac4a2814f0194893988c789b93210a22&device_id=cb559455-f214-4e84-9ad5-520f15426de9 HTTP/1.1" status: 200 len: 1095 time: 0.1504798 Jul 15 13:12:59.377824 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:59.450226 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ea5fe695-0f39-401f-b923-3006b447a9de req-b8aed8e9-2a27-4e91-acff-a7461224e6c8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bac1565-8e34-4abb-9a1d-645061ffe9af HTTP/1.1" status: 200 len: 217 time: 0.0518861 Jul 15 13:12:59.454055 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf38b2e-769f-45c3-870b-5875b6ca3e7a x-openstack-request-id: req-fdf38b2e-769f-45c3-870b-5875b6ca3e7a {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:59.454350 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb559455-f214-4e84-9ad5-520f15426de9", "tag": "9bac1565-8e34-4abb-9a1d-645061ffe9af", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:59.454622 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fdf38b2e-769f-45c3-870b-5875b6ca3e7a {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:59.455021 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb559455-f214-4e84-9ad5-520f15426de9', 'tag': '9bac1565-8e34-4abb-9a1d-645061ffe9af', 'status': 'completed', 'code': 200} Jul 15 13:12:59.556449 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444eadf-9ec9-4653-b9d0-3b43e4b23cc5 req-1b475fea-2dc6-4f67-8a49-97f0f69503d0 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:59.558073 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7444eadf-9ec9-4653-b9d0-3b43e4b23cc5 req-1b475fea-2dc6-4f67-8a49-97f0f69503d0 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=482fe615-8f1c-4742-a4cf-070b69a1e3ce HTTP/1.1" status: 200 len: 908 time: 0.1543713 Jul 15 13:12:59.560727 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5fe695-0f39-401f-b923-3006b447a9de req-e58f0385-907b-4bb8-8bb3-6684a490e013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:59.562195 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ea5fe695-0f39-401f-b923-3006b447a9de req-e58f0385-907b-4bb8-8bb3-6684a490e013 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb9a9b22-c78a-44fa-9af7-c9dcce8c97c7 HTTP/1.1" status: 200 len: 853 time: 0.0991735 Jul 15 13:12:59.585430 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-be09677e-5b92-498a-a76d-4169cb6bfbd9 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:59.621971 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ea5fe695-0f39-401f-b923-3006b447a9de req-52acef0b-41fe-4526-9533-761ee07653cf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=114e0698-742b-43c6-a011-bf633fe8bcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381064 Jul 15 13:12:59.674174 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ff83f1cb-1792-4ddf-b6d6-d8b82e24ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:59.753825 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-be09677e-5b92-498a-a76d-4169cb6bfbd9 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:59.797381 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-c63ab43d-7545-4393-b5da-9b92cba06a73 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Allocated IP 172.20.0.4 (88ff7884-5c72-45e4-a84f-be70d3390005/f6ffba0c-99bd-49bb-b4c2-60b311092a68/60908f4b-48b8-4cc3-a370-317f8978ddd6) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:59.798080 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ea5fe695-0f39-401f-b923-3006b447a9de req-f176a7d4-3367-4175-8060-25037287a19c service neutron] 10.222.0.46 "GET /v2.0/networks/114e0698-742b-43c6-a011-bf633fe8bcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683230 Jul 15 13:12:59.841337 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-be09677e-5b92-498a-a76d-4169cb6bfbd9 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Network 88ff7884-5c72-45e4-a84f-be70d3390005 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:59.852569 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-be09677e-5b92-498a-a76d-4169cb6bfbd9 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:59.856901 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-be09677e-5b92-498a-a76d-4169cb6bfbd9 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:59.891060 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be09677e-5b92-498a-a76d-4169cb6bfbd9 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Pushing event updated for resources: {'Port': ['ID=c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:59.964088 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-be09677e-5b92-498a-a76d-4169cb6bfbd9 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:59.964919 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-be09677e-5b92-498a-a76d-4169cb6bfbd9 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:59.994061 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ea5fe695-0f39-401f-b923-3006b447a9de req-afccc9b7-4dee-4151-bbad-ec575b74783d service neutron] 10.222.0.46 "GET /v2.0/networks/114e0698-742b-43c6-a011-bf633fe8bcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866467 Jul 15 13:12:59.998170 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-be09677e-5b92-498a-a76d-4169cb6bfbd9 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4541733 Jul 15 13:13:00.018553 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-93f0085c-169b-445d-81c4-89ac693aa09c service neutron] Request body: {'port': {'device_id': '642ab244-1a23-44e1-aa54-ea6e7f4706f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:00.029363 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8b166-b500-4d50-b85c-a2eea6048060 req-d44f5105-301a-4500-a98d-e731f9027292 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:00.036598 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-06e8b166-b500-4d50-b85c-a2eea6048060 req-d44f5105-301a-4500-a98d-e731f9027292 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/ports?device_id=642ab244-1a23-44e1-aa54-ea6e7f4706f2 HTTP/1.1" status: 200 len: 932 time: 0.2152443 Jul 15 13:13:00.151547 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-06e8b166-b500-4d50-b85c-a2eea6048060 req-c57dba7e-d6b8-4dcc-9656-1cabc071d605 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4a00e0a-4c5f-4981-b5bf-f8edaec4970f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136191 Jul 15 13:13:00.194049 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-93f0085c-169b-445d-81c4-89ac693aa09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:00.198987 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ace4e-1c7e-422c-928f-e1f2fc3ae705 req-717ad3e3-2cf0-4a2e-bbe7-240e30738cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:00.202703 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-301ace4e-1c7e-422c-928f-e1f2fc3ae705 req-717ad3e3-2cf0-4a2e-bbe7-240e30738cfd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac4a2814f0194893988c789b93210a22&device_id=cb559455-f214-4e84-9ad5-520f15426de9 HTTP/1.1" status: 200 len: 1095 time: 0.1228659 Jul 15 13:13:00.268647 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-c63ab43d-7545-4393-b5da-9b92cba06a73 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:00.306640 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fafe4dc-e38c-4061-9f7b-50e0582d5634 req-1c438407-db63-4604-b308-801e781eb712 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:00.314333 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0fafe4dc-e38c-4061-9f7b-50e0582d5634 req-1c438407-db63-4604-b308-801e781eb712 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb559455-f214-4e84-9ad5-520f15426de9 HTTP/1.1" status: 200 len: 943 time: 0.2364590 Jul 15 13:13:00.376857 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0fafe4dc-e38c-4061-9f7b-50e0582d5634 req-a4938206-da35-452d-8ae9-bf6841cef32e tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] 10.222.0.16 "GET /v2.0/security-groups?id=289bcbce-5f29-4261-b04d-140e56ba9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615683 Jul 15 13:13:00.412731 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-c63ab43d-7545-4393-b5da-9b92cba06a73 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:00.481030 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ace4e-1c7e-422c-928f-e1f2fc3ae705 req-80381648-4321-4179-b0cf-9c1f06e794b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:00.482897 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-301ace4e-1c7e-422c-928f-e1f2fc3ae705 req-80381648-4321-4179-b0cf-9c1f06e794b7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=114e0698-742b-43c6-a011-bf633fe8bcaf HTTP/1.1" status: 200 len: 914 time: 0.2710631 Jul 15 13:13:00.551697 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-301ace4e-1c7e-422c-928f-e1f2fc3ae705 req-791a80be-c41e-406d-a494-2f2779264ab3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bac1565-8e34-4abb-9a1d-645061ffe9af HTTP/1.1" status: 200 len: 217 time: 0.0534048 Jul 15 13:13:00.632754 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-c63ab43d-7545-4393-b5da-9b92cba06a73 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Network 88ff7884-5c72-45e4-a84f-be70d3390005 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:00.645321 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-c63ab43d-7545-4393-b5da-9b92cba06a73 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:00.657375 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ab43d-7545-4393-b5da-9b92cba06a73 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Pushing event updated for resources: {'Port': ['ID=60908f4b-48b8-4cc3-a370-317f8978ddd6,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:00.660063 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-c63ab43d-7545-4393-b5da-9b92cba06a73 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:00.678410 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ace4e-1c7e-422c-928f-e1f2fc3ae705 req-1bde097d-23a5-489b-878f-642cef79967f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:00.679928 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-301ace4e-1c7e-422c-928f-e1f2fc3ae705 req-1bde097d-23a5-489b-878f-642cef79967f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb9a9b22-c78a-44fa-9af7-c9dcce8c97c7 HTTP/1.1" status: 200 len: 853 time: 0.1202817 Jul 15 13:13:00.726299 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-301ace4e-1c7e-422c-928f-e1f2fc3ae705 req-f7c1429d-da53-4401-a2a2-4530e3a5e5f7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=114e0698-742b-43c6-a011-bf633fe8bcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326705 Jul 15 13:13:00.794696 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-c63ab43d-7545-4393-b5da-9b92cba06a73 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:00.795322 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-c63ab43d-7545-4393-b5da-9b92cba06a73 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:00.846711 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-fa8abacc-8e0c-4f93-8e02-b3b43b9b4ef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cae92e5-b2ce-43f4-875d-06ebd300f7f8 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:13:00.848813 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-301ace4e-1c7e-422c-928f-e1f2fc3ae705 req-dca23148-4e44-418f-b168-edd157335e9c service neutron] 10.222.0.46 "GET /v2.0/networks/114e0698-742b-43c6-a011-bf633fe8bcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056418 Jul 15 13:13:00.852448 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-c63ab43d-7545-4393-b5da-9b92cba06a73 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9735374 Jul 15 13:13:00.858887 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-fa8abacc-8e0c-4f93-8e02-b3b43b9b4ef2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:00.879406 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-a4dda802-18d6-424f-ad9b-f92bef2e8ae7 service neutron] Request body: {'port': {'device_id': '75ec7c87-69c3-49c3-9aa4-8b1432c3750e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:00.915754 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-fa8abacc-8e0c-4f93-8e02-b3b43b9b4ef2 service neutron] Transition to ACTIVE for port object 8cae92e5-b2ce-43f4-875d-06ebd300f7f8 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:00.928615 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3b8ba-d29b-4655-86af-13c83925f75a req-5dd7c377-ec99-4ddf-88ef-3b16cc34bf2d tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:00.930167 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a4d3b8ba-d29b-4655-86af-13c83925f75a req-5dd7c377-ec99-4ddf-88ef-3b16cc34bf2d tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=482fe615-8f1c-4742-a4cf-070b69a1e3ce HTTP/1.1" status: 200 len: 908 time: 0.2160358 Jul 15 13:13:00.966290 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-fa8abacc-8e0c-4f93-8e02-b3b43b9b4ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:01.016233 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-301ace4e-1c7e-422c-928f-e1f2fc3ae705 req-f98b873f-38a3-4836-8f3d-26a5fb417991 service neutron] 10.222.0.46 "GET /v2.0/networks/114e0698-742b-43c6-a011-bf633fe8bcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525946 Jul 15 13:13:01.108104 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8abacc-8e0c-4f93-8e02-b3b43b9b4ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=8cae92e5-b2ce-43f4-875d-06ebd300f7f8,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:01.113142 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-93f0085c-169b-445d-81c4-89ac693aa09c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:13:01.125776 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-93f0085c-169b-445d-81c4-89ac693aa09c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:01.140263 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-93f0085c-169b-445d-81c4-89ac693aa09c service neutron] Transition to ACTIVE for port object c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:01.140565 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-a4dda802-18d6-424f-ad9b-f92bef2e8ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:01.145065 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-93f0085c-169b-445d-81c4-89ac693aa09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:01.167922 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25280e63-d71b-4501-97d5-94de0f3a29ae req-3b4a08ac-04f9-4f76-86fa-4bb93f5f8749 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:01.169420 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-25280e63-d71b-4501-97d5-94de0f3a29ae req-3b4a08ac-04f9-4f76-86fa-4bb93f5f8749 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.46 "GET /v2.0/ports?device_id=482fe615-8f1c-4742-a4cf-070b69a1e3ce HTTP/1.1" status: 200 len: 908 time: 0.2498584 Jul 15 13:13:01.202162 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0085c-169b-445d-81c4-89ac693aa09c service neutron] Pushing event updated for resources: {'Port': ['ID=c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:01.273244 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-fa8abacc-8e0c-4f93-8e02-b3b43b9b4ef2 service neutron] Attempting to bind port 8cae92e5-b2ce-43f4-875d-06ebd300f7f8 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:13:01.273688 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-fa8abacc-8e0c-4f93-8e02-b3b43b9b4ef2 service neutron] Attempting to bind port 8cae92e5-b2ce-43f4-875d-06ebd300f7f8 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'c072314f-c6ee-4b48-868a-b41715882595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '88ff7884-5c72-45e4-a84f-be70d3390005'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:13:01.274074 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-fa8abacc-8e0c-4f93-8e02-b3b43b9b4ef2 service neutron] Attempting to bind port 8cae92e5-b2ce-43f4-875d-06ebd300f7f8 on network 88ff7884-5c72-45e4-a84f-be70d3390005 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:01.301789 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-93f0085c-169b-445d-81c4-89ac693aa09c service neutron] Attempting to bind port c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:13:01.302159 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-93f0085c-169b-445d-81c4-89ac693aa09c service neutron] Attempting to bind port c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'c072314f-c6ee-4b48-868a-b41715882595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '88ff7884-5c72-45e4-a84f-be70d3390005'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:13:01.302476 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-93f0085c-169b-445d-81c4-89ac693aa09c service neutron] Attempting to bind port c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30 on network 88ff7884-5c72-45e4-a84f-be70d3390005 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:01.310031 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-93f0085c-169b-445d-81c4-89ac693aa09c service neutron] Port c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30 on network 88ff7884-5c72-45e4-a84f-be70d3390005 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:13:01.311371 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-93f0085c-169b-445d-81c4-89ac693aa09c service neutron] Attempting to bind port c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30 on network 88ff7884-5c72-45e4-a84f-be70d3390005 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:01.322580 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-93f0085c-169b-445d-81c4-89ac693aa09c service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:13:01.323423 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-93f0085c-169b-445d-81c4-89ac693aa09c service neutron] Checking segment: {'id': 'c072314f-c6ee-4b48-868a-b41715882595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '88ff7884-5c72-45e4-a84f-be70d3390005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:01.324311 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-93f0085c-169b-445d-81c4-89ac693aa09c service neutron] Bound using segment: {'id': 'c072314f-c6ee-4b48-868a-b41715882595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '88ff7884-5c72-45e4-a84f-be70d3390005'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:13:01.325131 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-93f0085c-169b-445d-81c4-89ac693aa09c service neutron] Bound port: c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c072314f-c6ee-4b48-868a-b41715882595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '88ff7884-5c72-45e4-a84f-be70d3390005'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:13:01.325603 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-93f0085c-169b-445d-81c4-89ac693aa09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:01.341585 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-fa8abacc-8e0c-4f93-8e02-b3b43b9b4ef2 service neutron] Port 8cae92e5-b2ce-43f4-875d-06ebd300f7f8 on network 88ff7884-5c72-45e4-a84f-be70d3390005 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:13:01.341913 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-fa8abacc-8e0c-4f93-8e02-b3b43b9b4ef2 service neutron] Attempting to bind port 8cae92e5-b2ce-43f4-875d-06ebd300f7f8 on network 88ff7884-5c72-45e4-a84f-be70d3390005 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:01.393435 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-fa8abacc-8e0c-4f93-8e02-b3b43b9b4ef2 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:13:01.393817 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-fa8abacc-8e0c-4f93-8e02-b3b43b9b4ef2 service neutron] Checking segment: {'id': 'c072314f-c6ee-4b48-868a-b41715882595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '88ff7884-5c72-45e4-a84f-be70d3390005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:01.394209 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-fa8abacc-8e0c-4f93-8e02-b3b43b9b4ef2 service neutron] Bound using segment: {'id': 'c072314f-c6ee-4b48-868a-b41715882595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '88ff7884-5c72-45e4-a84f-be70d3390005'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:13:01.395028 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-fa8abacc-8e0c-4f93-8e02-b3b43b9b4ef2 service neutron] Bound port: 8cae92e5-b2ce-43f4-875d-06ebd300f7f8, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c072314f-c6ee-4b48-868a-b41715882595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '88ff7884-5c72-45e4-a84f-be70d3390005'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:13:01.395028 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-fa8abacc-8e0c-4f93-8e02-b3b43b9b4ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:01.413051 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-93f0085c-169b-445d-81c4-89ac693aa09c service neutron] For port c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:13:01.416219 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-93f0085c-169b-445d-81c4-89ac693aa09c service neutron] For port c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30,segment=NetworkSegment(c072314f-c6ee-4b48-868a-b41715882595),segment_id=c072314f-c6ee-4b48-868a-b41715882595)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:13:01.424120 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-93f0085c-169b-445d-81c4-89ac693aa09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:01.497050 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0085c-169b-445d-81c4-89ac693aa09c service neutron] Pushing event updated for resources: {'Port': ['ID=c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:01.510259 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-93f0085c-169b-445d-81c4-89ac693aa09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:01.511207 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-93f0085c-169b-445d-81c4-89ac693aa09c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:01.513370 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-93f0085c-169b-445d-81c4-89ac693aa09c service neutron] 10.222.0.46 "PUT /v2.0/ports/c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30 HTTP/1.1" status: 200 len: 1093 time: 1.5021174 Jul 15 13:13:01.513911 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '642ab244-1a23-44e1-aa54-ea6e7f4706f2', 'tag': 'c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:01.516772 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7cc893-5c61-41b1-9d73-f3d8c4b11cfa" -d '{"events": [{"name": "network-changed", "server_uuid": "642ab244-1a23-44e1-aa54-ea6e7f4706f2", "tag": "c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:01.618115 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-9430005e-ac0d-43fc-b5ab-d19e5cbf1d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:01.619659 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-9430005e-ac0d-43fc-b5ab-d19e5cbf1d2e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a82f9ba3b0b448cca9da28259baf41dd&device_id=642ab244-1a23-44e1-aa54-ea6e7f4706f2 HTTP/1.1" status: 200 len: 1096 time: 0.0623076 Jul 15 13:13:01.627657 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-25280e63-d71b-4501-97d5-94de0f3a29ae req-80e933aa-afbe-44a6-89d7-b18fbf5d188a tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Deleting port b18cbdbd-8bc4-4214-8cd7-7633f168103e {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:01.628002 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-25280e63-d71b-4501-97d5-94de0f3a29ae req-80e933aa-afbe-44a6-89d7-b18fbf5d188a tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:01.673345 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-c99c72ae-a5de-4144-a446-ef9b9513115b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30 HTTP/1.1" status: 200 len: 217 time: 0.0426161 Jul 15 13:13:01.689465 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7dcae5-2019-4868-9a6d-103d4c6eaaff req-57327dfa-698c-45c1-b4ce-9f3cb2e34925 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:01.690989 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3b7dcae5-2019-4868-9a6d-103d4c6eaaff req-57327dfa-698c-45c1-b4ce-9f3cb2e34925 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/ports?device_id=642ab244-1a23-44e1-aa54-ea6e7f4706f2 HTTP/1.1" status: 200 len: 944 time: 0.3291161 Jul 15 13:13:01.694368 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-fa8abacc-8e0c-4f93-8e02-b3b43b9b4ef2 service neutron] For port 8cae92e5-b2ce-43f4-875d-06ebd300f7f8, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:13:01.757426 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-ebf8375b-9d24-4305-9be2-eea3ae0f5a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:01.760685 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-ebf8375b-9d24-4305-9be2-eea3ae0f5a55 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f6ffba0c-99bd-49bb-b4c2-60b311092a68 HTTP/1.1" status: 200 len: 858 time: 0.0780277 Jul 15 13:13:01.783574 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-fa8abacc-8e0c-4f93-8e02-b3b43b9b4ef2 service neutron] For port 8cae92e5-b2ce-43f4-875d-06ebd300f7f8, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=8cae92e5-b2ce-43f4-875d-06ebd300f7f8,segment=NetworkSegment(c072314f-c6ee-4b48-868a-b41715882595),segment_id=c072314f-c6ee-4b48-868a-b41715882595)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:13:01.805439 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-fa8abacc-8e0c-4f93-8e02-b3b43b9b4ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:01.821741 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-e12d36d8-639f-487d-92c0-edef288fb405 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=88ff7884-5c72-45e4-a84f-be70d3390005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502298 Jul 15 13:13:01.941338 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-fa8abacc-8e0c-4f93-8e02-b3b43b9b4ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:01.941977 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-fa8abacc-8e0c-4f93-8e02-b3b43b9b4ef2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:01.943471 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-fa8abacc-8e0c-4f93-8e02-b3b43b9b4ef2 service neutron] 10.222.0.46 "PUT /v2.0/ports/8cae92e5-b2ce-43f4-875d-06ebd300f7f8 HTTP/1.1" status: 200 len: 1092 time: 2.7339826 Jul 15 13:13:01.947750 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-62566c45-2b05-481e-80d7-54dad9c934ed service neutron] 10.222.0.46 "GET /v2.0/networks/88ff7884-5c72-45e4-a84f-be70d3390005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171267 Jul 15 13:13:01.950797 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd61592b3-bb19-4cdb-992a-22de6347c578', 'tag': '8cae92e5-b2ce-43f4-875d-06ebd300f7f8'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:01.953052 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2ba962-9153-4d9f-9afc-33180b23e493" -d '{"events": [{"name": "network-changed", "server_uuid": "d61592b3-bb19-4cdb-992a-22de6347c578", "tag": "8cae92e5-b2ce-43f4-875d-06ebd300f7f8"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:01.980531 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3b7dcae5-2019-4868-9a6d-103d4c6eaaff req-4d74052b-a73a-4946-a14f-6a5c3851bc93 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4a00e0a-4c5f-4981-b5bf-f8edaec4970f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785385 Jul 15 13:13:01.985269 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-25280e63-d71b-4501-97d5-94de0f3a29ae req-80e933aa-afbe-44a6-89d7-b18fbf5d188a tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] For port b18cbdbd-8bc4-4214-8cd7-7633f168103e, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b18cbdbd-8bc4-4214-8cd7-7633f168103e,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:01.985639 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-25280e63-d71b-4501-97d5-94de0f3a29ae req-80e933aa-afbe-44a6-89d7-b18fbf5d188a tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:02.041731 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cc3fc-b89e-4b92-875e-03e23a6e84bd req-41f66179-d4e5-49c2-9008-55100f920aa0 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:02.047260 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ec3cc3fc-b89e-4b92-875e-03e23a6e84bd req-41f66179-d4e5-49c2-9008-55100f920aa0 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb559455-f214-4e84-9ad5-520f15426de9 HTTP/1.1" status: 200 len: 943 time: 0.5244768 Jul 15 13:13:02.064315 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-a4dda802-18d6-424f-ad9b-f92bef2e8ae7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60908f4b-48b8-4cc3-a370-317f8978ddd6 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:13:02.079959 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-a4dda802-18d6-424f-ad9b-f92bef2e8ae7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:02.096806 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-a4dda802-18d6-424f-ad9b-f92bef2e8ae7 service neutron] Transition to ACTIVE for port object 60908f4b-48b8-4cc3-a370-317f8978ddd6 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:02.115025 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-ce786611-6f34-4825-bc7d-4bb2c6b92ef2 service neutron] 10.222.0.46 "GET /v2.0/networks/88ff7884-5c72-45e4-a84f-be70d3390005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550343 Jul 15 13:13:02.147488 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-25280e63-d71b-4501-97d5-94de0f3a29ae req-80e933aa-afbe-44a6-89d7-b18fbf5d188a tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Calling delete_port for b18cbdbd-8bc4-4214-8cd7-7633f168103e owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:02.149222 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-a4dda802-18d6-424f-ad9b-f92bef2e8ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:02.182403 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77edd684-16f5-4f78-9047-948ba838d645 x-openstack-request-id: req-77edd684-16f5-4f78-9047-948ba838d645 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:02.182717 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "642ab244-1a23-44e1-aa54-ea6e7f4706f2", "tag": "c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:02.182994 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-77edd684-16f5-4f78-9047-948ba838d645 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:02.183415 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '642ab244-1a23-44e1-aa54-ea6e7f4706f2', 'tag': 'c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30', 'status': 'completed', 'code': 200} Jul 15 13:13:02.196328 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8abacc-8e0c-4f93-8e02-b3b43b9b4ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=8cae92e5-b2ce-43f4-875d-06ebd300f7f8,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:02.255258 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dda802-18d6-424f-ad9b-f92bef2e8ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=60908f4b-48b8-4cc3-a370-317f8978ddd6,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:02.258626 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:02.353169 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7cc893-5c61-41b1-9d73-f3d8c4b11cfa req-a556671c-6985-4541-9860-56435a33b742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:02.354706 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3c7cc893-5c61-41b1-9d73-f3d8c4b11cfa req-a556671c-6985-4541-9860-56435a33b742 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a82f9ba3b0b448cca9da28259baf41dd&device_id=642ab244-1a23-44e1-aa54-ea6e7f4706f2 HTTP/1.1" status: 200 len: 1096 time: 0.1285863 Jul 15 13:13:02.399222 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-a4dda802-18d6-424f-ad9b-f92bef2e8ae7 service neutron] Attempting to bind port 60908f4b-48b8-4cc3-a370-317f8978ddd6 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:13:02.399563 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-a4dda802-18d6-424f-ad9b-f92bef2e8ae7 service neutron] Attempting to bind port 60908f4b-48b8-4cc3-a370-317f8978ddd6 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'c072314f-c6ee-4b48-868a-b41715882595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '88ff7884-5c72-45e4-a84f-be70d3390005'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:13:02.399895 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-a4dda802-18d6-424f-ad9b-f92bef2e8ae7 service neutron] Attempting to bind port 60908f4b-48b8-4cc3-a370-317f8978ddd6 on network 88ff7884-5c72-45e4-a84f-be70d3390005 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:02.427814 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-a4dda802-18d6-424f-ad9b-f92bef2e8ae7 service neutron] Port 60908f4b-48b8-4cc3-a370-317f8978ddd6 on network 88ff7884-5c72-45e4-a84f-be70d3390005 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:13:02.428181 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-a4dda802-18d6-424f-ad9b-f92bef2e8ae7 service neutron] Attempting to bind port 60908f4b-48b8-4cc3-a370-317f8978ddd6 on network 88ff7884-5c72-45e4-a84f-be70d3390005 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:02.429209 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fa63fb89-01e4-4175-ae8d-23153fe0249b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:02.448111 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ec3cc3fc-b89e-4b92-875e-03e23a6e84bd req-04dca652-3d14-444e-a9e9-ace9e20dc2a3 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] 10.222.0.16 "GET /v2.0/security-groups?id=289bcbce-5f29-4261-b04d-140e56ba9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287711 Jul 15 13:13:02.450632 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-a4dda802-18d6-424f-ad9b-f92bef2e8ae7 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:13:02.450976 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-a4dda802-18d6-424f-ad9b-f92bef2e8ae7 service neutron] Checking segment: {'id': 'c072314f-c6ee-4b48-868a-b41715882595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '88ff7884-5c72-45e4-a84f-be70d3390005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:02.451373 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-a4dda802-18d6-424f-ad9b-f92bef2e8ae7 service neutron] Bound using segment: {'id': 'c072314f-c6ee-4b48-868a-b41715882595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '88ff7884-5c72-45e4-a84f-be70d3390005'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:13:02.451831 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-a4dda802-18d6-424f-ad9b-f92bef2e8ae7 service neutron] Bound port: 60908f4b-48b8-4cc3-a370-317f8978ddd6, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c072314f-c6ee-4b48-868a-b41715882595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '88ff7884-5c72-45e4-a84f-be70d3390005'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:13:02.452322 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-a4dda802-18d6-424f-ad9b-f92bef2e8ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:02.474791 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7cc893-5c61-41b1-9d73-f3d8c4b11cfa req-faa95fef-f4e0-4604-ab68-65b0e061df03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:02.476398 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3c7cc893-5c61-41b1-9d73-f3d8c4b11cfa req-faa95fef-f4e0-4604-ab68-65b0e061df03 service neutron] 10.222.0.46 "GET /v2.0/networks?id=88ff7884-5c72-45e4-a84f-be70d3390005 HTTP/1.1" status: 200 len: 919 time: 0.1113660 Jul 15 13:13:02.531528 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3c7cc893-5c61-41b1-9d73-f3d8c4b11cfa req-415ccf48-7a85-4c2c-b247-8ee399e0b329 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30 HTTP/1.1" status: 200 len: 217 time: 0.0446260 Jul 15 13:13:02.569471 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-6a07766e-46b9-42fb-b6fd-61141f198235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:02.571228 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-6a07766e-46b9-42fb-b6fd-61141f198235 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a82f9ba3b0b448cca9da28259baf41dd&device_id=d61592b3-bb19-4cdb-992a-22de6347c578 HTTP/1.1" status: 200 len: 1095 time: 0.5442171 Jul 15 13:13:02.610047 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7cc893-5c61-41b1-9d73-f3d8c4b11cfa req-5bf51b0e-acac-47ec-821a-436a800fa26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:02.612142 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3c7cc893-5c61-41b1-9d73-f3d8c4b11cfa req-5bf51b0e-acac-47ec-821a-436a800fa26f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f6ffba0c-99bd-49bb-b4c2-60b311092a68 HTTP/1.1" status: 200 len: 858 time: 0.0713418 Jul 15 13:13:02.629179 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-44ec7f81-0967-451f-aca4-616df22e29c7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cae92e5-b2ce-43f4-875d-06ebd300f7f8 HTTP/1.1" status: 200 len: 217 time: 0.0439217 Jul 15 13:13:02.661654 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3c7cc893-5c61-41b1-9d73-f3d8c4b11cfa req-f2034a6e-adb3-46df-8013-996d5763eb67 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=88ff7884-5c72-45e4-a84f-be70d3390005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408556 Jul 15 13:13:02.678718 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f4f962-cdd4-4ec8-940e-e650eb1dfd8c x-openstack-request-id: req-f9f4f962-cdd4-4ec8-940e-e650eb1dfd8c {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:02.679011 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d61592b3-bb19-4cdb-992a-22de6347c578", "tag": "8cae92e5-b2ce-43f4-875d-06ebd300f7f8", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:02.679267 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f9f4f962-cdd4-4ec8-940e-e650eb1dfd8c {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:02.679682 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd61592b3-bb19-4cdb-992a-22de6347c578', 'tag': '8cae92e5-b2ce-43f4-875d-06ebd300f7f8', 'status': 'completed', 'code': 200} Jul 15 13:13:02.714196 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-a4dda802-18d6-424f-ad9b-f92bef2e8ae7 service neutron] For port 60908f4b-48b8-4cc3-a370-317f8978ddd6, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:13:02.756784 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-a4dda802-18d6-424f-ad9b-f92bef2e8ae7 service neutron] For port 60908f4b-48b8-4cc3-a370-317f8978ddd6, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=60908f4b-48b8-4cc3-a370-317f8978ddd6,segment=NetworkSegment(c072314f-c6ee-4b48-868a-b41715882595),segment_id=c072314f-c6ee-4b48-868a-b41715882595)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:13:02.776296 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-6603e323-5721-47c5-b997-cbfc6fe9ec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:02.778054 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-6603e323-5721-47c5-b997-cbfc6fe9ec90 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f6ffba0c-99bd-49bb-b4c2-60b311092a68 HTTP/1.1" status: 200 len: 858 time: 0.1338193 Jul 15 13:13:02.781253 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-a4dda802-18d6-424f-ad9b-f92bef2e8ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:02.821369 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-25280e63-d71b-4501-97d5-94de0f3a29ae req-80e933aa-afbe-44a6-89d7-b18fbf5d188a tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:02.831477 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dcea8-1cd4-4f39-a485-cc0ec1142ddc req-e7bced86-45ae-4643-8aa5-3aa4b3fdb25f tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:02.841375 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a82dcea8-1cd4-4f39-a485-cc0ec1142ddc req-e7bced86-45ae-4643-8aa5-3aa4b3fdb25f tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=482fe615-8f1c-4742-a4cf-070b69a1e3ce HTTP/1.1" status: 200 len: 908 time: 0.3595998 Jul 15 13:13:02.878712 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3c7cc893-5c61-41b1-9d73-f3d8c4b11cfa req-3c37c9ac-5696-480b-81a8-ecfebf0a4fc9 service neutron] 10.222.0.46 "GET /v2.0/networks/88ff7884-5c72-45e4-a84f-be70d3390005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038879 Jul 15 13:13:02.888170 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-a4dda802-18d6-424f-ad9b-f92bef2e8ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:02.888808 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-a4dda802-18d6-424f-ad9b-f92bef2e8ae7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:02.890473 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-a4dda802-18d6-424f-ad9b-f92bef2e8ae7 service neutron] 10.222.0.46 "PUT /v2.0/ports/60908f4b-48b8-4cc3-a370-317f8978ddd6 HTTP/1.1" status: 200 len: 1092 time: 2.0226440 Jul 15 13:13:03.210790 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 9bac1565-8e34-4abb-9a1d-645061ffe9af details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:13:03.214349 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device b18cbdbd-8bc4-4214-8cd7-7633f168103e no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:03.296990 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: b18cbdbd-8bc4-4214-8cd7-7633f168103e {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:03.299697 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device b18cbdbd-8bc4-4214-8cd7-7633f168103e not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:03.536067 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dda802-18d6-424f-ad9b-f92bef2e8ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=60908f4b-48b8-4cc3-a370-317f8978ddd6,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:03.551564 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:03.553599 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 9bac1565-8e34-4abb-9a1d-645061ffe9af, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=9bac1565-8e34-4abb-9a1d-645061ffe9af,segment=NetworkSegment(9161be62-c8a1-4e4c-a7b3-df5d2833c17b),segment_id=9161be62-c8a1-4e4c-a7b3-df5d2833c17b)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:03.580116 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '9bac1565-8e34-4abb-9a1d-645061ffe9af', 'network_id': '114e0698-742b-43c6-a011-bf633fe8bcaf', 'port_id': '9bac1565-8e34-4abb-9a1d-645061ffe9af', 'mac_address': 'fa:16:3e:54:14:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb9a9b22-c78a-44fa-9af7-c9dcce8c97c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:13:03.584874 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-9bfa989e-018d-4128-816d-61861a7552d2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=88ff7884-5c72-45e4-a84f-be70d3390005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7405133 Jul 15 13:13:03.611363 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3c7cc893-5c61-41b1-9d73-f3d8c4b11cfa req-3ef3f05f-1291-4edd-940e-d81e0c219ec1 service neutron] 10.222.0.46 "GET /v2.0/networks/88ff7884-5c72-45e4-a84f-be70d3390005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7245224 Jul 15 13:13:03.646743 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:03.680194 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bac1565-8e34-4abb-9a1d-645061ffe9af {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:13:03.732152 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 9bac1565-8e34-4abb-9a1d-645061ffe9af, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=9bac1565-8e34-4abb-9a1d-645061ffe9af,segment=NetworkSegment(9161be62-c8a1-4e4c-a7b3-df5d2833c17b),segment_id=9161be62-c8a1-4e4c-a7b3-df5d2833c17b)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:03.744556 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:03.857231 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=9bac1565-8e34-4abb-9a1d-645061ffe9af,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:03.889087 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e933aa-afbe-44a6-89d7-b18fbf5d188a tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Pushing event deleted for resources: {'Port': ['ID=b18cbdbd-8bc4-4214-8cd7-7633f168103e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:03.936423 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-25280e63-d71b-4501-97d5-94de0f3a29ae req-80e933aa-afbe-44a6-89d7-b18fbf5d188a tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] No DVR routers for this DVR port b18cbdbd-8bc4-4214-8cd7-7633f168103e on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:03.946745 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-25280e63-d71b-4501-97d5-94de0f3a29ae req-80e933aa-afbe-44a6-89d7-b18fbf5d188a tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:03.948760 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-25280e63-d71b-4501-97d5-94de0f3a29ae req-80e933aa-afbe-44a6-89d7-b18fbf5d188a tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.46 "DELETE /v2.0/ports/b18cbdbd-8bc4-4214-8cd7-7633f168103e HTTP/1.1" status: 204 len: 173 time: 2.7684216 Jul 15 13:13:04.065887 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff7278-f132-44a5-a8db-7746678bdb72 req-a7f26805-19cf-46cb-9773-45f69c95498a tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:04.068264 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e7ff7278-f132-44a5-a8db-7746678bdb72 req-a7f26805-19cf-46cb-9773-45f69c95498a tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/ports?device_id=642ab244-1a23-44e1-aa54-ea6e7f4706f2 HTTP/1.1" status: 200 len: 944 time: 0.4877684 Jul 15 13:13:04.074069 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-6c705584-87c7-446d-ba6e-89fc2615c450 service neutron] 10.222.0.46 "GET /v2.0/networks/88ff7884-5c72-45e4-a84f-be70d3390005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768762 Jul 15 13:13:04.091774 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-200808f1-050c-422d-b516-477bbbdbb6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:04.095300 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-200808f1-050c-422d-b516-477bbbdbb6ef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a82f9ba3b0b448cca9da28259baf41dd&device_id=75ec7c87-69c3-49c3-9aa4-8b1432c3750e HTTP/1.1" status: 200 len: 1095 time: 0.5336623 Jul 15 13:13:04.126974 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3088c24-dd6c-4ad8-9c55-ee41004391b0 req-25a5c9a6-4798-4b74-aff7-3ff009edcb11 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:04.133923 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c3088c24-dd6c-4ad8-9c55-ee41004391b0 req-25a5c9a6-4798-4b74-aff7-3ff009edcb11 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb559455-f214-4e84-9ad5-520f15426de9 HTTP/1.1" status: 200 len: 944 time: 0.3397443 Jul 15 13:13:04.175422 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['9bac1565-8e34-4abb-9a1d-645061ffe9af'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:04.254158 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-b66f51da-e9a4-4bea-9af9-e074d380f896 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60908f4b-48b8-4cc3-a370-317f8978ddd6 HTTP/1.1" status: 200 len: 217 time: 0.1408744 Jul 15 13:13:04.285528 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e7ff7278-f132-44a5-a8db-7746678bdb72 req-f637c1ff-2ac5-4599-8a1f-d8c2dc165cd7 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4a00e0a-4c5f-4981-b5bf-f8edaec4970f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075136 Jul 15 13:13:04.409233 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c3088c24-dd6c-4ad8-9c55-ee41004391b0 req-861e07bf-8399-4529-ba2b-c82cd18b6906 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] 10.222.0.16 "GET /v2.0/security-groups?id=289bcbce-5f29-4261-b04d-140e56ba9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744372 Jul 15 13:13:04.445158 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-9e33e40f-d957-4ee4-9113-a2376e24e151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:04.446877 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-9e33e40f-d957-4ee4-9113-a2376e24e151 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f6ffba0c-99bd-49bb-b4c2-60b311092a68 HTTP/1.1" status: 200 len: 858 time: 0.1769769 Jul 15 13:13:04.492066 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-771b3c16-d9fd-4bb2-b075-47cf38ceea8b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=88ff7884-5c72-45e4-a84f-be70d3390005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347860 Jul 15 13:13:04.498180 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-5be1c0c3-7da8-48be-91b5-4bc907d2e894 service neutron] 10.222.0.46 "GET /v2.0/networks/88ff7884-5c72-45e4-a84f-be70d3390005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971431 Jul 15 13:13:04.683788 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ec7c87-69c3-49c3-9aa4-8b1432c3750e', 'tag': '60908f4b-48b8-4cc3-a370-317f8978ddd6'}, {'server_uuid': '482fe615-8f1c-4742-a4cf-070b69a1e3ce', 'name': 'network-vif-deleted', 'tag': 'b18cbdbd-8bc4-4214-8cd7-7633f168103e'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:04.686360 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e1fae3-4beb-446a-8d67-f026b40ecb11" -d '{"events": [{"name": "network-changed", "server_uuid": "75ec7c87-69c3-49c3-9aa4-8b1432c3750e", "tag": "60908f4b-48b8-4cc3-a370-317f8978ddd6"}, {"server_uuid": "482fe615-8f1c-4742-a4cf-070b69a1e3ce", "name": "network-vif-deleted", "tag": "b18cbdbd-8bc4-4214-8cd7-7633f168103e"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:04.729513 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-548fb34b-807b-4868-b492-b04b257d8861 req-cbb1ed76-a03c-43c8-9fa7-758fb46feb1c tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=482fe615-8f1c-4742-a4cf-070b69a1e3ce HTTP/1.1" status: 200 len: 210 time: 0.0559020 Jul 15 13:13:04.740171 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ba962-9153-4d9f-9afc-33180b23e493 req-127d269e-3e27-4f7e-ad88-09fe30a6f54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:04.741726 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cd2ba962-9153-4d9f-9afc-33180b23e493 req-127d269e-3e27-4f7e-ad88-09fe30a6f54f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a82f9ba3b0b448cca9da28259baf41dd&device_id=d61592b3-bb19-4cdb-992a-22de6347c578 HTTP/1.1" status: 200 len: 1095 time: 0.1769063 Jul 15 13:13:04.825363 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-6d8f7cb1-130e-46f7-8129-11863718f86a service neutron] 10.222.0.46 "GET /v2.0/networks/88ff7884-5c72-45e4-a84f-be70d3390005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150663 Jul 15 13:13:04.827528 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eed4afc-cf71-4ad7-9638-dd0a21419ef5 x-openstack-request-id: req-5eed4afc-cf71-4ad7-9638-dd0a21419ef5 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:04.828005 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75ec7c87-69c3-49c3-9aa4-8b1432c3750e", "tag": "60908f4b-48b8-4cc3-a370-317f8978ddd6", "status": "completed", "code": 200}, {"server_uuid": "482fe615-8f1c-4742-a4cf-070b69a1e3ce", "name": "network-vif-deleted", "tag": "b18cbdbd-8bc4-4214-8cd7-7633f168103e", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:04.829112 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5eed4afc-cf71-4ad7-9638-dd0a21419ef5 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:04.829797 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ec7c87-69c3-49c3-9aa4-8b1432c3750e', 'tag': '60908f4b-48b8-4cc3-a370-317f8978ddd6', 'status': 'completed', 'code': 200} Jul 15 13:13:04.830476 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482fe615-8f1c-4742-a4cf-070b69a1e3ce', 'name': 'network-vif-deleted', 'tag': 'b18cbdbd-8bc4-4214-8cd7-7633f168103e', 'status': 'completed', 'code': 200} Jul 15 13:13:04.931767 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:04.994125 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ba962-9153-4d9f-9afc-33180b23e493 req-2f120d93-99b8-4733-a5ea-f83af00ee47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:04.995683 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cd2ba962-9153-4d9f-9afc-33180b23e493 req-2f120d93-99b8-4733-a5ea-f83af00ee47f service neutron] 10.222.0.46 "GET /v2.0/networks?id=88ff7884-5c72-45e4-a84f-be70d3390005 HTTP/1.1" status: 200 len: 919 time: 0.2348523 Jul 15 13:13:05.044563 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cd2ba962-9153-4d9f-9afc-33180b23e493 req-28f6e6d3-d443-418e-9860-76b5875e5294 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cae92e5-b2ce-43f4-875d-06ebd300f7f8 HTTP/1.1" status: 200 len: 217 time: 0.0419192 Jul 15 13:13:05.084733 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9132bb28-38f8-4065-8287-bfa5b1dcae5c req-204438e8-8177-44bd-88d2-858f8de0d16c service neutron] 10.222.0.46 "GET /v2.0/networks/88ff7884-5c72-45e4-a84f-be70d3390005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892345 Jul 15 13:13:05.123016 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ba962-9153-4d9f-9afc-33180b23e493 req-14cfaff2-b608-433d-8069-c1fa4f61148b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:05.123016 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cd2ba962-9153-4d9f-9afc-33180b23e493 req-14cfaff2-b608-433d-8069-c1fa4f61148b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f6ffba0c-99bd-49bb-b4c2-60b311092a68 HTTP/1.1" status: 200 len: 858 time: 0.0665545 Jul 15 13:13:05.172707 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cd2ba962-9153-4d9f-9afc-33180b23e493 req-dfac1ddd-b7f0-47b8-b14b-8c920d6d9f17 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=88ff7884-5c72-45e4-a84f-be70d3390005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350895 Jul 15 13:13:05.241350 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:13:05.293820 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1fae3-4beb-446a-8d67-f026b40ecb11 req-365cb961-7c9f-4764-9183-1297081897b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:05.295412 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-48e1fae3-4beb-446a-8d67-f026b40ecb11 req-365cb961-7c9f-4764-9183-1297081897b9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a82f9ba3b0b448cca9da28259baf41dd&device_id=75ec7c87-69c3-49c3-9aa4-8b1432c3750e HTTP/1.1" status: 200 len: 1095 time: 0.1500857 Jul 15 13:13:05.297795 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cd2ba962-9153-4d9f-9afc-33180b23e493 req-71cda588-88d9-4a23-8dd2-f9b2655802e3 service neutron] 10.222.0.46 "GET /v2.0/networks/88ff7884-5c72-45e4-a84f-be70d3390005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082602 Jul 15 13:13:05.411445 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30,segment=NetworkSegment(c072314f-c6ee-4b48-868a-b41715882595),segment_id=c072314f-c6ee-4b48-868a-b41715882595)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:05.427809 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1fae3-4beb-446a-8d67-f026b40ecb11 req-a2947102-8785-49be-bfce-44f93da19d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:05.429375 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-48e1fae3-4beb-446a-8d67-f026b40ecb11 req-a2947102-8785-49be-bfce-44f93da19d9b service neutron] 10.222.0.46 "GET /v2.0/networks?id=88ff7884-5c72-45e4-a84f-be70d3390005 HTTP/1.1" status: 200 len: 919 time: 0.1191480 Jul 15 13:13:05.437612 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30', 'network_id': '88ff7884-5c72-45e4-a84f-be70d3390005', 'port_id': 'c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30', 'mac_address': 'fa:16:3e:10:87:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6ffba0c-99bd-49bb-b4c2-60b311092a68', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:13:05.535876 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-48e1fae3-4beb-446a-8d67-f026b40ecb11 req-aebe0d7c-af5f-4890-a562-92124ea6af5c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60908f4b-48b8-4cc3-a370-317f8978ddd6 HTTP/1.1" status: 200 len: 217 time: 0.0735998 Jul 15 13:13:05.556028 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:05.571027 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:13:05.608273 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30,segment=NetworkSegment(c072314f-c6ee-4b48-868a-b41715882595),segment_id=c072314f-c6ee-4b48-868a-b41715882595)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:05.613808 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:05.676266 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:05.716506 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1fae3-4beb-446a-8d67-f026b40ecb11 req-68a92c65-d3a7-4d2f-8cb1-470858575cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:05.717988 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-48e1fae3-4beb-446a-8d67-f026b40ecb11 req-68a92c65-d3a7-4d2f-8cb1-470858575cd6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f6ffba0c-99bd-49bb-b4c2-60b311092a68 HTTP/1.1" status: 200 len: 858 time: 0.1388454 Jul 15 13:13:05.723120 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cd2ba962-9153-4d9f-9afc-33180b23e493 req-6311d4be-2bd5-4418-aa78-1fce37b7b1d7 service neutron] 10.222.0.46 "GET /v2.0/networks/88ff7884-5c72-45e4-a84f-be70d3390005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968283 Jul 15 13:13:05.739031 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce2ebc-5699-42be-9e78-303f6972294f req-f0f5190f-6589-446f-aaea-67d60348c35c tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:05.740573 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d4ce2ebc-5699-42be-9e78-303f6972294f req-f0f5190f-6589-446f-aaea-67d60348c35c tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/ports?device_id=642ab244-1a23-44e1-aa54-ea6e7f4706f2 HTTP/1.1" status: 200 len: 944 time: 0.2797978 Jul 15 13:13:05.780804 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-48e1fae3-4beb-446a-8d67-f026b40ecb11 req-dddafcf9-6a89-45d3-b396-901f52b11a4a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=88ff7884-5c72-45e4-a84f-be70d3390005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384223 Jul 15 13:13:05.789326 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a4735-91f4-4582-b623-ba4c12b853ed req-36317174-5c34-4146-b060-9783b754bdb8 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:05.790843 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-694a4735-91f4-4582-b623-ba4c12b853ed req-36317174-5c34-4146-b060-9783b754bdb8 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb559455-f214-4e84-9ad5-520f15426de9 HTTP/1.1" status: 200 len: 944 time: 0.2105172 Jul 15 13:13:05.884474 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d4ce2ebc-5699-42be-9e78-303f6972294f req-fa83c0a4-d368-4192-a391-a26392fdc68c tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4a00e0a-4c5f-4981-b5bf-f8edaec4970f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330302 Jul 15 13:13:05.928651 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-694a4735-91f4-4582-b623-ba4c12b853ed req-9623756a-648b-4f8f-8ef3-f3b9b65b50f4 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] 10.222.0.16 "GET /v2.0/security-groups?id=289bcbce-5f29-4261-b04d-140e56ba9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295345 Jul 15 13:13:05.980086 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-48e1fae3-4beb-446a-8d67-f026b40ecb11 req-a162a70d-42f6-4909-bd2a-3cffabd023b9 service neutron] 10.222.0.46 "GET /v2.0/networks/88ff7884-5c72-45e4-a84f-be70d3390005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821849 Jul 15 13:13:06.065668 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:06.126197 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-48e1fae3-4beb-446a-8d67-f026b40ecb11 req-7a18f682-0db3-4d64-a856-a36257aedc5c service neutron] 10.222.0.46 "GET /v2.0/networks/88ff7884-5c72-45e4-a84f-be70d3390005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354074 Jul 15 13:13:06.636906 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fef5a3-75ed-4409-9f2b-11ba00db0359 req-3b3dad5c-fd75-438f-b44b-dc54303b8db1 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:06.644767 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b5fef5a3-75ed-4409-9f2b-11ba00db0359 req-3b3dad5c-fd75-438f-b44b-dc54303b8db1 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dad4008-d4ab-4fc6-b75f-c58af28622de HTTP/1.1" status: 200 len: 945 time: 0.0778723 Jul 15 13:13:06.683380 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b5fef5a3-75ed-4409-9f2b-11ba00db0359 req-805cc7ab-4d8f-443f-a6c3-4b7978369e41 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373490 Jul 15 13:13:07.165567 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87047b62-c256-4dd1-95d9-b874c1421378 req-2f63ca6c-2325-4b47-a9cb-13faad3e7731 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:07.167164 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-87047b62-c256-4dd1-95d9-b874c1421378 req-2f63ca6c-2325-4b47-a9cb-13faad3e7731 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/ports?device_id=642ab244-1a23-44e1-aa54-ea6e7f4706f2 HTTP/1.1" status: 200 len: 945 time: 0.1111450 Jul 15 13:13:07.176467 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf7abe-e54d-4b4a-ba0f-35e3913ea987 req-638687f6-0c90-45fd-81c0-4290e4587818 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:07.177910 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-30cf7abe-e54d-4b4a-ba0f-35e3913ea987 req-638687f6-0c90-45fd-81c0-4290e4587818 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb559455-f214-4e84-9ad5-520f15426de9 HTTP/1.1" status: 200 len: 944 time: 0.1231179 Jul 15 13:13:07.250211 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-87047b62-c256-4dd1-95d9-b874c1421378 req-c4958cb8-ff24-44dc-b054-8bda87d3dba3 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4a00e0a-4c5f-4981-b5bf-f8edaec4970f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712311 Jul 15 13:13:07.251591 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 8cae92e5-b2ce-43f4-875d-06ebd300f7f8 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:13:07.258281 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 9bac1565-8e34-4abb-9a1d-645061ffe9af up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:07.261009 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-30cf7abe-e54d-4b4a-ba0f-35e3913ea987 req-62aa9623-70ff-4e73-a63a-618a71545537 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] 10.222.0.16 "GET /v2.0/security-groups?id=289bcbce-5f29-4261-b04d-140e56ba9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761333 Jul 15 13:13:07.438306 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 9bac1565-8e34-4abb-9a1d-645061ffe9af completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:07.462987 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 9bac1565-8e34-4abb-9a1d-645061ffe9af triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:07.463479 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:07.529073 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 8cae92e5-b2ce-43f4-875d-06ebd300f7f8, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=8cae92e5-b2ce-43f4-875d-06ebd300f7f8,segment=NetworkSegment(c072314f-c6ee-4b48-868a-b41715882595),segment_id=c072314f-c6ee-4b48-868a-b41715882595)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:07.546166 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '8cae92e5-b2ce-43f4-875d-06ebd300f7f8', 'network_id': '88ff7884-5c72-45e4-a84f-be70d3390005', 'port_id': '8cae92e5-b2ce-43f4-875d-06ebd300f7f8', 'mac_address': 'fa:16:3e:a2:27:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6ffba0c-99bd-49bb-b4c2-60b311092a68', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:13:07.621643 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:07.623421 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:07.648244 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cae92e5-b2ce-43f4-875d-06ebd300f7f8 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:13:07.659634 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb559455-f214-4e84-9ad5-520f15426de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bac1565-8e34-4abb-9a1d-645061ffe9af'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:07.661936 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1680385d-145f-42c3-a384-9fa6d82aba53" -d '{"events": [{"server_uuid": "cb559455-f214-4e84-9ad5-520f15426de9", "name": "network-vif-plugged", "status": "completed", "tag": "9bac1565-8e34-4abb-9a1d-645061ffe9af"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:07.684137 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 9bac1565-8e34-4abb-9a1d-645061ffe9af, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=9bac1565-8e34-4abb-9a1d-645061ffe9af,segment=NetworkSegment(9161be62-c8a1-4e4c-a7b3-df5d2833c17b),segment_id=9161be62-c8a1-4e4c-a7b3-df5d2833c17b)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:07.688332 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 8cae92e5-b2ce-43f4-875d-06ebd300f7f8, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=8cae92e5-b2ce-43f4-875d-06ebd300f7f8,segment=NetworkSegment(c072314f-c6ee-4b48-868a-b41715882595),segment_id=c072314f-c6ee-4b48-868a-b41715882595)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:07.689729 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:07.694875 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:07.695522 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 60908f4b-48b8-4cc3-a370-317f8978ddd6 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:13:07.715073 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2dcd14f-8cb4-4946-8eb5-bda1e6c4124c x-openstack-request-id: req-b2dcd14f-8cb4-4946-8eb5-bda1e6c4124c {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:07.715354 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb559455-f214-4e84-9ad5-520f15426de9", "name": "network-vif-plugged", "status": "completed", "tag": "9bac1565-8e34-4abb-9a1d-645061ffe9af", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:07.715609 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b2dcd14f-8cb4-4946-8eb5-bda1e6c4124c {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:07.715993 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb559455-f214-4e84-9ad5-520f15426de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bac1565-8e34-4abb-9a1d-645061ffe9af', 'code': 200} Jul 15 13:13:07.762544 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=9bac1565-8e34-4abb-9a1d-645061ffe9af,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:07.774775 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 60908f4b-48b8-4cc3-a370-317f8978ddd6, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=60908f4b-48b8-4cc3-a370-317f8978ddd6,segment=NetworkSegment(c072314f-c6ee-4b48-868a-b41715882595),segment_id=c072314f-c6ee-4b48-868a-b41715882595)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:07.821880 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '60908f4b-48b8-4cc3-a370-317f8978ddd6', 'network_id': '88ff7884-5c72-45e4-a84f-be70d3390005', 'port_id': '60908f4b-48b8-4cc3-a370-317f8978ddd6', 'mac_address': 'fa:16:3e:bd:f2:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6ffba0c-99bd-49bb-b4c2-60b311092a68', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:13:07.887134 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:07.890631 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=8cae92e5-b2ce-43f4-875d-06ebd300f7f8,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:07.904563 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60908f4b-48b8-4cc3-a370-317f8978ddd6 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:13:07.923444 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55304c33-a2ec-4dab-9ea9-010b9319558f req-bf3976fd-2229-48e8-a363-08a36e995efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:07.925019 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-55304c33-a2ec-4dab-9ea9-010b9319558f req-bf3976fd-2229-48e8-a363-08a36e995efe service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cb559455-f214-4e84-9ad5-520f15426de9 HTTP/1.1" status: 200 len: 1097 time: 0.1120908 Jul 15 13:13:07.927121 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 60908f4b-48b8-4cc3-a370-317f8978ddd6, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=60908f4b-48b8-4cc3-a370-317f8978ddd6,segment=NetworkSegment(c072314f-c6ee-4b48-868a-b41715882595),segment_id=c072314f-c6ee-4b48-868a-b41715882595)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:07.931892 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:07.933789 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bdf72a-f23b-4870-9bd8-a97c4c681c0b req-c04caa60-cd55-4b59-9083-c4e37ba35afc tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:07.935367 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b8bdf72a-f23b-4870-9bd8-a97c4c681c0b req-c04caa60-cd55-4b59-9083-c4e37ba35afc tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dad4008-d4ab-4fc6-b75f-c58af28622de HTTP/1.1" status: 200 len: 945 time: 0.1112208 Jul 15 13:13:07.987060 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=60908f4b-48b8-4cc3-a370-317f8978ddd6,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:07.994866 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-55304c33-a2ec-4dab-9ea9-010b9319558f req-ffa4f871-0ef2-40c8-93cc-46e290922aaf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=289bcbce-5f29-4261-b04d-140e56ba9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532587 Jul 15 13:13:08.000454 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b8bdf72a-f23b-4870-9bd8-a97c4c681c0b req-bbc2dce0-b098-41e5-8e4a-fbbeb25cfa7c tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577898 Jul 15 13:13:08.146537 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb15d5-64ae-4beb-b7f0-b2696ace9242 req-f263e58b-a011-4e33-a5d7-782710057889 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:08.148144 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fecb15d5-64ae-4beb-b7f0-b2696ace9242 req-f263e58b-a011-4e33-a5d7-782710057889 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.46 "GET /v2.0/ports?device_id=0dad4008-d4ab-4fc6-b75f-c58af28622de HTTP/1.1" status: 200 len: 945 time: 0.0684423 Jul 15 13:13:08.257406 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-fecb15d5-64ae-4beb-b7f0-b2696ace9242 req-02257c13-4c60-49ed-b972-10024b8767c5 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Deleting port 3a7ae702-e35a-40e4-a860-ef9e058bfb2c {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:08.258071 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-fecb15d5-64ae-4beb-b7f0-b2696ace9242 req-02257c13-4c60-49ed-b972-10024b8767c5 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:08.355279 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-fecb15d5-64ae-4beb-b7f0-b2696ace9242 req-02257c13-4c60-49ed-b972-10024b8767c5 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] For port 3a7ae702-e35a-40e4-a860-ef9e058bfb2c, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=3a7ae702-e35a-40e4-a860-ef9e058bfb2c,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:08.355789 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-fecb15d5-64ae-4beb-b7f0-b2696ace9242 req-02257c13-4c60-49ed-b972-10024b8767c5 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:08.371311 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-fecb15d5-64ae-4beb-b7f0-b2696ace9242 req-02257c13-4c60-49ed-b972-10024b8767c5 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Calling delete_port for 3a7ae702-e35a-40e4-a860-ef9e058bfb2c owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:08.407046 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['8cae92e5-b2ce-43f4-875d-06ebd300f7f8'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:08.461297 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['60908f4b-48b8-4cc3-a370-317f8978ddd6'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:08.628016 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23f946-524c-42a1-9ae4-222f376adac7 req-1cf2b5b9-de40-4dc9-a94a-eb4de06efa0a tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:08.629481 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cd23f946-524c-42a1-9ae4-222f376adac7 req-1cf2b5b9-de40-4dc9-a94a-eb4de06efa0a tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb559455-f214-4e84-9ad5-520f15426de9 HTTP/1.1" status: 200 len: 945 time: 0.1502383 Jul 15 13:13:08.641248 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d40f16-4261-4925-aeb8-f2d449031a7d req-8ce03a0f-a670-4c6f-93fd-7db66d8b493b tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:08.647128 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b4d40f16-4261-4925-aeb8-f2d449031a7d req-8ce03a0f-a670-4c6f-93fd-7db66d8b493b tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/ports?device_id=642ab244-1a23-44e1-aa54-ea6e7f4706f2 HTTP/1.1" status: 200 len: 945 time: 0.1893971 Jul 15 13:13:08.765955 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cd23f946-524c-42a1-9ae4-222f376adac7 req-4e303261-22aa-4134-9ecf-8ec05b6c2ccf tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] 10.222.0.16 "GET /v2.0/security-groups?id=289bcbce-5f29-4261-b04d-140e56ba9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967908 Jul 15 13:13:08.770792 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b4d40f16-4261-4925-aeb8-f2d449031a7d req-a99d03d7-247b-4772-bb4a-420846e14255 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4a00e0a-4c5f-4981-b5bf-f8edaec4970f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951684 Jul 15 13:13:08.828004 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-fecb15d5-64ae-4beb-b7f0-b2696ace9242 req-02257c13-4c60-49ed-b972-10024b8767c5 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:08.958685 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02257c13-4c60-49ed-b972-10024b8767c5 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Pushing event deleted for resources: {'Port': ['ID=3a7ae702-e35a-40e4-a860-ef9e058bfb2c,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:09.079900 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-fecb15d5-64ae-4beb-b7f0-b2696ace9242 req-02257c13-4c60-49ed-b972-10024b8767c5 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] No DVR routers for this DVR port 3a7ae702-e35a-40e4-a860-ef9e058bfb2c on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:09.079900 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-fecb15d5-64ae-4beb-b7f0-b2696ace9242 req-02257c13-4c60-49ed-b972-10024b8767c5 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:09.079900 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fecb15d5-64ae-4beb-b7f0-b2696ace9242 req-02257c13-4c60-49ed-b972-10024b8767c5 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.46 "DELETE /v2.0/ports/3a7ae702-e35a-40e4-a860-ef9e058bfb2c HTTP/1.1" status: 204 len: 173 time: 0.8765695 Jul 15 13:13:09.079900 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dad4008-d4ab-4fc6-b75f-c58af28622de', 'name': 'network-vif-deleted', 'tag': '3a7ae702-e35a-40e4-a860-ef9e058bfb2c'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:09.079900 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b789d8-6577-41a4-9d07-019c35386080" -d '{"events": [{"server_uuid": "0dad4008-d4ab-4fc6-b75f-c58af28622de", "name": "network-vif-deleted", "tag": "3a7ae702-e35a-40e4-a860-ef9e058bfb2c"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:09.259982 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:09.325634 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3bdf07-6651-4613-b066-7ef3a823bc30 x-openstack-request-id: req-bb3bdf07-6651-4613-b066-7ef3a823bc30 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:09.326702 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dad4008-d4ab-4fc6-b75f-c58af28622de", "name": "network-vif-deleted", "tag": "3a7ae702-e35a-40e4-a860-ef9e058bfb2c", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:09.327169 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb3bdf07-6651-4613-b066-7ef3a823bc30 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:09.327988 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dad4008-d4ab-4fc6-b75f-c58af28622de', 'name': 'network-vif-deleted', 'tag': '3a7ae702-e35a-40e4-a860-ef9e058bfb2c', 'status': 'completed', 'code': 200} Jul 15 13:13:09.367551 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef4f4980-5add-4043-8c80-23b361fb3155 req-0e7d9ff1-66f6-436e-8f25-74ed60774dfd tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dad4008-d4ab-4fc6-b75f-c58af28622de HTTP/1.1" status: 200 len: 210 time: 0.0587649 Jul 15 13:13:09.385248 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:09.392269 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:09.393599 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:09.509587 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:09.558774 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30,segment=NetworkSegment(c072314f-c6ee-4b48-868a-b41715882595),segment_id=c072314f-c6ee-4b48-868a-b41715882595)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:09.565063 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:09.619119 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:09.717778 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642ab244-1a23-44e1-aa54-ea6e7f4706f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:09.720192 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c38bb6f-c02d-41b7-864e-ae0bbf2e2fa2" -d '{"events": [{"server_uuid": "642ab244-1a23-44e1-aa54-ea6e7f4706f2", "name": "network-vif-plugged", "status": "completed", "tag": "c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:09.758767 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967d365b-7739-425c-ba8a-859ae794e92c x-openstack-request-id: req-967d365b-7739-425c-ba8a-859ae794e92c {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:09.759344 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "642ab244-1a23-44e1-aa54-ea6e7f4706f2", "name": "network-vif-plugged", "status": "completed", "tag": "c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:09.759773 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-967d365b-7739-425c-ba8a-859ae794e92c {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:09.760514 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642ab244-1a23-44e1-aa54-ea6e7f4706f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30', 'code': 200} Jul 15 13:13:09.964776 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d494e-c6b6-4a63-9c77-bd5f6d61db22 req-76781e69-7884-4385-9c61-f4e418eb0391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:09.967040 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-615d494e-c6b6-4a63-9c77-bd5f6d61db22 req-76781e69-7884-4385-9c61-f4e418eb0391 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=642ab244-1a23-44e1-aa54-ea6e7f4706f2 HTTP/1.1" status: 200 len: 1098 time: 0.1145957 Jul 15 13:13:10.069739 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['e6772084-21a9-4fcb-8b4e-7dd81e941146', '3a7ae702-e35a-40e4-a860-ef9e058bfb2c'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:10.090206 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-615d494e-c6b6-4a63-9c77-bd5f6d61db22 req-7fe9ec3c-2f52-4b43-be42-9ff7613b7cf7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a4a00e0a-4c5f-4981-b5bf-f8edaec4970f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113529 Jul 15 13:13:10.148538 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195484f-6f2b-4390-9582-aad0d58c9171 req-f94daab5-96bd-42da-af00-dc624ac9e731 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:10.150639 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e195484f-6f2b-4390-9582-aad0d58c9171 req-f94daab5-96bd-42da-af00-dc624ac9e731 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb559455-f214-4e84-9ad5-520f15426de9 HTTP/1.1" status: 200 len: 945 time: 0.1820364 Jul 15 13:13:10.170130 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4e83d-4194-4878-aa63-debb1ec52fd0 req-d0effc90-31fc-44b9-8077-fac8367f1272 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:10.171759 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2fd4e83d-4194-4878-aa63-debb1ec52fd0 req-d0effc90-31fc-44b9-8077-fac8367f1272 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/ports?device_id=642ab244-1a23-44e1-aa54-ea6e7f4706f2 HTTP/1.1" status: 200 len: 946 time: 0.1511908 Jul 15 13:13:10.239217 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e195484f-6f2b-4390-9582-aad0d58c9171 req-7204637d-2cd6-4dd2-9f2a-572356b31546 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] 10.222.0.16 "GET /v2.0/security-groups?id=289bcbce-5f29-4261-b04d-140e56ba9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654645 Jul 15 13:13:10.244824 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2fd4e83d-4194-4878-aa63-debb1ec52fd0 req-014981c7-5cea-4c2a-bb74-d001bdced59c tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4a00e0a-4c5f-4981-b5bf-f8edaec4970f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630045 Jul 15 13:13:11.146942 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48756e4-4120-47a1-98bb-490f8f36ee96 req-331e00a3-1f8f-4602-9427-6ddc057bf2e0 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:11.154307 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a48756e4-4120-47a1-98bb-490f8f36ee96 req-331e00a3-1f8f-4602-9427-6ddc057bf2e0 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 945 time: 0.0933261 Jul 15 13:13:11.236765 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a48756e4-4120-47a1-98bb-490f8f36ee96 req-782ccc48-f4b6-474b-9c5e-23b334aa4924 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=587b5cbd-95cf-4500-88c5-9aa763ebe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782089 Jul 15 13:13:11.264314 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e0d80-b38c-492c-99f5-8fe4cce58dd1 req-82246a92-eb06-4b78-b77c-e8bdf7bda3e1 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:11.266220 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a09e0d80-b38c-492c-99f5-8fe4cce58dd1 req-82246a92-eb06-4b78-b77c-e8bdf7bda3e1 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb559455-f214-4e84-9ad5-520f15426de9 HTTP/1.1" status: 200 len: 945 time: 0.1014335 Jul 15 13:13:11.275369 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 8cae92e5-b2ce-43f4-875d-06ebd300f7f8 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:11.336796 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 8cae92e5-b2ce-43f4-875d-06ebd300f7f8 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:11.343084 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 8cae92e5-b2ce-43f4-875d-06ebd300f7f8 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:11.344378 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:11.347271 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a09e0d80-b38c-492c-99f5-8fe4cce58dd1 req-da7415fd-1642-469e-aad9-ad05113e4803 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] 10.222.0.16 "GET /v2.0/security-groups?id=289bcbce-5f29-4261-b04d-140e56ba9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678248 Jul 15 13:13:11.476433 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:11.515341 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 8cae92e5-b2ce-43f4-875d-06ebd300f7f8, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=8cae92e5-b2ce-43f4-875d-06ebd300f7f8,segment=NetworkSegment(c072314f-c6ee-4b48-868a-b41715882595),segment_id=c072314f-c6ee-4b48-868a-b41715882595)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:11.533492 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:11.534412 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 60908f4b-48b8-4cc3-a370-317f8978ddd6 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:11.660653 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=8cae92e5-b2ce-43f4-875d-06ebd300f7f8,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:11.697805 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b7e31-2b9e-4215-81bd-bb0027af6cdf req-10426811-ae69-4b75-98e3-68b10addce5f tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:11.701461 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 60908f4b-48b8-4cc3-a370-317f8978ddd6 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:11.710573 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 60908f4b-48b8-4cc3-a370-317f8978ddd6 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:11.711555 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8d9b7e31-2b9e-4215-81bd-bb0027af6cdf req-10426811-ae69-4b75-98e3-68b10addce5f tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 945 time: 0.2431171 Jul 15 13:13:11.711840 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:11.740090 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda464e5-aa8f-4b03-b541-df4d28b743f7 req-e72e2d11-76e7-4ee9-a4c6-91eb8c329192 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:11.747317 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eda464e5-aa8f-4b03-b541-df4d28b743f7 req-e72e2d11-76e7-4ee9-a4c6-91eb8c329192 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/ports?device_id=642ab244-1a23-44e1-aa54-ea6e7f4706f2 HTTP/1.1" status: 200 len: 946 time: 0.2201669 Jul 15 13:13:11.790621 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61592b3-bb19-4cdb-992a-22de6347c578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cae92e5-b2ce-43f4-875d-06ebd300f7f8'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:11.792983 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d05ec9f-e2dc-4946-963b-0fa4088f336b" -d '{"events": [{"server_uuid": "d61592b3-bb19-4cdb-992a-22de6347c578", "name": "network-vif-plugged", "status": "completed", "tag": "8cae92e5-b2ce-43f4-875d-06ebd300f7f8"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:11.814881 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eda464e5-aa8f-4b03-b541-df4d28b743f7 req-07ed9820-63f9-4cc2-b19a-d862542d213c tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4a00e0a-4c5f-4981-b5bf-f8edaec4970f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663807 Jul 15 13:13:11.904927 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:11.925715 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-8d9b7e31-2b9e-4215-81bd-bb0027af6cdf req-9d20abd9-81d5-4af6-9e43-47a1c9839b33 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Deleting port e6772084-21a9-4fcb-8b4e-7dd81e941146 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:11.926214 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8d9b7e31-2b9e-4215-81bd-bb0027af6cdf req-9d20abd9-81d5-4af6-9e43-47a1c9839b33 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:11.933993 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9895f42-8fca-446c-b2cf-b67078047429 x-openstack-request-id: req-e9895f42-8fca-446c-b2cf-b67078047429 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:11.934666 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61592b3-bb19-4cdb-992a-22de6347c578", "name": "network-vif-plugged", "status": "completed", "tag": "8cae92e5-b2ce-43f4-875d-06ebd300f7f8", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:11.935428 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e9895f42-8fca-446c-b2cf-b67078047429 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:11.936032 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61592b3-bb19-4cdb-992a-22de6347c578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cae92e5-b2ce-43f4-875d-06ebd300f7f8', 'code': 200} Jul 15 13:13:11.990076 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 60908f4b-48b8-4cc3-a370-317f8978ddd6, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=60908f4b-48b8-4cc3-a370-317f8978ddd6,segment=NetworkSegment(c072314f-c6ee-4b48-868a-b41715882595),segment_id=c072314f-c6ee-4b48-868a-b41715882595)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:11.999157 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:12.000695 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 3a7ae702-e35a-40e4-a860-ef9e058bfb2c no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:12.039728 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:13:12.075678 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 3a7ae702-e35a-40e4-a860-ef9e058bfb2c {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:12.076061 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 3a7ae702-e35a-40e4-a860-ef9e058bfb2c not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:12.107438 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=60908f4b-48b8-4cc3-a370-317f8978ddd6,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:12.113080 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-8d9b7e31-2b9e-4215-81bd-bb0027af6cdf req-9d20abd9-81d5-4af6-9e43-47a1c9839b33 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] For port e6772084-21a9-4fcb-8b4e-7dd81e941146, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=e6772084-21a9-4fcb-8b4e-7dd81e941146,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:12.113439 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8d9b7e31-2b9e-4215-81bd-bb0027af6cdf req-9d20abd9-81d5-4af6-9e43-47a1c9839b33 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:12.136930 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-8d9b7e31-2b9e-4215-81bd-bb0027af6cdf req-9d20abd9-81d5-4af6-9e43-47a1c9839b33 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Calling delete_port for e6772084-21a9-4fcb-8b4e-7dd81e941146 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:12.204237 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bb6fe-2d47-40fb-b956-055fbd763175 req-e1a2bc82-921e-494c-91f9-a030380c259c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:12.205630 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-853bb6fe-2d47-40fb-b956-055fbd763175 req-e1a2bc82-921e-494c-91f9-a030380c259c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d61592b3-bb19-4cdb-992a-22de6347c578 HTTP/1.1" status: 200 len: 1097 time: 0.1421573 Jul 15 13:13:12.263373 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-853bb6fe-2d47-40fb-b956-055fbd763175 req-7d5fac82-2525-41b7-935a-67593b326218 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a4a00e0a-4c5f-4981-b5bf-f8edaec4970f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439603 Jul 15 13:13:12.338386 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8d9b7e31-2b9e-4215-81bd-bb0027af6cdf req-9d20abd9-81d5-4af6-9e43-47a1c9839b33 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:12.361027 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['e6772084-21a9-4fcb-8b4e-7dd81e941146'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:12.404690 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d20abd9-81d5-4af6-9e43-47a1c9839b33 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Pushing event deleted for resources: {'Port': ['ID=e6772084-21a9-4fcb-8b4e-7dd81e941146,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:12.454003 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9b7e31-2b9e-4215-81bd-bb0027af6cdf req-9d20abd9-81d5-4af6-9e43-47a1c9839b33 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] No DVR routers for this DVR port e6772084-21a9-4fcb-8b4e-7dd81e941146 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:12.456954 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8d9b7e31-2b9e-4215-81bd-bb0027af6cdf req-9d20abd9-81d5-4af6-9e43-47a1c9839b33 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:12.459816 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8d9b7e31-2b9e-4215-81bd-bb0027af6cdf req-9d20abd9-81d5-4af6-9e43-47a1c9839b33 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.46 "DELETE /v2.0/ports/e6772084-21a9-4fcb-8b4e-7dd81e941146 HTTP/1.1" status: 204 len: 173 time: 0.7348952 Jul 15 13:13:12.460288 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a19377-bc73-4e7e-9b9c-0108232f2efb', 'name': 'network-vif-deleted', 'tag': 'e6772084-21a9-4fcb-8b4e-7dd81e941146'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:12.464224 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4273b9-b128-43bf-ad0f-a67f364cea14" -d '{"events": [{"server_uuid": "e3a19377-bc73-4e7e-9b9c-0108232f2efb", "name": "network-vif-deleted", "tag": "e6772084-21a9-4fcb-8b4e-7dd81e941146"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:12.520138 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e4cdf94d-7427-48e5-9e95-576d3c30490c req-ed3fd1d3-b8ee-4c01-8986-2d120c5a73c8 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a19377-bc73-4e7e-9b9c-0108232f2efb HTTP/1.1" status: 200 len: 210 time: 0.0451663 Jul 15 13:13:12.634224 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f575c1-54b3-479c-94b1-b2ebcbb901a2 x-openstack-request-id: req-14f575c1-54b3-479c-94b1-b2ebcbb901a2 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:12.634423 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a19377-bc73-4e7e-9b9c-0108232f2efb", "name": "network-vif-deleted", "tag": "e6772084-21a9-4fcb-8b4e-7dd81e941146", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:12.635104 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-14f575c1-54b3-479c-94b1-b2ebcbb901a2 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:12.635554 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a19377-bc73-4e7e-9b9c-0108232f2efb', 'name': 'network-vif-deleted', 'tag': 'e6772084-21a9-4fcb-8b4e-7dd81e941146', 'status': 'completed', 'code': 200} Jul 15 13:13:12.682073 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de5bc7-0b41-4a46-8214-467d020195cd req-9d06f910-ee3e-431a-bee0-e6dd4e84ed80 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:12.686447 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-64de5bc7-0b41-4a46-8214-467d020195cd req-9d06f910-ee3e-431a-bee0-e6dd4e84ed80 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb559455-f214-4e84-9ad5-520f15426de9 HTTP/1.1" status: 200 len: 945 time: 0.0986478 Jul 15 13:13:12.803269 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-64de5bc7-0b41-4a46-8214-467d020195cd req-31f009f5-4043-4594-a420-ebe62b8d040c tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] 10.222.0.16 "GET /v2.0/security-groups?id=289bcbce-5f29-4261-b04d-140e56ba9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108248 Jul 15 13:13:13.443948 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328df5c-27cc-4bd8-a0e7-80a2d7fc71dd req-aa419202-9a54-44fb-9734-f048dafe70cf tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:13.445635 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e328df5c-27cc-4bd8-a0e7-80a2d7fc71dd req-aa419202-9a54-44fb-9734-f048dafe70cf tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/ports?device_id=642ab244-1a23-44e1-aa54-ea6e7f4706f2 HTTP/1.1" status: 200 len: 946 time: 0.4905667 Jul 15 13:13:13.518502 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c892a3-3a44-4ec8-8940-554c0ca187f4 req-38e8f6dc-9e81-4e1d-a615-c4a2893816ea tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:13.520606 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d6c892a3-3a44-4ec8-8940-554c0ca187f4 req-38e8f6dc-9e81-4e1d-a615-c4a2893816ea tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb559455-f214-4e84-9ad5-520f15426de9 HTTP/1.1" status: 200 len: 945 time: 0.1680677 Jul 15 13:13:13.530796 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e328df5c-27cc-4bd8-a0e7-80a2d7fc71dd req-4778da18-7513-4763-b20f-52ab99bf446f tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4a00e0a-4c5f-4981-b5bf-f8edaec4970f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759697 Jul 15 13:13:13.708341 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-d6c892a3-3a44-4ec8-8940-554c0ca187f4 req-b43d9362-e3f1-4eff-b3f1-be86fe3b8926 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] Deleting port 9bac1565-8e34-4abb-9a1d-645061ffe9af {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:13.708703 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d6c892a3-3a44-4ec8-8940-554c0ca187f4 req-b43d9362-e3f1-4eff-b3f1-be86fe3b8926 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:13.888477 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-d6c892a3-3a44-4ec8-8940-554c0ca187f4 req-b43d9362-e3f1-4eff-b3f1-be86fe3b8926 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] For port 9bac1565-8e34-4abb-9a1d-645061ffe9af, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=9bac1565-8e34-4abb-9a1d-645061ffe9af,segment=NetworkSegment(9161be62-c8a1-4e4c-a7b3-df5d2833c17b),segment_id=9161be62-c8a1-4e4c-a7b3-df5d2833c17b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:13.888842 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d6c892a3-3a44-4ec8-8940-554c0ca187f4 req-b43d9362-e3f1-4eff-b3f1-be86fe3b8926 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:13.911739 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-d6c892a3-3a44-4ec8-8940-554c0ca187f4 req-b43d9362-e3f1-4eff-b3f1-be86fe3b8926 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] Calling delete_port for 9bac1565-8e34-4abb-9a1d-645061ffe9af owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:13.938094 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ec7c87-69c3-49c3-9aa4-8b1432c3750e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60908f4b-48b8-4cc3-a370-317f8978ddd6'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:13.940535 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a38afa-c36e-4139-b9eb-8783e2915f91" -d '{"events": [{"server_uuid": "75ec7c87-69c3-49c3-9aa4-8b1432c3750e", "name": "network-vif-plugged", "status": "completed", "tag": "60908f4b-48b8-4cc3-a370-317f8978ddd6"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:13.979513 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495855d7-1c88-4a41-9a12-6a6327bbb005 req-4f6503a5-15a2-4dc7-92bf-d4e4f0334efd tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:13.981339 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-495855d7-1c88-4a41-9a12-6a6327bbb005 req-4f6503a5-15a2-4dc7-92bf-d4e4f0334efd tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/ports?device_id=75ec7c87-69c3-49c3-9aa4-8b1432c3750e HTTP/1.1" status: 200 len: 945 time: 0.1652510 Jul 15 13:13:14.056293 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-495855d7-1c88-4a41-9a12-6a6327bbb005 req-caf385ad-7d5e-48f2-8d2f-b896182bf002 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4a00e0a-4c5f-4981-b5bf-f8edaec4970f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588777 Jul 15 13:13:14.188488 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d6c892a3-3a44-4ec8-8940-554c0ca187f4 req-b43d9362-e3f1-4eff-b3f1-be86fe3b8926 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:14.200876 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['9bac1565-8e34-4abb-9a1d-645061ffe9af'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:14.248264 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d9362-e3f1-4eff-b3f1-be86fe3b8926 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] Pushing event deleted for resources: {'Port': ['ID=9bac1565-8e34-4abb-9a1d-645061ffe9af,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:14.296815 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7240660-36e2-4576-82a9-d70660182e54 x-openstack-request-id: req-a7240660-36e2-4576-82a9-d70660182e54 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:14.297741 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ec7c87-69c3-49c3-9aa4-8b1432c3750e", "name": "network-vif-plugged", "status": "completed", "tag": "60908f4b-48b8-4cc3-a370-317f8978ddd6", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:14.298004 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a7240660-36e2-4576-82a9-d70660182e54 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:14.298408 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ec7c87-69c3-49c3-9aa4-8b1432c3750e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60908f4b-48b8-4cc3-a370-317f8978ddd6', 'code': 200} Jul 15 13:13:14.381011 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c892a3-3a44-4ec8-8940-554c0ca187f4 req-b43d9362-e3f1-4eff-b3f1-be86fe3b8926 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] No DVR routers for this DVR port 9bac1565-8e34-4abb-9a1d-645061ffe9af on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:14.427589 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d6c892a3-3a44-4ec8-8940-554c0ca187f4 req-b43d9362-e3f1-4eff-b3f1-be86fe3b8926 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:14.429680 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d6c892a3-3a44-4ec8-8940-554c0ca187f4 req-b43d9362-e3f1-4eff-b3f1-be86fe3b8926 tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] 10.222.0.46 "DELETE /v2.0/ports/9bac1565-8e34-4abb-9a1d-645061ffe9af HTTP/1.1" status: 204 len: 173 time: 0.8920305 Jul 15 13:13:14.432016 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0dae7218-d99d-4c67-96bd-26754e93a730 req-76583ff4-97ac-4342-8e8a-a03c3a79158a tempest-ServerAddressesTestJSON-1500622680 tempest-ServerAddressesTestJSON-1500622680-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb559455-f214-4e84-9ad5-520f15426de9 HTTP/1.1" status: 200 len: 210 time: 0.1383283 Jul 15 13:13:14.600770 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f638407-751e-4116-a064-f9e280eb05a2 req-bf7e864d-7f68-4320-a70e-e28dbd8e2156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:14.602269 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1f638407-751e-4116-a064-f9e280eb05a2 req-bf7e864d-7f68-4320-a70e-e28dbd8e2156 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=75ec7c87-69c3-49c3-9aa4-8b1432c3750e HTTP/1.1" status: 200 len: 1097 time: 0.2620630 Jul 15 13:13:14.617944 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c38c0-f954-4b71-ba61-8523e87ffa5b req-744eb13f-f5ac-4736-acde-65b182c34769 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:14.625053 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cf5c38c0-f954-4b71-ba61-8523e87ffa5b req-744eb13f-f5ac-4736-acde-65b182c34769 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.2457604 Jul 15 13:13:14.639053 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb559455-f214-4e84-9ad5-520f15426de9', 'name': 'network-vif-deleted', 'tag': '9bac1565-8e34-4abb-9a1d-645061ffe9af'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:14.643111 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc8c6ac-da9c-4cfd-96f1-bc9382b21ed1" -d '{"events": [{"server_uuid": "cb559455-f214-4e84-9ad5-520f15426de9", "name": "network-vif-deleted", "tag": "9bac1565-8e34-4abb-9a1d-645061ffe9af"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:14.689987 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1f638407-751e-4116-a064-f9e280eb05a2 req-ca730145-3bdb-4fa5-9232-2730b46a29b7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a4a00e0a-4c5f-4981-b5bf-f8edaec4970f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623450 Jul 15 13:13:14.715373 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cf5c38c0-f954-4b71-ba61-8523e87ffa5b req-b1f21c62-b97e-4c7d-93da-96e8f1d9f769 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887241 Jul 15 13:13:14.762108 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e124a2fe-3703-4e89-87e1-622a2de3148c x-openstack-request-id: req-e124a2fe-3703-4e89-87e1-622a2de3148c {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:14.762426 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb559455-f214-4e84-9ad5-520f15426de9", "name": "network-vif-deleted", "tag": "9bac1565-8e34-4abb-9a1d-645061ffe9af", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:14.762737 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e124a2fe-3703-4e89-87e1-622a2de3148c {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:14.763149 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb559455-f214-4e84-9ad5-520f15426de9', 'name': 'network-vif-deleted', 'tag': '9bac1565-8e34-4abb-9a1d-645061ffe9af', 'status': 'completed', 'code': 200} Jul 15 13:13:15.287449 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device e6772084-21a9-4fcb-8b4e-7dd81e941146 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:15.312224 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: e6772084-21a9-4fcb-8b4e-7dd81e941146 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:15.313100 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device e6772084-21a9-4fcb-8b4e-7dd81e941146 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:15.321403 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978695a3-52f3-41e2-ab1d-a7e59bd053c5 req-f1014757-e14d-45af-a03e-77f583286fa7 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:15.323388 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-978695a3-52f3-41e2-ab1d-a7e59bd053c5 req-f1014757-e14d-45af-a03e-77f583286fa7 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/ports?device_id=75ec7c87-69c3-49c3-9aa4-8b1432c3750e HTTP/1.1" status: 200 len: 945 time: 0.1323252 Jul 15 13:13:15.373793 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-978695a3-52f3-41e2-ab1d-a7e59bd053c5 req-999d69d0-9c0b-40a6-88a4-a01a852cf524 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4a00e0a-4c5f-4981-b5bf-f8edaec4970f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422702 Jul 15 13:13:15.550481 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57480) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:15.633903 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-5426d94a-0ed4-46c2-8f24-31ea7266b730 admin admin] Deleting subnet cb9a9b22-c78a-44fa-9af7-c9dcce8c97c7 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:13:15.640853 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5426d94a-0ed4-46c2-8f24-31ea7266b730 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:15.724802 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5426d94a-0ed4-46c2-8f24-31ea7266b730 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:15.819615 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5426d94a-0ed4-46c2-8f24-31ea7266b730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:15.964722 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5426d94a-0ed4-46c2-8f24-31ea7266b730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.002766 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426d94a-0ed4-46c2-8f24-31ea7266b730 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb9a9b22-c78a-44fa-9af7-c9dcce8c97c7,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:16.007101 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5426d94a-0ed4-46c2-8f24-31ea7266b730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.009416 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5426d94a-0ed4-46c2-8f24-31ea7266b730 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cb9a9b22-c78a-44fa-9af7-c9dcce8c97c7 HTTP/1.1" status: 204 len: 168 time: 0.4577579 Jul 15 13:13:16.013136 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57494) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:16.029648 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5426d94a-0ed4-46c2-8f24-31ea7266b730 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:16.030282 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5426d94a-0ed4-46c2-8f24-31ea7266b730 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:16.032830 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5426d94a-0ed4-46c2-8f24-31ea7266b730 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:16.035321 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5426d94a-0ed4-46c2-8f24-31ea7266b730 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:16.035500 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5426d94a-0ed4-46c2-8f24-31ea7266b730 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:16.035855 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5426d94a-0ed4-46c2-8f24-31ea7266b730 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:16.036575 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5426d94a-0ed4-46c2-8f24-31ea7266b730 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:16.037391 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5426d94a-0ed4-46c2-8f24-31ea7266b730 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:16.038121 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5426d94a-0ed4-46c2-8f24-31ea7266b730 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:16.038890 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5426d94a-0ed4-46c2-8f24-31ea7266b730 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:16.039708 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5426d94a-0ed4-46c2-8f24-31ea7266b730 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:16.040321 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5426d94a-0ed4-46c2-8f24-31ea7266b730 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:16.135402 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5caf3784-94a1-461d-94bf-f91cfda064ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.147329 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064aaaff-2a6b-4100-97bb-6343427a9655 req-b65e7adb-525b-402e-b055-dd6653411310 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:16.149532 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-064aaaff-2a6b-4100-97bb-6343427a9655 req-b65e7adb-525b-402e-b055-dd6653411310 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.1948991 Jul 15 13:13:16.260218 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-064aaaff-2a6b-4100-97bb-6343427a9655 req-c9380fd2-1078-4c6b-91f4-85b7622c0084 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008768 Jul 15 13:13:16.336630 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5caf3784-94a1-461d-94bf-f91cfda064ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.391438 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-5caf3784-94a1-461d-94bf-f91cfda064ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['114e0698-742b-43c6-a011-bf633fe8bcaf']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:16.407592 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-5caf3784-94a1-461d-94bf-f91cfda064ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9161be62-c8a1-4e4c-a7b3-df5d2833c17b') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:16.408486 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-5caf3784-94a1-461d-94bf-f91cfda064ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9161be62-c8a1-4e4c-a7b3-df5d2833c17b') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:16.421387 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5caf3784-94a1-461d-94bf-f91cfda064ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.445953 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5caf3784-94a1-461d-94bf-f91cfda064ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.456439 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5caf3784-94a1-461d-94bf-f91cfda064ea admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:13:16.456772 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5caf3784-94a1-461d-94bf-f91cfda064ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.460737 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:16.460737 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:16.460737 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:16.460737 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:16.460737 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:16.460737 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:16.460737 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:16.460737 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:16.460737 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:16.460737 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:16.460737 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:13:16.460737 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:13:16.460737 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:13:16.460737 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:13:16.460737 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:13:16.460737 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:13:16.460737 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:13:16.460737 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:13:16.460737 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:13:16.460737 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:13:16.460737 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:13:16.460737 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:13:16.460737 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:13:16.460737 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:13:16.460737 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:13:16.460737 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:13:16.460737 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:13:16.460737 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:13:16.460737 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:13:16.460737 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:13:16.460737 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:13:16.460737 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:13:16.460737 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:13:16.460737 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:13:16.460737 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:13:16.460737 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:13:16.460737 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:13:16.460737 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:13:16.460737 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:13:16.460737 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:13:16.460737 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:13:16.460737 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:13:16.532056 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d0666-535d-4928-ae7a-dd012dce1817 req-6981cd50-54ac-4691-ba0b-be3ad36ba700 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:16.532775 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae9d0666-535d-4928-ae7a-dd012dce1817 req-6981cd50-54ac-4691-ba0b-be3ad36ba700 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.46 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.1867568 Jul 15 13:13:16.592312 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5caf3784-94a1-461d-94bf-f91cfda064ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.633284 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5caf3784-94a1-461d-94bf-f91cfda064ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.637840 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5caf3784-94a1-461d-94bf-f91cfda064ea admin admin] 10.222.0.16 "DELETE /v2.0/networks/114e0698-742b-43c6-a011-bf633fe8bcaf HTTP/1.1" status: 204 len: 168 time: 0.6191370 Jul 15 13:13:16.655302 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf3784-94a1-461d-94bf-f91cfda064ea admin admin] Pushing event deleted for resources: {'Network': ['ID=114e0698-742b-43c6-a011-bf633fe8bcaf,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:16.733979 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f148880-942f-46f9-8672-15299fb5b6be req-372ae2f4-6824-4be4-8b60-3e83ce594857 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:16.741514 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f148880-942f-46f9-8672-15299fb5b6be req-372ae2f4-6824-4be4-8b60-3e83ce594857 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/ports?device_id=75ec7c87-69c3-49c3-9aa4-8b1432c3750e HTTP/1.1" status: 200 len: 945 time: 0.1629167 Jul 15 13:13:16.806899 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f148880-942f-46f9-8672-15299fb5b6be req-a58034ac-d469-4fe7-add3-a6128fcd92ec tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4a00e0a-4c5f-4981-b5bf-f8edaec4970f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642610 Jul 15 13:13:16.808629 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-ae9d0666-535d-4928-ae7a-dd012dce1817 req-a68352ce-3358-41db-ad37-0c3b1b2fdf03 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Deleting port 4e76fd72-6816-481c-819e-b8263abd48a1 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:16.808986 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ae9d0666-535d-4928-ae7a-dd012dce1817 req-a68352ce-3358-41db-ad37-0c3b1b2fdf03 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.983032 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57524) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:17.054991 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-fc86a7fe-4939-4625-ae33-40d2e08981d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac4a2814f0194893988c789b93210a22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0706539 Jul 15 13:13:17.056009 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57528) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:17.071585 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-ae9d0666-535d-4928-ae7a-dd012dce1817 req-a68352ce-3358-41db-ad37-0c3b1b2fdf03 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] For port 4e76fd72-6816-481c-819e-b8263abd48a1, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=4e76fd72-6816-481c-819e-b8263abd48a1,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:17.072078 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ae9d0666-535d-4928-ae7a-dd012dce1817 req-a68352ce-3358-41db-ad37-0c3b1b2fdf03 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:17.165125 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-299b2930-44b2-4f10-a24b-44f60df34c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:17.215728 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-299b2930-44b2-4f10-a24b-44f60df34c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:17.271724 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-299b2930-44b2-4f10-a24b-44f60df34c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:17.276664 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 9bac1565-8e34-4abb-9a1d-645061ffe9af no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:17.277346 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-299b2930-44b2-4f10-a24b-44f60df34c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:17.278376 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-299b2930-44b2-4f10-a24b-44f60df34c7e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/289bcbce-5f29-4261-b04d-140e56ba9d65 HTTP/1.1" status: 204 len: 168 time: 0.2207594 Jul 15 13:13:17.301969 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b2930-44b2-4f10-a24b-44f60df34c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289bcbce-5f29-4261-b04d-140e56ba9d65,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:17.322429 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a03c2-f0fb-4eba-943a-38c11e3a4b30 req-d8ebf666-8413-44d5-8c13-23fda088abb5 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:17.330231 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7e8a03c2-f0fb-4eba-943a-38c11e3a4b30 req-d8ebf666-8413-44d5-8c13-23fda088abb5 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/ports?device_id=d61592b3-bb19-4cdb-992a-22de6347c578 HTTP/1.1" status: 200 len: 945 time: 0.3697650 Jul 15 13:13:17.357781 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 9bac1565-8e34-4abb-9a1d-645061ffe9af {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:17.358219 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 9bac1565-8e34-4abb-9a1d-645061ffe9af not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:17.447557 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7e8a03c2-f0fb-4eba-943a-38c11e3a4b30 req-c4c5f0db-9a9e-4032-9ab3-58a3d782b28e tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4a00e0a-4c5f-4981-b5bf-f8edaec4970f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159647 Jul 15 13:13:17.546554 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ae9d0666-535d-4928-ae7a-dd012dce1817 req-a68352ce-3358-41db-ad37-0c3b1b2fdf03 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:17.547058 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ae9d0666-535d-4928-ae7a-dd012dce1817 req-a68352ce-3358-41db-ad37-0c3b1b2fdf03 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:17.547363 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [req-ae9d0666-535d-4928-ae7a-dd012dce1817 req-a68352ce-3358-41db-ad37-0c3b1b2fdf03 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Floating IP 30c99f77-e661-414f-bf79-68d3152882a1 disassociated. External IP: 172.25.8.91, port: 4e76fd72-6816-481c-819e-b8263abd48a1. Jul 15 13:13:17.547719 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-ae9d0666-535d-4928-ae7a-dd012dce1817 req-a68352ce-3358-41db-ad37-0c3b1b2fdf03 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Calling delete_port for 4e76fd72-6816-481c-819e-b8263abd48a1 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:17.697266 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27081c-eff9-43c2-8799-62103fcd0099 req-a69cd948-43b4-4c99-b4ca-c00b227f8f6a tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:17.710372 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7f27081c-eff9-43c2-8799-62103fcd0099 req-a69cd948-43b4-4c99-b4ca-c00b227f8f6a tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 944 time: 0.2450233 Jul 15 13:13:17.851489 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7f27081c-eff9-43c2-8799-62103fcd0099 req-357b454e-82d8-439a-998f-0c0eec45bf3a tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups?id=d194382c-2fef-4995-a427-6cb2d9a08c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393518 Jul 15 13:13:17.974514 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ae9d0666-535d-4928-ae7a-dd012dce1817 req-a68352ce-3358-41db-ad37-0c3b1b2fdf03 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:18.024055 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68352ce-3358-41db-ad37-0c3b1b2fdf03 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Pushing event deleted for resources: {'Port': ['ID=4e76fd72-6816-481c-819e-b8263abd48a1,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:18.251791 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a3adb-5610-4019-93fc-a9d61fdd9c84 req-3de17da9-3440-4468-9c68-56bcc44ac72d tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:18.253394 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-755a3adb-5610-4019-93fc-a9d61fdd9c84 req-3de17da9-3440-4468-9c68-56bcc44ac72d tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/ports?device_id=d61592b3-bb19-4cdb-992a-22de6347c578 HTTP/1.1" status: 200 len: 945 time: 0.1623011 Jul 15 13:13:18.255660 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae9d0666-535d-4928-ae7a-dd012dce1817 req-a68352ce-3358-41db-ad37-0c3b1b2fdf03 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Router bd88f87b-35ab-4149-95b5-b7e38ceebef0 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:13:18.431196 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-755a3adb-5610-4019-93fc-a9d61fdd9c84 req-7e453712-2ff6-4328-9a8c-dc20870c23d3 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4a00e0a-4c5f-4981-b5bf-f8edaec4970f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711166 Jul 15 13:13:18.524080 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae9d0666-535d-4928-ae7a-dd012dce1817 req-a68352ce-3358-41db-ad37-0c3b1b2fdf03 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:13:18.533688 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fad3c3-de8f-4194-b61b-ece60a32086c None None] Sync routers for ids ['bd88f87b-35ab-4149-95b5-b7e38ceebef0'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:13:18.548508 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fad3c3-de8f-4194-b61b-ece60a32086c None None] Routers {'bd88f87b-35ab-4149-95b5-b7e38ceebef0'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:18.549368 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-e6fad3c3-de8f-4194-b61b-ece60a32086c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:13:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['bd88f87b-35ab-4149-95b5-b7e38ceebef0'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:18.627970 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9d0666-535d-4928-ae7a-dd012dce1817 req-a68352ce-3358-41db-ad37-0c3b1b2fdf03 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] No DVR routers for this DVR port 4e76fd72-6816-481c-819e-b8263abd48a1 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:18.646793 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ae9d0666-535d-4928-ae7a-dd012dce1817 req-a68352ce-3358-41db-ad37-0c3b1b2fdf03 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:18.651233 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae9d0666-535d-4928-ae7a-dd012dce1817 req-a68352ce-3358-41db-ad37-0c3b1b2fdf03 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.46 "DELETE /v2.0/ports/4e76fd72-6816-481c-819e-b8263abd48a1 HTTP/1.1" status: 204 len: 173 time: 2.1076272 Jul 15 13:13:18.652221 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f85a75-4b3d-40e0-863d-06ff77ecb993', 'name': 'network-vif-deleted', 'tag': '4e76fd72-6816-481c-819e-b8263abd48a1'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:18.662918 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c8a5e5-319b-435c-b14c-b50ca0ae20a2" -d '{"events": [{"server_uuid": "00f85a75-4b3d-40e0-863d-06ff77ecb993", "name": "network-vif-deleted", "tag": "4e76fd72-6816-481c-819e-b8263abd48a1"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:18.720153 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-e6fad3c3-de8f-4194-b61b-ece60a32086c None None] Set router bd88f87b-35ab-4149-95b5-b7e38ceebef0 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:13:18.748642 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1aea26c-46d3-4f81-b9b8-badf1dd347ea x-openstack-request-id: req-b1aea26c-46d3-4f81-b9b8-badf1dd347ea {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:18.748929 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f85a75-4b3d-40e0-863d-06ff77ecb993", "name": "network-vif-deleted", "tag": "4e76fd72-6816-481c-819e-b8263abd48a1", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:18.749221 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b1aea26c-46d3-4f81-b9b8-badf1dd347ea {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:18.749626 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f85a75-4b3d-40e0-863d-06ff77ecb993', 'name': 'network-vif-deleted', 'tag': '4e76fd72-6816-481c-819e-b8263abd48a1', 'status': 'completed', 'code': 200} Jul 15 13:13:19.007847 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-e6fad3c3-de8f-4194-b61b-ece60a32086c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd88f87b-35ab-4149-95b5-b7e38ceebef0', 'name': 'tempest-ServerActionsTestJSON-1049955027-router', 'tenant_id': '12dc42da56354fb5b0d0acb9e0703009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '5e176094-29b5-433f-84a6-7b298facf7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:17Z', 'updated_at': '2021-07-15T13:03:24Z', 'revision_number': 4, 'project_id': '12dc42da56354fb5b0d0acb9e0703009', 'gw_port': {'id': '5e176094-29b5-433f-84a6-7b298facf7f4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd88f87b-35ab-4149-95b5-b7e38ceebef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:18Z', 'updated_at': '2021-07-15T13:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '89ce4eb1-8908-4cde-a6bf-c0abee37aabf', 'name': '', 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da', 'tenant_id': '12dc42da56354fb5b0d0acb9e0703009', 'mac_address': 'fa:16:3e:80:5a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd88f87b-35ab-4149-95b5-b7e38ceebef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '504f4a49-65cd-4546-be78-3e75a4fd4784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:23Z', 'updated_at': '2021-07-15T13:03:33Z', 'revision_number': 5, 'project_id': '12dc42da56354fb5b0d0acb9e0703009', 'subnets': [{'id': '504f4a49-65cd-4546-be78-3e75a4fd4784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:19.041828 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fad3c3-de8f-4194-b61b-ece60a32086c None None] Checking router: bd88f87b-35ab-4149-95b5-b7e38ceebef0 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:13:19.053676 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fad3c3-de8f-4194-b61b-ece60a32086c None None] Routers {'bd88f87b-35ab-4149-95b5-b7e38ceebef0'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:19.054833 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-e6fad3c3-de8f-4194-b61b-ece60a32086c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:13:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['bd88f87b-35ab-4149-95b5-b7e38ceebef0'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:19.159679 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2534508f-fca6-4b51-9ad3-104a06db75d0 req-8401ba7b-4deb-409f-96a9-f56f5b073ddc tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f85a75-4b3d-40e0-863d-06ff77ecb993 HTTP/1.1" status: 200 len: 210 time: 0.1068728 Jul 15 13:13:19.403175 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-e6fad3c3-de8f-4194-b61b-ece60a32086c None None] Set router bd88f87b-35ab-4149-95b5-b7e38ceebef0 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:13:19.434671 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57652) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:19.708578 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6586ae0a-d69d-429c-b323-32e6d6ceeef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:19.753142 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efdb123-5fe0-4081-98a9-583c96e9a05a req-4ce8c9b6-5abb-4302-b08c-6e73e3e60b13 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:19.755075 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1efdb123-5fe0-4081-98a9-583c96e9a05a req-4ce8c9b6-5abb-4302-b08c-6e73e3e60b13 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/ports?device_id=d61592b3-bb19-4cdb-992a-22de6347c578 HTTP/1.1" status: 200 len: 945 time: 0.1513588 Jul 15 13:13:19.787781 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-e6fad3c3-de8f-4194-b61b-ece60a32086c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd88f87b-35ab-4149-95b5-b7e38ceebef0', 'name': 'tempest-ServerActionsTestJSON-1049955027-router', 'tenant_id': '12dc42da56354fb5b0d0acb9e0703009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '5e176094-29b5-433f-84a6-7b298facf7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:17Z', 'updated_at': '2021-07-15T13:03:24Z', 'revision_number': 4, 'project_id': '12dc42da56354fb5b0d0acb9e0703009', 'gw_port': {'id': '5e176094-29b5-433f-84a6-7b298facf7f4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd88f87b-35ab-4149-95b5-b7e38ceebef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:18Z', 'updated_at': '2021-07-15T13:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '89ce4eb1-8908-4cde-a6bf-c0abee37aabf', 'name': '', 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da', 'tenant_id': '12dc42da56354fb5b0d0acb9e0703009', 'mac_address': 'fa:16:3e:80:5a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd88f87b-35ab-4149-95b5-b7e38ceebef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '504f4a49-65cd-4546-be78-3e75a4fd4784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:23Z', 'updated_at': '2021-07-15T13:03:33Z', 'revision_number': 5, 'project_id': '12dc42da56354fb5b0d0acb9e0703009', 'subnets': [{'id': '504f4a49-65cd-4546-be78-3e75a4fd4784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:19.840994 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fad3c3-de8f-4194-b61b-ece60a32086c None None] The sync data for ids ['bd88f87b-35ab-4149-95b5-b7e38ceebef0'] in n-d-771363-36 is: [{'id': 'bd88f87b-35ab-4149-95b5-b7e38ceebef0', 'name': 'tempest-ServerActionsTestJSON-1049955027-router', 'tenant_id': '12dc42da56354fb5b0d0acb9e0703009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '5e176094-29b5-433f-84a6-7b298facf7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:17Z', 'updated_at': '2021-07-15T13:03:24Z', 'revision_number': 4, 'project_id': '12dc42da56354fb5b0d0acb9e0703009', 'gw_port': {'id': '5e176094-29b5-433f-84a6-7b298facf7f4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd88f87b-35ab-4149-95b5-b7e38ceebef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:18Z', 'updated_at': '2021-07-15T13:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '89ce4eb1-8908-4cde-a6bf-c0abee37aabf', 'name': '', 'network_id': '66404f0a-a6ed-4fd2-9977-c4d3e825b2da', 'tenant_id': '12dc42da56354fb5b0d0acb9e0703009', 'mac_address': 'fa:16:3e:80:5a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd88f87b-35ab-4149-95b5-b7e38ceebef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '504f4a49-65cd-4546-be78-3e75a4fd4784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:23Z', 'updated_at': '2021-07-15T13:03:33Z', 'revision_number': 5, 'project_id': '12dc42da56354fb5b0d0acb9e0703009', 'subnets': [{'id': '504f4a49-65cd-4546-be78-3e75a4fd4784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:13:19.852294 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1efdb123-5fe0-4081-98a9-583c96e9a05a req-5635355b-2a10-48e2-a76f-0078f6c07fab tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4a00e0a-4c5f-4981-b5bf-f8edaec4970f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885391 Jul 15 13:13:19.926759 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2f8ac-308e-4446-a48a-d3f6d108a980 req-8aa31cad-7490-4e37-8b30-d116e8a013d0 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:19.931639 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d2e2f8ac-308e-4446-a48a-d3f6d108a980 req-8aa31cad-7490-4e37-8b30-d116e8a013d0 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.46 "GET /v2.0/ports?device_id=d61592b3-bb19-4cdb-992a-22de6347c578 HTTP/1.1" status: 200 len: 945 time: 0.1667762 Jul 15 13:13:19.933655 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6586ae0a-d69d-429c-b323-32e6d6ceeef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:19.940651 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6586ae0a-d69d-429c-b323-32e6d6ceeef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.020042 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6586ae0a-d69d-429c-b323-32e6d6ceeef5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1130418695d4423aa6638f3555d19bf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5842369 Jul 15 13:13:20.020996 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586ae0a-d69d-429c-b323-32e6d6ceeef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55e5b5c-54e4-4960-9913-e306119baf45,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:20.025158 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57672) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:20.096796 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-40826e8e-08c1-4079-9c2b-fb210fbcc509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.120884 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-d2e2f8ac-308e-4446-a48a-d3f6d108a980 req-ed4acb58-58bf-4d9f-b30f-42e7365b74ce tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Deleting port 8cae92e5-b2ce-43f4-875d-06ebd300f7f8 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:20.121681 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d2e2f8ac-308e-4446-a48a-d3f6d108a980 req-ed4acb58-58bf-4d9f-b30f-42e7365b74ce tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.123713 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-40826e8e-08c1-4079-9c2b-fb210fbcc509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.191598 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-40826e8e-08c1-4079-9c2b-fb210fbcc509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.194158 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-40826e8e-08c1-4079-9c2b-fb210fbcc509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.196932 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-40826e8e-08c1-4079-9c2b-fb210fbcc509 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f55e5b5c-54e4-4960-9913-e306119baf45 HTTP/1.1" status: 204 len: 168 time: 0.1708329 Jul 15 13:13:20.229374 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40826e8e-08c1-4079-9c2b-fb210fbcc509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55e5b5c-54e4-4960-9913-e306119baf45,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:20.299130 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-d2e2f8ac-308e-4446-a48a-d3f6d108a980 req-ed4acb58-58bf-4d9f-b30f-42e7365b74ce tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] For port 8cae92e5-b2ce-43f4-875d-06ebd300f7f8, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=8cae92e5-b2ce-43f4-875d-06ebd300f7f8,segment=NetworkSegment(c072314f-c6ee-4b48-868a-b41715882595),segment_id=c072314f-c6ee-4b48-868a-b41715882595)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:20.299807 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d2e2f8ac-308e-4446-a48a-d3f6d108a980 req-ed4acb58-58bf-4d9f-b30f-42e7365b74ce tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.321728 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-d2e2f8ac-308e-4446-a48a-d3f6d108a980 req-ed4acb58-58bf-4d9f-b30f-42e7365b74ce tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Calling delete_port for 8cae92e5-b2ce-43f4-875d-06ebd300f7f8 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:20.369584 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7960a77b-86f7-45d1-ab7b-38826377b703 None None] New status for floating IP 30c99f77-e661-414f-bf79-68d3152882a1: DOWN {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:13:20.449401 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57690) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:20.600834 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-483f30d3-b26f-4eaf-8c98-884c6137173e tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.648865 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d2e2f8ac-308e-4446-a48a-d3f6d108a980 req-ed4acb58-58bf-4d9f-b30f-42e7365b74ce tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.663581 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-483f30d3-b26f-4eaf-8c98-884c6137173e tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.672677 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30', '8cae92e5-b2ce-43f4-875d-06ebd300f7f8', '60908f4b-48b8-4cc3-a370-317f8978ddd6'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:20.713605 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4acb58-58bf-4d9f-b30f-42e7365b74ce tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Pushing event deleted for resources: {'Port': ['ID=8cae92e5-b2ce-43f4-875d-06ebd300f7f8,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:20.789900 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-483f30d3-b26f-4eaf-8c98-884c6137173e tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.792464 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-483f30d3-b26f-4eaf-8c98-884c6137173e tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.797053 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-483f30d3-b26f-4eaf-8c98-884c6137173e tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "DELETE /v2.0/security-groups/d194382c-2fef-4995-a427-6cb2d9a08c40 HTTP/1.1" status: 204 len: 168 time: 0.3465207 Jul 15 13:13:20.797905 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57706) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:20.827270 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f30d3-b26f-4eaf-8c98-884c6137173e tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d194382c-2fef-4995-a427-6cb2d9a08c40,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:20.833256 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e2f8ac-308e-4446-a48a-d3f6d108a980 req-ed4acb58-58bf-4d9f-b30f-42e7365b74ce tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] No DVR routers for this DVR port 8cae92e5-b2ce-43f4-875d-06ebd300f7f8 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:20.852539 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d2e2f8ac-308e-4446-a48a-d3f6d108a980 req-ed4acb58-58bf-4d9f-b30f-42e7365b74ce tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.855030 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d2e2f8ac-308e-4446-a48a-d3f6d108a980 req-ed4acb58-58bf-4d9f-b30f-42e7365b74ce tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.46 "DELETE /v2.0/ports/8cae92e5-b2ce-43f4-875d-06ebd300f7f8 HTTP/1.1" status: 204 len: 173 time: 0.9120100 Jul 15 13:13:20.855703 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61592b3-bb19-4cdb-992a-22de6347c578', 'name': 'network-vif-deleted', 'tag': '8cae92e5-b2ce-43f4-875d-06ebd300f7f8'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:20.866254 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-f3f607a4-6211-4e62-a301-85d4e36d7c93 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] show failed (client error): The resource could not be found. Jul 15 13:13:20.875898 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f3f607a4-6211-4e62-a301-85d4e36d7c93 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "GET /v2.0/security-groups/d194382c-2fef-4995-a427-6cb2d9a08c40 HTTP/1.1" status: 404 len: 347 time: 0.0665331 Jul 15 13:13:20.881041 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57708) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:20.893894 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602aecd6-206e-41b4-aa1d-64c284c0f288" -d '{"events": [{"server_uuid": "d61592b3-bb19-4cdb-992a-22de6347c578", "name": "network-vif-deleted", "tag": "8cae92e5-b2ce-43f4-875d-06ebd300f7f8"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:21.082645 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6087a1fa-a164-4d46-97e1-aa72043fea89 x-openstack-request-id: req-6087a1fa-a164-4d46-97e1-aa72043fea89 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:21.082938 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61592b3-bb19-4cdb-992a-22de6347c578", "name": "network-vif-deleted", "tag": "8cae92e5-b2ce-43f4-875d-06ebd300f7f8", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:21.083188 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6087a1fa-a164-4d46-97e1-aa72043fea89 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:21.083585 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61592b3-bb19-4cdb-992a-22de6347c578', 'name': 'network-vif-deleted', 'tag': '8cae92e5-b2ce-43f4-875d-06ebd300f7f8', 'status': 'completed', 'code': 200} Jul 15 13:13:21.134754 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1e4aa383-4896-4d50-9663-70376c8128c0 req-56c9a90f-8a4f-4e1c-957f-46ca9b0abdb5 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/ports?device_id=d61592b3-bb19-4cdb-992a-22de6347c578 HTTP/1.1" status: 200 len: 210 time: 0.0639324 Jul 15 13:13:21.152484 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-35a9b4e3-527c-4da8-a21d-907440395365 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Deleting port abdd10d5-45a8-4eba-a9b7-3edd03ff3916 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:21.152825 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-35a9b4e3-527c-4da8-a21d-907440395365 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:21.326006 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-35a9b4e3-527c-4da8-a21d-907440395365 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:21.326457 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-35a9b4e3-527c-4da8-a21d-907440395365 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:21.339364 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 4e76fd72-6816-481c-819e-b8263abd48a1 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:21.341664 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-35a9b4e3-527c-4da8-a21d-907440395365 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Calling delete_port for abdd10d5-45a8-4eba-a9b7-3edd03ff3916 owned by network:floatingip {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:21.383256 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 4e76fd72-6816-481c-819e-b8263abd48a1 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:21.383611 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 4e76fd72-6816-481c-819e-b8263abd48a1 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:21.522317 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-35a9b4e3-527c-4da8-a21d-907440395365 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:21.561586 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a9b4e3-527c-4da8-a21d-907440395365 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Pushing event deleted for resources: {'Port': ['ID=abdd10d5-45a8-4eba-a9b7-3edd03ff3916,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:21.685127 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-35a9b4e3-527c-4da8-a21d-907440395365 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks [] for floatingip, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:21.691298 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-35a9b4e3-527c-4da8-a21d-907440395365 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:21.692524 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-35a9b4e3-527c-4da8-a21d-907440395365 tempest-ServerActionsTestJSON-434885847 tempest-ServerActionsTestJSON-434885847-project] 10.222.0.16 "DELETE /v2.0/floatingips/30c99f77-e661-414f-bf79-68d3152882a1 HTTP/1.1" status: 204 len: 168 time: 0.8089371 Jul 15 13:13:21.696045 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57746) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:22.568278 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8a1afddc-068f-49ba-9213-863a5900377c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:22.705709 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57802) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:23.189751 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-40e8d274-3bd5-4bc9-b91b-a3af80a4a3c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:23.301267 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8a1afddc-068f-49ba-9213-863a5900377c admin admin] Deleting port 89ce4eb1-8908-4cde-a6bf-c0abee37aabf {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:23.301929 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8a1afddc-068f-49ba-9213-863a5900377c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:23.395349 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-40e8d274-3bd5-4bc9-b91b-a3af80a4a3c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:23.407402 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-40e8d274-3bd5-4bc9-b91b-a3af80a4a3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:23.456873 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8a1afddc-068f-49ba-9213-863a5900377c admin admin] For port 89ce4eb1-8908-4cde-a6bf-c0abee37aabf, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=89ce4eb1-8908-4cde-a6bf-c0abee37aabf,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:23.458070 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8a1afddc-068f-49ba-9213-863a5900377c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:23.477073 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8a1afddc-068f-49ba-9213-863a5900377c admin admin] Calling delete_port for 89ce4eb1-8908-4cde-a6bf-c0abee37aabf owned by network:router_interface {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:23.513841 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-40e8d274-3bd5-4bc9-b91b-a3af80a4a3c1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5129eb6995794c438ea7b3e49451b828&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8065944 Jul 15 13:13:23.520127 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57838) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:23.539290 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e8d274-3bd5-4bc9-b91b-a3af80a4a3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0795041f-3785-4002-9196-2da4c035554f,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:23.713507 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-08968b29-d3ab-4884-9bfe-99bb839fce79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:23.727753 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8a1afddc-068f-49ba-9213-863a5900377c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:23.762628 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-08968b29-d3ab-4884-9bfe-99bb839fce79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:23.782034 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1afddc-068f-49ba-9213-863a5900377c admin admin] Pushing event deleted for resources: {'Port': ['ID=89ce4eb1-8908-4cde-a6bf-c0abee37aabf,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:23.891180 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-08968b29-d3ab-4884-9bfe-99bb839fce79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:23.894188 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-08968b29-d3ab-4884-9bfe-99bb839fce79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:23.895513 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-08968b29-d3ab-4884-9bfe-99bb839fce79 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0795041f-3785-4002-9196-2da4c035554f HTTP/1.1" status: 204 len: 168 time: 0.3641400 Jul 15 13:13:23.919634 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08968b29-d3ab-4884-9bfe-99bb839fce79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0795041f-3785-4002-9196-2da4c035554f,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:24.167973 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8a1afddc-068f-49ba-9213-863a5900377c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:25.075882 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59354c-757a-4cb5-897c-6aa85c6c263e req-3b55d4c0-223f-410f-ab8c-c783f73ef8a2 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:25.083152 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59354c-757a-4cb5-897c-6aa85c6c263e req-3b55d4c0-223f-410f-ab8c-c783f73ef8a2 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:25.085035 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bd59354c-757a-4cb5-897c-6aa85c6c263e req-3b55d4c0-223f-410f-ab8c-c783f73ef8a2 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/ports?device_id=642ab244-1a23-44e1-aa54-ea6e7f4706f2&device_id=75ec7c87-69c3-49c3-9aa4-8b1432c3750e HTTP/1.1" status: 200 len: 1682 time: 0.6426916 Jul 15 13:13:25.157866 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1afddc-068f-49ba-9213-863a5900377c admin admin] Router bd88f87b-35ab-4149-95b5-b7e38ceebef0 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:13:25.192679 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bd59354c-757a-4cb5-897c-6aa85c6c263e req-b1a699dc-7846-4f5c-87ad-5f8adcb1ade3 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4a00e0a-4c5f-4981-b5bf-f8edaec4970f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990314 Jul 15 13:13:25.363339 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 8cae92e5-b2ce-43f4-875d-06ebd300f7f8 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:25.427822 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 8cae92e5-b2ce-43f4-875d-06ebd300f7f8 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:25.428385 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 8cae92e5-b2ce-43f4-875d-06ebd300f7f8 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:25.469487 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1afddc-068f-49ba-9213-863a5900377c admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:13:25.482675 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd4aed1-be63-4fae-89f3-a68dbea3ce4a None None] Sync routers for ids ['bd88f87b-35ab-4149-95b5-b7e38ceebef0'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:13:25.490266 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8a1afddc-068f-49ba-9213-863a5900377c admin admin] 10.222.0.16 "PUT /v2.0/routers/bd88f87b-35ab-4149-95b5-b7e38ceebef0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7923102 Jul 15 13:13:25.492920 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57912) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:25.496658 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd4aed1-be63-4fae-89f3-a68dbea3ce4a None None] Routers {'bd88f87b-35ab-4149-95b5-b7e38ceebef0'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:25.497291 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-4dd4aed1-be63-4fae-89f3-a68dbea3ce4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:13:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['bd88f87b-35ab-4149-95b5-b7e38ceebef0'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:25.726174 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-4dd4aed1-be63-4fae-89f3-a68dbea3ce4a None None] Set router bd88f87b-35ab-4149-95b5-b7e38ceebef0 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:13:25.820197 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5991cda4-8071-4f3d-a86c-50867bbec537 admin admin] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:26.082394 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5991cda4-8071-4f3d-a86c-50867bbec537 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:26.118832 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-4dd4aed1-be63-4fae-89f3-a68dbea3ce4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd88f87b-35ab-4149-95b5-b7e38ceebef0', 'name': 'tempest-ServerActionsTestJSON-1049955027-router', 'tenant_id': '12dc42da56354fb5b0d0acb9e0703009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '5e176094-29b5-433f-84a6-7b298facf7f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:17Z', 'updated_at': '2021-07-15T13:13:23Z', 'revision_number': 5, 'project_id': '12dc42da56354fb5b0d0acb9e0703009', 'gw_port': {'id': '5e176094-29b5-433f-84a6-7b298facf7f4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd88f87b-35ab-4149-95b5-b7e38ceebef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:18Z', 'updated_at': '2021-07-15T13:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:26.174186 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-5991cda4-8071-4f3d-a86c-50867bbec537 admin admin] Deleting port 5e176094-29b5-433f-84a6-7b298facf7f4 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:26.174763 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5991cda4-8071-4f3d-a86c-50867bbec537 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:26.214850 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd4aed1-be63-4fae-89f3-a68dbea3ce4a None None] Checking router: bd88f87b-35ab-4149-95b5-b7e38ceebef0 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:13:26.227976 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd4aed1-be63-4fae-89f3-a68dbea3ce4a None None] Routers {'bd88f87b-35ab-4149-95b5-b7e38ceebef0'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:26.229088 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-4dd4aed1-be63-4fae-89f3-a68dbea3ce4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:13:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['bd88f87b-35ab-4149-95b5-b7e38ceebef0'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:26.335223 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-5991cda4-8071-4f3d-a86c-50867bbec537 admin admin] For port 5e176094-29b5-433f-84a6-7b298facf7f4, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5e176094-29b5-433f-84a6-7b298facf7f4,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:26.335636 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5991cda4-8071-4f3d-a86c-50867bbec537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:26.355714 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-5991cda4-8071-4f3d-a86c-50867bbec537 admin admin] Calling delete_port for 5e176094-29b5-433f-84a6-7b298facf7f4 owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:26.499287 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-4dd4aed1-be63-4fae-89f3-a68dbea3ce4a None None] Set router bd88f87b-35ab-4149-95b5-b7e38ceebef0 gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:13:26.645309 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-4dd4aed1-be63-4fae-89f3-a68dbea3ce4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd88f87b-35ab-4149-95b5-b7e38ceebef0', 'name': 'tempest-ServerActionsTestJSON-1049955027-router', 'tenant_id': '12dc42da56354fb5b0d0acb9e0703009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:17Z', 'updated_at': '2021-07-15T13:13:26Z', 'revision_number': 6, 'project_id': '12dc42da56354fb5b0d0acb9e0703009', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:26.686258 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd4aed1-be63-4fae-89f3-a68dbea3ce4a None None] The sync data for ids ['bd88f87b-35ab-4149-95b5-b7e38ceebef0'] in n-d-771363-36 is: [{'id': 'bd88f87b-35ab-4149-95b5-b7e38ceebef0', 'name': 'tempest-ServerActionsTestJSON-1049955027-router', 'tenant_id': '12dc42da56354fb5b0d0acb9e0703009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:17Z', 'updated_at': '2021-07-15T13:13:26Z', 'revision_number': 6, 'project_id': '12dc42da56354fb5b0d0acb9e0703009', 'gw_port_host': None}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:13:26.871990 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5991cda4-8071-4f3d-a86c-50867bbec537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:26.980747 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991cda4-8071-4f3d-a86c-50867bbec537 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e176094-29b5-433f-84a6-7b298facf7f4,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:27.069757 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5991cda4-8071-4f3d-a86c-50867bbec537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:27.212303 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5991cda4-8071-4f3d-a86c-50867bbec537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:27.215174 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5991cda4-8071-4f3d-a86c-50867bbec537 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:27.299333 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5991cda4-8071-4f3d-a86c-50867bbec537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:27.299955 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5991cda4-8071-4f3d-a86c-50867bbec537 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd88f87b-35ab-4149-95b5-b7e38ceebef0 {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:13:27.313890 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5991cda4-8071-4f3d-a86c-50867bbec537 admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:27.319013 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5991cda4-8071-4f3d-a86c-50867bbec537 admin admin] 10.222.0.16 "DELETE /v2.0/routers/bd88f87b-35ab-4149-95b5-b7e38ceebef0 HTTP/1.1" status: 204 len: 168 time: 1.8245797 Jul 15 13:13:27.319803 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57958) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:27.402414 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6edb80-f09e-4cf3-8cbc-b53ada4e84c0 req-e42e6d14-aa9c-4127-8ba8-e1ea757f4764 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:27.404669 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ce6edb80-f09e-4cf3-8cbc-b53ada4e84c0 req-e42e6d14-aa9c-4127-8ba8-e1ea757f4764 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/ports?device_id=75ec7c87-69c3-49c3-9aa4-8b1432c3750e HTTP/1.1" status: 200 len: 945 time: 0.1672955 Jul 15 13:13:27.412883 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b3212f-f3c8-4dd0-abde-45f350bca75b admin admin] Deleting subnet 504f4a49-65cd-4546-be78-3e75a4fd4784 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:13:27.417332 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e5b3212f-f3c8-4dd0-abde-45f350bca75b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:27.504300 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e5b3212f-f3c8-4dd0-abde-45f350bca75b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:27.553089 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ce6edb80-f09e-4cf3-8cbc-b53ada4e84c0 req-c6d33b89-ee70-479f-a776-46a0b86e26cd tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4a00e0a-4c5f-4981-b5bf-f8edaec4970f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336617 Jul 15 13:13:27.622757 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e5b3212f-f3c8-4dd0-abde-45f350bca75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:27.690502 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e5b3212f-f3c8-4dd0-abde-45f350bca75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:27.724983 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b3212f-f3c8-4dd0-abde-45f350bca75b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=504f4a49-65cd-4546-be78-3e75a4fd4784,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:27.741468 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca66f4b9-1416-496b-937a-3502fd0e2136 None None] Network 66404f0a-a6ed-4fd2-9977-c4d3e825b2da requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:27.743553 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3212f-f3c8-4dd0-abde-45f350bca75b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:27.744133 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3212f-f3c8-4dd0-abde-45f350bca75b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:27.744694 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3212f-f3c8-4dd0-abde-45f350bca75b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:27.745398 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3212f-f3c8-4dd0-abde-45f350bca75b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:27.746091 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3212f-f3c8-4dd0-abde-45f350bca75b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:27.746666 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3212f-f3c8-4dd0-abde-45f350bca75b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:27.747216 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3212f-f3c8-4dd0-abde-45f350bca75b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:27.747779 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3212f-f3c8-4dd0-abde-45f350bca75b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:27.748361 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3212f-f3c8-4dd0-abde-45f350bca75b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:27.748921 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3212f-f3c8-4dd0-abde-45f350bca75b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:27.749467 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3212f-f3c8-4dd0-abde-45f350bca75b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:27.751077 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3212f-f3c8-4dd0-abde-45f350bca75b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:27.754848 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e5b3212f-f3c8-4dd0-abde-45f350bca75b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:27.758731 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e5b3212f-f3c8-4dd0-abde-45f350bca75b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/504f4a49-65cd-4546-be78-3e75a4fd4784 HTTP/1.1" status: 204 len: 168 time: 0.4366496 Jul 15 13:13:27.761001 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57970) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:27.868795 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-92f9e0af-7a68-4523-9659-c6aaa501e861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:27.946273 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-92f9e0af-7a68-4523-9659-c6aaa501e861 admin admin] Deleting port 5d7a4747-efcc-44c1-b74e-91e616819c02 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:27.947264 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-92f9e0af-7a68-4523-9659-c6aaa501e861 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:28.003130 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99f73e6-527d-487d-becb-87db6216e6ba None None] DHCP port deletion for 66404f0a-a6ed-4fd2-9977-c4d3e825b2da request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:13:28.053263 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-92f9e0af-7a68-4523-9659-c6aaa501e861 admin admin] For port 5d7a4747-efcc-44c1-b74e-91e616819c02, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5d7a4747-efcc-44c1-b74e-91e616819c02,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:28.053874 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-92f9e0af-7a68-4523-9659-c6aaa501e861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:28.080389 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-92f9e0af-7a68-4523-9659-c6aaa501e861 admin admin] Calling delete_port for 5d7a4747-efcc-44c1-b74e-91e616819c02 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:28.091017 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f99f73e6-527d-487d-becb-87db6216e6ba None None] Deleting port 5d7a4747-efcc-44c1-b74e-91e616819c02 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:28.091571 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f99f73e6-527d-487d-becb-87db6216e6ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:28.192085 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f99f73e6-527d-487d-becb-87db6216e6ba None None] For port 5d7a4747-efcc-44c1-b74e-91e616819c02, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5d7a4747-efcc-44c1-b74e-91e616819c02,segment=NetworkSegment(6c08b4fd-e002-492a-bbd7-d6303b30aeb2),segment_id=6c08b4fd-e002-492a-bbd7-d6303b30aeb2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:28.192742 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f99f73e6-527d-487d-becb-87db6216e6ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:28.206763 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-92f9e0af-7a68-4523-9659-c6aaa501e861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:28.217787 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f99f73e6-527d-487d-becb-87db6216e6ba None None] Calling delete_port for 5d7a4747-efcc-44c1-b74e-91e616819c02 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:28.252651 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9e0af-7a68-4523-9659-c6aaa501e861 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d7a4747-efcc-44c1-b74e-91e616819c02,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:28.282402 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f9e0af-7a68-4523-9659-c6aaa501e861 admin admin] No DVR routers for this DVR port 5d7a4747-efcc-44c1-b74e-91e616819c02 on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:28.382617 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f99f73e6-527d-487d-becb-87db6216e6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:28.414670 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-92f9e0af-7a68-4523-9659-c6aaa501e861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:28.432770 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca5b67-e7fb-4e7d-b631-d53f66e55f5e req-3e50a056-4818-428a-841b-21ca021e562e tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:28.434955 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0eca5b67-e7fb-4e7d-b631-d53f66e55f5e req-3e50a056-4818-428a-841b-21ca021e562e tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.46 "GET /v2.0/ports?device_id=75ec7c87-69c3-49c3-9aa4-8b1432c3750e HTTP/1.1" status: 200 len: 945 time: 0.2248697 Jul 15 13:13:28.445426 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-92f9e0af-7a68-4523-9659-c6aaa501e861 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66404f0a-a6ed-4fd2-9977-c4d3e825b2da']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:28.457611 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 89ce4eb1-8908-4cde-a6bf-c0abee37aabf no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:28.484200 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99f73e6-527d-487d-becb-87db6216e6ba None None] No DVR routers for this DVR port 5d7a4747-efcc-44c1-b74e-91e616819c02 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:28.486300 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 89ce4eb1-8908-4cde-a6bf-c0abee37aabf {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:28.486721 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 89ce4eb1-8908-4cde-a6bf-c0abee37aabf not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:28.487133 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5d7a4747-efcc-44c1-b74e-91e616819c02 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:28.489051 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-92f9e0af-7a68-4523-9659-c6aaa501e861 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c08b4fd-e002-492a-bbd7-d6303b30aeb2') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:28.489272 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f73e6-527d-487d-becb-87db6216e6ba None None] Pushing event deleted for resources: {'Port': ['ID=5d7a4747-efcc-44c1-b74e-91e616819c02,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:28.489393 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-92f9e0af-7a68-4523-9659-c6aaa501e861 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c08b4fd-e002-492a-bbd7-d6303b30aeb2') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:28.504953 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-92f9e0af-7a68-4523-9659-c6aaa501e861 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:28.533911 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 5d7a4747-efcc-44c1-b74e-91e616819c02 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:28.540697 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-92f9e0af-7a68-4523-9659-c6aaa501e861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:28.543222 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5d7a4747-efcc-44c1-b74e-91e616819c02 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:28.544644 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5e176094-29b5-433f-84a6-7b298facf7f4 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:28.569380 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 5e176094-29b5-433f-84a6-7b298facf7f4 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:28.569855 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5e176094-29b5-433f-84a6-7b298facf7f4 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:28.572746 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f9e0af-7a68-4523-9659-c6aaa501e861 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:13:28.573303 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-92f9e0af-7a68-4523-9659-c6aaa501e861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:28.575168 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:13:28.575168 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:13:28.575168 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:13:28.575168 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:13:28.575168 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:13:28.575168 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:13:28.575168 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:13:28.575168 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:13:28.575168 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:13:28.575168 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:13:28.575168 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:13:28.575168 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:13:28.575168 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:13:28.575168 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:13:28.575168 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:13:28.575168 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:13:28.575168 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:13:28.575168 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:13:28.575168 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:13:28.575168 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:13:28.575168 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:13:28.575168 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:13:28.575168 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:13:28.575168 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:13:28.575168 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:13:28.575168 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:13:28.575168 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:13:28.575168 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:13:28.575168 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:13:28.575168 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:13:28.575168 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:13:28.575168 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:13:28.718143 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-92f9e0af-7a68-4523-9659-c6aaa501e861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:28.729146 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-92f9e0af-7a68-4523-9659-c6aaa501e861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:28.731284 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-92f9e0af-7a68-4523-9659-c6aaa501e861 admin admin] 10.222.0.16 "DELETE /v2.0/networks/66404f0a-a6ed-4fd2-9977-c4d3e825b2da HTTP/1.1" status: 204 len: 168 time: 0.9687376 Jul 15 13:13:28.796331 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9e0af-7a68-4523-9659-c6aaa501e861 admin admin] Pushing event deleted for resources: {'Network': ['ID=66404f0a-a6ed-4fd2-9977-c4d3e825b2da,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:28.860223 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-0eca5b67-e7fb-4e7d-b631-d53f66e55f5e req-1a0f9ee4-c4ad-45df-958e-bf8ca5c72723 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Deleting port 60908f4b-48b8-4cc3-a370-317f8978ddd6 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:28.860821 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0eca5b67-e7fb-4e7d-b631-d53f66e55f5e req-1a0f9ee4-c4ad-45df-958e-bf8ca5c72723 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.067327 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.115531 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58020) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:29.188517 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6924384-5674-4291-8a5e-5e50c9ab9628 req-de76844c-41d4-4eed-8730-d7b1d30fa253 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:29.192629 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e6924384-5674-4291-8a5e-5e50c9ab9628 req-de76844c-41d4-4eed-8730-d7b1d30fa253 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/ports?device_id=75ec7c87-69c3-49c3-9aa4-8b1432c3750e HTTP/1.1" status: 200 len: 945 time: 0.4077663 Jul 15 13:13:29.198326 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-0eca5b67-e7fb-4e7d-b631-d53f66e55f5e req-1a0f9ee4-c4ad-45df-958e-bf8ca5c72723 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] For port 60908f4b-48b8-4cc3-a370-317f8978ddd6, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=60908f4b-48b8-4cc3-a370-317f8978ddd6,segment=NetworkSegment(c072314f-c6ee-4b48-868a-b41715882595),segment_id=c072314f-c6ee-4b48-868a-b41715882595)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:29.198714 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0eca5b67-e7fb-4e7d-b631-d53f66e55f5e req-1a0f9ee4-c4ad-45df-958e-bf8ca5c72723 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.217008 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-89c6d226-3620-470c-aaac-eff26847e34c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=12dc42da56354fb5b0d0acb9e0703009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0995617 Jul 15 13:13:29.218023 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58026) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:29.252515 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d059801-2452-4070-a8cf-1db5264416c4 req-2d6d3321-230b-4523-b9b8-40d024877a1c tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:29.256813 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8d059801-2452-4070-a8cf-1db5264416c4 req-2d6d3321-230b-4523-b9b8-40d024877a1c tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.46 "GET /v2.0/ports?device_id=642ab244-1a23-44e1-aa54-ea6e7f4706f2 HTTP/1.1" status: 200 len: 946 time: 0.4511435 Jul 15 13:13:29.309149 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-0eca5b67-e7fb-4e7d-b631-d53f66e55f5e req-1a0f9ee4-c4ad-45df-958e-bf8ca5c72723 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Calling delete_port for 60908f4b-48b8-4cc3-a370-317f8978ddd6 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:29.320375 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39f6136d-fae0-4456-96a0-6841941fb8d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.364270 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e6924384-5674-4291-8a5e-5e50c9ab9628 req-90b2c26c-0385-4f93-846b-ddfc741c61d4 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4a00e0a-4c5f-4981-b5bf-f8edaec4970f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282706 Jul 15 13:13:29.371753 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39f6136d-fae0-4456-96a0-6841941fb8d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.392235 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.471009 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39f6136d-fae0-4456-96a0-6841941fb8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.477140 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39f6136d-fae0-4456-96a0-6841941fb8d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.478162 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-39f6136d-fae0-4456-96a0-6841941fb8d0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/587b5cbd-95cf-4500-88c5-9aa763ebe555 HTTP/1.1" status: 204 len: 168 time: 0.2586253 Jul 15 13:13:29.493923 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f6136d-fae0-4456-96a0-6841941fb8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587b5cbd-95cf-4500-88c5-9aa763ebe555,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:29.593707 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-8d059801-2452-4070-a8cf-1db5264416c4 req-eb20f99b-c262-4202-b25b-15dff8def6ae tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Deleting port c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:29.593707 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8d059801-2452-4070-a8cf-1db5264416c4 req-eb20f99b-c262-4202-b25b-15dff8def6ae tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.681734 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d944752c-ec85-4fbb-823d-85e25e8b5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.786827 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-8d059801-2452-4070-a8cf-1db5264416c4 req-eb20f99b-c262-4202-b25b-15dff8def6ae tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] For port c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30,segment=NetworkSegment(c072314f-c6ee-4b48-868a-b41715882595),segment_id=c072314f-c6ee-4b48-868a-b41715882595)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:29.787238 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8d059801-2452-4070-a8cf-1db5264416c4 req-eb20f99b-c262-4202-b25b-15dff8def6ae tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.802594 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0eca5b67-e7fb-4e7d-b631-d53f66e55f5e req-1a0f9ee4-c4ad-45df-958e-bf8ca5c72723 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.804813 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-8d059801-2452-4070-a8cf-1db5264416c4 req-eb20f99b-c262-4202-b25b-15dff8def6ae tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Calling delete_port for c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:29.816771 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30', '60908f4b-48b8-4cc3-a370-317f8978ddd6'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:29.926383 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f9ee4-c4ad-45df-958e-bf8ca5c72723 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Pushing event deleted for resources: {'Port': ['ID=60908f4b-48b8-4cc3-a370-317f8978ddd6,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:29.973020 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eca5b67-e7fb-4e7d-b631-d53f66e55f5e req-1a0f9ee4-c4ad-45df-958e-bf8ca5c72723 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] No DVR routers for this DVR port 60908f4b-48b8-4cc3-a370-317f8978ddd6 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:29.976564 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0eca5b67-e7fb-4e7d-b631-d53f66e55f5e req-1a0f9ee4-c4ad-45df-958e-bf8ca5c72723 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.978850 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0eca5b67-e7fb-4e7d-b631-d53f66e55f5e req-1a0f9ee4-c4ad-45df-958e-bf8ca5c72723 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.46 "DELETE /v2.0/ports/60908f4b-48b8-4cc3-a370-317f8978ddd6 HTTP/1.1" status: 204 len: 173 time: 1.5298684 Jul 15 13:13:29.979216 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ec7c87-69c3-49c3-9aa4-8b1432c3750e', 'name': 'network-vif-deleted', 'tag': '60908f4b-48b8-4cc3-a370-317f8978ddd6'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:29.981687 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406dd113-4767-4e47-a177-5a2d87fdc922" -d '{"events": [{"server_uuid": "75ec7c87-69c3-49c3-9aa4-8b1432c3750e", "name": "network-vif-deleted", "tag": "60908f4b-48b8-4cc3-a370-317f8978ddd6"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:30.125873 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833b7b46-91c0-4036-b89a-b071829b3a8f x-openstack-request-id: req-833b7b46-91c0-4036-b89a-b071829b3a8f {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:30.128023 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ec7c87-69c3-49c3-9aa4-8b1432c3750e", "name": "network-vif-deleted", "tag": "60908f4b-48b8-4cc3-a370-317f8978ddd6", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:30.128558 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-833b7b46-91c0-4036-b89a-b071829b3a8f {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:30.128753 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ec7c87-69c3-49c3-9aa4-8b1432c3750e', 'name': 'network-vif-deleted', 'tag': '60908f4b-48b8-4cc3-a370-317f8978ddd6', 'status': 'completed', 'code': 200} Jul 15 13:13:30.158469 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8d059801-2452-4070-a8cf-1db5264416c4 req-eb20f99b-c262-4202-b25b-15dff8def6ae tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:30.170335 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['60908f4b-48b8-4cc3-a370-317f8978ddd6'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:30.322991 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20f99b-c262-4202-b25b-15dff8def6ae tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Pushing event deleted for resources: {'Port': ['ID=c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:30.371148 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d059801-2452-4070-a8cf-1db5264416c4 req-eb20f99b-c262-4202-b25b-15dff8def6ae tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] No DVR routers for this DVR port c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:30.374417 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8d059801-2452-4070-a8cf-1db5264416c4 req-eb20f99b-c262-4202-b25b-15dff8def6ae tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:30.383772 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8d059801-2452-4070-a8cf-1db5264416c4 req-eb20f99b-c262-4202-b25b-15dff8def6ae tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.46 "DELETE /v2.0/ports/c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30 HTTP/1.1" status: 204 len: 173 time: 1.0925288 Jul 15 13:13:30.669374 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58078) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:30.682680 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a45a0ff8-98db-478c-821a-e870341f3ce0 req-b5d32fb1-4336-43b5-bdbd-2635daa92c66 tempest-ListServersNegativeTestJSON-811025362 tempest-ListServersNegativeTestJSON-811025362-project] 10.222.0.16 "GET /v2.0/ports?device_id=75ec7c87-69c3-49c3-9aa4-8b1432c3750e HTTP/1.1" status: 200 len: 210 time: 0.0552733 Jul 15 13:13:30.783321 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8314a24-095d-45e0-ba3d-93464aabfa2c req-11bf730f-4f10-41b2-a1f3-e1a54c208110 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:30.792114 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b8314a24-095d-45e0-ba3d-93464aabfa2c req-11bf730f-4f10-41b2-a1f3-e1a54c208110 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/ports?device_id=36243c40-9f3e-415c-9d94-212ffa827773 HTTP/1.1" status: 200 len: 946 time: 0.1076229 Jul 15 13:13:30.871958 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b8314a24-095d-45e0-ba3d-93464aabfa2c req-73660d25-6fc1-4abb-8473-1fca83c42349 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d5bee6-ffd4-4f0f-b95e-b5e7544bf1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780132 Jul 15 13:13:30.962268 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5671ff23-ef80-4567-8532-06ac0b540587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.218086 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5671ff23-ef80-4567-8532-06ac0b540587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.223767 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5671ff23-ef80-4567-8532-06ac0b540587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.289060 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5671ff23-ef80-4567-8532-06ac0b540587 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6b20f0e713a84394959575ac9d527718&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6174743 Jul 15 13:13:31.293691 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58098) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:31.294415 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5671ff23-ef80-4567-8532-06ac0b540587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469991c6-a5c3-41a4-b9dc-b12ee8d9ec46,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:31.389851 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58102) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:31.390089 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4f394cab-597d-4f44-84e7-f0d6ffd91eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.429341 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4f394cab-597d-4f44-84e7-f0d6ffd91eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.497237 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4f394cab-597d-4f44-84e7-f0d6ffd91eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.503134 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4f394cab-597d-4f44-84e7-f0d6ffd91eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.504707 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4f394cab-597d-4f44-84e7-f0d6ffd91eb7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/469991c6-a5c3-41a4-b9dc-b12ee8d9ec46 HTTP/1.1" status: 204 len: 168 time: 0.2098420 Jul 15 13:13:31.515340 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f394cab-597d-4f44-84e7-f0d6ffd91eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469991c6-a5c3-41a4-b9dc-b12ee8d9ec46,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:31.544712 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-806d3b43-1209-4fb0-afc8-0e4022d7230d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-568379761-network', 'tenant_id': '99d45a336d514c7180109f79bdff330d'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:31.576992 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806d3b43-1209-4fb0-afc8-0e4022d7230d admin admin] Made reservation on behalf of 99d45a336d514c7180109f79bdff330d for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:31.580578 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-806d3b43-1209-4fb0-afc8-0e4022d7230d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.591995 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-806d3b43-1209-4fb0-afc8-0e4022d7230d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.748484 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-806d3b43-1209-4fb0-afc8-0e4022d7230d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.758109 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-806d3b43-1209-4fb0-afc8-0e4022d7230d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.833857 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-806d3b43-1209-4fb0-afc8-0e4022d7230d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:13:31.854661 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d3b43-1209-4fb0-afc8-0e4022d7230d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6576ae35-7968-4d58-a3a5-bf786006c618,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:31.875932 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-806d3b43-1209-4fb0-afc8-0e4022d7230d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.877718 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-806d3b43-1209-4fb0-afc8-0e4022d7230d admin admin] Added segment e95a655b-a676-4c2e-aa5f-6ef8dcddfac0 of type vlan for network 8b381b5f-7523-4cc8-b8ec-8c1e81d37e00 Jul 15 13:13:31.928821 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58120) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:31.943392 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-09d756e3-f834-4747-909a-05b68074b7ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.988007 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-806d3b43-1209-4fb0-afc8-0e4022d7230d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.047788 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58122) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:32.058422 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-09d756e3-f834-4747-909a-05b68074b7ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.060060 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-806d3b43-1209-4fb0-afc8-0e4022d7230d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.063557 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806d3b43-1209-4fb0-afc8-0e4022d7230d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:32.064136 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-806d3b43-1209-4fb0-afc8-0e4022d7230d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.064532 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-09d756e3-f834-4747-909a-05b68074b7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.135308 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-09d756e3-f834-4747-909a-05b68074b7ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=edad6ab4644544068f1b025e2e93f20e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2043276 Jul 15 13:13:32.151983 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642ab244-1a23-44e1-aa54-ea6e7f4706f2', 'name': 'network-vif-deleted', 'tag': 'c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:32.158247 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e60a8fc-d772-48b8-b504-d6a978cff649" -d '{"events": [{"server_uuid": "642ab244-1a23-44e1-aa54-ea6e7f4706f2", "name": "network-vif-deleted", "tag": "c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:32.161729 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58126) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:32.232294 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d3b43-1209-4fb0-afc8-0e4022d7230d admin admin] Pushing event updated for resources: {'Network': ['ID=8b381b5f-7523-4cc8-b8ec-8c1e81d37e00,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:32.247625 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 8b381b5f-7523-4cc8-b8ec-8c1e81d37e00 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:13:32.253859 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d7efc3-b1c9-46bc-9e1e-118cb23163c3 x-openstack-request-id: req-42d7efc3-b1c9-46bc-9e1e-118cb23163c3 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:32.254129 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "642ab244-1a23-44e1-aa54-ea6e7f4706f2", "name": "network-vif-deleted", "tag": "c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:32.254383 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-42d7efc3-b1c9-46bc-9e1e-118cb23163c3 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:32.254797 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642ab244-1a23-44e1-aa54-ea6e7f4706f2', 'name': 'network-vif-deleted', 'tag': 'c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30', 'status': 'completed', 'code': 200} Jul 15 13:13:32.264401 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d756e3-f834-4747-909a-05b68074b7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901744c6-8a32-4d87-ad6b-6a3ea29f4a43,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:32.271159 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-806d3b43-1209-4fb0-afc8-0e4022d7230d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8784175 Jul 15 13:13:32.274473 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58130) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:32.285629 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-7249d16c-0e40-4481-9a57-6ac80a6e2d8b admin admin] Deleting subnet f6ffba0c-99bd-49bb-b4c2-60b311092a68 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:13:32.288593 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-f3eb4418-11ad-402c-bfd5-498151444365 admin admin] Request body: {'subnet': {'network_id': '8b381b5f-7523-4cc8-b8ec-8c1e81d37e00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-568379761-subnet', 'tenant_id': '99d45a336d514c7180109f79bdff330d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:32.290790 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7249d16c-0e40-4481-9a57-6ac80a6e2d8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.297552 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.345122 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-02e46a23-5a06-4b5f-bf8e-76a7aaac3d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.351888 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7249d16c-0e40-4481-9a57-6ac80a6e2d8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.359995 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3eb4418-11ad-402c-bfd5-498151444365 admin admin] Made reservation on behalf of 99d45a336d514c7180109f79bdff330d for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:32.363237 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f3eb4418-11ad-402c-bfd5-498151444365 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.411642 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-02e46a23-5a06-4b5f-bf8e-76a7aaac3d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.430270 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7249d16c-0e40-4481-9a57-6ac80a6e2d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.439135 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-42790ca2-8389-491e-a48d-5abb0ca9f527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.452664 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175b1b4-17cd-4f5b-b93e-b4ebb3733ea3 req-2a24df5b-7ca7-4fc7-8202-d711934a2693 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:32.463431 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5175b1b4-17cd-4f5b-b93e-b4ebb3733ea3 req-2a24df5b-7ca7-4fc7-8202-d711934a2693 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/ports?device_id=36243c40-9f3e-415c-9d94-212ffa827773 HTTP/1.1" status: 200 len: 946 time: 0.2992969 Jul 15 13:13:32.516850 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-02e46a23-5a06-4b5f-bf8e-76a7aaac3d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.519861 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-02e46a23-5a06-4b5f-bf8e-76a7aaac3d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.523295 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-02e46a23-5a06-4b5f-bf8e-76a7aaac3d01 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/901744c6-8a32-4d87-ad6b-6a3ea29f4a43 HTTP/1.1" status: 204 len: 168 time: 0.3522341 Jul 15 13:13:32.536132 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e46a23-5a06-4b5f-bf8e-76a7aaac3d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901744c6-8a32-4d87-ad6b-6a3ea29f4a43,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:32.546815 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7249d16c-0e40-4481-9a57-6ac80a6e2d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.561129 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7249d16c-0e40-4481-9a57-6ac80a6e2d8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.566831 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7249d16c-0e40-4481-9a57-6ac80a6e2d8b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f6ffba0c-99bd-49bb-b4c2-60b311092a68 HTTP/1.1" status: 204 len: 168 time: 0.5178475 Jul 15 13:13:32.567494 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58138) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:32.589818 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5175b1b4-17cd-4f5b-b93e-b4ebb3733ea3 req-510b132f-ba9b-4e13-853a-20bc8297f0d9 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d5bee6-ffd4-4f0f-b95e-b5e7544bf1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235986 Jul 15 13:13:32.598532 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249d16c-0e40-4481-9a57-6ac80a6e2d8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6ffba0c-99bd-49bb-b4c2-60b311092a68,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:32.724010 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9c56daeb-0241-419f-9330-a439a3c04231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.768285 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f3eb4418-11ad-402c-bfd5-498151444365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.841025 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb4418-11ad-402c-bfd5-498151444365 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b9a4172-80e3-4f58-9696-3b754dcad2a5,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:32.850369 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eb4418-11ad-402c-bfd5-498151444365 admin admin] Checking segment: {'id': 'e95a655b-a676-4c2e-aa5f-6ef8dcddfac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8b381b5f-7523-4cc8-b8ec-8c1e81d37e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:32.850801 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3eb4418-11ad-402c-bfd5-498151444365 admin admin] Network hostable DHCP agents. Network: 8b381b5f-7523-4cc8-b8ec-8c1e81d37e00, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:13:32.883182 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9c56daeb-0241-419f-9330-a439a3c04231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.885318 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3eb4418-11ad-402c-bfd5-498151444365 admin admin] Network 8b381b5f-7523-4cc8-b8ec-8c1e81d37e00 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:13:32.902410 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-f3eb4418-11ad-402c-bfd5-498151444365 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 8b381b5f-7523-4cc8-b8ec-8c1e81d37e00) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:32.907874 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-9c56daeb-0241-419f-9330-a439a3c04231 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88ff7884-5c72-45e4-a84f-be70d3390005']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:32.915133 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3eb4418-11ad-402c-bfd5-498151444365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:32.915368 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1164f10-facf-4d45-86b8-707506615c3f None None] Network 8b381b5f-7523-4cc8-b8ec-8c1e81d37e00 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:32.916251 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f3eb4418-11ad-402c-bfd5-498151444365 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.935866 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-9c56daeb-0241-419f-9330-a439a3c04231 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c072314f-c6ee-4b48-868a-b41715882595') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:32.936543 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-9c56daeb-0241-419f-9330-a439a3c04231 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c072314f-c6ee-4b48-868a-b41715882595') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:32.948896 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f3eb4418-11ad-402c-bfd5-498151444365 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6701460 Jul 15 13:13:32.974171 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9c56daeb-0241-419f-9330-a439a3c04231 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.002241 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9c56daeb-0241-419f-9330-a439a3c04231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.016003 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c56daeb-0241-419f-9330-a439a3c04231 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:13:33.016697 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9c56daeb-0241-419f-9330-a439a3c04231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.021127 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:33.021127 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:33.021127 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:13:33.021127 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:13:33.021127 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:13:33.021127 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:13:33.021127 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:13:33.021127 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:13:33.021127 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:13:33.021127 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:13:33.021127 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:13:33.021127 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:13:33.021127 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:13:33.021127 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:13:33.021127 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:13:33.021127 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:13:33.021127 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:13:33.021127 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:13:33.021127 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:13:33.021127 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:13:33.021127 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:13:33.021127 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:13:33.021127 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:13:33.021127 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:13:33.021127 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:13:33.021127 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:13:33.021127 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:13:33.021127 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:13:33.021127 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:13:33.021127 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:13:33.021127 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:13:33.021127 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:13:33.021127 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:13:33.021127 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:13:33.100012 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9c56daeb-0241-419f-9330-a439a3c04231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.110992 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9c56daeb-0241-419f-9330-a439a3c04231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.114170 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9c56daeb-0241-419f-9330-a439a3c04231 admin admin] 10.222.0.16 "DELETE /v2.0/networks/88ff7884-5c72-45e4-a84f-be70d3390005 HTTP/1.1" status: 204 len: 168 time: 0.5260479 Jul 15 13:13:33.125827 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56daeb-0241-419f-9330-a439a3c04231 admin admin] Pushing event deleted for resources: {'Network': ['ID=88ff7884-5c72-45e4-a84f-be70d3390005,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:33.223179 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c75727-d902-4334-8f51-4e1a0565637a None None] Network 8b381b5f-7523-4cc8-b8ec-8c1e81d37e00 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:33.385003 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58170) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:33.413760 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:33.508196 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6355b63b-ce36-41b5-80bc-bd4df9c94aa7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a82f9ba3b0b448cca9da28259baf41dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1216466 Jul 15 13:13:33.510763 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58180) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:33.532649 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:33.533225 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device c2de46cc-3d6f-48e5-9a9d-c9763e5e1e30 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:33.533844 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 60908f4b-48b8-4cc3-a370-317f8978ddd6 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:33.629759 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 60908f4b-48b8-4cc3-a370-317f8978ddd6 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:33.630284 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 60908f4b-48b8-4cc3-a370-317f8978ddd6 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:33.678253 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-59c309a2-a278-44a8-a526-dd6dcb6cf59b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.712189 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-59c309a2-a278-44a8-a526-dd6dcb6cf59b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.713903 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a936b-3fdc-4c99-a803-f1292f83da46 req-bfa78aea-aee3-45e0-a3b9-0af61027dcb4 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:33.723872 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.724139 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-022a936b-3fdc-4c99-a803-f1292f83da46 req-bfa78aea-aee3-45e0-a3b9-0af61027dcb4 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/ports?device_id=36243c40-9f3e-415c-9d94-212ffa827773 HTTP/1.1" status: 200 len: 946 time: 0.1856489 Jul 15 13:13:33.794131 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-59c309a2-a278-44a8-a526-dd6dcb6cf59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.803887 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-59c309a2-a278-44a8-a526-dd6dcb6cf59b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.805411 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-59c309a2-a278-44a8-a526-dd6dcb6cf59b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a4a00e0a-4c5f-4981-b5bf-f8edaec4970f HTTP/1.1" status: 204 len: 168 time: 0.2935047 Jul 15 13:13:33.809981 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-022a936b-3fdc-4c99-a803-f1292f83da46 req-8b8b3ce9-79b2-4710-9744-4d383da477f1 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d5bee6-ffd4-4f0f-b95e-b5e7544bf1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850856 Jul 15 13:13:33.819378 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c309a2-a278-44a8-a526-dd6dcb6cf59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a00e0a-4c5f-4981-b5bf-f8edaec4970f,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:33.971005 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58198) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:34.118903 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-03a82e22-c5a2-4e1e-a77b-d8bfea13d933 tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:34.121129 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-03a82e22-c5a2-4e1e-a77b-d8bfea13d933 tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] 10.222.0.16 "GET /v2.0/networks?id=8b381b5f-7523-4cc8-b8ec-8c1e81d37e00 HTTP/1.1" status: 200 len: 821 time: 0.1325090 Jul 15 13:13:34.144805 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-741e5dbb-cf74-45ad-9a7d-aade7b4b6f3b tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] 10.222.0.16 "GET /v2.0/quotas/99d45a336d514c7180109f79bdff330d HTTP/1.1" status: 200 len: 375 time: 0.0122802 Jul 15 13:13:34.188790 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-7ba870ce-b0f3-48cb-80c1-02c0ed372a4b tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=99d45a336d514c7180109f79bdff330d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385683 Jul 15 13:13:34.253794 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3fa725e3-5232-4d25-bc59-b851748bf2b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.392830 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3fa725e3-5232-4d25-bc59-b851748bf2b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.408241 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3fa725e3-5232-4d25-bc59-b851748bf2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.475482 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3fa725e3-5232-4d25-bc59-b851748bf2b5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=46cbe4b842a448a4bd812170a19dede9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5034223 Jul 15 13:13:34.477029 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58214) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:34.523379 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa725e3-5232-4d25-bc59-b851748bf2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e25062-b8b8-46ea-bf83-caec7eb0a239,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:34.541142 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-eddd904c-548a-469c-af4c-5969c89b7e8d service neutron] 10.222.0.16 "GET /v2.0/networks/8b381b5f-7523-4cc8-b8ec-8c1e81d37e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451831 Jul 15 13:13:34.586942 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-af6819c2-7b5b-41fe-b61a-9bf0be267bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.646765 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-af6819c2-7b5b-41fe-b61a-9bf0be267bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.683867 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-5576f910-0e9b-429d-9d4c-e2498ec99d80 service neutron] 10.222.0.16 "GET /v2.0/networks/8b381b5f-7523-4cc8-b8ec-8c1e81d37e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407678 Jul 15 13:13:34.738240 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-af6819c2-7b5b-41fe-b61a-9bf0be267bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.741991 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-af6819c2-7b5b-41fe-b61a-9bf0be267bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.745742 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-af6819c2-7b5b-41fe-b61a-9bf0be267bae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/80e25062-b8b8-46ea-bf83-caec7eb0a239 HTTP/1.1" status: 204 len: 168 time: 0.2654402 Jul 15 13:13:34.761577 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6819c2-7b5b-41fe-b61a-9bf0be267bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e25062-b8b8-46ea-bf83-caec7eb0a239,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:34.853412 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf3918-bb8a-41b9-88dd-e855c36344bc req-46646043-b261-4a87-90dc-33b70097047e tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:34.866207 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f9bf3918-bb8a-41b9-88dd-e855c36344bc req-46646043-b261-4a87-90dc-33b70097047e tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.46 "GET /v2.0/ports?device_id=36243c40-9f3e-415c-9d94-212ffa827773 HTTP/1.1" status: 200 len: 946 time: 0.1458070 Jul 15 13:13:34.958367 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:35.043926 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc78b9d0-e33d-454e-b381-c9eeafbc2bf4 req-de4a8c39-f6f3-48b4-9431-522923f49590 tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] 10.222.0.16 "GET /v2.0/ports?device_id=252d1f1e-093c-408d-9f81-0c32fd51e28f HTTP/1.1" status: 200 len: 210 time: 0.1073420 Jul 15 13:13:35.239345 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-f9bf3918-bb8a-41b9-88dd-e855c36344bc req-0c6aac9f-d07b-49b9-b543-c7d53bb66cbc tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Deleting port f2ab913b-51cb-469b-bf8c-326cf2bd6a05 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:35.239867 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f9bf3918-bb8a-41b9-88dd-e855c36344bc req-0c6aac9f-d07b-49b9-b543-c7d53bb66cbc tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:35.290048 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3134da-866a-4ef0-901a-1a1d17970e3d req-08320505-dad1-410c-8a41-47880db0062f tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:35.311898 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac3134da-866a-4ef0-901a-1a1d17970e3d req-08320505-dad1-410c-8a41-47880db0062f tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/ports?device_id=36243c40-9f3e-415c-9d94-212ffa827773 HTTP/1.1" status: 200 len: 946 time: 0.1715198 Jul 15 13:13:35.501545 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac3134da-866a-4ef0-901a-1a1d17970e3d req-21324397-9dda-4208-b592-6bf3a8cba3e5 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d5bee6-ffd4-4f0f-b95e-b5e7544bf1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881056 Jul 15 13:13:35.556450 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-f9bf3918-bb8a-41b9-88dd-e855c36344bc req-0c6aac9f-d07b-49b9-b543-c7d53bb66cbc tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] For port f2ab913b-51cb-469b-bf8c-326cf2bd6a05, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=f2ab913b-51cb-469b-bf8c-326cf2bd6a05,segment=NetworkSegment(8554a06b-4fbe-481c-ac76-8947d8732272),segment_id=8554a06b-4fbe-481c-ac76-8947d8732272)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:35.556826 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f9bf3918-bb8a-41b9-88dd-e855c36344bc req-0c6aac9f-d07b-49b9-b543-c7d53bb66cbc tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:35.893906 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f9bf3918-bb8a-41b9-88dd-e855c36344bc req-0c6aac9f-d07b-49b9-b543-c7d53bb66cbc tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:35.896969 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f9bf3918-bb8a-41b9-88dd-e855c36344bc req-0c6aac9f-d07b-49b9-b543-c7d53bb66cbc tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:35.897284 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [req-f9bf3918-bb8a-41b9-88dd-e855c36344bc req-0c6aac9f-d07b-49b9-b543-c7d53bb66cbc tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Floating IP 55375de2-cab7-4444-86c2-d11fbbfc2b9e disassociated. External IP: 172.25.8.236, port: f2ab913b-51cb-469b-bf8c-326cf2bd6a05. Jul 15 13:13:35.897638 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-f9bf3918-bb8a-41b9-88dd-e855c36344bc req-0c6aac9f-d07b-49b9-b543-c7d53bb66cbc tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Calling delete_port for f2ab913b-51cb-469b-bf8c-326cf2bd6a05 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:36.132653 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f9bf3918-bb8a-41b9-88dd-e855c36344bc req-0c6aac9f-d07b-49b9-b543-c7d53bb66cbc tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.195114 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6aac9f-d07b-49b9-b543-c7d53bb66cbc tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Pushing event deleted for resources: {'Port': ['ID=f2ab913b-51cb-469b-bf8c-326cf2bd6a05,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:36.337502 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5c5e4ab8-4cb7-4120-a79c-06cec57cf5df req-8bb4b8aa-7129-49b5-8b27-d63abf8f0f13 tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] 10.222.0.16 "GET /v2.0/ports?device_id=252d1f1e-093c-408d-9f81-0c32fd51e28f HTTP/1.1" status: 200 len: 210 time: 0.0645039 Jul 15 13:13:36.455693 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9bf3918-bb8a-41b9-88dd-e855c36344bc req-0c6aac9f-d07b-49b9-b543-c7d53bb66cbc tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Router bb2b8e85-4a11-470c-b461-a5cfe7415a0e has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:13:36.926826 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-943c24de-9e84-45a8-81c3-529686a3e0ae tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:36.949933 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-943c24de-9e84-45a8-81c3-529686a3e0ae tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] 10.222.0.46 "GET /v2.0/networks?id=8b381b5f-7523-4cc8-b8ec-8c1e81d37e00 HTTP/1.1" status: 200 len: 821 time: 0.3383558 Jul 15 13:13:37.005540 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-2ca0a239-a02f-4c91-9b34-01c2cd1abf99 tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] Request body: {'port': {'device_id': '252d1f1e-093c-408d-9f81-0c32fd51e28f', 'network_id': '8b381b5f-7523-4cc8-b8ec-8c1e81d37e00', 'admin_state_up': True, 'tenant_id': '99d45a336d514c7180109f79bdff330d'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:37.511468 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7e4777c0-3ad8-42ac-a8f2-3dd52d3cfc6b req-c405b097-8725-4bd8-9f2c-03356fab3c47 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/ports?device_id=36243c40-9f3e-415c-9d94-212ffa827773 HTTP/1.1" status: 200 len: 210 time: 0.5555198 Jul 15 13:13:37.557932 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9bf3918-bb8a-41b9-88dd-e855c36344bc req-0c6aac9f-d07b-49b9-b543-c7d53bb66cbc tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:13:37.578781 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f0d8c6-aec6-49db-ad7d-86cd0d4d63ba None None] Sync routers for ids ['bb2b8e85-4a11-470c-b461-a5cfe7415a0e'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:13:37.594962 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f0d8c6-aec6-49db-ad7d-86cd0d4d63ba None None] Routers {'bb2b8e85-4a11-470c-b461-a5cfe7415a0e'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:37.595597 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-f5f0d8c6-aec6-49db-ad7d-86cd0d4d63ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:13:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['bb2b8e85-4a11-470c-b461-a5cfe7415a0e'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:37.701947 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9bf3918-bb8a-41b9-88dd-e855c36344bc req-0c6aac9f-d07b-49b9-b543-c7d53bb66cbc tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] No DVR routers for this DVR port f2ab913b-51cb-469b-bf8c-326cf2bd6a05 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:37.708993 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f9bf3918-bb8a-41b9-88dd-e855c36344bc req-0c6aac9f-d07b-49b9-b543-c7d53bb66cbc tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:37.711082 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f9bf3918-bb8a-41b9-88dd-e855c36344bc req-0c6aac9f-d07b-49b9-b543-c7d53bb66cbc tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.46 "DELETE /v2.0/ports/f2ab913b-51cb-469b-bf8c-326cf2bd6a05 HTTP/1.1" status: 204 len: 173 time: 2.8393416 Jul 15 13:13:37.713881 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36243c40-9f3e-415c-9d94-212ffa827773', 'name': 'network-vif-deleted', 'tag': 'f2ab913b-51cb-469b-bf8c-326cf2bd6a05'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:37.731540 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29e7c86-33ac-46a4-9461-178aed943126" -d '{"events": [{"server_uuid": "36243c40-9f3e-415c-9d94-212ffa827773", "name": "network-vif-deleted", "tag": "f2ab913b-51cb-469b-bf8c-326cf2bd6a05"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:37.848396 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-f5f0d8c6-aec6-49db-ad7d-86cd0d4d63ba None None] Set router bb2b8e85-4a11-470c-b461-a5cfe7415a0e gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:13:38.006605 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-16c28e20-5384-4fb6-8d46-95cf5c497e6d req-8d7a33c9-0411-495f-8f29-1f0c20944d1f tempest-ServerShowV247Test-1690715702 tempest-ServerShowV247Test-1690715702-project] 10.222.0.16 "GET /v2.0/ports?device_id=185d3bbe-b42a-4771-925e-c8bec56477b8 HTTP/1.1" status: 200 len: 210 time: 0.2708681 Jul 15 13:13:38.115699 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-f5f0d8c6-aec6-49db-ad7d-86cd0d4d63ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2b8e85-4a11-470c-b461-a5cfe7415a0e', 'name': 'tempest-ServersTestManualDisk-1605277065-router', 'tenant_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '6d553dc7-374f-4192-abb5-b873146f318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:38Z', 'updated_at': '2021-07-15T13:10:44Z', 'revision_number': 4, 'project_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'gw_port': {'id': '6d553dc7-374f-4192-abb5-b873146f318c', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2b8e85-4a11-470c-b461-a5cfe7415a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:39Z', 'updated_at': '2021-07-15T13:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '0c97777d-b873-4629-9dbe-7b735ee6887a', 'name': '', 'network_id': 'b3891516-348f-4a14-be74-7c63ac20ff2e', 'tenant_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'mac_address': 'fa:16:3e:28:05:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2b8e85-4a11-470c-b461-a5cfe7415a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '674406c3-3fe3-4c91-b443-175bf26433ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:43Z', 'updated_at': '2021-07-15T13:10:52Z', 'revision_number': 5, 'project_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'subnets': [{'id': '674406c3-3fe3-4c91-b443-175bf26433ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:38.172771 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f0d8c6-aec6-49db-ad7d-86cd0d4d63ba None None] Checking router: bb2b8e85-4a11-470c-b461-a5cfe7415a0e for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:13:38.199652 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f0d8c6-aec6-49db-ad7d-86cd0d4d63ba None None] Routers {'bb2b8e85-4a11-470c-b461-a5cfe7415a0e'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:38.200306 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-f5f0d8c6-aec6-49db-ad7d-86cd0d4d63ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:13:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['bb2b8e85-4a11-470c-b461-a5cfe7415a0e'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:38.218906 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e42829b9-f6fd-4d8c-8ff5-d414980ef747 req-f5a5777e-b145-450e-9a2c-5e30c0d9d37f tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] 10.222.0.16 "GET /v2.0/ports?device_id=252d1f1e-093c-408d-9f81-0c32fd51e28f HTTP/1.1" status: 200 len: 210 time: 0.1602349 Jul 15 13:13:38.257285 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e81b329-6f71-4731-b497-f10ba66a2f31 x-openstack-request-id: req-3e81b329-6f71-4731-b497-f10ba66a2f31 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:38.257785 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36243c40-9f3e-415c-9d94-212ffa827773", "name": "network-vif-deleted", "tag": "f2ab913b-51cb-469b-bf8c-326cf2bd6a05", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:38.258124 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3e81b329-6f71-4731-b497-f10ba66a2f31 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:38.258627 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36243c40-9f3e-415c-9d94-212ffa827773', 'name': 'network-vif-deleted', 'tag': 'f2ab913b-51cb-469b-bf8c-326cf2bd6a05', 'status': 'completed', 'code': 200} Jul 15 13:13:38.336145 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-2ca0a239-a02f-4c91-9b34-01c2cd1abf99 tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] Made reservation on behalf of 99d45a336d514c7180109f79bdff330d for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:38.340030 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-2ca0a239-a02f-4c91-9b34-01c2cd1abf99 tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:38.662863 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-f5f0d8c6-aec6-49db-ad7d-86cd0d4d63ba None None] Set router bb2b8e85-4a11-470c-b461-a5cfe7415a0e gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:13:38.897769 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-2ca0a239-a02f-4c91-9b34-01c2cd1abf99 tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] Allocated IP 172.20.0.12 (8b381b5f-7523-4cc8-b8ec-8c1e81d37e00/1b9a4172-80e3-4f58-9696-3b754dcad2a5/1a1bb238-dae0-4f7f-ab60-bf08f1846b80) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:39.428012 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device f2ab913b-51cb-469b-bf8c-326cf2bd6a05 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:39.490745 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: f2ab913b-51cb-469b-bf8c-326cf2bd6a05 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:39.491097 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device f2ab913b-51cb-469b-bf8c-326cf2bd6a05 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:39.583266 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-f5f0d8c6-aec6-49db-ad7d-86cd0d4d63ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2b8e85-4a11-470c-b461-a5cfe7415a0e', 'name': 'tempest-ServersTestManualDisk-1605277065-router', 'tenant_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '6d553dc7-374f-4192-abb5-b873146f318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:38Z', 'updated_at': '2021-07-15T13:10:44Z', 'revision_number': 4, 'project_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'gw_port': {'id': '6d553dc7-374f-4192-abb5-b873146f318c', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2b8e85-4a11-470c-b461-a5cfe7415a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:39Z', 'updated_at': '2021-07-15T13:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '0c97777d-b873-4629-9dbe-7b735ee6887a', 'name': '', 'network_id': 'b3891516-348f-4a14-be74-7c63ac20ff2e', 'tenant_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'mac_address': 'fa:16:3e:28:05:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2b8e85-4a11-470c-b461-a5cfe7415a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '674406c3-3fe3-4c91-b443-175bf26433ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:43Z', 'updated_at': '2021-07-15T13:10:52Z', 'revision_number': 5, 'project_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'subnets': [{'id': '674406c3-3fe3-4c91-b443-175bf26433ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:39.680417 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f0d8c6-aec6-49db-ad7d-86cd0d4d63ba None None] The sync data for ids ['bb2b8e85-4a11-470c-b461-a5cfe7415a0e'] in n-d-771363-36 is: [{'id': 'bb2b8e85-4a11-470c-b461-a5cfe7415a0e', 'name': 'tempest-ServersTestManualDisk-1605277065-router', 'tenant_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '6d553dc7-374f-4192-abb5-b873146f318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:38Z', 'updated_at': '2021-07-15T13:10:44Z', 'revision_number': 4, 'project_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'gw_port': {'id': '6d553dc7-374f-4192-abb5-b873146f318c', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2b8e85-4a11-470c-b461-a5cfe7415a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:39Z', 'updated_at': '2021-07-15T13:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '0c97777d-b873-4629-9dbe-7b735ee6887a', 'name': '', 'network_id': 'b3891516-348f-4a14-be74-7c63ac20ff2e', 'tenant_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'mac_address': 'fa:16:3e:28:05:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2b8e85-4a11-470c-b461-a5cfe7415a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '674406c3-3fe3-4c91-b443-175bf26433ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:43Z', 'updated_at': '2021-07-15T13:10:52Z', 'revision_number': 5, 'project_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'subnets': [{'id': '674406c3-3fe3-4c91-b443-175bf26433ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:13:39.697399 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-2ca0a239-a02f-4c91-9b34-01c2cd1abf99 tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:39.773671 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7ac23b88-67da-4633-8a1a-7ba3e79602aa req-728ff0d7-23f3-45af-b026-2067f129dfaa tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/ports?device_id=36243c40-9f3e-415c-9d94-212ffa827773 HTTP/1.1" status: 200 len: 210 time: 0.5616813 Jul 15 13:13:39.793692 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0dc6bae7-4bb9-44aa-a8ea-5f7d76d0f45b req-4354c4d9-f7c8-48a7-b7ca-c19b6e7c83a5 tempest-ServerShowV247Test-1690715702 tempest-ServerShowV247Test-1690715702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5027dea-e89b-4c76-8e27-827f1701ea91 HTTP/1.1" status: 200 len: 210 time: 0.4753559 Jul 15 13:13:39.900771 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-2ca0a239-a02f-4c91-9b34-01c2cd1abf99 tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:39.951366 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58772) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:40.044875 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-2ca0a239-a02f-4c91-9b34-01c2cd1abf99 tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] Network 8b381b5f-7523-4cc8-b8ec-8c1e81d37e00 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:40.072607 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-2ca0a239-a02f-4c91-9b34-01c2cd1abf99 tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:40.107256 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-2ca0a239-a02f-4c91-9b34-01c2cd1abf99 tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:40.242720 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8b61a169-0b38-4853-86c2-046990e8bb8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:40.284840 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00505f2-d366-4b51-ac3f-c88585ddc37d None None] New status for floating IP 55375de2-cab7-4444-86c2-d11fbbfc2b9e: DOWN {{(pid=93827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:13:40.310221 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0a239-a02f-4c91-9b34-01c2cd1abf99 tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] Pushing event updated for resources: {'Port': ['ID=1a1bb238-dae0-4f7f-ab60-bf08f1846b80,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:40.389000 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-2ca0a239-a02f-4c91-9b34-01c2cd1abf99 tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:40.389812 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-2ca0a239-a02f-4c91-9b34-01c2cd1abf99 tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:40.497613 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e814d-ad6d-420e-a769-a047afec67c9 req-6f35b28f-5205-4e4f-b175-2ed50b7768d1 tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:40.503332 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-754e814d-ad6d-420e-a769-a047afec67c9 req-6f35b28f-5205-4e4f-b175-2ed50b7768d1 tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] 10.222.0.16 "GET /v2.0/ports?device_id=252d1f1e-093c-408d-9f81-0c32fd51e28f HTTP/1.1" status: 200 len: 932 time: 0.3972847 Jul 15 13:13:40.601124 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8b61a169-0b38-4853-86c2-046990e8bb8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:40.618907 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8b61a169-0b38-4853-86c2-046990e8bb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:40.673214 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-2ca0a239-a02f-4c91-9b34-01c2cd1abf99 tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6744795 Jul 15 13:13:40.695585 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-754e814d-ad6d-420e-a769-a047afec67c9 req-679630af-a0cc-4134-8138-d0ac87e1154a tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] 10.222.0.16 "GET /v2.0/security-groups?id=6576ae35-7968-4d58-a3a5-bf786006c618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855829 Jul 15 13:13:40.708713 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-b8b7a9bd-014d-4a9c-8037-b8dc7641d44f service neutron] Request body: {'port': {'device_id': '252d1f1e-093c-408d-9f81-0c32fd51e28f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:40.719124 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8b61a169-0b38-4853-86c2-046990e8bb8f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bfe398e70b5e42bdbc54077f0219aaee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7637165 Jul 15 13:13:40.736153 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58844) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:40.790201 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61a169-0b38-4853-86c2-046990e8bb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487402d1-5ad4-4241-8b06-0af324d612e9,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:41.073966 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33d9cd-849d-40ff-ae9e-e0860931bf4d req-4f323059-8223-4c43-a1bf-677eba10226f tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:41.099167 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33d9cd-849d-40ff-ae9e-e0860931bf4d req-4f323059-8223-4c43-a1bf-677eba10226f tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:41.109942 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33d9cd-849d-40ff-ae9e-e0860931bf4d req-4f323059-8223-4c43-a1bf-677eba10226f tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:41.116747 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33d9cd-849d-40ff-ae9e-e0860931bf4d req-4f323059-8223-4c43-a1bf-677eba10226f tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:41.128171 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33d9cd-849d-40ff-ae9e-e0860931bf4d req-4f323059-8223-4c43-a1bf-677eba10226f tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:41.135141 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33d9cd-849d-40ff-ae9e-e0860931bf4d req-4f323059-8223-4c43-a1bf-677eba10226f tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:41.147233 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33d9cd-849d-40ff-ae9e-e0860931bf4d req-4f323059-8223-4c43-a1bf-677eba10226f tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:41.155164 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0d33d9cd-849d-40ff-ae9e-e0860931bf4d req-4f323059-8223-4c43-a1bf-677eba10226f tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 5434 time: 0.5676849 Jul 15 13:13:41.167392 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-b8b7a9bd-014d-4a9c-8037-b8dc7641d44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.218619 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bf66c551-f428-4a59-b34b-fbedd3dec69f req-29f406ce-f166-42e8-8251-59a3d72ca48b tempest-ServerShowV247Test-1690715702 tempest-ServerShowV247Test-1690715702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5027dea-e89b-4c76-8e27-827f1701ea91 HTTP/1.1" status: 200 len: 210 time: 0.0584285 Jul 15 13:13:41.220308 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a6d8433e-f054-4f6e-8108-d3a56698fcbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.257209 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a6d8433e-f054-4f6e-8108-d3a56698fcbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.300479 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58906) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:41.384449 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-93ebb14a-b92d-4fc3-a9a2-f5dfeb6f2383 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.400488 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0d33d9cd-849d-40ff-ae9e-e0860931bf4d req-4c3f82f8-74c0-4f00-9d9f-7f844286a3fb tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d03c6c5-afde-46b4-9fff-da26c2a36d36&id=11c6d291-a458-49b6-80ff-5db152f1be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2444670 Jul 15 13:13:41.442612 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-93ebb14a-b92d-4fc3-a9a2-f5dfeb6f2383 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.531897 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a6d8433e-f054-4f6e-8108-d3a56698fcbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.535271 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a6d8433e-f054-4f6e-8108-d3a56698fcbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.553431 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a6d8433e-f054-4f6e-8108-d3a56698fcbd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/487402d1-5ad4-4241-8b06-0af324d612e9 HTTP/1.1" status: 204 len: 168 time: 0.8152113 Jul 15 13:13:41.569829 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-93ebb14a-b92d-4fc3-a9a2-f5dfeb6f2383 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.575406 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-93ebb14a-b92d-4fc3-a9a2-f5dfeb6f2383 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.579877 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-93ebb14a-b92d-4fc3-a9a2-f5dfeb6f2383 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "DELETE /v2.0/security-groups/c9d5bee6-ffd4-4f0f-b95e-b5e7544bf1f6 HTTP/1.1" status: 204 len: 168 time: 0.2781632 Jul 15 13:13:41.587587 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58934) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:41.602069 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8433e-f054-4f6e-8108-d3a56698fcbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487402d1-5ad4-4241-8b06-0af324d612e9,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:41.669879 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-65ba50be-97ed-4de0-8ad9-68df8cd1340f tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] show failed (client error): The resource could not be found. Jul 15 13:13:41.678771 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-65ba50be-97ed-4de0-8ad9-68df8cd1340f tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "GET /v2.0/security-groups/c9d5bee6-ffd4-4f0f-b95e-b5e7544bf1f6 HTTP/1.1" status: 404 len: 347 time: 0.0898662 Jul 15 13:13:41.681665 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ebb14a-b92d-4fc3-a9a2-f5dfeb6f2383 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d5bee6-ffd4-4f0f-b95e-b5e7544bf1f6,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:41.690536 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58942) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:42.041957 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956bab4-9104-4644-b3dd-04a1e67dd284 req-5d54b92a-65d0-48d8-8949-24c5e50ced11 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:42.056669 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956bab4-9104-4644-b3dd-04a1e67dd284 req-5d54b92a-65d0-48d8-8949-24c5e50ced11 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:42.074772 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956bab4-9104-4644-b3dd-04a1e67dd284 req-5d54b92a-65d0-48d8-8949-24c5e50ced11 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:42.082835 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956bab4-9104-4644-b3dd-04a1e67dd284 req-5d54b92a-65d0-48d8-8949-24c5e50ced11 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:42.090203 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956bab4-9104-4644-b3dd-04a1e67dd284 req-5d54b92a-65d0-48d8-8949-24c5e50ced11 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:42.097481 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956bab4-9104-4644-b3dd-04a1e67dd284 req-5d54b92a-65d0-48d8-8949-24c5e50ced11 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:42.104677 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956bab4-9104-4644-b3dd-04a1e67dd284 req-5d54b92a-65d0-48d8-8949-24c5e50ced11 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:42.119292 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1956bab4-9104-4644-b3dd-04a1e67dd284 req-5d54b92a-65d0-48d8-8949-24c5e50ced11 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 5434 time: 0.3194604 Jul 15 13:13:42.122598 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-b8b7a9bd-014d-4a9c-8037-b8dc7641d44f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a1bb238-dae0-4f7f-ab60-bf08f1846b80 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:13:42.172045 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58978) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:42.173767 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-b8b7a9bd-014d-4a9c-8037-b8dc7641d44f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:42.194430 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-871d3c2d-552e-453a-9aab-5fed964f6f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:42.220033 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-89eae994-eda3-461f-a9b2-4964544f2303 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Deleting port 90afff8f-5a9f-4e47-b415-7690d7545855 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:42.220361 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-89eae994-eda3-461f-a9b2-4964544f2303 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:42.231505 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c0b3867f-43b5-4af0-bb0c-271496c2e79b req-992d092a-46d0-425a-951f-45174563e6cc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=185d3bbe-b42a-4771-925e-c8bec56477b8 HTTP/1.1" status: 200 len: 210 time: 0.0635116 Jul 15 13:13:42.260547 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-b8b7a9bd-014d-4a9c-8037-b8dc7641d44f service neutron] Transition to ACTIVE for port object 1a1bb238-dae0-4f7f-ab60-bf08f1846b80 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:42.275715 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-b8b7a9bd-014d-4a9c-8037-b8dc7641d44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:42.352824 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-871d3c2d-552e-453a-9aab-5fed964f6f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:42.372476 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-871d3c2d-552e-453a-9aab-5fed964f6f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:42.383672 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2a051-3cbf-4631-bb34-684fc2518da3 req-6a5007d6-db80-493c-892f-2a61628d817a tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:42.385522 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-82d2a051-3cbf-4631-bb34-684fc2518da3 req-6a5007d6-db80-493c-892f-2a61628d817a tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] 10.222.0.16 "GET /v2.0/ports?device_id=252d1f1e-093c-408d-9f81-0c32fd51e28f HTTP/1.1" status: 200 len: 932 time: 0.3628552 Jul 15 13:13:42.402214 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-89eae994-eda3-461f-a9b2-4964544f2303 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:42.402937 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-89eae994-eda3-461f-a9b2-4964544f2303 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:42.419767 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-871d3c2d-552e-453a-9aab-5fed964f6f0a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=104959e7997f43519ede8fc59e30d4cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2461276 Jul 15 13:13:42.420561 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58984) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:42.428437 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d3c2d-552e-453a-9aab-5fed964f6f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c0bcd5-150e-4c9d-ab9c-c350849fbfee,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:42.436477 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-89eae994-eda3-461f-a9b2-4964544f2303 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Calling delete_port for 90afff8f-5a9f-4e47-b415-7690d7545855 owned by network:floatingip {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:42.439032 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7a9bd-014d-4a9c-8037-b8dc7641d44f service neutron] Pushing event updated for resources: {'Port': ['ID=1a1bb238-dae0-4f7f-ab60-bf08f1846b80,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:42.480634 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c71f93f1-52cd-48f5-823a-7dbe5e319481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:42.506866 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c71f93f1-52cd-48f5-823a-7dbe5e319481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:42.575606 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-82d2a051-3cbf-4631-bb34-684fc2518da3 req-59237c9d-238c-4543-9427-a26e69d52e20 tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] 10.222.0.16 "GET /v2.0/security-groups?id=6576ae35-7968-4d58-a3a5-bf786006c618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678996 Jul 15 13:13:42.629690 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c71f93f1-52cd-48f5-823a-7dbe5e319481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:42.633326 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c71f93f1-52cd-48f5-823a-7dbe5e319481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:42.635089 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c71f93f1-52cd-48f5-823a-7dbe5e319481 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/93c0bcd5-150e-4c9d-ab9c-c350849fbfee HTTP/1.1" status: 204 len: 168 time: 0.2133949 Jul 15 13:13:42.647342 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f93f1-52cd-48f5-823a-7dbe5e319481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c0bcd5-150e-4c9d-ab9c-c350849fbfee,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:42.684878 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef4e694f-c57e-417c-be04-ca2e5bcb5154 req-2ec7a1af-5a6b-44a5-9da2-635bbef5c86d tempest-ServerShowV247Test-1690715702 tempest-ServerShowV247Test-1690715702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5027dea-e89b-4c76-8e27-827f1701ea91 HTTP/1.1" status: 200 len: 210 time: 0.1023617 Jul 15 13:13:42.687152 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-b8b7a9bd-014d-4a9c-8037-b8dc7641d44f service neutron] Attempting to bind port 1a1bb238-dae0-4f7f-ab60-bf08f1846b80 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:13:42.687506 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-b8b7a9bd-014d-4a9c-8037-b8dc7641d44f service neutron] Attempting to bind port 1a1bb238-dae0-4f7f-ab60-bf08f1846b80 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'e95a655b-a676-4c2e-aa5f-6ef8dcddfac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8b381b5f-7523-4cc8-b8ec-8c1e81d37e00'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:13:42.687837 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-b8b7a9bd-014d-4a9c-8037-b8dc7641d44f service neutron] Attempting to bind port 1a1bb238-dae0-4f7f-ab60-bf08f1846b80 on network 8b381b5f-7523-4cc8-b8ec-8c1e81d37e00 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:42.701890 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-b8b7a9bd-014d-4a9c-8037-b8dc7641d44f service neutron] Port 1a1bb238-dae0-4f7f-ab60-bf08f1846b80 on network 8b381b5f-7523-4cc8-b8ec-8c1e81d37e00 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:13:42.702279 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-b8b7a9bd-014d-4a9c-8037-b8dc7641d44f service neutron] Attempting to bind port 1a1bb238-dae0-4f7f-ab60-bf08f1846b80 on network 8b381b5f-7523-4cc8-b8ec-8c1e81d37e00 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:42.716331 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-b8b7a9bd-014d-4a9c-8037-b8dc7641d44f service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:13:42.716995 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-b8b7a9bd-014d-4a9c-8037-b8dc7641d44f service neutron] Checking segment: {'id': 'e95a655b-a676-4c2e-aa5f-6ef8dcddfac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8b381b5f-7523-4cc8-b8ec-8c1e81d37e00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:42.717641 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-b8b7a9bd-014d-4a9c-8037-b8dc7641d44f service neutron] Bound using segment: {'id': 'e95a655b-a676-4c2e-aa5f-6ef8dcddfac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8b381b5f-7523-4cc8-b8ec-8c1e81d37e00'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:13:42.719562 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-b8b7a9bd-014d-4a9c-8037-b8dc7641d44f service neutron] Bound port: 1a1bb238-dae0-4f7f-ab60-bf08f1846b80, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e95a655b-a676-4c2e-aa5f-6ef8dcddfac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8b381b5f-7523-4cc8-b8ec-8c1e81d37e00'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:13:42.720307 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-b8b7a9bd-014d-4a9c-8037-b8dc7641d44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:42.875180 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-b8b7a9bd-014d-4a9c-8037-b8dc7641d44f service neutron] For port 1a1bb238-dae0-4f7f-ab60-bf08f1846b80, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:13:42.883012 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-b8b7a9bd-014d-4a9c-8037-b8dc7641d44f service neutron] For port 1a1bb238-dae0-4f7f-ab60-bf08f1846b80, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=1a1bb238-dae0-4f7f-ab60-bf08f1846b80,segment=NetworkSegment(e95a655b-a676-4c2e-aa5f-6ef8dcddfac0),segment_id=e95a655b-a676-4c2e-aa5f-6ef8dcddfac0)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:13:42.895287 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-b8b7a9bd-014d-4a9c-8037-b8dc7641d44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:42.900806 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-89eae994-eda3-461f-a9b2-4964544f2303 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:42.957854 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-b8b7a9bd-014d-4a9c-8037-b8dc7641d44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:42.958773 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-b8b7a9bd-014d-4a9c-8037-b8dc7641d44f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:42.960544 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-b8b7a9bd-014d-4a9c-8037-b8dc7641d44f service neutron] 10.222.0.46 "PUT /v2.0/ports/1a1bb238-dae0-4f7f-ab60-bf08f1846b80 HTTP/1.1" status: 200 len: 1093 time: 2.2639859 Jul 15 13:13:42.961891 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '252d1f1e-093c-408d-9f81-0c32fd51e28f', 'tag': '1a1bb238-dae0-4f7f-ab60-bf08f1846b80'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:42.968086 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929ef2a5-273e-4ee3-b983-3c680b9963f2" -d '{"events": [{"name": "network-changed", "server_uuid": "252d1f1e-093c-408d-9f81-0c32fd51e28f", "tag": "1a1bb238-dae0-4f7f-ab60-bf08f1846b80"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:43.092480 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-89eae994-eda3-461f-a9b2-4964544f2303 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks [] for floatingip, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:43.097621 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-89eae994-eda3-461f-a9b2-4964544f2303 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:43.102974 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-89eae994-eda3-461f-a9b2-4964544f2303 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] 10.222.0.16 "DELETE /v2.0/floatingips/55375de2-cab7-4444-86c2-d11fbbfc2b9e HTTP/1.1" status: 204 len: 168 time: 1.4113343 Jul 15 13:13:43.103851 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59004) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:43.106224 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99792da5-e3db-4af5-8ab6-26ecc474d56e x-openstack-request-id: req-99792da5-e3db-4af5-8ab6-26ecc474d56e {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:43.106536 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "252d1f1e-093c-408d-9f81-0c32fd51e28f", "tag": "1a1bb238-dae0-4f7f-ab60-bf08f1846b80", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:43.108497 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-99792da5-e3db-4af5-8ab6-26ecc474d56e {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:43.108990 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '252d1f1e-093c-408d-9f81-0c32fd51e28f', 'tag': '1a1bb238-dae0-4f7f-ab60-bf08f1846b80', 'status': 'completed', 'code': 200} Jul 15 13:13:43.126674 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7a9bd-014d-4a9c-8037-b8dc7641d44f service neutron] Pushing event updated for resources: {'Port': ['ID=1a1bb238-dae0-4f7f-ab60-bf08f1846b80,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:43.184659 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eae994-eda3-461f-a9b2-4964544f2303 tempest-ServersTestManualDisk-820472226 tempest-ServersTestManualDisk-820472226-project] Pushing event deleted for resources: {'Port': ['ID=90afff8f-5a9f-4e47-b415-7690d7545855,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:43.237734 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-f0f0e954-b834-44af-b944-f27551714e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:43.242649 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-f0f0e954-b834-44af-b944-f27551714e1f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99d45a336d514c7180109f79bdff330d&device_id=252d1f1e-093c-408d-9f81-0c32fd51e28f HTTP/1.1" status: 200 len: 1096 time: 0.1920164 Jul 15 13:13:43.339889 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-d9c32685-06b1-49c6-bb9d-7a4bd8e6df70 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a1bb238-dae0-4f7f-ab60-bf08f1846b80 HTTP/1.1" status: 200 len: 217 time: 0.0886385 Jul 15 13:13:43.538834 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-79af0465-5288-4812-a8b1-705c99b0cdcb req-19fe4185-04ef-470e-a833-ad15fdca8697 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c5027dea-e89b-4c76-8e27-827f1701ea91 HTTP/1.1" status: 200 len: 210 time: 0.1012959 Jul 15 13:13:43.568915 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-5a7c7aae-8c10-4c9e-a537-03ffb9e9b133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:43.575522 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-5a7c7aae-8c10-4c9e-a537-03ffb9e9b133 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b9a4172-80e3-4f58-9696-3b754dcad2a5 HTTP/1.1" status: 200 len: 861 time: 0.2192168 Jul 15 13:13:43.620513 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-f8ebb6e5-ebf9-4357-ad6f-959ac76452e1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8b381b5f-7523-4cc8-b8ec-8c1e81d37e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367539 Jul 15 13:13:43.881544 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-7b3c023f-4955-47c7-8518-93318087477c service neutron] 10.222.0.46 "GET /v2.0/networks/8b381b5f-7523-4cc8-b8ec-8c1e81d37e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538030 Jul 15 13:13:43.968256 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb78e92f-5078-45d7-8185-9bb3395581f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:44.034430 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525e058-aa71-48eb-95d7-a65e0ab6a933 req-2e0b74a0-b62e-4604-a697-9bbf428af248 tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:44.037338 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2525e058-aa71-48eb-95d7-a65e0ab6a933 req-2e0b74a0-b62e-4604-a697-9bbf428af248 tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] 10.222.0.16 "GET /v2.0/ports?device_id=252d1f1e-093c-408d-9f81-0c32fd51e28f HTTP/1.1" status: 200 len: 944 time: 0.2106235 Jul 15 13:13:44.141425 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e78bb982-b4c5-4670-8e9c-bf098d29f674 req-487464c6-a632-4d56-8cec-3e11e8500fbd tempest-ServerShowV247Test-1690715702 tempest-ServerShowV247Test-1690715702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5027dea-e89b-4c76-8e27-827f1701ea91 HTTP/1.1" status: 200 len: 210 time: 0.1737049 Jul 15 13:13:44.258681 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2525e058-aa71-48eb-95d7-a65e0ab6a933 req-1586d2c7-0f4e-400f-bdde-316202fb7d86 tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] 10.222.0.16 "GET /v2.0/security-groups?id=6576ae35-7968-4d58-a3a5-bf786006c618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898444 Jul 15 13:13:44.264800 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6db1dd6c-9954-4143-bb5e-b43e53bcb54d req-cb835282-5532-43ce-8eb0-d534426b48f4 service neutron] 10.222.0.46 "GET /v2.0/networks/8b381b5f-7523-4cc8-b8ec-8c1e81d37e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758333 Jul 15 13:13:44.610313 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-eb78e92f-5078-45d7-8185-9bb3395581f9 admin admin] Deleting port 0c97777d-b873-4629-9dbe-7b735ee6887a {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:44.610706 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb78e92f-5078-45d7-8185-9bb3395581f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:44.612450 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ef2a5-273e-4ee3-b983-3c680b9963f2 req-fe111dd1-feb6-4e90-9f92-41a53e11c3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:44.617765 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-929ef2a5-273e-4ee3-b983-3c680b9963f2 req-fe111dd1-feb6-4e90-9f92-41a53e11c3ac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99d45a336d514c7180109f79bdff330d&device_id=252d1f1e-093c-408d-9f81-0c32fd51e28f HTTP/1.1" status: 200 len: 1096 time: 0.2804589 Jul 15 13:13:44.809158 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-eb78e92f-5078-45d7-8185-9bb3395581f9 admin admin] For port 0c97777d-b873-4629-9dbe-7b735ee6887a, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=0c97777d-b873-4629-9dbe-7b735ee6887a,segment=NetworkSegment(8554a06b-4fbe-481c-ac76-8947d8732272),segment_id=8554a06b-4fbe-481c-ac76-8947d8732272)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:44.809525 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb78e92f-5078-45d7-8185-9bb3395581f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:44.838367 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ef2a5-273e-4ee3-b983-3c680b9963f2 req-2ca823e2-8f33-4ac7-a553-52f8befc092b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:44.840081 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-929ef2a5-273e-4ee3-b983-3c680b9963f2 req-2ca823e2-8f33-4ac7-a553-52f8befc092b service neutron] 10.222.0.46 "GET /v2.0/networks?id=8b381b5f-7523-4cc8-b8ec-8c1e81d37e00 HTTP/1.1" status: 200 len: 922 time: 0.2134366 Jul 15 13:13:44.848363 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-eb78e92f-5078-45d7-8185-9bb3395581f9 admin admin] Calling delete_port for 0c97777d-b873-4629-9dbe-7b735ee6887a owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:44.923660 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-929ef2a5-273e-4ee3-b983-3c680b9963f2 req-f5085540-e066-4589-b758-1511736e66bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a1bb238-dae0-4f7f-ab60-bf08f1846b80 HTTP/1.1" status: 200 len: 217 time: 0.0728433 Jul 15 13:13:44.997868 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ef2a5-273e-4ee3-b983-3c680b9963f2 req-98fd807f-c3be-478e-8b2e-ea2ddb566f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:45.004299 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-929ef2a5-273e-4ee3-b983-3c680b9963f2 req-98fd807f-c3be-478e-8b2e-ea2ddb566f6e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1b9a4172-80e3-4f58-9696-3b754dcad2a5 HTTP/1.1" status: 200 len: 861 time: 0.0765805 Jul 15 13:13:45.042673 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-929ef2a5-273e-4ee3-b983-3c680b9963f2 req-5047b604-7888-4d10-a8f4-e9f7287f381b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8b381b5f-7523-4cc8-b8ec-8c1e81d37e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323808 Jul 15 13:13:45.116943 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59078) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:45.188838 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-929ef2a5-273e-4ee3-b983-3c680b9963f2 req-29db5a19-c1c0-4289-8d83-0cd23d064a48 service neutron] 10.222.0.46 "GET /v2.0/networks/8b381b5f-7523-4cc8-b8ec-8c1e81d37e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376655 Jul 15 13:13:45.206647 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb78e92f-5078-45d7-8185-9bb3395581f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:45.241692 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb78e92f-5078-45d7-8185-9bb3395581f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c97777d-b873-4629-9dbe-7b735ee6887a,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:45.440726 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 1a1bb238-dae0-4f7f-ab60-bf08f1846b80 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:13:45.462166 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-929ef2a5-273e-4ee3-b983-3c680b9963f2 req-e2f21a47-779e-4dac-ab12-4783ffafca89 service neutron] 10.222.0.46 "GET /v2.0/networks/8b381b5f-7523-4cc8-b8ec-8c1e81d37e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523098 Jul 15 13:13:45.476547 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-99014050-8b29-4308-ab32-ef991fc6b0cb req-910b3c98-aaf5-4794-9fd7-e5a20a614578 tempest-ServerShowV247Test-1690715702 tempest-ServerShowV247Test-1690715702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5027dea-e89b-4c76-8e27-827f1701ea91 HTTP/1.1" status: 200 len: 210 time: 0.0464025 Jul 15 13:13:45.560870 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f54286-d058-4422-959a-7462203bf0b1 req-7b977675-b1ea-4bfc-8233-0232268a54e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:45.561370 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f54286-d058-4422-959a-7462203bf0b1 req-7b977675-b1ea-4bfc-8233-0232268a54e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:45.561848 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f54286-d058-4422-959a-7462203bf0b1 req-7b977675-b1ea-4bfc-8233-0232268a54e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:45.564348 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f54286-d058-4422-959a-7462203bf0b1 req-7b977675-b1ea-4bfc-8233-0232268a54e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:45.567651 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f54286-d058-4422-959a-7462203bf0b1 req-7b977675-b1ea-4bfc-8233-0232268a54e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:45.567651 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f54286-d058-4422-959a-7462203bf0b1 req-7b977675-b1ea-4bfc-8233-0232268a54e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:45.567651 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f54286-d058-4422-959a-7462203bf0b1 req-7b977675-b1ea-4bfc-8233-0232268a54e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:45.569762 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-01f54286-d058-4422-959a-7462203bf0b1 req-7b977675-b1ea-4bfc-8233-0232268a54e9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 6498 time: 0.4518735 Jul 15 13:13:45.631257 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82724f93-a73d-4651-9776-2774febd2899 req-38ded4fa-e327-4dd9-8800-614c031c9e8a tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:45.635385 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-82724f93-a73d-4651-9776-2774febd2899 req-38ded4fa-e327-4dd9-8800-614c031c9e8a tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] 10.222.0.16 "GET /v2.0/ports?device_id=252d1f1e-093c-408d-9f81-0c32fd51e28f HTTP/1.1" status: 200 len: 944 time: 0.1556234 Jul 15 13:13:45.729996 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-82724f93-a73d-4651-9776-2774febd2899 req-39dc00b6-6774-4c4d-89e7-04b94fa08899 tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] 10.222.0.16 "GET /v2.0/security-groups?id=6576ae35-7968-4d58-a3a5-bf786006c618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875516 Jul 15 13:13:45.731544 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 1a1bb238-dae0-4f7f-ab60-bf08f1846b80, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=1a1bb238-dae0-4f7f-ab60-bf08f1846b80,segment=NetworkSegment(e95a655b-a676-4c2e-aa5f-6ef8dcddfac0),segment_id=e95a655b-a676-4c2e-aa5f-6ef8dcddfac0)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:45.757482 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '1a1bb238-dae0-4f7f-ab60-bf08f1846b80', 'network_id': '8b381b5f-7523-4cc8-b8ec-8c1e81d37e00', 'port_id': '1a1bb238-dae0-4f7f-ab60-bf08f1846b80', 'mac_address': 'fa:16:3e:a1:1e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b9a4172-80e3-4f58-9696-3b754dcad2a5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:13:45.791150 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-01f54286-d058-4422-959a-7462203bf0b1 req-cb53498f-10b9-488b-82a9-426225ce6dd4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=11c6d291-a458-49b6-80ff-5db152f1be0c&id=8d03c6c5-afde-46b4-9fff-da26c2a36d36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1867182 Jul 15 13:13:45.805767 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb78e92f-5078-45d7-8185-9bb3395581f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:45.842142 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:45.887076 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a1bb238-dae0-4f7f-ab60-bf08f1846b80 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:13:45.945729 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 1a1bb238-dae0-4f7f-ab60-bf08f1846b80, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=1a1bb238-dae0-4f7f-ab60-bf08f1846b80,segment=NetworkSegment(e95a655b-a676-4c2e-aa5f-6ef8dcddfac0),segment_id=e95a655b-a676-4c2e-aa5f-6ef8dcddfac0)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:45.957983 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:46.137148 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=1a1bb238-dae0-4f7f-ab60-bf08f1846b80,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:46.169196 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:46.169550 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:46.169895 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:46.170231 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:46.170821 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:46.171344 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:46.171879 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:46.173022 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:46.173552 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:46.174047 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:46.174541 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:46.175050 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:46.277919 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb78e92f-5078-45d7-8185-9bb3395581f9 admin admin] Router bb2b8e85-4a11-470c-b461-a5cfe7415a0e has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:13:46.315679 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['1a1bb238-dae0-4f7f-ab60-bf08f1846b80'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:46.473977 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-07fc27d7-32d1-4754-8c20-073c2fe77cd2 req-7dfc1ddf-3bf3-4144-ac03-117e8c1e90d5 tempest-ServerShowV247Test-1690715702 tempest-ServerShowV247Test-1690715702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5027dea-e89b-4c76-8e27-827f1701ea91 HTTP/1.1" status: 200 len: 210 time: 0.0583696 Jul 15 13:13:46.562129 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb78e92f-5078-45d7-8185-9bb3395581f9 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:13:46.570310 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-eb78e92f-5078-45d7-8185-9bb3395581f9 admin admin] 10.222.0.16 "PUT /v2.0/routers/bb2b8e85-4a11-470c-b461-a5cfe7415a0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4651563 Jul 15 13:13:46.572900 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59144) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:46.573313 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fb6428-796d-4d34-bfe3-8d0f4bef24db None None] Sync routers for ids ['bb2b8e85-4a11-470c-b461-a5cfe7415a0e'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:13:46.586202 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fb6428-796d-4d34-bfe3-8d0f4bef24db None None] Routers {'bb2b8e85-4a11-470c-b461-a5cfe7415a0e'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:46.588493 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-c9fb6428-796d-4d34-bfe3-8d0f4bef24db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:13:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['bb2b8e85-4a11-470c-b461-a5cfe7415a0e'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:46.881866 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-c9fb6428-796d-4d34-bfe3-8d0f4bef24db None None] Set router bb2b8e85-4a11-470c-b461-a5cfe7415a0e gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:13:47.144309 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfff47f-b9fe-4bc0-80c1-00f683d424d8 req-5165bfad-0c80-411b-929d-36eabcec31fe tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:47.155344 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2cfff47f-b9fe-4bc0-80c1-00f683d424d8 req-5165bfad-0c80-411b-929d-36eabcec31fe tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] 10.222.0.16 "GET /v2.0/ports?device_id=252d1f1e-093c-408d-9f81-0c32fd51e28f HTTP/1.1" status: 200 len: 945 time: 0.1650941 Jul 15 13:13:47.159568 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5d0d5dd4-76bb-4ced-b457-13d3ccd836e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:47.281459 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-c9fb6428-796d-4d34-bfe3-8d0f4bef24db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2b8e85-4a11-470c-b461-a5cfe7415a0e', 'name': 'tempest-ServersTestManualDisk-1605277065-router', 'tenant_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '6d553dc7-374f-4192-abb5-b873146f318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:38Z', 'updated_at': '2021-07-15T13:13:45Z', 'revision_number': 5, 'project_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'gw_port': {'id': '6d553dc7-374f-4192-abb5-b873146f318c', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2b8e85-4a11-470c-b461-a5cfe7415a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:39Z', 'updated_at': '2021-07-15T13:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:47.283681 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2cfff47f-b9fe-4bc0-80c1-00f683d424d8 req-bad2ff9c-11be-40dc-92a7-23079b45caef tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] 10.222.0.16 "GET /v2.0/security-groups?id=6576ae35-7968-4d58-a3a5-bf786006c618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261725 Jul 15 13:13:47.344030 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fb6428-796d-4d34-bfe3-8d0f4bef24db None None] Checking router: bb2b8e85-4a11-470c-b461-a5cfe7415a0e for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:13:47.363742 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fb6428-796d-4d34-bfe3-8d0f4bef24db None None] Routers {'bb2b8e85-4a11-470c-b461-a5cfe7415a0e'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:47.364874 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-c9fb6428-796d-4d34-bfe3-8d0f4bef24db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:13:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['bb2b8e85-4a11-470c-b461-a5cfe7415a0e'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:47.391031 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5d0d5dd4-76bb-4ced-b457-13d3ccd836e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:47.408139 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59164) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:47.459924 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 1a1bb238-dae0-4f7f-ab60-bf08f1846b80 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:47.507545 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-5d0d5dd4-76bb-4ced-b457-13d3ccd836e0 admin admin] Deleting port 6d553dc7-374f-4192-abb5-b873146f318c {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:47.507545 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5d0d5dd4-76bb-4ced-b457-13d3ccd836e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:47.564037 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 1a1bb238-dae0-4f7f-ab60-bf08f1846b80 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:47.575200 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 1a1bb238-dae0-4f7f-ab60-bf08f1846b80 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:47.576402 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:47.684072 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8aa13134-ad98-42ee-be79-3dd6b1cb521a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:47.711782 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-c9fb6428-796d-4d34-bfe3-8d0f4bef24db None None] Set router bb2b8e85-4a11-470c-b461-a5cfe7415a0e gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:13:47.712378 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:47.740800 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252d1f1e-093c-408d-9f81-0c32fd51e28f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1bb238-dae0-4f7f-ab60-bf08f1846b80'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:47.744117 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5d691b-cc9d-40e2-8edf-46b52884fa8e" -d '{"events": [{"server_uuid": "252d1f1e-093c-408d-9f81-0c32fd51e28f", "name": "network-vif-plugged", "status": "completed", "tag": "1a1bb238-dae0-4f7f-ab60-bf08f1846b80"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:47.780306 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 1a1bb238-dae0-4f7f-ab60-bf08f1846b80, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=1a1bb238-dae0-4f7f-ab60-bf08f1846b80,segment=NetworkSegment(e95a655b-a676-4c2e-aa5f-6ef8dcddfac0),segment_id=e95a655b-a676-4c2e-aa5f-6ef8dcddfac0)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:47.784488 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-5d0d5dd4-76bb-4ced-b457-13d3ccd836e0 admin admin] For port 6d553dc7-374f-4192-abb5-b873146f318c, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=6d553dc7-374f-4192-abb5-b873146f318c,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:47.785096 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5d0d5dd4-76bb-4ced-b457-13d3ccd836e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:47.792519 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:47.815313 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-5d0d5dd4-76bb-4ced-b457-13d3ccd836e0 admin admin] Calling delete_port for 6d553dc7-374f-4192-abb5-b873146f318c owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:47.834315 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a38a3fc7-3db0-4b88-9bf8-4fce8a0fe443 req-d4ccbdda-6b9f-4a29-9eec-32a44e404644 tempest-ServerShowV247Test-1690715702 tempest-ServerShowV247Test-1690715702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5027dea-e89b-4c76-8e27-827f1701ea91 HTTP/1.1" status: 200 len: 210 time: 0.1135597 Jul 15 13:13:48.030506 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8aa13134-ad98-42ee-be79-3dd6b1cb521a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.039895 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8aa13134-ad98-42ee-be79-3dd6b1cb521a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.075572 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=1a1bb238-dae0-4f7f-ab60-bf08f1846b80,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:48.102669 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a879f11f-6439-4fa5-aff2-dcc923561582 x-openstack-request-id: req-a879f11f-6439-4fa5-aff2-dcc923561582 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:48.103033 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252d1f1e-093c-408d-9f81-0c32fd51e28f", "name": "network-vif-plugged", "status": "completed", "tag": "1a1bb238-dae0-4f7f-ab60-bf08f1846b80", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:48.103458 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a879f11f-6439-4fa5-aff2-dcc923561582 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:48.103935 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252d1f1e-093c-408d-9f81-0c32fd51e28f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1bb238-dae0-4f7f-ab60-bf08f1846b80', 'code': 200} Jul 15 13:13:48.168547 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59180) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:48.178530 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8aa13134-ad98-42ee-be79-3dd6b1cb521a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1db93a857b1c4ecaa972657f63b3adcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7560649 Jul 15 13:13:48.182199 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa13134-ad98-42ee-be79-3dd6b1cb521a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21b7f85-87f6-45ff-9663-49c4efcce7b6,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:48.223131 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-c9fb6428-796d-4d34-bfe3-8d0f4bef24db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb2b8e85-4a11-470c-b461-a5cfe7415a0e', 'name': 'tempest-ServersTestManualDisk-1605277065-router', 'tenant_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '6d553dc7-374f-4192-abb5-b873146f318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:38Z', 'updated_at': '2021-07-15T13:13:45Z', 'revision_number': 5, 'project_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'gw_port': {'id': '6d553dc7-374f-4192-abb5-b873146f318c', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2b8e85-4a11-470c-b461-a5cfe7415a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:39Z', 'updated_at': '2021-07-15T13:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:48.270383 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f1bdf-9e7f-470a-884e-afe7c860af8b req-bb06ae62-c3ea-461b-a1ca-9c57a1d13d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:48.272313 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c25f1bdf-9e7f-470a-884e-afe7c860af8b req-bb06ae62-c3ea-461b-a1ca-9c57a1d13d82 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=252d1f1e-093c-408d-9f81-0c32fd51e28f HTTP/1.1" status: 200 len: 1098 time: 0.0870934 Jul 15 13:13:48.290068 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fb6428-796d-4d34-bfe3-8d0f4bef24db None None] The sync data for ids ['bb2b8e85-4a11-470c-b461-a5cfe7415a0e'] in n-d-771363-36 is: [{'id': 'bb2b8e85-4a11-470c-b461-a5cfe7415a0e', 'name': 'tempest-ServersTestManualDisk-1605277065-router', 'tenant_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '6d553dc7-374f-4192-abb5-b873146f318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:38Z', 'updated_at': '2021-07-15T13:13:45Z', 'revision_number': 5, 'project_id': 'a99d3a4347d44f88ad103ba988f2fb07', 'gw_port': {'id': '6d553dc7-374f-4192-abb5-b873146f318c', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2b8e85-4a11-470c-b461-a5cfe7415a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:39Z', 'updated_at': '2021-07-15T13:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:13:48.334852 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c25f1bdf-9e7f-470a-884e-afe7c860af8b req-4a169c48-3e2b-40cf-86f6-5fc5ae467641 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6576ae35-7968-4d58-a3a5-bf786006c618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553455 Jul 15 13:13:48.377661 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5d0d5dd4-76bb-4ced-b457-13d3ccd836e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.393336 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7dc7f4c0-49a0-48b7-9f72-127d9d017c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.431441 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d5dd4-76bb-4ced-b457-13d3ccd836e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d553dc7-374f-4192-abb5-b873146f318c,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:48.449780 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7dc7f4c0-49a0-48b7-9f72-127d9d017c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.487908 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77e5cd-2645-4746-a0e6-04b7e43eae48 req-89516c8f-3056-481c-a9a3-3d1e1bfb729d tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:48.496022 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b77e5cd-2645-4746-a0e6-04b7e43eae48 req-89516c8f-3056-481c-a9a3-3d1e1bfb729d tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] 10.222.0.16 "GET /v2.0/ports?device_id=252d1f1e-093c-408d-9f81-0c32fd51e28f HTTP/1.1" status: 200 len: 946 time: 0.0901673 Jul 15 13:13:48.554739 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b77e5cd-2645-4746-a0e6-04b7e43eae48 req-fdcf7e4e-e10b-4cc3-9d76-0c546411005c tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] 10.222.0.16 "GET /v2.0/security-groups?id=6576ae35-7968-4d58-a3a5-bf786006c618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552344 Jul 15 13:13:48.556610 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5d0d5dd4-76bb-4ced-b457-13d3ccd836e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.652412 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7dc7f4c0-49a0-48b7-9f72-127d9d017c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.658156 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7dc7f4c0-49a0-48b7-9f72-127d9d017c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.658156 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7dc7f4c0-49a0-48b7-9f72-127d9d017c38 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a21b7f85-87f6-45ff-9663-49c4efcce7b6 HTTP/1.1" status: 204 len: 168 time: 0.4838686 Jul 15 13:13:48.658953 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5d0d5dd4-76bb-4ced-b457-13d3ccd836e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.662684 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5d0d5dd4-76bb-4ced-b457-13d3ccd836e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.672165 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc7f4c0-49a0-48b7-9f72-127d9d017c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21b7f85-87f6-45ff-9663-49c4efcce7b6,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:48.731608 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5d0d5dd4-76bb-4ced-b457-13d3ccd836e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.732317 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0d5dd4-76bb-4ced-b457-13d3ccd836e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb2b8e85-4a11-470c-b461-a5cfe7415a0e {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:13:48.738772 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5d0d5dd4-76bb-4ced-b457-13d3ccd836e0 admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.740256 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5d0d5dd4-76bb-4ced-b457-13d3ccd836e0 admin admin] 10.222.0.16 "DELETE /v2.0/routers/bb2b8e85-4a11-470c-b461-a5cfe7415a0e HTTP/1.1" status: 204 len: 168 time: 2.1652517 Jul 15 13:13:48.742788 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59186) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:48.801944 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac3b5fbb-5b23-485b-991f-1677a43aeb34 admin admin] Deleting subnet 674406c3-3fe3-4c91-b443-175bf26433ef {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:13:48.805464 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ac3b5fbb-5b23-485b-991f-1677a43aeb34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.856000 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ac3b5fbb-5b23-485b-991f-1677a43aeb34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.998984 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ac3b5fbb-5b23-485b-991f-1677a43aeb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:49.039887 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:13:49.146102 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9bc977a5-1a42-47d3-87ae-a4d5ae1bef7f req-78cd6aa9-6dc4-43f5-90cb-61906b645544 tempest-ServerShowV247Test-1690715702 tempest-ServerShowV247Test-1690715702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5027dea-e89b-4c76-8e27-827f1701ea91 HTTP/1.1" status: 200 len: 210 time: 0.0621772 Jul 15 13:13:49.147729 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ac3b5fbb-5b23-485b-991f-1677a43aeb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:49.200071 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b5fbb-5b23-485b-991f-1677a43aeb34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=674406c3-3fe3-4c91-b443-175bf26433ef,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:49.212746 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ac3b5fbb-5b23-485b-991f-1677a43aeb34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:49.218737 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59198) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:49.219041 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ac3b5fbb-5b23-485b-991f-1677a43aeb34 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/674406c3-3fe3-4c91-b443-175bf26433ef HTTP/1.1" status: 204 len: 168 time: 0.4744589 Jul 15 13:13:49.226845 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07741bc-19b0-4819-a1b0-696e3a5e7a45 None None] Network b3891516-348f-4a14-be74-7c63ac20ff2e requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:49.264421 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59200) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:49.281840 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ed12a454-f3f0-4877-bb1b-2a501e3e6999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:49.351999 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bc9fad4e-b633-4aa2-a8e6-48353ed8ab57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:49.468012 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-bc9fad4e-b633-4aa2-a8e6-48353ed8ab57 admin admin] Deleting port d3372323-2814-4cd1-9c40-68a8b44d20e3 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:49.468656 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bc9fad4e-b633-4aa2-a8e6-48353ed8ab57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:49.477709 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ed12a454-f3f0-4877-bb1b-2a501e3e6999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:49.486716 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ed12a454-f3f0-4877-bb1b-2a501e3e6999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:49.539697 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed12a454-f3f0-4877-bb1b-2a501e3e6999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0394df37-44ea-4730-be86-fbe087b51bd0,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:49.548682 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ed12a454-f3f0-4877-bb1b-2a501e3e6999 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f0689f7ed747490db2ab30d58efc4d23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2802658 Jul 15 13:13:49.549267 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59202) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:49.574631 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-bc9fad4e-b633-4aa2-a8e6-48353ed8ab57 admin admin] For port d3372323-2814-4cd1-9c40-68a8b44d20e3, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=d3372323-2814-4cd1-9c40-68a8b44d20e3,segment=NetworkSegment(8554a06b-4fbe-481c-ac76-8947d8732272),segment_id=8554a06b-4fbe-481c-ac76-8947d8732272)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:49.575018 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bc9fad4e-b633-4aa2-a8e6-48353ed8ab57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:49.597463 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-bc9fad4e-b633-4aa2-a8e6-48353ed8ab57 admin admin] Calling delete_port for d3372323-2814-4cd1-9c40-68a8b44d20e3 owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:49.602762 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-30acab51-0d65-4acc-a6e9-14251e9cd411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:49.627420 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-30acab51-0d65-4acc-a6e9-14251e9cd411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:49.694690 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-30acab51-0d65-4acc-a6e9-14251e9cd411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:49.696104 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-30acab51-0d65-4acc-a6e9-14251e9cd411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:49.699828 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-30acab51-0d65-4acc-a6e9-14251e9cd411 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0394df37-44ea-4730-be86-fbe087b51bd0 HTTP/1.1" status: 204 len: 168 time: 0.1477437 Jul 15 13:13:49.706727 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30acab51-0d65-4acc-a6e9-14251e9cd411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0394df37-44ea-4730-be86-fbe087b51bd0,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:49.759010 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c91fb1-2647-4071-adc7-2cf2ca357a4e None None] DHCP port deletion for b3891516-348f-4a14-be74-7c63ac20ff2e request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:13:49.767694 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bc9fad4e-b633-4aa2-a8e6-48353ed8ab57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:49.787763 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9fad4e-b633-4aa2-a8e6-48353ed8ab57 admin admin] No DVR routers for this DVR port d3372323-2814-4cd1-9c40-68a8b44d20e3 on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:49.802790 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-22c91fb1-2647-4071-adc7-2cf2ca357a4e None None] The port 'd3372323-2814-4cd1-9c40-68a8b44d20e3' was deleted {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 15 13:13:49.833895 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9fad4e-b633-4aa2-a8e6-48353ed8ab57 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3372323-2814-4cd1-9c40-68a8b44d20e3,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:49.869285 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a335be9-7b93-4551-aff2-67d037010a4b req-a090b029-3de1-4ceb-8673-6d232409eb46 tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:49.874895 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a335be9-7b93-4551-aff2-67d037010a4b req-a090b029-3de1-4ceb-8673-6d232409eb46 tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] 10.222.0.16 "GET /v2.0/ports?device_id=252d1f1e-093c-408d-9f81-0c32fd51e28f HTTP/1.1" status: 200 len: 946 time: 0.1507108 Jul 15 13:13:49.935751 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a335be9-7b93-4551-aff2-67d037010a4b req-a72815f8-6c6b-4084-81d9-0d29a24b140b tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] 10.222.0.16 "GET /v2.0/security-groups?id=6576ae35-7968-4d58-a3a5-bf786006c618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516777 Jul 15 13:13:49.985449 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bc9fad4e-b633-4aa2-a8e6-48353ed8ab57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:49.997431 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-bc9fad4e-b633-4aa2-a8e6-48353ed8ab57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3891516-348f-4a14-be74-7c63ac20ff2e']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:50.008534 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-bc9fad4e-b633-4aa2-a8e6-48353ed8ab57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8554a06b-4fbe-481c-ac76-8947d8732272') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:50.008778 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-bc9fad4e-b633-4aa2-a8e6-48353ed8ab57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8554a06b-4fbe-481c-ac76-8947d8732272') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:50.023291 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bc9fad4e-b633-4aa2-a8e6-48353ed8ab57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:50.043325 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bc9fad4e-b633-4aa2-a8e6-48353ed8ab57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:50.054981 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc9fad4e-b633-4aa2-a8e6-48353ed8ab57 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:13:50.056256 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bc9fad4e-b633-4aa2-a8e6-48353ed8ab57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:50.058165 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:13:50.058165 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:13:50.058165 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:13:50.058165 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:13:50.058165 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:13:50.058165 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:13:50.058165 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:13:50.058165 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:13:50.058165 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:13:50.058165 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:13:50.058165 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:13:50.058165 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:13:50.058165 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:13:50.058165 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:13:50.058165 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:13:50.058165 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:13:50.058165 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:13:50.058165 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:13:50.058165 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:13:50.058165 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:13:50.058165 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:13:50.058165 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:13:50.058165 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:13:50.058165 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:13:50.058165 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:13:50.058165 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:13:50.058165 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:13:50.058165 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:13:50.058165 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:13:50.058165 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:13:50.058165 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:13:50.058165 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:13:50.149715 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bc9fad4e-b633-4aa2-a8e6-48353ed8ab57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:50.157058 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bc9fad4e-b633-4aa2-a8e6-48353ed8ab57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:50.161749 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-bc9fad4e-b633-4aa2-a8e6-48353ed8ab57 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b3891516-348f-4a14-be74-7c63ac20ff2e HTTP/1.1" status: 204 len: 168 time: 0.9394445 Jul 15 13:13:50.184367 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9fad4e-b633-4aa2-a8e6-48353ed8ab57 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3891516-348f-4a14-be74-7c63ac20ff2e,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:50.419009 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59234) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:50.460972 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device d3372323-2814-4cd1-9c40-68a8b44d20e3 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:50.514132 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c323ff69-002b-4c9e-8d26-465087dff404 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a99d3a4347d44f88ad103ba988f2fb07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0929074 Jul 15 13:13:50.518605 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: d3372323-2814-4cd1-9c40-68a8b44d20e3 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:50.519161 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device d3372323-2814-4cd1-9c40-68a8b44d20e3 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:50.519490 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59236) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:50.519945 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 0c97777d-b873-4629-9dbe-7b735ee6887a no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:50.522688 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef33220e-c4cf-458c-9cca-3b5a3b272eb5 req-a29ab915-9882-473b-bdcc-4af71d3f6d9a tempest-ServerShowV247Test-1690715702 tempest-ServerShowV247Test-1690715702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5027dea-e89b-4c76-8e27-827f1701ea91 HTTP/1.1" status: 200 len: 210 time: 0.0593183 Jul 15 13:13:50.551042 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 0c97777d-b873-4629-9dbe-7b735ee6887a {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:50.551418 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 0c97777d-b873-4629-9dbe-7b735ee6887a not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:50.560261 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6d553dc7-374f-4192-abb5-b873146f318c no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:50.591915 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-26f6238a-73b2-44a5-85ac-b376d9426831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:50.608571 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 6d553dc7-374f-4192-abb5-b873146f318c {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:50.610869 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6d553dc7-374f-4192-abb5-b873146f318c not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:50.639344 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-26f6238a-73b2-44a5-85ac-b376d9426831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:50.702463 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-26f6238a-73b2-44a5-85ac-b376d9426831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:50.707275 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-26f6238a-73b2-44a5-85ac-b376d9426831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:50.709103 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-26f6238a-73b2-44a5-85ac-b376d9426831 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fdb7c585-bf2b-45e9-a732-596b094d9e68 HTTP/1.1" status: 204 len: 168 time: 0.1877255 Jul 15 13:13:50.722073 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6238a-73b2-44a5-85ac-b376d9426831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb7c585-bf2b-45e9-a732-596b094d9e68,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:50.893092 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eeff19-30bb-4a1a-b2aa-fdae5748192d req-e9d615c8-6035-40df-847b-f28433bd3caa tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:50.903710 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-89eeff19-30bb-4a1a-b2aa-fdae5748192d req-e9d615c8-6035-40df-847b-f28433bd3caa tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] 10.222.0.16 "GET /v2.0/ports?device_id=252d1f1e-093c-408d-9f81-0c32fd51e28f HTTP/1.1" status: 200 len: 946 time: 0.1004231 Jul 15 13:13:50.959185 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-89eeff19-30bb-4a1a-b2aa-fdae5748192d req-4de59f29-3f06-479e-a5dd-bd1df9bc3253 tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] 10.222.0.16 "GET /v2.0/security-groups?id=6576ae35-7968-4d58-a3a5-bf786006c618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542710 Jul 15 13:13:51.710262 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6589afa6-1d5c-4da7-98d9-cb3a6ec8717e req-911073ed-161a-4569-8a98-3f732d880aa4 tempest-ServerShowV247Test-1690715702 tempest-ServerShowV247Test-1690715702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5027dea-e89b-4c76-8e27-827f1701ea91 HTTP/1.1" status: 200 len: 210 time: 0.0464864 Jul 15 13:13:52.174476 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d0569-d1b8-4d08-9685-a13896d06f16 req-234c13c0-37bd-478d-b030-326f3168d79f tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:52.177378 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b5d0569-d1b8-4d08-9685-a13896d06f16 req-234c13c0-37bd-478d-b030-326f3168d79f tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] 10.222.0.46 "GET /v2.0/ports?device_id=252d1f1e-093c-408d-9f81-0c32fd51e28f HTTP/1.1" status: 200 len: 946 time: 0.1406403 Jul 15 13:13:52.416626 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac0ad6-917e-4807-974f-12a3986d4f46 req-ba2a24de-e755-48e5-a8a8-86de83bb4aa5 tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:52.418186 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-85ac0ad6-917e-4807-974f-12a3986d4f46 req-ba2a24de-e755-48e5-a8a8-86de83bb4aa5 tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] 10.222.0.16 "GET /v2.0/ports?device_id=252d1f1e-093c-408d-9f81-0c32fd51e28f HTTP/1.1" status: 200 len: 946 time: 0.1690099 Jul 15 13:13:52.455971 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-6b5d0569-d1b8-4d08-9685-a13896d06f16 req-3f7ff8e9-6080-44b0-8205-3dc20e837b23 tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] Deleting port 1a1bb238-dae0-4f7f-ab60-bf08f1846b80 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:52.456554 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6b5d0569-d1b8-4d08-9685-a13896d06f16 req-3f7ff8e9-6080-44b0-8205-3dc20e837b23 tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:52.513013 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-85ac0ad6-917e-4807-974f-12a3986d4f46 req-650c4791-0152-4366-adad-c089a519afa0 tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] 10.222.0.16 "GET /v2.0/security-groups?id=6576ae35-7968-4d58-a3a5-bf786006c618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804060 Jul 15 13:13:52.632518 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-6b5d0569-d1b8-4d08-9685-a13896d06f16 req-3f7ff8e9-6080-44b0-8205-3dc20e837b23 tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] For port 1a1bb238-dae0-4f7f-ab60-bf08f1846b80, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=1a1bb238-dae0-4f7f-ab60-bf08f1846b80,segment=NetworkSegment(e95a655b-a676-4c2e-aa5f-6ef8dcddfac0),segment_id=e95a655b-a676-4c2e-aa5f-6ef8dcddfac0)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:52.633223 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6b5d0569-d1b8-4d08-9685-a13896d06f16 req-3f7ff8e9-6080-44b0-8205-3dc20e837b23 tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:52.659473 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-6b5d0569-d1b8-4d08-9685-a13896d06f16 req-3f7ff8e9-6080-44b0-8205-3dc20e837b23 tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] Calling delete_port for 1a1bb238-dae0-4f7f-ab60-bf08f1846b80 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:52.835458 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59348) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:53.040806 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-73599460-0b30-42f0-ab43-7fbd98c2bfd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.156839 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b1a20ea6-f83f-448e-b93a-ce7844e8dd2e req-0f40c6eb-c314-4f83-add2-96d88079d99d tempest-ServerShowV247Test-1690715702 tempest-ServerShowV247Test-1690715702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5027dea-e89b-4c76-8e27-827f1701ea91 HTTP/1.1" status: 200 len: 210 time: 0.0377979 Jul 15 13:13:53.226255 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-73599460-0b30-42f0-ab43-7fbd98c2bfd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.237441 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-73599460-0b30-42f0-ab43-7fbd98c2bfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.303955 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59362) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:53.305981 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-73599460-0b30-42f0-ab43-7fbd98c2bfd8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8e13d7f6700c4762a0f679cdb57f04bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4690852 Jul 15 13:13:53.306876 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73599460-0b30-42f0-ab43-7fbd98c2bfd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe3ab99-1f1e-476c-b1bd-3d7cadcea0e2,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:53.345800 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6b5d0569-d1b8-4d08-9685-a13896d06f16 req-3f7ff8e9-6080-44b0-8205-3dc20e837b23 tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.358529 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['1a1bb238-dae0-4f7f-ab60-bf08f1846b80'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:53.403453 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ff8e9-6080-44b0-8205-3dc20e837b23 tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] Pushing event deleted for resources: {'Port': ['ID=1a1bb238-dae0-4f7f-ab60-bf08f1846b80,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:53.472983 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5d0569-d1b8-4d08-9685-a13896d06f16 req-3f7ff8e9-6080-44b0-8205-3dc20e837b23 tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] No DVR routers for this DVR port 1a1bb238-dae0-4f7f-ab60-bf08f1846b80 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:53.474624 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8ff51508-749e-4939-b240-354952fd39e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.479070 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6b5d0569-d1b8-4d08-9685-a13896d06f16 req-3f7ff8e9-6080-44b0-8205-3dc20e837b23 tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.480858 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b5d0569-d1b8-4d08-9685-a13896d06f16 req-3f7ff8e9-6080-44b0-8205-3dc20e837b23 tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] 10.222.0.46 "DELETE /v2.0/ports/1a1bb238-dae0-4f7f-ab60-bf08f1846b80 HTTP/1.1" status: 204 len: 173 time: 1.2973709 Jul 15 13:13:53.481301 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252d1f1e-093c-408d-9f81-0c32fd51e28f', 'name': 'network-vif-deleted', 'tag': '1a1bb238-dae0-4f7f-ab60-bf08f1846b80'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:53.483586 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ba3d3d-75b0-47e1-9348-b2a6f13144e8" -d '{"events": [{"server_uuid": "252d1f1e-093c-408d-9f81-0c32fd51e28f", "name": "network-vif-deleted", "tag": "1a1bb238-dae0-4f7f-ab60-bf08f1846b80"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:53.507905 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8ff51508-749e-4939-b240-354952fd39e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.614713 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9217caf5-b0d4-43e5-837b-502a6a976446 x-openstack-request-id: req-9217caf5-b0d4-43e5-837b-502a6a976446 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:53.615029 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252d1f1e-093c-408d-9f81-0c32fd51e28f", "name": "network-vif-deleted", "tag": "1a1bb238-dae0-4f7f-ab60-bf08f1846b80", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:53.615283 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9217caf5-b0d4-43e5-837b-502a6a976446 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:53.623397 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252d1f1e-093c-408d-9f81-0c32fd51e28f', 'name': 'network-vif-deleted', 'tag': '1a1bb238-dae0-4f7f-ab60-bf08f1846b80', 'status': 'completed', 'code': 200} Jul 15 13:13:53.674040 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8ff51508-749e-4939-b240-354952fd39e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.678179 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8ff51508-749e-4939-b240-354952fd39e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.679705 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8ff51508-749e-4939-b240-354952fd39e8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cbe3ab99-1f1e-476c-b1bd-3d7cadcea0e2 HTTP/1.1" status: 204 len: 168 time: 0.3748121 Jul 15 13:13:53.696512 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff51508-749e-4939-b240-354952fd39e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe3ab99-1f1e-476c-b1bd-3d7cadcea0e2,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:53.820645 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a4b34e2f-baae-46ee-b43d-154e397dbd70 req-a50c6e57-59f8-41f8-9868-63d1d0f93f27 tempest-ServerAddressesNegativeTestJSON-115177470 tempest-ServerAddressesNegativeTestJSON-115177470-project] 10.222.0.16 "GET /v2.0/ports?device_id=252d1f1e-093c-408d-9f81-0c32fd51e28f HTTP/1.1" status: 200 len: 210 time: 0.0488017 Jul 15 13:13:53.870382 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59384) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:54.109665 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-03f3e35f-0035-4834-9875-33b6164809ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:54.246310 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-03f3e35f-0035-4834-9875-33b6164809ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:54.251549 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-03f3e35f-0035-4834-9875-33b6164809ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:54.302073 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3e35f-0035-4834-9875-33b6164809ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e363ec2-d561-4014-a2e6-93a6e251e69f,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:54.310593 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59400) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:54.325386 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-03f3e35f-0035-4834-9875-33b6164809ba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dc687212e3c347cd9a74d039391697fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4471805 Jul 15 13:13:54.386825 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9a7e4329-73cd-46b9-b9f2-1c9242eb3b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:54.441577 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9a7e4329-73cd-46b9-b9f2-1c9242eb3b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:54.479313 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-54fc78b0-b43f-4f10-b497-b88220a0c3a2 req-59a7301b-fd4e-4e5a-85aa-6f37041eba19 tempest-ServerShowV247Test-1690715702 tempest-ServerShowV247Test-1690715702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5027dea-e89b-4c76-8e27-827f1701ea91 HTTP/1.1" status: 200 len: 210 time: 0.0618498 Jul 15 13:13:54.535456 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9a7e4329-73cd-46b9-b9f2-1c9242eb3b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:54.539058 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9a7e4329-73cd-46b9-b9f2-1c9242eb3b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:54.545074 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9a7e4329-73cd-46b9-b9f2-1c9242eb3b5d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2e363ec2-d561-4014-a2e6-93a6e251e69f HTTP/1.1" status: 204 len: 168 time: 0.2326515 Jul 15 13:13:54.567577 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e4329-73cd-46b9-b9f2-1c9242eb3b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e363ec2-d561-4014-a2e6-93a6e251e69f,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:54.665783 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59414) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:54.892231 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-124f9c8e-576f-491e-a927-4efe9a4d14ff admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1292933124-network', 'tenant_id': '635ace9af8f745b9ac974b474e69d070'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:54.920793 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124f9c8e-576f-491e-a927-4efe9a4d14ff admin admin] Made reservation on behalf of 635ace9af8f745b9ac974b474e69d070 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:54.925093 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-124f9c8e-576f-491e-a927-4efe9a4d14ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:54.939387 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-124f9c8e-576f-491e-a927-4efe9a4d14ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:54.991840 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59426) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:55.000724 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59428) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:55.025306 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-960c37e8-a699-4f09-bc94-fbfba89ca957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.072307 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-b00526cf-9396-45e2-99a2-272c5029dd7a admin admin] Deleting subnet 1b9a4172-80e3-4f58-9696-3b754dcad2a5 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:13:55.076330 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b00526cf-9396-45e2-99a2-272c5029dd7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.109613 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-124f9c8e-576f-491e-a927-4efe9a4d14ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.114767 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b00526cf-9396-45e2-99a2-272c5029dd7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.119427 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-124f9c8e-576f-491e-a927-4efe9a4d14ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.166198 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b00526cf-9396-45e2-99a2-272c5029dd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.175824 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-124f9c8e-576f-491e-a927-4efe9a4d14ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:13:55.185295 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f9c8e-576f-491e-a927-4efe9a4d14ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdf8cf7-c8cd-445e-87ff-28a59eaca294,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:55.203862 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-124f9c8e-576f-491e-a927-4efe9a4d14ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.204229 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-124f9c8e-576f-491e-a927-4efe9a4d14ff admin admin] Added segment 4c10c23a-12a2-448c-a1ec-e0bdcb3f0786 of type vlan for network c3581ac0-a864-4106-a257-c12530e8a9c3 Jul 15 13:13:55.236807 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b00526cf-9396-45e2-99a2-272c5029dd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.274270 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00526cf-9396-45e2-99a2-272c5029dd7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b9a4172-80e3-4f58-9696-3b754dcad2a5,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:55.277548 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-124f9c8e-576f-491e-a927-4efe9a4d14ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.295099 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b00526cf-9396-45e2-99a2-272c5029dd7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.299095 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b00526cf-9396-45e2-99a2-272c5029dd7a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1b9a4172-80e3-4f58-9696-3b754dcad2a5 HTTP/1.1" status: 204 len: 168 time: 0.3047178 Jul 15 13:13:55.301334 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59430) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:55.333222 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-960c37e8-a699-4f09-bc94-fbfba89ca957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.338505 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-960c37e8-a699-4f09-bc94-fbfba89ca957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.371412 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-960c37e8-a699-4f09-bc94-fbfba89ca957 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da82c90ba2424c0d8e28945768f913da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3687940 Jul 15 13:13:55.373446 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-124f9c8e-576f-491e-a927-4efe9a4d14ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.375157 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124f9c8e-576f-491e-a927-4efe9a4d14ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:55.375854 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-124f9c8e-576f-491e-a927-4efe9a4d14ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.391245 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59432) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:55.398323 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-124f9c8e-576f-491e-a927-4efe9a4d14ff admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7308667 Jul 15 13:13:55.404049 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59434) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:55.418314 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-907edeba-700b-4b25-994a-a64f9caab75d admin admin] Request body: {'subnet': {'network_id': 'c3581ac0-a864-4106-a257-c12530e8a9c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1292933124-subnet', 'tenant_id': '635ace9af8f745b9ac974b474e69d070', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:55.435316 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c37e8-a699-4f09-bc94-fbfba89ca957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c47b2c-d9e2-443c-b4c4-0c3a9fba281f,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:55.436229 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3ade83b-acc5-48ca-9647-e249f3f46d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.474607 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f9c8e-576f-491e-a927-4efe9a4d14ff admin admin] Pushing event updated for resources: {'Network': ['ID=c3581ac0-a864-4106-a257-c12530e8a9c3,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:55.484935 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network c3581ac0-a864-4106-a257-c12530e8a9c3 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:13:55.501106 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907edeba-700b-4b25-994a-a64f9caab75d admin admin] Made reservation on behalf of 635ace9af8f745b9ac974b474e69d070 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:55.503508 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-907edeba-700b-4b25-994a-a64f9caab75d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.605299 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2a0a0d2e-0555-4bf8-8200-cd006323603f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.727318 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3ade83b-acc5-48ca-9647-e249f3f46d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.732263 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2a0a0d2e-0555-4bf8-8200-cd006323603f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.803697 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-e3ade83b-acc5-48ca-9647-e249f3f46d65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b381b5f-7523-4cc8-b8ec-8c1e81d37e00']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:55.808555 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a8b80199-5cdd-45ae-b533-e491a5decfd3 req-59a65426-a39d-4e6f-a7c8-19d9dee07be3 tempest-ServerShowV247Test-1690715702 tempest-ServerShowV247Test-1690715702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5027dea-e89b-4c76-8e27-827f1701ea91 HTTP/1.1" status: 200 len: 210 time: 0.0744114 Jul 15 13:13:55.833524 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-e3ade83b-acc5-48ca-9647-e249f3f46d65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e95a655b-a676-4c2e-aa5f-6ef8dcddfac0') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:55.833862 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-e3ade83b-acc5-48ca-9647-e249f3f46d65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e95a655b-a676-4c2e-aa5f-6ef8dcddfac0') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:55.851219 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3ade83b-acc5-48ca-9647-e249f3f46d65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.881113 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3ade83b-acc5-48ca-9647-e249f3f46d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.931036 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3ade83b-acc5-48ca-9647-e249f3f46d65 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:13:55.931447 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3ade83b-acc5-48ca-9647-e249f3f46d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.933277 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:55.933277 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:55.933277 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:55.933277 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:55.933277 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:55.933277 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:55.933277 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:13:55.933277 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:13:55.933277 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:13:55.933277 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:13:55.933277 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:13:55.933277 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:13:55.933277 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:13:55.933277 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:13:55.933277 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:13:55.933277 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:13:55.933277 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:13:55.933277 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:13:55.933277 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:13:55.933277 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:13:55.933277 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:13:55.933277 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:13:55.933277 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:13:55.933277 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:13:55.933277 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:13:55.933277 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:13:55.933277 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:13:55.933277 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:13:55.933277 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:13:55.933277 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:13:55.933277 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:13:55.933277 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:13:55.933277 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:13:55.933277 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:13:55.933277 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:13:55.933277 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:13:55.933277 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:13:55.933277 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:13:55.974374 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2a0a0d2e-0555-4bf8-8200-cd006323603f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.977250 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2a0a0d2e-0555-4bf8-8200-cd006323603f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.978414 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2a0a0d2e-0555-4bf8-8200-cd006323603f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/83c47b2c-d9e2-443c-b4c4-0c3a9fba281f HTTP/1.1" status: 204 len: 168 time: 0.5752788 Jul 15 13:13:56.000987 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0a0d2e-0555-4bf8-8200-cd006323603f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c47b2c-d9e2-443c-b4c4-0c3a9fba281f,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:56.079616 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3ade83b-acc5-48ca-9647-e249f3f46d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:56.091611 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3ade83b-acc5-48ca-9647-e249f3f46d65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:56.096178 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e3ade83b-acc5-48ca-9647-e249f3f46d65 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8b381b5f-7523-4cc8-b8ec-8c1e81d37e00 HTTP/1.1" status: 204 len: 168 time: 0.7935181 Jul 15 13:13:56.109424 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ade83b-acc5-48ca-9647-e249f3f46d65 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b381b5f-7523-4cc8-b8ec-8c1e81d37e00,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:56.130290 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-907edeba-700b-4b25-994a-a64f9caab75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:56.221674 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907edeba-700b-4b25-994a-a64f9caab75d admin admin] Pushing event updated for resources: {'Subnet': ['ID=997c9649-03e3-472a-82a3-fd392f722640,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:56.235308 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907edeba-700b-4b25-994a-a64f9caab75d admin admin] Checking segment: {'id': '4c10c23a-12a2-448c-a1ec-e0bdcb3f0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c3581ac0-a864-4106-a257-c12530e8a9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:56.235917 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907edeba-700b-4b25-994a-a64f9caab75d admin admin] Network hostable DHCP agents. Network: c3581ac0-a864-4106-a257-c12530e8a9c3, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:13:56.258856 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907edeba-700b-4b25-994a-a64f9caab75d admin admin] Network c3581ac0-a864-4106-a257-c12530e8a9c3 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:13:56.277303 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-907edeba-700b-4b25-994a-a64f9caab75d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, c3581ac0-a864-4106-a257-c12530e8a9c3) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:56.284911 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907edeba-700b-4b25-994a-a64f9caab75d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:56.285496 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-907edeba-700b-4b25-994a-a64f9caab75d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:56.294212 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83924fe9-9fbb-40eb-864d-50398738b81d None None] Network c3581ac0-a864-4106-a257-c12530e8a9c3 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:56.318040 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-907edeba-700b-4b25-994a-a64f9caab75d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9042559 Jul 15 13:13:56.480249 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d28860-b15c-43f1-b7bb-4f39315da1e8 None None] Network c3581ac0-a864-4106-a257-c12530e8a9c3 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:56.495051 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59456) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:56.581905 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-44ad4a39-6caf-4194-8d7a-af92501d51dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=99d45a336d514c7180109f79bdff330d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0836236 Jul 15 13:13:56.582753 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59460) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:56.730111 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d1b9efd8-5e71-4358-a7f1-71d73fb80bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:56.796861 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d1b9efd8-5e71-4358-a7f1-71d73fb80bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:56.897957 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d1b9efd8-5e71-4358-a7f1-71d73fb80bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:56.901810 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d1b9efd8-5e71-4358-a7f1-71d73fb80bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:56.920243 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d1b9efd8-5e71-4358-a7f1-71d73fb80bb5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6576ae35-7968-4d58-a3a5-bf786006c618 HTTP/1.1" status: 204 len: 168 time: 0.3349249 Jul 15 13:13:56.956013 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9efd8-5e71-4358-a7f1-71d73fb80bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6576ae35-7968-4d58-a3a5-bf786006c618,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:57.199470 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c01b0d21-29c6-46ca-8f50-2726a45b105c req-c935deea-9e3b-464d-8129-37c07ead5930 tempest-ServerShowV247Test-1690715702 tempest-ServerShowV247Test-1690715702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5027dea-e89b-4c76-8e27-827f1701ea91 HTTP/1.1" status: 200 len: 210 time: 0.0904346 Jul 15 13:13:57.359802 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-544019e0-1f30-4636-a11a-f2b3d2b4cd8d tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:57.364449 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-544019e0-1f30-4636-a11a-f2b3d2b4cd8d tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] 10.222.0.16 "GET /v2.0/networks?id=c3581ac0-a864-4106-a257-c12530e8a9c3 HTTP/1.1" status: 200 len: 813 time: 0.3288395 Jul 15 13:13:57.403421 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-67019e04-139d-4079-a1d2-db58acf12864 tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] 10.222.0.16 "GET /v2.0/quotas/635ace9af8f745b9ac974b474e69d070 HTTP/1.1" status: 200 len: 375 time: 0.0313511 Jul 15 13:13:57.451658 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-42813ce7-6802-48b4-9daf-c691c9f56cf0 tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=635ace9af8f745b9ac974b474e69d070&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468805 Jul 15 13:13:57.516671 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 1a1bb238-dae0-4f7f-ab60-bf08f1846b80 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:57.557096 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 1a1bb238-dae0-4f7f-ab60-bf08f1846b80 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:57.557454 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 1a1bb238-dae0-4f7f-ab60-bf08f1846b80 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:57.572214 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-39c7c472-705c-4b0b-9557-28e69c04f98c service neutron] 10.222.0.16 "GET /v2.0/networks/c3581ac0-a864-4106-a257-c12530e8a9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191370 Jul 15 13:13:57.708175 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-679e2070-2740-4bff-ad83-e422d568e156 service neutron] 10.222.0.16 "GET /v2.0/networks/c3581ac0-a864-4106-a257-c12530e8a9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342323 Jul 15 13:13:57.951292 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d6bf4e89-2563-4813-9340-b5cd40e7ec7d req-a0b1ce6d-1dc7-4de9-b34f-142904f90a82 tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] 10.222.0.16 "GET /v2.0/ports?device_id=202680e4-8df9-4e14-bc8b-d8dda5db8432 HTTP/1.1" status: 200 len: 210 time: 0.0478077 Jul 15 13:13:58.303675 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59550) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:58.422246 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4436f3cc-ee39-4e95-8985-8489d6302471 req-2b9f529c-92d1-4816-a117-777ed66fdaaf tempest-ServerShowV247Test-1690715702 tempest-ServerShowV247Test-1690715702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5027dea-e89b-4c76-8e27-827f1701ea91 HTTP/1.1" status: 200 len: 210 time: 0.0335414 Jul 15 13:13:58.732848 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-c66547a2-5297-41a5-b15c-b7645763e317 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-629165760-network', 'tenant_id': '4f7399c5ce694635b8c1fd0d99c04ca3'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:58.769179 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66547a2-5297-41a5-b15c-b7645763e317 admin admin] Made reservation on behalf of 4f7399c5ce694635b8c1fd0d99c04ca3 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:58.773108 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c66547a2-5297-41a5-b15c-b7645763e317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:58.787877 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c66547a2-5297-41a5-b15c-b7645763e317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:58.926333 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c66547a2-5297-41a5-b15c-b7645763e317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:58.936737 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c66547a2-5297-41a5-b15c-b7645763e317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:59.014132 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66547a2-5297-41a5-b15c-b7645763e317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17debce5-b4e4-434f-9c58-d8a89cdb5d3e,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:59.023678 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c66547a2-5297-41a5-b15c-b7645763e317 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:13:59.042039 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:59.048410 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c66547a2-5297-41a5-b15c-b7645763e317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:59.048791 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-c66547a2-5297-41a5-b15c-b7645763e317 admin admin] Added segment b9ab03ee-8830-44bf-bdcb-be6b110f9167 of type vlan for network f85e7144-dc34-4142-9e4c-84abb09e5142 Jul 15 13:13:59.123234 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c66547a2-5297-41a5-b15c-b7645763e317 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:59.255201 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6210fdbe-5f50-4696-808c-4a96429ea3e9 req-197719e8-e46d-45e3-bf61-e2ec4670265b tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] 10.222.0.16 "GET /v2.0/ports?device_id=202680e4-8df9-4e14-bc8b-d8dda5db8432 HTTP/1.1" status: 200 len: 210 time: 0.1048038 Jul 15 13:13:59.274026 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c66547a2-5297-41a5-b15c-b7645763e317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:59.275198 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66547a2-5297-41a5-b15c-b7645763e317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:59.275886 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c66547a2-5297-41a5-b15c-b7645763e317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:59.314189 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c66547a2-5297-41a5-b15c-b7645763e317 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0051560 Jul 15 13:13:59.314306 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59596) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:59.321999 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-d7229f94-1818-4ccc-b5a6-fb705a6cff3a admin admin] Request body: {'subnet': {'network_id': 'f85e7144-dc34-4142-9e4c-84abb09e5142', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-629165760-subnet', 'tenant_id': '4f7399c5ce694635b8c1fd0d99c04ca3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:59.356888 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66547a2-5297-41a5-b15c-b7645763e317 admin admin] Pushing event updated for resources: {'Network': ['ID=f85e7144-dc34-4142-9e4c-84abb09e5142,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:59.372244 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network f85e7144-dc34-4142-9e4c-84abb09e5142 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:13:59.373318 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7229f94-1818-4ccc-b5a6-fb705a6cff3a admin admin] Made reservation on behalf of 4f7399c5ce694635b8c1fd0d99c04ca3 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:59.376624 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7229f94-1818-4ccc-b5a6-fb705a6cff3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:59.552411 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:59.690062 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d1b3e055-5a9e-4a14-954c-e96a2bdaca41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:59.728755 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9d45a082-680e-4c30-b852-1f50f35809db req-c278e1ce-663e-4bac-a959-ef4fa641fa34 tempest-ServerShowV247Test-1690715702 tempest-ServerShowV247Test-1690715702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5027dea-e89b-4c76-8e27-827f1701ea91 HTTP/1.1" status: 200 len: 210 time: 0.0569179 Jul 15 13:13:59.777016 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7229f94-1818-4ccc-b5a6-fb705a6cff3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:59.829623 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7229f94-1818-4ccc-b5a6-fb705a6cff3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1c3b69e-dd8a-4607-842a-e95b5fd9990b,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:59.929247 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7229f94-1818-4ccc-b5a6-fb705a6cff3a admin admin] Checking segment: {'id': 'b9ab03ee-8830-44bf-bdcb-be6b110f9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f85e7144-dc34-4142-9e4c-84abb09e5142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:59.929699 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7229f94-1818-4ccc-b5a6-fb705a6cff3a admin admin] Network hostable DHCP agents. Network: f85e7144-dc34-4142-9e4c-84abb09e5142, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:13:59.952465 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-9a0d26ca-4b00-4ad5-8305-eac69bfe0be7 tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:59.954727 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-9a0d26ca-4b00-4ad5-8305-eac69bfe0be7 tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] 10.222.0.46 "GET /v2.0/networks?id=c3581ac0-a864-4106-a257-c12530e8a9c3 HTTP/1.1" status: 200 len: 813 time: 0.2287798 Jul 15 13:13:59.967815 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-1f98b846-2bb7-4384-a806-0a44164ce22f tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] Request body: {'port': {'device_id': '202680e4-8df9-4e14-bc8b-d8dda5db8432', 'network_id': 'c3581ac0-a864-4106-a257-c12530e8a9c3', 'admin_state_up': True, 'tenant_id': '635ace9af8f745b9ac974b474e69d070'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:59.973566 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7229f94-1818-4ccc-b5a6-fb705a6cff3a admin admin] Network f85e7144-dc34-4142-9e4c-84abb09e5142 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:14:00.016769 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-d7229f94-1818-4ccc-b5a6-fb705a6cff3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, f85e7144-dc34-4142-9e4c-84abb09e5142) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:00.023525 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7229f94-1818-4ccc-b5a6-fb705a6cff3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:00.025374 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7229f94-1818-4ccc-b5a6-fb705a6cff3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:00.028949 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1daac38e-5166-4af1-8134-442571332f9a None None] Network f85e7144-dc34-4142-9e4c-84abb09e5142 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:00.087729 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d7229f94-1818-4ccc-b5a6-fb705a6cff3a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7712200 Jul 15 13:14:00.172058 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-1f98b846-2bb7-4384-a806-0a44164ce22f tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] Made reservation on behalf of 635ace9af8f745b9ac974b474e69d070 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:00.176787 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-1f98b846-2bb7-4384-a806-0a44164ce22f tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:00.258963 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b711c781-aad2-46d0-b183-fbc4ad5dce73 None None] Network f85e7144-dc34-4142-9e4c-84abb09e5142 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:00.474799 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-1f98b846-2bb7-4384-a806-0a44164ce22f tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] Allocated IP 172.20.0.3 (c3581ac0-a864-4106-a257-c12530e8a9c3/997c9649-03e3-472a-82a3-fd392f722640/2ea737ff-78c4-4405-9447-2c2e690f53c6) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:00.519394 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59654) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:00.543044 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8032ddb1-0856-476d-a6ee-347db7f89a1c req-f80cef33-e22a-40f3-8a1e-1b89fbbb4217 tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] 10.222.0.16 "GET /v2.0/ports?device_id=202680e4-8df9-4e14-bc8b-d8dda5db8432 HTTP/1.1" status: 200 len: 210 time: 0.0470960 Jul 15 13:14:00.720709 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-75f23e0c-152f-4866-9d32-11b09abb72f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:00.818181 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-1f98b846-2bb7-4384-a806-0a44164ce22f tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:00.877496 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-1f98b846-2bb7-4384-a806-0a44164ce22f tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:00.958767 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-1f98b846-2bb7-4384-a806-0a44164ce22f tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] Network c3581ac0-a864-4106-a257-c12530e8a9c3 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:00.962060 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-1f98b846-2bb7-4384-a806-0a44164ce22f tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:00.968651 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-1f98b846-2bb7-4384-a806-0a44164ce22f tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:00.992040 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-75f23e0c-152f-4866-9d32-11b09abb72f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.008447 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-75f23e0c-152f-4866-9d32-11b09abb72f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.019676 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98b846-2bb7-4384-a806-0a44164ce22f tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] Pushing event updated for resources: {'Port': ['ID=2ea737ff-78c4-4405-9447-2c2e690f53c6,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:01.033043 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-1f98b846-2bb7-4384-a806-0a44164ce22f tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:01.033822 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-1f98b846-2bb7-4384-a806-0a44164ce22f tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.055119 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-1f98b846-2bb7-4384-a806-0a44164ce22f tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0918148 Jul 15 13:14:01.078251 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-a1231976-2d93-4a7f-834d-d35f755c2155 service neutron] Request body: {'port': {'device_id': '202680e4-8df9-4e14-bc8b-d8dda5db8432', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:01.084676 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f23e0c-152f-4866-9d32-11b09abb72f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c1d095-8d51-435a-a8f8-7a8006bb8173,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:01.109222 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-75f23e0c-152f-4866-9d32-11b09abb72f2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fed32cce7a14433481f98ca001aa2b9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5804219 Jul 15 13:14:01.109702 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59674) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:01.115938 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-51eff141-b26e-456e-8cc4-d9ead6f8b43f req-ed8e5c31-2149-4b65-9ccd-5910b48ffa45 tempest-ServerShowV247Test-1690715702 tempest-ServerShowV247Test-1690715702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5027dea-e89b-4c76-8e27-827f1701ea91 HTTP/1.1" status: 200 len: 210 time: 0.0548983 Jul 15 13:14:01.281958 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23f4aa89-c191-4cf5-8698-2ae08e123e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.301759 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-a1231976-2d93-4a7f-834d-d35f755c2155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.327279 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23f4aa89-c191-4cf5-8698-2ae08e123e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.508388 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23f4aa89-c191-4cf5-8698-2ae08e123e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.511437 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23f4aa89-c191-4cf5-8698-2ae08e123e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.515561 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-23f4aa89-c191-4cf5-8698-2ae08e123e38 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/77c1d095-8d51-435a-a8f8-7a8006bb8173 HTTP/1.1" status: 204 len: 168 time: 0.4016359 Jul 15 13:14:01.529554 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f4aa89-c191-4cf5-8698-2ae08e123e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c1d095-8d51-435a-a8f8-7a8006bb8173,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:01.897526 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-a1231976-2d93-4a7f-834d-d35f755c2155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ea737ff-78c4-4405-9447-2c2e690f53c6 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:14:01.910488 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e3e48-fd04-4cb8-8f2b-21ef33511af2 req-3653b880-e540-4bd4-98fb-7d7c1d6b3489 tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:01.912541 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac9e3e48-fd04-4cb8-8f2b-21ef33511af2 req-3653b880-e540-4bd4-98fb-7d7c1d6b3489 tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] 10.222.0.16 "GET /v2.0/ports?device_id=202680e4-8df9-4e14-bc8b-d8dda5db8432 HTTP/1.1" status: 200 len: 931 time: 0.1889441 Jul 15 13:14:01.917189 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-a1231976-2d93-4a7f-834d-d35f755c2155 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.950522 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-a1231976-2d93-4a7f-834d-d35f755c2155 service neutron] Transition to ACTIVE for port object 2ea737ff-78c4-4405-9447-2c2e690f53c6 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:01.973405 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac9e3e48-fd04-4cb8-8f2b-21ef33511af2 req-bce5b973-3fb0-4848-a77f-771bfeef4468 tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cdf8cf7-c8cd-445e-87ff-28a59eaca294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530980 Jul 15 13:14:01.974324 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-a1231976-2d93-4a7f-834d-d35f755c2155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.029758 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59720) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:02.062838 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d030075-e803-48ec-9107-7a8cc8697e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.172338 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d030075-e803-48ec-9107-7a8cc8697e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.177673 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d030075-e803-48ec-9107-7a8cc8697e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.192107 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1231976-2d93-4a7f-834d-d35f755c2155 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea737ff-78c4-4405-9447-2c2e690f53c6,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:02.254994 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.259679 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0d030075-e803-48ec-9107-7a8cc8697e86 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a1160787f15b47c0a1975a9bd8e200f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2280066 Jul 15 13:14:02.262522 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59736) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:02.263291 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d030075-e803-48ec-9107-7a8cc8697e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d94da01-8a70-412b-ba56-8eeb3a64c6e7,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:02.281757 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-a1231976-2d93-4a7f-834d-d35f755c2155 service neutron] Attempting to bind port 2ea737ff-78c4-4405-9447-2c2e690f53c6 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:02.282099 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-a1231976-2d93-4a7f-834d-d35f755c2155 service neutron] Attempting to bind port 2ea737ff-78c4-4405-9447-2c2e690f53c6 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '4c10c23a-12a2-448c-a1ec-e0bdcb3f0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c3581ac0-a864-4106-a257-c12530e8a9c3'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:02.282433 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-a1231976-2d93-4a7f-834d-d35f755c2155 service neutron] Attempting to bind port 2ea737ff-78c4-4405-9447-2c2e690f53c6 on network c3581ac0-a864-4106-a257-c12530e8a9c3 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:02.294306 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-a1231976-2d93-4a7f-834d-d35f755c2155 service neutron] Port 2ea737ff-78c4-4405-9447-2c2e690f53c6 on network c3581ac0-a864-4106-a257-c12530e8a9c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:02.294641 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-a1231976-2d93-4a7f-834d-d35f755c2155 service neutron] Attempting to bind port 2ea737ff-78c4-4405-9447-2c2e690f53c6 on network c3581ac0-a864-4106-a257-c12530e8a9c3 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:02.304128 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-a1231976-2d93-4a7f-834d-d35f755c2155 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:14:02.304562 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-a1231976-2d93-4a7f-834d-d35f755c2155 service neutron] Checking segment: {'id': '4c10c23a-12a2-448c-a1ec-e0bdcb3f0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c3581ac0-a864-4106-a257-c12530e8a9c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:02.304958 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-a1231976-2d93-4a7f-834d-d35f755c2155 service neutron] Bound using segment: {'id': '4c10c23a-12a2-448c-a1ec-e0bdcb3f0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c3581ac0-a864-4106-a257-c12530e8a9c3'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:14:02.305531 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-a1231976-2d93-4a7f-834d-d35f755c2155 service neutron] Bound port: 2ea737ff-78c4-4405-9447-2c2e690f53c6, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c10c23a-12a2-448c-a1ec-e0bdcb3f0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c3581ac0-a864-4106-a257-c12530e8a9c3'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:14:02.305902 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-a1231976-2d93-4a7f-834d-d35f755c2155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.422128 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d9fcdfe1-fbca-4687-a36f-e037093a9765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.511935 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3528d0f3-2fa0-46c6-841d-7728558571c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.515229 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-06894a35-9f78-41f2-8782-5d151b7f94c9 req-d9ff70bc-f33b-4e91-960a-490ecb9b763e tempest-ServerShowV247Test-1690715702 tempest-ServerShowV247Test-1690715702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5027dea-e89b-4c76-8e27-827f1701ea91 HTTP/1.1" status: 200 len: 210 time: 0.0567417 Jul 15 13:14:02.586164 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3528d0f3-2fa0-46c6-841d-7728558571c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.590272 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-a1231976-2d93-4a7f-834d-d35f755c2155 service neutron] For port 2ea737ff-78c4-4405-9447-2c2e690f53c6, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:02.615870 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-a1231976-2d93-4a7f-834d-d35f755c2155 service neutron] For port 2ea737ff-78c4-4405-9447-2c2e690f53c6, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2ea737ff-78c4-4405-9447-2c2e690f53c6,segment=NetworkSegment(4c10c23a-12a2-448c-a1ec-e0bdcb3f0786),segment_id=4c10c23a-12a2-448c-a1ec-e0bdcb3f0786)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:14:02.627408 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-a1231976-2d93-4a7f-834d-d35f755c2155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.699770 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025ea11-609c-4976-b179-113bcc961100 req-b1ce7f3c-d0ee-4a0f-bf78-24a401e72873 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:02.701292 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2025ea11-609c-4976-b179-113bcc961100 req-b1ce7f3c-d0ee-4a0f-bf78-24a401e72873 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] 10.222.0.16 "GET /v2.0/networks?id=f85e7144-dc34-4142-9e4c-84abb09e5142 HTTP/1.1" status: 200 len: 809 time: 0.3257489 Jul 15 13:14:02.710633 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-a1231976-2d93-4a7f-834d-d35f755c2155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:02.711262 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-a1231976-2d93-4a7f-834d-d35f755c2155 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.712702 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-a1231976-2d93-4a7f-834d-d35f755c2155 service neutron] 10.222.0.46 "PUT /v2.0/ports/2ea737ff-78c4-4405-9447-2c2e690f53c6 HTTP/1.1" status: 200 len: 1092 time: 1.6408663 Jul 15 13:14:02.715625 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '202680e4-8df9-4e14-bc8b-d8dda5db8432', 'tag': '2ea737ff-78c4-4405-9447-2c2e690f53c6'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:02.716121 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926cdd1d-bbc6-4ff7-97c2-b50e3d7c3840" -d '{"events": [{"name": "network-changed", "server_uuid": "202680e4-8df9-4e14-bc8b-d8dda5db8432", "tag": "2ea737ff-78c4-4405-9447-2c2e690f53c6"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:02.747841 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2025ea11-609c-4976-b179-113bcc961100 req-f9eb3165-6a6c-44b6-91c9-0c7707db8941 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] 10.222.0.16 "GET /v2.0/quotas/4f7399c5ce694635b8c1fd0d99c04ca3 HTTP/1.1" status: 200 len: 375 time: 0.0262768 Jul 15 13:14:02.750411 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1231976-2d93-4a7f-834d-d35f755c2155 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea737ff-78c4-4405-9447-2c2e690f53c6,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:02.764714 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3528d0f3-2fa0-46c6-841d-7728558571c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.771219 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3528d0f3-2fa0-46c6-841d-7728558571c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.774712 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3528d0f3-2fa0-46c6-841d-7728558571c7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5d94da01-8a70-412b-ba56-8eeb3a64c6e7 HTTP/1.1" status: 204 len: 168 time: 0.5086224 Jul 15 13:14:02.774712 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a9478d-023c-4e30-96f0-e7261a63e3cb x-openstack-request-id: req-08a9478d-023c-4e30-96f0-e7261a63e3cb {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:02.774712 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "202680e4-8df9-4e14-bc8b-d8dda5db8432", "tag": "2ea737ff-78c4-4405-9447-2c2e690f53c6", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:02.776998 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-08a9478d-023c-4e30-96f0-e7261a63e3cb {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:02.777659 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '202680e4-8df9-4e14-bc8b-d8dda5db8432', 'tag': '2ea737ff-78c4-4405-9447-2c2e690f53c6', 'status': 'completed', 'code': 200} Jul 15 13:14:02.870085 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2025ea11-609c-4976-b179-113bcc961100 req-86ca86ed-b083-42a2-a9af-6bedf64cc286 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f7399c5ce694635b8c1fd0d99c04ca3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0911574 Jul 15 13:14:02.876557 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528d0f3-2fa0-46c6-841d-7728558571c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d94da01-8a70-412b-ba56-8eeb3a64c6e7,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:02.932362 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-3e3a8eb7-bc5b-4b28-8d24-2079b2977aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:02.934066 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-3e3a8eb7-bc5b-4b28-8d24-2079b2977aea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=635ace9af8f745b9ac974b474e69d070&device_id=202680e4-8df9-4e14-bc8b-d8dda5db8432 HTTP/1.1" status: 200 len: 1095 time: 0.1398516 Jul 15 13:14:03.005211 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-eb2d342f-7972-4edf-9925-557a09d772e3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ea737ff-78c4-4405-9447-2c2e690f53c6 HTTP/1.1" status: 200 len: 217 time: 0.0421848 Jul 15 13:14:03.073222 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2025ea11-609c-4976-b179-113bcc961100 req-e118e057-da68-4474-9bf8-652d9e66869d service neutron] 10.222.0.16 "GET /v2.0/networks/f85e7144-dc34-4142-9e4c-84abb09e5142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934907 Jul 15 13:14:03.113879 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-96b5b04b-1492-4a05-81c3-dedfad51cf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:03.113879 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-96b5b04b-1492-4a05-81c3-dedfad51cf78 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=997c9649-03e3-472a-82a3-fd392f722640 HTTP/1.1" status: 200 len: 853 time: 0.0965776 Jul 15 13:14:03.191488 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-18bd477e-42cb-4f07-9f2b-d1b7a65af6af service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c3581ac0-a864-4106-a257-c12530e8a9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685196 Jul 15 13:14:03.402046 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2025ea11-609c-4976-b179-113bcc961100 req-e57bc8d2-02db-4121-a56d-ffe3ff2341d6 service neutron] 10.222.0.16 "GET /v2.0/networks/f85e7144-dc34-4142-9e4c-84abb09e5142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278699 Jul 15 13:14:03.508036 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc35b17-b8f9-47f3-88c3-6ea2d1f2f68b req-1d3f78c8-a311-4a75-8934-b0337e122ede tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:03.510492 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8bc35b17-b8f9-47f3-88c3-6ea2d1f2f68b req-1d3f78c8-a311-4a75-8934-b0337e122ede tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] 10.222.0.16 "GET /v2.0/ports?device_id=202680e4-8df9-4e14-bc8b-d8dda5db8432 HTTP/1.1" status: 200 len: 943 time: 0.2662163 Jul 15 13:14:03.511307 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:03.514649 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-32a60cea-fe39-4583-901f-ea153f841d15 service neutron] 10.222.0.46 "GET /v2.0/networks/c3581ac0-a864-4106-a257-c12530e8a9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130114 Jul 15 13:14:03.586855 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8bc35b17-b8f9-47f3-88c3-6ea2d1f2f68b req-a0f1827d-342f-4403-8fdf-ec921ae39c44 tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cdf8cf7-c8cd-445e-87ff-28a59eaca294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664577 Jul 15 13:14:03.668180 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a8731dad-21f6-4bec-a630-33dcfd94429f req-e30b346a-8329-418f-be88-187d61ec8734 service neutron] 10.222.0.46 "GET /v2.0/networks/c3581ac0-a864-4106-a257-c12530e8a9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438098 Jul 15 13:14:03.872648 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cdd1d-bbc6-4ff7-97c2-b50e3d7c3840 req-2f758d72-e294-4b0e-8bbc-ed3832cef73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:03.878451 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-926cdd1d-bbc6-4ff7-97c2-b50e3d7c3840 req-2f758d72-e294-4b0e-8bbc-ed3832cef73c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=635ace9af8f745b9ac974b474e69d070&device_id=202680e4-8df9-4e14-bc8b-d8dda5db8432 HTTP/1.1" status: 200 len: 1095 time: 0.1344855 Jul 15 13:14:04.074682 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-51b454a9-ff20-4200-8358-7621e544a8cb req-d9051aa0-f709-4adb-a316-3a83dd2b4cc8 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cace190-8fbd-4b29-814c-3d4abb937bce HTTP/1.1" status: 200 len: 210 time: 0.0518587 Jul 15 13:14:04.100485 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cdd1d-bbc6-4ff7-97c2-b50e3d7c3840 req-817353be-4cb9-4a44-bd9f-8c09525413aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:04.103072 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-926cdd1d-bbc6-4ff7-97c2-b50e3d7c3840 req-817353be-4cb9-4a44-bd9f-8c09525413aa service neutron] 10.222.0.46 "GET /v2.0/networks?id=c3581ac0-a864-4106-a257-c12530e8a9c3 HTTP/1.1" status: 200 len: 914 time: 0.2183735 Jul 15 13:14:04.121653 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-370d31e9-d18e-453a-82d6-9781ac947d47 req-2bb6393d-4673-4e9f-bdbe-934313551849 tempest-ServerShowV247Test-1690715702 tempest-ServerShowV247Test-1690715702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5027dea-e89b-4c76-8e27-827f1701ea91 HTTP/1.1" status: 200 len: 210 time: 0.0971923 Jul 15 13:14:04.170651 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-926cdd1d-bbc6-4ff7-97c2-b50e3d7c3840 req-fc172698-f275-4f6c-8cd0-ab9d63d009f1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ea737ff-78c4-4405-9447-2c2e690f53c6 HTTP/1.1" status: 200 len: 217 time: 0.0475593 Jul 15 13:14:04.260102 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cdd1d-bbc6-4ff7-97c2-b50e3d7c3840 req-d93a438f-6cdd-4217-807f-3b2bf92f0930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:04.261886 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-926cdd1d-bbc6-4ff7-97c2-b50e3d7c3840 req-d93a438f-6cdd-4217-807f-3b2bf92f0930 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=997c9649-03e3-472a-82a3-fd392f722640 HTTP/1.1" status: 200 len: 853 time: 0.0842609 Jul 15 13:14:04.313328 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-926cdd1d-bbc6-4ff7-97c2-b50e3d7c3840 req-31c3cacd-d0c0-4e2c-b415-411f560eb559 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c3581ac0-a864-4106-a257-c12530e8a9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428879 Jul 15 13:14:04.475800 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-926cdd1d-bbc6-4ff7-97c2-b50e3d7c3840 req-72231497-eae4-4f90-b618-39d59f938d26 service neutron] 10.222.0.46 "GET /v2.0/networks/c3581ac0-a864-4106-a257-c12530e8a9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525159 Jul 15 13:14:04.612634 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-926cdd1d-bbc6-4ff7-97c2-b50e3d7c3840 req-d6ba6351-d865-42b8-83ee-b106e3402dc7 service neutron] 10.222.0.46 "GET /v2.0/networks/c3581ac0-a864-4106-a257-c12530e8a9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279197 Jul 15 13:14:04.823051 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b767bb-c4da-4042-83ad-1589e39fff3c req-fe7da84d-059a-4b22-acbc-c5ddde892a84 tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:04.840830 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f9b767bb-c4da-4042-83ad-1589e39fff3c req-fe7da84d-059a-4b22-acbc-c5ddde892a84 tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] 10.222.0.16 "GET /v2.0/ports?device_id=202680e4-8df9-4e14-bc8b-d8dda5db8432 HTTP/1.1" status: 200 len: 943 time: 0.0889988 Jul 15 13:14:04.938526 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f9b767bb-c4da-4042-83ad-1589e39fff3c req-9a92492b-03ae-47a0-b4e1-1247c4bb3b86 tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cdf8cf7-c8cd-445e-87ff-28a59eaca294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767181 Jul 15 13:14:04.963227 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.271291 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4b081c24-171a-4a80-9682-ccc88c165b63 req-80debabe-2ac3-4cb6-b8dd-642564eb5726 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cace190-8fbd-4b29-814c-3d4abb937bce HTTP/1.1" status: 200 len: 210 time: 0.0479319 Jul 15 13:14:05.483624 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f4a1bc8-18af-4f29-ba2e-a0d9cee814b2 req-49ae81ee-c943-45a6-adeb-9fae72c945bb tempest-ServerShowV247Test-1690715702 tempest-ServerShowV247Test-1690715702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5027dea-e89b-4c76-8e27-827f1701ea91 HTTP/1.1" status: 200 len: 210 time: 0.0687492 Jul 15 13:14:05.920096 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59890) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:06.648625 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b36d68af-d78c-493e-8b4c-a22d1cb0740c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.690923 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d6a1f00e-1ab4-4267-b968-39a0fd4ef61a req-21ebff04-1bae-4566-9982-0616f5a992b1 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cace190-8fbd-4b29-814c-3d4abb937bce HTTP/1.1" status: 200 len: 210 time: 0.0800252 Jul 15 13:14:06.757639 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025ea11-609c-4976-b179-113bcc961100 req-a0fac103-2d63-47e7-9e2d-d4ce795c1e44 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:06.759517 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2025ea11-609c-4976-b179-113bcc961100 req-a0fac103-2d63-47e7-9e2d-d4ce795c1e44 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] 10.222.0.46 "GET /v2.0/networks?id=f85e7144-dc34-4142-9e4c-84abb09e5142 HTTP/1.1" status: 200 len: 809 time: 0.7303247 Jul 15 13:14:06.781505 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-2025ea11-609c-4976-b179-113bcc961100 req-61b07e80-5ab7-4e96-8ce5-6bb3de92d1a6 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] Request body: {'port': {'device_id': '7cace190-8fbd-4b29-814c-3d4abb937bce', 'network_id': 'f85e7144-dc34-4142-9e4c-84abb09e5142', 'admin_state_up': True, 'tenant_id': '4f7399c5ce694635b8c1fd0d99c04ca3'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:07.043862 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500272e-36aa-4bf8-ba54-5d62ed013fcc req-93e0045b-bff6-493d-b67d-669507bb749b tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:07.045468 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4500272e-36aa-4bf8-ba54-5d62ed013fcc req-93e0045b-bff6-493d-b67d-669507bb749b tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] 10.222.0.16 "GET /v2.0/ports?device_id=202680e4-8df9-4e14-bc8b-d8dda5db8432 HTTP/1.1" status: 200 len: 943 time: 0.4334970 Jul 15 13:14:07.072642 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2dfc1d10-e4a9-4ad4-bc76-9f0912498f81 req-93969ac3-2e90-4e3c-bf3b-50af834c2017 tempest-ServerShowV247Test-1690715702 tempest-ServerShowV247Test-1690715702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5027dea-e89b-4c76-8e27-827f1701ea91 HTTP/1.1" status: 200 len: 210 time: 0.1264951 Jul 15 13:14:07.158229 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b36d68af-d78c-493e-8b4c-a22d1cb0740c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.164252 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4500272e-36aa-4bf8-ba54-5d62ed013fcc req-7e04e6f3-f7cd-4b2f-8288-d0383fffad5a tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cdf8cf7-c8cd-445e-87ff-28a59eaca294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895634 Jul 15 13:14:07.174829 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b36d68af-d78c-493e-8b4c-a22d1cb0740c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.236871 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d68af-d78c-493e-8b4c-a22d1cb0740c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e914d4-d1bc-48b2-879b-0f8985923651,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:07.245128 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b36d68af-d78c-493e-8b4c-a22d1cb0740c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9a54352a8a9147beaaf374f610ee8051&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3243225 Jul 15 13:14:07.245779 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59924) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:07.246283 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2025ea11-609c-4976-b179-113bcc961100 req-61b07e80-5ab7-4e96-8ce5-6bb3de92d1a6 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] Made reservation on behalf of 4f7399c5ce694635b8c1fd0d99c04ca3 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:07.250090 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2025ea11-609c-4976-b179-113bcc961100 req-61b07e80-5ab7-4e96-8ce5-6bb3de92d1a6 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.312640 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-19ed3416-4b38-4c16-b63a-562721c137c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.335009 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-19ed3416-4b38-4c16-b63a-562721c137c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.386613 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-19ed3416-4b38-4c16-b63a-562721c137c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.389634 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-19ed3416-4b38-4c16-b63a-562721c137c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.392884 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-2025ea11-609c-4976-b179-113bcc961100 req-61b07e80-5ab7-4e96-8ce5-6bb3de92d1a6 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] Allocated IP 172.20.0.12 (f85e7144-dc34-4142-9e4c-84abb09e5142/c1c3b69e-dd8a-4607-842a-e95b5fd9990b/c5c13729-aaac-4597-bd5f-306c4b577abe) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:07.397541 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-19ed3416-4b38-4c16-b63a-562721c137c3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a4e914d4-d1bc-48b2-879b-0f8985923651 HTTP/1.1" status: 204 len: 168 time: 0.1498082 Jul 15 13:14:07.430131 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed3416-4b38-4c16-b63a-562721c137c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e914d4-d1bc-48b2-879b-0f8985923651,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:07.533387 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 2ea737ff-78c4-4405-9447-2c2e690f53c6 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:14:07.599207 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2025ea11-609c-4976-b179-113bcc961100 req-61b07e80-5ab7-4e96-8ce5-6bb3de92d1a6 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.643864 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2025ea11-609c-4976-b179-113bcc961100 req-61b07e80-5ab7-4e96-8ce5-6bb3de92d1a6 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.719509 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2025ea11-609c-4976-b179-113bcc961100 req-61b07e80-5ab7-4e96-8ce5-6bb3de92d1a6 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] Network f85e7144-dc34-4142-9e4c-84abb09e5142 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:07.721418 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 2ea737ff-78c4-4405-9447-2c2e690f53c6, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2ea737ff-78c4-4405-9447-2c2e690f53c6,segment=NetworkSegment(4c10c23a-12a2-448c-a1ec-e0bdcb3f0786),segment_id=4c10c23a-12a2-448c-a1ec-e0bdcb3f0786)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:07.730970 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b07e80-5ab7-4e96-8ce5-6bb3de92d1a6 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] Pushing event updated for resources: {'Port': ['ID=c5c13729-aaac-4597-bd5f-306c4b577abe,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:07.744405 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-2025ea11-609c-4976-b179-113bcc961100 req-61b07e80-5ab7-4e96-8ce5-6bb3de92d1a6 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:07.747061 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-2025ea11-609c-4976-b179-113bcc961100 req-61b07e80-5ab7-4e96-8ce5-6bb3de92d1a6 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:07.762456 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '2ea737ff-78c4-4405-9447-2c2e690f53c6', 'network_id': 'c3581ac0-a864-4106-a257-c12530e8a9c3', 'port_id': '2ea737ff-78c4-4405-9447-2c2e690f53c6', 'mac_address': 'fa:16:3e:90:3b:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997c9649-03e3-472a-82a3-fd392f722640', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:14:07.847070 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025ea11-609c-4976-b179-113bcc961100 req-61b07e80-5ab7-4e96-8ce5-6bb3de92d1a6 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:07.847845 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2025ea11-609c-4976-b179-113bcc961100 req-61b07e80-5ab7-4e96-8ce5-6bb3de92d1a6 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.860442 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.872150 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2025ea11-609c-4976-b179-113bcc961100 req-61b07e80-5ab7-4e96-8ce5-6bb3de92d1a6 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1008737 Jul 15 13:14:07.878256 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ea737ff-78c4-4405-9447-2c2e690f53c6 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:14:07.891971 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-2025ea11-609c-4976-b179-113bcc961100 req-bcf18e73-72c7-490f-971e-a5ee08e89d6b service neutron] Request body: {'port': {'device_id': '7cace190-8fbd-4b29-814c-3d4abb937bce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:07.900517 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 2ea737ff-78c4-4405-9447-2c2e690f53c6, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2ea737ff-78c4-4405-9447-2c2e690f53c6,segment=NetworkSegment(4c10c23a-12a2-448c-a1ec-e0bdcb3f0786),segment_id=4c10c23a-12a2-448c-a1ec-e0bdcb3f0786)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:07.913916 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.991209 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=2ea737ff-78c4-4405-9447-2c2e690f53c6,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:08.045062 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2025ea11-609c-4976-b179-113bcc961100 req-bcf18e73-72c7-490f-971e-a5ee08e89d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.178803 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69369344-2dea-436a-a41f-c4b1d217d701 req-ae054baf-5a4b-47fe-93d1-f48b15d758d4 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:08.182552 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-69369344-2dea-436a-a41f-c4b1d217d701 req-ae054baf-5a4b-47fe-93d1-f48b15d758d4 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cace190-8fbd-4b29-814c-3d4abb937bce HTTP/1.1" status: 200 len: 932 time: 0.2371914 Jul 15 13:14:08.337581 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-69369344-2dea-436a-a41f-c4b1d217d701 req-2c06c1f4-e80d-470f-bf54-1dec22203c15 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] 10.222.0.16 "GET /v2.0/security-groups?id=17debce5-b4e4-434f-9c58-d8a89cdb5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439996 Jul 15 13:14:08.348639 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['2ea737ff-78c4-4405-9447-2c2e690f53c6'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:14:08.581244 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-2025ea11-609c-4976-b179-113bcc961100 req-bcf18e73-72c7-490f-971e-a5ee08e89d6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5c13729-aaac-4597-bd5f-306c4b577abe {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:14:08.590519 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2025ea11-609c-4976-b179-113bcc961100 req-bcf18e73-72c7-490f-971e-a5ee08e89d6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.674401 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-2025ea11-609c-4976-b179-113bcc961100 req-bcf18e73-72c7-490f-971e-a5ee08e89d6b service neutron] Transition to ACTIVE for port object c5c13729-aaac-4597-bd5f-306c4b577abe will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:08.677274 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-620640ef-fde1-4239-bdc8-ac71403169b3 req-5fd22f66-b171-4f64-9dd1-33610a8d143d tempest-ServerShowV247Test-1690715702 tempest-ServerShowV247Test-1690715702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5027dea-e89b-4c76-8e27-827f1701ea91 HTTP/1.1" status: 200 len: 210 time: 0.2954340 Jul 15 13:14:08.690818 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2025ea11-609c-4976-b179-113bcc961100 req-bcf18e73-72c7-490f-971e-a5ee08e89d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.831805 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf18e73-72c7-490f-971e-a5ee08e89d6b service neutron] Pushing event updated for resources: {'Port': ['ID=c5c13729-aaac-4597-bd5f-306c4b577abe,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:08.897380 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5894cfb-12aa-4c57-9cdf-0ef6b97136cf req-e4d80204-6ef4-446a-8e96-19174440d99a tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:08.899269 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b5894cfb-12aa-4c57-9cdf-0ef6b97136cf req-e4d80204-6ef4-446a-8e96-19174440d99a tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] 10.222.0.16 "GET /v2.0/ports?device_id=202680e4-8df9-4e14-bc8b-d8dda5db8432 HTTP/1.1" status: 200 len: 944 time: 0.2721758 Jul 15 13:14:08.951588 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-2025ea11-609c-4976-b179-113bcc961100 req-bcf18e73-72c7-490f-971e-a5ee08e89d6b service neutron] Attempting to bind port c5c13729-aaac-4597-bd5f-306c4b577abe on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:08.954991 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-2025ea11-609c-4976-b179-113bcc961100 req-bcf18e73-72c7-490f-971e-a5ee08e89d6b service neutron] Attempting to bind port c5c13729-aaac-4597-bd5f-306c4b577abe by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'b9ab03ee-8830-44bf-bdcb-be6b110f9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f85e7144-dc34-4142-9e4c-84abb09e5142'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:08.955591 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2025ea11-609c-4976-b179-113bcc961100 req-bcf18e73-72c7-490f-971e-a5ee08e89d6b service neutron] Attempting to bind port c5c13729-aaac-4597-bd5f-306c4b577abe on network f85e7144-dc34-4142-9e4c-84abb09e5142 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:08.973743 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2025ea11-609c-4976-b179-113bcc961100 req-bcf18e73-72c7-490f-971e-a5ee08e89d6b service neutron] Port c5c13729-aaac-4597-bd5f-306c4b577abe on network f85e7144-dc34-4142-9e4c-84abb09e5142 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:08.974076 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2025ea11-609c-4976-b179-113bcc961100 req-bcf18e73-72c7-490f-971e-a5ee08e89d6b service neutron] Attempting to bind port c5c13729-aaac-4597-bd5f-306c4b577abe on network f85e7144-dc34-4142-9e4c-84abb09e5142 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:09.007528 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2025ea11-609c-4976-b179-113bcc961100 req-bcf18e73-72c7-490f-971e-a5ee08e89d6b service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:14:09.007880 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2025ea11-609c-4976-b179-113bcc961100 req-bcf18e73-72c7-490f-971e-a5ee08e89d6b service neutron] Checking segment: {'id': 'b9ab03ee-8830-44bf-bdcb-be6b110f9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f85e7144-dc34-4142-9e4c-84abb09e5142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:09.008269 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2025ea11-609c-4976-b179-113bcc961100 req-bcf18e73-72c7-490f-971e-a5ee08e89d6b service neutron] Bound using segment: {'id': 'b9ab03ee-8830-44bf-bdcb-be6b110f9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f85e7144-dc34-4142-9e4c-84abb09e5142'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:14:09.008727 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-2025ea11-609c-4976-b179-113bcc961100 req-bcf18e73-72c7-490f-971e-a5ee08e89d6b service neutron] Bound port: c5c13729-aaac-4597-bd5f-306c4b577abe, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ab03ee-8830-44bf-bdcb-be6b110f9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f85e7144-dc34-4142-9e4c-84abb09e5142'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:14:09.009090 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2025ea11-609c-4976-b179-113bcc961100 req-bcf18e73-72c7-490f-971e-a5ee08e89d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.039207 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b5894cfb-12aa-4c57-9cdf-0ef6b97136cf req-22f8e9f6-d40b-47a4-b898-e2905251c363 tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cdf8cf7-c8cd-445e-87ff-28a59eaca294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222637 Jul 15 13:14:09.113268 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60000) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:09.163790 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-2025ea11-609c-4976-b179-113bcc961100 req-bcf18e73-72c7-490f-971e-a5ee08e89d6b service neutron] For port c5c13729-aaac-4597-bd5f-306c4b577abe, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:09.167498 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-2025ea11-609c-4976-b179-113bcc961100 req-bcf18e73-72c7-490f-971e-a5ee08e89d6b service neutron] For port c5c13729-aaac-4597-bd5f-306c4b577abe, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c5c13729-aaac-4597-bd5f-306c4b577abe,segment=NetworkSegment(b9ab03ee-8830-44bf-bdcb-be6b110f9167),segment_id=b9ab03ee-8830-44bf-bdcb-be6b110f9167)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:14:09.174845 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2025ea11-609c-4976-b179-113bcc961100 req-bcf18e73-72c7-490f-971e-a5ee08e89d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.237269 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf18e73-72c7-490f-971e-a5ee08e89d6b service neutron] Pushing event updated for resources: {'Port': ['ID=c5c13729-aaac-4597-bd5f-306c4b577abe,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:09.278293 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025ea11-609c-4976-b179-113bcc961100 req-bcf18e73-72c7-490f-971e-a5ee08e89d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:09.281299 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2025ea11-609c-4976-b179-113bcc961100 req-bcf18e73-72c7-490f-971e-a5ee08e89d6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.284214 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2025ea11-609c-4976-b179-113bcc961100 req-bcf18e73-72c7-490f-971e-a5ee08e89d6b service neutron] 10.222.0.46 "PUT /v2.0/ports/c5c13729-aaac-4597-bd5f-306c4b577abe HTTP/1.1" status: 200 len: 1093 time: 1.3980975 Jul 15 13:14:09.285153 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cace190-8fbd-4b29-814c-3d4abb937bce', 'tag': 'c5c13729-aaac-4597-bd5f-306c4b577abe'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:09.288451 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84cb79ba-487d-4cf1-83d6-fa61507cad4a" -d '{"events": [{"name": "network-changed", "server_uuid": "7cace190-8fbd-4b29-814c-3d4abb937bce", "tag": "c5c13729-aaac-4597-bd5f-306c4b577abe"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:09.318179 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9d427620-dd66-4734-aa5d-5464cd16288d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.343803 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93d5fd6-b50e-467e-9da2-71778ccc68f6 x-openstack-request-id: req-d93d5fd6-b50e-467e-9da2-71778ccc68f6 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:09.344281 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cace190-8fbd-4b29-814c-3d4abb937bce", "tag": "c5c13729-aaac-4597-bd5f-306c4b577abe", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:09.344573 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d93d5fd6-b50e-467e-9da2-71778ccc68f6 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:09.345189 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cace190-8fbd-4b29-814c-3d4abb937bce', 'tag': 'c5c13729-aaac-4597-bd5f-306c4b577abe', 'status': 'completed', 'code': 200} Jul 15 13:14:09.406625 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025ea11-609c-4976-b179-113bcc961100 req-5313afbc-2705-448d-b62e-d8d247bebcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:09.408367 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2025ea11-609c-4976-b179-113bcc961100 req-5313afbc-2705-448d-b62e-d8d247bebcd6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f7399c5ce694635b8c1fd0d99c04ca3&device_id=7cace190-8fbd-4b29-814c-3d4abb937bce HTTP/1.1" status: 200 len: 1096 time: 0.0609584 Jul 15 13:14:09.518740 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2025ea11-609c-4976-b179-113bcc961100 req-8c6a615e-7f8a-4d0e-940c-dc113d277128 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5c13729-aaac-4597-bd5f-306c4b577abe HTTP/1.1" status: 200 len: 217 time: 0.1001656 Jul 15 13:14:09.539673 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9d427620-dd66-4734-aa5d-5464cd16288d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.545508 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9d427620-dd66-4734-aa5d-5464cd16288d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.550364 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 2ea737ff-78c4-4405-9447-2c2e690f53c6 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:09.601199 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9d427620-dd66-4734-aa5d-5464cd16288d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d40c35d300534726aca080fe3ac08678&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4855824 Jul 15 13:14:09.604929 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60014) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:09.641315 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 2ea737ff-78c4-4405-9447-2c2e690f53c6 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:09.645551 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 2ea737ff-78c4-4405-9447-2c2e690f53c6 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:09.645929 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.724384 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d427620-dd66-4734-aa5d-5464cd16288d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deeccd4e-bc46-4bfc-a37d-6107c2323b71,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:09.763424 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025ea11-609c-4976-b179-113bcc961100 req-9a39001c-7f0a-4e0e-86ad-0654fa6f8ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:09.767759 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99f0f0cd-004e-49d3-baf7-4c1132f1a960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.772255 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2025ea11-609c-4976-b179-113bcc961100 req-9a39001c-7f0a-4e0e-86ad-0654fa6f8ac3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c1c3b69e-dd8a-4607-842a-e95b5fd9990b HTTP/1.1" status: 200 len: 849 time: 0.2418323 Jul 15 13:14:09.792248 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.803253 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017b4d9-1847-4330-a126-ab116eda728a req-3e4673af-5e14-43fa-941e-15b0690d90bb tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:09.804972 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9017b4d9-1847-4330-a126-ab116eda728a req-3e4673af-5e14-43fa-941e-15b0690d90bb tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cace190-8fbd-4b29-814c-3d4abb937bce HTTP/1.1" status: 200 len: 944 time: 0.2227650 Jul 15 13:14:09.835172 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99f0f0cd-004e-49d3-baf7-4c1132f1a960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.858179 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202680e4-8df9-4e14-bc8b-d8dda5db8432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea737ff-78c4-4405-9447-2c2e690f53c6'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:09.869304 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ed5bd1-5752-437c-94ba-d3594673c365" -d '{"events": [{"server_uuid": "202680e4-8df9-4e14-bc8b-d8dda5db8432", "name": "network-vif-plugged", "status": "completed", "tag": "2ea737ff-78c4-4405-9447-2c2e690f53c6"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:09.906107 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2025ea11-609c-4976-b179-113bcc961100 req-73dfba91-185b-45b0-99eb-a5615f55457a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f85e7144-dc34-4142-9e4c-84abb09e5142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1234519 Jul 15 13:14:09.911315 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 2ea737ff-78c4-4405-9447-2c2e690f53c6, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2ea737ff-78c4-4405-9447-2c2e690f53c6,segment=NetworkSegment(4c10c23a-12a2-448c-a1ec-e0bdcb3f0786),segment_id=4c10c23a-12a2-448c-a1ec-e0bdcb3f0786)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:09.919654 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.958591 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99f0f0cd-004e-49d3-baf7-4c1132f1a960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.961955 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99f0f0cd-004e-49d3-baf7-4c1132f1a960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.963809 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-99f0f0cd-004e-49d3-baf7-4c1132f1a960 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/deeccd4e-bc46-4bfc-a37d-6107c2323b71 HTTP/1.1" status: 204 len: 168 time: 0.3577724 Jul 15 13:14:09.982424 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0f0cd-004e-49d3-baf7-4c1132f1a960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deeccd4e-bc46-4bfc-a37d-6107c2323b71,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:10.020893 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=2ea737ff-78c4-4405-9447-2c2e690f53c6,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:10.035385 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c963ffc0-89a4-45ee-bfd7-1e1e306d19d2 req-e6e8a8d0-bf04-4f15-8808-2b92d918e932 tempest-ServerShowV247Test-1690715702 tempest-ServerShowV247Test-1690715702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5027dea-e89b-4c76-8e27-827f1701ea91 HTTP/1.1" status: 200 len: 210 time: 0.1279132 Jul 15 13:14:10.118519 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cdfbf2-d294-4a43-965f-ec05055ddaa9 x-openstack-request-id: req-00cdfbf2-d294-4a43-965f-ec05055ddaa9 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:10.119094 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202680e4-8df9-4e14-bc8b-d8dda5db8432", "name": "network-vif-plugged", "status": "completed", "tag": "2ea737ff-78c4-4405-9447-2c2e690f53c6", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:10.120008 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-00cdfbf2-d294-4a43-965f-ec05055ddaa9 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:10.120651 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202680e4-8df9-4e14-bc8b-d8dda5db8432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea737ff-78c4-4405-9447-2c2e690f53c6', 'code': 200} Jul 15 13:14:10.183407 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2025ea11-609c-4976-b179-113bcc961100 req-ed79f197-fb73-4c90-a678-e7185709a0ca service neutron] 10.222.0.46 "GET /v2.0/networks/f85e7144-dc34-4142-9e4c-84abb09e5142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447542 Jul 15 13:14:10.309299 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9017b4d9-1847-4330-a126-ab116eda728a req-87fa0907-577f-4cb6-8ea9-9bb57ea17f8a tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] 10.222.0.16 "GET /v2.0/security-groups?id=17debce5-b4e4-434f-9c58-d8a89cdb5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4926159 Jul 15 13:14:10.451523 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2025ea11-609c-4976-b179-113bcc961100 req-5bea5d51-aaf7-4030-b58d-adeeb853d220 service neutron] 10.222.0.46 "GET /v2.0/networks/f85e7144-dc34-4142-9e4c-84abb09e5142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595606 Jul 15 13:14:10.458580 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f5e89-e6d1-419b-b453-a3f4857ca4fb req-bd3bc34f-ad1c-4909-b02b-5eee982607b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:10.460269 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d76f5e89-e6d1-419b-b453-a3f4857ca4fb req-bd3bc34f-ad1c-4909-b02b-5eee982607b3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=202680e4-8df9-4e14-bc8b-d8dda5db8432 HTTP/1.1" status: 200 len: 1097 time: 0.1874387 Jul 15 13:14:10.474818 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031583d-328f-4078-89e8-798ea8e694bb req-7b50a10f-7ee7-45f9-9fa4-4f4e7f7e2cf1 tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:10.477288 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0031583d-328f-4078-89e8-798ea8e694bb req-7b50a10f-7ee7-45f9-9fa4-4f4e7f7e2cf1 tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] 10.222.0.16 "GET /v2.0/ports?device_id=202680e4-8df9-4e14-bc8b-d8dda5db8432 HTTP/1.1" status: 200 len: 945 time: 0.1784415 Jul 15 13:14:10.534159 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d76f5e89-e6d1-419b-b453-a3f4857ca4fb req-913117f1-a87a-430f-b59f-53ff6cf3f7a4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4cdf8cf7-c8cd-445e-87ff-28a59eaca294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555072 Jul 15 13:14:10.564920 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0031583d-328f-4078-89e8-798ea8e694bb req-e9add1de-f3e5-4412-bbc7-cee7322969fd tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cdf8cf7-c8cd-445e-87ff-28a59eaca294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789561 Jul 15 13:14:10.699461 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb79ba-487d-4cf1-83d6-fa61507cad4a req-d73d95c6-11ef-438e-badc-3ea1fe39d4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:10.701523 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-84cb79ba-487d-4cf1-83d6-fa61507cad4a req-d73d95c6-11ef-438e-badc-3ea1fe39d4e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f7399c5ce694635b8c1fd0d99c04ca3&device_id=7cace190-8fbd-4b29-814c-3d4abb937bce HTTP/1.1" status: 200 len: 1096 time: 0.1144261 Jul 15 13:14:10.863039 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb79ba-487d-4cf1-83d6-fa61507cad4a req-366514d0-b6fb-432c-918e-13159366ee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:10.865408 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-84cb79ba-487d-4cf1-83d6-fa61507cad4a req-366514d0-b6fb-432c-918e-13159366ee94 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f85e7144-dc34-4142-9e4c-84abb09e5142 HTTP/1.1" status: 200 len: 910 time: 0.1539898 Jul 15 13:14:10.959738 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-84cb79ba-487d-4cf1-83d6-fa61507cad4a req-9dc9b486-256d-4833-bf03-944b94ec705a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5c13729-aaac-4597-bd5f-306c4b577abe HTTP/1.1" status: 200 len: 217 time: 0.0803628 Jul 15 13:14:11.050309 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb79ba-487d-4cf1-83d6-fa61507cad4a req-fcd3f436-ef2a-4d93-87d7-2a7776c71282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:11.052173 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-84cb79ba-487d-4cf1-83d6-fa61507cad4a req-fcd3f436-ef2a-4d93-87d7-2a7776c71282 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c1c3b69e-dd8a-4607-842a-e95b5fd9990b HTTP/1.1" status: 200 len: 849 time: 0.0851283 Jul 15 13:14:11.121987 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-84cb79ba-487d-4cf1-83d6-fa61507cad4a req-5ecd496a-5e32-4ffc-affa-b31891692329 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f85e7144-dc34-4142-9e4c-84abb09e5142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576348 Jul 15 13:14:11.305980 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-84cb79ba-487d-4cf1-83d6-fa61507cad4a req-1febe70a-a376-4eda-a9e3-aa9917738596 service neutron] 10.222.0.46 "GET /v2.0/networks/f85e7144-dc34-4142-9e4c-84abb09e5142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765740 Jul 15 13:14:11.418996 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-84cb79ba-487d-4cf1-83d6-fa61507cad4a req-77887e3c-5aea-44db-9516-a54f1ce82ce5 service neutron] 10.222.0.46 "GET /v2.0/networks/f85e7144-dc34-4142-9e4c-84abb09e5142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036956 Jul 15 13:14:11.478063 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c0f4374d-9a2c-48b2-8afd-b38317df6e53 req-15b3e172-2808-46ea-b478-13b426666a0c tempest-ServerShowV247Test-1690715702 tempest-ServerShowV247Test-1690715702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5027dea-e89b-4c76-8e27-827f1701ea91 HTTP/1.1" status: 200 len: 210 time: 0.0580540 Jul 15 13:14:11.620959 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f15c9f-528b-4072-8df9-b624ab019657 req-ccf25df8-7975-414b-92bd-01682ea5a10f tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:11.627391 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c0f15c9f-528b-4072-8df9-b624ab019657 req-ccf25df8-7975-414b-92bd-01682ea5a10f tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cace190-8fbd-4b29-814c-3d4abb937bce HTTP/1.1" status: 200 len: 944 time: 0.1467612 Jul 15 13:14:11.707897 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c0f15c9f-528b-4072-8df9-b624ab019657 req-08191d72-f293-415c-9c42-f3bd7a177b1f tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] 10.222.0.16 "GET /v2.0/security-groups?id=17debce5-b4e4-434f-9c58-d8a89cdb5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732267 Jul 15 13:14:11.876388 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3e4df-8db1-4809-a528-21067aed5383 req-c2b0880d-2d3c-4757-82b6-e7f481c6e4d0 tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:11.878017 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34f3e4df-8db1-4809-a528-21067aed5383 req-c2b0880d-2d3c-4757-82b6-e7f481c6e4d0 tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] 10.222.0.16 "GET /v2.0/ports?device_id=202680e4-8df9-4e14-bc8b-d8dda5db8432 HTTP/1.1" status: 200 len: 945 time: 0.0920601 Jul 15 13:14:11.940221 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34f3e4df-8db1-4809-a528-21067aed5383 req-205ad92c-5205-4adb-a75c-13d6e6c585b4 tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cdf8cf7-c8cd-445e-87ff-28a59eaca294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525644 Jul 15 13:14:12.239852 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60124) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:12.360785 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-08b7ba78-70c2-464c-85dc-9a478f4626be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.460644 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-08b7ba78-70c2-464c-85dc-9a478f4626be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.465110 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-08b7ba78-70c2-464c-85dc-9a478f4626be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.492502 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-08b7ba78-70c2-464c-85dc-9a478f4626be admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a4062ac605ff4f56a124ef78ffc0921e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2513411 Jul 15 13:14:12.495337 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 60138) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:12.512785 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7ba78-70c2-464c-85dc-9a478f4626be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256d2896-2729-491c-ba82-b5f7784b04fd,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:12.560030 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3d83d4eb-ba93-4885-9818-9844c2ae2abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.584458 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3d83d4eb-ba93-4885-9818-9844c2ae2abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.652625 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3d83d4eb-ba93-4885-9818-9844c2ae2abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.656675 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3d83d4eb-ba93-4885-9818-9844c2ae2abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.657945 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3d83d4eb-ba93-4885-9818-9844c2ae2abd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/256d2896-2729-491c-ba82-b5f7784b04fd HTTP/1.1" status: 204 len: 168 time: 0.1610720 Jul 15 13:14:12.711547 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83d4eb-ba93-4885-9818-9844c2ae2abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256d2896-2729-491c-ba82-b5f7784b04fd,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:12.715627 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d8c4310f-8f90-4768-aa7d-05e2b48c0aa8 req-12fab384-87f0-4299-948e-1b7b36c3ee5f tempest-ServerShowV247Test-1690715702 tempest-ServerShowV247Test-1690715702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5027dea-e89b-4c76-8e27-827f1701ea91 HTTP/1.1" status: 200 len: 210 time: 0.0563293 Jul 15 13:14:12.930828 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6eb591-4cd0-483e-9812-36be04bdf6f7 req-eb0baaeb-512a-4029-860b-441193cabda1 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:12.932471 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5d6eb591-4cd0-483e-9812-36be04bdf6f7 req-eb0baaeb-512a-4029-860b-441193cabda1 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cace190-8fbd-4b29-814c-3d4abb937bce HTTP/1.1" status: 200 len: 944 time: 0.0781720 Jul 15 13:14:12.974966 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5d6eb591-4cd0-483e-9812-36be04bdf6f7 req-853f2fa7-e987-4dfe-91f7-c18072affd9f tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] 10.222.0.16 "GET /v2.0/security-groups?id=17debce5-b4e4-434f-9c58-d8a89cdb5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364814 Jul 15 13:14:13.152353 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a729c8a-b842-4119-ac26-c9a31ef5e979 req-822c20f7-740a-47d2-8615-af7cc3cd922b tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:13.153859 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a729c8a-b842-4119-ac26-c9a31ef5e979 req-822c20f7-740a-47d2-8615-af7cc3cd922b tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] 10.222.0.16 "GET /v2.0/ports?device_id=202680e4-8df9-4e14-bc8b-d8dda5db8432 HTTP/1.1" status: 200 len: 945 time: 0.0649564 Jul 15 13:14:13.198700 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a729c8a-b842-4119-ac26-c9a31ef5e979 req-277add5d-edcb-43cb-9566-a26a7f631561 tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cdf8cf7-c8cd-445e-87ff-28a59eaca294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325849 Jul 15 13:14:13.565624 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device c5c13729-aaac-4597-bd5f-306c4b577abe details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:14:13.743107 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port c5c13729-aaac-4597-bd5f-306c4b577abe, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c5c13729-aaac-4597-bd5f-306c4b577abe,segment=NetworkSegment(b9ab03ee-8830-44bf-bdcb-be6b110f9167),segment_id=b9ab03ee-8830-44bf-bdcb-be6b110f9167)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:13.780610 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'c5c13729-aaac-4597-bd5f-306c4b577abe', 'network_id': 'f85e7144-dc34-4142-9e4c-84abb09e5142', 'port_id': 'c5c13729-aaac-4597-bd5f-306c4b577abe', 'mac_address': 'fa:16:3e:c4:c3:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1c3b69e-dd8a-4607-842a-e95b5fd9990b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:14:13.855810 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:13.873345 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c13729-aaac-4597-bd5f-306c4b577abe {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:14:13.916886 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port c5c13729-aaac-4597-bd5f-306c4b577abe, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c5c13729-aaac-4597-bd5f-306c4b577abe,segment=NetworkSegment(b9ab03ee-8830-44bf-bdcb-be6b110f9167),segment_id=b9ab03ee-8830-44bf-bdcb-be6b110f9167)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:13.932532 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:14.021389 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=c5c13729-aaac-4597-bd5f-306c4b577abe,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:14.038525 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-60a63969-5b1b-41d9-a2b4-c23e24e80d93 req-13db543c-4c01-42e6-9d42-100e23d053e8 tempest-ServerShowV247Test-1690715702 tempest-ServerShowV247Test-1690715702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5027dea-e89b-4c76-8e27-827f1701ea91 HTTP/1.1" status: 200 len: 210 time: 0.0641639 Jul 15 13:14:14.332302 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2025e-7288-4c86-8d1a-9edbd3814824 req-978aa124-8b21-4a04-b995-563c770dc851 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:14.333809 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5ac2025e-7288-4c86-8d1a-9edbd3814824 req-978aa124-8b21-4a04-b995-563c770dc851 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cace190-8fbd-4b29-814c-3d4abb937bce HTTP/1.1" status: 200 len: 945 time: 0.1205373 Jul 15 13:14:14.347712 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6045bf-9290-4d31-b484-c6e558a0e4d8 req-00f80b92-3e2b-4c90-9399-147790367a18 tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:14.349369 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1f6045bf-9290-4d31-b484-c6e558a0e4d8 req-00f80b92-3e2b-4c90-9399-147790367a18 tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] 10.222.0.16 "GET /v2.0/ports?device_id=202680e4-8df9-4e14-bc8b-d8dda5db8432 HTTP/1.1" status: 200 len: 945 time: 0.0970862 Jul 15 13:14:14.370940 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['c5c13729-aaac-4597-bd5f-306c4b577abe'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:14:14.489215 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5ac2025e-7288-4c86-8d1a-9edbd3814824 req-c5133bec-a7ec-49bf-924f-6c5ae9542808 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] 10.222.0.16 "GET /v2.0/security-groups?id=17debce5-b4e4-434f-9c58-d8a89cdb5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387174 Jul 15 13:14:14.509923 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1f6045bf-9290-4d31-b484-c6e558a0e4d8 req-07f90a96-ae1f-44f2-afc2-955fa59853d6 tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cdf8cf7-c8cd-445e-87ff-28a59eaca294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431758 Jul 15 13:14:15.305449 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2c5badaa-b060-4448-bb1f-1c9c4fabf2c3 req-01b8bbd0-63b6-40f1-9a08-95a4cd8376e4 tempest-ServerShowV247Test-1690715702 tempest-ServerShowV247Test-1690715702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5027dea-e89b-4c76-8e27-827f1701ea91 HTTP/1.1" status: 200 len: 210 time: 0.0798016 Jul 15 13:14:15.726159 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba775f48-2355-4c1c-b409-838e7cc84adc req-4dfdffb7-0638-4aff-85c7-9f76b18da044 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:15.727822 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ba775f48-2355-4c1c-b409-838e7cc84adc req-4dfdffb7-0638-4aff-85c7-9f76b18da044 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cace190-8fbd-4b29-814c-3d4abb937bce HTTP/1.1" status: 200 len: 945 time: 0.1229203 Jul 15 13:14:15.769190 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac042e-efff-4715-98b9-fc4255abda76 req-ab4e7bef-6dfa-49a5-8904-f305246ba39e tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:15.771155 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f7ac042e-efff-4715-98b9-fc4255abda76 req-ab4e7bef-6dfa-49a5-8904-f305246ba39e tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] 10.222.0.16 "GET /v2.0/ports?device_id=202680e4-8df9-4e14-bc8b-d8dda5db8432 HTTP/1.1" status: 200 len: 945 time: 0.1166987 Jul 15 13:14:15.865489 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f7ac042e-efff-4715-98b9-fc4255abda76 req-d27aa5a2-ea2e-4421-b836-caf6d62cafc4 tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cdf8cf7-c8cd-445e-87ff-28a59eaca294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864382 Jul 15 13:14:15.879915 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ba775f48-2355-4c1c-b409-838e7cc84adc req-1617c633-2a15-4889-b462-acb9b7f0763d tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] 10.222.0.16 "GET /v2.0/security-groups?id=17debce5-b4e4-434f-9c58-d8a89cdb5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446044 Jul 15 13:14:16.221631 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf8fe0-4647-4f52-b074-b91563e81b56 req-f3720205-3bfd-4352-9102-81d76611d4cd tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:16.223322 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e6cf8fe0-4647-4f52-b074-b91563e81b56 req-f3720205-3bfd-4352-9102-81d76611d4cd tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] 10.222.0.46 "GET /v2.0/ports?device_id=202680e4-8df9-4e14-bc8b-d8dda5db8432 HTTP/1.1" status: 200 len: 945 time: 0.0937610 Jul 15 13:14:16.344329 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-e6cf8fe0-4647-4f52-b074-b91563e81b56 req-df64fc42-5176-4540-a11e-2ab85d4910f9 tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] Deleting port 2ea737ff-78c4-4405-9447-2c2e690f53c6 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:16.345545 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e6cf8fe0-4647-4f52-b074-b91563e81b56 req-df64fc42-5176-4540-a11e-2ab85d4910f9 tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:16.518654 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-e6cf8fe0-4647-4f52-b074-b91563e81b56 req-df64fc42-5176-4540-a11e-2ab85d4910f9 tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] For port 2ea737ff-78c4-4405-9447-2c2e690f53c6, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2ea737ff-78c4-4405-9447-2c2e690f53c6,segment=NetworkSegment(4c10c23a-12a2-448c-a1ec-e0bdcb3f0786),segment_id=4c10c23a-12a2-448c-a1ec-e0bdcb3f0786)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:16.518971 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e6cf8fe0-4647-4f52-b074-b91563e81b56 req-df64fc42-5176-4540-a11e-2ab85d4910f9 tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:16.551983 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5c84edc5-a802-4648-af52-9bd38822e1e1 req-10303cd8-4801-4028-9979-11518d0090df tempest-ServerShowV247Test-1690715702 tempest-ServerShowV247Test-1690715702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5027dea-e89b-4c76-8e27-827f1701ea91 HTTP/1.1" status: 200 len: 210 time: 0.0794401 Jul 15 13:14:16.567926 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-e6cf8fe0-4647-4f52-b074-b91563e81b56 req-df64fc42-5176-4540-a11e-2ab85d4910f9 tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] Calling delete_port for 2ea737ff-78c4-4405-9447-2c2e690f53c6 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:16.732968 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e6cf8fe0-4647-4f52-b074-b91563e81b56 req-df64fc42-5176-4540-a11e-2ab85d4910f9 tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:16.747040 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['2ea737ff-78c4-4405-9447-2c2e690f53c6'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:14:16.818543 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64fc42-5176-4540-a11e-2ab85d4910f9 tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] Pushing event deleted for resources: {'Port': ['ID=2ea737ff-78c4-4405-9447-2c2e690f53c6,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:16.841609 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6cf8fe0-4647-4f52-b074-b91563e81b56 req-df64fc42-5176-4540-a11e-2ab85d4910f9 tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] No DVR routers for this DVR port 2ea737ff-78c4-4405-9447-2c2e690f53c6 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:14:16.844389 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e6cf8fe0-4647-4f52-b074-b91563e81b56 req-df64fc42-5176-4540-a11e-2ab85d4910f9 tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:16.846618 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e6cf8fe0-4647-4f52-b074-b91563e81b56 req-df64fc42-5176-4540-a11e-2ab85d4910f9 tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] 10.222.0.46 "DELETE /v2.0/ports/2ea737ff-78c4-4405-9447-2c2e690f53c6 HTTP/1.1" status: 204 len: 173 time: 0.6135867 Jul 15 13:14:16.847155 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202680e4-8df9-4e14-bc8b-d8dda5db8432', 'name': 'network-vif-deleted', 'tag': '2ea737ff-78c4-4405-9447-2c2e690f53c6'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:16.849687 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00ccc09-2b1a-4bed-aed3-9815539b8d2a" -d '{"events": [{"server_uuid": "202680e4-8df9-4e14-bc8b-d8dda5db8432", "name": "network-vif-deleted", "tag": "2ea737ff-78c4-4405-9447-2c2e690f53c6"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:16.919984 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36a0699-fd7f-40ed-8b6e-b6fa7df81deb x-openstack-request-id: req-e36a0699-fd7f-40ed-8b6e-b6fa7df81deb {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:16.920865 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202680e4-8df9-4e14-bc8b-d8dda5db8432", "name": "network-vif-deleted", "tag": "2ea737ff-78c4-4405-9447-2c2e690f53c6", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:16.922286 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e36a0699-fd7f-40ed-8b6e-b6fa7df81deb {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:16.923067 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202680e4-8df9-4e14-bc8b-d8dda5db8432', 'name': 'network-vif-deleted', 'tag': '2ea737ff-78c4-4405-9447-2c2e690f53c6', 'status': 'completed', 'code': 200} Jul 15 13:14:17.159639 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a27f1d7e-548e-4c16-b948-8754ce5553ce req-bc8afc95-09bc-41a8-846e-93ed201b2f8a tempest-ServerPasswordTestJSON-45248854 tempest-ServerPasswordTestJSON-45248854-project] 10.222.0.16 "GET /v2.0/ports?device_id=202680e4-8df9-4e14-bc8b-d8dda5db8432 HTTP/1.1" status: 200 len: 210 time: 0.0439513 Jul 15 13:14:17.207822 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9c462-224c-4152-bf43-a0d705f93aa8 req-5787bf81-0392-4fd3-ace0-c0f96e7734ad tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:17.214137 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9ce9c462-224c-4152-bf43-a0d705f93aa8 req-5787bf81-0392-4fd3-ace0-c0f96e7734ad tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cace190-8fbd-4b29-814c-3d4abb937bce HTTP/1.1" status: 200 len: 945 time: 0.1323185 Jul 15 13:14:17.257717 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9ce9c462-224c-4152-bf43-a0d705f93aa8 req-db3c94ac-8b44-4b18-bacf-2b3134fb9ec2 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] 10.222.0.16 "GET /v2.0/security-groups?id=17debce5-b4e4-434f-9c58-d8a89cdb5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371366 Jul 15 13:14:17.602138 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device c5c13729-aaac-4597-bd5f-306c4b577abe up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:17.707840 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port c5c13729-aaac-4597-bd5f-306c4b577abe completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:17.713301 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port c5c13729-aaac-4597-bd5f-306c4b577abe triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:17.713901 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:17.852089 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e64dfeeb-fc36-4c86-b20c-85cb661f07d2 req-6e9414c3-cec7-4195-86bc-6195667a7242 tempest-ServerShowV247Test-1690715702 tempest-ServerShowV247Test-1690715702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5027dea-e89b-4c76-8e27-827f1701ea91 HTTP/1.1" status: 200 len: 210 time: 0.0794251 Jul 15 13:14:17.881106 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-51fe300e-d084-4b12-8e7f-ca370bbc30e6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2084491 Jul 15 13:14:18.024630 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:18.051036 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cace190-8fbd-4b29-814c-3d4abb937bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c13729-aaac-4597-bd5f-306c4b577abe'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:18.053656 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ecd776-fd33-404b-bdb3-6be96238df1f" -d '{"events": [{"server_uuid": "7cace190-8fbd-4b29-814c-3d4abb937bce", "name": "network-vif-plugged", "status": "completed", "tag": "c5c13729-aaac-4597-bd5f-306c4b577abe"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:18.059608 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-c42d3ce2-9af4-4625-bcfe-6f5638404362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:18.060709 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-c42d3ce2-9af4-4625-bcfe-6f5638404362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:18.062043 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-c42d3ce2-9af4-4625-bcfe-6f5638404362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:18.063004 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-c42d3ce2-9af4-4625-bcfe-6f5638404362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:18.063539 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-c42d3ce2-9af4-4625-bcfe-6f5638404362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:18.064070 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-c42d3ce2-9af4-4625-bcfe-6f5638404362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:18.064597 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-c42d3ce2-9af4-4625-bcfe-6f5638404362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:18.068031 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-c42d3ce2-9af4-4625-bcfe-6f5638404362 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=81c3b9d8d0bd4b9983bde8217f1dc07f&device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 6498 time: 0.0923076 Jul 15 13:14:18.069574 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port c5c13729-aaac-4597-bd5f-306c4b577abe, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c5c13729-aaac-4597-bd5f-306c4b577abe,segment=NetworkSegment(b9ab03ee-8830-44bf-bdcb-be6b110f9167),segment_id=b9ab03ee-8830-44bf-bdcb-be6b110f9167)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:18.075518 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:18.076729 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 2ea737ff-78c4-4405-9447-2c2e690f53c6 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:14:18.124879 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 2ea737ff-78c4-4405-9447-2c2e690f53c6 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:14:18.125221 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 2ea737ff-78c4-4405-9447-2c2e690f53c6 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:14:18.163701 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4cabb1-506b-4e63-b918-4e33bff88c4d x-openstack-request-id: req-ad4cabb1-506b-4e63-b918-4e33bff88c4d {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:18.164961 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cace190-8fbd-4b29-814c-3d4abb937bce", "name": "network-vif-plugged", "status": "completed", "tag": "c5c13729-aaac-4597-bd5f-306c4b577abe", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:18.165215 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad4cabb1-506b-4e63-b918-4e33bff88c4d {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:18.165609 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cace190-8fbd-4b29-814c-3d4abb937bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c13729-aaac-4597-bd5f-306c4b577abe', 'code': 200} Jul 15 13:14:18.237832 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=c5c13729-aaac-4597-bd5f-306c4b577abe,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:18.302397 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60344) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:18.330383 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-ea5f15d6-8197-48a4-a70d-10d9a6162b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:18.330383 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-ea5f15d6-8197-48a4-a70d-10d9a6162b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:18.330383 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-ea5f15d6-8197-48a4-a70d-10d9a6162b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:18.330383 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-ea5f15d6-8197-48a4-a70d-10d9a6162b72 service neutron] 10.222.0.46 "GET /v2.0/networks?id=35062ce4-aa77-455d-98c1-04b1c2bbb05e&id=0393d230-55c0-4aac-933c-382b8f80fda9&id=0393d230-55c0-4aac-933c-382b8f80fda9&id=0393d230-55c0-4aac-933c-382b8f80fda9&id=0393d230-55c0-4aac-933c-382b8f80fda9&id=883fa9e8-319c-4b08-9112-d792a62e6fcb&id=883fa9e8-319c-4b08-9112-d792a62e6fcb HTTP/1.1" status: 200 len: 2293 time: 0.2254610 Jul 15 13:14:18.362006 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7a00988-e400-4877-b1f3-a61e1998e92c admin admin] Deleting subnet 997c9649-03e3-472a-82a3-fd392f722640 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:14:18.365752 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b7a00988-e400-4877-b1f3-a61e1998e92c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:18.449353 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b7a00988-e400-4877-b1f3-a61e1998e92c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:18.470480 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9949b3-547c-480b-ae14-d6316845a4d5 req-967fd792-d6c3-4772-84ff-450713fdd2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:18.472209 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ea9949b3-547c-480b-ae14-d6316845a4d5 req-967fd792-d6c3-4772-84ff-450713fdd2da service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7cace190-8fbd-4b29-814c-3d4abb937bce HTTP/1.1" status: 200 len: 1098 time: 0.2506897 Jul 15 13:14:18.503518 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b7a00988-e400-4877-b1f3-a61e1998e92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:18.505194 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-bc9482b3-ba45-4242-8410-807babe4e458 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45cccd3c-527e-44db-82ed-44f7f1bef40a HTTP/1.1" status: 200 len: 1002 time: 0.1609044 Jul 15 13:14:18.576944 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b7a00988-e400-4877-b1f3-a61e1998e92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:18.582782 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ea9949b3-547c-480b-ae14-d6316845a4d5 req-5f619bc5-157c-4e45-bf4c-8646bc1124f2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=17debce5-b4e4-434f-9c58-d8a89cdb5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865889 Jul 15 13:14:18.593488 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-f99048b9-ca76-4223-89eb-1a0d63760290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:18.595005 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-f99048b9-ca76-4223-89eb-1a0d63760290 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a11699d2-8318-44c7-ac11-44c19841c110 HTTP/1.1" status: 200 len: 851 time: 0.0739777 Jul 15 13:14:18.606762 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad9117-93d6-4cee-9639-72dc86a8ff9b req-6e6388af-0922-4f40-8b1f-f7145e6e4f3b tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:18.614079 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-18ad9117-93d6-4cee-9639-72dc86a8ff9b req-6e6388af-0922-4f40-8b1f-f7145e6e4f3b tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cace190-8fbd-4b29-814c-3d4abb937bce HTTP/1.1" status: 200 len: 946 time: 0.1796160 Jul 15 13:14:18.617782 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a00988-e400-4877-b1f3-a61e1998e92c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=997c9649-03e3-472a-82a3-fd392f722640,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:18.631579 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b7a00988-e400-4877-b1f3-a61e1998e92c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:18.643382 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b7a00988-e400-4877-b1f3-a61e1998e92c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/997c9649-03e3-472a-82a3-fd392f722640 HTTP/1.1" status: 204 len: 168 time: 0.3384976 Jul 15 13:14:18.646097 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60354) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:18.672671 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-18ad9117-93d6-4cee-9639-72dc86a8ff9b req-0f2907db-2c80-4880-8ff2-de2282e944cc tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] 10.222.0.16 "GET /v2.0/security-groups?id=17debce5-b4e4-434f-9c58-d8a89cdb5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576835 Jul 15 13:14:18.772639 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-3cf12fc2-4d9f-47db-a39b-ae66e085535b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:18.778857 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-3cf12fc2-4d9f-47db-a39b-ae66e085535b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=35062ce4-aa77-455d-98c1-04b1c2bbb05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1226819 Jul 15 13:14:18.779680 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-06bb07f5-8275-4914-bf7b-6352fd7e7a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:18.784252 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a00988-e400-4877-b1f3-a61e1998e92c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:18.784705 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a00988-e400-4877-b1f3-a61e1998e92c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:18.785143 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a00988-e400-4877-b1f3-a61e1998e92c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:18.785577 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a00988-e400-4877-b1f3-a61e1998e92c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:18.786007 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a00988-e400-4877-b1f3-a61e1998e92c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:18.786493 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a00988-e400-4877-b1f3-a61e1998e92c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:18.786938 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a00988-e400-4877-b1f3-a61e1998e92c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:18.787357 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a00988-e400-4877-b1f3-a61e1998e92c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:18.787900 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a00988-e400-4877-b1f3-a61e1998e92c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:18.788336 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a00988-e400-4877-b1f3-a61e1998e92c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:18.788758 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a00988-e400-4877-b1f3-a61e1998e92c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:18.789174 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a00988-e400-4877-b1f3-a61e1998e92c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:18.913594 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-06bb07f5-8275-4914-bf7b-6352fd7e7a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:18.939580 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-06bb07f5-8275-4914-bf7b-6352fd7e7a33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3581ac0-a864-4106-a257-c12530e8a9c3']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:18.942171 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-abbae3eb-8280-40f8-9e03-7d73a133410d service neutron] 10.222.0.46 "GET /v2.0/networks/35062ce4-aa77-455d-98c1-04b1c2bbb05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585555 Jul 15 13:14:18.976665 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-06bb07f5-8275-4914-bf7b-6352fd7e7a33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c10c23a-12a2-448c-a1ec-e0bdcb3f0786') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:19.023319 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-06bb07f5-8275-4914-bf7b-6352fd7e7a33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c10c23a-12a2-448c-a1ec-e0bdcb3f0786') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:19.053086 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-06bb07f5-8275-4914-bf7b-6352fd7e7a33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.088545 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-06bb07f5-8275-4914-bf7b-6352fd7e7a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.103746 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06bb07f5-8275-4914-bf7b-6352fd7e7a33 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:14:19.104574 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-06bb07f5-8275-4914-bf7b-6352fd7e7a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.112864 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-9c981486-f5cd-4aa1-bf6c-9a0186a6dd1b service neutron] 10.222.0.46 "GET /v2.0/networks/35062ce4-aa77-455d-98c1-04b1c2bbb05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590528 Jul 15 13:14:19.226066 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:14:19.226066 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:14:19.226066 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:14:19.226066 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:14:19.226066 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:14:19.226066 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:14:19.226066 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:14:19.226066 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:14:19.226066 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:14:19.226066 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:14:19.226066 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:14:19.226066 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:14:19.226066 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:14:19.226066 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:14:19.226066 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:14:19.226066 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:14:19.226066 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:14:19.226066 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:14:19.226066 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:14:19.226066 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:14:19.226066 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:14:19.226066 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:14:19.226066 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:14:19.226066 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:14:19.226066 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:14:19.226066 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:14:19.226066 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:14:19.226066 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:14:19.226066 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:14:19.226066 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:14:19.226066 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:14:19.226066 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:14:19.241843 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-531d4035-cf42-4fc2-b036-6d8cf8c68f1d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=7efec053-2f43-4369-8788-a95bec608fe4 HTTP/1.1" status: 200 len: 217 time: 0.1195333 Jul 15 13:14:19.242602 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-06bb07f5-8275-4914-bf7b-6352fd7e7a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.247988 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-06bb07f5-8275-4914-bf7b-6352fd7e7a33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.251479 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-06bb07f5-8275-4914-bf7b-6352fd7e7a33 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c3581ac0-a864-4106-a257-c12530e8a9c3 HTTP/1.1" status: 204 len: 168 time: 0.6016164 Jul 15 13:14:19.266769 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb07f5-8275-4914-bf7b-6352fd7e7a33 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3581ac0-a864-4106-a257-c12530e8a9c3,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:19.346603 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-9b185b0f-b52c-43ae-aa5e-604a2f5c12b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:19.346603 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-9b185b0f-b52c-43ae-aa5e-604a2f5c12b6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30e69637-798b-481d-95fb-19699731bedc HTTP/1.1" status: 200 len: 797 time: 0.0603163 Jul 15 13:14:19.376884 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-18919bb5-5bb6-4e60-8564-f0bfdbc73878 req-71a4fcdb-5e2c-4a77-be86-674727d4c3b2 tempest-ServerShowV247Test-1690715702 tempest-ServerShowV247Test-1690715702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5027dea-e89b-4c76-8e27-827f1701ea91 HTTP/1.1" status: 200 len: 210 time: 0.1397986 Jul 15 13:14:19.501955 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-4aa8563c-3a2e-4695-8ee4-56e00630ced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:19.503624 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-4aa8563c-3a2e-4695-8ee4-56e00630ced2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0393d230-55c0-4aac-933c-382b8f80fda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1395605 Jul 15 13:14:19.522529 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25cf4ce-abcd-4729-bc09-48acf729db5c req-ae281bad-1a25-4dff-92c3-d74af66d5cdf tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:19.524985 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e25cf4ce-abcd-4729-bc09-48acf729db5c req-ae281bad-1a25-4dff-92c3-d74af66d5cdf tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5b34800-1c17-4d10-997a-4948bbca2874 HTTP/1.1" status: 200 len: 946 time: 0.1227376 Jul 15 13:14:19.540138 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60382) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:19.611806 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1837dc1a-5b22-4ca6-b4f3-cd664767c83e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=635ace9af8f745b9ac974b474e69d070&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0701554 Jul 15 13:14:19.614244 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60388) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:19.708958 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e25cf4ce-abcd-4729-bc09-48acf729db5c req-7301c2fb-86ef-4618-acd1-30c47181cb3b tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a830fec-1380-45b2-94bd-b25594194e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746523 Jul 15 13:14:19.720221 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-005a9af8-92bb-43d8-a702-cde5717bd3e0 service neutron] 10.222.0.46 "GET /v2.0/networks/0393d230-55c0-4aac-933c-382b8f80fda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942270 Jul 15 13:14:19.721766 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-da11fe3d-aa31-410c-803c-ff1b56c1abec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.745449 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-da11fe3d-aa31-410c-803c-ff1b56c1abec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.804340 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-da11fe3d-aa31-410c-803c-ff1b56c1abec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.807125 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-da11fe3d-aa31-410c-803c-ff1b56c1abec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.810725 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-da11fe3d-aa31-410c-803c-ff1b56c1abec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4cdf8cf7-c8cd-445e-87ff-28a59eaca294 HTTP/1.1" status: 204 len: 168 time: 0.1930418 Jul 15 13:14:19.818146 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11fe3d-aa31-410c-803c-ff1b56c1abec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdf8cf7-c8cd-445e-87ff-28a59eaca294,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:19.879542 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-9d53d64a-f645-4628-8a52-3f99627dea22 service neutron] 10.222.0.46 "GET /v2.0/networks/0393d230-55c0-4aac-933c-382b8f80fda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440184 Jul 15 13:14:19.934832 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-63276ec4-195d-4933-8155-38eb00d52aa7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=00bc5053-739a-44d0-84cc-63786760e6fc HTTP/1.1" status: 200 len: 217 time: 0.0452929 Jul 15 13:14:19.946745 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218a45a-8a3c-42b7-8f25-ecc61bb4aaeb req-9af67bb2-11f8-4d10-a0ec-e2b13d3bfb1e tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:19.948292 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d218a45a-8a3c-42b7-8f25-ecc61bb4aaeb req-9af67bb2-11f8-4d10-a0ec-e2b13d3bfb1e tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cace190-8fbd-4b29-814c-3d4abb937bce HTTP/1.1" status: 200 len: 946 time: 0.1202886 Jul 15 13:14:20.018840 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-522f582c-ff01-4ff0-b166-3e9d51052401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:20.020316 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-522f582c-ff01-4ff0-b166-3e9d51052401 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30e69637-798b-481d-95fb-19699731bedc HTTP/1.1" status: 200 len: 797 time: 0.0711534 Jul 15 13:14:20.023305 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d218a45a-8a3c-42b7-8f25-ecc61bb4aaeb req-fce63672-443f-4b14-87cf-6b0a85506d50 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] 10.222.0.16 "GET /v2.0/security-groups?id=17debce5-b4e4-434f-9c58-d8a89cdb5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665686 Jul 15 13:14:20.099411 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-049d382e-5c4e-49dd-8fe1-ab24540e8433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:20.101262 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-049d382e-5c4e-49dd-8fe1-ab24540e8433 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0393d230-55c0-4aac-933c-382b8f80fda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0708780 Jul 15 13:14:20.238090 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-e5b3e9a7-797d-4153-9272-05512cfc0d91 service neutron] 10.222.0.46 "GET /v2.0/networks/0393d230-55c0-4aac-933c-382b8f80fda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177299 Jul 15 13:14:20.353633 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-b488e7cf-f48c-4131-b01f-01311ef09267 service neutron] 10.222.0.46 "GET /v2.0/networks/0393d230-55c0-4aac-933c-382b8f80fda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084402 Jul 15 13:14:20.415365 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-2449589f-2400-453d-a1dd-d98faed23473 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=2495dac8-215f-4ed4-8052-948af78297a8 HTTP/1.1" status: 200 len: 217 time: 0.0530839 Jul 15 13:14:20.471803 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-1041bf5b-4457-47ae-839e-ba8b70cdcfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:20.473330 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-1041bf5b-4457-47ae-839e-ba8b70cdcfcf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30e69637-798b-481d-95fb-19699731bedc HTTP/1.1" status: 200 len: 797 time: 0.0488634 Jul 15 13:14:20.957943 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ee81239b-b108-4d7c-8b49-35056b8bc75c req-7b444b58-a3d6-41f0-8fcd-a6681a5726e5 tempest-ServerShowV247Test-1690715702 tempest-ServerShowV247Test-1690715702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5027dea-e89b-4c76-8e27-827f1701ea91 HTTP/1.1" status: 200 len: 210 time: 0.3920147 Jul 15 13:14:21.026187 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886df11-e8dd-4785-8d0c-f7abf53ca071 req-950ec97f-242b-45ba-b666-4a2fbdf19ff0 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:21.027855 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7886df11-e8dd-4785-8d0c-f7abf53ca071 req-950ec97f-242b-45ba-b666-4a2fbdf19ff0 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cace190-8fbd-4b29-814c-3d4abb937bce HTTP/1.1" status: 200 len: 946 time: 0.5291307 Jul 15 13:14:21.032689 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-66361a05-4042-4c94-bdcd-ebb4d97a0904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:21.034220 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-66361a05-4042-4c94-bdcd-ebb4d97a0904 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0393d230-55c0-4aac-933c-382b8f80fda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5445800 Jul 15 13:14:21.139624 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7886df11-e8dd-4785-8d0c-f7abf53ca071 req-05c9be41-50f6-4ce2-ad4a-80ff94711cae tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] 10.222.0.16 "GET /v2.0/security-groups?id=17debce5-b4e4-434f-9c58-d8a89cdb5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042807 Jul 15 13:14:21.178588 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-083b5289-9426-410b-b0aa-251fb56d1e80 req-701822ef-9b62-4336-a3e4-bda152e8d2e1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c5027dea-e89b-4c76-8e27-827f1701ea91 HTTP/1.1" status: 200 len: 210 time: 0.0339901 Jul 15 13:14:21.198366 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-5855cbab-66a7-4dd1-91f2-ea4aa3c26814 service neutron] 10.222.0.46 "GET /v2.0/networks/0393d230-55c0-4aac-933c-382b8f80fda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484084 Jul 15 13:14:21.309411 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754cd5f-e601-41d6-ab74-e2038b6ea432 req-b7d9caf8-75e5-4b3d-b756-ee035be84af1 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:21.311153 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9754cd5f-e601-41d6-ab74-e2038b6ea432 req-b7d9caf8-75e5-4b3d-b756-ee035be84af1 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5b34800-1c17-4d10-997a-4948bbca2874 HTTP/1.1" status: 200 len: 946 time: 0.1387084 Jul 15 13:14:21.435672 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9754cd5f-e601-41d6-ab74-e2038b6ea432 req-97f8f34d-c19b-4b63-88ef-95ff3dcb4c2a tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a830fec-1380-45b2-94bd-b25594194e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669045 Jul 15 13:14:21.450922 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-0b623bb6-05a3-4965-a5c3-1a23e3cf77c8 service neutron] 10.222.0.46 "GET /v2.0/networks/0393d230-55c0-4aac-933c-382b8f80fda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083375 Jul 15 13:14:21.515423 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-9ca6db03-18b5-423d-9cc1-5ed4bc787e23 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=97665ee0-9d05-4656-9f5c-63be8c4fa216 HTTP/1.1" status: 200 len: 217 time: 0.0559111 Jul 15 13:14:21.604858 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60478) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:21.632060 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-66b60266-80c0-4b1b-a4e6-808b6d8f4364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:21.633807 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-66b60266-80c0-4b1b-a4e6-808b6d8f4364 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30e69637-798b-481d-95fb-19699731bedc HTTP/1.1" status: 200 len: 797 time: 0.0933228 Jul 15 13:14:21.732634 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-edc481ab-7bf4-4918-9413-391b1d7686b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:21.734616 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-edc481ab-7bf4-4918-9413-391b1d7686b4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0393d230-55c0-4aac-933c-382b8f80fda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0906801 Jul 15 13:14:21.772849 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-de515b3a-38d1-4034-a87b-d1ff81110d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:21.887949 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-d3633503-cd3b-465f-956a-76102389b24a service neutron] 10.222.0.46 "GET /v2.0/networks/0393d230-55c0-4aac-933c-382b8f80fda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438470 Jul 15 13:14:21.931137 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae809b-c968-46b2-9af9-4484c0be248f req-87ca24ae-67ed-4aa2-9154-5d598dd5b960 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:21.932917 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1dae809b-c968-46b2-9af9-4484c0be248f req-87ca24ae-67ed-4aa2-9154-5d598dd5b960 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b34800-1c17-4d10-997a-4948bbca2874 HTTP/1.1" status: 200 len: 946 time: 0.1229551 Jul 15 13:14:21.938985 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-de515b3a-38d1-4034-a87b-d1ff81110d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:21.944501 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-de515b3a-38d1-4034-a87b-d1ff81110d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:21.983088 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-de515b3a-38d1-4034-a87b-d1ff81110d5c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=351ef1bb39d44e71b44781960e8c5eda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3764219 Jul 15 13:14:21.984840 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60492) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:22.065487 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de515b3a-38d1-4034-a87b-d1ff81110d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb10bee-1457-4749-8684-2dd8aca63263,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:22.089743 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-a70b4a6f-bb1a-4993-af9a-f0cc6a341092 service neutron] 10.222.0.46 "GET /v2.0/networks/0393d230-55c0-4aac-933c-382b8f80fda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896269 Jul 15 13:14:22.098478 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0521703a-0c80-4e8d-b4a6-9ec66af49152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.124032 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0521703a-0c80-4e8d-b4a6-9ec66af49152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.140936 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-f14d6d84-bb9d-495c-badd-c063a26232c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b HTTP/1.1" status: 200 len: 217 time: 0.0404208 Jul 15 13:14:22.180443 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0521703a-0c80-4e8d-b4a6-9ec66af49152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.183307 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0521703a-0c80-4e8d-b4a6-9ec66af49152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.189851 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0521703a-0c80-4e8d-b4a6-9ec66af49152 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ceb10bee-1457-4749-8684-2dd8aca63263 HTTP/1.1" status: 204 len: 168 time: 0.2002523 Jul 15 13:14:22.201706 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521703a-0c80-4e8d-b4a6-9ec66af49152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb10bee-1457-4749-8684-2dd8aca63263,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:22.220166 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-1dae809b-c968-46b2-9af9-4484c0be248f req-1482f7ab-1dbf-4bae-a03d-a41bc62c3237 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Deleting port 975bc6c4-da06-40c1-9fbb-92aac51fd0fc {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:22.222380 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1dae809b-c968-46b2-9af9-4484c0be248f req-1482f7ab-1dbf-4bae-a03d-a41bc62c3237 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.344456 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cfdd2631-d887-4895-a142-a5a437470bdc req-7c52f213-8972-4d69-99a3-f48e7f4f955a tempest-ServerShowV247Test-1690715702 tempest-ServerShowV247Test-1690715702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5027dea-e89b-4c76-8e27-827f1701ea91 HTTP/1.1" status: 200 len: 210 time: 0.0862012 Jul 15 13:14:22.425640 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-65b724b4-1b76-4b94-930c-d2d6470b8646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:22.428073 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-65b724b4-1b76-4b94-930c-d2d6470b8646 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a6166fd5-9d93-4b4f-8752-cc94814dcb8f HTTP/1.1" status: 200 len: 797 time: 0.2801535 Jul 15 13:14:22.533644 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-1dae809b-c968-46b2-9af9-4484c0be248f req-1482f7ab-1dbf-4bae-a03d-a41bc62c3237 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] For port 975bc6c4-da06-40c1-9fbb-92aac51fd0fc, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=975bc6c4-da06-40c1-9fbb-92aac51fd0fc,segment=NetworkSegment(51f871b6-b945-4062-a6a8-cab4d9505cb9),segment_id=51f871b6-b945-4062-a6a8-cab4d9505cb9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:22.533924 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1dae809b-c968-46b2-9af9-4484c0be248f req-1482f7ab-1dbf-4bae-a03d-a41bc62c3237 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.631767 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-27900716-73a2-4415-98a3-544c3fea53c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:22.634310 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-27900716-73a2-4415-98a3-544c3fea53c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=883fa9e8-319c-4b08-9112-d792a62e6fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1726089 Jul 15 13:14:22.793959 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa591ef-de7b-4bec-a2a8-1c4d17b7fef8 req-cb5101d1-99b7-4886-af07-ff2285d8fadc tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:22.795528 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2aa591ef-de7b-4bec-a2a8-1c4d17b7fef8 req-cb5101d1-99b7-4886-af07-ff2285d8fadc tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cace190-8fbd-4b29-814c-3d4abb937bce HTTP/1.1" status: 200 len: 946 time: 0.3892889 Jul 15 13:14:22.951437 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2aa591ef-de7b-4bec-a2a8-1c4d17b7fef8 req-83af71ac-d56d-490f-ae17-85fe508f14f1 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] 10.222.0.16 "GET /v2.0/security-groups?id=17debce5-b4e4-434f-9c58-d8a89cdb5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473327 Jul 15 13:14:22.985318 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1dae809b-c968-46b2-9af9-4484c0be248f req-1482f7ab-1dbf-4bae-a03d-a41bc62c3237 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.985697 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1dae809b-c968-46b2-9af9-4484c0be248f req-1482f7ab-1dbf-4bae-a03d-a41bc62c3237 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.986482 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [req-1dae809b-c968-46b2-9af9-4484c0be248f req-1482f7ab-1dbf-4bae-a03d-a41bc62c3237 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Floating IP b1f32ec4-247e-4686-a327-2d198a93a7e6 disassociated. External IP: 172.25.8.199, port: 975bc6c4-da06-40c1-9fbb-92aac51fd0fc. Jul 15 13:14:22.986851 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-1dae809b-c968-46b2-9af9-4484c0be248f req-1482f7ab-1dbf-4bae-a03d-a41bc62c3237 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Calling delete_port for 975bc6c4-da06-40c1-9fbb-92aac51fd0fc owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:23.006160 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b98654-6fd0-4cb9-8aac-5e83e6ad10f9 req-798e71c1-983c-4db7-9b51-88febdada926 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:23.007695 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e7b98654-6fd0-4cb9-8aac-5e83e6ad10f9 req-798e71c1-983c-4db7-9b51-88febdada926 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] 10.222.0.46 "GET /v2.0/ports?device_id=7cace190-8fbd-4b29-814c-3d4abb937bce HTTP/1.1" status: 200 len: 946 time: 0.3680661 Jul 15 13:14:23.014072 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-a9378579-ec05-46c0-adea-e055eb59eaec service neutron] 10.222.0.46 "GET /v2.0/networks/883fa9e8-319c-4b08-9112-d792a62e6fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366473 Jul 15 13:14:23.025238 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faabbfa-58d1-4d3a-9266-55dba6e2f08d req-d1fc0ce4-0fb9-4f8e-aa8b-88b5ab778fcd tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:23.026837 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0faabbfa-58d1-4d3a-9266-55dba6e2f08d req-d1fc0ce4-0fb9-4f8e-aa8b-88b5ab778fcd tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5b34800-1c17-4d10-997a-4948bbca2874 HTTP/1.1" status: 200 len: 946 time: 0.3820963 Jul 15 13:14:23.238415 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0faabbfa-58d1-4d3a-9266-55dba6e2f08d req-868f6adc-1e49-45a3-902d-9b63078bf968 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a830fec-1380-45b2-94bd-b25594194e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713736 Jul 15 13:14:23.292159 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-a665bf9d-514c-4336-adcd-3d8257505001 service neutron] 10.222.0.46 "GET /v2.0/networks/883fa9e8-319c-4b08-9112-d792a62e6fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585297 Jul 15 13:14:23.370290 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-55e9e3a4-5cfb-4911-8e94-eb97ff7cce05 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4 HTTP/1.1" status: 200 len: 217 time: 0.0678911 Jul 15 13:14:23.420519 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-e7b98654-6fd0-4cb9-8aac-5e83e6ad10f9 req-ebca882e-1679-40b2-915b-94e03c61b3c7 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] Deleting port c5c13729-aaac-4597-bd5f-306c4b577abe {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:23.420955 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e7b98654-6fd0-4cb9-8aac-5e83e6ad10f9 req-ebca882e-1679-40b2-915b-94e03c61b3c7 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:23.467189 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1dae809b-c968-46b2-9af9-4484c0be248f req-1482f7ab-1dbf-4bae-a03d-a41bc62c3237 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:23.551767 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-ef1e9bf4-50e2-4394-a7ed-53b115f96343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:23.553471 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-ef1e9bf4-50e2-4394-a7ed-53b115f96343 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a6166fd5-9d93-4b4f-8752-cc94814dcb8f HTTP/1.1" status: 200 len: 797 time: 0.1731586 Jul 15 13:14:23.560140 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1482f7ab-1dbf-4bae-a03d-a41bc62c3237 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Pushing event deleted for resources: {'Port': ['ID=975bc6c4-da06-40c1-9fbb-92aac51fd0fc,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:23.660575 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-973c720a-5675-4898-b333-2753674926c4 req-5ec0d161-24c6-4828-bbf6-1081823be6f4 tempest-ServerShowV247Test-1690715702 tempest-ServerShowV247Test-1690715702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5027dea-e89b-4c76-8e27-827f1701ea91 HTTP/1.1" status: 200 len: 210 time: 0.0945327 Jul 15 13:14:23.847772 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-e7b98654-6fd0-4cb9-8aac-5e83e6ad10f9 req-ebca882e-1679-40b2-915b-94e03c61b3c7 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] For port c5c13729-aaac-4597-bd5f-306c4b577abe, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c5c13729-aaac-4597-bd5f-306c4b577abe,segment=NetworkSegment(b9ab03ee-8830-44bf-bdcb-be6b110f9167),segment_id=b9ab03ee-8830-44bf-bdcb-be6b110f9167)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:23.847772 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e7b98654-6fd0-4cb9-8aac-5e83e6ad10f9 req-ebca882e-1679-40b2-915b-94e03c61b3c7 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:23.856860 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-e7b98654-6fd0-4cb9-8aac-5e83e6ad10f9 req-ebca882e-1679-40b2-915b-94e03c61b3c7 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] Calling delete_port for c5c13729-aaac-4597-bd5f-306c4b577abe owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:23.971885 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-e35912ec-4486-4e02-a6f2-974480c743dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:23.979046 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-e35912ec-4486-4e02-a6f2-974480c743dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=883fa9e8-319c-4b08-9112-d792a62e6fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4098895 Jul 15 13:14:24.005404 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1dae809b-c968-46b2-9af9-4484c0be248f req-1482f7ab-1dbf-4bae-a03d-a41bc62c3237 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Router b8200b60-5091-4cfd-8e78-08159c6a04ac has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:14:24.707743 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eea9ec16-e2e3-4309-9bf2-2026e792e151 req-4eb2a2e0-669d-4ab7-b6c8-315cdd3f7929 tempest-ServerShowV247Test-1690715702 tempest-ServerShowV247Test-1690715702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5027dea-e89b-4c76-8e27-827f1701ea91&device_id=185d3bbe-b42a-4771-925e-c8bec56477b8 HTTP/1.1" status: 200 len: 210 time: 0.5262327 Jul 15 13:14:24.724286 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e7b98654-6fd0-4cb9-8aac-5e83e6ad10f9 req-ebca882e-1679-40b2-915b-94e03c61b3c7 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:24.736503 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['c5c13729-aaac-4597-bd5f-306c4b577abe'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:14:24.805405 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca882e-1679-40b2-915b-94e03c61b3c7 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] Pushing event deleted for resources: {'Port': ['ID=c5c13729-aaac-4597-bd5f-306c4b577abe,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:24.831981 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-9a651da4-8738-4afd-95b4-fafe53cf7c11 service neutron] 10.222.0.46 "GET /v2.0/networks/883fa9e8-319c-4b08-9112-d792a62e6fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8472209 Jul 15 13:14:24.945251 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b98654-6fd0-4cb9-8aac-5e83e6ad10f9 req-ebca882e-1679-40b2-915b-94e03c61b3c7 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] No DVR routers for this DVR port c5c13729-aaac-4597-bd5f-306c4b577abe on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:14:24.949011 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e7b98654-6fd0-4cb9-8aac-5e83e6ad10f9 req-ebca882e-1679-40b2-915b-94e03c61b3c7 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:24.951210 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e7b98654-6fd0-4cb9-8aac-5e83e6ad10f9 req-ebca882e-1679-40b2-915b-94e03c61b3c7 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] 10.222.0.46 "DELETE /v2.0/ports/c5c13729-aaac-4597-bd5f-306c4b577abe HTTP/1.1" status: 204 len: 173 time: 1.9357257 Jul 15 13:14:24.980139 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cace190-8fbd-4b29-814c-3d4abb937bce', 'name': 'network-vif-deleted', 'tag': 'c5c13729-aaac-4597-bd5f-306c4b577abe'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:24.982426 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a1a465-a7be-41a2-87b2-3cd75e268cad" -d '{"events": [{"server_uuid": "7cace190-8fbd-4b29-814c-3d4abb937bce", "name": "network-vif-deleted", "tag": "c5c13729-aaac-4597-bd5f-306c4b577abe"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:24.992725 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c8e7e3f9-d375-4a2e-90be-0f93a9f7a9e5 req-a5322f6c-42cd-4cf5-b23a-6269a0adc247 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5b34800-1c17-4d10-997a-4948bbca2874 HTTP/1.1" status: 200 len: 210 time: 0.0973608 Jul 15 13:14:24.994064 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1dae809b-c968-46b2-9af9-4484c0be248f req-1482f7ab-1dbf-4bae-a03d-a41bc62c3237 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:14:25.008137 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a24723-3ff5-4577-ab97-d00fdeafde8e None None] Sync routers for ids ['b8200b60-5091-4cfd-8e78-08159c6a04ac'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:14:25.023735 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a24723-3ff5-4577-ab97-d00fdeafde8e None None] Routers {'b8200b60-5091-4cfd-8e78-08159c6a04ac'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:25.025101 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-25a24723-3ff5-4577-ab97-d00fdeafde8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:14:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['b8200b60-5091-4cfd-8e78-08159c6a04ac'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:25.088603 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08a629-2649-4071-a8b1-ac2f1c2323bb req-01f08658-cf62-4e54-ae4f-5c9d57a47097 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:25.098330 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-db08a629-2649-4071-a8b1-ac2f1c2323bb req-01f08658-cf62-4e54-ae4f-5c9d57a47097 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cace190-8fbd-4b29-814c-3d4abb937bce HTTP/1.1" status: 200 len: 867 time: 0.4830840 Jul 15 13:14:25.178323 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dae809b-c968-46b2-9af9-4484c0be248f req-1482f7ab-1dbf-4bae-a03d-a41bc62c3237 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] No DVR routers for this DVR port 975bc6c4-da06-40c1-9fbb-92aac51fd0fc on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:14:25.189367 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1dae809b-c968-46b2-9af9-4484c0be248f req-1482f7ab-1dbf-4bae-a03d-a41bc62c3237 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:25.191493 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1dae809b-c968-46b2-9af9-4484c0be248f req-1482f7ab-1dbf-4bae-a03d-a41bc62c3237 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.46 "DELETE /v2.0/ports/975bc6c4-da06-40c1-9fbb-92aac51fd0fc HTTP/1.1" status: 204 len: 173 time: 3.2510340 Jul 15 13:14:25.235207 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e77ab48e-9701-4da6-9a91-ff9c550481ed req-ffa916d6-b3ee-437b-b915-82db18dc9931 service neutron] 10.222.0.46 "GET /v2.0/networks/883fa9e8-319c-4b08-9112-d792a62e6fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545799 Jul 15 13:14:25.255614 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-db08a629-2649-4071-a8b1-ac2f1c2323bb req-d0d600e6-5863-4ce8-a82a-53f7a20cb4d3 tempest-ServerGroupTestJSON-1580132633 tempest-ServerGroupTestJSON-1580132633-project] 10.222.0.16 "GET /v2.0/security-groups?id=17debce5-b4e4-434f-9c58-d8a89cdb5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560495 Jul 15 13:14:25.302113 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-25a24723-3ff5-4577-ab97-d00fdeafde8e None None] Set router b8200b60-5091-4cfd-8e78-08159c6a04ac gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:14:25.342478 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c48ced2-0b6d-4adf-b1f3-b1dcffd51152 x-openstack-request-id: req-9c48ced2-0b6d-4adf-b1f3-b1dcffd51152 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:25.343136 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cace190-8fbd-4b29-814c-3d4abb937bce", "name": "network-vif-deleted", "tag": "c5c13729-aaac-4597-bd5f-306c4b577abe", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:25.343770 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9c48ced2-0b6d-4adf-b1f3-b1dcffd51152 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:25.344418 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cace190-8fbd-4b29-814c-3d4abb937bce', 'name': 'network-vif-deleted', 'tag': 'c5c13729-aaac-4597-bd5f-306c4b577abe', 'status': 'completed', 'code': 200} Jul 15 13:14:25.631813 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 975bc6c4-da06-40c1-9fbb-92aac51fd0fc no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:14:25.659923 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 975bc6c4-da06-40c1-9fbb-92aac51fd0fc {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:14:25.660387 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 975bc6c4-da06-40c1-9fbb-92aac51fd0fc not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:14:25.737507 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-25a24723-3ff5-4577-ab97-d00fdeafde8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'name': 'tempest-AttachVolumeTestJSON-1386044083-router', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '8eac28ae-e7a6-40ba-98f0-9e420eb184b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:58Z', 'updated_at': '2021-07-15T13:05:06Z', 'revision_number': 4, 'project_id': 'cece2284cedf41a29a33e49364b41245', 'gw_port': {'id': '8eac28ae-e7a6-40ba-98f0-9e420eb184b2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:34:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:00Z', 'updated_at': '2021-07-15T13:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'e43d076f-dd65-4e0d-aca4-b744d9599bb9', 'name': '', 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'mac_address': 'fa:16:3e:4c:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '1796d493-1d5f-49de-a2f8-cb5cb28c84a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:05Z', 'updated_at': '2021-07-15T13:05:11Z', 'revision_number': 5, 'project_id': 'cece2284cedf41a29a33e49364b41245', 'subnets': [{'id': '1796d493-1d5f-49de-a2f8-cb5cb28c84a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:25.774883 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a24723-3ff5-4577-ab97-d00fdeafde8e None None] Checking router: b8200b60-5091-4cfd-8e78-08159c6a04ac for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:14:25.787136 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a24723-3ff5-4577-ab97-d00fdeafde8e None None] Routers {'b8200b60-5091-4cfd-8e78-08159c6a04ac'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:25.787984 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-25a24723-3ff5-4577-ab97-d00fdeafde8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:14:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['b8200b60-5091-4cfd-8e78-08159c6a04ac'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:25.854482 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc0f3dd7-1c4c-4a3c-8e29-1d4ef203ecf8 req-73cfc32f-e711-4792-b12c-0617f2b6ce46 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ef68c5dc5df24ae3a6b0849770675bba&device_id=c5027dea-e89b-4c76-8e27-827f1701ea91 HTTP/1.1" status: 200 len: 210 time: 0.1001592 Jul 15 13:14:25.913014 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc0f3dd7-1c4c-4a3c-8e29-1d4ef203ecf8 req-480fced0-360c-41a8-bf10-106f179e14b6 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ef68c5dc5df24ae3a6b0849770675bba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434043 Jul 15 13:14:25.971690 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-25a24723-3ff5-4577-ab97-d00fdeafde8e None None] Set router b8200b60-5091-4cfd-8e78-08159c6a04ac gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:14:26.039393 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:14:26.055614 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f3dd7-1c4c-4a3c-8e29-1d4ef203ecf8 req-8b4a3782-6fb7-4f31-a718-5963ce4db681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.057140 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc0f3dd7-1c4c-4a3c-8e29-1d4ef203ecf8 req-8b4a3782-6fb7-4f31-a718-5963ce4db681 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1367795 Jul 15 13:14:26.171428 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-80aba59a-612e-4776-9aee-12c1324e71eb req-4c5ae66e-9f83-4494-9ca0-d415d7af08b8 tempest-ServerShowV247Test-1690715702 tempest-ServerShowV247Test-1690715702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5027dea-e89b-4c76-8e27-827f1701ea91 HTTP/1.1" status: 200 len: 210 time: 0.1105747 Jul 15 13:14:26.277599 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-25a24723-3ff5-4577-ab97-d00fdeafde8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'name': 'tempest-AttachVolumeTestJSON-1386044083-router', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '8eac28ae-e7a6-40ba-98f0-9e420eb184b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:58Z', 'updated_at': '2021-07-15T13:05:06Z', 'revision_number': 4, 'project_id': 'cece2284cedf41a29a33e49364b41245', 'gw_port': {'id': '8eac28ae-e7a6-40ba-98f0-9e420eb184b2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:34:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:00Z', 'updated_at': '2021-07-15T13:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'e43d076f-dd65-4e0d-aca4-b744d9599bb9', 'name': '', 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'mac_address': 'fa:16:3e:4c:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '1796d493-1d5f-49de-a2f8-cb5cb28c84a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:05Z', 'updated_at': '2021-07-15T13:05:11Z', 'revision_number': 5, 'project_id': 'cece2284cedf41a29a33e49364b41245', 'subnets': [{'id': '1796d493-1d5f-49de-a2f8-cb5cb28c84a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:26.383680 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a24723-3ff5-4577-ab97-d00fdeafde8e None None] The sync data for ids ['b8200b60-5091-4cfd-8e78-08159c6a04ac'] in n-d-771363-36 is: [{'id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'name': 'tempest-AttachVolumeTestJSON-1386044083-router', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '8eac28ae-e7a6-40ba-98f0-9e420eb184b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:58Z', 'updated_at': '2021-07-15T13:05:06Z', 'revision_number': 4, 'project_id': 'cece2284cedf41a29a33e49364b41245', 'gw_port': {'id': '8eac28ae-e7a6-40ba-98f0-9e420eb184b2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:34:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:00Z', 'updated_at': '2021-07-15T13:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'e43d076f-dd65-4e0d-aca4-b744d9599bb9', 'name': '', 'network_id': '1bdc303d-a348-44e1-bbb6-ce54e5387eef', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'mac_address': 'fa:16:3e:4c:8a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '1796d493-1d5f-49de-a2f8-cb5cb28c84a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:05Z', 'updated_at': '2021-07-15T13:05:11Z', 'revision_number': 5, 'project_id': 'cece2284cedf41a29a33e49364b41245', 'subnets': [{'id': '1796d493-1d5f-49de-a2f8-cb5cb28c84a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:14:26.876968 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60692) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:26.953044 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a061c7dc-f4b0-491f-b962-0969738a9140 None None] New status for floating IP b1f32ec4-247e-4686-a327-2d198a93a7e6: DOWN {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:14:26.961175 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4b1986c9-db92-45e1-b80e-ddb8ef9fb937 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.996309 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4b1986c9-db92-45e1-b80e-ddb8ef9fb937 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.062482 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4b1986c9-db92-45e1-b80e-ddb8ef9fb937 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.067814 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4b1986c9-db92-45e1-b80e-ddb8ef9fb937 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.073910 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4b1986c9-db92-45e1-b80e-ddb8ef9fb937 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "DELETE /v2.0/security-groups/1a830fec-1380-45b2-94bd-b25594194e7c HTTP/1.1" status: 204 len: 168 time: 0.1927843 Jul 15 13:14:27.074248 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 60710) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:27.082449 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1986c9-db92-45e1-b80e-ddb8ef9fb937 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a830fec-1380-45b2-94bd-b25594194e7c,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:27.118896 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-bcf6de85-c926-44f9-9a57-1803aa02a82c tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] show failed (client error): The resource could not be found. Jul 15 13:14:27.122660 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-bcf6de85-c926-44f9-9a57-1803aa02a82c tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "GET /v2.0/security-groups/1a830fec-1380-45b2-94bd-b25594194e7c HTTP/1.1" status: 404 len: 347 time: 0.0432174 Jul 15 13:14:27.123688 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60716) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:27.172444 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 60718) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:27.302632 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-502036f9-c1ef-42a5-9767-20ff5e2cae22 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Deleting port 2a05232e-3293-47c8-aa75-c5c2e328403f {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:27.303204 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-502036f9-c1ef-42a5-9767-20ff5e2cae22 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.315849 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-175079b9-787c-4184-a67e-f2c0085b5c0c admin admin] Deleting subnet c1c3b69e-dd8a-4607-842a-e95b5fd9990b {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:14:27.320133 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-175079b9-787c-4184-a67e-f2c0085b5c0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.378788 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b34800-1c17-4d10-997a-4948bbca2874', 'name': 'network-vif-deleted', 'tag': '975bc6c4-da06-40c1-9fbb-92aac51fd0fc'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:27.381426 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94051d8a-776b-458e-bb98-b15f7633dcff" -d '{"events": [{"server_uuid": "d5b34800-1c17-4d10-997a-4948bbca2874", "name": "network-vif-deleted", "tag": "975bc6c4-da06-40c1-9fbb-92aac51fd0fc"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:27.400062 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-175079b9-787c-4184-a67e-f2c0085b5c0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.449467 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-502036f9-c1ef-42a5-9767-20ff5e2cae22 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.449629 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-502036f9-c1ef-42a5-9767-20ff5e2cae22 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.462971 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700636c7-b40e-4008-ad78-834f28881900 x-openstack-request-id: req-700636c7-b40e-4008-ad78-834f28881900 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:27.464155 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b34800-1c17-4d10-997a-4948bbca2874", "name": "network-vif-deleted", "tag": "975bc6c4-da06-40c1-9fbb-92aac51fd0fc", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:27.464629 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-700636c7-b40e-4008-ad78-834f28881900 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:27.465642 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b34800-1c17-4d10-997a-4948bbca2874', 'name': 'network-vif-deleted', 'tag': '975bc6c4-da06-40c1-9fbb-92aac51fd0fc', 'status': 'completed', 'code': 200} Jul 15 13:14:27.466777 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-502036f9-c1ef-42a5-9767-20ff5e2cae22 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Calling delete_port for 2a05232e-3293-47c8-aa75-c5c2e328403f owned by network:floatingip {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:27.468293 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c39cd20-a200-4eb3-a2ec-b15b1985f296 req-76f8d185-5c4a-4adf-aeaa-750a36841047 tempest-ServerShowV247Test-1690715702 tempest-ServerShowV247Test-1690715702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5027dea-e89b-4c76-8e27-827f1701ea91 HTTP/1.1" status: 200 len: 210 time: 0.0904675 Jul 15 13:14:27.511726 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-175079b9-787c-4184-a67e-f2c0085b5c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.611406 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-175079b9-787c-4184-a67e-f2c0085b5c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.657488 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device c5c13729-aaac-4597-bd5f-306c4b577abe no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:14:27.699953 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: c5c13729-aaac-4597-bd5f-306c4b577abe {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:14:27.700710 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device c5c13729-aaac-4597-bd5f-306c4b577abe not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:14:27.720752 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-502036f9-c1ef-42a5-9767-20ff5e2cae22 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.738294 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-175079b9-787c-4184-a67e-f2c0085b5c0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.740484 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-175079b9-787c-4184-a67e-f2c0085b5c0c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c1c3b69e-dd8a-4607-842a-e95b5fd9990b HTTP/1.1" status: 204 len: 168 time: 0.5668774 Jul 15 13:14:27.743279 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc0f3dd7-1c4c-4a3c-8e29-1d4ef203ecf8 req-9c0bf373-f566-4a8a-af94-9df14cc38a53 tempest-ServerShowV247Test-1690715702 tempest-ServerShowV247Test-1690715702-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5027dea-e89b-4c76-8e27-827f1701ea91 HTTP/1.1" status: 200 len: 210 time: 0.1387079 Jul 15 13:14:27.743899 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 60738) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:27.744759 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175079b9-787c-4184-a67e-f2c0085b5c0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1c3b69e-dd8a-4607-842a-e95b5fd9990b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:27.774747 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502036f9-c1ef-42a5-9767-20ff5e2cae22 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Pushing event deleted for resources: {'Port': ['ID=2a05232e-3293-47c8-aa75-c5c2e328403f,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:27.848176 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-86206846-1cef-46fd-9370-e41f349131f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.886590 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-502036f9-c1ef-42a5-9767-20ff5e2cae22 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks [] for floatingip, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.891136 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-502036f9-c1ef-42a5-9767-20ff5e2cae22 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.892546 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-502036f9-c1ef-42a5-9767-20ff5e2cae22 tempest-AttachVolumeTestJSON-806933177 tempest-AttachVolumeTestJSON-806933177-project] 10.222.0.16 "DELETE /v2.0/floatingips/b1f32ec4-247e-4686-a327-2d198a93a7e6 HTTP/1.1" status: 204 len: 168 time: 0.7674167 Jul 15 13:14:27.973384 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60746) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:28.018047 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-86206846-1cef-46fd-9370-e41f349131f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.035967 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-86206846-1cef-46fd-9370-e41f349131f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f85e7144-dc34-4142-9e4c-84abb09e5142']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:28.050858 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-86206846-1cef-46fd-9370-e41f349131f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9ab03ee-8830-44bf-bdcb-be6b110f9167') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:28.051215 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-86206846-1cef-46fd-9370-e41f349131f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9ab03ee-8830-44bf-bdcb-be6b110f9167') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:28.064527 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-86206846-1cef-46fd-9370-e41f349131f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.083027 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-86206846-1cef-46fd-9370-e41f349131f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.091434 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86206846-1cef-46fd-9370-e41f349131f9 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:14:28.091905 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-86206846-1cef-46fd-9370-e41f349131f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.112915 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:28.112915 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:28.112915 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:28.112915 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:28.112915 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:28.112915 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:28.112915 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:28.112915 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:28.112915 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:28.112915 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:28.112915 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:14:28.112915 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:14:28.112915 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:14:28.112915 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:14:28.112915 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:14:28.112915 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:14:28.112915 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:14:28.112915 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:14:28.112915 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:14:28.112915 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:14:28.112915 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:14:28.112915 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:14:28.112915 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:14:28.112915 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:14:28.112915 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:14:28.112915 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:14:28.112915 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:14:28.112915 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:14:28.112915 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:14:28.112915 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:14:28.112915 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:14:28.112915 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:14:28.112915 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:14:28.112915 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:14:28.112915 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:14:28.112915 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:14:28.112915 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:14:28.112915 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:14:28.112915 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:14:28.112915 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:14:28.112915 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:14:28.112915 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:14:28.164172 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-86206846-1cef-46fd-9370-e41f349131f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.182612 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-86206846-1cef-46fd-9370-e41f349131f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.187155 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-86206846-1cef-46fd-9370-e41f349131f9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f85e7144-dc34-4142-9e4c-84abb09e5142 HTTP/1.1" status: 204 len: 168 time: 0.4364784 Jul 15 13:14:28.188328 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86206846-1cef-46fd-9370-e41f349131f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f85e7144-dc34-4142-9e4c-84abb09e5142,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:28.199168 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86206846-1cef-46fd-9370-e41f349131f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:28.199519 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86206846-1cef-46fd-9370-e41f349131f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:28.199863 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86206846-1cef-46fd-9370-e41f349131f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:28.200195 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86206846-1cef-46fd-9370-e41f349131f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:28.200524 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86206846-1cef-46fd-9370-e41f349131f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:28.200931 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86206846-1cef-46fd-9370-e41f349131f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:28.201285 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86206846-1cef-46fd-9370-e41f349131f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:28.201615 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86206846-1cef-46fd-9370-e41f349131f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:28.201937 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86206846-1cef-46fd-9370-e41f349131f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:28.202803 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86206846-1cef-46fd-9370-e41f349131f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:28.203132 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86206846-1cef-46fd-9370-e41f349131f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:28.203453 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86206846-1cef-46fd-9370-e41f349131f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:28.222546 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-44a66a33-a739-4bba-b3ff-fa4d426794d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.401553 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-44a66a33-a739-4bba-b3ff-fa4d426794d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.407370 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-44a66a33-a739-4bba-b3ff-fa4d426794d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.452091 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 60760) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:28.460519 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a66a33-a739-4bba-b3ff-fa4d426794d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871261dd-c6e0-4f6d-b1c2-26df8035b882,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:28.480462 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-44a66a33-a739-4bba-b3ff-fa4d426794d1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d475e6a7080c4cd99e736bc772f66435&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5057034 Jul 15 13:14:28.483167 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60762) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:28.548702 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5d627c8e-59cc-4fa3-aed2-04c4e847bf91 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f7399c5ce694635b8c1fd0d99c04ca3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0953815 Jul 15 13:14:28.549223 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60766) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:28.612471 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b1d69df-d91e-4250-8258-a30af517aeab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.655606 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b1d69df-d91e-4250-8258-a30af517aeab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.686898 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-61dc075f-b749-45b9-8d10-a7120b514e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.742494 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-61dc075f-b749-45b9-8d10-a7120b514e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.787040 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b1d69df-d91e-4250-8258-a30af517aeab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.789989 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b1d69df-d91e-4250-8258-a30af517aeab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.791343 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2b1d69df-d91e-4250-8258-a30af517aeab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/871261dd-c6e0-4f6d-b1c2-26df8035b882 HTTP/1.1" status: 204 len: 168 time: 0.3069453 Jul 15 13:14:28.801837 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d69df-d91e-4250-8258-a30af517aeab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871261dd-c6e0-4f6d-b1c2-26df8035b882,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:28.827179 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-61dc075f-b749-45b9-8d10-a7120b514e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.830891 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-61dc075f-b749-45b9-8d10-a7120b514e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.832238 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-61dc075f-b749-45b9-8d10-a7120b514e66 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/17debce5-b4e4-434f-9c58-d8a89cdb5d3e HTTP/1.1" status: 204 len: 168 time: 0.2809055 Jul 15 13:14:28.853204 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc075f-b749-45b9-8d10-a7120b514e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17debce5-b4e4-434f-9c58-d8a89cdb5d3e,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:29.027171 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:29.248258 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ca8a90dc-3b7c-4adc-9257-060411a81d20 req-60eaac19-c436-4839-ac01-2f321c65dd98 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ef68c5dc5df24ae3a6b0849770675bba&device_id=185d3bbe-b42a-4771-925e-c8bec56477b8 HTTP/1.1" status: 200 len: 210 time: 0.1035981 Jul 15 13:14:29.289775 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ca8a90dc-3b7c-4adc-9257-060411a81d20 req-d681b09b-0104-4d37-861f-127cfa39908d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ef68c5dc5df24ae3a6b0849770675bba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282075 Jul 15 13:14:29.400140 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:29.515796 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a90dc-3b7c-4adc-9257-060411a81d20 req-fc8cd066-c3c9-4726-bdb3-34e072614f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:29.518105 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ca8a90dc-3b7c-4adc-9257-060411a81d20 req-fc8cd066-c3c9-4726-bdb3-34e072614f0b service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2200971 Jul 15 13:14:29.599219 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60802) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:29.658635 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1c1fe269-203f-49ed-9870-6df0dfdfc2e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:29.753403 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5e9e4ac4-c860-49d0-9c3e-6518ea4c1603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:29.859792 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1c1fe269-203f-49ed-9870-6df0dfdfc2e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:29.866687 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1c1fe269-203f-49ed-9870-6df0dfdfc2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:29.924940 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fe269-203f-49ed-9870-6df0dfdfc2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86874281-6eea-41d6-8d24-2563da4f2c1a,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:29.963631 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e934708d-e7a3-4527-9210-3c66cced9d31 req-7dc96450-cfe4-4e80-9abe-7fa64e6ba5c0 tempest-ServerShowV247Test-1690715702 tempest-ServerShowV247Test-1690715702-project] 10.222.0.16 "GET /v2.0/ports?device_id=185d3bbe-b42a-4771-925e-c8bec56477b8 HTTP/1.1" status: 200 len: 210 time: 0.0562203 Jul 15 13:14:29.975518 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1c1fe269-203f-49ed-9870-6df0dfdfc2e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=282dd95c176a418eb07b2fc9ddb35026&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3736422 Jul 15 13:14:29.978043 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60816) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:30.067123 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0e5d934b-eb04-40c2-91ea-934020258f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.099491 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0e5d934b-eb04-40c2-91ea-934020258f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.190960 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0e5d934b-eb04-40c2-91ea-934020258f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.194385 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0e5d934b-eb04-40c2-91ea-934020258f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.195829 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0e5d934b-eb04-40c2-91ea-934020258f92 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/86874281-6eea-41d6-8d24-2563da4f2c1a HTTP/1.1" status: 204 len: 168 time: 0.2165742 Jul 15 13:14:30.217465 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d934b-eb04-40c2-91ea-934020258f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86874281-6eea-41d6-8d24-2563da4f2c1a,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:30.265834 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60834) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:30.476714 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60842) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:30.610732 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b1ea4bdc-6dbe-4414-9277-8cabba6d35cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.713345 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-17eb6bf8-13f5-4df4-b052-118a5461a6f1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-526926507-network', 'tenant_id': 'a5e4187857e345a7880c462421c134c5'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:30.805377 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b1ea4bdc-6dbe-4414-9277-8cabba6d35cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.825071 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b1ea4bdc-6dbe-4414-9277-8cabba6d35cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.910591 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ca8a90dc-3b7c-4adc-9257-060411a81d20 req-5da17597-6143-4316-b964-86960ad02f5b tempest-ServerShowV247Test-1690715702 tempest-ServerShowV247Test-1690715702-project] 10.222.0.46 "GET /v2.0/ports?device_id=185d3bbe-b42a-4771-925e-c8bec56477b8 HTTP/1.1" status: 200 len: 210 time: 0.0550711 Jul 15 13:14:30.913294 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea4bdc-6dbe-4414-9277-8cabba6d35cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdc61c9-6391-4273-bf2f-8ede3f15e022,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:30.960488 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17eb6bf8-13f5-4df4-b052-118a5461a6f1 admin admin] Made reservation on behalf of a5e4187857e345a7880c462421c134c5 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:30.963773 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-17eb6bf8-13f5-4df4-b052-118a5461a6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.976382 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b1ea4bdc-6dbe-4414-9277-8cabba6d35cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=efce02f252d5432197c44dc717ea8a34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7090709 Jul 15 13:14:30.978828 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 60864) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:30.987416 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-17eb6bf8-13f5-4df4-b052-118a5461a6f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.094215 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-db93b7f0-6b5e-475d-8631-11fe8c81dc79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.176226 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-db93b7f0-6b5e-475d-8631-11fe8c81dc79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.218718 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-17eb6bf8-13f5-4df4-b052-118a5461a6f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.231860 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-17eb6bf8-13f5-4df4-b052-118a5461a6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.270041 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5e3068b2-e9eb-4ae6-8559-fd9f56e10efa req-d809c5ea-e148-4766-bb3f-68df17d6df8f tempest-ServerShowV247Test-1690715702 tempest-ServerShowV247Test-1690715702-project] 10.222.0.16 "GET /v2.0/ports?device_id=185d3bbe-b42a-4771-925e-c8bec56477b8 HTTP/1.1" status: 200 len: 210 time: 0.0345757 Jul 15 13:14:31.276686 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-db93b7f0-6b5e-475d-8631-11fe8c81dc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.284555 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-db93b7f0-6b5e-475d-8631-11fe8c81dc79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.293146 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17eb6bf8-13f5-4df4-b052-118a5461a6f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:14:31.296616 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb6bf8-13f5-4df4-b052-118a5461a6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bd4cb4-a98d-4dfa-a26f-c2dff1ae00a0,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:31.302437 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-db93b7f0-6b5e-475d-8631-11fe8c81dc79 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cbdc61c9-6391-4273-bf2f-8ede3f15e022 HTTP/1.1" status: 204 len: 168 time: 0.3223464 Jul 15 13:14:31.310199 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-17eb6bf8-13f5-4df4-b052-118a5461a6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.310459 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-17eb6bf8-13f5-4df4-b052-118a5461a6f1 admin admin] Added segment dd9c1bb8-56e0-46d3-9cb2-a5b0b4dabf47 of type vlan for network cc18f13f-179b-4747-9138-bf8c2fae24a9 Jul 15 13:14:31.342172 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93b7f0-6b5e-475d-8631-11fe8c81dc79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdc61c9-6391-4273-bf2f-8ede3f15e022,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:31.412563 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-17eb6bf8-13f5-4df4-b052-118a5461a6f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.465749 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-17eb6bf8-13f5-4df4-b052-118a5461a6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.467513 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17eb6bf8-13f5-4df4-b052-118a5461a6f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:31.468742 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-17eb6bf8-13f5-4df4-b052-118a5461a6f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.485683 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-17eb6bf8-13f5-4df4-b052-118a5461a6f1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0078540 Jul 15 13:14:31.488620 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 60884) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:31.495623 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-473b0d85-56d8-4ff5-90c1-8033e4774311 admin admin] Request body: {'subnet': {'network_id': 'cc18f13f-179b-4747-9138-bf8c2fae24a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-526926507-subnet', 'tenant_id': 'a5e4187857e345a7880c462421c134c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:31.536564 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473b0d85-56d8-4ff5-90c1-8033e4774311 admin admin] Made reservation on behalf of a5e4187857e345a7880c462421c134c5 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:31.541974 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-473b0d85-56d8-4ff5-90c1-8033e4774311 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.653338 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb6bf8-13f5-4df4-b052-118a5461a6f1 admin admin] Pushing event updated for resources: {'Network': ['ID=cc18f13f-179b-4747-9138-bf8c2fae24a9,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:31.665329 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network cc18f13f-179b-4747-9138-bf8c2fae24a9 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:14:31.943460 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-473b0d85-56d8-4ff5-90c1-8033e4774311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:32.009484 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b0d85-56d8-4ff5-90c1-8033e4774311 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65193fd6-1d00-400c-9fec-e3db408513cb,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:32.027442 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473b0d85-56d8-4ff5-90c1-8033e4774311 admin admin] Checking segment: {'id': 'dd9c1bb8-56e0-46d3-9cb2-a5b0b4dabf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cc18f13f-179b-4747-9138-bf8c2fae24a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:32.027809 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473b0d85-56d8-4ff5-90c1-8033e4774311 admin admin] Network hostable DHCP agents. Network: cc18f13f-179b-4747-9138-bf8c2fae24a9, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:14:32.048097 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473b0d85-56d8-4ff5-90c1-8033e4774311 admin admin] Network cc18f13f-179b-4747-9138-bf8c2fae24a9 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:14:32.060909 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-473b0d85-56d8-4ff5-90c1-8033e4774311 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, cc18f13f-179b-4747-9138-bf8c2fae24a9) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:32.069386 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473b0d85-56d8-4ff5-90c1-8033e4774311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:32.070422 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-473b0d85-56d8-4ff5-90c1-8033e4774311 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:32.077424 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07470dbb-1386-4d0a-a617-411236c0dc78 None None] Network cc18f13f-179b-4747-9138-bf8c2fae24a9 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:32.122219 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-473b0d85-56d8-4ff5-90c1-8033e4774311 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6296015 Jul 15 13:14:32.122811 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60916) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:32.128683 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-2181271a-a8f1-4ff7-bf34-c30f6f1ce958 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-526926507-router', 'tenant_id': 'a5e4187857e345a7880c462421c134c5', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:32.157060 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2181271a-a8f1-4ff7-bf34-c30f6f1ce958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:32.158472 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2181271a-a8f1-4ff7-bf34-c30f6f1ce958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:32.229662 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2181271a-a8f1-4ff7-bf34-c30f6f1ce958 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:32.313342 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca78cba4-50c2-42aa-b942-251ac227c80e None None] Network cc18f13f-179b-4747-9138-bf8c2fae24a9 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:32.345567 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:32.506431 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e46609ee-be88-4dcf-8e9e-f69b09edfb6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:32.520902 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2181271a-a8f1-4ff7-bf34-c30f6f1ce958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:32.958333 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2181271a-a8f1-4ff7-bf34-c30f6f1ce958 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:32.990859 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2181271a-a8f1-4ff7-bf34-c30f6f1ce958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:33.137742 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-2181271a-a8f1-4ff7-bf34-c30f6f1ce958 admin admin] Allocated IP 172.25.8.162 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/67dd8a84-045c-42cf-a785-0663b151b34e) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:33.196125 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 60968) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:33.282635 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2181271a-a8f1-4ff7-bf34-c30f6f1ce958 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:33.361502 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2181271a-a8f1-4ff7-bf34-c30f6f1ce958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:33.465181 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2181271a-a8f1-4ff7-bf34-c30f6f1ce958 admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:33.490347 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-2181271a-a8f1-4ff7-bf34-c30f6f1ce958 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:33.501851 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2181271a-a8f1-4ff7-bf34-c30f6f1ce958 admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:33.527083 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:33.681220 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-98b1f78c-c986-46bb-b884-1ced33378de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:33.861385 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2181271a-a8f1-4ff7-bf34-c30f6f1ce958 admin admin] Pushing event updated for resources: {'Port': ['ID=67dd8a84-045c-42cf-a785-0663b151b34e,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:33.996053 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-98b1f78c-c986-46bb-b884-1ced33378de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.002207 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-98b1f78c-c986-46bb-b884-1ced33378de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.041482 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b1f78c-c986-46bb-b884-1ced33378de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24870568-6dda-4cdc-89e1-15139ecf6708,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:34.066380 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-98b1f78c-c986-46bb-b884-1ced33378de9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ef68c5dc5df24ae3a6b0849770675bba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8648491 Jul 15 13:14:34.067257 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 60996) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:34.140790 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff4c2e57-c78c-4cbd-bf84-40d5bca60523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.170869 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff4c2e57-c78c-4cbd-bf84-40d5bca60523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.233519 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff4c2e57-c78c-4cbd-bf84-40d5bca60523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.237249 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff4c2e57-c78c-4cbd-bf84-40d5bca60523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.240982 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ff4c2e57-c78c-4cbd-bf84-40d5bca60523 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/24870568-6dda-4cdc-89e1-15139ecf6708 HTTP/1.1" status: 204 len: 168 time: 0.1699042 Jul 15 13:14:34.245213 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2181271a-a8f1-4ff7-bf34-c30f6f1ce958 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.267267 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c2e57-c78c-4cbd-bf84-40d5bca60523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24870568-6dda-4cdc-89e1-15139ecf6708,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:34.806743 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2181271a-a8f1-4ff7-bf34-c30f6f1ce958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.968622 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.041899 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 32800) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:35.074198 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2181271a-a8f1-4ff7-bf34-c30f6f1ce958 admin admin] Router eef3fc0e-69c8-464f-9d9c-04d66b1c8b59 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:14:35.286124 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2181271a-a8f1-4ff7-bf34-c30f6f1ce958 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:14:35.299184 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ed01e5-f80e-464a-8744-b1f13ccf9930 None None] Sync routers for ids ['eef3fc0e-69c8-464f-9d9c-04d66b1c8b59'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:14:35.304450 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-80465482-c4d7-4e26-a3c7-da812cb52615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.314819 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ed01e5-f80e-464a-8744-b1f13ccf9930 None None] Routers {'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:35.315915 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-52ed01e5-f80e-464a-8744-b1f13ccf9930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:14:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['eef3fc0e-69c8-464f-9d9c-04d66b1c8b59'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:35.316751 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2181271a-a8f1-4ff7-bf34-c30f6f1ce958 admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.321681 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2181271a-a8f1-4ff7-bf34-c30f6f1ce958 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.1957726 Jul 15 13:14:35.321951 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 32810) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:35.512234 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-52ed01e5-f80e-464a-8744-b1f13ccf9930 None None] Set router eef3fc0e-69c8-464f-9d9c-04d66b1c8b59 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:14:35.539493 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-80465482-c4d7-4e26-a3c7-da812cb52615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.546795 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-80465482-c4d7-4e26-a3c7-da812cb52615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.609707 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-80465482-c4d7-4e26-a3c7-da812cb52615 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7c4ee8a4ecd342a7ae3f9ec6a6488643&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5594969 Jul 15 13:14:35.612065 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 32820) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:35.686637 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80465482-c4d7-4e26-a3c7-da812cb52615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430b4b0a-7b1f-4aea-8c24-5d2993c23b57,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:35.747828 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dd402432-8e13-4f51-8de9-f2247eef8f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.777312 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dd402432-8e13-4f51-8de9-f2247eef8f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.850024 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dd402432-8e13-4f51-8de9-f2247eef8f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.852988 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dd402432-8e13-4f51-8de9-f2247eef8f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.858025 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-52ed01e5-f80e-464a-8744-b1f13ccf9930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59', 'name': 'tempest-ServerRescueTestJSONUnderV235-526926507-router', 'tenant_id': 'a5e4187857e345a7880c462421c134c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '67dd8a84-045c-42cf-a785-0663b151b34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:32Z', 'updated_at': '2021-07-15T13:14:33Z', 'revision_number': 3, 'project_id': 'a5e4187857e345a7880c462421c134c5', 'gw_port': {'id': '67dd8a84-045c-42cf-a785-0663b151b34e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:32Z', 'updated_at': '2021-07-15T13:14:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:35.858716 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-dd402432-8e13-4f51-8de9-f2247eef8f9a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/430b4b0a-7b1f-4aea-8c24-5d2993c23b57 HTTP/1.1" status: 204 len: 168 time: 0.2449007 Jul 15 13:14:35.900811 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd402432-8e13-4f51-8de9-f2247eef8f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430b4b0a-7b1f-4aea-8c24-5d2993c23b57,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:35.946976 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ed01e5-f80e-464a-8744-b1f13ccf9930 None None] Checking router: eef3fc0e-69c8-464f-9d9c-04d66b1c8b59 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:14:35.946976 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ed01e5-f80e-464a-8744-b1f13ccf9930 None None] Updating router eef3fc0e-69c8-464f-9d9c-04d66b1c8b59 port 67dd8a84-045c-42cf-a785-0663b151b34e binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:14:36.001207 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 32838) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:36.054481 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-52ed01e5-f80e-464a-8744-b1f13ccf9930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.275789 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a542f924-7471-4f13-8b4e-f15dbe7d2e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.316883 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-7f1d1030-2b58-4cc8-95b3-48650108d377 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2034619390-network', 'tenant_id': '00b876fd8df24342ab4e9da7bd4da612'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:36.367616 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1d1030-2b58-4cc8-95b3-48650108d377 admin admin] Made reservation on behalf of 00b876fd8df24342ab4e9da7bd4da612 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:36.380954 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7f1d1030-2b58-4cc8-95b3-48650108d377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.413626 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7f1d1030-2b58-4cc8-95b3-48650108d377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.507885 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 32856) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:36.540472 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6a1d3ce2-e02f-4381-9c04-daa1330e5e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.637366 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7f1d1030-2b58-4cc8-95b3-48650108d377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.645689 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7f1d1030-2b58-4cc8-95b3-48650108d377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.660239 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-a542f924-7471-4f13-8b4e-f15dbe7d2e40 admin admin] Allocated IP 172.20.0.1 (cc18f13f-179b-4747-9138-bf8c2fae24a9/65193fd6-1d00-400c-9fec-e3db408513cb/a577d34d-76b7-4aaf-8fc9-bded09e0b1e0) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:36.660715 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-52ed01e5-f80e-464a-8744-b1f13ccf9930 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.677669 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-52ed01e5-f80e-464a-8744-b1f13ccf9930 None None] Transition to ACTIVE for port object 67dd8a84-045c-42cf-a785-0663b151b34e will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:36.689546 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-52ed01e5-f80e-464a-8744-b1f13ccf9930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.741304 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f1d1030-2b58-4cc8-95b3-48650108d377 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:14:36.753715 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d1030-2b58-4cc8-95b3-48650108d377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4de8eb4-3998-4059-b925-7a70d11e1f00,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:36.793236 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7f1d1030-2b58-4cc8-95b3-48650108d377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.802728 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-7f1d1030-2b58-4cc8-95b3-48650108d377 admin admin] Added segment 6bb03eb1-9e52-4718-ab2b-06d9a8232852 of type vlan for network 594a18f5-eb63-40e1-adf2-df8adb235078 Jul 15 13:14:36.857144 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418faff1-32d2-4984-aa7e-9d1e90eb3e61 None None] Pushing event updated for resources: {'Port': ['ID=67dd8a84-045c-42cf-a785-0663b151b34e,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:36.875482 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-52ed01e5-f80e-464a-8744-b1f13ccf9930 None None] Attempting to bind port 67dd8a84-045c-42cf-a785-0663b151b34e on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:36.879008 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-52ed01e5-f80e-464a-8744-b1f13ccf9930 None None] Attempting to bind port 67dd8a84-045c-42cf-a785-0663b151b34e by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:36.879533 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ed01e5-f80e-464a-8744-b1f13ccf9930 None None] Attempting to bind port 67dd8a84-045c-42cf-a785-0663b151b34e on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:36.891088 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ed01e5-f80e-464a-8744-b1f13ccf9930 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:14:36.891581 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ed01e5-f80e-464a-8744-b1f13ccf9930 None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:36.892686 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-52ed01e5-f80e-464a-8744-b1f13ccf9930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.893550 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a542f924-7471-4f13-8b4e-f15dbe7d2e40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.894074 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ed01e5-f80e-464a-8744-b1f13ccf9930 None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:14:36.894700 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-52ed01e5-f80e-464a-8744-b1f13ccf9930 None None] Bound port: 67dd8a84-045c-42cf-a785-0663b151b34e, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:14:36.902968 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-52ed01e5-f80e-464a-8744-b1f13ccf9930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.922462 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7f1d1030-2b58-4cc8-95b3-48650108d377 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.976967 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a542f924-7471-4f13-8b4e-f15dbe7d2e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.980101 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7f1d1030-2b58-4cc8-95b3-48650108d377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.981088 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1d1030-2b58-4cc8-95b3-48650108d377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:36.981737 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7f1d1030-2b58-4cc8-95b3-48650108d377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.036019 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-52ed01e5-f80e-464a-8744-b1f13ccf9930 None None] For port 67dd8a84-045c-42cf-a785-0663b151b34e, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:37.040550 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-52ed01e5-f80e-464a-8744-b1f13ccf9930 None None] For port 67dd8a84-045c-42cf-a785-0663b151b34e, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=67dd8a84-045c-42cf-a785-0663b151b34e,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:14:37.074097 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-52ed01e5-f80e-464a-8744-b1f13ccf9930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.079163 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6a1d3ce2-e02f-4381-9c04-daa1330e5e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.102821 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d1030-2b58-4cc8-95b3-48650108d377 admin admin] Pushing event updated for resources: {'Network': ['ID=594a18f5-eb63-40e1-adf2-df8adb235078,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:37.103865 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a542f924-7471-4f13-8b4e-f15dbe7d2e40 admin admin] Pushing event updated for resources: {'Port': ['ID=a577d34d-76b7-4aaf-8fc9-bded09e0b1e0,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:37.116408 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6a1d3ce2-e02f-4381-9c04-daa1330e5e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.137000 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7f1d1030-2b58-4cc8-95b3-48650108d377 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1305113 Jul 15 13:14:37.144817 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 32878) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:37.160441 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 594a18f5-eb63-40e1-adf2-df8adb235078 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:14:37.164484 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-521004ae-d1af-4e68-89c0-ff505575db70 admin admin] Request body: {'subnet': {'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2034619390-subnet', 'tenant_id': '00b876fd8df24342ab4e9da7bd4da612', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:37.181594 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a542f924-7471-4f13-8b4e-f15dbe7d2e40 admin admin] Network cc18f13f-179b-4747-9138-bf8c2fae24a9 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:37.195316 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-a542f924-7471-4f13-8b4e-f15dbe7d2e40 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:37.198677 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6a1d3ce2-e02f-4381-9c04-daa1330e5e37 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d8d53f0345684cfc99f888ae8063e9ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6896982 Jul 15 13:14:37.203097 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 32880) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:37.209409 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a542f924-7471-4f13-8b4e-f15dbe7d2e40 admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:37.217392 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d3ce2-e02f-4381-9c04-daa1330e5e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103ef840-a501-4692-b8dc-45e02d84247b,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:37.235406 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ed01e5-f80e-464a-8744-b1f13ccf9930 None None] Routers {'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:37.236429 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-52ed01e5-f80e-464a-8744-b1f13ccf9930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:14:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['eef3fc0e-69c8-464f-9d9c-04d66b1c8b59'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:37.309014 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3f6a9090-c5a6-4950-b0ae-e45d33f744bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.334108 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3f6a9090-c5a6-4950-b0ae-e45d33f744bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.397777 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a542f924-7471-4f13-8b4e-f15dbe7d2e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.432805 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3f6a9090-c5a6-4950-b0ae-e45d33f744bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.435570 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3f6a9090-c5a6-4950-b0ae-e45d33f744bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.439191 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3f6a9090-c5a6-4950-b0ae-e45d33f744bd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/103ef840-a501-4692-b8dc-45e02d84247b HTTP/1.1" status: 204 len: 168 time: 0.2328236 Jul 15 13:14:37.454055 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a9090-c5a6-4950-b0ae-e45d33f744bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103ef840-a501-4692-b8dc-45e02d84247b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:37.500231 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521004ae-d1af-4e68-89c0-ff505575db70 admin admin] Made reservation on behalf of 00b876fd8df24342ab4e9da7bd4da612 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:37.502891 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-521004ae-d1af-4e68-89c0-ff505575db70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.755841 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418faff1-32d2-4984-aa7e-9d1e90eb3e61 None None] Pushing event updated for resources: {'Port': ['ID=67dd8a84-045c-42cf-a785-0663b151b34e,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:37.830056 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-52ed01e5-f80e-464a-8744-b1f13ccf9930 None None] Set router eef3fc0e-69c8-464f-9d9c-04d66b1c8b59 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:14:37.965250 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a542f924-7471-4f13-8b4e-f15dbe7d2e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.221524 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-521004ae-d1af-4e68-89c0-ff505575db70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.338438 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-52ed01e5-f80e-464a-8744-b1f13ccf9930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59', 'name': 'tempest-ServerRescueTestJSONUnderV235-526926507-router', 'tenant_id': 'a5e4187857e345a7880c462421c134c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '67dd8a84-045c-42cf-a785-0663b151b34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:32Z', 'updated_at': '2021-07-15T13:14:33Z', 'revision_number': 3, 'project_id': 'a5e4187857e345a7880c462421c134c5', 'gw_port': {'id': '67dd8a84-045c-42cf-a785-0663b151b34e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:32Z', 'updated_at': '2021-07-15T13:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:38.399889 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ed01e5-f80e-464a-8744-b1f13ccf9930 None None] The sync data for ids ['eef3fc0e-69c8-464f-9d9c-04d66b1c8b59'] in n-d-771363-36 is: [{'id': 'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59', 'name': 'tempest-ServerRescueTestJSONUnderV235-526926507-router', 'tenant_id': 'a5e4187857e345a7880c462421c134c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '67dd8a84-045c-42cf-a785-0663b151b34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:32Z', 'updated_at': '2021-07-15T13:14:33Z', 'revision_number': 3, 'project_id': 'a5e4187857e345a7880c462421c134c5', 'gw_port': {'id': '67dd8a84-045c-42cf-a785-0663b151b34e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:32Z', 'updated_at': '2021-07-15T13:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:14:38.518428 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521004ae-d1af-4e68-89c0-ff505575db70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3564fb5-e6c9-425e-8a20-95a28163b8cc,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:38.558719 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521004ae-d1af-4e68-89c0-ff505575db70 admin admin] Checking segment: {'id': '6bb03eb1-9e52-4718-ab2b-06d9a8232852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:38.559313 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521004ae-d1af-4e68-89c0-ff505575db70 admin admin] Network hostable DHCP agents. Network: 594a18f5-eb63-40e1-adf2-df8adb235078, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:14:38.610714 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521004ae-d1af-4e68-89c0-ff505575db70 admin admin] Network 594a18f5-eb63-40e1-adf2-df8adb235078 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:14:38.633501 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-521004ae-d1af-4e68-89c0-ff505575db70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 594a18f5-eb63-40e1-adf2-df8adb235078) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:38.646005 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623d4fcf-f4ae-4901-ab7a-40865b78ed54 None None] Network 594a18f5-eb63-40e1-adf2-df8adb235078 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:38.669822 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521004ae-d1af-4e68-89c0-ff505575db70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:38.670441 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-521004ae-d1af-4e68-89c0-ff505575db70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.691454 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a542f924-7471-4f13-8b4e-f15dbe7d2e40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.709491 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a542f924-7471-4f13-8b4e-f15dbe7d2e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.795462 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-521004ae-d1af-4e68-89c0-ff505575db70 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.6491323 Jul 15 13:14:38.937172 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a542f924-7471-4f13-8b4e-f15dbe7d2e40 admin admin] Pushing event updated for resources: {'Port': ['ID=a577d34d-76b7-4aaf-8fc9-bded09e0b1e0,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:38.977265 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31e58b8-c721-4e85-bc5a-088a3f270a27 None None] Network 594a18f5-eb63-40e1-adf2-df8adb235078 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:38.981337 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a542f924-7471-4f13-8b4e-f15dbe7d2e40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.119994 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a542f924-7471-4f13-8b4e-f15dbe7d2e40 admin admin] Network cc18f13f-179b-4747-9138-bf8c2fae24a9 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:39.122038 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-a542f924-7471-4f13-8b4e-f15dbe7d2e40 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:39.425179 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a542f924-7471-4f13-8b4e-f15dbe7d2e40 admin admin] Router eef3fc0e-69c8-464f-9d9c-04d66b1c8b59 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:14:39.676178 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a542f924-7471-4f13-8b4e-f15dbe7d2e40 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:14:39.685818 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a542f924-7471-4f13-8b4e-f15dbe7d2e40 admin admin] 10.222.0.16 "PUT /v2.0/routers/eef3fc0e-69c8-464f-9d9c-04d66b1c8b59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3618016 Jul 15 13:14:40.211483 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-fed3a497-376b-48e9-adec-4ace8da96dfe tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:40.221371 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-fed3a497-376b-48e9-adec-4ace8da96dfe tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/networks?id=594a18f5-eb63-40e1-adf2-df8adb235078 HTTP/1.1" status: 200 len: 806 time: 0.3136766 Jul 15 13:14:40.242925 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-a3651ec9-3aa8-4d22-929e-41abd9efcb7f tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/quotas/00b876fd8df24342ab4e9da7bd4da612 HTTP/1.1" status: 200 len: 375 time: 0.0194643 Jul 15 13:14:40.284061 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-1353e432-f455-4d0a-a97f-f20cd3050a98 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=00b876fd8df24342ab4e9da7bd4da612&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398664 Jul 15 13:14:40.403282 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-14450a29-ce50-410e-9f6a-31ef80e5bdd7 service neutron] 10.222.0.16 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180615 Jul 15 13:14:40.576190 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 67dd8a84-045c-42cf-a785-0663b151b34e up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:40.755406 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 67dd8a84-045c-42cf-a785-0663b151b34e completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:40.782099 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 67dd8a84-045c-42cf-a785-0663b151b34e triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:40.782343 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.978508 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:41.026117 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-75825cfe-2063-47f4-aa96-6b0b1b8858f1 service neutron] 10.222.0.16 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6158445 Jul 15 13:14:41.038111 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 67dd8a84-045c-42cf-a785-0663b151b34e, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=67dd8a84-045c-42cf-a785-0663b151b34e,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:41.041979 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:41.101408 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-c15d3a8a-5eae-4a02-9615-7051be2a2761 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:41.111250 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-c15d3a8a-5eae-4a02-9615-7051be2a2761 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/networks?id=cc18f13f-179b-4747-9138-bf8c2fae24a9 HTTP/1.1" status: 200 len: 819 time: 0.5220914 Jul 15 13:14:41.145432 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-55f38c8a-94bb-43be-9a08-3fc2f740fe8c tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/quotas/a5e4187857e345a7880c462421c134c5 HTTP/1.1" status: 200 len: 375 time: 0.0308800 Jul 15 13:14:41.183852 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=67dd8a84-045c-42cf-a785-0663b151b34e,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:41.260127 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-0ae4cb17-991d-49f6-9e42-1560f984314b tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a5e4187857e345a7880c462421c134c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1133187 Jul 15 13:14:41.289289 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2067006-056a-4680-8f93-eb7edf3da5e8 None None] Sync routers for ids ['eef3fc0e-69c8-464f-9d9c-04d66b1c8b59'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:14:41.291297 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 33032) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:41.304027 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2067006-056a-4680-8f93-eb7edf3da5e8 None None] Routers {'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:41.304626 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-f2067006-056a-4680-8f93-eb7edf3da5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:14:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['eef3fc0e-69c8-464f-9d9c-04d66b1c8b59'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:41.316094 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33036) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:41.414585 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-946de8cd-60a6-4ea0-adca-782cd546a64f req-df15052d-b235-4099-8053-a785ead67788 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=68f8e6f3-414e-4e64-b844-fb9c3917171f HTTP/1.1" status: 200 len: 210 time: 0.0463293 Jul 15 13:14:41.560027 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-f2067006-056a-4680-8f93-eb7edf3da5e8 None None] Set router eef3fc0e-69c8-464f-9d9c-04d66b1c8b59 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:14:41.597710 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bb1c98bf-432a-4484-8740-a7c76e9f48a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:41.616585 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-97d625a3-7f34-4f11-be17-c70f35a951ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:41.724762 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bb1c98bf-432a-4484-8740-a7c76e9f48a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:41.734695 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bb1c98bf-432a-4484-8740-a7c76e9f48a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:41.809521 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-f2067006-056a-4680-8f93-eb7edf3da5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59', 'name': 'tempest-ServerRescueTestJSONUnderV235-526926507-router', 'tenant_id': 'a5e4187857e345a7880c462421c134c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '67dd8a84-045c-42cf-a785-0663b151b34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:32Z', 'updated_at': '2021-07-15T13:14:37Z', 'revision_number': 4, 'project_id': 'a5e4187857e345a7880c462421c134c5', 'gw_port': {'id': '67dd8a84-045c-42cf-a785-0663b151b34e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:32Z', 'updated_at': '2021-07-15T13:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'a577d34d-76b7-4aaf-8fc9-bded09e0b1e0', 'name': '', 'network_id': 'cc18f13f-179b-4747-9138-bf8c2fae24a9', 'tenant_id': 'a5e4187857e345a7880c462421c134c5', 'mac_address': 'fa:16:3e:c0:63:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '65193fd6-1d00-400c-9fec-e3db408513cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:36Z', 'updated_at': '2021-07-15T13:14:38Z', 'revision_number': 2, 'project_id': 'a5e4187857e345a7880c462421c134c5', 'subnets': [{'id': '65193fd6-1d00-400c-9fec-e3db408513cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:41.814391 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-bb1c98bf-432a-4484-8740-a7c76e9f48a9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2109af1e693d49629c803712fa9c0182&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4968941 Jul 15 13:14:41.818020 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33048) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:41.844095 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c98bf-432a-4484-8740-a7c76e9f48a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e760838-21a1-43f4-8fa7-267134765265,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:41.925429 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-97d625a3-7f34-4f11-be17-c70f35a951ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:41.934441 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-97d625a3-7f34-4f11-be17-c70f35a951ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:41.935803 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a0b4896a-20b1-4215-b48c-90913589e84a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:41.979738 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a0b4896a-20b1-4215-b48c-90913589e84a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.024645 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-fc073feb-c296-4c19-b462-c04be9eee9aa service neutron] 10.222.0.16 "GET /v2.0/networks/cc18f13f-179b-4747-9138-bf8c2fae24a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7614636 Jul 15 13:14:42.074503 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a0b4896a-20b1-4215-b48c-90913589e84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.077356 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a0b4896a-20b1-4215-b48c-90913589e84a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.080803 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a0b4896a-20b1-4215-b48c-90913589e84a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7e760838-21a1-43f4-8fa7-267134765265 HTTP/1.1" status: 204 len: 168 time: 0.2571149 Jul 15 13:14:42.091412 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4896a-20b1-4215-b48c-90913589e84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e760838-21a1-43f4-8fa7-267134765265,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:42.185773 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2067006-056a-4680-8f93-eb7edf3da5e8 None None] Checking router: eef3fc0e-69c8-464f-9d9c-04d66b1c8b59 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:14:42.186614 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2067006-056a-4680-8f93-eb7edf3da5e8 None None] Updating router eef3fc0e-69c8-464f-9d9c-04d66b1c8b59 port a577d34d-76b7-4aaf-8fc9-bded09e0b1e0 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:14:42.213472 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33062) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:42.216099 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-97d625a3-7f34-4f11-be17-c70f35a951ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f601f47a94db477e820b16dff0539dae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9233835 Jul 15 13:14:42.246080 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d625a3-7f34-4f11-be17-c70f35a951ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68b2ae1-ed74-4c0a-9aa1-77778025eacb,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:42.269316 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f2067006-056a-4680-8f93-eb7edf3da5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.363033 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-37867270-ac65-4ad0-9258-69e360d81a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.394514 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-11b35492-00bb-471e-81d9-540a14442cab service neutron] 10.222.0.16 "GET /v2.0/networks/cc18f13f-179b-4747-9138-bf8c2fae24a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578413 Jul 15 13:14:42.445872 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-37867270-ac65-4ad0-9258-69e360d81a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.576468 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-37867270-ac65-4ad0-9258-69e360d81a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.579249 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-37867270-ac65-4ad0-9258-69e360d81a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.580515 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-37867270-ac65-4ad0-9258-69e360d81a38 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a68b2ae1-ed74-4c0a-9aa1-77778025eacb HTTP/1.1" status: 204 len: 168 time: 0.3653846 Jul 15 13:14:42.586767 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 67dd8a84-045c-42cf-a785-0663b151b34e up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:42.594159 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37867270-ac65-4ad0-9258-69e360d81a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68b2ae1-ed74-4c0a-9aa1-77778025eacb,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:42.798745 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-57edd9d4-596d-4e74-b68f-4776ecec6a56 req-356ea9d6-ede4-4a04-8e40-e0e6c429145b tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=68f8e6f3-414e-4e64-b844-fb9c3917171f HTTP/1.1" status: 200 len: 210 time: 0.1037743 Jul 15 13:14:42.838457 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 67dd8a84-045c-42cf-a785-0663b151b34e triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:42.838879 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.992709 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7728a311-fc83-49a5-808b-158a5f09b1c3 req-a491000f-c07b-42f9-bf46-3685e0c39373 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/ports?device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 210 time: 0.0911853 Jul 15 13:14:43.151742 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f2067006-056a-4680-8f93-eb7edf3da5e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:43.166939 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-f2067006-056a-4680-8f93-eb7edf3da5e8 None None] Transition to ACTIVE for port object a577d34d-76b7-4aaf-8fc9-bded09e0b1e0 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:43.175407 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f2067006-056a-4680-8f93-eb7edf3da5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:43.237245 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d593b693-d545-4802-bb9d-8218d9ea4271 None None] Pushing event updated for resources: {'Port': ['ID=a577d34d-76b7-4aaf-8fc9-bded09e0b1e0,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:43.281024 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d593b693-d545-4802-bb9d-8218d9ea4271 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:43.286313 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d593b693-d545-4802-bb9d-8218d9ea4271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:43.286783 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d593b693-d545-4802-bb9d-8218d9ea4271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:43.290448 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d593b693-d545-4802-bb9d-8218d9ea4271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:43.290989 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d593b693-d545-4802-bb9d-8218d9ea4271 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:43.292519 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d593b693-d545-4802-bb9d-8218d9ea4271 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:43.293611 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d593b693-d545-4802-bb9d-8218d9ea4271 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:43.295321 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d593b693-d545-4802-bb9d-8218d9ea4271 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:43.301510 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d593b693-d545-4802-bb9d-8218d9ea4271 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:43.302019 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d593b693-d545-4802-bb9d-8218d9ea4271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:43.302372 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d593b693-d545-4802-bb9d-8218d9ea4271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:43.302747 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d593b693-d545-4802-bb9d-8218d9ea4271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:43.444171 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33114) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:43.461327 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f36a8a21-4a1d-4588-9940-f872803f20f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:43.568572 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-f2067006-056a-4680-8f93-eb7edf3da5e8 None None] Attempting to bind port a577d34d-76b7-4aaf-8fc9-bded09e0b1e0 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:43.571244 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-f2067006-056a-4680-8f93-eb7edf3da5e8 None None] Attempting to bind port a577d34d-76b7-4aaf-8fc9-bded09e0b1e0 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'dd9c1bb8-56e0-46d3-9cb2-a5b0b4dabf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cc18f13f-179b-4747-9138-bf8c2fae24a9'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:43.571627 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2067006-056a-4680-8f93-eb7edf3da5e8 None None] Attempting to bind port a577d34d-76b7-4aaf-8fc9-bded09e0b1e0 on network cc18f13f-179b-4747-9138-bf8c2fae24a9 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:43.592116 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2067006-056a-4680-8f93-eb7edf3da5e8 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:14:43.593079 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2067006-056a-4680-8f93-eb7edf3da5e8 None None] Checking segment: {'id': 'dd9c1bb8-56e0-46d3-9cb2-a5b0b4dabf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cc18f13f-179b-4747-9138-bf8c2fae24a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:43.593488 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f2067006-056a-4680-8f93-eb7edf3da5e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:43.597724 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2067006-056a-4680-8f93-eb7edf3da5e8 None None] Bound using segment: {'id': 'dd9c1bb8-56e0-46d3-9cb2-a5b0b4dabf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cc18f13f-179b-4747-9138-bf8c2fae24a9'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:14:43.599627 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-f2067006-056a-4680-8f93-eb7edf3da5e8 None None] Bound port: a577d34d-76b7-4aaf-8fc9-bded09e0b1e0, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd9c1bb8-56e0-46d3-9cb2-a5b0b4dabf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cc18f13f-179b-4747-9138-bf8c2fae24a9'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:14:43.600832 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f2067006-056a-4680-8f93-eb7edf3da5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:43.674757 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-8d7b1650-0e6b-4e7a-bec5-7744314a934b tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:43.681108 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-8d7b1650-0e6b-4e7a-bec5-7744314a934b tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.46 "GET /v2.0/networks?id=594a18f5-eb63-40e1-adf2-df8adb235078 HTTP/1.1" status: 200 len: 806 time: 0.3674355 Jul 15 13:14:43.699289 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-bff69e9f-1ae4-4747-bac8-4912df52b19c tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Request body: {'port': {'device_id': '68f8e6f3-414e-4e64-b844-fb9c3917171f', 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078', 'admin_state_up': True, 'tenant_id': '00b876fd8df24342ab4e9da7bd4da612'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:43.708954 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33122) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:43.783043 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-f2067006-056a-4680-8f93-eb7edf3da5e8 None None] For port a577d34d-76b7-4aaf-8fc9-bded09e0b1e0, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:43.799012 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-f2067006-056a-4680-8f93-eb7edf3da5e8 None None] For port a577d34d-76b7-4aaf-8fc9-bded09e0b1e0, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a577d34d-76b7-4aaf-8fc9-bded09e0b1e0,segment=NetworkSegment(dd9c1bb8-56e0-46d3-9cb2-a5b0b4dabf47),segment_id=dd9c1bb8-56e0-46d3-9cb2-a5b0b4dabf47)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:14:43.806955 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f2067006-056a-4680-8f93-eb7edf3da5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:43.840029 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f36a8a21-4a1d-4588-9940-f872803f20f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:43.845721 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f36a8a21-4a1d-4588-9940-f872803f20f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:43.871134 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-bff69e9f-1ae4-4747-bac8-4912df52b19c tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Made reservation on behalf of 00b876fd8df24342ab4e9da7bd4da612 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:43.876048 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-bff69e9f-1ae4-4747-bac8-4912df52b19c tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.030523 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f36a8a21-4a1d-4588-9940-f872803f20f0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=12354e8456484f97a443154dc762c93c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5839865 Jul 15 13:14:44.031594 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33134) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:44.053613 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2067006-056a-4680-8f93-eb7edf3da5e8 None None] Routers {'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:44.059648 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a8a21-4a1d-4588-9940-f872803f20f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02dff1d-58aa-4c01-a13a-6de8b340e20e,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:44.060714 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-f2067006-056a-4680-8f93-eb7edf3da5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:14:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['eef3fc0e-69c8-464f-9d9c-04d66b1c8b59'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:44.065694 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d593b693-d545-4802-bb9d-8218d9ea4271 None None] Pushing event updated for resources: {'Port': ['ID=a577d34d-76b7-4aaf-8fc9-bded09e0b1e0,revision_number=4']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:44.196792 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9b412788-ca33-4f39-91ab-d98ef05ae206 req-d7190241-091b-4465-9478-55d189e686e4 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=68f8e6f3-414e-4e64-b844-fb9c3917171f HTTP/1.1" status: 200 len: 210 time: 0.1108160 Jul 15 13:14:44.383523 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5e1fc5f1-177e-4fc5-8f32-65f30c9e8cf1 req-97579d66-e817-4774-b973-f2be2e51b972 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/ports?device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 210 time: 0.0378158 Jul 15 13:14:44.387854 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-bff69e9f-1ae4-4747-bac8-4912df52b19c tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Allocated IP 172.20.0.4 (594a18f5-eb63-40e1-adf2-df8adb235078/a3564fb5-e6c9-425e-8a20-95a28163b8cc/305e2af7-4e14-46c9-b511-673a966a851e) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:44.423649 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-f2067006-056a-4680-8f93-eb7edf3da5e8 None None] Set router eef3fc0e-69c8-464f-9d9c-04d66b1c8b59 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:14:44.459529 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-81c85e27-8c00-4265-bd67-3f0f07c92600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.523603 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-81c85e27-8c00-4265-bd67-3f0f07c92600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.602110 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-81c85e27-8c00-4265-bd67-3f0f07c92600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.605806 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-81c85e27-8c00-4265-bd67-3f0f07c92600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.607428 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-81c85e27-8c00-4265-bd67-3f0f07c92600 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e02dff1d-58aa-4c01-a13a-6de8b340e20e HTTP/1.1" status: 204 len: 168 time: 0.5488758 Jul 15 13:14:44.626335 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c85e27-8c00-4265-bd67-3f0f07c92600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02dff1d-58aa-4c01-a13a-6de8b340e20e,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:44.765895 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-bff69e9f-1ae4-4747-bac8-4912df52b19c tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.874633 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-bff69e9f-1ae4-4747-bac8-4912df52b19c tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.991636 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-f2067006-056a-4680-8f93-eb7edf3da5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59', 'name': 'tempest-ServerRescueTestJSONUnderV235-526926507-router', 'tenant_id': 'a5e4187857e345a7880c462421c134c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '67dd8a84-045c-42cf-a785-0663b151b34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:32Z', 'updated_at': '2021-07-15T13:14:37Z', 'revision_number': 4, 'project_id': 'a5e4187857e345a7880c462421c134c5', 'gw_port': {'id': '67dd8a84-045c-42cf-a785-0663b151b34e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:32Z', 'updated_at': '2021-07-15T13:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'a577d34d-76b7-4aaf-8fc9-bded09e0b1e0', 'name': '', 'network_id': 'cc18f13f-179b-4747-9138-bf8c2fae24a9', 'tenant_id': 'a5e4187857e345a7880c462421c134c5', 'mac_address': 'fa:16:3e:c0:63:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '65193fd6-1d00-400c-9fec-e3db408513cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:36Z', 'updated_at': '2021-07-15T13:14:43Z', 'revision_number': 4, 'project_id': 'a5e4187857e345a7880c462421c134c5', 'subnets': [{'id': '65193fd6-1d00-400c-9fec-e3db408513cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:45.001702 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-bff69e9f-1ae4-4747-bac8-4912df52b19c tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Network 594a18f5-eb63-40e1-adf2-df8adb235078 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:45.014475 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-bff69e9f-1ae4-4747-bac8-4912df52b19c tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:45.020486 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-bff69e9f-1ae4-4747-bac8-4912df52b19c tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:45.034657 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2067006-056a-4680-8f93-eb7edf3da5e8 None None] The sync data for ids ['eef3fc0e-69c8-464f-9d9c-04d66b1c8b59'] in n-d-771363-36 is: [{'id': 'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59', 'name': 'tempest-ServerRescueTestJSONUnderV235-526926507-router', 'tenant_id': 'a5e4187857e345a7880c462421c134c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '67dd8a84-045c-42cf-a785-0663b151b34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:32Z', 'updated_at': '2021-07-15T13:14:37Z', 'revision_number': 4, 'project_id': 'a5e4187857e345a7880c462421c134c5', 'gw_port': {'id': '67dd8a84-045c-42cf-a785-0663b151b34e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:32Z', 'updated_at': '2021-07-15T13:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'a577d34d-76b7-4aaf-8fc9-bded09e0b1e0', 'name': '', 'network_id': 'cc18f13f-179b-4747-9138-bf8c2fae24a9', 'tenant_id': 'a5e4187857e345a7880c462421c134c5', 'mac_address': 'fa:16:3e:c0:63:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '65193fd6-1d00-400c-9fec-e3db408513cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:36Z', 'updated_at': '2021-07-15T13:14:43Z', 'revision_number': 4, 'project_id': 'a5e4187857e345a7880c462421c134c5', 'subnets': [{'id': '65193fd6-1d00-400c-9fec-e3db408513cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:14:45.140907 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff69e9f-1ae4-4747-bac8-4912df52b19c tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Pushing event updated for resources: {'Port': ['ID=305e2af7-4e14-46c9-b511-673a966a851e,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:45.221889 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-bff69e9f-1ae4-4747-bac8-4912df52b19c tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:45.226695 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-bff69e9f-1ae4-4747-bac8-4912df52b19c tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:45.269628 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9a754483-3b20-45cc-924e-79604fa5ae4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:45.272347 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-bff69e9f-1ae4-4747-bac8-4912df52b19c tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5835187 Jul 15 13:14:45.292974 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-076495d6-048a-4ef3-8c94-e79bef26f8f8 service neutron] Request body: {'port': {'device_id': '68f8e6f3-414e-4e64-b844-fb9c3917171f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:45.765810 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-076495d6-048a-4ef3-8c94-e79bef26f8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:45.986322 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-16b1e4eb-9634-486f-8faf-4f039cd3a9c2 req-ddcf8a81-6917-4ff3-ad98-76aa9285abc5 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/ports?device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 210 time: 0.1766179 Jul 15 13:14:46.075361 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-9a754483-3b20-45cc-924e-79604fa5ae4b admin admin] Deleting port e43d076f-dd65-4e0d-aca4-b744d9599bb9 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:46.076654 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9a754483-3b20-45cc-924e-79604fa5ae4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:46.255132 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-9a754483-3b20-45cc-924e-79604fa5ae4b admin admin] For port e43d076f-dd65-4e0d-aca4-b744d9599bb9, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=e43d076f-dd65-4e0d-aca4-b744d9599bb9,segment=NetworkSegment(51f871b6-b945-4062-a6a8-cab4d9505cb9),segment_id=51f871b6-b945-4062-a6a8-cab4d9505cb9)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:46.255750 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9a754483-3b20-45cc-924e-79604fa5ae4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:46.270347 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-9a754483-3b20-45cc-924e-79604fa5ae4b admin admin] Calling delete_port for e43d076f-dd65-4e0d-aca4-b744d9599bb9 owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:46.428024 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-394ff189-bd7c-4622-9e8b-b0318cb3bcde tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:46.430843 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-394ff189-bd7c-4622-9e8b-b0318cb3bcde tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.46 "GET /v2.0/networks?id=cc18f13f-179b-4747-9138-bf8c2fae24a9 HTTP/1.1" status: 200 len: 819 time: 0.9603291 Jul 15 13:14:46.501189 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-57e73a89-f8cc-48a3-9338-8519179e9cdb tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Request body: {'port': {'device_id': '7471b9a0-784b-4fa0-a1d2-df44d5e6307c', 'network_id': 'cc18f13f-179b-4747-9138-bf8c2fae24a9', 'admin_state_up': True, 'tenant_id': 'a5e4187857e345a7880c462421c134c5'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:46.592821 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9a754483-3b20-45cc-924e-79604fa5ae4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:46.618098 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a577d34d-76b7-4aaf-8fc9-bded09e0b1e0 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:46.680477 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8f52f-0bd3-4f3b-871e-137f7cced76d req-cbb231ce-b598-4d4e-88bd-6d81e503e3c0 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:46.688116 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-71e8f52f-0bd3-4f3b-871e-137f7cced76d req-cbb231ce-b598-4d4e-88bd-6d81e503e3c0 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=68f8e6f3-414e-4e64-b844-fb9c3917171f HTTP/1.1" status: 200 len: 931 time: 1.1168401 Jul 15 13:14:46.693096 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a754483-3b20-45cc-924e-79604fa5ae4b admin admin] Pushing event deleted for resources: {'Port': ['ID=e43d076f-dd65-4e0d-aca4-b744d9599bb9,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:46.732515 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port a577d34d-76b7-4aaf-8fc9-bded09e0b1e0 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:46.744518 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port a577d34d-76b7-4aaf-8fc9-bded09e0b1e0 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:46.745098 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:47.084200 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:47.239283 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port a577d34d-76b7-4aaf-8fc9-bded09e0b1e0, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a577d34d-76b7-4aaf-8fc9-bded09e0b1e0,segment=NetworkSegment(dd9c1bb8-56e0-46d3-9cb2-a5b0b4dabf47),segment_id=dd9c1bb8-56e0-46d3-9cb2-a5b0b4dabf47)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:47.250598 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:47.408472 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=a577d34d-76b7-4aaf-8fc9-bded09e0b1e0,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:47.434034 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:47.436249 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:47.437814 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:47.438412 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:47.440839 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:47.441469 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:47.442776 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:47.444977 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:47.445584 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:47.446165 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:47.448016 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:47.448623 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:47.704429 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-71e8f52f-0bd3-4f3b-871e-137f7cced76d req-93027d53-cc26-42ef-af47-a95a3c55d0b4 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0155125 Jul 15 13:14:47.739156 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33288) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:47.781318 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2b4a98f0-bf65-4a12-9452-051181fb6f90 req-fa23fd14-7921-488b-ad71-41941e3b92c8 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/ports?device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 210 time: 0.0740330 Jul 15 13:14:47.871976 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-076495d6-048a-4ef3-8c94-e79bef26f8f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 305e2af7-4e14-46c9-b511-673a966a851e {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:14:47.879186 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-57e73a89-f8cc-48a3-9338-8519179e9cdb tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Made reservation on behalf of a5e4187857e345a7880c462421c134c5 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:47.882743 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-57e73a89-f8cc-48a3-9338-8519179e9cdb tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:47.926456 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-076495d6-048a-4ef3-8c94-e79bef26f8f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:47.954715 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9a754483-3b20-45cc-924e-79604fa5ae4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.030491 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e887a63f-63b7-4597-b997-feefca2a95a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.030944 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-076495d6-048a-4ef3-8c94-e79bef26f8f8 service neutron] Transition to ACTIVE for port object 305e2af7-4e14-46c9-b511-673a966a851e will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:48.037322 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-076495d6-048a-4ef3-8c94-e79bef26f8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.241336 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-57e73a89-f8cc-48a3-9338-8519179e9cdb tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Allocated IP 172.20.0.7 (cc18f13f-179b-4747-9138-bf8c2fae24a9/65193fd6-1d00-400c-9fec-e3db408513cb/2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:48.312529 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e887a63f-63b7-4597-b997-feefca2a95a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.314577 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a754483-3b20-45cc-924e-79604fa5ae4b admin admin] Router b8200b60-5091-4cfd-8e78-08159c6a04ac has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:14:48.319220 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e887a63f-63b7-4597-b997-feefca2a95a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.322724 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076495d6-048a-4ef3-8c94-e79bef26f8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=305e2af7-4e14-46c9-b511-673a966a851e,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:48.373065 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e887a63f-63b7-4597-b997-feefca2a95a8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da2c5449610945978476acfac719506b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6319282 Jul 15 13:14:48.376859 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 33302) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:48.407510 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e887a63f-63b7-4597-b997-feefca2a95a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383dc839-e0b3-4abb-b03c-19efe4c8f223,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:48.457095 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-076495d6-048a-4ef3-8c94-e79bef26f8f8 service neutron] Attempting to bind port 305e2af7-4e14-46c9-b511-673a966a851e on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:48.457646 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-076495d6-048a-4ef3-8c94-e79bef26f8f8 service neutron] Attempting to bind port 305e2af7-4e14-46c9-b511-673a966a851e by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '6bb03eb1-9e52-4718-ab2b-06d9a8232852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:48.458045 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-076495d6-048a-4ef3-8c94-e79bef26f8f8 service neutron] Attempting to bind port 305e2af7-4e14-46c9-b511-673a966a851e on network 594a18f5-eb63-40e1-adf2-df8adb235078 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:48.479452 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-076495d6-048a-4ef3-8c94-e79bef26f8f8 service neutron] Port 305e2af7-4e14-46c9-b511-673a966a851e on network 594a18f5-eb63-40e1-adf2-df8adb235078 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:48.479864 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-076495d6-048a-4ef3-8c94-e79bef26f8f8 service neutron] Attempting to bind port 305e2af7-4e14-46c9-b511-673a966a851e on network 594a18f5-eb63-40e1-adf2-df8adb235078 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:48.492273 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a754483-3b20-45cc-924e-79604fa5ae4b admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:14:48.503934 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01a5fb7-cb25-48e0-bb1a-58a277c18a92 None None] Sync routers for ids ['b8200b60-5091-4cfd-8e78-08159c6a04ac'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:14:48.505337 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9a754483-3b20-45cc-924e-79604fa5ae4b admin admin] 10.222.0.16 "PUT /v2.0/routers/b8200b60-5091-4cfd-8e78-08159c6a04ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7953131 Jul 15 13:14:48.507707 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33308) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:48.516900 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01a5fb7-cb25-48e0-bb1a-58a277c18a92 None None] Routers {'b8200b60-5091-4cfd-8e78-08159c6a04ac'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:48.517828 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-f01a5fb7-cb25-48e0-bb1a-58a277c18a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:14:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['b8200b60-5091-4cfd-8e78-08159c6a04ac'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:48.591334 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-076495d6-048a-4ef3-8c94-e79bef26f8f8 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:14:48.591809 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-076495d6-048a-4ef3-8c94-e79bef26f8f8 service neutron] Checking segment: {'id': '6bb03eb1-9e52-4718-ab2b-06d9a8232852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:48.592383 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-076495d6-048a-4ef3-8c94-e79bef26f8f8 service neutron] Bound using segment: {'id': '6bb03eb1-9e52-4718-ab2b-06d9a8232852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:14:48.592870 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-076495d6-048a-4ef3-8c94-e79bef26f8f8 service neutron] Bound port: 305e2af7-4e14-46c9-b511-673a966a851e, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bb03eb1-9e52-4718-ab2b-06d9a8232852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:14:48.593305 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-076495d6-048a-4ef3-8c94-e79bef26f8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.625901 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5c24c4cb-3c96-4e04-8b0e-3306df914c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.692447 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3b5f4529-9cd0-4c7a-a654-63c5756c202d admin admin] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.697048 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a577d34d-76b7-4aaf-8fc9-bded09e0b1e0 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:48.726344 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5c24c4cb-3c96-4e04-8b0e-3306df914c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.774742 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-57e73a89-f8cc-48a3-9338-8519179e9cdb tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.784315 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-f01a5fb7-cb25-48e0-bb1a-58a277c18a92 None None] Set router b8200b60-5091-4cfd-8e78-08159c6a04ac gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:14:48.870300 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-076495d6-048a-4ef3-8c94-e79bef26f8f8 service neutron] For port 305e2af7-4e14-46c9-b511-673a966a851e, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:48.882406 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-076495d6-048a-4ef3-8c94-e79bef26f8f8 service neutron] For port 305e2af7-4e14-46c9-b511-673a966a851e, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=305e2af7-4e14-46c9-b511-673a966a851e,segment=NetworkSegment(6bb03eb1-9e52-4718-ab2b-06d9a8232852),segment_id=6bb03eb1-9e52-4718-ab2b-06d9a8232852)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:14:48.891884 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-076495d6-048a-4ef3-8c94-e79bef26f8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.935688 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3b5f4529-9cd0-4c7a-a654-63c5756c202d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:49.072540 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076495d6-048a-4ef3-8c94-e79bef26f8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=305e2af7-4e14-46c9-b511-673a966a851e,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:49.079664 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-3b5f4529-9cd0-4c7a-a654-63c5756c202d admin admin] Deleting port 8eac28ae-e7a6-40ba-98f0-9e420eb184b2 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:49.080089 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3b5f4529-9cd0-4c7a-a654-63c5756c202d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:49.089666 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port a577d34d-76b7-4aaf-8fc9-bded09e0b1e0 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:49.090124 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:49.171078 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5c24c4cb-3c96-4e04-8b0e-3306df914c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:49.173576 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5c24c4cb-3c96-4e04-8b0e-3306df914c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:49.184035 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5c24c4cb-3c96-4e04-8b0e-3306df914c74 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/383dc839-e0b3-4abb-b03c-19efe4c8f223 HTTP/1.1" status: 204 len: 168 time: 0.8018019 Jul 15 13:14:49.231698 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-076495d6-048a-4ef3-8c94-e79bef26f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:49.232357 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-076495d6-048a-4ef3-8c94-e79bef26f8f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:49.234381 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-076495d6-048a-4ef3-8c94-e79bef26f8f8 service neutron] 10.222.0.46 "PUT /v2.0/ports/305e2af7-4e14-46c9-b511-673a966a851e HTTP/1.1" status: 200 len: 1092 time: 3.9543314 Jul 15 13:14:49.241434 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f8e6f3-414e-4e64-b844-fb9c3917171f', 'tag': '305e2af7-4e14-46c9-b511-673a966a851e'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:49.244583 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf650e2-94a7-49cc-a1c6-72626a24eed2" -d '{"events": [{"name": "network-changed", "server_uuid": "68f8e6f3-414e-4e64-b844-fb9c3917171f", "tag": "305e2af7-4e14-46c9-b511-673a966a851e"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:49.252139 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9ac89d25-5b94-44ac-8e1d-1c0209c1b163 req-a241f124-d4c2-4baa-add4-75d3c5c61a2c tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/ports?device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 210 time: 0.1341105 Jul 15 13:14:49.255183 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-57e73a89-f8cc-48a3-9338-8519179e9cdb tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:49.257718 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c24c4cb-3c96-4e04-8b0e-3306df914c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383dc839-e0b3-4abb-b03c-19efe4c8f223,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:49.275511 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-3b5f4529-9cd0-4c7a-a654-63c5756c202d admin admin] For port 8eac28ae-e7a6-40ba-98f0-9e420eb184b2, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=8eac28ae-e7a6-40ba-98f0-9e420eb184b2,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:49.279484 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3b5f4529-9cd0-4c7a-a654-63c5756c202d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:49.328997 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e73a89-f8cc-48a3-9338-8519179e9cdb tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Pushing event updated for resources: {'Port': ['ID=2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:49.329138 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-3b5f4529-9cd0-4c7a-a654-63c5756c202d admin admin] Calling delete_port for 8eac28ae-e7a6-40ba-98f0-9e420eb184b2 owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:49.415837 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-57e73a89-f8cc-48a3-9338-8519179e9cdb tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Network cc18f13f-179b-4747-9138-bf8c2fae24a9 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:49.421140 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-57e73a89-f8cc-48a3-9338-8519179e9cdb tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:49.424723 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-57e73a89-f8cc-48a3-9338-8519179e9cdb tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:49.486942 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015f89a8-0038-4b53-965d-0874db73ef0c x-openstack-request-id: req-015f89a8-0038-4b53-965d-0874db73ef0c {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:49.487492 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f8e6f3-414e-4e64-b844-fb9c3917171f", "tag": "305e2af7-4e14-46c9-b511-673a966a851e", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:49.488126 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-015f89a8-0038-4b53-965d-0874db73ef0c {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:49.488802 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f8e6f3-414e-4e64-b844-fb9c3917171f', 'tag': '305e2af7-4e14-46c9-b511-673a966a851e', 'status': 'completed', 'code': 200} Jul 15 13:14:49.526927 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d39d4-289d-448d-92f2-15a8fff9b280 req-18702f7f-c755-4c53-974c-19afd6251f9a tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:49.529284 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bb6d39d4-289d-448d-92f2-15a8fff9b280 req-18702f7f-c755-4c53-974c-19afd6251f9a tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=68f8e6f3-414e-4e64-b844-fb9c3917171f HTTP/1.1" status: 200 len: 943 time: 0.4884572 Jul 15 13:14:49.540669 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-f01a5fb7-cb25-48e0-bb1a-58a277c18a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'name': 'tempest-AttachVolumeTestJSON-1386044083-router', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '8eac28ae-e7a6-40ba-98f0-9e420eb184b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:58Z', 'updated_at': '2021-07-15T13:14:46Z', 'revision_number': 5, 'project_id': 'cece2284cedf41a29a33e49364b41245', 'gw_port': {'id': '8eac28ae-e7a6-40ba-98f0-9e420eb184b2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:34:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:00Z', 'updated_at': '2021-07-15T13:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:49.577133 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01a5fb7-cb25-48e0-bb1a-58a277c18a92 None None] Checking router: b8200b60-5091-4cfd-8e78-08159c6a04ac for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:14:49.587292 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01a5fb7-cb25-48e0-bb1a-58a277c18a92 None None] Routers {'b8200b60-5091-4cfd-8e78-08159c6a04ac'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:49.588320 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-f01a5fb7-cb25-48e0-bb1a-58a277c18a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:14:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['b8200b60-5091-4cfd-8e78-08159c6a04ac'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:49.644174 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-57e73a89-f8cc-48a3-9338-8519179e9cdb tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:49.645340 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-57e73a89-f8cc-48a3-9338-8519179e9cdb tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:49.697149 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-f01a5fb7-cb25-48e0-bb1a-58a277c18a92 None None] Set router b8200b60-5091-4cfd-8e78-08159c6a04ac gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:14:49.706496 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-b91cb2de-1ba2-4ef7-8f10-60e28e8384aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:49.707844 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-b91cb2de-1ba2-4ef7-8f10-60e28e8384aa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00b876fd8df24342ab4e9da7bd4da612&device_id=68f8e6f3-414e-4e64-b844-fb9c3917171f HTTP/1.1" status: 200 len: 1095 time: 0.3818653 Jul 15 13:14:49.743562 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-57e73a89-f8cc-48a3-9338-8519179e9cdb tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2774491 Jul 15 13:14:49.821822 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bb6d39d4-289d-448d-92f2-15a8fff9b280 req-aee039de-9231-4552-ac53-705b118fb3e1 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716870 Jul 15 13:14:49.828348 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-f01a5fb7-cb25-48e0-bb1a-58a277c18a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'name': 'tempest-AttachVolumeTestJSON-1386044083-router', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:58Z', 'updated_at': '2021-07-15T13:14:48Z', 'revision_number': 6, 'project_id': 'cece2284cedf41a29a33e49364b41245', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:49.837845 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-4559d888-867c-43b4-9ff0-978012965412 service neutron] Request body: {'port': {'device_id': '7471b9a0-784b-4fa0-a1d2-df44d5e6307c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:49.840169 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 33432) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:49.844357 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-2e587403-ef11-44e0-8569-06fa5844cd47 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=305e2af7-4e14-46c9-b511-673a966a851e HTTP/1.1" status: 200 len: 217 time: 0.1161537 Jul 15 13:14:49.885946 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01a5fb7-cb25-48e0-bb1a-58a277c18a92 None None] The sync data for ids ['b8200b60-5091-4cfd-8e78-08159c6a04ac'] in n-d-771363-36 is: [{'id': 'b8200b60-5091-4cfd-8e78-08159c6a04ac', 'name': 'tempest-AttachVolumeTestJSON-1386044083-router', 'tenant_id': 'cece2284cedf41a29a33e49364b41245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:04:58Z', 'updated_at': '2021-07-15T13:14:48Z', 'revision_number': 6, 'project_id': 'cece2284cedf41a29a33e49364b41245', 'gw_port_host': None}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:14:49.950997 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3b5f4529-9cd0-4c7a-a654-63c5756c202d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.050600 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f4529-9cd0-4c7a-a654-63c5756c202d admin admin] Pushing event deleted for resources: {'Port': ['ID=8eac28ae-e7a6-40ba-98f0-9e420eb184b2,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:50.070624 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-1809344c-88ee-4f41-8884-67479e3e1b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:50.096795 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-1809344c-88ee-4f41-8884-67479e3e1b9b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3564fb5-e6c9-425e-8a20-95a28163b8cc HTTP/1.1" status: 200 len: 846 time: 0.1979725 Jul 15 13:14:50.114767 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 33466) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:50.170818 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-0ff66029-6ae0-4b1b-9b2b-a2fbb42096fc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=594a18f5-eb63-40e1-adf2-df8adb235078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548303 Jul 15 13:14:50.172067 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c71620f9-d386-454d-be79-35a4fe170d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.181724 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3b5f4529-9cd0-4c7a-a654-63c5756c202d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.183315 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-551b4237-c3b5-4fd2-8260-9c989edb5306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.193863 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-4559d888-867c-43b4-9ff0-978012965412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.278245 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-c71620f9-d386-454d-be79-35a4fe170d2b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:14:50.278245 n-d-771363-36 neutron-server[93825]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 13:14:50.278245 n-d-771363-36 neutron-server[93825]: [parameters: {'project_id': '1066ef86dcc14548b66a06ef7c28ab4e', 'id': 'c7f43216-4864-4bc7-a887-52267948fc25', 'expiration': datetime.datetime(2021, 7, 15, 13, 16, 50, 242098)}] Jul 15 13:14:50.278245 n-d-771363-36 neutron-server[93825]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:14:50.278738 n-d-771363-36 neutron-server[93825]: DEBUG oslo_db.api [None req-c71620f9-d386-454d-be79-35a4fe170d2b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:14:50.312894 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3b5f4529-9cd0-4c7a-a654-63c5756c202d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.315737 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3b5f4529-9cd0-4c7a-a654-63c5756c202d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.422182 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3b5f4529-9cd0-4c7a-a654-63c5756c202d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.423359 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5f4529-9cd0-4c7a-a654-63c5756c202d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8200b60-5091-4cfd-8e78-08159c6a04ac {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:14:50.442433 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3b5f4529-9cd0-4c7a-a654-63c5756c202d admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.443834 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3b5f4529-9cd0-4c7a-a654-63c5756c202d admin admin] 10.222.0.16 "DELETE /v2.0/routers/b8200b60-5091-4cfd-8e78-08159c6a04ac HTTP/1.1" status: 204 len: 168 time: 1.9349566 Jul 15 13:14:50.447545 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33508) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:50.525140 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-55ae08d8-3a49-43be-99f6-ec2814871e35 service neutron] 10.222.0.46 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442159 Jul 15 13:14:50.538332 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed03c1e6-09b8-4b55-b979-f3db2eddbd5f admin admin] Deleting subnet 1796d493-1d5f-49de-a2f8-cb5cb28c84a4 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:14:50.543286 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ed03c1e6-09b8-4b55-b979-f3db2eddbd5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.584037 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ed03c1e6-09b8-4b55-b979-f3db2eddbd5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.658918 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-551b4237-c3b5-4fd2-8260-9c989edb5306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.697921 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ed03c1e6-09b8-4b55-b979-f3db2eddbd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.762544 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-551b4237-c3b5-4fd2-8260-9c989edb5306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.808512 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ed03c1e6-09b8-4b55-b979-f3db2eddbd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.812068 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c71620f9-d386-454d-be79-35a4fe170d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.841207 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-88661b9f-0dc8-4baf-8f35-db7145f3be0b req-dc7b12f6-6819-4863-9ae8-32ad76e82fe4 service neutron] 10.222.0.46 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934346 Jul 15 13:14:50.889317 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device e43d076f-dd65-4e0d-aca4-b744d9599bb9 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:14:50.930300 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03c1e6-09b8-4b55-b979-f3db2eddbd5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1796d493-1d5f-49de-a2f8-cb5cb28c84a4,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:50.939458 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: e43d076f-dd65-4e0d-aca4-b744d9599bb9 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:14:50.939985 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device e43d076f-dd65-4e0d-aca4-b744d9599bb9 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:14:50.956400 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ed03c1e6-09b8-4b55-b979-f3db2eddbd5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.958536 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e59c710-ce99-47a3-949f-b5a88e843815 None None] Network 1bdc303d-a348-44e1-bbb6-ce54e5387eef requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:50.960803 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ed03c1e6-09b8-4b55-b979-f3db2eddbd5f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1796d493-1d5f-49de-a2f8-cb5cb28c84a4 HTTP/1.1" status: 204 len: 168 time: 0.5117619 Jul 15 13:14:50.963508 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33566) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:51.068052 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-506bcc93-d959-488a-8d22-0994e19a6d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.198380 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-551b4237-c3b5-4fd2-8260-9c989edb5306 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=793f899f5f9740d0b2d3752b4378b3e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0730493 Jul 15 13:14:51.201250 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33598) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:51.309120 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b99b1d4-c6a7-4406-b777-a730691e1312 None None] DHCP port deletion for 1bdc303d-a348-44e1-bbb6-ce54e5387eef request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:14:51.340959 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-506bcc93-d959-488a-8d22-0994e19a6d2c admin admin] Deleting port 9e640ef9-9e4e-4640-8010-2ef40ffc499d {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:51.342489 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-506bcc93-d959-488a-8d22-0994e19a6d2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.347112 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b4237-c3b5-4fd2-8260-9c989edb5306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73c7812-afa4-4417-b5c0-69bce5267f12,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:51.400171 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0c12100d-7f96-4458-b6ad-d0b08e7a9a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.466327 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-3b99b1d4-c6a7-4406-b777-a730691e1312 None None] Deleting port 9e640ef9-9e4e-4640-8010-2ef40ffc499d {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:51.466751 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b99b1d4-c6a7-4406-b777-a730691e1312 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.479593 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-506bcc93-d959-488a-8d22-0994e19a6d2c admin admin] For port 9e640ef9-9e4e-4640-8010-2ef40ffc499d, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9e640ef9-9e4e-4640-8010-2ef40ffc499d,segment=NetworkSegment(51f871b6-b945-4062-a6a8-cab4d9505cb9),segment_id=51f871b6-b945-4062-a6a8-cab4d9505cb9)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:51.480104 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-506bcc93-d959-488a-8d22-0994e19a6d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.499786 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0c12100d-7f96-4458-b6ad-d0b08e7a9a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.510279 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-506bcc93-d959-488a-8d22-0994e19a6d2c admin admin] Calling delete_port for 9e640ef9-9e4e-4640-8010-2ef40ffc499d owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:51.600299 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-3b99b1d4-c6a7-4406-b777-a730691e1312 None None] For port 9e640ef9-9e4e-4640-8010-2ef40ffc499d, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9e640ef9-9e4e-4640-8010-2ef40ffc499d,segment=NetworkSegment(51f871b6-b945-4062-a6a8-cab4d9505cb9),segment_id=51f871b6-b945-4062-a6a8-cab4d9505cb9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:51.600696 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b99b1d4-c6a7-4406-b777-a730691e1312 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.630830 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0c12100d-7f96-4458-b6ad-d0b08e7a9a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.634375 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0c12100d-7f96-4458-b6ad-d0b08e7a9a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.636144 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0c12100d-7f96-4458-b6ad-d0b08e7a9a93 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b73c7812-afa4-4417-b5c0-69bce5267f12 HTTP/1.1" status: 204 len: 168 time: 0.4324965 Jul 15 13:14:51.639773 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-3b99b1d4-c6a7-4406-b777-a730691e1312 None None] Calling delete_port for 9e640ef9-9e4e-4640-8010-2ef40ffc499d owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:51.691048 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12100d-7f96-4458-b6ad-d0b08e7a9a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73c7812-afa4-4417-b5c0-69bce5267f12,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:51.708719 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-506bcc93-d959-488a-8d22-0994e19a6d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.799183 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7c06b-df42-4dee-8ea3-82d56ceba2a6 req-a355bb2c-1df5-426f-9540-6a441cd96be1 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:51.812077 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ceb7c06b-df42-4dee-8ea3-82d56ceba2a6 req-a355bb2c-1df5-426f-9540-6a441cd96be1 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/ports?device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 931 time: 1.2544672 Jul 15 13:14:51.813155 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b99b1d4-c6a7-4406-b777-a730691e1312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.821382 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-4559d888-867c-43b4-9ff0-978012965412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:14:51.827698 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf650e2-94a7-49cc-a1c6-72626a24eed2 req-b64b04a6-bae0-40f0-a2e5-f4ecdc24881f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:51.829510 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9bf650e2-94a7-49cc-a1c6-72626a24eed2 req-b64b04a6-bae0-40f0-a2e5-f4ecdc24881f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00b876fd8df24342ab4e9da7bd4da612&device_id=68f8e6f3-414e-4e64-b844-fb9c3917171f HTTP/1.1" status: 200 len: 1095 time: 0.9180770 Jul 15 13:14:51.850970 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506bcc93-d959-488a-8d22-0994e19a6d2c admin admin] Pushing event deleted for resources: {'Port': ['ID=9e640ef9-9e4e-4640-8010-2ef40ffc499d,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:51.860694 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-4559d888-867c-43b4-9ff0-978012965412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.874705 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506bcc93-d959-488a-8d22-0994e19a6d2c admin admin] No DVR routers for this DVR port 9e640ef9-9e4e-4640-8010-2ef40ffc499d on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:14:51.902364 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b99b1d4-c6a7-4406-b777-a730691e1312 None None] Pushing event deleted for resources: {'Port': ['ID=9e640ef9-9e4e-4640-8010-2ef40ffc499d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:51.910654 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b99b1d4-c6a7-4406-b777-a730691e1312 None None] No DVR routers for this DVR port 9e640ef9-9e4e-4640-8010-2ef40ffc499d on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:14:52.054425 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-506bcc93-d959-488a-8d22-0994e19a6d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.064520 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c71620f9-d386-454d-be79-35a4fe170d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.074093 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-506bcc93-d959-488a-8d22-0994e19a6d2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bdc303d-a348-44e1-bbb6-ce54e5387eef']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:52.091244 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c71620f9-d386-454d-be79-35a4fe170d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.092207 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-506bcc93-d959-488a-8d22-0994e19a6d2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51f871b6-b945-4062-a6a8-cab4d9505cb9') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:52.093122 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-506bcc93-d959-488a-8d22-0994e19a6d2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51f871b6-b945-4062-a6a8-cab4d9505cb9') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:52.111305 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-506bcc93-d959-488a-8d22-0994e19a6d2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.130067 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-506bcc93-d959-488a-8d22-0994e19a6d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.131311 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac43c07-f39d-4a9d-99a0-c5f18a0a6300 req-d8c71796-773e-48e1-9448-af00f655e800 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:52.133016 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2ac43c07-f39d-4a9d-99a0-c5f18a0a6300 req-d8c71796-773e-48e1-9448-af00f655e800 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=68f8e6f3-414e-4e64-b844-fb9c3917171f HTTP/1.1" status: 200 len: 943 time: 1.0984478 Jul 15 13:14:52.146182 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-506bcc93-d959-488a-8d22-0994e19a6d2c admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:14:52.146671 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-506bcc93-d959-488a-8d22-0994e19a6d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.149930 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:14:52.149930 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:14:52.149930 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:14:52.149930 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:14:52.149930 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:14:52.149930 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:14:52.149930 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:14:52.149930 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:14:52.149930 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:14:52.149930 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:14:52.149930 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:14:52.149930 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:14:52.149930 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:14:52.149930 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:14:52.149930 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:14:52.149930 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:14:52.149930 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:14:52.149930 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:14:52.149930 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:14:52.149930 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:14:52.149930 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:14:52.149930 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:14:52.149930 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:14:52.149930 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:14:52.149930 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:14:52.149930 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:14:52.149930 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:14:52.149930 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:14:52.149930 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:14:52.149930 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:14:52.149930 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:14:52.149930 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:14:52.156513 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-4559d888-867c-43b4-9ff0-978012965412 service neutron] Transition to ACTIVE for port object 2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:52.220970 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-4559d888-867c-43b4-9ff0-978012965412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.256522 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-506bcc93-d959-488a-8d22-0994e19a6d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.261706 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-506bcc93-d959-488a-8d22-0994e19a6d2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.266388 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-506bcc93-d959-488a-8d22-0994e19a6d2c admin admin] 10.222.0.16 "DELETE /v2.0/networks/1bdc303d-a348-44e1-bbb6-ce54e5387eef HTTP/1.1" status: 204 len: 168 time: 1.3016462 Jul 15 13:14:52.287053 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506bcc93-d959-488a-8d22-0994e19a6d2c admin admin] Pushing event deleted for resources: {'Network': ['ID=1bdc303d-a348-44e1-bbb6-ce54e5387eef,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:52.391519 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ceb7c06b-df42-4dee-8ea3-82d56ceba2a6 req-0f9db8eb-2d20-4253-a6d7-73c0b9b5576f tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/security-groups?id=89bd4cb4-a98d-4dfa-a26f-c2dff1ae00a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5783365 Jul 15 13:14:52.393856 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c71620f9-d386-454d-be79-35a4fe170d2b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1066ef86dcc14548b66a06ef7c28ab4e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5517957 Jul 15 13:14:52.394547 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71620f9-d386-454d-be79-35a4fe170d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d748641-b259-42f9-bbbf-b3fee470cdba,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:52.396755 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33730) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:52.454360 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf650e2-94a7-49cc-a1c6-72626a24eed2 req-a88c1762-2d8a-4a5f-9aa9-e5c694b09d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:52.471615 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9bf650e2-94a7-49cc-a1c6-72626a24eed2 req-a88c1762-2d8a-4a5f-9aa9-e5c694b09d5d service neutron] 10.222.0.46 "GET /v2.0/networks?id=594a18f5-eb63-40e1-adf2-df8adb235078 HTTP/1.1" status: 200 len: 907 time: 0.6062019 Jul 15 13:14:52.515290 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8eac28ae-e7a6-40ba-98f0-9e420eb184b2 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:14:52.557574 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 8eac28ae-e7a6-40ba-98f0-9e420eb184b2 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:14:52.557942 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8eac28ae-e7a6-40ba-98f0-9e420eb184b2 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:14:52.567860 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c2864daf-0cc1-4430-8646-d8ef18fbacd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.570374 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9e640ef9-9e4e-4640-8010-2ef40ffc499d no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:14:52.604252 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 9e640ef9-9e4e-4640-8010-2ef40ffc499d {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:14:52.604812 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9e640ef9-9e4e-4640-8010-2ef40ffc499d not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:14:52.629594 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c2864daf-0cc1-4430-8646-d8ef18fbacd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.653627 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559d888-867c-43b4-9ff0-978012965412 service neutron] Pushing event updated for resources: {'Port': ['ID=2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:52.657811 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33762) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:52.668409 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2ac43c07-f39d-4a9d-99a0-c5f18a0a6300 req-41df5f71-5c94-438f-a97c-86752d39f1f6 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4839559 Jul 15 13:14:52.694554 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9bf650e2-94a7-49cc-a1c6-72626a24eed2 req-15066c49-9a15-41ae-88bc-502e81312cd6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=305e2af7-4e14-46c9-b511-673a966a851e HTTP/1.1" status: 200 len: 217 time: 0.1904304 Jul 15 13:14:52.743143 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-58e3d212-5c88-4984-99f0-487c3b479485 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cece2284cedf41a29a33e49364b41245&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0829339 Jul 15 13:14:52.745811 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33774) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:52.782811 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c2864daf-0cc1-4430-8646-d8ef18fbacd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.787134 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c2864daf-0cc1-4430-8646-d8ef18fbacd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.792252 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c2864daf-0cc1-4430-8646-d8ef18fbacd6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9d748641-b259-42f9-bbbf-b3fee470cdba HTTP/1.1" status: 204 len: 168 time: 0.3933721 Jul 15 13:14:52.824145 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2864daf-0cc1-4430-8646-d8ef18fbacd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d748641-b259-42f9-bbbf-b3fee470cdba,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:52.847909 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9fc97684-46cc-410b-b8b2-bb211e9093f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.867930 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf650e2-94a7-49cc-a1c6-72626a24eed2 req-657828bc-a044-45f8-9f5e-28b00ad4a7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:52.872400 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9bf650e2-94a7-49cc-a1c6-72626a24eed2 req-657828bc-a044-45f8-9f5e-28b00ad4a7ae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3564fb5-e6c9-425e-8a20-95a28163b8cc HTTP/1.1" status: 200 len: 846 time: 0.1438239 Jul 15 13:14:52.897473 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9fc97684-46cc-410b-b8b2-bb211e9093f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.923319 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9bf650e2-94a7-49cc-a1c6-72626a24eed2 req-9f6d25a9-e95b-4cc2-af73-29ea6d1d1e22 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=594a18f5-eb63-40e1-adf2-df8adb235078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383949 Jul 15 13:14:52.925788 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-4559d888-867c-43b4-9ff0-978012965412 service neutron] Attempting to bind port 2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:52.926342 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-4559d888-867c-43b4-9ff0-978012965412 service neutron] Attempting to bind port 2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'dd9c1bb8-56e0-46d3-9cb2-a5b0b4dabf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cc18f13f-179b-4747-9138-bf8c2fae24a9'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:52.926844 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-4559d888-867c-43b4-9ff0-978012965412 service neutron] Attempting to bind port 2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf on network cc18f13f-179b-4747-9138-bf8c2fae24a9 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:52.974297 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-4559d888-867c-43b4-9ff0-978012965412 service neutron] Port 2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf on network cc18f13f-179b-4747-9138-bf8c2fae24a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:52.974690 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-4559d888-867c-43b4-9ff0-978012965412 service neutron] Attempting to bind port 2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf on network cc18f13f-179b-4747-9138-bf8c2fae24a9 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:52.995169 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9fc97684-46cc-410b-b8b2-bb211e9093f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.997719 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9fc97684-46cc-410b-b8b2-bb211e9093f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.999644 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9fc97684-46cc-410b-b8b2-bb211e9093f7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2f5f4651-8aba-44da-bb1b-94c1d6ae1315 HTTP/1.1" status: 204 len: 168 time: 0.2523139 Jul 15 13:14:53.018813 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-4559d888-867c-43b4-9ff0-978012965412 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:14:53.019818 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-4559d888-867c-43b4-9ff0-978012965412 service neutron] Checking segment: {'id': 'dd9c1bb8-56e0-46d3-9cb2-a5b0b4dabf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cc18f13f-179b-4747-9138-bf8c2fae24a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:53.020606 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-4559d888-867c-43b4-9ff0-978012965412 service neutron] Bound using segment: {'id': 'dd9c1bb8-56e0-46d3-9cb2-a5b0b4dabf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cc18f13f-179b-4747-9138-bf8c2fae24a9'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:14:53.021514 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-4559d888-867c-43b4-9ff0-978012965412 service neutron] Bound port: 2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd9c1bb8-56e0-46d3-9cb2-a5b0b4dabf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cc18f13f-179b-4747-9138-bf8c2fae24a9'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:14:53.022139 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-4559d888-867c-43b4-9ff0-978012965412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:53.023026 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc97684-46cc-410b-b8b2-bb211e9093f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5f4651-8aba-44da-bb1b-94c1d6ae1315,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:53.139738 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9bf650e2-94a7-49cc-a1c6-72626a24eed2 req-17a215c0-a16c-4191-9974-f27a784e7bee service neutron] 10.222.0.46 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060924 Jul 15 13:14:53.158883 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-4559d888-867c-43b4-9ff0-978012965412 service neutron] For port 2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:53.210927 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-4559d888-867c-43b4-9ff0-978012965412 service neutron] For port 2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf,segment=NetworkSegment(dd9c1bb8-56e0-46d3-9cb2-a5b0b4dabf47),segment_id=dd9c1bb8-56e0-46d3-9cb2-a5b0b4dabf47)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:14:53.233422 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-4559d888-867c-43b4-9ff0-978012965412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:53.312080 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559d888-867c-43b4-9ff0-978012965412 service neutron] Pushing event updated for resources: {'Port': ['ID=2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:53.363317 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-4559d888-867c-43b4-9ff0-978012965412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:53.363942 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-4559d888-867c-43b4-9ff0-978012965412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:53.365361 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-4559d888-867c-43b4-9ff0-978012965412 service neutron] 10.222.0.46 "PUT /v2.0/ports/2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf HTTP/1.1" status: 200 len: 1092 time: 3.5569582 Jul 15 13:14:53.365795 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7471b9a0-784b-4fa0-a1d2-df44d5e6307c', 'tag': '2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:53.391793 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7678baea-08ef-4eda-8b5a-5bef6714e690" -d '{"events": [{"name": "network-changed", "server_uuid": "7471b9a0-784b-4fa0-a1d2-df44d5e6307c", "tag": "2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:53.476293 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6d2bb2-b7d2-4128-834c-558742904c77 x-openstack-request-id: req-bc6d2bb2-b7d2-4128-834c-558742904c77 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:53.476580 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7471b9a0-784b-4fa0-a1d2-df44d5e6307c", "tag": "2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:53.476854 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc6d2bb2-b7d2-4128-834c-558742904c77 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:53.477219 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7471b9a0-784b-4fa0-a1d2-df44d5e6307c', 'tag': '2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf', 'status': 'completed', 'code': 200} Jul 15 13:14:53.492555 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33868) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:53.505732 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-51acd72f-6fde-4128-b683-15e6718b4dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:53.520935 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9bf650e2-94a7-49cc-a1c6-72626a24eed2 req-98d23431-b17c-4dad-b396-01f22c0cf9e0 service neutron] 10.222.0.46 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742471 Jul 15 13:14:53.567541 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-da1253f5-c157-43d1-a67c-c742bc858498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:53.569120 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-da1253f5-c157-43d1-a67c-c742bc858498 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5e4187857e345a7880c462421c134c5&device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 1095 time: 0.1546710 Jul 15 13:14:53.609993 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-51acd72f-6fde-4128-b683-15e6718b4dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:53.614794 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-51acd72f-6fde-4128-b683-15e6718b4dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:53.651325 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-a9c80aea-e323-486a-8197-74e14fc69c8b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf HTTP/1.1" status: 200 len: 217 time: 0.0750690 Jul 15 13:14:53.668811 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51acd72f-6fde-4128-b683-15e6718b4dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca65d06-4e4e-4073-8a94-8e337fb35da7,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:53.703094 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-51acd72f-6fde-4128-b683-15e6718b4dec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a83e27e159ef419282145135bad137fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2093861 Jul 15 13:14:53.703885 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33872) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:53.708068 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-1b4a9f3b-37e6-4ad7-895a-b58bdbd7882c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:53.709513 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-1b4a9f3b-37e6-4ad7-895a-b58bdbd7882c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65193fd6-1d00-400c-9fec-e3db408513cb HTTP/1.1" status: 200 len: 859 time: 0.0496025 Jul 15 13:14:53.749628 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 305e2af7-4e14-46c9-b511-673a966a851e details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:14:53.780604 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-b9820e0d-b1a6-4d80-a51e-6464448e0c02 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc18f13f-179b-4747-9138-bf8c2fae24a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526366 Jul 15 13:14:53.785640 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-53802d37-53e7-4cb0-867d-9954732c2825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:53.811529 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-53802d37-53e7-4cb0-867d-9954732c2825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:53.884403 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-53802d37-53e7-4cb0-867d-9954732c2825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:53.887098 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-53802d37-53e7-4cb0-867d-9954732c2825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:53.891560 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-53802d37-53e7-4cb0-867d-9954732c2825 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9ca65d06-4e4e-4073-8a94-8e337fb35da7 HTTP/1.1" status: 204 len: 168 time: 0.1832383 Jul 15 13:14:53.920288 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53802d37-53e7-4cb0-867d-9954732c2825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca65d06-4e4e-4073-8a94-8e337fb35da7,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:53.939259 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 305e2af7-4e14-46c9-b511-673a966a851e, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=305e2af7-4e14-46c9-b511-673a966a851e,segment=NetworkSegment(6bb03eb1-9e52-4718-ab2b-06d9a8232852),segment_id=6bb03eb1-9e52-4718-ab2b-06d9a8232852)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:53.959432 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '305e2af7-4e14-46c9-b511-673a966a851e', 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078', 'port_id': '305e2af7-4e14-46c9-b511-673a966a851e', 'mac_address': 'fa:16:3e:89:49:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3564fb5-e6c9-425e-8a20-95a28163b8cc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:14:53.998338 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:54.000653 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755c04e-dc8b-43fb-bd4a-a4c74499d005 req-746ea955-5f74-4e27-80cf-6448d19bf3b1 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:54.002898 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2755c04e-dc8b-43fb-bd4a-a4c74499d005 req-746ea955-5f74-4e27-80cf-6448d19bf3b1 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/ports?device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 943 time: 0.3542664 Jul 15 13:14:54.024117 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 305e2af7-4e14-46c9-b511-673a966a851e {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:14:54.051165 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 305e2af7-4e14-46c9-b511-673a966a851e, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=305e2af7-4e14-46c9-b511-673a966a851e,segment=NetworkSegment(6bb03eb1-9e52-4718-ab2b-06d9a8232852),segment_id=6bb03eb1-9e52-4718-ab2b-06d9a8232852)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:54.056360 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:54.122981 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2755c04e-dc8b-43fb-bd4a-a4c74499d005 req-80b46560-0bed-4fad-ba2d-c65ae010477f tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/security-groups?id=89bd4cb4-a98d-4dfa-a26f-c2dff1ae00a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050272 Jul 15 13:14:54.129602 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-95fa545c-12e4-4f5a-afbd-cf31bf8595f6 service neutron] 10.222.0.46 "GET /v2.0/networks/cc18f13f-179b-4747-9138-bf8c2fae24a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324804 Jul 15 13:14:54.150112 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=305e2af7-4e14-46c9-b511-673a966a851e,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:54.201433 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4bce79-9b18-4211-a04a-e98726598691 req-15584ab1-d9b8-41e5-a2dc-2bb1340439eb tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:54.203533 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9a4bce79-9b18-4211-a04a-e98726598691 req-15584ab1-d9b8-41e5-a2dc-2bb1340439eb tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=68f8e6f3-414e-4e64-b844-fb9c3917171f HTTP/1.1" status: 200 len: 943 time: 0.2128434 Jul 15 13:14:54.287229 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9a4bce79-9b18-4211-a04a-e98726598691 req-ce80805d-7e5c-4f94-85a6-27a75919e24b tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502055 Jul 15 13:14:54.309373 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e3ac8af-c1a8-4651-8cdf-7f95ec152e3a req-2e7688ac-7328-44b9-9c72-2d495c42c43e service neutron] 10.222.0.46 "GET /v2.0/networks/cc18f13f-179b-4747-9138-bf8c2fae24a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718864 Jul 15 13:14:54.332599 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['305e2af7-4e14-46c9-b511-673a966a851e'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:14:54.475163 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678baea-08ef-4eda-8b5a-5bef6714e690 req-8266be34-9bca-445e-8e0f-1f83abb31818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:54.485626 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7678baea-08ef-4eda-8b5a-5bef6714e690 req-8266be34-9bca-445e-8e0f-1f83abb31818 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5e4187857e345a7880c462421c134c5&device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 1095 time: 0.1101115 Jul 15 13:14:54.660046 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678baea-08ef-4eda-8b5a-5bef6714e690 req-b6e203de-5a04-4e84-bc43-531f2eb930c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:54.662391 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7678baea-08ef-4eda-8b5a-5bef6714e690 req-b6e203de-5a04-4e84-bc43-531f2eb930c9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cc18f13f-179b-4747-9138-bf8c2fae24a9 HTTP/1.1" status: 200 len: 920 time: 0.1761286 Jul 15 13:14:54.719340 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7678baea-08ef-4eda-8b5a-5bef6714e690 req-32af00cf-2332-44de-bb06-f91c2c15d06c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf HTTP/1.1" status: 200 len: 217 time: 0.0501649 Jul 15 13:14:54.827654 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678baea-08ef-4eda-8b5a-5bef6714e690 req-10c699e5-d31e-4d59-ab7e-92592d66d6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:54.829215 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7678baea-08ef-4eda-8b5a-5bef6714e690 req-10c699e5-d31e-4d59-ab7e-92592d66d6cf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65193fd6-1d00-400c-9fec-e3db408513cb HTTP/1.1" status: 200 len: 859 time: 0.0970335 Jul 15 13:14:54.868964 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7678baea-08ef-4eda-8b5a-5bef6714e690 req-17fd030d-ea4d-449b-948b-1c405e5bd3b7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc18f13f-179b-4747-9138-bf8c2fae24a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315809 Jul 15 13:14:55.056517 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7678baea-08ef-4eda-8b5a-5bef6714e690 req-8ec6c446-6517-4967-9b33-db46ca989e0e service neutron] 10.222.0.46 "GET /v2.0/networks/cc18f13f-179b-4747-9138-bf8c2fae24a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800513 Jul 15 13:14:55.290798 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7678baea-08ef-4eda-8b5a-5bef6714e690 req-46ac381a-90f2-40c8-82c7-79c0f0e35df7 service neutron] 10.222.0.46 "GET /v2.0/networks/cc18f13f-179b-4747-9138-bf8c2fae24a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266896 Jul 15 13:14:55.756013 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 305e2af7-4e14-46c9-b511-673a966a851e up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:55.880733 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 305e2af7-4e14-46c9-b511-673a966a851e completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:55.887301 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 305e2af7-4e14-46c9-b511-673a966a851e triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:55.889100 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.242688 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1445ff-5ed4-4885-b33c-3b096180e578 req-5bd17459-cd23-422b-9fe6-744beb5844f5 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:56.245478 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cd1445ff-5ed4-4885-b33c-3b096180e578 req-5bd17459-cd23-422b-9fe6-744beb5844f5 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/ports?device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 943 time: 0.8662233 Jul 15 13:14:56.284142 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.334766 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f8e6f3-414e-4e64-b844-fb9c3917171f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '305e2af7-4e14-46c9-b511-673a966a851e'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:56.339828 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8290472-6e4d-44f7-8ac0-844d68befbf1" -d '{"events": [{"server_uuid": "68f8e6f3-414e-4e64-b844-fb9c3917171f", "name": "network-vif-plugged", "status": "completed", "tag": "305e2af7-4e14-46c9-b511-673a966a851e"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:56.366475 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cd1445ff-5ed4-4885-b33c-3b096180e578 req-e5eaabfd-71e5-4fd6-8bc0-b159fcd48af1 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/security-groups?id=89bd4cb4-a98d-4dfa-a26f-c2dff1ae00a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111448 Jul 15 13:14:56.373900 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33974) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:56.387120 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 305e2af7-4e14-46c9-b511-673a966a851e, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=305e2af7-4e14-46c9-b511-673a966a851e,segment=NetworkSegment(6bb03eb1-9e52-4718-ab2b-06d9a8232852),segment_id=6bb03eb1-9e52-4718-ab2b-06d9a8232852)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:56.392994 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.413440 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b6a9c1-9e65-47bb-b329-8790502d1ebf req-51702c2c-727e-4e7f-9ca2-fc1778d7b255 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:56.427234 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a9b6a9c1-9e65-47bb-b329-8790502d1ebf req-51702c2c-727e-4e7f-9ca2-fc1778d7b255 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=68f8e6f3-414e-4e64-b844-fb9c3917171f HTTP/1.1" status: 200 len: 944 time: 0.9455345 Jul 15 13:14:56.491820 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee592ba6-b145-4a62-a06c-31500ff92d34 x-openstack-request-id: req-ee592ba6-b145-4a62-a06c-31500ff92d34 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:56.492129 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f8e6f3-414e-4e64-b844-fb9c3917171f", "name": "network-vif-plugged", "status": "completed", "tag": "305e2af7-4e14-46c9-b511-673a966a851e", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:56.492414 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee592ba6-b145-4a62-a06c-31500ff92d34 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:56.492764 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f8e6f3-414e-4e64-b844-fb9c3917171f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '305e2af7-4e14-46c9-b511-673a966a851e', 'code': 200} Jul 15 13:14:56.522985 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a9b6a9c1-9e65-47bb-b329-8790502d1ebf req-fa37c53f-2745-4301-80ec-25ebff2e19d9 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947688 Jul 15 13:14:56.568076 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=305e2af7-4e14-46c9-b511-673a966a851e,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:56.621612 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd00cc9-ba1b-48cb-b27f-2f138437a5dd req-5b798590-0ac0-4124-be30-afe83d467335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:56.626874 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5bd00cc9-ba1b-48cb-b27f-2f138437a5dd req-5b798590-0ac0-4124-be30-afe83d467335 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=68f8e6f3-414e-4e64-b844-fb9c3917171f HTTP/1.1" status: 200 len: 1097 time: 0.0779338 Jul 15 13:14:56.690119 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5bd00cc9-ba1b-48cb-b27f-2f138437a5dd req-b8456df9-634d-446f-8bac-78ec85bee084 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568409 Jul 15 13:14:56.764078 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-9e5cc36d-1a80-4db0-b5ab-8cfe1f270f4b tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:56.800832 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9e5cc36d-1a80-4db0-b5ab-8cfe1f270f4b tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks [] for floatingip, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.970356 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9e5cc36d-1a80-4db0-b5ab-8cfe1f270f4b tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.120689 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-9e5cc36d-1a80-4db0-b5ab-8cfe1f270f4b tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Allocated IP 172.25.8.74 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/d60c972f-e68f-4cd1-a11c-790ed25fa1f4) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:57.273676 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9e5cc36d-1a80-4db0-b5ab-8cfe1f270f4b tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.329456 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9e5cc36d-1a80-4db0-b5ab-8cfe1f270f4b tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.380875 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5cc36d-1a80-4db0-b5ab-8cfe1f270f4b tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:57.385434 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-9e5cc36d-1a80-4db0-b5ab-8cfe1f270f4b tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:57.392429 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5cc36d-1a80-4db0-b5ab-8cfe1f270f4b tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:57.525866 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5cc36d-1a80-4db0-b5ab-8cfe1f270f4b tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Pushing event updated for resources: {'Port': ['ID=d60c972f-e68f-4cd1-a11c-790ed25fa1f4,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:57.629136 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9e5cc36d-1a80-4db0-b5ab-8cfe1f270f4b tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.733855 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9e5cc36d-1a80-4db0-b5ab-8cfe1f270f4b tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.750421 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:14:57.771139 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb531d-735a-4b0c-a11d-0dbd235f60b3 req-133fd864-f7fe-4172-a17e-819495affcbe tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:57.774517 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ccdb531d-735a-4b0c-a11d-0dbd235f60b3 req-133fd864-f7fe-4172-a17e-819495affcbe tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/ports?device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 943 time: 0.1338832 Jul 15 13:14:57.927870 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ccdb531d-735a-4b0c-a11d-0dbd235f60b3 req-eb8e2fce-5491-4441-8179-fc9668bf7523 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/security-groups?id=89bd4cb4-a98d-4dfa-a26f-c2dff1ae00a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467991 Jul 15 13:14:57.954183 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf,segment=NetworkSegment(dd9c1bb8-56e0-46d3-9cb2-a5b0b4dabf47),segment_id=dd9c1bb8-56e0-46d3-9cb2-a5b0b4dabf47)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:58.003306 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf', 'network_id': 'cc18f13f-179b-4747-9138-bf8c2fae24a9', 'port_id': '2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf', 'mac_address': 'fa:16:3e:02:e5:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65193fd6-1d00-400c-9fec-e3db408513cb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:14:58.018216 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb973d-9955-49f9-b589-62657d81e004 req-65216a4b-6146-455b-9def-bd43d347e2ad tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:58.020521 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e7eb973d-9955-49f9-b589-62657d81e004 req-65216a4b-6146-455b-9def-bd43d347e2ad tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=68f8e6f3-414e-4e64-b844-fb9c3917171f HTTP/1.1" status: 200 len: 945 time: 0.1827028 Jul 15 13:14:58.086108 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9e5cc36d-1a80-4db0-b5ab-8cfe1f270f4b tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.087562 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.099283 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9e5cc36d-1a80-4db0-b5ab-8cfe1f270f4b tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.117910 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:14:58.189768 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf,segment=NetworkSegment(dd9c1bb8-56e0-46d3-9cb2-a5b0b4dabf47),segment_id=dd9c1bb8-56e0-46d3-9cb2-a5b0b4dabf47)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:58.194030 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e7eb973d-9955-49f9-b589-62657d81e004 req-6297b6e1-fb02-4b42-8fc1-412548b4e718 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665001 Jul 15 13:14:58.196766 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.318657 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5cc36d-1a80-4db0-b5ab-8cfe1f270f4b tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Pushing event updated for resources: {'Port': ['ID=d60c972f-e68f-4cd1-a11c-790ed25fa1f4,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:58.326041 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9e5cc36d-1a80-4db0-b5ab-8cfe1f270f4b tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.340454 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:58.346851 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9e5cc36d-1a80-4db0-b5ab-8cfe1f270f4b tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.351586 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9e5cc36d-1a80-4db0-b5ab-8cfe1f270f4b tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9747868 Jul 15 13:14:58.351843 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 34068) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:58.362930 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-296042f3-c445-4976-a6ea-036426c5c50f tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-223158398'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:58.424332 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296042f3-c445-4976-a6ea-036426c5c50f tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Made reservation on behalf of 88f3c4e949d744d2ac1903956550e6d0 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:58.437495 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-296042f3-c445-4976-a6ea-036426c5c50f tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.447942 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-296042f3-c445-4976-a6ea-036426c5c50f tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.483325 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:14:58.610863 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34092) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:58.640642 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-296042f3-c445-4976-a6ea-036426c5c50f tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.648491 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-296042f3-c445-4976-a6ea-036426c5c50f tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.672833 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34104) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:58.716025 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-296042f3-c445-4976-a6ea-036426c5c50f tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:14:58.756830 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296042f3-c445-4976-a6ea-036426c5c50f tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaeecb21-53c9-4a35-b81d-5d6032c00ecf,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:58.782675 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-296042f3-c445-4976-a6ea-036426c5c50f tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.783095 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-296042f3-c445-4976-a6ea-036426c5c50f tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Added segment 2c84209a-316c-4afd-8bba-9e01b1ed9b8b of type vlan for network 9611a21c-d642-471a-bcd0-3ac001b63c69 Jul 15 13:14:58.893949 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-296042f3-c445-4976-a6ea-036426c5c50f tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.963577 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc29fb21-8349-435f-bb8b-3b1024e9f1b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.981172 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-296042f3-c445-4976-a6ea-036426c5c50f tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.984591 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc814c64-6bd1-465d-a8ad-87b85231c849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.994471 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296042f3-c445-4976-a6ea-036426c5c50f tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:58.995586 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-296042f3-c445-4976-a6ea-036426c5c50f tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.043024 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.124570 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296042f3-c445-4976-a6ea-036426c5c50f tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Pushing event updated for resources: {'Network': ['ID=9611a21c-d642-471a-bcd0-3ac001b63c69,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:59.138015 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a779869-bad4-4c4a-950f-0998d31cc10b req-a91ee470-ac6c-4855-b05b-cf31f36ce6f6 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:59.138221 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 9611a21c-d642-471a-bcd0-3ac001b63c69 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:14:59.147407 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a779869-bad4-4c4a-950f-0998d31cc10b req-a91ee470-ac6c-4855-b05b-cf31f36ce6f6 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/networks?id=594a18f5-eb63-40e1-adf2-df8adb235078 HTTP/1.1" status: 200 len: 806 time: 0.4303429 Jul 15 13:14:59.211114 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a779869-bad4-4c4a-950f-0998d31cc10b req-8e5a38c3-7542-4951-9953-346a9063675f tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/quotas/00b876fd8df24342ab4e9da7bd4da612 HTTP/1.1" status: 200 len: 375 time: 0.0624111 Jul 15 13:14:59.302053 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc29fb21-8349-435f-bb8b-3b1024e9f1b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.316224 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-296042f3-c445-4976-a6ea-036426c5c50f tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9607232 Jul 15 13:14:59.316776 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 34144) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:59.321294 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc29fb21-8349-435f-bb8b-3b1024e9f1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.323065 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-448ae742-3ede-46da-84c8-1f96ad991952 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Request body: {'subnet': {'network_id': '9611a21c-d642-471a-bcd0-3ac001b63c69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:59.366732 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34146) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:59.413044 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.415988 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-bc29fb21-8349-435f-bb8b-3b1024e9f1b8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0c01460b6466443faf6bdb79b2365d7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8040576 Jul 15 13:14:59.426702 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34150) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:59.435866 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b11145-a8f7-4977-8ee0-46fb7fc8a4d7 req-976631f9-87ab-461b-81bd-fc368e8a41bf tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:59.443575 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d1b11145-a8f7-4977-8ee0-46fb7fc8a4d7 req-976631f9-87ab-461b-81bd-fc368e8a41bf tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/ports?device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 944 time: 0.3410463 Jul 15 13:14:59.466367 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc29fb21-8349-435f-bb8b-3b1024e9f1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23852aa8-faac-4f17-b708-65af7850d375,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:59.544676 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a779869-bad4-4c4a-950f-0998d31cc10b req-a508790e-795d-420d-873a-de14b61edac1 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=00b876fd8df24342ab4e9da7bd4da612&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3324318 Jul 15 13:14:59.581425 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5c02b3f9-65b6-42ce-a5c7-ca995940ee38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.623040 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d1b11145-a8f7-4977-8ee0-46fb7fc8a4d7 req-fd72d0ee-f484-45ea-9a78-5752c9d9db76 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/security-groups?id=89bd4cb4-a98d-4dfa-a26f-c2dff1ae00a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781902 Jul 15 13:14:59.684398 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cdbcd97a-98c8-41ae-a091-5c23bfecae14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.709157 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8934a5a7-9e65-4f72-8cf9-00b3335d5d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.762332 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc814c64-6bd1-465d-a8ad-87b85231c849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.764849 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8934a5a7-9e65-4f72-8cf9-00b3335d5d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.781631 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc814c64-6bd1-465d-a8ad-87b85231c849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.783771 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:59.791989 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448ae742-3ede-46da-84c8-1f96ad991952 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Made reservation on behalf of 88f3c4e949d744d2ac1903956550e6d0 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:59.797975 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-448ae742-3ede-46da-84c8-1f96ad991952 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.819823 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a779869-bad4-4c4a-950f-0998d31cc10b req-561dc4d4-472e-4035-93c3-e465a55a08a9 service neutron] 10.222.0.16 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583237 Jul 15 13:14:59.869277 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:59.876454 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:59.877469 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.888397 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-bc814c64-6bd1-465d-a8ad-87b85231c849 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=36aa6d2cf57046ffb052faf5a2ce6f87&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2117620 Jul 15 13:14:59.888625 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 34152) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:59.923930 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc814c64-6bd1-465d-a8ad-87b85231c849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159e0eb3-f8a9-41ed-8c26-1f642bd63e3a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:59.996579 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9179002-4035-4c1d-8dcb-70ee92834bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.032663 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8934a5a7-9e65-4f72-8cf9-00b3335d5d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.036294 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8934a5a7-9e65-4f72-8cf9-00b3335d5d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.039623 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8934a5a7-9e65-4f72-8cf9-00b3335d5d03 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/23852aa8-faac-4f17-b708-65af7850d375 HTTP/1.1" status: 204 len: 168 time: 0.5911958 Jul 15 13:15:00.039790 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9179002-4035-4c1d-8dcb-70ee92834bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.047043 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a779869-bad4-4c4a-950f-0998d31cc10b req-12f63cfe-3969-4673-8256-a2166d339a7f service neutron] 10.222.0.16 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243631 Jul 15 13:15:00.062215 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934a5a7-9e65-4f72-8cf9-00b3335d5d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23852aa8-faac-4f17-b708-65af7850d375,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:00.112246 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5c02b3f9-65b6-42ce-a5c7-ca995940ee38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.118763 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5c02b3f9-65b6-42ce-a5c7-ca995940ee38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.128539 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.188347 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5c02b3f9-65b6-42ce-a5c7-ca995940ee38 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=229ec99926864e30b39250e8b20130d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8191679 Jul 15 13:15:00.190206 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c02b3f9-65b6-42ce-a5c7-ca995940ee38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210d8711-a453-43e4-9db5-bac0e2066d5e,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:00.192835 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34158) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:00.204877 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7471b9a0-784b-4fa0-a1d2-df44d5e6307c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:00.208542 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-448ae742-3ede-46da-84c8-1f96ad991952 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.211930 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6e2293-2f26-4d81-ba18-11c7b8a0fcde" -d '{"events": [{"server_uuid": "7471b9a0-784b-4fa0-a1d2-df44d5e6307c", "name": "network-vif-plugged", "status": "completed", "tag": "2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:00.272268 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf,segment=NetworkSegment(dd9c1bb8-56e0-46d3-9cb2-a5b0b4dabf47),segment_id=dd9c1bb8-56e0-46d3-9cb2-a5b0b4dabf47)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:00.297115 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.329618 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e43cec3e-19ac-4342-934e-0937c1894b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.352656 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9179002-4035-4c1d-8dcb-70ee92834bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.356748 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9179002-4035-4c1d-8dcb-70ee92834bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.358178 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f9179002-4035-4c1d-8dcb-70ee92834bce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/159e0eb3-f8a9-41ed-8c26-1f642bd63e3a HTTP/1.1" status: 204 len: 168 time: 0.4684424 Jul 15 13:15:00.364352 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ae742-3ede-46da-84c8-1f96ad991952 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Pushing event updated for resources: {'Subnet': ['ID=41e3f013-f17c-47d0-8636-59246f239e93,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:00.368536 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448ae742-3ede-46da-84c8-1f96ad991952 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Checking segment: {'id': '2c84209a-316c-4afd-8bba-9e01b1ed9b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9611a21c-d642-471a-bcd0-3ac001b63c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:00.369033 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448ae742-3ede-46da-84c8-1f96ad991952 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Network hostable DHCP agents. Network: 9611a21c-d642-471a-bcd0-3ac001b63c69, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:15:00.382480 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad143d31-e411-4af2-97ea-640ddec17102 x-openstack-request-id: req-ad143d31-e411-4af2-97ea-640ddec17102 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:00.382901 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9179002-4035-4c1d-8dcb-70ee92834bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159e0eb3-f8a9-41ed-8c26-1f642bd63e3a,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:00.386245 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7471b9a0-784b-4fa0-a1d2-df44d5e6307c", "name": "network-vif-plugged", "status": "completed", "tag": "2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:00.388115 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad143d31-e411-4af2-97ea-640ddec17102 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:00.388688 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7471b9a0-784b-4fa0-a1d2-df44d5e6307c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf', 'code': 200} Jul 15 13:15:00.407683 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448ae742-3ede-46da-84c8-1f96ad991952 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Network 9611a21c-d642-471a-bcd0-3ac001b63c69 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:15:00.416785 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e43cec3e-19ac-4342-934e-0937c1894b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.422937 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-448ae742-3ede-46da-84c8-1f96ad991952 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 9611a21c-d642-471a-bcd0-3ac001b63c69) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:00.432055 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448ae742-3ede-46da-84c8-1f96ad991952 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:00.432997 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-448ae742-3ede-46da-84c8-1f96ad991952 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.464981 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0344d722-133e-4e67-b8ae-f4951d3fee7a None None] Network 9611a21c-d642-471a-bcd0-3ac001b63c69 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:00.479677 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-448ae742-3ede-46da-84c8-1f96ad991952 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1614799 Jul 15 13:15:00.480613 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 34170) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:00.487944 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-ad5f649f-d4d7-47fc-a34b-36327b50220c tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-649633845', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}, 'admin_state_up': False}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:00.533603 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ad5f649f-d4d7-47fc-a34b-36327b50220c tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.537352 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ad5f649f-d4d7-47fc-a34b-36327b50220c tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.589071 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0600261b-a4e4-480f-9266-8212b29b7b7c req-3f4a32e2-6584-4cf5-9c93-24e0f909175f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:00.590610 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0600261b-a4e4-480f-9266-8212b29b7b7c req-3f4a32e2-6584-4cf5-9c93-24e0f909175f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 1097 time: 0.1589010 Jul 15 13:15:00.640856 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:00.643256 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e43cec3e-19ac-4342-934e-0937c1894b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.668207 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e43cec3e-19ac-4342-934e-0937c1894b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.676758 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e43cec3e-19ac-4342-934e-0937c1894b59 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/210d8711-a453-43e4-9db5-bac0e2066d5e HTTP/1.1" status: 204 len: 168 time: 0.4680057 Jul 15 13:15:00.681032 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0600261b-a4e4-480f-9266-8212b29b7b7c req-6a21fb65-ddc7-429c-95db-6a3fb6a05ec0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=89bd4cb4-a98d-4dfa-a26f-c2dff1ae00a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833445 Jul 15 13:15:00.710260 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43cec3e-19ac-4342-934e-0937c1894b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210d8711-a453-43e4-9db5-bac0e2066d5e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:00.767465 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ad5f649f-d4d7-47fc-a34b-36327b50220c tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.877254 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c473b91-7172-4406-ab65-7cfd2d284ace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-9611a21c-d642-471a-bcd0-3ac001b63c69', 'network_id': '9611a21c-d642-471a-bcd0-3ac001b63c69', 'tenant_id': '88f3c4e949d744d2ac1903956550e6d0', 'fixed_ips': [{'subnet_id': '41e3f013-f17c-47d0-8636-59246f239e93'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:15:00.881643 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1c473b91-7172-4406-ab65-7cfd2d284ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.951408 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b6576-8aa1-4800-aad8-a2f54fdaf3ce req-5d764f2b-bdd8-4e87-8fb0-19187521c644 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:00.959553 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e35b6576-8aa1-4800-aad8-a2f54fdaf3ce req-5d764f2b-bdd8-4e87-8fb0-19187521c644 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/ports?device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 945 time: 0.1102896 Jul 15 13:15:01.012759 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e35b6576-8aa1-4800-aad8-a2f54fdaf3ce req-33e94dc7-07b3-403b-94e4-02424c3c9160 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/security-groups?id=89bd4cb4-a98d-4dfa-a26f-c2dff1ae00a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485816 Jul 15 13:15:01.074238 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ad5f649f-d4d7-47fc-a34b-36327b50220c tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.111560 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-1c473b91-7172-4406-ab65-7cfd2d284ace None None] Allocated IP 172.20.0.2 (9611a21c-d642-471a-bcd0-3ac001b63c69/41e3f013-f17c-47d0-8636-59246f239e93/5700f81d-4fac-4a16-80e3-32e823e7b76e) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:01.267537 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-d36901cd-b1fb-46b2-8427-accb56c90c38 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:01.269683 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-d36901cd-b1fb-46b2-8427-accb56c90c38 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/networks?id=594a18f5-eb63-40e1-adf2-df8adb235078 HTTP/1.1" status: 200 len: 806 time: 0.1588273 Jul 15 13:15:01.310035 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-427a540d-ff21-4ac9-82a5-3305c98b54f4 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/quotas/00b876fd8df24342ab4e9da7bd4da612 HTTP/1.1" status: 200 len: 375 time: 0.0335770 Jul 15 13:15:01.361919 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1c473b91-7172-4406-ab65-7cfd2d284ace None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.374193 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1c473b91-7172-4406-ab65-7cfd2d284ace None None] Transition to ACTIVE for port object 5700f81d-4fac-4a16-80e3-32e823e7b76e will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:01.376748 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34212) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:01.396547 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2352009f-7e01-4827-b2da-2ca3f06d156b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.415638 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1c473b91-7172-4406-ab65-7cfd2d284ace None None] Transition to ACTIVE for port object 5700f81d-4fac-4a16-80e3-32e823e7b76e will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:01.432724 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1c473b91-7172-4406-ab65-7cfd2d284ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.450723 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ad5f649f-d4d7-47fc-a34b-36327b50220c tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.475124 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ad5f649f-d4d7-47fc-a34b-36327b50220c tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.478419 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-77cb22cd-aab3-4ce6-9156-3698d8917eea tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=00b876fd8df24342ab4e9da7bd4da612&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1674237 Jul 15 13:15:01.533861 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c473b91-7172-4406-ab65-7cfd2d284ace None None] Network 9611a21c-d642-471a-bcd0-3ac001b63c69 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:01.537146 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-1c473b91-7172-4406-ab65-7cfd2d284ace None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:01.541840 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c473b91-7172-4406-ab65-7cfd2d284ace None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:01.545947 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c473b91-7172-4406-ab65-7cfd2d284ace None None] Pushing event updated for resources: {'Port': ['ID=5700f81d-4fac-4a16-80e3-32e823e7b76e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:01.679223 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-ad5f649f-d4d7-47fc-a34b-36327b50220c tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Allocated IP 172.25.8.116 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/2f1d65d9-0162-49ac-853f-b133e362d907) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:01.707497 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-1c473b91-7172-4406-ab65-7cfd2d284ace None None] Attempting to bind port 5700f81d-4fac-4a16-80e3-32e823e7b76e on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:01.709153 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-1c473b91-7172-4406-ab65-7cfd2d284ace None None] Attempting to bind port 5700f81d-4fac-4a16-80e3-32e823e7b76e by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '2c84209a-316c-4afd-8bba-9e01b1ed9b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9611a21c-d642-471a-bcd0-3ac001b63c69'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:01.709519 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c473b91-7172-4406-ab65-7cfd2d284ace None None] Attempting to bind port 5700f81d-4fac-4a16-80e3-32e823e7b76e on network 9611a21c-d642-471a-bcd0-3ac001b63c69 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:01.723650 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c473b91-7172-4406-ab65-7cfd2d284ace None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:01.724862 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c473b91-7172-4406-ab65-7cfd2d284ace None None] Checking segment: {'id': '2c84209a-316c-4afd-8bba-9e01b1ed9b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9611a21c-d642-471a-bcd0-3ac001b63c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:01.725261 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1c473b91-7172-4406-ab65-7cfd2d284ace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.725665 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c473b91-7172-4406-ab65-7cfd2d284ace None None] Bound using segment: {'id': '2c84209a-316c-4afd-8bba-9e01b1ed9b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9611a21c-d642-471a-bcd0-3ac001b63c69'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:01.729442 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-1c473b91-7172-4406-ab65-7cfd2d284ace None None] Bound port: 5700f81d-4fac-4a16-80e3-32e823e7b76e, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c84209a-316c-4afd-8bba-9e01b1ed9b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9611a21c-d642-471a-bcd0-3ac001b63c69'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:01.729844 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1c473b91-7172-4406-ab65-7cfd2d284ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.740033 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-69d70d4f-894a-4d61-8eb8-b88db3786e96 service neutron] 10.222.0.16 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549667 Jul 15 13:15:01.746333 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 34218) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:01.833467 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-354817ab-37c1-4df0-af14-92301e74f501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.848389 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2352009f-7e01-4827-b2da-2ca3f06d156b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.862340 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2352009f-7e01-4827-b2da-2ca3f06d156b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.887215 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-1c473b91-7172-4406-ab65-7cfd2d284ace None None] For port 5700f81d-4fac-4a16-80e3-32e823e7b76e, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:01.891479 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-1c473b91-7172-4406-ab65-7cfd2d284ace None None] For port 5700f81d-4fac-4a16-80e3-32e823e7b76e, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5700f81d-4fac-4a16-80e3-32e823e7b76e,segment=NetworkSegment(2c84209a-316c-4afd-8bba-9e01b1ed9b8b),segment_id=2c84209a-316c-4afd-8bba-9e01b1ed9b8b)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:01.900927 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1c473b91-7172-4406-ab65-7cfd2d284ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.922032 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2352009f-7e01-4827-b2da-2ca3f06d156b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a72a5f1a3931435192bce3a04941461e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5404985 Jul 15 13:15:01.937411 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-e3f5ea79-fbfa-4468-9b71-e76929d63ccf service neutron] 10.222.0.16 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949947 Jul 15 13:15:01.945510 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34220) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:01.972937 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2352009f-7e01-4827-b2da-2ca3f06d156b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb9b3db-63aa-47a9-98e7-e3137df55f68,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:02.021299 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c473b91-7172-4406-ab65-7cfd2d284ace None None] Pushing event updated for resources: {'Port': ['ID=5700f81d-4fac-4a16-80e3-32e823e7b76e,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:02.118217 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9c8f01d6-6ec2-412b-981b-fd30490f4f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.203691 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9c8f01d6-6ec2-412b-981b-fd30490f4f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.261556 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.416424 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5ec286e3-6020-4079-8957-889f98bac271 req-a3d7ebb8-f921-4a61-9009-366f88207a2f tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5eabc80-5aff-4ed0-b6a9-5aebf36c9add HTTP/1.1" status: 200 len: 210 time: 0.1125424 Jul 15 13:15:02.427552 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9f4e1745-c949-469f-b0e4-1fafbbb45313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.509841 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12499e85-3460-4624-af6c-1b79964591bc req-77559b73-ba9e-4b5f-8751-ae52412c5006 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:02.511471 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-12499e85-3460-4624-af6c-1b79964591bc req-77559b73-ba9e-4b5f-8751-ae52412c5006 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/ports?device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 945 time: 0.3104441 Jul 15 13:15:02.511974 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34238) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:02.579526 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-12499e85-3460-4624-af6c-1b79964591bc req-14786fc5-0b90-4ac5-b358-69fdd6f77c80 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/security-groups?id=89bd4cb4-a98d-4dfa-a26f-c2dff1ae00a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506253 Jul 15 13:15:02.581372 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9c8f01d6-6ec2-412b-981b-fd30490f4f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.583802 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5700f81d-4fac-4a16-80e3-32e823e7b76e up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:02.584510 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9c8f01d6-6ec2-412b-981b-fd30490f4f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.587984 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9c8f01d6-6ec2-412b-981b-fd30490f4f16 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1eb9b3db-63aa-47a9-98e7-e3137df55f68 HTTP/1.1" status: 204 len: 168 time: 0.6347375 Jul 15 13:15:02.594363 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f01d6-6ec2-412b-981b-fd30490f4f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb9b3db-63aa-47a9-98e7-e3137df55f68,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:02.769001 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ad5f649f-d4d7-47fc-a34b-36327b50220c tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.771017 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-62520468-ade5-464f-8aa6-57ff5ebbddc0 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1523830264-network', 'tenant_id': 'bf7eb4e244714aa5a9d710e295c760fd'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:02.815700 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 5700f81d-4fac-4a16-80e3-32e823e7b76e completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:02.960113 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-354817ab-37c1-4df0-af14-92301e74f501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.962850 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ad5f649f-d4d7-47fc-a34b-36327b50220c tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.002763 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62520468-ade5-464f-8aa6-57ff5ebbddc0 admin admin] Made reservation on behalf of bf7eb4e244714aa5a9d710e295c760fd for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:03.009099 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-62520468-ade5-464f-8aa6-57ff5ebbddc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.039063 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:15:03.065025 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-62520468-ade5-464f-8aa6-57ff5ebbddc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.105406 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5f649f-d4d7-47fc-a34b-36327b50220c tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:03.114887 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-ad5f649f-d4d7-47fc-a34b-36327b50220c tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:03.116972 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-354817ab-37c1-4df0-af14-92301e74f501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.149985 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5f649f-d4d7-47fc-a34b-36327b50220c tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:03.229258 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f649f-d4d7-47fc-a34b-36327b50220c tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Pushing event updated for resources: {'Port': ['ID=2f1d65d9-0162-49ac-853f-b133e362d907,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:03.310660 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-62520468-ade5-464f-8aa6-57ff5ebbddc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.331953 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-354817ab-37c1-4df0-af14-92301e74f501 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=540e2e79a72f4ffba76bb134ae4731a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5699635 Jul 15 13:15:03.339685 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354817ab-37c1-4df0-af14-92301e74f501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720fbcd3-16ed-4820-a646-f43d3fb684cf,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:03.343215 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 34264) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:03.394123 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-62520468-ade5-464f-8aa6-57ff5ebbddc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.519733 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62520468-ade5-464f-8aa6-57ff5ebbddc0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:15:03.527467 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.694487 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-402ad929-9df6-49ce-88f1-0658809b6acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.722891 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-62520468-ade5-464f-8aa6-57ff5ebbddc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.723251 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-62520468-ade5-464f-8aa6-57ff5ebbddc0 admin admin] Added segment 8be3d6e1-17d4-4348-8a43-1945ce07030c of type vlan for network 359df2c0-4bf7-4ad6-9077-322d3e25d43b Jul 15 13:15:03.729564 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f8b73f-7f5f-442a-9b19-940166633f37 None None] Network 9611a21c-d642-471a-bcd0-3ac001b63c69 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:03.800187 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62520468-ade5-464f-8aa6-57ff5ebbddc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c439e5ac-c596-4ce2-a94e-bb51edf6b767,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:03.821625 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dcd809df-a333-4f85-ad0f-a3d308ca7f04 req-1d13e28c-714b-4362-9647-66988d098206 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5eabc80-5aff-4ed0-b6a9-5aebf36c9add HTTP/1.1" status: 200 len: 210 time: 0.1678498 Jul 15 13:15:03.880293 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-402ad929-9df6-49ce-88f1-0658809b6acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.893148 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-62520468-ade5-464f-8aa6-57ff5ebbddc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.898547 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-9fc5aff1-ec65-4b0e-92ca-06e9f99d3af5 None None] Provisioning for port 5700f81d-4fac-4a16-80e3-32e823e7b76e completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:03.916129 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-9fc5aff1-ec65-4b0e-92ca-06e9f99d3af5 None None] Provisioning complete for port 5700f81d-4fac-4a16-80e3-32e823e7b76e triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:03.918257 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9fc5aff1-ec65-4b0e-92ca-06e9f99d3af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.933480 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71fbd6b-7ab9-42ee-90b7-e4f15d2cc730 req-a50c4087-8e43-4c8d-8db0-a67ed2388b79 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:03.937811 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c71fbd6b-7ab9-42ee-90b7-e4f15d2cc730 req-a50c4087-8e43-4c8d-8db0-a67ed2388b79 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/ports?device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 945 time: 0.5450280 Jul 15 13:15:03.945946 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34280) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:03.965132 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-402ad929-9df6-49ce-88f1-0658809b6acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.972161 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-402ad929-9df6-49ce-88f1-0658809b6acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.977576 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-402ad929-9df6-49ce-88f1-0658809b6acf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/720fbcd3-16ed-4820-a646-f43d3fb684cf HTTP/1.1" status: 204 len: 168 time: 0.6140921 Jul 15 13:15:03.989976 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928dabae-705e-49c6-b132-2e3f69bc8743 req-b85e7431-ba05-46e8-b155-4e5a4b233645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:03.997003 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-928dabae-705e-49c6-b132-2e3f69bc8743 req-b85e7431-ba05-46e8-b155-4e5a4b233645 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5e4187857e345a7880c462421c134c5&device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 1097 time: 0.6814938 Jul 15 13:15:04.006389 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ad929-9df6-49ce-88f1-0658809b6acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720fbcd3-16ed-4820-a646-f43d3fb684cf,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:04.164991 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ad5f649f-d4d7-47fc-a34b-36327b50220c tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.244055 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c71fbd6b-7ab9-42ee-90b7-e4f15d2cc730 req-29bbce78-5876-46ad-8a87-c9a535ec55de tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/security-groups?id=89bd4cb4-a98d-4dfa-a26f-c2dff1ae00a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689764 Jul 15 13:15:04.310141 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9fc5aff1-ec65-4b0e-92ca-06e9f99d3af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.367122 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928dabae-705e-49c6-b132-2e3f69bc8743 req-6d73bc28-8f19-4ca4-b753-1dd311a076cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:04.368659 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-928dabae-705e-49c6-b132-2e3f69bc8743 req-6d73bc28-8f19-4ca4-b753-1dd311a076cd service neutron] 10.222.0.46 "GET /v2.0/networks?id=cc18f13f-179b-4747-9138-bf8c2fae24a9 HTTP/1.1" status: 200 len: 920 time: 0.2484508 Jul 15 13:15:04.372383 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-62520468-ade5-464f-8aa6-57ff5ebbddc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.374294 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62520468-ade5-464f-8aa6-57ff5ebbddc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:04.374761 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-62520468-ade5-464f-8aa6-57ff5ebbddc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.520337 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-9fc5aff1-ec65-4b0e-92ca-06e9f99d3af5 None None] For port 5700f81d-4fac-4a16-80e3-32e823e7b76e, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5700f81d-4fac-4a16-80e3-32e823e7b76e,segment=NetworkSegment(2c84209a-316c-4afd-8bba-9e01b1ed9b8b),segment_id=2c84209a-316c-4afd-8bba-9e01b1ed9b8b)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:04.538748 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9fc5aff1-ec65-4b0e-92ca-06e9f99d3af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.555488 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-306aa3f4-3ef6-4624-b84a-1e57ce7328d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.586082 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-62520468-ade5-464f-8aa6-57ff5ebbddc0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0713456 Jul 15 13:15:04.586082 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62520468-ade5-464f-8aa6-57ff5ebbddc0 admin admin] Pushing event updated for resources: {'Network': ['ID=359df2c0-4bf7-4ad6-9077-322d3e25d43b,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:04.590719 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 34292) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:04.604755 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 359df2c0-4bf7-4ad6-9077-322d3e25d43b details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:15:04.625029 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-38d46cac-ad61-4f53-bc3d-b9777d90a559 admin admin] Request body: {'subnet': {'network_id': '359df2c0-4bf7-4ad6-9077-322d3e25d43b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1523830264-subnet', 'tenant_id': 'bf7eb4e244714aa5a9d710e295c760fd', 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:04.655313 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-928dabae-705e-49c6-b132-2e3f69bc8743 req-ddf3cb5f-8a3c-476f-a01f-db82f5d2f91b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf HTTP/1.1" status: 200 len: 217 time: 0.2355833 Jul 15 13:15:04.705776 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-306aa3f4-3ef6-4624-b84a-1e57ce7328d2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:15:04.705776 n-d-771363-36 neutron-server[93825]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:15:04.705776 n-d-771363-36 neutron-server[93825]: [parameters: {'project_id_1': '8b1c09f0dc6b4cdb88220b874f65ec0c', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 15, 4, 641968)}] Jul 15 13:15:04.705776 n-d-771363-36 neutron-server[93825]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:15:04.706333 n-d-771363-36 neutron-server[93825]: DEBUG oslo_db.api [None req-306aa3f4-3ef6-4624-b84a-1e57ce7328d2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:15:04.709991 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ad5f649f-d4d7-47fc-a34b-36327b50220c tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.727565 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d46cac-ad61-4f53-bc3d-b9777d90a559 admin admin] Made reservation on behalf of bf7eb4e244714aa5a9d710e295c760fd for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:04.740378 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5aff1-ec65-4b0e-92ca-06e9f99d3af5 None None] Pushing event updated for resources: {'Port': ['ID=5700f81d-4fac-4a16-80e3-32e823e7b76e,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:04.746521 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-38d46cac-ad61-4f53-bc3d-b9777d90a559 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.946288 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.971607 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-12c2c2ef-f320-471b-a5e9-fe6e265d4859 None None] Provisioning complete for port 5700f81d-4fac-4a16-80e3-32e823e7b76e triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:04.973395 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12c2c2ef-f320-471b-a5e9-fe6e265d4859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.000836 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-1b09de8c-7351-4349-ab63-7ef5ea41794c tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:05.005494 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-1b09de8c-7351-4349-ab63-7ef5ea41794c tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.46 "GET /v2.0/networks?id=594a18f5-eb63-40e1-adf2-df8adb235078 HTTP/1.1" status: 200 len: 806 time: 0.6359558 Jul 15 13:15:05.012437 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928dabae-705e-49c6-b132-2e3f69bc8743 req-a21cd471-00dd-4577-abfc-afc91576f20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:05.015622 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-928dabae-705e-49c6-b132-2e3f69bc8743 req-a21cd471-00dd-4577-abfc-afc91576f20b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65193fd6-1d00-400c-9fec-e3db408513cb HTTP/1.1" status: 200 len: 859 time: 0.3338239 Jul 15 13:15:05.025292 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-02216c17-6212-4dcd-bf10-bb063d5e219e tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Request body: {'port': {'device_id': 'b5eabc80-5aff-4ed0-b6a9-5aebf36c9add', 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078', 'admin_state_up': True, 'tenant_id': '00b876fd8df24342ab4e9da7bd4da612'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:05.138311 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef44c11b-f1fc-4d42-9fae-3ddbdd1cafd3 req-eaf65f33-dab3-49a3-9d5e-3ccc3432c3ca tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5eabc80-5aff-4ed0-b6a9-5aebf36c9add HTTP/1.1" status: 200 len: 210 time: 0.1314867 Jul 15 13:15:05.145870 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5f649f-d4d7-47fc-a34b-36327b50220c tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Router d58204ee-42d7-4ed8-b8b8-2907b96a3bb8 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:15:05.146607 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-928dabae-705e-49c6-b132-2e3f69bc8743 req-0032d77f-b56e-451a-9ece-8f3bc92141ff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc18f13f-179b-4747-9138-bf8c2fae24a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178250 Jul 15 13:15:05.206745 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-38d46cac-ad61-4f53-bc3d-b9777d90a559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.212099 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-306aa3f4-3ef6-4624-b84a-1e57ce7328d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.325698 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d46cac-ad61-4f53-bc3d-b9777d90a559 admin admin] Pushing event updated for resources: {'Subnet': ['ID=441437bb-bd67-4a89-8f5a-6a01537c4d74,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:05.330227 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d46cac-ad61-4f53-bc3d-b9777d90a559 admin admin] Checking segment: {'id': '8be3d6e1-17d4-4348-8a43-1945ce07030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '359df2c0-4bf7-4ad6-9077-322d3e25d43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:05.330620 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d46cac-ad61-4f53-bc3d-b9777d90a559 admin admin] Network hostable DHCP agents. Network: 359df2c0-4bf7-4ad6-9077-322d3e25d43b, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:15:05.351858 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5f649f-d4d7-47fc-a34b-36327b50220c tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:15:05.356996 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-306aa3f4-3ef6-4624-b84a-1e57ce7328d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.366996 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f3322f-0b72-433d-b1e9-6757ef332db7 None None] Sync routers for ids ['d58204ee-42d7-4ed8-b8b8-2907b96a3bb8'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:15:05.367603 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d46cac-ad61-4f53-bc3d-b9777d90a559 admin admin] Network 359df2c0-4bf7-4ad6-9077-322d3e25d43b is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:15:05.381314 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-38d46cac-ad61-4f53-bc3d-b9777d90a559 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 359df2c0-4bf7-4ad6-9077-322d3e25d43b) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:05.390506 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d46cac-ad61-4f53-bc3d-b9777d90a559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:05.391163 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7748462b-a1e9-492c-8524-40211b17b4cc None None] Network 359df2c0-4bf7-4ad6-9077-322d3e25d43b requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:05.392517 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-38d46cac-ad61-4f53-bc3d-b9777d90a559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.396446 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-306aa3f4-3ef6-4624-b84a-1e57ce7328d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.402623 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ad5f649f-d4d7-47fc-a34b-36327b50220c tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.406428 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f3322f-0b72-433d-b1e9-6757ef332db7 None None] Routers {'d58204ee-42d7-4ed8-b8b8-2907b96a3bb8'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:05.407890 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ad5f649f-d4d7-47fc-a34b-36327b50220c tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.9256086 Jul 15 13:15:05.410166 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-e7f3322f-0b72-433d-b1e9-6757ef332db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:15:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['d58204ee-42d7-4ed8-b8b8-2907b96a3bb8'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:05.417156 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 34320) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:05.466328 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-306aa3f4-3ef6-4624-b84a-1e57ce7328d2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8b1c09f0dc6b4cdb88220b874f65ec0c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5110466 Jul 15 13:15:05.484367 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34322) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:05.506142 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-38d46cac-ad61-4f53-bc3d-b9777d90a559 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9143472 Jul 15 13:15:05.507572 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 34326) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:05.514902 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-6f5fcc2c-0c3e-4286-ac86-5c7528a0c83f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1523830264-router', 'tenant_id': 'bf7eb4e244714aa5a9d710e295c760fd', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:05.525986 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306aa3f4-3ef6-4624-b84a-1e57ce7328d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b676ae87-fe91-46ee-a40b-88786e5e5727,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:05.549005 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-928dabae-705e-49c6-b132-2e3f69bc8743 req-3f849523-75ef-411b-9ebd-dafc87fe9d52 service neutron] 10.222.0.46 "GET /v2.0/networks/cc18f13f-179b-4747-9138-bf8c2fae24a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948781 Jul 15 13:15:05.563793 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-e7f3322f-0b72-433d-b1e9-6757ef332db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:05.586596 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f3322f-0b72-433d-b1e9-6757ef332db7 None None] Routers {'d58204ee-42d7-4ed8-b8b8-2907b96a3bb8'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:05.587826 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-e7f3322f-0b72-433d-b1e9-6757ef332db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:15:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['d58204ee-42d7-4ed8-b8b8-2907b96a3bb8'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:05.619176 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-02216c17-6212-4dcd-bf10-bb063d5e219e tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Made reservation on behalf of 00b876fd8df24342ab4e9da7bd4da612 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:05.622881 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-02216c17-6212-4dcd-bf10-bb063d5e219e tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.678017 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-e7f3322f-0b72-433d-b1e9-6757ef332db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:05.679095 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f3322f-0b72-433d-b1e9-6757ef332db7 None None] The sync data for ids ['d58204ee-42d7-4ed8-b8b8-2907b96a3bb8'] in n-d-771363-36 is: [] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:15:05.684594 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6f5fcc2c-0c3e-4286-ac86-5c7528a0c83f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.686771 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6f5fcc2c-0c3e-4286-ac86-5c7528a0c83f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.746325 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635aec17-5371-4b8d-b477-085225542fdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-359df2c0-4bf7-4ad6-9077-322d3e25d43b', 'network_id': '359df2c0-4bf7-4ad6-9077-322d3e25d43b', 'tenant_id': 'bf7eb4e244714aa5a9d710e295c760fd', 'fixed_ips': [{'subnet_id': '441437bb-bd67-4a89-8f5a-6a01537c4d74'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:15:05.749219 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-635aec17-5371-4b8d-b477-085225542fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.784885 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a786a3d7-c666-4d46-a4e2-f8102f43266c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.810927 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ecd1f-5b0e-40d6-9fa5-32946dbcb21d req-0ec1ebff-1a68-4029-a482-e101719f53d0 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:05.818365 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f26ecd1f-5b0e-40d6-9fa5-32946dbcb21d req-0ec1ebff-1a68-4029-a482-e101719f53d0 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/ports?device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 945 time: 0.3653641 Jul 15 13:15:05.847457 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-928dabae-705e-49c6-b132-2e3f69bc8743 req-1bf85e64-7f0f-4617-8ebd-aa53f86d3f88 service neutron] 10.222.0.46 "GET /v2.0/networks/cc18f13f-179b-4747-9138-bf8c2fae24a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826309 Jul 15 13:15:05.878021 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6f5fcc2c-0c3e-4286-ac86-5c7528a0c83f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.887752 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a786a3d7-c666-4d46-a4e2-f8102f43266c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.978010 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-635aec17-5371-4b8d-b477-085225542fdb None None] Allocated IP 172.20.0.2 (359df2c0-4bf7-4ad6-9077-322d3e25d43b/441437bb-bd67-4a89-8f5a-6a01537c4d74/70e9e432-0883-496e-b6bc-9559800f9033) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:05.984496 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f26ecd1f-5b0e-40d6-9fa5-32946dbcb21d req-df2862c9-5ad4-430d-92c2-c406a68fae06 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/security-groups?id=89bd4cb4-a98d-4dfa-a26f-c2dff1ae00a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579466 Jul 15 13:15:06.022211 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-02216c17-6212-4dcd-bf10-bb063d5e219e tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Allocated IP 172.20.0.13 (594a18f5-eb63-40e1-adf2-df8adb235078/a3564fb5-e6c9-425e-8a20-95a28163b8cc/ada7232b-6a59-4a55-b05a-185de6b69649) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:06.065568 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a786a3d7-c666-4d46-a4e2-f8102f43266c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.068140 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a786a3d7-c666-4d46-a4e2-f8102f43266c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.072040 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a786a3d7-c666-4d46-a4e2-f8102f43266c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b676ae87-fe91-46ee-a40b-88786e5e5727 HTTP/1.1" status: 204 len: 168 time: 0.5867066 Jul 15 13:15:06.094511 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786a3d7-c666-4d46-a4e2-f8102f43266c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b676ae87-fe91-46ee-a40b-88786e5e5727,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:06.132259 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6f5fcc2c-0c3e-4286-ac86-5c7528a0c83f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.313552 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-635aec17-5371-4b8d-b477-085225542fdb None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.340900 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-635aec17-5371-4b8d-b477-085225542fdb None None] Transition to ACTIVE for port object 70e9e432-0883-496e-b6bc-9559800f9033 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:06.355922 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-02216c17-6212-4dcd-bf10-bb063d5e219e tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.378117 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-635aec17-5371-4b8d-b477-085225542fdb None None] Transition to ACTIVE for port object 70e9e432-0883-496e-b6bc-9559800f9033 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:06.392195 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-635aec17-5371-4b8d-b477-085225542fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.486808 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bceada2b-b590-4054-a24b-dcf55415d905 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.492193 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-127ddc25-62c9-4c76-b4bf-39446b66be41 req-fd1cb38b-76e7-44b2-8b74-4f6af03b27cb tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5eabc80-5aff-4ed0-b6a9-5aebf36c9add HTTP/1.1" status: 200 len: 210 time: 0.1199198 Jul 15 13:15:06.552739 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635aec17-5371-4b8d-b477-085225542fdb None None] Network 359df2c0-4bf7-4ad6-9077-322d3e25d43b is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:06.555217 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-635aec17-5371-4b8d-b477-085225542fdb None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:06.558828 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635aec17-5371-4b8d-b477-085225542fdb None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:06.586082 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-02216c17-6212-4dcd-bf10-bb063d5e219e tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.587467 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5700f81d-4fac-4a16-80e3-32e823e7b76e up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:06.616666 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635aec17-5371-4b8d-b477-085225542fdb None None] Pushing event updated for resources: {'Port': ['ID=70e9e432-0883-496e-b6bc-9559800f9033,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:06.622361 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6f5fcc2c-0c3e-4286-ac86-5c7528a0c83f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.639906 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['305e2af7-4e14-46c9-b511-673a966a851e'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:06.662460 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-02216c17-6212-4dcd-bf10-bb063d5e219e tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Network 594a18f5-eb63-40e1-adf2-df8adb235078 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:06.666249 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6f5fcc2c-0c3e-4286-ac86-5c7528a0c83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.671433 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-02216c17-6212-4dcd-bf10-bb063d5e219e tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:06.680762 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-02216c17-6212-4dcd-bf10-bb063d5e219e tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:06.685120 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02216c17-6212-4dcd-bf10-bb063d5e219e tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Pushing event updated for resources: {'Port': ['ID=ada7232b-6a59-4a55-b05a-185de6b69649,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:06.697443 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-635aec17-5371-4b8d-b477-085225542fdb None None] Attempting to bind port 70e9e432-0883-496e-b6bc-9559800f9033 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:06.698359 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-635aec17-5371-4b8d-b477-085225542fdb None None] Attempting to bind port 70e9e432-0883-496e-b6bc-9559800f9033 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '8be3d6e1-17d4-4348-8a43-1945ce07030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '359df2c0-4bf7-4ad6-9077-322d3e25d43b'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:06.698782 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635aec17-5371-4b8d-b477-085225542fdb None None] Attempting to bind port 70e9e432-0883-496e-b6bc-9559800f9033 on network 359df2c0-4bf7-4ad6-9077-322d3e25d43b {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:06.724089 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635aec17-5371-4b8d-b477-085225542fdb None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:06.724471 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635aec17-5371-4b8d-b477-085225542fdb None None] Checking segment: {'id': '8be3d6e1-17d4-4348-8a43-1945ce07030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '359df2c0-4bf7-4ad6-9077-322d3e25d43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:06.724864 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-635aec17-5371-4b8d-b477-085225542fdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.725260 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635aec17-5371-4b8d-b477-085225542fdb None None] Bound using segment: {'id': '8be3d6e1-17d4-4348-8a43-1945ce07030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '359df2c0-4bf7-4ad6-9077-322d3e25d43b'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:06.725882 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-635aec17-5371-4b8d-b477-085225542fdb None None] Bound port: 70e9e432-0883-496e-b6bc-9559800f9033, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8be3d6e1-17d4-4348-8a43-1945ce07030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '359df2c0-4bf7-4ad6-9077-322d3e25d43b'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:06.726261 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-635aec17-5371-4b8d-b477-085225542fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.775445 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-02216c17-6212-4dcd-bf10-bb063d5e219e tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:06.777201 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-02216c17-6212-4dcd-bf10-bb063d5e219e tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.786121 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 5700f81d-4fac-4a16-80e3-32e823e7b76e triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:06.786930 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.809100 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-02216c17-6212-4dcd-bf10-bb063d5e219e tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7907903 Jul 15 13:15:06.828302 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-b961a231-d264-4abc-869b-c405c3d11c5e service neutron] Request body: {'port': {'device_id': 'b5eabc80-5aff-4ed0-b6a9-5aebf36c9add', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:06.925016 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-635aec17-5371-4b8d-b477-085225542fdb None None] For port 70e9e432-0883-496e-b6bc-9559800f9033, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:06.931525 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-635aec17-5371-4b8d-b477-085225542fdb None None] For port 70e9e432-0883-496e-b6bc-9559800f9033, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=70e9e432-0883-496e-b6bc-9559800f9033,segment=NetworkSegment(8be3d6e1-17d4-4348-8a43-1945ce07030c),segment_id=8be3d6e1-17d4-4348-8a43-1945ce07030c)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:06.943187 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-b961a231-d264-4abc-869b-c405c3d11c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.948001 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-6f5fcc2c-0c3e-4286-ac86-5c7528a0c83f admin admin] Allocated IP 172.25.8.211 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/5e879545-05e6-4309-99b9-c16417925e4a) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:06.948399 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 34364) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:06.964598 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-635aec17-5371-4b8d-b477-085225542fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.974670 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-14f8efe6-c265-4b59-a35e-07e2fd769d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.165310 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635aec17-5371-4b8d-b477-085225542fdb None None] Pushing event updated for resources: {'Port': ['ID=70e9e432-0883-496e-b6bc-9559800f9033,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:07.254250 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-bceada2b-b590-4054-a24b-dcf55415d905 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Allocated IP 172.20.0.1 (9611a21c-d642-471a-bcd0-3ac001b63c69/41e3f013-f17c-47d0-8636-59246f239e93/da084fd2-7a95-4515-bffd-671cbdbea55f) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:07.383087 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-b961a231-d264-4abc-869b-c405c3d11c5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ada7232b-6a59-4a55-b05a-185de6b69649 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:07.414454 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-14f8efe6-c265-4b59-a35e-07e2fd769d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.415019 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-b961a231-d264-4abc-869b-c405c3d11c5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.432119 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-14f8efe6-c265-4b59-a35e-07e2fd769d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.438537 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-b961a231-d264-4abc-869b-c405c3d11c5e service neutron] Transition to ACTIVE for port object ada7232b-6a59-4a55-b05a-185de6b69649 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:07.485653 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-b961a231-d264-4abc-869b-c405c3d11c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.487333 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [req-dd8d898c-f614-45a8-99df-5e2461bc702e req-22738633-5218-4765-8e92-4df03ab92010 service neutron] (93826) timed out ('10.222.0.20', 51990) {{(pid=93826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:15:07.490454 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6f5fcc2c-0c3e-4286-ac86-5c7528a0c83f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.508595 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f8efe6-c265-4b59-a35e-07e2fd769d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470f80f7-d7bc-4b0d-8635-47fc32ee2183,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:07.521783 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc98979-1f72-4db6-8108-ab38d2c8ca63 req-3c2ca945-7165-4ff5-b4cc-a12006d2cfc3 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:07.523375 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1cc98979-1f72-4db6-8108-ab38d2c8ca63 req-3c2ca945-7165-4ff5-b4cc-a12006d2cfc3 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/ports?device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 945 time: 0.2195866 Jul 15 13:15:07.540983 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bceada2b-b590-4054-a24b-dcf55415d905 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.564180 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-14f8efe6-c265-4b59-a35e-07e2fd769d98 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=244d6e1fc9b64e6980a8bae4e2a7f349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6091983 Jul 15 13:15:07.567613 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 34386) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:07.574103 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-bceada2b-b590-4054-a24b-dcf55415d905 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Transition to ACTIVE for port object da084fd2-7a95-4515-bffd-671cbdbea55f will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:07.673179 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b961a231-d264-4abc-869b-c405c3d11c5e service neutron] Pushing event updated for resources: {'Port': ['ID=ada7232b-6a59-4a55-b05a-185de6b69649,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:07.746456 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1cc98979-1f72-4db6-8108-ab38d2c8ca63 req-1ff4015d-18bc-4336-8264-77f9126600a8 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/security-groups?id=89bd4cb4-a98d-4dfa-a26f-c2dff1ae00a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690927 Jul 15 13:15:07.760334 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6f5fcc2c-0c3e-4286-ac86-5c7528a0c83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.857200 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-b961a231-d264-4abc-869b-c405c3d11c5e service neutron] Attempting to bind port ada7232b-6a59-4a55-b05a-185de6b69649 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:07.857690 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-b961a231-d264-4abc-869b-c405c3d11c5e service neutron] Attempting to bind port ada7232b-6a59-4a55-b05a-185de6b69649 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '6bb03eb1-9e52-4718-ab2b-06d9a8232852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:07.858545 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-b961a231-d264-4abc-869b-c405c3d11c5e service neutron] Attempting to bind port ada7232b-6a59-4a55-b05a-185de6b69649 on network 594a18f5-eb63-40e1-adf2-df8adb235078 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:07.876433 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-b961a231-d264-4abc-869b-c405c3d11c5e service neutron] Port ada7232b-6a59-4a55-b05a-185de6b69649 on network 594a18f5-eb63-40e1-adf2-df8adb235078 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:07.876908 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-b961a231-d264-4abc-869b-c405c3d11c5e service neutron] Attempting to bind port ada7232b-6a59-4a55-b05a-185de6b69649 on network 594a18f5-eb63-40e1-adf2-df8adb235078 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:07.921069 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-b961a231-d264-4abc-869b-c405c3d11c5e service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:07.921881 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-b961a231-d264-4abc-869b-c405c3d11c5e service neutron] Checking segment: {'id': '6bb03eb1-9e52-4718-ab2b-06d9a8232852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:07.922350 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-b961a231-d264-4abc-869b-c405c3d11c5e service neutron] Bound using segment: {'id': '6bb03eb1-9e52-4718-ab2b-06d9a8232852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:07.922928 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-b961a231-d264-4abc-869b-c405c3d11c5e service neutron] Bound port: ada7232b-6a59-4a55-b05a-185de6b69649, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bb03eb1-9e52-4718-ab2b-06d9a8232852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:07.923363 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-b961a231-d264-4abc-869b-c405c3d11c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.007581 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb17688-e202-47bc-8082-693f4f98b5e5 req-8182a24f-489d-47e6-9651-4f5fb617f5ff tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:08.009544 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-feb17688-e202-47bc-8082-693f4f98b5e5 req-8182a24f-489d-47e6-9651-4f5fb617f5ff tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5eabc80-5aff-4ed0-b6a9-5aebf36c9add HTTP/1.1" status: 200 len: 944 time: 0.2670312 Jul 15 13:15:08.098320 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-feb17688-e202-47bc-8082-693f4f98b5e5 req-617c813b-fa1e-401c-b6da-606e7a0c536e tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777681 Jul 15 13:15:08.100527 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-b961a231-d264-4abc-869b-c405c3d11c5e service neutron] For port ada7232b-6a59-4a55-b05a-185de6b69649, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:08.104538 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-b961a231-d264-4abc-869b-c405c3d11c5e service neutron] For port ada7232b-6a59-4a55-b05a-185de6b69649, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ada7232b-6a59-4a55-b05a-185de6b69649,segment=NetworkSegment(6bb03eb1-9e52-4718-ab2b-06d9a8232852),segment_id=6bb03eb1-9e52-4718-ab2b-06d9a8232852)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:08.109697 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-b961a231-d264-4abc-869b-c405c3d11c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.194763 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb14eebe-287d-4b07-a80d-425f9c2b48ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.207163 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bceada2b-b590-4054-a24b-dcf55415d905 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.219347 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5fcc2c-0c3e-4286-ac86-5c7528a0c83f admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:08.238930 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-6f5fcc2c-0c3e-4286-ac86-5c7528a0c83f admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:08.258993 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5fcc2c-0c3e-4286-ac86-5c7528a0c83f admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:08.268764 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5fcc2c-0c3e-4286-ac86-5c7528a0c83f admin admin] Pushing event updated for resources: {'Port': ['ID=5e879545-05e6-4309-99b9-c16417925e4a,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:08.272949 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb14eebe-287d-4b07-a80d-425f9c2b48ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.304975 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bceada2b-b590-4054-a24b-dcf55415d905 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Network 9611a21c-d642-471a-bcd0-3ac001b63c69 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:08.358256 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-bceada2b-b590-4054-a24b-dcf55415d905 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:08.397691 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bceada2b-b590-4054-a24b-dcf55415d905 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:08.630060 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 70e9e432-0883-496e-b6bc-9559800f9033 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:08.633361 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bceada2b-b590-4054-a24b-dcf55415d905 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.677280 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceada2b-b590-4054-a24b-dcf55415d905 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Pushing event updated for resources: {'Port': ['ID=da084fd2-7a95-4515-bffd-671cbdbea55f,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:08.728875 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 70e9e432-0883-496e-b6bc-9559800f9033 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:08.770580 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 34414) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:08.887126 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b609ff2-7a86-4ea6-8f1f-e04467c520d3 None None] Network 359df2c0-4bf7-4ad6-9077-322d3e25d43b requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:08.938031 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-b961a231-d264-4abc-869b-c405c3d11c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:08.939401 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-b961a231-d264-4abc-869b-c405c3d11c5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.941056 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-b961a231-d264-4abc-869b-c405c3d11c5e service neutron] 10.222.0.46 "PUT /v2.0/ports/ada7232b-6a59-4a55-b05a-185de6b69649 HTTP/1.1" status: 200 len: 1093 time: 2.1204760 Jul 15 13:15:08.946083 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5eabc80-5aff-4ed0-b6a9-5aebf36c9add', 'tag': 'ada7232b-6a59-4a55-b05a-185de6b69649'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:08.948930 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf3843e-88be-42ce-8d68-00928901a760" -d '{"events": [{"name": "network-changed", "server_uuid": "b5eabc80-5aff-4ed0-b6a9-5aebf36c9add", "tag": "ada7232b-6a59-4a55-b05a-185de6b69649"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:08.987061 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b961a231-d264-4abc-869b-c405c3d11c5e service neutron] Pushing event updated for resources: {'Port': ['ID=ada7232b-6a59-4a55-b05a-185de6b69649,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:09.042357 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4306b7ac-8aa1-46f5-a579-fceb3ec6af20 x-openstack-request-id: req-4306b7ac-8aa1-46f5-a579-fceb3ec6af20 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:09.043103 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5eabc80-5aff-4ed0-b6a9-5aebf36c9add", "tag": "ada7232b-6a59-4a55-b05a-185de6b69649", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:09.043959 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4306b7ac-8aa1-46f5-a579-fceb3ec6af20 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:09.044591 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5eabc80-5aff-4ed0-b6a9-5aebf36c9add', 'tag': 'ada7232b-6a59-4a55-b05a-185de6b69649', 'status': 'completed', 'code': 200} Jul 15 13:15:09.137021 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bcdcf090-1634-4dab-b8a1-1269fd6fdffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.146893 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb14eebe-287d-4b07-a80d-425f9c2b48ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.151934 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb14eebe-287d-4b07-a80d-425f9c2b48ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.156196 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-eb14eebe-287d-4b07-a80d-425f9c2b48ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/470f80f7-d7bc-4b0d-8635-47fc32ee2183 HTTP/1.1" status: 204 len: 168 time: 1.5860851 Jul 15 13:15:09.168422 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0fde24-0bce-4953-9060-1a26a58fc403 req-1b88732c-9f72-4877-9ab9-2dd04f7239fb tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:09.171300 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cc0fde24-0bce-4953-9060-1a26a58fc403 req-1b88732c-9f72-4877-9ab9-2dd04f7239fb tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/ports?device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 945 time: 0.1251590 Jul 15 13:15:09.175387 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-4788ff85-052f-415a-a43c-a74c5d2fc08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:09.177294 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-4788ff85-052f-415a-a43c-a74c5d2fc08a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00b876fd8df24342ab4e9da7bd4da612&device_id=b5eabc80-5aff-4ed0-b6a9-5aebf36c9add HTTP/1.1" status: 200 len: 1096 time: 0.1178074 Jul 15 13:15:09.235744 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34438) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:09.244823 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-ee55671e-836f-49a6-ad32-8b3fbc939765 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ada7232b-6a59-4a55-b05a-185de6b69649 HTTP/1.1" status: 200 len: 217 time: 0.0584879 Jul 15 13:15:09.302526 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cc0fde24-0bce-4953-9060-1a26a58fc403 req-f29ef676-ab8b-4916-a3b3-036e5737c831 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/security-groups?id=89bd4cb4-a98d-4dfa-a26f-c2dff1ae00a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236620 Jul 15 13:15:09.351670 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-5e0fa873-ab1e-479a-b656-bb9ec34790c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:09.360942 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-5e0fa873-ab1e-479a-b656-bb9ec34790c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3564fb5-e6c9-425e-8a20-95a28163b8cc HTTP/1.1" status: 200 len: 846 time: 0.1037495 Jul 15 13:15:09.389474 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-64bad18a-04f4-4109-9526-8e6c8d8435f1 None None] Provisioning for port da084fd2-7a95-4515-bffd-671cbdbea55f completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:09.399408 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-64bad18a-04f4-4109-9526-8e6c8d8435f1 None None] Provisioning complete for port da084fd2-7a95-4515-bffd-671cbdbea55f triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:09.400396 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-64bad18a-04f4-4109-9526-8e6c8d8435f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.429729 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-cb9422d9-c10d-4c7c-be52-1234455131d3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=594a18f5-eb63-40e1-adf2-df8adb235078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674839 Jul 15 13:15:09.457632 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-64bad18a-04f4-4109-9526-8e6c8d8435f1 None None] Port da084fd2-7a95-4515-bffd-671cbdbea55f cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:09.495569 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bcdcf090-1634-4dab-b8a1-1269fd6fdffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.503636 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb14eebe-287d-4b07-a80d-425f9c2b48ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470f80f7-d7bc-4b0d-8635-47fc32ee2183,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:09.581972 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-3cd92e23-7277-4fe0-a456-e65d9cef3428 None None] Provisioning for port 70e9e432-0883-496e-b6bc-9559800f9033 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:09.587310 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-3cd92e23-7277-4fe0-a456-e65d9cef3428 None None] Provisioning complete for port 70e9e432-0883-496e-b6bc-9559800f9033 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:09.589133 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3cd92e23-7277-4fe0-a456-e65d9cef3428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.628588 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1890e546-b95d-4250-bdb5-ee89408fa965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.646548 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bceada2b-b590-4054-a24b-dcf55415d905 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.648656 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bcdcf090-1634-4dab-b8a1-1269fd6fdffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.652571 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-d0fcfff3-6b2a-4657-b709-81c82b9aa57e service neutron] 10.222.0.46 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041991 Jul 15 13:15:09.693704 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3cd92e23-7277-4fe0-a456-e65d9cef3428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.737675 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-3cd92e23-7277-4fe0-a456-e65d9cef3428 None None] For port 70e9e432-0883-496e-b6bc-9559800f9033, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=70e9e432-0883-496e-b6bc-9559800f9033,segment=NetworkSegment(8be3d6e1-17d4-4348-8a43-1945ce07030c),segment_id=8be3d6e1-17d4-4348-8a43-1945ce07030c)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:09.744306 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3cd92e23-7277-4fe0-a456-e65d9cef3428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.774495 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3ff591ff-c5b2-4d5a-b6e3-9b2bb2cb802b req-d884cd01-d081-46f9-b8ba-beba0c73cbe5 service neutron] 10.222.0.46 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140220 Jul 15 13:15:09.793455 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdcf090-1634-4dab-b8a1-1269fd6fdffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c892ec25-afba-446a-b1b4-18de7449bc48,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:09.829701 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd92e23-7277-4fe0-a456-e65d9cef3428 None None] Pushing event updated for resources: {'Port': ['ID=70e9e432-0883-496e-b6bc-9559800f9033,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:09.832012 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d16ae-522c-46b5-9c4c-ee391daee649 req-d410c884-b83f-454d-a402-3ba3fa88edfd tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:09.838742 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a57d16ae-522c-46b5-9c4c-ee391daee649 req-d410c884-b83f-454d-a402-3ba3fa88edfd tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5eabc80-5aff-4ed0-b6a9-5aebf36c9add HTTP/1.1" status: 200 len: 944 time: 0.4109821 Jul 15 13:15:09.853897 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-bcdcf090-1634-4dab-b8a1-1269fd6fdffe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b0c707cff0444efd91e97691ca640e09&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0810661 Jul 15 13:15:09.863563 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34450) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:09.869403 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7d26cd91-f5fd-49a9-a2d1-fb7caa3d0c7b None None] Provisioning complete for port 70e9e432-0883-496e-b6bc-9559800f9033 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:09.869824 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7d26cd91-f5fd-49a9-a2d1-fb7caa3d0c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.936938 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6f5fcc2c-0c3e-4286-ac86-5c7528a0c83f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.982008 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a57d16ae-522c-46b5-9c4c-ee391daee649 req-ff7dedad-6541-4eeb-96ba-68758481b8a8 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420097 Jul 15 13:15:10.032292 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd650132-1875-4d49-833f-efd7c76e406a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.062482 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3843e-88be-42ce-8d68-00928901a760 req-dbdf8cea-2ae5-4517-b4bd-b549ef41a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:10.064069 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cf3843e-88be-42ce-8d68-00928901a760 req-dbdf8cea-2ae5-4517-b4bd-b549ef41a0be service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00b876fd8df24342ab4e9da7bd4da612&device_id=b5eabc80-5aff-4ed0-b6a9-5aebf36c9add HTTP/1.1" status: 200 len: 1096 time: 0.1973376 Jul 15 13:15:10.070405 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd650132-1875-4d49-833f-efd7c76e406a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.105302 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1890e546-b95d-4250-bdb5-ee89408fa965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.118471 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1890e546-b95d-4250-bdb5-ee89408fa965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.210331 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1890e546-b95d-4250-bdb5-ee89408fa965 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9207a81657ae4fd390d958fefc542c53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9706361 Jul 15 13:15:10.211541 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34462) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:10.226186 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1890e546-b95d-4250-bdb5-ee89408fa965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a855fa4c-1236-436b-8853-916dc6f3c00e,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:10.267394 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd650132-1875-4d49-833f-efd7c76e406a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.269948 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd650132-1875-4d49-833f-efd7c76e406a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.273393 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-bd650132-1875-4d49-833f-efd7c76e406a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c892ec25-afba-446a-b1b4-18de7449bc48 HTTP/1.1" status: 204 len: 168 time: 0.4066062 Jul 15 13:15:10.289086 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6f5fcc2c-0c3e-4286-ac86-5c7528a0c83f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.292518 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3843e-88be-42ce-8d68-00928901a760 req-811970cc-fe2c-4e3d-9b8d-5312f0391495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:10.294076 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cf3843e-88be-42ce-8d68-00928901a760 req-811970cc-fe2c-4e3d-9b8d-5312f0391495 service neutron] 10.222.0.46 "GET /v2.0/networks?id=594a18f5-eb63-40e1-adf2-df8adb235078 HTTP/1.1" status: 200 len: 907 time: 0.2216959 Jul 15 13:15:10.297256 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd650132-1875-4d49-833f-efd7c76e406a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c892ec25-afba-446a-b1b4-18de7449bc48,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:10.384960 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cf3843e-88be-42ce-8d68-00928901a760 req-9b307f71-9168-4618-afa1-202daf98fc04 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ada7232b-6a59-4a55-b05a-185de6b69649 HTTP/1.1" status: 200 len: 217 time: 0.0825803 Jul 15 13:15:10.385723 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-71625169-a08f-4b2a-a036-394aa1f3c50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.450526 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-71625169-a08f-4b2a-a036-394aa1f3c50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.457259 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bceada2b-b590-4054-a24b-dcf55415d905 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.474504 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bceada2b-b590-4054-a24b-dcf55415d905 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.478342 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3843e-88be-42ce-8d68-00928901a760 req-75427097-7e31-41a1-8438-68f0cf9a0ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:10.479718 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cf3843e-88be-42ce-8d68-00928901a760 req-75427097-7e31-41a1-8438-68f0cf9a0ebf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3564fb5-e6c9-425e-8a20-95a28163b8cc HTTP/1.1" status: 200 len: 846 time: 0.0844591 Jul 15 13:15:10.547203 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 70e9e432-0883-496e-b6bc-9559800f9033 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:10.548265 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cf3843e-88be-42ce-8d68-00928901a760 req-9ed22638-c7c6-40b3-918d-36bb29d4f130 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=594a18f5-eb63-40e1-adf2-df8adb235078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548091 Jul 15 13:15:10.590984 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5fcc2c-0c3e-4286-ac86-5c7528a0c83f admin admin] Router 6ff7db80-72e2-4891-ace8-242173d6cf2c is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:15:10.645671 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 70e9e432-0883-496e-b6bc-9559800f9033 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:10.646145 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.649807 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-71625169-a08f-4b2a-a036-394aa1f3c50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.652464 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-71625169-a08f-4b2a-a036-394aa1f3c50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.656023 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-71625169-a08f-4b2a-a036-394aa1f3c50e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a855fa4c-1236-436b-8853-916dc6f3c00e HTTP/1.1" status: 204 len: 168 time: 0.4411867 Jul 15 13:15:10.676458 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bceada2b-b590-4054-a24b-dcf55415d905 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.681176 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71625169-a08f-4b2a-a036-394aa1f3c50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a855fa4c-1236-436b-8853-916dc6f3c00e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:10.704922 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cf3843e-88be-42ce-8d68-00928901a760 req-764c4625-3ffc-4918-ae2e-900096949af6 service neutron] 10.222.0.46 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467931 Jul 15 13:15:10.713779 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1603144-42d2-4d46-b566-82e9436f21dc req-ea8f8352-fb26-49f0-a36e-c5a71d075d49 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:10.715495 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a1603144-42d2-4d46-b566-82e9436f21dc req-ea8f8352-fb26-49f0-a36e-c5a71d075d49 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/ports?device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 945 time: 0.1716495 Jul 15 13:15:10.759914 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34476) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:10.788591 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceada2b-b590-4054-a24b-dcf55415d905 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Pushing event updated for resources: {'Port': ['ID=da084fd2-7a95-4515-bffd-671cbdbea55f,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:10.817222 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1fb47f94-d5cf-40c1-9f3b-61ec90d17b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.852769 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a1603144-42d2-4d46-b566-82e9436f21dc req-6442051d-20b3-4533-b592-c3091a5c815b tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/security-groups?id=89bd4cb4-a98d-4dfa-a26f-c2dff1ae00a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267309 Jul 15 13:15:10.876508 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cf3843e-88be-42ce-8d68-00928901a760 req-3919cd6d-9d93-435e-afb6-b918d6329593 service neutron] 10.222.0.46 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599126 Jul 15 13:15:10.963643 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5fcc2c-0c3e-4286-ac86-5c7528a0c83f admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:15:10.976973 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f447b1b-dd4f-402e-bef8-41d1a6533743 None None] Sync routers for ids ['6ff7db80-72e2-4891-ace8-242173d6cf2c'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:15:10.977520 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1fb47f94-d5cf-40c1-9f3b-61ec90d17b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.983482 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1fb47f94-d5cf-40c1-9f3b-61ec90d17b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.988341 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f447b1b-dd4f-402e-bef8-41d1a6533743 None None] Routers {'6ff7db80-72e2-4891-ace8-242173d6cf2c'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:10.988996 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-1f447b1b-dd4f-402e-bef8-41d1a6533743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:15:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['6ff7db80-72e2-4891-ace8-242173d6cf2c'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:10.989212 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bceada2b-b590-4054-a24b-dcf55415d905 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Network 9611a21c-d642-471a-bcd0-3ac001b63c69 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:10.991053 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-bceada2b-b590-4054-a24b-dcf55415d905 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:11.014399 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6f5fcc2c-0c3e-4286-ac86-5c7528a0c83f admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.017286 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6f5fcc2c-0c3e-4286-ac86-5c7528a0c83f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.5053670 Jul 15 13:15:11.020270 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 34482) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:11.048680 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1fb47f94-d5cf-40c1-9f3b-61ec90d17b40 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bc7fe28eabed4c7792f2511812285fe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2857113 Jul 15 13:15:11.049300 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34484) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:11.051494 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb47f94-d5cf-40c1-9f3b-61ec90d17b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3af0d4-c8e3-43d5-98a2-efb1acc669c5,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:11.143274 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3731567b-64f6-4955-9655-e77f25423b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.171502 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3731567b-64f6-4955-9655-e77f25423b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.246759 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34490) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:11.260921 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3731567b-64f6-4955-9655-e77f25423b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.264148 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3731567b-64f6-4955-9655-e77f25423b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.268918 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3731567b-64f6-4955-9655-e77f25423b5e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ab3af0d4-c8e3-43d5-98a2-efb1acc669c5 HTTP/1.1" status: 204 len: 168 time: 0.2181833 Jul 15 13:15:11.282827 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-1f447b1b-dd4f-402e-bef8-41d1a6533743 None None] Set router 6ff7db80-72e2-4891-ace8-242173d6cf2c gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:15:11.305468 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3731567b-64f6-4955-9655-e77f25423b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3af0d4-c8e3-43d5-98a2-efb1acc669c5,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:11.359626 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d6b34-65e6-49e9-8d5e-d6e4c7952854 req-5e7bd9d8-97ed-4484-974a-4a8dbc240d9d tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:11.361316 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bc4d6b34-65e6-49e9-8d5e-d6e4c7952854 req-5e7bd9d8-97ed-4484-974a-4a8dbc240d9d tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5eabc80-5aff-4ed0-b6a9-5aebf36c9add HTTP/1.1" status: 200 len: 944 time: 0.1016207 Jul 15 13:15:11.408798 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bceada2b-b590-4054-a24b-dcf55415d905 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Router d58204ee-42d7-4ed8-b8b8-2907b96a3bb8 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:15:11.422151 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bc4d6b34-65e6-49e9-8d5e-d6e4c7952854 req-0bd732e3-40d4-4067-82a2-23b94fe5699d tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550399 Jul 15 13:15:11.443507 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34496) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:11.475071 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9f46eb3a-f5dc-4f1a-9f0d-a5b9f28badb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.498972 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7f150a6d-7175-48af-9698-dacb95aaa849 None None] Provisioning complete for port da084fd2-7a95-4515-bffd-671cbdbea55f triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:11.499707 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f150a6d-7175-48af-9698-dacb95aaa849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.517783 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d488629a-965e-4ea6-b91e-b88cc7de57d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.556639 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-7f150a6d-7175-48af-9698-dacb95aaa849 None None] Port da084fd2-7a95-4515-bffd-671cbdbea55f cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:11.632533 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-1f447b1b-dd4f-402e-bef8-41d1a6533743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff7db80-72e2-4891-ace8-242173d6cf2c', 'name': 'tempest-TestAggregatesBasicOps-1523830264-router', 'tenant_id': 'bf7eb4e244714aa5a9d710e295c760fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '5e879545-05e6-4309-99b9-c16417925e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:05Z', 'updated_at': '2021-07-15T13:15:09Z', 'revision_number': 3, 'project_id': 'bf7eb4e244714aa5a9d710e295c760fd', 'gw_port': {'id': '5e879545-05e6-4309-99b9-c16417925e4a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff7db80-72e2-4891-ace8-242173d6cf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:06Z', 'updated_at': '2021-07-15T13:15:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:11.667368 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9f46eb3a-f5dc-4f1a-9f0d-a5b9f28badb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.668397 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f447b1b-dd4f-402e-bef8-41d1a6533743 None None] Checking router: 6ff7db80-72e2-4891-ace8-242173d6cf2c for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:15:11.668801 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f447b1b-dd4f-402e-bef8-41d1a6533743 None None] Updating router 6ff7db80-72e2-4891-ace8-242173d6cf2c port 5e879545-05e6-4309-99b9-c16417925e4a binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:15:11.712568 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1f447b1b-dd4f-402e-bef8-41d1a6533743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.750647 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9f46eb3a-f5dc-4f1a-9f0d-a5b9f28badb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.786651 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d488629a-965e-4ea6-b91e-b88cc7de57d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.799543 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d488629a-965e-4ea6-b91e-b88cc7de57d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.827914 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9f46eb3a-f5dc-4f1a-9f0d-a5b9f28badb7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=04104aa723f14cbe9a2ca6bfae95a679&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3829637 Jul 15 13:15:11.832800 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46eb3a-f5dc-4f1a-9f0d-a5b9f28badb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5354af9b-6a01-4b7f-8628-1a802935d9eb,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:11.835897 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34502) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:11.865872 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d488629a-965e-4ea6-b91e-b88cc7de57d1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5762e12165a946e2b054dca21a0dda42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6114073 Jul 15 13:15:11.869990 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34504) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:11.905001 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488629a-965e-4ea6-b91e-b88cc7de57d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5421fc4f-fe5c-49da-a349-b69f1a948698,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:12.000771 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-19455b9f-b5e7-4546-94cc-567ae8374b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.025826 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-19455b9f-b5e7-4546-94cc-567ae8374b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.085057 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b468cf35-7c69-44c6-801f-49d4807699b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.124464 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bceada2b-b590-4054-a24b-dcf55415d905 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:15:12.134284 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-bceada2b-b590-4054-a24b-dcf55415d905 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] 10.222.0.16 "PUT /v2.0/routers/d58204ee-42d7-4ed8-b8b8-2907b96a3bb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7145460 Jul 15 13:15:12.135320 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 34516) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:12.140846 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6661ed50-7f19-4c06-9cff-7cdd94685a20 None None] Sync routers for ids ['d58204ee-42d7-4ed8-b8b8-2907b96a3bb8'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:15:12.141842 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b468cf35-7c69-44c6-801f-49d4807699b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.144969 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-0818c441-0551-4582-b3b1-5c19452374da tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Request body: {'port': {'network_id': '9611a21c-d642-471a-bcd0-3ac001b63c69', 'name': 'tempest-FloatingIPAdminTestJSON-723222685'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:12.156596 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6661ed50-7f19-4c06-9cff-7cdd94685a20 None None] Routers {'d58204ee-42d7-4ed8-b8b8-2907b96a3bb8'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:12.157540 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-6661ed50-7f19-4c06-9cff-7cdd94685a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:15:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['d58204ee-42d7-4ed8-b8b8-2907b96a3bb8'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:12.195087 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1f447b1b-dd4f-402e-bef8-41d1a6533743 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.205865 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-19455b9f-b5e7-4546-94cc-567ae8374b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.209251 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-19455b9f-b5e7-4546-94cc-567ae8374b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.214063 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-19455b9f-b5e7-4546-94cc-567ae8374b50 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5354af9b-6a01-4b7f-8628-1a802935d9eb HTTP/1.1" status: 204 len: 168 time: 0.3711481 Jul 15 13:15:12.223933 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1f447b1b-dd4f-402e-bef8-41d1a6533743 None None] Transition to ACTIVE for port object 5e879545-05e6-4309-99b9-c16417925e4a will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:12.231172 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a675c9d-abb2-4830-91a0-3c6a1ed46997 req-7b3e2f7e-e82d-477f-82b1-7ba21e48640f tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:12.231737 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-6661ed50-7f19-4c06-9cff-7cdd94685a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:12.236200 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1f447b1b-dd4f-402e-bef8-41d1a6533743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.241211 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3a675c9d-abb2-4830-91a0-3c6a1ed46997 req-7b3e2f7e-e82d-477f-82b1-7ba21e48640f tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/ports?device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 945 time: 0.2173927 Jul 15 13:15:12.256979 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19455b9f-b5e7-4546-94cc-567ae8374b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5354af9b-6a01-4b7f-8628-1a802935d9eb,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:12.260564 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6661ed50-7f19-4c06-9cff-7cdd94685a20 None None] Routers {'d58204ee-42d7-4ed8-b8b8-2907b96a3bb8'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:12.263333 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-6661ed50-7f19-4c06-9cff-7cdd94685a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:15:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['d58204ee-42d7-4ed8-b8b8-2907b96a3bb8'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:12.307930 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3a675c9d-abb2-4830-91a0-3c6a1ed46997 req-687ceacf-2b9d-423e-9423-469e9a5efcc8 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/security-groups?id=89bd4cb4-a98d-4dfa-a26f-c2dff1ae00a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656784 Jul 15 13:15:12.318073 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b468cf35-7c69-44c6-801f-49d4807699b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.324169 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b468cf35-7c69-44c6-801f-49d4807699b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.329772 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b468cf35-7c69-44c6-801f-49d4807699b6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5421fc4f-fe5c-49da-a349-b69f1a948698 HTTP/1.1" status: 204 len: 168 time: 0.4569914 Jul 15 13:15:12.350145 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468cf35-7c69-44c6-801f-49d4807699b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5421fc4f-fe5c-49da-a349-b69f1a948698,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:12.358441 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-6661ed50-7f19-4c06-9cff-7cdd94685a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:12.359425 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6661ed50-7f19-4c06-9cff-7cdd94685a20 None None] The sync data for ids ['d58204ee-42d7-4ed8-b8b8-2907b96a3bb8'] in n-d-771363-36 is: [] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:15:12.378359 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea3767-309d-4f75-92c5-191dc3f5a8a4 None None] Pushing event updated for resources: {'Port': ['ID=5e879545-05e6-4309-99b9-c16417925e4a,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:12.407762 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-1f447b1b-dd4f-402e-bef8-41d1a6533743 None None] Attempting to bind port 5e879545-05e6-4309-99b9-c16417925e4a on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:12.407987 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-1f447b1b-dd4f-402e-bef8-41d1a6533743 None None] Attempting to bind port 5e879545-05e6-4309-99b9-c16417925e4a by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:12.408360 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f447b1b-dd4f-402e-bef8-41d1a6533743 None None] Attempting to bind port 5e879545-05e6-4309-99b9-c16417925e4a on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:12.422454 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f447b1b-dd4f-402e-bef8-41d1a6533743 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:12.424176 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f447b1b-dd4f-402e-bef8-41d1a6533743 None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:12.424603 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1f447b1b-dd4f-402e-bef8-41d1a6533743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.425068 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f447b1b-dd4f-402e-bef8-41d1a6533743 None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:12.425555 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-1f447b1b-dd4f-402e-bef8-41d1a6533743 None None] Bound port: 5e879545-05e6-4309-99b9-c16417925e4a, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:12.427064 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1f447b1b-dd4f-402e-bef8-41d1a6533743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.454919 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0818c441-0551-4582-b3b1-5c19452374da tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Made reservation on behalf of 88f3c4e949d744d2ac1903956550e6d0 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:12.458177 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0818c441-0551-4582-b3b1-5c19452374da tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.486420 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-0818c441-0551-4582-b3b1-5c19452374da tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] device_id is not set on port decdeede-fae5-4e9b-a4e8-a90bdb7878fc yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:12.498720 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d9020482-01bd-45b5-91f3-b478c3b5076b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.526242 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-1f447b1b-dd4f-402e-bef8-41d1a6533743 None None] For port 5e879545-05e6-4309-99b9-c16417925e4a, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:12.532319 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-1f447b1b-dd4f-402e-bef8-41d1a6533743 None None] For port 5e879545-05e6-4309-99b9-c16417925e4a, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5e879545-05e6-4309-99b9-c16417925e4a,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:12.542186 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1f447b1b-dd4f-402e-bef8-41d1a6533743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.619604 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f447b1b-dd4f-402e-bef8-41d1a6533743 None None] Routers {'6ff7db80-72e2-4891-ace8-242173d6cf2c'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:12.620646 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-1f447b1b-dd4f-402e-bef8-41d1a6533743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:15:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['6ff7db80-72e2-4891-ace8-242173d6cf2c'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:12.627783 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea3767-309d-4f75-92c5-191dc3f5a8a4 None None] Pushing event updated for resources: {'Port': ['ID=5e879545-05e6-4309-99b9-c16417925e4a,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:12.722758 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-0818c441-0551-4582-b3b1-5c19452374da tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Allocated IP 172.20.0.11 (9611a21c-d642-471a-bcd0-3ac001b63c69/41e3f013-f17c-47d0-8636-59246f239e93/decdeede-fae5-4e9b-a4e8-a90bdb7878fc) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:12.733634 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd78b2-0cf1-4b43-b424-0cd875e9c455 req-0e67c7c6-0475-4602-a0ce-69020658f445 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:12.735337 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-90dd78b2-0cf1-4b43-b424-0cd875e9c455 req-0e67c7c6-0475-4602-a0ce-69020658f445 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5eabc80-5aff-4ed0-b6a9-5aebf36c9add HTTP/1.1" status: 200 len: 944 time: 0.1018441 Jul 15 13:15:12.795420 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-90dd78b2-0cf1-4b43-b424-0cd875e9c455 req-00648c40-964a-45c5-92e4-10fe021f6977 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526257 Jul 15 13:15:12.809272 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-1f447b1b-dd4f-402e-bef8-41d1a6533743 None None] Set router 6ff7db80-72e2-4891-ace8-242173d6cf2c gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:15:12.830101 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-d9020482-01bd-45b5-91f3-b478c3b5076b admin admin] Allocated IP 172.20.0.1 (359df2c0-4bf7-4ad6-9077-322d3e25d43b/441437bb-bd67-4a89-8f5a-6a01537c4d74/87623577-d004-4051-9e0a-be1d84ccebf9) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:12.980847 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d9020482-01bd-45b5-91f3-b478c3b5076b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.995916 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-d9020482-01bd-45b5-91f3-b478c3b5076b admin admin] Transition to ACTIVE for port object 87623577-d004-4051-9e0a-be1d84ccebf9 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:13.028150 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-1f447b1b-dd4f-402e-bef8-41d1a6533743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff7db80-72e2-4891-ace8-242173d6cf2c', 'name': 'tempest-TestAggregatesBasicOps-1523830264-router', 'tenant_id': 'bf7eb4e244714aa5a9d710e295c760fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '5e879545-05e6-4309-99b9-c16417925e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:05Z', 'updated_at': '2021-07-15T13:15:09Z', 'revision_number': 3, 'project_id': 'bf7eb4e244714aa5a9d710e295c760fd', 'gw_port': {'id': '5e879545-05e6-4309-99b9-c16417925e4a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff7db80-72e2-4891-ace8-242173d6cf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:06Z', 'updated_at': '2021-07-15T13:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:13.056772 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f447b1b-dd4f-402e-bef8-41d1a6533743 None None] The sync data for ids ['6ff7db80-72e2-4891-ace8-242173d6cf2c'] in n-d-771363-36 is: [{'id': '6ff7db80-72e2-4891-ace8-242173d6cf2c', 'name': 'tempest-TestAggregatesBasicOps-1523830264-router', 'tenant_id': 'bf7eb4e244714aa5a9d710e295c760fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '5e879545-05e6-4309-99b9-c16417925e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:05Z', 'updated_at': '2021-07-15T13:15:09Z', 'revision_number': 3, 'project_id': 'bf7eb4e244714aa5a9d710e295c760fd', 'gw_port': {'id': '5e879545-05e6-4309-99b9-c16417925e4a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff7db80-72e2-4891-ace8-242173d6cf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:06Z', 'updated_at': '2021-07-15T13:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:15:13.108770 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0818c441-0551-4582-b3b1-5c19452374da tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:13.112972 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d9020482-01bd-45b5-91f3-b478c3b5076b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:13.166687 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9020482-01bd-45b5-91f3-b478c3b5076b admin admin] Pushing event updated for resources: {'Port': ['ID=87623577-d004-4051-9e0a-be1d84ccebf9,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:13.180856 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-0818c441-0551-4582-b3b1-5c19452374da tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Transition to ACTIVE for port object decdeede-fae5-4e9b-a4e8-a90bdb7878fc will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:13.190245 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9020482-01bd-45b5-91f3-b478c3b5076b admin admin] Network 359df2c0-4bf7-4ad6-9077-322d3e25d43b is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:13.194414 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-d9020482-01bd-45b5-91f3-b478c3b5076b admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:13.196947 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9020482-01bd-45b5-91f3-b478c3b5076b admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:13.253373 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d9020482-01bd-45b5-91f3-b478c3b5076b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:13.400537 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0818c441-0551-4582-b3b1-5c19452374da tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:13.477403 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0818c441-0551-4582-b3b1-5c19452374da tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Network 9611a21c-d642-471a-bcd0-3ac001b63c69 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:13.480670 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d9020482-01bd-45b5-91f3-b478c3b5076b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:13.513197 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-0818c441-0551-4582-b3b1-5c19452374da tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:13.515985 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0818c441-0551-4582-b3b1-5c19452374da tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:13.571450 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0818c441-0551-4582-b3b1-5c19452374da tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Pushing event updated for resources: {'Port': ['ID=decdeede-fae5-4e9b-a4e8-a90bdb7878fc,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:13.627047 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0818c441-0551-4582-b3b1-5c19452374da tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:13.628339 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0818c441-0551-4582-b3b1-5c19452374da tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:13.657929 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0818c441-0551-4582-b3b1-5c19452374da tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5183418 Jul 15 13:15:13.663419 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34570) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:13.701985 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-edde32cb-8b93-43e2-8fdc-d1e8139a3083 None None] Provisioning for port 87623577-d004-4051-9e0a-be1d84ccebf9 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:13.713374 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-edde32cb-8b93-43e2-8fdc-d1e8139a3083 None None] Provisioning complete for port 87623577-d004-4051-9e0a-be1d84ccebf9 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:13.713759 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-edde32cb-8b93-43e2-8fdc-d1e8139a3083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:13.735337 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3bac87-cd18-4555-b656-b9c1385414e3 req-d637514b-86c5-4e02-b3ce-161242f458ce tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:13.744465 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae3bac87-cd18-4555-b656-b9c1385414e3 req-d637514b-86c5-4e02-b3ce-161242f458ce tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/ports?device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 945 time: 0.1727636 Jul 15 13:15:13.798297 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-edde32cb-8b93-43e2-8fdc-d1e8139a3083 None None] Port 87623577-d004-4051-9e0a-be1d84ccebf9 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:13.823897 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae3bac87-cd18-4555-b656-b9c1385414e3 req-d5b29353-b9ef-4716-83e8-7e9394984845 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/security-groups?id=89bd4cb4-a98d-4dfa-a26f-c2dff1ae00a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776885 Jul 15 13:15:13.825733 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device ada7232b-6a59-4a55-b05a-185de6b69649 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:15:13.895972 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d9020482-01bd-45b5-91f3-b478c3b5076b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:13.905751 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d9020482-01bd-45b5-91f3-b478c3b5076b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:13.958315 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6e98e1df-6c86-4c22-a958-212d787ada0d None None] Provisioning for port decdeede-fae5-4e9b-a4e8-a90bdb7878fc completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:13.968550 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6e98e1df-6c86-4c22-a958-212d787ada0d None None] Provisioning complete for port decdeede-fae5-4e9b-a4e8-a90bdb7878fc triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:13.969034 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6e98e1df-6c86-4c22-a958-212d787ada0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:13.981187 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d9020482-01bd-45b5-91f3-b478c3b5076b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.071338 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-6e98e1df-6c86-4c22-a958-212d787ada0d None None] Port decdeede-fae5-4e9b-a4e8-a90bdb7878fc cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:14.121269 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9020482-01bd-45b5-91f3-b478c3b5076b admin admin] Pushing event updated for resources: {'Port': ['ID=87623577-d004-4051-9e0a-be1d84ccebf9,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:14.129123 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port ada7232b-6a59-4a55-b05a-185de6b69649, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ada7232b-6a59-4a55-b05a-185de6b69649,segment=NetworkSegment(6bb03eb1-9e52-4718-ab2b-06d9a8232852),segment_id=6bb03eb1-9e52-4718-ab2b-06d9a8232852)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:14.145152 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'ada7232b-6a59-4a55-b05a-185de6b69649', 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078', 'port_id': 'ada7232b-6a59-4a55-b05a-185de6b69649', 'mac_address': 'fa:16:3e:1c:8b:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3564fb5-e6c9-425e-8a20-95a28163b8cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:15:14.193797 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2249a24-bbb0-491d-8165-0fa7a65287d7 req-9c5efe87-0b4c-4567-8a37-0cac8e0e6640 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:14.201057 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c2249a24-bbb0-491d-8165-0fa7a65287d7 req-9c5efe87-0b4c-4567-8a37-0cac8e0e6640 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5eabc80-5aff-4ed0-b6a9-5aebf36c9add HTTP/1.1" status: 200 len: 944 time: 0.1581223 Jul 15 13:15:14.213026 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.235857 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-3e0bd39f-50f0-4e94-9276-6de24e235cf7 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'project_id': '88f3c4e949d744d2ac1903956550e6d0', 'port_id': 'decdeede-fae5-4e9b-a4e8-a90bdb7878fc'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:14.256588 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ada7232b-6a59-4a55-b05a-185de6b69649 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:14.285375 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port ada7232b-6a59-4a55-b05a-185de6b69649, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ada7232b-6a59-4a55-b05a-185de6b69649,segment=NetworkSegment(6bb03eb1-9e52-4718-ab2b-06d9a8232852),segment_id=6bb03eb1-9e52-4718-ab2b-06d9a8232852)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:14.288321 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9020482-01bd-45b5-91f3-b478c3b5076b admin admin] Network 359df2c0-4bf7-4ad6-9077-322d3e25d43b is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:14.290394 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-d9020482-01bd-45b5-91f3-b478c3b5076b admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:14.293017 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.342424 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c2249a24-bbb0-491d-8165-0fa7a65287d7 req-ccdf1016-2565-4072-8f2c-2e050a79e7e5 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290152 Jul 15 13:15:14.345462 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3e0bd39f-50f0-4e94-9276-6de24e235cf7 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.411207 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=ada7232b-6a59-4a55-b05a-185de6b69649,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:14.546342 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3e0bd39f-50f0-4e94-9276-6de24e235cf7 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.588739 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9020482-01bd-45b5-91f3-b478c3b5076b admin admin] Router 6ff7db80-72e2-4891-ace8-242173d6cf2c has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:15:14.606301 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5e879545-05e6-4309-99b9-c16417925e4a up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:14.658549 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['ada7232b-6a59-4a55-b05a-185de6b69649'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:14.702704 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-3e0bd39f-50f0-4e94-9276-6de24e235cf7 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Allocated IP 172.25.8.247 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/9b3b7a13-614d-4a71-91e4-a03a754fe889) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:14.726312 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-bee261e1-da0b-468a-a4ec-e5e3bf00d43d None None] Provisioning complete for port 87623577-d004-4051-9e0a-be1d84ccebf9 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:14.727054 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bee261e1-da0b-468a-a4ec-e5e3bf00d43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.780073 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 5e879545-05e6-4309-99b9-c16417925e4a completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:14.792944 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 5e879545-05e6-4309-99b9-c16417925e4a triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:14.793328 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.834763 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-bee261e1-da0b-468a-a4ec-e5e3bf00d43d None None] Port 87623577-d004-4051-9e0a-be1d84ccebf9 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:14.874532 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9020482-01bd-45b5-91f3-b478c3b5076b admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:15:14.883949 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3e0bd39f-50f0-4e94-9276-6de24e235cf7 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.901240 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d9020482-01bd-45b5-91f3-b478c3b5076b admin admin] 10.222.0.16 "PUT /v2.0/routers/6ff7db80-72e2-4891-ace8-242173d6cf2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8785417 Jul 15 13:15:14.931342 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3e0bd39f-50f0-4e94-9276-6de24e235cf7 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.989203 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0bd39f-50f0-4e94-9276-6de24e235cf7 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:14.992475 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-3e0bd39f-50f0-4e94-9276-6de24e235cf7 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:14.994445 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.000286 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0bd39f-50f0-4e94-9276-6de24e235cf7 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:15.033487 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 5e879545-05e6-4309-99b9-c16417925e4a, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5e879545-05e6-4309-99b9-c16417925e4a,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:15.044092 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.101498 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=5e879545-05e6-4309-99b9-c16417925e4a,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:15.140496 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0bd39f-50f0-4e94-9276-6de24e235cf7 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Pushing event updated for resources: {'Port': ['ID=9b3b7a13-614d-4a71-91e4-a03a754fe889,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:15.334358 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54948929-38c0-44ca-bfe1-d3d0b8cac9d2 req-17d9dbb8-9b5a-425b-a43a-da589720b243 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:15.336105 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-54948929-38c0-44ca-bfe1-d3d0b8cac9d2 req-17d9dbb8-9b5a-425b-a43a-da589720b243 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/ports?device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 945 time: 0.1993742 Jul 15 13:15:15.457440 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-54948929-38c0-44ca-bfe1-d3d0b8cac9d2 req-c01ab6fd-5e62-4023-a20f-f3279c8cd393 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/security-groups?id=89bd4cb4-a98d-4dfa-a26f-c2dff1ae00a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105194 Jul 15 13:15:15.562132 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f76b88-5399-4fd0-a7e9-5115eac1a752 None None] Sync routers for ids ['6ff7db80-72e2-4891-ace8-242173d6cf2c'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:15:15.573254 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f76b88-5399-4fd0-a7e9-5115eac1a752 None None] Routers {'6ff7db80-72e2-4891-ace8-242173d6cf2c'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:15.573991 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-b2f76b88-5399-4fd0-a7e9-5115eac1a752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:15:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['6ff7db80-72e2-4891-ace8-242173d6cf2c'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:15.612341 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3e0bd39f-50f0-4e94-9276-6de24e235cf7 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.621275 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03086331-1ab7-4ad1-a44e-37c14569baa9 req-8c1c5f07-6758-41e2-b1af-3e131e04b4bc tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:15.622924 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-03086331-1ab7-4ad1-a44e-37c14569baa9 req-8c1c5f07-6758-41e2-b1af-3e131e04b4bc tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5eabc80-5aff-4ed0-b6a9-5aebf36c9add HTTP/1.1" status: 200 len: 945 time: 0.1521931 Jul 15 13:15:15.717877 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-03086331-1ab7-4ad1-a44e-37c14569baa9 req-ba575dbe-1f5b-45e1-8471-d472e887d255 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692489 Jul 15 13:15:15.733770 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3e0bd39f-50f0-4e94-9276-6de24e235cf7 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.883750 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-b2f76b88-5399-4fd0-a7e9-5115eac1a752 None None] Set router 6ff7db80-72e2-4891-ace8-242173d6cf2c gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:15:15.949912 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3e0bd39f-50f0-4e94-9276-6de24e235cf7 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.956922 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3e0bd39f-50f0-4e94-9276-6de24e235cf7 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.046175 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3e0bd39f-50f0-4e94-9276-6de24e235cf7 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.080480 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0bd39f-50f0-4e94-9276-6de24e235cf7 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Pushing event updated for resources: {'Port': ['ID=9b3b7a13-614d-4a71-91e4-a03a754fe889,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:16.132564 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-b2f76b88-5399-4fd0-a7e9-5115eac1a752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff7db80-72e2-4891-ace8-242173d6cf2c', 'name': 'tempest-TestAggregatesBasicOps-1523830264-router', 'tenant_id': 'bf7eb4e244714aa5a9d710e295c760fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '5e879545-05e6-4309-99b9-c16417925e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:05Z', 'updated_at': '2021-07-15T13:15:13Z', 'revision_number': 4, 'project_id': 'bf7eb4e244714aa5a9d710e295c760fd', 'gw_port': {'id': '5e879545-05e6-4309-99b9-c16417925e4a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff7db80-72e2-4891-ace8-242173d6cf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:06Z', 'updated_at': '2021-07-15T13:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '87623577-d004-4051-9e0a-be1d84ccebf9', 'name': '', 'network_id': '359df2c0-4bf7-4ad6-9077-322d3e25d43b', 'tenant_id': 'bf7eb4e244714aa5a9d710e295c760fd', 'mac_address': 'fa:16:3e:53:6b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff7db80-72e2-4891-ace8-242173d6cf2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '441437bb-bd67-4a89-8f5a-6a01537c4d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:12Z', 'updated_at': '2021-07-15T13:15:13Z', 'revision_number': 2, 'project_id': 'bf7eb4e244714aa5a9d710e295c760fd', 'subnets': [{'id': '441437bb-bd67-4a89-8f5a-6a01537c4d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:16.161348 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-3e0bd39f-50f0-4e94-9276-6de24e235cf7 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Floating IP 3748519e-6746-4779-a91e-9adb0fea98d3 associated. External IP: 172.25.8.247, port: decdeede-fae5-4e9b-a4e8-a90bdb7878fc. Jul 15 13:15:16.174380 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f76b88-5399-4fd0-a7e9-5115eac1a752 None None] Checking router: 6ff7db80-72e2-4891-ace8-242173d6cf2c for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:15:16.175021 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f76b88-5399-4fd0-a7e9-5115eac1a752 None None] Updating router 6ff7db80-72e2-4891-ace8-242173d6cf2c port 87623577-d004-4051-9e0a-be1d84ccebf9 binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:15:16.210791 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 34652) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:16.222939 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b2f76b88-5399-4fd0-a7e9-5115eac1a752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.384977 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0bd39f-50f0-4e94-9276-6de24e235cf7 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Router d58204ee-42d7-4ed8-b8b8-2907b96a3bb8 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:15:16.532878 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5e879545-05e6-4309-99b9-c16417925e4a up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:16.535124 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cc320e0c-9e46-4cc3-83b7-fe5b096accad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.616535 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0bd39f-50f0-4e94-9276-6de24e235cf7 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:15:16.633738 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffedd9c6-d458-4c64-b276-26551385d89c None None] Sync routers for ids ['d58204ee-42d7-4ed8-b8b8-2907b96a3bb8'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:15:16.646081 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b2f76b88-5399-4fd0-a7e9-5115eac1a752 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.649015 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffedd9c6-d458-4c64-b276-26551385d89c None None] Routers {'d58204ee-42d7-4ed8-b8b8-2907b96a3bb8'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:16.649523 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-ffedd9c6-d458-4c64-b276-26551385d89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:15:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['d58204ee-42d7-4ed8-b8b8-2907b96a3bb8'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:16.658112 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 34670) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:16.668006 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-dd524c6c-1e76-46cd-9960-91f3dcef5bf5 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1410522005-network', 'tenant_id': '9735a243b58e4e099240abc02c326fec'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:16.698026 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b2f76b88-5399-4fd0-a7e9-5115eac1a752 None None] Transition to ACTIVE for port object 87623577-d004-4051-9e0a-be1d84ccebf9 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:16.702449 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 5e879545-05e6-4309-99b9-c16417925e4a triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:16.703109 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.722781 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-ffedd9c6-d458-4c64-b276-26551385d89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:16.733350 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffedd9c6-d458-4c64-b276-26551385d89c None None] Routers {'d58204ee-42d7-4ed8-b8b8-2907b96a3bb8'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:16.734441 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-ffedd9c6-d458-4c64-b276-26551385d89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:15:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['d58204ee-42d7-4ed8-b8b8-2907b96a3bb8'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:16.772513 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-ffedd9c6-d458-4c64-b276-26551385d89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:16.773145 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b2f76b88-5399-4fd0-a7e9-5115eac1a752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.773740 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffedd9c6-d458-4c64-b276-26551385d89c None None] The sync data for ids ['d58204ee-42d7-4ed8-b8b8-2907b96a3bb8'] in n-d-771363-36 is: [] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:15:16.792641 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cc320e0c-9e46-4cc3-83b7-fe5b096accad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.800525 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cc320e0c-9e46-4cc3-83b7-fe5b096accad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.863463 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3e0bd39f-50f0-4e94-9276-6de24e235cf7 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.882326 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-cc320e0c-9e46-4cc3-83b7-fe5b096accad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8ed47c7b6c324b04bb09bda4a6cea12c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6704319 Jul 15 13:15:16.885633 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 34684) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:16.888943 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc320e0c-9e46-4cc3-83b7-fe5b096accad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8849c0f5-9ff9-43ec-83e1-96feea0a4149,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:16.929936 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd524c6c-1e76-46cd-9960-91f3dcef5bf5 admin admin] Made reservation on behalf of 9735a243b58e4e099240abc02c326fec for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:16.934505 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dd524c6c-1e76-46cd-9960-91f3dcef5bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.974709 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dd524c6c-1e76-46cd-9960-91f3dcef5bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.980406 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98828193-5f95-4968-8911-92df1c539702 None None] Pushing event updated for resources: {'Port': ['ID=87623577-d004-4051-9e0a-be1d84ccebf9,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:17.042403 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3e0bd39f-50f0-4e94-9276-6de24e235cf7 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.3641829 Jul 15 13:15:17.052555 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34688) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:17.114456 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6494e34c-9d00-4e16-809b-4fa23da8d325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.119041 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-b2f76b88-5399-4fd0-a7e9-5115eac1a752 None None] Attempting to bind port 87623577-d004-4051-9e0a-be1d84ccebf9 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:17.119533 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-b2f76b88-5399-4fd0-a7e9-5115eac1a752 None None] Attempting to bind port 87623577-d004-4051-9e0a-be1d84ccebf9 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '8be3d6e1-17d4-4348-8a43-1945ce07030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '359df2c0-4bf7-4ad6-9077-322d3e25d43b'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:17.119903 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f76b88-5399-4fd0-a7e9-5115eac1a752 None None] Attempting to bind port 87623577-d004-4051-9e0a-be1d84ccebf9 on network 359df2c0-4bf7-4ad6-9077-322d3e25d43b {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:17.127428 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f76b88-5399-4fd0-a7e9-5115eac1a752 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:17.128204 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f76b88-5399-4fd0-a7e9-5115eac1a752 None None] Checking segment: {'id': '8be3d6e1-17d4-4348-8a43-1945ce07030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '359df2c0-4bf7-4ad6-9077-322d3e25d43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:17.128521 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b2f76b88-5399-4fd0-a7e9-5115eac1a752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.128968 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f76b88-5399-4fd0-a7e9-5115eac1a752 None None] Bound using segment: {'id': '8be3d6e1-17d4-4348-8a43-1945ce07030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '359df2c0-4bf7-4ad6-9077-322d3e25d43b'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:17.129458 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-b2f76b88-5399-4fd0-a7e9-5115eac1a752 None None] Bound port: 87623577-d004-4051-9e0a-be1d84ccebf9, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8be3d6e1-17d4-4348-8a43-1945ce07030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '359df2c0-4bf7-4ad6-9077-322d3e25d43b'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:17.129851 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b2f76b88-5399-4fd0-a7e9-5115eac1a752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.183335 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6494e34c-9d00-4e16-809b-4fa23da8d325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.204199 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dd524c6c-1e76-46cd-9960-91f3dcef5bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.210265 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dd524c6c-1e76-46cd-9960-91f3dcef5bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.285834 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd524c6c-1e76-46cd-9960-91f3dcef5bf5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:15:17.304268 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-b2f76b88-5399-4fd0-a7e9-5115eac1a752 None None] For port 87623577-d004-4051-9e0a-be1d84ccebf9, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:17.309440 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-b2f76b88-5399-4fd0-a7e9-5115eac1a752 None None] For port 87623577-d004-4051-9e0a-be1d84ccebf9, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=87623577-d004-4051-9e0a-be1d84ccebf9,segment=NetworkSegment(8be3d6e1-17d4-4348-8a43-1945ce07030c),segment_id=8be3d6e1-17d4-4348-8a43-1945ce07030c)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:17.315111 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b2f76b88-5399-4fd0-a7e9-5115eac1a752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.316090 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dd524c6c-1e76-46cd-9960-91f3dcef5bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.317163 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-dd524c6c-1e76-46cd-9960-91f3dcef5bf5 admin admin] Added segment 6201503a-9ef9-42eb-997c-f000f07a75ea of type vlan for network 119b1821-d00a-4530-a14b-af666c528049 Jul 15 13:15:17.318906 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd524c6c-1e76-46cd-9960-91f3dcef5bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7daa7413-946e-431c-b6f0-5700e816b115,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:17.386552 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98828193-5f95-4968-8911-92df1c539702 None None] Pushing event updated for resources: {'Port': ['ID=87623577-d004-4051-9e0a-be1d84ccebf9,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:17.405606 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f76b88-5399-4fd0-a7e9-5115eac1a752 None None] Routers {'6ff7db80-72e2-4891-ace8-242173d6cf2c'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:17.406282 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-b2f76b88-5399-4fd0-a7e9-5115eac1a752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:15:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['6ff7db80-72e2-4891-ace8-242173d6cf2c'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:17.411389 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dd524c6c-1e76-46cd-9960-91f3dcef5bf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.417874 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6494e34c-9d00-4e16-809b-4fa23da8d325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.424028 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6494e34c-9d00-4e16-809b-4fa23da8d325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.428026 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6494e34c-9d00-4e16-809b-4fa23da8d325 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8849c0f5-9ff9-43ec-83e1-96feea0a4149 HTTP/1.1" status: 204 len: 168 time: 0.5412037 Jul 15 13:15:17.445298 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6494e34c-9d00-4e16-809b-4fa23da8d325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8849c0f5-9ff9-43ec-83e1-96feea0a4149,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:17.480103 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dd524c6c-1e76-46cd-9960-91f3dcef5bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.481611 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd524c6c-1e76-46cd-9960-91f3dcef5bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:17.484802 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dd524c6c-1e76-46cd-9960-91f3dcef5bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.519021 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-dd524c6c-1e76-46cd-9960-91f3dcef5bf5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8564093 Jul 15 13:15:17.533982 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 34714) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:17.591786 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-cc1c7794-77f1-408c-b96e-ca3d992e1717 admin admin] Request body: {'subnet': {'network_id': '119b1821-d00a-4530-a14b-af666c528049', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1410522005-subnet', 'tenant_id': '9735a243b58e4e099240abc02c326fec', 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:17.706886 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd524c6c-1e76-46cd-9960-91f3dcef5bf5 admin admin] Pushing event updated for resources: {'Network': ['ID=119b1821-d00a-4530-a14b-af666c528049,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:17.711914 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1c7794-77f1-408c-b96e-ca3d992e1717 admin admin] Made reservation on behalf of 9735a243b58e4e099240abc02c326fec for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:17.714602 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cc1c7794-77f1-408c-b96e-ca3d992e1717 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.725134 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 119b1821-d00a-4530-a14b-af666c528049 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:15:17.790120 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-b2f76b88-5399-4fd0-a7e9-5115eac1a752 None None] Set router 6ff7db80-72e2-4891-ace8-242173d6cf2c gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:15:17.839647 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6836c60f-efcc-4b1e-8b58-5ea336bbf4f2 req-1fe4b3b6-2654-47b6-99c0-d58ac0d6d069 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:17.851015 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6836c60f-efcc-4b1e-8b58-5ea336bbf4f2 req-1fe4b3b6-2654-47b6-99c0-d58ac0d6d069 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/ports?device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 945 time: 1.0664811 Jul 15 13:15:17.879498 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device ada7232b-6a59-4a55-b05a-185de6b69649 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:17.947024 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85930e0b-37f9-4c42-b169-b94edc35632e req-a99b1cf9-7c58-4d38-b30b-601d8ef0b626 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:17.948983 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-85930e0b-37f9-4c42-b169-b94edc35632e req-a99b1cf9-7c58-4d38-b30b-601d8ef0b626 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5eabc80-5aff-4ed0-b6a9-5aebf36c9add HTTP/1.1" status: 200 len: 945 time: 1.0069776 Jul 15 13:15:17.978747 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6836c60f-efcc-4b1e-8b58-5ea336bbf4f2 req-062dab45-01f9-476f-91d5-e4220a2ec1c2 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/security-groups?id=89bd4cb4-a98d-4dfa-a26f-c2dff1ae00a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263921 Jul 15 13:15:17.991427 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d7d583a0-e07e-4cd9-8ce3-2cfe85ccda27 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] 10.222.0.16 "GET /v2.0/floatingips/3748519e-6746-4779-a91e-9adb0fea98d3 HTTP/1.1" status: 200 len: 983 time: 0.9371657 Jul 15 13:15:18.002809 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34754) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:18.044202 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cc1c7794-77f1-408c-b96e-ca3d992e1717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.118051 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34760) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:18.122126 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-85930e0b-37f9-4c42-b169-b94edc35632e req-a3c2f193-1067-4d82-ba9b-338d8ab8f965 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555338 Jul 15 13:15:18.150077 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4634d59-76ad-4b9d-a0b0-2cd4ccd36b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.190355 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port ada7232b-6a59-4a55-b05a-185de6b69649 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:18.210340 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c7794-77f1-408c-b96e-ca3d992e1717 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c3a2cdf-a315-4fa2-8716-bda6feb404ac,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:18.223039 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port ada7232b-6a59-4a55-b05a-185de6b69649 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:18.223424 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.251429 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1eaddd9d-c0a2-42e4-a4ba-4591da1a3f95 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.2260771 Jul 15 13:15:18.257140 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 34768) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:18.353760 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-b2f76b88-5399-4fd0-a7e9-5115eac1a752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff7db80-72e2-4891-ace8-242173d6cf2c', 'name': 'tempest-TestAggregatesBasicOps-1523830264-router', 'tenant_id': 'bf7eb4e244714aa5a9d710e295c760fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '5e879545-05e6-4309-99b9-c16417925e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:05Z', 'updated_at': '2021-07-15T13:15:13Z', 'revision_number': 4, 'project_id': 'bf7eb4e244714aa5a9d710e295c760fd', 'gw_port': {'id': '5e879545-05e6-4309-99b9-c16417925e4a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff7db80-72e2-4891-ace8-242173d6cf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:06Z', 'updated_at': '2021-07-15T13:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '87623577-d004-4051-9e0a-be1d84ccebf9', 'name': '', 'network_id': '359df2c0-4bf7-4ad6-9077-322d3e25d43b', 'tenant_id': 'bf7eb4e244714aa5a9d710e295c760fd', 'mac_address': 'fa:16:3e:53:6b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff7db80-72e2-4891-ace8-242173d6cf2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '441437bb-bd67-4a89-8f5a-6a01537c4d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:12Z', 'updated_at': '2021-07-15T13:15:17Z', 'revision_number': 4, 'project_id': 'bf7eb4e244714aa5a9d710e295c760fd', 'subnets': [{'id': '441437bb-bd67-4a89-8f5a-6a01537c4d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:18.357162 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4634d59-76ad-4b9d-a0b0-2cd4ccd36b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.362412 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4634d59-76ad-4b9d-a0b0-2cd4ccd36b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.378653 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1c7794-77f1-408c-b96e-ca3d992e1717 admin admin] Checking segment: {'id': '6201503a-9ef9-42eb-997c-f000f07a75ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '119b1821-d00a-4530-a14b-af666c528049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:18.379239 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1c7794-77f1-408c-b96e-ca3d992e1717 admin admin] Network hostable DHCP agents. Network: 119b1821-d00a-4530-a14b-af666c528049, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:15:18.384648 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f76b88-5399-4fd0-a7e9-5115eac1a752 None None] The sync data for ids ['6ff7db80-72e2-4891-ace8-242173d6cf2c'] in n-d-771363-36 is: [{'id': '6ff7db80-72e2-4891-ace8-242173d6cf2c', 'name': 'tempest-TestAggregatesBasicOps-1523830264-router', 'tenant_id': 'bf7eb4e244714aa5a9d710e295c760fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '5e879545-05e6-4309-99b9-c16417925e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:05Z', 'updated_at': '2021-07-15T13:15:13Z', 'revision_number': 4, 'project_id': 'bf7eb4e244714aa5a9d710e295c760fd', 'gw_port': {'id': '5e879545-05e6-4309-99b9-c16417925e4a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff7db80-72e2-4891-ace8-242173d6cf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:06Z', 'updated_at': '2021-07-15T13:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '87623577-d004-4051-9e0a-be1d84ccebf9', 'name': '', 'network_id': '359df2c0-4bf7-4ad6-9077-322d3e25d43b', 'tenant_id': 'bf7eb4e244714aa5a9d710e295c760fd', 'mac_address': 'fa:16:3e:53:6b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff7db80-72e2-4891-ace8-242173d6cf2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '441437bb-bd67-4a89-8f5a-6a01537c4d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:12Z', 'updated_at': '2021-07-15T13:15:17Z', 'revision_number': 4, 'project_id': 'bf7eb4e244714aa5a9d710e295c760fd', 'subnets': [{'id': '441437bb-bd67-4a89-8f5a-6a01537c4d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:15:18.398684 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.416035 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1c7794-77f1-408c-b96e-ca3d992e1717 admin admin] Network 119b1821-d00a-4530-a14b-af666c528049 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:15:18.433864 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-cc1c7794-77f1-408c-b96e-ca3d992e1717 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 119b1821-d00a-4530-a14b-af666c528049) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:18.447491 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a815238-698b-4b83-b215-8e5d2375a533 None None] Network 119b1821-d00a-4530-a14b-af666c528049 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:18.460692 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1c7794-77f1-408c-b96e-ca3d992e1717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:18.460692 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cc1c7794-77f1-408c-b96e-ca3d992e1717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.474930 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5eabc80-5aff-4ed0-b6a9-5aebf36c9add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada7232b-6a59-4a55-b05a-185de6b69649'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:18.477235 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66051c96-02c0-4be4-a1d5-39640c8087c8" -d '{"events": [{"server_uuid": "b5eabc80-5aff-4ed0-b6a9-5aebf36c9add", "name": "network-vif-plugged", "status": "completed", "tag": "ada7232b-6a59-4a55-b05a-185de6b69649"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:18.480977 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-cc1c7794-77f1-408c-b96e-ca3d992e1717 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9454508 Jul 15 13:15:18.496310 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34788) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:18.519993 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-832631ed-5098-4038-8363-6d0b1d19d07f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1410522005-router', 'tenant_id': '9735a243b58e4e099240abc02c326fec', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:18.532268 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-399ea00a-9cee-494a-9cca-b128c17211a3 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Deleting port 9b3b7a13-614d-4a71-91e4-a03a754fe889 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:18.532624 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-399ea00a-9cee-494a-9cca-b128c17211a3 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.551445 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port ada7232b-6a59-4a55-b05a-185de6b69649, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ada7232b-6a59-4a55-b05a-185de6b69649,segment=NetworkSegment(6bb03eb1-9e52-4718-ab2b-06d9a8232852),segment_id=6bb03eb1-9e52-4718-ab2b-06d9a8232852)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:18.562064 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.595333 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b4634d59-76ad-4b9d-a0b0-2cd4ccd36b34 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d4ab7dc9c7a41f3821af12f1d2d3cfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4769089 Jul 15 13:15:18.610016 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34796) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:18.644599 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4634d59-76ad-4b9d-a0b0-2cd4ccd36b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7efe694-c916-41a5-b8d1-e07a99f69ef4,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:18.677842 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66387565-cefa-4160-a897-82b49042f38a x-openstack-request-id: req-66387565-cefa-4160-a897-82b49042f38a {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:18.686197 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-832631ed-5098-4038-8363-6d0b1d19d07f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.688443 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5eabc80-5aff-4ed0-b6a9-5aebf36c9add", "name": "network-vif-plugged", "status": "completed", "tag": "ada7232b-6a59-4a55-b05a-185de6b69649", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:18.688967 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-66387565-cefa-4160-a897-82b49042f38a {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:18.689715 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5eabc80-5aff-4ed0-b6a9-5aebf36c9add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada7232b-6a59-4a55-b05a-185de6b69649', 'code': 200} Jul 15 13:15:18.691439 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-832631ed-5098-4038-8363-6d0b1d19d07f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.703798 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-399ea00a-9cee-494a-9cca-b128c17211a3 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.704497 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-399ea00a-9cee-494a-9cca-b128c17211a3 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.726256 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d424a478-6680-45ec-ab1a-0f2958d2b8c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.747143 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-399ea00a-9cee-494a-9cca-b128c17211a3 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Calling delete_port for 9b3b7a13-614d-4a71-91e4-a03a754fe889 owned by network:floatingip {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:18.754961 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=ada7232b-6a59-4a55-b05a-185de6b69649,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:18.846828 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d424a478-6680-45ec-ab1a-0f2958d2b8c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.849822 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-832631ed-5098-4038-8363-6d0b1d19d07f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.881946 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bad4da-7d14-4846-b6c7-d2eee3f9aff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-119b1821-d00a-4530-a14b-af666c528049', 'network_id': '119b1821-d00a-4530-a14b-af666c528049', 'tenant_id': '9735a243b58e4e099240abc02c326fec', 'fixed_ips': [{'subnet_id': '5c3a2cdf-a315-4fa2-8716-bda6feb404ac'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:15:18.883261 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26bad4da-7d14-4846-b6c7-d2eee3f9aff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:19.075421 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-26bad4da-7d14-4846-b6c7-d2eee3f9aff2 None None] Allocated IP 172.20.0.2 (119b1821-d00a-4530-a14b-af666c528049/5c3a2cdf-a315-4fa2-8716-bda6feb404ac/19ad07f5-fb6b-491b-9160-71fa78a0d0e7) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:19.196339 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-399ea00a-9cee-494a-9cca-b128c17211a3 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:19.261253 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c1da8-cd54-4f43-9448-0c42a6861a6d req-3cc75729-3b73-4037-86a3-e629541c4305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:19.263448 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-981c1da8-cd54-4f43-9448-0c42a6861a6d req-3cc75729-3b73-4037-86a3-e629541c4305 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b5eabc80-5aff-4ed0-b6a9-5aebf36c9add HTTP/1.1" status: 200 len: 1098 time: 0.4881628 Jul 15 13:15:19.278599 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-832631ed-5098-4038-8363-6d0b1d19d07f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:19.323202 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ea00a-9cee-494a-9cca-b128c17211a3 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Pushing event deleted for resources: {'Port': ['ID=9b3b7a13-614d-4a71-91e4-a03a754fe889,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:19.335200 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ea00a-9cee-494a-9cca-b128c17211a3 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:19.335549 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ea00a-9cee-494a-9cca-b128c17211a3 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:19.335894 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ea00a-9cee-494a-9cca-b128c17211a3 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:19.336234 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ea00a-9cee-494a-9cca-b128c17211a3 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:19.336619 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ea00a-9cee-494a-9cca-b128c17211a3 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:19.336957 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ea00a-9cee-494a-9cca-b128c17211a3 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:19.337287 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ea00a-9cee-494a-9cca-b128c17211a3 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:19.337620 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ea00a-9cee-494a-9cca-b128c17211a3 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:19.337947 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ea00a-9cee-494a-9cca-b128c17211a3 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:19.338274 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ea00a-9cee-494a-9cca-b128c17211a3 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:19.338742 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ea00a-9cee-494a-9cca-b128c17211a3 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:19.339084 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ea00a-9cee-494a-9cca-b128c17211a3 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:19.371868 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d424a478-6680-45ec-ab1a-0f2958d2b8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:19.374553 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-399ea00a-9cee-494a-9cca-b128c17211a3 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks [] for floatingip, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:19.375032 n-d-771363-36 neutron-server[93826]: INFO neutron.db.l3_db [None req-399ea00a-9cee-494a-9cca-b128c17211a3 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Floating IP 3748519e-6746-4779-a91e-9adb0fea98d3 disassociated (deleted). External IP: 172.25.8.247, port: decdeede-fae5-4e9b-a4e8-a90bdb7878fc. Jul 15 13:15:19.375708 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d424a478-6680-45ec-ab1a-0f2958d2b8c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:19.377241 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d424a478-6680-45ec-ab1a-0f2958d2b8c2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d7efe694-c916-41a5-b8d1-e07a99f69ef4 HTTP/1.1" status: 204 len: 168 time: 0.7600088 Jul 15 13:15:19.425323 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-981c1da8-cd54-4f43-9448-0c42a6861a6d req-73d94019-c4a8-4afc-9921-0d61def7fa6a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330285 Jul 15 13:15:19.443310 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424a478-6680-45ec-ab1a-0f2958d2b8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7efe694-c916-41a5-b8d1-e07a99f69ef4,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:19.639267 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26bad4da-7d14-4846-b6c7-d2eee3f9aff2 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:19.658703 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-26bad4da-7d14-4846-b6c7-d2eee3f9aff2 None None] Transition to ACTIVE for port object 19ad07f5-fb6b-491b-9160-71fa78a0d0e7 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:19.712836 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-26bad4da-7d14-4846-b6c7-d2eee3f9aff2 None None] Transition to ACTIVE for port object 19ad07f5-fb6b-491b-9160-71fa78a0d0e7 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:19.725056 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26bad4da-7d14-4846-b6c7-d2eee3f9aff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:19.790716 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f46eb-a5b3-4a13-b1dc-a8ddab0a9aec req-d47ac71a-348b-4411-af75-132386672912 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:19.794269 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-347f46eb-a5b3-4a13-b1dc-a8ddab0a9aec req-d47ac71a-348b-4411-af75-132386672912 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/ports?device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 945 time: 0.3818762 Jul 15 13:15:19.853511 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bad4da-7d14-4846-b6c7-d2eee3f9aff2 None None] Network 119b1821-d00a-4530-a14b-af666c528049 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:19.859287 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-26bad4da-7d14-4846-b6c7-d2eee3f9aff2 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:19.869320 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bad4da-7d14-4846-b6c7-d2eee3f9aff2 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:19.907005 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-399ea00a-9cee-494a-9cca-b128c17211a3 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Router d58204ee-42d7-4ed8-b8b8-2907b96a3bb8 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:15:19.941684 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4b241-ccd8-4d53-8d5a-fb631477c0d0 req-90349d4b-9717-4eea-a5fd-14251eff3725 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:19.943323 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6bb4b241-ccd8-4d53-8d5a-fb631477c0d0 req-90349d4b-9717-4eea-a5fd-14251eff3725 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5eabc80-5aff-4ed0-b6a9-5aebf36c9add HTTP/1.1" status: 200 len: 946 time: 0.3919463 Jul 15 13:15:19.992487 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bad4da-7d14-4846-b6c7-d2eee3f9aff2 None None] Pushing event updated for resources: {'Port': ['ID=19ad07f5-fb6b-491b-9160-71fa78a0d0e7,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:20.025170 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-26bad4da-7d14-4846-b6c7-d2eee3f9aff2 None None] Attempting to bind port 19ad07f5-fb6b-491b-9160-71fa78a0d0e7 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:20.027066 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-26bad4da-7d14-4846-b6c7-d2eee3f9aff2 None None] Attempting to bind port 19ad07f5-fb6b-491b-9160-71fa78a0d0e7 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6201503a-9ef9-42eb-997c-f000f07a75ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '119b1821-d00a-4530-a14b-af666c528049'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:20.027457 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bad4da-7d14-4846-b6c7-d2eee3f9aff2 None None] Attempting to bind port 19ad07f5-fb6b-491b-9160-71fa78a0d0e7 on network 119b1821-d00a-4530-a14b-af666c528049 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:20.042338 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bad4da-7d14-4846-b6c7-d2eee3f9aff2 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:20.042941 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bad4da-7d14-4846-b6c7-d2eee3f9aff2 None None] Checking segment: {'id': '6201503a-9ef9-42eb-997c-f000f07a75ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '119b1821-d00a-4530-a14b-af666c528049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:20.043935 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26bad4da-7d14-4846-b6c7-d2eee3f9aff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:20.044352 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bad4da-7d14-4846-b6c7-d2eee3f9aff2 None None] Bound using segment: {'id': '6201503a-9ef9-42eb-997c-f000f07a75ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '119b1821-d00a-4530-a14b-af666c528049'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:20.047573 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-26bad4da-7d14-4846-b6c7-d2eee3f9aff2 None None] Bound port: 19ad07f5-fb6b-491b-9160-71fa78a0d0e7, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6201503a-9ef9-42eb-997c-f000f07a75ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '119b1821-d00a-4530-a14b-af666c528049'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:20.048029 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26bad4da-7d14-4846-b6c7-d2eee3f9aff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:20.096652 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 34852) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:20.146317 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-347f46eb-a5b3-4a13-b1dc-a8ddab0a9aec req-bdc03d3e-37ec-47c9-a093-df420596dc62 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/security-groups?id=89bd4cb4-a98d-4dfa-a26f-c2dff1ae00a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159575 Jul 15 13:15:20.201111 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6bb4b241-ccd8-4d53-8d5a-fb631477c0d0 req-65811318-925e-4592-baf2-3835d1634424 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024039 Jul 15 13:15:20.209026 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-832631ed-5098-4038-8363-6d0b1d19d07f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:20.221352 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-26bad4da-7d14-4846-b6c7-d2eee3f9aff2 None None] For port 19ad07f5-fb6b-491b-9160-71fa78a0d0e7, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:20.223638 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-26bad4da-7d14-4846-b6c7-d2eee3f9aff2 None None] For port 19ad07f5-fb6b-491b-9160-71fa78a0d0e7, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=19ad07f5-fb6b-491b-9160-71fa78a0d0e7,segment=NetworkSegment(6201503a-9ef9-42eb-997c-f000f07a75ea),segment_id=6201503a-9ef9-42eb-997c-f000f07a75ea)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:20.231175 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26bad4da-7d14-4846-b6c7-d2eee3f9aff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:20.238307 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-832631ed-5098-4038-8363-6d0b1d19d07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:20.254471 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399ea00a-9cee-494a-9cca-b128c17211a3 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:15:20.280946 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-399ea00a-9cee-494a-9cca-b128c17211a3 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:20.327796 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe9ab06-5f51-4154-8998-135d79f6b458 None None] Sync routers for ids ['d58204ee-42d7-4ed8-b8b8-2907b96a3bb8'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:15:20.351138 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f2988e17-af43-4683-bd52-d404564c7eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:20.362244 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bad4da-7d14-4846-b6c7-d2eee3f9aff2 None None] Pushing event updated for resources: {'Port': ['ID=19ad07f5-fb6b-491b-9160-71fa78a0d0e7,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:20.370848 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe9ab06-5f51-4154-8998-135d79f6b458 None None] Routers {'d58204ee-42d7-4ed8-b8b8-2907b96a3bb8'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:20.371491 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-5fe9ab06-5f51-4154-8998-135d79f6b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:15:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['d58204ee-42d7-4ed8-b8b8-2907b96a3bb8'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:20.386028 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34862) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:20.387689 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-399ea00a-9cee-494a-9cca-b128c17211a3 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] 10.222.0.16 "DELETE /v2.0/floatingips/3748519e-6746-4779-a91e-9adb0fea98d3 HTTP/1.1" status: 204 len: 168 time: 2.1287782 Jul 15 13:15:20.432058 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-763efeed-d7c9-41be-ab76-8f4e959a5a94 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:20.503168 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-5fe9ab06-5f51-4154-8998-135d79f6b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:20.518000 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe9ab06-5f51-4154-8998-135d79f6b458 None None] Routers {'d58204ee-42d7-4ed8-b8b8-2907b96a3bb8'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:20.518948 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-5fe9ab06-5f51-4154-8998-135d79f6b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:15:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['d58204ee-42d7-4ed8-b8b8-2907b96a3bb8'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:20.599528 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-832631ed-5098-4038-8363-6d0b1d19d07f admin admin] Allocated IP 172.25.8.190 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/bb4aeb1e-2831-4c77-b708-cc7efdac1532) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:20.627900 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f2988e17-af43-4683-bd52-d404564c7eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:20.633136 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f2988e17-af43-4683-bd52-d404564c7eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:20.659178 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-5fe9ab06-5f51-4154-8998-135d79f6b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:20.659997 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe9ab06-5f51-4154-8998-135d79f6b458 None None] The sync data for ids ['d58204ee-42d7-4ed8-b8b8-2907b96a3bb8'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:15:20.736656 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 87623577-d004-4051-9e0a-be1d84ccebf9 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:20.747380 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2988e17-af43-4683-bd52-d404564c7eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d19697c-1a8c-4268-86c4-8618846bf5d4,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:20.769756 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f2988e17-af43-4683-bd52-d404564c7eda admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e8dde39f9899460ca4b45e9082f9de7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6715593 Jul 15 13:15:20.772176 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 34874) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:20.826895 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-763efeed-d7c9-41be-ab76-8f4e959a5a94 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:20.899993 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-27178855-1372-4873-9697-5497177448b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:20.901439 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 87623577-d004-4051-9e0a-be1d84ccebf9 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:20.910038 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 87623577-d004-4051-9e0a-be1d84ccebf9 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:20.911624 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:20.973388 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-27178855-1372-4873-9697-5497177448b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.000260 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-832631ed-5098-4038-8363-6d0b1d19d07f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.052069 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-27178855-1372-4873-9697-5497177448b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.055116 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-27178855-1372-4873-9697-5497177448b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.057427 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.059970 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-27178855-1372-4873-9697-5497177448b9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3d19697c-1a8c-4268-86c4-8618846bf5d4 HTTP/1.1" status: 204 len: 168 time: 0.2864742 Jul 15 13:15:21.066545 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-832631ed-5098-4038-8363-6d0b1d19d07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.082825 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27178855-1372-4873-9697-5497177448b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d19697c-1a8c-4268-86c4-8618846bf5d4,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:21.111095 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 87623577-d004-4051-9e0a-be1d84ccebf9, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=87623577-d004-4051-9e0a-be1d84ccebf9,segment=NetworkSegment(8be3d6e1-17d4-4348-8a43-1945ce07030c),segment_id=8be3d6e1-17d4-4348-8a43-1945ce07030c)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:21.117540 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.121261 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832631ed-5098-4038-8363-6d0b1d19d07f admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:21.165904 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-832631ed-5098-4038-8363-6d0b1d19d07f admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:21.184605 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832631ed-5098-4038-8363-6d0b1d19d07f admin admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:21.189454 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=87623577-d004-4051-9e0a-be1d84ccebf9,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:21.218468 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832631ed-5098-4038-8363-6d0b1d19d07f admin admin] Pushing event updated for resources: {'Port': ['ID=bb4aeb1e-2831-4c77-b708-cc7efdac1532,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:21.450074 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-763efeed-d7c9-41be-ab76-8f4e959a5a94 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.819224 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 34906) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:21.837990 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60888c78-6779-4da3-888d-a571d7d75640 req-16847d1e-f2e3-49cd-aeac-94f4f55cdafb tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:21.839997 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-60888c78-6779-4da3-888d-a571d7d75640 req-16847d1e-f2e3-49cd-aeac-94f4f55cdafb tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/ports?device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 945 time: 0.5008962 Jul 15 13:15:21.844845 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b2923634-60c3-4ef2-8aaf-a8f4b49190e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.897428 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-763efeed-d7c9-41be-ab76-8f4e959a5a94 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Allocated IP 172.25.8.5 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/9cb68c65-b901-4665-90f4-fb2719d830fa) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:21.958384 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-832631ed-5098-4038-8363-6d0b1d19d07f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:22.022247 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b2923634-60c3-4ef2-8aaf-a8f4b49190e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:22.027824 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b2923634-60c3-4ef2-8aaf-a8f4b49190e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:22.049938 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8063a-8bfd-44e3-afc4-e4af27bef3aa req-c933b0ca-1fa2-4291-b710-5ce2c7eb4e6f tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:22.057443 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d1d8063a-8bfd-44e3-afc4-e4af27bef3aa req-c933b0ca-1fa2-4291-b710-5ce2c7eb4e6f tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5eabc80-5aff-4ed0-b6a9-5aebf36c9add HTTP/1.1" status: 200 len: 946 time: 0.5105720 Jul 15 13:15:22.062513 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2923634-60c3-4ef2-8aaf-a8f4b49190e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ad99a6-f97a-4bd1-a8f8-e536069035e7,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:22.086968 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34914) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:22.089909 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b2923634-60c3-4ef2-8aaf-a8f4b49190e8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=09e08f7498e440d4ae17f2d8c1a51ab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2694211 Jul 15 13:15:22.128111 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-60888c78-6779-4da3-888d-a571d7d75640 req-0ab6856f-6e7e-420f-a438-bb2ecc699667 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/security-groups?id=89bd4cb4-a98d-4dfa-a26f-c2dff1ae00a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770200 Jul 15 13:15:22.149459 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336e9788-7fd1-4d78-834b-be14072c9e27 None None] Network 119b1821-d00a-4530-a14b-af666c528049 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:22.204262 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-e5682476-d912-44bb-bfbd-2d84fa917aca None None] Provisioning for port 19ad07f5-fb6b-491b-9160-71fa78a0d0e7 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:22.251168 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d1d8063a-8bfd-44e3-afc4-e4af27bef3aa req-d830f50d-0e01-468a-8e2b-b1385a578e22 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924357 Jul 15 13:15:22.347548 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-17bea713-5b92-4388-b9e0-a7ba3ce9697f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:22.360709 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-763efeed-d7c9-41be-ab76-8f4e959a5a94 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:22.717560 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 19ad07f5-fb6b-491b-9160-71fa78a0d0e7 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:22.805121 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 19ad07f5-fb6b-491b-9160-71fa78a0d0e7 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:22.809917 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 19ad07f5-fb6b-491b-9160-71fa78a0d0e7 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:22.810442 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:22.835817 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-17bea713-5b92-4388-b9e0-a7ba3ce9697f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:22.904745 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:22.944396 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 19ad07f5-fb6b-491b-9160-71fa78a0d0e7, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=19ad07f5-fb6b-491b-9160-71fa78a0d0e7,segment=NetworkSegment(6201503a-9ef9-42eb-997c-f000f07a75ea),segment_id=6201503a-9ef9-42eb-997c-f000f07a75ea)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:22.949562 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:22.950556 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 87623577-d004-4051-9e0a-be1d84ccebf9 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:22.981889 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-832631ed-5098-4038-8363-6d0b1d19d07f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:22.993488 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-763efeed-d7c9-41be-ab76-8f4e959a5a94 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:23.020724 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6de6b9-0424-4fae-a18b-4363358225f9 req-192b5fe7-fd74-437a-ac3e-d4f8f31b3fd5 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:23.028156 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e6de6b9-0424-4fae-a18b-4363358225f9 req-192b5fe7-fd74-437a-ac3e-d4f8f31b3fd5 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5eabc80-5aff-4ed0-b6a9-5aebf36c9add HTTP/1.1" status: 200 len: 946 time: 0.2005734 Jul 15 13:15:23.071762 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=19ad07f5-fb6b-491b-9160-71fa78a0d0e7,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:23.076529 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 87623577-d004-4051-9e0a-be1d84ccebf9 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:23.076915 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:23.091461 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763efeed-d7c9-41be-ab76-8f4e959a5a94 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:23.094643 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-17bea713-5b92-4388-b9e0-a7ba3ce9697f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:23.098009 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-17bea713-5b92-4388-b9e0-a7ba3ce9697f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:23.101610 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-17bea713-5b92-4388-b9e0-a7ba3ce9697f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e0ad99a6-f97a-4bd1-a8f8-e536069035e7 HTTP/1.1" status: 204 len: 168 time: 1.0005600 Jul 15 13:15:23.164248 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-763efeed-d7c9-41be-ab76-8f4e959a5a94 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:23.190135 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763efeed-d7c9-41be-ab76-8f4e959a5a94 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:23.225673 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bea713-5b92-4388-b9e0-a7ba3ce9697f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ad99a6-f97a-4bd1-a8f8-e536069035e7,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:23.260814 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e6de6b9-0424-4fae-a18b-4363358225f9 req-658846bd-4243-4a5d-aa23-dae55caac8d4 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317855 Jul 15 13:15:23.293030 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763efeed-d7c9-41be-ab76-8f4e959a5a94 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Pushing event updated for resources: {'Port': ['ID=9cb68c65-b901-4665-90f4-fb2719d830fa,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:23.430426 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-763efeed-d7c9-41be-ab76-8f4e959a5a94 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:23.513156 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832631ed-5098-4038-8363-6d0b1d19d07f admin admin] Router 22738f1b-d162-4f6d-b092-45ee751c0fb8 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:15:23.529655 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8beb1-8bc7-4721-b408-4f080484656f req-84a46dbd-c091-428c-ad92-004b06fd3802 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:23.531529 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-edb8beb1-8bc7-4721-b408-4f080484656f req-84a46dbd-c091-428c-ad92-004b06fd3802 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/ports?device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 945 time: 0.1748559 Jul 15 13:15:23.533026 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-763efeed-d7c9-41be-ab76-8f4e959a5a94 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:23.716864 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-edb8beb1-8bc7-4721-b408-4f080484656f req-0970bcf8-28a0-4498-a0a6-601f86468db2 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/security-groups?id=89bd4cb4-a98d-4dfa-a26f-c2dff1ae00a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588373 Jul 15 13:15:23.829116 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832631ed-5098-4038-8363-6d0b1d19d07f admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:15:23.838988 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cb8ad8-2793-44d9-bc6a-ab1a3bf79080 None None] Sync routers for ids ['22738f1b-d162-4f6d-b092-45ee751c0fb8'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:15:23.859407 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cb8ad8-2793-44d9-bc6a-ab1a3bf79080 None None] Routers {'22738f1b-d162-4f6d-b092-45ee751c0fb8'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:23.860992 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-74cb8ad8-2793-44d9-bc6a-ab1a3bf79080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:15:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['22738f1b-d162-4f6d-b092-45ee751c0fb8'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:23.867553 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-832631ed-5098-4038-8363-6d0b1d19d07f admin admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:23.869083 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-832631ed-5098-4038-8363-6d0b1d19d07f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.3595922 Jul 15 13:15:23.872000 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 34974) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:23.997680 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-763efeed-d7c9-41be-ab76-8f4e959a5a94 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:24.009187 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-763efeed-d7c9-41be-ab76-8f4e959a5a94 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:24.041999 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-74cb8ad8-2793-44d9-bc6a-ab1a3bf79080 None None] Set router 22738f1b-d162-4f6d-b092-45ee751c0fb8 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:15:24.158667 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763efeed-d7c9-41be-ab76-8f4e959a5a94 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Pushing event updated for resources: {'Port': ['ID=9cb68c65-b901-4665-90f4-fb2719d830fa,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:24.187243 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-763efeed-d7c9-41be-ab76-8f4e959a5a94 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:24.196770 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb479c-b207-48ec-9320-f9559d071a14 req-c7295c83-aea9-492b-baea-e6786bc590d2 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:24.203606 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1cbb479c-b207-48ec-9320-f9559d071a14 req-c7295c83-aea9-492b-baea-e6786bc590d2 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5eabc80-5aff-4ed0-b6a9-5aebf36c9add HTTP/1.1" status: 200 len: 946 time: 0.3073711 Jul 15 13:15:24.311428 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-763efeed-d7c9-41be-ab76-8f4e959a5a94 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:24.315154 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-763efeed-d7c9-41be-ab76-8f4e959a5a94 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.8975182 Jul 15 13:15:24.315492 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 34990) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:24.349566 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-74cb8ad8-2793-44d9-bc6a-ab1a3bf79080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22738f1b-d162-4f6d-b092-45ee751c0fb8', 'name': 'tempest-TestAggregatesBasicOps-1410522005-router', 'tenant_id': '9735a243b58e4e099240abc02c326fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'bb4aeb1e-2831-4c77-b708-cc7efdac1532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:18Z', 'updated_at': '2021-07-15T13:15:21Z', 'revision_number': 3, 'project_id': '9735a243b58e4e099240abc02c326fec', 'gw_port': {'id': 'bb4aeb1e-2831-4c77-b708-cc7efdac1532', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22738f1b-d162-4f6d-b092-45ee751c0fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:20Z', 'updated_at': '2021-07-15T13:15:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:24.390102 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1cbb479c-b207-48ec-9320-f9559d071a14 req-74ca123f-c613-4870-8fd3-708093b94244 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854982 Jul 15 13:15:24.568626 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 19ad07f5-fb6b-491b-9160-71fa78a0d0e7 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:24.572156 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cb8ad8-2793-44d9-bc6a-ab1a3bf79080 None None] Checking router: 22738f1b-d162-4f6d-b092-45ee751c0fb8 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:15:24.572696 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cb8ad8-2793-44d9-bc6a-ab1a3bf79080 None None] Updating router 22738f1b-d162-4f6d-b092-45ee751c0fb8 port bb4aeb1e-2831-4c77-b708-cc7efdac1532 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:15:24.616695 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-74cb8ad8-2793-44d9-bc6a-ab1a3bf79080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:24.675763 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-5fb746a1-49dc-4071-891d-80d3425831e2 tempest-FloatingIPAdminTestJSON-2005561846 tempest-FloatingIPAdminTestJSON-2005561846-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:24.711294 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fb746a1-49dc-4071-891d-80d3425831e2 tempest-FloatingIPAdminTestJSON-2005561846 tempest-FloatingIPAdminTestJSON-2005561846-project] Notify callbacks [] for floatingip, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:24.751739 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 19ad07f5-fb6b-491b-9160-71fa78a0d0e7 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:24.752116 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:24.961726 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1a93bf46-694a-48c9-83a8-77a6548388af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.028449 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fb746a1-49dc-4071-891d-80d3425831e2 tempest-FloatingIPAdminTestJSON-2005561846 tempest-FloatingIPAdminTestJSON-2005561846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.096828 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-74cb8ad8-2793-44d9-bc6a-ab1a3bf79080 None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.111346 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-74cb8ad8-2793-44d9-bc6a-ab1a3bf79080 None None] Transition to ACTIVE for port object bb4aeb1e-2831-4c77-b708-cc7efdac1532 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:25.118469 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-74cb8ad8-2793-44d9-bc6a-ab1a3bf79080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.190826 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-74cb8ad8-2793-44d9-bc6a-ab1a3bf79080 None None] Attempting to bind port bb4aeb1e-2831-4c77-b708-cc7efdac1532 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:25.191067 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-74cb8ad8-2793-44d9-bc6a-ab1a3bf79080 None None] Attempting to bind port bb4aeb1e-2831-4c77-b708-cc7efdac1532 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:25.191404 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cb8ad8-2793-44d9-bc6a-ab1a3bf79080 None None] Attempting to bind port bb4aeb1e-2831-4c77-b708-cc7efdac1532 on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:25.193410 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf24234a-6806-4e81-891f-74ce641736d5 None None] Pushing event updated for resources: {'Port': ['ID=bb4aeb1e-2831-4c77-b708-cc7efdac1532,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:25.199990 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cb8ad8-2793-44d9-bc6a-ab1a3bf79080 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:25.200417 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cb8ad8-2793-44d9-bc6a-ab1a3bf79080 None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:25.200823 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-74cb8ad8-2793-44d9-bc6a-ab1a3bf79080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.201767 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cb8ad8-2793-44d9-bc6a-ab1a3bf79080 None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:25.202698 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-74cb8ad8-2793-44d9-bc6a-ab1a3bf79080 None None] Bound port: bb4aeb1e-2831-4c77-b708-cc7efdac1532, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:25.202776 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-74cb8ad8-2793-44d9-bc6a-ab1a3bf79080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.226953 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-5fb746a1-49dc-4071-891d-80d3425831e2 tempest-FloatingIPAdminTestJSON-2005561846 tempest-FloatingIPAdminTestJSON-2005561846-project] Allocated IP 172.25.8.17 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/c3dcb5f6-8628-4bd2-a7e4-bf11cb6f68f5) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:25.272327 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-74cb8ad8-2793-44d9-bc6a-ab1a3bf79080 None None] For port bb4aeb1e-2831-4c77-b708-cc7efdac1532, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:25.276487 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-74cb8ad8-2793-44d9-bc6a-ab1a3bf79080 None None] For port bb4aeb1e-2831-4c77-b708-cc7efdac1532, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=bb4aeb1e-2831-4c77-b708-cc7efdac1532,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:25.281801 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-74cb8ad8-2793-44d9-bc6a-ab1a3bf79080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.304231 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35052) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:25.352562 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf24234a-6806-4e81-891f-74ce641736d5 None None] Pushing event updated for resources: {'Port': ['ID=bb4aeb1e-2831-4c77-b708-cc7efdac1532,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:25.377967 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cb8ad8-2793-44d9-bc6a-ab1a3bf79080 None None] Routers {'22738f1b-d162-4f6d-b092-45ee751c0fb8'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:25.378749 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-74cb8ad8-2793-44d9-bc6a-ab1a3bf79080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:15:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['22738f1b-d162-4f6d-b092-45ee751c0fb8'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:25.470641 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fb746a1-49dc-4071-891d-80d3425831e2 tempest-FloatingIPAdminTestJSON-2005561846 tempest-FloatingIPAdminTestJSON-2005561846-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.511930 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-74cb8ad8-2793-44d9-bc6a-ab1a3bf79080 None None] Set router 22738f1b-d162-4f6d-b092-45ee751c0fb8 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:15:25.518346 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2122bd2-c00d-4db4-8d0b-9246a78fbaa8 req-e8a4f100-4a67-43c8-9598-fbd84b7b694f tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:25.520288 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c2122bd2-c00d-4db4-8d0b-9246a78fbaa8 req-e8a4f100-4a67-43c8-9598-fbd84b7b694f tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/ports?device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 945 time: 0.5521874 Jul 15 13:15:25.550819 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fb746a1-49dc-4071-891d-80d3425831e2 tempest-FloatingIPAdminTestJSON-2005561846 tempest-FloatingIPAdminTestJSON-2005561846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.604190 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2440c504-7068-443f-9ffd-8761a5e852d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.624990 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb746a1-49dc-4071-891d-80d3425831e2 tempest-FloatingIPAdminTestJSON-2005561846 tempest-FloatingIPAdminTestJSON-2005561846-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:25.628549 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-5fb746a1-49dc-4071-891d-80d3425831e2 tempest-FloatingIPAdminTestJSON-2005561846 tempest-FloatingIPAdminTestJSON-2005561846-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:25.635042 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb746a1-49dc-4071-891d-80d3425831e2 tempest-FloatingIPAdminTestJSON-2005561846 tempest-FloatingIPAdminTestJSON-2005561846-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:25.641900 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb746a1-49dc-4071-891d-80d3425831e2 tempest-FloatingIPAdminTestJSON-2005561846 tempest-FloatingIPAdminTestJSON-2005561846-project] Pushing event updated for resources: {'Port': ['ID=c3dcb5f6-8628-4bd2-a7e4-bf11cb6f68f5,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:25.671242 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-1a93bf46-694a-48c9-83a8-77a6548388af admin admin] Allocated IP 172.20.0.1 (119b1821-d00a-4530-a14b-af666c528049/5c3a2cdf-a315-4fa2-8716-bda6feb404ac/08749388-1734-4df4-b35b-7a7aaeb0e248) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:25.758078 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-74cb8ad8-2793-44d9-bc6a-ab1a3bf79080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22738f1b-d162-4f6d-b092-45ee751c0fb8', 'name': 'tempest-TestAggregatesBasicOps-1410522005-router', 'tenant_id': '9735a243b58e4e099240abc02c326fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'bb4aeb1e-2831-4c77-b708-cc7efdac1532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:18Z', 'updated_at': '2021-07-15T13:15:21Z', 'revision_number': 3, 'project_id': '9735a243b58e4e099240abc02c326fec', 'gw_port': {'id': 'bb4aeb1e-2831-4c77-b708-cc7efdac1532', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22738f1b-d162-4f6d-b092-45ee751c0fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:20Z', 'updated_at': '2021-07-15T13:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:25.765309 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fb746a1-49dc-4071-891d-80d3425831e2 tempest-FloatingIPAdminTestJSON-2005561846 tempest-FloatingIPAdminTestJSON-2005561846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.780764 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c2122bd2-c00d-4db4-8d0b-9246a78fbaa8 req-db30fd89-0edf-408a-8dc4-f7f424e01353 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/security-groups?id=89bd4cb4-a98d-4dfa-a26f-c2dff1ae00a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188139 Jul 15 13:15:25.793560 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cb8ad8-2793-44d9-bc6a-ab1a3bf79080 None None] The sync data for ids ['22738f1b-d162-4f6d-b092-45ee751c0fb8'] in n-d-771363-36 is: [{'id': '22738f1b-d162-4f6d-b092-45ee751c0fb8', 'name': 'tempest-TestAggregatesBasicOps-1410522005-router', 'tenant_id': '9735a243b58e4e099240abc02c326fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'bb4aeb1e-2831-4c77-b708-cc7efdac1532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:18Z', 'updated_at': '2021-07-15T13:15:21Z', 'revision_number': 3, 'project_id': '9735a243b58e4e099240abc02c326fec', 'gw_port': {'id': 'bb4aeb1e-2831-4c77-b708-cc7efdac1532', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22738f1b-d162-4f6d-b092-45ee751c0fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:20Z', 'updated_at': '2021-07-15T13:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:15:25.833854 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90b09d-cc1b-4c6f-8564-5c689334e952 req-d98dffe4-e4f3-4301-b106-4c0cd7a59760 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:25.835426 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e90b09d-cc1b-4c6f-8564-5c689334e952 req-d98dffe4-e4f3-4301-b106-4c0cd7a59760 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5eabc80-5aff-4ed0-b6a9-5aebf36c9add HTTP/1.1" status: 200 len: 946 time: 0.4397709 Jul 15 13:15:25.845298 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fb746a1-49dc-4071-891d-80d3425831e2 tempest-FloatingIPAdminTestJSON-2005561846 tempest-FloatingIPAdminTestJSON-2005561846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.967289 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83115d30-14e1-4a16-974d-fd75df5e2d99 req-65594c82-a433-4252-90e1-4b32de0c55ef tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:25.968895 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-83115d30-14e1-4a16-974d-fd75df5e2d99 req-65594c82-a433-4252-90e1-4b32de0c55ef tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5eabc80-5aff-4ed0-b6a9-5aebf36c9add HTTP/1.1" status: 200 len: 946 time: 0.3682172 Jul 15 13:15:26.075693 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1a93bf46-694a-48c9-83a8-77a6548388af admin admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.092253 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fb746a1-49dc-4071-891d-80d3425831e2 tempest-FloatingIPAdminTestJSON-2005561846 tempest-FloatingIPAdminTestJSON-2005561846-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.096619 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2440c504-7068-443f-9ffd-8761a5e852d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.099471 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fb746a1-49dc-4071-891d-80d3425831e2 tempest-FloatingIPAdminTestJSON-2005561846 tempest-FloatingIPAdminTestJSON-2005561846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.100007 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-83115d30-14e1-4a16-974d-fd75df5e2d99 req-d978333b-6f75-404c-a853-cea47114f0d9 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194639 Jul 15 13:15:26.111678 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2440c504-7068-443f-9ffd-8761a5e852d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.117919 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1a93bf46-694a-48c9-83a8-77a6548388af admin admin] Transition to ACTIVE for port object 08749388-1734-4df4-b35b-7a7aaeb0e248 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:26.181001 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2440c504-7068-443f-9ffd-8761a5e852d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5221ca71a9c24242847008d605c605ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8725784 Jul 15 13:15:26.191565 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35066) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:26.286838 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb746a1-49dc-4071-891d-80d3425831e2 tempest-FloatingIPAdminTestJSON-2005561846 tempest-FloatingIPAdminTestJSON-2005561846-project] Pushing event updated for resources: {'Port': ['ID=c3dcb5f6-8628-4bd2-a7e4-bf11cb6f68f5,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:26.301058 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fb746a1-49dc-4071-891d-80d3425831e2 tempest-FloatingIPAdminTestJSON-2005561846 tempest-FloatingIPAdminTestJSON-2005561846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.328417 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fb746a1-49dc-4071-891d-80d3425831e2 tempest-FloatingIPAdminTestJSON-2005561846 tempest-FloatingIPAdminTestJSON-2005561846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.334617 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5fb746a1-49dc-4071-891d-80d3425831e2 tempest-FloatingIPAdminTestJSON-2005561846 tempest-FloatingIPAdminTestJSON-2005561846-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0173271 Jul 15 13:15:26.335435 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35070) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:26.347862 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2440c504-7068-443f-9ffd-8761a5e852d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256b0dd5-b720-4220-8d75-3ec1c8306b8a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:26.374101 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-0e90b09d-cc1b-4c6f-8564-5c689334e952 req-f796057b-9144-4621-8f0d-a3019f900681 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Deleting port ada7232b-6a59-4a55-b05a-185de6b69649 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:26.374547 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0e90b09d-cc1b-4c6f-8564-5c689334e952 req-f796057b-9144-4621-8f0d-a3019f900681 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.425159 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1a93bf46-694a-48c9-83a8-77a6548388af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.569380 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a93bf46-694a-48c9-83a8-77a6548388af admin admin] Pushing event updated for resources: {'Port': ['ID=08749388-1734-4df4-b35b-7a7aaeb0e248,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:26.597566 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a93bf46-694a-48c9-83a8-77a6548388af admin admin] Network 119b1821-d00a-4530-a14b-af666c528049 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:26.603235 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-1a93bf46-694a-48c9-83a8-77a6548388af admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:26.612294 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device bb4aeb1e-2831-4c77-b708-cc7efdac1532 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:26.629156 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a93bf46-694a-48c9-83a8-77a6548388af admin admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:26.738940 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1a93bf46-694a-48c9-83a8-77a6548388af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.740664 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port bb4aeb1e-2831-4c77-b708-cc7efdac1532 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:26.745101 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port bb4aeb1e-2831-4c77-b708-cc7efdac1532 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:26.745486 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.866623 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f02d64f3-29f9-47e3-8a4b-0cd2f3a907a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.938467 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f02d64f3-29f9-47e3-8a4b-0cd2f3a907a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.962084 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.028162 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port bb4aeb1e-2831-4c77-b708-cc7efdac1532, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=bb4aeb1e-2831-4c77-b708-cc7efdac1532,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:27.034672 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.148700 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=bb4aeb1e-2831-4c77-b708-cc7efdac1532,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:27.167688 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-df210323-7c07-4ecb-812e-c04be765e4be None None] Provisioning for port 08749388-1734-4df4-b35b-7a7aaeb0e248 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:27.179379 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-df210323-7c07-4ecb-812e-c04be765e4be None None] Provisioning complete for port 08749388-1734-4df4-b35b-7a7aaeb0e248 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:27.180055 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-df210323-7c07-4ecb-812e-c04be765e4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.199728 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4141dae4-cce9-4710-9db4-029a2151bf3c tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2434 time: 0.8628733 Jul 15 13:15:27.202357 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35088) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:27.237624 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-df210323-7c07-4ecb-812e-c04be765e4be None None] Port 08749388-1734-4df4-b35b-7a7aaeb0e248 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:27.295360 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6289d151-b1f6-4e93-9e48-e9dcb5ff97df tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0904715 Jul 15 13:15:27.298230 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35092) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:27.321020 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f02d64f3-29f9-47e3-8a4b-0cd2f3a907a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.330404 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f02d64f3-29f9-47e3-8a4b-0cd2f3a907a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.331911 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f02d64f3-29f9-47e3-8a4b-0cd2f3a907a7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/256b0dd5-b720-4220-8d75-3ec1c8306b8a HTTP/1.1" status: 204 len: 168 time: 1.1291728 Jul 15 13:15:27.442775 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1a93bf46-694a-48c9-83a8-77a6548388af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.444844 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d64f3-29f9-47e3-8a4b-0cd2f3a907a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256b0dd5-b720-4220-8d75-3ec1c8306b8a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:27.493254 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-0e90b09d-cc1b-4c6f-8564-5c689334e952 req-f796057b-9144-4621-8f0d-a3019f900681 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] For port ada7232b-6a59-4a55-b05a-185de6b69649, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ada7232b-6a59-4a55-b05a-185de6b69649,segment=NetworkSegment(6bb03eb1-9e52-4718-ab2b-06d9a8232852),segment_id=6bb03eb1-9e52-4718-ab2b-06d9a8232852)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:27.493664 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0e90b09d-cc1b-4c6f-8564-5c689334e952 req-f796057b-9144-4621-8f0d-a3019f900681 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.510374 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-a01aba4e-64aa-42ed-9dd3-0609bfafefc2 tempest-FloatingIPAdminTestJSON-2005561846 tempest-FloatingIPAdminTestJSON-2005561846-project] Deleting port c3dcb5f6-8628-4bd2-a7e4-bf11cb6f68f5 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:27.534146 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a01aba4e-64aa-42ed-9dd3-0609bfafefc2 tempest-FloatingIPAdminTestJSON-2005561846 tempest-FloatingIPAdminTestJSON-2005561846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.611259 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84f9a9-d843-407e-a27f-684d73b478fb req-b1754a3b-8c9a-4346-91bb-d1983c65286a tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:27.612875 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e84f9a9-d843-407e-a27f-684d73b478fb req-b1754a3b-8c9a-4346-91bb-d1983c65286a tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/ports?device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 945 time: 0.4707079 Jul 15 13:15:27.664130 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-0e90b09d-cc1b-4c6f-8564-5c689334e952 req-f796057b-9144-4621-8f0d-a3019f900681 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Calling delete_port for ada7232b-6a59-4a55-b05a-185de6b69649 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:27.698519 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a01aba4e-64aa-42ed-9dd3-0609bfafefc2 tempest-FloatingIPAdminTestJSON-2005561846 tempest-FloatingIPAdminTestJSON-2005561846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.698877 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a01aba4e-64aa-42ed-9dd3-0609bfafefc2 tempest-FloatingIPAdminTestJSON-2005561846 tempest-FloatingIPAdminTestJSON-2005561846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.726031 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-a01aba4e-64aa-42ed-9dd3-0609bfafefc2 tempest-FloatingIPAdminTestJSON-2005561846 tempest-FloatingIPAdminTestJSON-2005561846-project] Calling delete_port for c3dcb5f6-8628-4bd2-a7e4-bf11cb6f68f5 owned by network:floatingip {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:27.926485 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a01aba4e-64aa-42ed-9dd3-0609bfafefc2 tempest-FloatingIPAdminTestJSON-2005561846 tempest-FloatingIPAdminTestJSON-2005561846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.954080 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01aba4e-64aa-42ed-9dd3-0609bfafefc2 tempest-FloatingIPAdminTestJSON-2005561846 tempest-FloatingIPAdminTestJSON-2005561846-project] Pushing event deleted for resources: {'Port': ['ID=c3dcb5f6-8628-4bd2-a7e4-bf11cb6f68f5,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:28.028467 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a01aba4e-64aa-42ed-9dd3-0609bfafefc2 tempest-FloatingIPAdminTestJSON-2005561846 tempest-FloatingIPAdminTestJSON-2005561846-project] Notify callbacks [] for floatingip, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.032207 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a01aba4e-64aa-42ed-9dd3-0609bfafefc2 tempest-FloatingIPAdminTestJSON-2005561846 tempest-FloatingIPAdminTestJSON-2005561846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.035899 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a01aba4e-64aa-42ed-9dd3-0609bfafefc2 tempest-FloatingIPAdminTestJSON-2005561846 tempest-FloatingIPAdminTestJSON-2005561846-project] 10.222.0.16 "DELETE /v2.0/floatingips/2cf54e6b-f649-4b5a-9b87-be662008fb2b HTTP/1.1" status: 204 len: 168 time: 0.7342324 Jul 15 13:15:28.038862 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35116) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:28.109135 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6e84f9a9-d843-407e-a27f-684d73b478fb req-718d1205-33a1-4b6b-978b-fe8166b42014 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/security-groups?id=89bd4cb4-a98d-4dfa-a26f-c2dff1ae00a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479482 Jul 15 13:15:28.225548 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-72826b51-39a1-4e5b-8b7a-df0d5812b2e8 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Deleting port 9cb68c65-b901-4665-90f4-fb2719d830fa {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:28.226069 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-72826b51-39a1-4e5b-8b7a-df0d5812b2e8 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.231026 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86a102-bda6-4a82-adb9-556e3eacf57b req-43b91c63-710a-4ddd-bcb4-9c2ce46de9a0 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:28.233160 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fb86a102-bda6-4a82-adb9-556e3eacf57b req-43b91c63-710a-4ddd-bcb4-9c2ce46de9a0 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5eabc80-5aff-4ed0-b6a9-5aebf36c9add HTTP/1.1" status: 200 len: 946 time: 0.7934592 Jul 15 13:15:28.320439 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-72826b51-39a1-4e5b-8b7a-df0d5812b2e8 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.320822 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-72826b51-39a1-4e5b-8b7a-df0d5812b2e8 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.334646 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-72826b51-39a1-4e5b-8b7a-df0d5812b2e8 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Calling delete_port for 9cb68c65-b901-4665-90f4-fb2719d830fa owned by network:floatingip {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:28.372113 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fb86a102-bda6-4a82-adb9-556e3eacf57b req-1dd09109-b829-4ff1-bd7f-f3b7903c603b tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173775 Jul 15 13:15:28.395739 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0e90b09d-cc1b-4c6f-8564-5c689334e952 req-f796057b-9144-4621-8f0d-a3019f900681 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.407441 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['305e2af7-4e14-46c9-b511-673a966a851e'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:28.441064 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f796057b-9144-4621-8f0d-a3019f900681 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Pushing event deleted for resources: {'Port': ['ID=ada7232b-6a59-4a55-b05a-185de6b69649,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:28.454148 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f796057b-9144-4621-8f0d-a3019f900681 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:28.455424 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f796057b-9144-4621-8f0d-a3019f900681 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:28.455952 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f796057b-9144-4621-8f0d-a3019f900681 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:28.456566 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f796057b-9144-4621-8f0d-a3019f900681 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:28.457077 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f796057b-9144-4621-8f0d-a3019f900681 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:28.457599 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f796057b-9144-4621-8f0d-a3019f900681 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:28.458104 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f796057b-9144-4621-8f0d-a3019f900681 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:28.458778 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f796057b-9144-4621-8f0d-a3019f900681 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:28.459286 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f796057b-9144-4621-8f0d-a3019f900681 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:28.459809 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f796057b-9144-4621-8f0d-a3019f900681 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:28.460328 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f796057b-9144-4621-8f0d-a3019f900681 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:28.460829 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f796057b-9144-4621-8f0d-a3019f900681 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:28.474835 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1a93bf46-694a-48c9-83a8-77a6548388af admin admin] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.480695 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1a93bf46-694a-48c9-83a8-77a6548388af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.576030 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-72826b51-39a1-4e5b-8b7a-df0d5812b2e8 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.577240 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e90b09d-cc1b-4c6f-8564-5c689334e952 req-f796057b-9144-4621-8f0d-a3019f900681 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] No DVR routers for this DVR port ada7232b-6a59-4a55-b05a-185de6b69649 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:28.595576 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0e90b09d-cc1b-4c6f-8564-5c689334e952 req-f796057b-9144-4621-8f0d-a3019f900681 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.601948 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e90b09d-cc1b-4c6f-8564-5c689334e952 req-f796057b-9144-4621-8f0d-a3019f900681 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.46 "DELETE /v2.0/ports/ada7232b-6a59-4a55-b05a-185de6b69649 HTTP/1.1" status: 204 len: 173 time: 2.7525818 Jul 15 13:15:28.606936 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5eabc80-5aff-4ed0-b6a9-5aebf36c9add', 'name': 'network-vif-deleted', 'tag': 'ada7232b-6a59-4a55-b05a-185de6b69649'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:28.615326 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b416ab5-a677-4341-912c-6c1b04591050" -d '{"events": [{"server_uuid": "b5eabc80-5aff-4ed0-b6a9-5aebf36c9add", "name": "network-vif-deleted", "tag": "ada7232b-6a59-4a55-b05a-185de6b69649"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:28.641719 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device bb4aeb1e-2831-4c77-b708-cc7efdac1532 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:28.644632 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72826b51-39a1-4e5b-8b7a-df0d5812b2e8 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Pushing event deleted for resources: {'Port': ['ID=9cb68c65-b901-4665-90f4-fb2719d830fa,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:28.650035 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a93bf46-694a-48c9-83a8-77a6548388af admin admin] Pushing event updated for resources: {'Port': ['ID=08749388-1734-4df4-b35b-7a7aaeb0e248,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:28.653337 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1a93bf46-694a-48c9-83a8-77a6548388af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.757099 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9064aa-7c8d-472b-b17b-8b827d3eb372 x-openstack-request-id: req-0e9064aa-7c8d-472b-b17b-8b827d3eb372 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:28.757839 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5eabc80-5aff-4ed0-b6a9-5aebf36c9add", "name": "network-vif-deleted", "tag": "ada7232b-6a59-4a55-b05a-185de6b69649", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:28.758265 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e9064aa-7c8d-472b-b17b-8b827d3eb372 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:28.758997 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5eabc80-5aff-4ed0-b6a9-5aebf36c9add', 'name': 'network-vif-deleted', 'tag': 'ada7232b-6a59-4a55-b05a-185de6b69649', 'status': 'completed', 'code': 200} Jul 15 13:15:28.762613 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port bb4aeb1e-2831-4c77-b708-cc7efdac1532 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:28.762969 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.804120 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a93bf46-694a-48c9-83a8-77a6548388af admin admin] Network 119b1821-d00a-4530-a14b-af666c528049 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:28.805589 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-1a93bf46-694a-48c9-83a8-77a6548388af admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:28.809056 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-72826b51-39a1-4e5b-8b7a-df0d5812b2e8 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.812562 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-72826b51-39a1-4e5b-8b7a-df0d5812b2e8 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.814547 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-72826b51-39a1-4e5b-8b7a-df0d5812b2e8 tempest-FloatingIPAdminTestJSON-720519607 tempest-FloatingIPAdminTestJSON-720519607-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/13e8332f-fc9e-4ce2-946f-ee1a1847bbaf HTTP/1.1" status: 204 len: 168 time: 0.7745674 Jul 15 13:15:28.818262 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35136) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:29.047775 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.065178 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-d89e3fd5-c601-4804-aac4-8a5e2f73856c tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Deleting port decdeede-fae5-4e9b-a4e8-a90bdb7878fc {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:29.065527 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d89e3fd5-c601-4804-aac4-8a5e2f73856c tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.101900 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a93bf46-694a-48c9-83a8-77a6548388af admin admin] Router 22738f1b-d162-4f6d-b092-45ee751c0fb8 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:15:29.177200 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d89e3fd5-c601-4804-aac4-8a5e2f73856c tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.192984 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-d89e3fd5-c601-4804-aac4-8a5e2f73856c tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Calling delete_port for decdeede-fae5-4e9b-a4e8-a90bdb7878fc owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:29.301894 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-db1376a4-a368-4c7c-b8ca-d531493b0656 None None] Provisioning complete for port 08749388-1734-4df4-b35b-7a7aaeb0e248 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:29.302291 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-db1376a4-a368-4c7c-b8ca-d531493b0656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.423766 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-db1376a4-a368-4c7c-b8ca-d531493b0656 None None] Port 08749388-1734-4df4-b35b-7a7aaeb0e248 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:29.447541 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.452398 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a93bf46-694a-48c9-83a8-77a6548388af admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:15:29.458621 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1a93bf46-694a-48c9-83a8-77a6548388af admin admin] 10.222.0.16 "PUT /v2.0/routers/22738f1b-d162-4f6d-b092-45ee751c0fb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5858247 Jul 15 13:15:29.463908 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8b8bbd-b94d-465d-b5de-8233e83a4335 None None] Sync routers for ids ['22738f1b-d162-4f6d-b092-45ee751c0fb8'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:15:29.481645 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8b8bbd-b94d-465d-b5de-8233e83a4335 None None] Routers {'22738f1b-d162-4f6d-b092-45ee751c0fb8'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:29.482348 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-6b8b8bbd-b94d-465d-b5de-8233e83a4335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:15:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['22738f1b-d162-4f6d-b092-45ee751c0fb8'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:29.508538 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb09b9-9058-4b9b-9ce1-54b0e97ad38f req-b07d516d-bf2c-44c2-bd0c-341a179b79dd tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:29.510545 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cbeb09b9-9058-4b9b-9ce1-54b0e97ad38f req-b07d516d-bf2c-44c2-bd0c-341a179b79dd tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/ports?device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 945 time: 0.1361482 Jul 15 13:15:29.551032 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d89e3fd5-c601-4804-aac4-8a5e2f73856c tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.567676 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35176) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:29.571373 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cbeb09b9-9058-4b9b-9ce1-54b0e97ad38f req-d272fc27-51a4-4472-9e72-79837798a751 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/security-groups?id=89bd4cb4-a98d-4dfa-a26f-c2dff1ae00a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523038 Jul 15 13:15:29.619923 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e3fd5-c601-4804-aac4-8a5e2f73856c tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Pushing event deleted for resources: {'Port': ['ID=decdeede-fae5-4e9b-a4e8-a90bdb7878fc,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:29.781852 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-85c8718b-f0f0-4795-a967-affc38bd420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.829047 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d89e3fd5-c601-4804-aac4-8a5e2f73856c tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.834677 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d89e3fd5-c601-4804-aac4-8a5e2f73856c tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] 10.222.0.16 "DELETE /v2.0/ports/decdeede-fae5-4e9b-a4e8-a90bdb7878fc HTTP/1.1" status: 204 len: 168 time: 1.0148904 Jul 15 13:15:29.835341 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35182) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:29.856602 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4d5f886e-0c64-4c32-9308-649b50df6b72 req-bf87975a-fb08-46f0-8188-088d03eec5b1 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5eabc80-5aff-4ed0-b6a9-5aebf36c9add HTTP/1.1" status: 200 len: 210 time: 0.0857918 Jul 15 13:15:29.900929 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-6b8b8bbd-b94d-465d-b5de-8233e83a4335 None None] Set router 22738f1b-d162-4f6d-b092-45ee751c0fb8 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:15:29.905407 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device ada7232b-6a59-4a55-b05a-185de6b69649 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:29.966705 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: ada7232b-6a59-4a55-b05a-185de6b69649 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:15:29.967284 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device ada7232b-6a59-4a55-b05a-185de6b69649 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:15:30.028740 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a572f5f8-0c5d-4cee-a8da-6235602ac300 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:30.035549 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35188) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:30.047712 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a572f5f8-0c5d-4cee-a8da-6235602ac300 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] 10.222.0.16 "GET /v2.0/ports?device_id=d58204ee-42d7-4ed8-b8b8-2907b96a3bb8 HTTP/1.1" status: 200 len: 913 time: 0.2112713 Jul 15 13:15:30.132070 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-9c1492c9-8985-46bc-9d3e-2df4554e6d15 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-402172187', 'router:external': True}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:30.237193 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1492c9-8985-46bc-9d3e-2df4554e6d15 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Made reservation on behalf of 0148ecd10c414f7fad6e573a28260234 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:30.245257 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9c1492c9-8985-46bc-9d3e-2df4554e6d15 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.280471 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-6b8b8bbd-b94d-465d-b5de-8233e83a4335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22738f1b-d162-4f6d-b092-45ee751c0fb8', 'name': 'tempest-TestAggregatesBasicOps-1410522005-router', 'tenant_id': '9735a243b58e4e099240abc02c326fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'bb4aeb1e-2831-4c77-b708-cc7efdac1532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:18Z', 'updated_at': '2021-07-15T13:15:27Z', 'revision_number': 4, 'project_id': '9735a243b58e4e099240abc02c326fec', 'gw_port': {'id': 'bb4aeb1e-2831-4c77-b708-cc7efdac1532', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22738f1b-d162-4f6d-b092-45ee751c0fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:20Z', 'updated_at': '2021-07-15T13:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '08749388-1734-4df4-b35b-7a7aaeb0e248', 'name': '', 'network_id': '119b1821-d00a-4530-a14b-af666c528049', 'tenant_id': '9735a243b58e4e099240abc02c326fec', 'mac_address': 'fa:16:3e:62:a5:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22738f1b-d162-4f6d-b092-45ee751c0fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '5c3a2cdf-a315-4fa2-8716-bda6feb404ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:25Z', 'updated_at': '2021-07-15T13:15:28Z', 'revision_number': 2, 'project_id': '9735a243b58e4e099240abc02c326fec', 'subnets': [{'id': '5c3a2cdf-a315-4fa2-8716-bda6feb404ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:30.286500 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9c1492c9-8985-46bc-9d3e-2df4554e6d15 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.312579 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8b8bbd-b94d-465d-b5de-8233e83a4335 None None] Checking router: 22738f1b-d162-4f6d-b092-45ee751c0fb8 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:15:30.313202 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8b8bbd-b94d-465d-b5de-8233e83a4335 None None] Updating router 22738f1b-d162-4f6d-b092-45ee751c0fb8 port 08749388-1734-4df4-b35b-7a7aaeb0e248 binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:15:30.360054 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b8b8bbd-b94d-465d-b5de-8233e83a4335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.599857 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9c1492c9-8985-46bc-9d3e-2df4554e6d15 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.606752 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9c1492c9-8985-46bc-9d3e-2df4554e6d15 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.644826 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c1492c9-8985-46bc-9d3e-2df4554e6d15 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:15:30.699895 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9c1492c9-8985-46bc-9d3e-2df4554e6d15 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.700247 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-9c1492c9-8985-46bc-9d3e-2df4554e6d15 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Added segment a478ced5-81d1-4478-9c54-09fc56281b10 of type vlan for network 9909115f-3dfd-46e6-a8c3-9a9d78366212 Jul 15 13:15:30.702083 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1492c9-8985-46bc-9d3e-2df4554e6d15 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0161fce4-5384-4989-9b1e-f60f7e28ed6a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:30.799901 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9c1492c9-8985-46bc-9d3e-2df4554e6d15 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.845518 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9c1492c9-8985-46bc-9d3e-2df4554e6d15 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.846538 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1492c9-8985-46bc-9d3e-2df4554e6d15 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:30.847140 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9c1492c9-8985-46bc-9d3e-2df4554e6d15 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.874524 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9c1492c9-8985-46bc-9d3e-2df4554e6d15 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.3021188 Jul 15 13:15:30.878299 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35218) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:30.884560 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-1d6e0fbc-ba78-4408-834b-0c1947c4ba76 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Request body: {'subnet': {'network_id': '9909115f-3dfd-46e6-a8c3-9a9d78366212', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:30.926623 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6e0fbc-ba78-4408-834b-0c1947c4ba76 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Made reservation on behalf of 0148ecd10c414f7fad6e573a28260234 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:30.933110 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1d6e0fbc-ba78-4408-834b-0c1947c4ba76 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.968955 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b8b8bbd-b94d-465d-b5de-8233e83a4335 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.980445 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6b8b8bbd-b94d-465d-b5de-8233e83a4335 None None] Transition to ACTIVE for port object 08749388-1734-4df4-b35b-7a7aaeb0e248 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:30.989297 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b8b8bbd-b94d-465d-b5de-8233e83a4335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.993981 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1492c9-8985-46bc-9d3e-2df4554e6d15 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Pushing event updated for resources: {'Network': ['ID=9909115f-3dfd-46e6-a8c3-9a9d78366212,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:31.033356 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 9909115f-3dfd-46e6-a8c3-9a9d78366212 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:15:31.055726 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860832ac-1efc-462f-89c6-1ba5c21788c7 req-d8e946dc-f141-4a16-bb93-632254f0413b tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:31.065692 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-860832ac-1efc-462f-89c6-1ba5c21788c7 req-d8e946dc-f141-4a16-bb93-632254f0413b tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/ports?device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 945 time: 0.2250967 Jul 15 13:15:31.069242 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-00ddcf9d-c960-40f5-ab7b-ccf6611880d4 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.142465 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e7743-c41b-41ea-ab13-6574e43fdd84 None None] Pushing event updated for resources: {'Port': ['ID=08749388-1734-4df4-b35b-7a7aaeb0e248,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:31.276990 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-6b8b8bbd-b94d-465d-b5de-8233e83a4335 None None] Attempting to bind port 08749388-1734-4df4-b35b-7a7aaeb0e248 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:31.277364 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-6b8b8bbd-b94d-465d-b5de-8233e83a4335 None None] Attempting to bind port 08749388-1734-4df4-b35b-7a7aaeb0e248 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6201503a-9ef9-42eb-997c-f000f07a75ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '119b1821-d00a-4530-a14b-af666c528049'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:31.278060 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8b8bbd-b94d-465d-b5de-8233e83a4335 None None] Attempting to bind port 08749388-1734-4df4-b35b-7a7aaeb0e248 on network 119b1821-d00a-4530-a14b-af666c528049 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:31.284577 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8b8bbd-b94d-465d-b5de-8233e83a4335 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:31.285156 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8b8bbd-b94d-465d-b5de-8233e83a4335 None None] Checking segment: {'id': '6201503a-9ef9-42eb-997c-f000f07a75ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '119b1821-d00a-4530-a14b-af666c528049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:31.285743 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b8b8bbd-b94d-465d-b5de-8233e83a4335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.286290 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8b8bbd-b94d-465d-b5de-8233e83a4335 None None] Bound using segment: {'id': '6201503a-9ef9-42eb-997c-f000f07a75ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '119b1821-d00a-4530-a14b-af666c528049'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:31.286953 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-6b8b8bbd-b94d-465d-b5de-8233e83a4335 None None] Bound port: 08749388-1734-4df4-b35b-7a7aaeb0e248, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6201503a-9ef9-42eb-997c-f000f07a75ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '119b1821-d00a-4530-a14b-af666c528049'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:31.287500 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b8b8bbd-b94d-465d-b5de-8233e83a4335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.386751 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-860832ac-1efc-462f-89c6-1ba5c21788c7 req-534e1f7f-66a5-4d8b-b49f-b79c1c7a5b6d tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/security-groups?id=89bd4cb4-a98d-4dfa-a26f-c2dff1ae00a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200181 Jul 15 13:15:31.425402 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-6b8b8bbd-b94d-465d-b5de-8233e83a4335 None None] For port 08749388-1734-4df4-b35b-7a7aaeb0e248, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:31.432506 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-6b8b8bbd-b94d-465d-b5de-8233e83a4335 None None] For port 08749388-1734-4df4-b35b-7a7aaeb0e248, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=08749388-1734-4df4-b35b-7a7aaeb0e248,segment=NetworkSegment(6201503a-9ef9-42eb-997c-f000f07a75ea),segment_id=6201503a-9ef9-42eb-997c-f000f07a75ea)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:31.441953 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b8b8bbd-b94d-465d-b5de-8233e83a4335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.568077 n-d-771363-36 neutron-server[93826]: DEBUG neutron.objects.ports [None req-1d6e0fbc-ba78-4408-834b-0c1947c4ba76 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:15:31.568601 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1d6e0fbc-ba78-4408-834b-0c1947c4ba76 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.595836 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8b8bbd-b94d-465d-b5de-8233e83a4335 None None] Routers {'22738f1b-d162-4f6d-b092-45ee751c0fb8'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:31.596452 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-6b8b8bbd-b94d-465d-b5de-8233e83a4335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:15:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['22738f1b-d162-4f6d-b092-45ee751c0fb8'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:31.767857 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e0fbc-ba78-4408-834b-0c1947c4ba76 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1c269f80-3d4c-4b09-8bd7-95823115842b,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:31.797639 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6e0fbc-ba78-4408-834b-0c1947c4ba76 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Checking segment: {'id': 'a478ced5-81d1-4478-9c54-09fc56281b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9909115f-3dfd-46e6-a8c3-9a9d78366212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:31.798479 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6e0fbc-ba78-4408-834b-0c1947c4ba76 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Network hostable DHCP agents. Network: 9909115f-3dfd-46e6-a8c3-9a9d78366212, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:15:31.834027 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6e0fbc-ba78-4408-834b-0c1947c4ba76 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Network 9909115f-3dfd-46e6-a8c3-9a9d78366212 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:15:31.851457 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-1d6e0fbc-ba78-4408-834b-0c1947c4ba76 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 9909115f-3dfd-46e6-a8c3-9a9d78366212) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:31.857980 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6e0fbc-ba78-4408-834b-0c1947c4ba76 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:31.860285 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1d6e0fbc-ba78-4408-834b-0c1947c4ba76 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.876338 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224bdc25-1219-4047-ad75-a9cae4d97bdf None None] Network 9909115f-3dfd-46e6-a8c3-9a9d78366212 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:31.890517 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1d6e0fbc-ba78-4408-834b-0c1947c4ba76 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0078163 Jul 15 13:15:31.891074 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35248) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:31.897078 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-1b841947-5db6-4cfa-8d93-5e19b535f495 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1137253510', 'network_id': '9909115f-3dfd-46e6-a8c3-9a9d78366212'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:31.922416 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b841947-5db6-4cfa-8d93-5e19b535f495 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Made reservation on behalf of 0148ecd10c414f7fad6e573a28260234 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:31.931911 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1b841947-5db6-4cfa-8d93-5e19b535f495 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.946404 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-6b8b8bbd-b94d-465d-b5de-8233e83a4335 None None] Set router 22738f1b-d162-4f6d-b092-45ee751c0fb8 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:15:31.956899 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-1b841947-5db6-4cfa-8d93-5e19b535f495 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] device_id is not set on port 5ed1f9da-67d7-4f44-bbf2-9bc79eba9c00 yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:31.994239 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35252) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:32.037098 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-00ddcf9d-c960-40f5-ab7b-ccf6611880d4 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Deleting port da084fd2-7a95-4515-bffd-671cbdbea55f {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:32.037660 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-00ddcf9d-c960-40f5-ab7b-ccf6611880d4 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.192607 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-1b841947-5db6-4cfa-8d93-5e19b535f495 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Allocated IP 172.20.0.13 (9909115f-3dfd-46e6-a8c3-9a9d78366212/1c269f80-3d4c-4b09-8bd7-95823115842b/5ed1f9da-67d7-4f44-bbf2-9bc79eba9c00) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:32.248378 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-00ddcf9d-c960-40f5-ab7b-ccf6611880d4 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.267367 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e7743-c41b-41ea-ab13-6574e43fdd84 None None] Pushing event updated for resources: {'Port': ['ID=08749388-1734-4df4-b35b-7a7aaeb0e248,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:32.289689 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-00ddcf9d-c960-40f5-ab7b-ccf6611880d4 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Calling delete_port for da084fd2-7a95-4515-bffd-671cbdbea55f owned by network:router_interface {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:32.312389 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ba8ddc43-f85e-4ce7-960b-27884d1d0ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.366822 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35272) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:32.476533 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1b841947-5db6-4cfa-8d93-5e19b535f495 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.488222 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.530193 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-96da7d3b-0f15-4a0c-aa60-bdb4237b68b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.550550 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1b841947-5db6-4cfa-8d93-5e19b535f495 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.598248 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b841947-5db6-4cfa-8d93-5e19b535f495 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Pushing event updated for resources: {'Port': ['ID=5ed1f9da-67d7-4f44-bbf2-9bc79eba9c00,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:32.615636 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b841947-5db6-4cfa-8d93-5e19b535f495 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Network 9909115f-3dfd-46e6-a8c3-9a9d78366212 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:32.617384 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-1b841947-5db6-4cfa-8d93-5e19b535f495 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:32.623069 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b841947-5db6-4cfa-8d93-5e19b535f495 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:32.676792 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b841947-5db6-4cfa-8d93-5e19b535f495 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:32.677645 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1b841947-5db6-4cfa-8d93-5e19b535f495 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.808184 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706fd3f9-f45e-49a5-866b-2e15d2ae9f68 None None] Network 9909115f-3dfd-46e6-a8c3-9a9d78366212 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:32.840171 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-6b8b8bbd-b94d-465d-b5de-8233e83a4335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22738f1b-d162-4f6d-b092-45ee751c0fb8', 'name': 'tempest-TestAggregatesBasicOps-1410522005-router', 'tenant_id': '9735a243b58e4e099240abc02c326fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'bb4aeb1e-2831-4c77-b708-cc7efdac1532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:18Z', 'updated_at': '2021-07-15T13:15:27Z', 'revision_number': 4, 'project_id': '9735a243b58e4e099240abc02c326fec', 'gw_port': {'id': 'bb4aeb1e-2831-4c77-b708-cc7efdac1532', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22738f1b-d162-4f6d-b092-45ee751c0fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:20Z', 'updated_at': '2021-07-15T13:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '08749388-1734-4df4-b35b-7a7aaeb0e248', 'name': '', 'network_id': '119b1821-d00a-4530-a14b-af666c528049', 'tenant_id': '9735a243b58e4e099240abc02c326fec', 'mac_address': 'fa:16:3e:62:a5:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22738f1b-d162-4f6d-b092-45ee751c0fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '5c3a2cdf-a315-4fa2-8716-bda6feb404ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:25Z', 'updated_at': '2021-07-15T13:15:31Z', 'revision_number': 4, 'project_id': '9735a243b58e4e099240abc02c326fec', 'subnets': [{'id': '5c3a2cdf-a315-4fa2-8716-bda6feb404ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:32.875938 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8b8bbd-b94d-465d-b5de-8233e83a4335 None None] The sync data for ids ['22738f1b-d162-4f6d-b092-45ee751c0fb8'] in n-d-771363-36 is: [{'id': '22738f1b-d162-4f6d-b092-45ee751c0fb8', 'name': 'tempest-TestAggregatesBasicOps-1410522005-router', 'tenant_id': '9735a243b58e4e099240abc02c326fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'bb4aeb1e-2831-4c77-b708-cc7efdac1532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:18Z', 'updated_at': '2021-07-15T13:15:27Z', 'revision_number': 4, 'project_id': '9735a243b58e4e099240abc02c326fec', 'gw_port': {'id': 'bb4aeb1e-2831-4c77-b708-cc7efdac1532', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22738f1b-d162-4f6d-b092-45ee751c0fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:20Z', 'updated_at': '2021-07-15T13:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '08749388-1734-4df4-b35b-7a7aaeb0e248', 'name': '', 'network_id': '119b1821-d00a-4530-a14b-af666c528049', 'tenant_id': '9735a243b58e4e099240abc02c326fec', 'mac_address': 'fa:16:3e:62:a5:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22738f1b-d162-4f6d-b092-45ee751c0fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '5c3a2cdf-a315-4fa2-8716-bda6feb404ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:25Z', 'updated_at': '2021-07-15T13:15:31Z', 'revision_number': 4, 'project_id': '9735a243b58e4e099240abc02c326fec', 'subnets': [{'id': '5c3a2cdf-a315-4fa2-8716-bda6feb404ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:15:32.910405 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-6f60296e-093e-490e-b26e-a3c6e04e5e16 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:32.932153 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-6f60296e-093e-490e-b26e-a3c6e04e5e16 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/networks?id=594a18f5-eb63-40e1-adf2-df8adb235078 HTTP/1.1" status: 200 len: 806 time: 0.5055692 Jul 15 13:15:33.045954 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-b30a730d-ef40-4cfd-b7dc-c35681b8b721 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/quotas/00b876fd8df24342ab4e9da7bd4da612 HTTP/1.1" status: 200 len: 375 time: 0.1132131 Jul 15 13:15:33.065520 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ba8ddc43-f85e-4ce7-960b-27884d1d0ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.079218 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1b841947-5db6-4cfa-8d93-5e19b535f495 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.1869075 Jul 15 13:15:33.080677 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35288) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:33.135189 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3911ce-c0ac-4af0-b19b-032465a3c895 req-33abd31b-f3e9-422c-a656-134a630555fc tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:33.147331 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1e3911ce-c0ac-4af0-b19b-032465a3c895 req-33abd31b-f3e9-422c-a656-134a630555fc tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/ports?device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 945 time: 0.5163326 Jul 15 13:15:33.156596 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ba8ddc43-f85e-4ce7-960b-27884d1d0ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.208509 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35292) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:33.222267 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ddc43-f85e-4ce7-960b-27884d1d0ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0703ce0-f33c-4a71-91f6-d9c273c8c167,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:33.254252 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-bdc7bebd-3b3b-4bde-aaae-bfc403998dd1 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Deleting port 5ed1f9da-67d7-4f44-bbf2-9bc79eba9c00 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:33.254617 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bdc7bebd-3b3b-4bde-aaae-bfc403998dd1 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.317736 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ba8ddc43-f85e-4ce7-960b-27884d1d0ded admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a85cb45554ed413fab900175b2f65403&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3214319 Jul 15 13:15:33.331227 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35296) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:33.373757 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1e3911ce-c0ac-4af0-b19b-032465a3c895 req-4b7439b4-a223-43a8-a65f-0dd2cc1a8c4f tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/security-groups?id=89bd4cb4-a98d-4dfa-a26f-c2dff1ae00a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244911 Jul 15 13:15:33.395266 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bdc7bebd-3b3b-4bde-aaae-bfc403998dd1 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.409980 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-bdc7bebd-3b3b-4bde-aaae-bfc403998dd1 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Calling delete_port for 5ed1f9da-67d7-4f44-bbf2-9bc79eba9c00 owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:33.433836 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e83b7b44-1f61-413f-91d0-899bfb5dae5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.434718 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-b348c4ad-9034-4b39-9aaf-d7943408b814 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=00b876fd8df24342ab4e9da7bd4da612&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3729239 Jul 15 13:15:33.513068 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.542847 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-00ddcf9d-c960-40f5-ab7b-ccf6611880d4 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.633622 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a500b201-eba8-412a-95aa-095ad5bf996a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.645306 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e83b7b44-1f61-413f-91d0-899bfb5dae5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.649191 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ddcf9d-c960-40f5-ab7b-ccf6611880d4 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Pushing event deleted for resources: {'Port': ['ID=da084fd2-7a95-4515-bffd-671cbdbea55f,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:33.660157 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bdc7bebd-3b3b-4bde-aaae-bfc403998dd1 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.662244 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e83b7b44-1f61-413f-91d0-899bfb5dae5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.729060 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a500b201-eba8-412a-95aa-095ad5bf996a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.740589 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-80099556-4adf-480c-a1c1-557a02d1f979 service neutron] 10.222.0.16 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027723 Jul 15 13:15:33.758943 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b7b44-1f61-413f-91d0-899bfb5dae5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f218dc-8dc7-4b92-a13c-dad46e735ccb,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:33.768035 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e83b7b44-1f61-413f-91d0-899bfb5dae5b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=577e47e5d65c49fbb2f353731b5dad3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5584319 Jul 15 13:15:33.769125 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35298) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:33.815153 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a500b201-eba8-412a-95aa-095ad5bf996a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.817991 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a500b201-eba8-412a-95aa-095ad5bf996a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.822238 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a500b201-eba8-412a-95aa-095ad5bf996a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d0703ce0-f33c-4a71-91f6-d9c273c8c167 HTTP/1.1" status: 204 len: 168 time: 0.4897361 Jul 15 13:15:33.858448 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc7bebd-3b3b-4bde-aaae-bfc403998dd1 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ed1f9da-67d7-4f44-bbf2-9bc79eba9c00,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:33.875658 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bdc7bebd-3b3b-4bde-aaae-bfc403998dd1 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.877512 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-bdc7bebd-3b3b-4bde-aaae-bfc403998dd1 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] 10.222.0.16 "DELETE /v2.0/ports/5ed1f9da-67d7-4f44-bbf2-9bc79eba9c00 HTTP/1.1" status: 204 len: 168 time: 0.7954562 Jul 15 13:15:33.880427 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35302) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:33.888064 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-b5434ab7-920f-4227-a6c7-226357b30094 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9909115f-3dfd-46e6-a8c3-9a9d78366212', 'external_fixed_ips': [{'subnet_id': '1c269f80-3d4c-4b09-8bd7-95823115842b', 'ip_address': '172.20.0.13'}]}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:33.908654 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500b201-eba8-412a-95aa-095ad5bf996a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0703ce0-f33c-4a71-91f6-d9c273c8c167,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:33.957882 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c9ce4efa-0695-4c01-997a-8f8c45d91bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.970780 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b5434ab7-920f-4227-a6c7-226357b30094 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.972119 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b5434ab7-920f-4227-a6c7-226357b30094 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.000958 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c9ce4efa-0695-4c01-997a-8f8c45d91bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.057485 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b5434ab7-920f-4227-a6c7-226357b30094 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.137698 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-0238f622-2c5b-4a86-b021-dcdefa31745f service neutron] 10.222.0.16 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961957 Jul 15 13:15:34.170910 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c7da2f6b-8338-4c53-823e-362750b08638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.221562 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35306) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:34.230706 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-00ddcf9d-c960-40f5-ab7b-ccf6611880d4 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.233520 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b5434ab7-920f-4227-a6c7-226357b30094 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.249908 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f99fd7cc-efd6-4183-aa1b-c78156bbf745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.257450 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c9ce4efa-0695-4c01-997a-8f8c45d91bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.264689 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c9ce4efa-0695-4c01-997a-8f8c45d91bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.270963 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c9ce4efa-0695-4c01-997a-8f8c45d91bc6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/92f218dc-8dc7-4b92-a13c-dad46e735ccb HTTP/1.1" status: 204 len: 168 time: 0.4695094 Jul 15 13:15:34.299380 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce4efa-0695-4c01-997a-8f8c45d91bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f218dc-8dc7-4b92-a13c-dad46e735ccb,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:34.632986 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 08749388-1734-4df4-b35b-7a7aaeb0e248 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:34.648418 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b5434ab7-920f-4227-a6c7-226357b30094 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.680004 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b5434ab7-920f-4227-a6c7-226357b30094 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.745538 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 08749388-1734-4df4-b35b-7a7aaeb0e248 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:34.752037 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 08749388-1734-4df4-b35b-7a7aaeb0e248 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:34.752790 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.895350 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.923946 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-b5434ab7-920f-4227-a6c7-226357b30094 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Allocated IP 172.20.0.13 (9909115f-3dfd-46e6-a8c3-9a9d78366212/1c269f80-3d4c-4b09-8bd7-95823115842b/9441eabb-5300-4c88-9357-d13158530f04) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:34.954600 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f54b9f4b-0959-429e-a065-57ae4ce6d0cf req-690b8b02-a844-4bed-b9bd-e877de6c0e47 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc0ebeaa-010a-488b-831b-6aa2e8553672 HTTP/1.1" status: 200 len: 210 time: 0.1345162 Jul 15 13:15:34.957735 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35324) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:34.977950 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.980468 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 08749388-1734-4df4-b35b-7a7aaeb0e248, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=08749388-1734-4df4-b35b-7a7aaeb0e248,segment=NetworkSegment(6201503a-9ef9-42eb-997c-f000f07a75ea),segment_id=6201503a-9ef9-42eb-997c-f000f07a75ea)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:34.991238 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.991551 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-81c65828-e533-48cc-96d8-c94cc541af9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.090989 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=08749388-1734-4df4-b35b-7a7aaeb0e248,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:35.095162 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b5434ab7-920f-4227-a6c7-226357b30094 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.141286 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b5434ab7-920f-4227-a6c7-226357b30094 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.160055 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9559e-306f-4f09-a492-b58dcaecf94e req-b0154b3e-de48-40ab-8598-3a2d43d9a059 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:35.161346 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-47d9559e-306f-4f09-a492-b58dcaecf94e req-b0154b3e-de48-40ab-8598-3a2d43d9a059 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/ports?device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 945 time: 0.3922806 Jul 15 13:15:35.194699 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5434ab7-920f-4227-a6c7-226357b30094 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Network 9909115f-3dfd-46e6-a8c3-9a9d78366212 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:35.197894 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-b5434ab7-920f-4227-a6c7-226357b30094 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:35.200447 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5434ab7-920f-4227-a6c7-226357b30094 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:35.225365 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5434ab7-920f-4227-a6c7-226357b30094 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Pushing event updated for resources: {'Port': ['ID=9441eabb-5300-4c88-9357-d13158530f04,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:35.319889 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f99fd7cc-efd6-4183-aa1b-c78156bbf745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.335381 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f99fd7cc-efd6-4183-aa1b-c78156bbf745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.370685 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-47d9559e-306f-4f09-a492-b58dcaecf94e req-72fc8f4d-82f8-4aa8-95e0-b511b4e7c42f tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/security-groups?id=89bd4cb4-a98d-4dfa-a26f-c2dff1ae00a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404150 Jul 15 13:15:35.407816 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ddcf9d-c960-40f5-ab7b-ccf6611880d4 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Router d58204ee-42d7-4ed8-b8b8-2907b96a3bb8 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:15:35.411097 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f99fd7cc-efd6-4183-aa1b-c78156bbf745 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c638bfee932e412caf15a3b28fe00925&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1885827 Jul 15 13:15:35.412399 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd7cc-efd6-4183-aa1b-c78156bbf745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e99923c-a435-4260-8fda-872e82a83d51,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:35.419285 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35326) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:35.540251 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-81c65828-e533-48cc-96d8-c94cc541af9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.541639 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b5434ab7-920f-4227-a6c7-226357b30094 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.544655 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-81c65828-e533-48cc-96d8-c94cc541af9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.603867 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d8654224-5b6f-4216-8ce1-b893b0f2c20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.622266 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-81c65828-e533-48cc-96d8-c94cc541af9a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=70fc1c0b91bf483b937dc1b32f02b99d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6606872 Jul 15 13:15:35.624723 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c65828-e533-48cc-96d8-c94cc541af9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77c3a65-8ac2-424f-add8-77f2ff6f9381,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:35.627018 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35328) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:35.643702 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d8654224-5b6f-4216-8ce1-b893b0f2c20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.666133 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ddcf9d-c960-40f5-ab7b-ccf6611880d4 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:15:35.675119 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-00ddcf9d-c960-40f5-ab7b-ccf6611880d4 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] 10.222.0.16 "PUT /v2.0/routers/d58204ee-42d7-4ed8-b8b8-2907b96a3bb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6376140 Jul 15 13:15:35.675768 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35330) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:35.676179 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1e37bb-c577-47c6-8e66-c815bdd369b7 None None] Sync routers for ids ['d58204ee-42d7-4ed8-b8b8-2907b96a3bb8'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:15:35.685646 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1e37bb-c577-47c6-8e66-c815bdd369b7 None None] Routers {'d58204ee-42d7-4ed8-b8b8-2907b96a3bb8'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:35.686259 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-ef1e37bb-c577-47c6-8e66-c815bdd369b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:15:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['d58204ee-42d7-4ed8-b8b8-2907b96a3bb8'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:35.692016 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c7da2f6b-8338-4c53-823e-362750b08638 admin admin] Deleting port 87623577-d004-4051-9e0a-be1d84ccebf9 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:35.692334 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c7da2f6b-8338-4c53-823e-362750b08638 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.719675 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-ef1e37bb-c577-47c6-8e66-c815bdd369b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:35.729817 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1e37bb-c577-47c6-8e66-c815bdd369b7 None None] Routers {'d58204ee-42d7-4ed8-b8b8-2907b96a3bb8'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:35.732048 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-ef1e37bb-c577-47c6-8e66-c815bdd369b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:15:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['d58204ee-42d7-4ed8-b8b8-2907b96a3bb8'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:35.772035 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-ef1e37bb-c577-47c6-8e66-c815bdd369b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:35.772986 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1e37bb-c577-47c6-8e66-c815bdd369b7 None None] The sync data for ids ['d58204ee-42d7-4ed8-b8b8-2907b96a3bb8'] in n-d-771363-36 is: [] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:15:35.892970 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d8654224-5b6f-4216-8ce1-b893b0f2c20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.895882 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d8654224-5b6f-4216-8ce1-b893b0f2c20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.899383 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d8654224-5b6f-4216-8ce1-b893b0f2c20b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e99923c-a435-4260-8fda-872e82a83d51 HTTP/1.1" status: 204 len: 168 time: 0.4761934 Jul 15 13:15:35.929638 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c7da2f6b-8338-4c53-823e-362750b08638 admin admin] For port 87623577-d004-4051-9e0a-be1d84ccebf9, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=87623577-d004-4051-9e0a-be1d84ccebf9,segment=NetworkSegment(8be3d6e1-17d4-4348-8a43-1945ce07030c),segment_id=8be3d6e1-17d4-4348-8a43-1945ce07030c)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:35.930007 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c7da2f6b-8338-4c53-823e-362750b08638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.954592 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8654224-5b6f-4216-8ce1-b893b0f2c20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e99923c-a435-4260-8fda-872e82a83d51,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:35.991279 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-250b2e1d-96e6-42e8-959f-fff31e0008d9 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.993624 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c7da2f6b-8338-4c53-823e-362750b08638 admin admin] Calling delete_port for 87623577-d004-4051-9e0a-be1d84ccebf9 owned by network:router_interface {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:36.058740 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f800f18e-2ebb-4db3-ba76-9dcae4d99264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.120355 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f800f18e-2ebb-4db3-ba76-9dcae4d99264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.156143 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b5434ab7-920f-4227-a6c7-226357b30094 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.235645 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5a4f1d04-a779-474f-b1ce-46b10dbb496f req-226dd57d-7a2b-429a-a2d5-fcb7f7eb7c00 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc0ebeaa-010a-488b-831b-6aa2e8553672 HTTP/1.1" status: 200 len: 210 time: 0.0644367 Jul 15 13:15:36.236259 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f800f18e-2ebb-4db3-ba76-9dcae4d99264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.238464 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f800f18e-2ebb-4db3-ba76-9dcae4d99264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.243392 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f800f18e-2ebb-4db3-ba76-9dcae4d99264 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c77c3a65-8ac2-424f-add8-77f2ff6f9381 HTTP/1.1" status: 204 len: 168 time: 0.5859559 Jul 15 13:15:36.272424 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-62154fbb-9883-41f7-860b-290a9f503dc0 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:36.274004 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-62154fbb-9883-41f7-860b-290a9f503dc0 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.46 "GET /v2.0/networks?id=594a18f5-eb63-40e1-adf2-df8adb235078 HTTP/1.1" status: 200 len: 806 time: 0.3734386 Jul 15 13:15:36.293018 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f800f18e-2ebb-4db3-ba76-9dcae4d99264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77c3a65-8ac2-424f-add8-77f2ff6f9381,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:36.317664 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-3ac88626-e771-4749-9aba-2f213eef91c3 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Request body: {'port': {'device_id': 'bc0ebeaa-010a-488b-831b-6aa2e8553672', 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078', 'admin_state_up': True, 'tenant_id': '00b876fd8df24342ab4e9da7bd4da612'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:36.356103 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-250b2e1d-96e6-42e8-959f-fff31e0008d9 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.368583 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5434ab7-920f-4227-a6c7-226357b30094 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Router 791043b2-adf6-4777-b4ef-cdadf85f6c1f is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:15:36.521466 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5434ab7-920f-4227-a6c7-226357b30094 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:15:36.533725 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a132ffd3-a0a3-4415-9dc0-18d7e232f7a2 None None] Sync routers for ids ['791043b2-adf6-4777-b4ef-cdadf85f6c1f'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:15:36.550329 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a132ffd3-a0a3-4415-9dc0-18d7e232f7a2 None None] Routers {'791043b2-adf6-4777-b4ef-cdadf85f6c1f'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:36.551734 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-a132ffd3-a0a3-4415-9dc0-18d7e232f7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:15:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['791043b2-adf6-4777-b4ef-cdadf85f6c1f'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:36.557301 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c7da2f6b-8338-4c53-823e-362750b08638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.569046 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-250b2e1d-96e6-42e8-959f-fff31e0008d9 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Deleting port 2f1d65d9-0162-49ac-853f-b133e362d907 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:36.569463 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-250b2e1d-96e6-42e8-959f-fff31e0008d9 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.583988 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b5434ab7-920f-4227-a6c7-226357b30094 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.586039 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b5434ab7-920f-4227-a6c7-226357b30094 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.7046633 Jul 15 13:15:36.588949 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35350) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:36.647533 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 08749388-1734-4df4-b35b-7a7aaeb0e248 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:36.751800 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da2f6b-8338-4c53-823e-362750b08638 admin admin] Pushing event deleted for resources: {'Port': ['ID=87623577-d004-4051-9e0a-be1d84ccebf9,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:36.761078 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-3ac88626-e771-4749-9aba-2f213eef91c3 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Made reservation on behalf of 00b876fd8df24342ab4e9da7bd4da612 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:36.765680 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-3ac88626-e771-4749-9aba-2f213eef91c3 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.766047 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35352) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:36.828703 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5f5b05a9-b13c-4553-ad25-296343352d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.881202 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-a132ffd3-a0a3-4415-9dc0-18d7e232f7a2 None None] Set router 791043b2-adf6-4777-b4ef-cdadf85f6c1f gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:15:36.896548 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5519966c-1bb3-44ec-a9c9-e841dd09ff2d tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.955003 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 08749388-1734-4df4-b35b-7a7aaeb0e248 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:36.955439 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.024250 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-250b2e1d-96e6-42e8-959f-fff31e0008d9 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.060893 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-250b2e1d-96e6-42e8-959f-fff31e0008d9 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Calling delete_port for 2f1d65d9-0162-49ac-853f-b133e362d907 owned by network:router_gateway {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:37.151391 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5519966c-1bb3-44ec-a9c9-e841dd09ff2d tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.156449 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4a859-1105-410f-a3f6-0248bbc17f57 req-aba9ae6e-5527-49d1-85e1-1c2b0b868b38 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:37.165460 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4ad4a859-1105-410f-a3f6-0248bbc17f57 req-aba9ae6e-5527-49d1-85e1-1c2b0b868b38 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/ports?device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 945 time: 0.4861002 Jul 15 13:15:37.202592 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5f5b05a9-b13c-4553-ad25-296343352d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.211085 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5f5b05a9-b13c-4553-ad25-296343352d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.220259 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-a132ffd3-a0a3-4415-9dc0-18d7e232f7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791043b2-adf6-4777-b4ef-cdadf85f6c1f', 'name': '', 'tenant_id': '0148ecd10c414f7fad6e573a28260234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9909115f-3dfd-46e6-a8c3-9a9d78366212', 'external_fixed_ips': [{'subnet_id': '1c269f80-3d4c-4b09-8bd7-95823115842b', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '9441eabb-5300-4c88-9357-d13158530f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:33Z', 'updated_at': '2021-07-15T13:15:35Z', 'revision_number': 3, 'project_id': '0148ecd10c414f7fad6e573a28260234', 'gw_port': {'id': '9441eabb-5300-4c88-9357-d13158530f04', 'name': '', 'network_id': '9909115f-3dfd-46e6-a8c3-9a9d78366212', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:20:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791043b2-adf6-4777-b4ef-cdadf85f6c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '1c269f80-3d4c-4b09-8bd7-95823115842b', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:34Z', 'updated_at': '2021-07-15T13:15:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c269f80-3d4c-4b09-8bd7-95823115842b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:37.257860 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a132ffd3-a0a3-4415-9dc0-18d7e232f7a2 None None] Checking router: 791043b2-adf6-4777-b4ef-cdadf85f6c1f for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:15:37.258224 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a132ffd3-a0a3-4415-9dc0-18d7e232f7a2 None None] Updating router 791043b2-adf6-4777-b4ef-cdadf85f6c1f port 9441eabb-5300-4c88-9357-d13158530f04 binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:15:37.277655 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5f5b05a9-b13c-4553-ad25-296343352d9b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85474670f96248178b5b7ef1028050b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5037599 Jul 15 13:15:37.280362 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b05a9-b13c-4553-ad25-296343352d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe065c7-b0b2-48dc-a5f7-9528fb49d6aa,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:37.286169 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-3ac88626-e771-4749-9aba-2f213eef91c3 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Allocated IP 172.20.0.5 (594a18f5-eb63-40e1-adf2-df8adb235078/a3564fb5-e6c9-425e-8a20-95a28163b8cc/54f3b156-b077-4f91-85ef-a53a4cec3c24) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:37.288176 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35364) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:37.304249 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a132ffd3-a0a3-4415-9dc0-18d7e232f7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.320258 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c7da2f6b-8338-4c53-823e-362750b08638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.339166 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-5519966c-1bb3-44ec-a9c9-e841dd09ff2d tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Deleting port 9441eabb-5300-4c88-9357-d13158530f04 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:37.339979 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5519966c-1bb3-44ec-a9c9-e841dd09ff2d tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.366831 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4ad4a859-1105-410f-a3f6-0248bbc17f57 req-76a8d56b-3873-4b2e-a589-21bdd5fe1611 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/security-groups?id=89bd4cb4-a98d-4dfa-a26f-c2dff1ae00a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989875 Jul 15 13:15:37.443410 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5519966c-1bb3-44ec-a9c9-e841dd09ff2d tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.456731 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-5519966c-1bb3-44ec-a9c9-e841dd09ff2d tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Calling delete_port for 9441eabb-5300-4c88-9357-d13158530f04 owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:37.611823 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a132ffd3-a0a3-4415-9dc0-18d7e232f7a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.675076 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5519966c-1bb3-44ec-a9c9-e841dd09ff2d tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.707110 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5519966c-1bb3-44ec-a9c9-e841dd09ff2d tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Pushing event deleted for resources: {'Port': ['ID=9441eabb-5300-4c88-9357-d13158530f04,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-a132ffd3-a0a3-4415-9dc0-18d7e232f7a2 None None] DB exception raised by Mechanism driver 'openvswitch' in update_port_precommit {{(pid=93827) _call_on_drivers /opt/stack/neutron/neutron/plugins/ml2/managers.py:481}} Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1770, in _execute_context Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 717, in do_execute Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers result = self._query(query) Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers conn.query(q) Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers result.read() Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers pymysql.err.OperationalError: (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers The above exception was the direct cause of the following exception: Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 477, in _call_on_drivers Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers getattr(driver.obj, method_name)(context) Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 65, in update_port_precommit Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers self._insert_provisioning_block(context) Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 80, in _insert_provisioning_block Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers if context.host_agents(self.agent_type): Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/driver_context.py", line 295, in host_agents Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers return self._plugin.get_agents(self._plugin_context, Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers return method(*args, **kwargs) Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/agents_db.py", line 292, in get_agents Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers agents = agent_obj.Agent.get_objects(context, **filters) Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/base.py", line 637, in get_objects Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers db_objs = obj_db_api.get_objects( Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/db/api.py", line 55, in get_objects Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers return model_query.get_collection( Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 331, in get_collection Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers items = [ Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2837, in __iter__ Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers return self._iter().__iter__() Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2844, in _iter Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers result = self.session.execute( Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1637, in execute Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers ) = compile_state_cls.orm_pre_session_exec( Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/context.py", line 289, in orm_pre_session_exec Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers session._autoflush() Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 2193, in _autoflush Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers self.flush() Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3298, in flush Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers self._flush(objects) Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3438, in _flush Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers transaction.rollback(_capture_exception=True) Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__ Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers compat.raise_( Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_ Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers raise exception Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3398, in _flush Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers flush_context.execute() Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers rec.execute(self) Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers util.preloaded.orm_persistence.save_obj( Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 234, in save_obj Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers _emit_update_statements( Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 998, in _emit_update_statements Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers c = connection._execute_20( Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1582, in _execute_20 Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers return meth(self, args_10style, kwargs_10style, execution_options) Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 323, in _execute_on_connection Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers return connection._execute_clauseelement( Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1451, in _execute_clauseelement Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers ret = self._execute_context( Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1813, in _execute_context Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers self._handle_dbapi_exception( Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1992, in _handle_dbapi_exception Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers util.raise_(newraise, with_traceback=exc_info[2], from_=e) Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_ Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers raise exception Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1770, in _execute_context Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 717, in do_execute Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers result = self._query(query) Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers conn.query(q) Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers result.read() Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers [parameters: {'host': 'n-d-771363-36', 'ml2_port_bindings_port_id': '9441eabb-5300-4c88-9357-d13158530f04', 'ml2_port_bindings_host': ''}] Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers (Background on this error at: http://sqlalche.me/e/14/e3q8) Jul 15 13:15:37.764518 n-d-771363-36 neutron-server[93827]: ERROR neutron.plugins.ml2.managers Jul 15 13:15:37.771814 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.db.api [None req-a132ffd3-a0a3-4415-9dc0-18d7e232f7a2 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:15:37.771814 n-d-771363-36 neutron-server[93827]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Jul 15 13:15:37.771814 n-d-771363-36 neutron-server[93827]: [parameters: {'host': 'n-d-771363-36', 'ml2_port_bindings_port_id': '9441eabb-5300-4c88-9357-d13158530f04', 'ml2_port_bindings_host': ''}] Jul 15 13:15:37.771814 n-d-771363-36 neutron-server[93827]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:15:37.771814 n-d-771363-36 neutron-server[93827]: DEBUG oslo_db.api [None req-a132ffd3-a0a3-4415-9dc0-18d7e232f7a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:15:37.794113 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5519966c-1bb3-44ec-a9c9-e841dd09ff2d tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.899034 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5519966c-1bb3-44ec-a9c9-e841dd09ff2d tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.901214 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5519966c-1bb3-44ec-a9c9-e841dd09ff2d tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.952592 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5519966c-1bb3-44ec-a9c9-e841dd09ff2d tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.953257 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5519966c-1bb3-44ec-a9c9-e841dd09ff2d tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 791043b2-adf6-4777-b4ef-cdadf85f6c1f {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:15:37.965218 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e2f473e6-4ac2-446e-8e73-22717086bd65 req-eaf61f6b-2541-454e-9543-e287174ec790 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc0ebeaa-010a-488b-831b-6aa2e8553672 HTTP/1.1" status: 200 len: 210 time: 0.0834019 Jul 15 13:15:37.966096 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5519966c-1bb3-44ec-a9c9-e841dd09ff2d tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.969989 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5519966c-1bb3-44ec-a9c9-e841dd09ff2d tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] 10.222.0.16 "DELETE /v2.0/routers/791043b2-adf6-4777-b4ef-cdadf85f6c1f HTTP/1.1" status: 204 len: 168 time: 1.3773727 Jul 15 13:15:37.970271 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35382) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:38.010659 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486ee7c-b859-4e52-8baa-716b549301d5 req-a8bf0eca-8552-4f27-828f-0b528e421daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:38.012354 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4486ee7c-b859-4e52-8baa-716b549301d5 req-a8bf0eca-8552-4f27-828f-0b528e421daa service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 1097 time: 0.8068097 Jul 15 13:15:38.027422 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-2083792e-71ce-42fb-962c-954afb80e5f8 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Deleting subnet 1c269f80-3d4c-4b09-8bd7-95823115842b {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:15:38.031226 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2083792e-71ce-42fb-962c-954afb80e5f8 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.049164 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3627b4da-22af-4df7-aa55-3ba629a6208a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.074632 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2083792e-71ce-42fb-962c-954afb80e5f8 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.118152 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2083792e-71ce-42fb-962c-954afb80e5f8 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.180675 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3627b4da-22af-4df7-aa55-3ba629a6208a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.188443 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2083792e-71ce-42fb-962c-954afb80e5f8 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.189288 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4486ee7c-b859-4e52-8baa-716b549301d5 req-27799f28-f7c2-44ff-ba02-7d06b24722d9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=89bd4cb4-a98d-4dfa-a26f-c2dff1ae00a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594989 Jul 15 13:15:38.220211 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2083792e-71ce-42fb-962c-954afb80e5f8 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1c269f80-3d4c-4b09-8bd7-95823115842b,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:38.222230 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2083792e-71ce-42fb-962c-954afb80e5f8 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.227124 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2083792e-71ce-42fb-962c-954afb80e5f8 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/1c269f80-3d4c-4b09-8bd7-95823115842b HTTP/1.1" status: 204 len: 168 time: 0.2557819 Jul 15 13:15:38.227970 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35388) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:38.253680 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-250b2e1d-96e6-42e8-959f-fff31e0008d9 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.292739 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a132ffd3-a0a3-4415-9dc0-18d7e232f7a2 None None] Port 9441eabb-5300-4c88-9357-d13158530f04 not found while updating agent binding for router 791043b2-adf6-4777-b4ef-cdadf85f6c1f. {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 15 13:15:38.304035 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a132ffd3-a0a3-4415-9dc0-18d7e232f7a2 None None] Routers set() bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:38.304662 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a132ffd3-a0a3-4415-9dc0-18d7e232f7a2 None None] Router IDs set() for agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 13:15:38.305467 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_agentschedulers_db [None req-a132ffd3-a0a3-4415-9dc0-18d7e232f7a2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'791043b2-adf6-4777-b4ef-cdadf85f6c1f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:15:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent'). {{(pid=93827) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 13:15:38.305833 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a132ffd3-a0a3-4415-9dc0-18d7e232f7a2 None None] The sync data for ids ['791043b2-adf6-4777-b4ef-cdadf85f6c1f'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:15:38.309736 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5bce24e3-85b1-43ad-aa2a-3114eac9f2d3 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.327189 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b2e1d-96e6-42e8-959f-fff31e0008d9 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Pushing event deleted for resources: {'Port': ['ID=2f1d65d9-0162-49ac-853f-b133e362d907,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:38.330888 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-3ac88626-e771-4749-9aba-2f213eef91c3 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.420719 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5bce24e3-85b1-43ad-aa2a-3114eac9f2d3 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.434850 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-5bce24e3-85b1-43ad-aa2a-3114eac9f2d3 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9909115f-3dfd-46e6-a8c3-9a9d78366212']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:38.453552 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-5bce24e3-85b1-43ad-aa2a-3114eac9f2d3 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a478ced5-81d1-4478-9c54-09fc56281b10') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:38.454061 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-5bce24e3-85b1-43ad-aa2a-3114eac9f2d3 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a478ced5-81d1-4478-9c54-09fc56281b10') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:38.458555 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3627b4da-22af-4df7-aa55-3ba629a6208a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.461243 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3627b4da-22af-4df7-aa55-3ba629a6208a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.464581 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3627b4da-22af-4df7-aa55-3ba629a6208a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5fe065c7-b0b2-48dc-a5f7-9528fb49d6aa HTTP/1.1" status: 204 len: 168 time: 1.1732419 Jul 15 13:15:38.470931 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5bce24e3-85b1-43ad-aa2a-3114eac9f2d3 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.480416 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7da2f6b-8338-4c53-823e-362750b08638 admin admin] Router 6ff7db80-72e2-4891-ace8-242173d6cf2c has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:15:38.491958 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-250b2e1d-96e6-42e8-959f-fff31e0008d9 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.498103 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3627b4da-22af-4df7-aa55-3ba629a6208a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe065c7-b0b2-48dc-a5f7-9528fb49d6aa,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:38.500821 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5bce24e3-85b1-43ad-aa2a-3114eac9f2d3 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.512717 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bce24e3-85b1-43ad-aa2a-3114eac9f2d3 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:15:38.516169 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5bce24e3-85b1-43ad-aa2a-3114eac9f2d3 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.518378 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:38.518378 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:38.518378 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:38.518378 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:38.518378 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:15:38.518378 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:15:38.518378 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:15:38.518378 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:15:38.518378 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:15:38.518378 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:15:38.518378 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:15:38.518378 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:15:38.518378 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:15:38.518378 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:15:38.518378 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:15:38.518378 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:15:38.518378 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:15:38.518378 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:15:38.518378 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:15:38.518378 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:15:38.518378 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:15:38.518378 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:15:38.518378 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:15:38.518378 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:15:38.518378 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:15:38.518378 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:15:38.518378 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:15:38.518378 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:15:38.518378 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:15:38.518378 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:15:38.518378 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:15:38.518378 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:15:38.518378 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:15:38.518378 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:15:38.518378 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:15:38.518378 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:15:38.595928 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5bce24e3-85b1-43ad-aa2a-3114eac9f2d3 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.607364 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bce24e3-85b1-43ad-aa2a-3114eac9f2d3 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9909115f-3dfd-46e6-a8c3-9a9d78366212 {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 13:15:38.610410 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5bce24e3-85b1-43ad-aa2a-3114eac9f2d3 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.616177 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5bce24e3-85b1-43ad-aa2a-3114eac9f2d3 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] 10.222.0.16 "DELETE /v2.0/networks/9909115f-3dfd-46e6-a8c3-9a9d78366212 HTTP/1.1" status: 204 len: 168 time: 0.3836970 Jul 15 13:15:38.626383 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce24e3-85b1-43ad-aa2a-3114eac9f2d3 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Pushing event deleted for resources: {'Network': ['ID=9909115f-3dfd-46e6-a8c3-9a9d78366212,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:38.684863 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-3ac88626-e771-4749-9aba-2f213eef91c3 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.696392 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['305e2af7-4e14-46c9-b511-673a966a851e'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:38.734064 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-250b2e1d-96e6-42e8-959f-fff31e0008d9 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.788080 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-250b2e1d-96e6-42e8-959f-fff31e0008d9 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.898333 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-3ac88626-e771-4749-9aba-2f213eef91c3 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Network 594a18f5-eb63-40e1-adf2-df8adb235078 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:38.927896 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac88626-e771-4749-9aba-2f213eef91c3 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Pushing event updated for resources: {'Port': ['ID=54f3b156-b077-4f91-85ef-a53a4cec3c24,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:38.930857 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-3ac88626-e771-4749-9aba-2f213eef91c3 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:38.935688 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-250b2e1d-96e6-42e8-959f-fff31e0008d9 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.936330 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250b2e1d-96e6-42e8-959f-fff31e0008d9 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Fanout notify agent at l3_agent the message router_deleted on router d58204ee-42d7-4ed8-b8b8-2907b96a3bb8 {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:15:38.940022 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-3ac88626-e771-4749-9aba-2f213eef91c3 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:38.990014 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-3ac88626-e771-4749-9aba-2f213eef91c3 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:38.990643 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-3ac88626-e771-4749-9aba-2f213eef91c3 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.031182 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-250b2e1d-96e6-42e8-959f-fff31e0008d9 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.037585 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-250b2e1d-96e6-42e8-959f-fff31e0008d9 tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] 10.222.0.16 "DELETE /v2.0/routers/d58204ee-42d7-4ed8-b8b8-2907b96a3bb8 HTTP/1.1" status: 204 len: 168 time: 3.3576400 Jul 15 13:15:39.040510 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35416) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:39.131014 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373cfef-f413-4fea-8b11-db20a2f7d50a req-8972c08a-4239-41cf-92df-487cd4e08af6 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:39.144800 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1373cfef-f413-4fea-8b11-db20a2f7d50a req-8972c08a-4239-41cf-92df-487cd4e08af6 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/ports?device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 945 time: 0.4800208 Jul 15 13:15:39.147306 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-19916bf7-86e4-4c6a-aff6-56d447039b8e tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Deleting subnet 41e3f013-f17c-47d0-8636-59246f239e93 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:15:39.154612 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-3ac88626-e771-4749-9aba-2f213eef91c3 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8379605 Jul 15 13:15:39.159528 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-19916bf7-86e4-4c6a-aff6-56d447039b8e tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.173481 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7da2f6b-8338-4c53-823e-362750b08638 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:15:39.189950 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-34795dd6-eb6b-418d-9c22-838c2498699e service neutron] Request body: {'port': {'device_id': 'bc0ebeaa-010a-488b-831b-6aa2e8553672', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:39.241189 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c7da2f6b-8338-4c53-823e-362750b08638 admin admin] 10.222.0.16 "PUT /v2.0/routers/6ff7db80-72e2-4891-ace8-242173d6cf2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8729813 Jul 15 13:15:39.250284 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35424) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:39.251254 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35426) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:39.296783 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-b9d421e7-6432-49d4-90a5-9b3e41eecf5e tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Request body: {'router': {'name': 'tempest-router--534608640', 'project_id': '5f8614a119ed4ff0a3b83870682927e7'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:39.427522 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-34795dd6-eb6b-418d-9c22-838c2498699e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.442706 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1373cfef-f413-4fea-8b11-db20a2f7d50a req-c8f1f245-ef94-4468-9c9e-1a16ebb6967d tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/security-groups?id=89bd4cb4-a98d-4dfa-a26f-c2dff1ae00a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815275 Jul 15 13:15:39.451861 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a056f0d1-9191-4c4f-9955-cab792067a20 None None] Sync routers for ids ['6ff7db80-72e2-4891-ace8-242173d6cf2c'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:15:39.463587 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b9d421e7-6432-49d4-90a5-9b3e41eecf5e tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.466008 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a056f0d1-9191-4c4f-9955-cab792067a20 None None] Routers {'6ff7db80-72e2-4891-ace8-242173d6cf2c'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:39.477027 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b9d421e7-6432-49d4-90a5-9b3e41eecf5e tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.477584 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-a056f0d1-9191-4c4f-9955-cab792067a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:15:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['6ff7db80-72e2-4891-ace8-242173d6cf2c'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:39.504471 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2cf638-796d-4e31-b860-2ccf845c243f req-15d6f7d0-3b42-4a25-babc-a111187c7f1f tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:39.506170 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8d2cf638-796d-4e31-b860-2ccf845c243f req-15d6f7d0-3b42-4a25-babc-a111187c7f1f tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc0ebeaa-010a-488b-831b-6aa2e8553672 HTTP/1.1" status: 200 len: 931 time: 0.2624257 Jul 15 13:15:39.602371 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b9d421e7-6432-49d4-90a5-9b3e41eecf5e tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.611753 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b9d421e7-6432-49d4-90a5-9b3e41eecf5e tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.615555 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-19916bf7-86e4-4c6a-aff6-56d447039b8e tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.645603 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8d2cf638-796d-4e31-b860-2ccf845c243f req-7c3c810c-a73d-442f-88c6-6e59cdf1abfc tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326854 Jul 15 13:15:39.707085 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-a056f0d1-9191-4c4f-9955-cab792067a20 None None] Set router 6ff7db80-72e2-4891-ace8-242173d6cf2c gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:15:39.764604 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b9d421e7-6432-49d4-90a5-9b3e41eecf5e tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.768390 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b9d421e7-6432-49d4-90a5-9b3e41eecf5e tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5024252 Jul 15 13:15:39.772314 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35446) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:39.798957 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35450) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:39.899285 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-19916bf7-86e4-4c6a-aff6-56d447039b8e tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.918340 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-34795dd6-eb6b-418d-9c22-838c2498699e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54f3b156-b077-4f91-85ef-a53a4cec3c24 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:39.938261 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d24c5092-3a3c-46da-8899-866d9f168a47 admin admin] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.939741 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-34795dd6-eb6b-418d-9c22-838c2498699e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.944948 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9c9b0110-da0b-4f1c-8dbc-1db0d9407b85 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.966669 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-34795dd6-eb6b-418d-9c22-838c2498699e service neutron] Transition to ACTIVE for port object 54f3b156-b077-4f91-85ef-a53a4cec3c24 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:39.973378 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-34795dd6-eb6b-418d-9c22-838c2498699e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.015751 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35456) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:40.046597 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34795dd6-eb6b-418d-9c22-838c2498699e service neutron] Pushing event updated for resources: {'Port': ['ID=54f3b156-b077-4f91-85ef-a53a4cec3c24,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:40.054575 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:15:40.074020 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-a056f0d1-9191-4c4f-9955-cab792067a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff7db80-72e2-4891-ace8-242173d6cf2c', 'name': 'tempest-TestAggregatesBasicOps-1523830264-router', 'tenant_id': 'bf7eb4e244714aa5a9d710e295c760fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '5e879545-05e6-4309-99b9-c16417925e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:05Z', 'updated_at': '2021-07-15T13:15:36Z', 'revision_number': 5, 'project_id': 'bf7eb4e244714aa5a9d710e295c760fd', 'gw_port': {'id': '5e879545-05e6-4309-99b9-c16417925e4a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff7db80-72e2-4891-ace8-242173d6cf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:06Z', 'updated_at': '2021-07-15T13:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:40.109557 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-2899aa0d-ff74-4a2f-9ea8-abe95e04e705 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-529826120-network', 'tenant_id': '9fc925054ab444b8942a7f406aa6e423'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:40.122477 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a056f0d1-9191-4c4f-9955-cab792067a20 None None] Checking router: 6ff7db80-72e2-4891-ace8-242173d6cf2c for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:15:40.131569 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a056f0d1-9191-4c4f-9955-cab792067a20 None None] Routers {'6ff7db80-72e2-4891-ace8-242173d6cf2c'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:40.132381 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-a056f0d1-9191-4c4f-9955-cab792067a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:15:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['6ff7db80-72e2-4891-ace8-242173d6cf2c'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:40.150489 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-68e646e4-2fdf-4b88-998a-4467f457ddc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.174441 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2899aa0d-ff74-4a2f-9ea8-abe95e04e705 admin admin] Made reservation on behalf of 9fc925054ab444b8942a7f406aa6e423 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:40.176819 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2899aa0d-ff74-4a2f-9ea8-abe95e04e705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.190950 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-34795dd6-eb6b-418d-9c22-838c2498699e service neutron] Attempting to bind port 54f3b156-b077-4f91-85ef-a53a4cec3c24 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:40.191289 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-34795dd6-eb6b-418d-9c22-838c2498699e service neutron] Attempting to bind port 54f3b156-b077-4f91-85ef-a53a4cec3c24 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '6bb03eb1-9e52-4718-ab2b-06d9a8232852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:40.191622 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-34795dd6-eb6b-418d-9c22-838c2498699e service neutron] Attempting to bind port 54f3b156-b077-4f91-85ef-a53a4cec3c24 on network 594a18f5-eb63-40e1-adf2-df8adb235078 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:40.196290 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2899aa0d-ff74-4a2f-9ea8-abe95e04e705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.202874 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-34795dd6-eb6b-418d-9c22-838c2498699e service neutron] Port 54f3b156-b077-4f91-85ef-a53a4cec3c24 on network 594a18f5-eb63-40e1-adf2-df8adb235078 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:40.203209 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-34795dd6-eb6b-418d-9c22-838c2498699e service neutron] Attempting to bind port 54f3b156-b077-4f91-85ef-a53a4cec3c24 on network 594a18f5-eb63-40e1-adf2-df8adb235078 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:40.208635 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-19916bf7-86e4-4c6a-aff6-56d447039b8e tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.222202 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-34795dd6-eb6b-418d-9c22-838c2498699e service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:40.222545 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-34795dd6-eb6b-418d-9c22-838c2498699e service neutron] Checking segment: {'id': '6bb03eb1-9e52-4718-ab2b-06d9a8232852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:40.222961 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-34795dd6-eb6b-418d-9c22-838c2498699e service neutron] Bound using segment: {'id': '6bb03eb1-9e52-4718-ab2b-06d9a8232852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:40.223400 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-34795dd6-eb6b-418d-9c22-838c2498699e service neutron] Bound port: 54f3b156-b077-4f91-85ef-a53a4cec3c24, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bb03eb1-9e52-4718-ab2b-06d9a8232852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:40.223767 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-34795dd6-eb6b-418d-9c22-838c2498699e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.229844 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9c9b0110-da0b-4f1c-8dbc-1db0d9407b85 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.251694 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9c9b0110-da0b-4f1c-8dbc-1db0d9407b85 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.260483 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19916bf7-86e4-4c6a-aff6-56d447039b8e tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Pushing event deleted for resources: {'Subnet': ['ID=41e3f013-f17c-47d0-8636-59246f239e93,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:40.262938 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-19916bf7-86e4-4c6a-aff6-56d447039b8e tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.264631 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-19916bf7-86e4-4c6a-aff6-56d447039b8e tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] 10.222.0.16 "DELETE /v2.0/subnets/41e3f013-f17c-47d0-8636-59246f239e93 HTTP/1.1" status: 204 len: 168 time: 1.2231271 Jul 15 13:15:40.268546 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35460) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:40.277134 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd30c32f-8fae-49f0-8f30-564b733c6c41 None None] Network 9611a21c-d642-471a-bcd0-3ac001b63c69 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:40.283792 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-a056f0d1-9191-4c4f-9955-cab792067a20 None None] Set router 6ff7db80-72e2-4891-ace8-242173d6cf2c gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:15:40.321227 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d24c5092-3a3c-46da-8899-866d9f168a47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.326924 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9c9b0110-da0b-4f1c-8dbc-1db0d9407b85 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.327648 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9b0110-da0b-4f1c-8dbc-1db0d9407b85 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e0cdf58c-34a1-494f-9fda-2b0a7b4cb1f3 {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:15:40.333381 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9c9b0110-da0b-4f1c-8dbc-1db0d9407b85 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.335022 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9c9b0110-da0b-4f1c-8dbc-1db0d9407b85 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] 10.222.0.16 "DELETE /v2.0/routers/e0cdf58c-34a1-494f-9fda-2b0a7b4cb1f3 HTTP/1.1" status: 204 len: 168 time: 0.5464349 Jul 15 13:15:40.365834 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-68e646e4-2fdf-4b88-998a-4467f457ddc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.389591 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-d24c5092-3a3c-46da-8899-866d9f168a47 admin admin] Deleting port 5e879545-05e6-4309-99b9-c16417925e4a {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:40.390264 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d24c5092-3a3c-46da-8899-866d9f168a47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.436894 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-68e646e4-2fdf-4b88-998a-4467f457ddc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.506489 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd658d6f-0199-4347-a6c7-cc2f7475a5c8 None None] DHCP port deletion for 9611a21c-d642-471a-bcd0-3ac001b63c69 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:15:40.510683 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e646e4-2fdf-4b88-998a-4467f457ddc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112b0e75-b0e7-496a-b3d6-ca8e4d5caec0,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:40.534267 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-d24c5092-3a3c-46da-8899-866d9f168a47 admin admin] For port 5e879545-05e6-4309-99b9-c16417925e4a, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5e879545-05e6-4309-99b9-c16417925e4a,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:40.535140 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d24c5092-3a3c-46da-8899-866d9f168a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.576032 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-d24c5092-3a3c-46da-8899-866d9f168a47 admin admin] Calling delete_port for 5e879545-05e6-4309-99b9-c16417925e4a owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:40.621386 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-24f70b52-9edd-4981-98c3-4a3aad615f5b tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.633284 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-68e646e4-2fdf-4b88-998a-4467f457ddc7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=770bad61e2fd4736b8bcfc20868933b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8332784 Jul 15 13:15:40.633541 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-dd658d6f-0199-4347-a6c7-cc2f7475a5c8 None None] Deleting port 5700f81d-4fac-4a16-80e3-32e823e7b76e {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:40.633739 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dd658d6f-0199-4347-a6c7-cc2f7475a5c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.639987 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35466) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:40.690926 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35468) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:40.708483 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-34795dd6-eb6b-418d-9c22-838c2498699e service neutron] For port 54f3b156-b077-4f91-85ef-a53a4cec3c24, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:40.709491 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-a056f0d1-9191-4c4f-9955-cab792067a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff7db80-72e2-4891-ace8-242173d6cf2c', 'name': 'tempest-TestAggregatesBasicOps-1523830264-router', 'tenant_id': 'bf7eb4e244714aa5a9d710e295c760fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '5e879545-05e6-4309-99b9-c16417925e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:05Z', 'updated_at': '2021-07-15T13:15:36Z', 'revision_number': 5, 'project_id': 'bf7eb4e244714aa5a9d710e295c760fd', 'gw_port': {'id': '5e879545-05e6-4309-99b9-c16417925e4a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff7db80-72e2-4891-ace8-242173d6cf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:06Z', 'updated_at': '2021-07-15T13:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:40.727915 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-dd658d6f-0199-4347-a6c7-cc2f7475a5c8 None None] For port 5700f81d-4fac-4a16-80e3-32e823e7b76e, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5700f81d-4fac-4a16-80e3-32e823e7b76e,segment=NetworkSegment(2c84209a-316c-4afd-8bba-9e01b1ed9b8b),segment_id=2c84209a-316c-4afd-8bba-9e01b1ed9b8b)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:40.728512 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dd658d6f-0199-4347-a6c7-cc2f7475a5c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.748202 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-dd658d6f-0199-4347-a6c7-cc2f7475a5c8 None None] Calling delete_port for 5700f81d-4fac-4a16-80e3-32e823e7b76e owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:40.776655 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a056f0d1-9191-4c4f-9955-cab792067a20 None None] The sync data for ids ['6ff7db80-72e2-4891-ace8-242173d6cf2c'] in n-d-771363-36 is: [{'id': '6ff7db80-72e2-4891-ace8-242173d6cf2c', 'name': 'tempest-TestAggregatesBasicOps-1523830264-router', 'tenant_id': 'bf7eb4e244714aa5a9d710e295c760fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '5e879545-05e6-4309-99b9-c16417925e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:05Z', 'updated_at': '2021-07-15T13:15:36Z', 'revision_number': 5, 'project_id': 'bf7eb4e244714aa5a9d710e295c760fd', 'gw_port': {'id': '5e879545-05e6-4309-99b9-c16417925e4a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff7db80-72e2-4891-ace8-242173d6cf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:06Z', 'updated_at': '2021-07-15T13:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:15:40.839200 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dd658d6f-0199-4347-a6c7-cc2f7475a5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.844393 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-34795dd6-eb6b-418d-9c22-838c2498699e service neutron] For port 54f3b156-b077-4f91-85ef-a53a4cec3c24, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=54f3b156-b077-4f91-85ef-a53a4cec3c24,segment=NetworkSegment(6bb03eb1-9e52-4718-ab2b-06d9a8232852),segment_id=6bb03eb1-9e52-4718-ab2b-06d9a8232852)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:40.877956 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-34795dd6-eb6b-418d-9c22-838c2498699e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.897203 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd658d6f-0199-4347-a6c7-cc2f7475a5c8 None None] Pushing event deleted for resources: {'Port': ['ID=5700f81d-4fac-4a16-80e3-32e823e7b76e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:40.901227 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd658d6f-0199-4347-a6c7-cc2f7475a5c8 None None] No DVR routers for this DVR port 5700f81d-4fac-4a16-80e3-32e823e7b76e on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:40.958603 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d24c5092-3a3c-46da-8899-866d9f168a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.969647 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-34795dd6-eb6b-418d-9c22-838c2498699e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:40.970490 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-34795dd6-eb6b-418d-9c22-838c2498699e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.972306 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-34795dd6-eb6b-418d-9c22-838c2498699e service neutron] 10.222.0.46 "PUT /v2.0/ports/54f3b156-b077-4f91-85ef-a53a4cec3c24 HTTP/1.1" status: 200 len: 1092 time: 1.7916965 Jul 15 13:15:40.986007 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5be8cc18-018f-4b3d-9fa4-0dbf1bca88a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.988254 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc0ebeaa-010a-488b-831b-6aa2e8553672', 'tag': '54f3b156-b077-4f91-85ef-a53a4cec3c24'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:40.989618 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c5092-3a3c-46da-8899-866d9f168a47 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e879545-05e6-4309-99b9-c16417925e4a,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:40.992255 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9121823-6246-49f1-ae42-aa53d22fe3ed" -d '{"events": [{"name": "network-changed", "server_uuid": "bc0ebeaa-010a-488b-831b-6aa2e8553672", "tag": "54f3b156-b077-4f91-85ef-a53a4cec3c24"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:41.000871 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-6be392cd-dc83-4c9f-9ea9-b26c534562ce tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-303419461', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}, 'admin_state_up': False}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:41.056961 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d24c5092-3a3c-46da-8899-866d9f168a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.104386 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2899aa0d-ff74-4a2f-9ea8-abe95e04e705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.118652 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5be8cc18-018f-4b3d-9fa4-0dbf1bca88a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.132421 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2899aa0d-ff74-4a2f-9ea8-abe95e04e705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.159986 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-24f70b52-9edd-4981-98c3-4a3aad615f5b tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Deleting port 5700f81d-4fac-4a16-80e3-32e823e7b76e {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:41.160293 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-24f70b52-9edd-4981-98c3-4a3aad615f5b tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.162315 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34795dd6-eb6b-418d-9c22-838c2498699e service neutron] Pushing event updated for resources: {'Port': ['ID=54f3b156-b077-4f91-85ef-a53a4cec3c24,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:41.229413 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2899aa0d-ff74-4a2f-9ea8-abe95e04e705 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:15:41.256806 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6be392cd-dc83-4c9f-9ea9-b26c534562ce tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.257808 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6be392cd-dc83-4c9f-9ea9-b26c534562ce tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.283494 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f7d48-fc55-40cd-b55e-6fed977a6b08 req-34b7ccc9-7aaf-4c14-96ea-4afc433f34c5 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:41.285129 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-027f7d48-fc55-40cd-b55e-6fed977a6b08 req-34b7ccc9-7aaf-4c14-96ea-4afc433f34c5 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/ports?device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 945 time: 0.5422614 Jul 15 13:15:41.332009 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2899aa0d-ff74-4a2f-9ea8-abe95e04e705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.332368 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-2899aa0d-ff74-4a2f-9ea8-abe95e04e705 admin admin] Added segment 7d90ca56-0610-47bd-9aba-7f5f06ed5d1f of type vlan for network 27918509-99f1-4d5c-9c03-22054212982e Jul 15 13:15:41.384432 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-24f70b52-9edd-4981-98c3-4a3aad615f5b tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] For port 5700f81d-4fac-4a16-80e3-32e823e7b76e, host n-d-771363-36, got binding levels [] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:41.384782 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-24f70b52-9edd-4981-98c3-4a3aad615f5b tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.404395 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2899aa0d-ff74-4a2f-9ea8-abe95e04e705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787afb52-204d-49bf-9502-cebf24554fb3,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:41.442966 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70039ae-7862-419c-a41f-4e42146964b1 req-ef5518b2-9678-44cd-b06d-306dbc05da77 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:41.444737 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f70039ae-7862-419c-a41f-4e42146964b1 req-ef5518b2-9678-44cd-b06d-306dbc05da77 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc0ebeaa-010a-488b-831b-6aa2e8553672 HTTP/1.1" status: 200 len: 943 time: 0.5140860 Jul 15 13:15:41.463404 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-24f70b52-9edd-4981-98c3-4a3aad615f5b tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Calling delete_port for 5700f81d-4fac-4a16-80e3-32e823e7b76e owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:41.464840 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d24c5092-3a3c-46da-8899-866d9f168a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.467573 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d24c5092-3a3c-46da-8899-866d9f168a47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.468512 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-24f70b52-9edd-4981-98c3-4a3aad615f5b tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Port 5700f81d-4fac-4a16-80e3-32e823e7b76e was not found and therefore no delete operation was performed {{(pid=93825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:15:41.512307 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d24c5092-3a3c-46da-8899-866d9f168a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.512909 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24c5092-3a3c-46da-8899-866d9f168a47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ff7db80-72e2-4891-ace8-242173d6cf2c {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:15:41.513827 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2899aa0d-ff74-4a2f-9ea8-abe95e04e705 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.518031 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d24c5092-3a3c-46da-8899-866d9f168a47 admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.522063 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d24c5092-3a3c-46da-8899-866d9f168a47 admin admin] 10.222.0.16 "DELETE /v2.0/routers/6ff7db80-72e2-4891-ace8-242173d6cf2c HTTP/1.1" status: 204 len: 168 time: 2.2655997 Jul 15 13:15:41.522197 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35480) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:41.524971 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-24f70b52-9edd-4981-98c3-4a3aad615f5b tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.537331 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5be8cc18-018f-4b3d-9fa4-0dbf1bca88a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.539754 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5be8cc18-018f-4b3d-9fa4-0dbf1bca88a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.540890 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5be8cc18-018f-4b3d-9fa4-0dbf1bca88a8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/112b0e75-b0e7-496a-b3d6-ca8e4d5caec0 HTTP/1.1" status: 204 len: 168 time: 0.8976998 Jul 15 13:15:41.546526 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6be392cd-dc83-4c9f-9ea9-b26c534562ce tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.574270 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a607ec6b-abab-4e85-ad40-1fc9725b1474 admin admin] Deleting subnet 441437bb-bd67-4a89-8f5a-6a01537c4d74 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:15:41.577923 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a607ec6b-abab-4e85-ad40-1fc9725b1474 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.590815 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-027f7d48-fc55-40cd-b55e-6fed977a6b08 req-0fec7a55-a58b-4531-8d59-fffbfd22f3c9 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/security-groups?id=89bd4cb4-a98d-4dfa-a26f-c2dff1ae00a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659934 Jul 15 13:15:41.598877 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-be748462-11e1-4ccf-ae10-2d7cdf4e066e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:41.600426 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-be748462-11e1-4ccf-ae10-2d7cdf4e066e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00b876fd8df24342ab4e9da7bd4da612&device_id=bc0ebeaa-010a-488b-831b-6aa2e8553672 HTTP/1.1" status: 200 len: 1095 time: 0.5600405 Jul 15 13:15:41.601147 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f70b52-9edd-4981-98c3-4a3aad615f5b tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Pushing event deleted for resources: {'Port': ['ID=5700f81d-4fac-4a16-80e3-32e823e7b76e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:41.606309 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f70b52-9edd-4981-98c3-4a3aad615f5b tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] No DVR routers for this DVR port 5700f81d-4fac-4a16-80e3-32e823e7b76e on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:41.612725 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8cc18-018f-4b3d-9fa4-0dbf1bca88a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112b0e75-b0e7-496a-b3d6-ca8e4d5caec0,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:41.620715 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a607ec6b-abab-4e85-ad40-1fc9725b1474 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.728012 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.db.resource_extend [None req-2899aa0d-ff74-4a2f-9ea8-abe95e04e705 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:15:41.737980 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d1c747-035f-488a-be11-a51657f11982 x-openstack-request-id: req-56d1c747-035f-488a-be11-a51657f11982 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:41.738310 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc0ebeaa-010a-488b-831b-6aa2e8553672", "tag": "54f3b156-b077-4f91-85ef-a53a4cec3c24", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:41.738548 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56d1c747-035f-488a-be11-a51657f11982 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:41.738998 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc0ebeaa-010a-488b-831b-6aa2e8553672', 'tag': '54f3b156-b077-4f91-85ef-a53a4cec3c24', 'status': 'completed', 'code': 200} Jul 15 13:15:41.748185 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a607ec6b-abab-4e85-ad40-1fc9725b1474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.808541 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-a3e30245-a7a2-4461-a608-770015e9b5b2 req-54fed69e-af89-4d54-a904-b6e7dd46347a tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2060777046', 'description': 'tempest-description-71277628'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:41.829629 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-a95bc1b7-9026-4bd0-b36c-2590b22b1927 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54f3b156-b077-4f91-85ef-a53a4cec3c24 HTTP/1.1" status: 200 len: 217 time: 0.1659367 Jul 15 13:15:41.832588 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f70039ae-7862-419c-a41f-4e42146964b1 req-cd207f1a-fb84-4995-ad80-d7be135efe90 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617389 Jul 15 13:15:41.838916 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a607ec6b-abab-4e85-ad40-1fc9725b1474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.880340 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607ec6b-abab-4e85-ad40-1fc9725b1474 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=441437bb-bd67-4a89-8f5a-6a01537c4d74,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:41.882746 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a607ec6b-abab-4e85-ad40-1fc9725b1474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.884800 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a607ec6b-abab-4e85-ad40-1fc9725b1474 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/441437bb-bd67-4a89-8f5a-6a01537c4d74 HTTP/1.1" status: 204 len: 168 time: 0.3615844 Jul 15 13:15:41.888832 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35490) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:41.890178 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2899aa0d-ff74-4a2f-9ea8-abe95e04e705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.891362 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2899aa0d-ff74-4a2f-9ea8-abe95e04e705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:41.891947 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2899aa0d-ff74-4a2f-9ea8-abe95e04e705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.892101 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdc40aa-1572-495b-9d3d-7cab4d5189b8 None None] Network 359df2c0-4bf7-4ad6-9077-322d3e25d43b requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:41.976357 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b40b3dc7-9b28-428d-a011-8745cc02e6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.056981 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-b40b3dc7-9b28-428d-a011-8745cc02e6cd admin admin] Deleting port 70e9e432-0883-496e-b6bc-9559800f9033 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:42.057638 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b40b3dc7-9b28-428d-a011-8745cc02e6cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.146145 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-b40b3dc7-9b28-428d-a011-8745cc02e6cd admin admin] For port 70e9e432-0883-496e-b6bc-9559800f9033, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=70e9e432-0883-496e-b6bc-9559800f9033,segment=NetworkSegment(8be3d6e1-17d4-4348-8a43-1945ce07030c),segment_id=8be3d6e1-17d4-4348-8a43-1945ce07030c)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:42.146852 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b40b3dc7-9b28-428d-a011-8745cc02e6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.164135 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-b40b3dc7-9b28-428d-a011-8745cc02e6cd admin admin] Calling delete_port for 70e9e432-0883-496e-b6bc-9559800f9033 owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:42.288857 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b40b3dc7-9b28-428d-a011-8745cc02e6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.315914 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8561e753-1c34-4e7d-82dc-86e39e7c44cb None None] DHCP port deletion for 359df2c0-4bf7-4ad6-9077-322d3e25d43b request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:15:42.326442 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b3dc7-9b28-428d-a011-8745cc02e6cd admin admin] Pushing event deleted for resources: {'Port': ['ID=70e9e432-0883-496e-b6bc-9559800f9033,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:42.334934 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40b3dc7-9b28-428d-a011-8745cc02e6cd admin admin] No DVR routers for this DVR port 70e9e432-0883-496e-b6bc-9559800f9033 on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:42.403585 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-24f70b52-9edd-4981-98c3-4a3aad615f5b tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.411532 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b40b3dc7-9b28-428d-a011-8745cc02e6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.422986 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-b40b3dc7-9b28-428d-a011-8745cc02e6cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['359df2c0-4bf7-4ad6-9077-322d3e25d43b']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:42.437998 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-b40b3dc7-9b28-428d-a011-8745cc02e6cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8be3d6e1-17d4-4348-8a43-1945ce07030c') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:42.438459 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-b40b3dc7-9b28-428d-a011-8745cc02e6cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8be3d6e1-17d4-4348-8a43-1945ce07030c') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:42.448689 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-24f70b52-9edd-4981-98c3-4a3aad615f5b tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9611a21c-d642-471a-bcd0-3ac001b63c69']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:42.449599 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b40b3dc7-9b28-428d-a011-8745cc02e6cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.453058 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6be392cd-dc83-4c9f-9ea9-b26c534562ce tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.471735 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a3e30245-a7a2-4461-a608-770015e9b5b2 req-54fed69e-af89-4d54-a904-b6e7dd46347a tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.473794 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b40b3dc7-9b28-428d-a011-8745cc02e6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.480469 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-67c3c7bc-f7de-4e24-8096-01526a52d7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:42.482552 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-67c3c7bc-f7de-4e24-8096-01526a52d7ca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3564fb5-e6c9-425e-8a20-95a28163b8cc HTTP/1.1" status: 200 len: 846 time: 0.6349914 Jul 15 13:15:42.484284 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-24f70b52-9edd-4981-98c3-4a3aad615f5b tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c84209a-316c-4afd-8bba-9e01b1ed9b8b') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:42.484557 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-24f70b52-9edd-4981-98c3-4a3aad615f5b tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c84209a-316c-4afd-8bba-9e01b1ed9b8b') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:42.487623 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2899aa0d-ff74-4a2f-9ea8-abe95e04e705 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.4706931 Jul 15 13:15:42.490544 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b40b3dc7-9b28-428d-a011-8745cc02e6cd admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:15:42.491187 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b40b3dc7-9b28-428d-a011-8745cc02e6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.501017 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:15:42.501017 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:15:42.501017 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:15:42.501017 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:15:42.501017 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:15:42.501017 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:15:42.501017 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:15:42.501017 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:15:42.501017 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:15:42.501017 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:15:42.501017 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:15:42.501017 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:15:42.501017 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:15:42.501017 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:15:42.501017 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:15:42.501017 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:15:42.501017 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:15:42.501017 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:15:42.501017 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:15:42.501017 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:15:42.501017 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:15:42.501017 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:15:42.501017 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:15:42.501017 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:15:42.501017 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:15:42.501017 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:15:42.501017 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:15:42.501017 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:15:42.501017 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:15:42.501017 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:15:42.501017 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:15:42.501017 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:15:42.503183 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35508) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:42.549928 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 87623577-d004-4051-9e0a-be1d84ccebf9 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:42.562626 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-e1af5ae3-faf5-4eb7-bf38-fa2106b28da7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=594a18f5-eb63-40e1-adf2-df8adb235078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608864 Jul 15 13:15:42.568509 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-dff01c04-7e91-4367-85c7-0e1977b647b5 admin admin] Request body: {'subnet': {'network_id': '27918509-99f1-4d5c-9c03-22054212982e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-529826120-subnet', 'tenant_id': '9fc925054ab444b8942a7f406aa6e423', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:42.572852 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-24f70b52-9edd-4981-98c3-4a3aad615f5b tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.574653 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2899aa0d-ff74-4a2f-9ea8-abe95e04e705 admin admin] Pushing event updated for resources: {'Network': ['ID=27918509-99f1-4d5c-9c03-22054212982e,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:42.578975 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 87623577-d004-4051-9e0a-be1d84ccebf9 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:15:42.579612 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 87623577-d004-4051-9e0a-be1d84ccebf9 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:15:42.580343 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5700f81d-4fac-4a16-80e3-32e823e7b76e no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:42.588182 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b40b3dc7-9b28-428d-a011-8745cc02e6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.594452 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b40b3dc7-9b28-428d-a011-8745cc02e6cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.600012 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b40b3dc7-9b28-428d-a011-8745cc02e6cd admin admin] 10.222.0.16 "DELETE /v2.0/networks/359df2c0-4bf7-4ad6-9077-322d3e25d43b HTTP/1.1" status: 204 len: 168 time: 0.7101402 Jul 15 13:15:42.600652 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35514) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:42.610710 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 5700f81d-4fac-4a16-80e3-32e823e7b76e {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:15:42.611062 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5700f81d-4fac-4a16-80e3-32e823e7b76e not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:15:42.611643 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 70e9e432-0883-496e-b6bc-9559800f9033 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:42.642099 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 27918509-99f1-4d5c-9c03-22054212982e details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:15:42.660544 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-24f70b52-9edd-4981-98c3-4a3aad615f5b tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.663441 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 70e9e432-0883-496e-b6bc-9559800f9033 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:15:42.663905 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b3dc7-9b28-428d-a011-8745cc02e6cd admin admin] Pushing event deleted for resources: {'Network': ['ID=359df2c0-4bf7-4ad6-9077-322d3e25d43b,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:42.664414 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 70e9e432-0883-496e-b6bc-9559800f9033 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:15:42.664908 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5e879545-05e6-4309-99b9-c16417925e4a no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:42.678858 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f70b52-9edd-4981-98c3-4a3aad615f5b tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:15:42.679237 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-24f70b52-9edd-4981-98c3-4a3aad615f5b tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:15:42.684656 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:15:42.698466 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 5e879545-05e6-4309-99b9-c16417925e4a {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:15:42.698964 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5e879545-05e6-4309-99b9-c16417925e4a not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:15:42.779773 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff01c04-7e91-4367-85c7-0e1977b647b5 admin admin] Made reservation on behalf of 9fc925054ab444b8942a7f406aa6e423 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:42.782675 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dff01c04-7e91-4367-85c7-0e1977b647b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.878001 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-24f70b52-9edd-4981-98c3-4a3aad615f5b tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.932239 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35520) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:42.966466 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-a19e73ff-f437-436b-a260-72373066fda3 service neutron] 10.222.0.46 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862491 Jul 15 13:15:42.988113 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-24f70b52-9edd-4981-98c3-4a3aad615f5b tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.989945 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-24f70b52-9edd-4981-98c3-4a3aad615f5b tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] 10.222.0.16 "DELETE /v2.0/networks/9611a21c-d642-471a-bcd0-3ac001b63c69 HTTP/1.1" status: 204 len: 168 time: 2.7185802 Jul 15 13:15:43.000707 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35524) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:43.003320 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f70b52-9edd-4981-98c3-4a3aad615f5b tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Pushing event deleted for resources: {'Network': ['ID=9611a21c-d642-471a-bcd0-3ac001b63c69,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:43.039961 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8fe755ef-dda3-49eb-ac00-d7378322ba25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.092206 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4c8f7859-a9de-4f98-ac64-4a485ef489e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.301084 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a3e30245-a7a2-4461-a608-770015e9b5b2 req-54fed69e-af89-4d54-a904-b6e7dd46347a tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.345061 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-8fe755ef-dda3-49eb-ac00-d7378322ba25 admin admin] Deleting port 08749388-1734-4df4-b35b-7a7aaeb0e248 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:43.345672 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8fe755ef-dda3-49eb-ac00-d7378322ba25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.357637 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a3e30245-a7a2-4461-a608-770015e9b5b2 req-54fed69e-af89-4d54-a904-b6e7dd46347a tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.414192 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b9d325c-ecce-4a58-b243-d1ba6031c55a req-fb4b18a5-aa42-4f43-a53b-beb95c23d28f service neutron] 10.222.0.46 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304581 Jul 15 13:15:43.445010 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c048eb-4980-4314-a964-8921a30cdf51 req-4d06989b-3b57-4410-a1bc-0a2ad74005a2 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:43.446643 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-89c048eb-4980-4314-a964-8921a30cdf51 req-4d06989b-3b57-4410-a1bc-0a2ad74005a2 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc0ebeaa-010a-488b-831b-6aa2e8553672 HTTP/1.1" status: 200 len: 943 time: 0.4650996 Jul 15 13:15:43.462165 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-8fe755ef-dda3-49eb-ac00-d7378322ba25 admin admin] For port 08749388-1734-4df4-b35b-7a7aaeb0e248, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=08749388-1734-4df4-b35b-7a7aaeb0e248,segment=NetworkSegment(6201503a-9ef9-42eb-997c-f000f07a75ea),segment_id=6201503a-9ef9-42eb-997c-f000f07a75ea)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:43.462618 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8fe755ef-dda3-49eb-ac00-d7378322ba25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.485388 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4c8f7859-a9de-4f98-ac64-4a485ef489e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.490328 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4c8f7859-a9de-4f98-ac64-4a485ef489e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.493644 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-8fe755ef-dda3-49eb-ac00-d7378322ba25 admin admin] Calling delete_port for 08749388-1734-4df4-b35b-7a7aaeb0e248 owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:43.522508 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fed69e-af89-4d54-a904-b6e7dd46347a tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfcd3f0-545f-4517-92f8-b85b0ffa3d94,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:43.541037 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4c8f7859-a9de-4f98-ac64-4a485ef489e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=03efad3219d3480ca305a0951b6a0157&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6063135 Jul 15 13:15:43.547575 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6be392cd-dc83-4c9f-9ea9-b26c534562ce tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router_gateway, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.554941 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35526) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:43.572055 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f7859-a9de-4f98-ac64-4a485ef489e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c7fb82-7ad9-4649-b2ff-5daecffb1989,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:43.585829 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a3e30245-a7a2-4461-a608-770015e9b5b2 req-54fed69e-af89-4d54-a904-b6e7dd46347a tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.586982 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a3e30245-a7a2-4461-a608-770015e9b5b2 req-54fed69e-af89-4d54-a904-b6e7dd46347a tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.8556921 Jul 15 13:15:43.598737 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dff01c04-7e91-4367-85c7-0e1977b647b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.600973 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6be392cd-dc83-4c9f-9ea9-b26c534562ce tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.686309 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-54acfb22-b21b-4e28-b340-0c38e2189a4a tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Deleting port d60c972f-e68f-4cd1-a11c-790ed25fa1f4 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:43.686707 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-54acfb22-b21b-4e28-b340-0c38e2189a4a tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.722478 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-89c048eb-4980-4314-a964-8921a30cdf51 req-8501d80b-eadb-49c8-9aaf-cbee5c81b8a2 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405157 Jul 15 13:15:43.724191 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8fe755ef-dda3-49eb-ac00-d7378322ba25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.756367 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe755ef-dda3-49eb-ac00-d7378322ba25 admin admin] Pushing event deleted for resources: {'Port': ['ID=08749388-1734-4df4-b35b-7a7aaeb0e248,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:43.799737 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff01c04-7e91-4367-85c7-0e1977b647b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=886d74e1-e9f2-44ad-b559-5be6081d4501,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:43.907208 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8d040a3a-f4ec-4dc1-8ba5-77d6cc7be399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.916876 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9121823-6246-49f1-ae42-aa53d22fe3ed req-b731a166-3070-48e4-9e98-728aa927ca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:43.918406 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b9121823-6246-49f1-ae42-aa53d22fe3ed req-b731a166-3070-48e4-9e98-728aa927ca82 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00b876fd8df24342ab4e9da7bd4da612&device_id=bc0ebeaa-010a-488b-831b-6aa2e8553672 HTTP/1.1" status: 200 len: 1095 time: 0.4376233 Jul 15 13:15:43.924729 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff01c04-7e91-4367-85c7-0e1977b647b5 admin admin] Checking segment: {'id': '7d90ca56-0610-47bd-9aba-7f5f06ed5d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '27918509-99f1-4d5c-9c03-22054212982e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:43.925485 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff01c04-7e91-4367-85c7-0e1977b647b5 admin admin] Network hostable DHCP agents. Network: 27918509-99f1-4d5c-9c03-22054212982e, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:15:43.943887 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-15cbb3a3-5d37-4d02-a7b6-d8e207b509ea req-2b8da6e3-e0fd-40c7-aed9-eed313200fbd tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2060777046&fields=id&tenant_id=a5e4187857e345a7880c462421c134c5 HTTP/1.1" status: 200 len: 267 time: 0.2313576 Jul 15 13:15:43.944610 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8fe755ef-dda3-49eb-ac00-d7378322ba25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.980620 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-54acfb22-b21b-4e28-b340-0c38e2189a4a tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.980956 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-54acfb22-b21b-4e28-b340-0c38e2189a4a tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.025481 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8d040a3a-f4ec-4dc1-8ba5-77d6cc7be399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.061480 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-54acfb22-b21b-4e28-b340-0c38e2189a4a tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Calling delete_port for d60c972f-e68f-4cd1-a11c-790ed25fa1f4 owned by network:floatingip {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:44.067739 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-6be392cd-dc83-4c9f-9ea9-b26c534562ce tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Allocated IP 172.25.8.27 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/6e6057e8-713e-4503-8549-aa0c9ad66729) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:44.149772 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff01c04-7e91-4367-85c7-0e1977b647b5 admin admin] Network 27918509-99f1-4d5c-9c03-22054212982e is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:15:44.174977 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe755ef-dda3-49eb-ac00-d7378322ba25 admin admin] Router 22738f1b-d162-4f6d-b092-45ee751c0fb8 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:15:44.242837 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-dff01c04-7e91-4367-85c7-0e1977b647b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 27918509-99f1-4d5c-9c03-22054212982e) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:44.258909 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e847701-9786-4080-8d44-2d42f70e4874 None None] Network 27918509-99f1-4d5c-9c03-22054212982e requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:44.290313 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9121823-6246-49f1-ae42-aa53d22fe3ed req-e85002cc-ac09-4382-96b6-1d57d1b6c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:44.291828 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b9121823-6246-49f1-ae42-aa53d22fe3ed req-e85002cc-ac09-4382-96b6-1d57d1b6c21e service neutron] 10.222.0.46 "GET /v2.0/networks?id=594a18f5-eb63-40e1-adf2-df8adb235078 HTTP/1.1" status: 200 len: 907 time: 0.3644595 Jul 15 13:15:44.293293 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff01c04-7e91-4367-85c7-0e1977b647b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:44.293865 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dff01c04-7e91-4367-85c7-0e1977b647b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.298111 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe755ef-dda3-49eb-ac00-d7378322ba25 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:15:44.304110 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8fe755ef-dda3-49eb-ac00-d7378322ba25 admin admin] 10.222.0.16 "PUT /v2.0/routers/22738f1b-d162-4f6d-b092-45ee751c0fb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7004721 Jul 15 13:15:44.305807 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35530) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:44.328661 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81298b9d-c659-4e6f-9d24-f7ea2631cea0 None None] Sync routers for ids ['22738f1b-d162-4f6d-b092-45ee751c0fb8'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:15:44.337682 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cbb3a3-5d37-4d02-a7b6-d8e207b509ea req-aaa07c5f-b239-455c-aa52-5e3c44687a7a tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:44.339226 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-15cbb3a3-5d37-4d02-a7b6-d8e207b509ea req-aaa07c5f-b239-455c-aa52-5e3c44687a7a tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/ports?device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 945 time: 0.3791010 Jul 15 13:15:44.345244 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81298b9d-c659-4e6f-9d24-f7ea2631cea0 None None] Routers {'22738f1b-d162-4f6d-b092-45ee751c0fb8'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:44.345874 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-81298b9d-c659-4e6f-9d24-f7ea2631cea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:15:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['22738f1b-d162-4f6d-b092-45ee751c0fb8'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:44.369017 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8d040a3a-f4ec-4dc1-8ba5-77d6cc7be399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.371575 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8d040a3a-f4ec-4dc1-8ba5-77d6cc7be399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.372750 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8d040a3a-f4ec-4dc1-8ba5-77d6cc7be399 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f3c7fb82-7ad9-4649-b2ff-5daecffb1989 HTTP/1.1" status: 204 len: 168 time: 0.8134468 Jul 15 13:15:44.386004 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b9121823-6246-49f1-ae42-aa53d22fe3ed req-fd770cd7-1386-4777-b9ee-72b70a3c821c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54f3b156-b077-4f91-85ef-a53a4cec3c24 HTTP/1.1" status: 200 len: 217 time: 0.0757391 Jul 15 13:15:44.393094 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-15cbb3a3-5d37-4d02-a7b6-d8e207b509ea req-b3a99ea4-6673-4d36-ae4c-aeb3c2f14c84 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Request body: {'port': {'security_groups': ['89bd4cb4-a98d-4dfa-a26f-c2dff1ae00a0', '3bfcd3f0-545f-4517-92f8-b85b0ffa3d94']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:44.410084 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-dff01c04-7e91-4367-85c7-0e1977b647b5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8805943 Jul 15 13:15:44.446772 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d040a3a-f4ec-4dc1-8ba5-77d6cc7be399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c7fb82-7ad9-4649-b2ff-5daecffb1989,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:44.483676 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-923e5fc8-1245-4495-9004-35c942bbeb04 admin admin] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.529350 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6be392cd-dc83-4c9f-9ea9-b26c534562ce tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.648649 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49698832-803d-4f1d-8031-a1cb099b0602 None None] Network 27918509-99f1-4d5c-9c03-22054212982e requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:44.659872 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-923e5fc8-1245-4495-9004-35c942bbeb04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.681744 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-81298b9d-c659-4e6f-9d24-f7ea2631cea0 None None] Set router 22738f1b-d162-4f6d-b092-45ee751c0fb8 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:15:44.719251 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9121823-6246-49f1-ae42-aa53d22fe3ed req-a0a4677d-b340-4b30-9f95-23fe24dd7685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:44.720762 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b9121823-6246-49f1-ae42-aa53d22fe3ed req-a0a4677d-b340-4b30-9f95-23fe24dd7685 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3564fb5-e6c9-425e-8a20-95a28163b8cc HTTP/1.1" status: 200 len: 846 time: 0.3033063 Jul 15 13:15:44.730480 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6be392cd-dc83-4c9f-9ea9-b26c534562ce tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.751036 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-923e5fc8-1245-4495-9004-35c942bbeb04 admin admin] Deleting port bb4aeb1e-2831-4c77-b708-cc7efdac1532 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:44.751358 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-923e5fc8-1245-4495-9004-35c942bbeb04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.805725 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b9121823-6246-49f1-ae42-aa53d22fe3ed req-a5341ebe-dea2-47f3-821b-66ca8f947a17 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=594a18f5-eb63-40e1-adf2-df8adb235078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700264 Jul 15 13:15:44.807867 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-15cbb3a3-5d37-4d02-a7b6-d8e207b509ea req-b3a99ea4-6673-4d36-ae4c-aeb3c2f14c84 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.905587 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be392cd-dc83-4c9f-9ea9-b26c534562ce tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:44.908593 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-54acfb22-b21b-4e28-b340-0c38e2189a4a tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.920948 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-923e5fc8-1245-4495-9004-35c942bbeb04 admin admin] For port bb4aeb1e-2831-4c77-b708-cc7efdac1532, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=bb4aeb1e-2831-4c77-b708-cc7efdac1532,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:44.922483 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-6be392cd-dc83-4c9f-9ea9-b26c534562ce tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:44.934157 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-923e5fc8-1245-4495-9004-35c942bbeb04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.934720 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be392cd-dc83-4c9f-9ea9-b26c534562ce tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:44.954492 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-923e5fc8-1245-4495-9004-35c942bbeb04 admin admin] Calling delete_port for bb4aeb1e-2831-4c77-b708-cc7efdac1532 owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:44.965305 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be392cd-dc83-4c9f-9ea9-b26c534562ce tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Pushing event updated for resources: {'Port': ['ID=6e6057e8-713e-4503-8549-aa0c9ad66729,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:45.110069 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-81298b9d-c659-4e6f-9d24-f7ea2631cea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22738f1b-d162-4f6d-b092-45ee751c0fb8', 'name': 'tempest-TestAggregatesBasicOps-1410522005-router', 'tenant_id': '9735a243b58e4e099240abc02c326fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'bb4aeb1e-2831-4c77-b708-cc7efdac1532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:18Z', 'updated_at': '2021-07-15T13:15:43Z', 'revision_number': 5, 'project_id': '9735a243b58e4e099240abc02c326fec', 'gw_port': {'id': 'bb4aeb1e-2831-4c77-b708-cc7efdac1532', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22738f1b-d162-4f6d-b092-45ee751c0fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:20Z', 'updated_at': '2021-07-15T13:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:45.146857 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81298b9d-c659-4e6f-9d24-f7ea2631cea0 None None] Checking router: 22738f1b-d162-4f6d-b092-45ee751c0fb8 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:15:45.157169 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81298b9d-c659-4e6f-9d24-f7ea2631cea0 None None] Routers {'22738f1b-d162-4f6d-b092-45ee751c0fb8'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:45.158018 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-81298b9d-c659-4e6f-9d24-f7ea2631cea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:15:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['22738f1b-d162-4f6d-b092-45ee751c0fb8'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:45.282906 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-923e5fc8-1245-4495-9004-35c942bbeb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.307241 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-81298b9d-c659-4e6f-9d24-f7ea2631cea0 None None] Set router 22738f1b-d162-4f6d-b092-45ee751c0fb8 gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:15:45.327648 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5fc8-1245-4495-9004-35c942bbeb04 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb4aeb1e-2831-4c77-b708-cc7efdac1532,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:45.405002 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-923e5fc8-1245-4495-9004-35c942bbeb04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.420530 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-81298b9d-c659-4e6f-9d24-f7ea2631cea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22738f1b-d162-4f6d-b092-45ee751c0fb8', 'name': 'tempest-TestAggregatesBasicOps-1410522005-router', 'tenant_id': '9735a243b58e4e099240abc02c326fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:18Z', 'updated_at': '2021-07-15T13:15:44Z', 'revision_number': 6, 'project_id': '9735a243b58e4e099240abc02c326fec', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:45.459786 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81298b9d-c659-4e6f-9d24-f7ea2631cea0 None None] The sync data for ids ['22738f1b-d162-4f6d-b092-45ee751c0fb8'] in n-d-771363-36 is: [{'id': '22738f1b-d162-4f6d-b092-45ee751c0fb8', 'name': 'tempest-TestAggregatesBasicOps-1410522005-router', 'tenant_id': '9735a243b58e4e099240abc02c326fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:18Z', 'updated_at': '2021-07-15T13:15:44Z', 'revision_number': 6, 'project_id': '9735a243b58e4e099240abc02c326fec', 'gw_port_host': None}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:15:45.503174 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54acfb22-b21b-4e28-b340-0c38e2189a4a tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Pushing event deleted for resources: {'Port': ['ID=d60c972f-e68f-4cd1-a11c-790ed25fa1f4,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:45.515067 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-923e5fc8-1245-4495-9004-35c942bbeb04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.517261 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-923e5fc8-1245-4495-9004-35c942bbeb04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.583392 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-923e5fc8-1245-4495-9004-35c942bbeb04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.584293 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923e5fc8-1245-4495-9004-35c942bbeb04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22738f1b-d162-4f6d-b092-45ee751c0fb8 {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:15:45.592632 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-923e5fc8-1245-4495-9004-35c942bbeb04 admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.594096 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-923e5fc8-1245-4495-9004-35c942bbeb04 admin admin] 10.222.0.16 "DELETE /v2.0/routers/22738f1b-d162-4f6d-b092-45ee751c0fb8 HTTP/1.1" status: 204 len: 168 time: 1.2872365 Jul 15 13:15:45.596558 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35564) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:45.648738 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b9121823-6246-49f1-ae42-aa53d22fe3ed req-264f5d45-8e7d-4410-9c66-2021b787c1fc service neutron] 10.222.0.46 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8271127 Jul 15 13:15:45.657339 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-1802e610-14c8-4b8e-a3d5-1a44603f2bd2 admin admin] Deleting subnet 5c3a2cdf-a315-4fa2-8716-bda6feb404ac {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:15:45.661007 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1802e610-14c8-4b8e-a3d5-1a44603f2bd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.703939 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1802e610-14c8-4b8e-a3d5-1a44603f2bd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.726501 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-54acfb22-b21b-4e28-b340-0c38e2189a4a tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks [] for floatingip, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.729215 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-54acfb22-b21b-4e28-b340-0c38e2189a4a tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.733667 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-54acfb22-b21b-4e28-b340-0c38e2189a4a tempest-FloatingIPAdminTestJSON-2082833235 tempest-FloatingIPAdminTestJSON-2082833235-project] 10.222.0.16 "DELETE /v2.0/floatingips/eaa7af4d-e282-4256-bf7e-7824c05c5727 HTTP/1.1" status: 204 len: 168 time: 2.7235453 Jul 15 13:15:45.819125 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1802e610-14c8-4b8e-a3d5-1a44603f2bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.856909 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930dd2e4-d0b5-49cc-be6d-afa185cf60c3 req-f0510fe9-d162-4a2a-b403-b76e1694b829 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:45.858813 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-930dd2e4-d0b5-49cc-be6d-afa185cf60c3 req-f0510fe9-d162-4a2a-b403-b76e1694b829 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc0ebeaa-010a-488b-831b-6aa2e8553672 HTTP/1.1" status: 200 len: 943 time: 0.9089718 Jul 15 13:15:45.920274 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1802e610-14c8-4b8e-a3d5-1a44603f2bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.982910 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 54f3b156-b077-4f91-85ef-a53a4cec3c24 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:15:45.989903 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802e610-14c8-4b8e-a3d5-1a44603f2bd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c3a2cdf-a315-4fa2-8716-bda6feb404ac,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:45.991922 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1802e610-14c8-4b8e-a3d5-1a44603f2bd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.998387 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b2878f-ae11-4b19-b50c-8611d3399716 None None] Network 119b1821-d00a-4530-a14b-af666c528049 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:45.999355 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1802e610-14c8-4b8e-a3d5-1a44603f2bd2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5c3a2cdf-a315-4fa2-8716-bda6feb404ac HTTP/1.1" status: 204 len: 168 time: 0.4012973 Jul 15 13:15:46.000340 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35578) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:46.040173 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35580) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:46.092149 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-15cbb3a3-5d37-4d02-a7b6-d8e207b509ea req-b3a99ea4-6673-4d36-ae4c-aeb3c2f14c84 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] For port 2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf,segment=NetworkSegment(dd9c1bb8-56e0-46d3-9cb2-a5b0b4dabf47),segment_id=dd9c1bb8-56e0-46d3-9cb2-a5b0b4dabf47)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:46.104054 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b9121823-6246-49f1-ae42-aa53d22fe3ed req-ec04e11f-ea4c-4834-945c-95ee509262cf service neutron] 10.222.0.46 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4384289 Jul 15 13:15:46.132272 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fed67f66-ffbc-4632-9eb1-749e59ec5c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.172077 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-930dd2e4-d0b5-49cc-be6d-afa185cf60c3 req-603b67c4-dadb-45f5-bee7-848a4104776a tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956884 Jul 15 13:15:46.259504 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-fed67f66-ffbc-4632-9eb1-749e59ec5c3d admin admin] Deleting port 19ad07f5-fb6b-491b-9160-71fa78a0d0e7 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:46.261085 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fed67f66-ffbc-4632-9eb1-749e59ec5c3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.281268 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-15cbb3a3-5d37-4d02-a7b6-d8e207b509ea req-b3a99ea4-6673-4d36-ae4c-aeb3c2f14c84 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.288728 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-15cbb3a3-5d37-4d02-a7b6-d8e207b509ea req-b3a99ea4-6673-4d36-ae4c-aeb3c2f14c84 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.313211 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:46.317874 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 54f3b156-b077-4f91-85ef-a53a4cec3c24, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=54f3b156-b077-4f91-85ef-a53a4cec3c24,segment=NetworkSegment(6bb03eb1-9e52-4718-ab2b-06d9a8232852),segment_id=6bb03eb1-9e52-4718-ab2b-06d9a8232852)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:46.343231 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6be392cd-dc83-4c9f-9ea9-b26c534562ce tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router_gateway, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.387638 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '54f3b156-b077-4f91-85ef-a53a4cec3c24', 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078', 'port_id': '54f3b156-b077-4f91-85ef-a53a4cec3c24', 'mac_address': 'fa:16:3e:94:03:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3564fb5-e6c9-425e-8a20-95a28163b8cc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:15:46.425196 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-fed67f66-ffbc-4632-9eb1-749e59ec5c3d admin admin] For port 19ad07f5-fb6b-491b-9160-71fa78a0d0e7, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=19ad07f5-fb6b-491b-9160-71fa78a0d0e7,segment=NetworkSegment(6201503a-9ef9-42eb-997c-f000f07a75ea),segment_id=6201503a-9ef9-42eb-997c-f000f07a75ea)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:46.425576 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fed67f66-ffbc-4632-9eb1-749e59ec5c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.427110 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cbb3a3-5d37-4d02-a7b6-d8e207b509ea req-b3a99ea4-6673-4d36-ae4c-aeb3c2f14c84 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:46.427743 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-15cbb3a3-5d37-4d02-a7b6-d8e207b509ea req-b3a99ea4-6673-4d36-ae4c-aeb3c2f14c84 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.429179 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-15cbb3a3-5d37-4d02-a7b6-d8e207b509ea req-b3a99ea4-6673-4d36-ae4c-aeb3c2f14c84 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "PUT /v2.0/ports/2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf HTTP/1.1" status: 200 len: 981 time: 2.0509231 Jul 15 13:15:46.429655 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7471b9a0-784b-4fa0-a1d2-df44d5e6307c', 'tag': '2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:46.431997 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380c3ca1-9df7-4107-8e54-aa8e073951bc" -d '{"events": [{"name": "network-changed", "server_uuid": "7471b9a0-784b-4fa0-a1d2-df44d5e6307c", "tag": "2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:46.509460 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-fed67f66-ffbc-4632-9eb1-749e59ec5c3d admin admin] Calling delete_port for 19ad07f5-fb6b-491b-9160-71fa78a0d0e7 owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:46.545448 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:46.568995 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a99ea4-6673-4d36-ae4c-aeb3c2f14c84 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Pushing event updated for resources: {'Port': ['ID=2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:46.584465 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45bfa58a-07e5-4084-b6df-dae7fec7c964 x-openstack-request-id: req-45bfa58a-07e5-4084-b6df-dae7fec7c964 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:46.584927 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7471b9a0-784b-4fa0-a1d2-df44d5e6307c", "tag": "2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:46.585183 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-45bfa58a-07e5-4084-b6df-dae7fec7c964 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:46.585578 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7471b9a0-784b-4fa0-a1d2-df44d5e6307c', 'tag': '2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf', 'status': 'completed', 'code': 200} Jul 15 13:15:46.631705 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9e45ab94-4780-4dd6-843e-0efdde0ed69b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=88f3c4e949d744d2ac1903956550e6d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5904284 Jul 15 13:15:46.632675 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35598) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:46.673186 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.700298 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effd082a-d8c5-4e7e-9f95-af393d217cf7 None None] DHCP port deletion for 119b1821-d00a-4530-a14b-af666c528049 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:15:46.716386 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54f3b156-b077-4f91-85ef-a53a4cec3c24 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:46.761689 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 54f3b156-b077-4f91-85ef-a53a4cec3c24, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=54f3b156-b077-4f91-85ef-a53a4cec3c24,segment=NetworkSegment(6bb03eb1-9e52-4718-ab2b-06d9a8232852),segment_id=6bb03eb1-9e52-4718-ab2b-06d9a8232852)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:46.766608 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device bb4aeb1e-2831-4c77-b708-cc7efdac1532 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:46.785005 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.788356 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35600) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:46.851851 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6c0f0110-c46c-44f0-983f-a482caab28af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.888742 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6c0f0110-c46c-44f0-983f-a482caab28af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.903002 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=54f3b156-b077-4f91-85ef-a53a4cec3c24,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:46.916057 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: bb4aeb1e-2831-4c77-b708-cc7efdac1532 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:15:46.919078 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device bb4aeb1e-2831-4c77-b708-cc7efdac1532 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:15:46.920779 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 08749388-1734-4df4-b35b-7a7aaeb0e248 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:46.948472 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6c0f0110-c46c-44f0-983f-a482caab28af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.953464 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6c0f0110-c46c-44f0-983f-a482caab28af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.953628 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6be392cd-dc83-4c9f-9ea9-b26c534562ce tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.955907 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6c0f0110-c46c-44f0-983f-a482caab28af admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eaeecb21-53c9-4a35-b81d-5d6032c00ecf HTTP/1.1" status: 204 len: 168 time: 0.2464209 Jul 15 13:15:46.960718 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fed67f66-ffbc-4632-9eb1-749e59ec5c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.987284 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8d6dd4e2-3ddb-4100-949f-4a072fc9c02d req-644af691-87e5-4961-bff2-74f2b8374b3a tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2060777046&fields=id&tenant_id=a5e4187857e345a7880c462421c134c5 HTTP/1.1" status: 200 len: 267 time: 0.2179949 Jul 15 13:15:46.994577 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 08749388-1734-4df4-b35b-7a7aaeb0e248 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:15:46.995038 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 08749388-1734-4df4-b35b-7a7aaeb0e248 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:15:47.005840 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f0110-c46c-44f0-983f-a482caab28af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaeecb21-53c9-4a35-b81d-5d6032c00ecf,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:47.012054 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed67f66-ffbc-4632-9eb1-749e59ec5c3d admin admin] Pushing event deleted for resources: {'Port': ['ID=19ad07f5-fb6b-491b-9160-71fa78a0d0e7,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:47.015889 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed67f66-ffbc-4632-9eb1-749e59ec5c3d admin admin] No DVR routers for this DVR port 19ad07f5-fb6b-491b-9160-71fa78a0d0e7 on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:47.112521 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fed67f66-ffbc-4632-9eb1-749e59ec5c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.125859 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c3ca1-9df7-4107-8e54-aa8e073951bc req-7d9430b8-b99f-4ae3-a64b-e5249f0a62c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:47.127349 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-380c3ca1-9df7-4107-8e54-aa8e073951bc req-7d9430b8-b99f-4ae3-a64b-e5249f0a62c7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5e4187857e345a7880c462421c134c5&device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 1136 time: 0.4858074 Jul 15 13:15:47.128522 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-fed67f66-ffbc-4632-9eb1-749e59ec5c3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['119b1821-d00a-4530-a14b-af666c528049']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:47.141326 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-fed67f66-ffbc-4632-9eb1-749e59ec5c3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6201503a-9ef9-42eb-997c-f000f07a75ea') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:47.141619 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-fed67f66-ffbc-4632-9eb1-749e59ec5c3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6201503a-9ef9-42eb-997c-f000f07a75ea') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:47.146170 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['54f3b156-b077-4f91-85ef-a53a4cec3c24'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:47.153502 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fed67f66-ffbc-4632-9eb1-749e59ec5c3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.160350 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-7e5654cb-24bd-4ebd-9834-f28cfa91633c tempest-ExternalNetworksTestJSON-74751578 tempest-ExternalNetworksTestJSON-74751578-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1460141584'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:47.181814 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fed67f66-ffbc-4632-9eb1-749e59ec5c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.194251 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed67f66-ffbc-4632-9eb1-749e59ec5c3d admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:15:47.194769 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fed67f66-ffbc-4632-9eb1-749e59ec5c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.196674 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:15:47.196674 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:15:47.196674 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:15:47.196674 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:15:47.196674 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:15:47.196674 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:15:47.196674 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:15:47.196674 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:15:47.196674 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:15:47.196674 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:15:47.196674 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:15:47.196674 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:15:47.196674 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:15:47.196674 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:15:47.196674 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:15:47.196674 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:15:47.196674 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:15:47.196674 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:15:47.196674 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:15:47.196674 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:15:47.196674 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:15:47.196674 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:15:47.196674 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:15:47.196674 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:15:47.196674 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:15:47.196674 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:15:47.196674 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:15:47.196674 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:15:47.196674 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:15:47.196674 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:15:47.196674 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:15:47.196674 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:15:47.217979 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5654cb-24bd-4ebd-9834-f28cfa91633c tempest-ExternalNetworksTestJSON-74751578 tempest-ExternalNetworksTestJSON-74751578-project] Made reservation on behalf of 84a2ee5b7e7f46b690a07abf3f52d46c for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:47.221488 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7e5654cb-24bd-4ebd-9834-f28cfa91633c tempest-ExternalNetworksTestJSON-74751578 tempest-ExternalNetworksTestJSON-74751578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.235396 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7e5654cb-24bd-4ebd-9834-f28cfa91633c tempest-ExternalNetworksTestJSON-74751578 tempest-ExternalNetworksTestJSON-74751578-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.256363 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c3ca1-9df7-4107-8e54-aa8e073951bc req-1c0a6785-4969-483d-9620-3f09e06938e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:47.257856 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-380c3ca1-9df7-4107-8e54-aa8e073951bc req-1c0a6785-4969-483d-9620-3f09e06938e9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cc18f13f-179b-4747-9138-bf8c2fae24a9 HTTP/1.1" status: 200 len: 920 time: 0.1220911 Jul 15 13:15:47.265090 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-effd082a-d8c5-4e7e-9f95-af393d217cf7 None None] Deleting port 19ad07f5-fb6b-491b-9160-71fa78a0d0e7 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:47.265742 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-effd082a-d8c5-4e7e-9f95-af393d217cf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.289741 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fed67f66-ffbc-4632-9eb1-749e59ec5c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.299853 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fed67f66-ffbc-4632-9eb1-749e59ec5c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.301697 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-fed67f66-ffbc-4632-9eb1-749e59ec5c3d admin admin] 10.222.0.16 "DELETE /v2.0/networks/119b1821-d00a-4530-a14b-af666c528049 HTTP/1.1" status: 204 len: 168 time: 1.3004255 Jul 15 13:15:47.318881 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed67f66-ffbc-4632-9eb1-749e59ec5c3d admin admin] Pushing event deleted for resources: {'Network': ['ID=119b1821-d00a-4530-a14b-af666c528049,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:47.349065 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-effd082a-d8c5-4e7e-9f95-af393d217cf7 None None] For port 19ad07f5-fb6b-491b-9160-71fa78a0d0e7, host n-d-771363-36, got binding levels [] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:47.350253 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-effd082a-d8c5-4e7e-9f95-af393d217cf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.363889 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-effd082a-d8c5-4e7e-9f95-af393d217cf7 None None] Calling delete_port for 19ad07f5-fb6b-491b-9160-71fa78a0d0e7 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:47.367270 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.ipam_backend_mixin [None req-effd082a-d8c5-4e7e-9f95-af393d217cf7 None None] Port 19ad07f5-fb6b-491b-9160-71fa78a0d0e7 was not found and therefore no delete operation was performed {{(pid=93827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:15:47.377179 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-effd082a-d8c5-4e7e-9f95-af393d217cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.423610 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7e5654cb-24bd-4ebd-9834-f28cfa91633c tempest-ExternalNetworksTestJSON-74751578 tempest-ExternalNetworksTestJSON-74751578-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.428088 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7e5654cb-24bd-4ebd-9834-f28cfa91633c tempest-ExternalNetworksTestJSON-74751578 tempest-ExternalNetworksTestJSON-74751578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.438781 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-effd082a-d8c5-4e7e-9f95-af393d217cf7 None None] Network 119b1821-d00a-4530-a14b-af666c528049 is not hosted by any dhcp agent {{(pid=93827) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:15:47.439721 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effd082a-d8c5-4e7e-9f95-af393d217cf7 None None] No DVR routers for this DVR port 19ad07f5-fb6b-491b-9160-71fa78a0d0e7 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:47.458937 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e5654cb-24bd-4ebd-9834-f28cfa91633c tempest-ExternalNetworksTestJSON-74751578 tempest-ExternalNetworksTestJSON-74751578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:15:47.480498 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7e5654cb-24bd-4ebd-9834-f28cfa91633c tempest-ExternalNetworksTestJSON-74751578 tempest-ExternalNetworksTestJSON-74751578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.480952 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-7e5654cb-24bd-4ebd-9834-f28cfa91633c tempest-ExternalNetworksTestJSON-74751578 tempest-ExternalNetworksTestJSON-74751578-project] Added segment b057e9b3-fe09-472b-9755-929526ec6fc7 of type vlan for network 3b729df4-cbb7-4fa1-8a46-99a2cdad7090 Jul 15 13:15:47.493016 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5654cb-24bd-4ebd-9834-f28cfa91633c tempest-ExternalNetworksTestJSON-74751578 tempest-ExternalNetworksTestJSON-74751578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcf81c7-b988-4955-b95e-4815bae2970a,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:47.514155 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-380c3ca1-9df7-4107-8e54-aa8e073951bc req-0627c657-7885-4b89-8151-d6ba761efc47 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf HTTP/1.1" status: 200 len: 217 time: 0.1617062 Jul 15 13:15:47.532306 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7e5654cb-24bd-4ebd-9834-f28cfa91633c tempest-ExternalNetworksTestJSON-74751578 tempest-ExternalNetworksTestJSON-74751578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.573589 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7e5654cb-24bd-4ebd-9834-f28cfa91633c tempest-ExternalNetworksTestJSON-74751578 tempest-ExternalNetworksTestJSON-74751578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.574780 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6dd4e2-3ddb-4100-949f-4a072fc9c02d req-f81550e2-82b3-4346-8929-e9805f19e9a6 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:47.576578 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8d6dd4e2-3ddb-4100-949f-4a072fc9c02d req-f81550e2-82b3-4346-8929-e9805f19e9a6 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/ports?device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 984 time: 0.5880654 Jul 15 13:15:47.589059 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-8d6dd4e2-3ddb-4100-949f-4a072fc9c02d req-7ae2d582-34ad-4e9b-a4b3-85b25f303a9c tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Request body: {'port': {'security_groups': ['89bd4cb4-a98d-4dfa-a26f-c2dff1ae00a0']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:47.590855 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5654cb-24bd-4ebd-9834-f28cfa91633c tempest-ExternalNetworksTestJSON-74751578 tempest-ExternalNetworksTestJSON-74751578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:47.592558 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7e5654cb-24bd-4ebd-9834-f28cfa91633c tempest-ExternalNetworksTestJSON-74751578 tempest-ExternalNetworksTestJSON-74751578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.605065 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35612) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:47.616385 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35614) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:47.647793 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0876c3e2-79e3-4072-ad30-b954a20be1a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.653521 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd082a-d8c5-4e7e-9f95-af393d217cf7 None None] Pushing event deleted for resources: {'Port': ['ID=19ad07f5-fb6b-491b-9160-71fa78a0d0e7,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:47.658026 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7e5654cb-24bd-4ebd-9834-f28cfa91633c tempest-ExternalNetworksTestJSON-74751578 tempest-ExternalNetworksTestJSON-74751578-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8683875 Jul 15 13:15:47.659416 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35616) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:47.697152 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c3ca1-9df7-4107-8e54-aa8e073951bc req-11862869-788e-45be-bdd9-4be03b83a1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:47.698630 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-380c3ca1-9df7-4107-8e54-aa8e073951bc req-11862869-788e-45be-bdd9-4be03b83a1b1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65193fd6-1d00-400c-9fec-e3db408513cb HTTP/1.1" status: 200 len: 859 time: 0.1657932 Jul 15 13:15:47.712298 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5654cb-24bd-4ebd-9834-f28cfa91633c tempest-ExternalNetworksTestJSON-74751578 tempest-ExternalNetworksTestJSON-74751578-project] Pushing event updated for resources: {'Network': ['ID=3b729df4-cbb7-4fa1-8a46-99a2cdad7090,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:47.727049 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd082a-d8c5-4e7e-9f95-af393d217cf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:47.728492 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd082a-d8c5-4e7e-9f95-af393d217cf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:47.729594 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd082a-d8c5-4e7e-9f95-af393d217cf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:47.730204 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd082a-d8c5-4e7e-9f95-af393d217cf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:47.731224 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd082a-d8c5-4e7e-9f95-af393d217cf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:47.732485 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd082a-d8c5-4e7e-9f95-af393d217cf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:47.735206 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd082a-d8c5-4e7e-9f95-af393d217cf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:47.735781 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd082a-d8c5-4e7e-9f95-af393d217cf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:47.736522 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd082a-d8c5-4e7e-9f95-af393d217cf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:47.737008 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd082a-d8c5-4e7e-9f95-af393d217cf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:47.737407 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd082a-d8c5-4e7e-9f95-af393d217cf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:47.737752 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd082a-d8c5-4e7e-9f95-af393d217cf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:47.790162 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 3b729df4-cbb7-4fa1-8a46-99a2cdad7090 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:15:47.811756 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0876c3e2-79e3-4072-ad30-b954a20be1a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.817680 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0876c3e2-79e3-4072-ad30-b954a20be1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.858777 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-380c3ca1-9df7-4107-8e54-aa8e073951bc req-3279de89-8333-47e9-af3b-5ac63a69a342 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc18f13f-179b-4747-9138-bf8c2fae24a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1249008 Jul 15 13:15:47.874512 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-103d9528-a9bd-4988-bdea-e78c5b7de22f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bf7eb4e244714aa5a9d710e295c760fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2535346 Jul 15 13:15:47.890672 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35626) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:47.931584 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0876c3e2-79e3-4072-ad30-b954a20be1a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=64cd3480196547a692bc9ed3a0a51c61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3192043 Jul 15 13:15:47.940739 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35628) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:47.953999 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876c3e2-79e3-4072-ad30-b954a20be1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78edb84-c614-425d-aca3-445523ee8d75,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:47.967087 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-e16d5b1c-ec90-40b0-aa01-a813687da0ed tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Request body: {'network': {'name': 'tempest-network--787634256', 'router:external': True}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:47.973477 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3f725-cec1-4989-b531-d0c7b5395a26 req-368871f9-c89c-40e1-84c8-8e82ed32b024 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:47.976905 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f8d3f725-cec1-4989-b531-d0c7b5395a26 req-368871f9-c89c-40e1-84c8-8e82ed32b024 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc0ebeaa-010a-488b-831b-6aa2e8553672 HTTP/1.1" status: 200 len: 944 time: 0.5056047 Jul 15 13:15:47.977687 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be392cd-dc83-4c9f-9ea9-b26c534562ce tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Router 69894eb9-d881-4a01-ac50-2d8250021019 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:15:47.992847 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8d6dd4e2-3ddb-4100-949f-4a072fc9c02d req-7ae2d582-34ad-4e9b-a4b3-85b25f303a9c tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.047184 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16d5b1c-ec90-40b0-aa01-a813687da0ed tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Made reservation on behalf of 9fc020223eb7479fba128edbfbd93187 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:48.049450 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e16d5b1c-ec90-40b0-aa01-a813687da0ed tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.061254 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8732569f-6252-4d8e-8c3e-ae9d503c6f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.071826 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e16d5b1c-ec90-40b0-aa01-a813687da0ed tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.163098 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-380c3ca1-9df7-4107-8e54-aa8e073951bc req-f01e303d-3927-41fe-82fc-411679a9c297 service neutron] 10.222.0.46 "GET /v2.0/networks/cc18f13f-179b-4747-9138-bf8c2fae24a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874513 Jul 15 13:15:48.190328 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f8d3f725-cec1-4989-b531-d0c7b5395a26 req-8f1b48e3-39b8-4cef-83d5-942c30779f0e tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057743 Jul 15 13:15:48.277788 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be392cd-dc83-4c9f-9ea9-b26c534562ce tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:15:48.293258 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3ee63d-e4e5-4cdd-884c-fba8a14a1bde None None] Sync routers for ids ['69894eb9-d881-4a01-ac50-2d8250021019'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:15:48.302889 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3ee63d-e4e5-4cdd-884c-fba8a14a1bde None None] Routers {'69894eb9-d881-4a01-ac50-2d8250021019'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:48.303941 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-fc3ee63d-e4e5-4cdd-884c-fba8a14a1bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:15:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['69894eb9-d881-4a01-ac50-2d8250021019'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:48.338280 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-fc3ee63d-e4e5-4cdd-884c-fba8a14a1bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:48.347842 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3ee63d-e4e5-4cdd-884c-fba8a14a1bde None None] Routers {'69894eb9-d881-4a01-ac50-2d8250021019'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:48.348788 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-fc3ee63d-e4e5-4cdd-884c-fba8a14a1bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:15:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['69894eb9-d881-4a01-ac50-2d8250021019'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:48.384194 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-fc3ee63d-e4e5-4cdd-884c-fba8a14a1bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:48.385206 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3ee63d-e4e5-4cdd-884c-fba8a14a1bde None None] The sync data for ids ['69894eb9-d881-4a01-ac50-2d8250021019'] in n-d-771363-36 is: [] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:15:48.403951 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-775af50c-0d7d-455a-9a71-eb29c5b7a478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.428255 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6be392cd-dc83-4c9f-9ea9-b26c534562ce tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.432129 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6be392cd-dc83-4c9f-9ea9-b26c534562ce tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.7328467 Jul 15 13:15:48.432277 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8732569f-6252-4d8e-8c3e-ae9d503c6f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.432360 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35634) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:48.441534 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-380c3ca1-9df7-4107-8e54-aa8e073951bc req-88ce2838-1c33-463c-8b0a-1c271a164f1b service neutron] 10.222.0.46 "GET /v2.0/networks/cc18f13f-179b-4747-9138-bf8c2fae24a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679453 Jul 15 13:15:48.462887 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-775af50c-0d7d-455a-9a71-eb29c5b7a478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.505237 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-8d6dd4e2-3ddb-4100-949f-4a072fc9c02d req-7ae2d582-34ad-4e9b-a4b3-85b25f303a9c tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] For port 2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf,segment=NetworkSegment(dd9c1bb8-56e0-46d3-9cb2-a5b0b4dabf47),segment_id=dd9c1bb8-56e0-46d3-9cb2-a5b0b4dabf47)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:48.572338 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-775af50c-0d7d-455a-9a71-eb29c5b7a478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.576507 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 19ad07f5-fb6b-491b-9160-71fa78a0d0e7 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:48.576997 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-775af50c-0d7d-455a-9a71-eb29c5b7a478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.578065 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-775af50c-0d7d-455a-9a71-eb29c5b7a478 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d78edb84-c614-425d-aca3-445523ee8d75 HTTP/1.1" status: 204 len: 168 time: 0.6342723 Jul 15 13:15:48.585559 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8732569f-6252-4d8e-8c3e-ae9d503c6f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.588564 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8732569f-6252-4d8e-8c3e-ae9d503c6f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.592037 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8732569f-6252-4d8e-8c3e-ae9d503c6f3b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c439e5ac-c596-4ce2-a94e-bb51edf6b767 HTTP/1.1" status: 204 len: 168 time: 0.6903539 Jul 15 13:15:48.610838 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 19ad07f5-fb6b-491b-9160-71fa78a0d0e7 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:15:48.611186 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 19ad07f5-fb6b-491b-9160-71fa78a0d0e7 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:15:48.616640 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775af50c-0d7d-455a-9a71-eb29c5b7a478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78edb84-c614-425d-aca3-445523ee8d75,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:48.638283 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8d6dd4e2-3ddb-4100-949f-4a072fc9c02d req-7ae2d582-34ad-4e9b-a4b3-85b25f303a9c tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.648085 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732569f-6252-4d8e-8c3e-ae9d503c6f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c439e5ac-c596-4ce2-a94e-bb51edf6b767,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:48.658368 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8d6dd4e2-3ddb-4100-949f-4a072fc9c02d req-7ae2d582-34ad-4e9b-a4b3-85b25f303a9c tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.689927 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-57fe9d4d-7c3a-4eef-a559-d9c1b002f9a9 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] 10.222.0.16 "GET /v2.0/routers/69894eb9-d881-4a01-ac50-2d8250021019 HTTP/1.1" status: 200 len: 919 time: 0.2541008 Jul 15 13:15:48.698189 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35640) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:48.701486 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e16d5b1c-ec90-40b0-aa01-a813687da0ed tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.719439 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6dd4e2-3ddb-4100-949f-4a072fc9c02d req-7ae2d582-34ad-4e9b-a4b3-85b25f303a9c tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:48.720214 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8d6dd4e2-3ddb-4100-949f-4a072fc9c02d req-7ae2d582-34ad-4e9b-a4b3-85b25f303a9c tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.724902 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e16d5b1c-ec90-40b0-aa01-a813687da0ed tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.735495 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8d6dd4e2-3ddb-4100-949f-4a072fc9c02d req-7ae2d582-34ad-4e9b-a4b3-85b25f303a9c tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "PUT /v2.0/ports/2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf HTTP/1.1" status: 200 len: 942 time: 1.1509833 Jul 15 13:15:48.736192 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7471b9a0-784b-4fa0-a1d2-df44d5e6307c', 'tag': '2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:48.742060 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5acaa4-3780-44d0-b5fa-ccd1a3794755" -d '{"events": [{"name": "network-changed", "server_uuid": "7471b9a0-784b-4fa0-a1d2-df44d5e6307c", "tag": "2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:48.746061 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:48.781909 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b079b3d8-573d-4a56-9d16-5a6af27ff0c8 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] 10.222.0.16 "GET /v2.0/ports?device_id=69894eb9-d881-4a01-ac50-2d8250021019 HTTP/1.1" status: 200 len: 205 time: 0.0825214 Jul 15 13:15:48.793803 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35652) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:48.840498 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e16d5b1c-ec90-40b0-aa01-a813687da0ed tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:15:48.871024 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16d5b1c-ec90-40b0-aa01-a813687da0ed tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4b53f1-fb76-4bf6-acca-1951a9f90672,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:48.878750 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e16d5b1c-ec90-40b0-aa01-a813687da0ed tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.879711 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-e16d5b1c-ec90-40b0-aa01-a813687da0ed tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Added segment 1355574f-5117-4bdc-a56e-aadeab0f8e25 of type vlan for network 3dc34e80-cfd8-42ca-b5b5-44f6d14151e3 Jul 15 13:15:48.942460 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e16d5b1c-ec90-40b0-aa01-a813687da0ed tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.945885 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:49.005812 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e16d5b1c-ec90-40b0-aa01-a813687da0ed tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.007064 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16d5b1c-ec90-40b0-aa01-a813687da0ed tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:49.008365 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e16d5b1c-ec90-40b0-aa01-a813687da0ed tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.086042 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e16d5b1c-ec90-40b0-aa01-a813687da0ed tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4180245 Jul 15 13:15:49.089431 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35664) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:49.124196 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c8337707-d1cb-4115-bb72-da9af6814759 req-1bd03772-d2fc-4bf8-ac68-b106cff4a64b tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2338071 Jul 15 13:15:49.136096 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16d5b1c-ec90-40b0-aa01-a813687da0ed tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Pushing event updated for resources: {'Network': ['ID=3dc34e80-cfd8-42ca-b5b5-44f6d14151e3,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:49.191862 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 3dc34e80-cfd8-42ca-b5b5-44f6d14151e3 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:15:49.246370 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6888b8c8-9bfc-4b23-b725-7dd5ac02d437 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.286523 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35668) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:49.303594 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-94cbeef5-4e30-4e28-96c6-e6bb4077c98f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.307042 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35670) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:49.390303 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6888b8c8-9bfc-4b23-b725-7dd5ac02d437 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.415632 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-6888b8c8-9bfc-4b23-b725-7dd5ac02d437 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc34e80-cfd8-42ca-b5b5-44f6d14151e3']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:49.434831 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-6888b8c8-9bfc-4b23-b725-7dd5ac02d437 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1355574f-5117-4bdc-a56e-aadeab0f8e25') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:49.435657 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-6888b8c8-9bfc-4b23-b725-7dd5ac02d437 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1355574f-5117-4bdc-a56e-aadeab0f8e25') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:49.455241 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6888b8c8-9bfc-4b23-b725-7dd5ac02d437 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.469538 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-216e0016-691d-4d37-8f81-8b31b11b10cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9735a243b58e4e099240abc02c326fec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1613159 Jul 15 13:15:49.474875 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35672) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:49.485650 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6888b8c8-9bfc-4b23-b725-7dd5ac02d437 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.513692 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6888b8c8-9bfc-4b23-b725-7dd5ac02d437 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:15:49.514120 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6888b8c8-9bfc-4b23-b725-7dd5ac02d437 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.515954 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:49.515954 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:49.515954 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:15:49.515954 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:15:49.515954 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:15:49.515954 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:15:49.515954 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:15:49.515954 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:15:49.515954 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:15:49.515954 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:15:49.515954 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:15:49.515954 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:15:49.515954 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:15:49.515954 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:15:49.515954 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:15:49.515954 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:15:49.515954 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:15:49.515954 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:15:49.515954 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:15:49.515954 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:15:49.515954 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:15:49.515954 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:15:49.515954 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:15:49.515954 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:15:49.515954 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:15:49.515954 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:15:49.515954 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:15:49.515954 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:15:49.515954 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:15:49.515954 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:15:49.515954 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:15:49.515954 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:15:49.515954 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:15:49.515954 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:15:49.537668 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2d582-34ad-4e9b-a4b3-85b25f303a9c tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Pushing event updated for resources: {'Port': ['ID=2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:49.559414 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-c8337707-d1cb-4115-bb72-da9af6814759 req-d2452689-3a9d-4bc8-9504-fecf2c0c1f82 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:49.615283 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6888b8c8-9bfc-4b23-b725-7dd5ac02d437 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.628216 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6888b8c8-9bfc-4b23-b725-7dd5ac02d437 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3dc34e80-cfd8-42ca-b5b5-44f6d14151e3 {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 13:15:49.635403 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6888b8c8-9bfc-4b23-b725-7dd5ac02d437 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.641257 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6888b8c8-9bfc-4b23-b725-7dd5ac02d437 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] 10.222.0.16 "DELETE /v2.0/networks/3dc34e80-cfd8-42ca-b5b5-44f6d14151e3 HTTP/1.1" status: 204 len: 168 time: 0.5469697 Jul 15 13:15:49.641257 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-94cbeef5-4e30-4e28-96c6-e6bb4077c98f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.642609 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35674) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:49.650203 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-7119c18a-c64f-47bb-8f85-d136f12333c5 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:49.650950 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-538b3418-9e8f-4231-9b78-ae7027967146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.654305 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6888b8c8-9bfc-4b23-b725-7dd5ac02d437 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Pushing event deleted for resources: {'Network': ['ID=3dc34e80-cfd8-42ca-b5b5-44f6d14151e3,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:49.657831 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-94cbeef5-4e30-4e28-96c6-e6bb4077c98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.697917 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-538b3418-9e8f-4231-9b78-ae7027967146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.699070 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-10628525-64ac-4553-9ceb-f62db6a88a69 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.728175 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-94cbeef5-4e30-4e28-96c6-e6bb4077c98f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0f7716ad34f444569950d36f1de43640&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4402151 Jul 15 13:15:49.728794 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35676) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:49.735153 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cbeef5-4e30-4e28-96c6-e6bb4077c98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6269b6-cb36-44b0-9f52-721a686bd34f,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:49.736854 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c8337707-d1cb-4115-bb72-da9af6814759 req-d2452689-3a9d-4bc8-9504-fecf2c0c1f82 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks [] for floatingip, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.750403 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-18b42366-d6fb-40c4-8dd5-43206c86705c tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:49.751939 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-18b42366-d6fb-40c4-8dd5-43206c86705c tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/networks?id=27918509-99f1-4d5c-9c03-22054212982e HTTP/1.1" status: 200 len: 808 time: 0.8536522 Jul 15 13:15:49.790831 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7119c18a-c64f-47bb-8f85-d136f12333c5 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Made reservation on behalf of 9fc020223eb7479fba128edbfbd93187 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:49.793135 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7119c18a-c64f-47bb-8f85-d136f12333c5 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.808503 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-50d0109a-8240-4f9b-8872-7d98dbb3f376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.825277 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-538b3418-9e8f-4231-9b78-ae7027967146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.828295 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-538b3418-9e8f-4231-9b78-ae7027967146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.832437 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-538b3418-9e8f-4231-9b78-ae7027967146 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7daa7413-946e-431c-b6f0-5700e816b115 HTTP/1.1" status: 204 len: 168 time: 0.3536234 Jul 15 13:15:49.840061 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-9b954118-62a5-4c03-8670-a9832189d70d tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/quotas/9fc925054ab444b8942a7f406aa6e423 HTTP/1.1" status: 200 len: 375 time: 0.0766876 Jul 15 13:15:49.848126 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-50d0109a-8240-4f9b-8872-7d98dbb3f376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.849730 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b3418-9e8f-4231-9b78-ae7027967146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7daa7413-946e-431c-b6f0-5700e816b115,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:49.897899 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7119c18a-c64f-47bb-8f85-d136f12333c5 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:15:49.902197 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-7d993a08-df4e-4265-b9c8-c00745988559 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9fc925054ab444b8942a7f406aa6e423&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463305 Jul 15 13:15:49.921142 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-50d0109a-8240-4f9b-8872-7d98dbb3f376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.929699 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-50d0109a-8240-4f9b-8872-7d98dbb3f376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.934668 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-50d0109a-8240-4f9b-8872-7d98dbb3f376 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cc6269b6-cb36-44b0-9f52-721a686bd34f HTTP/1.1" status: 204 len: 168 time: 0.2004509 Jul 15 13:15:49.945110 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0109a-8240-4f9b-8872-7d98dbb3f376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6269b6-cb36-44b0-9f52-721a686bd34f,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:49.950996 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7119c18a-c64f-47bb-8f85-d136f12333c5 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.951396 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-7119c18a-c64f-47bb-8f85-d136f12333c5 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Added segment 5f077909-accb-4ef5-b6e4-3ca5edd91fdb of type vlan for network 44458930-d346-40fe-890a-16b8e18e6d77 Jul 15 13:15:49.994873 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 54f3b156-b077-4f91-85ef-a53a4cec3c24 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:49.997476 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-10628525-64ac-4553-9ceb-f62db6a88a69 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.077089 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 54f3b156-b077-4f91-85ef-a53a4cec3c24 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:50.092785 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 54f3b156-b077-4f91-85ef-a53a4cec3c24 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:50.094938 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.097571 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7119c18a-c64f-47bb-8f85-d136f12333c5 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.206446 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-1317a406-db92-4a71-b03d-8e7dcaf4d040 service neutron] 10.222.0.16 "GET /v2.0/networks/27918509-99f1-4d5c-9c03-22054212982e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928569 Jul 15 13:15:50.231395 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.278239 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0ebeaa-010a-488b-831b-6aa2e8553672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f3b156-b077-4f91-85ef-a53a4cec3c24'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:50.280446 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7119c18a-c64f-47bb-8f85-d136f12333c5 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.281372 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7119c18a-c64f-47bb-8f85-d136f12333c5 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:50.281719 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c7035d-e436-4096-9d8b-41634ed0ade5" -d '{"events": [{"server_uuid": "bc0ebeaa-010a-488b-831b-6aa2e8553672", "name": "network-vif-plugged", "status": "completed", "tag": "54f3b156-b077-4f91-85ef-a53a4cec3c24"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:50.281963 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7119c18a-c64f-47bb-8f85-d136f12333c5 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.300151 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c8337707-d1cb-4115-bb72-da9af6814759 req-d2452689-3a9d-4bc8-9504-fecf2c0c1f82 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.300470 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 54f3b156-b077-4f91-85ef-a53a4cec3c24, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=54f3b156-b077-4f91-85ef-a53a4cec3c24,segment=NetworkSegment(6bb03eb1-9e52-4718-ab2b-06d9a8232852),segment_id=6bb03eb1-9e52-4718-ab2b-06d9a8232852)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:50.305657 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.392389 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=54f3b156-b077-4f91-85ef-a53a4cec3c24,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:50.405344 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-10628525-64ac-4553-9ceb-f62db6a88a69 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Deleting port 6e6057e8-713e-4503-8549-aa0c9ad66729 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:50.405689 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-10628525-64ac-4553-9ceb-f62db6a88a69 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.413996 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7119c18a-c64f-47bb-8f85-d136f12333c5 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7714708 Jul 15 13:15:50.416971 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35696) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:50.422503 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-84b6def2-ef03-406a-890e-cf25245ecba0 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Request body: {'subnet': {'network_id': '44458930-d346-40fe-890a-16b8e18e6d77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:50.469099 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b6def2-ef03-406a-890e-cf25245ecba0 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Made reservation on behalf of 9fc020223eb7479fba128edbfbd93187 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:50.473124 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-84b6def2-ef03-406a-890e-cf25245ecba0 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.477968 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119c18a-c64f-47bb-8f85-d136f12333c5 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Pushing event updated for resources: {'Network': ['ID=44458930-d346-40fe-890a-16b8e18e6d77,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:50.493264 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 44458930-d346-40fe-890a-16b8e18e6d77 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:15:50.497167 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-6e02913d-351a-4018-89b1-73c91a2829ac tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:50.504036 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-6e02913d-351a-4018-89b1-73c91a2829ac tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:50.511117 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-6e02913d-351a-4018-89b1-73c91a2829ac tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:50.517008 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-6e02913d-351a-4018-89b1-73c91a2829ac tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:50.523711 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-6e02913d-351a-4018-89b1-73c91a2829ac tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:50.531260 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-6e02913d-351a-4018-89b1-73c91a2829ac tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:50.538746 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-6e02913d-351a-4018-89b1-73c91a2829ac tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:50.540426 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-6e02913d-351a-4018-89b1-73c91a2829ac tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 5434 time: 0.4090703 Jul 15 13:15:50.549657 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-88859f05-e077-4a66-afd9-a985aa32199d service neutron] 10.222.0.16 "GET /v2.0/networks/27918509-99f1-4d5c-9c03-22054212982e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282290 Jul 15 13:15:50.673391 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-d8c17f1a-e94a-4da4-b5eb-391ffa8b6f8b tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:50.675346 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-d8c17f1a-e94a-4da4-b5eb-391ffa8b6f8b tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.46 "GET /v2.0/ports/00bc5053-739a-44d0-84cc-63786760e6fc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1227002 Jul 15 13:15:50.836514 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-c8337707-d1cb-4115-bb72-da9af6814759 req-d2452689-3a9d-4bc8-9504-fecf2c0c1f82 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Allocated IP 172.25.8.125 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/74812ab6-1e9d-4393-bf9b-d165cae2b08a) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:50.840196 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-10628525-64ac-4553-9ceb-f62db6a88a69 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.896462 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3087f692-46a8-4c80-b1f8-abda99f46a2b x-openstack-request-id: req-3087f692-46a8-4c80-b1f8-abda99f46a2b {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:50.896752 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7471b9a0-784b-4fa0-a1d2-df44d5e6307c", "tag": "2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:50.897002 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3087f692-46a8-4c80-b1f8-abda99f46a2b {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:50.897481 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7471b9a0-784b-4fa0-a1d2-df44d5e6307c', 'tag': '2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf', 'status': 'completed', 'code': 200} Jul 15 13:15:50.898388 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-10628525-64ac-4553-9ceb-f62db6a88a69 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Calling delete_port for 6e6057e8-713e-4503-8549-aa0c9ad66729 owned by network:router_gateway {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:50.989862 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-72aff0c4-28b7-46b7-b4ad-95da1755906c tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.46 "GET /v2.0/networks/0393d230-55c0-4aac-933c-382b8f80fda9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2893982 Jul 15 13:15:51.043940 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-e9e77760-1420-434f-8c89-ed97d474ba0f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:51.068917 n-d-771363-36 neutron-server[93826]: DEBUG neutron.objects.ports [None req-84b6def2-ef03-406a-890e-cf25245ecba0 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:15:51.069777 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-84b6def2-ef03-406a-890e-cf25245ecba0 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.173600 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5acaa4-3780-44d0-b5fa-ccd1a3794755 req-db69b7f2-c823-4797-98fc-2d820f9ba0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:51.175683 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a5acaa4-3780-44d0-b5fa-ccd1a3794755 req-db69b7f2-c823-4797-98fc-2d820f9ba0db service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5e4187857e345a7880c462421c134c5&device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 1097 time: 0.2583275 Jul 15 13:15:51.208768 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6def2-ef03-406a-890e-cf25245ecba0 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ed1b7ddc-d077-469b-8742-75eca313c5bf,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:51.235638 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b6def2-ef03-406a-890e-cf25245ecba0 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Checking segment: {'id': '5f077909-accb-4ef5-b6e4-3ca5edd91fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '44458930-d346-40fe-890a-16b8e18e6d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:51.236400 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b6def2-ef03-406a-890e-cf25245ecba0 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Network hostable DHCP agents. Network: 44458930-d346-40fe-890a-16b8e18e6d77, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:15:51.270402 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b6def2-ef03-406a-890e-cf25245ecba0 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Network 44458930-d346-40fe-890a-16b8e18e6d77 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:15:51.285666 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-84b6def2-ef03-406a-890e-cf25245ecba0 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 44458930-d346-40fe-890a-16b8e18e6d77) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:51.291787 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b6def2-ef03-406a-890e-cf25245ecba0 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:51.292396 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-84b6def2-ef03-406a-890e-cf25245ecba0 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.297748 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734762b9-a283-4f20-bc3f-b0ea247efec5 None None] Network 44458930-d346-40fe-890a-16b8e18e6d77 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:51.319705 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-84b6def2-ef03-406a-890e-cf25245ecba0 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8987129 Jul 15 13:15:51.321330 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35736) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:51.328479 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-1551d1c8-148a-43bc-8a0b-42c8f8555a9c tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Request body: {'floatingip': {'floating_network_id': '44458930-d346-40fe-890a-16b8e18e6d77'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:51.354250 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c8337707-d1cb-4115-bb72-da9af6814759 req-d2452689-3a9d-4bc8-9504-fecf2c0c1f82 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.376354 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1551d1c8-148a-43bc-8a0b-42c8f8555a9c tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.422271 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-e9e77760-1420-434f-8c89-ed97d474ba0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.575426 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1551d1c8-148a-43bc-8a0b-42c8f8555a9c tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.578355 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecc2fc-648b-4179-9f18-0688d9b62d3b req-e634b121-ff9f-4374-88a8-bc336da3227d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:51.584751 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecc2fc-648b-4179-9f18-0688d9b62d3b req-e634b121-ff9f-4374-88a8-bc336da3227d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:51.590713 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecc2fc-648b-4179-9f18-0688d9b62d3b req-e634b121-ff9f-4374-88a8-bc336da3227d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:51.599488 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecc2fc-648b-4179-9f18-0688d9b62d3b req-e634b121-ff9f-4374-88a8-bc336da3227d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:51.605375 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecc2fc-648b-4179-9f18-0688d9b62d3b req-e634b121-ff9f-4374-88a8-bc336da3227d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:51.607934 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f12e86-717a-4bd9-aec4-64061d4fb813 None None] Network 44458930-d346-40fe-890a-16b8e18e6d77 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:51.611393 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecc2fc-648b-4179-9f18-0688d9b62d3b req-e634b121-ff9f-4374-88a8-bc336da3227d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:51.617381 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecc2fc-648b-4179-9f18-0688d9b62d3b req-e634b121-ff9f-4374-88a8-bc336da3227d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:51.619338 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cdecc2fc-648b-4179-9f18-0688d9b62d3b req-e634b121-ff9f-4374-88a8-bc336da3227d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 5434 time: 0.4809046 Jul 15 13:15:51.633045 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5acaa4-3780-44d0-b5fa-ccd1a3794755 req-6283be30-4a7c-4856-a9ec-dcdf0b92d1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:51.634487 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a5acaa4-3780-44d0-b5fa-ccd1a3794755 req-6283be30-4a7c-4856-a9ec-dcdf0b92d1e5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cc18f13f-179b-4747-9138-bf8c2fae24a9 HTTP/1.1" status: 200 len: 920 time: 0.4219010 Jul 15 13:15:51.725430 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a5acaa4-3780-44d0-b5fa-ccd1a3794755 req-2ea01a39-dd5c-454b-b22c-1f306db7ff86 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf HTTP/1.1" status: 200 len: 217 time: 0.0730329 Jul 15 13:15:51.736811 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c8337707-d1cb-4115-bb72-da9af6814759 req-d2452689-3a9d-4bc8-9504-fecf2c0c1f82 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.754105 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-10628525-64ac-4553-9ceb-f62db6a88a69 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.821775 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-1551d1c8-148a-43bc-8a0b-42c8f8555a9c tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Allocated IP 172.20.0.3 (44458930-d346-40fe-890a-16b8e18e6d77/ed1b7ddc-d077-469b-8742-75eca313c5bf/f267fc95-c50f-41ee-bc69-a2a6f159e1ca) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:51.943550 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cdecc2fc-648b-4179-9f18-0688d9b62d3b req-d4ed64c3-1628-4e5f-83a9-dd817d8ba709 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d03c6c5-afde-46b4-9fff-da26c2a36d36&id=11c6d291-a458-49b6-80ff-5db152f1be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3078313 Jul 15 13:15:51.945556 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8337707-d1cb-4115-bb72-da9af6814759 req-d2452689-3a9d-4bc8-9504-fecf2c0c1f82 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:52.046236 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1551d1c8-148a-43bc-8a0b-42c8f8555a9c tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.064611 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-c8337707-d1cb-4115-bb72-da9af6814759 req-d2452689-3a9d-4bc8-9504-fecf2c0c1f82 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:52.081132 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2452689-3a9d-4bc8-9504-fecf2c0c1f82 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Pushing event updated for resources: {'Port': ['ID=74812ab6-1e9d-4393-bf9b-d165cae2b08a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:52.087678 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8337707-d1cb-4115-bb72-da9af6814759 req-d2452689-3a9d-4bc8-9504-fecf2c0c1f82 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:52.115616 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1551d1c8-148a-43bc-8a0b-42c8f8555a9c tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.154450 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5acaa4-3780-44d0-b5fa-ccd1a3794755 req-4d28298c-cf98-4431-b3fb-3dc39df8c1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:52.155948 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a5acaa4-3780-44d0-b5fa-ccd1a3794755 req-4d28298c-cf98-4431-b3fb-3dc39df8c1f9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65193fd6-1d00-400c-9fec-e3db408513cb HTTP/1.1" status: 200 len: 859 time: 0.4048698 Jul 15 13:15:52.174768 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1551d1c8-148a-43bc-8a0b-42c8f8555a9c tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Network 44458930-d346-40fe-890a-16b8e18e6d77 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:52.182811 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35764) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:52.183741 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-1551d1c8-148a-43bc-8a0b-42c8f8555a9c tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:52.187264 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1551d1c8-148a-43bc-8a0b-42c8f8555a9c tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:52.190627 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10628525-64ac-4553-9ceb-f62db6a88a69 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Pushing event deleted for resources: {'Port': ['ID=6e6057e8-713e-4503-8549-aa0c9ad66729,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:52.223936 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551d1c8-148a-43bc-8a0b-42c8f8555a9c tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Pushing event updated for resources: {'Port': ['ID=f267fc95-c50f-41ee-bc69-a2a6f159e1ca,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:52.265299 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a5acaa4-3780-44d0-b5fa-ccd1a3794755 req-4c7ef0a8-ef96-4b79-9c78-fe1078bd9328 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc18f13f-179b-4747-9138-bf8c2fae24a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921178 Jul 15 13:15:52.271183 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-e9e77760-1420-434f-8c89-ed97d474ba0f service neutron] For port 00bc5053-739a-44d0-84cc-63786760e6fc, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=00bc5053-739a-44d0-84cc-63786760e6fc,segment=NetworkSegment(31fa37a9-facf-4912-b998-1c360a86c68b),segment_id=31fa37a9-facf-4912-b998-1c360a86c68b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:52.293662 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-10628525-64ac-4553-9ceb-f62db6a88a69 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.298102 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1551d1c8-148a-43bc-8a0b-42c8f8555a9c tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.310916 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-7d8cf1cf-ee59-4cea-86cc-0fa7d61a400b tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1321885985'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:52.363144 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7d8cf1cf-ee59-4cea-86cc-0fa7d61a400b tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.364334 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7d8cf1cf-ee59-4cea-86cc-0fa7d61a400b tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.424397 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7d8cf1cf-ee59-4cea-86cc-0fa7d61a400b tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.426192 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1551d1c8-148a-43bc-8a0b-42c8f8555a9c tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.430473 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7d8cf1cf-ee59-4cea-86cc-0fa7d61a400b tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.466861 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7d8cf1cf-ee59-4cea-86cc-0fa7d61a400b tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.470998 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7d8cf1cf-ee59-4cea-86cc-0fa7d61a400b tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2820029 Jul 15 13:15:52.474806 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35768) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:52.586132 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e6acc014-851c-42f1-9f0a-c1edc48c2f80 tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.796606 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e6acc014-851c-42f1-9f0a-c1edc48c2f80 tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.799882 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e6acc014-851c-42f1-9f0a-c1edc48c2f80 tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.835550 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-10628525-64ac-4553-9ceb-f62db6a88a69 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.862942 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e6acc014-851c-42f1-9f0a-c1edc48c2f80 tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.862942 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6acc014-851c-42f1-9f0a-c1edc48c2f80 tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e0c0711f-89e6-47c9-8d1f-d57bc36c9305 {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:15:52.867032 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-10628525-64ac-4553-9ceb-f62db6a88a69 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.867771 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e6acc014-851c-42f1-9f0a-c1edc48c2f80 tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.871825 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e6acc014-851c-42f1-9f0a-c1edc48c2f80 tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] 10.222.0.16 "DELETE /v2.0/routers/e0c0711f-89e6-47c9-8d1f-d57bc36c9305 HTTP/1.1" status: 204 len: 168 time: 0.3927653 Jul 15 13:15:52.874811 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35770) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:52.879099 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-0294be28-e52b-40ed-9781-cace1cde3595 tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Request body: {'router': {'name': 'tempest-router-1607513709', 'distributed': False}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:52.883240 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-e9e77760-1420-434f-8c89-ed97d474ba0f service neutron] For port 00bc5053-739a-44d0-84cc-63786760e6fc, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:52.887236 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1551d1c8-148a-43bc-8a0b-42c8f8555a9c tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.895859 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1551d1c8-148a-43bc-8a0b-42c8f8555a9c tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.945475 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0294be28-e52b-40ed-9781-cace1cde3595 tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.946433 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0294be28-e52b-40ed-9781-cace1cde3595 tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.973506 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551d1c8-148a-43bc-8a0b-42c8f8555a9c tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Pushing event updated for resources: {'Port': ['ID=f267fc95-c50f-41ee-bc69-a2a6f159e1ca,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:52.988561 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c8337707-d1cb-4115-bb72-da9af6814759 req-d2452689-3a9d-4bc8-9504-fecf2c0c1f82 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.996590 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1551d1c8-148a-43bc-8a0b-42c8f8555a9c tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.011223 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1551d1c8-148a-43bc-8a0b-42c8f8555a9c tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.013216 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1551d1c8-148a-43bc-8a0b-42c8f8555a9c tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.6907849 Jul 15 13:15:53.016200 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35774) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:53.024098 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-e9e77760-1420-434f-8c89-ed97d474ba0f service neutron] device_id is not set on port 00bc5053-739a-44d0-84cc-63786760e6fc yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:53.032059 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-10628525-64ac-4553-9ceb-f62db6a88a69 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.032567 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10628525-64ac-4553-9ceb-f62db6a88a69 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Fanout notify agent at l3_agent the message router_deleted on router 69894eb9-d881-4a01-ac50-2d8250021019 {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:15:53.040982 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e8c21-0ffc-4498-8ea4-7778ee499596 req-f0a2b300-8085-448e-8e4b-b45eba6f7cc7 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:53.042488 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-297e8c21-0ffc-4498-8ea4-7778ee499596 req-f0a2b300-8085-448e-8e4b-b45eba6f7cc7 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc0ebeaa-010a-488b-831b-6aa2e8553672 HTTP/1.1" status: 200 len: 945 time: 0.8840368 Jul 15 13:15:53.048507 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-10628525-64ac-4553-9ceb-f62db6a88a69 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.049498 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-10628525-64ac-4553-9ceb-f62db6a88a69 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] 10.222.0.16 "DELETE /v2.0/routers/69894eb9-d881-4a01-ac50-2d8250021019 HTTP/1.1" status: 204 len: 168 time: 4.2526367 Jul 15 13:15:53.059585 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35776) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:53.062149 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a5acaa4-3780-44d0-b5fa-ccd1a3794755 req-9d01954a-773a-48fc-b2fb-281764c9973e service neutron] 10.222.0.46 "GET /v2.0/networks/cc18f13f-179b-4747-9138-bf8c2fae24a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7762449 Jul 15 13:15:53.065113 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-e9e77760-1420-434f-8c89-ed97d474ba0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.072366 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-ffe2077b-49bd-43a1-a3ad-e30dd36eb72b tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1758411651', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'enable_snat': False}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:53.122412 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-932d5a14-cced-40a1-adcf-8d1f075ce10a tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] 10.222.0.16 "GET /v2.0/floatingips?floating_network_id=44458930-d346-40fe-890a-16b8e18e6d77 HTTP/1.1" status: 200 len: 689 time: 0.1047499 Jul 15 13:15:53.125429 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-e9e77760-1420-434f-8c89-ed97d474ba0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.125898 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0294be28-e52b-40ed-9781-cace1cde3595 tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.126653 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35778) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:53.134900 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0294be28-e52b-40ed-9781-cace1cde3595 tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.192722 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-585973af-117d-4800-90df-88d0153b5264 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:53.194154 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-585973af-117d-4800-90df-88d0153b5264 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.46 "GET /v2.0/networks?id=27918509-99f1-4d5c-9c03-22054212982e HTTP/1.1" status: 200 len: 808 time: 0.4740045 Jul 15 13:15:53.224937 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-173e7aea-388a-4fc9-a24d-da47a69ee66f tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.233875 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-b651f13a-2fbb-4678-9f9a-026b92802af6 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Request body: {'port': {'device_id': '8fe7dd93-a7b7-48c9-bb91-ef7587ed9edb', 'network_id': '27918509-99f1-4d5c-9c03-22054212982e', 'admin_state_up': True, 'tenant_id': '9fc925054ab444b8942a7f406aa6e423'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:53.268948 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0294be28-e52b-40ed-9781-cace1cde3595 tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.270070 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c8337707-d1cb-4115-bb72-da9af6814759 req-d2452689-3a9d-4bc8-9504-fecf2c0c1f82 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.270807 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0294be28-e52b-40ed-9781-cace1cde3595 tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3951497 Jul 15 13:15:53.275423 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35780) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:53.298951 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ffe2077b-49bd-43a1-a3ad-e30dd36eb72b tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.299607 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ffe2077b-49bd-43a1-a3ad-e30dd36eb72b tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.326371 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-297e8c21-0ffc-4498-8ea4-7778ee499596 req-4a8ef067-1391-449d-95c6-d7f95bc5bf6f tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712784 Jul 15 13:15:53.337596 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e77760-1420-434f-8c89-ed97d474ba0f service neutron] Pushing event updated for resources: {'Port': ['ID=00bc5053-739a-44d0-84cc-63786760e6fc,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:53.371158 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1451ec3a-85f0-4618-b136-9e21138f50d7 tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.383354 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-e9e77760-1420-434f-8c89-ed97d474ba0f service neutron] No DVR routers for this DVR port 00bc5053-739a-44d0-84cc-63786760e6fc on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:53.401918 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf01ed93-463d-420a-a887-c19be4cf1fa8 x-openstack-request-id: req-cf01ed93-463d-420a-a887-c19be4cf1fa8 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:53.402412 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0ebeaa-010a-488b-831b-6aa2e8553672", "name": "network-vif-plugged", "status": "completed", "tag": "54f3b156-b077-4f91-85ef-a53a4cec3c24", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:53.402777 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cf01ed93-463d-420a-a887-c19be4cf1fa8 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:53.403283 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0ebeaa-010a-488b-831b-6aa2e8553672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f3b156-b077-4f91-85ef-a53a4cec3c24', 'code': 200} Jul 15 13:15:53.565711 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a5acaa4-3780-44d0-b5fa-ccd1a3794755 req-00285be1-c31d-4365-9fef-90e62e677717 service neutron] 10.222.0.46 "GET /v2.0/networks/cc18f13f-179b-4747-9138-bf8c2fae24a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4822690 Jul 15 13:15:53.574087 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ffe2077b-49bd-43a1-a3ad-e30dd36eb72b tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.595081 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-e9e77760-1420-434f-8c89-ed97d474ba0f service neutron] In _notify_port_updated(), no bound segment for port 00bc5053-739a-44d0-84cc-63786760e6fc on network 0393d230-55c0-4aac-933c-382b8f80fda9 {{(pid=93825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:15:53.595966 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-e9e77760-1420-434f-8c89-ed97d474ba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:53.596584 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-e9e77760-1420-434f-8c89-ed97d474ba0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.597869 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-e9e77760-1420-434f-8c89-ed97d474ba0f service neutron] 10.222.0.46 "PUT /v2.0/ports/00bc5053-739a-44d0-84cc-63786760e6fc HTTP/1.1" status: 200 len: 1028 time: 2.5582068 Jul 15 13:15:53.603751 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1d61839e-7139-4f70-af18-657f1332cbf5 req-7eb72cea-bf7a-4596-b2a0-397d57db539c tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fe7dd93-a7b7-48c9-bb91-ef7587ed9edb HTTP/1.1" status: 200 len: 210 time: 0.0644865 Jul 15 13:15:53.607670 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d3a48814-556f-4480-9383-bf2053da4fa5 None None] Provisioning complete for port 00bc5053-739a-44d0-84cc-63786760e6fc triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:53.608546 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3a48814-556f-4480-9383-bf2053da4fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.610391 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-173e7aea-388a-4fc9-a24d-da47a69ee66f tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Deleting port f267fc95-c50f-41ee-bc69-a2a6f159e1ca {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:53.610771 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-173e7aea-388a-4fc9-a24d-da47a69ee66f tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.614145 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1451ec3a-85f0-4618-b136-9e21138f50d7 tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.626075 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1451ec3a-85f0-4618-b136-9e21138f50d7 tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.660608 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d3a48814-556f-4480-9383-bf2053da4fa5 None None] Port 00bc5053-739a-44d0-84cc-63786760e6fc cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:53.732881 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1451ec3a-85f0-4618-b136-9e21138f50d7 tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.733471 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1451ec3a-85f0-4618-b136-9e21138f50d7 tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 89f571ef-0c4a-4da9-a8c2-43a5e293447e {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:15:53.741763 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1451ec3a-85f0-4618-b136-9e21138f50d7 tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.742994 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1451ec3a-85f0-4618-b136-9e21138f50d7 tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] 10.222.0.16 "DELETE /v2.0/routers/89f571ef-0c4a-4da9-a8c2-43a5e293447e HTTP/1.1" status: 204 len: 168 time: 0.4678168 Jul 15 13:15:53.749986 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35784) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:53.755079 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-863e46fa-156a-40eb-95e5-bbdf17ad83f3 tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Request body: {'router': {'name': 'tempest-router-1557267327', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e953b267e8a44ea88c530ff5faaff16f'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:53.766888 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-173e7aea-388a-4fc9-a24d-da47a69ee66f tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.767487 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-173e7aea-388a-4fc9-a24d-da47a69ee66f tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.790809 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-173e7aea-388a-4fc9-a24d-da47a69ee66f tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Calling delete_port for f267fc95-c50f-41ee-bc69-a2a6f159e1ca owned by network:floatingip {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:53.805497 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a2e0d-e983-4258-89c8-225d29a48451 req-596de7d4-2baa-4060-8d3b-bdba857ef541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:53.807375 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-861a2e0d-e983-4258-89c8-225d29a48451 req-596de7d4-2baa-4060-8d3b-bdba857ef541 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bc0ebeaa-010a-488b-831b-6aa2e8553672 HTTP/1.1" status: 200 len: 1097 time: 0.3203061 Jul 15 13:15:53.810040 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-b651f13a-2fbb-4678-9f9a-026b92802af6 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Made reservation on behalf of 9fc925054ab444b8942a7f406aa6e423 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:53.814794 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-b651f13a-2fbb-4678-9f9a-026b92802af6 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.849987 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-52119df0-f5ac-4204-942d-63264f0647db tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:53.851425 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-52119df0-f5ac-4204-942d-63264f0647db tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.46 "GET /v2.0/ports/7efec053-2f43-4369-8788-a95bec608fe4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2437155 Jul 15 13:15:53.859353 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-863e46fa-156a-40eb-95e5-bbdf17ad83f3 tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.860431 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-863e46fa-156a-40eb-95e5-bbdf17ad83f3 tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.874144 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-599d1c10-e645-4159-b9bd-757a8fd1ab1f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:53.907443 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ffe2077b-49bd-43a1-a3ad-e30dd36eb72b tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.924041 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-861a2e0d-e983-4258-89c8-225d29a48451 req-15ce92f9-7e75-42db-943c-907f04296288 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053610 Jul 15 13:15:53.946959 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c8337707-d1cb-4115-bb72-da9af6814759 req-d2452689-3a9d-4bc8-9504-fecf2c0c1f82 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.964176 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-863e46fa-156a-40eb-95e5-bbdf17ad83f3 tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.975827 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-863e46fa-156a-40eb-95e5-bbdf17ad83f3 tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.986428 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c8337707-d1cb-4115-bb72-da9af6814759 req-d2452689-3a9d-4bc8-9504-fecf2c0c1f82 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.992831 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-863e46fa-156a-40eb-95e5-bbdf17ad83f3 tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.994428 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-863e46fa-156a-40eb-95e5-bbdf17ad83f3 tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2434435 Jul 15 13:15:53.998157 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35786) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:54.008032 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-a25c02ba-0161-49d0-a2a0-a8201da2841f tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:54.012767 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 00bc5053-739a-44d0-84cc-63786760e6fc no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:54.058366 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 00bc5053-739a-44d0-84cc-63786760e6fc not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:15:54.060009 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 45cccd3c-527e-44db-82ed-44f7f1bef40a no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:54.121807 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-173e7aea-388a-4fc9-a24d-da47a69ee66f tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.147682 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-599d1c10-e645-4159-b9bd-757a8fd1ab1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.149440 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2452689-3a9d-4bc8-9504-fecf2c0c1f82 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Pushing event updated for resources: {'Port': ['ID=74812ab6-1e9d-4393-bf9b-d165cae2b08a,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:54.159337 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.184570 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c8337707-d1cb-4115-bb72-da9af6814759 req-d2452689-3a9d-4bc8-9504-fecf2c0c1f82 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.203980 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 45cccd3c-527e-44db-82ed-44f7f1bef40a, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=45cccd3c-527e-44db-82ed-44f7f1bef40a,segment=NetworkSegment(b48a1be4-8704-4073-a776-5fcb869d0e81),segment_id=b48a1be4-8704-4073-a776-5fcb869d0e81)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:54.208924 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.210606 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 7efec053-2f43-4369-8788-a95bec608fe4 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:54.245792 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e7aea-388a-4fc9-a24d-da47a69ee66f tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Pushing event deleted for resources: {'Port': ['ID=f267fc95-c50f-41ee-bc69-a2a6f159e1ca,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:54.260929 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-b651f13a-2fbb-4678-9f9a-026b92802af6 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Allocated IP 172.20.0.12 (27918509-99f1-4d5c-9c03-22054212982e/886d74e1-e9f2-44ad-b559-5be6081d4501/a63fb171-8fd5-44d4-9e86-edd33c942f20) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:54.273889 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35788) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:54.284011 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-d2cb8a1b-3524-4cb7-b715-2087a6500508 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-847231646', 'description': 'tempest-secgroup-smoke-847231646 description', 'project_id': 'd986de84121549bf90b7ac80073eff67'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:54.289452 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c8337707-d1cb-4115-bb72-da9af6814759 req-d2452689-3a9d-4bc8-9504-fecf2c0c1f82 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.290327 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c8337707-d1cb-4115-bb72-da9af6814759 req-d2452689-3a9d-4bc8-9504-fecf2c0c1f82 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.7482603 Jul 15 13:15:54.301149 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-173e7aea-388a-4fc9-a24d-da47a69ee66f tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.328593 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=45cccd3c-527e-44db-82ed-44f7f1bef40a,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:54.364555 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-173e7aea-388a-4fc9-a24d-da47a69ee66f tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.368551 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.448389 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c8337707-d1cb-4115-bb72-da9af6814759 req-b86a8fc6-398a-44d0-a7a4-19662e6f4b8a tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.125 HTTP/1.1" status: 200 len: 696 time: 0.1389012 Jul 15 13:15:54.456501 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2cb8a1b-3524-4cb7-b715-2087a6500508 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.547781 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2cb8a1b-3524-4cb7-b715-2087a6500508 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.843892 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a25c02ba-0161-49d0-a2a0-a8201da2841f tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.843892 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a25c02ba-0161-49d0-a2a0-a8201da2841f tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks [] for router, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.908748 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-173e7aea-388a-4fc9-a24d-da47a69ee66f tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.939792 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e7aea-388a-4fc9-a24d-da47a69ee66f tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ed1b7ddc-d077-469b-8742-75eca313c5bf,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:54.989331 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a25c02ba-0161-49d0-a2a0-a8201da2841f tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93826) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 15 13:15:54.989655 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a25c02ba-0161-49d0-a2a0-a8201da2841f tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Router d060a1d9-9131-4640-b4b8-15f6f781708a migrating from provider to provider. {{(pid=93826) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 15 13:15:54.990034 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a25c02ba-0161-49d0-a2a0-a8201da2841f tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.999824 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a25c02ba-0161-49d0-a2a0-a8201da2841f tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.024299 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-173e7aea-388a-4fc9-a24d-da47a69ee66f tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.027552 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a25c02ba-0161-49d0-a2a0-a8201da2841f tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-956703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-956678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-956815'] for router, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.037951 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-173e7aea-388a-4fc9-a24d-da47a69ee66f tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44458930-d346-40fe-890a-16b8e18e6d77']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:55.105130 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-173e7aea-388a-4fc9-a24d-da47a69ee66f tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f077909-accb-4ef5-b6e4-3ca5edd91fdb') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:55.105335 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-173e7aea-388a-4fc9-a24d-da47a69ee66f tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f077909-accb-4ef5-b6e4-3ca5edd91fdb') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:55.118312 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-173e7aea-388a-4fc9-a24d-da47a69ee66f tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.136140 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-173e7aea-388a-4fc9-a24d-da47a69ee66f tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.139273 n-d-771363-36 neutron-server[93826]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a25c02ba-0161-49d0-a2a0-a8201da2841f tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] No L3 agents can host the router d060a1d9-9131-4640-b4b8-15f6f781708a Jul 15 13:15:55.146226 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-173e7aea-388a-4fc9-a24d-da47a69ee66f tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:15:55.146799 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-173e7aea-388a-4fc9-a24d-da47a69ee66f tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.148769 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:15:55.148769 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:15:55.148769 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:15:55.148769 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:15:55.148769 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:15:55.148769 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:15:55.148769 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:15:55.148769 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:15:55.148769 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:15:55.148769 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:15:55.148769 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:15:55.148769 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:15:55.148769 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:15:55.148769 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:15:55.148769 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:15:55.148769 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:15:55.148769 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:15:55.148769 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:15:55.148769 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:15:55.148769 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:15:55.148769 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:15:55.148769 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:15:55.148769 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:15:55.148769 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:15:55.148769 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:15:55.148769 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:15:55.148769 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:15:55.148769 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:15:55.148769 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:15:55.148769 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:15:55.148769 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:15:55.148769 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:15:55.173153 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-599d1c10-e645-4159-b9bd-757a8fd1ab1f service neutron] For port 7efec053-2f43-4369-8788-a95bec608fe4, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=7efec053-2f43-4369-8788-a95bec608fe4,segment=NetworkSegment(31fa37a9-facf-4912-b998-1c360a86c68b),segment_id=31fa37a9-facf-4912-b998-1c360a86c68b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:55.270175 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55137db1-14d0-467b-9520-c8efc7066650 req-a0b9ae3f-7f37-4fd4-b752-e729780daad2 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:55.270442 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-173e7aea-388a-4fc9-a24d-da47a69ee66f tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.273998 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173e7aea-388a-4fc9-a24d-da47a69ee66f tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 44458930-d346-40fe-890a-16b8e18e6d77 {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 13:15:55.276118 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55137db1-14d0-467b-9520-c8efc7066650 req-a0b9ae3f-7f37-4fd4-b752-e729780daad2 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:55.276240 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-173e7aea-388a-4fc9-a24d-da47a69ee66f tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.280177 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-173e7aea-388a-4fc9-a24d-da47a69ee66f tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] 10.222.0.16 "DELETE /v2.0/networks/44458930-d346-40fe-890a-16b8e18e6d77 HTTP/1.1" status: 204 len: 168 time: 2.1504292 Jul 15 13:15:55.281619 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35794) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:55.281983 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55137db1-14d0-467b-9520-c8efc7066650 req-a0b9ae3f-7f37-4fd4-b752-e729780daad2 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:55.288434 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55137db1-14d0-467b-9520-c8efc7066650 req-a0b9ae3f-7f37-4fd4-b752-e729780daad2 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:55.293870 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55137db1-14d0-467b-9520-c8efc7066650 req-a0b9ae3f-7f37-4fd4-b752-e729780daad2 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:55.301676 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55137db1-14d0-467b-9520-c8efc7066650 req-a0b9ae3f-7f37-4fd4-b752-e729780daad2 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:55.302152 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-55137db1-14d0-467b-9520-c8efc7066650 req-a0b9ae3f-7f37-4fd4-b752-e729780daad2 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 4657 time: 0.8774316 Jul 15 13:15:55.317803 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8337707-d1cb-4115-bb72-da9af6814759 req-c6e3eb6e-7a8b-4de6-8177-a36758b9f7f9 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:55.319191 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c8337707-d1cb-4115-bb72-da9af6814759 req-c6e3eb6e-7a8b-4de6-8177-a36758b9f7f9 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/networks/e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 784 time: 0.8557138 Jul 15 13:15:55.344988 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e7aea-388a-4fc9-a24d-da47a69ee66f tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Pushing event deleted for resources: {'Network': ['ID=44458930-d346-40fe-890a-16b8e18e6d77,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:55.359491 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-b651f13a-2fbb-4678-9f9a-026b92802af6 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.360512 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25c02ba-0161-49d0-a2a0-a8201da2841f tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Hosts for router d060a1d9-9131-4640-b4b8-15f6f781708a: [] {{(pid=93826) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 15 13:15:55.373548 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-c8337707-d1cb-4115-bb72-da9af6814759 req-383e31fa-cb7b-42a5-8988-716dc146878e tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:55.375063 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c8337707-d1cb-4115-bb72-da9af6814759 req-383e31fa-cb7b-42a5-8988-716dc146878e tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0390606 Jul 15 13:15:55.395648 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ffe2077b-49bd-43a1-a3ad-e30dd36eb72b tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.399927 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-599d1c10-e645-4159-b9bd-757a8fd1ab1f service neutron] For port 7efec053-2f43-4369-8788-a95bec608fe4, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:55.402514 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25c02ba-0161-49d0-a2a0-a8201da2841f tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Hosts for other DVR routers connected to router d060a1d9-9131-4640-b4b8-15f6f781708a: set() {{(pid=93826) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 15 13:15:55.404667 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45cccd3c-527e-44db-82ed-44f7f1bef40a'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:55.405600 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a25c02ba-0161-49d0-a2a0-a8201da2841f tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.409651 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a25c02ba-0161-49d0-a2a0-a8201da2841f tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] 10.222.0.16 "PUT /v2.0/routers/d060a1d9-9131-4640-b4b8-15f6f781708a HTTP/1.1" status: 200 len: 717 time: 1.4052970 Jul 15 13:15:55.409785 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba8b21e-5e20-440f-b6de-18dac3be3b58" -d '{"events": [{"server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "name": "network-vif-unplugged", "status": "completed", "tag": "45cccd3c-527e-44db-82ed-44f7f1bef40a"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:55.409885 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35798) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:55.423106 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8bf824cb-a0a4-4c19-8d66-6b67f9a48352 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1476 time: 0.1365664 Jul 15 13:15:55.445013 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35802) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:55.468610 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ffe2077b-49bd-43a1-a3ad-e30dd36eb72b tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.497539 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-75471da4-1f2e-4d85-a39d-de8eaff50d6c tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] 10.222.0.16 "GET /v2.0/routers/d060a1d9-9131-4640-b4b8-15f6f781708a HTTP/1.1" status: 200 len: 717 time: 0.0840845 Jul 15 13:15:55.497762 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35804) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:55.546792 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-599d1c10-e645-4159-b9bd-757a8fd1ab1f service neutron] device_id is not set on port 7efec053-2f43-4369-8788-a95bec608fe4 yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:55.582758 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-55137db1-14d0-467b-9520-c8efc7066650 req-b37138d4-2044-430a-8553-65915d8c675c tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d03c6c5-afde-46b4-9fff-da26c2a36d36&id=11c6d291-a458-49b6-80ff-5db152f1be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2503090 Jul 15 13:15:55.625724 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-599d1c10-e645-4159-b9bd-757a8fd1ab1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.677466 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-599d1c10-e645-4159-b9bd-757a8fd1ab1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.690014 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-82a4ca29-0c61-4d46-a47e-f47b5d77d75a tempest-RoutersTestDVR-2067711343 tempest-RoutersTestDVR-2067711343-project] 10.222.0.16 "GET /v2.0/routers/d060a1d9-9131-4640-b4b8-15f6f781708a HTTP/1.1" status: 200 len: 683 time: 0.1889262 Jul 15 13:15:55.690304 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35808) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:55.707258 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.db.api [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:15:55.708013 n-d-771363-36 neutron-server[93827]: DEBUG oslo_db.api [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:15:55.761910 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c10268d-13fe-441b-9e5b-05445484e853 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:55.762359 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c10268d-13fe-441b-9e5b-05445484e853 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:55.763365 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c10268d-13fe-441b-9e5b-05445484e853 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:55.763834 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c10268d-13fe-441b-9e5b-05445484e853 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:55.764271 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c10268d-13fe-441b-9e5b-05445484e853 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:55.764728 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c10268d-13fe-441b-9e5b-05445484e853 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:55.765162 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c10268d-13fe-441b-9e5b-05445484e853 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:55.766034 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c10268d-13fe-441b-9e5b-05445484e853 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:55.766034 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c10268d-13fe-441b-9e5b-05445484e853 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:55.768017 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9c10268d-13fe-441b-9e5b-05445484e853 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5831 time: 0.3165743 Jul 15 13:15:55.773444 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35810) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:55.797096 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-b651f13a-2fbb-4678-9f9a-026b92802af6 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.821936 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c4891a70-1a2e-43c9-a17f-4a4f6b2c98cf tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.825219 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-1ff96909-560b-45e2-a370-93ba5be0d916 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] delete failed (client error): The resource could not be found. Jul 15 13:15:55.830070 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1ff96909-560b-45e2-a370-93ba5be0d916 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/3e103692-59a5-4420-a4a1-9947eb4638e9 HTTP/1.1" status: 404 len: 345 time: 0.0559225 Jul 15 13:15:55.830904 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35812) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:55.837216 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2cb8a1b-3524-4cb7-b715-2087a6500508 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.887685 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2cb8a1b-3524-4cb7-b715-2087a6500508 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.901717 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-599d1c10-e645-4159-b9bd-757a8fd1ab1f service neutron] No DVR routers for this DVR port 7efec053-2f43-4369-8788-a95bec608fe4 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:55.915388 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d1c10-e645-4159-b9bd-757a8fd1ab1f service neutron] Pushing event updated for resources: {'Port': ['ID=7efec053-2f43-4369-8788-a95bec608fe4,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:55.920450 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a856f43-b266-4908-8673-65e817fe0106 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] DELETE failed (client error): The resource could not be found. Jul 15 13:15:55.921031 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a856f43-b266-4908-8673-65e817fe0106 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:15:55.926757 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2a856f43-b266-4908-8673-65e817fe0106 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] 10.222.0.16 "DELETE /v2.0/networks/44458930-d346-40fe-890a-16b8e18e6d77 HTTP/1.1" status: 404 len: 339 time: 0.0617113 Jul 15 13:15:55.927360 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35814) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:55.934188 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-fa49876e-0a0d-4083-b4b4-b14b110da55e tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Request body: {'network': {'name': 'tempest-network--1593017285', 'router:external': True}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:56.015712 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-b651f13a-2fbb-4678-9f9a-026b92802af6 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Network 27918509-99f1-4d5c-9c03-22054212982e is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:56.031964 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.db.api [None req-fa49876e-0a0d-4083-b4b4-b14b110da55e tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:15:56.031964 n-d-771363-36 neutron-server[93826]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:15:56.031964 n-d-771363-36 neutron-server[93826]: [parameters: {'project_id_1': '9fc020223eb7479fba128edbfbd93187', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 15, 55, 941013)}] Jul 15 13:15:56.031964 n-d-771363-36 neutron-server[93826]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:15:56.032282 n-d-771363-36 neutron-server[93826]: DEBUG oslo_db.api [None req-fa49876e-0a0d-4083-b4b4-b14b110da55e tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:15:56.039803 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c4891a70-1a2e-43c9-a17f-4a4f6b2c98cf tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.041914 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c4891a70-1a2e-43c9-a17f-4a4f6b2c98cf tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.048950 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-b651f13a-2fbb-4678-9f9a-026b92802af6 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:56.063770 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb8a1b-3524-4cb7-b715-2087a6500508 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=257b302c-9533-42cc-b674-d10684aa455c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:56.070958 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-b651f13a-2fbb-4678-9f9a-026b92802af6 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:56.077634 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-ffe2077b-49bd-43a1-a3ad-e30dd36eb72b tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Allocated IP 172.25.8.48 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/2b4f9298-1528-45da-8221-24eb528865f5) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:56.088474 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c4891a70-1a2e-43c9-a17f-4a4f6b2c98cf tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.091881 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4891a70-1a2e-43c9-a17f-4a4f6b2c98cf tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d060a1d9-9131-4640-b4b8-15f6f781708a {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:15:56.096664 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c4891a70-1a2e-43c9-a17f-4a4f6b2c98cf tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.101026 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c4891a70-1a2e-43c9-a17f-4a4f6b2c98cf tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] 10.222.0.16 "DELETE /v2.0/routers/d060a1d9-9131-4640-b4b8-15f6f781708a HTTP/1.1" status: 204 len: 168 time: 0.4063666 Jul 15 13:15:56.101771 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35816) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:56.104971 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-edfbe6e3-dc86-49fd-b26d-e346c2e2f97c None None] Provisioning complete for port 7efec053-2f43-4369-8788-a95bec608fe4 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:56.105455 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-edfbe6e3-dc86-49fd-b26d-e346c2e2f97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.106207 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-2124f5af-3b15-4f09-8503-eff05f346c01 tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Request body: {'router': {'name': 'tempest-router-212199381', 'distributed': True}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:56.123975 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca583fe-4295-4243-81aa-73f24cc88f20 req-1eb3e9ac-798f-41a7-b8e8-6658178d00f5 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:56.125420 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9ca583fe-4295-4243-81aa-73f24cc88f20 req-1eb3e9ac-798f-41a7-b8e8-6658178d00f5 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc0ebeaa-010a-488b-831b-6aa2e8553672 HTTP/1.1" status: 200 len: 945 time: 0.5724370 Jul 15 13:15:56.127014 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-599d1c10-e645-4159-b9bd-757a8fd1ab1f service neutron] In _notify_port_updated(), no bound segment for port 7efec053-2f43-4369-8788-a95bec608fe4 on network 0393d230-55c0-4aac-933c-382b8f80fda9 {{(pid=93825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:15:56.127830 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-599d1c10-e645-4159-b9bd-757a8fd1ab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:56.128420 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-599d1c10-e645-4159-b9bd-757a8fd1ab1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.129636 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-599d1c10-e645-4159-b9bd-757a8fd1ab1f service neutron] 10.222.0.46 "PUT /v2.0/ports/7efec053-2f43-4369-8788-a95bec608fe4 HTTP/1.1" status: 200 len: 1026 time: 2.2677236 Jul 15 13:15:56.140340 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b651f13a-2fbb-4678-9f9a-026b92802af6 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Pushing event updated for resources: {'Port': ['ID=a63fb171-8fd5-44d4-9e86-edd33c942f20,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:56.140973 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-edfbe6e3-dc86-49fd-b26d-e346c2e2f97c None None] Port 7efec053-2f43-4369-8788-a95bec608fe4 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:56.250697 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:56.261430 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313a5c0-80eb-4337-bbb6-a45dd0a326be req-2708bd6b-3019-4b4c-9ad7-4d2e2b89aaae tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:56.262942 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4313a5c0-80eb-4337-bbb6-a45dd0a326be req-2708bd6b-3019-4b4c-9ad7-4d2e2b89aaae tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fe7dd93-a7b7-48c9-bb91-ef7587ed9edb HTTP/1.1" status: 200 len: 932 time: 0.5172093 Jul 15 13:15:56.292615 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-b651f13a-2fbb-4678-9f9a-026b92802af6 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:56.293247 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-b651f13a-2fbb-4678-9f9a-026b92802af6 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.323889 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.356637 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b,segment=NetworkSegment(078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8),segment_id=078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:56.360470 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.361167 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:56.391161 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9ca583fe-4295-4243-81aa-73f24cc88f20 req-0ada84af-d931-4db1-ad24-25d3cbf33fcb tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418668 Jul 15 13:15:56.415204 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2cb8a1b-3524-4cb7-b715-2087a6500508 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.438794 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2cb8a1b-3524-4cb7-b715-2087a6500508 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.457695 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-b651f13a-2fbb-4678-9f9a-026b92802af6 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2377427 Jul 15 13:15:56.461095 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2124f5af-3b15-4f09-8503-eff05f346c01 tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.462128 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2124f5af-3b15-4f09-8503-eff05f346c01 tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.480735 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4313a5c0-80eb-4337-bbb6-a45dd0a326be req-2df3cb0a-bd8b-4a38-850e-09cf7589a412 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/security-groups?id=787afb52-204d-49bf-9502-cebf24554fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062459 Jul 15 13:15:56.513471 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:56.527768 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-126ceb21-cf20-42cb-b021-5c8e6147a166 service neutron] Request body: {'port': {'device_id': '8fe7dd93-a7b7-48c9-bb91-ef7587ed9edb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:56.534846 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ffe2077b-49bd-43a1-a3ad-e30dd36eb72b tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.543786 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.547990 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2124f5af-3b15-4f09-8503-eff05f346c01 tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.562132 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ffc1e0-99ce-42a8-bb0f-3eefe112733d x-openstack-request-id: req-f9ffc1e0-99ce-42a8-bb0f-3eefe112733d {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:56.562884 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "name": "network-vif-unplugged", "status": "completed", "tag": "45cccd3c-527e-44db-82ed-44f7f1bef40a", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:56.563324 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f9ffc1e0-99ce-42a8-bb0f-3eefe112733d {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:56.564122 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45cccd3c-527e-44db-82ed-44f7f1bef40a', 'code': 200} Jul 15 13:15:56.569985 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2124f5af-3b15-4f09-8503-eff05f346c01 tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.581496 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa49876e-0a0d-4083-b4b4-b14b110da55e tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Made reservation on behalf of 9fc020223eb7479fba128edbfbd93187 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:56.584047 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fa49876e-0a0d-4083-b4b4-b14b110da55e tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.587443 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2124f5af-3b15-4f09-8503-eff05f346c01 tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.588225 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2cb8a1b-3524-4cb7-b715-2087a6500508 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.591606 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2124f5af-3b15-4f09-8503-eff05f346c01 tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.4888322 Jul 15 13:15:56.592220 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35820) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:56.592418 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d2cb8a1b-3524-4cb7-b715-2087a6500508 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.3167014 Jul 15 13:15:56.592586 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35822) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:56.600079 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4,segment=NetworkSegment(078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8),segment_id=078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:56.612846 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-af090920-768e-4a04-b65c-523c79543bf9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'security_group_rule': {'security_group_id': 'b00d526e-d151-4f83-bb42-f9f5f8e270ee', 'project_id': 'd986de84121549bf90b7ac80073eff67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:56.614948 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.617913 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 97665ee0-9d05-4656-9f5c-63be8c4fa216 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:56.645021 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb8a1b-3524-4cb7-b715-2087a6500508 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b00d526e-d151-4f83-bb42-f9f5f8e270ee,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:56.713628 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa49876e-0a0d-4083-b4b4-b14b110da55e tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:15:56.728233 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-97288b93-9dbe-4355-bbef-ece941a52cc1 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Deleting port 97665ee0-9d05-4656-9f5c-63be8c4fa216 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:56.728668 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-97288b93-9dbe-4355-bbef-ece941a52cc1 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.730955 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-efa979dc-994b-48e2-9374-857b2f029a45 tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.733537 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fa49876e-0a0d-4083-b4b4-b14b110da55e tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.733883 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-fa49876e-0a0d-4083-b4b4-b14b110da55e tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Added segment 020d59b4-8640-4966-bd52-ef2afa82c0c0 of type vlan for network ab5eca53-4bf6-4acd-9402-583a685a1602 Jul 15 13:15:56.733984 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:56.788295 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.820578 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-af090920-768e-4a04-b65c-523c79543bf9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.836453 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 97665ee0-9d05-4656-9f5c-63be8c4fa216, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=97665ee0-9d05-4656-9f5c-63be8c4fa216,segment=NetworkSegment(31fa37a9-facf-4912-b998-1c360a86c68b),segment_id=31fa37a9-facf-4912-b998-1c360a86c68b)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:56.841227 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.842102 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 2495dac8-215f-4ed4-8052-948af78297a8 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:56.882614 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-126ceb21-cf20-42cb-b021-5c8e6147a166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.910234 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ffe2077b-49bd-43a1-a3ad-e30dd36eb72b tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.929363 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=97665ee0-9d05-4656-9f5c-63be8c4fa216,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:56.929599 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275e718-8d71-4f25-9f2b-42c0db1304d5 req-02adc418-7638-4181-a1f7-8fbe25f6eadf tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:56.931147 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9275e718-8d71-4f25-9f2b-42c0db1304d5 req-02adc418-7638-4181-a1f7-8fbe25f6eadf tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/ports?device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3929582 Jul 15 13:15:56.970936 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.977494 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fa49876e-0a0d-4083-b4b4-b14b110da55e tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.987795 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-efa979dc-994b-48e2-9374-857b2f029a45 tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.992786 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-efa979dc-994b-48e2-9374-857b2f029a45 tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.008484 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 2495dac8-215f-4ed4-8052-948af78297a8, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2495dac8-215f-4ed4-8052-948af78297a8,segment=NetworkSegment(31fa37a9-facf-4912-b998-1c360a86c68b),segment_id=31fa37a9-facf-4912-b998-1c360a86c68b)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:57.012622 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.063641 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-af090920-768e-4a04-b65c-523c79543bf9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.063992 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f08ae2-4d2c-42de-9155-d05537edd86c req-f1e7ecb4-dbb6-4db6-943b-0209f5de0ee6 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:57.064551 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-efa979dc-994b-48e2-9374-857b2f029a45 tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.065063 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa979dc-994b-48e2-9374-857b2f029a45 tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0367cf75-2126-4218-9e2c-b6ee97d4c2e1 {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:15:57.065710 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10f08ae2-4d2c-42de-9155-d05537edd86c req-f1e7ecb4-dbb6-4db6-943b-0209f5de0ee6 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc0ebeaa-010a-488b-831b-6aa2e8553672 HTTP/1.1" status: 200 len: 945 time: 0.3772528 Jul 15 13:15:57.070175 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-efa979dc-994b-48e2-9374-857b2f029a45 tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.070401 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe2077b-49bd-43a1-a3ad-e30dd36eb72b tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:57.075685 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-efa979dc-994b-48e2-9374-857b2f029a45 tempest-RoutersTestDVR-735838545 tempest-RoutersTestDVR-735838545-project-admin] 10.222.0.16 "DELETE /v2.0/routers/0367cf75-2126-4218-9e2c-b6ee97d4c2e1 HTTP/1.1" status: 204 len: 168 time: 0.4751472 Jul 15 13:15:57.078031 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-af090920-768e-4a04-b65c-523c79543bf9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.085887 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=2495dac8-215f-4ed4-8052-948af78297a8,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:57.086990 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fa49876e-0a0d-4083-b4b4-b14b110da55e tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.088021 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa49876e-0a0d-4083-b4b4-b14b110da55e tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:57.088532 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fa49876e-0a0d-4083-b4b4-b14b110da55e tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.102457 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9275e718-8d71-4f25-9f2b-42c0db1304d5 req-69cf4c87-3ee3-4766-b4fe-e1371efbdc74 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.125 HTTP/1.1" status: 200 len: 696 time: 0.1442125 Jul 15 13:15:57.103335 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-ffe2077b-49bd-43a1-a3ad-e30dd36eb72b tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:57.113293 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-97288b93-9dbe-4355-bbef-ece941a52cc1 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] For port 97665ee0-9d05-4656-9f5c-63be8c4fa216, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=97665ee0-9d05-4656-9f5c-63be8c4fa216,segment=NetworkSegment(31fa37a9-facf-4912-b998-1c360a86c68b),segment_id=31fa37a9-facf-4912-b998-1c360a86c68b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:57.113679 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-97288b93-9dbe-4355-bbef-ece941a52cc1 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.122576 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe2077b-49bd-43a1-a3ad-e30dd36eb72b tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Pushing event updated for resources: {'Port': ['ID=2b4f9298-1528-45da-8221-24eb528865f5,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:57.133004 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-9275e718-8d71-4f25-9f2b-42c0db1304d5 req-1856161f-e6f6-4d86-a8d2-1de593e29f2d tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Request body: {'floatingip': {'port_id': '2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:57.141598 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe2077b-49bd-43a1-a3ad-e30dd36eb72b tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:57.151591 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af090920-768e-4a04-b65c-523c79543bf9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4a4ef7d-ad87-45a4-86e0-e1ee6d706c05,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:57.165475 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-fa49876e-0a0d-4083-b4b4-b14b110da55e tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2331567 Jul 15 13:15:57.165835 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-af090920-768e-4a04-b65c-523c79543bf9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.166826 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-af090920-768e-4a04-b65c-523c79543bf9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5609403 Jul 15 13:15:57.169831 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35828) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:57.170150 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35830) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:57.175565 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-0ae9d585-b146-4016-afe5-cfb60ea65316 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'security_group_rule': {'security_group_id': 'b00d526e-d151-4f83-bb42-f9f5f8e270ee', 'project_id': 'd986de84121549bf90b7ac80073eff67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:57.251507 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa49876e-0a0d-4083-b4b4-b14b110da55e tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Pushing event updated for resources: {'Network': ['ID=ab5eca53-4bf6-4acd-9402-583a685a1602,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:57.262007 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network ab5eca53-4bf6-4acd-9402-583a685a1602 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:15:57.262634 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-97288b93-9dbe-4355-bbef-ece941a52cc1 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Calling delete_port for 97665ee0-9d05-4656-9f5c-63be8c4fa216 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:57.285038 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9275e718-8d71-4f25-9f2b-42c0db1304d5 req-1856161f-e6f6-4d86-a8d2-1de593e29f2d tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks [] for floatingip, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.374294 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d585-b146-4016-afe5-cfb60ea65316 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.376802 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10f08ae2-4d2c-42de-9155-d05537edd86c req-664a36ad-5329-4785-95a2-7f65676a64d8 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911103 Jul 15 13:15:57.447380 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67d4125-a37b-4386-9b05-36a8ac219b0b tempest-ExternalNetworksTestJSON-74751578 tempest-ExternalNetworksTestJSON-74751578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:57.459515 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67d4125-a37b-4386-9b05-36a8ac219b0b tempest-ExternalNetworksTestJSON-74751578 tempest-ExternalNetworksTestJSON-74751578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:57.468771 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67d4125-a37b-4386-9b05-36a8ac219b0b tempest-ExternalNetworksTestJSON-74751578 tempest-ExternalNetworksTestJSON-74751578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:57.475957 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67d4125-a37b-4386-9b05-36a8ac219b0b tempest-ExternalNetworksTestJSON-74751578 tempest-ExternalNetworksTestJSON-74751578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:57.480452 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b67d4125-a37b-4386-9b05-36a8ac219b0b tempest-ExternalNetworksTestJSON-74751578 tempest-ExternalNetworksTestJSON-74751578-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3068345 Jul 15 13:15:57.480452 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35836) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:57.492216 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35838) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:57.580321 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d585-b146-4016-afe5-cfb60ea65316 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.588466 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d585-b146-4016-afe5-cfb60ea65316 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.611071 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-81a83641-76b7-47e5-944b-7c7f2a31b9f5 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.627986 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9d585-b146-4016-afe5-cfb60ea65316 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b8e21e9-29cc-474e-85ea-e952cc0d58cd,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:57.642956 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-95e70b86-1add-47e5-9703-72b433f068d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.648216 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d585-b146-4016-afe5-cfb60ea65316 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.649550 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0ae9d585-b146-4016-afe5-cfb60ea65316 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4773512 Jul 15 13:15:57.656265 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35846) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:57.661146 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-2e6e9461-97f3-4ce3-8521-e58bc40992c2 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'security_group_rule': {'security_group_id': 'b00d526e-d151-4f83-bb42-f9f5f8e270ee', 'project_id': 'd986de84121549bf90b7ac80073eff67', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:57.706225 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.db.api [None req-95e70b86-1add-47e5-9703-72b433f068d2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:15:57.706225 n-d-771363-36 neutron-server[93826]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:15:57.706225 n-d-771363-36 neutron-server[93826]: [parameters: {'project_id_1': 'e953b267e8a44ea88c530ff5faaff16f', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 15, 57, 673574)}] Jul 15 13:15:57.706225 n-d-771363-36 neutron-server[93826]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:15:57.706736 n-d-771363-36 neutron-server[93826]: DEBUG oslo_db.api [None req-95e70b86-1add-47e5-9703-72b433f068d2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:15:57.735889 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2e6e9461-97f3-4ce3-8521-e58bc40992c2 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.773604 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-81a83641-76b7-47e5-944b-7c7f2a31b9f5 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.791928 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-81a83641-76b7-47e5-944b-7c7f2a31b9f5 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab5eca53-4bf6-4acd-9402-583a685a1602']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:57.808744 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-81a83641-76b7-47e5-944b-7c7f2a31b9f5 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '020d59b4-8640-4966-bd52-ef2afa82c0c0') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:57.809048 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-81a83641-76b7-47e5-944b-7c7f2a31b9f5 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '020d59b4-8640-4966-bd52-ef2afa82c0c0') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:57.829314 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-81a83641-76b7-47e5-944b-7c7f2a31b9f5 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.847908 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2e6e9461-97f3-4ce3-8521-e58bc40992c2 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.851804 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-81a83641-76b7-47e5-944b-7c7f2a31b9f5 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.856321 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2e6e9461-97f3-4ce3-8521-e58bc40992c2 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.866213 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a83641-76b7-47e5-944b-7c7f2a31b9f5 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:15:57.866648 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-81a83641-76b7-47e5-944b-7c7f2a31b9f5 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.871114 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:15:57.871114 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:15:57.871114 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:15:57.871114 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:15:57.871114 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:15:57.871114 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:15:57.871114 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:15:57.871114 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:15:57.871114 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:15:57.871114 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:15:57.871114 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:15:57.871114 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:15:57.871114 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:15:57.871114 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:15:57.871114 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:15:57.871114 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:15:57.871114 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:15:57.871114 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:15:57.871114 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:15:57.871114 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:15:57.871114 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:15:57.871114 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:15:57.871114 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:15:57.871114 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:15:57.871114 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:15:57.871114 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:15:57.871114 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:15:57.871114 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:15:57.871114 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:15:57.871114 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:15:57.871114 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:15:57.871114 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:15:57.898347 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2e6e9461-97f3-4ce3-8521-e58bc40992c2 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.899594 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2e6e9461-97f3-4ce3-8521-e58bc40992c2 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2423744 Jul 15 13:15:57.900294 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e9461-97f3-4ce3-8521-e58bc40992c2 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8ffa3fd-2458-4f61-9e4e-0c6482fa2a4b,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:57.903202 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35848) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:57.911315 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-25165996-aee8-49cd-8e49-9d40e230a8da tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'security_group_rule': {'security_group_id': 'b00d526e-d151-4f83-bb42-f9f5f8e270ee', 'project_id': 'd986de84121549bf90b7ac80073eff67', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:57.963261 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-81a83641-76b7-47e5-944b-7c7f2a31b9f5 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.967506 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a83641-76b7-47e5-944b-7c7f2a31b9f5 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ab5eca53-4bf6-4acd-9402-583a685a1602 {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 13:15:57.969798 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-81a83641-76b7-47e5-944b-7c7f2a31b9f5 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.971819 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-81a83641-76b7-47e5-944b-7c7f2a31b9f5 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] 10.222.0.16 "DELETE /v2.0/networks/ab5eca53-4bf6-4acd-9402-583a685a1602 HTTP/1.1" status: 204 len: 168 time: 0.4786448 Jul 15 13:15:57.984042 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35850) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:57.989873 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a83641-76b7-47e5-944b-7c7f2a31b9f5 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Pushing event deleted for resources: {'Network': ['ID=ab5eca53-4bf6-4acd-9402-583a685a1602,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:57.995506 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-25165996-aee8-49cd-8e49-9d40e230a8da tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:58.030051 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-49ae3db8-61bb-4634-b211-e4a3b6918492 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Request body: {'network': {'name': 'tempest-network--1778808692', 'router:external': True}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:58.048482 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-25165996-aee8-49cd-8e49-9d40e230a8da tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:58.054920 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-25165996-aee8-49cd-8e49-9d40e230a8da tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:58.076026 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25165996-aee8-49cd-8e49-9d40e230a8da tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15305781-dc86-4943-8c20-596a3c7d9daa,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:58.141200 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-25165996-aee8-49cd-8e49-9d40e230a8da tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:58.146501 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-25165996-aee8-49cd-8e49-9d40e230a8da tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2365010 Jul 15 13:15:58.146749 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35852) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:58.152591 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-359ee4c8-7cf8-4ddb-973a-8d35a7973370 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'security_group_rule': {'security_group_id': 'b00d526e-d151-4f83-bb42-f9f5f8e270ee', 'project_id': 'd986de84121549bf90b7ac80073eff67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:58.171942 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ae3db8-61bb-4634-b211-e4a3b6918492 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Made reservation on behalf of 9fc020223eb7479fba128edbfbd93187 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:58.174291 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-49ae3db8-61bb-4634-b211-e4a3b6918492 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:58.177135 n-d-771363-36 neutron-server[93826]: INFO neutron.db.securitygroups_db [None req-359ee4c8-7cf8-4ddb-973a-8d35a7973370 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Project d986de84121549bf90b7ac80073eff67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:15:58.182711 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-359ee4c8-7cf8-4ddb-973a-8d35a7973370 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:58.209416 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-95e70b86-1add-47e5-9703-72b433f068d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:58.275089 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-359ee4c8-7cf8-4ddb-973a-8d35a7973370 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:58.283743 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-359ee4c8-7cf8-4ddb-973a-8d35a7973370 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:58.311830 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ee4c8-7cf8-4ddb-973a-8d35a7973370 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=863c08d2-653a-408f-bd89-ddd98e565519,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:58.368773 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-95e70b86-1add-47e5-9703-72b433f068d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:58.374997 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-95e70b86-1add-47e5-9703-72b433f068d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:58.385612 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-359ee4c8-7cf8-4ddb-973a-8d35a7973370 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:58.389432 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-359ee4c8-7cf8-4ddb-973a-8d35a7973370 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2391634 Jul 15 13:15:58.395799 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ae3db8-61bb-4634-b211-e4a3b6918492 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:15:58.397452 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35854) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:58.401605 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-97288b93-9dbe-4355-bbef-ece941a52cc1 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:58.407802 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-fbadd6cb-6ef4-429e-9008-7f781921bb21 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'security_group_rule': {'security_group_id': 'b00d526e-d151-4f83-bb42-f9f5f8e270ee', 'project_id': 'd986de84121549bf90b7ac80073eff67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:58.422938 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f71e1-dffd-4ea2-9438-5dc8c6646037 req-1e3c5067-ea84-4ca1-8f23-409fd04f6eea tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:58.423914 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-95e70b86-1add-47e5-9703-72b433f068d2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e953b267e8a44ea88c530ff5faaff16f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9398355 Jul 15 13:15:58.424897 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e70b86-1add-47e5-9703-72b433f068d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ed6ff7-3b63-4dde-833c-b17dc132a7fb,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:58.427822 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35856) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:58.428819 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f71e1-dffd-4ea2-9438-5dc8c6646037 req-1e3c5067-ea84-4ca1-8f23-409fd04f6eea tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:58.434849 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f71e1-dffd-4ea2-9438-5dc8c6646037 req-1e3c5067-ea84-4ca1-8f23-409fd04f6eea tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:58.440599 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f71e1-dffd-4ea2-9438-5dc8c6646037 req-1e3c5067-ea84-4ca1-8f23-409fd04f6eea tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:58.446973 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f71e1-dffd-4ea2-9438-5dc8c6646037 req-1e3c5067-ea84-4ca1-8f23-409fd04f6eea tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:58.448816 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a15f71e1-dffd-4ea2-9438-5dc8c6646037 req-1e3c5067-ea84-4ca1-8f23-409fd04f6eea tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 3876 time: 0.9062338 Jul 15 13:15:58.480662 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a8b225b3-0a3b-4184-9f16-66a07210d93d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:58.502750 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a8b225b3-0a3b-4184-9f16-66a07210d93d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:58.551503 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a8b225b3-0a3b-4184-9f16-66a07210d93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:58.553999 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a8b225b3-0a3b-4184-9f16-66a07210d93d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:58.557605 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a8b225b3-0a3b-4184-9f16-66a07210d93d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c5ed6ff7-3b63-4dde-833c-b17dc132a7fb HTTP/1.1" status: 204 len: 168 time: 0.1257877 Jul 15 13:15:58.565893 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7a9a9a4-ebee-4dce-b25f-721cd16b9e7b'}, {'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd695fb2c-ce9a-43a7-84fa-9d8d6a5115c4'}, {'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97665ee0-9d05-4656-9f5c-63be8c4fa216'}, {'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2495dac8-215f-4ed4-8052-948af78297a8'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:58.568857 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113dcb0d-5841-4975-89e4-1879baf8314e" -d '{"events": [{"server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "name": "network-vif-unplugged", "status": "completed", "tag": "d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b"}, {"server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "name": "network-vif-unplugged", "status": "completed", "tag": "d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4"}, {"server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "name": "network-vif-unplugged", "status": "completed", "tag": "97665ee0-9d05-4656-9f5c-63be8c4fa216"}, {"server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "name": "network-vif-unplugged", "status": "completed", "tag": "2495dac8-215f-4ed4-8052-948af78297a8"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:58.569270 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97288b93-9dbe-4355-bbef-ece941a52cc1 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Pushing event deleted for resources: {'Port': ['ID=97665ee0-9d05-4656-9f5c-63be8c4fa216,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:58.576133 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b225b3-0a3b-4184-9f16-66a07210d93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ed6ff7-3b63-4dde-833c-b17dc132a7fb,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:58.580993 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-49ae3db8-61bb-4634-b211-e4a3b6918492 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:58.581344 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-49ae3db8-61bb-4634-b211-e4a3b6918492 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Added segment 84c1e75c-658c-4db2-92a9-f3fcc63d759b of type vlan for network 84de4dfa-1acb-4350-a483-9d14817c74d8 Jul 15 13:15:58.670240 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-126ceb21-cf20-42cb-b021-5c8e6147a166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a63fb171-8fd5-44d4-9e86-edd33c942f20 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:58.734081 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-126ceb21-cf20-42cb-b021-5c8e6147a166 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:58.736278 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ffe2077b-49bd-43a1-a3ad-e30dd36eb72b tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:58.813169 n-d-771363-36 neutron-server[93825]: INFO neutron.db.securitygroups_db [None req-fbadd6cb-6ef4-429e-9008-7f781921bb21 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Project d986de84121549bf90b7ac80073eff67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:15:58.830373 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35864) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:58.832785 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-97288b93-9dbe-4355-bbef-ece941a52cc1 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] No DVR routers for this DVR port 97665ee0-9d05-4656-9f5c-63be8c4fa216 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:58.843237 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-952299e7-a86f-4725-87cf-860740b8aa3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:58.864833 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-97288b93-9dbe-4355-bbef-ece941a52cc1 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:58.866092 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-97288b93-9dbe-4355-bbef-ece941a52cc1 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.46 "DELETE /v2.0/ports/97665ee0-9d05-4656-9f5c-63be8c4fa216 HTTP/1.1" status: 204 len: 173 time: 2.7230895 Jul 15 13:15:58.870334 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fbadd6cb-6ef4-429e-9008-7f781921bb21 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:58.873343 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'name': 'network-vif-deleted', 'tag': '97665ee0-9d05-4656-9f5c-63be8c4fa216'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:58.875757 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17c2b87-d86e-4d82-a4bf-7b4d9037b2a6" -d '{"events": [{"server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "name": "network-vif-deleted", "tag": "97665ee0-9d05-4656-9f5c-63be8c4fa216"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:58.880535 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a15f71e1-dffd-4ea2-9438-5dc8c6646037 req-2ee6c50e-7621-4bdd-9275-24ec6e6715a2 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/security-groups?id=11c6d291-a458-49b6-80ff-5db152f1be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3729978 Jul 15 13:15:58.918404 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-126ceb21-cf20-42cb-b021-5c8e6147a166 service neutron] Transition to ACTIVE for port object a63fb171-8fd5-44d4-9e86-edd33c942f20 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:58.921052 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-49ae3db8-61bb-4634-b211-e4a3b6918492 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:58.958710 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-126ceb21-cf20-42cb-b021-5c8e6147a166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:58.979499 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-952299e7-a86f-4725-87cf-860740b8aa3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:58.984764 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-952299e7-a86f-4725-87cf-860740b8aa3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:59.033978 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-952299e7-a86f-4725-87cf-860740b8aa3c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db31f90a51494b98af25c6425ad13197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2023213 Jul 15 13:15:59.036175 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35868) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.038861 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:59.071783 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952299e7-a86f-4725-87cf-860740b8aa3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1fa475-a97d-40fd-baa7-15126d54a4b6,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:59.100165 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9a15bbf6-b1d3-4bab-bcfb-f9ee72427744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:59.127553 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9a15bbf6-b1d3-4bab-bcfb-f9ee72427744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:59.201578 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9a15bbf6-b1d3-4bab-bcfb-f9ee72427744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:59.206947 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9a15bbf6-b1d3-4bab-bcfb-f9ee72427744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:59.207178 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.db.resource_extend [None req-49ae3db8-61bb-4634-b211-e4a3b6918492 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:15:59.211753 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9a15bbf6-b1d3-4bab-bcfb-f9ee72427744 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3b1fa475-a97d-40fd-baa7-15126d54a4b6 HTTP/1.1" status: 204 len: 168 time: 0.1742451 Jul 15 13:15:59.221932 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a15bbf6-b1d3-4bab-bcfb-f9ee72427744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1fa475-a97d-40fd-baa7-15126d54a4b6,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:59.263791 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fbadd6cb-6ef4-429e-9008-7f781921bb21 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:59.296490 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fbadd6cb-6ef4-429e-9008-7f781921bb21 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:59.327679 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ceb21-cf20-42cb-b021-5c8e6147a166 service neutron] Pushing event updated for resources: {'Port': ['ID=a63fb171-8fd5-44d4-9e86-edd33c942f20,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:59.355023 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.db.resource_extend [req-9275e718-8d71-4f25-9f2b-42c0db1304d5 req-1856161f-e6f6-4d86-a8d2-1de593e29f2d tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:15:59.365764 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-49ae3db8-61bb-4634-b211-e4a3b6918492 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:59.366705 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ae3db8-61bb-4634-b211-e4a3b6918492 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:59.367282 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-49ae3db8-61bb-4634-b211-e4a3b6918492 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:59.428644 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:59.442031 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbadd6cb-6ef4-429e-9008-7f781921bb21 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46250d5f-e9a8-473f-89dd-ec6e247d3ff6,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:59.666725 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b960cf01-0016-4827-ac6b-4d8f972989f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:59.748648 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fbadd6cb-6ef4-429e-9008-7f781921bb21 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:59.751048 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-fbadd6cb-6ef4-429e-9008-7f781921bb21 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3474236 Jul 15 13:15:59.752951 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35886) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.759585 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-a93979f4-76cf-476c-876e-092355d96c9d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'network': {'name': 'tempest-network-smoke--33155210', 'project_id': 'd986de84121549bf90b7ac80073eff67', 'port_security_enabled': True}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:59.795720 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93979f4-76cf-476c-876e-092355d96c9d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Made reservation on behalf of d986de84121549bf90b7ac80073eff67 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:59.799975 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a93979f4-76cf-476c-876e-092355d96c9d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:59.835446 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a93979f4-76cf-476c-876e-092355d96c9d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:15:59.845298 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-49ae3db8-61bb-4634-b211-e4a3b6918492 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8539817 Jul 15 13:15:59.845914 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35892) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.851125 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a93979f4-76cf-476c-876e-092355d96c9d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:59.851582 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-a93979f4-76cf-476c-876e-092355d96c9d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Added segment 90f4024f-160c-4885-80aa-58ce2d07968c of type vlan for network 13c0d8aa-07af-4e01-b8fa-724097cdd1d2 Jul 15 13:15:59.908454 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9275e718-8d71-4f25-9f2b-42c0db1304d5 req-1856161f-e6f6-4d86-a8d2-1de593e29f2d tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:59.909791 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a93979f4-76cf-476c-876e-092355d96c9d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:59.938622 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae3db8-61bb-4634-b211-e4a3b6918492 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Pushing event updated for resources: {'Network': ['ID=84de4dfa-1acb-4350-a483-9d14817c74d8,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:59.941863 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9275e718-8d71-4f25-9f2b-42c0db1304d5 req-1856161f-e6f6-4d86-a8d2-1de593e29f2d tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:59.946808 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a93979f4-76cf-476c-876e-092355d96c9d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:59.950896 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 84de4dfa-1acb-4350-a483-9d14817c74d8 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:15:59.955667 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93979f4-76cf-476c-876e-092355d96c9d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:59.956442 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a93979f4-76cf-476c-876e-092355d96c9d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:00.004479 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a93979f4-76cf-476c-876e-092355d96c9d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2498436 Jul 15 13:16:00.007367 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35900) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:00.014462 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-fc858a31-d9ce-4040-b7c5-b7fa17407d2a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1452297766', 'admin_state_up': True, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:00.036685 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35902) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:00.047652 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fc858a31-d9ce-4040-b7c5-b7fa17407d2a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:00.048630 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fc858a31-d9ce-4040-b7c5-b7fa17407d2a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:00.086182 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93979f4-76cf-476c-876e-092355d96c9d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'Network': ['ID=13c0d8aa-07af-4e01-b8fa-724097cdd1d2,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:00.097453 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 13c0d8aa-07af-4e01-b8fa-724097cdd1d2 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:16:00.136668 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fc858a31-d9ce-4040-b7c5-b7fa17407d2a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:00.157472 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-126ceb21-cf20-42cb-b021-5c8e6147a166 service neutron] Attempting to bind port a63fb171-8fd5-44d4-9e86-edd33c942f20 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:00.157806 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-126ceb21-cf20-42cb-b021-5c8e6147a166 service neutron] Attempting to bind port a63fb171-8fd5-44d4-9e86-edd33c942f20 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '7d90ca56-0610-47bd-9aba-7f5f06ed5d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '27918509-99f1-4d5c-9c03-22054212982e'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:00.158303 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-126ceb21-cf20-42cb-b021-5c8e6147a166 service neutron] Attempting to bind port a63fb171-8fd5-44d4-9e86-edd33c942f20 on network 27918509-99f1-4d5c-9c03-22054212982e {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:00.179735 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc48acd-0655-47e6-b6fd-c555802ff1d9 tempest-ExternalNetworksTestJSON-74751578 tempest-ExternalNetworksTestJSON-74751578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:00.183474 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8fc48acd-0655-47e6-b6fd-c555802ff1d9 tempest-ExternalNetworksTestJSON-74751578 tempest-ExternalNetworksTestJSON-74751578-project] 10.222.0.16 "GET /v2.0/networks/84de4dfa-1acb-4350-a483-9d14817c74d8 HTTP/1.1" status: 200 len: 757 time: 0.3228300 Jul 15 13:16:00.184426 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ffe2077b-49bd-43a1-a3ad-e30dd36eb72b tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:00.192624 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35906) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:00.193543 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbbdc8a-09a0-4c77-a253-3a60f92c8a50 req-04ced190-7eae-4d90-90c5-47168961c48d tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:00.199035 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2fbbdc8a-09a0-4c77-a253-3a60f92c8a50 req-04ced190-7eae-4d90-90c5-47168961c48d tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fe7dd93-a7b7-48c9-bb91-ef7587ed9edb HTTP/1.1" status: 200 len: 944 time: 0.8811400 Jul 15 13:16:00.201145 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-23c798b8-92f8-4e0f-a4d5-849d573ff55b tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Deleting port d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:00.201489 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-23c798b8-92f8-4e0f-a4d5-849d573ff55b tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:00.210806 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-126ceb21-cf20-42cb-b021-5c8e6147a166 service neutron] Port a63fb171-8fd5-44d4-9e86-edd33c942f20 on network 27918509-99f1-4d5c-9c03-22054212982e not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:16:00.211130 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-126ceb21-cf20-42cb-b021-5c8e6147a166 service neutron] Attempting to bind port a63fb171-8fd5-44d4-9e86-edd33c942f20 on network 27918509-99f1-4d5c-9c03-22054212982e {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:00.230147 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-5ee04978-5de7-4403-8267-8f5dfd7e8ff1 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-267404391'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:00.269972 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-126ceb21-cf20-42cb-b021-5c8e6147a166 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:00.270312 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-126ceb21-cf20-42cb-b021-5c8e6147a166 service neutron] Checking segment: {'id': '7d90ca56-0610-47bd-9aba-7f5f06ed5d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '27918509-99f1-4d5c-9c03-22054212982e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:00.270734 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-126ceb21-cf20-42cb-b021-5c8e6147a166 service neutron] Bound using segment: {'id': '7d90ca56-0610-47bd-9aba-7f5f06ed5d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '27918509-99f1-4d5c-9c03-22054212982e'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:00.271186 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-126ceb21-cf20-42cb-b021-5c8e6147a166 service neutron] Bound port: a63fb171-8fd5-44d4-9e86-edd33c942f20, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d90ca56-0610-47bd-9aba-7f5f06ed5d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '27918509-99f1-4d5c-9c03-22054212982e'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:00.271546 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-126ceb21-cf20-42cb-b021-5c8e6147a166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:00.415566 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee04978-5de7-4403-8267-8f5dfd7e8ff1 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Made reservation on behalf of 44d20f985e3e4d3da729c1600e912e21 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:00.419598 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ee04978-5de7-4403-8267-8f5dfd7e8ff1 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:00.429664 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [req-9275e718-8d71-4f25-9f2b-42c0db1304d5 req-1856161f-e6f6-4d86-a8d2-1de593e29f2d tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Floating IP d59ee021-9412-4200-af49-a89b57b00efa associated. External IP: 172.25.8.125, port: 2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf. Jul 15 13:16:00.472052 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2fbbdc8a-09a0-4c77-a253-3a60f92c8a50 req-ed91bdc8-abcd-4c8e-9838-06e73a940a0d tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/security-groups?id=787afb52-204d-49bf-9502-cebf24554fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654338 Jul 15 13:16:00.518762 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ee04978-5de7-4403-8267-8f5dfd7e8ff1 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:00.539522 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dcfdb20-9024-47d1-930e-2a8c97226c4e x-openstack-request-id: req-5dcfdb20-9024-47d1-930e-2a8c97226c4e {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:00.540068 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "name": "network-vif-unplugged", "status": "completed", "tag": "d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b", "code": 200}, {"server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "name": "network-vif-unplugged", "status": "completed", "tag": "d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4", "code": 200}, {"server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "name": "network-vif-unplugged", "status": "completed", "tag": "97665ee0-9d05-4656-9f5c-63be8c4fa216", "code": 200}, {"server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "name": "network-vif-unplugged", "status": "completed", "tag": "2495dac8-215f-4ed4-8052-948af78297a8", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:00.540396 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5dcfdb20-9024-47d1-930e-2a8c97226c4e {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:00.541005 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7a9a9a4-ebee-4dce-b25f-721cd16b9e7b', 'code': 200} Jul 15 13:16:00.542053 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd695fb2c-ce9a-43a7-84fa-9d8d6a5115c4', 'code': 200} Jul 15 13:16:00.542508 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97665ee0-9d05-4656-9f5c-63be8c4fa216', 'code': 200} Jul 15 13:16:00.543581 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2495dac8-215f-4ed4-8052-948af78297a8', 'code': 200} Jul 15 13:16:00.588739 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7411a3b6-6aa8-4694-9dfb-410258d78625 x-openstack-request-id: req-7411a3b6-6aa8-4694-9dfb-410258d78625 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:00.589067 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "name": "network-vif-deleted", "tag": "97665ee0-9d05-4656-9f5c-63be8c4fa216", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:00.589324 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7411a3b6-6aa8-4694-9dfb-410258d78625 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:00.589742 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'name': 'network-vif-deleted', 'tag': '97665ee0-9d05-4656-9f5c-63be8c4fa216', 'status': 'completed', 'code': 200} Jul 15 13:16:00.623392 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-126ceb21-cf20-42cb-b021-5c8e6147a166 service neutron] For port a63fb171-8fd5-44d4-9e86-edd33c942f20, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:00.658314 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-126ceb21-cf20-42cb-b021-5c8e6147a166 service neutron] For port a63fb171-8fd5-44d4-9e86-edd33c942f20, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a63fb171-8fd5-44d4-9e86-edd33c942f20,segment=NetworkSegment(7d90ca56-0610-47bd-9aba-7f5f06ed5d1f),segment_id=7d90ca56-0610-47bd-9aba-7f5f06ed5d1f)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:00.662071 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-23c798b8-92f8-4e0f-a4d5-849d573ff55b tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] For port d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4,segment=NetworkSegment(078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8),segment_id=078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:00.662441 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-23c798b8-92f8-4e0f-a4d5-849d573ff55b tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:00.680956 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-126ceb21-cf20-42cb-b021-5c8e6147a166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:00.713258 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf5c590-b33d-42ba-a90f-c816e5313c59 tempest-ExternalNetworksTestJSON-74751578 tempest-ExternalNetworksTestJSON-74751578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:00.714621 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7cf5c590-b33d-42ba-a90f-c816e5313c59 tempest-ExternalNetworksTestJSON-74751578 tempest-ExternalNetworksTestJSON-74751578-project] 10.222.0.16 "GET /v2.0/networks/3b729df4-cbb7-4fa1-8a46-99a2cdad7090 HTTP/1.1" status: 200 len: 768 time: 0.5210254 Jul 15 13:16:00.717502 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fc858a31-d9ce-4040-b7c5-b7fa17407d2a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:00.722210 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35908) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:00.723890 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-23c798b8-92f8-4e0f-a4d5-849d573ff55b tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Calling delete_port for d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:00.793441 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-126ceb21-cf20-42cb-b021-5c8e6147a166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:00.794677 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-126ceb21-cf20-42cb-b021-5c8e6147a166 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:00.796078 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-126ceb21-cf20-42cb-b021-5c8e6147a166 service neutron] 10.222.0.46 "PUT /v2.0/ports/a63fb171-8fd5-44d4-9e86-edd33c942f20 HTTP/1.1" status: 200 len: 1093 time: 4.2921240 Jul 15 13:16:00.829817 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b69ba45a-57f9-4154-b3f5-b42a3926d901 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:00.890672 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ceb21-cf20-42cb-b021-5c8e6147a166 service neutron] Pushing event updated for resources: {'Port': ['ID=a63fb171-8fd5-44d4-9e86-edd33c942f20,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:00.974172 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe2077b-49bd-43a1-a3ad-e30dd36eb72b tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Router a0a70879-e9f0-4ccb-a056-4c8c7df39b6e is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:16:01.005530 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b69ba45a-57f9-4154-b3f5-b42a3926d901 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.024201 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-b69ba45a-57f9-4154-b3f5-b42a3926d901 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84de4dfa-1acb-4350-a483-9d14817c74d8']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:01.043937 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-b69ba45a-57f9-4154-b3f5-b42a3926d901 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c1e75c-658c-4db2-92a9-f3fcc63d759b') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:01.044258 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-b69ba45a-57f9-4154-b3f5-b42a3926d901 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c1e75c-658c-4db2-92a9-f3fcc63d759b') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:01.059425 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b69ba45a-57f9-4154-b3f5-b42a3926d901 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.089332 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b8a95-2da3-4c60-98a0-341fb934bbd6 req-40700293-5c59-4592-9da4-0a619504b3a3 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:01.090833 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2d9b8a95-2da3-4c60-98a0-341fb934bbd6 req-40700293-5c59-4592-9da4-0a619504b3a3 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc0ebeaa-010a-488b-831b-6aa2e8553672 HTTP/1.1" status: 200 len: 945 time: 0.2097354 Jul 15 13:16:01.091903 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b69ba45a-57f9-4154-b3f5-b42a3926d901 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.115500 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ee04978-5de7-4403-8267-8f5dfd7e8ff1 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.131511 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ee04978-5de7-4403-8267-8f5dfd7e8ff1 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.141973 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edda513-30cf-4b61-92fe-0f3eedb8ab11 req-612b1184-eda4-42bf-bf34-b65bd67cd0dc tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:01.143519 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7edda513-30cf-4b61-92fe-0f3eedb8ab11 req-612b1184-eda4-42bf-bf34-b65bd67cd0dc tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc0ebeaa-010a-488b-831b-6aa2e8553672 HTTP/1.1" status: 200 len: 945 time: 0.4108267 Jul 15 13:16:01.144577 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b69ba45a-57f9-4154-b3f5-b42a3926d901 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:16:01.144989 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b69ba45a-57f9-4154-b3f5-b42a3926d901 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.152364 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:16:01.152364 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:16:01.152364 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:16:01.152364 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:16:01.152364 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:16:01.152364 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:16:01.152364 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:16:01.152364 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:16:01.152364 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:16:01.152364 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:16:01.152364 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:16:01.152364 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:16:01.152364 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:16:01.152364 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:16:01.152364 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:16:01.152364 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:16:01.152364 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:16:01.152364 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:16:01.152364 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:16:01.152364 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:16:01.152364 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:16:01.152364 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:16:01.152364 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:16:01.152364 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:16:01.152364 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:16:01.152364 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:16:01.152364 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:16:01.152364 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:16:01.152364 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:16:01.152364 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:16:01.152364 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:16:01.152364 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:16:01.244346 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ee04978-5de7-4403-8267-8f5dfd7e8ff1 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:16:01.302135 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b69ba45a-57f9-4154-b3f5-b42a3926d901 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.304049 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fc858a31-d9ce-4040-b7c5-b7fa17407d2a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.328583 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69ba45a-57f9-4154-b3f5-b42a3926d901 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 84de4dfa-1acb-4350-a483-9d14817c74d8 {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 13:16:01.332314 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b69ba45a-57f9-4154-b3f5-b42a3926d901 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.337520 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b69ba45a-57f9-4154-b3f5-b42a3926d901 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] 10.222.0.16 "DELETE /v2.0/networks/84de4dfa-1acb-4350-a483-9d14817c74d8 HTTP/1.1" status: 204 len: 168 time: 0.6107926 Jul 15 13:16:01.353924 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35910) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:01.369421 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-6bf8c259-5018-49c2-95d0-f472ae2550ff tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Request body: {'network': {'name': 'tempest-network--516987278'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:01.374180 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fc858a31-d9ce-4040-b7c5-b7fa17407d2a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.377582 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ba45a-57f9-4154-b3f5-b42a3926d901 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Pushing event deleted for resources: {'Network': ['ID=84de4dfa-1acb-4350-a483-9d14817c74d8,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:01.455260 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf8c259-5018-49c2-95d0-f472ae2550ff tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Made reservation on behalf of 9fc020223eb7479fba128edbfbd93187 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:01.457447 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6bf8c259-5018-49c2-95d0-f472ae2550ff tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.505202 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-2d9b8a95-2da3-4c60-98a0-341fb934bbd6 req-f59519f4-58ab-4e79-b85a-c79baa375e47 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Deleting port 54f3b156-b077-4f91-85ef-a53a4cec3c24 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:01.505500 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-2d9b8a95-2da3-4c60-98a0-341fb934bbd6 req-f59519f4-58ab-4e79-b85a-c79baa375e47 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.524038 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-da10e32d-a032-4f80-a74f-0204eca70dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:01.525529 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-da10e32d-a032-4f80-a74f-0204eca70dbb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fc925054ab444b8942a7f406aa6e423&device_id=8fe7dd93-a7b7-48c9-bb91-ef7587ed9edb HTTP/1.1" status: 200 len: 1096 time: 0.6628578 Jul 15 13:16:01.552517 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf8c259-5018-49c2-95d0-f472ae2550ff tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:16:01.572583 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ee04978-5de7-4403-8267-8f5dfd7e8ff1 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.572927 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-5ee04978-5de7-4403-8267-8f5dfd7e8ff1 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Added segment 987f3960-49ee-4ea4-b626-504fe29117ef of type vlan for network 0308f1b5-a073-4fd9-b3a5-e7f8fadc802a Jul 15 13:16:01.574736 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6bf8c259-5018-49c2-95d0-f472ae2550ff tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.575089 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-6bf8c259-5018-49c2-95d0-f472ae2550ff tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Added segment ca6dce39-9880-4bca-bddc-242159445f1e of type vlan for network 4ae47bd7-552d-4348-b6df-94bc7b390c39 Jul 15 13:16:01.603226 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee04978-5de7-4403-8267-8f5dfd7e8ff1 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbb22be-2584-495b-8801-2a8e741bd7f6,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:01.607429 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9275e718-8d71-4f25-9f2b-42c0db1304d5 req-1856161f-e6f6-4d86-a8d2-1de593e29f2d tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Router eef3fc0e-69c8-464f-9d9c-04d66b1c8b59 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:16:01.629800 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-29d88427-0007-4133-b481-c70fec9e0d57 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a63fb171-8fd5-44d4-9e86-edd33c942f20 HTTP/1.1" status: 200 len: 217 time: 0.0892134 Jul 15 13:16:01.646295 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-fc858a31-d9ce-4040-b7c5-b7fa17407d2a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Allocated IP 172.25.8.36 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/c36b9605-a7e3-4a24-a166-4b1ba7f2c812) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:01.678106 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7edda513-30cf-4b61-92fe-0f3eedb8ab11 req-16a41712-4c07-4970-88d3-d3addeabd596 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5208058 Jul 15 13:16:01.698026 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-23c798b8-92f8-4e0f-a4d5-849d573ff55b tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.712129 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe2077b-49bd-43a1-a3ad-e30dd36eb72b tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:16:01.712295 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-2d9b8a95-2da3-4c60-98a0-341fb934bbd6 req-f59519f4-58ab-4e79-b85a-c79baa375e47 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] For port 54f3b156-b077-4f91-85ef-a53a4cec3c24, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=54f3b156-b077-4f91-85ef-a53a4cec3c24,segment=NetworkSegment(6bb03eb1-9e52-4718-ab2b-06d9a8232852),segment_id=6bb03eb1-9e52-4718-ab2b-06d9a8232852)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:01.712295 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-2d9b8a95-2da3-4c60-98a0-341fb934bbd6 req-f59519f4-58ab-4e79-b85a-c79baa375e47 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.716833 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6bf8c259-5018-49c2-95d0-f472ae2550ff tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.728441 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ee04978-5de7-4403-8267-8f5dfd7e8ff1 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.748669 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-2d9b8a95-2da3-4c60-98a0-341fb934bbd6 req-f59519f4-58ab-4e79-b85a-c79baa375e47 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Calling delete_port for 54f3b156-b077-4f91-85ef-a53a4cec3c24 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:01.789190 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-28084d1c-2b5a-45f2-bf96-a81eeefeed24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:01.790917 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-28084d1c-2b5a-45f2-bf96-a81eeefeed24 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=886d74e1-e9f2-44ad-b559-5be6081d4501 HTTP/1.1" status: 200 len: 848 time: 0.1517937 Jul 15 13:16:01.863774 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bd2773-8a91-4a37-978f-07fedc7596c0 None None] Sync routers for ids ['a0a70879-e9f0-4ccb-a056-4c8c7df39b6e'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:16:01.866161 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6bf8c259-5018-49c2-95d0-f472ae2550ff tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.867098 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf8c259-5018-49c2-95d0-f472ae2550ff tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:01.867640 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6bf8c259-5018-49c2-95d0-f472ae2550ff tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.877592 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c798b8-92f8-4e0f-a4d5-849d573ff55b tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Pushing event deleted for resources: {'Port': ['ID=d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:01.901642 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bd2773-8a91-4a37-978f-07fedc7596c0 None None] Routers {'a0a70879-e9f0-4ccb-a056-4c8c7df39b6e'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:01.902404 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-03bd2773-8a91-4a37-978f-07fedc7596c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:15:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['a0a70879-e9f0-4ccb-a056-4c8c7df39b6e'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:01.914692 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ffe2077b-49bd-43a1-a3ad-e30dd36eb72b tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.918937 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ffe2077b-49bd-43a1-a3ad-e30dd36eb72b tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.8557310 Jul 15 13:16:01.920219 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ee04978-5de7-4403-8267-8f5dfd7e8ff1 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.922844 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35914) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:01.925218 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee04978-5de7-4403-8267-8f5dfd7e8ff1 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:01.926360 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ee04978-5de7-4403-8267-8f5dfd7e8ff1 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.934333 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6bf8c259-5018-49c2-95d0-f472ae2550ff tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5701313 Jul 15 13:16:01.941157 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35916) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:01.960172 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-3cda1add-2ce5-4e98-8aee-33c6ec93b308 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:01.989069 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-02a42b02-275d-46bb-b431-6fb08035c1a7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=27918509-99f1-4d5c-9c03-22054212982e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1343367 Jul 15 13:16:02.029834 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fc858a31-d9ce-4040-b7c5-b7fa17407d2a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.052489 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8c259-5018-49c2-95d0-f472ae2550ff tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Pushing event updated for resources: {'Network': ['ID=4ae47bd7-552d-4348-b6df-94bc7b390c39,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:02.130182 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-23c798b8-92f8-4e0f-a4d5-849d573ff55b tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] No DVR routers for this DVR port d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:02.131105 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 4ae47bd7-552d-4348-b6df-94bc7b390c39 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:16:02.153535 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5ee04978-5de7-4403-8267-8f5dfd7e8ff1 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1111500 Jul 15 13:16:02.163064 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35918) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:02.180224 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-f0e98816-1380-4cca-a474-67559e663e79 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'port': {'network_id': '0308f1b5-a073-4fd9-b3a5-e7f8fadc802a', 'name': 'tempest-PortsTestJSON-389888131'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:02.188507 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-23c798b8-92f8-4e0f-a4d5-849d573ff55b tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.191121 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-23c798b8-92f8-4e0f-a4d5-849d573ff55b tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.46 "DELETE /v2.0/ports/d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4 HTTP/1.1" status: 204 len: 173 time: 3.2757592 Jul 15 13:16:02.216324 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee04978-5de7-4403-8267-8f5dfd7e8ff1 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'Network': ['ID=0308f1b5-a073-4fd9-b3a5-e7f8fadc802a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:02.241340 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-03bd2773-8a91-4a37-978f-07fedc7596c0 None None] Set router a0a70879-e9f0-4ccb-a056-4c8c7df39b6e gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:02.245256 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 0308f1b5-a073-4fd9-b3a5-e7f8fadc802a details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:16:02.312538 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9275e718-8d71-4f25-9f2b-42c0db1304d5 req-1856161f-e6f6-4d86-a8d2-1de593e29f2d tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:16:02.325990 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9275e718-8d71-4f25-9f2b-42c0db1304d5 req-1856161f-e6f6-4d86-a8d2-1de593e29f2d tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.329008 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a52a0a-217a-40ae-9106-d1b0dca2d7fc None None] Sync routers for ids ['eef3fc0e-69c8-464f-9d9c-04d66b1c8b59'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:16:02.346276 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d74c7-b570-41e7-8ba7-aba71be728fc req-b9d430e8-796f-400f-ad9e-b0e93b5e75b0 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:02.348306 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a52a0a-217a-40ae-9106-d1b0dca2d7fc None None] Routers {'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:02.350478 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-d0a52a0a-217a-40ae-9106-d1b0dca2d7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:15:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['eef3fc0e-69c8-464f-9d9c-04d66b1c8b59'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:02.354271 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d74c7-b570-41e7-8ba7-aba71be728fc req-b9d430e8-796f-400f-ad9e-b0e93b5e75b0 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:02.359238 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.364705 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d74c7-b570-41e7-8ba7-aba71be728fc req-b9d430e8-796f-400f-ad9e-b0e93b5e75b0 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:02.372829 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-433d74c7-b570-41e7-8ba7-aba71be728fc req-b9d430e8-796f-400f-ad9e-b0e93b5e75b0 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 2410 time: 0.5089474 Jul 15 13:16:02.482252 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-5e01e95e-b1ff-4347-92b0-6eaea9699432 service neutron] 10.222.0.46 "GET /v2.0/networks/27918509-99f1-4d5c-9c03-22054212982e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4604514 Jul 15 13:16:02.484799 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0a1b2d68-ea65-49ef-8967-cfa2cd2c19ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.505097 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4e19efcd-8716-424a-b6be-8abab8679398 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] 10.222.0.16 "GET /v2.0/routers/a0a70879-e9f0-4ccb-a056-4c8c7df39b6e HTTP/1.1" status: 200 len: 908 time: 0.5789311 Jul 15 13:16:02.505097 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3cda1add-2ce5-4e98-8aee-33c6ec93b308 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.510020 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-2d9b8a95-2da3-4c60-98a0-341fb934bbd6 req-f59519f4-58ab-4e79-b85a-c79baa375e47 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.515808 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35922) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:02.534517 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-b3f837be-be40-4ed5-8048-b664431e57d9 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1758411651', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'enable_snat': True}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:02.535419 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fc858a31-d9ce-4040-b7c5-b7fa17407d2a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.541892 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9275e718-8d71-4f25-9f2b-42c0db1304d5 req-1856161f-e6f6-4d86-a8d2-1de593e29f2d tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "PUT /v2.0/floatingips/d59ee021-9412-4200-af49-a89b57b00efa HTTP/1.1" status: 200 len: 996 time: 5.4131472 Jul 15 13:16:02.557131 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-433d74c7-b570-41e7-8ba7-aba71be728fc req-649b2600-8f51-4c75-b2cd-b052a8c345f2 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/security-groups?id=11c6d291-a458-49b6-80ff-5db152f1be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832569 Jul 15 13:16:02.565626 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-d0a52a0a-217a-40ae-9106-d1b0dca2d7fc None None] Set router eef3fc0e-69c8-464f-9d9c-04d66b1c8b59 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:02.566422 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['305e2af7-4e14-46c9-b511-673a966a851e'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:02.603254 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3cda1add-2ce5-4e98-8aee-33c6ec93b308 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.603254 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59519f4-58ab-4e79-b85a-c79baa375e47 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Pushing event deleted for resources: {'Port': ['ID=54f3b156-b077-4f91-85ef-a53a4cec3c24,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:02.608233 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe7dd93-a7b7-48c9-bb91-ef7587ed9edb', 'tag': 'a63fb171-8fd5-44d4-9e86-edd33c942f20'}, {'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'name': 'network-vif-deleted', 'tag': 'd695fb2c-ce9a-43a7-84fa-9d8d6a5115c4'}, {'name': 'network-changed', 'server_uuid': '7471b9a0-784b-4fa0-a1d2-df44d5e6307c', 'tag': '2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:02.610545 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ac2c3c-7972-4344-b101-128ac0d1791f" -d '{"events": [{"name": "network-changed", "server_uuid": "8fe7dd93-a7b7-48c9-bb91-ef7587ed9edb", "tag": "a63fb171-8fd5-44d4-9e86-edd33c942f20"}, {"server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "name": "network-vif-deleted", "tag": "d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4"}, {"name": "network-changed", "server_uuid": "7471b9a0-784b-4fa0-a1d2-df44d5e6307c", "tag": "2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:02.660122 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda1add-2ce5-4e98-8aee-33c6ec93b308 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Pushing event updated for resources: {'Network': ['ID=4ae47bd7-552d-4348-b6df-94bc7b390c39,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:02.672575 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc858a31-d9ce-4040-b7c5-b7fa17407d2a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:02.677984 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-fc858a31-d9ce-4040-b7c5-b7fa17407d2a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:02.681906 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3cda1add-2ce5-4e98-8aee-33c6ec93b308 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Network 4ae47bd7-552d-4348-b6df-94bc7b390c39 is not hosted by any dhcp agent {{(pid=93826) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:16:02.682776 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cda1add-2ce5-4e98-8aee-33c6ec93b308 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:02.683369 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3cda1add-2ce5-4e98-8aee-33c6ec93b308 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.687702 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3cda1add-2ce5-4e98-8aee-33c6ec93b308 tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] 10.222.0.16 "PUT /v2.0/networks/4ae47bd7-552d-4348-b6df-94bc7b390c39 HTTP/1.1" status: 200 len: 857 time: 0.7287543 Jul 15 13:16:02.687702 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc858a31-d9ce-4040-b7c5-b7fa17407d2a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:02.693587 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35928) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:02.755950 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-03bd2773-8a91-4a37-978f-07fedc7596c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a70879-e9f0-4ccb-a056-4c8c7df39b6e', 'name': 'tempest-snat-router-1758411651', 'tenant_id': '0148ecd10c414f7fad6e573a28260234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.48'}], 'enable_snat': False}, 'gw_port_id': '2b4f9298-1528-45da-8221-24eb528865f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:53Z', 'updated_at': '2021-07-15T13:15:58Z', 'revision_number': 3, 'project_id': '0148ecd10c414f7fad6e573a28260234', 'gw_port': {'id': '2b4f9298-1528-45da-8221-24eb528865f5', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a70879-e9f0-4ccb-a056-4c8c7df39b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:55Z', 'updated_at': '2021-07-15T13:15:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:02.783797 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-13435c51-ac42-44c4-9ae4-db93a608575a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Deleting port d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:02.783797 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-13435c51-ac42-44c4-9ae4-db93a608575a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.819762 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b3f837be-be40-4ed5-8048-b664431e57d9 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.820749 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b3f837be-be40-4ed5-8048-b664431e57d9 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.829061 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d5f0782e-27c9-4b3b-bfd3-e9db41b3d6fe req-a51590ce-db49-4b07-aaee-c0b30e4b936d service neutron] 10.222.0.46 "GET /v2.0/networks/27918509-99f1-4d5c-9c03-22054212982e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123090 Jul 15 13:16:02.840441 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bd2773-8a91-4a37-978f-07fedc7596c0 None None] Checking router: a0a70879-e9f0-4ccb-a056-4c8c7df39b6e for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:16:02.841519 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bd2773-8a91-4a37-978f-07fedc7596c0 None None] Updating router a0a70879-e9f0-4ccb-a056-4c8c7df39b6e port 2b4f9298-1528-45da-8221-24eb528865f5 binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:16:02.859188 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cea8ffb3-cf94-45ed-86bf-0a19745fdd4f tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.892175 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9b8a95-2da3-4c60-98a0-341fb934bbd6 req-f59519f4-58ab-4e79-b85a-c79baa375e47 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] No DVR routers for this DVR port 54f3b156-b077-4f91-85ef-a53a4cec3c24 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:02.900089 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-2d9b8a95-2da3-4c60-98a0-341fb934bbd6 req-f59519f4-58ab-4e79-b85a-c79baa375e47 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.902808 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2d9b8a95-2da3-4c60-98a0-341fb934bbd6 req-f59519f4-58ab-4e79-b85a-c79baa375e47 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.46 "DELETE /v2.0/ports/54f3b156-b077-4f91-85ef-a53a4cec3c24 HTTP/1.1" status: 204 len: 173 time: 1.7997978 Jul 15 13:16:02.905996 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0ebeaa-010a-488b-831b-6aa2e8553672', 'name': 'network-vif-deleted', 'tag': '54f3b156-b077-4f91-85ef-a53a4cec3c24'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:02.910991 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286a599d-d410-426f-8463-ff0d2af8ea5c" -d '{"events": [{"server_uuid": "bc0ebeaa-010a-488b-831b-6aa2e8553672", "name": "network-vif-deleted", "tag": "54f3b156-b077-4f91-85ef-a53a4cec3c24"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:02.933927 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-03bd2773-8a91-4a37-978f-07fedc7596c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.978788 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-d0a52a0a-217a-40ae-9106-d1b0dca2d7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59', 'name': 'tempest-ServerRescueTestJSONUnderV235-526926507-router', 'tenant_id': 'a5e4187857e345a7880c462421c134c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '67dd8a84-045c-42cf-a785-0663b151b34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:32Z', 'updated_at': '2021-07-15T13:14:37Z', 'revision_number': 4, 'project_id': 'a5e4187857e345a7880c462421c134c5', 'gw_port': {'id': '67dd8a84-045c-42cf-a785-0663b151b34e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:32Z', 'updated_at': '2021-07-15T13:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'd59ee021-9412-4200-af49-a89b57b00efa', 'tenant_id': 'a5e4187857e345a7880c462421c134c5', 'floating_ip_address': '172.25.8.125', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59', 'port_id': '2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc18f13f-179b-4747-9138-bf8c2fae24a9', 'mac_address': 'fa:16:3e:02:e5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7471b9a0-784b-4fa0-a1d2-df44d5e6307c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:15:52Z', 'updated_at': '2021-07-15T13:15:59Z', 'revision_number': 1, 'project_id': 'a5e4187857e345a7880c462421c134c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a577d34d-76b7-4aaf-8fc9-bded09e0b1e0', 'name': '', 'network_id': 'cc18f13f-179b-4747-9138-bf8c2fae24a9', 'tenant_id': 'a5e4187857e345a7880c462421c134c5', 'mac_address': 'fa:16:3e:c0:63:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '65193fd6-1d00-400c-9fec-e3db408513cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:36Z', 'updated_at': '2021-07-15T13:14:47Z', 'revision_number': 5, 'project_id': 'a5e4187857e345a7880c462421c134c5', 'subnets': [{'id': '65193fd6-1d00-400c-9fec-e3db408513cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:02.988467 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc858a31-d9ce-4040-b7c5-b7fa17407d2a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'Port': ['ID=c36b9605-a7e3-4a24-a166-4b1ba7f2c812,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:03.017488 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a52a0a-217a-40ae-9106-d1b0dca2d7fc None None] Checking router: eef3fc0e-69c8-464f-9d9c-04d66b1c8b59 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:16:03.023943 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e98816-1380-4cca-a474-67559e663e79 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Made reservation on behalf of 44d20f985e3e4d3da729c1600e912e21 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:03.027277 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a52a0a-217a-40ae-9106-d1b0dca2d7fc None None] Routers {'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:03.027896 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-d0a52a0a-217a-40ae-9106-d1b0dca2d7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:16:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['eef3fc0e-69c8-464f-9d9c-04d66b1c8b59'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:03.028934 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f0e98816-1380-4cca-a474-67559e663e79 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.079295 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-f0e98816-1380-4cca-a474-67559e663e79 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] device_id is not set on port 1ea8a4e0-0978-4f6e-b970-313ad0f71256 yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:16:03.191813 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b3f837be-be40-4ed5-8048-b664431e57d9 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.223411 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cea8ffb3-cf94-45ed-86bf-0a19745fdd4f tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.238008 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-cea8ffb3-cf94-45ed-86bf-0a19745fdd4f tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae47bd7-552d-4348-b6df-94bc7b390c39']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:03.247993 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-d0a52a0a-217a-40ae-9106-d1b0dca2d7fc None None] Set router eef3fc0e-69c8-464f-9d9c-04d66b1c8b59 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:03.253291 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-cea8ffb3-cf94-45ed-86bf-0a19745fdd4f tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca6dce39-9880-4bca-bddc-242159445f1e') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:03.253786 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-cea8ffb3-cf94-45ed-86bf-0a19745fdd4f tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca6dce39-9880-4bca-bddc-242159445f1e') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:03.270715 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cea8ffb3-cf94-45ed-86bf-0a19745fdd4f tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.287136 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cea8ffb3-cf94-45ed-86bf-0a19745fdd4f tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.293588 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cea8ffb3-cf94-45ed-86bf-0a19745fdd4f tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:16:03.294320 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cea8ffb3-cf94-45ed-86bf-0a19745fdd4f tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:16:03.353992 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:16:03.412281 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fc858a31-d9ce-4040-b7c5-b7fa17407d2a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.423651 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275e718-8d71-4f25-9f2b-42c0db1304d5 req-fd968442-7c8e-4d3a-a08c-0279cc81bba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:03.425612 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9275e718-8d71-4f25-9f2b-42c0db1304d5 req-fd968442-7c8e-4d3a-a08c-0279cc81bba8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a5e4187857e345a7880c462421c134c5&device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 1097 time: 0.8558760 Jul 15 13:16:03.456713 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f0e98816-1380-4cca-a474-67559e663e79 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.469355 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-13435c51-ac42-44c4-9ae4-db93a608575a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] For port d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b,segment=NetworkSegment(078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8),segment_id=078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:03.469728 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-13435c51-ac42-44c4-9ae4-db93a608575a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.484549 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-13435c51-ac42-44c4-9ae4-db93a608575a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Calling delete_port for d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:03.495114 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cea8ffb3-cf94-45ed-86bf-0a19745fdd4f tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.564882 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-d0a52a0a-217a-40ae-9106-d1b0dca2d7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59', 'name': 'tempest-ServerRescueTestJSONUnderV235-526926507-router', 'tenant_id': 'a5e4187857e345a7880c462421c134c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '67dd8a84-045c-42cf-a785-0663b151b34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:32Z', 'updated_at': '2021-07-15T13:14:37Z', 'revision_number': 4, 'project_id': 'a5e4187857e345a7880c462421c134c5', 'gw_port': {'id': '67dd8a84-045c-42cf-a785-0663b151b34e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:32Z', 'updated_at': '2021-07-15T13:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'd59ee021-9412-4200-af49-a89b57b00efa', 'tenant_id': 'a5e4187857e345a7880c462421c134c5', 'floating_ip_address': '172.25.8.125', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59', 'port_id': '2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc18f13f-179b-4747-9138-bf8c2fae24a9', 'mac_address': 'fa:16:3e:02:e5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7471b9a0-784b-4fa0-a1d2-df44d5e6307c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:15:52Z', 'updated_at': '2021-07-15T13:15:59Z', 'revision_number': 1, 'project_id': 'a5e4187857e345a7880c462421c134c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a577d34d-76b7-4aaf-8fc9-bded09e0b1e0', 'name': '', 'network_id': 'cc18f13f-179b-4747-9138-bf8c2fae24a9', 'tenant_id': 'a5e4187857e345a7880c462421c134c5', 'mac_address': 'fa:16:3e:c0:63:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '65193fd6-1d00-400c-9fec-e3db408513cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:36Z', 'updated_at': '2021-07-15T13:14:47Z', 'revision_number': 5, 'project_id': 'a5e4187857e345a7880c462421c134c5', 'subnets': [{'id': '65193fd6-1d00-400c-9fec-e3db408513cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:03.567430 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea8ffb3-cf94-45ed-86bf-0a19745fdd4f tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4ae47bd7-552d-4348-b6df-94bc7b390c39 {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 13:16:03.579668 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-03bd2773-8a91-4a37-978f-07fedc7596c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.605208 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a52a0a-217a-40ae-9106-d1b0dca2d7fc None None] The sync data for ids ['eef3fc0e-69c8-464f-9d9c-04d66b1c8b59'] in n-d-771363-36 is: [{'id': 'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59', 'name': 'tempest-ServerRescueTestJSONUnderV235-526926507-router', 'tenant_id': 'a5e4187857e345a7880c462421c134c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '67dd8a84-045c-42cf-a785-0663b151b34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:32Z', 'updated_at': '2021-07-15T13:14:37Z', 'revision_number': 4, 'project_id': 'a5e4187857e345a7880c462421c134c5', 'gw_port': {'id': '67dd8a84-045c-42cf-a785-0663b151b34e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:32Z', 'updated_at': '2021-07-15T13:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'd59ee021-9412-4200-af49-a89b57b00efa', 'tenant_id': 'a5e4187857e345a7880c462421c134c5', 'floating_ip_address': '172.25.8.125', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59', 'port_id': '2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc18f13f-179b-4747-9138-bf8c2fae24a9', 'mac_address': 'fa:16:3e:02:e5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7471b9a0-784b-4fa0-a1d2-df44d5e6307c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:15:52Z', 'updated_at': '2021-07-15T13:15:59Z', 'revision_number': 1, 'project_id': 'a5e4187857e345a7880c462421c134c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a577d34d-76b7-4aaf-8fc9-bded09e0b1e0', 'name': '', 'network_id': 'cc18f13f-179b-4747-9138-bf8c2fae24a9', 'tenant_id': 'a5e4187857e345a7880c462421c134c5', 'mac_address': 'fa:16:3e:c0:63:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '65193fd6-1d00-400c-9fec-e3db408513cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:36Z', 'updated_at': '2021-07-15T13:14:47Z', 'revision_number': 5, 'project_id': 'a5e4187857e345a7880c462421c134c5', 'subnets': [{'id': '65193fd6-1d00-400c-9fec-e3db408513cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:16:03.625891 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cea8ffb3-cf94-45ed-86bf-0a19745fdd4f tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.630780 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f0e98816-1380-4cca-a474-67559e663e79 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.633795 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35936) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:03.639245 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-03bd2773-8a91-4a37-978f-07fedc7596c0 None None] Transition to ACTIVE for port object 2b4f9298-1528-45da-8221-24eb528865f5 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:03.641540 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-cea8ffb3-cf94-45ed-86bf-0a19745fdd4f tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] 10.222.0.16 "DELETE /v2.0/networks/4ae47bd7-552d-4348-b6df-94bc7b390c39 HTTP/1.1" status: 204 len: 168 time: 0.9431620 Jul 15 13:16:03.656393 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.661450 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-03bd2773-8a91-4a37-978f-07fedc7596c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.682347 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8ffb3-cf94-45ed-86bf-0a19745fdd4f tempest-ExternalNetworksTestJSON-1947375039 tempest-ExternalNetworksTestJSON-1947375039-project-admin] Pushing event deleted for resources: {'Network': ['ID=4ae47bd7-552d-4348-b6df-94bc7b390c39,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:03.710081 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e98816-1380-4cca-a474-67559e663e79 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'Port': ['ID=1ea8a4e0-0978-4f6e-b970-313ad0f71256,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:03.741508 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-a58637df-9258-4049-b37f-a656cde0cc85 tempest-ExternalNetworksTestJSON-74751578 tempest-ExternalNetworksTestJSON-74751578-project] DELETE failed (client error): The resource could not be found. Jul 15 13:16:03.742298 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a58637df-9258-4049-b37f-a656cde0cc85 tempest-ExternalNetworksTestJSON-74751578 tempest-ExternalNetworksTestJSON-74751578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:16:03.744477 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a58637df-9258-4049-b37f-a656cde0cc85 tempest-ExternalNetworksTestJSON-74751578 tempest-ExternalNetworksTestJSON-74751578-project] 10.222.0.16 "DELETE /v2.0/subnets/ed1b7ddc-d077-469b-8742-75eca313c5bf HTTP/1.1" status: 404 len: 337 time: 0.1090817 Jul 15 13:16:03.749662 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35938) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:03.828953 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-03bd2773-8a91-4a37-978f-07fedc7596c0 None None] Attempting to bind port 2b4f9298-1528-45da-8221-24eb528865f5 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:03.829269 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-03bd2773-8a91-4a37-978f-07fedc7596c0 None None] Attempting to bind port 2b4f9298-1528-45da-8221-24eb528865f5 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:03.829603 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bd2773-8a91-4a37-978f-07fedc7596c0 None None] Attempting to bind port 2b4f9298-1528-45da-8221-24eb528865f5 on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:03.836156 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f8260a-c4d8-4d9c-876c-e74e3be199d3 None None] Pushing event updated for resources: {'Port': ['ID=2b4f9298-1528-45da-8221-24eb528865f5,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:03.855908 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bd2773-8a91-4a37-978f-07fedc7596c0 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:03.857212 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bd2773-8a91-4a37-978f-07fedc7596c0 None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:03.858422 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-03bd2773-8a91-4a37-978f-07fedc7596c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.858909 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bd2773-8a91-4a37-978f-07fedc7596c0 None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:03.860963 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-03bd2773-8a91-4a37-978f-07fedc7596c0 None None] Bound port: 2b4f9298-1528-45da-8221-24eb528865f5, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:03.862713 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-03bd2773-8a91-4a37-978f-07fedc7596c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.902359 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4b272-928f-4d23-bdc5-6fb0aaca1992 req-fe224626-3dbe-4dcf-bf85-a037503040c2 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:03.911192 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-65f4b272-928f-4d23-bdc5-6fb0aaca1992 req-fe224626-3dbe-4dcf-bf85-a037503040c2 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fe7dd93-a7b7-48c9-bb91-ef7587ed9edb HTTP/1.1" status: 200 len: 944 time: 1.0801766 Jul 15 13:16:03.925778 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b3f837be-be40-4ed5-8048-b664431e57d9 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.012457 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-03bd2773-8a91-4a37-978f-07fedc7596c0 None None] For port 2b4f9298-1528-45da-8221-24eb528865f5, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:04.017367 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-03bd2773-8a91-4a37-978f-07fedc7596c0 None None] For port 2b4f9298-1528-45da-8221-24eb528865f5, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=2b4f9298-1528-45da-8221-24eb528865f5,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:04.028118 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-03bd2773-8a91-4a37-978f-07fedc7596c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.057590 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-65f4b272-928f-4d23-bdc5-6fb0aaca1992 req-a4f64c6f-3ba9-4270-9def-a8328d60eed8 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/security-groups?id=787afb52-204d-49bf-9502-cebf24554fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454182 Jul 15 13:16:04.061704 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275e718-8d71-4f25-9f2b-42c0db1304d5 req-44473c07-9180-462d-b4ce-052f235ee4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:04.070283 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9275e718-8d71-4f25-9f2b-42c0db1304d5 req-44473c07-9180-462d-b4ce-052f235ee4b9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cc18f13f-179b-4747-9138-bf8c2fae24a9 HTTP/1.1" status: 200 len: 920 time: 0.5665729 Jul 15 13:16:04.084859 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 54f3b156-b077-4f91-85ef-a53a4cec3c24 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:04.156221 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 54f3b156-b077-4f91-85ef-a53a4cec3c24 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:16:04.156716 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 54f3b156-b077-4f91-85ef-a53a4cec3c24 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:16:04.226768 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bd2773-8a91-4a37-978f-07fedc7596c0 None None] Routers {'a0a70879-e9f0-4ccb-a056-4c8c7df39b6e'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:04.227429 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-03bd2773-8a91-4a37-978f-07fedc7596c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:16:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['a0a70879-e9f0-4ccb-a056-4c8c7df39b6e'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:04.252137 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f8260a-c4d8-4d9c-876c-e74e3be199d3 None None] Pushing event updated for resources: {'Port': ['ID=2b4f9298-1528-45da-8221-24eb528865f5,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:04.360812 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e98816-1380-4cca-a474-67559e663e79 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Checking segment: {'id': '987f3960-49ee-4ea4-b626-504fe29117ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0308f1b5-a073-4fd9-b3a5-e7f8fadc802a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:04.361790 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e98816-1380-4cca-a474-67559e663e79 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Network hostable DHCP agents. Network: 0308f1b5-a073-4fd9-b3a5-e7f8fadc802a, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:16:04.416055 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fc858a31-d9ce-4040-b7c5-b7fa17407d2a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.437864 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-199f3ebd-d9e0-408e-b4f5-fa7a7ef9e185 tempest-ExternalNetworksTestJSON-74751578 tempest-ExternalNetworksTestJSON-74751578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.447638 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e98816-1380-4cca-a474-67559e663e79 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Network 0308f1b5-a073-4fd9-b3a5-e7f8fadc802a is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:16:04.507149 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9475984f-42c1-400a-9ca0-7dc0555a90d1 x-openstack-request-id: req-9475984f-42c1-400a-9ca0-7dc0555a90d1 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:04.507443 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0ebeaa-010a-488b-831b-6aa2e8553672", "name": "network-vif-deleted", "tag": "54f3b156-b077-4f91-85ef-a53a4cec3c24", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:04.507691 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9475984f-42c1-400a-9ca0-7dc0555a90d1 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:04.508089 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0ebeaa-010a-488b-831b-6aa2e8553672', 'name': 'network-vif-deleted', 'tag': '54f3b156-b077-4f91-85ef-a53a4cec3c24', 'status': 'completed', 'code': 200} Jul 15 13:16:04.519951 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-03bd2773-8a91-4a37-978f-07fedc7596c0 None None] Set router a0a70879-e9f0-4ccb-a056-4c8c7df39b6e gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:04.524652 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc53ff23-a4f5-404e-b7e5-800ac1c002b6 x-openstack-request-id: req-cc53ff23-a4f5-404e-b7e5-800ac1c002b6 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:04.525686 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fe7dd93-a7b7-48c9-bb91-ef7587ed9edb", "tag": "a63fb171-8fd5-44d4-9e86-edd33c942f20", "status": "completed", "code": 200}, {"server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "name": "network-vif-deleted", "tag": "d695fb2c-ce9a-43a7-84fa-9d8d6a5115c4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7471b9a0-784b-4fa0-a1d2-df44d5e6307c", "tag": "2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:04.526002 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cc53ff23-a4f5-404e-b7e5-800ac1c002b6 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:04.526632 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fe7dd93-a7b7-48c9-bb91-ef7587ed9edb', 'tag': 'a63fb171-8fd5-44d4-9e86-edd33c942f20', 'status': 'completed', 'code': 200} Jul 15 13:16:04.526949 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'name': 'network-vif-deleted', 'tag': 'd695fb2c-ce9a-43a7-84fa-9d8d6a5115c4', 'status': 'completed', 'code': 200} Jul 15 13:16:04.527418 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7471b9a0-784b-4fa0-a1d2-df44d5e6307c', 'tag': '2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf', 'status': 'completed', 'code': 200} Jul 15 13:16:04.529587 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-f0e98816-1380-4cca-a474-67559e663e79 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 0308f1b5-a073-4fd9-b3a5-e7f8fadc802a) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:04.535117 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac2c3c-7972-4344-b101-128ac0d1791f req-7c786117-bf0d-4ba6-8927-21b5cbf2ad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:04.536633 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-08ac2c3c-7972-4344-b101-128ac0d1791f req-7c786117-bf0d-4ba6-8927-21b5cbf2ad76 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fc925054ab444b8942a7f406aa6e423&device_id=8fe7dd93-a7b7-48c9-bb91-ef7587ed9edb HTTP/1.1" status: 200 len: 1096 time: 0.2428892 Jul 15 13:16:04.541568 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e98816-1380-4cca-a474-67559e663e79 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:04.549167 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e98816-1380-4cca-a474-67559e663e79 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:04.549818 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f0e98816-1380-4cca-a474-67559e663e79 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.604894 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9275e718-8d71-4f25-9f2b-42c0db1304d5 req-bbe2991a-8967-465d-aeb5-d803c63daf39 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf HTTP/1.1" status: 200 len: 999 time: 0.5334926 Jul 15 13:16:04.641944 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-13435c51-ac42-44c4-9ae4-db93a608575a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.658337 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ee2e2f-80d6-4e86-bfac-4c7e2ea765b9 None None] Network 0308f1b5-a073-4fd9-b3a5-e7f8fadc802a requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:04.675308 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f0e98816-1380-4cca-a474-67559e663e79 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.5099554 Jul 15 13:16:04.684404 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35942) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:04.723344 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-03f3d874-cd1d-48ca-9e28-3a69c4e344b4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1809305493'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:04.740816 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13435c51-ac42-44c4-9ae4-db93a608575a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Pushing event deleted for resources: {'Port': ['ID=d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:04.776826 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-199f3ebd-d9e0-408e-b4f5-fa7a7ef9e185 tempest-ExternalNetworksTestJSON-74751578 tempest-ExternalNetworksTestJSON-74751578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.803537 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-199f3ebd-d9e0-408e-b4f5-fa7a7ef9e185 tempest-ExternalNetworksTestJSON-74751578 tempest-ExternalNetworksTestJSON-74751578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b729df4-cbb7-4fa1-8a46-99a2cdad7090']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:04.820783 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4b1177-c16f-4446-b6d1-8ba326679eb2 None None] New status for floating IP d59ee021-9412-4200-af49-a89b57b00efa: ACTIVE {{(pid=93827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:16:04.826474 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-199f3ebd-d9e0-408e-b4f5-fa7a7ef9e185 tempest-ExternalNetworksTestJSON-74751578 tempest-ExternalNetworksTestJSON-74751578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b057e9b3-fe09-472b-9755-929526ec6fc7') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:04.827595 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-199f3ebd-d9e0-408e-b4f5-fa7a7ef9e185 tempest-ExternalNetworksTestJSON-74751578 tempest-ExternalNetworksTestJSON-74751578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b057e9b3-fe09-472b-9755-929526ec6fc7') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:04.847593 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f3d874-cd1d-48ca-9e28-3a69c4e344b4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Made reservation on behalf of 44d20f985e3e4d3da729c1600e912e21 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:04.849336 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-13435c51-ac42-44c4-9ae4-db93a608575a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] No DVR routers for this DVR port d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:04.851337 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-03f3d874-cd1d-48ca-9e28-3a69c4e344b4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.858665 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-13435c51-ac42-44c4-9ae4-db93a608575a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.859848 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-199f3ebd-d9e0-408e-b4f5-fa7a7ef9e185 tempest-ExternalNetworksTestJSON-74751578 tempest-ExternalNetworksTestJSON-74751578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.860616 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-13435c51-ac42-44c4-9ae4-db93a608575a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.46 "DELETE /v2.0/ports/d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b HTTP/1.1" status: 204 len: 173 time: 2.6643889 Jul 15 13:16:04.870215 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275e718-8d71-4f25-9f2b-42c0db1304d5 req-75a1ab4d-7bab-476d-97fe-8128fa402e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:04.870640 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9275e718-8d71-4f25-9f2b-42c0db1304d5 req-75a1ab4d-7bab-476d-97fe-8128fa402e8e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65193fd6-1d00-400c-9fec-e3db408513cb HTTP/1.1" status: 200 len: 859 time: 0.2649167 Jul 15 13:16:04.882040 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac2c3c-7972-4344-b101-128ac0d1791f req-26dabf5c-98d5-454d-b4fd-2cd557b8916d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:04.883530 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-08ac2c3c-7972-4344-b101-128ac0d1791f req-26dabf5c-98d5-454d-b4fd-2cd557b8916d service neutron] 10.222.0.46 "GET /v2.0/networks?id=27918509-99f1-4d5c-9c03-22054212982e HTTP/1.1" status: 200 len: 909 time: 0.3283675 Jul 15 13:16:04.908213 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-199f3ebd-d9e0-408e-b4f5-fa7a7ef9e185 tempest-ExternalNetworksTestJSON-74751578 tempest-ExternalNetworksTestJSON-74751578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.945349 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f3d874-cd1d-48ca-9e28-3a69c4e344b4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:16:04.954636 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-08ac2c3c-7972-4344-b101-128ac0d1791f req-b8137751-6028-4e9b-b6e7-c75c78c13d29 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a63fb171-8fd5-44d4-9e86-edd33c942f20 HTTP/1.1" status: 200 len: 217 time: 0.0560575 Jul 15 13:16:04.956023 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-199f3ebd-d9e0-408e-b4f5-fa7a7ef9e185 tempest-ExternalNetworksTestJSON-74751578 tempest-ExternalNetworksTestJSON-74751578-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:16:04.956408 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-199f3ebd-d9e0-408e-b4f5-fa7a7ef9e185 tempest-ExternalNetworksTestJSON-74751578 tempest-ExternalNetworksTestJSON-74751578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.959924 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:16:04.959924 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:16:04.959924 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:16:04.959924 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:16:04.959924 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:16:04.959924 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:16:04.959924 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:16:04.959924 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:16:04.959924 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:16:04.959924 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:16:04.959924 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:16:04.959924 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:16:04.959924 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:16:04.959924 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:16:04.959924 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:16:04.959924 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:16:04.959924 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:16:04.959924 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:16:04.959924 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:16:04.959924 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:16:04.959924 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:16:04.959924 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:16:04.959924 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:16:04.959924 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:16:04.959924 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:16:04.959924 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:16:04.959924 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:16:04.959924 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:16:04.959924 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:16:04.959924 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:16:04.959924 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:16:04.959924 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:16:04.961687 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9275e718-8d71-4f25-9f2b-42c0db1304d5 req-433c606f-2d70-4576-af6c-48feb63b49b4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc18f13f-179b-4747-9138-bf8c2fae24a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496867 Jul 15 13:16:04.961770 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc858a31-d9ce-4040-b7c5-b7fa17407d2a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Router fce3a1fd-ff8c-4c61-a07c-59689ebe08a0 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:16:05.013768 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-9275e718-8d71-4f25-9f2b-42c0db1304d5 req-e7d0c562-fe6c-4088-b6f9-f24a027cd8e7 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:16:05.014728 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9275e718-8d71-4f25-9f2b-42c0db1304d5 req-e7d0c562-fe6c-4088-b6f9-f24a027cd8e7 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0273049 Jul 15 13:16:05.014877 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-03f3d874-cd1d-48ca-9e28-3a69c4e344b4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.015171 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-03f3d874-cd1d-48ca-9e28-3a69c4e344b4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Added segment c9fdab60-1d56-46fa-97fa-2b49b08461b2 of type vlan for network b7e86d20-c2b1-4ef3-bac2-fe40358f1149 Jul 15 13:16:05.018390 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.029691 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281928d-ddb4-4f29-abca-0b3d1b457b6d req-04ae9d69-37a4-47ed-ba7b-e2af6b480d24 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:05.037148 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281928d-ddb4-4f29-abca-0b3d1b457b6d req-04ae9d69-37a4-47ed-ba7b-e2af6b480d24 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:05.045344 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4281928d-ddb4-4f29-abca-0b3d1b457b6d req-04ae9d69-37a4-47ed-ba7b-e2af6b480d24 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 1677 time: 0.3188648 Jul 15 13:16:05.113670 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-03bd2773-8a91-4a37-978f-07fedc7596c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a70879-e9f0-4ccb-a056-4c8c7df39b6e', 'name': 'tempest-snat-router-1758411651', 'tenant_id': '0148ecd10c414f7fad6e573a28260234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.48'}], 'enable_snat': False}, 'gw_port_id': '2b4f9298-1528-45da-8221-24eb528865f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:53Z', 'updated_at': '2021-07-15T13:15:58Z', 'revision_number': 3, 'project_id': '0148ecd10c414f7fad6e573a28260234', 'gw_port': {'id': '2b4f9298-1528-45da-8221-24eb528865f5', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a70879-e9f0-4ccb-a056-4c8c7df39b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:55Z', 'updated_at': '2021-07-15T13:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:05.152692 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-199f3ebd-d9e0-408e-b4f5-fa7a7ef9e185 tempest-ExternalNetworksTestJSON-74751578 tempest-ExternalNetworksTestJSON-74751578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.157207 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-03f3d874-cd1d-48ca-9e28-3a69c4e344b4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.164919 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bd2773-8a91-4a37-978f-07fedc7596c0 None None] The sync data for ids ['a0a70879-e9f0-4ccb-a056-4c8c7df39b6e'] in n-d-771363-36 is: [{'id': 'a0a70879-e9f0-4ccb-a056-4c8c7df39b6e', 'name': 'tempest-snat-router-1758411651', 'tenant_id': '0148ecd10c414f7fad6e573a28260234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.48'}], 'enable_snat': False}, 'gw_port_id': '2b4f9298-1528-45da-8221-24eb528865f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:53Z', 'updated_at': '2021-07-15T13:15:58Z', 'revision_number': 3, 'project_id': '0148ecd10c414f7fad6e573a28260234', 'gw_port': {'id': '2b4f9298-1528-45da-8221-24eb528865f5', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a70879-e9f0-4ccb-a056-4c8c7df39b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:55Z', 'updated_at': '2021-07-15T13:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:16:05.178543 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-199f3ebd-d9e0-408e-b4f5-fa7a7ef9e185 tempest-ExternalNetworksTestJSON-74751578 tempest-ExternalNetworksTestJSON-74751578-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.185246 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-199f3ebd-d9e0-408e-b4f5-fa7a7ef9e185 tempest-ExternalNetworksTestJSON-74751578 tempest-ExternalNetworksTestJSON-74751578-project] 10.222.0.16 "DELETE /v2.0/networks/3b729df4-cbb7-4fa1-8a46-99a2cdad7090 HTTP/1.1" status: 204 len: 168 time: 1.4293349 Jul 15 13:16:05.186792 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac2c3c-7972-4344-b101-128ac0d1791f req-c4e1f60a-8952-4552-bd8c-9db5eb740d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:05.187769 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-08ac2c3c-7972-4344-b101-128ac0d1791f req-c4e1f60a-8952-4552-bd8c-9db5eb740d02 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=886d74e1-e9f2-44ad-b559-5be6081d4501 HTTP/1.1" status: 200 len: 848 time: 0.2243648 Jul 15 13:16:05.219467 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f3ebd-d9e0-408e-b4f5-fa7a7ef9e185 tempest-ExternalNetworksTestJSON-74751578 tempest-ExternalNetworksTestJSON-74751578-project] Pushing event deleted for resources: {'Network': ['ID=3b729df4-cbb7-4fa1-8a46-99a2cdad7090,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:05.262399 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-08ac2c3c-7972-4344-b101-128ac0d1791f req-cf4b5552-4050-40b0-ad4e-0b20294090ed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=27918509-99f1-4d5c-9c03-22054212982e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579343 Jul 15 13:16:05.299194 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4281928d-ddb4-4f29-abca-0b3d1b457b6d req-718bbef5-b848-40df-935d-cdef2b53880b tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/security-groups?id=11c6d291-a458-49b6-80ff-5db152f1be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2526293 Jul 15 13:16:05.330797 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-5332f1e8-fea4-4be8-86da-de6f2716eea5 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Deleting port 2495dac8-215f-4ed4-8052-948af78297a8 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:05.331146 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-5332f1e8-fea4-4be8-86da-de6f2716eea5 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.338478 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b3f837be-be40-4ed5-8048-b664431e57d9 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.398200 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-03f3d874-cd1d-48ca-9e28-3a69c4e344b4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.417809 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b3f837be-be40-4ed5-8048-b664431e57d9 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.428450 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f3d874-cd1d-48ca-9e28-3a69c4e344b4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:05.429540 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-03f3d874-cd1d-48ca-9e28-3a69c4e344b4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.439071 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9275e718-8d71-4f25-9f2b-42c0db1304d5 req-008a5830-33fd-4ce3-9c53-34c9b4577766 service neutron] 10.222.0.16 "GET /v2.0/networks/cc18f13f-179b-4747-9138-bf8c2fae24a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903763 Jul 15 13:16:05.458338 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc858a31-d9ce-4040-b7c5-b7fa17407d2a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:16:05.470339 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6943ccd-69dd-4467-85ec-7438ae37054a None None] Sync routers for ids ['fce3a1fd-ff8c-4c61-a07c-59689ebe08a0'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:16:05.489392 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6943ccd-69dd-4467-85ec-7438ae37054a None None] Routers {'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:05.494189 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-e6943ccd-69dd-4467-85ec-7438ae37054a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:16:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['fce3a1fd-ff8c-4c61-a07c-59689ebe08a0'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:05.523539 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-03f3d874-cd1d-48ca-9e28-3a69c4e344b4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8379195 Jul 15 13:16:05.532012 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35952) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:05.540761 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-a36b74ad-e0f9-4b3f-927d-1edb466f2a77 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'ports': [{'network_id': '0308f1b5-a073-4fd9-b3a5-e7f8fadc802a'}, {'network_id': 'b7e86d20-c2b1-4ef3-bac2-fe40358f1149'}]} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:05.541384 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-a36b74ad-e0f9-4b3f-927d-1edb466f2a77 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'port': {'network_id': '0308f1b5-a073-4fd9-b3a5-e7f8fadc802a'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:05.542060 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-a36b74ad-e0f9-4b3f-927d-1edb466f2a77 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'port': {'network_id': 'b7e86d20-c2b1-4ef3-bac2-fe40358f1149'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:05.572653 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fc858a31-d9ce-4040-b7c5-b7fa17407d2a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.582689 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-fc858a31-d9ce-4040-b7c5-b7fa17407d2a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.5741737 Jul 15 13:16:05.583425 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35954) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:05.637302 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3d874-cd1d-48ca-9e28-3a69c4e344b4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'Network': ['ID=b7e86d20-c2b1-4ef3-bac2-fe40358f1149,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:05.679113 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network b7e86d20-c2b1-4ef3-bac2-fe40358f1149 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:16:05.761819 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-e6943ccd-69dd-4467-85ec-7438ae37054a None None] Set router fce3a1fd-ff8c-4c61-a07c-59689ebe08a0 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:05.772024 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35960) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:05.785481 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-08ac2c3c-7972-4344-b101-128ac0d1791f req-5add1cd2-1150-4e77-ba6e-c6c9571558e8 service neutron] 10.222.0.46 "GET /v2.0/networks/27918509-99f1-4d5c-9c03-22054212982e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5143399 Jul 15 13:16:05.905938 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-5332f1e8-fea4-4be8-86da-de6f2716eea5 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] For port 2495dac8-215f-4ed4-8052-948af78297a8, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2495dac8-215f-4ed4-8052-948af78297a8,segment=NetworkSegment(31fa37a9-facf-4912-b998-1c360a86c68b),segment_id=31fa37a9-facf-4912-b998-1c360a86c68b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:05.906426 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-5332f1e8-fea4-4be8-86da-de6f2716eea5 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.978845 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-b3f837be-be40-4ed5-8048-b664431e57d9 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Allocated IP 172.25.8.132 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/3e08daff-06b5-41f3-9698-5e9f585894a0) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:05.998767 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-5332f1e8-fea4-4be8-86da-de6f2716eea5 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Calling delete_port for 2495dac8-215f-4ed4-8052-948af78297a8 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:06.023731 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9275e718-8d71-4f25-9f2b-42c0db1304d5 req-71cf99f4-4aae-4fae-8266-c6711f495736 service neutron] 10.222.0.16 "GET /v2.0/networks/cc18f13f-179b-4747-9138-bf8c2fae24a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5546188 Jul 15 13:16:06.028676 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-85a0b0ad-90da-4aa0-abe2-81d4e9faeea4 tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=d986de84121549bf90b7ac80073eff67&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4054537 Jul 15 13:16:06.029622 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35964) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:06.070823 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device a63fb171-8fd5-44d4-9e86-edd33c942f20 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:16:06.079193 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-e6943ccd-69dd-4467-85ec-7438ae37054a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452297766', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'c36b9605-a7e3-4a24-a166-4b1ba7f2c812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:16:00Z', 'updated_at': '2021-07-15T13:16:03Z', 'revision_number': 3, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'c36b9605-a7e3-4a24-a166-4b1ba7f2c812', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:01:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:01Z', 'updated_at': '2021-07-15T13:16:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:06.097879 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9dcfd905-5e9b-469b-ab88-2de2bc1b010e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=84a2ee5b7e7f46b690a07abf3f52d46c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3244438 Jul 15 13:16:06.102388 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-08ac2c3c-7972-4344-b101-128ac0d1791f req-d8b97da6-5ea1-4677-af38-c63fd1192b7b service neutron] 10.222.0.46 "GET /v2.0/networks/27918509-99f1-4d5c-9c03-22054212982e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098338 Jul 15 13:16:06.103860 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35968) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:06.121904 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36b74ad-e0f9-4b3f-927d-1edb466f2a77 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Made reservation on behalf of 44d20f985e3e4d3da729c1600e912e21 for: {'port': 2} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:06.127657 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a36b74ad-e0f9-4b3f-927d-1edb466f2a77 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:06.147124 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6943ccd-69dd-4467-85ec-7438ae37054a None None] Checking router: fce3a1fd-ff8c-4c61-a07c-59689ebe08a0 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:16:06.147658 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6943ccd-69dd-4467-85ec-7438ae37054a None None] Updating router fce3a1fd-ff8c-4c61-a07c-59689ebe08a0 port c36b9605-a7e3-4a24-a166-4b1ba7f2c812 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:16:06.192543 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e6943ccd-69dd-4467-85ec-7438ae37054a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:06.233391 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a36b74ad-e0f9-4b3f-927d-1edb466f2a77 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:06.251279 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port a63fb171-8fd5-44d4-9e86-edd33c942f20, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a63fb171-8fd5-44d4-9e86-edd33c942f20,segment=NetworkSegment(7d90ca56-0610-47bd-9aba-7f5f06ed5d1f),segment_id=7d90ca56-0610-47bd-9aba-7f5f06ed5d1f)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:06.268054 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'a63fb171-8fd5-44d4-9e86-edd33c942f20', 'network_id': '27918509-99f1-4d5c-9c03-22054212982e', 'port_id': 'a63fb171-8fd5-44d4-9e86-edd33c942f20', 'mac_address': 'fa:16:3e:4a:2c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '886d74e1-e9f2-44ad-b559-5be6081d4501', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:16:06.320130 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:06.390039 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc975b9-2f9b-4f3a-aaad-4899c228d28d req-1b0723cf-003a-44d2-bcb4-fb4d9ecc4ecf tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:06.392077 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3cc975b9-2f9b-4f3a-aaad-4899c228d28d req-1b0723cf-003a-44d2-bcb4-fb4d9ecc4ecf tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fe7dd93-a7b7-48c9-bb91-ef7587ed9edb HTTP/1.1" status: 200 len: 944 time: 0.5516980 Jul 15 13:16:06.394494 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c54a196d-d8bb-4937-b8bf-c173d77983ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:06.478895 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-a36b74ad-e0f9-4b3f-927d-1edb466f2a77 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] device_id is not set on port e8b375f9-89b2-43a2-a0ef-7990bb884830 yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:16:06.485856 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c54a196d-d8bb-4937-b8bf-c173d77983ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:06.491571 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac2c3c-7972-4344-b101-128ac0d1791f req-01321d82-87de-497e-ae92-6e8df49e3f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:06.493883 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-08ac2c3c-7972-4344-b101-128ac0d1791f req-01321d82-87de-497e-ae92-6e8df49e3f25 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5e4187857e345a7880c462421c134c5&device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 1097 time: 0.2580299 Jul 15 13:16:06.546545 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'name': 'network-vif-deleted', 'tag': 'd7a9a9a4-ebee-4dce-b25f-721cd16b9e7b'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:06.548947 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aee5210-0e85-44e6-a009-d2022679f01a" -d '{"events": [{"server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "name": "network-vif-deleted", "tag": "d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:06.556306 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a63fb171-8fd5-44d4-9e86-edd33c942f20 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:06.568965 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b3f837be-be40-4ed5-8048-b664431e57d9 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:06.593721 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port a63fb171-8fd5-44d4-9e86-edd33c942f20, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a63fb171-8fd5-44d4-9e86-edd33c942f20,segment=NetworkSegment(7d90ca56-0610-47bd-9aba-7f5f06ed5d1f),segment_id=7d90ca56-0610-47bd-9aba-7f5f06ed5d1f)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:06.599761 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:06.650229 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 2b4f9298-1528-45da-8221-24eb528865f5 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:06.662180 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7403b8-3ea9-4f20-9a66-99849f43def7 tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:06.664039 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ea7403b8-3ea9-4f20-9a66-99849f43def7 tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6284192 Jul 15 13:16:06.673613 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35982) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:06.695721 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=a63fb171-8fd5-44d4-9e86-edd33c942f20,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:06.718406 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c54a196d-d8bb-4937-b8bf-c173d77983ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:06.721177 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c54a196d-d8bb-4937-b8bf-c173d77983ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:06.722543 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c54a196d-d8bb-4937-b8bf-c173d77983ab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9fcf81c7-b988-4955-b95e-4815bae2970a HTTP/1.1" status: 204 len: 168 time: 0.6072683 Jul 15 13:16:06.740480 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3cc975b9-2f9b-4f3a-aaad-4899c228d28d req-58d2b78a-bc34-4370-80f5-519467294051 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/security-groups?id=787afb52-204d-49bf-9502-cebf24554fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322051 Jul 15 13:16:06.741575 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 2b4f9298-1528-45da-8221-24eb528865f5 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:06.755287 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 2b4f9298-1528-45da-8221-24eb528865f5 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:06.755693 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:06.757687 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac2c3c-7972-4344-b101-128ac0d1791f req-8011ed1d-dc39-47e6-bd97-b6974768a7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:06.760456 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-08ac2c3c-7972-4344-b101-128ac0d1791f req-8011ed1d-dc39-47e6-bd97-b6974768a7a6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cc18f13f-179b-4747-9138-bf8c2fae24a9 HTTP/1.1" status: 200 len: 920 time: 0.2510557 Jul 15 13:16:06.767306 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a196d-d8bb-4937-b8bf-c173d77983ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fcf81c7-b988-4955-b95e-4815bae2970a,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:06.788544 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-794778c6-9cbc-4e52-a3c6-d450042804a6 tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=e1268488-a505-464f-96b0-8b93d6dfd7ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0738597 Jul 15 13:16:06.791980 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35986) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:06.803097 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-be42bb6b-31b0-4fb5-8626-64c5442a20a9 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:06.809989 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-be42bb6b-31b0-4fb5-8626-64c5442a20a9 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/networks?id=594a18f5-eb63-40e1-adf2-df8adb235078 HTTP/1.1" status: 200 len: 806 time: 0.5546865 Jul 15 13:16:06.821054 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-c088b444-d4f0-4916-a1fe-0aa0b6636fb2 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1235970331', 'network_id': '13c0d8aa-07af-4e01-b8fa-724097cdd1d2', 'project_id': 'd986de84121549bf90b7ac80073eff67', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:06.890298 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-08ac2c3c-7972-4344-b101-128ac0d1791f req-770b0428-39f8-4f9a-ac80-53a35add39b0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf HTTP/1.1" status: 200 len: 1001 time: 0.1185346 Jul 15 13:16:06.918711 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:06.921408 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-ff4e3a2c-74fd-4bff-a316-b265a355b925 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/quotas/00b876fd8df24342ab4e9da7bd4da612 HTTP/1.1" status: 200 len: 375 time: 0.1082110 Jul 15 13:16:06.929085 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['a63fb171-8fd5-44d4-9e86-edd33c942f20'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:06.947334 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a36b74ad-e0f9-4b3f-927d-1edb466f2a77 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:06.978170 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 2b4f9298-1528-45da-8221-24eb528865f5, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=2b4f9298-1528-45da-8221-24eb528865f5,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:06.988746 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:07.041210 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-a36b74ad-e0f9-4b3f-927d-1edb466f2a77 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] device_id is not set on port 4b693d94-22d0-4ed6-b667-bd0545a441e1 yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:16:07.146589 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=2b4f9298-1528-45da-8221-24eb528865f5,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:07.173355 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35990) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:07.215714 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a36b74ad-e0f9-4b3f-927d-1edb466f2a77 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:07.248219 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac2c3c-7972-4344-b101-128ac0d1791f req-0bd38bda-dee6-49be-b3f5-056b9bc84a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:07.249757 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-08ac2c3c-7972-4344-b101-128ac0d1791f req-0bd38bda-dee6-49be-b3f5-056b9bc84a57 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65193fd6-1d00-400c-9fec-e3db408513cb HTTP/1.1" status: 200 len: 859 time: 0.3498254 Jul 15 13:16:07.250365 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-5332f1e8-fea4-4be8-86da-de6f2716eea5 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:07.280808 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-633fd443-c21b-429c-bdad-05abd769d9dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9fc020223eb7479fba128edbfbd93187&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1032474 Jul 15 13:16:07.297965 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35992) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:07.300429 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-08ac2c3c-7972-4344-b101-128ac0d1791f req-22d44ea6-6133-4564-87eb-4f596cc757f8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc18f13f-179b-4747-9138-bf8c2fae24a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402715 Jul 15 13:16:07.349588 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a36b74ad-e0f9-4b3f-927d-1edb466f2a77 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:07.366612 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5332f1e8-fea4-4be8-86da-de6f2716eea5 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Pushing event deleted for resources: {'Port': ['ID=2495dac8-215f-4ed4-8052-948af78297a8,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:07.393543 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b3f837be-be40-4ed5-8048-b664431e57d9 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:07.414051 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c088b444-d4f0-4916-a1fe-0aa0b6636fb2 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Made reservation on behalf of d986de84121549bf90b7ac80073eff67 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:07.417620 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c088b444-d4f0-4916-a1fe-0aa0b6636fb2 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:07.458045 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36b74ad-e0f9-4b3f-927d-1edb466f2a77 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Network 0308f1b5-a073-4fd9-b3a5-e7f8fadc802a is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:07.469603 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-a36b74ad-e0f9-4b3f-927d-1edb466f2a77 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:07.473998 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-05fca81c-5cab-4638-8057-d85aeea8c6c4 req-0e537afe-14a7-45de-80c3-73b359bf0a3d tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.125 HTTP/1.1" status: 200 len: 1001 time: 0.5727611 Jul 15 13:16:07.474612 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36b74ad-e0f9-4b3f-927d-1edb466f2a77 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:07.476671 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a36b74ad-e0f9-4b3f-927d-1edb466f2a77 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:07.482933 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b74ad-e0f9-4b3f-927d-1edb466f2a77 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'Port': ['ID=e8b375f9-89b2-43a2-a0ef-7990bb884830,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:07.489336 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-08ac2c3c-7972-4344-b101-128ac0d1791f req-be5b74b2-0c07-4947-9c65-fdbbdec404d5 service neutron] 10.222.0.46 "GET /v2.0/networks/cc18f13f-179b-4747-9138-bf8c2fae24a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803579 Jul 15 13:16:07.569691 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-5332f1e8-fea4-4be8-86da-de6f2716eea5 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] No DVR routers for this DVR port 2495dac8-215f-4ed4-8052-948af78297a8 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:07.574283 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e6943ccd-69dd-4467-85ec-7438ae37054a None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:07.574918 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f837be-be40-4ed5-8048-b664431e57d9 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:07.584836 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-5332f1e8-fea4-4be8-86da-de6f2716eea5 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:07.586835 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-5332f1e8-fea4-4be8-86da-de6f2716eea5 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.46 "DELETE /v2.0/ports/2495dac8-215f-4ed4-8052-948af78297a8 HTTP/1.1" status: 204 len: 173 time: 2.7137928 Jul 15 13:16:07.587763 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-e6943ccd-69dd-4467-85ec-7438ae37054a None None] Transition to ACTIVE for port object c36b9605-a7e3-4a24-a166-4b1ba7f2c812 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:07.594884 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e6943ccd-69dd-4467-85ec-7438ae37054a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:07.602531 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-b3f837be-be40-4ed5-8048-b664431e57d9 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:07.618979 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b74ad-e0f9-4b3f-927d-1edb466f2a77 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'Port': ['ID=4b693d94-22d0-4ed6-b667-bd0545a441e1,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:07.642238 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36b74ad-e0f9-4b3f-927d-1edb466f2a77 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Checking segment: {'id': 'c9fdab60-1d56-46fa-97fa-2b49b08461b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b7e86d20-c2b1-4ef3-bac2-fe40358f1149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:07.642658 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36b74ad-e0f9-4b3f-927d-1edb466f2a77 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Network hostable DHCP agents. Network: b7e86d20-c2b1-4ef3-bac2-fe40358f1149, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:16:07.643878 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f837be-be40-4ed5-8048-b664431e57d9 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:07.656318 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f837be-be40-4ed5-8048-b664431e57d9 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Pushing event updated for resources: {'Port': ['ID=3e08daff-06b5-41f3-9698-5e9f585894a0,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:07.670979 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f31404-7250-4472-a37a-ad66231f66ea None None] Pushing event updated for resources: {'Port': ['ID=c36b9605-a7e3-4a24-a166-4b1ba7f2c812,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:07.671742 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-08ac2c3c-7972-4344-b101-128ac0d1791f req-16390723-c8f2-4dfe-82c3-e0a50554e852 service neutron] 10.222.0.46 "GET /v2.0/networks/cc18f13f-179b-4747-9138-bf8c2fae24a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510534 Jul 15 13:16:07.681967 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36b74ad-e0f9-4b3f-927d-1edb466f2a77 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Network b7e86d20-c2b1-4ef3-bac2-fe40358f1149 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:16:07.682920 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-e6943ccd-69dd-4467-85ec-7438ae37054a None None] Attempting to bind port c36b9605-a7e3-4a24-a166-4b1ba7f2c812 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:07.684242 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-e6943ccd-69dd-4467-85ec-7438ae37054a None None] Attempting to bind port c36b9605-a7e3-4a24-a166-4b1ba7f2c812 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:07.684905 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6943ccd-69dd-4467-85ec-7438ae37054a None None] Attempting to bind port c36b9605-a7e3-4a24-a166-4b1ba7f2c812 on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:07.688049 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f31404-7250-4472-a37a-ad66231f66ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:07.688365 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f31404-7250-4472-a37a-ad66231f66ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:07.688694 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f31404-7250-4472-a37a-ad66231f66ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:07.689063 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f31404-7250-4472-a37a-ad66231f66ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:07.689380 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f31404-7250-4472-a37a-ad66231f66ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:07.689722 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f31404-7250-4472-a37a-ad66231f66ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:07.690145 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f31404-7250-4472-a37a-ad66231f66ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:07.690643 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f31404-7250-4472-a37a-ad66231f66ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:07.691079 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f31404-7250-4472-a37a-ad66231f66ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:07.691573 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f31404-7250-4472-a37a-ad66231f66ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:07.692029 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f31404-7250-4472-a37a-ad66231f66ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:07.692459 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f31404-7250-4472-a37a-ad66231f66ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:07.693704 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-a36b74ad-e0f9-4b3f-927d-1edb466f2a77 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, b7e86d20-c2b1-4ef3-bac2-fe40358f1149) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:07.698688 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36b74ad-e0f9-4b3f-927d-1edb466f2a77 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:07.705845 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36b74ad-e0f9-4b3f-927d-1edb466f2a77 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:07.706274 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4331780d-a3b0-4a71-8b97-711b3447173f None None] Network b7e86d20-c2b1-4ef3-bac2-fe40358f1149 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:07.713273 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36b74ad-e0f9-4b3f-927d-1edb466f2a77 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:07.714016 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a36b74ad-e0f9-4b3f-927d-1edb466f2a77 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:07.714411 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6943ccd-69dd-4467-85ec-7438ae37054a None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:07.714841 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6943ccd-69dd-4467-85ec-7438ae37054a None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:07.716551 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e6943ccd-69dd-4467-85ec-7438ae37054a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:07.716551 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6943ccd-69dd-4467-85ec-7438ae37054a None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:07.716910 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-e6943ccd-69dd-4467-85ec-7438ae37054a None None] Bound port: c36b9605-a7e3-4a24-a166-4b1ba7f2c812, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:07.717284 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e6943ccd-69dd-4467-85ec-7438ae37054a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:07.730158 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fca81c-5cab-4638-8057-d85aeea8c6c4 req-9480c7f1-8727-40f8-9d04-a931f258dca5 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:07.732013 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a36b74ad-e0f9-4b3f-927d-1edb466f2a77 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1944449 Jul 15 13:16:07.734047 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35994) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:07.746853 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-05fca81c-5cab-4638-8057-d85aeea8c6c4 req-9480c7f1-8727-40f8-9d04-a931f258dca5 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/ports/2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf HTTP/1.1" status: 200 len: 942 time: 0.2619829 Jul 15 13:16:07.747737 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1fbb8699-7cfa-4286-b552-9f3f695887cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:07.802521 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-61f7be96-2c60-49c1-ae11-16b7a32ec573 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=00b876fd8df24342ab4e9da7bd4da612&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8802316 Jul 15 13:16:07.832660 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-e6943ccd-69dd-4467-85ec-7438ae37054a None None] For port c36b9605-a7e3-4a24-a166-4b1ba7f2c812, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:07.836974 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-e6943ccd-69dd-4467-85ec-7438ae37054a None None] For port c36b9605-a7e3-4a24-a166-4b1ba7f2c812, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=c36b9605-a7e3-4a24-a166-4b1ba7f2c812,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:07.842994 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e6943ccd-69dd-4467-85ec-7438ae37054a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:07.898164 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-353743a5-7d79-4302-921a-4c2bb14bb5ba tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Deleting port 4b693d94-22d0-4ed6-b667-bd0545a441e1 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:07.898509 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-353743a5-7d79-4302-921a-4c2bb14bb5ba tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:07.929062 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6943ccd-69dd-4467-85ec-7438ae37054a None None] Routers {'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:07.929720 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-e6943ccd-69dd-4467-85ec-7438ae37054a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:16:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['fce3a1fd-ff8c-4c61-a07c-59689ebe08a0'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:07.967297 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1fbb8699-7cfa-4286-b552-9f3f695887cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.013540 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-353743a5-7d79-4302-921a-4c2bb14bb5ba tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.030052 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-353743a5-7d79-4302-921a-4c2bb14bb5ba tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Calling delete_port for 4b693d94-22d0-4ed6-b667-bd0545a441e1 owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:08.079468 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device a63fb171-8fd5-44d4-9e86-edd33c942f20 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:08.134635 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f31404-7250-4472-a37a-ad66231f66ea None None] Pushing event updated for resources: {'Port': ['ID=c36b9605-a7e3-4a24-a166-4b1ba7f2c812,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:08.142388 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-353743a5-7d79-4302-921a-4c2bb14bb5ba tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.158553 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port a63fb171-8fd5-44d4-9e86-edd33c942f20 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:08.167638 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port a63fb171-8fd5-44d4-9e86-edd33c942f20 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:08.168474 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.173269 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-e6943ccd-69dd-4467-85ec-7438ae37054a None None] Set router fce3a1fd-ff8c-4c61-a07c-59689ebe08a0 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:08.181249 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353743a5-7d79-4302-921a-4c2bb14bb5ba tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'Port': ['ID=4b693d94-22d0-4ed6-b667-bd0545a441e1,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:08.191650 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-353743a5-7d79-4302-921a-4c2bb14bb5ba tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.198163 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-353743a5-7d79-4302-921a-4c2bb14bb5ba tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/ports/4b693d94-22d0-4ed6-b667-bd0545a441e1 HTTP/1.1" status: 204 len: 168 time: 0.4630175 Jul 15 13:16:08.198815 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 35998) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:08.249760 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-05fca81c-5cab-4638-8057-d85aeea8c6c4 req-d29f2181-acd2-4554-b719-e5b1870fee8e tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.125 HTTP/1.1" status: 200 len: 1001 time: 0.3297348 Jul 15 13:16:08.298931 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e79fffc-b510-4d7a-b2a5-defcdd295b17 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:08.308355 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.312504 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e79fffc-b510-4d7a-b2a5-defcdd295b17 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:08.314857 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5e79fffc-b510-4d7a-b2a5-defcdd295b17 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1150603 Jul 15 13:16:08.319686 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36000) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:08.327909 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-1dfc59a0-01d5-4f05-84f8-ee71dbeeb907 service neutron] 10.222.0.16 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4956532 Jul 15 13:16:08.352427 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe7dd93-a7b7-48c9-bb91-ef7587ed9edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63fb171-8fd5-44d4-9e86-edd33c942f20'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:08.354814 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5617e019-d55d-4a28-9788-14e440119845" -d '{"events": [{"server_uuid": "8fe7dd93-a7b7-48c9-bb91-ef7587ed9edb", "name": "network-vif-plugged", "status": "completed", "tag": "a63fb171-8fd5-44d4-9e86-edd33c942f20"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:08.376299 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port a63fb171-8fd5-44d4-9e86-edd33c942f20, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a63fb171-8fd5-44d4-9e86-edd33c942f20,segment=NetworkSegment(7d90ca56-0610-47bd-9aba-7f5f06ed5d1f),segment_id=7d90ca56-0610-47bd-9aba-7f5f06ed5d1f)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:08.382122 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.403114 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-e6943ccd-69dd-4467-85ec-7438ae37054a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452297766', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'c36b9605-a7e3-4a24-a166-4b1ba7f2c812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:16:00Z', 'updated_at': '2021-07-15T13:16:03Z', 'revision_number': 3, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'c36b9605-a7e3-4a24-a166-4b1ba7f2c812', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:01:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:01Z', 'updated_at': '2021-07-15T13:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:08.431069 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6943ccd-69dd-4467-85ec-7438ae37054a None None] The sync data for ids ['fce3a1fd-ff8c-4c61-a07c-59689ebe08a0'] in n-d-771363-36 is: [{'id': 'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452297766', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'c36b9605-a7e3-4a24-a166-4b1ba7f2c812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:16:00Z', 'updated_at': '2021-07-15T13:16:03Z', 'revision_number': 3, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'c36b9605-a7e3-4a24-a166-4b1ba7f2c812', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:01:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:01Z', 'updated_at': '2021-07-15T13:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:16:08.436866 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1fbb8699-7cfa-4286-b552-9f3f695887cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.439611 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1fbb8699-7cfa-4286-b552-9f3f695887cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.443092 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1fbb8699-7cfa-4286-b552-9f3f695887cb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bf4b53f1-fb76-4bf6-acca-1951a9f90672 HTTP/1.1" status: 204 len: 168 time: 1.1410005 Jul 15 13:16:08.444078 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=a63fb171-8fd5-44d4-9e86-edd33c942f20,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:08.458749 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-74743455-110a-4a95-a484-8fb89609bb49 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Deleting port e8b375f9-89b2-43a2-a0ef-7990bb884830 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:08.459099 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-74743455-110a-4a95-a484-8fb89609bb49 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.463963 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c088b444-d4f0-4916-a1fe-0aa0b6636fb2 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.479410 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb8699-7cfa-4286-b552-9f3f695887cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4b53f1-fb76-4bf6-acca-1951a9f90672,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:08.486738 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-33ad971e-3727-468d-9d54-43e1fee9f511 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Deleting port 45cccd3c-527e-44db-82ed-44f7f1bef40a {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:08.487086 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-33ad971e-3727-468d-9d54-43e1fee9f511 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.560250 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-74743455-110a-4a95-a484-8fb89609bb49 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.582320 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-74743455-110a-4a95-a484-8fb89609bb49 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Calling delete_port for e8b375f9-89b2-43a2-a0ef-7990bb884830 owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:08.587326 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 2b4f9298-1528-45da-8221-24eb528865f5 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:08.673409 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 2b4f9298-1528-45da-8221-24eb528865f5 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:08.673795 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.690074 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-74743455-110a-4a95-a484-8fb89609bb49 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.726982 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74743455-110a-4a95-a484-8fb89609bb49 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'Port': ['ID=e8b375f9-89b2-43a2-a0ef-7990bb884830,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:08.738456 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-74743455-110a-4a95-a484-8fb89609bb49 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.740470 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-74743455-110a-4a95-a484-8fb89609bb49 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/ports/e8b375f9-89b2-43a2-a0ef-7990bb884830 HTTP/1.1" status: 204 len: 168 time: 0.4194820 Jul 15 13:16:08.742907 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36008) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:08.776514 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fca81c-5cab-4638-8057-d85aeea8c6c4 req-bc9a6806-6164-4637-8c1c-f9b659aacfb3 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:08.784087 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-05fca81c-5cab-4638-8057-d85aeea8c6c4 req-bc9a6806-6164-4637-8c1c-f9b659aacfb3 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/networks/e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 784 time: 0.5275328 Jul 15 13:16:08.806686 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-05fca81c-5cab-4638-8057-d85aeea8c6c4 req-077e7832-a5c6-42cb-8264-8611d3b839d3 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:16:08.807734 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-05fca81c-5cab-4638-8057-d85aeea8c6c4 req-077e7832-a5c6-42cb-8264-8611d3b839d3 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0228314 Jul 15 13:16:08.830095 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c088b444-d4f0-4916-a1fe-0aa0b6636fb2 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'Subnet': ['ID=007dc46b-c0a3-4755-b595-e11755a7ea39,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:08.912096 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3efbf6-e9b7-4669-a009-fb6c8fd7e126 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:08.913812 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3d3efbf6-e9b7-4669-a009-fb6c8fd7e126 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1699440 Jul 15 13:16:08.921486 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36012) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:08.961921 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c62572a-a454-4688-ad99-9ff17be8dbc5 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] GET failed (client error): The resource could not be found. Jul 15 13:16:08.963727 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0c62572a-a454-4688-ad99-9ff17be8dbc5 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "GET /v2.0/ports/4b693d94-22d0-4ed6-b667-bd0545a441e1 HTTP/1.1" status: 404 len: 333 time: 0.0410452 Jul 15 13:16:08.971141 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36016) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:09.009191 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce6e820c-9bef-4887-b1af-969c25ed904e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] GET failed (client error): The resource could not be found. Jul 15 13:16:09.013532 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ce6e820c-9bef-4887-b1af-969c25ed904e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "GET /v2.0/ports/e8b375f9-89b2-43a2-a0ef-7990bb884830 HTTP/1.1" status: 404 len: 333 time: 0.0388815 Jul 15 13:16:09.013887 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36020) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:09.107666 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-420bc5ef-cb66-47dc-b46d-bc1a795684f4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:09.213754 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-420bc5ef-cb66-47dc-b46d-bc1a795684f4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:09.235488 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-420bc5ef-cb66-47dc-b46d-bc1a795684f4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7e86d20-c2b1-4ef3-bac2-fe40358f1149']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:09.248144 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-420bc5ef-cb66-47dc-b46d-bc1a795684f4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9fdab60-1d56-46fa-97fa-2b49b08461b2') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:09.248503 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-420bc5ef-cb66-47dc-b46d-bc1a795684f4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9fdab60-1d56-46fa-97fa-2b49b08461b2') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:09.260056 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-420bc5ef-cb66-47dc-b46d-bc1a795684f4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:09.269603 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c088b444-d4f0-4916-a1fe-0aa0b6636fb2 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Checking segment: {'id': '90f4024f-160c-4885-80aa-58ce2d07968c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '13c0d8aa-07af-4e01-b8fa-724097cdd1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:09.270081 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c088b444-d4f0-4916-a1fe-0aa0b6636fb2 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Network hostable DHCP agents. Network: 13c0d8aa-07af-4e01-b8fa-724097cdd1d2, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:16:09.273111 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-33ad971e-3727-468d-9d54-43e1fee9f511 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] For port 45cccd3c-527e-44db-82ed-44f7f1bef40a, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=45cccd3c-527e-44db-82ed-44f7f1bef40a,segment=NetworkSegment(b48a1be4-8704-4073-a776-5fcb869d0e81),segment_id=b48a1be4-8704-4073-a776-5fcb869d0e81)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:09.273913 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-33ad971e-3727-468d-9d54-43e1fee9f511 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:09.277297 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b3f837be-be40-4ed5-8048-b664431e57d9 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:09.278168 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-420bc5ef-cb66-47dc-b46d-bc1a795684f4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:09.285773 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-420bc5ef-cb66-47dc-b46d-bc1a795684f4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:16:09.286182 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-420bc5ef-cb66-47dc-b46d-bc1a795684f4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:09.290695 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:09.290695 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:09.290695 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:09.290695 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:09.290695 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:09.290695 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:09.290695 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:16:09.290695 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:16:09.290695 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:16:09.290695 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:16:09.290695 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:16:09.290695 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:16:09.290695 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:16:09.290695 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:16:09.290695 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:16:09.290695 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:16:09.290695 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:16:09.290695 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:16:09.290695 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:16:09.290695 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:16:09.290695 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:16:09.290695 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:16:09.290695 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:16:09.290695 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:16:09.290695 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:16:09.290695 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:16:09.290695 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:16:09.290695 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:16:09.290695 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:16:09.290695 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:16:09.290695 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:16:09.290695 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:16:09.290695 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:16:09.290695 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:16:09.290695 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:16:09.290695 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:16:09.290695 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:16:09.290695 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:16:09.292965 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-b291ae84-98c7-4885-afaa-93c623468bdc service neutron] 10.222.0.16 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9439306 Jul 15 13:16:09.385796 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-420bc5ef-cb66-47dc-b46d-bc1a795684f4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:09.420463 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-420bc5ef-cb66-47dc-b46d-bc1a795684f4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:09.428048 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-420bc5ef-cb66-47dc-b46d-bc1a795684f4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/networks/b7e86d20-c2b1-4ef3-bac2-fe40358f1149 HTTP/1.1" status: 204 len: 168 time: 0.4130862 Jul 15 13:16:09.432735 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36032) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:09.435046 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420bc5ef-cb66-47dc-b46d-bc1a795684f4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'Network': ['ID=b7e86d20-c2b1-4ef3-bac2-fe40358f1149,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:09.446556 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-f716fbce-47b0-42e0-9c03-57392466874e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1868588268'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:09.500825 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f716fbce-47b0-42e0-9c03-57392466874e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Made reservation on behalf of 44d20f985e3e4d3da729c1600e912e21 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:09.504374 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f716fbce-47b0-42e0-9c03-57392466874e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:09.517139 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c088b444-d4f0-4916-a1fe-0aa0b6636fb2 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Network 13c0d8aa-07af-4e01-b8fa-724097cdd1d2 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:16:09.555462 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f716fbce-47b0-42e0-9c03-57392466874e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:16:09.577661 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f716fbce-47b0-42e0-9c03-57392466874e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:09.578497 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-f716fbce-47b0-42e0-9c03-57392466874e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Added segment 880737c7-82fc-45cf-8248-2d5201874a2b of type vlan for network 4b13f17e-2b4a-4abd-ac13-773959252657 Jul 15 13:16:09.579287 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36038) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:09.619182 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-05fca81c-5cab-4638-8057-d85aeea8c6c4 req-0809f39e-66a8-4eb4-a648-aa6ec976ec4f tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.125 HTTP/1.1" status: 200 len: 1001 time: 0.7682340 Jul 15 13:16:09.619986 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-c088b444-d4f0-4916-a1fe-0aa0b6636fb2 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 13c0d8aa-07af-4e01-b8fa-724097cdd1d2) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:09.629770 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa624dc9-df3e-4940-9a48-9f6c2e3b23f4 None None] Network 13c0d8aa-07af-4e01-b8fa-724097cdd1d2 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:09.673789 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f716fbce-47b0-42e0-9c03-57392466874e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:09.719800 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-05fca81c-5cab-4638-8057-d85aeea8c6c4 req-fd3f9def-f688-4c22-ac83-778fb82727d1 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:09.724499 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c088b444-d4f0-4916-a1fe-0aa0b6636fb2 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:09.725082 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c088b444-d4f0-4916-a1fe-0aa0b6636fb2 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:09.753280 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f716fbce-47b0-42e0-9c03-57392466874e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:09.764102 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f716fbce-47b0-42e0-9c03-57392466874e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:09.765838 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f716fbce-47b0-42e0-9c03-57392466874e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:09.819744 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c088b444-d4f0-4916-a1fe-0aa0b6636fb2 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.0227163 Jul 15 13:16:09.823233 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36046) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:09.838368 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f716fbce-47b0-42e0-9c03-57392466874e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4042540 Jul 15 13:16:09.844391 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36048) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:09.854066 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-f9b7ffac-2791-48e7-be8f-489681689557 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'subnet': {'network_id': '4b13f17e-2b4a-4abd-ac13-773959252657', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:09.882715 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7c9ad595-cb13-46d5-9c92-6911a2ac6503 tempest-AgentManagementNegativeTest-1529885247 tempest-AgentManagementNegativeTest-1529885247-project] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3024328 Jul 15 13:16:09.911599 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b00ad7-2de6-4f66-a10a-bdca529a0b81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-13c0d8aa-07af-4e01-b8fa-724097cdd1d2', 'network_id': '13c0d8aa-07af-4e01-b8fa-724097cdd1d2', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'fixed_ips': [{'subnet_id': '007dc46b-c0a3-4755-b595-e11755a7ea39'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:16:09.912941 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12b00ad7-2de6-4f66-a10a-bdca529a0b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:09.998055 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-05fca81c-5cab-4638-8057-d85aeea8c6c4 req-fd3f9def-f688-4c22-ac83-778fb82727d1 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks [] for floatingip, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.136858 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-33ad971e-3727-468d-9d54-43e1fee9f511 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.137428 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-33ad971e-3727-468d-9d54-43e1fee9f511 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.138362 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-33ad971e-3727-468d-9d54-43e1fee9f511 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Floating IP 0b596c9a-9b0c-4395-a2b8-3f21308d7a13 disassociated. External IP: 172.25.8.197, port: 45cccd3c-527e-44db-82ed-44f7f1bef40a. Jul 15 13:16:10.138893 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-33ad971e-3727-468d-9d54-43e1fee9f511 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Calling delete_port for 45cccd3c-527e-44db-82ed-44f7f1bef40a owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:10.139183 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-12b00ad7-2de6-4f66-a10a-bdca529a0b81 None None] Allocated IP 172.20.0.2 (13c0d8aa-07af-4e01-b8fa-724097cdd1d2/007dc46b-c0a3-4755-b595-e11755a7ea39/b0c1c1da-6cb4-4794-99bb-206ec03bd0ee) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:10.161915 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae7a15-1b87-4b80-8b32-cac5a798bcdf req-5f781c8d-50d9-47a3-b249-b25ab5265062 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:10.163925 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ceae7a15-1b87-4b80-8b32-cac5a798bcdf req-5f781c8d-50d9-47a3-b249-b25ab5265062 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 944 time: 0.5541523 Jul 15 13:16:10.331762 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b3f837be-be40-4ed5-8048-b664431e57d9 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.360690 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ceae7a15-1b87-4b80-8b32-cac5a798bcdf req-85b71ee2-a3c1-437c-82eb-e312daad2630 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/security-groups?id=11c6d291-a458-49b6-80ff-5db152f1be0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843998 Jul 15 13:16:10.383757 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716fbce-47b0-42e0-9c03-57392466874e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'Network': ['ID=4b13f17e-2b4a-4abd-ac13-773959252657,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:10.419124 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 4b13f17e-2b4a-4abd-ac13-773959252657 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:16:10.520425 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36056) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:10.544702 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12b00ad7-2de6-4f66-a10a-bdca529a0b81 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.555309 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b7ffac-2791-48e7-be8f-489681689557 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Made reservation on behalf of 44d20f985e3e4d3da729c1600e912e21 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:10.567299 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9b7ffac-2791-48e7-be8f-489681689557 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.571741 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-12b00ad7-2de6-4f66-a10a-bdca529a0b81 None None] Transition to ACTIVE for port object b0c1c1da-6cb4-4794-99bb-206ec03bd0ee will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:10.595390 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-12b00ad7-2de6-4f66-a10a-bdca529a0b81 None None] Transition to ACTIVE for port object b0c1c1da-6cb4-4794-99bb-206ec03bd0ee will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:10.610817 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12b00ad7-2de6-4f66-a10a-bdca529a0b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.614606 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21cca83-9701-419c-ab18-8fefd320f7c0 x-openstack-request-id: req-d21cca83-9701-419c-ab18-8fefd320f7c0 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:10.615038 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "name": "network-vif-deleted", "tag": "d7a9a9a4-ebee-4dce-b25f-721cd16b9e7b", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:10.615622 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d21cca83-9701-419c-ab18-8fefd320f7c0 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:10.616210 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'name': 'network-vif-deleted', 'tag': 'd7a9a9a4-ebee-4dce-b25f-721cd16b9e7b', 'status': 'completed', 'code': 200} Jul 15 13:16:10.637178 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-05fca81c-5cab-4638-8057-d85aeea8c6c4 req-fd3f9def-f688-4c22-ac83-778fb82727d1 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.730450 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b00ad7-2de6-4f66-a10a-bdca529a0b81 None None] Pushing event updated for resources: {'Port': ['ID=b0c1c1da-6cb4-4794-99bb-206ec03bd0ee,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:10.745310 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c36b9605-a7e3-4a24-a166-4b1ba7f2c812 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:10.794835 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b00ad7-2de6-4f66-a10a-bdca529a0b81 None None] Network 13c0d8aa-07af-4e01-b8fa-724097cdd1d2 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:10.800086 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-12b00ad7-2de6-4f66-a10a-bdca529a0b81 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:10.803534 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b00ad7-2de6-4f66-a10a-bdca529a0b81 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:10.807111 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c71fbafe-cca9-47f4-9f26-98d865df595d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.899013 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port c36b9605-a7e3-4a24-a166-4b1ba7f2c812 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:10.904791 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port c36b9605-a7e3-4a24-a166-4b1ba7f2c812 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:10.905248 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.906974 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-12b00ad7-2de6-4f66-a10a-bdca529a0b81 None None] Attempting to bind port b0c1c1da-6cb4-4794-99bb-206ec03bd0ee on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:10.907411 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-12b00ad7-2de6-4f66-a10a-bdca529a0b81 None None] Attempting to bind port b0c1c1da-6cb4-4794-99bb-206ec03bd0ee by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '90f4024f-160c-4885-80aa-58ce2d07968c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '13c0d8aa-07af-4e01-b8fa-724097cdd1d2'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:10.907861 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b00ad7-2de6-4f66-a10a-bdca529a0b81 None None] Attempting to bind port b0c1c1da-6cb4-4794-99bb-206ec03bd0ee on network 13c0d8aa-07af-4e01-b8fa-724097cdd1d2 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:10.935261 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b00ad7-2de6-4f66-a10a-bdca529a0b81 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:10.935909 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b00ad7-2de6-4f66-a10a-bdca529a0b81 None None] Checking segment: {'id': '90f4024f-160c-4885-80aa-58ce2d07968c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '13c0d8aa-07af-4e01-b8fa-724097cdd1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:10.936393 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12b00ad7-2de6-4f66-a10a-bdca529a0b81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.936861 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b00ad7-2de6-4f66-a10a-bdca529a0b81 None None] Bound using segment: {'id': '90f4024f-160c-4885-80aa-58ce2d07968c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '13c0d8aa-07af-4e01-b8fa-724097cdd1d2'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:10.937415 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-12b00ad7-2de6-4f66-a10a-bdca529a0b81 None None] Bound port: b0c1c1da-6cb4-4794-99bb-206ec03bd0ee, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90f4024f-160c-4885-80aa-58ce2d07968c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '13c0d8aa-07af-4e01-b8fa-724097cdd1d2'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:10.938507 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12b00ad7-2de6-4f66-a10a-bdca529a0b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.938667 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-05fca81c-5cab-4638-8057-d85aeea8c6c4 req-fd3f9def-f688-4c22-ac83-778fb82727d1 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.938857 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [req-05fca81c-5cab-4638-8057-d85aeea8c6c4 req-fd3f9def-f688-4c22-ac83-778fb82727d1 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Floating IP d59ee021-9412-4200-af49-a89b57b00efa disassociated. External IP: 172.25.8.125, port: 2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf. Jul 15 13:16:10.957345 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9b7ffac-2791-48e7-be8f-489681689557 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.045640 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-12b00ad7-2de6-4f66-a10a-bdca529a0b81 None None] For port b0c1c1da-6cb4-4794-99bb-206ec03bd0ee, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:11.050296 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-12b00ad7-2de6-4f66-a10a-bdca529a0b81 None None] For port b0c1c1da-6cb4-4794-99bb-206ec03bd0ee, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=b0c1c1da-6cb4-4794-99bb-206ec03bd0ee,segment=NetworkSegment(90f4024f-160c-4885-80aa-58ce2d07968c),segment_id=90f4024f-160c-4885-80aa-58ce2d07968c)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:11.055865 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12b00ad7-2de6-4f66-a10a-bdca529a0b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.058585 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7ffac-2791-48e7-be8f-489681689557 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'Subnet': ['ID=dd2d9a3f-4255-403e-a748-c1bbec01d2ee,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:11.060547 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.088765 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b7ffac-2791-48e7-be8f-489681689557 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Checking segment: {'id': '880737c7-82fc-45cf-8248-2d5201874a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4b13f17e-2b4a-4abd-ac13-773959252657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:11.089220 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b7ffac-2791-48e7-be8f-489681689557 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Network hostable DHCP agents. Network: 4b13f17e-2b4a-4abd-ac13-773959252657, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:16:11.123819 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c71fbafe-cca9-47f4-9f26-98d865df595d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.124272 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port c36b9605-a7e3-4a24-a166-4b1ba7f2c812, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=c36b9605-a7e3-4a24-a166-4b1ba7f2c812,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:11.131879 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c71fbafe-cca9-47f4-9f26-98d865df595d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.143214 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b7ffac-2791-48e7-be8f-489681689557 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Network 4b13f17e-2b4a-4abd-ac13-773959252657 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:16:11.143451 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.151423 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b00ad7-2de6-4f66-a10a-bdca529a0b81 None None] Pushing event updated for resources: {'Port': ['ID=b0c1c1da-6cb4-4794-99bb-206ec03bd0ee,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:11.174290 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-f9b7ffac-2791-48e7-be8f-489681689557 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 4b13f17e-2b4a-4abd-ac13-773959252657) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:11.190795 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf19e1d-7b4c-4def-9440-4f114c50d4aa None None] Network 4b13f17e-2b4a-4abd-ac13-773959252657 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:11.192997 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b7ffac-2791-48e7-be8f-489681689557 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:11.193603 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9b7ffac-2791-48e7-be8f-489681689557 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.200369 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c71fbafe-cca9-47f4-9f26-98d865df595d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ebf17b2375d24406af6ee2d45e5d7144&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6783426 Jul 15 13:16:11.204009 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36060) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:11.246339 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71fbafe-cca9-47f4-9f26-98d865df595d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b85949-57cd-412a-8be3-4b7381187ab4,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:11.265478 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f9b7ffac-2791-48e7-be8f-489681689557 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4147594 Jul 15 13:16:11.268458 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36062) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:11.281712 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-e8eb7e8b-dd6c-4412-87e0-642fa2ba6449 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'port': {'network_id': '4b13f17e-2b4a-4abd-ac13-773959252657', 'name': 'tempest-PortsTestJSON-341018321'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:11.305809 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e647a10c-077a-45ba-a86e-d0d985e8af22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.338538 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=c36b9605-a7e3-4a24-a166-4b1ba7f2c812,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:11.346590 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e647a10c-077a-45ba-a86e-d0d985e8af22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.550242 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b58e8f7-5418-4df1-8503-c2d34dac9223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-4b13f17e-2b4a-4abd-ac13-773959252657', 'network_id': '4b13f17e-2b4a-4abd-ac13-773959252657', 'tenant_id': '44d20f985e3e4d3da729c1600e912e21', 'fixed_ips': [{'subnet_id': 'dd2d9a3f-4255-403e-a748-c1bbec01d2ee'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:16:11.551268 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b58e8f7-5418-4df1-8503-c2d34dac9223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.559014 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8eb7e8b-dd6c-4412-87e0-642fa2ba6449 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Made reservation on behalf of 44d20f985e3e4d3da729c1600e912e21 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:11.562696 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e8eb7e8b-dd6c-4412-87e0-642fa2ba6449 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.567572 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e647a10c-077a-45ba-a86e-d0d985e8af22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.570050 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e647a10c-077a-45ba-a86e-d0d985e8af22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.573814 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e647a10c-077a-45ba-a86e-d0d985e8af22 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a5b85949-57cd-412a-8be3-4b7381187ab4 HTTP/1.1" status: 204 len: 168 time: 0.3662574 Jul 15 13:16:11.610827 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e647a10c-077a-45ba-a86e-d0d985e8af22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b85949-57cd-412a-8be3-4b7381187ab4,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:11.626703 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-e8eb7e8b-dd6c-4412-87e0-642fa2ba6449 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] device_id is not set on port 6a6e8d79-9a9e-4ef0-b3fe-75b6f622d329 yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:16:11.644196 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-6de242ce-e9da-4771-b952-b86e2721bb7e tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:11.645957 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-6de242ce-e9da-4771-b952-b86e2721bb7e tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.46 "GET /v2.0/networks?id=594a18f5-eb63-40e1-adf2-df8adb235078 HTTP/1.1" status: 200 len: 806 time: 0.2296023 Jul 15 13:16:11.707739 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef255a5-0d11-4233-95f9-885d53358b26 req-bb809293-6ff3-4c24-9eb3-bbfa3546fd79 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:11.709380 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-d611a48f-ecf5-4b20-a19d-91d5e6e0cc68 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Request body: {'port': {'device_id': 'ca729965-aa11-4eca-9fc6-001adfc57e3a', 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078', 'admin_state_up': True, 'tenant_id': '00b876fd8df24342ab4e9da7bd4da612'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:11.748152 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5ef255a5-0d11-4233-95f9-885d53358b26 req-bb809293-6ff3-4c24-9eb3-bbfa3546fd79 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fe7dd93-a7b7-48c9-bb91-ef7587ed9edb HTTP/1.1" status: 200 len: 946 time: 0.9899330 Jul 15 13:16:11.799170 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-4b58e8f7-5418-4df1-8503-c2d34dac9223 None None] Allocated IP 172.20.0.2 (4b13f17e-2b4a-4abd-ac13-773959252657/dd2d9a3f-4255-403e-a748-c1bbec01d2ee/c5970cd2-1de1-4399-8391-1786833b9fd2) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:11.854274 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-33ad971e-3727-468d-9d54-43e1fee9f511 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.907177 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f837be-be40-4ed5-8048-b664431e57d9 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Router 2de8c9c5-2fa5-4875-931f-3c68deba9363 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:16:11.921569 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad971e-3727-468d-9d54-43e1fee9f511 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Pushing event deleted for resources: {'Port': ['ID=45cccd3c-527e-44db-82ed-44f7f1bef40a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:11.925892 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5ef255a5-0d11-4233-95f9-885d53358b26 req-8106bae7-3b97-4a63-bfe5-7382882e79e3 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/security-groups?id=787afb52-204d-49bf-9502-cebf24554fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768789 Jul 15 13:16:12.020869 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-d611a48f-ecf5-4b20-a19d-91d5e6e0cc68 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Made reservation on behalf of 00b876fd8df24342ab4e9da7bd4da612 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:12.027967 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-d611a48f-ecf5-4b20-a19d-91d5e6e0cc68 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:12.054617 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b58e8f7-5418-4df1-8503-c2d34dac9223 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:12.060856 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05fca81c-5cab-4638-8057-d85aeea8c6c4 req-fd3f9def-f688-4c22-ac83-778fb82727d1 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Router eef3fc0e-69c8-464f-9d9c-04d66b1c8b59 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:16:12.066030 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-4b58e8f7-5418-4df1-8503-c2d34dac9223 None None] Transition to ACTIVE for port object c5970cd2-1de1-4399-8391-1786833b9fd2 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:12.085085 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-4b58e8f7-5418-4df1-8503-c2d34dac9223 None None] Transition to ACTIVE for port object c5970cd2-1de1-4399-8391-1786833b9fd2 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:12.091957 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bad60ae-113a-4816-92eb-29cae4d92635 x-openstack-request-id: req-1bad60ae-113a-4816-92eb-29cae4d92635 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:12.092271 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe7dd93-a7b7-48c9-bb91-ef7587ed9edb", "name": "network-vif-plugged", "status": "completed", "tag": "a63fb171-8fd5-44d4-9e86-edd33c942f20", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:12.092512 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1bad60ae-113a-4816-92eb-29cae4d92635 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:12.092987 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe7dd93-a7b7-48c9-bb91-ef7587ed9edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63fb171-8fd5-44d4-9e86-edd33c942f20', 'code': 200} Jul 15 13:16:12.094677 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b58e8f7-5418-4df1-8503-c2d34dac9223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:12.178409 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-e8eb7e8b-dd6c-4412-87e0-642fa2ba6449 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Allocated IP 172.20.0.6 (4b13f17e-2b4a-4abd-ac13-773959252657/dd2d9a3f-4255-403e-a748-c1bbec01d2ee/6a6e8d79-9a9e-4ef0-b3fe-75b6f622d329) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:12.179025 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b58e8f7-5418-4df1-8503-c2d34dac9223 None None] Pushing event updated for resources: {'Port': ['ID=c5970cd2-1de1-4399-8391-1786833b9fd2,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:12.201074 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b58e8f7-5418-4df1-8503-c2d34dac9223 None None] Network 4b13f17e-2b4a-4abd-ac13-773959252657 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:12.202509 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-4b58e8f7-5418-4df1-8503-c2d34dac9223 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:12.209636 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b58e8f7-5418-4df1-8503-c2d34dac9223 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:12.338515 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-4b58e8f7-5418-4df1-8503-c2d34dac9223 None None] Attempting to bind port c5970cd2-1de1-4399-8391-1786833b9fd2 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:12.338928 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-4b58e8f7-5418-4df1-8503-c2d34dac9223 None None] Attempting to bind port c5970cd2-1de1-4399-8391-1786833b9fd2 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '880737c7-82fc-45cf-8248-2d5201874a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4b13f17e-2b4a-4abd-ac13-773959252657'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:12.339498 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b58e8f7-5418-4df1-8503-c2d34dac9223 None None] Attempting to bind port c5970cd2-1de1-4399-8391-1786833b9fd2 on network 4b13f17e-2b4a-4abd-ac13-773959252657 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:12.354105 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b58e8f7-5418-4df1-8503-c2d34dac9223 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:12.354500 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b58e8f7-5418-4df1-8503-c2d34dac9223 None None] Checking segment: {'id': '880737c7-82fc-45cf-8248-2d5201874a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4b13f17e-2b4a-4abd-ac13-773959252657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:12.354942 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b58e8f7-5418-4df1-8503-c2d34dac9223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:12.355352 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b58e8f7-5418-4df1-8503-c2d34dac9223 None None] Bound using segment: {'id': '880737c7-82fc-45cf-8248-2d5201874a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4b13f17e-2b4a-4abd-ac13-773959252657'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:12.356020 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-4b58e8f7-5418-4df1-8503-c2d34dac9223 None None] Bound port: c5970cd2-1de1-4399-8391-1786833b9fd2, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '880737c7-82fc-45cf-8248-2d5201874a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4b13f17e-2b4a-4abd-ac13-773959252657'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:12.357484 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b58e8f7-5418-4df1-8503-c2d34dac9223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:12.414947 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e8eb7e8b-dd6c-4412-87e0-642fa2ba6449 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:12.437797 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-e8eb7e8b-dd6c-4412-87e0-642fa2ba6449 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Transition to ACTIVE for port object 6a6e8d79-9a9e-4ef0-b3fe-75b6f622d329 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:12.471915 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-4b58e8f7-5418-4df1-8503-c2d34dac9223 None None] For port c5970cd2-1de1-4399-8391-1786833b9fd2, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:12.498177 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e8eb7e8b-dd6c-4412-87e0-642fa2ba6449 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:12.499046 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-4b58e8f7-5418-4df1-8503-c2d34dac9223 None None] For port c5970cd2-1de1-4399-8391-1786833b9fd2, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=c5970cd2-1de1-4399-8391-1786833b9fd2,segment=NetworkSegment(880737c7-82fc-45cf-8248-2d5201874a2b),segment_id=880737c7-82fc-45cf-8248-2d5201874a2b)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:12.505086 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b58e8f7-5418-4df1-8503-c2d34dac9223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:12.542263 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1136a9e2-61f2-4b42-ade0-d8a8ac4f4b5a req-878aa204-7d93-4afe-9eb3-154232efeaf1 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca729965-aa11-4eca-9fc6-001adfc57e3a HTTP/1.1" status: 200 len: 210 time: 0.2532220 Jul 15 13:16:12.677749 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'name': 'network-vif-deleted', 'tag': '2495dac8-215f-4ed4-8052-948af78297a8'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:12.682620 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0892a7a3-2480-415d-a95f-a0196bd7f9bb" -d '{"events": [{"server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "name": "network-vif-deleted", "tag": "2495dac8-215f-4ed4-8052-948af78297a8"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:12.764025 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8eb7e8b-dd6c-4412-87e0-642fa2ba6449 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Network 4b13f17e-2b4a-4abd-ac13-773959252657 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:12.773314 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-e8eb7e8b-dd6c-4412-87e0-642fa2ba6449 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:12.784200 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eb7e8b-dd6c-4412-87e0-642fa2ba6449 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:12.785571 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b58e8f7-5418-4df1-8503-c2d34dac9223 None None] Pushing event updated for resources: {'Port': ['ID=c5970cd2-1de1-4399-8391-1786833b9fd2,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:12.857071 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b0c1c1da-6cb4-4794-99bb-206ec03bd0ee up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:12.869490 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb7e8b-dd6c-4412-87e0-642fa2ba6449 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'Port': ['ID=6a6e8d79-9a9e-4ef0-b3fe-75b6f622d329,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:12.892476 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f837be-be40-4ed5-8048-b664431e57d9 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:16:12.921578 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8eb7e8b-dd6c-4412-87e0-642fa2ba6449 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:12.922469 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e8eb7e8b-dd6c-4412-87e0-642fa2ba6449 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:12.936948 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ca3840-8115-4df7-bdf4-00a5e69952ef None None] Sync routers for ids ['2de8c9c5-2fa5-4875-931f-3c68deba9363'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:16:12.948594 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-d611a48f-ecf5-4b20-a19d-91d5e6e0cc68 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Allocated IP 172.20.0.9 (594a18f5-eb63-40e1-adf2-df8adb235078/a3564fb5-e6c9-425e-8a20-95a28163b8cc/25044024-6f7c-4206-9cdc-ee63e73182f3) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:12.965429 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e8eb7e8b-dd6c-4412-87e0-642fa2ba6449 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6958909 Jul 15 13:16:12.969885 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ca3840-8115-4df7-bdf4-00a5e69952ef None None] Routers {'2de8c9c5-2fa5-4875-931f-3c68deba9363'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:12.970550 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36090) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:12.970709 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-65ca3840-8115-4df7-bdf4-00a5e69952ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:16:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['2de8c9c5-2fa5-4875-931f-3c68deba9363'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:12.973869 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-33ad971e-3727-468d-9d54-43e1fee9f511 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Router 4be2c769-7b6b-47e5-903b-c7f7fac280fe has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:16:12.992196 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a88bc1d2-b018-410b-a9b2-f08451284a34 req-3b7363ae-95bc-4813-b976-4a07cf2f5ae0 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 210 time: 0.0973978 Jul 15 13:16:13.001841 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f357e55e-fb52-4e22-be78-db6534063ada tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.009520 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05fca81c-5cab-4638-8057-d85aeea8c6c4 req-fd3f9def-f688-4c22-ac83-778fb82727d1 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:16:13.027079 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a175d44-93ba-49a4-a9ad-a2a68a7abd25 None None] Sync routers for ids ['eef3fc0e-69c8-464f-9d9c-04d66b1c8b59'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:16:13.031937 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-05fca81c-5cab-4638-8057-d85aeea8c6c4 req-fd3f9def-f688-4c22-ac83-778fb82727d1 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.043008 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a175d44-93ba-49a4-a9ad-a2a68a7abd25 None None] Routers {'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:13.043904 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-0a175d44-93ba-49a4-a9ad-a2a68a7abd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:16:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['eef3fc0e-69c8-464f-9d9c-04d66b1c8b59'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:13.068740 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b3f837be-be40-4ed5-8048-b664431e57d9 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.072468 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b3f837be-be40-4ed5-8048-b664431e57d9 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 10.5513463 Jul 15 13:16:13.093819 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36094) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:13.099681 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b00fc-7433-45d1-a16a-b1dfdf9aca4d req-94b0e9be-7e72-4cca-914b-42d4bc2903f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:13.101272 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-738b00fc-7433-45d1-a16a-b1dfdf9aca4d req-94b0e9be-7e72-4cca-914b-42d4bc2903f1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8fe7dd93-a7b7-48c9-bb91-ef7587ed9edb HTTP/1.1" status: 200 len: 1098 time: 0.9748518 Jul 15 13:16:13.103399 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36096) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:13.195734 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b47321b-103d-4764-ae1f-b1579a8571e8 x-openstack-request-id: req-7b47321b-103d-4764-ae1f-b1579a8571e8 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:13.196120 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "name": "network-vif-deleted", "tag": "2495dac8-215f-4ed4-8052-948af78297a8", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:13.196331 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b47321b-103d-4764-ae1f-b1579a8571e8 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:13.196771 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'name': 'network-vif-deleted', 'tag': '2495dac8-215f-4ed4-8052-948af78297a8', 'status': 'completed', 'code': 200} Jul 15 13:16:13.278052 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d40deae-91a3-43cd-9a19-f617276f0fc0 None None] Network 13c0d8aa-07af-4e01-b8fa-724097cdd1d2 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:13.330543 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-05fca81c-5cab-4638-8057-d85aeea8c6c4 req-fd3f9def-f688-4c22-ac83-778fb82727d1 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "PUT /v2.0/floatingips/d59ee021-9412-4200-af49-a89b57b00efa HTTP/1.1" status: 200 len: 695 time: 3.6905096 Jul 15 13:16:13.391085 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-0a175d44-93ba-49a4-a9ad-a2a68a7abd25 None None] Set router eef3fc0e-69c8-464f-9d9c-04d66b1c8b59 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:13.463780 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-65ca3840-8115-4df7-bdf4-00a5e69952ef None None] Set router 2de8c9c5-2fa5-4875-931f-3c68deba9363 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:13.502200 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-d611a48f-ecf5-4b20-a19d-91d5e6e0cc68 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.542875 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-738b00fc-7433-45d1-a16a-b1dfdf9aca4d req-4688c087-6fee-4dc3-998c-38f06ada5f43 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=787afb52-204d-49bf-9502-cebf24554fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291914 Jul 15 13:16:13.553411 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-0b18ea76-911e-48af-a8a7-950d58cd9a8e tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1345991597'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:13.559190 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-d611a48f-ecf5-4b20-a19d-91d5e6e0cc68 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.596484 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-d611a48f-ecf5-4b20-a19d-91d5e6e0cc68 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Network 594a18f5-eb63-40e1-adf2-df8adb235078 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:13.616458 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6efd5809-4c5f-4d2f-9784-17eaabfea429 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] 10.222.0.16 "GET /v2.0/routers/2de8c9c5-2fa5-4875-931f-3c68deba9363 HTTP/1.1" status: 200 len: 908 time: 0.5165191 Jul 15 13:16:13.621634 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-d611a48f-ecf5-4b20-a19d-91d5e6e0cc68 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:13.627036 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-d611a48f-ecf5-4b20-a19d-91d5e6e0cc68 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:13.628655 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36102) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:13.662530 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-33ad971e-3727-468d-9d54-43e1fee9f511 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:16:13.686361 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-0a175d44-93ba-49a4-a9ad-a2a68a7abd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59', 'name': 'tempest-ServerRescueTestJSONUnderV235-526926507-router', 'tenant_id': 'a5e4187857e345a7880c462421c134c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '67dd8a84-045c-42cf-a785-0663b151b34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:32Z', 'updated_at': '2021-07-15T13:14:37Z', 'revision_number': 4, 'project_id': 'a5e4187857e345a7880c462421c134c5', 'gw_port': {'id': '67dd8a84-045c-42cf-a785-0663b151b34e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:32Z', 'updated_at': '2021-07-15T13:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'a577d34d-76b7-4aaf-8fc9-bded09e0b1e0', 'name': '', 'network_id': 'cc18f13f-179b-4747-9138-bf8c2fae24a9', 'tenant_id': 'a5e4187857e345a7880c462421c134c5', 'mac_address': 'fa:16:3e:c0:63:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '65193fd6-1d00-400c-9fec-e3db408513cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:36Z', 'updated_at': '2021-07-15T13:14:47Z', 'revision_number': 5, 'project_id': 'a5e4187857e345a7880c462421c134c5', 'subnets': [{'id': '65193fd6-1d00-400c-9fec-e3db408513cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:13.710127 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-d611a48f-ecf5-4b20-a19d-91d5e6e0cc68 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:13.711048 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-d611a48f-ecf5-4b20-a19d-91d5e6e0cc68 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.720863 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a175d44-93ba-49a4-a9ad-a2a68a7abd25 None None] Checking router: eef3fc0e-69c8-464f-9d9c-04d66b1c8b59 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:16:13.727741 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56132e9a-11b3-45a4-a86a-b39d7fb10288 None None] Sync routers for ids ['4be2c769-7b6b-47e5-903b-c7f7fac280fe'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:16:13.732182 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a175d44-93ba-49a4-a9ad-a2a68a7abd25 None None] Routers {'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:13.732810 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-0a175d44-93ba-49a4-a9ad-a2a68a7abd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:16:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['eef3fc0e-69c8-464f-9d9c-04d66b1c8b59'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:13.735743 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['305e2af7-4e14-46c9-b511-673a966a851e'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:13.754015 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-d403079d-bcf1-4ae6-a2c6-62434848194e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Deleting port 6a6e8d79-9a9e-4ef0-b3fe-75b6f622d329 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:13.754317 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d403079d-bcf1-4ae6-a2c6-62434848194e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.791821 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611a48f-ecf5-4b20-a19d-91d5e6e0cc68 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Pushing event updated for resources: {'Port': ['ID=25044024-6f7c-4206-9cdc-ee63e73182f3,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:13.801170 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b18ea76-911e-48af-a8a7-950d58cd9a8e tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Made reservation on behalf of eca21b748e82441e98d655b16b5b35a1 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:13.806002 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0b18ea76-911e-48af-a8a7-950d58cd9a8e tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.823547 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56132e9a-11b3-45a4-a86a-b39d7fb10288 None None] Routers {'4be2c769-7b6b-47e5-903b-c7f7fac280fe'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:13.824585 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-56132e9a-11b3-45a4-a86a-b39d7fb10288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:16:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['4be2c769-7b6b-47e5-903b-c7f7fac280fe'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:13.826827 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-d611a48f-ecf5-4b20-a19d-91d5e6e0cc68 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1238279 Jul 15 13:16:13.832768 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0b18ea76-911e-48af-a8a7-950d58cd9a8e tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.852178 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-cecfb357-b0ef-435f-9065-760e33cb8107 service neutron] Request body: {'port': {'device_id': 'ca729965-aa11-4eca-9fc6-001adfc57e3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:13.939724 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-0a175d44-93ba-49a4-a9ad-a2a68a7abd25 None None] Set router eef3fc0e-69c8-464f-9d9c-04d66b1c8b59 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:13.955897 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-56132e9a-11b3-45a4-a86a-b39d7fb10288 None None] Set router 4be2c769-7b6b-47e5-903b-c7f7fac280fe gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:14.032894 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-cecfb357-b0ef-435f-9065-760e33cb8107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:14.159530 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d403079d-bcf1-4ae6-a2c6-62434848194e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:14.210400 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-d403079d-bcf1-4ae6-a2c6-62434848194e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Calling delete_port for 6a6e8d79-9a9e-4ef0-b3fe-75b6f622d329 owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:14.297838 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-0a175d44-93ba-49a4-a9ad-a2a68a7abd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59', 'name': 'tempest-ServerRescueTestJSONUnderV235-526926507-router', 'tenant_id': 'a5e4187857e345a7880c462421c134c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '67dd8a84-045c-42cf-a785-0663b151b34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:32Z', 'updated_at': '2021-07-15T13:14:37Z', 'revision_number': 4, 'project_id': 'a5e4187857e345a7880c462421c134c5', 'gw_port': {'id': '67dd8a84-045c-42cf-a785-0663b151b34e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:32Z', 'updated_at': '2021-07-15T13:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'a577d34d-76b7-4aaf-8fc9-bded09e0b1e0', 'name': '', 'network_id': 'cc18f13f-179b-4747-9138-bf8c2fae24a9', 'tenant_id': 'a5e4187857e345a7880c462421c134c5', 'mac_address': 'fa:16:3e:c0:63:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '65193fd6-1d00-400c-9fec-e3db408513cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:36Z', 'updated_at': '2021-07-15T13:14:47Z', 'revision_number': 5, 'project_id': 'a5e4187857e345a7880c462421c134c5', 'subnets': [{'id': '65193fd6-1d00-400c-9fec-e3db408513cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:14.301282 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211bba9-ecdb-438f-9f3d-4e2116bc0b76 req-1ca14a47-095e-4862-8086-fecf75f9fc56 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:14.303476 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6211bba9-ecdb-438f-9f3d-4e2116bc0b76 req-1ca14a47-095e-4862-8086-fecf75f9fc56 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fe7dd93-a7b7-48c9-bb91-ef7587ed9edb HTTP/1.1" status: 200 len: 946 time: 0.9863093 Jul 15 13:16:14.304591 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-33ad971e-3727-468d-9d54-43e1fee9f511 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] No DVR routers for this DVR port 45cccd3c-527e-44db-82ed-44f7f1bef40a on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:14.331622 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0b18ea76-911e-48af-a8a7-950d58cd9a8e tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:14.345731 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0b18ea76-911e-48af-a8a7-950d58cd9a8e tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:14.348484 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a175d44-93ba-49a4-a9ad-a2a68a7abd25 None None] The sync data for ids ['eef3fc0e-69c8-464f-9d9c-04d66b1c8b59'] in n-d-771363-36 is: [{'id': 'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59', 'name': 'tempest-ServerRescueTestJSONUnderV235-526926507-router', 'tenant_id': 'a5e4187857e345a7880c462421c134c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '67dd8a84-045c-42cf-a785-0663b151b34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:32Z', 'updated_at': '2021-07-15T13:14:37Z', 'revision_number': 4, 'project_id': 'a5e4187857e345a7880c462421c134c5', 'gw_port': {'id': '67dd8a84-045c-42cf-a785-0663b151b34e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:32Z', 'updated_at': '2021-07-15T13:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'a577d34d-76b7-4aaf-8fc9-bded09e0b1e0', 'name': '', 'network_id': 'cc18f13f-179b-4747-9138-bf8c2fae24a9', 'tenant_id': 'a5e4187857e345a7880c462421c134c5', 'mac_address': 'fa:16:3e:c0:63:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '65193fd6-1d00-400c-9fec-e3db408513cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:36Z', 'updated_at': '2021-07-15T13:14:47Z', 'revision_number': 5, 'project_id': 'a5e4187857e345a7880c462421c134c5', 'subnets': [{'id': '65193fd6-1d00-400c-9fec-e3db408513cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:16:14.384053 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-33ad971e-3727-468d-9d54-43e1fee9f511 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:14.386090 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a628c4c6-e37d-4f8f-b688-721c9ef6d18f req-33ad971e-3727-468d-9d54-43e1fee9f511 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.46 "DELETE /v2.0/ports/45cccd3c-527e-44db-82ed-44f7f1bef40a HTTP/1.1" status: 204 len: 173 time: 6.7907319 Jul 15 13:16:14.392286 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-3b9a0932-b26a-4aa7-8e8f-759693c82a88 None None] Provisioning for port b0c1c1da-6cb4-4794-99bb-206ec03bd0ee completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:14.463814 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b18ea76-911e-48af-a8a7-950d58cd9a8e tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:16:14.469219 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-df9ef863-a090-4fcd-853f-a665c0f06ac3 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:14.504105 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fca81c-5cab-4638-8057-d85aeea8c6c4 req-8e837623-b8e0-4784-b0c4-408b8b69fa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:14.513594 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0b18ea76-911e-48af-a8a7-950d58cd9a8e tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:14.514058 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-0b18ea76-911e-48af-a8a7-950d58cd9a8e tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Added segment 7683b5e6-4d93-4530-83c6-e95e77381c1e of type vlan for network a9e8f7c7-c86a-46fb-a06a-ef9f17af740a Jul 15 13:16:14.515423 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-05fca81c-5cab-4638-8057-d85aeea8c6c4 req-8e837623-b8e0-4784-b0c4-408b8b69fa06 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a5e4187857e345a7880c462421c134c5&device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 1097 time: 1.1177304 Jul 15 13:16:14.522845 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b19e263-4284-4c25-91cb-b1993ef80dfc None None] Network 4b13f17e-2b4a-4abd-ac13-773959252657 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:14.531765 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18ea76-911e-48af-a8a7-950d58cd9a8e tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfd4405-d284-4a31-9a9b-0f6843ecee3c,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:14.551508 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port b0c1c1da-6cb4-4794-99bb-206ec03bd0ee completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:14.614937 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0b18ea76-911e-48af-a8a7-950d58cd9a8e tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:14.646614 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port b0c1c1da-6cb4-4794-99bb-206ec03bd0ee triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:14.653250 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:14.773187 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6211bba9-ecdb-438f-9f3d-4e2116bc0b76 req-ec1b0920-fb12-4403-ba1c-26ac17b1f291 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/security-groups?id=787afb52-204d-49bf-9502-cebf24554fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4043882 Jul 15 13:16:14.780104 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0b18ea76-911e-48af-a8a7-950d58cd9a8e tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:14.782934 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a77d65a2-56ce-4b81-9426-0d572ca90ba6 None None] Provisioning for port c5970cd2-1de1-4399-8391-1786833b9fd2 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:14.797169 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b18ea76-911e-48af-a8a7-950d58cd9a8e tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:14.797832 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0b18ea76-911e-48af-a8a7-950d58cd9a8e tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:14.874053 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-65ca3840-8115-4df7-bdf4-00a5e69952ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de8c9c5-2fa5-4875-931f-3c68deba9363', 'name': 'tempest-snat-router-1758411651', 'tenant_id': '0148ecd10c414f7fad6e573a28260234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '3e08daff-06b5-41f3-9698-5e9f585894a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:16:02Z', 'updated_at': '2021-07-15T13:16:08Z', 'revision_number': 3, 'project_id': '0148ecd10c414f7fad6e573a28260234', 'gw_port': {'id': '3e08daff-06b5-41f3-9698-5e9f585894a0', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:89:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de8c9c5-2fa5-4875-931f-3c68deba9363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:05Z', 'updated_at': '2021-07-15T13:16:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:14.909975 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-f357e55e-fb52-4e22-be78-db6534063ada tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Allocated IP 172.20.0.1 (13c0d8aa-07af-4e01-b8fa-724097cdd1d2/007dc46b-c0a3-4755-b595-e11755a7ea39/f92024c5-0054-4043-8de2-3d15ab33e7d7) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:14.923212 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-cecfb357-b0ef-435f-9065-760e33cb8107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25044024-6f7c-4206-9cdc-ee63e73182f3 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:14.929316 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18ea76-911e-48af-a8a7-950d58cd9a8e tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Pushing event updated for resources: {'Network': ['ID=a9e8f7c7-c86a-46fb-a06a-ef9f17af740a,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:14.947126 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d403079d-bcf1-4ae6-a2c6-62434848194e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:14.948408 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60f52f9-806f-4632-a50d-d4c8ddaa9134 None None] New status for floating IP d59ee021-9412-4200-af49-a89b57b00efa: DOWN {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:16:14.950664 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-cecfb357-b0ef-435f-9065-760e33cb8107 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:14.951179 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network a9e8f7c7-c86a-46fb-a06a-ef9f17af740a details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:16:14.953594 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ca3840-8115-4df7-bdf4-00a5e69952ef None None] Checking router: 2de8c9c5-2fa5-4875-931f-3c68deba9363 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:16:14.954128 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ca3840-8115-4df7-bdf4-00a5e69952ef None None] Updating router 2de8c9c5-2fa5-4875-931f-3c68deba9363 port 3e08daff-06b5-41f3-9698-5e9f585894a0 binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:16:14.964541 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-56132e9a-11b3-45a4-a86a-b39d7fb10288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be2c769-7b6b-47e5-903b-c7f7fac280fe', 'name': 'tempest-TaggedBootDevicesTest-1213739959-router', 'tenant_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '3c8c92f8-523a-4184-8137-33afe7dd65ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:29Z', 'updated_at': '2021-07-15T13:05:34Z', 'revision_number': 4, 'project_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'gw_port': {'id': '3c8c92f8-523a-4184-8137-33afe7dd65ea', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be2c769-7b6b-47e5-903b-c7f7fac280fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:30Z', 'updated_at': '2021-07-15T13:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '051a5e44-6467-4321-af7a-e5087fac40c1', 'name': '', 'network_id': '35062ce4-aa77-455d-98c1-04b1c2bbb05e', 'tenant_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'mac_address': 'fa:16:3e:a4:12:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be2c769-7b6b-47e5-903b-c7f7fac280fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a11699d2-8318-44c7-ac11-44c19841c110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:33Z', 'updated_at': '2021-07-15T13:05:41Z', 'revision_number': 5, 'project_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'subnets': [{'id': 'a11699d2-8318-44c7-ac11-44c19841c110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:14.977199 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fca81c-5cab-4638-8057-d85aeea8c6c4 req-58b8d4a1-7f03-43ca-851d-5d67ae65027c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:14.982739 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-05fca81c-5cab-4638-8057-d85aeea8c6c4 req-58b8d4a1-7f03-43ca-851d-5d67ae65027c service neutron] 10.222.0.16 "GET /v2.0/networks?id=cc18f13f-179b-4747-9138-bf8c2fae24a9 HTTP/1.1" status: 200 len: 920 time: 0.4300585 Jul 15 13:16:14.998588 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0b18ea76-911e-48af-a8a7-950d58cd9a8e tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8839142 Jul 15 13:16:14.998588 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-cecfb357-b0ef-435f-9065-760e33cb8107 service neutron] Transition to ACTIVE for port object 25044024-6f7c-4206-9cdc-ee63e73182f3 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:15.002332 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403079d-bcf1-4ae6-a2c6-62434848194e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'Port': ['ID=6a6e8d79-9a9e-4ef0-b3fe-75b6f622d329,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:15.056095 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-cecfb357-b0ef-435f-9065-760e33cb8107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.142110 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-05fca81c-5cab-4638-8057-d85aeea8c6c4 req-85778ab5-4393-4e25-832f-43ee6a40682b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf HTTP/1.1" status: 200 len: 217 time: 0.0968690 Jul 15 13:16:15.200542 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7471b9a0-784b-4fa0-a1d2-df44d5e6307c', 'tag': '2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf'}, {'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'name': 'network-vif-deleted', 'tag': '45cccd3c-527e-44db-82ed-44f7f1bef40a'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:15.208964 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddee3032-ad55-46c3-b91b-b952895cad2c" -d '{"events": [{"name": "network-changed", "server_uuid": "7471b9a0-784b-4fa0-a1d2-df44d5e6307c", "tag": "2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf"}, {"server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "name": "network-vif-deleted", "tag": "45cccd3c-527e-44db-82ed-44f7f1bef40a"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:15.211998 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56132e9a-11b3-45a4-a86a-b39d7fb10288 None None] Checking router: 4be2c769-7b6b-47e5-903b-c7f7fac280fe for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:16:15.219483 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-df9ef863-a090-4fcd-853f-a665c0f06ac3 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.360821 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-65ca3840-8115-4df7-bdf4-00a5e69952ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.414728 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d403079d-bcf1-4ae6-a2c6-62434848194e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.420321 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d403079d-bcf1-4ae6-a2c6-62434848194e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/ports/6a6e8d79-9a9e-4ef0-b3fe-75b6f622d329 HTTP/1.1" status: 204 len: 168 time: 2.4490533 Jul 15 13:16:15.425197 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36108) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:15.450824 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecfb357-b0ef-435f-9065-760e33cb8107 service neutron] Pushing event updated for resources: {'Port': ['ID=25044024-6f7c-4206-9cdc-ee63e73182f3,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:15.511738 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e938f3d3-669b-4584-9797-64a7fc507281 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] DELETE failed (client error): The resource could not be found. Jul 15 13:16:15.523304 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e938f3d3-669b-4584-9797-64a7fc507281 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:16:15.528645 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e938f3d3-669b-4584-9797-64a7fc507281 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/ports/6a6e8d79-9a9e-4ef0-b3fe-75b6f622d329 HTTP/1.1" status: 404 len: 333 time: 0.0985854 Jul 15 13:16:15.532088 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36110) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:15.615500 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-157837ec-f5a4-4e80-b18f-b51908533b69 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] GET failed (client error): The resource could not be found. Jul 15 13:16:15.624324 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-157837ec-f5a4-4e80-b18f-b51908533b69 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "GET /v2.0/ports/6a6e8d79-9a9e-4ef0-b3fe-75b6f622d329 HTTP/1.1" status: 404 len: 333 time: 0.0871902 Jul 15 13:16:15.625389 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36112) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:15.664951 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.678733 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56132e9a-11b3-45a4-a86a-b39d7fb10288 None None] Routers {'4be2c769-7b6b-47e5-903b-c7f7fac280fe'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:15.679566 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-56132e9a-11b3-45a4-a86a-b39d7fb10288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:16:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['4be2c769-7b6b-47e5-903b-c7f7fac280fe'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:15.735548 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fca81c-5cab-4638-8057-d85aeea8c6c4 req-9a6ba247-4bdf-4435-9df0-55f9015474bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:15.739833 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-05fca81c-5cab-4638-8057-d85aeea8c6c4 req-9a6ba247-4bdf-4435-9df0-55f9015474bb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65193fd6-1d00-400c-9fec-e3db408513cb HTTP/1.1" status: 200 len: 859 time: 0.5789509 Jul 15 13:16:15.750228 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-cecfb357-b0ef-435f-9065-760e33cb8107 service neutron] Attempting to bind port 25044024-6f7c-4206-9cdc-ee63e73182f3 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:15.750748 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-cecfb357-b0ef-435f-9065-760e33cb8107 service neutron] Attempting to bind port 25044024-6f7c-4206-9cdc-ee63e73182f3 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '6bb03eb1-9e52-4718-ab2b-06d9a8232852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:15.751203 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-cecfb357-b0ef-435f-9065-760e33cb8107 service neutron] Attempting to bind port 25044024-6f7c-4206-9cdc-ee63e73182f3 on network 594a18f5-eb63-40e1-adf2-df8adb235078 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:15.773543 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-cecfb357-b0ef-435f-9065-760e33cb8107 service neutron] Port 25044024-6f7c-4206-9cdc-ee63e73182f3 on network 594a18f5-eb63-40e1-adf2-df8adb235078 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:16:15.775596 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-cecfb357-b0ef-435f-9065-760e33cb8107 service neutron] Attempting to bind port 25044024-6f7c-4206-9cdc-ee63e73182f3 on network 594a18f5-eb63-40e1-adf2-df8adb235078 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:15.795506 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-56132e9a-11b3-45a4-a86a-b39d7fb10288 None None] Set router 4be2c769-7b6b-47e5-903b-c7f7fac280fe gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:15.798793 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-cecfb357-b0ef-435f-9065-760e33cb8107 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:15.799392 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-cecfb357-b0ef-435f-9065-760e33cb8107 service neutron] Checking segment: {'id': '6bb03eb1-9e52-4718-ab2b-06d9a8232852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:15.799929 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-cecfb357-b0ef-435f-9065-760e33cb8107 service neutron] Bound using segment: {'id': '6bb03eb1-9e52-4718-ab2b-06d9a8232852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:15.803475 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-cecfb357-b0ef-435f-9065-760e33cb8107 service neutron] Bound port: 25044024-6f7c-4206-9cdc-ee63e73182f3, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bb03eb1-9e52-4718-ab2b-06d9a8232852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:15.805217 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-cecfb357-b0ef-435f-9065-760e33cb8107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.845163 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-1be548a0-6d94-44f1-beaa-76c22436c33d tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Deleting subnet dd2d9a3f-4255-403e-a748-c1bbec01d2ee {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:16:15.850343 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-05fca81c-5cab-4638-8057-d85aeea8c6c4 req-ae144f1c-303c-4bff-8b9d-50fb59370ba0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc18f13f-179b-4747-9138-bf8c2fae24a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870011 Jul 15 13:16:15.890474 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1be548a0-6d94-44f1-beaa-76c22436c33d tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.902548 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa08dc-e31e-4f81-9776-33cdf86085a4 req-5d051dd7-4a9d-4b7f-902a-158d5b585fce tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:15.910304 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e6fa08dc-e31e-4f81-9776-33cdf86085a4 req-5d051dd7-4a9d-4b7f-902a-158d5b585fce tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca729965-aa11-4eca-9fc6-001adfc57e3a HTTP/1.1" status: 200 len: 943 time: 0.7645686 Jul 15 13:16:15.947171 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1be548a0-6d94-44f1-beaa-76c22436c33d tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.963052 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-df9ef863-a090-4fcd-853f-a665c0f06ac3 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Deleting port 3e08daff-06b5-41f3-9698-5e9f585894a0 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:15.963392 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-df9ef863-a090-4fcd-853f-a665c0f06ac3 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.001331 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f357e55e-fb52-4e22-be78-db6534063ada tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.045892 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e6fa08dc-e31e-4f81-9776-33cdf86085a4 req-7482cc4e-f2d1-484b-9148-c0653a93db95 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345510 Jul 15 13:16:16.065386 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1be548a0-6d94-44f1-beaa-76c22436c33d tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.079313 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f357e55e-fb52-4e22-be78-db6534063ada tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Transition to ACTIVE for port object f92024c5-0054-4043-8de2-3d15ab33e7d7 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:16.174235 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-df9ef863-a090-4fcd-853f-a665c0f06ac3 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.200131 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-05fca81c-5cab-4638-8057-d85aeea8c6c4 req-87e9b495-8fff-47b1-b032-bfd794f8d1c3 service neutron] 10.222.0.16 "GET /v2.0/networks/cc18f13f-179b-4747-9138-bf8c2fae24a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237629 Jul 15 13:16:16.215710 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1be548a0-6d94-44f1-beaa-76c22436c33d tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.223716 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-df9ef863-a090-4fcd-853f-a665c0f06ac3 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Calling delete_port for 3e08daff-06b5-41f3-9698-5e9f585894a0 owned by network:router_gateway {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:16.261640 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1be548a0-6d94-44f1-beaa-76c22436c33d tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.266037 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1be548a0-6d94-44f1-beaa-76c22436c33d tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/subnets/dd2d9a3f-4255-403e-a748-c1bbec01d2ee HTTP/1.1" status: 204 len: 168 time: 0.6359704 Jul 15 13:16:16.287636 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be548a0-6d94-44f1-beaa-76c22436c33d tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'Subnet': ['ID=dd2d9a3f-4255-403e-a748-c1bbec01d2ee,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:16.351349 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c29e3e6b-15a7-437d-b974-a38b90cad5c1 None None] Provisioning complete for port b0c1c1da-6cb4-4794-99bb-206ec03bd0ee triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:16.351878 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c29e3e6b-15a7-437d-b974-a38b90cad5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.364467 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-cecfb357-b0ef-435f-9065-760e33cb8107 service neutron] For port 25044024-6f7c-4206-9cdc-ee63e73182f3, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:16.369940 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-cecfb357-b0ef-435f-9065-760e33cb8107 service neutron] For port 25044024-6f7c-4206-9cdc-ee63e73182f3, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=25044024-6f7c-4206-9cdc-ee63e73182f3,segment=NetworkSegment(6bb03eb1-9e52-4718-ab2b-06d9a8232852),segment_id=6bb03eb1-9e52-4718-ab2b-06d9a8232852)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:16.371857 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36116) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:16.389719 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-cecfb357-b0ef-435f-9065-760e33cb8107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.461087 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-cecfb357-b0ef-435f-9065-760e33cb8107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:16.461646 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-cecfb357-b0ef-435f-9065-760e33cb8107 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.463357 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-cecfb357-b0ef-435f-9065-760e33cb8107 service neutron] 10.222.0.46 "PUT /v2.0/ports/25044024-6f7c-4206-9cdc-ee63e73182f3 HTTP/1.1" status: 200 len: 1092 time: 2.6178758 Jul 15 13:16:16.478016 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca729965-aa11-4eca-9fc6-001adfc57e3a', 'tag': '25044024-6f7c-4206-9cdc-ee63e73182f3'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:16.481084 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478f3278-ec0f-4435-9224-e9563cab1cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "ca729965-aa11-4eca-9fc6-001adfc57e3a", "tag": "25044024-6f7c-4206-9cdc-ee63e73182f3"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:16.554878 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port b0c1c1da-6cb4-4794-99bb-206ec03bd0ee, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=b0c1c1da-6cb4-4794-99bb-206ec03bd0ee,segment=NetworkSegment(90f4024f-160c-4885-80aa-58ce2d07968c),segment_id=90f4024f-160c-4885-80aa-58ce2d07968c)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:16.610434 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-65ca3840-8115-4df7-bdf4-00a5e69952ef None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.636506 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-65ca3840-8115-4df7-bdf4-00a5e69952ef None None] Transition to ACTIVE for port object 3e08daff-06b5-41f3-9698-5e9f585894a0 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:16.645541 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d3a8173e-acbd-4f8d-9593-a13b09a5a11f tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.665889 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecfb357-b0ef-435f-9065-760e33cb8107 service neutron] Pushing event updated for resources: {'Port': ['ID=25044024-6f7c-4206-9cdc-ee63e73182f3,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:16.737229 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-2f05cd73-2da6-4a7a-9cea-ff75aca06bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:16.738775 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-2f05cd73-2da6-4a7a-9cea-ff75aca06bd3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00b876fd8df24342ab4e9da7bd4da612&device_id=ca729965-aa11-4eca-9fc6-001adfc57e3a HTTP/1.1" status: 200 len: 1095 time: 0.1954672 Jul 15 13:16:16.749718 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-d3a8173e-acbd-4f8d-9593-a13b09a5a11f tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Deleting port c5970cd2-1de1-4399-8391-1786833b9fd2 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:16.750062 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d3a8173e-acbd-4f8d-9593-a13b09a5a11f tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.787989 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c578649f-7ced-4d11-9987-1c91dd73c975 None None] Network 4b13f17e-2b4a-4abd-ac13-773959252657 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:16.803625 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-20bb9c14-3dbd-4bb9-9fe0-c2b88a940060 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25044024-6f7c-4206-9cdc-ee63e73182f3 HTTP/1.1" status: 200 len: 217 time: 0.0506442 Jul 15 13:16:16.820444 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-05fca81c-5cab-4638-8057-d85aeea8c6c4 req-d3c7ceef-2c4e-461f-bd3a-526b21776a71 service neutron] 10.222.0.16 "GET /v2.0/networks/cc18f13f-179b-4747-9138-bf8c2fae24a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227907 Jul 15 13:16:16.843312 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f357e55e-fb52-4e22-be78-db6534063ada tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.864189 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1e1aeff9-8d8d-4a5e-ab83-ba6ffa7b5807 req-11f5cada-36b0-44fb-905f-56e01bcaaaad tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 210 time: 0.2883308 Jul 15 13:16:16.994268 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-9aa9c4c6-12cc-4c6f-ab01-921eb8770f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:16.999673 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-9aa9c4c6-12cc-4c6f-ab01-921eb8770f40 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3564fb5-e6c9-425e-8a20-95a28163b8cc HTTP/1.1" status: 200 len: 846 time: 0.1863408 Jul 15 13:16:17.044479 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:16:17.058977 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:17.060822 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c36b9605-a7e3-4a24-a166-4b1ba7f2c812 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:17.140912 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65ab022-6fd9-4348-8eae-73a0c11c398e x-openstack-request-id: req-d65ab022-6fd9-4348-8eae-73a0c11c398e {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:17.143845 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca729965-aa11-4eca-9fc6-001adfc57e3a", "tag": "25044024-6f7c-4206-9cdc-ee63e73182f3", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:17.144105 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d65ab022-6fd9-4348-8eae-73a0c11c398e {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:17.144774 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca729965-aa11-4eca-9fc6-001adfc57e3a', 'tag': '25044024-6f7c-4206-9cdc-ee63e73182f3', 'status': 'completed', 'code': 200} Jul 15 13:16:17.149060 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-65ca3840-8115-4df7-bdf4-00a5e69952ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:17.171920 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f357e55e-fb52-4e22-be78-db6534063ada tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Network 13c0d8aa-07af-4e01-b8fa-724097cdd1d2 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:17.175198 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4edc611-6a60-4b26-b9d4-025d7d4feac0 x-openstack-request-id: req-a4edc611-6a60-4b26-b9d4-025d7d4feac0 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:17.175508 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7471b9a0-784b-4fa0-a1d2-df44d5e6307c", "tag": "2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf", "status": "completed", "code": 200}, {"server_uuid": "3d4d61e8-dda1-492d-be74-0d6d326a67c9", "name": "network-vif-deleted", "tag": "45cccd3c-527e-44db-82ed-44f7f1bef40a", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:17.175766 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a4edc611-6a60-4b26-b9d4-025d7d4feac0 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:17.176163 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7471b9a0-784b-4fa0-a1d2-df44d5e6307c', 'tag': '2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf', 'status': 'completed', 'code': 200} Jul 15 13:16:17.176420 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4d61e8-dda1-492d-be74-0d6d326a67c9', 'name': 'network-vif-deleted', 'tag': '45cccd3c-527e-44db-82ed-44f7f1bef40a', 'status': 'completed', 'code': 200} Jul 15 13:16:17.192132 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-cb0c8b6f-26d3-4220-bd5a-61190e7642a7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=594a18f5-eb63-40e1-adf2-df8adb235078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151619 Jul 15 13:16:17.199604 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-d3a8173e-acbd-4f8d-9593-a13b09a5a11f tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] For port c5970cd2-1de1-4399-8391-1786833b9fd2, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=c5970cd2-1de1-4399-8391-1786833b9fd2,segment=NetworkSegment(880737c7-82fc-45cf-8248-2d5201874a2b),segment_id=880737c7-82fc-45cf-8248-2d5201874a2b)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:17.199995 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d3a8173e-acbd-4f8d-9593-a13b09a5a11f tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:17.203464 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-df9ef863-a090-4fcd-853f-a665c0f06ac3 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:17.205068 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357e55e-fb52-4e22-be78-db6534063ada tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'Port': ['ID=f92024c5-0054-4043-8de2-3d15ab33e7d7,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:17.208126 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-f357e55e-fb52-4e22-be78-db6534063ada tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:17.210524 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f357e55e-fb52-4e22-be78-db6534063ada tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:17.270825 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-d3a8173e-acbd-4f8d-9593-a13b09a5a11f tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Calling delete_port for c5970cd2-1de1-4399-8391-1786833b9fd2 owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:17.336231 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae620129-dd92-4755-b193-606c0aa74605 req-4114a610-18fa-412a-99de-f4040c45211b tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/floatingips/d59ee021-9412-4200-af49-a89b57b00efa HTTP/1.1" status: 200 len: 693 time: 0.1435790 Jul 15 13:16:17.464321 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-eb86451b-2ede-4c40-9bab-a4baae2f6b41 service neutron] 10.222.0.46 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424445 Jul 15 13:16:17.469884 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ef863-a090-4fcd-853f-a665c0f06ac3 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e08daff-06b5-41f3-9698-5e9f585894a0,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:17.484540 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-65ca3840-8115-4df7-bdf4-00a5e69952ef None None] Attempting to bind port 3e08daff-06b5-41f3-9698-5e9f585894a0 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:17.485127 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-65ca3840-8115-4df7-bdf4-00a5e69952ef None None] Attempting to bind port 3e08daff-06b5-41f3-9698-5e9f585894a0 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:17.489604 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ca3840-8115-4df7-bdf4-00a5e69952ef None None] Attempting to bind port 3e08daff-06b5-41f3-9698-5e9f585894a0 on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:17.509568 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ca3840-8115-4df7-bdf4-00a5e69952ef None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:17.510163 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ca3840-8115-4df7-bdf4-00a5e69952ef None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:17.510741 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-65ca3840-8115-4df7-bdf4-00a5e69952ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:17.511278 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ca3840-8115-4df7-bdf4-00a5e69952ef None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:17.512011 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-65ca3840-8115-4df7-bdf4-00a5e69952ef None None] Bound port: 3e08daff-06b5-41f3-9698-5e9f585894a0, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:17.513029 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-65ca3840-8115-4df7-bdf4-00a5e69952ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:17.528961 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=b0c1c1da-6cb4-4794-99bb-206ec03bd0ee,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:17.550613 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d3a8173e-acbd-4f8d-9593-a13b09a5a11f tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:17.574390 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-65ca3840-8115-4df7-bdf4-00a5e69952ef None None] Port 3e08daff-06b5-41f3-9698-5e9f585894a0 has been deleted concurrently {{(pid=93827) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 15 13:16:17.625581 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36332d53-2661-4318-957d-8313c2b6a1c0 None None] Pushing event deleted for resources: {'Port': ['ID=3e08daff-06b5-41f3-9698-5e9f585894a0,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:17.635376 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port c36b9605-a7e3-4a24-a166-4b1ba7f2c812 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:17.636054 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:17.667295 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-df9ef863-a090-4fcd-853f-a665c0f06ac3 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:17.685701 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ca3840-8115-4df7-bdf4-00a5e69952ef None None] Routers {'2de8c9c5-2fa5-4875-931f-3c68deba9363'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:17.686654 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-65ca3840-8115-4df7-bdf4-00a5e69952ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:16:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['2de8c9c5-2fa5-4875-931f-3c68deba9363'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:17.690296 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-56132e9a-11b3-45a4-a86a-b39d7fb10288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be2c769-7b6b-47e5-903b-c7f7fac280fe', 'name': 'tempest-TaggedBootDevicesTest-1213739959-router', 'tenant_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '3c8c92f8-523a-4184-8137-33afe7dd65ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:29Z', 'updated_at': '2021-07-15T13:05:34Z', 'revision_number': 4, 'project_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'gw_port': {'id': '3c8c92f8-523a-4184-8137-33afe7dd65ea', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be2c769-7b6b-47e5-903b-c7f7fac280fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:30Z', 'updated_at': '2021-07-15T13:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '051a5e44-6467-4321-af7a-e5087fac40c1', 'name': '', 'network_id': '35062ce4-aa77-455d-98c1-04b1c2bbb05e', 'tenant_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'mac_address': 'fa:16:3e:a4:12:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be2c769-7b6b-47e5-903b-c7f7fac280fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a11699d2-8318-44c7-ac11-44c19841c110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:33Z', 'updated_at': '2021-07-15T13:05:41Z', 'revision_number': 5, 'project_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'subnets': [{'id': 'a11699d2-8318-44c7-ac11-44c19841c110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:17.692609 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a8173e-acbd-4f8d-9593-a13b09a5a11f tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'Port': ['ID=c5970cd2-1de1-4399-8391-1786833b9fd2,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:17.709024 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a8173e-acbd-4f8d-9593-a13b09a5a11f tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] No DVR routers for this DVR port c5970cd2-1de1-4399-8391-1786833b9fd2 on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:17.822166 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fa828440-5103-48cd-a9da-34c80c91fd18 req-6183e689-dc7a-4e5a-9528-8641bd309dae service neutron] 10.222.0.46 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475955 Jul 15 13:16:17.856851 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d3a8173e-acbd-4f8d-9593-a13b09a5a11f tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:17.877142 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d1c34490-80cd-4fee-8a15-3f9f7a0b1239 None None] Could not find standard attr ID for object c5970cd2-1de1-4399-8391-1786833b9fd2. {{(pid=93827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:16:17.880857 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd41b382-21cc-4538-9148-65cb490e496a None None] DHCP port deletion for 4b13f17e-2b4a-4abd-ac13-773959252657 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:16:17.899636 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56132e9a-11b3-45a4-a86a-b39d7fb10288 None None] The sync data for ids ['4be2c769-7b6b-47e5-903b-c7f7fac280fe'] in n-d-771363-36 is: [{'id': '4be2c769-7b6b-47e5-903b-c7f7fac280fe', 'name': 'tempest-TaggedBootDevicesTest-1213739959-router', 'tenant_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '3c8c92f8-523a-4184-8137-33afe7dd65ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:29Z', 'updated_at': '2021-07-15T13:05:34Z', 'revision_number': 4, 'project_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'gw_port': {'id': '3c8c92f8-523a-4184-8137-33afe7dd65ea', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be2c769-7b6b-47e5-903b-c7f7fac280fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:30Z', 'updated_at': '2021-07-15T13:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '051a5e44-6467-4321-af7a-e5087fac40c1', 'name': '', 'network_id': '35062ce4-aa77-455d-98c1-04b1c2bbb05e', 'tenant_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'mac_address': 'fa:16:3e:a4:12:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be2c769-7b6b-47e5-903b-c7f7fac280fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a11699d2-8318-44c7-ac11-44c19841c110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:33Z', 'updated_at': '2021-07-15T13:05:41Z', 'revision_number': 5, 'project_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'subnets': [{'id': 'a11699d2-8318-44c7-ac11-44c19841c110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:16:17.915453 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-d3a8173e-acbd-4f8d-9593-a13b09a5a11f tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b13f17e-2b4a-4abd-ac13-773959252657']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:17.952724 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-d3a8173e-acbd-4f8d-9593-a13b09a5a11f tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '880737c7-82fc-45cf-8248-2d5201874a2b') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:17.953351 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-d3a8173e-acbd-4f8d-9593-a13b09a5a11f tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '880737c7-82fc-45cf-8248-2d5201874a2b') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:17.975282 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d3a8173e-acbd-4f8d-9593-a13b09a5a11f tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:18.034295 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-65ca3840-8115-4df7-bdf4-00a5e69952ef None None] Set router 2de8c9c5-2fa5-4875-931f-3c68deba9363 gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:18.051595 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d3a8173e-acbd-4f8d-9593-a13b09a5a11f tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:18.080730 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f3278-ec0f-4435-9224-e9563cab1cf5 req-e6daf2ff-a106-4fff-94b1-74b040172bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:18.084020 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-478f3278-ec0f-4435-9224-e9563cab1cf5 req-e6daf2ff-a106-4fff-94b1-74b040172bbc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00b876fd8df24342ab4e9da7bd4da612&device_id=ca729965-aa11-4eca-9fc6-001adfc57e3a HTTP/1.1" status: 200 len: 1095 time: 0.2059636 Jul 15 13:16:18.087083 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3a8173e-acbd-4f8d-9593-a13b09a5a11f tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:16:18.089626 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d3a8173e-acbd-4f8d-9593-a13b09a5a11f tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:18.095934 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:18.095934 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:18.095934 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:18.095934 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:18.095934 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:18.095934 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:18.095934 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:16:18.095934 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:16:18.095934 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:16:18.095934 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:16:18.095934 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:16:18.095934 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:16:18.095934 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:16:18.095934 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:16:18.095934 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:16:18.095934 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:16:18.095934 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:16:18.095934 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:16:18.095934 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:16:18.095934 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:16:18.095934 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:16:18.095934 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:16:18.095934 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:16:18.095934 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:16:18.095934 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:16:18.095934 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:16:18.095934 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:16:18.095934 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:16:18.095934 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:16:18.095934 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:16:18.095934 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:16:18.095934 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:16:18.095934 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:16:18.095934 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:16:18.095934 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:16:18.095934 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:16:18.095934 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:16:18.095934 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:16:18.126970 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d1c34490-80cd-4fee-8a15-3f9f7a0b1239 None None] Provisioning for port f92024c5-0054-4043-8de2-3d15ab33e7d7 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:18.167593 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f357e55e-fb52-4e22-be78-db6534063ada tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:18.199065 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-df9ef863-a090-4fcd-853f-a665c0f06ac3 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:18.206720 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36126) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:18.219078 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-df9ef863-a090-4fcd-853f-a665c0f06ac3 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:18.224027 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-47e40934-2433-44e2-b36d-f750dfbbbc59 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Request body: {'subnet': {'network_id': 'a9e8f7c7-c86a-46fb-a06a-ef9f17af740a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:18.224907 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-65ca3840-8115-4df7-bdf4-00a5e69952ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de8c9c5-2fa5-4875-931f-3c68deba9363', 'name': 'tempest-snat-router-1758411651', 'tenant_id': '0148ecd10c414f7fad6e573a28260234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:16:02Z', 'updated_at': '2021-07-15T13:16:16Z', 'revision_number': 5, 'project_id': '0148ecd10c414f7fad6e573a28260234', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:18.229573 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d1c34490-80cd-4fee-8a15-3f9f7a0b1239 None None] Provisioning complete for port f92024c5-0054-4043-8de2-3d15ab33e7d7 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:18.230256 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d1c34490-80cd-4fee-8a15-3f9f7a0b1239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:18.301118 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d1c34490-80cd-4fee-8a15-3f9f7a0b1239 None None] Port f92024c5-0054-4043-8de2-3d15ab33e7d7 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:16:18.301343 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae620129-dd92-4755-b193-606c0aa74605 req-692ae453-c217-471d-8d71-067186d94f81 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:18.305279 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b0c1c1da-6cb4-4794-99bb-206ec03bd0ee up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:18.307880 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae620129-dd92-4755-b193-606c0aa74605 req-692ae453-c217-471d-8d71-067186d94f81 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/networks/e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 784 time: 0.8588002 Jul 15 13:16:18.334268 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ca3840-8115-4df7-bdf4-00a5e69952ef None None] The sync data for ids ['2de8c9c5-2fa5-4875-931f-3c68deba9363'] in n-d-771363-36 is: [{'id': '2de8c9c5-2fa5-4875-931f-3c68deba9363', 'name': 'tempest-snat-router-1758411651', 'tenant_id': '0148ecd10c414f7fad6e573a28260234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:16:02Z', 'updated_at': '2021-07-15T13:16:16Z', 'revision_number': 5, 'project_id': '0148ecd10c414f7fad6e573a28260234', 'gw_port_host': None}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:16:18.347001 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d3a8173e-acbd-4f8d-9593-a13b09a5a11f tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:18.375200 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68607d2-be2a-49c6-b64a-bbe3531cd0ea req-38ed99e6-4d83-48e8-bb0a-4b68b2c75fcd tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:18.376780 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c68607d2-be2a-49c6-b64a-bbe3531cd0ea req-38ed99e6-4d83-48e8-bb0a-4b68b2c75fcd tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fe7dd93-a7b7-48c9-bb91-ef7587ed9edb HTTP/1.1" status: 200 len: 946 time: 1.1995318 Jul 15 13:16:18.378825 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d3a8173e-acbd-4f8d-9593-a13b09a5a11f tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:18.386422 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-ae620129-dd92-4755-b193-606c0aa74605 req-ad0ffb82-3631-4867-9c76-fa3728013309 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:16:18.390005 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d3a8173e-acbd-4f8d-9593-a13b09a5a11f tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/networks/4b13f17e-2b4a-4abd-ac13-773959252657 HTTP/1.1" status: 204 len: 168 time: 2.0142059 Jul 15 13:16:18.394297 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae620129-dd92-4755-b193-606c0aa74605 req-ad0ffb82-3631-4867-9c76-fa3728013309 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0855119 Jul 15 13:16:18.396035 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36128) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:18.416770 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-9d120e3b-a4bc-4d7a-9a41-34013dda9ef9 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2043765429'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:18.430937 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cc3538-c9bc-404d-8cda-2eb155a03d3e None None] New status for floating IP 0b596c9a-9b0c-4395-a2b8-3f21308d7a13: DOWN {{(pid=93827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:16:18.441021 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a8173e-acbd-4f8d-9593-a13b09a5a11f tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'Network': ['ID=4b13f17e-2b4a-4abd-ac13-773959252657,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:18.476325 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f3278-ec0f-4435-9224-e9563cab1cf5 req-d8cc855d-8e93-4a75-9ec1-e6e73ddd0288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:18.478668 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-478f3278-ec0f-4435-9224-e9563cab1cf5 req-d8cc855d-8e93-4a75-9ec1-e6e73ddd0288 service neutron] 10.222.0.46 "GET /v2.0/networks?id=594a18f5-eb63-40e1-adf2-df8adb235078 HTTP/1.1" status: 200 len: 907 time: 0.3430016 Jul 15 13:16:18.484121 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d120e3b-a4bc-4d7a-9a41-34013dda9ef9 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Made reservation on behalf of 44d20f985e3e4d3da729c1600e912e21 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:18.489221 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9d120e3b-a4bc-4d7a-9a41-34013dda9ef9 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:18.500786 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-df9ef863-a090-4fcd-853f-a665c0f06ac3 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:18.501347 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9ef863-a090-4fcd-853f-a665c0f06ac3 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2de8c9c5-2fa5-4875-931f-3c68deba9363 {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:16:18.513100 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port b0c1c1da-6cb4-4794-99bb-206ec03bd0ee triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:18.514203 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:18.536125 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-df9ef863-a090-4fcd-853f-a665c0f06ac3 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:18.539764 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-df9ef863-a090-4fcd-853f-a665c0f06ac3 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] 10.222.0.16 "DELETE /v2.0/routers/2de8c9c5-2fa5-4875-931f-3c68deba9363 HTTP/1.1" status: 204 len: 168 time: 4.9068978 Jul 15 13:16:18.555597 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36130) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:18.565584 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-478f3278-ec0f-4435-9224-e9563cab1cf5 req-ec3e6b91-56fb-4991-9864-4b15668ce8db service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25044024-6f7c-4206-9cdc-ee63e73182f3 HTTP/1.1" status: 200 len: 217 time: 0.0573492 Jul 15 13:16:18.566441 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae620129-dd92-4755-b193-606c0aa74605 req-e6f367f9-d882-4758-9ae3-51a9b27798a8 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.125 HTTP/1.1" status: 200 len: 696 time: 0.1709554 Jul 15 13:16:18.572086 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee3032-ad55-46c3-b91b-b952895cad2c req-4d150db4-5a85-4ee1-9bb5-a5b6108932cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:18.573679 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ddee3032-ad55-46c3-b91b-b952895cad2c req-4d150db4-5a85-4ee1-9bb5-a5b6108932cf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5e4187857e345a7880c462421c134c5&device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 1097 time: 1.3953617 Jul 15 13:16:18.588346 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d120e3b-a4bc-4d7a-9a41-34013dda9ef9 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:16:18.639202 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9d120e3b-a4bc-4d7a-9a41-34013dda9ef9 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:18.639553 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-9d120e3b-a4bc-4d7a-9a41-34013dda9ef9 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Added segment 0e46411f-f9ca-4ebb-a9b0-80bdf6713d42 of type vlan for network 4986a971-3bbe-4e7a-946a-8790db005620 Jul 15 13:16:18.666432 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f3278-ec0f-4435-9224-e9563cab1cf5 req-f09b781f-9782-443b-a5fa-37cfb606822b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:18.668488 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-478f3278-ec0f-4435-9224-e9563cab1cf5 req-f09b781f-9782-443b-a5fa-37cfb606822b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3564fb5-e6c9-425e-8a20-95a28163b8cc HTTP/1.1" status: 200 len: 846 time: 0.0918081 Jul 15 13:16:18.744414 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-478f3278-ec0f-4435-9224-e9563cab1cf5 req-31caeb69-d7be-4d8b-9304-802aa3e2cc99 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=594a18f5-eb63-40e1-adf2-df8adb235078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465317 Jul 15 13:16:18.753151 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9d120e3b-a4bc-4d7a-9a41-34013dda9ef9 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:18.879133 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9d120e3b-a4bc-4d7a-9a41-34013dda9ef9 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:18.885532 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d120e3b-a4bc-4d7a-9a41-34013dda9ef9 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:18.886140 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9d120e3b-a4bc-4d7a-9a41-34013dda9ef9 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:18.942423 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-478f3278-ec0f-4435-9224-e9563cab1cf5 req-5e9a6801-0ce7-4225-9cc0-b10afc666f4a service neutron] 10.222.0.46 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822798 Jul 15 13:16:18.988012 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d120e3b-a4bc-4d7a-9a41-34013dda9ef9 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'Network': ['ID=4986a971-3bbe-4e7a-946a-8790db005620,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:19.007718 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 4986a971-3bbe-4e7a-946a-8790db005620 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:16:19.081889 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-478f3278-ec0f-4435-9224-e9563cab1cf5 req-2dce6c02-a651-4b96-b98f-764e6a2dbc81 service neutron] 10.222.0.46 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029675 Jul 15 13:16:19.118142 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9d120e3b-a4bc-4d7a-9a41-34013dda9ef9 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7184372 Jul 15 13:16:19.118519 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36132) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:19.124712 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-9f9f8320-7bba-47bc-8184-cc88507f98d3 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'subnet': {'network_id': '4986a971-3bbe-4e7a-946a-8790db005620', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:19.125367 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae620129-dd92-4755-b193-606c0aa74605 req-4ce92201-2fdb-4ebf-b9a1-38c32d3ad12e tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.8.125 HTTP/1.1" status: 200 len: 696 time: 0.5580585 Jul 15 13:16:19.125941 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e40934-2433-44e2-b36d-f750dfbbbc59 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Made reservation on behalf of eca21b748e82441e98d655b16b5b35a1 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:19.129217 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-47e40934-2433-44e2-b36d-f750dfbbbc59 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:19.142035 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c68607d2-be2a-49c6-b64a-bbe3531cd0ea req-b8a6a7ca-ddaf-4baa-beb9-6e7b2a681207 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/security-groups?id=787afb52-204d-49bf-9502-cebf24554fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7453744 Jul 15 13:16:19.416566 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee3032-ad55-46c3-b91b-b952895cad2c req-ad14ff2d-bed3-487d-93dc-dbd2004e84f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:19.418170 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ddee3032-ad55-46c3-b91b-b952895cad2c req-ad14ff2d-bed3-487d-93dc-dbd2004e84f1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cc18f13f-179b-4747-9138-bf8c2fae24a9 HTTP/1.1" status: 200 len: 920 time: 0.7994058 Jul 15 13:16:19.578332 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03e6d0f6-5ffa-4f08-b42c-b40fe4b9d8f4 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:19.622822 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9f8320-7bba-47bc-8184-cc88507f98d3 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Made reservation on behalf of 44d20f985e3e4d3da729c1600e912e21 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:19.626443 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9f9f8320-7bba-47bc-8184-cc88507f98d3 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:19.631392 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ddee3032-ad55-46c3-b91b-b952895cad2c req-3bee5b51-7581-4bd6-934e-8183d2078261 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf HTTP/1.1" status: 200 len: 217 time: 0.1319051 Jul 15 13:16:19.708754 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f357e55e-fb52-4e22-be78-db6534063ada tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:19.893183 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9f9f8320-7bba-47bc-8184-cc88507f98d3 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:19.970778 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9f8320-7bba-47bc-8184-cc88507f98d3 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Checking segment: {'id': '0e46411f-f9ca-4ebb-a9b0-80bdf6713d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4986a971-3bbe-4e7a-946a-8790db005620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:19.971297 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9f8320-7bba-47bc-8184-cc88507f98d3 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Network hostable DHCP agents. Network: 4986a971-3bbe-4e7a-946a-8790db005620, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:16:19.974878 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee3032-ad55-46c3-b91b-b952895cad2c req-d9a1cf09-0112-4b90-a09a-8c489d12a8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:19.976504 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ddee3032-ad55-46c3-b91b-b952895cad2c req-d9a1cf09-0112-4b90-a09a-8c489d12a8da service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65193fd6-1d00-400c-9fec-e3db408513cb HTTP/1.1" status: 200 len: 859 time: 0.2595897 Jul 15 13:16:19.984833 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f8320-7bba-47bc-8184-cc88507f98d3 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'Subnet': ['ID=086d1cb3-eb18-4dc0-8d55-46086903cd15,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:20.001521 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f8320-7bba-47bc-8184-cc88507f98d3 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:20.002530 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f8320-7bba-47bc-8184-cc88507f98d3 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:20.003279 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f8320-7bba-47bc-8184-cc88507f98d3 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:20.003745 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f8320-7bba-47bc-8184-cc88507f98d3 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:20.004080 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f8320-7bba-47bc-8184-cc88507f98d3 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:20.004532 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f8320-7bba-47bc-8184-cc88507f98d3 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:20.004888 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f8320-7bba-47bc-8184-cc88507f98d3 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:20.005215 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f8320-7bba-47bc-8184-cc88507f98d3 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:20.005548 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f8320-7bba-47bc-8184-cc88507f98d3 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:20.005870 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f8320-7bba-47bc-8184-cc88507f98d3 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:20.006185 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f8320-7bba-47bc-8184-cc88507f98d3 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:20.006508 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f8320-7bba-47bc-8184-cc88507f98d3 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:20.011413 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9f8320-7bba-47bc-8184-cc88507f98d3 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Network 4986a971-3bbe-4e7a-946a-8790db005620 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:16:20.022612 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-9f9f8320-7bba-47bc-8184-cc88507f98d3 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 4986a971-3bbe-4e7a-946a-8790db005620) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:20.027316 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9f8320-7bba-47bc-8184-cc88507f98d3 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:20.027959 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9f9f8320-7bba-47bc-8184-cc88507f98d3 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.037820 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecb8085-cce7-43c5-9076-921fc28919fa None None] Network 4986a971-3bbe-4e7a-946a-8790db005620 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:20.048239 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9f9f8320-7bba-47bc-8184-cc88507f98d3 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9285583 Jul 15 13:16:20.049231 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36146) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:20.057549 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-cef1234b-a527-4b3c-a213-50b2952a15ca tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'port': {'network_id': '4986a971-3bbe-4e7a-946a-8790db005620', 'security_groups': [], 'name': 'tempest-PortsTestJSON-695329356'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:20.057837 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03e6d0f6-5ffa-4f08-b42c-b40fe4b9d8f4 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.092548 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ddee3032-ad55-46c3-b91b-b952895cad2c req-ea3ab41e-2a67-4521-9774-dd131a9e8d7c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc18f13f-179b-4747-9138-bf8c2fae24a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591152 Jul 15 13:16:20.195130 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef1234b-a527-4b3c-a213-50b2952a15ca tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Made reservation on behalf of 44d20f985e3e4d3da729c1600e912e21 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:20.203566 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cef1234b-a527-4b3c-a213-50b2952a15ca tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.212228 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f60fb6-71e9-456a-bf54-6b7d7eed3e85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-4986a971-3bbe-4e7a-946a-8790db005620', 'network_id': '4986a971-3bbe-4e7a-946a-8790db005620', 'tenant_id': '44d20f985e3e4d3da729c1600e912e21', 'fixed_ips': [{'subnet_id': '086d1cb3-eb18-4dc0-8d55-46086903cd15'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:16:20.213225 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0f60fb6-71e9-456a-bf54-6b7d7eed3e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.229700 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-cef1234b-a527-4b3c-a213-50b2952a15ca tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] device_id is not set on port 111b3d69-72f2-4443-a0b5-5bf578604fcf yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:16:20.240549 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716ee41-099c-4117-b143-dfd99f10de65 req-3f8be29b-4c14-43c8-bb5b-b7f8a5adf897 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:20.242345 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4716ee41-099c-4117-b143-dfd99f10de65 req-3f8be29b-4c14-43c8-bb5b-b7f8a5adf897 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca729965-aa11-4eca-9fc6-001adfc57e3a HTTP/1.1" status: 200 len: 943 time: 0.8206279 Jul 15 13:16:20.253091 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-ae620129-dd92-4755-b193-606c0aa74605 req-a85cac21-8acb-4a08-a9f7-3421743fae37 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Deleting port 74812ab6-1e9d-4393-bf9b-d165cae2b08a {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:20.253681 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ae620129-dd92-4755-b193-606c0aa74605 req-a85cac21-8acb-4a08-a9f7-3421743fae37 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.262112 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-47e40934-2433-44e2-b36d-f750dfbbbc59 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.367779 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-cef1234b-a527-4b3c-a213-50b2952a15ca tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Allocated IP 172.20.0.3 (4986a971-3bbe-4e7a-946a-8790db005620/086d1cb3-eb18-4dc0-8d55-46086903cd15/111b3d69-72f2-4443-a0b5-5bf578604fcf) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:20.507154 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4716ee41-099c-4117-b143-dfd99f10de65 req-78a3b8d9-dd0f-486f-9148-fb0a94464271 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479858 Jul 15 13:16:20.508940 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cef1234b-a527-4b3c-a213-50b2952a15ca tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.518254 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e40934-2433-44e2-b36d-f750dfbbbc59 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Pushing event updated for resources: {'Subnet': ['ID=630faf84-390c-445f-8036-cce3d08ef046,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:20.526541 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-cef1234b-a527-4b3c-a213-50b2952a15ca tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Transition to ACTIVE for port object 111b3d69-72f2-4443-a0b5-5bf578604fcf will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:20.543285 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ddee3032-ad55-46c3-b91b-b952895cad2c req-51d8db76-0ea4-47b5-aca1-4eefb046fbc3 service neutron] 10.222.0.46 "GET /v2.0/networks/cc18f13f-179b-4747-9138-bf8c2fae24a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856232 Jul 15 13:16:20.580739 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cef1234b-a527-4b3c-a213-50b2952a15ca tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.582591 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-03e6d0f6-5ffa-4f08-b42c-b40fe4b9d8f4 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Deleting port 2b4f9298-1528-45da-8221-24eb528865f5 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:20.582953 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03e6d0f6-5ffa-4f08-b42c-b40fe4b9d8f4 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.599280 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ae620129-dd92-4755-b193-606c0aa74605 req-a85cac21-8acb-4a08-a9f7-3421743fae37 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.599623 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ae620129-dd92-4755-b193-606c0aa74605 req-a85cac21-8acb-4a08-a9f7-3421743fae37 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.602026 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e40934-2433-44e2-b36d-f750dfbbbc59 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Checking segment: {'id': '7683b5e6-4d93-4530-83c6-e95e77381c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a9e8f7c7-c86a-46fb-a06a-ef9f17af740a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:20.602395 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e40934-2433-44e2-b36d-f750dfbbbc59 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Network hostable DHCP agents. Network: a9e8f7c7-c86a-46fb-a06a-ef9f17af740a, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:16:20.642587 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-b0f60fb6-71e9-456a-bf54-6b7d7eed3e85 None None] Allocated IP 172.20.0.2 (4986a971-3bbe-4e7a-946a-8790db005620/086d1cb3-eb18-4dc0-8d55-46086903cd15/a1342394-44af-435b-948e-89c906863cea) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:20.649593 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef1234b-a527-4b3c-a213-50b2952a15ca tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Network 4986a971-3bbe-4e7a-946a-8790db005620 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:20.658275 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-cef1234b-a527-4b3c-a213-50b2952a15ca tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:20.667067 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-ae620129-dd92-4755-b193-606c0aa74605 req-a85cac21-8acb-4a08-a9f7-3421743fae37 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Calling delete_port for 74812ab6-1e9d-4393-bf9b-d165cae2b08a owned by network:floatingip {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:20.678468 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef1234b-a527-4b3c-a213-50b2952a15ca tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:20.689517 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef1234b-a527-4b3c-a213-50b2952a15ca tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'Port': ['ID=111b3d69-72f2-4443-a0b5-5bf578604fcf,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:20.747927 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef1234b-a527-4b3c-a213-50b2952a15ca tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:20.748557 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cef1234b-a527-4b3c-a213-50b2952a15ca tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.766469 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-cef1234b-a527-4b3c-a213-50b2952a15ca tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 0.7126923 Jul 15 13:16:20.766796 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36148) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:20.804050 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e40934-2433-44e2-b36d-f750dfbbbc59 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Network a9e8f7c7-c86a-46fb-a06a-ef9f17af740a is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:16:20.854522 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0f60fb6-71e9-456a-bf54-6b7d7eed3e85 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.890449 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b0f60fb6-71e9-456a-bf54-6b7d7eed3e85 None None] Transition to ACTIVE for port object a1342394-44af-435b-948e-89c906863cea will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:20.900490 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-c9bec903-78ad-4595-a1aa-4d6ee8c479ac tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Deleting port 111b3d69-72f2-4443-a0b5-5bf578604fcf {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:20.900831 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c9bec903-78ad-4595-a1aa-4d6ee8c479ac tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.911776 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b0f60fb6-71e9-456a-bf54-6b7d7eed3e85 None None] Transition to ACTIVE for port object a1342394-44af-435b-948e-89c906863cea will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:20.920239 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0f60fb6-71e9-456a-bf54-6b7d7eed3e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.972235 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f60fb6-71e9-456a-bf54-6b7d7eed3e85 None None] Pushing event updated for resources: {'Port': ['ID=a1342394-44af-435b-948e-89c906863cea,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:20.993579 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f60fb6-71e9-456a-bf54-6b7d7eed3e85 None None] Network 4986a971-3bbe-4e7a-946a-8790db005620 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:20.995418 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-b0f60fb6-71e9-456a-bf54-6b7d7eed3e85 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:21.000855 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f60fb6-71e9-456a-bf54-6b7d7eed3e85 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:21.012588 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c9bec903-78ad-4595-a1aa-4d6ee8c479ac tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.027951 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-c9bec903-78ad-4595-a1aa-4d6ee8c479ac tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Calling delete_port for 111b3d69-72f2-4443-a0b5-5bf578604fcf owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:21.148496 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cc7bad46-d3ec-4868-aff0-238d6cae3c9f req-fcdf81d3-7adf-43b9-8489-aea54b5ea7a1 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 210 time: 0.4248977 Jul 15 13:16:21.192716 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-47e40934-2433-44e2-b36d-f750dfbbbc59 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, a9e8f7c7-c86a-46fb-a06a-ef9f17af740a) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:21.216729 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c9bec903-78ad-4595-a1aa-4d6ee8c479ac tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.225747 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c4d62d-d4ee-4223-944e-06b1ea64011e None None] Network a9e8f7c7-c86a-46fb-a06a-ef9f17af740a requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:21.241694 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e40934-2433-44e2-b36d-f750dfbbbc59 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:21.242537 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-47e40934-2433-44e2-b36d-f750dfbbbc59 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.243207 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-b0f60fb6-71e9-456a-bf54-6b7d7eed3e85 None None] Attempting to bind port a1342394-44af-435b-948e-89c906863cea on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:21.243584 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-b0f60fb6-71e9-456a-bf54-6b7d7eed3e85 None None] Attempting to bind port a1342394-44af-435b-948e-89c906863cea by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '0e46411f-f9ca-4ebb-a9b0-80bdf6713d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4986a971-3bbe-4e7a-946a-8790db005620'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:21.243953 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f60fb6-71e9-456a-bf54-6b7d7eed3e85 None None] Attempting to bind port a1342394-44af-435b-948e-89c906863cea on network 4986a971-3bbe-4e7a-946a-8790db005620 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:21.254893 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f357e55e-fb52-4e22-be78-db6534063ada tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.259219 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f60fb6-71e9-456a-bf54-6b7d7eed3e85 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:21.259600 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f60fb6-71e9-456a-bf54-6b7d7eed3e85 None None] Checking segment: {'id': '0e46411f-f9ca-4ebb-a9b0-80bdf6713d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4986a971-3bbe-4e7a-946a-8790db005620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:21.260006 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0f60fb6-71e9-456a-bf54-6b7d7eed3e85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.260405 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f60fb6-71e9-456a-bf54-6b7d7eed3e85 None None] Bound using segment: {'id': '0e46411f-f9ca-4ebb-a9b0-80bdf6713d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4986a971-3bbe-4e7a-946a-8790db005620'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:21.260885 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-b0f60fb6-71e9-456a-bf54-6b7d7eed3e85 None None] Bound port: a1342394-44af-435b-948e-89c906863cea, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e46411f-f9ca-4ebb-a9b0-80bdf6713d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4986a971-3bbe-4e7a-946a-8790db005620'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:21.261269 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0f60fb6-71e9-456a-bf54-6b7d7eed3e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.269781 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ddee3032-ad55-46c3-b91b-b952895cad2c req-dbcc79ad-3fa0-4a21-8eed-d44a78feb2d0 service neutron] 10.222.0.46 "GET /v2.0/networks/cc18f13f-179b-4747-9138-bf8c2fae24a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6845262 Jul 15 13:16:21.279786 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-03e6d0f6-5ffa-4f08-b42c-b40fe4b9d8f4 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] For port 2b4f9298-1528-45da-8221-24eb528865f5, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=2b4f9298-1528-45da-8221-24eb528865f5,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:21.280495 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03e6d0f6-5ffa-4f08-b42c-b40fe4b9d8f4 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.283299 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f357e55e-fb52-4e22-be78-db6534063ada tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.310870 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bec903-78ad-4595-a1aa-4d6ee8c479ac tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'Port': ['ID=111b3d69-72f2-4443-a0b5-5bf578604fcf,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:21.353593 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-47e40934-2433-44e2-b36d-f750dfbbbc59 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1447198 Jul 15 13:16:21.355976 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36150) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:21.357570 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-03e6d0f6-5ffa-4f08-b42c-b40fe4b9d8f4 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Calling delete_port for 2b4f9298-1528-45da-8221-24eb528865f5 owned by network:router_gateway {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:21.378007 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-3125eca0-b41c-4457-a780-353b021e8dd9 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-517780815'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:21.455744 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c9bec903-78ad-4595-a1aa-4d6ee8c479ac tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.458080 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c9bec903-78ad-4595-a1aa-4d6ee8c479ac tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/ports/111b3d69-72f2-4443-a0b5-5bf578604fcf HTTP/1.1" status: 204 len: 168 time: 0.6902530 Jul 15 13:16:21.460670 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36152) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:21.490752 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-32934cf6-cf2a-4381-ae7d-baf136afa020 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] GET failed (client error): The resource could not be found. Jul 15 13:16:21.492743 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-32934cf6-cf2a-4381-ae7d-baf136afa020 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "GET /v2.0/ports/111b3d69-72f2-4443-a0b5-5bf578604fcf HTTP/1.1" status: 404 len: 333 time: 0.0308008 Jul 15 13:16:21.493847 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f357e55e-fb52-4e22-be78-db6534063ada tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.495181 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-b0f60fb6-71e9-456a-bf54-6b7d7eed3e85 None None] For port a1342394-44af-435b-948e-89c906863cea, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:21.495854 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36154) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:21.503001 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-b0f60fb6-71e9-456a-bf54-6b7d7eed3e85 None None] For port a1342394-44af-435b-948e-89c906863cea, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a1342394-44af-435b-948e-89c906863cea,segment=NetworkSegment(0e46411f-f9ca-4ebb-a9b0-80bdf6713d42),segment_id=0e46411f-f9ca-4ebb-a9b0-80bdf6713d42)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:21.533207 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0f60fb6-71e9-456a-bf54-6b7d7eed3e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.571258 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3125eca0-b41c-4457-a780-353b021e8dd9 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Made reservation on behalf of eca21b748e82441e98d655b16b5b35a1 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:21.574744 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3125eca0-b41c-4457-a780-353b021e8dd9 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.579759 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-786d5dde-395b-4c4a-9a3c-9cdf9d741b52 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Deleting subnet 086d1cb3-eb18-4dc0-8d55-46086903cd15 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:16:21.589529 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-786d5dde-395b-4c4a-9a3c-9cdf9d741b52 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.601280 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357e55e-fb52-4e22-be78-db6534063ada tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'Port': ['ID=f92024c5-0054-4043-8de2-3d15ab33e7d7,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:21.613544 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a277cb25-d491-4286-808a-9821fe2e7fbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-a9e8f7c7-c86a-46fb-a06a-ef9f17af740a', 'network_id': 'a9e8f7c7-c86a-46fb-a06a-ef9f17af740a', 'tenant_id': 'eca21b748e82441e98d655b16b5b35a1', 'fixed_ips': [{'subnet_id': '630faf84-390c-445f-8036-cce3d08ef046'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:16:21.614416 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a277cb25-d491-4286-808a-9821fe2e7fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.672136 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-786d5dde-395b-4c4a-9a3c-9cdf9d741b52 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.713546 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fafdcde6-3de9-4cc7-96c7-6cf0642d704d req-50d9c057-b57e-4e5a-8508-c529380b2893 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=68f8e6f3-414e-4e64-b844-fb9c3917171f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3672516 Jul 15 13:16:21.722480 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f60fb6-71e9-456a-bf54-6b7d7eed3e85 None None] Pushing event updated for resources: {'Port': ['ID=a1342394-44af-435b-948e-89c906863cea,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:21.786951 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3125eca0-b41c-4457-a780-353b021e8dd9 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:16:21.820942 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-786d5dde-395b-4c4a-9a3c-9cdf9d741b52 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.829650 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-a277cb25-d491-4286-808a-9821fe2e7fbc None None] Allocated IP 2001:db8:0:ffff::2 (a9e8f7c7-c86a-46fb-a06a-ef9f17af740a/630faf84-390c-445f-8036-cce3d08ef046/746027db-f78f-4d28-ba82-c39ffdd845b1) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:21.901197 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-786d5dde-395b-4c4a-9a3c-9cdf9d741b52 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.955744 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d5dde-395b-4c4a-9a3c-9cdf9d741b52 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'Subnet': ['ID=086d1cb3-eb18-4dc0-8d55-46086903cd15,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:21.959946 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-786d5dde-395b-4c4a-9a3c-9cdf9d741b52 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.962112 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-786d5dde-395b-4c4a-9a3c-9cdf9d741b52 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/subnets/086d1cb3-eb18-4dc0-8d55-46086903cd15 HTTP/1.1" status: 204 len: 168 time: 0.4651687 Jul 15 13:16:21.966480 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36160) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:21.979605 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3125eca0-b41c-4457-a780-353b021e8dd9 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.982946 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-3125eca0-b41c-4457-a780-353b021e8dd9 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Added segment e71ed16e-5a45-400e-acce-3fbcb9ddcf42 of type vlan for network 0b96182c-0b51-45d1-92de-a7e559d2b751 Jul 15 13:16:22.047436 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ae620129-dd92-4755-b193-606c0aa74605 req-a85cac21-8acb-4a08-a9f7-3421743fae37 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.071463 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fcad3c04-fa89-4269-8c36-40c1d2b8b395 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.163791 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3125eca0-b41c-4457-a780-353b021e8dd9 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.166228 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 25044024-6f7c-4206-9cdc-ee63e73182f3 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:16:22.168530 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-fcad3c04-fa89-4269-8c36-40c1d2b8b395 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Deleting port a1342394-44af-435b-948e-89c906863cea {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:22.170448 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fcad3c04-fa89-4269-8c36-40c1d2b8b395 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.171625 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85cac21-8acb-4a08-a9f7-3421743fae37 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Pushing event deleted for resources: {'Port': ['ID=74812ab6-1e9d-4393-bf9b-d165cae2b08a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:22.207572 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f357e55e-fb52-4e22-be78-db6534063ada tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Network 13c0d8aa-07af-4e01-b8fa-724097cdd1d2 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:22.267695 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-f357e55e-fb52-4e22-be78-db6534063ada tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:22.296878 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a1342394-44af-435b-948e-89c906863cea up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:22.297637 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-fcad3c04-fa89-4269-8c36-40c1d2b8b395 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] For port a1342394-44af-435b-948e-89c906863cea, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a1342394-44af-435b-948e-89c906863cea,segment=NetworkSegment(0e46411f-f9ca-4ebb-a9b0-80bdf6713d42),segment_id=0e46411f-f9ca-4ebb-a9b0-80bdf6713d42)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:22.298369 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fcad3c04-fa89-4269-8c36-40c1d2b8b395 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.326990 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-fcad3c04-fa89-4269-8c36-40c1d2b8b395 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Calling delete_port for a1342394-44af-435b-948e-89c906863cea owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:22.330118 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de61c1-1ea8-433b-b92c-30fd7f1fdfd1 req-2c886779-60aa-4cf4-a3d5-75bbe046651e tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:22.337429 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b3de61c1-1ea8-433b-b92c-30fd7f1fdfd1 req-2c886779-60aa-4cf4-a3d5-75bbe046651e tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca729965-aa11-4eca-9fc6-001adfc57e3a HTTP/1.1" status: 200 len: 943 time: 0.5481465 Jul 15 13:16:22.361169 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdcde6-3de9-4cc7-96c7-6cf0642d704d req-7abc6674-a46b-4655-8e76-8043c7c4facd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:22.362919 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fafdcde6-3de9-4cc7-96c7-6cf0642d704d req-7abc6674-a46b-4655-8e76-8043c7c4facd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00b876fd8df24342ab4e9da7bd4da612&device_id=68f8e6f3-414e-4e64-b844-fb9c3917171f HTTP/1.1" status: 200 len: 1097 time: 0.5347292 Jul 15 13:16:22.429022 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 25044024-6f7c-4206-9cdc-ee63e73182f3, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=25044024-6f7c-4206-9cdc-ee63e73182f3,segment=NetworkSegment(6bb03eb1-9e52-4718-ab2b-06d9a8232852),segment_id=6bb03eb1-9e52-4718-ab2b-06d9a8232852)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:22.445242 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '25044024-6f7c-4206-9cdc-ee63e73182f3', 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078', 'port_id': '25044024-6f7c-4206-9cdc-ee63e73182f3', 'mac_address': 'fa:16:3e:93:94:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3564fb5-e6c9-425e-8a20-95a28163b8cc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:16:22.452595 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fcad3c04-fa89-4269-8c36-40c1d2b8b395 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.496458 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad3c04-fa89-4269-8c36-40c1d2b8b395 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'Port': ['ID=a1342394-44af-435b-948e-89c906863cea,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:22.505288 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3125eca0-b41c-4457-a780-353b021e8dd9 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.511470 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3125eca0-b41c-4457-a780-353b021e8dd9 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:22.512255 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3125eca0-b41c-4457-a780-353b021e8dd9 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.516131 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcad3c04-fa89-4269-8c36-40c1d2b8b395 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] No DVR routers for this DVR port a1342394-44af-435b-948e-89c906863cea on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:22.541706 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03e6d0f6-5ffa-4f08-b42c-b40fe4b9d8f4 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.546306 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ae620129-dd92-4755-b193-606c0aa74605 req-a85cac21-8acb-4a08-a9f7-3421743fae37 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks [] for floatingip, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.549145 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ae620129-dd92-4755-b193-606c0aa74605 req-a85cac21-8acb-4a08-a9f7-3421743fae37 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.556209 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae620129-dd92-4755-b193-606c0aa74605 req-a85cac21-8acb-4a08-a9f7-3421743fae37 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "DELETE /v2.0/floatingips/d59ee021-9412-4200-af49-a89b57b00efa HTTP/1.1" status: 204 len: 173 time: 3.4214299 Jul 15 13:16:22.592396 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a277cb25-d491-4286-808a-9821fe2e7fbc None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.594188 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No active binding found for port a1342394-44af-435b-948e-89c906863cea {{(pid=93827) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 13:16:22.594636 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a1342394-44af-435b-948e-89c906863cea not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 15 13:16:22.650968 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fcad3c04-fa89-4269-8c36-40c1d2b8b395 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.664692 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-fcad3c04-fa89-4269-8c36-40c1d2b8b395 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4986a971-3bbe-4e7a-946a-8790db005620']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:22.666401 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a277cb25-d491-4286-808a-9821fe2e7fbc None None] Transition to ACTIVE for port object 746027db-f78f-4d28-ba82-c39ffdd845b1 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:22.670945 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Port a1342394-44af-435b-948e-89c906863cea not found, will not notify nova. {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 15 13:16:22.677449 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.686257 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-fcad3c04-fa89-4269-8c36-40c1d2b8b395 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e46411f-f9ca-4ebb-a9b0-80bdf6713d42') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:22.693410 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-fcad3c04-fa89-4269-8c36-40c1d2b8b395 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e46411f-f9ca-4ebb-a9b0-80bdf6713d42') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:22.694480 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25044024-6f7c-4206-9cdc-ee63e73182f3 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:22.712636 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fcad3c04-fa89-4269-8c36-40c1d2b8b395 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.721784 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-e85e34d6-840f-4b27-acba-13431fc8f4e7 None None] Provisioning complete for port f92024c5-0054-4043-8de2-3d15ab33e7d7 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:22.722265 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e85e34d6-840f-4b27-acba-13431fc8f4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.733044 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a277cb25-d491-4286-808a-9821fe2e7fbc None None] Transition to ACTIVE for port object 746027db-f78f-4d28-ba82-c39ffdd845b1 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:22.733429 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fcad3c04-fa89-4269-8c36-40c1d2b8b395 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.742043 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcad3c04-fa89-4269-8c36-40c1d2b8b395 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:16:22.742494 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fcad3c04-fa89-4269-8c36-40c1d2b8b395 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.760358 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 25044024-6f7c-4206-9cdc-ee63e73182f3, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=25044024-6f7c-4206-9cdc-ee63e73182f3,segment=NetworkSegment(6bb03eb1-9e52-4718-ab2b-06d9a8232852),segment_id=6bb03eb1-9e52-4718-ab2b-06d9a8232852)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:22.763082 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a277cb25-d491-4286-808a-9821fe2e7fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.771825 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.813851 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a277cb25-d491-4286-808a-9821fe2e7fbc None None] Network a9e8f7c7-c86a-46fb-a06a-ef9f17af740a is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:22.821060 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-a277cb25-d491-4286-808a-9821fe2e7fbc None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:22.822394 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6d0f6-5ffa-4f08-b42c-b40fe4b9d8f4 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b4f9298-1528-45da-8221-24eb528865f5,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:22.827050 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a277cb25-d491-4286-808a-9821fe2e7fbc None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:22.827214 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:22.827214 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:22.827214 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:16:22.827214 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:16:22.827214 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:16:22.827214 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:16:22.827214 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:16:22.827214 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:16:22.827214 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:16:22.827214 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:16:22.827214 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:16:22.827214 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:16:22.827214 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:16:22.827214 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:16:22.827214 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:16:22.827214 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:16:22.827214 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:16:22.827214 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:16:22.827214 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:16:22.827214 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:16:22.827214 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:16:22.827214 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:16:22.827214 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:16:22.827214 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:16:22.827214 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:16:22.827214 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:16:22.827214 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:16:22.827214 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:16:22.827214 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:16:22.827214 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:16:22.827214 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:16:22.827214 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:16:22.827214 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:16:22.827214 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:16:22.829725 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fcad3c04-fa89-4269-8c36-40c1d2b8b395 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.853493 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fcad3c04-fa89-4269-8c36-40c1d2b8b395 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.862860 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-fcad3c04-fa89-4269-8c36-40c1d2b8b395 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/networks/4986a971-3bbe-4e7a-946a-8790db005620 HTTP/1.1" status: 204 len: 168 time: 0.8876855 Jul 15 13:16:22.863181 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad3c04-fa89-4269-8c36-40c1d2b8b395 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'Network': ['ID=4986a971-3bbe-4e7a-946a-8790db005620,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:22.868120 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36166) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:22.871993 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-ef520ea6-e49b-43c1-9cef-778352deb3bc tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'port': {'network_id': '0308f1b5-a073-4fd9-b3a5-e7f8fadc802a', 'name': 'tempest-PortsTestJSON-146730455'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:22.873349 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-e85e34d6-840f-4b27-acba-13431fc8f4e7 None None] Port f92024c5-0054-4043-8de2-3d15ab33e7d7 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:16:22.886697 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a277cb25-d491-4286-808a-9821fe2e7fbc None None] Pushing event updated for resources: {'Port': ['ID=746027db-f78f-4d28-ba82-c39ffdd845b1,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:22.975475 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-a277cb25-d491-4286-808a-9821fe2e7fbc None None] Attempting to bind port 746027db-f78f-4d28-ba82-c39ffdd845b1 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:22.975839 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-a277cb25-d491-4286-808a-9821fe2e7fbc None None] Attempting to bind port 746027db-f78f-4d28-ba82-c39ffdd845b1 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '7683b5e6-4d93-4530-83c6-e95e77381c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a9e8f7c7-c86a-46fb-a06a-ef9f17af740a'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:22.976206 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a277cb25-d491-4286-808a-9821fe2e7fbc None None] Attempting to bind port 746027db-f78f-4d28-ba82-c39ffdd845b1 on network a9e8f7c7-c86a-46fb-a06a-ef9f17af740a {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:22.982507 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef520ea6-e49b-43c1-9cef-778352deb3bc tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Made reservation on behalf of 44d20f985e3e4d3da729c1600e912e21 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:22.987544 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ef520ea6-e49b-43c1-9cef-778352deb3bc tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.992163 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a277cb25-d491-4286-808a-9821fe2e7fbc None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:22.992543 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a277cb25-d491-4286-808a-9821fe2e7fbc None None] Checking segment: {'id': '7683b5e6-4d93-4530-83c6-e95e77381c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a9e8f7c7-c86a-46fb-a06a-ef9f17af740a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:22.992948 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a277cb25-d491-4286-808a-9821fe2e7fbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.993345 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a277cb25-d491-4286-808a-9821fe2e7fbc None None] Bound using segment: {'id': '7683b5e6-4d93-4530-83c6-e95e77381c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a9e8f7c7-c86a-46fb-a06a-ef9f17af740a'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:22.993857 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-a277cb25-d491-4286-808a-9821fe2e7fbc None None] Bound port: 746027db-f78f-4d28-ba82-c39ffdd845b1, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7683b5e6-4d93-4530-83c6-e95e77381c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a9e8f7c7-c86a-46fb-a06a-ef9f17af740a'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:22.994309 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a277cb25-d491-4286-808a-9821fe2e7fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:23.009784 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-ef520ea6-e49b-43c1-9cef-778352deb3bc tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] device_id is not set on port 7babbd41-a249-443d-a528-484f8e3a0c0a yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:16:23.013626 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=25044024-6f7c-4206-9cdc-ee63e73182f3,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:23.025093 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b3de61c1-1ea8-433b-b92c-30fd7f1fdfd1 req-93997b9d-99b1-4df4-9840-78cfcaf18bd5 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6865766 Jul 15 13:16:23.026919 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3125eca0-b41c-4457-a780-353b021e8dd9 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6568990 Jul 15 13:16:23.036825 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36168) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:23.086681 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a277cb25-d491-4286-808a-9821fe2e7fbc None None] For port 746027db-f78f-4d28-ba82-c39ffdd845b1, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:23.090207 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['25044024-6f7c-4206-9cdc-ee63e73182f3'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:23.093645 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a277cb25-d491-4286-808a-9821fe2e7fbc None None] For port 746027db-f78f-4d28-ba82-c39ffdd845b1, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=746027db-f78f-4d28-ba82-c39ffdd845b1,segment=NetworkSegment(7683b5e6-4d93-4530-83c6-e95e77381c1e),segment_id=7683b5e6-4d93-4530-83c6-e95e77381c1e)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:23.148707 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a277cb25-d491-4286-808a-9821fe2e7fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:23.255907 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ef520ea6-e49b-43c1-9cef-778352deb3bc tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:23.264833 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-48589142-b4e8-4ca9-bfd6-b1d74a6c1ac1 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Request body: {'subnet': {'network_id': '0b96182c-0b51-45d1-92de-a7e559d2b751', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:23.308536 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ef520ea6-e49b-43c1-9cef-778352deb3bc tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:23.320231 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-236c9f67-7106-4d47-83c1-3563136499fb None None] Could not find standard attr ID for object a1342394-44af-435b-948e-89c906863cea. {{(pid=93827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:16:23.328291 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59a7d52-b379-4084-8db5-0127a8b3ef22 None None] DHCP port deletion for 4986a971-3bbe-4e7a-946a-8790db005620 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:16:23.336506 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a277cb25-d491-4286-808a-9821fe2e7fbc None None] Pushing event updated for resources: {'Port': ['ID=746027db-f78f-4d28-ba82-c39ffdd845b1,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:23.384204 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70fcaa7-9252-46c6-b01b-66738b5085bb None None] Network 4986a971-3bbe-4e7a-946a-8790db005620 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:23.394212 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef520ea6-e49b-43c1-9cef-778352deb3bc tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Network 0308f1b5-a073-4fd9-b3a5-e7f8fadc802a is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:23.401520 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-ef520ea6-e49b-43c1-9cef-778352deb3bc tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:23.401996 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3125eca0-b41c-4457-a780-353b021e8dd9 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Pushing event updated for resources: {'Network': ['ID=0b96182c-0b51-45d1-92de-a7e559d2b751,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:23.405853 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef520ea6-e49b-43c1-9cef-778352deb3bc tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:23.412420 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef520ea6-e49b-43c1-9cef-778352deb3bc tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:23.413317 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ef520ea6-e49b-43c1-9cef-778352deb3bc tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:23.423381 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70fcaa7-9252-46c6-b01b-66738b5085bb None None] Network 4986a971-3bbe-4e7a-946a-8790db005620 could not be found, it might have been deleted concurrently. {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 13:16:23.425173 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 0b96182c-0b51-45d1-92de-a7e559d2b751 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:16:23.426128 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f357e55e-fb52-4e22-be78-db6534063ada tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Router fce3a1fd-ff8c-4c61-a07c-59689ebe08a0 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:16:23.464788 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef520ea6-e49b-43c1-9cef-778352deb3bc tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'Port': ['ID=7babbd41-a249-443d-a528-484f8e3a0c0a,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:23.505879 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ef520ea6-e49b-43c1-9cef-778352deb3bc tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6400063 Jul 15 13:16:23.511609 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36170) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:23.526317 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8992071b-4949-48d4-b3d8-301a7b59cd5d req-3cc7c377-5664-4e6c-ae86-f8d5a6e71cf4 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 210 time: 0.0908113 Jul 15 13:16:23.629025 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c6bbb-6b5a-4cb6-bf43-1a68a46f7fc8 req-2f54a067-3b9b-4b3c-a002-242b94b4a7a3 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:23.631641 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cd0c6bbb-6b5a-4cb6-bf43-1a68a46f7fc8 req-2f54a067-3b9b-4b3c-a002-242b94b4a7a3 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.46 "GET /v2.0/ports?device_id=8fe7dd93-a7b7-48c9-bb91-ef7587ed9edb HTTP/1.1" status: 200 len: 946 time: 0.6024945 Jul 15 13:16:23.689363 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdcde6-3de9-4cc7-96c7-6cf0642d704d req-4db354ac-f31c-420c-bc4d-212ca2d0e2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:23.690987 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fafdcde6-3de9-4cc7-96c7-6cf0642d704d req-4db354ac-f31c-420c-bc4d-212ca2d0e2ce service neutron] 10.222.0.46 "GET /v2.0/networks?id=594a18f5-eb63-40e1-adf2-df8adb235078 HTTP/1.1" status: 200 len: 907 time: 1.2179809 Jul 15 13:16:23.714001 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48589142-b4e8-4ca9-bfd6-b1d74a6c1ac1 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Made reservation on behalf of eca21b748e82441e98d655b16b5b35a1 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:23.718372 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-48589142-b4e8-4ca9-bfd6-b1d74a6c1ac1 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:23.754536 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-654eb8df-0165-4234-adda-2d726fcbcd5d tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Deleting port 7babbd41-a249-443d-a528-484f8e3a0c0a {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:23.755117 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-654eb8df-0165-4234-adda-2d726fcbcd5d tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:23.790055 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03e6d0f6-5ffa-4f08-b42c-b40fe4b9d8f4 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:23.800177 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fafdcde6-3de9-4cc7-96c7-6cf0642d704d req-b23754b3-a1ad-4325-a575-8ae2f5ad2013 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=305e2af7-4e14-46c9-b511-673a966a851e HTTP/1.1" status: 200 len: 217 time: 0.0968525 Jul 15 13:16:23.840422 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-654eb8df-0165-4234-adda-2d726fcbcd5d tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:23.855671 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-654eb8df-0165-4234-adda-2d726fcbcd5d tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Calling delete_port for 7babbd41-a249-443d-a528-484f8e3a0c0a owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:23.858192 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-cd0c6bbb-6b5a-4cb6-bf43-1a68a46f7fc8 req-e45b4231-c96b-4293-8b1a-35c6c0cd73ab tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Deleting port a63fb171-8fd5-44d4-9e86-edd33c942f20 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:23.858525 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-cd0c6bbb-6b5a-4cb6-bf43-1a68a46f7fc8 req-e45b4231-c96b-4293-8b1a-35c6c0cd73ab tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.002625 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-cd0c6bbb-6b5a-4cb6-bf43-1a68a46f7fc8 req-e45b4231-c96b-4293-8b1a-35c6c0cd73ab tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] For port a63fb171-8fd5-44d4-9e86-edd33c942f20, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a63fb171-8fd5-44d4-9e86-edd33c942f20,segment=NetworkSegment(7d90ca56-0610-47bd-9aba-7f5f06ed5d1f),segment_id=7d90ca56-0610-47bd-9aba-7f5f06ed5d1f)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:24.002992 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-cd0c6bbb-6b5a-4cb6-bf43-1a68a46f7fc8 req-e45b4231-c96b-4293-8b1a-35c6c0cd73ab tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.012149 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13dc051-b8ad-4db1-ba31-92c48693ef40 req-f6985eac-94e0-4711-9ada-c0fd8eb0806d tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:24.014318 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e13dc051-b8ad-4db1-ba31-92c48693ef40 req-f6985eac-94e0-4711-9ada-c0fd8eb0806d tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fe7dd93-a7b7-48c9-bb91-ef7587ed9edb HTTP/1.1" status: 200 len: 946 time: 1.2171271 Jul 15 13:16:24.020149 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03e6d0f6-5ffa-4f08-b42c-b40fe4b9d8f4 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.022694 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-cd0c6bbb-6b5a-4cb6-bf43-1a68a46f7fc8 req-e45b4231-c96b-4293-8b1a-35c6c0cd73ab tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Calling delete_port for a63fb171-8fd5-44d4-9e86-edd33c942f20 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:24.031888 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a4814e2-eabe-4ab8-a0ac-7db5bfa35c35 req-af259080-15c5-4ded-8eb6-41622b5a12d0 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/security-groups/3bfcd3f0-545f-4517-92f8-b85b0ffa3d94 HTTP/1.1" status: 200 len: 1808 time: 0.4242363 Jul 15 13:16:24.036012 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03e6d0f6-5ffa-4f08-b42c-b40fe4b9d8f4 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.153441 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdcde6-3de9-4cc7-96c7-6cf0642d704d req-2c2f0b5d-d33a-42b3-8315-4a847f25a5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:24.155248 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fafdcde6-3de9-4cc7-96c7-6cf0642d704d req-2c2f0b5d-d33a-42b3-8315-4a847f25a5f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3564fb5-e6c9-425e-8a20-95a28163b8cc HTTP/1.1" status: 200 len: 846 time: 0.2974675 Jul 15 13:16:24.156312 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f357e55e-fb52-4e22-be78-db6534063ada tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:16:24.165983 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f357e55e-fb52-4e22-be78-db6534063ada tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "PUT /v2.0/routers/fce3a1fd-ff8c-4c61-a07c-59689ebe08a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3381512 Jul 15 13:16:24.170495 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466ae9c7-e6aa-48cf-9323-fb6c849df957 None None] Sync routers for ids ['fce3a1fd-ff8c-4c61-a07c-59689ebe08a0'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:16:24.188590 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 25044024-6f7c-4206-9cdc-ee63e73182f3 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:24.244859 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03e6d0f6-5ffa-4f08-b42c-b40fe4b9d8f4 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.245894 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e6d0f6-5ffa-4f08-b42c-b40fe4b9d8f4 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a0a70879-e9f0-4ccb-a056-4c8c7df39b6e {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:16:24.255041 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03e6d0f6-5ffa-4f08-b42c-b40fe4b9d8f4 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.256277 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-03e6d0f6-5ffa-4f08-b42c-b40fe4b9d8f4 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] 10.222.0.16 "DELETE /v2.0/routers/a0a70879-e9f0-4ccb-a056-4c8c7df39b6e HTTP/1.1" status: 204 len: 168 time: 5.6993363 Jul 15 13:16:24.273249 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36176) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:24.282286 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fafdcde6-3de9-4cc7-96c7-6cf0642d704d req-a05e10df-7181-43b5-955a-9884db70644c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=594a18f5-eb63-40e1-adf2-df8adb235078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853097 Jul 15 13:16:24.285379 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-04f73b57-2d74-4294-9d8d-62e6fe4da401 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1195894087', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}, 'admin_state_up': False}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:24.305792 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-cd0c6bbb-6b5a-4cb6-bf43-1a68a46f7fc8 req-e45b4231-c96b-4293-8b1a-35c6c0cd73ab tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.327816 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-654eb8df-0165-4234-adda-2d726fcbcd5d tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.347613 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e13dc051-b8ad-4db1-ba31-92c48693ef40 req-029f5dc6-4cf3-4e97-9f94-ba5248618da7 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/security-groups?id=787afb52-204d-49bf-9502-cebf24554fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022850 Jul 15 13:16:24.357369 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 25044024-6f7c-4206-9cdc-ee63e73182f3 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:24.374990 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 25044024-6f7c-4206-9cdc-ee63e73182f3 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:24.380697 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.438233 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 746027db-f78f-4d28-ba82-c39ffdd845b1 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:24.527329 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466ae9c7-e6aa-48cf-9323-fb6c849df957 None None] Routers {'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:24.531000 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-466ae9c7-e6aa-48cf-9323-fb6c849df957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:16:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['fce3a1fd-ff8c-4c61-a07c-59689ebe08a0'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:24.556144 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b4231-c96b-4293-8b1a-35c6c0cd73ab tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Pushing event deleted for resources: {'Port': ['ID=a63fb171-8fd5-44d4-9e86-edd33c942f20,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:24.589579 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1a4814e2-eabe-4ab8-a0ac-7db5bfa35c35 req-9869302d-ae57-4c0f-8784-00d25e2781d1 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.594062 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 746027db-f78f-4d28-ba82-c39ffdd845b1 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:24.624776 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654eb8df-0165-4234-adda-2d726fcbcd5d tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'Port': ['ID=7babbd41-a249-443d-a528-484f8e3a0c0a,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:24.638037 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-04f73b57-2d74-4294-9d8d-62e6fe4da401 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.639664 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-04f73b57-2d74-4294-9d8d-62e6fe4da401 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.668037 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0c6bbb-6b5a-4cb6-bf43-1a68a46f7fc8 req-e45b4231-c96b-4293-8b1a-35c6c0cd73ab tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] No DVR routers for this DVR port a63fb171-8fd5-44d4-9e86-edd33c942f20 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:24.672365 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-cd0c6bbb-6b5a-4cb6-bf43-1a68a46f7fc8 req-e45b4231-c96b-4293-8b1a-35c6c0cd73ab tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.679428 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cd0c6bbb-6b5a-4cb6-bf43-1a68a46f7fc8 req-e45b4231-c96b-4293-8b1a-35c6c0cd73ab tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.46 "DELETE /v2.0/ports/a63fb171-8fd5-44d4-9e86-edd33c942f20 HTTP/1.1" status: 204 len: 173 time: 1.0410776 Jul 15 13:16:24.680514 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-654eb8df-0165-4234-adda-2d726fcbcd5d tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.686770 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-654eb8df-0165-4234-adda-2d726fcbcd5d tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/ports/7babbd41-a249-443d-a528-484f8e3a0c0a HTTP/1.1" status: 204 len: 168 time: 1.1693201 Jul 15 13:16:24.688602 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe7dd93-a7b7-48c9-bb91-ef7587ed9edb', 'name': 'network-vif-deleted', 'tag': 'a63fb171-8fd5-44d4-9e86-edd33c942f20'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:24.693638 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dee57d1-72db-4ac7-adee-454c1a5827de" -d '{"events": [{"server_uuid": "8fe7dd93-a7b7-48c9-bb91-ef7587ed9edb", "name": "network-vif-deleted", "tag": "a63fb171-8fd5-44d4-9e86-edd33c942f20"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:24.702743 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36182) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:24.716498 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-83eedd24-e969-46f7-ba61-8154152ede07 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'port': {'network_id': '0308f1b5-a073-4fd9-b3a5-e7f8fadc802a', 'mac_address': 'fa:16:3e:ad:b8:a2', 'name': 'tempest-PortsTestJSON-1796988404'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:24.718057 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.763335 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca729965-aa11-4eca-9fc6-001adfc57e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25044024-6f7c-4206-9cdc-ee63e73182f3'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:24.765605 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1058f7fb-db3c-493d-8fe5-d51bb83706b8" -d '{"events": [{"server_uuid": "ca729965-aa11-4eca-9fc6-001adfc57e3a", "name": "network-vif-plugged", "status": "completed", "tag": "25044024-6f7c-4206-9cdc-ee63e73182f3"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:24.800981 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 25044024-6f7c-4206-9cdc-ee63e73182f3, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=25044024-6f7c-4206-9cdc-ee63e73182f3,segment=NetworkSegment(6bb03eb1-9e52-4718-ab2b-06d9a8232852),segment_id=6bb03eb1-9e52-4718-ab2b-06d9a8232852)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:24.805779 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.806628 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device a63fb171-8fd5-44d4-9e86-edd33c942f20 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:24.820027 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-466ae9c7-e6aa-48cf-9323-fb6c849df957 None None] Set router fce3a1fd-ff8c-4c61-a07c-59689ebe08a0 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:24.881737 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: a63fb171-8fd5-44d4-9e86-edd33c942f20 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:16:24.882008 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device a63fb171-8fd5-44d4-9e86-edd33c942f20 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:16:24.900582 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-04f73b57-2d74-4294-9d8d-62e6fe4da401 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.906468 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65d44f3-b3bb-4438-96d5-8d322b84b86b None None] Network a9e8f7c7-c86a-46fb-a06a-ef9f17af740a requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:24.923502 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1a4814e2-eabe-4ab8-a0ac-7db5bfa35c35 req-9869302d-ae57-4c0f-8784-00d25e2781d1 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.971838 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a1342394-44af-435b-948e-89c906863cea no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:25.007913 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: a1342394-44af-435b-948e-89c906863cea {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:16:25.008590 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a1342394-44af-435b-948e-89c906863cea not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:16:25.010219 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=25044024-6f7c-4206-9cdc-ee63e73182f3,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:25.031048 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fafdcde6-3de9-4cc7-96c7-6cf0642d704d req-4b2415a5-6153-4bfa-bb03-2f68ac4ee265 service neutron] 10.222.0.46 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7356501 Jul 15 13:16:25.049554 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-91781649-ddbb-42cf-aee8-25ddeb7b45b0 None None] Provisioning for port 746027db-f78f-4d28-ba82-c39ffdd845b1 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:25.059103 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-91781649-ddbb-42cf-aee8-25ddeb7b45b0 None None] Provisioning complete for port 746027db-f78f-4d28-ba82-c39ffdd845b1 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:25.060909 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-91781649-ddbb-42cf-aee8-25ddeb7b45b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.203903 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-466ae9c7-e6aa-48cf-9323-fb6c849df957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452297766', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'c36b9605-a7e3-4a24-a166-4b1ba7f2c812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:16:00Z', 'updated_at': '2021-07-15T13:16:19Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'c36b9605-a7e3-4a24-a166-4b1ba7f2c812', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:01:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:01Z', 'updated_at': '2021-07-15T13:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'f92024c5-0054-4043-8de2-3d15ab33e7d7', 'name': '', 'network_id': '13c0d8aa-07af-4e01-b8fa-724097cdd1d2', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'mac_address': 'fa:16:3e:e7:e0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '007dc46b-c0a3-4755-b595-e11755a7ea39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:13Z', 'updated_at': '2021-07-15T13:16:20Z', 'revision_number': 2, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'subnets': [{'id': '007dc46b-c0a3-4755-b595-e11755a7ea39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:25.225100 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-04f73b57-2d74-4294-9d8d-62e6fe4da401 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.242443 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466ae9c7-e6aa-48cf-9323-fb6c849df957 None None] Checking router: fce3a1fd-ff8c-4c61-a07c-59689ebe08a0 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:16:25.243453 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466ae9c7-e6aa-48cf-9323-fb6c849df957 None None] Updating router fce3a1fd-ff8c-4c61-a07c-59689ebe08a0 port f92024c5-0054-4043-8de2-3d15ab33e7d7 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:16:25.259237 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-91781649-ddbb-42cf-aee8-25ddeb7b45b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.307045 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-91781649-ddbb-42cf-aee8-25ddeb7b45b0 None None] For port 746027db-f78f-4d28-ba82-c39ffdd845b1, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=746027db-f78f-4d28-ba82-c39ffdd845b1,segment=NetworkSegment(7683b5e6-4d93-4530-83c6-e95e77381c1e),segment_id=7683b5e6-4d93-4530-83c6-e95e77381c1e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:25.312227 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-91781649-ddbb-42cf-aee8-25ddeb7b45b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.312441 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-466ae9c7-e6aa-48cf-9323-fb6c849df957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.341863 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83eedd24-e969-46f7-ba61-8154152ede07 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Made reservation on behalf of 44d20f985e3e4d3da729c1600e912e21 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:25.388622 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91781649-ddbb-42cf-aee8-25ddeb7b45b0 None None] Pushing event updated for resources: {'Port': ['ID=746027db-f78f-4d28-ba82-c39ffdd845b1,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:25.555464 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-83eedd24-e969-46f7-ba61-8154152ede07 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.591663 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-83eedd24-e969-46f7-ba61-8154152ede07 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] device_id is not set on port d4ca7d29-6721-47f6-84a8-36d1de97fbe4 yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:16:25.624363 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fafdcde6-3de9-4cc7-96c7-6cf0642d704d req-a53a51c7-e82c-40d6-8859-ee5707535b90 service neutron] 10.222.0.46 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5733855 Jul 15 13:16:25.669653 n-d-771363-36 neutron-server[93825]: DEBUG neutron.objects.ports [None req-48589142-b4e8-4ca9-bfd6-b1d74a6c1ac1 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:16:25.676475 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-48589142-b4e8-4ca9-bfd6-b1d74a6c1ac1 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.739309 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-466ae9c7-e6aa-48cf-9323-fb6c849df957 None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.747734 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516ff15-ae0e-4f84-befa-275719ffd008 req-83faa99a-ab05-45f9-9b13-ba7109478cfa tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:25.748920 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c055fb5b-d6e3-4289-9308-ba83813aaaa0 None None] Provisioning complete for port 746027db-f78f-4d28-ba82-c39ffdd845b1 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:25.749312 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c055fb5b-d6e3-4289-9308-ba83813aaaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.749430 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4516ff15-ae0e-4f84-befa-275719ffd008 req-83faa99a-ab05-45f9-9b13-ba7109478cfa tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca729965-aa11-4eca-9fc6-001adfc57e3a HTTP/1.1" status: 200 len: 944 time: 1.1265311 Jul 15 13:16:25.750056 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48589142-b4e8-4ca9-bfd6-b1d74a6c1ac1 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Pushing event updated for resources: {'Subnet': ['ID=a219e70d-4466-44ba-b939-e098f814a714,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:25.751791 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-466ae9c7-e6aa-48cf-9323-fb6c849df957 None None] Transition to ACTIVE for port object f92024c5-0054-4043-8de2-3d15ab33e7d7 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:25.760502 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-466ae9c7-e6aa-48cf-9323-fb6c849df957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.772139 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1a4814e2-eabe-4ab8-a0ac-7db5bfa35c35 req-9869302d-ae57-4c0f-8784-00d25e2781d1 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.774951 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1a4814e2-eabe-4ab8-a0ac-7db5bfa35c35 req-9869302d-ae57-4c0f-8784-00d25e2781d1 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.794140 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a4814e2-eabe-4ab8-a0ac-7db5bfa35c35 req-9869302d-ae57-4c0f-8784-00d25e2781d1 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "DELETE /v2.0/security-groups/3bfcd3f0-545f-4517-92f8-b85b0ffa3d94 HTTP/1.1" status: 204 len: 173 time: 1.7164724 Jul 15 13:16:25.824665 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a261f400-b830-4b34-80b4-b226a244ce27 None None] Pushing event updated for resources: {'Port': ['ID=f92024c5-0054-4043-8de2-3d15ab33e7d7,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:25.857998 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-04f73b57-2d74-4294-9d8d-62e6fe4da401 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.890875 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48589142-b4e8-4ca9-bfd6-b1d74a6c1ac1 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Checking segment: {'id': 'e71ed16e-5a45-400e-acce-3fbcb9ddcf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0b96182c-0b51-45d1-92de-a7e559d2b751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:25.891120 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48589142-b4e8-4ca9-bfd6-b1d74a6c1ac1 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Network hostable DHCP agents. Network: 0b96182c-0b51-45d1-92de-a7e559d2b751, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:16:25.896599 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9869302d-ae57-4c0f-8784-00d25e2781d1 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfcd3f0-545f-4517-92f8-b85b0ffa3d94,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:25.923491 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4516ff15-ae0e-4f84-befa-275719ffd008 req-81c73edc-3318-42a9-8033-7b6c63e698db tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278164 Jul 15 13:16:25.977252 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48589142-b4e8-4ca9-bfd6-b1d74a6c1ac1 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Network 0b96182c-0b51-45d1-92de-a7e559d2b751 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:16:25.977592 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-04f73b57-2d74-4294-9d8d-62e6fe4da401 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.994872 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-466ae9c7-e6aa-48cf-9323-fb6c849df957 None None] Attempting to bind port f92024c5-0054-4043-8de2-3d15ab33e7d7 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:25.995322 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-466ae9c7-e6aa-48cf-9323-fb6c849df957 None None] Attempting to bind port f92024c5-0054-4043-8de2-3d15ab33e7d7 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '90f4024f-160c-4885-80aa-58ce2d07968c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '13c0d8aa-07af-4e01-b8fa-724097cdd1d2'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:25.995732 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466ae9c7-e6aa-48cf-9323-fb6c849df957 None None] Attempting to bind port f92024c5-0054-4043-8de2-3d15ab33e7d7 on network 13c0d8aa-07af-4e01-b8fa-724097cdd1d2 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:25.998247 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-85c12a64-24d6-4935-834f-67bedc86c2d1 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-847231646&fields=id&tenant_id=d986de84121549bf90b7ac80073eff67 HTTP/1.1" status: 200 len: 267 time: 0.0692089 Jul 15 13:16:26.000534 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-48589142-b4e8-4ca9-bfd6-b1d74a6c1ac1 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 0b96182c-0b51-45d1-92de-a7e559d2b751) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:26.005709 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48589142-b4e8-4ca9-bfd6-b1d74a6c1ac1 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:26.006404 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-48589142-b4e8-4ca9-bfd6-b1d74a6c1ac1 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:26.016861 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517039dc-dcf8-4cf4-9718-d08c48db81e9 None None] Network 0b96182c-0b51-45d1-92de-a7e559d2b751 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:26.023968 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466ae9c7-e6aa-48cf-9323-fb6c849df957 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:26.024362 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466ae9c7-e6aa-48cf-9323-fb6c849df957 None None] Checking segment: {'id': '90f4024f-160c-4885-80aa-58ce2d07968c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '13c0d8aa-07af-4e01-b8fa-724097cdd1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:26.024791 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-466ae9c7-e6aa-48cf-9323-fb6c849df957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:26.025399 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466ae9c7-e6aa-48cf-9323-fb6c849df957 None None] Bound using segment: {'id': '90f4024f-160c-4885-80aa-58ce2d07968c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '13c0d8aa-07af-4e01-b8fa-724097cdd1d2'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:26.025911 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-466ae9c7-e6aa-48cf-9323-fb6c849df957 None None] Bound port: f92024c5-0054-4043-8de2-3d15ab33e7d7, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90f4024f-160c-4885-80aa-58ce2d07968c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '13c0d8aa-07af-4e01-b8fa-724097cdd1d2'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:26.026319 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-466ae9c7-e6aa-48cf-9323-fb6c849df957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:26.065137 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-48589142-b4e8-4ca9-bfd6-b1d74a6c1ac1 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0007381 Jul 15 13:16:26.068819 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36200) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:26.076398 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-589f9319-d1b7-41b3-a810-e3c3d530fb90 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Request body: {'port': {'network_id': '0b96182c-0b51-45d1-92de-a7e559d2b751', 'name': 'tempest-NetworksIpV6TestAttrs-1481583802'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:26.218315 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 746027db-f78f-4d28-ba82-c39ffdd845b1 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:26.228204 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-466ae9c7-e6aa-48cf-9323-fb6c849df957 None None] For port f92024c5-0054-4043-8de2-3d15ab33e7d7, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:26.231934 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-466ae9c7-e6aa-48cf-9323-fb6c849df957 None None] For port f92024c5-0054-4043-8de2-3d15ab33e7d7, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=f92024c5-0054-4043-8de2-3d15ab33e7d7,segment=NetworkSegment(90f4024f-160c-4885-80aa-58ce2d07968c),segment_id=90f4024f-160c-4885-80aa-58ce2d07968c)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:26.237037 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-466ae9c7-e6aa-48cf-9323-fb6c849df957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:26.297760 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e0adc2a4-15f7-458b-a588-0d7c0f33e2d3 req-2282811e-9a06-4449-9b96-10382d6007b4 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 210 time: 0.0556548 Jul 15 13:16:26.327116 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-ab127b1c-837b-44ae-86f1-9acdf5f6a6ff tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:26.330734 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-ab127b1c-837b-44ae-86f1-9acdf5f6a6ff tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/networks?id=13c0d8aa-07af-4e01-b8fa-724097cdd1d2 HTTP/1.1" status: 200 len: 795 time: 0.3191130 Jul 15 13:16:26.380357 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-a4e77d3d-89d1-43cd-84be-bb3cca307e84 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/quotas/d986de84121549bf90b7ac80073eff67 HTTP/1.1" status: 200 len: 375 time: 0.0424504 Jul 15 13:16:26.397145 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-83eedd24-e969-46f7-ba61-8154152ede07 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:26.404576 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466ae9c7-e6aa-48cf-9323-fb6c849df957 None None] Routers {'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:26.405607 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-466ae9c7-e6aa-48cf-9323-fb6c849df957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:16:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['fce3a1fd-ff8c-4c61-a07c-59689ebe08a0'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:26.409371 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a261f400-b830-4b34-80b4-b226a244ce27 None None] Pushing event updated for resources: {'Port': ['ID=f92024c5-0054-4043-8de2-3d15ab33e7d7,revision_number=4']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:26.447526 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589f9319-d1b7-41b3-a810-e3c3d530fb90 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Made reservation on behalf of eca21b748e82441e98d655b16b5b35a1 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:26.452180 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-589f9319-d1b7-41b3-a810-e3c3d530fb90 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:26.508480 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca8c43d-f3ed-4e8c-964d-156148459817 x-openstack-request-id: req-3ca8c43d-f3ed-4e8c-964d-156148459817 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:26.509227 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe7dd93-a7b7-48c9-bb91-ef7587ed9edb", "name": "network-vif-deleted", "tag": "a63fb171-8fd5-44d4-9e86-edd33c942f20", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:26.510339 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3ca8c43d-f3ed-4e8c-964d-156148459817 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:26.510877 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe7dd93-a7b7-48c9-bb91-ef7587ed9edb', 'name': 'network-vif-deleted', 'tag': 'a63fb171-8fd5-44d4-9e86-edd33c942f20', 'status': 'completed', 'code': 200} Jul 15 13:16:26.515697 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-83eedd24-e969-46f7-ba61-8154152ede07 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:26.539334 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bf3fbb-4a57-4287-a21d-7c5215b94090 x-openstack-request-id: req-89bf3fbb-4a57-4287-a21d-7c5215b94090 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:26.542614 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca729965-aa11-4eca-9fc6-001adfc57e3a", "name": "network-vif-plugged", "status": "completed", "tag": "25044024-6f7c-4206-9cdc-ee63e73182f3", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:26.543992 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-89bf3fbb-4a57-4287-a21d-7c5215b94090 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:26.544816 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca729965-aa11-4eca-9fc6-001adfc57e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25044024-6f7c-4206-9cdc-ee63e73182f3', 'code': 200} Jul 15 13:16:26.560438 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-589f9319-d1b7-41b3-a810-e3c3d530fb90 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] device_id is not set on port 097c7b4d-cc87-4703-b785-4ab0ebcba5d9 yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:16:26.610072 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83eedd24-e969-46f7-ba61-8154152ede07 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Network 0308f1b5-a073-4fd9-b3a5-e7f8fadc802a is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:26.640329 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-04f73b57-2d74-4294-9d8d-62e6fe4da401 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Allocated IP 172.25.8.250 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/18cf7128-6c74-4982-b392-1960f4dbad5a) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:26.643350 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-83eedd24-e969-46f7-ba61-8154152ede07 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:26.650985 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83eedd24-e969-46f7-ba61-8154152ede07 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:26.660509 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eedd24-e969-46f7-ba61-8154152ede07 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:26.661238 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-83eedd24-e969-46f7-ba61-8154152ede07 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:26.665051 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eedd24-e969-46f7-ba61-8154152ede07 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'Port': ['ID=d4ca7d29-6721-47f6-84a8-36d1de97fbe4,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:26.679683 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-466ae9c7-e6aa-48cf-9323-fb6c849df957 None None] Set router fce3a1fd-ff8c-4c61-a07c-59689ebe08a0 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:26.805686 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-83eedd24-e969-46f7-ba61-8154152ede07 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0979025 Jul 15 13:16:26.806141 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36204) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:26.817174 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 746027db-f78f-4d28-ba82-c39ffdd845b1 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:26.817563 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:26.859824 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba68549-3f56-4f50-b638-2f4f9d9a8182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-0b96182c-0b51-45d1-92de-a7e559d2b751', 'network_id': '0b96182c-0b51-45d1-92de-a7e559d2b751', 'tenant_id': 'eca21b748e82441e98d655b16b5b35a1', 'fixed_ips': [{'subnet_id': 'a219e70d-4466-44ba-b939-e098f814a714'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:16:26.861186 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ba68549-3f56-4f50-b638-2f4f9d9a8182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:26.880842 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-48e24db3-0223-4ceb-97cb-3f88f059eab8 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d986de84121549bf90b7ac80073eff67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4859779 Jul 15 13:16:27.027583 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-c6ec4b95-3ac1-462b-ac5b-b1ba1492fa25 service neutron] 10.222.0.16 "GET /v2.0/networks/13c0d8aa-07af-4e01-b8fa-724097cdd1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178155 Jul 15 13:16:27.041296 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575fe2eb-a8aa-40f3-9629-02e3da1ae370 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:27.053202 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-575fe2eb-a8aa-40f3-9629-02e3da1ae370 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "GET /v2.0/ports/d4ca7d29-6721-47f6-84a8-36d1de97fbe4 HTTP/1.1" status: 200 len: 841 time: 0.2196722 Jul 15 13:16:27.053979 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36210) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:27.082794 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-589f9319-d1b7-41b3-a810-e3c3d530fb90 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Allocated IP 2001:db8::f816:3eff:fefe:7dd1 (0b96182c-0b51-45d1-92de-a7e559d2b751/a219e70d-4466-44ba-b939-e098f814a714/097c7b4d-cc87-4703-b785-4ab0ebcba5d9) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:27.098150 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-466ae9c7-e6aa-48cf-9323-fb6c849df957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452297766', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'c36b9605-a7e3-4a24-a166-4b1ba7f2c812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:16:00Z', 'updated_at': '2021-07-15T13:16:19Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'c36b9605-a7e3-4a24-a166-4b1ba7f2c812', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:01:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:01Z', 'updated_at': '2021-07-15T13:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'f92024c5-0054-4043-8de2-3d15ab33e7d7', 'name': '', 'network_id': '13c0d8aa-07af-4e01-b8fa-724097cdd1d2', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'mac_address': 'fa:16:3e:e7:e0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '007dc46b-c0a3-4755-b595-e11755a7ea39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:13Z', 'updated_at': '2021-07-15T13:16:26Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'subnets': [{'id': '007dc46b-c0a3-4755-b595-e11755a7ea39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:27.136601 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466ae9c7-e6aa-48cf-9323-fb6c849df957 None None] The sync data for ids ['fce3a1fd-ff8c-4c61-a07c-59689ebe08a0'] in n-d-771363-36 is: [{'id': 'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452297766', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'c36b9605-a7e3-4a24-a166-4b1ba7f2c812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:16:00Z', 'updated_at': '2021-07-15T13:16:19Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'c36b9605-a7e3-4a24-a166-4b1ba7f2c812', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:01:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:01Z', 'updated_at': '2021-07-15T13:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'f92024c5-0054-4043-8de2-3d15ab33e7d7', 'name': '', 'network_id': '13c0d8aa-07af-4e01-b8fa-724097cdd1d2', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'mac_address': 'fa:16:3e:e7:e0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '007dc46b-c0a3-4755-b595-e11755a7ea39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:13Z', 'updated_at': '2021-07-15T13:16:26Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'subnets': [{'id': '007dc46b-c0a3-4755-b595-e11755a7ea39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:16:27.160484 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-04f73b57-2d74-4294-9d8d-62e6fe4da401 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:27.201447 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb521d-1d13-48bd-842e-acab9658bec8 req-1d0ca4f3-6a48-4a16-9477-3e66e7c17632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:27.205739 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8ffb521d-1d13-48bd-842e-acab9658bec8 req-1d0ca4f3-6a48-4a16-9477-3e66e7c17632 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ca729965-aa11-4eca-9fc6-001adfc57e3a HTTP/1.1" status: 200 len: 1097 time: 0.6315613 Jul 15 13:16:27.237362 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 2b4f9298-1528-45da-8221-24eb528865f5 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:27.296849 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 2b4f9298-1528-45da-8221-24eb528865f5 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:16:27.297231 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 2b4f9298-1528-45da-8221-24eb528865f5 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:16:27.321995 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-13351bc7-8851-4e54-b94f-0fc9d1c2f1bd tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Deleting port d4ca7d29-6721-47f6-84a8-36d1de97fbe4 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:27.322739 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-13351bc7-8851-4e54-b94f-0fc9d1c2f1bd tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:27.328381 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-04f73b57-2d74-4294-9d8d-62e6fe4da401 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:27.392828 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f73b57-2d74-4294-9d8d-62e6fe4da401 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:27.398473 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-04f73b57-2d74-4294-9d8d-62e6fe4da401 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:27.406940 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f73b57-2d74-4294-9d8d-62e6fe4da401 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:27.425899 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-24af6513-47ec-436a-871d-0b55b45d8f0f tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:27.427738 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-24af6513-47ec-436a-871d-0b55b45d8f0f tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/networks?id=27918509-99f1-4d5c-9c03-22054212982e HTTP/1.1" status: 200 len: 808 time: 0.2294843 Jul 15 13:16:27.472254 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-13351bc7-8851-4e54-b94f-0fc9d1c2f1bd tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:27.474707 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f73b57-2d74-4294-9d8d-62e6fe4da401 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Pushing event updated for resources: {'Port': ['ID=18cf7128-6c74-4982-b392-1960f4dbad5a,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:27.490133 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-13351bc7-8851-4e54-b94f-0fc9d1c2f1bd tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Calling delete_port for d4ca7d29-6721-47f6-84a8-36d1de97fbe4 owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:27.526551 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-545e4c5b-0332-42cb-b23a-7ab562019e1c service neutron] 10.222.0.16 "GET /v2.0/networks/13c0d8aa-07af-4e01-b8fa-724097cdd1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683660 Jul 15 13:16:27.546283 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8ffb521d-1d13-48bd-842e-acab9658bec8 req-a7452036-4adf-4706-8968-7258123111ec service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865746 Jul 15 13:16:27.579495 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-db594802-c96d-4f28-a0c3-62329d7bd6a7 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/quotas/9fc925054ab444b8942a7f406aa6e423 HTTP/1.1" status: 200 len: 375 time: 0.0462339 Jul 15 13:16:27.591276 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-13351bc7-8851-4e54-b94f-0fc9d1c2f1bd tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:27.638832 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-13351bc7-8851-4e54-b94f-0fc9d1c2f1bd tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:27.643174 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-13351bc7-8851-4e54-b94f-0fc9d1c2f1bd tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/ports/d4ca7d29-6721-47f6-84a8-36d1de97fbe4 HTTP/1.1" status: 204 len: 168 time: 0.5809650 Jul 15 13:16:27.643174 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13351bc7-8851-4e54-b94f-0fc9d1c2f1bd tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'Port': ['ID=d4ca7d29-6721-47f6-84a8-36d1de97fbe4,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:27.644268 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36224) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:27.685101 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-74a8ae5d-7372-4227-9e4b-2d5660437a5d tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9fc925054ab444b8942a7f406aa6e423&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547373 Jul 15 13:16:27.768818 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-589f9319-d1b7-41b3-a810-e3c3d530fb90 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:27.828608 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-d69387b4-f6ef-4552-b7b9-e913d69b0444 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] GET failed (client error): The resource could not be found. Jul 15 13:16:27.830441 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d69387b4-f6ef-4552-b7b9-e913d69b0444 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "GET /v2.0/ports/d4ca7d29-6721-47f6-84a8-36d1de97fbe4 HTTP/1.1" status: 404 len: 333 time: 0.1825690 Jul 15 13:16:27.855933 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36230) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:27.861353 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-011f037b-5c99-4d0b-a954-81d39f0e7079 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'port': {'network_id': '0308f1b5-a073-4fd9-b3a5-e7f8fadc802a', 'name': 'tempest-PortsTestJSON-1750499252'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:27.943563 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-589f9319-d1b7-41b3-a810-e3c3d530fb90 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Transition to ACTIVE for port object 097c7b4d-cc87-4703-b785-4ab0ebcba5d9 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:28.077856 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-04f73b57-2d74-4294-9d8d-62e6fe4da401 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:28.089291 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-f5aba364-61b0-4e63-ba13-b1edc894cb2c service neutron] 10.222.0.16 "GET /v2.0/networks/27918509-99f1-4d5c-9c03-22054212982e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952231 Jul 15 13:16:28.188882 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011f037b-5c99-4d0b-a954-81d39f0e7079 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Made reservation on behalf of 44d20f985e3e4d3da729c1600e912e21 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:28.192879 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-011f037b-5c99-4d0b-a954-81d39f0e7079 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:28.233336 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-589f9319-d1b7-41b3-a810-e3c3d530fb90 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:28.235851 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device f92024c5-0054-4043-8de2-3d15ab33e7d7 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:28.319850 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dbb64-924f-48f7-b8e8-1b1905b1341b req-e4a7abc4-0695-4fc6-a3e2-1e183eddde0b tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:28.321136 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-213dbb64-924f-48f7-b8e8-1b1905b1341b req-e4a7abc4-0695-4fc6-a3e2-1e183eddde0b tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca729965-aa11-4eca-9fc6-001adfc57e3a HTTP/1.1" status: 200 len: 945 time: 0.4660494 Jul 15 13:16:28.382642 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-011f037b-5c99-4d0b-a954-81d39f0e7079 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] device_id is not set on port 1ee37a85-218b-49f5-9ff5-1d70ca2120d8 yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:16:28.392075 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-8ba68549-3f56-4f50-b638-2f4f9d9a8182 None None] Allocated IP 2001:db8::f816:3eff:fec4:4edd (0b96182c-0b51-45d1-92de-a7e559d2b751/a219e70d-4466-44ba-b939-e098f814a714/4bb76499-ff6a-4edd-8dfa-6bb86b018c78) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:28.437374 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589f9319-d1b7-41b3-a810-e3c3d530fb90 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Network 0b96182c-0b51-45d1-92de-a7e559d2b751 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:28.455142 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-04f73b57-2d74-4294-9d8d-62e6fe4da401 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:28.542720 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port f92024c5-0054-4043-8de2-3d15ab33e7d7 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:28.551845 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port f92024c5-0054-4043-8de2-3d15ab33e7d7 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:28.552573 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:28.601086 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-589f9319-d1b7-41b3-a810-e3c3d530fb90 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:28.608242 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f9319-d1b7-41b3-a810-e3c3d530fb90 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Pushing event updated for resources: {'Port': ['ID=097c7b4d-cc87-4703-b785-4ab0ebcba5d9,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:28.643081 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589f9319-d1b7-41b3-a810-e3c3d530fb90 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:28.643587 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ba68549-3f56-4f50-b638-2f4f9d9a8182 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:28.659776 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589f9319-d1b7-41b3-a810-e3c3d530fb90 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:28.662057 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-589f9319-d1b7-41b3-a810-e3c3d530fb90 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:28.679375 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8ba68549-3f56-4f50-b638-2f4f9d9a8182 None None] Transition to ACTIVE for port object 4bb76499-ff6a-4edd-8dfa-6bb86b018c78 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:28.728343 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8ba68549-3f56-4f50-b638-2f4f9d9a8182 None None] Transition to ACTIVE for port object 4bb76499-ff6a-4edd-8dfa-6bb86b018c78 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:28.794917 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ba68549-3f56-4f50-b638-2f4f9d9a8182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:28.839050 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f9319-d1b7-41b3-a810-e3c3d530fb90 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:28.839324 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f9319-d1b7-41b3-a810-e3c3d530fb90 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:28.839672 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f9319-d1b7-41b3-a810-e3c3d530fb90 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:28.840010 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f9319-d1b7-41b3-a810-e3c3d530fb90 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:28.840372 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f9319-d1b7-41b3-a810-e3c3d530fb90 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:28.840737 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f9319-d1b7-41b3-a810-e3c3d530fb90 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:28.841295 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f9319-d1b7-41b3-a810-e3c3d530fb90 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:28.841624 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f9319-d1b7-41b3-a810-e3c3d530fb90 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:28.841773 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f9319-d1b7-41b3-a810-e3c3d530fb90 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:28.842035 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f9319-d1b7-41b3-a810-e3c3d530fb90 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:28.842353 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f9319-d1b7-41b3-a810-e3c3d530fb90 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:28.854919 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f9319-d1b7-41b3-a810-e3c3d530fb90 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:28.885784 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-b237cd56-c5e4-45fe-b2cf-1df21f1dec86 service neutron] 10.222.0.16 "GET /v2.0/networks/27918509-99f1-4d5c-9c03-22054212982e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7709765 Jul 15 13:16:28.907634 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba68549-3f56-4f50-b638-2f4f9d9a8182 None None] Pushing event updated for resources: {'Port': ['ID=4bb76499-ff6a-4edd-8dfa-6bb86b018c78,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:28.908619 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-213dbb64-924f-48f7-b8e8-1b1905b1341b req-37351050-fde5-4e3f-9fbc-6d0011bfead0 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5748255 Jul 15 13:16:28.921814 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-589f9319-d1b7-41b3-a810-e3c3d530fb90 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.8517489 Jul 15 13:16:28.924656 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36238) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:28.974955 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:29.000266 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba68549-3f56-4f50-b638-2f4f9d9a8182 None None] Network 0b96182c-0b51-45d1-92de-a7e559d2b751 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:29.022706 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-8ba68549-3f56-4f50-b638-2f4f9d9a8182 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:29.034585 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba68549-3f56-4f50-b638-2f4f9d9a8182 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:29.096768 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port f92024c5-0054-4043-8de2-3d15ab33e7d7, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=f92024c5-0054-4043-8de2-3d15ab33e7d7,segment=NetworkSegment(90f4024f-160c-4885-80aa-58ce2d07968c),segment_id=90f4024f-160c-4885-80aa-58ce2d07968c)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:29.116967 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-011f037b-5c99-4d0b-a954-81d39f0e7079 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:29.135633 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:29.238857 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:29.264664 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-8ba68549-3f56-4f50-b638-2f4f9d9a8182 None None] Attempting to bind port 4bb76499-ff6a-4edd-8dfa-6bb86b018c78 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:29.265399 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-8ba68549-3f56-4f50-b638-2f4f9d9a8182 None None] Attempting to bind port 4bb76499-ff6a-4edd-8dfa-6bb86b018c78 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'e71ed16e-5a45-400e-acce-3fbcb9ddcf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0b96182c-0b51-45d1-92de-a7e559d2b751'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:29.265995 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba68549-3f56-4f50-b638-2f4f9d9a8182 None None] Attempting to bind port 4bb76499-ff6a-4edd-8dfa-6bb86b018c78 on network 0b96182c-0b51-45d1-92de-a7e559d2b751 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:29.276504 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba68549-3f56-4f50-b638-2f4f9d9a8182 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:29.276943 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-011f037b-5c99-4d0b-a954-81d39f0e7079 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:29.277579 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba68549-3f56-4f50-b638-2f4f9d9a8182 None None] Checking segment: {'id': 'e71ed16e-5a45-400e-acce-3fbcb9ddcf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0b96182c-0b51-45d1-92de-a7e559d2b751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:29.278511 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ba68549-3f56-4f50-b638-2f4f9d9a8182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:29.279071 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba68549-3f56-4f50-b638-2f4f9d9a8182 None None] Bound using segment: {'id': 'e71ed16e-5a45-400e-acce-3fbcb9ddcf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0b96182c-0b51-45d1-92de-a7e559d2b751'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:29.279804 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-8ba68549-3f56-4f50-b638-2f4f9d9a8182 None None] Bound port: 4bb76499-ff6a-4edd-8dfa-6bb86b018c78, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ed16e-5a45-400e-acce-3fbcb9ddcf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0b96182c-0b51-45d1-92de-a7e559d2b751'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:29.280455 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ba68549-3f56-4f50-b638-2f4f9d9a8182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:29.307750 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=f92024c5-0054-4043-8de2-3d15ab33e7d7,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:29.380755 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f73b57-2d74-4294-9d8d-62e6fe4da401 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Router 0b0c1723-4055-40b9-babe-234f9cf69325 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:16:29.413767 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f037b-5c99-4d0b-a954-81d39f0e7079 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'Port': ['ID=1ee37a85-218b-49f5-9ff5-1d70ca2120d8,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:29.454389 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9b94f83-ebbe-422b-9cf6-414ce7c80ed7 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Deleting subnet a219e70d-4466-44ba-b939-e098f814a714 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:16:29.462147 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-8ba68549-3f56-4f50-b638-2f4f9d9a8182 None None] For port 4bb76499-ff6a-4edd-8dfa-6bb86b018c78, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:29.476308 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:29.487087 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-8ba68549-3f56-4f50-b638-2f4f9d9a8182 None None] For port 4bb76499-ff6a-4edd-8dfa-6bb86b018c78, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=4bb76499-ff6a-4edd-8dfa-6bb86b018c78,segment=NetworkSegment(e71ed16e-5a45-400e-acce-3fbcb9ddcf42),segment_id=e71ed16e-5a45-400e-acce-3fbcb9ddcf42)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:29.489976 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f9b94f83-ebbe-422b-9cf6-414ce7c80ed7 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:29.495070 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ba68549-3f56-4f50-b638-2f4f9d9a8182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:29.495401 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2f21f06b-096a-43cf-9e64-656a83048cf7 req-5fb62dbe-3934-40d8-a6f5-6c34cd32fda1 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 210 time: 0.0831201 Jul 15 13:16:29.524802 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011f037b-5c99-4d0b-a954-81d39f0e7079 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Network 0308f1b5-a073-4fd9-b3a5-e7f8fadc802a is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:29.548110 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-011f037b-5c99-4d0b-a954-81d39f0e7079 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:29.565920 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011f037b-5c99-4d0b-a954-81d39f0e7079 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:29.571871 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011f037b-5c99-4d0b-a954-81d39f0e7079 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:29.572541 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-011f037b-5c99-4d0b-a954-81d39f0e7079 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:29.609159 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f73b57-2d74-4294-9d8d-62e6fe4da401 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:16:29.643959 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-04f73b57-2d74-4294-9d8d-62e6fe4da401 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:29.644813 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ef09e8-6a01-40ab-98da-1bebbd3e2e54 None None] Sync routers for ids ['0b0c1723-4055-40b9-babe-234f9cf69325'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:16:29.647109 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-04f73b57-2d74-4294-9d8d-62e6fe4da401 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.3728788 Jul 15 13:16:29.649503 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36248) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:29.661395 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-d3cac76c-0b82-48f9-84ac-8902f45c722b tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'enable_snat': False}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:29.691757 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba68549-3f56-4f50-b638-2f4f9d9a8182 None None] Pushing event updated for resources: {'Port': ['ID=4bb76499-ff6a-4edd-8dfa-6bb86b018c78,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:29.712364 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ef09e8-6a01-40ab-98da-1bebbd3e2e54 None None] Routers {'0b0c1723-4055-40b9-babe-234f9cf69325'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:29.713056 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-96ef09e8-6a01-40ab-98da-1bebbd3e2e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:16:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['0b0c1723-4055-40b9-babe-234f9cf69325'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:29.719234 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f9b94f83-ebbe-422b-9cf6-414ce7c80ed7 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:29.755424 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7352c8-6585-49e0-9d37-44a5ff928bba req-d7864df2-7684-4af8-b853-517ae81ea489 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:29.758788 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7c7352c8-6585-49e0-9d37-44a5ff928bba req-d7864df2-7684-4af8-b853-517ae81ea489 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/ports?device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 945 time: 0.5636125 Jul 15 13:16:29.762349 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-011f037b-5c99-4d0b-a954-81d39f0e7079 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9053421 Jul 15 13:16:29.797741 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-96ef09e8-6a01-40ab-98da-1bebbd3e2e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:29.825863 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36252) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:29.839513 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af72eac7-b223-4ed3-97fd-9961b3d52f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:29.849013 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ef09e8-6a01-40ab-98da-1bebbd3e2e54 None None] Routers {'0b0c1723-4055-40b9-babe-234f9cf69325'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:29.849797 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-96ef09e8-6a01-40ab-98da-1bebbd3e2e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:16:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['0b0c1723-4055-40b9-babe-234f9cf69325'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:29.859453 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-fcd7783a-1921-41b9-8fcf-5496359ebf89 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:29.948679 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-96ef09e8-6a01-40ab-98da-1bebbd3e2e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:29.949543 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ef09e8-6a01-40ab-98da-1bebbd3e2e54 None None] The sync data for ids ['0b0c1723-4055-40b9-babe-234f9cf69325'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:16:30.216919 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7b3fc-ae27-4643-908a-34fcf64cb4b6 req-19e0b770-8946-4e02-9e0a-781ade610d49 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:30.218516 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c6e7b3fc-ae27-4643-908a-34fcf64cb4b6 req-19e0b770-8946-4e02-9e0a-781ade610d49 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.46 "GET /v2.0/ports?device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 945 time: 0.2096863 Jul 15 13:16:30.257657 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-df597cce-a4db-4abd-b919-66e9086f04d1 req-76e006f2-4c77-4982-ba79-25c2b84014a5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 210 time: 0.4489288 Jul 15 13:16:30.332415 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d3cac76c-0b82-48f9-84ac-8902f45c722b tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:30.379590 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device f92024c5-0054-4043-8de2-3d15ab33e7d7 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:30.448387 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fcd7783a-1921-41b9-8fcf-5496359ebf89 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:30.453492 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7c7352c8-6585-49e0-9d37-44a5ff928bba req-bd0adf98-871d-459f-ad6a-9d258e0cad01 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/security-groups?id=89bd4cb4-a98d-4dfa-a26f-c2dff1ae00a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6432052 Jul 15 13:16:30.473234 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-43fa91ad-5e14-4cf6-b077-41a271ff2927 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:30.475168 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-43fa91ad-5e14-4cf6-b077-41a271ff2927 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.46 "GET /v2.0/networks?id=13c0d8aa-07af-4e01-b8fa-724097cdd1d2 HTTP/1.1" status: 200 len: 795 time: 0.9105959 Jul 15 13:16:30.542758 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port f92024c5-0054-4043-8de2-3d15ab33e7d7 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:30.545451 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:30.567611 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-097424a1-c0b5-4e7a-b253-e320a3e75411 req-8de4ae83-0e13-4b74-8cb0-1a0ad82c9b88 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffb70cd9-bb20-4451-93a1-b6cdb47c889c HTTP/1.1" status: 200 len: 210 time: 0.0905924 Jul 15 13:16:30.698096 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-96d3fec3-d0f5-407b-af3d-c23c7fc34ed9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d986de84121549bf90b7ac80073eff67 HTTP/1.1" status: 200 len: 379 time: 0.1949296 Jul 15 13:16:30.707479 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f9b94f83-ebbe-422b-9cf6-414ce7c80ed7 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:30.717197 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-e7a3ab45-c34c-4977-ab94-056595ddb368 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'port': {'device_id': '5d924eeb-0c12-4172-af92-62dcc2407bd6', 'network_id': '13c0d8aa-07af-4e01-b8fa-724097cdd1d2', 'admin_state_up': True, 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'security_groups': ['b00d526e-d151-4f83-bb42-f9f5f8e270ee']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:30.778492 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-c6e7b3fc-ae27-4643-908a-34fcf64cb4b6 req-cfe72c40-d4f4-463a-9df2-279524977419 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Deleting port 2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:30.779582 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c6e7b3fc-ae27-4643-908a-34fcf64cb4b6 req-cfe72c40-d4f4-463a-9df2-279524977419 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:30.799587 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 4bb76499-ff6a-4edd-8dfa-6bb86b018c78 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:30.945820 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 4bb76499-ff6a-4edd-8dfa-6bb86b018c78 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:31.031076 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-c6e7b3fc-ae27-4643-908a-34fcf64cb4b6 req-cfe72c40-d4f4-463a-9df2-279524977419 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] For port 2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf,segment=NetworkSegment(dd9c1bb8-56e0-46d3-9cb2-a5b0b4dabf47),segment_id=dd9c1bb8-56e0-46d3-9cb2-a5b0b4dabf47)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:31.031448 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c6e7b3fc-ae27-4643-908a-34fcf64cb4b6 req-cfe72c40-d4f4-463a-9df2-279524977419 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.046189 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-c6e7b3fc-ae27-4643-908a-34fcf64cb4b6 req-cfe72c40-d4f4-463a-9df2-279524977419 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Calling delete_port for 2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:31.202924 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c6e7b3fc-ae27-4643-908a-34fcf64cb4b6 req-cfe72c40-d4f4-463a-9df2-279524977419 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.214338 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:31.301247 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe72c40-d4f4-463a-9df2-279524977419 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Pushing event deleted for resources: {'Port': ['ID=2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:31.364815 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e7b3fc-ae27-4643-908a-34fcf64cb4b6 req-cfe72c40-d4f4-463a-9df2-279524977419 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] No DVR routers for this DVR port 2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:31.368331 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c6e7b3fc-ae27-4643-908a-34fcf64cb4b6 req-cfe72c40-d4f4-463a-9df2-279524977419 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.370802 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c6e7b3fc-ae27-4643-908a-34fcf64cb4b6 req-cfe72c40-d4f4-463a-9df2-279524977419 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.46 "DELETE /v2.0/ports/2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf HTTP/1.1" status: 204 len: 173 time: 1.1358294 Jul 15 13:16:31.371403 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7471b9a0-784b-4fa0-a1d2-df44d5e6307c', 'name': 'network-vif-deleted', 'tag': '2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:31.374864 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6650c77-8031-4a4f-bb0b-9dfa1480108b" -d '{"events": [{"server_uuid": "7471b9a0-784b-4fa0-a1d2-df44d5e6307c", "name": "network-vif-deleted", "tag": "2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:31.405524 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7b3ce5-6ea6-4066-b4bc-8efd83f4d4d2 None None] Network 0b96182c-0b51-45d1-92de-a7e559d2b751 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:31.457438 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fef2448f-7499-4a11-8127-fb0ce7528deb req-12a1e0bb-de35-401c-b070-eee35559ab20 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 210 time: 0.5165648 Jul 15 13:16:31.582458 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b2a5d6c8-5cc4-483d-afec-072f07ea9356 None None] Provisioning for port 4bb76499-ff6a-4edd-8dfa-6bb86b018c78 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:31.603333 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b2a5d6c8-5cc4-483d-afec-072f07ea9356 None None] Provisioning complete for port 4bb76499-ff6a-4edd-8dfa-6bb86b018c78 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:31.603706 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b2a5d6c8-5cc4-483d-afec-072f07ea9356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.655217 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fcd7783a-1921-41b9-8fcf-5496359ebf89 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.691138 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fcd7783a-1921-41b9-8fcf-5496359ebf89 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.784577 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b2a5d6c8-5cc4-483d-afec-072f07ea9356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.831831 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7783a-1921-41b9-8fcf-5496359ebf89 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'Port': ['ID=1ee37a85-218b-49f5-9ff5-1d70ca2120d8,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:31.843123 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f96c0-f9db-4360-8c4b-b4fde867a213 req-f5d96d32-88cc-497d-b238-240dd55cf4f8 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:31.844833 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5a7f96c0-f9db-4360-8c4b-b4fde867a213 req-f5d96d32-88cc-497d-b238-240dd55cf4f8 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca729965-aa11-4eca-9fc6-001adfc57e3a HTTP/1.1" status: 200 len: 945 time: 1.0983284 Jul 15 13:16:31.848974 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73b46b5f-0117-4973-8694-b80428fd004a req-441495c0-ed39-48ff-9f48-03ffa906b446 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 210 time: 0.1594281 Jul 15 13:16:31.850255 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f9b94f83-ebbe-422b-9cf6-414ce7c80ed7 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.858153 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-b2a5d6c8-5cc4-483d-afec-072f07ea9356 None None] For port 4bb76499-ff6a-4edd-8dfa-6bb86b018c78, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=4bb76499-ff6a-4edd-8dfa-6bb86b018c78,segment=NetworkSegment(e71ed16e-5a45-400e-acce-3fbcb9ddcf42),segment_id=e71ed16e-5a45-400e-acce-3fbcb9ddcf42)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:31.866950 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b2a5d6c8-5cc4-483d-afec-072f07ea9356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.922096 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f9b94f83-ebbe-422b-9cf6-414ce7c80ed7 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.926487 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f9b94f83-ebbe-422b-9cf6-414ce7c80ed7 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] 10.222.0.16 "DELETE /v2.0/subnets/a219e70d-4466-44ba-b939-e098f814a714 HTTP/1.1" status: 204 len: 168 time: 2.9986606 Jul 15 13:16:31.926487 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b94f83-ebbe-422b-9cf6-414ce7c80ed7 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Pushing event deleted for resources: {'Subnet': ['ID=a219e70d-4466-44ba-b939-e098f814a714,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:31.933961 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36266) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:31.940918 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d3cac76c-0b82-48f9-84ac-8902f45c722b tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.945940 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d3cac76c-0b82-48f9-84ac-8902f45c722b tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-956703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-956678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-956815'] for router, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.951018 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e50c7a3-8708-4d71-b9bc-ed7567dddd4c x-openstack-request-id: req-7e50c7a3-8708-4d71-b9bc-ed7567dddd4c {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:31.951571 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7471b9a0-784b-4fa0-a1d2-df44d5e6307c", "name": "network-vif-deleted", "tag": "2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:31.952159 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7e50c7a3-8708-4d71-b9bc-ed7567dddd4c {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:31.952716 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7471b9a0-784b-4fa0-a1d2-df44d5e6307c', 'name': 'network-vif-deleted', 'tag': '2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf', 'status': 'completed', 'code': 200} Jul 15 13:16:31.994392 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5d6c8-5cc4-483d-afec-072f07ea9356 None None] Pushing event updated for resources: {'Port': ['ID=4bb76499-ff6a-4edd-8dfa-6bb86b018c78,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:32.046674 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4681853-66ba-4449-8868-c21980710a55 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:32.048318 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4681853-66ba-4449-8868-c21980710a55 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:32.052745 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a4681853-66ba-4449-8868-c21980710a55 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1119123 Jul 15 13:16:32.052745 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7783a-1921-41b9-8fcf-5496359ebf89 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] In _notify_port_updated(), no bound segment for port 1ee37a85-218b-49f5-9ff5-1d70ca2120d8 on network 0308f1b5-a073-4fd9-b3a5-e7f8fadc802a {{(pid=93825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:16:32.058876 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd7783a-1921-41b9-8fcf-5496359ebf89 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:32.060099 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fcd7783a-1921-41b9-8fcf-5496359ebf89 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:32.063887 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-fcd7783a-1921-41b9-8fcf-5496359ebf89 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "PUT /v2.0/ports/1ee37a85-218b-49f5-9ff5-1d70ca2120d8 HTTP/1.1" status: 200 len: 818 time: 2.2149770 Jul 15 13:16:32.064037 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36268) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:32.070956 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36270) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:32.125892 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5a7f96c0-f9db-4360-8c4b-b4fde867a213 req-6b5f4d5e-7519-4c17-9c5f-2ea50ef884eb tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578478 Jul 15 13:16:32.159959 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4e87a645-8a01-4598-95f4-969e967e2f89 req-0180c7d9-5e81-4b54-b564-d41a0f8759a6 tempest-ServerRescueTestJSONUnderV235-447150045 tempest-ServerRescueTestJSONUnderV235-447150045-project] 10.222.0.16 "GET /v2.0/ports?device_id=7471b9a0-784b-4fa0-a1d2-df44d5e6307c HTTP/1.1" status: 200 len: 210 time: 0.0330455 Jul 15 13:16:32.160757 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-e7a3ab45-c34c-4977-ab94-056595ddb368 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Made reservation on behalf of d986de84121549bf90b7ac80073eff67 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:32.164675 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-e7a3ab45-c34c-4977-ab94-056595ddb368 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:32.218725 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 4bb76499-ff6a-4edd-8dfa-6bb86b018c78 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:32.290724 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbc2566-cc82-4bb3-b57e-cffe446f92a1 None None] Network 0b96182c-0b51-45d1-92de-a7e559d2b751 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:32.331358 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f3f4a39e-405b-41f2-bfc9-6c070d23c514 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:32.342312 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3cac76c-0b82-48f9-84ac-8902f45c722b tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Router 0b0c1723-4055-40b9-babe-234f9cf69325 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:16:32.344524 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f4a39e-405b-41f2-bfc9-6c070d23c514 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 15 13:16:32.345000 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3f4a39e-405b-41f2-bfc9-6c070d23c514 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:16:32.350715 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f3f4a39e-405b-41f2-bfc9-6c070d23c514 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] 10.222.0.16 "DELETE /v2.0/networks/0b96182c-0b51-45d1-92de-a7e559d2b751 HTTP/1.1" status: 409 len: 405 time: 0.2830389 Jul 15 13:16:32.351074 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36276) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:32.356854 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-84559901-418d-4acb-babc-cb865b0a9333 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1587189942'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:32.380771 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:32.421980 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-e7a3ab45-c34c-4977-ab94-056595ddb368 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Allocated IP 172.20.0.10 (13c0d8aa-07af-4e01-b8fa-724097cdd1d2/007dc46b-c0a3-4755-b595-e11755a7ea39/c19b0dda-2772-4aea-840f-70eade45e12e) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:32.472796 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-633352c7-e0fc-4c9c-a641-20a3cb91d449 None None] Provisioning complete for port 4bb76499-ff6a-4edd-8dfa-6bb86b018c78 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:32.473635 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-633352c7-e0fc-4c9c-a641-20a3cb91d449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:32.497935 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84559901-418d-4acb-babc-cb865b0a9333 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Made reservation on behalf of eca21b748e82441e98d655b16b5b35a1 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:32.501784 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-84559901-418d-4acb-babc-cb865b0a9333 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:32.522838 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b451a11d-cdce-4e76-b7a4-b4144f686f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:32.594256 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84559901-418d-4acb-babc-cb865b0a9333 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:16:32.604450 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3cac76c-0b82-48f9-84ac-8902f45c722b tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:16:32.610185 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-e7a3ab45-c34c-4977-ab94-056595ddb368 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:32.616214 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dd7e24-ce38-42bd-ad3a-5b89cfe9b4ed None None] Sync routers for ids ['0b0c1723-4055-40b9-babe-234f9cf69325'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:16:32.619262 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d3cac76c-0b82-48f9-84ac-8902f45c722b tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:32.621129 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d3cac76c-0b82-48f9-84ac-8902f45c722b tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] 10.222.0.16 "PUT /v2.0/routers/0b0c1723-4055-40b9-babe-234f9cf69325 HTTP/1.1" status: 200 len: 922 time: 2.9658651 Jul 15 13:16:32.623416 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-84559901-418d-4acb-babc-cb865b0a9333 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:32.623856 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-84559901-418d-4acb-babc-cb865b0a9333 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Added segment b3dec2be-4ca0-4927-97f6-a621d697b036 of type vlan for network 41f04095-69a2-4c11-82fa-e47ed1715b7d Jul 15 13:16:32.626000 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36288) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:32.627765 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dd7e24-ce38-42bd-ad3a-5b89cfe9b4ed None None] Routers {'0b0c1723-4055-40b9-babe-234f9cf69325'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:32.628540 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-49dd7e24-ce38-42bd-ad3a-5b89cfe9b4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:16:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['0b0c1723-4055-40b9-babe-234f9cf69325'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:32.636243 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-b112764a-fbfb-495f-9a4d-bdb9a637dd8a tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:32.638686 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-b112764a-fbfb-495f-9a4d-bdb9a637dd8a tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.46 "GET /v2.0/networks?id=27918509-99f1-4d5c-9c03-22054212982e HTTP/1.1" status: 200 len: 808 time: 1.2128506 Jul 15 13:16:32.641848 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 4bb76499-ff6a-4edd-8dfa-6bb86b018c78 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:32.642213 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:32.675871 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-49dd7e24-ce38-42bd-ad3a-5b89cfe9b4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:32.678826 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-785c710f-16ec-4009-a22e-db3c974ed958 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Request body: {'port': {'device_id': 'ffb70cd9-bb20-4451-93a1-b6cdb47c889c', 'network_id': '27918509-99f1-4d5c-9c03-22054212982e', 'admin_state_up': True, 'tenant_id': '9fc925054ab444b8942a7f406aa6e423'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:32.685644 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dd7e24-ce38-42bd-ad3a-5b89cfe9b4ed None None] Routers {'0b0c1723-4055-40b9-babe-234f9cf69325'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:32.686477 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-49dd7e24-ce38-42bd-ad3a-5b89cfe9b4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:16:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['0b0c1723-4055-40b9-babe-234f9cf69325'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:32.704108 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-e7a3ab45-c34c-4977-ab94-056595ddb368 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Transition to ACTIVE for port object c19b0dda-2772-4aea-840f-70eade45e12e will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:32.726127 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-49dd7e24-ce38-42bd-ad3a-5b89cfe9b4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:32.727067 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dd7e24-ce38-42bd-ad3a-5b89cfe9b4ed None None] The sync data for ids ['0b0c1723-4055-40b9-babe-234f9cf69325'] in n-d-771363-36 is: [] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:16:32.744647 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d7bf92cf-09cd-4af2-9f25-1b65dfcaf7eb req-9ecc7716-8434-4001-91b7-3d294d90b897 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffb70cd9-bb20-4451-93a1-b6cdb47c889c HTTP/1.1" status: 200 len: 210 time: 0.0929017 Jul 15 13:16:32.799886 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-84559901-418d-4acb-babc-cb865b0a9333 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:32.846644 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-633352c7-e0fc-4c9c-a641-20a3cb91d449 None None] Provisioning for port 097c7b4d-cc87-4703-b785-4ab0ebcba5d9 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:32.883261 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-633352c7-e0fc-4c9c-a641-20a3cb91d449 None None] Provisioning complete for port 097c7b4d-cc87-4703-b785-4ab0ebcba5d9 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:32.883896 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-633352c7-e0fc-4c9c-a641-20a3cb91d449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:32.942263 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-84559901-418d-4acb-babc-cb865b0a9333 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:32.946433 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-633352c7-e0fc-4c9c-a641-20a3cb91d449 None None] Port 097c7b4d-cc87-4703-b785-4ab0ebcba5d9 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:16:32.953286 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84559901-418d-4acb-babc-cb865b0a9333 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:32.954164 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-84559901-418d-4acb-babc-cb865b0a9333 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:32.969224 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42f5b32-8dc1-4613-84b9-537a2a7501ed None None] DHCP port deletion for 0b96182c-0b51-45d1-92de-a7e559d2b751 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:16:32.998742 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-80a7e429-7dea-47de-8cbb-b9f5a63789ea tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] 10.222.0.16 "GET /v2.0/routers/0b0c1723-4055-40b9-babe-234f9cf69325 HTTP/1.1" status: 200 len: 922 time: 0.3714964 Jul 15 13:16:33.006452 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36292) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:33.019456 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-785c710f-16ec-4009-a22e-db3c974ed958 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Made reservation on behalf of 9fc925054ab444b8942a7f406aa6e423 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:33.025248 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-785c710f-16ec-4009-a22e-db3c974ed958 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:33.063094 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-84559901-418d-4acb-babc-cb865b0a9333 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7087603 Jul 15 13:16:33.067354 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f42f5b32-8dc1-4613-84b9-537a2a7501ed None None] Deleting port 4bb76499-ff6a-4edd-8dfa-6bb86b018c78 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:33.068611 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36294) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:33.068779 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f42f5b32-8dc1-4613-84b9-537a2a7501ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:33.071417 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3095c1e3-7fc2-45a0-8cd6-801a78b79b71 req-18ea862d-f6a0-40e8-9c77-71587311df88 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d4d61e8-dda1-492d-be74-0d6d326a67c9 HTTP/1.1" status: 200 len: 210 time: 0.0404584 Jul 15 13:16:33.081149 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-db2f1f40-7703-42a7-a0f8-a67c95953e38 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Request body: {'subnet': {'network_id': '41f04095-69a2-4c11-82fa-e47ed1715b7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:33.123240 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84559901-418d-4acb-babc-cb865b0a9333 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Pushing event updated for resources: {'Network': ['ID=41f04095-69a2-4c11-82fa-e47ed1715b7d,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:33.125128 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf12521-6901-4876-ae30-cce5590a6127 req-80315b64-ac77-4dcd-808b-02b02edb81b5 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:33.126700 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1cf12521-6901-4876-ae30-cce5590a6127 req-80315b64-ac77-4dcd-808b-02b02edb81b5 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/networks?id=594a18f5-eb63-40e1-adf2-df8adb235078 HTTP/1.1" status: 200 len: 806 time: 0.4869611 Jul 15 13:16:33.129974 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8912e-8d95-47b9-be04-4c1f3c1be467 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Deleting port 1ee37a85-218b-49f5-9ff5-1d70ca2120d8 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:33.130232 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3ff8912e-8d95-47b9-be04-4c1f3c1be467 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:33.173220 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-e7a3ab45-c34c-4977-ab94-056595ddb368 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:33.176098 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1cf12521-6901-4876-ae30-cce5590a6127 req-7e7b3104-8672-421d-82c2-d28e11f74309 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/quotas/00b876fd8df24342ab4e9da7bd4da612 HTTP/1.1" status: 200 len: 375 time: 0.0119946 Jul 15 13:16:33.232575 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f42f5b32-8dc1-4613-84b9-537a2a7501ed None None] For port 4bb76499-ff6a-4edd-8dfa-6bb86b018c78, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=4bb76499-ff6a-4edd-8dfa-6bb86b018c78,segment=NetworkSegment(e71ed16e-5a45-400e-acce-3fbcb9ddcf42),segment_id=e71ed16e-5a45-400e-acce-3fbcb9ddcf42)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:33.232575 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f42f5b32-8dc1-4613-84b9-537a2a7501ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:33.245977 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f42f5b32-8dc1-4613-84b9-537a2a7501ed None None] Calling delete_port for 4bb76499-ff6a-4edd-8dfa-6bb86b018c78 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:33.252919 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 41f04095-69a2-4c11-82fa-e47ed1715b7d details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:16:33.264070 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe5d576-94b1-4fae-aa2e-ba64e3002a44 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:33.267055 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-efe5d576-94b1-4fae-aa2e-ba64e3002a44 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=e1268488-a505-464f-96b0-8b93d6dfd7ab&device_id=0b0c1723-4055-40b9-babe-234f9cf69325&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2573671 Jul 15 13:16:33.273930 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36298) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:33.350621 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3ff8912e-8d95-47b9-be04-4c1f3c1be467 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:33.365874 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2f1f40-7703-42a7-a0f8-a67c95953e38 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Made reservation on behalf of eca21b748e82441e98d655b16b5b35a1 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:33.367998 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-e7a3ab45-c34c-4977-ab94-056595ddb368 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Network 13c0d8aa-07af-4e01-b8fa-724097cdd1d2 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:33.369416 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-db2f1f40-7703-42a7-a0f8-a67c95953e38 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:33.383178 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-e7a3ab45-c34c-4977-ab94-056595ddb368 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:33.387927 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-e7a3ab45-c34c-4977-ab94-056595ddb368 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:33.399476 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f42f5b32-8dc1-4613-84b9-537a2a7501ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:33.440739 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8912e-8d95-47b9-be04-4c1f3c1be467 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Calling delete_port for 1ee37a85-218b-49f5-9ff5-1d70ca2120d8 owned by {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:33.446297 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42f5b32-8dc1-4613-84b9-537a2a7501ed None None] Pushing event deleted for resources: {'Port': ['ID=4bb76499-ff6a-4edd-8dfa-6bb86b018c78,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:33.453727 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a3ab45-c34c-4977-ab94-056595ddb368 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'Port': ['ID=c19b0dda-2772-4aea-840f-70eade45e12e,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:33.457963 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42f5b32-8dc1-4613-84b9-537a2a7501ed None None] No DVR routers for this DVR port 4bb76499-ff6a-4edd-8dfa-6bb86b018c78 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:33.531058 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:33.595598 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-e7a3ab45-c34c-4977-ab94-056595ddb368 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:33.596284 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-e7a3ab45-c34c-4977-ab94-056595ddb368 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:33.623800 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-785c710f-16ec-4009-a22e-db3c974ed958 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Allocated IP 172.20.0.13 (27918509-99f1-4d5c-9c03-22054212982e/886d74e1-e9f2-44ad-b559-5be6081d4501/874b0f71-642f-4af0-9e8c-edf1eb4a9533) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:33.661794 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1cf12521-6901-4876-ae30-cce5590a6127 req-a8cc0af8-642a-4ad8-b40e-9ed9439d5444 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=00b876fd8df24342ab4e9da7bd4da612&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4515271 Jul 15 13:16:33.665483 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-e7a3ab45-c34c-4977-ab94-056595ddb368 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9525158 Jul 15 13:16:33.674666 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8da25a13-4727-4781-b03a-73885f832a88 None None] Provisioning for port c19b0dda-2772-4aea-840f-70eade45e12e completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:33.674870 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cba15c-5929-4109-8a76-aa9660df3772 req-e507ba27-cf22-4705-9c23-5294df71e537 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:33.681706 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73cba15c-5929-4109-8a76-aa9660df3772 req-e507ba27-cf22-4705-9c23-5294df71e537 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 932 time: 0.4564290 Jul 15 13:16:33.682748 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8da25a13-4727-4781-b03a-73885f832a88 None None] Provisioning complete for port c19b0dda-2772-4aea-840f-70eade45e12e triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:33.683689 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8da25a13-4727-4781-b03a-73885f832a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:33.696817 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-4c8ffbda-5c87-4a30-aad0-578fa220441d service neutron] Request body: {'port': {'device_id': '5d924eeb-0c12-4172-af92-62dcc2407bd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:33.750662 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-8da25a13-4727-4781-b03a-73885f832a88 None None] Port c19b0dda-2772-4aea-840f-70eade45e12e cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:16:33.795839 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31093740-15af-428b-af47-e8d060285571 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:33.797312 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-31093740-15af-428b-af47-e8d060285571 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] 10.222.0.16 "GET /v2.0/networks/e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 881 time: 0.5224295 Jul 15 13:16:33.802664 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36302) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:33.817230 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3ff8912e-8d95-47b9-be04-4c1f3c1be467 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:33.843647 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-429a90f7-9c29-4395-a822-8f1fe51c556c tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b0c1723-4055-40b9-babe-234f9cf69325 HTTP/1.1" status: 200 len: 205 time: 0.0368631 Jul 15 13:16:33.843866 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36304) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:33.871257 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73cba15c-5929-4109-8a76-aa9660df3772 req-8a1baeca-230d-4bbe-989e-ddb183d570c8 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=b00d526e-d151-4f83-bb42-f9f5f8e270ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884930 Jul 15 13:16:33.925255 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8912e-8d95-47b9-be04-4c1f3c1be467 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'Port': ['ID=1ee37a85-218b-49f5-9ff5-1d70ca2120d8,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:33.974157 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36306) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:34.066553 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3ff8912e-8d95-47b9-be04-4c1f3c1be467 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:34.068458 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3ff8912e-8d95-47b9-be04-4c1f3c1be467 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/ports/1ee37a85-218b-49f5-9ff5-1d70ca2120d8 HTTP/1.1" status: 204 len: 168 time: 1.9963279 Jul 15 13:16:34.078109 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36308) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:34.097945 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0161aa6b-02bc-4bda-a191-c47c1e16eaf7 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:34.115413 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 4bb76499-ff6a-4edd-8dfa-6bb86b018c78 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:34.140145 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 4bb76499-ff6a-4edd-8dfa-6bb86b018c78 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:16:34.140702 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 4bb76499-ff6a-4edd-8dfa-6bb86b018c78 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:16:34.167400 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5e2fcd7a-9890-4ae0-8378-7905ee00efdf req-7c0da160-6ecd-4915-b3b5-4a48d3d22757 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffb70cd9-bb20-4451-93a1-b6cdb47c889c HTTP/1.1" status: 200 len: 210 time: 0.1161726 Jul 15 13:16:34.181522 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-4c8ffbda-5c87-4a30-aad0-578fa220441d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:34.189868 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1cf12521-6901-4876-ae30-cce5590a6127 req-b8b90184-88af-4758-9c7d-f7dedacda42a service neutron] 10.222.0.16 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4982884 Jul 15 13:16:34.243555 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:34.275453 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:16:34.275744 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 2fabf2bb-f81c-4b68-b1f0-0aa77acbc1bf not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:16:34.305780 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36314) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:34.405493 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0161aa6b-02bc-4bda-a191-c47c1e16eaf7 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:34.509227 n-d-771363-36 neutron-server[93826]: DEBUG neutron.objects.ports [None req-db2f1f40-7703-42a7-a0f8-a67c95953e38 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:16:34.519152 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-db2f1f40-7703-42a7-a0f8-a67c95953e38 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:34.607869 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-448041ba-3def-4a76-8d8e-2da48fd8fabb tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:34.658549 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f1f40-7703-42a7-a0f8-a67c95953e38 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Pushing event updated for resources: {'Subnet': ['ID=f1e13106-f822-4517-8444-18d456f65dfe,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:34.683727 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-448041ba-3def-4a76-8d8e-2da48fd8fabb tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:34.686697 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-785c710f-16ec-4009-a22e-db3c974ed958 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:34.729087 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df656f0b-7af4-4910-acd5-60f4a4adbaff tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:34.729623 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-0161aa6b-02bc-4bda-a191-c47c1e16eaf7 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Deleting port 18cf7128-6c74-4982-b392-1960f4dbad5a {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:34.730162 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0161aa6b-02bc-4bda-a191-c47c1e16eaf7 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:34.730613 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-df656f0b-7af4-4910-acd5-60f4a4adbaff tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.6351109 Jul 15 13:16:34.738586 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36316) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:34.740840 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2f1f40-7703-42a7-a0f8-a67c95953e38 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Checking segment: {'id': 'b3dec2be-4ca0-4927-97f6-a621d697b036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '41f04095-69a2-4c11-82fa-e47ed1715b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:34.741212 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2f1f40-7703-42a7-a0f8-a67c95953e38 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Network hostable DHCP agents. Network: 41f04095-69a2-4c11-82fa-e47ed1715b7d, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:16:34.795274 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1cf12521-6901-4876-ae30-cce5590a6127 req-673d81ce-5064-4f8a-81e3-dd25a5555981 service neutron] 10.222.0.16 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6045706 Jul 15 13:16:34.835902 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a3ca774-64b1-4dc0-a35d-b7620326815c tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] GET failed (client error): The resource could not be found. Jul 15 13:16:34.841895 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3a3ca774-64b1-4dc0-a35d-b7620326815c tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "GET /v2.0/ports/1ee37a85-218b-49f5-9ff5-1d70ca2120d8 HTTP/1.1" status: 404 len: 333 time: 0.0583794 Jul 15 13:16:34.842215 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36318) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:34.848621 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-f8983f07-fe11-4c83-9ca2-0431ccced000 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1387701835'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:34.864498 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2f1f40-7703-42a7-a0f8-a67c95953e38 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Network 41f04095-69a2-4c11-82fa-e47ed1715b7d is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:16:34.877824 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-448041ba-3def-4a76-8d8e-2da48fd8fabb tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:34.880524 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-448041ba-3def-4a76-8d8e-2da48fd8fabb tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:34.883225 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-448041ba-3def-4a76-8d8e-2da48fd8fabb tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "DELETE /v2.0/security-groups/11c6d291-a458-49b6-80ff-5db152f1be0c HTTP/1.1" status: 204 len: 168 time: 0.5556288 Jul 15 13:16:34.887570 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36320) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:34.892105 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0161aa6b-02bc-4bda-a191-c47c1e16eaf7 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:34.914543 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-54a9d8c6-3881-4c1c-b038-1db3b3093231 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] show failed (client error): The resource could not be found. Jul 15 13:16:34.918944 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-54a9d8c6-3881-4c1c-b038-1db3b3093231 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "GET /v2.0/security-groups/11c6d291-a458-49b6-80ff-5db152f1be0c HTTP/1.1" status: 404 len: 347 time: 0.0257189 Jul 15 13:16:34.919293 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-db2f1f40-7703-42a7-a0f8-a67c95953e38 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 41f04095-69a2-4c11-82fa-e47ed1715b7d) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:34.920182 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36324) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:34.928479 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e472a004-30e5-47ad-8523-d6323e8cba4e None None] Network 41f04095-69a2-4c11-82fa-e47ed1715b7d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:34.943780 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2f1f40-7703-42a7-a0f8-a67c95953e38 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:34.944395 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-db2f1f40-7703-42a7-a0f8-a67c95953e38 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:34.956321 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-785c710f-16ec-4009-a22e-db3c974ed958 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:34.974214 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-0161aa6b-02bc-4bda-a191-c47c1e16eaf7 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Calling delete_port for 18cf7128-6c74-4982-b392-1960f4dbad5a owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:34.976045 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448041ba-3def-4a76-8d8e-2da48fd8fabb tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c6d291-a458-49b6-80ff-5db152f1be0c,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:34.994188 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8983f07-fe11-4c83-9ca2-0431ccced000 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Made reservation on behalf of 44d20f985e3e4d3da729c1600e912e21 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:34.998270 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f8983f07-fe11-4c83-9ca2-0431ccced000 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:35.022528 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-785c710f-16ec-4009-a22e-db3c974ed958 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Network 27918509-99f1-4d5c-9c03-22054212982e is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:35.032170 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-785c710f-16ec-4009-a22e-db3c974ed958 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:35.046997 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-785c710f-16ec-4009-a22e-db3c974ed958 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:35.084714 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:35.111711 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-db2f1f40-7703-42a7-a0f8-a67c95953e38 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0409098 Jul 15 13:16:35.116859 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36330) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:35.147596 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73adc8c0-1d8f-40cc-bfed-e637a97236cd req-978de403-8291-4b42-90db-18f289a5f030 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=8901fd71-03a3-4ea3-8285-215c0a743342 HTTP/1.1" status: 200 len: 210 time: 0.0952113 Jul 15 13:16:35.148016 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-259a7ce3-6857-4ae3-95b3-e1970243260f tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Request body: {'port': {'network_id': '41f04095-69a2-4c11-82fa-e47ed1715b7d', 'name': 'tempest-NetworksIpV6TestAttrs-1640880609'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:35.161845 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8983f07-fe11-4c83-9ca2-0431ccced000 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:16:35.186251 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c710f-16ec-4009-a22e-db3c974ed958 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Pushing event updated for resources: {'Port': ['ID=874b0f71-642f-4af0-9e8c-edf1eb4a9533,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:35.227686 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-785c710f-16ec-4009-a22e-db3c974ed958 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:35.228365 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-785c710f-16ec-4009-a22e-db3c974ed958 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:35.232946 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f8983f07-fe11-4c83-9ca2-0431ccced000 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:35.233515 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-f8983f07-fe11-4c83-9ca2-0431ccced000 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Added segment 46d59f2e-1e0f-4baf-b340-2ec2a0483c2b of type vlan for network d15e2881-cc03-4b5f-b9a7-573ef0de36ea Jul 15 13:16:35.297936 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-4c8ffbda-5c87-4a30-aad0-578fa220441d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c19b0dda-2772-4aea-840f-70eade45e12e {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:35.303940 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-785c710f-16ec-4009-a22e-db3c974ed958 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6294758 Jul 15 13:16:35.309942 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-4c8ffbda-5c87-4a30-aad0-578fa220441d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:35.320896 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-db84f5b1-1e30-4c05-8b27-8a280faf09ed service neutron] Request body: {'port': {'device_id': 'ffb70cd9-bb20-4451-93a1-b6cdb47c889c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:35.327293 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd8054e-dc20-4aa6-9609-8f5fa1ba33e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-41f04095-69a2-4c11-82fa-e47ed1715b7d', 'network_id': '41f04095-69a2-4c11-82fa-e47ed1715b7d', 'tenant_id': 'eca21b748e82441e98d655b16b5b35a1', 'fixed_ips': [{'subnet_id': 'f1e13106-f822-4517-8444-18d456f65dfe'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:16:35.329533 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6bd8054e-dc20-4aa6-9609-8f5fa1ba33e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:35.395190 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-4c8ffbda-5c87-4a30-aad0-578fa220441d service neutron] Transition to ACTIVE for port object c19b0dda-2772-4aea-840f-70eade45e12e will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:35.407770 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f8983f07-fe11-4c83-9ca2-0431ccced000 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:35.420340 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d28e3d-dc3b-4a43-9060-f0cf549b1e2b req-f751a0ed-4b0f-4ea5-b8bb-22dc11842faf tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:35.422433 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b9d28e3d-dc3b-4a43-9060-f0cf549b1e2b req-f751a0ed-4b0f-4ea5-b8bb-22dc11842faf tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 932 time: 0.3197968 Jul 15 13:16:35.426108 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-4c8ffbda-5c87-4a30-aad0-578fa220441d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:35.466428 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-a71f9340-5509-4920-8a88-55b61fa5a2cc tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Deleting port 8ae7c765-d15b-440e-87ab-2bc48ccffef2 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:35.467052 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a71f9340-5509-4920-8a88-55b61fa5a2cc tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:35.482073 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-6bd8054e-dc20-4aa6-9609-8f5fa1ba33e2 None None] Allocated IP 2001:db8::f816:3eff:fe01:d9c9 (41f04095-69a2-4c11-82fa-e47ed1715b7d/f1e13106-f822-4517-8444-18d456f65dfe/1d4c8953-e688-4d6a-afb5-9b20b438d094) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:35.504871 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ab7e8b0d-2938-4349-b581-10d79fb35a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:35.561427 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f8983f07-fe11-4c83-9ca2-0431ccced000 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:35.567185 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8983f07-fe11-4c83-9ca2-0431ccced000 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:35.567799 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f8983f07-fe11-4c83-9ca2-0431ccced000 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:35.597701 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b9d28e3d-dc3b-4a43-9060-f0cf549b1e2b req-b63f6d8b-0d1c-4bc9-bbc0-7fd8ac3b3170 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=b00d526e-d151-4f83-bb42-f9f5f8e270ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677024 Jul 15 13:16:35.604854 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ffbda-5c87-4a30-aad0-578fa220441d service neutron] Pushing event updated for resources: {'Port': ['ID=c19b0dda-2772-4aea-840f-70eade45e12e,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:35.611387 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-db84f5b1-1e30-4c05-8b27-8a280faf09ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:35.661702 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5a4ad-e898-4fce-9ab9-36a24cc47273 req-12203388-da28-47c8-8fb9-11c8d788eba4 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:35.669982 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ccf5a4ad-e898-4fce-9ab9-36a24cc47273 req-12203388-da28-47c8-8fb9-11c8d788eba4 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffb70cd9-bb20-4451-93a1-b6cdb47c889c HTTP/1.1" status: 200 len: 932 time: 0.3373804 Jul 15 13:16:35.736480 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259a7ce3-6857-4ae3-95b3-e1970243260f tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Made reservation on behalf of eca21b748e82441e98d655b16b5b35a1 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:35.740082 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-259a7ce3-6857-4ae3-95b3-e1970243260f tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:35.750637 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f8983f07-fe11-4c83-9ca2-0431ccced000 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9066241 Jul 15 13:16:35.753459 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36340) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:35.758790 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-14cf21fe-8949-4f89-aaa7-c29e6da0daf8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'subnet': {'network_id': 'd15e2881-cc03-4b5f-b9a7-573ef0de36ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:35.770490 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ccf5a4ad-e898-4fce-9ab9-36a24cc47273 req-dbcb551e-f922-4a0f-80c5-bf5fdb09fd8e tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/security-groups?id=787afb52-204d-49bf-9502-cebf24554fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988238 Jul 15 13:16:35.796413 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-4c8ffbda-5c87-4a30-aad0-578fa220441d service neutron] Attempting to bind port c19b0dda-2772-4aea-840f-70eade45e12e on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:35.796795 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-4c8ffbda-5c87-4a30-aad0-578fa220441d service neutron] Attempting to bind port c19b0dda-2772-4aea-840f-70eade45e12e by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '90f4024f-160c-4885-80aa-58ce2d07968c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '13c0d8aa-07af-4e01-b8fa-724097cdd1d2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:35.797141 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-4c8ffbda-5c87-4a30-aad0-578fa220441d service neutron] Attempting to bind port c19b0dda-2772-4aea-840f-70eade45e12e on network 13c0d8aa-07af-4e01-b8fa-724097cdd1d2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:35.846533 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8983f07-fe11-4c83-9ca2-0431ccced000 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'Network': ['ID=d15e2881-cc03-4b5f-b9a7-573ef0de36ea,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:35.851042 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-259a7ce3-6857-4ae3-95b3-e1970243260f tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] device_id is not set on port f3c6c9ae-778c-495e-9584-e696a53e8cd7 yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:16:35.860025 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a71f9340-5509-4920-8a88-55b61fa5a2cc tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:35.861126 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a71f9340-5509-4920-8a88-55b61fa5a2cc tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:35.864467 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network d15e2881-cc03-4b5f-b9a7-573ef0de36ea details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:16:35.894868 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0161aa6b-02bc-4bda-a191-c47c1e16eaf7 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:35.905656 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-a71f9340-5509-4920-8a88-55b61fa5a2cc tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Calling delete_port for 8ae7c765-d15b-440e-87ab-2bc48ccffef2 owned by network:floatingip {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:35.944970 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-4c8ffbda-5c87-4a30-aad0-578fa220441d service neutron] Port c19b0dda-2772-4aea-840f-70eade45e12e on network 13c0d8aa-07af-4e01-b8fa-724097cdd1d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:16:35.945603 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-4c8ffbda-5c87-4a30-aad0-578fa220441d service neutron] Attempting to bind port c19b0dda-2772-4aea-840f-70eade45e12e on network 13c0d8aa-07af-4e01-b8fa-724097cdd1d2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:35.997988 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-4c8ffbda-5c87-4a30-aad0-578fa220441d service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:35.998815 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-4c8ffbda-5c87-4a30-aad0-578fa220441d service neutron] Checking segment: {'id': '90f4024f-160c-4885-80aa-58ce2d07968c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '13c0d8aa-07af-4e01-b8fa-724097cdd1d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:35.999435 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-4c8ffbda-5c87-4a30-aad0-578fa220441d service neutron] Bound using segment: {'id': '90f4024f-160c-4885-80aa-58ce2d07968c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '13c0d8aa-07af-4e01-b8fa-724097cdd1d2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:36.000115 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-4c8ffbda-5c87-4a30-aad0-578fa220441d service neutron] Bound port: c19b0dda-2772-4aea-840f-70eade45e12e, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f4024f-160c-4885-80aa-58ce2d07968c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '13c0d8aa-07af-4e01-b8fa-724097cdd1d2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:36.000719 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-4c8ffbda-5c87-4a30-aad0-578fa220441d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.011547 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0161aa6b-02bc-4bda-a191-c47c1e16eaf7 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Pushing event deleted for resources: {'Port': ['ID=18cf7128-6c74-4982-b392-1960f4dbad5a,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:36.175785 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cf21fe-8949-4f89-aaa7-c29e6da0daf8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Made reservation on behalf of 44d20f985e3e4d3da729c1600e912e21 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:36.179405 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14cf21fe-8949-4f89-aaa7-c29e6da0daf8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.195240 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-4c8ffbda-5c87-4a30-aad0-578fa220441d service neutron] For port c19b0dda-2772-4aea-840f-70eade45e12e, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:36.207139 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0161aa6b-02bc-4bda-a191-c47c1e16eaf7 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.235898 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-4c8ffbda-5c87-4a30-aad0-578fa220441d service neutron] For port c19b0dda-2772-4aea-840f-70eade45e12e, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c19b0dda-2772-4aea-840f-70eade45e12e,segment=NetworkSegment(90f4024f-160c-4885-80aa-58ce2d07968c),segment_id=90f4024f-160c-4885-80aa-58ce2d07968c)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:36.255973 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-4c8ffbda-5c87-4a30-aad0-578fa220441d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.258929 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6bd8054e-dc20-4aa6-9609-8f5fa1ba33e2 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.271503 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6bd8054e-dc20-4aa6-9609-8f5fa1ba33e2 None None] Transition to ACTIVE for port object 1d4c8953-e688-4d6a-afb5-9b20b438d094 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:36.292801 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6bd8054e-dc20-4aa6-9609-8f5fa1ba33e2 None None] Transition to ACTIVE for port object 1d4c8953-e688-4d6a-afb5-9b20b438d094 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:36.300908 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6bd8054e-dc20-4aa6-9609-8f5fa1ba33e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.346738 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd8054e-dc20-4aa6-9609-8f5fa1ba33e2 None None] Network 41f04095-69a2-4c11-82fa-e47ed1715b7d is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:36.346950 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0161aa6b-02bc-4bda-a191-c47c1e16eaf7 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.352674 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0161aa6b-02bc-4bda-a191-c47c1e16eaf7 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.353513 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-6bd8054e-dc20-4aa6-9609-8f5fa1ba33e2 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:36.361832 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd8054e-dc20-4aa6-9609-8f5fa1ba33e2 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:36.388601 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8054e-dc20-4aa6-9609-8f5fa1ba33e2 None None] Pushing event updated for resources: {'Port': ['ID=1d4c8953-e688-4d6a-afb5-9b20b438d094,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:36.418179 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b43ca4c0-e106-4ef1-8eb4-9c0a3b185dc3 req-082359c7-dcfb-4eca-a99e-0750efdddbd8 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=8901fd71-03a3-4ea3-8285-215c0a743342 HTTP/1.1" status: 200 len: 210 time: 0.1090968 Jul 15 13:16:36.424086 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-4c8ffbda-5c87-4a30-aad0-578fa220441d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:36.424860 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-4c8ffbda-5c87-4a30-aad0-578fa220441d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.426369 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-4c8ffbda-5c87-4a30-aad0-578fa220441d service neutron] 10.222.0.46 "PUT /v2.0/ports/c19b0dda-2772-4aea-840f-70eade45e12e HTTP/1.1" status: 200 len: 1093 time: 2.7336428 Jul 15 13:16:36.438185 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d924eeb-0c12-4172-af92-62dcc2407bd6', 'tag': 'c19b0dda-2772-4aea-840f-70eade45e12e'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:36.440774 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9774c33c-bb64-46b9-bf35-c7a63fec160f" -d '{"events": [{"name": "network-changed", "server_uuid": "5d924eeb-0c12-4172-af92-62dcc2407bd6", "tag": "c19b0dda-2772-4aea-840f-70eade45e12e"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:36.459947 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-db84f5b1-1e30-4c05-8b27-8a280faf09ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 874b0f71-642f-4af0-9e8c-edf1eb4a9533 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:36.482452 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-db84f5b1-1e30-4c05-8b27-8a280faf09ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.491074 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-6bd8054e-dc20-4aa6-9609-8f5fa1ba33e2 None None] Attempting to bind port 1d4c8953-e688-4d6a-afb5-9b20b438d094 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:36.492704 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-6bd8054e-dc20-4aa6-9609-8f5fa1ba33e2 None None] Attempting to bind port 1d4c8953-e688-4d6a-afb5-9b20b438d094 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'b3dec2be-4ca0-4927-97f6-a621d697b036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '41f04095-69a2-4c11-82fa-e47ed1715b7d'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:36.493083 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd8054e-dc20-4aa6-9609-8f5fa1ba33e2 None None] Attempting to bind port 1d4c8953-e688-4d6a-afb5-9b20b438d094 on network 41f04095-69a2-4c11-82fa-e47ed1715b7d {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:36.507512 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd8054e-dc20-4aa6-9609-8f5fa1ba33e2 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:36.510802 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd8054e-dc20-4aa6-9609-8f5fa1ba33e2 None None] Checking segment: {'id': 'b3dec2be-4ca0-4927-97f6-a621d697b036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '41f04095-69a2-4c11-82fa-e47ed1715b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:36.511232 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6bd8054e-dc20-4aa6-9609-8f5fa1ba33e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.511657 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd8054e-dc20-4aa6-9609-8f5fa1ba33e2 None None] Bound using segment: {'id': 'b3dec2be-4ca0-4927-97f6-a621d697b036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '41f04095-69a2-4c11-82fa-e47ed1715b7d'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:36.514903 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-6bd8054e-dc20-4aa6-9609-8f5fa1ba33e2 None None] Bound port: 1d4c8953-e688-4d6a-afb5-9b20b438d094, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3dec2be-4ca0-4927-97f6-a621d697b036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '41f04095-69a2-4c11-82fa-e47ed1715b7d'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:36.515395 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6bd8054e-dc20-4aa6-9609-8f5fa1ba33e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.524874 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30710f8-889f-4d40-a446-23f80dc4317b x-openstack-request-id: req-c30710f8-889f-4d40-a446-23f80dc4317b {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:36.525350 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d924eeb-0c12-4172-af92-62dcc2407bd6", "tag": "c19b0dda-2772-4aea-840f-70eade45e12e", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:36.525772 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c30710f8-889f-4d40-a446-23f80dc4317b {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:36.526319 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d924eeb-0c12-4172-af92-62dcc2407bd6', 'tag': 'c19b0dda-2772-4aea-840f-70eade45e12e', 'status': 'completed', 'code': 200} Jul 15 13:16:36.532198 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ffbda-5c87-4a30-aad0-578fa220441d service neutron] Pushing event updated for resources: {'Port': ['ID=c19b0dda-2772-4aea-840f-70eade45e12e,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:36.536139 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-db84f5b1-1e30-4c05-8b27-8a280faf09ed service neutron] Transition to ACTIVE for port object 874b0f71-642f-4af0-9e8c-edf1eb4a9533 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:36.543929 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-db84f5b1-1e30-4c05-8b27-8a280faf09ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.617305 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-6bd8054e-dc20-4aa6-9609-8f5fa1ba33e2 None None] For port 1d4c8953-e688-4d6a-afb5-9b20b438d094, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:36.626753 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-6bd8054e-dc20-4aa6-9609-8f5fa1ba33e2 None None] For port 1d4c8953-e688-4d6a-afb5-9b20b438d094, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=1d4c8953-e688-4d6a-afb5-9b20b438d094,segment=NetworkSegment(b3dec2be-4ca0-4927-97f6-a621d697b036),segment_id=b3dec2be-4ca0-4927-97f6-a621d697b036)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:36.636994 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6bd8054e-dc20-4aa6-9609-8f5fa1ba33e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.743950 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8054e-dc20-4aa6-9609-8f5fa1ba33e2 None None] Pushing event updated for resources: {'Port': ['ID=1d4c8953-e688-4d6a-afb5-9b20b438d094,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:36.902247 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84f5b1-1e30-4c05-8b27-8a280faf09ed service neutron] Pushing event updated for resources: {'Port': ['ID=874b0f71-642f-4af0-9e8c-edf1eb4a9533,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:36.939148 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14cf21fe-8949-4f89-aaa7-c29e6da0daf8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.979892 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0161aa6b-02bc-4bda-a191-c47c1e16eaf7 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.980409 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0161aa6b-02bc-4bda-a191-c47c1e16eaf7 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Fanout notify agent at l3_agent the message router_deleted on router 0b0c1723-4055-40b9-babe-234f9cf69325 {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:16:36.998790 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0161aa6b-02bc-4bda-a191-c47c1e16eaf7 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.999912 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0161aa6b-02bc-4bda-a191-c47c1e16eaf7 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] 10.222.0.16 "DELETE /v2.0/routers/0b0c1723-4055-40b9-babe-234f9cf69325 HTTP/1.1" status: 204 len: 168 time: 3.1551878 Jul 15 13:16:37.006677 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-259a7ce3-6857-4ae3-95b3-e1970243260f tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Allocated IP 2001:db8::f816:3eff:fef7:7377 (41f04095-69a2-4c11-82fa-e47ed1715b7d/f1e13106-f822-4517-8444-18d456f65dfe/f3c6c9ae-778c-495e-9584-e696a53e8cd7) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:37.010131 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36350) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:37.071037 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-b045e79e-7222-4b6c-9bc1-b6dd87f301d8 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-580256114', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:37.133586 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-7fb44c52-5e66-4537-9be0-b4351d68f6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:37.134896 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-7fb44c52-5e66-4537-9be0-b4351d68f6a6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d986de84121549bf90b7ac80073eff67&device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 1096 time: 0.4890718 Jul 15 13:16:37.138503 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf21fe-8949-4f89-aaa7-c29e6da0daf8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'Subnet': ['ID=712ffb71-c2e5-469a-873a-39daf77a8ceb,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:37.186404 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a71f9340-5509-4920-8a88-55b61fa5a2cc tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.214667 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cf21fe-8949-4f89-aaa7-c29e6da0daf8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Checking segment: {'id': '46d59f2e-1e0f-4baf-b340-2ec2a0483c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd15e2881-cc03-4b5f-b9a7-573ef0de36ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:37.215043 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cf21fe-8949-4f89-aaa7-c29e6da0daf8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Network hostable DHCP agents. Network: d15e2881-cc03-4b5f-b9a7-573ef0de36ea, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:16:37.217252 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-db84f5b1-1e30-4c05-8b27-8a280faf09ed service neutron] Attempting to bind port 874b0f71-642f-4af0-9e8c-edf1eb4a9533 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:37.217588 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-db84f5b1-1e30-4c05-8b27-8a280faf09ed service neutron] Attempting to bind port 874b0f71-642f-4af0-9e8c-edf1eb4a9533 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '7d90ca56-0610-47bd-9aba-7f5f06ed5d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '27918509-99f1-4d5c-9c03-22054212982e'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:37.217914 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-db84f5b1-1e30-4c05-8b27-8a280faf09ed service neutron] Attempting to bind port 874b0f71-642f-4af0-9e8c-edf1eb4a9533 on network 27918509-99f1-4d5c-9c03-22054212982e {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:37.223427 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-c566eb15-437b-4a46-9c9b-b015c15c43de service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c19b0dda-2772-4aea-840f-70eade45e12e HTTP/1.1" status: 200 len: 217 time: 0.0719025 Jul 15 13:16:37.231388 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1fe90b-d1c5-4f2c-b140-0962af6d8709 req-8cb20d8f-7e62-46bc-9e00-984a63340935 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:37.235066 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7e1fe90b-d1c5-4f2c-b140-0962af6d8709 req-8cb20d8f-7e62-46bc-9e00-984a63340935 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffb70cd9-bb20-4451-93a1-b6cdb47c889c HTTP/1.1" status: 200 len: 944 time: 0.3192129 Jul 15 13:16:37.236433 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b045e79e-7222-4b6c-9bc1-b6dd87f301d8 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.237946 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b045e79e-7222-4b6c-9bc1-b6dd87f301d8 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.247942 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf12521-6901-4876-ae30-cce5590a6127 req-f89dce41-2437-4b53-a00a-ce62b52dc8ea tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:37.249418 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1cf12521-6901-4876-ae30-cce5590a6127 req-f89dce41-2437-4b53-a00a-ce62b52dc8ea tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.46 "GET /v2.0/networks?id=594a18f5-eb63-40e1-adf2-df8adb235078 HTTP/1.1" status: 200 len: 806 time: 0.3585901 Jul 15 13:16:37.250191 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68e126-a0a9-498c-8f9d-13a652b5d53d req-8cfc46a8-69b2-45af-b943-e62fd93a3378 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:37.251741 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ec68e126-a0a9-498c-8f9d-13a652b5d53d req-8cfc46a8-69b2-45af-b943-e62fd93a3378 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 944 time: 0.4309027 Jul 15 13:16:37.256591 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f9340-5509-4920-8a88-55b61fa5a2cc tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Pushing event deleted for resources: {'Port': ['ID=8ae7c765-d15b-440e-87ab-2bc48ccffef2,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:37.264540 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-db84f5b1-1e30-4c05-8b27-8a280faf09ed service neutron] Port 874b0f71-642f-4af0-9e8c-edf1eb4a9533 on network 27918509-99f1-4d5c-9c03-22054212982e not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:16:37.265720 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-db84f5b1-1e30-4c05-8b27-8a280faf09ed service neutron] Attempting to bind port 874b0f71-642f-4af0-9e8c-edf1eb4a9533 on network 27918509-99f1-4d5c-9c03-22054212982e {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:37.268269 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-1cf12521-6901-4876-ae30-cce5590a6127 req-86a3f682-8a08-4c2b-8b95-72f0f726a7cd tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Request body: {'port': {'device_id': '8901fd71-03a3-4ea3-8285-215c0a743342', 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078', 'admin_state_up': True, 'tenant_id': '00b876fd8df24342ab4e9da7bd4da612'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:37.318272 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-db84f5b1-1e30-4c05-8b27-8a280faf09ed service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:37.318534 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-db84f5b1-1e30-4c05-8b27-8a280faf09ed service neutron] Checking segment: {'id': '7d90ca56-0610-47bd-9aba-7f5f06ed5d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '27918509-99f1-4d5c-9c03-22054212982e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:37.318950 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-db84f5b1-1e30-4c05-8b27-8a280faf09ed service neutron] Bound using segment: {'id': '7d90ca56-0610-47bd-9aba-7f5f06ed5d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '27918509-99f1-4d5c-9c03-22054212982e'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:37.319555 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-db84f5b1-1e30-4c05-8b27-8a280faf09ed service neutron] Bound port: 874b0f71-642f-4af0-9e8c-edf1eb4a9533, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d90ca56-0610-47bd-9aba-7f5f06ed5d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '27918509-99f1-4d5c-9c03-22054212982e'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:37.319948 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-db84f5b1-1e30-4c05-8b27-8a280faf09ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.363166 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cf21fe-8949-4f89-aaa7-c29e6da0daf8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Network d15e2881-cc03-4b5f-b9a7-573ef0de36ea is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:16:37.389384 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-799394d4-dc34-4951-a392-19a82675c88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:37.390917 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-799394d4-dc34-4951-a392-19a82675c88f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=007dc46b-c0a3-4755-b595-e11755a7ea39 HTTP/1.1" status: 200 len: 835 time: 0.1509187 Jul 15 13:16:37.417548 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7e1fe90b-d1c5-4f2c-b140-0962af6d8709 req-efb55274-b879-4d33-b36d-c73ac7a866c4 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/security-groups?id=787afb52-204d-49bf-9502-cebf24554fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645322 Jul 15 13:16:37.420727 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ec68e126-a0a9-498c-8f9d-13a652b5d53d req-087a5460-4659-431d-aa9f-1cda03c8cb91 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=b00d526e-d151-4f83-bb42-f9f5f8e270ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512976 Jul 15 13:16:37.429620 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-14cf21fe-8949-4f89-aaa7-c29e6da0daf8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, d15e2881-cc03-4b5f-b9a7-573ef0de36ea) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:37.445658 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cf21fe-8949-4f89-aaa7-c29e6da0daf8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:37.446267 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14cf21fe-8949-4f89-aaa7-c29e6da0daf8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.446499 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07ff2d5-d1c6-4771-b612-cd76d283f57c None None] Network d15e2881-cc03-4b5f-b9a7-573ef0de36ea requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:37.504748 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-14cf21fe-8949-4f89-aaa7-c29e6da0daf8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7477584 Jul 15 13:16:37.506237 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36354) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:37.512860 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-be5a7be2-c294-40d5-81d2-cdcf7d2c1293 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'subnet': {'network_id': 'd15e2881-cc03-4b5f-b9a7-573ef0de36ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:37.533237 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-db84f5b1-1e30-4c05-8b27-8a280faf09ed service neutron] For port 874b0f71-642f-4af0-9e8c-edf1eb4a9533, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:37.549396 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b045e79e-7222-4b6c-9bc1-b6dd87f301d8 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.558042 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-ab7e8b0d-2938-4349-b581-10d79fb35a79 admin admin] Deleting port a577d34d-76b7-4aaf-8fc9-bded09e0b1e0 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:37.559047 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ab7e8b0d-2938-4349-b581-10d79fb35a79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.573483 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-db84f5b1-1e30-4c05-8b27-8a280faf09ed service neutron] For port 874b0f71-642f-4af0-9e8c-edf1eb4a9533, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=874b0f71-642f-4af0-9e8c-edf1eb4a9533,segment=NetworkSegment(7d90ca56-0610-47bd-9aba-7f5f06ed5d1f),segment_id=7d90ca56-0610-47bd-9aba-7f5f06ed5d1f)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:37.578465 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b045e79e-7222-4b6c-9bc1-b6dd87f301d8 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.625096 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-db84f5b1-1e30-4c05-8b27-8a280faf09ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.651434 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-259a7ce3-6857-4ae3-95b3-e1970243260f tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.657508 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a71f9340-5509-4920-8a88-55b61fa5a2cc tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks [] for floatingip, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.658497 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a3e9db-2ba7-408f-a94c-c8fc682630eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-d15e2881-cc03-4b5f-b9a7-573ef0de36ea', 'network_id': 'd15e2881-cc03-4b5f-b9a7-573ef0de36ea', 'tenant_id': '44d20f985e3e4d3da729c1600e912e21', 'fixed_ips': [{'subnet_id': '712ffb71-c2e5-469a-873a-39daf77a8ceb'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:16:37.659767 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-45a3e9db-2ba7-408f-a94c-c8fc682630eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.660073 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a71f9340-5509-4920-8a88-55b61fa5a2cc tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.661314 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fbab40fd-7ed6-44cc-b797-ef00d4d6457b req-a6f7233c-89b7-4058-ab71-592bf04b13a4 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=8901fd71-03a3-4ea3-8285-215c0a743342 HTTP/1.1" status: 200 len: 210 time: 0.0863683 Jul 15 13:16:37.675996 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a71f9340-5509-4920-8a88-55b61fa5a2cc tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "DELETE /v2.0/floatingips/0b596c9a-9b0c-4395-a2b8-3f21308d7a13 HTTP/1.1" status: 204 len: 168 time: 2.7492898 Jul 15 13:16:37.681912 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36356) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:37.682700 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b045e79e-7222-4b6c-9bc1-b6dd87f301d8 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.686612 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b045e79e-7222-4b6c-9bc1-b6dd87f301d8 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6170576 Jul 15 13:16:37.692902 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36358) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:37.696681 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-607545fb-f43e-4967-8b83-bb9fbcb3a5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:37.698188 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-607545fb-f43e-4967-8b83-bb9fbcb3a5c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13c0d8aa-07af-4e01-b8fa-724097cdd1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2846766 Jul 15 13:16:37.702804 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-002fcef0-e270-4fc3-a186-4b1830536eef tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:37.773840 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-db84f5b1-1e30-4c05-8b27-8a280faf09ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:37.774466 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-db84f5b1-1e30-4c05-8b27-8a280faf09ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.775920 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-db84f5b1-1e30-4c05-8b27-8a280faf09ed service neutron] 10.222.0.46 "PUT /v2.0/ports/874b0f71-642f-4af0-9e8c-edf1eb4a9533 HTTP/1.1" status: 200 len: 1093 time: 2.4594898 Jul 15 13:16:37.831659 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-ab7e8b0d-2938-4349-b581-10d79fb35a79 admin admin] For port a577d34d-76b7-4aaf-8fc9-bded09e0b1e0, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a577d34d-76b7-4aaf-8fc9-bded09e0b1e0,segment=NetworkSegment(dd9c1bb8-56e0-46d3-9cb2-a5b0b4dabf47),segment_id=dd9c1bb8-56e0-46d3-9cb2-a5b0b4dabf47)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:37.832131 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ab7e8b0d-2938-4349-b581-10d79fb35a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.847971 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-ab7e8b0d-2938-4349-b581-10d79fb35a79 admin admin] Calling delete_port for a577d34d-76b7-4aaf-8fc9-bded09e0b1e0 owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:37.871209 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-45a3e9db-2ba7-408f-a94c-c8fc682630eb None None] Allocated IP 172.20.0.2 (d15e2881-cc03-4b5f-b9a7-573ef0de36ea/712ffb71-c2e5-469a-873a-39daf77a8ceb/1676efbd-c1fc-4024-8232-dc598e02c927) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:38.007123 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-259a7ce3-6857-4ae3-95b3-e1970243260f tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Transition to ACTIVE for port object f3c6c9ae-778c-495e-9584-e696a53e8cd7 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:38.069817 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-259a7ce3-6857-4ae3-95b3-e1970243260f tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.089431 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-45a3e9db-2ba7-408f-a94c-c8fc682630eb None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.106952 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-45a3e9db-2ba7-408f-a94c-c8fc682630eb None None] Transition to ACTIVE for port object 1676efbd-c1fc-4024-8232-dc598e02c927 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:38.124125 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42821fbc-c508-42cb-ba56-5eefe403dda4 None None] Network 41f04095-69a2-4c11-82fa-e47ed1715b7d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:38.134111 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-45a3e9db-2ba7-408f-a94c-c8fc682630eb None None] Transition to ACTIVE for port object 1676efbd-c1fc-4024-8232-dc598e02c927 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:38.161716 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-45a3e9db-2ba7-408f-a94c-c8fc682630eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.221394 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259a7ce3-6857-4ae3-95b3-e1970243260f tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Network 41f04095-69a2-4c11-82fa-e47ed1715b7d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:38.230766 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-31255f2f-22a0-4dba-880f-c08de3e22b2d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Deleting port 00bc5053-739a-44d0-84cc-63786760e6fc {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:38.231298 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-31255f2f-22a0-4dba-880f-c08de3e22b2d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.237504 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-259a7ce3-6857-4ae3-95b3-e1970243260f tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:38.251025 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259a7ce3-6857-4ae3-95b3-e1970243260f tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:38.251880 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a3e9db-2ba7-408f-a94c-c8fc682630eb None None] Network d15e2881-cc03-4b5f-b9a7-573ef0de36ea is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:38.256684 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-45a3e9db-2ba7-408f-a94c-c8fc682630eb None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:38.258450 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259a7ce3-6857-4ae3-95b3-e1970243260f tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:38.259333 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-259a7ce3-6857-4ae3-95b3-e1970243260f tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.267429 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8ffc5b78-27ae-4b25-a5eb-43618426c7e9 None None] Provisioning for port 1d4c8953-e688-4d6a-afb5-9b20b438d094 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:38.269233 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a3e9db-2ba7-408f-a94c-c8fc682630eb None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:38.276005 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1d4c8953-e688-4d6a-afb5-9b20b438d094 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:38.283741 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cf12521-6901-4876-ae30-cce5590a6127 req-86a3f682-8a08-4c2b-8b95-72f0f726a7cd tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Made reservation on behalf of 00b876fd8df24342ab4e9da7bd4da612 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:38.288438 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-1cf12521-6901-4876-ae30-cce5590a6127 req-86a3f682-8a08-4c2b-8b95-72f0f726a7cd tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.311125 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3e9db-2ba7-408f-a94c-c8fc682630eb None None] Pushing event updated for resources: {'Port': ['ID=1676efbd-c1fc-4024-8232-dc598e02c927,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:38.319131 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-259a7ce3-6857-4ae3-95b3-e1970243260f tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.1985445 Jul 15 13:16:38.327767 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a7ce3-6857-4ae3-95b3-e1970243260f tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Pushing event updated for resources: {'Port': ['ID=f3c6c9ae-778c-495e-9584-e696a53e8cd7,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:38.335846 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36360) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:38.373288 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84f5b1-1e30-4c05-8b27-8a280faf09ed service neutron] Pushing event updated for resources: {'Port': ['ID=874b0f71-642f-4af0-9e8c-edf1eb4a9533,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:38.401427 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-70d9822a-cc1f-4c39-9ec6-eb5f23040d2a tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Deleting subnet f1e13106-f822-4517-8444-18d456f65dfe {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:16:38.409531 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-70d9822a-cc1f-4c39-9ec6-eb5f23040d2a tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.416415 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5a7be2-c294-40d5-81d2-cdcf7d2c1293 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Made reservation on behalf of 44d20f985e3e4d3da729c1600e912e21 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:38.420809 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-be5a7be2-c294-40d5-81d2-cdcf7d2c1293 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.424010 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-45a3e9db-2ba7-408f-a94c-c8fc682630eb None None] Attempting to bind port 1676efbd-c1fc-4024-8232-dc598e02c927 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:38.424410 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-45a3e9db-2ba7-408f-a94c-c8fc682630eb None None] Attempting to bind port 1676efbd-c1fc-4024-8232-dc598e02c927 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '46d59f2e-1e0f-4baf-b340-2ec2a0483c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd15e2881-cc03-4b5f-b9a7-573ef0de36ea'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:38.424775 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a3e9db-2ba7-408f-a94c-c8fc682630eb None None] Attempting to bind port 1676efbd-c1fc-4024-8232-dc598e02c927 on network d15e2881-cc03-4b5f-b9a7-573ef0de36ea {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:38.438415 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a3e9db-2ba7-408f-a94c-c8fc682630eb None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:38.438804 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a3e9db-2ba7-408f-a94c-c8fc682630eb None None] Checking segment: {'id': '46d59f2e-1e0f-4baf-b340-2ec2a0483c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd15e2881-cc03-4b5f-b9a7-573ef0de36ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:38.439204 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-45a3e9db-2ba7-408f-a94c-c8fc682630eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.439595 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a3e9db-2ba7-408f-a94c-c8fc682630eb None None] Bound using segment: {'id': '46d59f2e-1e0f-4baf-b340-2ec2a0483c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd15e2881-cc03-4b5f-b9a7-573ef0de36ea'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:38.440057 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-45a3e9db-2ba7-408f-a94c-c8fc682630eb None None] Bound port: 1676efbd-c1fc-4024-8232-dc598e02c927, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d59f2e-1e0f-4baf-b340-2ec2a0483c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd15e2881-cc03-4b5f-b9a7-573ef0de36ea'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:38.440434 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-45a3e9db-2ba7-408f-a94c-c8fc682630eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.504152 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ab7e8b0d-2938-4349-b581-10d79fb35a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.508619 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-e6233e3b-663d-432f-9e08-d915751b2ff5 service neutron] 10.222.0.46 "GET /v2.0/networks/13c0d8aa-07af-4e01-b8fa-724097cdd1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7994473 Jul 15 13:16:38.529224 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb70cd9-bb20-4451-93a1-b6cdb47c889c', 'tag': '874b0f71-642f-4af0-9e8c-edf1eb4a9533'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:38.531492 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1610993b-c0d9-4fc0-8791-0c6cde4e91fe" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb70cd9-bb20-4451-93a1-b6cdb47c889c", "tag": "874b0f71-642f-4af0-9e8c-edf1eb4a9533"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:38.540235 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-002fcef0-e270-4fc3-a186-4b1830536eef tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.553778 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7e8b0d-2938-4349-b581-10d79fb35a79 admin admin] Pushing event deleted for resources: {'Port': ['ID=a577d34d-76b7-4aaf-8fc9-bded09e0b1e0,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:38.590904 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-70d9822a-cc1f-4c39-9ec6-eb5f23040d2a tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.595125 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-45a3e9db-2ba7-408f-a94c-c8fc682630eb None None] For port 1676efbd-c1fc-4024-8232-dc598e02c927, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:38.600509 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-45a3e9db-2ba7-408f-a94c-c8fc682630eb None None] For port 1676efbd-c1fc-4024-8232-dc598e02c927, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=1676efbd-c1fc-4024-8232-dc598e02c927,segment=NetworkSegment(46d59f2e-1e0f-4baf-b340-2ec2a0483c2b),segment_id=46d59f2e-1e0f-4baf-b340-2ec2a0483c2b)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:38.609368 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 1d4c8953-e688-4d6a-afb5-9b20b438d094 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:38.618956 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-1be5ce97-d18d-443a-af60-6a2475fb2e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:38.620882 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-1be5ce97-d18d-443a-af60-6a2475fb2e02 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fc925054ab444b8942a7f406aa6e423&device_id=ffb70cd9-bb20-4451-93a1-b6cdb47c889c HTTP/1.1" status: 200 len: 1096 time: 0.7973588 Jul 15 13:16:38.621088 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 1d4c8953-e688-4d6a-afb5-9b20b438d094 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:38.621696 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.649964 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-45a3e9db-2ba7-408f-a94c-c8fc682630eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.686523 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-31255f2f-22a0-4dba-880f-c08de3e22b2d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.729589 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-31255f2f-22a0-4dba-880f-c08de3e22b2d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Calling delete_port for 00bc5053-739a-44d0-84cc-63786760e6fc owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:38.756228 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-77824333-ccf5-41a8-b9f9-32bc8cf95626 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=874b0f71-642f-4af0-9e8c-edf1eb4a9533 HTTP/1.1" status: 200 len: 217 time: 0.1096749 Jul 15 13:16:38.807044 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.809560 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3e9db-2ba7-408f-a94c-c8fc682630eb None None] Pushing event updated for resources: {'Port': ['ID=1676efbd-c1fc-4024-8232-dc598e02c927,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:38.875634 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-1cf12521-6901-4876-ae30-cce5590a6127 req-86a3f682-8a08-4c2b-8b95-72f0f726a7cd tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Allocated IP 172.20.0.5 (594a18f5-eb63-40e1-adf2-df8adb235078/a3564fb5-e6c9-425e-8a20-95a28163b8cc/e7d70bec-00e8-45eb-8a3b-df22ad62cd28) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:38.876089 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 1d4c8953-e688-4d6a-afb5-9b20b438d094, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=1d4c8953-e688-4d6a-afb5-9b20b438d094,segment=NetworkSegment(b3dec2be-4ca0-4927-97f6-a621d697b036),segment_id=b3dec2be-4ca0-4927-97f6-a621d697b036)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:38.881873 n-d-771363-36 neutron-server[93825]: INFO neutron.db.ipam_backend_mixin [None req-be5a7be2-c294-40d5-81d2-cdcf7d2c1293 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 712ffb71-c2e5-469a-873a-39daf77a8ceb (CIDR: 172.20.0.0/28) Jul 15 13:16:38.884004 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.907938 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-be5a7be2-c294-40d5-81d2-cdcf7d2c1293 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:16:38.909108 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be5a7be2-c294-40d5-81d2-cdcf7d2c1293 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:16:38.927241 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c9dc66ae-80ae-46e0-84ff-3fa776302e60 req-b93e248d-e444-4e2d-bfbc-1eac34933a2e service neutron] 10.222.0.46 "GET /v2.0/networks/13c0d8aa-07af-4e01-b8fa-724097cdd1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101655 Jul 15 13:16:38.955932 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-597b9ee1-0c2a-44b6-a5e6-67caf96d23ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:38.958727 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-597b9ee1-0c2a-44b6-a5e6-67caf96d23ed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=886d74e1-e9f2-44ad-b559-5be6081d4501 HTTP/1.1" status: 200 len: 848 time: 0.1658733 Jul 15 13:16:38.965002 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=1d4c8953-e688-4d6a-afb5-9b20b438d094,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:38.973115 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-be5a7be2-c294-40d5-81d2-cdcf7d2c1293 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4642415 Jul 15 13:16:38.987395 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36370) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:38.997607 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-15a7de6e-f845-406b-b16d-0010a59858d4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'subnet': {'network_id': 'd15e2881-cc03-4b5f-b9a7-573ef0de36ea', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:39.068923 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-70d9822a-cc1f-4c39-9ec6-eb5f23040d2a tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:39.081443 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-cbdd1a70-4d9a-4914-aebe-90e025b27d00 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=27918509-99f1-4d5c-9c03-22054212982e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061859 Jul 15 13:16:39.141080 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc97cf83-69dc-408d-8562-284d87d408ea req-63d78a0e-33a5-4507-9a38-3b3586c45c60 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:39.144442 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bc97cf83-69dc-408d-8562-284d87d408ea req-63d78a0e-33a5-4507-9a38-3b3586c45c60 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 944 time: 0.5102687 Jul 15 13:16:39.150948 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ab7e8b0d-2938-4349-b581-10d79fb35a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:39.237279 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8aa9db-6ebd-47be-99e1-1a1cee236796 req-aa08e7aa-6508-469f-b55e-8a0a6c1dafa6 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:39.239276 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7d8aa9db-6ebd-47be-99e1-1a1cee236796 req-aa08e7aa-6508-469f-b55e-8a0a6c1dafa6 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffb70cd9-bb20-4451-93a1-b6cdb47c889c HTTP/1.1" status: 200 len: 944 time: 0.5576241 Jul 15 13:16:39.252959 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f2d62f1f-79c4-43be-9786-8ff7747f3417 None None] Provisioning for port f3c6c9ae-778c-495e-9584-e696a53e8cd7 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:39.264050 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f2d62f1f-79c4-43be-9786-8ff7747f3417 None None] Provisioning complete for port f3c6c9ae-778c-495e-9584-e696a53e8cd7 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:39.264588 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f2d62f1f-79c4-43be-9786-8ff7747f3417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:39.338085 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f2d62f1f-79c4-43be-9786-8ff7747f3417 None None] Port f3c6c9ae-778c-495e-9584-e696a53e8cd7 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:16:39.354354 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f2d62f1f-79c4-43be-9786-8ff7747f3417 None None] Provisioning complete for port 1d4c8953-e688-4d6a-afb5-9b20b438d094 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:39.354822 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f2d62f1f-79c4-43be-9786-8ff7747f3417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:39.415245 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bc97cf83-69dc-408d-8562-284d87d408ea req-1fd22474-a4b3-4697-9871-98ff0f5e6744 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=b00d526e-d151-4f83-bb42-f9f5f8e270ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2525129 Jul 15 13:16:39.432846 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-1cf12521-6901-4876-ae30-cce5590a6127 req-86a3f682-8a08-4c2b-8b95-72f0f726a7cd tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:39.467656 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-9a7aeb8a-5014-4fc7-874b-7003c8754853 service neutron] 10.222.0.46 "GET /v2.0/networks/27918509-99f1-4d5c-9c03-22054212982e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179150 Jul 15 13:16:39.474841 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7d8aa9db-6ebd-47be-99e1-1a1cee236796 req-231b1274-84fd-4743-ad2f-84a9708e8831 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/security-groups?id=787afb52-204d-49bf-9502-cebf24554fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983387 Jul 15 13:16:39.518584 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-31255f2f-22a0-4dba-880f-c08de3e22b2d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:39.521889 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-70d9822a-cc1f-4c39-9ec6-eb5f23040d2a tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:39.529049 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774c33c-bb64-46b9-bf35-c7a63fec160f req-c931fc5a-5b85-4b63-8681-d6594b643d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:39.530618 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9774c33c-bb64-46b9-bf35-c7a63fec160f req-c931fc5a-5b85-4b63-8681-d6594b643d32 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d986de84121549bf90b7ac80073eff67&device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 1096 time: 0.5063519 Jul 15 13:16:39.539906 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a83dea-87f2-4098-9d0a-32a70410950d x-openstack-request-id: req-88a83dea-87f2-4098-9d0a-32a70410950d {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:39.540301 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb70cd9-bb20-4451-93a1-b6cdb47c889c", "tag": "874b0f71-642f-4af0-9e8c-edf1eb4a9533", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:39.540699 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-88a83dea-87f2-4098-9d0a-32a70410950d {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:39.541286 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb70cd9-bb20-4451-93a1-b6cdb47c889c', 'tag': '874b0f71-642f-4af0-9e8c-edf1eb4a9533', 'status': 'completed', 'code': 200} Jul 15 13:16:39.582480 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-70d9822a-cc1f-4c39-9ec6-eb5f23040d2a tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:39.584395 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-70d9822a-cc1f-4c39-9ec6-eb5f23040d2a tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] 10.222.0.16 "DELETE /v2.0/subnets/f1e13106-f822-4517-8444-18d456f65dfe HTTP/1.1" status: 204 len: 168 time: 1.2446897 Jul 15 13:16:39.591622 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36372) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:39.595607 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8572376-de89-4ec1-9307-45b67a77e627 None None] Network 41f04095-69a2-4c11-82fa-e47ed1715b7d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:39.661273 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a7de6e-f845-406b-b16d-0010a59858d4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Made reservation on behalf of 44d20f985e3e4d3da729c1600e912e21 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:39.664776 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-15a7de6e-f845-406b-b16d-0010a59858d4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:39.703682 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9822a-cc1f-4c39-9ec6-eb5f23040d2a tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Pushing event deleted for resources: {'Subnet': ['ID=f1e13106-f822-4517-8444-18d456f65dfe,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:39.709371 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31255f2f-22a0-4dba-880f-c08de3e22b2d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Pushing event deleted for resources: {'Port': ['ID=00bc5053-739a-44d0-84cc-63786760e6fc,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:39.731868 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5126a75d-30ff-49cf-8602-61f92c642dd7 None None] Provisioning complete for port f3c6c9ae-778c-495e-9584-e696a53e8cd7 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:39.732314 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5126a75d-30ff-49cf-8602-61f92c642dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:39.740783 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-1cf12521-6901-4876-ae30-cce5590a6127 req-86a3f682-8a08-4c2b-8b95-72f0f726a7cd tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:39.756846 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['305e2af7-4e14-46c9-b511-673a966a851e', '25044024-6f7c-4206-9cdc-ee63e73182f3'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:39.824583 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-5126a75d-30ff-49cf-8602-61f92c642dd7 None None] Port f3c6c9ae-778c-495e-9584-e696a53e8cd7 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:16:39.833667 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4df5fa-3aa2-4006-b3e5-c50f28cf08e3 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:39.834645 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-002fcef0-e270-4fc3-a186-4b1830536eef tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router_gateway, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:39.835344 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4df5fa-3aa2-4006-b3e5-c50f28cf08e3 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:39.839479 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7d4df5fa-3aa2-4006-b3e5-c50f28cf08e3 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2416041 Jul 15 13:16:39.846167 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36374) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:39.920776 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-002fcef0-e270-4fc3-a186-4b1830536eef tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:39.940596 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-af8e1820-62ad-4ceb-91c9-68e16a1a92e5 req-580b787f-26ca-4c68-8b4d-3c524132d2b1 service neutron] 10.222.0.46 "GET /v2.0/networks/27918509-99f1-4d5c-9c03-22054212982e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4647965 Jul 15 13:16:39.976322 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774c33c-bb64-46b9-bf35-c7a63fec160f req-79edbdfe-d87b-45b0-9b74-eac17285cee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:39.977734 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea3fca6-8e40-4fa5-a4b1-b67f9242f36a None None] DHCP port deletion for 41f04095-69a2-4c11-82fa-e47ed1715b7d request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:16:39.978270 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9774c33c-bb64-46b9-bf35-c7a63fec160f req-79edbdfe-d87b-45b0-9b74-eac17285cee8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13c0d8aa-07af-4e01-b8fa-724097cdd1d2 HTTP/1.1" status: 200 len: 896 time: 0.3896649 Jul 15 13:16:40.089214 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-aea3fca6-8e40-4fa5-a4b1-b67f9242f36a None None] Deleting port 1d4c8953-e688-4d6a-afb5-9b20b438d094 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:40.089714 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aea3fca6-8e40-4fa5-a4b1-b67f9242f36a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:40.134413 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96b13b-3e72-4f7a-b1f7-d55835638740 req-a482ccac-015d-4090-8c18-abc093b146c7 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:40.136231 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3c96b13b-3e72-4f7a-b1f7-d55835638740 req-a482ccac-015d-4090-8c18-abc093b146c7 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=8901fd71-03a3-4ea3-8285-215c0a743342 HTTP/1.1" status: 200 len: 931 time: 0.4779012 Jul 15 13:16:40.219010 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9774c33c-bb64-46b9-bf35-c7a63fec160f req-ee0395d5-9439-4adf-91b2-9d26b7be07cd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c19b0dda-2772-4aea-840f-70eade45e12e HTTP/1.1" status: 200 len: 217 time: 0.1897669 Jul 15 13:16:40.286244 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-aea3fca6-8e40-4fa5-a4b1-b67f9242f36a None None] For port 1d4c8953-e688-4d6a-afb5-9b20b438d094, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=1d4c8953-e688-4d6a-afb5-9b20b438d094,segment=NetworkSegment(b3dec2be-4ca0-4927-97f6-a621d697b036),segment_id=b3dec2be-4ca0-4927-97f6-a621d697b036)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:40.286855 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aea3fca6-8e40-4fa5-a4b1-b67f9242f36a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:40.321133 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-aea3fca6-8e40-4fa5-a4b1-b67f9242f36a None None] Calling delete_port for 1d4c8953-e688-4d6a-afb5-9b20b438d094 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:40.328570 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3c96b13b-3e72-4f7a-b1f7-d55835638740 req-44b2e79c-24fb-4667-8221-5248f41b0321 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732328 Jul 15 13:16:40.353874 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1676efbd-c1fc-4024-8232-dc598e02c927 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:40.381903 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cf12521-6901-4876-ae30-cce5590a6127 req-86a3f682-8a08-4c2b-8b95-72f0f726a7cd tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Network 594a18f5-eb63-40e1-adf2-df8adb235078 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:40.415165 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-1cf12521-6901-4876-ae30-cce5590a6127 req-86a3f682-8a08-4c2b-8b95-72f0f726a7cd tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:40.423475 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf12521-6901-4876-ae30-cce5590a6127 req-86a3f682-8a08-4c2b-8b95-72f0f726a7cd tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:40.488830 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a3f682-8a08-4c2b-8b95-72f0f726a7cd tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Pushing event updated for resources: {'Port': ['ID=e7d70bec-00e8-45eb-8a3b-df22ad62cd28,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:40.509322 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 1676efbd-c1fc-4024-8232-dc598e02c927 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:40.579565 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b9528a-b651-48c2-b068-63c1f31a7338 None None] Network d15e2881-cc03-4b5f-b9a7-573ef0de36ea requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:40.607366 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aea3fca6-8e40-4fa5-a4b1-b67f9242f36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:40.631899 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-31255f2f-22a0-4dba-880f-c08de3e22b2d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:40.633858 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-31255f2f-22a0-4dba-880f-c08de3e22b2d tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "DELETE /v2.0/ports/00bc5053-739a-44d0-84cc-63786760e6fc HTTP/1.1" status: 204 len: 168 time: 2.9489355 Jul 15 13:16:40.641824 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36380) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:40.647127 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1d4c8953-e688-4d6a-afb5-9b20b438d094 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:40.675553 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea3fca6-8e40-4fa5-a4b1-b67f9242f36a None None] No DVR routers for this DVR port 1d4c8953-e688-4d6a-afb5-9b20b438d094 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:40.689251 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0524227f-5223-45dd-ab74-931de290c5eb tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:40.728267 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 1d4c8953-e688-4d6a-afb5-9b20b438d094 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:16:40.728775 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1d4c8953-e688-4d6a-afb5-9b20b438d094 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:16:40.735691 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3fca6-8e40-4fa5-a4b1-b67f9242f36a None None] Pushing event deleted for resources: {'Port': ['ID=1d4c8953-e688-4d6a-afb5-9b20b438d094,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:40.741738 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-0b6c9398-c1ab-4a78-8cc8-4ec86f016e8f None None] Provisioning for port 1676efbd-c1fc-4024-8232-dc598e02c927 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:40.752812 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf12521-6901-4876-ae30-cce5590a6127 req-86a3f682-8a08-4c2b-8b95-72f0f726a7cd tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:40.753481 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-1cf12521-6901-4876-ae30-cce5590a6127 req-86a3f682-8a08-4c2b-8b95-72f0f726a7cd tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:40.766929 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-0524227f-5223-45dd-ab74-931de290c5eb tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 15 13:16:40.767408 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0524227f-5223-45dd-ab74-931de290c5eb tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:16:40.773739 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0524227f-5223-45dd-ab74-931de290c5eb tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] 10.222.0.16 "DELETE /v2.0/networks/41f04095-69a2-4c11-82fa-e47ed1715b7d HTTP/1.1" status: 409 len: 405 time: 0.9204218 Jul 15 13:16:40.778515 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36382) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:40.781149 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-0b6c9398-c1ab-4a78-8cc8-4ec86f016e8f None None] Provisioning complete for port 1676efbd-c1fc-4024-8232-dc598e02c927 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:40.781660 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b6c9398-c1ab-4a78-8cc8-4ec86f016e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:40.790355 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-4bdb0df1-6c5d-4888-8e9e-a39e48d477c9 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-701558283'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:40.834265 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1cf12521-6901-4876-ae30-cce5590a6127 req-86a3f682-8a08-4c2b-8b95-72f0f726a7cd tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5752897 Jul 15 13:16:40.867265 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-1cf12521-6901-4876-ae30-cce5590a6127 req-1900a11a-f09c-417d-aeb4-2f17cadf0150 service neutron] Request body: {'port': {'device_id': '8901fd71-03a3-4ea3-8285-215c0a743342', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:40.872900 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7e8b0d-2938-4349-b581-10d79fb35a79 admin admin] Router eef3fc0e-69c8-464f-9d9c-04d66b1c8b59 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:16:40.892513 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdb0df1-6c5d-4888-8e9e-a39e48d477c9 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Made reservation on behalf of eca21b748e82441e98d655b16b5b35a1 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:40.896290 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4bdb0df1-6c5d-4888-8e9e-a39e48d477c9 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:40.917816 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774c33c-bb64-46b9-bf35-c7a63fec160f req-361ef090-3be9-44bf-ac0f-7ef8b7b66aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:40.919044 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9774c33c-bb64-46b9-bf35-c7a63fec160f req-361ef090-3be9-44bf-ac0f-7ef8b7b66aa3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=007dc46b-c0a3-4755-b595-e11755a7ea39 HTTP/1.1" status: 200 len: 835 time: 0.6913028 Jul 15 13:16:41.015456 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bdb0df1-6c5d-4888-8e9e-a39e48d477c9 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:16:41.053360 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4bdb0df1-6c5d-4888-8e9e-a39e48d477c9 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:41.053611 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-4bdb0df1-6c5d-4888-8e9e-a39e48d477c9 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Added segment dbfcebef-fb5c-468d-844e-1e748180b35f of type vlan for network 349fc76a-0c31-45b4-91c5-07bcc4536c3c Jul 15 13:16:41.054937 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610993b-c0d9-4fc0-8791-0c6cde4e91fe req-01b6be37-869d-4277-b097-a97b8fe8c655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:41.056925 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1610993b-c0d9-4fc0-8791-0c6cde4e91fe req-01b6be37-869d-4277-b097-a97b8fe8c655 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fc925054ab444b8942a7f406aa6e423&device_id=ffb70cd9-bb20-4451-93a1-b6cdb47c889c HTTP/1.1" status: 200 len: 1096 time: 1.0375919 Jul 15 13:16:41.057288 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-1ecfddac-4308-48ea-9bcc-3837e1780b08 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Deleting port 7efec053-2f43-4369-8788-a95bec608fe4 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:41.057665 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1ecfddac-4308-48ea-9bcc-3837e1780b08 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:41.060424 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-1cf12521-6901-4876-ae30-cce5590a6127 req-1900a11a-f09c-417d-aeb4-2f17cadf0150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:41.076701 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-002fcef0-e270-4fc3-a186-4b1830536eef tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Allocated IP 172.25.8.168 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/433d2ebb-95a7-4e75-81d3-ea9ec2f4b96b) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:41.078091 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b6c9398-c1ab-4a78-8cc8-4ec86f016e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:41.122168 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-0b6c9398-c1ab-4a78-8cc8-4ec86f016e8f None None] For port 1676efbd-c1fc-4024-8232-dc598e02c927, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=1676efbd-c1fc-4024-8232-dc598e02c927,segment=NetworkSegment(46d59f2e-1e0f-4baf-b340-2ec2a0483c2b),segment_id=46d59f2e-1e0f-4baf-b340-2ec2a0483c2b)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:41.128502 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b6c9398-c1ab-4a78-8cc8-4ec86f016e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:41.186613 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6c9398-c1ab-4a78-8cc8-4ec86f016e8f None None] Pushing event updated for resources: {'Port': ['ID=1676efbd-c1fc-4024-8232-dc598e02c927,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:41.235984 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4bdb0df1-6c5d-4888-8e9e-a39e48d477c9 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:41.252297 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7e8b0d-2938-4349-b581-10d79fb35a79 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:16:41.268811 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ab7e8b0d-2938-4349-b581-10d79fb35a79 admin admin] 10.222.0.16 "PUT /v2.0/routers/eef3fc0e-69c8-464f-9d9c-04d66b1c8b59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2898626 Jul 15 13:16:41.268811 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36386) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:41.277955 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-15a7de6e-f845-406b-b16d-0010a59858d4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:41.278797 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572100ca-18b5-423e-a9cb-b3e6edbf722f None None] Sync routers for ids ['eef3fc0e-69c8-464f-9d9c-04d66b1c8b59'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:16:41.294645 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572100ca-18b5-423e-a9cb-b3e6edbf722f None None] Routers {'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:41.295525 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-572100ca-18b5-423e-a9cb-b3e6edbf722f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:16:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['eef3fc0e-69c8-464f-9d9c-04d66b1c8b59'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:41.361159 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1ecfddac-4308-48ea-9bcc-3837e1780b08 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:41.361386 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610993b-c0d9-4fc0-8791-0c6cde4e91fe req-44eb74ad-8d98-44df-9076-7c801fff55ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:41.363332 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1610993b-c0d9-4fc0-8791-0c6cde4e91fe req-44eb74ad-8d98-44df-9076-7c801fff55ec service neutron] 10.222.0.46 "GET /v2.0/networks?id=27918509-99f1-4d5c-9c03-22054212982e HTTP/1.1" status: 200 len: 909 time: 0.2786124 Jul 15 13:16:41.432875 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-572100ca-18b5-423e-a9cb-b3e6edbf722f None None] Set router eef3fc0e-69c8-464f-9d9c-04d66b1c8b59 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:41.437106 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a7de6e-f845-406b-b16d-0010a59858d4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Network d15e2881-cc03-4b5f-b9a7-573ef0de36ea is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:41.446074 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1610993b-c0d9-4fc0-8791-0c6cde4e91fe req-234d8861-dd43-4aa8-993b-638daf5a5f51 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=874b0f71-642f-4af0-9e8c-edf1eb4a9533 HTTP/1.1" status: 200 len: 217 time: 0.0687728 Jul 15 13:16:41.452224 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4bdb0df1-6c5d-4888-8e9e-a39e48d477c9 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:41.457300 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdb0df1-6c5d-4888-8e9e-a39e48d477c9 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:41.457900 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4bdb0df1-6c5d-4888-8e9e-a39e48d477c9 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:41.462585 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c351a-e0da-489a-9ef9-81251be2c6a5 req-047d215a-6dc1-415a-8bd9-58d3a70c889c tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:41.464369 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e43c351a-e0da-489a-9ef9-81251be2c6a5 req-047d215a-6dc1-415a-8bd9-58d3a70c889c tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffb70cd9-bb20-4451-93a1-b6cdb47c889c HTTP/1.1" status: 200 len: 944 time: 0.5382829 Jul 15 13:16:41.476829 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-1ecfddac-4308-48ea-9bcc-3837e1780b08 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Calling delete_port for 7efec053-2f43-4369-8788-a95bec608fe4 owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:41.478221 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-15a7de6e-f845-406b-b16d-0010a59858d4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:41.494186 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774c33c-bb64-46b9-bf35-c7a63fec160f req-f313f479-6443-411e-8814-0baf99c486e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:41.495737 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9774c33c-bb64-46b9-bf35-c7a63fec160f req-f313f479-6443-411e-8814-0baf99c486e5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13c0d8aa-07af-4e01-b8fa-724097cdd1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5606558 Jul 15 13:16:41.499958 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4a420f-888b-4f20-a0dc-a227162dc687 None None] Network d15e2881-cc03-4b5f-b9a7-573ef0de36ea requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:41.524466 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a7de6e-f845-406b-b16d-0010a59858d4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:41.525873 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-15a7de6e-f845-406b-b16d-0010a59858d4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:41.528719 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a7de6e-f845-406b-b16d-0010a59858d4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'Subnet': ['ID=3199e1e4-65af-49ec-8371-e51aed7528be,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:41.558401 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a4d0e-5b3b-44ce-849a-1c898649081b req-2ba14a76-cc13-4baf-89ea-88613109b7bf tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:41.559949 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4bdb0df1-6c5d-4888-8e9e-a39e48d477c9 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7783487 Jul 15 13:16:41.567175 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a15a4d0e-5b3b-44ce-849a-1c898649081b req-2ba14a76-cc13-4baf-89ea-88613109b7bf tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 944 time: 0.6423721 Jul 15 13:16:41.575214 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36390) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:41.596684 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610993b-c0d9-4fc0-8791-0c6cde4e91fe req-568c485f-a207-4827-8eab-7726ecd5c830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:41.598529 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1610993b-c0d9-4fc0-8791-0c6cde4e91fe req-568c485f-a207-4827-8eab-7726ecd5c830 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=886d74e1-e9f2-44ad-b559-5be6081d4501 HTTP/1.1" status: 200 len: 848 time: 0.1321614 Jul 15 13:16:41.602993 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-b0343696-33bd-4c82-aab2-0135cbe95199 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Request body: {'subnet': {'network_id': '349fc76a-0c31-45b4-91c5-07bcc4536c3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:41.614157 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-002fcef0-e270-4fc3-a186-4b1830536eef tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:41.629624 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c03424c4-df7e-427d-af6f-bc3bb99b47db None None] Provisioning complete for port 1676efbd-c1fc-4024-8232-dc598e02c927 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:41.630165 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c03424c4-df7e-427d-af6f-bc3bb99b47db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:41.633875 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-95edca12-3b4c-466d-a1d3-cebdef5a94d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:41.639376 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb0df1-6c5d-4888-8e9e-a39e48d477c9 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Pushing event updated for resources: {'Network': ['ID=349fc76a-0c31-45b4-91c5-07bcc4536c3c,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:41.659354 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 349fc76a-0c31-45b4-91c5-07bcc4536c3c details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:16:41.718206 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1610993b-c0d9-4fc0-8791-0c6cde4e91fe req-2bdc9193-706d-429d-b6d2-2753f056c8ef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=27918509-99f1-4d5c-9c03-22054212982e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917611 Jul 15 13:16:41.734423 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-15a7de6e-f845-406b-b16d-0010a59858d4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.7432008 Jul 15 13:16:41.742886 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36392) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:41.747990 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-90e33c3c-4e15-4d51-90f8-efb35a133014 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'port': {'network_id': 'd15e2881-cc03-4b5f-b9a7-573ef0de36ea', 'fixed_ips': [{'subnet_id': '712ffb71-c2e5-469a-873a-39daf77a8ceb'}, {'subnet_id': '3199e1e4-65af-49ec-8371-e51aed7528be'}], 'name': 'tempest-PortsTestJSON-298933422'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:41.757884 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e43c351a-e0da-489a-9ef9-81251be2c6a5 req-14479a6c-b502-4b48-bdc8-d6f8973486f4 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/security-groups?id=787afb52-204d-49bf-9502-cebf24554fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775798 Jul 15 13:16:41.874152 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a15a4d0e-5b3b-44ce-849a-1c898649081b req-27bb3e86-33d2-4811-ba2f-511b13f2939c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=b00d526e-d151-4f83-bb42-f9f5f8e270ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2643514 Jul 15 13:16:41.979864 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-95edca12-3b4c-466d-a1d3-cebdef5a94d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:41.988684 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9774c33c-bb64-46b9-bf35-c7a63fec160f req-b3775407-b716-4a62-b0eb-7c0cfe183633 service neutron] 10.222.0.46 "GET /v2.0/networks/13c0d8aa-07af-4e01-b8fa-724097cdd1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561090 Jul 15 13:16:41.995673 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-002fcef0-e270-4fc3-a186-4b1830536eef tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.009444 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-572100ca-18b5-423e-a9cb-b3e6edbf722f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59', 'name': 'tempest-ServerRescueTestJSONUnderV235-526926507-router', 'tenant_id': 'a5e4187857e345a7880c462421c134c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '67dd8a84-045c-42cf-a785-0663b151b34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:32Z', 'updated_at': '2021-07-15T13:16:38Z', 'revision_number': 5, 'project_id': 'a5e4187857e345a7880c462421c134c5', 'gw_port': {'id': '67dd8a84-045c-42cf-a785-0663b151b34e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:32Z', 'updated_at': '2021-07-15T13:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:42.012966 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-1cf12521-6901-4876-ae30-cce5590a6127 req-1900a11a-f09c-417d-aeb4-2f17cadf0150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7d70bec-00e8-45eb-8a3b-df22ad62cd28 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:42.028629 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-1cf12521-6901-4876-ae30-cce5590a6127 req-1900a11a-f09c-417d-aeb4-2f17cadf0150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.047728 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002fcef0-e270-4fc3-a186-4b1830536eef tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:42.061004 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572100ca-18b5-423e-a9cb-b3e6edbf722f None None] Checking router: eef3fc0e-69c8-464f-9d9c-04d66b1c8b59 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:16:42.069868 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1ecfddac-4308-48ea-9bcc-3837e1780b08 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.077402 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-1cf12521-6901-4876-ae30-cce5590a6127 req-1900a11a-f09c-417d-aeb4-2f17cadf0150 service neutron] Transition to ACTIVE for port object e7d70bec-00e8-45eb-8a3b-df22ad62cd28 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:42.089388 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-1cf12521-6901-4876-ae30-cce5590a6127 req-1900a11a-f09c-417d-aeb4-2f17cadf0150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.113408 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-002fcef0-e270-4fc3-a186-4b1830536eef tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:42.115416 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002fcef0-e270-4fc3-a186-4b1830536eef tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Pushing event updated for resources: {'Port': ['ID=433d2ebb-95a7-4e75-81d3-ea9ec2f4b96b,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:42.117980 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0343696-33bd-4c82-aab2-0135cbe95199 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Made reservation on behalf of eca21b748e82441e98d655b16b5b35a1 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:42.119921 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572100ca-18b5-423e-a9cb-b3e6edbf722f None None] Routers {'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:42.120993 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-572100ca-18b5-423e-a9cb-b3e6edbf722f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:16:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['eef3fc0e-69c8-464f-9d9c-04d66b1c8b59'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:42.122103 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b0343696-33bd-4c82-aab2-0135cbe95199 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.125348 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecfddac-4308-48ea-9bcc-3837e1780b08 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Pushing event deleted for resources: {'Port': ['ID=7efec053-2f43-4369-8788-a95bec608fe4,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:42.133525 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002fcef0-e270-4fc3-a186-4b1830536eef tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:42.145287 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e33c3c-4e15-4d51-90f8-efb35a133014 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Made reservation on behalf of 44d20f985e3e4d3da729c1600e912e21 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:42.181468 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1676efbd-c1fc-4024-8232-dc598e02c927 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:42.199014 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1610993b-c0d9-4fc0-8791-0c6cde4e91fe req-b3c0995a-f19b-4ef6-8557-606149bd2441 service neutron] 10.222.0.46 "GET /v2.0/networks/27918509-99f1-4d5c-9c03-22054212982e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4685311 Jul 15 13:16:42.258714 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df80940-607b-44d0-89af-69e9a3e5c9bf None None] Update dhcp port {'port': {'network_id': 'd15e2881-cc03-4b5f-b9a7-573ef0de36ea', 'fixed_ips': [{'subnet_id': '712ffb71-c2e5-469a-873a-39daf77a8ceb', 'ip_address': '172.20.0.2'}, {'subnet_id': '3199e1e4-65af-49ec-8371-e51aed7528be'}], 'binding:host_id': 'n-d-771363-36'}, 'id': '1676efbd-c1fc-4024-8232-dc598e02c927'} from n-d-771363-36. {{(pid=93827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:16:42.298063 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device c19b0dda-2772-4aea-840f-70eade45e12e details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:16:42.315450 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-572100ca-18b5-423e-a9cb-b3e6edbf722f None None] Set router eef3fc0e-69c8-464f-9d9c-04d66b1c8b59 gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:42.321207 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1900a11a-f09c-417d-aeb4-2f17cadf0150 service neutron] Pushing event updated for resources: {'Port': ['ID=e7d70bec-00e8-45eb-8a3b-df22ad62cd28,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:42.329076 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-95edca12-3b4c-466d-a1d3-cebdef5a94d6 admin admin] Deleting port 67dd8a84-045c-42cf-a785-0663b151b34e {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:42.329424 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-95edca12-3b4c-466d-a1d3-cebdef5a94d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.349751 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a2c31-5023-45a7-932c-9807be50979c req-7d300082-19f3-434e-ae56-d8a13457ff87 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:42.356765 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a65a2c31-5023-45a7-932c-9807be50979c req-7d300082-19f3-434e-ae56-d8a13457ff87 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=8901fd71-03a3-4ea3-8285-215c0a743342 HTTP/1.1" status: 200 len: 931 time: 0.4173369 Jul 15 13:16:42.382367 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8df80940-607b-44d0-89af-69e9a3e5c9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.382607 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1ecfddac-4308-48ea-9bcc-3837e1780b08 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.384389 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1ecfddac-4308-48ea-9bcc-3837e1780b08 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "DELETE /v2.0/ports/7efec053-2f43-4369-8788-a95bec608fe4 HTTP/1.1" status: 204 len: 168 time: 1.7374182 Jul 15 13:16:42.386515 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-572100ca-18b5-423e-a9cb-b3e6edbf722f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59', 'name': 'tempest-ServerRescueTestJSONUnderV235-526926507-router', 'tenant_id': 'a5e4187857e345a7880c462421c134c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:32Z', 'updated_at': '2021-07-15T13:16:41Z', 'revision_number': 6, 'project_id': 'a5e4187857e345a7880c462421c134c5', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:42.395079 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36394) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:42.433472 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572100ca-18b5-423e-a9cb-b3e6edbf722f None None] The sync data for ids ['eef3fc0e-69c8-464f-9d9c-04d66b1c8b59'] in n-d-771363-36 is: [{'id': 'eef3fc0e-69c8-464f-9d9c-04d66b1c8b59', 'name': 'tempest-ServerRescueTestJSONUnderV235-526926507-router', 'tenant_id': 'a5e4187857e345a7880c462421c134c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:32Z', 'updated_at': '2021-07-15T13:16:41Z', 'revision_number': 6, 'project_id': 'a5e4187857e345a7880c462421c134c5', 'gw_port_host': None}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:16:42.443736 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 1676efbd-c1fc-4024-8232-dc598e02c927 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:42.443736 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.497505 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-90e33c3c-4e15-4d51-90f8-efb35a133014 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.548858 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9774c33c-bb64-46b9-bf35-c7a63fec160f req-04be3ea4-a93c-4a42-97c6-61450fdf5c9c service neutron] 10.222.0.46 "GET /v2.0/networks/13c0d8aa-07af-4e01-b8fa-724097cdd1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5486200 Jul 15 13:16:42.553569 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-90e33c3c-4e15-4d51-90f8-efb35a133014 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] device_id is not set on port 02b89392-07b8-47b7-a6c3-d1ea881d5387 yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:16:42.558664 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-1cf12521-6901-4876-ae30-cce5590a6127 req-1900a11a-f09c-417d-aeb4-2f17cadf0150 service neutron] Attempting to bind port e7d70bec-00e8-45eb-8a3b-df22ad62cd28 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:42.559800 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-1cf12521-6901-4876-ae30-cce5590a6127 req-1900a11a-f09c-417d-aeb4-2f17cadf0150 service neutron] Attempting to bind port e7d70bec-00e8-45eb-8a3b-df22ad62cd28 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '6bb03eb1-9e52-4718-ab2b-06d9a8232852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:42.560232 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf12521-6901-4876-ae30-cce5590a6127 req-1900a11a-f09c-417d-aeb4-2f17cadf0150 service neutron] Attempting to bind port e7d70bec-00e8-45eb-8a3b-df22ad62cd28 on network 594a18f5-eb63-40e1-adf2-df8adb235078 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:42.583221 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-5585faef-b7f7-4703-b1d7-fed557aebe7b tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Deleting subnet a6166fd5-9d93-4b4f-8752-cc94814dcb8f {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:16:42.583974 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a65a2c31-5023-45a7-932c-9807be50979c req-be74698b-eacf-40d3-99a8-ef30b6448632 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262721 Jul 15 13:16:42.587758 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-95edca12-3b4c-466d-a1d3-cebdef5a94d6 admin admin] For port 67dd8a84-045c-42cf-a785-0663b151b34e, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=67dd8a84-045c-42cf-a785-0663b151b34e,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:42.588220 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-95edca12-3b4c-466d-a1d3-cebdef5a94d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.599178 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf12521-6901-4876-ae30-cce5590a6127 req-1900a11a-f09c-417d-aeb4-2f17cadf0150 service neutron] Port e7d70bec-00e8-45eb-8a3b-df22ad62cd28 on network 594a18f5-eb63-40e1-adf2-df8adb235078 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:16:42.599178 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf12521-6901-4876-ae30-cce5590a6127 req-1900a11a-f09c-417d-aeb4-2f17cadf0150 service neutron] Attempting to bind port e7d70bec-00e8-45eb-8a3b-df22ad62cd28 on network 594a18f5-eb63-40e1-adf2-df8adb235078 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:42.599178 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5585faef-b7f7-4703-b1d7-fed557aebe7b tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.603916 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port c19b0dda-2772-4aea-840f-70eade45e12e, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c19b0dda-2772-4aea-840f-70eade45e12e,segment=NetworkSegment(90f4024f-160c-4885-80aa-58ce2d07968c),segment_id=90f4024f-160c-4885-80aa-58ce2d07968c)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:42.614268 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1610993b-c0d9-4fc0-8791-0c6cde4e91fe req-24f65f9a-1d6d-4b98-a70f-f0e198c71494 service neutron] 10.222.0.46 "GET /v2.0/networks/27918509-99f1-4d5c-9c03-22054212982e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027078 Jul 15 13:16:42.682956 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-95edca12-3b4c-466d-a1d3-cebdef5a94d6 admin admin] Calling delete_port for 67dd8a84-045c-42cf-a785-0663b151b34e owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:42.689186 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf12521-6901-4876-ae30-cce5590a6127 req-1900a11a-f09c-417d-aeb4-2f17cadf0150 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:42.689671 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf12521-6901-4876-ae30-cce5590a6127 req-1900a11a-f09c-417d-aeb4-2f17cadf0150 service neutron] Checking segment: {'id': '6bb03eb1-9e52-4718-ab2b-06d9a8232852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:42.690190 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf12521-6901-4876-ae30-cce5590a6127 req-1900a11a-f09c-417d-aeb4-2f17cadf0150 service neutron] Bound using segment: {'id': '6bb03eb1-9e52-4718-ab2b-06d9a8232852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:42.690808 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-1cf12521-6901-4876-ae30-cce5590a6127 req-1900a11a-f09c-417d-aeb4-2f17cadf0150 service neutron] Bound port: e7d70bec-00e8-45eb-8a3b-df22ad62cd28, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bb03eb1-9e52-4718-ab2b-06d9a8232852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:42.691411 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-1cf12521-6901-4876-ae30-cce5590a6127 req-1900a11a-f09c-417d-aeb4-2f17cadf0150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.748633 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5585faef-b7f7-4703-b1d7-fed557aebe7b tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.764926 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'c19b0dda-2772-4aea-840f-70eade45e12e', 'network_id': '13c0d8aa-07af-4e01-b8fa-724097cdd1d2', 'port_id': 'c19b0dda-2772-4aea-840f-70eade45e12e', 'mac_address': 'fa:16:3e:83:cb:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007dc46b-c0a3-4755-b595-e11755a7ea39', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:16:42.786108 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-002fcef0-e270-4fc3-a186-4b1830536eef tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router_gateway, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.860028 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.888806 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c19b0dda-2772-4aea-840f-70eade45e12e {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:42.910741 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-8df80940-607b-44d0-89af-69e9a3e5c9bf None None] Allocated IP 172.20.0.18 (d15e2881-cc03-4b5f-b9a7-573ef0de36ea/3199e1e4-65af-49ec-8371-e51aed7528be/1676efbd-c1fc-4024-8232-dc598e02c927) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:42.930388 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port c19b0dda-2772-4aea-840f-70eade45e12e, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c19b0dda-2772-4aea-840f-70eade45e12e,segment=NetworkSegment(90f4024f-160c-4885-80aa-58ce2d07968c),segment_id=90f4024f-160c-4885-80aa-58ce2d07968c)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:42.941868 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:43.059823 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-1cf12521-6901-4876-ae30-cce5590a6127 req-1900a11a-f09c-417d-aeb4-2f17cadf0150 service neutron] For port e7d70bec-00e8-45eb-8a3b-df22ad62cd28, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:43.116366 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-1cf12521-6901-4876-ae30-cce5590a6127 req-1900a11a-f09c-417d-aeb4-2f17cadf0150 service neutron] For port e7d70bec-00e8-45eb-8a3b-df22ad62cd28, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=e7d70bec-00e8-45eb-8a3b-df22ad62cd28,segment=NetworkSegment(6bb03eb1-9e52-4718-ab2b-06d9a8232852),segment_id=6bb03eb1-9e52-4718-ab2b-06d9a8232852)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:43.118031 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5585faef-b7f7-4703-b1d7-fed557aebe7b tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:43.123196 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-1cf12521-6901-4876-ae30-cce5590a6127 req-1900a11a-f09c-417d-aeb4-2f17cadf0150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:43.204999 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf12521-6901-4876-ae30-cce5590a6127 req-1900a11a-f09c-417d-aeb4-2f17cadf0150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:43.205624 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-1cf12521-6901-4876-ae30-cce5590a6127 req-1900a11a-f09c-417d-aeb4-2f17cadf0150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:43.207055 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1cf12521-6901-4876-ae30-cce5590a6127 req-1900a11a-f09c-417d-aeb4-2f17cadf0150 service neutron] 10.222.0.46 "PUT /v2.0/ports/e7d70bec-00e8-45eb-8a3b-df22ad62cd28 HTTP/1.1" status: 200 len: 1092 time: 2.3493507 Jul 15 13:16:43.209679 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8901fd71-03a3-4ea3-8285-215c0a743342', 'tag': 'e7d70bec-00e8-45eb-8a3b-df22ad62cd28'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:43.211802 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb78e73-f161-4599-8f4d-41250195535a" -d '{"events": [{"name": "network-changed", "server_uuid": "8901fd71-03a3-4ea3-8285-215c0a743342", "tag": "e7d70bec-00e8-45eb-8a3b-df22ad62cd28"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:43.227104 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=c19b0dda-2772-4aea-840f-70eade45e12e,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:43.255573 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['c19b0dda-2772-4aea-840f-70eade45e12e'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:43.260032 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1900a11a-f09c-417d-aeb4-2f17cadf0150 service neutron] Pushing event updated for resources: {'Port': ['ID=e7d70bec-00e8-45eb-8a3b-df22ad62cd28,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:43.305813 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-8df80940-607b-44d0-89af-69e9a3e5c9bf None None] For port 1676efbd-c1fc-4024-8232-dc598e02c927, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=1676efbd-c1fc-4024-8232-dc598e02c927,segment=NetworkSegment(46d59f2e-1e0f-4baf-b340-2ec2a0483c2b),segment_id=46d59f2e-1e0f-4baf-b340-2ec2a0483c2b)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:43.318431 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5585faef-b7f7-4703-b1d7-fed557aebe7b tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:43.329615 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-95edca12-3b4c-466d-a1d3-cebdef5a94d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:43.351837 n-d-771363-36 neutron-server[93825]: DEBUG neutron.objects.ports [None req-b0343696-33bd-4c82-aab2-0135cbe95199 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:16:43.361683 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585faef-b7f7-4703-b1d7-fed557aebe7b tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Pushing event deleted for resources: {'Subnet': ['ID=a6166fd5-9d93-4b4f-8752-cc94814dcb8f,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:43.365604 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8df80940-607b-44d0-89af-69e9a3e5c9bf None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:43.368400 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb4086-8f7e-4054-999c-cb4ab1c73331 req-c3723fcc-82f3-4d5a-b239-8161183e604f tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:43.370019 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6cfb4086-8f7e-4054-999c-cb4ab1c73331 req-c3723fcc-82f3-4d5a-b239-8161183e604f tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 945 time: 0.3204012 Jul 15 13:16:43.374209 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b0343696-33bd-4c82-aab2-0135cbe95199 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:43.393579 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1866f8-f552-4462-9a6d-2ca180f4a69b None None] Network 883fa9e8-319c-4b08-9112-d792a62e6fcb requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:43.398033 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab782bb-8964-4dc5-9929-64c0103180c7 req-e75c0be3-f28d-4e1b-8320-516a9971b1f6 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:43.406903 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3ab782bb-8964-4dc5-9929-64c0103180c7 req-e75c0be3-f28d-4e1b-8320-516a9971b1f6 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffb70cd9-bb20-4451-93a1-b6cdb47c889c HTTP/1.1" status: 200 len: 944 time: 0.3582416 Jul 15 13:16:43.426809 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8df80940-607b-44d0-89af-69e9a3e5c9bf None None] Transition to ACTIVE for port object 1676efbd-c1fc-4024-8232-dc598e02c927 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:43.439114 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8df80940-607b-44d0-89af-69e9a3e5c9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:43.634551 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df80940-607b-44d0-89af-69e9a3e5c9bf None None] Pushing event updated for resources: {'Port': ['ID=1676efbd-c1fc-4024-8232-dc598e02c927,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:43.776123 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5585faef-b7f7-4703-b1d7-fed557aebe7b tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:43.778281 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5585faef-b7f7-4703-b1d7-fed557aebe7b tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "DELETE /v2.0/subnets/a6166fd5-9d93-4b4f-8752-cc94814dcb8f HTTP/1.1" status: 204 len: 168 time: 1.3822188 Jul 15 13:16:43.786238 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95edca12-3b4c-466d-a1d3-cebdef5a94d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=67dd8a84-045c-42cf-a785-0663b151b34e,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:43.823280 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36404) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:43.845762 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b24cce7-ee80-4103-9deb-adfbce7c1a3e None None] DHCP port deletion for 883fa9e8-319c-4b08-9112-d792a62e6fcb request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:16:43.898788 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2b24cce7-ee80-4103-9deb-adfbce7c1a3e None None] Deleting port 6ed9588c-92a2-41b0-98bb-e8e8ef20e533 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:43.899172 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b24cce7-ee80-4103-9deb-adfbce7c1a3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:43.903681 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-002fcef0-e270-4fc3-a186-4b1830536eef tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:43.940588 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf12521-6901-4876-ae30-cce5590a6127 req-262b94e8-7d42-499e-ac2c-1d681c189ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:43.942418 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1cf12521-6901-4876-ae30-cce5590a6127 req-262b94e8-7d42-499e-ac2c-1d681c189ba2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00b876fd8df24342ab4e9da7bd4da612&device_id=8901fd71-03a3-4ea3-8285-215c0a743342 HTTP/1.1" status: 200 len: 1095 time: 0.6757076 Jul 15 13:16:43.943630 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3ab782bb-8964-4dc5-9929-64c0103180c7 req-4171a79e-6788-4296-9ae7-23f6b9b8c274 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/security-groups?id=787afb52-204d-49bf-9502-cebf24554fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5358081 Jul 15 13:16:43.946137 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0343696-33bd-4c82-aab2-0135cbe95199 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Pushing event updated for resources: {'Subnet': ['ID=1bb9066b-f118-46c1-a438-826f4b0865f3,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:43.954772 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-002fcef0-e270-4fc3-a186-4b1830536eef tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-956703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-956678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-956815'] for router, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:43.976624 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-2b24cce7-ee80-4103-9deb-adfbce7c1a3e None None] For port 6ed9588c-92a2-41b0-98bb-e8e8ef20e533, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=6ed9588c-92a2-41b0-98bb-e8e8ef20e533,segment=NetworkSegment(078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8),segment_id=078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:43.977193 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b24cce7-ee80-4103-9deb-adfbce7c1a3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:43.979712 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6cfb4086-8f7e-4054-999c-cb4ab1c73331 req-9dfd2915-b86a-4a67-8887-e2004a256960 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=b00d526e-d151-4f83-bb42-f9f5f8e270ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6026399 Jul 15 13:16:44.000338 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2b24cce7-ee80-4103-9deb-adfbce7c1a3e None None] Calling delete_port for 6ed9588c-92a2-41b0-98bb-e8e8ef20e533 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:44.042870 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0343696-33bd-4c82-aab2-0135cbe95199 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Checking segment: {'id': 'dbfcebef-fb5c-468d-844e-1e748180b35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '349fc76a-0c31-45b4-91c5-07bcc4536c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:44.043883 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0343696-33bd-4c82-aab2-0135cbe95199 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Network hostable DHCP agents. Network: 349fc76a-0c31-45b4-91c5-07bcc4536c3c, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:16:44.066159 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b7b45ef-edc2-4b32-a8ab-a02ca6b137f9 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Deleting subnet 30e69637-798b-481d-95fb-19699731bedc {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:16:44.069189 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef09ecc-b001-4872-8a34-0c66c8a90ede x-openstack-request-id: req-0ef09ecc-b001-4872-8a34-0c66c8a90ede {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:44.069401 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8901fd71-03a3-4ea3-8285-215c0a743342", "tag": "e7d70bec-00e8-45eb-8a3b-df22ad62cd28", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:44.069650 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ef09ecc-b001-4872-8a34-0c66c8a90ede {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:44.070038 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8901fd71-03a3-4ea3-8285-215c0a743342', 'tag': 'e7d70bec-00e8-45eb-8a3b-df22ad62cd28', 'status': 'completed', 'code': 200} Jul 15 13:16:44.101156 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1cf12521-6901-4876-ae30-cce5590a6127 req-502b1e35-5a64-480a-a63a-0b1d2046b73e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7d70bec-00e8-45eb-8a3b-df22ad62cd28 HTTP/1.1" status: 200 len: 217 time: 0.1243234 Jul 15 13:16:44.104002 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1b7b45ef-edc2-4b32-a8ab-a02ca6b137f9 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:44.127197 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b24cce7-ee80-4103-9deb-adfbce7c1a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:44.149001 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0343696-33bd-4c82-aab2-0135cbe95199 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Network 349fc76a-0c31-45b4-91c5-07bcc4536c3c is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:16:44.163159 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24cce7-ee80-4103-9deb-adfbce7c1a3e None None] Pushing event deleted for resources: {'Port': ['ID=6ed9588c-92a2-41b0-98bb-e8e8ef20e533,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:44.178813 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b24cce7-ee80-4103-9deb-adfbce7c1a3e None None] No DVR routers for this DVR port 6ed9588c-92a2-41b0-98bb-e8e8ef20e533 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:44.182735 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1676efbd-c1fc-4024-8232-dc598e02c927 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:44.259375 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-95edca12-3b4c-466d-a1d3-cebdef5a94d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:44.261555 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-b0343696-33bd-4c82-aab2-0135cbe95199 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 349fc76a-0c31-45b4-91c5-07bcc4536c3c) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:44.276591 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a8359b-b078-43b7-9306-51786c74e38a None None] Network 349fc76a-0c31-45b4-91c5-07bcc4536c3c requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:44.296975 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0343696-33bd-4c82-aab2-0135cbe95199 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:44.297959 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b0343696-33bd-4c82-aab2-0135cbe95199 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:44.327236 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b0343696-33bd-4c82-aab2-0135cbe95199 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.7323992 Jul 15 13:16:44.330411 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36406) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:44.359661 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 874b0f71-642f-4af0-9e8c-edf1eb4a9533 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:16:44.361973 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a577d34d-76b7-4aaf-8fc9-bded09e0b1e0 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:44.379771 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-95edca12-3b4c-466d-a1d3-cebdef5a94d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:44.381967 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-95edca12-3b4c-466d-a1d3-cebdef5a94d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:44.403832 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: a577d34d-76b7-4aaf-8fc9-bded09e0b1e0 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:16:44.404659 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a577d34d-76b7-4aaf-8fc9-bded09e0b1e0 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:16:44.405077 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 67dd8a84-045c-42cf-a785-0663b151b34e no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:44.408049 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1b7b45ef-edc2-4b32-a8ab-a02ca6b137f9 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:44.434552 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf12521-6901-4876-ae30-cce5590a6127 req-98deeba9-dc21-41ad-aca9-7e1b08e12342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:44.436072 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1cf12521-6901-4876-ae30-cce5590a6127 req-98deeba9-dc21-41ad-aca9-7e1b08e12342 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3564fb5-e6c9-425e-8a20-95a28163b8cc HTTP/1.1" status: 200 len: 846 time: 0.2668571 Jul 15 13:16:44.437689 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 67dd8a84-045c-42cf-a785-0663b151b34e {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:16:44.438037 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 67dd8a84-045c-42cf-a785-0663b151b34e not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:16:44.438837 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6ed9588c-92a2-41b0-98bb-e8e8ef20e533 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:44.454911 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03860b70-2c75-4fc8-ba17-27b56c3892d4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:44.478011 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002fcef0-e270-4fc3-a186-4b1830536eef tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Router ce810af2-cbfd-49af-b12b-48c46fb6a740 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:16:44.479552 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 6ed9588c-92a2-41b0-98bb-e8e8ef20e533 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:16:44.479899 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6ed9588c-92a2-41b0-98bb-e8e8ef20e533 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:16:44.524261 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1cf12521-6901-4876-ae30-cce5590a6127 req-22ea6f3a-807d-4a60-8b07-6ed3b801e5d5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=594a18f5-eb63-40e1-adf2-df8adb235078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410388 Jul 15 13:16:44.551298 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-90e33c3c-4e15-4d51-90f8-efb35a133014 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Allocated IP 172.20.0.11 (d15e2881-cc03-4b5f-b9a7-573ef0de36ea/712ffb71-c2e5-469a-873a-39daf77a8ceb/02b89392-07b8-47b7-a6c3-d1ea881d5387) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:44.563812 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-95edca12-3b4c-466d-a1d3-cebdef5a94d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:44.564421 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95edca12-3b4c-466d-a1d3-cebdef5a94d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eef3fc0e-69c8-464f-9d9c-04d66b1c8b59 {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:16:44.582459 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-95edca12-3b4c-466d-a1d3-cebdef5a94d6 admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:44.583651 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-95edca12-3b4c-466d-a1d3-cebdef5a94d6 admin admin] 10.222.0.16 "DELETE /v2.0/routers/eef3fc0e-69c8-464f-9d9c-04d66b1c8b59 HTTP/1.1" status: 204 len: 168 time: 3.3104558 Jul 15 13:16:44.589190 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-90e33c3c-4e15-4d51-90f8-efb35a133014 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Allocated IP 172.20.0.19 (d15e2881-cc03-4b5f-b9a7-573ef0de36ea/3199e1e4-65af-49ec-8371-e51aed7528be/02b89392-07b8-47b7-a6c3-d1ea881d5387) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:44.589468 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c48ea-2c4b-453a-bd9c-9b0d1faf7fc6 req-8a156ab7-c11a-4fd0-9f2c-e26f76d8c6e2 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:44.591592 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-010c48ea-2c4b-453a-bd9c-9b0d1faf7fc6 req-8a156ab7-c11a-4fd0-9f2c-e26f76d8c6e2 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=8901fd71-03a3-4ea3-8285-215c0a743342 HTTP/1.1" status: 200 len: 943 time: 0.3690004 Jul 15 13:16:44.592643 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5d967a54-9c8e-4dd7-be5a-3dfdf52d1443 None None] Provisioning for port 1676efbd-c1fc-4024-8232-dc598e02c927 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:44.595031 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36408) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:44.607600 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5d967a54-9c8e-4dd7-be5a-3dfdf52d1443 None None] Provisioning complete for port 1676efbd-c1fc-4024-8232-dc598e02c927 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:44.608114 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5d967a54-9c8e-4dd7-be5a-3dfdf52d1443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:44.610859 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 874b0f71-642f-4af0-9e8c-edf1eb4a9533, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=874b0f71-642f-4af0-9e8c-edf1eb4a9533,segment=NetworkSegment(7d90ca56-0610-47bd-9aba-7f5f06ed5d1f),segment_id=7d90ca56-0610-47bd-9aba-7f5f06ed5d1f)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:44.642831 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d282d9-846c-42e3-94cf-7f4974930ce0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-349fc76a-0c31-45b4-91c5-07bcc4536c3c', 'network_id': '349fc76a-0c31-45b4-91c5-07bcc4536c3c', 'tenant_id': 'eca21b748e82441e98d655b16b5b35a1', 'fixed_ips': [{'subnet_id': '1bb9066b-f118-46c1-a438-826f4b0865f3'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:16:44.643696 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a8d282d9-846c-42e3-94cf-7f4974930ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:44.662942 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '874b0f71-642f-4af0-9e8c-edf1eb4a9533', 'network_id': '27918509-99f1-4d5c-9c03-22054212982e', 'port_id': '874b0f71-642f-4af0-9e8c-edf1eb4a9533', 'mac_address': 'fa:16:3e:86:e4:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '886d74e1-e9f2-44ad-b559-5be6081d4501', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:16:44.712431 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03860b70-2c75-4fc8-ba17-27b56c3892d4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:44.742540 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1b7b45ef-edc2-4b32-a8ab-a02ca6b137f9 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:44.745738 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-030f71b5-38ef-4aef-b80a-41d88eb2f988 admin admin] Deleting subnet 65193fd6-1d00-400c-9fec-e3db408513cb {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:16:44.770921 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-010c48ea-2c4b-453a-bd9c-9b0d1faf7fc6 req-83f5c304-3dbe-4505-be80-bc976607fe1c tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567910 Jul 15 13:16:44.783463 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-030f71b5-38ef-4aef-b80a-41d88eb2f988 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:44.796599 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002fcef0-e270-4fc3-a186-4b1830536eef tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:16:44.809992 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4907651a-4811-4f0c-82f6-f3bd886c2bcd None None] Sync routers for ids ['ce810af2-cbfd-49af-b12b-48c46fb6a740'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:16:44.815852 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-002fcef0-e270-4fc3-a186-4b1830536eef tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:44.820019 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-002fcef0-e270-4fc3-a186-4b1830536eef tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] 10.222.0.16 "PUT /v2.0/routers/ce810af2-cbfd-49af-b12b-48c46fb6a740 HTTP/1.1" status: 200 len: 879 time: 7.1208334 Jul 15 13:16:44.827573 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4907651a-4811-4f0c-82f6-f3bd886c2bcd None None] Routers {'ce810af2-cbfd-49af-b12b-48c46fb6a740'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:44.828057 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36410) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:44.828896 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4907651a-4811-4f0c-82f6-f3bd886c2bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:16:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['ce810af2-cbfd-49af-b12b-48c46fb6a740'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:44.856802 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03860b70-2c75-4fc8-ba17-27b56c3892d4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:44.876277 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4907651a-4811-4f0c-82f6-f3bd886c2bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:44.882900 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1cf12521-6901-4876-ae30-cce5590a6127 req-7b97d09a-4b79-4da2-b045-89b5139fc9af service neutron] 10.222.0.46 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420894 Jul 15 13:16:44.888345 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:44.890181 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4907651a-4811-4f0c-82f6-f3bd886c2bcd None None] Routers {'ce810af2-cbfd-49af-b12b-48c46fb6a740'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:44.891050 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4907651a-4811-4f0c-82f6-f3bd886c2bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:16:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['ce810af2-cbfd-49af-b12b-48c46fb6a740'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:44.930127 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4907651a-4811-4f0c-82f6-f3bd886c2bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:44.930969 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4907651a-4811-4f0c-82f6-f3bd886c2bcd None None] The sync data for ids ['ce810af2-cbfd-49af-b12b-48c46fb6a740'] in n-d-771363-36 is: [] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:16:44.943189 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03860b70-2c75-4fc8-ba17-27b56c3892d4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Pushing event deleted for resources: {'Subnet': ['ID=1bb9066b-f118-46c1-a438-826f4b0865f3,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:44.955468 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-030f71b5-38ef-4aef-b80a-41d88eb2f988 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server [None req-a8d282d9-846c-42e3-94cf-7f4974930ce0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1bb9066b-f118-46c1-a438-826f4b0865f3: This subnet is being modified by another concurrent operation. Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise exception Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1bb9066b-f118-46c1-a438-826f4b0865f3: This subnet is being modified by another concurrent operation. Jul 15 13:16:44.957027 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server Jul 15 13:16:44.979721 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 874b0f71-642f-4af0-9e8c-edf1eb4a9533 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:45.009278 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41414081-5fec-463f-9fc6-e70916f7621d None None] Network 349fc76a-0c31-45b4-91c5-07bcc4536c3c requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:45.041258 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 874b0f71-642f-4af0-9e8c-edf1eb4a9533, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=874b0f71-642f-4af0-9e8c-edf1eb4a9533,segment=NetworkSegment(7d90ca56-0610-47bd-9aba-7f5f06ed5d1f),segment_id=7d90ca56-0610-47bd-9aba-7f5f06ed5d1f)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:45.051161 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.067932 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03860b70-2c75-4fc8-ba17-27b56c3892d4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.085708 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-03860b70-2c75-4fc8-ba17-27b56c3892d4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['349fc76a-0c31-45b4-91c5-07bcc4536c3c']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:45.110806 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-03860b70-2c75-4fc8-ba17-27b56c3892d4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbfcebef-fb5c-468d-844e-1e748180b35f') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:45.111258 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-03860b70-2c75-4fc8-ba17-27b56c3892d4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbfcebef-fb5c-468d-844e-1e748180b35f') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:45.137738 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1b7b45ef-edc2-4b32-a8ab-a02ca6b137f9 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.153566 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03860b70-2c75-4fc8-ba17-27b56c3892d4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.165275 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=874b0f71-642f-4af0-9e8c-edf1eb4a9533,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:45.177350 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6d0a30c8-483d-4938-8bed-27f86da33a4e tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] 10.222.0.16 "GET /v2.0/routers/ce810af2-cbfd-49af-b12b-48c46fb6a740 HTTP/1.1" status: 200 len: 920 time: 0.3380642 Jul 15 13:16:45.194812 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36416) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:45.203196 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60ffb37-7de0-49de-bb38-333a1874ed7f None None] get_active_networks_info from n-d-771363-36 {{(pid=93827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:16:45.203391 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03860b70-2c75-4fc8-ba17-27b56c3892d4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.206834 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1b7b45ef-edc2-4b32-a8ab-a02ca6b137f9 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.208650 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1b7b45ef-edc2-4b32-a8ab-a02ca6b137f9 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "DELETE /v2.0/subnets/30e69637-798b-481d-95fb-19699731bedc HTTP/1.1" status: 204 len: 168 time: 1.3834379 Jul 15 13:16:45.211816 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36418) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:45.233880 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b45ef-edc2-4b32-a8ab-a02ca6b137f9 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Pushing event deleted for resources: {'Subnet': ['ID=30e69637-798b-481d-95fb-19699731bedc,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:45.236820 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03860b70-2c75-4fc8-ba17-27b56c3892d4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:16:45.237335 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03860b70-2c75-4fc8-ba17-27b56c3892d4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: items = [ Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:16:45.242444 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:16:45.281112 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-030f71b5-38ef-4aef-b80a-41d88eb2f988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.285413 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1cf12521-6901-4876-ae30-cce5590a6127 req-ae4a151d-bcd5-4a24-bd4b-61d996983bb1 service neutron] 10.222.0.46 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761806 Jul 15 13:16:45.309699 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-90e33c3c-4e15-4d51-90f8-efb35a133014 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.345647 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60ffb37-7de0-49de-bb38-333a1874ed7f None None] Resources bound (agent type, host, resource id): {{(pid=93827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:16:45.381973 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['874b0f71-642f-4af0-9e8c-edf1eb4a9533'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:45.387482 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34acbe2a-a645-4da9-987d-a47c7b9aed42 req-2e4efaa3-3fff-4b33-9de6-1282e429ddd5 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:45.389117 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34acbe2a-a645-4da9-987d-a47c7b9aed42 req-2e4efaa3-3fff-4b33-9de6-1282e429ddd5 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffb70cd9-bb20-4451-93a1-b6cdb47c889c HTTP/1.1" status: 200 len: 945 time: 0.3009126 Jul 15 13:16:45.399116 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-81847604-5df8-4edf-b6d3-c7ebb3970329 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.399676 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-90e33c3c-4e15-4d51-90f8-efb35a133014 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Transition to ACTIVE for port object 02b89392-07b8-47b7-a6c3-d1ea881d5387 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:45.404363 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a5592c-d805-4d95-8f24-145056bf1659 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:45.406159 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e5a5592c-d805-4d95-8f24-145056bf1659 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=e1268488-a505-464f-96b0-8b93d6dfd7ab&device_id=ce810af2-cbfd-49af-b12b-48c46fb6a740&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2024748 Jul 15 13:16:45.409400 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36420) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:45.411273 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-030f71b5-38ef-4aef-b80a-41d88eb2f988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.415435 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03860b70-2c75-4fc8-ba17-27b56c3892d4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.437229 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5038dc20-e590-4d9b-b584-bdfd47f62bbf req-6855ea4a-bc03-4c09-84c2-ead0ea5b7420 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:45.439600 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5038dc20-e590-4d9b-b584-bdfd47f62bbf req-6855ea4a-bc03-4c09-84c2-ead0ea5b7420 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 945 time: 0.2919960 Jul 15 13:16:45.446840 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03860b70-2c75-4fc8-ba17-27b56c3892d4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.451974 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-03860b70-2c75-4fc8-ba17-27b56c3892d4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] 10.222.0.16 "DELETE /v2.0/networks/349fc76a-0c31-45b4-91c5-07bcc4536c3c HTTP/1.1" status: 204 len: 168 time: 1.1094158 Jul 15 13:16:45.462209 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36422) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:45.472830 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-e8270ac8-ef94-4fa6-b7bf-c7f363c04ff0 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-188574802'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:45.476616 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03860b70-2c75-4fc8-ba17-27b56c3892d4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Pushing event deleted for resources: {'Network': ['ID=349fc76a-0c31-45b4-91c5-07bcc4536c3c,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:45.476916 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f71b5-38ef-4aef-b80a-41d88eb2f988 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65193fd6-1d00-400c-9fec-e3db408513cb,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:45.488223 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-030f71b5-38ef-4aef-b80a-41d88eb2f988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.492741 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-030f71b5-38ef-4aef-b80a-41d88eb2f988 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/65193fd6-1d00-400c-9fec-e3db408513cb HTTP/1.1" status: 204 len: 168 time: 0.8813355 Jul 15 13:16:45.495037 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36424) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:45.577802 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34acbe2a-a645-4da9-987d-a47c7b9aed42 req-06545a3b-fa1f-4b5f-84dd-6f303571774c tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/security-groups?id=787afb52-204d-49bf-9502-cebf24554fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734865 Jul 15 13:16:45.582348 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-90e33c3c-4e15-4d51-90f8-efb35a133014 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.588027 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb78e73-f161-4599-8f4d-41250195535a req-12c8c44a-a080-473b-a851-ada03cf5e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:45.589722 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3fb78e73-f161-4599-8f4d-41250195535a req-12c8c44a-a080-473b-a851-ada03cf5e564 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00b876fd8df24342ab4e9da7bd4da612&device_id=8901fd71-03a3-4ea3-8285-215c0a743342 HTTP/1.1" status: 200 len: 1095 time: 0.2325685 Jul 15 13:16:45.618845 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9575f8f8-63c8-4e35-a0d0-62453b103ae3 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:45.618845 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9575f8f8-63c8-4e35-a0d0-62453b103ae3 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] 10.222.0.16 "GET /v2.0/networks/e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 881 time: 0.2011545 Jul 15 13:16:45.619065 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5038dc20-e590-4d9b-b584-bdfd47f62bbf req-ab22d3c0-328d-4a37-a33b-38fb8860f1bf tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=b00d526e-d151-4f83-bb42-f9f5f8e270ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550953 Jul 15 13:16:45.619065 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36426) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:45.653736 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8270ac8-ef94-4fa6-b7bf-c7f363c04ff0 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Made reservation on behalf of eca21b748e82441e98d655b16b5b35a1 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:45.657288 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e8270ac8-ef94-4fa6-b7bf-c7f363c04ff0 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.671940 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e33c3c-4e15-4d51-90f8-efb35a133014 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Network d15e2881-cc03-4b5f-b9a7-573ef0de36ea is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:45.680580 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-90e33c3c-4e15-4d51-90f8-efb35a133014 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:45.683101 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e33c3c-4e15-4d51-90f8-efb35a133014 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:45.687813 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-81847604-5df8-4edf-b6d3-c7ebb3970329 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.713618 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e33c3c-4e15-4d51-90f8-efb35a133014 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'Port': ['ID=02b89392-07b8-47b7-a6c3-d1ea881d5387,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:45.720940 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2f787406-484f-4045-a1e7-8702105678c5 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce810af2-cbfd-49af-b12b-48c46fb6a740 HTTP/1.1" status: 200 len: 205 time: 0.0997994 Jul 15 13:16:45.735978 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36428) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:45.739232 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-81847604-5df8-4edf-b6d3-c7ebb3970329 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['883fa9e8-319c-4b08-9112-d792a62e6fcb']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:45.773627 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e33c3c-4e15-4d51-90f8-efb35a133014 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:45.774254 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-90e33c3c-4e15-4d51-90f8-efb35a133014 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.794386 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb78e73-f161-4599-8f4d-41250195535a req-b485515c-75d4-4fb0-96f6-c04e6d196fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:45.795957 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3fb78e73-f161-4599-8f4d-41250195535a req-b485515c-75d4-4fb0-96f6-c04e6d196fe4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=594a18f5-eb63-40e1-adf2-df8adb235078 HTTP/1.1" status: 200 len: 907 time: 0.1934881 Jul 15 13:16:45.798238 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-81847604-5df8-4edf-b6d3-c7ebb3970329 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:45.798907 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-81847604-5df8-4edf-b6d3-c7ebb3970329 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '078c1e60-99bd-4c2c-bc5c-5a29c7bc23d8') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:45.803750 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-90e33c3c-4e15-4d51-90f8-efb35a133014 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 4.0596485 Jul 15 13:16:45.805720 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-85f59ceb-5074-4924-b1b6-a9c8937befef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.807259 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36432) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:45.814033 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-540bee6e-9699-465d-a055-a7e7d629fb93 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '712ffb71-c2e5-469a-873a-39daf77a8ceb'}]}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:45.826931 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-81847604-5df8-4edf-b6d3-c7ebb3970329 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.843547 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8270ac8-ef94-4fa6-b7bf-c7f363c04ff0 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:16:45.890047 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-81847604-5df8-4edf-b6d3-c7ebb3970329 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.899351 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e8270ac8-ef94-4fa6-b7bf-c7f363c04ff0 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.899736 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-e8270ac8-ef94-4fa6-b7bf-c7f363c04ff0 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Added segment be79fb34-6e22-4cfd-96fe-c5b0ee1c3ec9 of type vlan for network e0342db6-fc05-4c4e-aedc-fa20fcd27f8a Jul 15 13:16:45.906855 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81847604-5df8-4edf-b6d3-c7ebb3970329 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:16:45.907266 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-81847604-5df8-4edf-b6d3-c7ebb3970329 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.910383 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:16:45.910383 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:16:45.910383 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:16:45.910383 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:16:45.910383 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:16:45.910383 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:16:45.910383 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:16:45.910383 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:16:45.910383 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:16:45.910383 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:16:45.910383 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:16:45.910383 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:16:45.910383 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:16:45.910383 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:16:45.910383 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:16:45.910383 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:16:45.910383 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:16:45.910383 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:16:45.910383 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:16:45.910383 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:16:45.910383 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:16:45.910383 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:16:45.910383 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:16:45.910383 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:16:45.910383 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:16:45.910383 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:16:45.910383 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:16:45.910383 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:16:45.910383 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:16:45.910383 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:16:45.910383 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:16:45.910383 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:16:45.957346 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3fb78e73-f161-4599-8f4d-41250195535a req-2084187c-e6e7-41aa-a68a-f6d455b84b94 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7d70bec-00e8-45eb-8a3b-df22ad62cd28 HTTP/1.1" status: 200 len: 217 time: 0.0809715 Jul 15 13:16:46.036602 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-540bee6e-9699-465d-a055-a7e7d629fb93 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.054241 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb78e73-f161-4599-8f4d-41250195535a req-3958e724-24b8-450e-a48c-3be128d9662c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:46.055898 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3fb78e73-f161-4599-8f4d-41250195535a req-3958e724-24b8-450e-a48c-3be128d9662c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3564fb5-e6c9-425e-8a20-95a28163b8cc HTTP/1.1" status: 200 len: 846 time: 0.0764349 Jul 15 13:16:46.089073 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e8270ac8-ef94-4fa6-b7bf-c7f363c04ff0 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.099057 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e5b1590a-6da4-4d5c-acc0-1b52c1bd43aa tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.121048 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3fb78e73-f161-4599-8f4d-41250195535a req-ec8c9ac8-225c-4c7a-8f21-587fa3f9a680 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=594a18f5-eb63-40e1-adf2-df8adb235078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389552 Jul 15 13:16:46.127470 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f687aa12-769e-440c-bb98-fda35b5d7948 None None] Network 0393d230-55c0-4aac-933c-382b8f80fda9 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:46.144025 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-81847604-5df8-4edf-b6d3-c7ebb3970329 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.179040 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-85f59ceb-5074-4924-b1b6-a9c8937befef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.186280 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-81847604-5df8-4edf-b6d3-c7ebb3970329 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.188312 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-81847604-5df8-4edf-b6d3-c7ebb3970329 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "DELETE /v2.0/networks/883fa9e8-319c-4b08-9112-d792a62e6fcb HTTP/1.1" status: 204 len: 168 time: 0.9745233 Jul 15 13:16:46.195346 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36434) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:46.227056 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-85f59ceb-5074-4924-b1b6-a9c8937befef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc18f13f-179b-4747-9138-bf8c2fae24a9']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:46.233754 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81847604-5df8-4edf-b6d3-c7ebb3970329 tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Pushing event deleted for resources: {'Network': ['ID=883fa9e8-319c-4b08-9112-d792a62e6fcb,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:46.285214 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-85f59ceb-5074-4924-b1b6-a9c8937befef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd9c1bb8-56e0-46d3-9cb2-a5b0b4dabf47') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:46.285656 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-85f59ceb-5074-4924-b1b6-a9c8937befef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd9c1bb8-56e0-46d3-9cb2-a5b0b4dabf47') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:46.298926 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e8270ac8-ef94-4fa6-b7bf-c7f363c04ff0 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.304752 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8270ac8-ef94-4fa6-b7bf-c7f363c04ff0 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:46.305373 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e8270ac8-ef94-4fa6-b7bf-c7f363c04ff0 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.310605 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device c19b0dda-2772-4aea-840f-70eade45e12e up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:46.327973 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-85f59ceb-5074-4924-b1b6-a9c8937befef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.377531 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port c19b0dda-2772-4aea-840f-70eade45e12e completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:46.384147 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port c19b0dda-2772-4aea-840f-70eade45e12e triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:46.384692 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.390755 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1b83d-070a-4692-9d1b-392acc0556bd req-644a54b1-dcd7-4de5-982d-fc82bae2d901 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:46.392365 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9ff1b83d-070a-4692-9d1b-392acc0556bd req-644a54b1-dcd7-4de5-982d-fc82bae2d901 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=8901fd71-03a3-4ea3-8285-215c0a743342 HTTP/1.1" status: 200 len: 943 time: 0.4245918 Jul 15 13:16:46.401215 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e8270ac8-ef94-4fa6-b7bf-c7f363c04ff0 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9341195 Jul 15 13:16:46.403103 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-85f59ceb-5074-4924-b1b6-a9c8937befef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.403527 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3fb78e73-f161-4599-8f4d-41250195535a req-ad4705cf-9246-4057-b443-aac4301785b6 service neutron] 10.222.0.46 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668819 Jul 15 13:16:46.404030 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36436) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:46.424745 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c32de2a0-b6ed-4f3d-b51d-463bab50b00a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.431737 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-b4526079-5d5b-4673-92be-901d620ee0bb tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Request body: {'subnet': {'network_id': 'e0342db6-fc05-4c4e-aedc-fa20fcd27f8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:46.462913 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f59ceb-5074-4924-b1b6-a9c8937befef admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:16:46.463478 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-85f59ceb-5074-4924-b1b6-a9c8937befef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.465587 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8270ac8-ef94-4fa6-b7bf-c7f363c04ff0 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Pushing event updated for resources: {'Network': ['ID=e0342db6-fc05-4c4e-aedc-fa20fcd27f8a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:46.469646 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:16:46.469646 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:16:46.469646 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:16:46.469646 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:16:46.469646 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:16:46.469646 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:16:46.469646 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:16:46.469646 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:16:46.469646 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:16:46.469646 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:16:46.469646 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:16:46.469646 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:16:46.469646 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:16:46.469646 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:16:46.469646 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:16:46.469646 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:16:46.469646 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:16:46.469646 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:16:46.469646 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:16:46.469646 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:16:46.469646 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:16:46.469646 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:16:46.469646 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:16:46.469646 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:16:46.469646 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:16:46.469646 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:16:46.469646 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:16:46.469646 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:16:46.469646 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:16:46.469646 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:16:46.469646 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:16:46.469646 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:16:46.484456 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcab811f-6c65-4076-939a-ebc704e843c1 None None] DHCP port deletion for 0393d230-55c0-4aac-933c-382b8f80fda9 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:16:46.488423 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network e0342db6-fc05-4c4e-aedc-fa20fcd27f8a details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:16:46.494926 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e5b1590a-6da4-4d5c-acc0-1b52c1bd43aa tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.548501 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6d743e0d-ab1f-464d-8323-08a100005c64 None None] Provisioning for port 02b89392-07b8-47b7-a6c3-d1ea881d5387 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:46.550694 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.565802 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6d743e0d-ab1f-464d-8323-08a100005c64 None None] Provisioning complete for port 02b89392-07b8-47b7-a6c3-d1ea881d5387 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:46.566382 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d743e0d-ab1f-464d-8323-08a100005c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.568994 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9ff1b83d-070a-4692-9d1b-392acc0556bd req-7a3427c0-74b4-438d-9d08-dda2a47952b5 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616201 Jul 15 13:16:46.581108 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-85f59ceb-5074-4924-b1b6-a9c8937befef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.588066 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-85f59ceb-5074-4924-b1b6-a9c8937befef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.590992 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-85f59ceb-5074-4924-b1b6-a9c8937befef admin admin] 10.222.0.16 "DELETE /v2.0/networks/cc18f13f-179b-4747-9138-bf8c2fae24a9 HTTP/1.1" status: 204 len: 168 time: 1.0673795 Jul 15 13:16:46.614146 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f59ceb-5074-4924-b1b6-a9c8937befef admin admin] Pushing event deleted for resources: {'Network': ['ID=cc18f13f-179b-4747-9138-bf8c2fae24a9,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:46.665088 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e5b1590a-6da4-4d5c-acc0-1b52c1bd43aa tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Deleting port 433d2ebb-95a7-4e75-81d3-ea9ec2f4b96b {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:46.665439 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e5b1590a-6da4-4d5c-acc0-1b52c1bd43aa tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.786921 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-540bee6e-9699-465d-a055-a7e7d629fb93 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Delete allocated IP 172.20.0.19 (d15e2881-cc03-4b5f-b9a7-573ef0de36ea/3199e1e4-65af-49ec-8371-e51aed7528be) {{(pid=93826) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 13:16:46.789065 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d924eeb-0c12-4172-af92-62dcc2407bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19b0dda-2772-4aea-840f-70eade45e12e'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:46.791255 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefa8f9c-fab5-448f-b808-7ed2d1aecd83" -d '{"events": [{"server_uuid": "5d924eeb-0c12-4172-af92-62dcc2407bd6", "name": "network-vif-plugged", "status": "completed", "tag": "c19b0dda-2772-4aea-840f-70eade45e12e"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:46.806991 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3fb78e73-f161-4599-8f4d-41250195535a req-a5c91582-4466-40bd-a535-9c0eb0b83cb1 service neutron] 10.222.0.46 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490446 Jul 15 13:16:46.817350 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4526079-5d5b-4673-92be-901d620ee0bb tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Made reservation on behalf of eca21b748e82441e98d655b16b5b35a1 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:46.823872 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-6d743e0d-ab1f-464d-8323-08a100005c64 None None] Port 02b89392-07b8-47b7-a6c3-d1ea881d5387 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:16:46.827170 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port c19b0dda-2772-4aea-840f-70eade45e12e, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c19b0dda-2772-4aea-840f-70eade45e12e,segment=NetworkSegment(90f4024f-160c-4885-80aa-58ce2d07968c),segment_id=90f4024f-160c-4885-80aa-58ce2d07968c)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:46.832351 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b4526079-5d5b-4673-92be-901d620ee0bb tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.832515 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.861733 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-dcab811f-6c65-4076-939a-ebc704e843c1 None None] Deleting port 14aed60a-7783-432b-bb18-bed05186d4ae {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:46.862233 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dcab811f-6c65-4076-939a-ebc704e843c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.868158 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36446) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:46.917836 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-c32de2a0-b6ed-4f3d-b51d-463bab50b00a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Deleting port 14aed60a-7783-432b-bb18-bed05186d4ae {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:46.918777 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c32de2a0-b6ed-4f3d-b51d-463bab50b00a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.956414 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=c19b0dda-2772-4aea-840f-70eade45e12e,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:46.966647 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-dcab811f-6c65-4076-939a-ebc704e843c1 None None] For port 14aed60a-7783-432b-bb18-bed05186d4ae, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=14aed60a-7783-432b-bb18-bed05186d4ae,segment=NetworkSegment(31fa37a9-facf-4912-b998-1c360a86c68b),segment_id=31fa37a9-facf-4912-b998-1c360a86c68b)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:46.967140 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dcab811f-6c65-4076-939a-ebc704e843c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.981462 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-dcab811f-6c65-4076-939a-ebc704e843c1 None None] Calling delete_port for 14aed60a-7783-432b-bb18-bed05186d4ae owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:47.068106 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dcab811f-6c65-4076-939a-ebc704e843c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.098839 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab811f-6c65-4076-939a-ebc704e843c1 None None] Pushing event deleted for resources: {'Port': ['ID=14aed60a-7783-432b-bb18-bed05186d4ae,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:47.102915 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0d5228a4-ce4b-4e69-ae19-a0c43b70afec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a5e4187857e345a7880c462421c134c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2270367 Jul 15 13:16:47.103282 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcab811f-6c65-4076-939a-ebc704e843c1 None None] No DVR routers for this DVR port 14aed60a-7783-432b-bb18-bed05186d4ae on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:47.110516 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36448) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:47.199978 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-c32de2a0-b6ed-4f3d-b51d-463bab50b00a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] For port 14aed60a-7783-432b-bb18-bed05186d4ae, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=14aed60a-7783-432b-bb18-bed05186d4ae,segment=NetworkSegment(31fa37a9-facf-4912-b998-1c360a86c68b),segment_id=31fa37a9-facf-4912-b998-1c360a86c68b)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:47.200256 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c32de2a0-b6ed-4f3d-b51d-463bab50b00a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.221359 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e5b1590a-6da4-4d5c-acc0-1b52c1bd43aa tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.236050 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-c32de2a0-b6ed-4f3d-b51d-463bab50b00a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Calling delete_port for 14aed60a-7783-432b-bb18-bed05186d4ae owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:47.244044 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e5b1590a-6da4-4d5c-acc0-1b52c1bd43aa tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Calling delete_port for 433d2ebb-95a7-4e75-81d3-ea9ec2f4b96b owned by network:router_gateway {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:47.278536 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-540bee6e-9699-465d-a055-a7e7d629fb93 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.281802 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c5a50-7b8b-449b-87ae-b88a2ac92802 req-ac91826e-3262-4173-9493-c97944f68642 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:47.283340 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5a2c5a50-7b8b-449b-87ae-b88a2ac92802 req-ac91826e-3262-4173-9493-c97944f68642 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 945 time: 0.4710538 Jul 15 13:16:47.330963 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52610b96-20cb-4f4b-b15d-2bf66bc35ed8 req-39ee5083-5ca3-4532-b69e-4bf3de285155 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:47.332487 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-52610b96-20cb-4f4b-b15d-2bf66bc35ed8 req-39ee5083-5ca3-4532-b69e-4bf3de285155 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffb70cd9-bb20-4451-93a1-b6cdb47c889c HTTP/1.1" status: 200 len: 945 time: 0.5324440 Jul 15 13:16:47.405207 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5a2c5a50-7b8b-449b-87ae-b88a2ac92802 req-371334e5-e8dd-443a-bb54-17c4e21371c6 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=b00d526e-d151-4f83-bb42-f9f5f8e270ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912151 Jul 15 13:16:47.411880 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-52610b96-20cb-4f4b-b15d-2bf66bc35ed8 req-e6395d77-c305-417f-bcbd-aac3c31f7083 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/security-groups?id=787afb52-204d-49bf-9502-cebf24554fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699110 Jul 15 13:16:47.471949 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e577ff0-abb1-4d96-83e3-2ced05f4fa5b x-openstack-request-id: req-6e577ff0-abb1-4d96-83e3-2ced05f4fa5b {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:47.473359 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d924eeb-0c12-4172-af92-62dcc2407bd6", "name": "network-vif-plugged", "status": "completed", "tag": "c19b0dda-2772-4aea-840f-70eade45e12e", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:47.473823 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6e577ff0-abb1-4d96-83e3-2ced05f4fa5b {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:47.474430 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d924eeb-0c12-4172-af92-62dcc2407bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19b0dda-2772-4aea-840f-70eade45e12e', 'code': 200} Jul 15 13:16:47.526407 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e5b1590a-6da4-4d5c-acc0-1b52c1bd43aa tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.551680 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1590a-6da4-4d5c-acc0-1b52c1bd43aa tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Pushing event deleted for resources: {'Port': ['ID=433d2ebb-95a7-4e75-81d3-ea9ec2f4b96b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:47.624442 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e5b1590a-6da4-4d5c-acc0-1b52c1bd43aa tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.699185 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-540bee6e-9699-465d-a055-a7e7d629fb93 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Ignored duplicate provisioning block setup for port 02b89392-07b8-47b7-a6c3-d1ea881d5387 by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 13:16:47.703413 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-be32d863-e85d-423b-ab67-63623ee1aa87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.731865 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-540bee6e-9699-465d-a055-a7e7d629fb93 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.750849 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e5b1590a-6da4-4d5c-acc0-1b52c1bd43aa tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.754148 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e5b1590a-6da4-4d5c-acc0-1b52c1bd43aa tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.758099 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b4526079-5d5b-4673-92be-901d620ee0bb tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.805691 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e5b1590a-6da4-4d5c-acc0-1b52c1bd43aa tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.806203 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b1590a-6da4-4d5c-acc0-1b52c1bd43aa tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Fanout notify agent at l3_agent the message router_deleted on router ce810af2-cbfd-49af-b12b-48c46fb6a740 {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:16:47.813543 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e5b1590a-6da4-4d5c-acc0-1b52c1bd43aa tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.819029 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e5b1590a-6da4-4d5c-acc0-1b52c1bd43aa tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] 10.222.0.16 "DELETE /v2.0/routers/ce810af2-cbfd-49af-b12b-48c46fb6a740 HTTP/1.1" status: 204 len: 168 time: 2.0783396 Jul 15 13:16:47.819653 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36456) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:47.819777 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-be32d863-e85d-423b-ab67-63623ee1aa87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.826727 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-874dd1fd-107b-4435-8205-e424fefafd90 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1297089883', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:47.847475 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e58a5-8dea-4b58-920b-543c60fb6f96 req-0da10e37-180f-4c0b-af61-57910b4c24f0 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:47.849014 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ee7e58a5-8dea-4b58-920b-543c60fb6f96 req-0da10e37-180f-4c0b-af61-57910b4c24f0 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=8901fd71-03a3-4ea3-8285-215c0a743342 HTTP/1.1" status: 200 len: 943 time: 0.1318331 Jul 15 13:16:47.878980 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-874dd1fd-107b-4435-8205-e424fefafd90 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.879981 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-874dd1fd-107b-4435-8205-e424fefafd90 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.915231 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ee7e58a5-8dea-4b58-920b-543c60fb6f96 req-afd8ea35-edcb-47b3-8390-d9bb06929d34 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572910 Jul 15 13:16:47.960428 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540bee6e-9699-465d-a055-a7e7d629fb93 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'Port': ['ID=02b89392-07b8-47b7-a6c3-d1ea881d5387,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:47.965652 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-874dd1fd-107b-4435-8205-e424fefafd90 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.971607 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-874dd1fd-107b-4435-8205-e424fefafd90 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.988720 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-874dd1fd-107b-4435-8205-e424fefafd90 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.993170 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-874dd1fd-107b-4435-8205-e424fefafd90 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1712546 Jul 15 13:16:47.993909 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36458) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:47.999554 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-7c4466f5-9055-426d-a8ff-343160edba60 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'enable_snat': True}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:48.006732 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c32de2a0-b6ed-4f3d-b51d-463bab50b00a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.024313 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4526079-5d5b-4673-92be-901d620ee0bb tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Pushing event updated for resources: {'Subnet': ['ID=fbb8cf20-5ccc-46a4-8e3c-862c08a76f33,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:48.033226 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd6ff9-be7b-408c-8a6b-b419605c057f req-c6e30e9d-dccb-4cfa-80d3-d351dd0cc9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:48.034782 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2efd6ff9-be7b-408c-8a6b-b419605c057f req-c6e30e9d-dccb-4cfa-80d3-d351dd0cc9f9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 1098 time: 0.3506756 Jul 15 13:16:48.055599 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-540bee6e-9699-465d-a055-a7e7d629fb93 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] In _notify_port_updated(), no bound segment for port 02b89392-07b8-47b7-a6c3-d1ea881d5387 on network d15e2881-cc03-4b5f-b9a7-573ef0de36ea {{(pid=93826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:16:48.060557 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540bee6e-9699-465d-a055-a7e7d629fb93 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:48.061222 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-540bee6e-9699-465d-a055-a7e7d629fb93 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.062715 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-540bee6e-9699-465d-a055-a7e7d629fb93 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "PUT /v2.0/ports/02b89392-07b8-47b7-a6c3-d1ea881d5387 HTTP/1.1" status: 200 len: 919 time: 2.2539878 Jul 15 13:16:48.069507 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36460) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:48.074069 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32de2a0-b6ed-4f3d-b51d-463bab50b00a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Pushing event deleted for resources: {'Port': ['ID=14aed60a-7783-432b-bb18-bed05186d4ae,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:48.076025 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-d73f4efe-40cc-42b6-9dff-315c550a90fa tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '712ffb71-c2e5-469a-873a-39daf77a8ceb'}, {'subnet_id': '3199e1e4-65af-49ec-8371-e51aed7528be'}]}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:48.076928 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32de2a0-b6ed-4f3d-b51d-463bab50b00a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] No DVR routers for this DVR port 14aed60a-7783-432b-bb18-bed05186d4ae on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:48.079672 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4526079-5d5b-4673-92be-901d620ee0bb tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Checking segment: {'id': 'be79fb34-6e22-4cfd-96fe-c5b0ee1c3ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e0342db6-fc05-4c4e-aedc-fa20fcd27f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:48.080051 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4526079-5d5b-4673-92be-901d620ee0bb tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Network hostable DHCP agents. Network: e0342db6-fc05-4c4e-aedc-fa20fcd27f8a, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:16:48.135228 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 14aed60a-7783-432b-bb18-bed05186d4ae no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:48.145203 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-be32d863-e85d-423b-ab67-63623ee1aa87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.146981 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-be32d863-e85d-423b-ab67-63623ee1aa87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.150400 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-be32d863-e85d-423b-ab67-63623ee1aa87 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/89bd4cb4-a98d-4dfa-a26f-c2dff1ae00a0 HTTP/1.1" status: 204 len: 168 time: 1.0253303 Jul 15 13:16:48.165442 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 14aed60a-7783-432b-bb18-bed05186d4ae {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:16:48.166208 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 14aed60a-7783-432b-bb18-bed05186d4ae not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:16:48.178775 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2efd6ff9-be7b-408c-8a6b-b419605c057f req-6e13be2d-732a-43e0-8ac9-5d2e6f7b38ed service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b00d526e-d151-4f83-bb42-f9f5f8e270ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126511 Jul 15 13:16:48.179193 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-37178a76-d836-4458-87cd-900f5e956308 None None] Provisioning complete for port 02b89392-07b8-47b7-a6c3-d1ea881d5387 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:48.179810 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-37178a76-d836-4458-87cd-900f5e956308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.182027 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be32d863-e85d-423b-ab67-63623ee1aa87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bd4cb4-a98d-4dfa-a26f-c2dff1ae00a0,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:48.186985 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4526079-5d5b-4673-92be-901d620ee0bb tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Network e0342db6-fc05-4c4e-aedc-fa20fcd27f8a is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:16:48.220565 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c32de2a0-b6ed-4f3d-b51d-463bab50b00a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.239867 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-c32de2a0-b6ed-4f3d-b51d-463bab50b00a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0393d230-55c0-4aac-933c-382b8f80fda9']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:48.242790 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-b4526079-5d5b-4673-92be-901d620ee0bb tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, e0342db6-fc05-4c4e-aedc-fa20fcd27f8a) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:48.251800 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-37178a76-d836-4458-87cd-900f5e956308 None None] Port 02b89392-07b8-47b7-a6c3-d1ea881d5387 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:16:48.255418 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4526079-5d5b-4673-92be-901d620ee0bb tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:48.255418 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b4526079-5d5b-4673-92be-901d620ee0bb tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.258677 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-c32de2a0-b6ed-4f3d-b51d-463bab50b00a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31fa37a9-facf-4912-b998-1c360a86c68b') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:48.258977 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-c32de2a0-b6ed-4f3d-b51d-463bab50b00a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31fa37a9-facf-4912-b998-1c360a86c68b') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:48.264990 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9ecb6a-0f5e-4f32-954d-5e4230f7ca7b None None] Network e0342db6-fc05-4c4e-aedc-fa20fcd27f8a requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:48.287154 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b4526079-5d5b-4673-92be-901d620ee0bb tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8695261 Jul 15 13:16:48.289300 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c32de2a0-b6ed-4f3d-b51d-463bab50b00a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.291161 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36464) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:48.301745 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7c4466f5-9055-426d-a8ff-343160edba60 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.337498 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device e7d70bec-00e8-45eb-8a3b-df22ad62cd28 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:16:48.339190 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c32de2a0-b6ed-4f3d-b51d-463bab50b00a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.339731 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 874b0f71-642f-4af0-9e8c-edf1eb4a9533 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:48.354674 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c32de2a0-b6ed-4f3d-b51d-463bab50b00a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:16:48.355375 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c32de2a0-b6ed-4f3d-b51d-463bab50b00a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: self.session.flush() Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: self.session.flush() Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: self.session.flush() Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: self.session.flush() Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:16:48.358845 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:16:48.529135 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d73f4efe-40cc-42b6-9dff-315c550a90fa tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.530850 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-160ac61f-6a6f-4f3b-b676-750102b2ffd0 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.535763 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c32de2a0-b6ed-4f3d-b51d-463bab50b00a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.549558 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c32de2a0-b6ed-4f3d-b51d-463bab50b00a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.556193 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c32de2a0-b6ed-4f3d-b51d-463bab50b00a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] 10.222.0.16 "DELETE /v2.0/networks/0393d230-55c0-4aac-933c-382b8f80fda9 HTTP/1.1" status: 204 len: 168 time: 2.3569927 Jul 15 13:16:48.560243 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 874b0f71-642f-4af0-9e8c-edf1eb4a9533 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:48.582652 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port e7d70bec-00e8-45eb-8a3b-df22ad62cd28, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=e7d70bec-00e8-45eb-8a3b-df22ad62cd28,segment=NetworkSegment(6bb03eb1-9e52-4718-ab2b-06d9a8232852),segment_id=6bb03eb1-9e52-4718-ab2b-06d9a8232852)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:48.603068 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32de2a0-b6ed-4f3d-b51d-463bab50b00a tempest-TaggedBootDevicesTest-1460362800 tempest-TaggedBootDevicesTest-1460362800-project] Pushing event deleted for resources: {'Network': ['ID=0393d230-55c0-4aac-933c-382b8f80fda9,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:48.608695 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'e7d70bec-00e8-45eb-8a3b-df22ad62cd28', 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078', 'port_id': 'e7d70bec-00e8-45eb-8a3b-df22ad62cd28', 'mac_address': 'fa:16:3e:a0:e5:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3564fb5-e6c9-425e-8a20-95a28163b8cc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:16:48.623021 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909ca778-a4ac-4bc7-a55f-cdd3d456be25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-e0342db6-fc05-4c4e-aedc-fa20fcd27f8a', 'network_id': 'e0342db6-fc05-4c4e-aedc-fa20fcd27f8a', 'tenant_id': 'eca21b748e82441e98d655b16b5b35a1', 'fixed_ips': [{'subnet_id': 'fbb8cf20-5ccc-46a4-8e3c-862c08a76f33'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:16:48.627618 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-909ca778-a4ac-4bc7-a55f-cdd3d456be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.635502 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 874b0f71-642f-4af0-9e8c-edf1eb4a9533 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:48.635502 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.767421 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-160ac61f-6a6f-4f3b-b676-750102b2ffd0 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.854719 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-160ac61f-6a6f-4f3b-b676-750102b2ffd0 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.889785 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ac61f-6a6f-4f3b-b676-750102b2ffd0 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Pushing event deleted for resources: {'Subnet': ['ID=fbb8cf20-5ccc-46a4-8e3c-862c08a76f33,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:48.896319 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server [None req-909ca778-a4ac-4bc7-a55f-cdd3d456be25 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fbb8cf20-5ccc-46a4-8e3c-862c08a76f33: This subnet is being modified by another concurrent operation. Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise exception Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fbb8cf20-5ccc-46a4-8e3c-862c08a76f33: This subnet is being modified by another concurrent operation. Jul 15 13:16:48.922712 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server Jul 15 13:16:48.941409 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7d70bec-00e8-45eb-8a3b-df22ad62cd28 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:48.954189 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d5fac9-5fc4-49f8-b0a5-bb1671c99c3e None None] Network e0342db6-fc05-4c4e-aedc-fa20fcd27f8a requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:48.993487 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-160ac61f-6a6f-4f3b-b676-750102b2ffd0 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.003535 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port e7d70bec-00e8-45eb-8a3b-df22ad62cd28, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=e7d70bec-00e8-45eb-8a3b-df22ad62cd28,segment=NetworkSegment(6bb03eb1-9e52-4718-ab2b-06d9a8232852),segment_id=6bb03eb1-9e52-4718-ab2b-06d9a8232852)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:49.016563 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7c4466f5-9055-426d-a8ff-343160edba60 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.021869 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-160ac61f-6a6f-4f3b-b676-750102b2ffd0 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0342db6-fc05-4c4e-aedc-fa20fcd27f8a']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:49.035945 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-160ac61f-6a6f-4f3b-b676-750102b2ffd0 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be79fb34-6e22-4cfd-96fe-c5b0ee1c3ec9') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:49.036643 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-160ac61f-6a6f-4f3b-b676-750102b2ffd0 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be79fb34-6e22-4cfd-96fe-c5b0ee1c3ec9') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:49.048492 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.049950 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-160ac61f-6a6f-4f3b-b676-750102b2ffd0 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.070316 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.071754 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee34384-7d86-4509-b66e-d2a9a32d274d req-22495826-6894-4aff-8119-50776848fc1d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:49.073803 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dee34384-7d86-4509-b66e-d2a9a32d274d req-22495826-6894-4aff-8119-50776848fc1d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 946 time: 0.3233182 Jul 15 13:16:49.074119 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-160ac61f-6a6f-4f3b-b676-750102b2ffd0 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.074385 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7c4466f5-9055-426d-a8ff-343160edba60 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.081850 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-160ac61f-6a6f-4f3b-b676-750102b2ffd0 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:16:49.082231 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-160ac61f-6a6f-4f3b-b676-750102b2ffd0 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.111183 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:16:49.111183 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:16:49.111183 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:16:49.111183 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:16:49.111183 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:16:49.111183 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:16:49.111183 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:16:49.111183 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:16:49.111183 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:16:49.111183 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:16:49.111183 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:16:49.111183 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:16:49.111183 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:16:49.111183 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:16:49.111183 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:16:49.111183 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:16:49.111183 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:16:49.111183 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:16:49.111183 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:16:49.111183 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:16:49.111183 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:16:49.111183 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:16:49.111183 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:16:49.111183 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:16:49.111183 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:16:49.111183 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:16:49.111183 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:16:49.111183 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:16:49.111183 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:16:49.111183 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:16:49.111183 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:16:49.111183 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:16:49.121751 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4e52f-d50a-4380-8dd8-7235fa027c50 req-f85d31e2-795e-4eef-bbf5-b4d549fa985f tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:49.123803 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-09c4e52f-d50a-4380-8dd8-7235fa027c50 req-f85d31e2-795e-4eef-bbf5-b4d549fa985f tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffb70cd9-bb20-4451-93a1-b6cdb47c889c HTTP/1.1" status: 200 len: 945 time: 0.3750358 Jul 15 13:16:49.170469 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-160ac61f-6a6f-4f3b-b676-750102b2ffd0 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.192917 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-160ac61f-6a6f-4f3b-b676-750102b2ffd0 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.201016 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-160ac61f-6a6f-4f3b-b676-750102b2ffd0 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] 10.222.0.16 "DELETE /v2.0/networks/e0342db6-fc05-4c4e-aedc-fa20fcd27f8a HTTP/1.1" status: 204 len: 168 time: 0.9066484 Jul 15 13:16:49.215567 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36492) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:49.229808 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-efea5479-3449-4162-bb19-85d6dec337e7 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1074280633'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:49.245500 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ac61f-6a6f-4f3b-b676-750102b2ffd0 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Pushing event deleted for resources: {'Network': ['ID=e0342db6-fc05-4c4e-aedc-fa20fcd27f8a,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:49.274322 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dee34384-7d86-4509-b66e-d2a9a32d274d req-53007868-b1f9-4ec8-9328-2c32741fd7e4 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=b00d526e-d151-4f83-bb42-f9f5f8e270ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813934 Jul 15 13:16:49.275615 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-d73f4efe-40cc-42b6-9dff-315c550a90fa tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Allocated IP 172.20.0.30 (d15e2881-cc03-4b5f-b9a7-573ef0de36ea/3199e1e4-65af-49ec-8371-e51aed7528be/02b89392-07b8-47b7-a6c3-d1ea881d5387) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:49.287441 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-09c4e52f-d50a-4380-8dd8-7235fa027c50 req-e90ed3f2-57cc-4920-bdc7-2ea2631cb3b6 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/security-groups?id=787afb52-204d-49bf-9502-cebf24554fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545978 Jul 15 13:16:49.338732 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efea5479-3449-4162-bb19-85d6dec337e7 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Made reservation on behalf of eca21b748e82441e98d655b16b5b35a1 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:49.342867 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-efea5479-3449-4162-bb19-85d6dec337e7 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.357073 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36494) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:49.455745 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 874b0f71-642f-4af0-9e8c-edf1eb4a9533, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=874b0f71-642f-4af0-9e8c-edf1eb4a9533,segment=NetworkSegment(7d90ca56-0610-47bd-9aba-7f5f06ed5d1f),segment_id=7d90ca56-0610-47bd-9aba-7f5f06ed5d1f)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:49.460564 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efea5479-3449-4162-bb19-85d6dec337e7 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:16:49.465485 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-7c4466f5-9055-426d-a8ff-343160edba60 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Allocated IP 172.25.8.39 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/d1cdfe94-76d6-4746-b3b1-c08f6d23e8ab) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:49.491611 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-efea5479-3449-4162-bb19-85d6dec337e7 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.492103 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-efea5479-3449-4162-bb19-85d6dec337e7 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Added segment cb6867e6-e060-4929-bf8a-43ca603c67c8 of type vlan for network 7845cd4c-6fe0-47c1-8fa4-412232ed4559 Jul 15 13:16:49.504353 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb70cd9-bb20-4451-93a1-b6cdb47c889c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874b0f71-642f-4af0-9e8c-edf1eb4a9533'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:49.506678 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080ea758-d9c2-4280-be3c-5f61790f6bb8" -d '{"events": [{"server_uuid": "ffb70cd9-bb20-4451-93a1-b6cdb47c889c", "name": "network-vif-plugged", "status": "completed", "tag": "874b0f71-642f-4af0-9e8c-edf1eb4a9533"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:49.513989 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['e7d70bec-00e8-45eb-8a3b-df22ad62cd28'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:49.521859 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.527196 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-d9445e9f-a5f5-4ba4-9360-6f215424105c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1509133908-network', 'tenant_id': '9a1172f2a14a403dab8bb15cd26b5d7e'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:49.551406 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ac35f0-dbe9-447b-99ed-7a4da34efb4b None None] get_active_networks_info from n-d-771363-36 {{(pid=93827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:16:49.556124 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9445e9f-a5f5-4ba4-9360-6f215424105c admin admin] Made reservation on behalf of 9a1172f2a14a403dab8bb15cd26b5d7e for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:49.559036 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d9445e9f-a5f5-4ba4-9360-6f215424105c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.568819 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d9445e9f-a5f5-4ba4-9360-6f215424105c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.599956 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=e7d70bec-00e8-45eb-8a3b-df22ad62cd28,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:49.625565 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-efea5479-3449-4162-bb19-85d6dec337e7 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.636850 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:49.637199 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:49.637541 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:49.638159 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:49.638281 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:49.638513 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:49.638862 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:49.639215 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:49.639507 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:49.639990 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:49.640398 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:49.640828 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:49.690318 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0760e184-161c-4c23-a4cc-c97b8acab089 x-openstack-request-id: req-0760e184-161c-4c23-a4cc-c97b8acab089 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:49.690705 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb70cd9-bb20-4451-93a1-b6cdb47c889c", "name": "network-vif-plugged", "status": "completed", "tag": "874b0f71-642f-4af0-9e8c-edf1eb4a9533", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:49.690963 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0760e184-161c-4c23-a4cc-c97b8acab089 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:49.691596 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb70cd9-bb20-4451-93a1-b6cdb47c889c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874b0f71-642f-4af0-9e8c-edf1eb4a9533', 'code': 200} Jul 15 13:16:49.701548 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d73f4efe-40cc-42b6-9dff-315c550a90fa tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.754091 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d73f4efe-40cc-42b6-9dff-315c550a90fa tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Transition to ACTIVE for port object 02b89392-07b8-47b7-a6c3-d1ea881d5387 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:49.764273 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d9445e9f-a5f5-4ba4-9360-6f215424105c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.767138 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d73f4efe-40cc-42b6-9dff-315c550a90fa tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.780094 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-efea5479-3449-4162-bb19-85d6dec337e7 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.785732 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efea5479-3449-4162-bb19-85d6dec337e7 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:49.786450 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-efea5479-3449-4162-bb19-85d6dec337e7 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.795124 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ac35f0-dbe9-447b-99ed-7a4da34efb4b None None] Resources bound (agent type, host, resource id): {{(pid=93827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:16:49.797311 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7c4466f5-9055-426d-a8ff-343160edba60 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.813779 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d9445e9f-a5f5-4ba4-9360-6f215424105c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.828927 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9445e9f-a5f5-4ba4-9360-6f215424105c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:16:49.851300 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec22e8-3834-4ec2-b5d6-b3e7b8cd9a6d req-3de80e27-14de-4c9a-8678-d433758ffbce tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:49.853152 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3fec22e8-3834-4ec2-b5d6-b3e7b8cd9a6d req-3de80e27-14de-4c9a-8678-d433758ffbce tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=8901fd71-03a3-4ea3-8285-215c0a743342 HTTP/1.1" status: 200 len: 944 time: 0.3410304 Jul 15 13:16:49.864213 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d9445e9f-a5f5-4ba4-9360-6f215424105c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.864771 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-d9445e9f-a5f5-4ba4-9360-6f215424105c admin admin] Added segment a9a917ff-688b-4d60-89c2-fa36077b5a4e of type vlan for network 99cd1bfe-9d64-42d2-99af-5de7cac58504 Jul 15 13:16:49.882052 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9445e9f-a5f5-4ba4-9360-6f215424105c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5610104-9a9c-4400-9b6f-f89967e84e54,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:49.921157 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=874b0f71-642f-4af0-9e8c-edf1eb4a9533,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:49.926462 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-efea5479-3449-4162-bb19-85d6dec337e7 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7098379 Jul 15 13:16:49.940394 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d9445e9f-a5f5-4ba4-9360-6f215424105c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.943975 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36506) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:49.961322 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c40e8c-ac90-4d04-bb0b-8207974f47c2 req-9e1af0e3-7c7f-4206-bb13-bc7dc1f1ff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:49.962175 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d9c40e8c-ac90-4d04-bb0b-8207974f47c2 req-9e1af0e3-7c7f-4206-bb13-bc7dc1f1ff12 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ffb70cd9-bb20-4451-93a1-b6cdb47c889c HTTP/1.1" status: 200 len: 1098 time: 0.1927102 Jul 15 13:16:49.976697 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-244dcd9c-1e93-4407-85e1-bd635c8c3b58 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Request body: {'subnet': {'network_id': '7845cd4c-6fe0-47c1-8fa4-412232ed4559', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:50.003841 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d9445e9f-a5f5-4ba4-9360-6f215424105c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:50.005048 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9445e9f-a5f5-4ba4-9360-6f215424105c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:50.005583 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d9445e9f-a5f5-4ba4-9360-6f215424105c admin admin] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:50.013842 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f4efe-40cc-42b6-9dff-315c550a90fa tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'Port': ['ID=02b89392-07b8-47b7-a6c3-d1ea881d5387,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:50.039856 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea5479-3449-4162-bb19-85d6dec337e7 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Pushing event updated for resources: {'Network': ['ID=7845cd4c-6fe0-47c1-8fa4-412232ed4559,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:50.049637 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d9c40e8c-ac90-4d04-bb0b-8207974f47c2 req-aa8dac3f-a1a1-4376-810d-c6ab2deb9197 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=787afb52-204d-49bf-9502-cebf24554fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738769 Jul 15 13:16:50.053190 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d9445e9f-a5f5-4ba4-9360-6f215424105c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6950834 Jul 15 13:16:50.056214 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36508) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:50.063603 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-7349c6bf-a142-4c6d-b0f1-20c2741b7430 admin admin] Request body: {'subnet': {'network_id': '99cd1bfe-9d64-42d2-99af-5de7cac58504', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1509133908-subnet', 'tenant_id': '9a1172f2a14a403dab8bb15cd26b5d7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:50.090465 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 7845cd4c-6fe0-47c1-8fa4-412232ed4559 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:16:50.107024 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9445e9f-a5f5-4ba4-9360-6f215424105c admin admin] Pushing event updated for resources: {'Network': ['ID=99cd1bfe-9d64-42d2-99af-5de7cac58504,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:50.122644 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7349c6bf-a142-4c6d-b0f1-20c2741b7430 admin admin] Made reservation on behalf of 9a1172f2a14a403dab8bb15cd26b5d7e for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:50.125911 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 99cd1bfe-9d64-42d2-99af-5de7cac58504 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:16:50.127440 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7349c6bf-a142-4c6d-b0f1-20c2741b7430 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:50.346048 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7349c6bf-a142-4c6d-b0f1-20c2741b7430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:50.419115 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7349c6bf-a142-4c6d-b0f1-20c2741b7430 admin admin] Checking segment: {'id': 'a9a917ff-688b-4d60-89c2-fa36077b5a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '99cd1bfe-9d64-42d2-99af-5de7cac58504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:50.419720 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7349c6bf-a142-4c6d-b0f1-20c2741b7430 admin admin] Network hostable DHCP agents. Network: 99cd1bfe-9d64-42d2-99af-5de7cac58504, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:16:50.430425 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7349c6bf-a142-4c6d-b0f1-20c2741b7430 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee6addd9-f622-4af5-9405-5b44d7a0cc0b,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:50.446464 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7349c6bf-a142-4c6d-b0f1-20c2741b7430 admin admin] Network 99cd1bfe-9d64-42d2-99af-5de7cac58504 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:16:50.459803 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-7349c6bf-a142-4c6d-b0f1-20c2741b7430 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 99cd1bfe-9d64-42d2-99af-5de7cac58504) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:50.466384 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7349c6bf-a142-4c6d-b0f1-20c2741b7430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:50.466934 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7349c6bf-a142-4c6d-b0f1-20c2741b7430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:50.488255 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cc0945-8a6b-4880-88e7-e23c8dc1ec1f None None] Network 99cd1bfe-9d64-42d2-99af-5de7cac58504 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:50.516361 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7349c6bf-a142-4c6d-b0f1-20c2741b7430 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4510300 Jul 15 13:16:50.645764 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2acf9c-7bf7-460a-b8e4-a6427482a9c9 None None] Network 99cd1bfe-9d64-42d2-99af-5de7cac58504 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:50.765422 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7c4466f5-9055-426d-a8ff-343160edba60 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:50.843400 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-dafc339e-cdd1-4e5e-91f9-85cf3795009a None None] Provisioning for port 02b89392-07b8-47b7-a6c3-d1ea881d5387 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:50.849714 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-dafc339e-cdd1-4e5e-91f9-85cf3795009a None None] Provisioning complete for port 02b89392-07b8-47b7-a6c3-d1ea881d5387 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:50.850165 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dafc339e-cdd1-4e5e-91f9-85cf3795009a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:50.875329 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d73f4efe-40cc-42b6-9dff-315c550a90fa tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] In _notify_port_updated(), no bound segment for port 02b89392-07b8-47b7-a6c3-d1ea881d5387 on network d15e2881-cc03-4b5f-b9a7-573ef0de36ea {{(pid=93825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:16:50.883733 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73f4efe-40cc-42b6-9dff-315c550a90fa tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:50.895079 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d73f4efe-40cc-42b6-9dff-315c550a90fa tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:50.895079 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d73f4efe-40cc-42b6-9dff-315c550a90fa tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "PUT /v2.0/ports/02b89392-07b8-47b7-a6c3-d1ea881d5387 HTTP/1.1" status: 200 len: 999 time: 2.8158848 Jul 15 13:16:50.895079 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4466f5-9055-426d-a8ff-343160edba60 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Pushing event updated for resources: {'Port': ['ID=d1cdfe94-76d6-4746-b3b1-c08f6d23e8ab,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:50.895302 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36522) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:50.895822 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-dafc339e-cdd1-4e5e-91f9-85cf3795009a None None] Port 02b89392-07b8-47b7-a6c3-d1ea881d5387 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:16:50.915145 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3fec22e8-3834-4ec2-b5d6-b3e7b8cd9a6d req-ce68fe40-ea95-4d88-8244-947372b40c1e tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0364349 Jul 15 13:16:50.919116 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244dcd9c-1e93-4407-85e1-bd635c8c3b58 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Made reservation on behalf of eca21b748e82441e98d655b16b5b35a1 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:50.923227 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-244dcd9c-1e93-4407-85e1-bd635c8c3b58 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:50.929722 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4466f5-9055-426d-a8ff-343160edba60 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:50.954495 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-7c4466f5-9055-426d-a8ff-343160edba60 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:50.964173 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4466f5-9055-426d-a8ff-343160edba60 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:51.009289 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-23a9c58a-0a29-4325-88ff-c3cfb8f6f9c0 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Deleting port 02b89392-07b8-47b7-a6c3-d1ea881d5387 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:51.009651 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-23a9c58a-0a29-4325-88ff-c3cfb8f6f9c0 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:51.109692 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-23a9c58a-0a29-4325-88ff-c3cfb8f6f9c0 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:51.122919 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-23a9c58a-0a29-4325-88ff-c3cfb8f6f9c0 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Calling delete_port for 02b89392-07b8-47b7-a6c3-d1ea881d5387 owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:51.203683 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d398ca4-a769-4f2a-82fd-2c31ba14d475 req-1639c765-5b53-4639-bd91-7c4e0b69dad2 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:51.205495 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7d398ca4-a769-4f2a-82fd-2c31ba14d475 req-1639c765-5b53-4639-bd91-7c4e0b69dad2 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 946 time: 0.4751146 Jul 15 13:16:51.323657 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-23a9c58a-0a29-4325-88ff-c3cfb8f6f9c0 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:51.347878 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7d398ca4-a769-4f2a-82fd-2c31ba14d475 req-f8afd171-3624-4c00-b367-689df213866a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=b00d526e-d151-4f83-bb42-f9f5f8e270ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147099 Jul 15 13:16:51.357082 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9c58a-0a29-4325-88ff-c3cfb8f6f9c0 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'Port': ['ID=02b89392-07b8-47b7-a6c3-d1ea881d5387,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:51.397753 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f55cb-3762-4fe3-8f00-27af13a5cd25 req-3e72dca0-e9b5-40f1-871f-42b04d76ba2b tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:51.405206 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f27f55cb-3762-4fe3-8f00-27af13a5cd25 req-3e72dca0-e9b5-40f1-871f-42b04d76ba2b tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffb70cd9-bb20-4451-93a1-b6cdb47c889c HTTP/1.1" status: 200 len: 946 time: 0.3384025 Jul 15 13:16:51.469580 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-23a9c58a-0a29-4325-88ff-c3cfb8f6f9c0 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:51.474053 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-23a9c58a-0a29-4325-88ff-c3cfb8f6f9c0 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/ports/02b89392-07b8-47b7-a6c3-d1ea881d5387 HTTP/1.1" status: 204 len: 168 time: 0.5799942 Jul 15 13:16:51.474419 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36528) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:51.514842 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1d1634e-b247-4023-9a9e-10764a89d5cc tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] GET failed (client error): The resource could not be found. Jul 15 13:16:51.518622 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a1d1634e-b247-4023-9a9e-10764a89d5cc tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "GET /v2.0/ports/02b89392-07b8-47b7-a6c3-d1ea881d5387 HTTP/1.1" status: 404 len: 333 time: 0.0410974 Jul 15 13:16:51.520332 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36530) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:51.581819 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d7e63f1-a281-40c0-8872-d44970e1cf62 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Deleting subnet 3199e1e4-65af-49ec-8371-e51aed7528be {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:16:51.585743 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1d7e63f1-a281-40c0-8872-d44970e1cf62 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:51.591583 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f27f55cb-3762-4fe3-8f00-27af13a5cd25 req-d04b0dee-c999-46b5-877f-f31f904c6332 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/security-groups?id=787afb52-204d-49bf-9502-cebf24554fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854880 Jul 15 13:16:51.608569 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7c4466f5-9055-426d-a8ff-343160edba60 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:51.630899 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1d7e63f1-a281-40c0-8872-d44970e1cf62 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:51.755430 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1d7e63f1-a281-40c0-8872-d44970e1cf62 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:51.811589 n-d-771363-36 neutron-server[93825]: DEBUG neutron.objects.ports [None req-244dcd9c-1e93-4407-85e1-bd635c8c3b58 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:16:51.827262 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1d7e63f1-a281-40c0-8872-d44970e1cf62 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:51.855414 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e63f1-a281-40c0-8872-d44970e1cf62 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'Subnet': ['ID=3199e1e4-65af-49ec-8371-e51aed7528be,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:51.859958 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1d7e63f1-a281-40c0-8872-d44970e1cf62 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:51.864942 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1d7e63f1-a281-40c0-8872-d44970e1cf62 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/subnets/3199e1e4-65af-49ec-8371-e51aed7528be HTTP/1.1" status: 204 len: 168 time: 0.3402426 Jul 15 13:16:51.869642 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36540) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:51.875247 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-244dcd9c-1e93-4407-85e1-bd635c8c3b58 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:51.881998 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a56b6e-addb-4913-b0dc-12cc7666ed99 None None] Network d15e2881-cc03-4b5f-b9a7-573ef0de36ea requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:51.961760 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a024d4f-0818-4ea0-b69a-8e1ca152e2db tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Deleting subnet 712ffb71-c2e5-469a-873a-39daf77a8ceb {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:16:51.976466 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5a024d4f-0818-4ea0-b69a-8e1ca152e2db tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:52.025870 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-1f45b90f-eac5-49a8-919e-172a2f560069 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:52.027465 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-1f45b90f-eac5-49a8-919e-172a2f560069 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/networks?id=99cd1bfe-9d64-42d2-99af-5de7cac58504 HTTP/1.1" status: 200 len: 814 time: 0.3210599 Jul 15 13:16:52.036862 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5a024d4f-0818-4ea0-b69a-8e1ca152e2db tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:52.044615 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244dcd9c-1e93-4407-85e1-bd635c8c3b58 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Pushing event updated for resources: {'Subnet': ['ID=d47b29c2-3396-417a-91eb-8fb73ad5f562,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:52.100116 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-953a45aa-1b2e-4157-873c-7a01217c230e tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/quotas/9a1172f2a14a403dab8bb15cd26b5d7e HTTP/1.1" status: 200 len: 375 time: 0.0619338 Jul 15 13:16:52.105396 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244dcd9c-1e93-4407-85e1-bd635c8c3b58 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Checking segment: {'id': 'cb6867e6-e060-4929-bf8a-43ca603c67c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7845cd4c-6fe0-47c1-8fa4-412232ed4559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:52.106290 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244dcd9c-1e93-4407-85e1-bd635c8c3b58 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Network hostable DHCP agents. Network: 7845cd4c-6fe0-47c1-8fa4-412232ed4559, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:16:52.146827 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5a024d4f-0818-4ea0-b69a-8e1ca152e2db tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:52.183611 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5509d-807f-4f04-b754-19e1f510de0c req-840f283e-3c19-44fc-a590-650ac76ec71d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:52.185778 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-55f5509d-807f-4f04-b754-19e1f510de0c req-840f283e-3c19-44fc-a590-650ac76ec71d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 946 time: 0.4091089 Jul 15 13:16:52.212657 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-e4ede388-7d26-430b-ad8a-5f0ab3bbec34 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9a1172f2a14a403dab8bb15cd26b5d7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0944834 Jul 15 13:16:52.225999 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5a024d4f-0818-4ea0-b69a-8e1ca152e2db tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:52.267460 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5a024d4f-0818-4ea0-b69a-8e1ca152e2db tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:52.272054 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244dcd9c-1e93-4407-85e1-bd635c8c3b58 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Network 7845cd4c-6fe0-47c1-8fa4-412232ed4559 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:16:52.272202 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5a024d4f-0818-4ea0-b69a-8e1ca152e2db tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/subnets/712ffb71-c2e5-469a-873a-39daf77a8ceb HTTP/1.1" status: 204 len: 168 time: 0.4033585 Jul 15 13:16:52.272202 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a024d4f-0818-4ea0-b69a-8e1ca152e2db tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'Subnet': ['ID=712ffb71-c2e5-469a-873a-39daf77a8ceb,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:52.276957 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36546) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:52.300500 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7c4466f5-9055-426d-a8ff-343160edba60 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:52.314477 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-244dcd9c-1e93-4407-85e1-bd635c8c3b58 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 7845cd4c-6fe0-47c1-8fa4-412232ed4559) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:52.327614 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03965a01-242f-4ddb-ba0a-e9fea5f4763d None None] Network 7845cd4c-6fe0-47c1-8fa4-412232ed4559 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:52.350343 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device e7d70bec-00e8-45eb-8a3b-df22ad62cd28 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:52.354602 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-55f5509d-807f-4f04-b754-19e1f510de0c req-7ff8cdf9-c37a-4838-8487-287126ca5a5e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=b00d526e-d151-4f83-bb42-f9f5f8e270ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449378 Jul 15 13:16:52.356250 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7c4466f5-9055-426d-a8ff-343160edba60 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-956703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-956678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-956815'] for router, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:52.364562 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244dcd9c-1e93-4407-85e1-bd635c8c3b58 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:52.365261 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-244dcd9c-1e93-4407-85e1-bd635c8c3b58 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:52.399001 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36548) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:52.451629 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-244dcd9c-1e93-4407-85e1-bd635c8c3b58 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.4991381 Jul 15 13:16:52.454185 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36550) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:52.476439 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-7f55289e-7148-4bd0-a7df-c9ffc24ec260 service neutron] 10.222.0.16 "GET /v2.0/networks/99cd1bfe-9d64-42d2-99af-5de7cac58504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467644 Jul 15 13:16:52.489856 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8a5ec78d-7351-43ff-a061-e526f930f9cc tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:52.584827 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port e7d70bec-00e8-45eb-8a3b-df22ad62cd28 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:52.592507 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port e7d70bec-00e8-45eb-8a3b-df22ad62cd28 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:52.592912 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:52.678287 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3673a23e-b193-4286-a7e7-93b9c09601c4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:52.685660 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ff6fb0-67b2-4d42-99ea-25e53936a7d4 tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:52.695121 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-63ff6fb0-67b2-4d42-99ea-25e53936a7d4 tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 1093 time: 0.2917483 Jul 15 13:16:52.695460 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36554) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:52.704727 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-d792db2e-1914-4310-8462-8554de81f51e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'port_id': 'c19b0dda-2772-4aea-840f-70eade45e12e', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:52.723740 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03c6fcb-dcbd-4813-93ff-7fc0357eea51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-7845cd4c-6fe0-47c1-8fa4-412232ed4559', 'network_id': '7845cd4c-6fe0-47c1-8fa4-412232ed4559', 'tenant_id': 'eca21b748e82441e98d655b16b5b35a1', 'fixed_ips': [{'subnet_id': 'd47b29c2-3396-417a-91eb-8fb73ad5f562'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:16:52.724589 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c03c6fcb-dcbd-4813-93ff-7fc0357eea51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:52.742412 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-8a5ec78d-7351-43ff-a061-e526f930f9cc tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Deleting port 1676efbd-c1fc-4024-8232-dc598e02c927 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:52.742412 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8a5ec78d-7351-43ff-a061-e526f930f9cc tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:52.766872 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-fc0609e1-b16a-460f-9865-c856b6bf2e79 service neutron] 10.222.0.16 "GET /v2.0/networks/99cd1bfe-9d64-42d2-99af-5de7cac58504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895689 Jul 15 13:16:52.837420 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d792db2e-1914-4310-8462-8554de81f51e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for floatingip, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:52.878453 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3673a23e-b193-4286-a7e7-93b9c09601c4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:52.888504 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c016694-ec6d-44be-aff7-5fc00b667c7a req-a3e962c1-2663-4bc5-81c0-2340c980be66 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:52.889847 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3c016694-ec6d-44be-aff7-5fc00b667c7a req-a3e962c1-2663-4bc5-81c0-2340c980be66 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=8901fd71-03a3-4ea3-8285-215c0a743342 HTTP/1.1" status: 200 len: 944 time: 0.3251274 Jul 15 13:16:52.906307 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-c03c6fcb-dcbd-4813-93ff-7fc0357eea51 None None] Allocated IP 2001:db8::f816:3eff:feb8:3952 (7845cd4c-6fe0-47c1-8fa4-412232ed4559/d47b29c2-3396-417a-91eb-8fb73ad5f562/e7ca3b56-7b9d-41b5-ba22-983f8a32aef2) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:52.938055 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-8a5ec78d-7351-43ff-a061-e526f930f9cc tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] For port 1676efbd-c1fc-4024-8232-dc598e02c927, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=1676efbd-c1fc-4024-8232-dc598e02c927,segment=NetworkSegment(46d59f2e-1e0f-4baf-b340-2ec2a0483c2b),segment_id=46d59f2e-1e0f-4baf-b340-2ec2a0483c2b)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:52.938407 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8a5ec78d-7351-43ff-a061-e526f930f9cc tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:52.975104 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4466f5-9055-426d-a8ff-343160edba60 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Router a26807b2-f69e-407d-9ec2-8a15c7b306b1 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:16:52.999275 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-8a5ec78d-7351-43ff-a061-e526f930f9cc tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Calling delete_port for 1676efbd-c1fc-4024-8232-dc598e02c927 owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:53.209942 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8a5ec78d-7351-43ff-a061-e526f930f9cc tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:53.238211 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ec78d-7351-43ff-a061-e526f930f9cc tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'Port': ['ID=1676efbd-c1fc-4024-8232-dc598e02c927,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:53.243017 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4466f5-9055-426d-a8ff-343160edba60 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:16:53.249993 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5ec78d-7351-43ff-a061-e526f930f9cc tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] No DVR routers for this DVR port 1676efbd-c1fc-4024-8232-dc598e02c927 on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:53.259383 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3c016694-ec6d-44be-aff7-5fc00b667c7a req-00b4f8de-2f3f-4780-98aa-7e18acbe15b3 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495028 Jul 15 13:16:53.263359 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51bcfc7-8c70-476a-8a92-fe4ff4afd07c None None] Network d15e2881-cc03-4b5f-b9a7-573ef0de36ea requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:53.266637 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7c4466f5-9055-426d-a8ff-343160edba60 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:53.267050 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1af1f81-bb21-4259-92fd-6a2655d97e93 None None] Sync routers for ids ['a26807b2-f69e-407d-9ec2-8a15c7b306b1'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:16:53.270543 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7c4466f5-9055-426d-a8ff-343160edba60 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] 10.222.0.16 "PUT /v2.0/routers/a26807b2-f69e-407d-9ec2-8a15c7b306b1 HTTP/1.1" status: 200 len: 914 time: 5.2726762 Jul 15 13:16:53.276678 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36566) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:53.360507 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:53.373999 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c03c6fcb-dcbd-4813-93ff-7fc0357eea51 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:53.384425 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1af1f81-bb21-4259-92fd-6a2655d97e93 None None] Routers {'a26807b2-f69e-407d-9ec2-8a15c7b306b1'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:53.385072 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-c1af1f81-bb21-4259-92fd-6a2655d97e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:16:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['a26807b2-f69e-407d-9ec2-8a15c7b306b1'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:53.412402 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port e7d70bec-00e8-45eb-8a3b-df22ad62cd28, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=e7d70bec-00e8-45eb-8a3b-df22ad62cd28,segment=NetworkSegment(6bb03eb1-9e52-4718-ab2b-06d9a8232852),segment_id=6bb03eb1-9e52-4718-ab2b-06d9a8232852)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:53.424531 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8901fd71-03a3-4ea3-8285-215c0a743342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d70bec-00e8-45eb-8a3b-df22ad62cd28'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:53.426920 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cabbce-716b-44c9-8587-dff57a78b0dd" -d '{"events": [{"server_uuid": "8901fd71-03a3-4ea3-8285-215c0a743342", "name": "network-vif-plugged", "status": "completed", "tag": "e7d70bec-00e8-45eb-8a3b-df22ad62cd28"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:53.430919 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-75de5983-f795-4fde-aab5-172b898c8532 None None] Could not find standard attr ID for object 1676efbd-c1fc-4024-8232-dc598e02c927. {{(pid=93827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:16:53.449063 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8a5ec78d-7351-43ff-a061-e526f930f9cc tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:53.468017 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:53.470595 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-8a5ec78d-7351-43ff-a061-e526f930f9cc tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d15e2881-cc03-4b5f-b9a7-573ef0de36ea']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:53.497646 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-8a5ec78d-7351-43ff-a061-e526f930f9cc tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d59f2e-1e0f-4baf-b340-2ec2a0483c2b') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:53.498072 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-8a5ec78d-7351-43ff-a061-e526f930f9cc tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d59f2e-1e0f-4baf-b340-2ec2a0483c2b') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:53.530875 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8a5ec78d-7351-43ff-a061-e526f930f9cc tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:53.555726 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8a5ec78d-7351-43ff-a061-e526f930f9cc tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:53.572541 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a5ec78d-7351-43ff-a061-e526f930f9cc tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:16:53.572787 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8a5ec78d-7351-43ff-a061-e526f930f9cc tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:53.576460 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:53.576460 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:53.576460 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:16:53.576460 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:16:53.576460 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:16:53.576460 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:16:53.576460 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:16:53.576460 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:16:53.576460 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:16:53.576460 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:16:53.576460 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:16:53.576460 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:16:53.576460 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:16:53.576460 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:16:53.576460 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:16:53.576460 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:16:53.576460 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:16:53.576460 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:16:53.576460 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:16:53.576460 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:16:53.576460 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:16:53.576460 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:16:53.576460 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:16:53.576460 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:16:53.576460 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:16:53.576460 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:16:53.576460 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:16:53.576460 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:16:53.576460 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:16:53.576460 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:16:53.576460 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:16:53.576460 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:16:53.576460 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:16:53.576460 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:16:53.583482 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b131a0ea-a006-414c-bf19-86eef89132c4 req-fadbb11f-4b45-47fc-938d-b40e966d8fef tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 210 time: 0.1733983 Jul 15 13:16:53.583811 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c03c6fcb-dcbd-4813-93ff-7fc0357eea51 None None] Transition to ACTIVE for port object e7ca3b56-7b9d-41b5-ba22-983f8a32aef2 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:53.589248 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=e7d70bec-00e8-45eb-8a3b-df22ad62cd28,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:53.604075 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-c1af1f81-bb21-4259-92fd-6a2655d97e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:53.684380 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8a5ec78d-7351-43ff-a061-e526f930f9cc tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:53.693538 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8a5ec78d-7351-43ff-a061-e526f930f9cc tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:53.695440 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8a5ec78d-7351-43ff-a061-e526f930f9cc tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/networks/d15e2881-cc03-4b5f-b9a7-573ef0de36ea HTTP/1.1" status: 204 len: 168 time: 1.4174607 Jul 15 13:16:53.709146 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36576) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:53.714411 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ec78d-7351-43ff-a061-e526f930f9cc tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'Network': ['ID=d15e2881-cc03-4b5f-b9a7-573ef0de36ea,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:53.729745 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78165c8c-4d3a-4f16-812d-0263a193b130 x-openstack-request-id: req-78165c8c-4d3a-4f16-812d-0263a193b130 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:53.730941 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8901fd71-03a3-4ea3-8285-215c0a743342", "name": "network-vif-plugged", "status": "completed", "tag": "e7d70bec-00e8-45eb-8a3b-df22ad62cd28", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:53.731542 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-78165c8c-4d3a-4f16-812d-0263a193b130 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:53.732148 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8901fd71-03a3-4ea3-8285-215c0a743342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d70bec-00e8-45eb-8a3b-df22ad62cd28', 'code': 200} Jul 15 13:16:53.733796 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1af1f81-bb21-4259-92fd-6a2655d97e93 None None] Routers {'a26807b2-f69e-407d-9ec2-8a15c7b306b1'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:53.734709 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-c1af1f81-bb21-4259-92fd-6a2655d97e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:16:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['a26807b2-f69e-407d-9ec2-8a15c7b306b1'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:53.779545 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c03c6fcb-dcbd-4813-93ff-7fc0357eea51 None None] Transition to ACTIVE for port object e7ca3b56-7b9d-41b5-ba22-983f8a32aef2 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:53.783045 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-c1af1f81-bb21-4259-92fd-6a2655d97e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:53.783939 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1af1f81-bb21-4259-92fd-6a2655d97e93 None None] The sync data for ids ['a26807b2-f69e-407d-9ec2-8a15c7b306b1'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:16:53.796311 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d670e-9e08-42e1-85d7-a865958e403f req-abc16271-e026-421e-8f07-4d03938e6838 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:53.797962 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-647d670e-9e08-42e1-85d7-a865958e403f req-abc16271-e026-421e-8f07-4d03938e6838 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffb70cd9-bb20-4451-93a1-b6cdb47c889c HTTP/1.1" status: 200 len: 946 time: 0.6576519 Jul 15 13:16:53.803931 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-10726ffa-e660-4889-b40f-6d6922e841ca tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] 10.222.0.16 "GET /v2.0/routers/a26807b2-f69e-407d-9ec2-8a15c7b306b1 HTTP/1.1" status: 200 len: 920 time: 0.5262015 Jul 15 13:16:53.807247 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36578) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:53.843060 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c03c6fcb-dcbd-4813-93ff-7fc0357eea51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:53.874481 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3673a23e-b193-4286-a7e7-93b9c09601c4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:53.886054 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03c6fcb-dcbd-4813-93ff-7fc0357eea51 None None] Network 7845cd4c-6fe0-47c1-8fa4-412232ed4559 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:53.894005 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-c03c6fcb-dcbd-4813-93ff-7fc0357eea51 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:53.901758 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03c6fcb-dcbd-4813-93ff-7fc0357eea51 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:53.958324 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c6fcb-dcbd-4813-93ff-7fc0357eea51 None None] Pushing event updated for resources: {'Port': ['ID=e7ca3b56-7b9d-41b5-ba22-983f8a32aef2,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:53.977334 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3673a23e-b193-4286-a7e7-93b9c09601c4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Pushing event deleted for resources: {'Subnet': ['ID=d47b29c2-3396-417a-91eb-8fb73ad5f562,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:54.001966 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ae9b73-08b7-4da5-9922-904cc7a53c01 None None] DHCP port deletion for d15e2881-cc03-4b5f-b9a7-573ef0de36ea request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:16:54.032121 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-c03c6fcb-dcbd-4813-93ff-7fc0357eea51 None None] Attempting to bind port e7ca3b56-7b9d-41b5-ba22-983f8a32aef2 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:54.032590 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-c03c6fcb-dcbd-4813-93ff-7fc0357eea51 None None] Attempting to bind port e7ca3b56-7b9d-41b5-ba22-983f8a32aef2 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'cb6867e6-e060-4929-bf8a-43ca603c67c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7845cd4c-6fe0-47c1-8fa4-412232ed4559'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:54.033018 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03c6fcb-dcbd-4813-93ff-7fc0357eea51 None None] Attempting to bind port e7ca3b56-7b9d-41b5-ba22-983f8a32aef2 on network 7845cd4c-6fe0-47c1-8fa4-412232ed4559 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:54.041920 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03c6fcb-dcbd-4813-93ff-7fc0357eea51 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:54.042390 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03c6fcb-dcbd-4813-93ff-7fc0357eea51 None None] Checking segment: {'id': 'cb6867e6-e060-4929-bf8a-43ca603c67c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7845cd4c-6fe0-47c1-8fa4-412232ed4559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:54.043658 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c03c6fcb-dcbd-4813-93ff-7fc0357eea51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.044331 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03c6fcb-dcbd-4813-93ff-7fc0357eea51 None None] Bound using segment: {'id': 'cb6867e6-e060-4929-bf8a-43ca603c67c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7845cd4c-6fe0-47c1-8fa4-412232ed4559'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:54.044811 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-c03c6fcb-dcbd-4813-93ff-7fc0357eea51 None None] Bound port: e7ca3b56-7b9d-41b5-ba22-983f8a32aef2, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb6867e6-e060-4929-bf8a-43ca603c67c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7845cd4c-6fe0-47c1-8fa4-412232ed4559'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:54.045319 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c03c6fcb-dcbd-4813-93ff-7fc0357eea51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.045442 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:16:54.049040 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4f28f-b545-4432-b71e-078f011586ff req-607f254f-4fa3-490c-95b7-4ee356563499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:54.051335 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6ff4f28f-b545-4432-b71e-078f011586ff req-607f254f-4fa3-490c-95b7-4ee356563499 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8901fd71-03a3-4ea3-8285-215c0a743342 HTTP/1.1" status: 200 len: 1097 time: 0.2942774 Jul 15 13:16:54.093452 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3673a23e-b193-4286-a7e7-93b9c09601c4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.104305 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-3673a23e-b193-4286-a7e7-93b9c09601c4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7845cd4c-6fe0-47c1-8fa4-412232ed4559']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:54.120685 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-3673a23e-b193-4286-a7e7-93b9c09601c4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb6867e6-e060-4929-bf8a-43ca603c67c8') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:54.120984 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-3673a23e-b193-4286-a7e7-93b9c09601c4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb6867e6-e060-4929-bf8a-43ca603c67c8') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:54.130621 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3673a23e-b193-4286-a7e7-93b9c09601c4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.145792 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3673a23e-b193-4286-a7e7-93b9c09601c4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.152171 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3673a23e-b193-4286-a7e7-93b9c09601c4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:16:54.153109 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3673a23e-b193-4286-a7e7-93b9c09601c4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.156954 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-c03c6fcb-dcbd-4813-93ff-7fc0357eea51 None None] For port e7ca3b56-7b9d-41b5-ba22-983f8a32aef2, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:54.169524 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1676efbd-c1fc-4024-8232-dc598e02c927 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:54.212258 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:16:54.212258 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:16:54.212258 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:16:54.212258 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:16:54.212258 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:16:54.212258 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:16:54.212258 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:16:54.212258 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:16:54.212258 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:16:54.212258 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:16:54.212258 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:16:54.212258 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:16:54.212258 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:16:54.212258 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:16:54.212258 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:16:54.212258 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:16:54.212258 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:16:54.212258 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:16:54.212258 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:16:54.212258 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:16:54.212258 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:16:54.212258 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:16:54.212258 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:16:54.212258 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:16:54.212258 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:16:54.212258 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:16:54.212258 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:16:54.212258 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:16:54.212258 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:16:54.212258 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:16:54.212258 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:16:54.212258 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:16:54.220533 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.db.api [None req-3673a23e-b193-4286-a7e7-93b9c09601c4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 13:16:54.220533 n-d-771363-36 neutron-server[93826]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 13:16:54.220533 n-d-771363-36 neutron-server[93826]: [parameters: {'id': '7845cd4c-6fe0-47c1-8fa4-412232ed4559'}] Jul 15 13:16:54.220533 n-d-771363-36 neutron-server[93826]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:16:54.220978 n-d-771363-36 neutron-server[93826]: DEBUG oslo_db.api [None req-3673a23e-b193-4286-a7e7-93b9c09601c4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:16:54.232828 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 1676efbd-c1fc-4024-8232-dc598e02c927 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:16:54.233148 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1676efbd-c1fc-4024-8232-dc598e02c927 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:16:54.242246 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-c03c6fcb-dcbd-4813-93ff-7fc0357eea51 None None] For port e7ca3b56-7b9d-41b5-ba22-983f8a32aef2, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=e7ca3b56-7b9d-41b5-ba22-983f8a32aef2,segment=NetworkSegment(cb6867e6-e060-4929-bf8a-43ca603c67c8),segment_id=cb6867e6-e060-4929-bf8a-43ca603c67c8)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:54.250482 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c03c6fcb-dcbd-4813-93ff-7fc0357eea51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.276705 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6ff4f28f-b545-4432-b71e-078f011586ff req-5e0971f5-1616-47a2-a17a-f30a66e393e1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632896 Jul 15 13:16:54.412022 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c6fcb-dcbd-4813-93ff-7fc0357eea51 None None] Pushing event updated for resources: {'Port': ['ID=e7ca3b56-7b9d-41b5-ba22-983f8a32aef2,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:54.433366 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d792db2e-1914-4310-8462-8554de81f51e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.449825 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2d267c-8ce7-4830-9c2c-d5e8fa680ec1 None None] Network 7845cd4c-6fe0-47c1-8fa4-412232ed4559 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:54.542667 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31410df-8deb-4f34-ae93-fbb3a5ac1f6e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:54.544352 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b31410df-8deb-4f34-ae93-fbb3a5ac1f6e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.8332906 Jul 15 13:16:54.549349 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36584) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:54.599473 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d233104f-f450-46b4-88d8-23dae7ddb605 None None] get_active_networks_info from n-d-771363-36 {{(pid=93827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:16:54.631295 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c7a69ffc-f71f-476a-8b40-6110fafcc7be tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0778136 Jul 15 13:16:54.631519 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36588) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:54.636776 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-68a283e1-ec23-42d5-9a3c-03692cecf797 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1064703393'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:54.644140 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-647d670e-9e08-42e1-85d7-a865958e403f req-f6d4b19d-e3d5-4d47-b7c4-07b594570197 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/security-groups?id=787afb52-204d-49bf-9502-cebf24554fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8241110 Jul 15 13:16:54.673236 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a283e1-ec23-42d5-9a3c-03692cecf797 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Made reservation on behalf of 44d20f985e3e4d3da729c1600e912e21 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:54.677365 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-68a283e1-ec23-42d5-9a3c-03692cecf797 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.703087 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-d792db2e-1914-4310-8462-8554de81f51e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Allocated IP 172.25.8.203 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/e861d23e-2ff0-47a3-af2f-a14c0aa85146) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:54.704151 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68a283e1-ec23-42d5-9a3c-03692cecf797 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:16:54.715729 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-68a283e1-ec23-42d5-9a3c-03692cecf797 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.716112 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-68a283e1-ec23-42d5-9a3c-03692cecf797 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Added segment ac5deda7-e749-4a41-aaf7-ed26ef264bfe of type vlan for network cd5bd2d6-7132-4a7f-960c-40f148939913 Jul 15 13:16:54.750814 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d233104f-f450-46b4-88d8-23dae7ddb605 None None] Resources bound (agent type, host, resource id): {{(pid=93827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:16:54.765280 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef7c9c8-3d4c-467c-9307-cbac65a59ef4 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:54.770651 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-cef7c9c8-3d4c-467c-9307-cbac65a59ef4 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=e1268488-a505-464f-96b0-8b93d6dfd7ab&device_id=a26807b2-f69e-407d-9ec2-8a15c7b306b1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.9604933 Jul 15 13:16:54.781915 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36592) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:54.787338 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-68a283e1-ec23-42d5-9a3c-03692cecf797 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.795251 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3673a23e-b193-4286-a7e7-93b9c09601c4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.909547 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283d30f-a592-4634-a689-f5dbe46489b7 req-36f433c4-ae58-41af-9bb2-e60065b0928e tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:54.916709 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8283d30f-a592-4634-a689-f5dbe46489b7 req-36f433c4-ae58-41af-9bb2-e60065b0928e tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=8901fd71-03a3-4ea3-8285-215c0a743342 HTTP/1.1" status: 200 len: 945 time: 0.4405425 Jul 15 13:16:54.919920 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-68a283e1-ec23-42d5-9a3c-03692cecf797 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.935630 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a283e1-ec23-42d5-9a3c-03692cecf797 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:54.935876 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-68a283e1-ec23-42d5-9a3c-03692cecf797 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:55.013623 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-68a283e1-ec23-42d5-9a3c-03692cecf797 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3810763 Jul 15 13:16:55.017787 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36596) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:55.055492 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-3f07e12d-410d-41cf-8d3f-338419894f00 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'subnet': {'network_id': 'cd5bd2d6-7132-4a7f-960c-40f148939913', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:55.072476 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a283e1-ec23-42d5-9a3c-03692cecf797 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'Network': ['ID=cd5bd2d6-7132-4a7f-960c-40f148939913,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:55.091294 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d792db2e-1914-4310-8462-8554de81f51e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:55.093274 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-3673a23e-b193-4286-a7e7-93b9c09601c4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Deleting port e7ca3b56-7b9d-41b5-ba22-983f8a32aef2 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:55.093631 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3673a23e-b193-4286-a7e7-93b9c09601c4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:55.127842 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network cd5bd2d6-7132-4a7f-960c-40f148939913 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:16:55.148199 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0fffbb94-384b-4f34-a62d-91dcc1866a33 req-b1ec5370-5f88-4f7c-bf17-e35453761d6e tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 210 time: 0.2287960 Jul 15 13:16:55.214657 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8283d30f-a592-4634-a689-f5dbe46489b7 req-6ddba703-69f7-4d2c-aac6-b40dd907ea1e tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969506 Jul 15 13:16:55.220870 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7429f75-ad22-4617-9a29-5892580ed634 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:55.225570 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d7429f75-ad22-4617-9a29-5892580ed634 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] 10.222.0.16 "GET /v2.0/networks/e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 881 time: 0.4336841 Jul 15 13:16:55.225730 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36602) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:55.239735 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d792db2e-1914-4310-8462-8554de81f51e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:55.290870 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d792db2e-1914-4310-8462-8554de81f51e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:55.293872 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-d792db2e-1914-4310-8462-8554de81f51e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:55.302202 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8b1b6c63-4381-4c02-97a4-e48e0e9e0a98 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] 10.222.0.16 "GET /v2.0/ports?device_id=a26807b2-f69e-407d-9ec2-8a15c7b306b1 HTTP/1.1" status: 200 len: 205 time: 0.0727715 Jul 15 13:16:55.302202 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d792db2e-1914-4310-8462-8554de81f51e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:55.324634 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-8da29b83-8ea0-4f45-9821-863e223b346e tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:55.327640 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-8da29b83-8ea0-4f45-9821-863e223b346e tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.46 "GET /v2.0/networks?id=99cd1bfe-9d64-42d2-99af-5de7cac58504 HTTP/1.1" status: 200 len: 814 time: 0.2154374 Jul 15 13:16:55.330533 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36604) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:55.398988 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-83a30657-86a5-48db-80ae-feacf1a32487 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Request body: {'port': {'device_id': '759719d1-a0db-40d0-8e40-76a9c8fb4168', 'network_id': '99cd1bfe-9d64-42d2-99af-5de7cac58504', 'admin_state_up': True, 'tenant_id': '9a1172f2a14a403dab8bb15cd26b5d7e'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:55.531265 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-3673a23e-b193-4286-a7e7-93b9c09601c4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] For port e7ca3b56-7b9d-41b5-ba22-983f8a32aef2, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=e7ca3b56-7b9d-41b5-ba22-983f8a32aef2,segment=NetworkSegment(cb6867e6-e060-4929-bf8a-43ca603c67c8),segment_id=cb6867e6-e060-4929-bf8a-43ca603c67c8)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:55.531628 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3673a23e-b193-4286-a7e7-93b9c09601c4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:55.546300 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d792db2e-1914-4310-8462-8554de81f51e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'Port': ['ID=e861d23e-2ff0-47a3-af2f-a14c0aa85146,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:55.585423 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f07e12d-410d-41cf-8d3f-338419894f00 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Made reservation on behalf of 44d20f985e3e4d3da729c1600e912e21 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:55.588184 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3f07e12d-410d-41cf-8d3f-338419894f00 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:55.814949 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3f07e12d-410d-41cf-8d3f-338419894f00 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:55.817646 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-3673a23e-b193-4286-a7e7-93b9c09601c4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Calling delete_port for e7ca3b56-7b9d-41b5-ba22-983f8a32aef2 owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:56.020927 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d792db2e-1914-4310-8462-8554de81f51e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.152102 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d792db2e-1914-4310-8462-8554de81f51e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.177129 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f46ae-cc9f-487e-970f-32b9983d9d86 req-63f5e997-e2c4-4e88-9fea-37754456a29a tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:56.178786 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-299f46ae-cc9f-487e-970f-32b9983d9d86 req-63f5e997-e2c4-4e88-9fea-37754456a29a tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffb70cd9-bb20-4451-93a1-b6cdb47c889c HTTP/1.1" status: 200 len: 946 time: 0.1342649 Jul 15 13:16:56.306535 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-af0e6ede-c537-4b5e-ad24-08554844ac60 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.322394 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07e12d-410d-41cf-8d3f-338419894f00 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'Subnet': ['ID=24361212-ed35-4d2f-8352-11e1f5128645,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:56.358180 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-35af2ef4-7742-43d9-9b93-c4678e950b03 req-ddca3358-5893-436e-897b-67b90df30869 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 210 time: 0.0572317 Jul 15 13:16:56.391596 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f07e12d-410d-41cf-8d3f-338419894f00 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Checking segment: {'id': 'ac5deda7-e749-4a41-aaf7-ed26ef264bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cd5bd2d6-7132-4a7f-960c-40f148939913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:56.392290 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f07e12d-410d-41cf-8d3f-338419894f00 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Network hostable DHCP agents. Network: cd5bd2d6-7132-4a7f-960c-40f148939913, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:16:56.409457 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-299f46ae-cc9f-487e-970f-32b9983d9d86 req-5121ed3b-8db1-4797-a4d9-aa8595e64741 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/security-groups?id=787afb52-204d-49bf-9502-cebf24554fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068449 Jul 15 13:16:56.451159 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d792db2e-1914-4310-8462-8554de81f51e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.458969 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d792db2e-1914-4310-8462-8554de81f51e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.461975 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-83a30657-86a5-48db-80ae-feacf1a32487 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Made reservation on behalf of 9a1172f2a14a403dab8bb15cd26b5d7e for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:56.466292 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-83a30657-86a5-48db-80ae-feacf1a32487 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.491069 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3673a23e-b193-4286-a7e7-93b9c09601c4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.541462 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f07e12d-410d-41cf-8d3f-338419894f00 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Network cd5bd2d6-7132-4a7f-960c-40f148939913 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:16:56.543925 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3673a23e-b193-4286-a7e7-93b9c09601c4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Pushing event deleted for resources: {'Port': ['ID=e7ca3b56-7b9d-41b5-ba22-983f8a32aef2,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:56.547268 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3673a23e-b193-4286-a7e7-93b9c09601c4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] No DVR routers for this DVR port e7ca3b56-7b9d-41b5-ba22-983f8a32aef2 on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:56.586415 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d792db2e-1914-4310-8462-8554de81f51e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'Port': ['ID=e861d23e-2ff0-47a3-af2f-a14c0aa85146,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:56.603801 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d792db2e-1914-4310-8462-8554de81f51e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.619195 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-3f07e12d-410d-41cf-8d3f-338419894f00 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, cd5bd2d6-7132-4a7f-960c-40f148939913) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:56.635123 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd721584-440e-4a95-9bfa-b236a7d0e75e None None] Network cd5bd2d6-7132-4a7f-960c-40f148939913 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:56.649205 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f07e12d-410d-41cf-8d3f-338419894f00 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:56.649933 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3f07e12d-410d-41cf-8d3f-338419894f00 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.668393 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-af0e6ede-c537-4b5e-ad24-08554844ac60 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.707984 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3f07e12d-410d-41cf-8d3f-338419894f00 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6889808 Jul 15 13:16:56.714701 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36620) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:56.716589 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01726dc-e856-4e01-8037-9c9403e02767 req-d9462970-ad88-4099-87c1-ad4a06b55112 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:56.723952 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e01726dc-e856-4e01-8037-9c9403e02767 req-d9462970-ad88-4099-87c1-ad4a06b55112 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=8901fd71-03a3-4ea3-8285-215c0a743342 HTTP/1.1" status: 200 len: 945 time: 0.1931801 Jul 15 13:16:56.739376 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3673a23e-b193-4286-a7e7-93b9c09601c4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.758777 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-d792db2e-1914-4310-8462-8554de81f51e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Floating IP bb9a9217-1fc0-478f-86e0-11e8c5ead0a6 associated. External IP: 172.25.8.203, port: c19b0dda-2772-4aea-840f-70eade45e12e. Jul 15 13:16:56.771802 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-d010025e-a703-4c93-b003-a3326c8bd755 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'port': {'network_id': 'cd5bd2d6-7132-4a7f-960c-40f148939913', 'name': 'tempest-PortsTestJSON-2097783261'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:56.798553 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-3673a23e-b193-4286-a7e7-93b9c09601c4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7845cd4c-6fe0-47c1-8fa4-412232ed4559']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:56.816322 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e01726dc-e856-4e01-8037-9c9403e02767 req-ec54dd36-664d-4d23-b855-be17968ec162 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913002 Jul 15 13:16:56.846802 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-3673a23e-b193-4286-a7e7-93b9c09601c4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb6867e6-e060-4929-bf8a-43ca603c67c8') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:56.847077 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-3673a23e-b193-4286-a7e7-93b9c09601c4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb6867e6-e060-4929-bf8a-43ca603c67c8') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:56.859562 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc69dfa-93fd-4ea0-89de-9da679e7d9de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-cd5bd2d6-7132-4a7f-960c-40f148939913', 'network_id': 'cd5bd2d6-7132-4a7f-960c-40f148939913', 'tenant_id': '44d20f985e3e4d3da729c1600e912e21', 'fixed_ips': [{'subnet_id': '24361212-ed35-4d2f-8352-11e1f5128645'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:16:56.860489 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9fc69dfa-93fd-4ea0-89de-9da679e7d9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.950523 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3673a23e-b193-4286-a7e7-93b9c09601c4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:57.012111 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-83a30657-86a5-48db-80ae-feacf1a32487 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Allocated IP 172.20.0.11 (99cd1bfe-9d64-42d2-99af-5de7cac58504/ee6addd9-f622-4af5-9405-5b44d7a0cc0b/8bb4bb62-0322-4b98-9cb4-505e0aa23bef) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:57.065458 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3673a23e-b193-4286-a7e7-93b9c09601c4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:57.074157 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-9fc69dfa-93fd-4ea0-89de-9da679e7d9de None None] Allocated IP 172.20.0.2 (cd5bd2d6-7132-4a7f-960c-40f148939913/24361212-ed35-4d2f-8352-11e1f5128645/0a9d4009-35ac-4e6d-9881-0812b15bfe13) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:57.081496 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3673a23e-b193-4286-a7e7-93b9c09601c4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:16:57.081912 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3673a23e-b193-4286-a7e7-93b9c09601c4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:57.085046 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:16:57.085046 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:16:57.085046 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:16:57.085046 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:16:57.085046 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:16:57.085046 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:16:57.085046 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:16:57.085046 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:16:57.085046 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:16:57.085046 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:16:57.085046 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:16:57.085046 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:16:57.085046 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:16:57.085046 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:16:57.085046 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:16:57.085046 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:16:57.085046 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:16:57.085046 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:16:57.085046 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:16:57.085046 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:16:57.085046 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:16:57.085046 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:16:57.085046 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:16:57.085046 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:16:57.085046 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:16:57.085046 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:16:57.085046 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:16:57.085046 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:16:57.085046 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:16:57.085046 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:16:57.085046 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:16:57.085046 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:16:57.097816 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00723f-60f6-426a-8266-405402a5b3ee req-381dd966-850a-4e01-85da-c0c4c4bd6fc3 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:57.099351 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0b00723f-60f6-426a-8266-405402a5b3ee req-381dd966-850a-4e01-85da-c0c4c4bd6fc3 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca729965-aa11-4eca-9fc6-001adfc57e3a HTTP/1.1" status: 200 len: 945 time: 0.1212301 Jul 15 13:16:57.109094 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d792db2e-1914-4310-8462-8554de81f51e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Router fce3a1fd-ff8c-4c61-a07c-59689ebe08a0 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:16:57.124081 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-af0e6ede-c537-4b5e-ad24-08554844ac60 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Deleting port d1cdfe94-76d6-4746-b3b1-c08f6d23e8ab {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:57.124443 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-af0e6ede-c537-4b5e-ad24-08554844ac60 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:57.193218 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0b00723f-60f6-426a-8266-405402a5b3ee req-a9faeea2-8a01-45e6-a085-6e821f692f70 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826526 Jul 15 13:16:57.198646 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d010025e-a703-4c93-b003-a3326c8bd755 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Made reservation on behalf of 44d20f985e3e4d3da729c1600e912e21 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:57.202326 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d010025e-a703-4c93-b003-a3326c8bd755 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:57.227445 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3673a23e-b193-4286-a7e7-93b9c09601c4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:57.275559 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3673a23e-b193-4286-a7e7-93b9c09601c4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:57.280379 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3673a23e-b193-4286-a7e7-93b9c09601c4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] 10.222.0.16 "DELETE /v2.0/networks/7845cd4c-6fe0-47c1-8fa4-412232ed4559 HTTP/1.1" status: 204 len: 168 time: 4.8220537 Jul 15 13:16:57.283448 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36626) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:57.292729 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9fc69dfa-93fd-4ea0-89de-9da679e7d9de None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:57.302095 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-9fc69dfa-93fd-4ea0-89de-9da679e7d9de None None] Transition to ACTIVE for port object 0a9d4009-35ac-4e6d-9881-0812b15bfe13 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:57.318903 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-9fc69dfa-93fd-4ea0-89de-9da679e7d9de None None] Transition to ACTIVE for port object 0a9d4009-35ac-4e6d-9881-0812b15bfe13 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:57.320400 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-d010025e-a703-4c93-b003-a3326c8bd755 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] device_id is not set on port 2d9005b1-23c9-47df-906c-f2a7d1be13c4 yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:16:57.326441 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9fc69dfa-93fd-4ea0-89de-9da679e7d9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:57.336489 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3673a23e-b193-4286-a7e7-93b9c09601c4 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Pushing event deleted for resources: {'Network': ['ID=7845cd4c-6fe0-47c1-8fa4-412232ed4559,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:57.351314 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d792db2e-1914-4310-8462-8554de81f51e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:16:57.365920 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454e0226-79d2-4256-83f9-0fde216ca762 None None] Sync routers for ids ['fce3a1fd-ff8c-4c61-a07c-59689ebe08a0'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:16:57.377986 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454e0226-79d2-4256-83f9-0fde216ca762 None None] Routers {'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:57.378762 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-962fd74f-d6b1-4675-92ab-77f2e4e18f7f tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] DELETE failed (client error): The resource could not be found. Jul 15 13:16:57.379426 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-454e0226-79d2-4256-83f9-0fde216ca762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:16:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['fce3a1fd-ff8c-4c61-a07c-59689ebe08a0'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:57.380007 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-962fd74f-d6b1-4675-92ab-77f2e4e18f7f tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:16:57.385454 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-962fd74f-d6b1-4675-92ab-77f2e4e18f7f tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] 10.222.0.16 "DELETE /v2.0/subnets/d47b29c2-3396-417a-91eb-8fb73ad5f562 HTTP/1.1" status: 404 len: 337 time: 0.0904126 Jul 15 13:16:57.399234 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36628) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:57.406058 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc69dfa-93fd-4ea0-89de-9da679e7d9de None None] Pushing event updated for resources: {'Port': ['ID=0a9d4009-35ac-4e6d-9881-0812b15bfe13,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:57.414347 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc69dfa-93fd-4ea0-89de-9da679e7d9de None None] Network cd5bd2d6-7132-4a7f-960c-40f148939913 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:57.416265 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-9fc69dfa-93fd-4ea0-89de-9da679e7d9de None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:57.423278 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc69dfa-93fd-4ea0-89de-9da679e7d9de None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:57.423638 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-af0e6ede-c537-4b5e-ad24-08554844ac60 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:57.440632 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-af0e6ede-c537-4b5e-ad24-08554844ac60 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Calling delete_port for d1cdfe94-76d6-4746-b3b1-c08f6d23e8ab owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:57.493329 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-9fc69dfa-93fd-4ea0-89de-9da679e7d9de None None] Attempting to bind port 0a9d4009-35ac-4e6d-9881-0812b15bfe13 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:57.493705 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-9fc69dfa-93fd-4ea0-89de-9da679e7d9de None None] Attempting to bind port 0a9d4009-35ac-4e6d-9881-0812b15bfe13 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'ac5deda7-e749-4a41-aaf7-ed26ef264bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cd5bd2d6-7132-4a7f-960c-40f148939913'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:57.494071 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc69dfa-93fd-4ea0-89de-9da679e7d9de None None] Attempting to bind port 0a9d4009-35ac-4e6d-9881-0812b15bfe13 on network cd5bd2d6-7132-4a7f-960c-40f148939913 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:57.501231 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc69dfa-93fd-4ea0-89de-9da679e7d9de None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:57.501231 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc69dfa-93fd-4ea0-89de-9da679e7d9de None None] Checking segment: {'id': 'ac5deda7-e749-4a41-aaf7-ed26ef264bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cd5bd2d6-7132-4a7f-960c-40f148939913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:57.501709 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9fc69dfa-93fd-4ea0-89de-9da679e7d9de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:57.501994 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc69dfa-93fd-4ea0-89de-9da679e7d9de None None] Bound using segment: {'id': 'ac5deda7-e749-4a41-aaf7-ed26ef264bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cd5bd2d6-7132-4a7f-960c-40f148939913'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:57.502462 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-9fc69dfa-93fd-4ea0-89de-9da679e7d9de None None] Bound port: 0a9d4009-35ac-4e6d-9881-0812b15bfe13, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5deda7-e749-4a41-aaf7-ed26ef264bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cd5bd2d6-7132-4a7f-960c-40f148939913'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:57.502895 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9fc69dfa-93fd-4ea0-89de-9da679e7d9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:57.554605 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-b42600ee-2515-428e-b034-6022e2005b13 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] DELETE failed (client error): The resource could not be found. Jul 15 13:16:57.567973 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b42600ee-2515-428e-b034-6022e2005b13 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:16:57.572233 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b42600ee-2515-428e-b034-6022e2005b13 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] 10.222.0.16 "DELETE /v2.0/networks/7845cd4c-6fe0-47c1-8fa4-412232ed4559 HTTP/1.1" status: 404 len: 339 time: 0.1600156 Jul 15 13:16:57.592649 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36636) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:57.596638 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-9fc69dfa-93fd-4ea0-89de-9da679e7d9de None None] For port 0a9d4009-35ac-4e6d-9881-0812b15bfe13, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:57.603313 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-9fc69dfa-93fd-4ea0-89de-9da679e7d9de None None] For port 0a9d4009-35ac-4e6d-9881-0812b15bfe13, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=0a9d4009-35ac-4e6d-9881-0812b15bfe13,segment=NetworkSegment(ac5deda7-e749-4a41-aaf7-ed26ef264bfe),segment_id=ac5deda7-e749-4a41-aaf7-ed26ef264bfe)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:57.610927 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9fc69dfa-93fd-4ea0-89de-9da679e7d9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:57.626141 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d792db2e-1914-4310-8462-8554de81f51e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:57.753456 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc69dfa-93fd-4ea0-89de-9da679e7d9de None None] Pushing event updated for resources: {'Port': ['ID=0a9d4009-35ac-4e6d-9881-0812b15bfe13,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:57.764246 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-af0e6ede-c537-4b5e-ad24-08554844ac60 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:57.776087 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-454e0226-79d2-4256-83f9-0fde216ca762 None None] Set router fce3a1fd-ff8c-4c61-a07c-59689ebe08a0 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:57.930058 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-83a30657-86a5-48db-80ae-feacf1a32487 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:57.979620 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e6ede-c537-4b5e-ad24-08554844ac60 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Pushing event deleted for resources: {'Port': ['ID=d1cdfe94-76d6-4746-b3b1-c08f6d23e8ab,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:58.148540 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-d010025e-a703-4c93-b003-a3326c8bd755 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Allocated IP 172.20.0.14 (cd5bd2d6-7132-4a7f-960c-40f148939913/24361212-ed35-4d2f-8352-11e1f5128645/2d9005b1-23c9-47df-906c-f2a7d1be13c4) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:58.180714 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-af0e6ede-c537-4b5e-ad24-08554844ac60 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:58.227044 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-454e0226-79d2-4256-83f9-0fde216ca762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452297766', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'c36b9605-a7e3-4a24-a166-4b1ba7f2c812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:16:00Z', 'updated_at': '2021-07-15T13:16:19Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'c36b9605-a7e3-4a24-a166-4b1ba7f2c812', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:01:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:01Z', 'updated_at': '2021-07-15T13:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'bb9a9217-1fc0-478f-86e0-11e8c5ead0a6', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'floating_ip_address': '172.25.8.203', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0', 'port_id': 'c19b0dda-2772-4aea-840f-70eade45e12e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13c0d8aa-07af-4e01-b8fa-724097cdd1d2', 'mac_address': 'fa:16:3e:83:cb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d924eeb-0c12-4172-af92-62dcc2407bd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:16:55Z', 'updated_at': '2021-07-15T13:16:55Z', 'revision_number': 0, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f92024c5-0054-4043-8de2-3d15ab33e7d7', 'name': '', 'network_id': '13c0d8aa-07af-4e01-b8fa-724097cdd1d2', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'mac_address': 'fa:16:3e:e7:e0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '007dc46b-c0a3-4755-b595-e11755a7ea39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:13Z', 'updated_at': '2021-07-15T13:16:29Z', 'revision_number': 5, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'subnets': [{'id': '007dc46b-c0a3-4755-b595-e11755a7ea39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:58.285150 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 0a9d4009-35ac-4e6d-9881-0812b15bfe13 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:58.287397 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454e0226-79d2-4256-83f9-0fde216ca762 None None] Checking router: fce3a1fd-ff8c-4c61-a07c-59689ebe08a0 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:16:58.299147 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454e0226-79d2-4256-83f9-0fde216ca762 None None] Routers {'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:58.300388 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-454e0226-79d2-4256-83f9-0fde216ca762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:16:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['fce3a1fd-ff8c-4c61-a07c-59689ebe08a0'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:58.354011 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-af0e6ede-c537-4b5e-ad24-08554844ac60 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:58.381641 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-af0e6ede-c537-4b5e-ad24-08554844ac60 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:58.385069 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 0a9d4009-35ac-4e6d-9881-0812b15bfe13 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:58.389027 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8465d178-229b-44e1-b6e3-531832086ce6 req-469480f7-b246-405c-a5ad-c1a22727b0a1 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 210 time: 0.7574947 Jul 15 13:16:58.435362 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d792db2e-1914-4310-8462-8554de81f51e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.7337201 Jul 15 13:16:58.435362 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dfa8221-b7e6-4974-a04a-9983656fb5fb tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] DELETE failed (client error): The resource could not be found. Jul 15 13:16:58.436710 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-83a30657-86a5-48db-80ae-feacf1a32487 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:58.437429 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dfa8221-b7e6-4974-a04a-9983656fb5fb tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:16:58.445415 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1dfa8221-b7e6-4974-a04a-9983656fb5fb tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] 10.222.0.16 "DELETE /v2.0/subnets/fbb8cf20-5ccc-46a4-8e3c-862c08a76f33 HTTP/1.1" status: 404 len: 337 time: 0.8253806 Jul 15 13:16:58.449984 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36644) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:58.452792 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d924eeb-0c12-4172-af92-62dcc2407bd6', 'tag': 'c19b0dda-2772-4aea-840f-70eade45e12e'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:58.459969 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d65a5e4-4a3c-4742-ba8a-942ba71b6ad7" -d '{"events": [{"name": "network-changed", "server_uuid": "5d924eeb-0c12-4172-af92-62dcc2407bd6", "tag": "c19b0dda-2772-4aea-840f-70eade45e12e"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:58.509804 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-454e0226-79d2-4256-83f9-0fde216ca762 None None] Set router fce3a1fd-ff8c-4c61-a07c-59689ebe08a0 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:58.525333 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-af0e6ede-c537-4b5e-ad24-08554844ac60 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:58.530100 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0e6ede-c537-4b5e-ad24-08554844ac60 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Fanout notify agent at l3_agent the message router_deleted on router a26807b2-f69e-407d-9ec2-8a15c7b306b1 {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:16:58.535710 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0b0e1-9b79-4ce9-a67c-d7cd8fa5f8b3 req-f9a7c897-5ec5-4145-a93f-6ced635bcf05 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:58.537279 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f4d0b0e1-9b79-4ce9-a67c-d7cd8fa5f8b3 req-f9a7c897-5ec5-4145-a93f-6ced635bcf05 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=8901fd71-03a3-4ea3-8285-215c0a743342 HTTP/1.1" status: 200 len: 945 time: 1.1389329 Jul 15 13:16:58.548212 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-af0e6ede-c537-4b5e-ad24-08554844ac60 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:58.549478 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-af0e6ede-c537-4b5e-ad24-08554844ac60 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] 10.222.0.16 "DELETE /v2.0/routers/a26807b2-f69e-407d-9ec2-8a15c7b306b1 HTTP/1.1" status: 204 len: 168 time: 3.2066336 Jul 15 13:16:58.562031 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36648) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:58.567754 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-b00620bd-d425-4ce8-833b-8dfbc1703b14 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1057979523', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:58.571413 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8d006c9-977a-4d6b-baaf-f00502299790 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] DELETE failed (client error): The resource could not be found. Jul 15 13:16:58.572188 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8d006c9-977a-4d6b-baaf-f00502299790 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:16:58.574266 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e8d006c9-977a-4d6b-baaf-f00502299790 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] 10.222.0.16 "DELETE /v2.0/networks/e0342db6-fc05-4c4e-aedc-fa20fcd27f8a HTTP/1.1" status: 404 len: 339 time: 0.1188490 Jul 15 13:16:58.589326 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-83a30657-86a5-48db-80ae-feacf1a32487 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Network 99cd1bfe-9d64-42d2-99af-5de7cac58504 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:58.590628 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36650) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:58.610013 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5712e5-44b7-4bec-a5fe-c2c560028ed4 req-4af7a24c-d52c-46af-b0bd-414c609ea15e tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:58.611656 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2f5712e5-44b7-4bec-a5fe-c2c560028ed4 req-4af7a24c-d52c-46af-b0bd-414c609ea15e tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffb70cd9-bb20-4451-93a1-b6cdb47c889c HTTP/1.1" status: 200 len: 946 time: 1.0406771 Jul 15 13:16:58.627139 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-966dc504-ec5f-4d48-a79b-2e6a72a6bb19 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] DELETE failed (client error): The resource could not be found. Jul 15 13:16:58.627595 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-966dc504-ec5f-4d48-a79b-2e6a72a6bb19 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:16:58.630326 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-966dc504-ec5f-4d48-a79b-2e6a72a6bb19 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] 10.222.0.16 "DELETE /v2.0/subnets/1bb9066b-f118-46c1-a438-826f4b0865f3 HTTP/1.1" status: 404 len: 337 time: 0.0386243 Jul 15 13:16:58.641816 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-83a30657-86a5-48db-80ae-feacf1a32487 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:58.657675 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36652) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:58.658652 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-83a30657-86a5-48db-80ae-feacf1a32487 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:58.670919 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a30657-86a5-48db-80ae-feacf1a32487 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Pushing event updated for resources: {'Port': ['ID=8bb4bb62-0322-4b98-9cb4-505e0aa23bef,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:58.716461 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ea5ae21-40fb-4313-a3a4-88e64d2b9e6d tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] DELETE failed (client error): The resource could not be found. Jul 15 13:16:58.717078 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ea5ae21-40fb-4313-a3a4-88e64d2b9e6d tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:16:58.718919 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7ea5ae21-40fb-4313-a3a4-88e64d2b9e6d tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] 10.222.0.16 "DELETE /v2.0/networks/349fc76a-0c31-45b4-91c5-07bcc4536c3c HTTP/1.1" status: 404 len: 339 time: 0.0589046 Jul 15 13:16:58.726421 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f4d0b0e1-9b79-4ce9-a67c-d7cd8fa5f8b3 req-a4a35752-23fd-4271-95e8-606974f5ed21 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740050 Jul 15 13:16:58.727165 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36654) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:58.740598 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b00620bd-d425-4ce8-833b-8dfbc1703b14 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:58.741683 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b00620bd-d425-4ce8-833b-8dfbc1703b14 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:58.854721 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-454e0226-79d2-4256-83f9-0fde216ca762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452297766', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'c36b9605-a7e3-4a24-a166-4b1ba7f2c812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:16:00Z', 'updated_at': '2021-07-15T13:16:19Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'c36b9605-a7e3-4a24-a166-4b1ba7f2c812', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:01:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:01Z', 'updated_at': '2021-07-15T13:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'bb9a9217-1fc0-478f-86e0-11e8c5ead0a6', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'floating_ip_address': '172.25.8.203', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0', 'port_id': 'c19b0dda-2772-4aea-840f-70eade45e12e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13c0d8aa-07af-4e01-b8fa-724097cdd1d2', 'mac_address': 'fa:16:3e:83:cb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d924eeb-0c12-4172-af92-62dcc2407bd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:16:55Z', 'updated_at': '2021-07-15T13:16:55Z', 'revision_number': 0, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f92024c5-0054-4043-8de2-3d15ab33e7d7', 'name': '', 'network_id': '13c0d8aa-07af-4e01-b8fa-724097cdd1d2', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'mac_address': 'fa:16:3e:e7:e0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '007dc46b-c0a3-4755-b595-e11755a7ea39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:13Z', 'updated_at': '2021-07-15T13:16:29Z', 'revision_number': 5, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'subnets': [{'id': '007dc46b-c0a3-4755-b595-e11755a7ea39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:58.893665 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454e0226-79d2-4256-83f9-0fde216ca762 None None] The sync data for ids ['fce3a1fd-ff8c-4c61-a07c-59689ebe08a0'] in n-d-771363-36 is: [{'id': 'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452297766', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'c36b9605-a7e3-4a24-a166-4b1ba7f2c812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:16:00Z', 'updated_at': '2021-07-15T13:16:19Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'c36b9605-a7e3-4a24-a166-4b1ba7f2c812', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:01:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:01Z', 'updated_at': '2021-07-15T13:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'bb9a9217-1fc0-478f-86e0-11e8c5ead0a6', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'floating_ip_address': '172.25.8.203', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0', 'port_id': 'c19b0dda-2772-4aea-840f-70eade45e12e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13c0d8aa-07af-4e01-b8fa-724097cdd1d2', 'mac_address': 'fa:16:3e:83:cb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d924eeb-0c12-4172-af92-62dcc2407bd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:16:55Z', 'updated_at': '2021-07-15T13:16:55Z', 'revision_number': 0, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f92024c5-0054-4043-8de2-3d15ab33e7d7', 'name': '', 'network_id': '13c0d8aa-07af-4e01-b8fa-724097cdd1d2', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'mac_address': 'fa:16:3e:e7:e0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '007dc46b-c0a3-4755-b595-e11755a7ea39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:13Z', 'updated_at': '2021-07-15T13:16:29Z', 'revision_number': 5, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'subnets': [{'id': '007dc46b-c0a3-4755-b595-e11755a7ea39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:16:58.903504 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-83a30657-86a5-48db-80ae-feacf1a32487 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:58.904251 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-83a30657-86a5-48db-80ae-feacf1a32487 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:58.982974 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-83a30657-86a5-48db-80ae-feacf1a32487 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5929732 Jul 15 13:16:58.999122 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b00620bd-d425-4ce8-833b-8dfbc1703b14 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.015942 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-9ee9c2f2-d667-4d5a-bffa-fc4784b0b0fd service neutron] Request body: {'port': {'device_id': '759719d1-a0db-40d0-8e40-76a9c8fb4168', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:59.054186 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.067403 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d010025e-a703-4c93-b003-a3326c8bd755 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.072344 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db832a99-7527-42f0-b51f-61d85e6aec4e req-9c53fe90-1f9e-4870-882f-e8807d756d7c tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:59.076187 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-db832a99-7527-42f0-b51f-61d85e6aec4e req-9c53fe90-1f9e-4870-882f-e8807d756d7c tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffb70cd9-bb20-4451-93a1-b6cdb47c889c HTTP/1.1" status: 200 len: 946 time: 0.5371768 Jul 15 13:16:59.077186 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b00620bd-d425-4ce8-833b-8dfbc1703b14 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.089621 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-d010025e-a703-4c93-b003-a3326c8bd755 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Transition to ACTIVE for port object 2d9005b1-23c9-47df-906c-f2a7d1be13c4 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:59.133498 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-9ee9c2f2-d667-4d5a-bffa-fc4784b0b0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.144167 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b00620bd-d425-4ce8-833b-8dfbc1703b14 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.145547 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b00620bd-d425-4ce8-833b-8dfbc1703b14 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5813785 Jul 15 13:16:59.153843 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36660) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:59.160266 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-914ebb0a-96ad-42e7-8893-e086670d1530 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'enable_snat': False}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:59.169970 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-db832a99-7527-42f0-b51f-61d85e6aec4e req-f059f9a1-ca17-46a8-9c27-64e763c01077 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/security-groups?id=787afb52-204d-49bf-9502-cebf24554fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699141 Jul 15 13:16:59.261347 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-2f5712e5-44b7-4bec-a5fe-c2c560028ed4 req-bf5d6027-3208-45ba-b9c1-23fdc49f02cc tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Deleting port 874b0f71-642f-4af0-9e8c-edf1eb4a9533 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:59.262240 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2f5712e5-44b7-4bec-a5fe-c2c560028ed4 req-bf5d6027-3208-45ba-b9c1-23fdc49f02cc tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.289127 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eafda9b-79af-44e4-a936-9cf9d4257372 None None] Network cd5bd2d6-7132-4a7f-960c-40f148939913 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:59.368803 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ba3e78-f8ab-45dd-8cd4-7651c6343d3d x-openstack-request-id: req-c3ba3e78-f8ab-45dd-8cd4-7651c6343d3d {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:59.369475 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d924eeb-0c12-4172-af92-62dcc2407bd6", "tag": "c19b0dda-2772-4aea-840f-70eade45e12e", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:59.371700 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c3ba3e78-f8ab-45dd-8cd4-7651c6343d3d {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:59.371850 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d924eeb-0c12-4172-af92-62dcc2407bd6', 'tag': 'c19b0dda-2772-4aea-840f-70eade45e12e', 'status': 'completed', 'code': 200} Jul 15 13:16:59.380790 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d010025e-a703-4c93-b003-a3326c8bd755 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.395543 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e7c729-1a9a-41f4-81b7-1a362beb1fba None None] New status for floating IP bb9a9217-1fc0-478f-86e0-11e8c5ead0a6: ACTIVE {{(pid=93827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:16:59.451764 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7a872fec-9896-4b85-a3c1-f22557b5335d tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Deleting port f3c6c9ae-778c-495e-9584-e696a53e8cd7 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:59.452287 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7a872fec-9896-4b85-a3c1-f22557b5335d tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.472366 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e69f59-e1d5-4247-b2f3-a3060f6d1fa0 req-45a41b86-ca5a-4dcc-8848-0baefcf4447a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:59.479631 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-11e69f59-e1d5-4247-b2f3-a3060f6d1fa0 req-45a41b86-ca5a-4dcc-8848-0baefcf4447a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 946 time: 0.4427674 Jul 15 13:16:59.488174 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.492031 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-ecec5df5-a1f0-4936-b13b-98d258a9a265 None None] Provisioning for port 0a9d4009-35ac-4e6d-9881-0812b15bfe13 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:59.510262 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-ecec5df5-a1f0-4936-b13b-98d258a9a265 None None] Provisioning complete for port 0a9d4009-35ac-4e6d-9881-0812b15bfe13 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:59.510262 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ecec5df5-a1f0-4936-b13b-98d258a9a265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.684400 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7a872fec-9896-4b85-a3c1-f22557b5335d tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.690450 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-2f5712e5-44b7-4bec-a5fe-c2c560028ed4 req-bf5d6027-3208-45ba-b9c1-23fdc49f02cc tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] For port 874b0f71-642f-4af0-9e8c-edf1eb4a9533, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=874b0f71-642f-4af0-9e8c-edf1eb4a9533,segment=NetworkSegment(7d90ca56-0610-47bd-9aba-7f5f06ed5d1f),segment_id=7d90ca56-0610-47bd-9aba-7f5f06ed5d1f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:59.695031 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2f5712e5-44b7-4bec-a5fe-c2c560028ed4 req-bf5d6027-3208-45ba-b9c1-23fdc49f02cc tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.726334 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-11e69f59-e1d5-4247-b2f3-a3060f6d1fa0 req-c08d7bcd-4f22-47cf-aaeb-091fdf330e75 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=b00d526e-d151-4f83-bb42-f9f5f8e270ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2458391 Jul 15 13:16:59.771927 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-2f5712e5-44b7-4bec-a5fe-c2c560028ed4 req-bf5d6027-3208-45ba-b9c1-23fdc49f02cc tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Calling delete_port for 874b0f71-642f-4af0-9e8c-edf1eb4a9533 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:59.775634 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d010025e-a703-4c93-b003-a3326c8bd755 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Network cd5bd2d6-7132-4a7f-960c-40f148939913 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:59.798497 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6af5185-969f-4fa2-9ed1-236269c0bdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.805749 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ecec5df5-a1f0-4936-b13b-98d258a9a265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.868756 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010025e-a703-4c93-b003-a3326c8bd755 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'Port': ['ID=2d9005b1-23c9-47df-906c-f2a7d1be13c4,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:59.873532 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-ecec5df5-a1f0-4936-b13b-98d258a9a265 None None] For port 0a9d4009-35ac-4e6d-9881-0812b15bfe13, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=0a9d4009-35ac-4e6d-9881-0812b15bfe13,segment=NetworkSegment(ac5deda7-e749-4a41-aaf7-ed26ef264bfe),segment_id=ac5deda7-e749-4a41-aaf7-ed26ef264bfe)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:59.878461 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ecec5df5-a1f0-4936-b13b-98d258a9a265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.886671 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-d010025e-a703-4c93-b003-a3326c8bd755 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:59.937789 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec5df5-a1f0-4936-b13b-98d258a9a265 None None] Pushing event updated for resources: {'Port': ['ID=0a9d4009-35ac-4e6d-9881-0812b15bfe13,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:59.956282 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36666) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:59.960315 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7a872fec-9896-4b85-a3c1-f22557b5335d tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Calling delete_port for f3c6c9ae-778c-495e-9584-e696a53e8cd7 owned by {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:59.986256 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65a5e4-4a3c-4742-ba8a-942ba71b6ad7 req-403f12db-1d37-427d-a901-409ac88166d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:59.986952 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d010025e-a703-4c93-b003-a3326c8bd755 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:59.988587 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6d65a5e4-4a3c-4742-ba8a-942ba71b6ad7 req-403f12db-1d37-427d-a901-409ac88166d5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d986de84121549bf90b7ac80073eff67&device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 1098 time: 0.6319714 Jul 15 13:17:00.016650 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-914ebb0a-96ad-42e7-8893-e086670d1530 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:00.053685 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-9ee9c2f2-d667-4d5a-bffa-fc4784b0b0fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bb4bb62-0322-4b98-9cb4-505e0aa23bef {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:17:00.088576 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-9ee9c2f2-d667-4d5a-bffa-fc4784b0b0fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:00.108896 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d010025e-a703-4c93-b003-a3326c8bd755 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:00.109461 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d010025e-a703-4c93-b003-a3326c8bd755 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:00.139695 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-9ee9c2f2-d667-4d5a-bffa-fc4784b0b0fd service neutron] Transition to ACTIVE for port object 8bb4bb62-0322-4b98-9cb4-505e0aa23bef will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:00.141544 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d010025e-a703-4c93-b003-a3326c8bd755 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.3842993 Jul 15 13:17:00.144154 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36670) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:00.147483 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 0a9d4009-35ac-4e6d-9881-0812b15bfe13 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:00.150109 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-54d9ea06-bfca-4441-8e38-3373a06894d0 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'port': {'network_id': 'cd5bd2d6-7132-4a7f-960c-40f148939913', 'name': 'tempest-PortsTestJSON-1461031658'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:00.156158 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-9ee9c2f2-d667-4d5a-bffa-fc4784b0b0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:00.207978 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-71d1512b-355d-49ce-ad4b-b35ef0bf9477 None None] Provisioning complete for port 0a9d4009-35ac-4e6d-9881-0812b15bfe13 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:00.208513 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-71d1512b-355d-49ce-ad4b-b35ef0bf9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:00.248076 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 0a9d4009-35ac-4e6d-9881-0812b15bfe13 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:00.248691 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:00.289134 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7a872fec-9896-4b85-a3c1-f22557b5335d tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:00.311275 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-95b6bb1f-49e1-4cf3-bca4-b6639a113beb tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/floatingips/bb9a9217-1fc0-478f-86e0-11e8c5ead0a6 HTTP/1.1" status: 200 len: 994 time: 0.3536365 Jul 15 13:17:00.347945 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9c2f2-d667-4d5a-bffa-fc4784b0b0fd service neutron] Pushing event updated for resources: {'Port': ['ID=8bb4bb62-0322-4b98-9cb4-505e0aa23bef,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:00.384330 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-71d1512b-355d-49ce-ad4b-b35ef0bf9477 None None] Provisioning for port 2d9005b1-23c9-47df-906c-f2a7d1be13c4 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:00.390669 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-71d1512b-355d-49ce-ad4b-b35ef0bf9477 None None] Provisioning complete for port 2d9005b1-23c9-47df-906c-f2a7d1be13c4 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:00.391296 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-71d1512b-355d-49ce-ad4b-b35ef0bf9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:00.426556 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65a5e4-4a3c-4742-ba8a-942ba71b6ad7 req-80d571f4-9013-477b-b278-d1396951ab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:00.428199 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6d65a5e4-4a3c-4742-ba8a-942ba71b6ad7 req-80d571f4-9013-477b-b278-d1396951ab31 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13c0d8aa-07af-4e01-b8fa-724097cdd1d2 HTTP/1.1" status: 200 len: 896 time: 0.3368473 Jul 15 13:17:00.429409 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 874b0f71-642f-4af0-9e8c-edf1eb4a9533 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:00.470145 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-71d1512b-355d-49ce-ad4b-b35ef0bf9477 None None] Port 2d9005b1-23c9-47df-906c-f2a7d1be13c4 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:00.509020 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a872fec-9896-4b85-a3c1-f22557b5335d tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Pushing event deleted for resources: {'Port': ['ID=f3c6c9ae-778c-495e-9584-e696a53e8cd7,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:00.535473 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7a872fec-9896-4b85-a3c1-f22557b5335d tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:00.537511 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7a872fec-9896-4b85-a3c1-f22557b5335d tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] 10.222.0.16 "DELETE /v2.0/ports/f3c6c9ae-778c-495e-9584-e696a53e8cd7 HTTP/1.1" status: 204 len: 168 time: 1.8041039 Jul 15 13:17:00.541204 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36674) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:00.563799 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:00.590111 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdb1fd69-8ea7-4acf-96fc-2c8bf70bcbc5 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] DELETE failed (client error): The resource could not be found. Jul 15 13:17:00.590658 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdb1fd69-8ea7-4acf-96fc-2c8bf70bcbc5 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:17:00.595686 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-cdb1fd69-8ea7-4acf-96fc-2c8bf70bcbc5 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] 10.222.0.16 "DELETE /v2.0/subnets/f1e13106-f822-4517-8444-18d456f65dfe HTTP/1.1" status: 404 len: 337 time: 0.0476320 Jul 15 13:17:00.596552 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36676) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:00.603803 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-92e42a7b-4bbf-42b9-8e8f-aae5efb1a426 None None] Provisioning complete for port 2d9005b1-23c9-47df-906c-f2a7d1be13c4 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:00.604451 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-92e42a7b-4bbf-42b9-8e8f-aae5efb1a426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:00.644282 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-92e42a7b-4bbf-42b9-8e8f-aae5efb1a426 None None] Port 2d9005b1-23c9-47df-906c-f2a7d1be13c4 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:00.647514 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269dd96-c6a4-4f98-93d4-bd8272b98796 req-24f269f7-c7c0-47c9-a544-f64d782f79cb tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:00.649272 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a269dd96-c6a4-4f98-93d4-bd8272b98796 req-24f269f7-c7c0-47c9-a544-f64d782f79cb tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 932 time: 0.9031997 Jul 15 13:17:00.657717 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6d65a5e4-4a3c-4742-ba8a-942ba71b6ad7 req-b9c347b7-0476-474f-ae16-d792fa4a18cd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c19b0dda-2772-4aea-840f-70eade45e12e HTTP/1.1" status: 200 len: 1002 time: 0.2014186 Jul 15 13:17:00.674341 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b267b-26e1-4066-ad0f-1ce4233b51b4 req-f382c8ba-bdd2-46dd-88d2-47b1b471aa0a tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:00.676194 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-408b267b-26e1-4066-ad0f-1ce4233b51b4 req-f382c8ba-bdd2-46dd-88d2-47b1b471aa0a tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=8901fd71-03a3-4ea3-8285-215c0a743342 HTTP/1.1" status: 200 len: 945 time: 0.7236867 Jul 15 13:17:00.697018 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-9ee9c2f2-d667-4d5a-bffa-fc4784b0b0fd service neutron] Attempting to bind port 8bb4bb62-0322-4b98-9cb4-505e0aa23bef on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:17:00.697389 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-9ee9c2f2-d667-4d5a-bffa-fc4784b0b0fd service neutron] Attempting to bind port 8bb4bb62-0322-4b98-9cb4-505e0aa23bef by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'a9a917ff-688b-4d60-89c2-fa36077b5a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '99cd1bfe-9d64-42d2-99af-5de7cac58504'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:17:00.697719 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-9ee9c2f2-d667-4d5a-bffa-fc4784b0b0fd service neutron] Attempting to bind port 8bb4bb62-0322-4b98-9cb4-505e0aa23bef on network 99cd1bfe-9d64-42d2-99af-5de7cac58504 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:00.697836 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2f5712e5-44b7-4bec-a5fe-c2c560028ed4 req-bf5d6027-3208-45ba-b9c1-23fdc49f02cc tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:00.708876 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e4bb67ab-ccca-4264-afe6-8c6986b205fc tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:00.716848 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-9ee9c2f2-d667-4d5a-bffa-fc4784b0b0fd service neutron] Port 8bb4bb62-0322-4b98-9cb4-505e0aa23bef on network 99cd1bfe-9d64-42d2-99af-5de7cac58504 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:17:00.717156 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-9ee9c2f2-d667-4d5a-bffa-fc4784b0b0fd service neutron] Attempting to bind port 8bb4bb62-0322-4b98-9cb4-505e0aa23bef on network 99cd1bfe-9d64-42d2-99af-5de7cac58504 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:00.723481 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-9ee9c2f2-d667-4d5a-bffa-fc4784b0b0fd service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:17:00.723753 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-9ee9c2f2-d667-4d5a-bffa-fc4784b0b0fd service neutron] Checking segment: {'id': 'a9a917ff-688b-4d60-89c2-fa36077b5a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '99cd1bfe-9d64-42d2-99af-5de7cac58504'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:00.724129 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-9ee9c2f2-d667-4d5a-bffa-fc4784b0b0fd service neutron] Bound using segment: {'id': 'a9a917ff-688b-4d60-89c2-fa36077b5a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '99cd1bfe-9d64-42d2-99af-5de7cac58504'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:17:00.724555 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-9ee9c2f2-d667-4d5a-bffa-fc4784b0b0fd service neutron] Bound port: 8bb4bb62-0322-4b98-9cb4-505e0aa23bef, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a917ff-688b-4d60-89c2-fa36077b5a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '99cd1bfe-9d64-42d2-99af-5de7cac58504'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:17:00.724914 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-9ee9c2f2-d667-4d5a-bffa-fc4784b0b0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:00.738450 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d9ea06-bfca-4441-8e38-3373a06894d0 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Made reservation on behalf of 44d20f985e3e4d3da729c1600e912e21 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:00.741924 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54d9ea06-bfca-4441-8e38-3373a06894d0 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:00.787419 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d6027-3208-45ba-b9c1-23fdc49f02cc tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Pushing event deleted for resources: {'Port': ['ID=874b0f71-642f-4af0-9e8c-edf1eb4a9533,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:00.833528 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a269dd96-c6a4-4f98-93d4-bd8272b98796 req-513775ec-c04b-4a25-a7ae-eb9ddaf0f89e tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737010 Jul 15 13:17:00.843137 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65a5e4-4a3c-4742-ba8a-942ba71b6ad7 req-26027d62-ee0e-48e9-a2f4-8cf70bfb8189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:00.844766 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6d65a5e4-4a3c-4742-ba8a-942ba71b6ad7 req-26027d62-ee0e-48e9-a2f4-8cf70bfb8189 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=007dc46b-c0a3-4755-b595-e11755a7ea39 HTTP/1.1" status: 200 len: 835 time: 0.1675477 Jul 15 13:17:00.850334 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-408b267b-26e1-4066-ad0f-1ce4233b51b4 req-f69b5d8f-76f3-4128-b130-e2a46154e8c0 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539109 Jul 15 13:17:00.864553 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-54d9ea06-bfca-4441-8e38-3373a06894d0 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] device_id is not set on port 04334d9f-1969-41dd-93c7-9df7226bd0c6 yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:17:00.874488 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5712e5-44b7-4bec-a5fe-c2c560028ed4 req-bf5d6027-3208-45ba-b9c1-23fdc49f02cc tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] No DVR routers for this DVR port 874b0f71-642f-4af0-9e8c-edf1eb4a9533 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:00.886763 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2f5712e5-44b7-4bec-a5fe-c2c560028ed4 req-bf5d6027-3208-45ba-b9c1-23fdc49f02cc tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:00.898018 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2f5712e5-44b7-4bec-a5fe-c2c560028ed4 req-bf5d6027-3208-45ba-b9c1-23fdc49f02cc tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.46 "DELETE /v2.0/ports/874b0f71-642f-4af0-9e8c-edf1eb4a9533 HTTP/1.1" status: 204 len: 173 time: 2.2677283 Jul 15 13:17:00.976756 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65a5e4-4a3c-4742-ba8a-942ba71b6ad7 req-f59085c8-b2ed-4a53-8195-1b3a7a83d32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:00.983991 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6d65a5e4-4a3c-4742-ba8a-942ba71b6ad7 req-f59085c8-b2ed-4a53-8195-1b3a7a83d32f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13c0d8aa-07af-4e01-b8fa-724097cdd1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1101539 Jul 15 13:17:01.060864 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-9ee9c2f2-d667-4d5a-bffa-fc4784b0b0fd service neutron] For port 8bb4bb62-0322-4b98-9cb4-505e0aa23bef, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:17:01.071838 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-9ee9c2f2-d667-4d5a-bffa-fc4784b0b0fd service neutron] For port 8bb4bb62-0322-4b98-9cb4-505e0aa23bef, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=8bb4bb62-0322-4b98-9cb4-505e0aa23bef,segment=NetworkSegment(a9a917ff-688b-4d60-89c2-fa36077b5a4e),segment_id=a9a917ff-688b-4d60-89c2-fa36077b5a4e)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:17:01.080531 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36680) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:01.099211 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e4bb67ab-ccca-4264-afe6-8c6986b205fc tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:01.112589 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-9ee9c2f2-d667-4d5a-bffa-fc4784b0b0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:01.130008 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-e4bb67ab-ccca-4264-afe6-8c6986b205fc tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f04095-69a2-4c11-82fa-e47ed1715b7d']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:01.148485 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-75dae8b4-1d78-43e0-9db4-705c6aef6acc req-c92c3b2a-a77d-4066-ad40-1b1b5a543fe5 tempest-VolumesActionsTest-1174478624 tempest-VolumesActionsTest-1174478624-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffb70cd9-bb20-4451-93a1-b6cdb47c889c HTTP/1.1" status: 200 len: 210 time: 0.0600996 Jul 15 13:17:01.159285 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-914ebb0a-96ad-42e7-8893-e086670d1530 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:01.164950 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6d65a5e4-4a3c-4742-ba8a-942ba71b6ad7 req-f746e498-2691-4a0b-b66a-ce42ea970662 service neutron] 10.222.0.46 "GET /v2.0/networks/13c0d8aa-07af-4e01-b8fa-724097cdd1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733162 Jul 15 13:17:01.373628 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb70cd9-bb20-4451-93a1-b6cdb47c889c', 'name': 'network-vif-deleted', 'tag': '874b0f71-642f-4af0-9e8c-edf1eb4a9533'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:01.376005 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd250ffa-58d6-403c-aa2e-85ee0ee87f46" -d '{"events": [{"server_uuid": "ffb70cd9-bb20-4451-93a1-b6cdb47c889c", "name": "network-vif-deleted", "tag": "874b0f71-642f-4af0-9e8c-edf1eb4a9533"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:01.448094 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8f4dd7-1285-4fd5-958c-0cc6a7a03166 x-openstack-request-id: req-6a8f4dd7-1285-4fd5-958c-0cc6a7a03166 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:01.448396 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb70cd9-bb20-4451-93a1-b6cdb47c889c", "name": "network-vif-deleted", "tag": "874b0f71-642f-4af0-9e8c-edf1eb4a9533", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:01.448623 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6a8f4dd7-1285-4fd5-958c-0cc6a7a03166 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:01.449041 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb70cd9-bb20-4451-93a1-b6cdb47c889c', 'name': 'network-vif-deleted', 'tag': '874b0f71-642f-4af0-9e8c-edf1eb4a9533', 'status': 'completed', 'code': 200} Jul 15 13:17:01.454447 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6d65a5e4-4a3c-4742-ba8a-942ba71b6ad7 req-1c09159e-c309-4e1a-9e9d-e4652589d91e service neutron] 10.222.0.46 "GET /v2.0/networks/13c0d8aa-07af-4e01-b8fa-724097cdd1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478900 Jul 15 13:17:01.484240 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd2351-f594-42c6-bd10-298b51b9d8c0 req-6b3def01-0f18-446d-83de-787dcba905c0 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:01.485738 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dbbd2351-f594-42c6-bd10-298b51b9d8c0 req-6b3def01-0f18-446d-83de-787dcba905c0 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.46 "GET /v2.0/ports?device_id=8901fd71-03a3-4ea3-8285-215c0a743342 HTTP/1.1" status: 200 len: 945 time: 0.2010121 Jul 15 13:17:01.617519 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-e4bb67ab-ccca-4264-afe6-8c6986b205fc tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3dec2be-4ca0-4927-97f6-a621d697b036') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:01.617983 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-e4bb67ab-ccca-4264-afe6-8c6986b205fc tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3dec2be-4ca0-4927-97f6-a621d697b036') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:01.636626 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-9ee9c2f2-d667-4d5a-bffa-fc4784b0b0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:01.637229 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-9ee9c2f2-d667-4d5a-bffa-fc4784b0b0fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:01.639052 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-9ee9c2f2-d667-4d5a-bffa-fc4784b0b0fd service neutron] 10.222.0.46 "PUT /v2.0/ports/8bb4bb62-0322-4b98-9cb4-505e0aa23bef HTTP/1.1" status: 200 len: 1093 time: 2.6431155 Jul 15 13:17:01.640083 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-914ebb0a-96ad-42e7-8893-e086670d1530 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:01.653460 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '759719d1-a0db-40d0-8e40-76a9c8fb4168', 'tag': '8bb4bb62-0322-4b98-9cb4-505e0aa23bef'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:01.656471 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9455ce62-17d3-4cb9-b45f-524057232475" -d '{"events": [{"name": "network-changed", "server_uuid": "759719d1-a0db-40d0-8e40-76a9c8fb4168", "tag": "8bb4bb62-0322-4b98-9cb4-505e0aa23bef"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:01.742755 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f81e89d-2763-487e-aae5-0ce92b02b7f6 x-openstack-request-id: req-5f81e89d-2763-487e-aae5-0ce92b02b7f6 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:01.743043 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "759719d1-a0db-40d0-8e40-76a9c8fb4168", "tag": "8bb4bb62-0322-4b98-9cb4-505e0aa23bef", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:01.743242 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5f81e89d-2763-487e-aae5-0ce92b02b7f6 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:01.743680 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '759719d1-a0db-40d0-8e40-76a9c8fb4168', 'tag': '8bb4bb62-0322-4b98-9cb4-505e0aa23bef', 'status': 'completed', 'code': 200} Jul 15 13:17:01.745414 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e4bb67ab-ccca-4264-afe6-8c6986b205fc tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:01.750349 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-dbbd2351-f594-42c6-bd10-298b51b9d8c0 req-bed0585e-5d34-418b-81dd-79fe2ec08feb tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Deleting port e7d70bec-00e8-45eb-8a3b-df22ad62cd28 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:01.750855 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-dbbd2351-f594-42c6-bd10-298b51b9d8c0 req-bed0585e-5d34-418b-81dd-79fe2ec08feb tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:01.757585 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-54d9ea06-bfca-4441-8e38-3373a06894d0 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Allocated IP 172.20.0.11 (cd5bd2d6-7132-4a7f-960c-40f148939913/24361212-ed35-4d2f-8352-11e1f5128645/04334d9f-1969-41dd-93c7-9df7226bd0c6) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:01.873706 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-914ebb0a-96ad-42e7-8893-e086670d1530 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Allocated IP 172.25.8.249 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/1f4f6abc-37e3-40b7-bafd-2a0a47bc04f2) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:01.897215 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-dbbd2351-f594-42c6-bd10-298b51b9d8c0 req-bed0585e-5d34-418b-81dd-79fe2ec08feb tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] For port e7d70bec-00e8-45eb-8a3b-df22ad62cd28, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=e7d70bec-00e8-45eb-8a3b-df22ad62cd28,segment=NetworkSegment(6bb03eb1-9e52-4718-ab2b-06d9a8232852),segment_id=6bb03eb1-9e52-4718-ab2b-06d9a8232852)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:01.897542 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-dbbd2351-f594-42c6-bd10-298b51b9d8c0 req-bed0585e-5d34-418b-81dd-79fe2ec08feb tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:01.917110 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-dbbd2351-f594-42c6-bd10-298b51b9d8c0 req-bed0585e-5d34-418b-81dd-79fe2ec08feb tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Calling delete_port for e7d70bec-00e8-45eb-8a3b-df22ad62cd28 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:01.926148 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0c70e1fb-e66b-47e9-b818-a13361340227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:02.008362 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-914ebb0a-96ad-42e7-8893-e086670d1530 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:02.063872 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9c2f2-d667-4d5a-bffa-fc4784b0b0fd service neutron] Pushing event updated for resources: {'Port': ['ID=8bb4bb62-0322-4b98-9cb4-505e0aa23bef,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:02.068391 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e4bb67ab-ccca-4264-afe6-8c6986b205fc tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:02.079591 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-914ebb0a-96ad-42e7-8893-e086670d1530 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:02.103712 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4bb67ab-ccca-4264-afe6-8c6986b205fc tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:17:02.104183 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e4bb67ab-ccca-4264-afe6-8c6986b205fc tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:02.107318 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:02.107318 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:02.107318 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:17:02.107318 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:17:02.107318 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:17:02.107318 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:17:02.107318 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:17:02.107318 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:17:02.107318 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:17:02.107318 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:17:02.107318 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:17:02.107318 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:17:02.107318 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:17:02.107318 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:17:02.107318 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:17:02.107318 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:17:02.107318 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:17:02.107318 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:17:02.107318 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:17:02.107318 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:17:02.107318 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:17:02.107318 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:17:02.107318 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:17:02.107318 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:17:02.107318 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:17:02.107318 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:17:02.107318 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:17:02.107318 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:17:02.107318 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:17:02.107318 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:17:02.107318 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:17:02.107318 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:17:02.107318 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:17:02.107318 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:17:02.177202 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914ebb0a-96ad-42e7-8893-e086670d1530 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:02.200189 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-914ebb0a-96ad-42e7-8893-e086670d1530 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:02.233124 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914ebb0a-96ad-42e7-8893-e086670d1530 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:02.245474 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:02.266737 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ebb0a-96ad-42e7-8893-e086670d1530 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Pushing event updated for resources: {'Port': ['ID=1f4f6abc-37e3-40b7-bafd-2a0a47bc04f2,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:02.305684 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e4bb67ab-ccca-4264-afe6-8c6986b205fc tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:02.321061 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-97469ea1-cfcd-487d-adc3-a11b31d85483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:02.322552 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-97469ea1-cfcd-487d-adc3-a11b31d85483 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a1172f2a14a403dab8bb15cd26b5d7e&device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 1096 time: 0.5816510 Jul 15 13:17:02.328713 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e4bb67ab-ccca-4264-afe6-8c6986b205fc tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:02.330631 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e4bb67ab-ccca-4264-afe6-8c6986b205fc tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] 10.222.0.16 "DELETE /v2.0/networks/41f04095-69a2-4c11-82fa-e47ed1715b7d HTTP/1.1" status: 204 len: 168 time: 1.7264142 Jul 15 13:17:02.357060 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36694) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:02.374450 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb67ab-ccca-4264-afe6-8c6986b205fc tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Pushing event deleted for resources: {'Network': ['ID=41f04095-69a2-4c11-82fa-e47ed1715b7d,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:02.411365 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-9963f038-b001-4c7e-a7f2-1f0ba00ed21e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bb4bb62-0322-4b98-9cb4-505e0aa23bef HTTP/1.1" status: 200 len: 217 time: 0.0713034 Jul 15 13:17:02.421180 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-848b05ab-e3c5-45c7-92fb-767678e7d111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:02.570365 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54d9ea06-bfca-4441-8e38-3373a06894d0 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:02.585087 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-2b1bbc8d-755f-42ea-a83e-ab95135ac333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:02.586580 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-2b1bbc8d-755f-42ea-a83e-ab95135ac333 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee6addd9-f622-4af5-9405-5b44d7a0cc0b HTTP/1.1" status: 200 len: 854 time: 0.1390295 Jul 15 13:17:02.603588 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54d9ea06-bfca-4441-8e38-3373a06894d0 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Transition to ACTIVE for port object 04334d9f-1969-41dd-93c7-9df7226bd0c6 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:02.638413 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80daee7f-443c-4a9a-8bbd-f8aef47b236b req-7837d766-34e5-4a03-862b-d4ee20f6f87b tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:02.639923 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-80daee7f-443c-4a9a-8bbd-f8aef47b236b req-7837d766-34e5-4a03-862b-d4ee20f6f87b tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=8901fd71-03a3-4ea3-8285-215c0a743342 HTTP/1.1" status: 200 len: 945 time: 0.3415959 Jul 15 13:17:02.659071 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-60d54bbb-13f7-4660-8fe5-2215b24a013c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=99cd1bfe-9d64-42d2-99af-5de7cac58504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631614 Jul 15 13:17:02.670794 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ea0fb-5fa1-4ff6-98ba-28f72f6b83a7 req-49258194-ed57-4921-814e-25642bf5d5ab tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:02.672311 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-979ea0fb-5fa1-4ff6-98ba-28f72f6b83a7 req-49258194-ed57-4921-814e-25642bf5d5ab tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 944 time: 0.3725629 Jul 15 13:17:02.796229 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c1b052ec-c171-4ef8-86ec-0a8d78201944 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Deleting port 097c7b4d-cc87-4703-b785-4ab0ebcba5d9 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:02.796996 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c1b052ec-c171-4ef8-86ec-0a8d78201944 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:02.805996 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54d9ea06-bfca-4441-8e38-3373a06894d0 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:02.807768 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-914ebb0a-96ad-42e7-8893-e086670d1530 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:02.828230 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-dbbd2351-f594-42c6-bd10-298b51b9d8c0 req-bed0585e-5d34-418b-81dd-79fe2ec08feb tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:02.839450 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['305e2af7-4e14-46c9-b511-673a966a851e', '25044024-6f7c-4206-9cdc-ee63e73182f3'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:17:02.852636 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-80daee7f-443c-4a9a-8bbd-f8aef47b236b req-caed1f28-4eae-42be-bb87-5e4f7c01005a tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910348 Jul 15 13:17:02.887438 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-979ea0fb-5fa1-4ff6-98ba-28f72f6b83a7 req-169f8481-3f85-4f71-a8ca-40735a138739 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844964 Jul 15 13:17:02.920866 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-1b1b59a2-4e68-4c49-ab3a-27bd64661934 service neutron] 10.222.0.46 "GET /v2.0/networks/99cd1bfe-9d64-42d2-99af-5de7cac58504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479568 Jul 15 13:17:02.923235 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d9ea06-bfca-4441-8e38-3373a06894d0 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Network cd5bd2d6-7132-4a7f-960c-40f148939913 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:02.938708 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-54d9ea06-bfca-4441-8e38-3373a06894d0 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:02.977402 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d9ea06-bfca-4441-8e38-3373a06894d0 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:02.989940 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d9ea06-bfca-4441-8e38-3373a06894d0 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'Port': ['ID=04334d9f-1969-41dd-93c7-9df7226bd0c6,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:03.018098 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c1b052ec-c171-4ef8-86ec-0a8d78201944 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:03.090751 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0585e-5d34-418b-81dd-79fe2ec08feb tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Pushing event deleted for resources: {'Port': ['ID=e7d70bec-00e8-45eb-8a3b-df22ad62cd28,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:03.161454 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d9ea06-bfca-4441-8e38-3373a06894d0 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:03.161849 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54d9ea06-bfca-4441-8e38-3373a06894d0 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:03.167654 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbd2351-f594-42c6-bd10-298b51b9d8c0 req-bed0585e-5d34-418b-81dd-79fe2ec08feb tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] No DVR routers for this DVR port e7d70bec-00e8-45eb-8a3b-df22ad62cd28 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:03.174702 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-dbbd2351-f594-42c6-bd10-298b51b9d8c0 req-bed0585e-5d34-418b-81dd-79fe2ec08feb tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:03.183160 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dbbd2351-f594-42c6-bd10-298b51b9d8c0 req-bed0585e-5d34-418b-81dd-79fe2ec08feb tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.46 "DELETE /v2.0/ports/e7d70bec-00e8-45eb-8a3b-df22ad62cd28 HTTP/1.1" status: 204 len: 173 time: 1.6870382 Jul 15 13:17:03.212829 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c1b052ec-c171-4ef8-86ec-0a8d78201944 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Calling delete_port for 097c7b4d-cc87-4703-b785-4ab0ebcba5d9 owned by {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:03.250696 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-54d9ea06-bfca-4441-8e38-3373a06894d0 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.1055920 Jul 15 13:17:03.255325 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36700) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:03.291840 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e489fb93-9c9b-4a5a-9cd1-4db82a76edea req-4e4614a4-d39f-46ea-9687-93c42f1241dc service neutron] 10.222.0.46 "GET /v2.0/networks/99cd1bfe-9d64-42d2-99af-5de7cac58504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605700 Jul 15 13:17:03.337855 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-914ebb0a-96ad-42e7-8893-e086670d1530 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:03.342705 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-914ebb0a-96ad-42e7-8893-e086670d1530 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-956703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-956678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-956815'] for router, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:03.412155 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1c482dfb-8667-4599-9d52-7f9da4886772 None None] Provisioning for port 04334d9f-1969-41dd-93c7-9df7226bd0c6 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:03.417064 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1c482dfb-8667-4599-9d52-7f9da4886772 None None] Provisioning complete for port 04334d9f-1969-41dd-93c7-9df7226bd0c6 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:03.417187 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1c482dfb-8667-4599-9d52-7f9da4886772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:03.452283 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8901fd71-03a3-4ea3-8285-215c0a743342', 'name': 'network-vif-deleted', 'tag': 'e7d70bec-00e8-45eb-8a3b-df22ad62cd28'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:03.454940 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90cdc324-15b0-4c94-b573-3c947ca2417b" -d '{"events": [{"server_uuid": "8901fd71-03a3-4ea3-8285-215c0a743342", "name": "network-vif-deleted", "tag": "e7d70bec-00e8-45eb-8a3b-df22ad62cd28"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:03.487849 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c1b052ec-c171-4ef8-86ec-0a8d78201944 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:03.523988 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-1c482dfb-8667-4599-9d52-7f9da4886772 None None] Port 04334d9f-1969-41dd-93c7-9df7226bd0c6 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:03.534151 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b052ec-c171-4ef8-86ec-0a8d78201944 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Pushing event deleted for resources: {'Port': ['ID=097c7b4d-cc87-4703-b785-4ab0ebcba5d9,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:03.552057 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455ce62-17d3-4cb9-b45f-524057232475 req-c4c3a01f-833a-4409-be02-4e01be64c1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:03.553697 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9455ce62-17d3-4cb9-b45f-524057232475 req-c4c3a01f-833a-4409-be02-4e01be64c1e8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a1172f2a14a403dab8bb15cd26b5d7e&device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 1096 time: 0.1145782 Jul 15 13:17:03.576274 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c1b052ec-c171-4ef8-86ec-0a8d78201944 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:03.581435 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c1b052ec-c171-4ef8-86ec-0a8d78201944 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] 10.222.0.16 "DELETE /v2.0/ports/097c7b4d-cc87-4703-b785-4ab0ebcba5d9 HTTP/1.1" status: 204 len: 168 time: 1.1915953 Jul 15 13:17:03.583034 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36712) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:03.587352 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:03.606335 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d025cb80-5c35-4808-8634-93ce516c5ce8 x-openstack-request-id: req-d025cb80-5c35-4808-8634-93ce516c5ce8 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:03.606651 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8901fd71-03a3-4ea3-8285-215c0a743342", "name": "network-vif-deleted", "tag": "e7d70bec-00e8-45eb-8a3b-df22ad62cd28", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:03.606904 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d025cb80-5c35-4808-8634-93ce516c5ce8 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:03.607293 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8901fd71-03a3-4ea3-8285-215c0a743342', 'name': 'network-vif-deleted', 'tag': 'e7d70bec-00e8-45eb-8a3b-df22ad62cd28', 'status': 'completed', 'code': 200} Jul 15 13:17:03.628153 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab6c1c9-fdf6-498a-8a46-61e502cd9a91 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] DELETE failed (client error): The resource could not be found. Jul 15 13:17:03.628621 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ab6c1c9-fdf6-498a-8a46-61e502cd9a91 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:17:03.630794 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2ab6c1c9-fdf6-498a-8a46-61e502cd9a91 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] 10.222.0.16 "DELETE /v2.0/subnets/a219e70d-4466-44ba-b939-e098f814a714 HTTP/1.1" status: 404 len: 337 time: 0.0459542 Jul 15 13:17:03.633888 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36716) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:03.641946 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914ebb0a-96ad-42e7-8893-e086670d1530 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Router 970404b1-28b1-469f-9434-72631bc1ce1a is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:17:03.677818 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-0c70e1fb-e66b-47e9-b818-a13361340227 admin admin] Deleting port 051a5e44-6467-4321-af7a-e5087fac40c1 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:03.678185 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0c70e1fb-e66b-47e9-b818-a13361340227 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:03.721812 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f21231-c574-4d15-88aa-8bc5ff33e578 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:03.723554 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-99f21231-c574-4d15-88aa-8bc5ff33e578 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.4656672 Jul 15 13:17:03.749292 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36722) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:03.788551 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-0c70e1fb-e66b-47e9-b818-a13361340227 admin admin] For port 051a5e44-6467-4321-af7a-e5087fac40c1, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=051a5e44-6467-4321-af7a-e5087fac40c1,segment=NetworkSegment(b48a1be4-8704-4073-a776-5fcb869d0e81),segment_id=b48a1be4-8704-4073-a776-5fcb869d0e81)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:03.788937 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0c70e1fb-e66b-47e9-b818-a13361340227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:03.810708 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-0c70e1fb-e66b-47e9-b818-a13361340227 admin admin] Calling delete_port for 051a5e44-6467-4321-af7a-e5087fac40c1 owned by network:router_interface {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:03.848736 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455ce62-17d3-4cb9-b45f-524057232475 req-c1c7c538-232f-43bb-8c51-7e375796449e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:03.850221 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9455ce62-17d3-4cb9-b45f-524057232475 req-c1c7c538-232f-43bb-8c51-7e375796449e service neutron] 10.222.0.46 "GET /v2.0/networks?id=99cd1bfe-9d64-42d2-99af-5de7cac58504 HTTP/1.1" status: 200 len: 915 time: 0.2886810 Jul 15 13:17:03.854064 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fd87ead0-33ec-4142-b1aa-3a170da4b50d tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:04.030702 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9455ce62-17d3-4cb9-b45f-524057232475 req-42380857-1d09-4fa0-ae2f-ccb705469cf7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bb4bb62-0322-4b98-9cb4-505e0aa23bef HTTP/1.1" status: 200 len: 217 time: 0.1598032 Jul 15 13:17:04.186533 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914ebb0a-96ad-42e7-8893-e086670d1530 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:17:04.195552 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-914ebb0a-96ad-42e7-8893-e086670d1530 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:04.196867 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-914ebb0a-96ad-42e7-8893-e086670d1530 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] 10.222.0.16 "PUT /v2.0/routers/970404b1-28b1-469f-9434-72631bc1ce1a HTTP/1.1" status: 200 len: 916 time: 5.0402958 Jul 15 13:17:04.198793 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d58e6f9-a71b-4b92-be34-9ca7a8df6f40 None None] Sync routers for ids ['970404b1-28b1-469f-9434-72631bc1ce1a'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:17:04.202542 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36740) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:04.210739 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d58e6f9-a71b-4b92-be34-9ca7a8df6f40 None None] Routers {'970404b1-28b1-469f-9434-72631bc1ce1a'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:04.211623 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4d58e6f9-a71b-4b92-be34-9ca7a8df6f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:17:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['970404b1-28b1-469f-9434-72631bc1ce1a'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:04.240704 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b0c566dd-8e31-487a-85d1-8fa602ffd033 req-be6dc18f-9a86-416a-9e45-c04995bb88aa tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=8901fd71-03a3-4ea3-8285-215c0a743342 HTTP/1.1" status: 200 len: 210 time: 0.0865431 Jul 15 13:17:04.241772 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fd87ead0-33ec-4142-b1aa-3a170da4b50d tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:04.264668 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4d58e6f9-a71b-4b92-be34-9ca7a8df6f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:04.275983 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d58e6f9-a71b-4b92-be34-9ca7a8df6f40 None None] Routers {'970404b1-28b1-469f-9434-72631bc1ce1a'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:04.276844 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4d58e6f9-a71b-4b92-be34-9ca7a8df6f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:17:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['970404b1-28b1-469f-9434-72631bc1ce1a'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:04.285727 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0c70e1fb-e66b-47e9-b818-a13361340227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:04.320753 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-fd87ead0-33ec-4142-b1aa-3a170da4b50d tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b96182c-0b51-45d1-92de-a7e559d2b751']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:04.324744 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70e1fb-e66b-47e9-b818-a13361340227 admin admin] Pushing event deleted for resources: {'Port': ['ID=051a5e44-6467-4321-af7a-e5087fac40c1,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:04.347242 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4d58e6f9-a71b-4b92-be34-9ca7a8df6f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:04.348318 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d58e6f9-a71b-4b92-be34-9ca7a8df6f40 None None] The sync data for ids ['970404b1-28b1-469f-9434-72631bc1ce1a'] in n-d-771363-36 is: [] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:17:04.349589 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-fd87ead0-33ec-4142-b1aa-3a170da4b50d tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e71ed16e-5a45-400e-acce-3fbcb9ddcf42') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:04.349920 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-fd87ead0-33ec-4142-b1aa-3a170da4b50d tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e71ed16e-5a45-400e-acce-3fbcb9ddcf42') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:04.370126 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fd87ead0-33ec-4142-b1aa-3a170da4b50d tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:04.380950 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455ce62-17d3-4cb9-b45f-524057232475 req-85d9d5ec-9621-481e-898a-8a8dae01ec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:04.381382 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device e7d70bec-00e8-45eb-8a3b-df22ad62cd28 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:04.382293 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9455ce62-17d3-4cb9-b45f-524057232475 req-85d9d5ec-9621-481e-898a-8a8dae01ec4c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee6addd9-f622-4af5-9405-5b44d7a0cc0b HTTP/1.1" status: 200 len: 854 time: 0.2805824 Jul 15 13:17:04.396398 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-65444726-4aae-4f95-83cd-ace2aaa7a884 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Deleting port 04334d9f-1969-41dd-93c7-9df7226bd0c6 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:04.396741 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-65444726-4aae-4f95-83cd-ace2aaa7a884 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:04.403421 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fd87ead0-33ec-4142-b1aa-3a170da4b50d tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:04.417149 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: e7d70bec-00e8-45eb-8a3b-df22ad62cd28 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:17:04.419690 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device e7d70bec-00e8-45eb-8a3b-df22ad62cd28 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:17:04.444244 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ff4ba-6547-4d87-9b8b-88290cebb420 req-2c6adca4-d5a0-4aa4-af33-da0fa69a313a tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:04.445913 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b57ff4ba-6547-4d87-9b8b-88290cebb420 req-2c6adca4-d5a0-4aa4-af33-da0fa69a313a tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 944 time: 0.2004204 Jul 15 13:17:04.540745 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-65444726-4aae-4f95-83cd-ace2aaa7a884 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:04.556573 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-65444726-4aae-4f95-83cd-ace2aaa7a884 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Calling delete_port for 04334d9f-1969-41dd-93c7-9df7226bd0c6 owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:04.559409 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b57ff4ba-6547-4d87-9b8b-88290cebb420 req-069a1387-ac59-4822-b621-4a01488a83da tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793092 Jul 15 13:17:04.603414 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0c70e1fb-e66b-47e9-b818-a13361340227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:04.618017 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd87ead0-33ec-4142-b1aa-3a170da4b50d tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:17:04.618605 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fd87ead0-33ec-4142-b1aa-3a170da4b50d tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:04.665176 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:04.665176 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:04.665176 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:04.665176 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:04.665176 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:17:04.665176 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:17:04.665176 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:17:04.665176 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:17:04.665176 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:17:04.665176 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:17:04.665176 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:17:04.665176 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:17:04.665176 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:17:04.665176 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:17:04.665176 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:17:04.665176 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:17:04.665176 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:17:04.665176 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:17:04.665176 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:17:04.665176 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:17:04.665176 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:17:04.665176 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:17:04.665176 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:17:04.665176 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:17:04.665176 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:17:04.665176 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:17:04.665176 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:17:04.665176 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:17:04.665176 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:17:04.665176 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:17:04.665176 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:17:04.665176 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:17:04.665176 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:17:04.665176 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:17:04.665176 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:17:04.665176 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:17:04.682221 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9455ce62-17d3-4cb9-b45f-524057232475 req-a9767fdd-a608-4594-a369-590b2868aaa8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=99cd1bfe-9d64-42d2-99af-5de7cac58504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2805281 Jul 15 13:17:04.853600 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c70e1fb-e66b-47e9-b818-a13361340227 admin admin] Router 4be2c769-7b6b-47e5-903b-c7f7fac280fe has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:17:04.948613 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:05.000636 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c70e1fb-e66b-47e9-b818-a13361340227 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:17:05.009413 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0c70e1fb-e66b-47e9-b818-a13361340227 admin admin] 10.222.0.16 "PUT /v2.0/routers/4be2c769-7b6b-47e5-903b-c7f7fac280fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9270289 Jul 15 13:17:05.010084 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36770) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:05.012313 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b754dac-04ac-4490-954e-3146b4ea9a81 None None] Sync routers for ids ['4be2c769-7b6b-47e5-903b-c7f7fac280fe'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:17:05.022128 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b754dac-04ac-4490-954e-3146b4ea9a81 None None] Routers {'4be2c769-7b6b-47e5-903b-c7f7fac280fe'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:05.022903 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-3b754dac-04ac-4490-954e-3146b4ea9a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:17:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['4be2c769-7b6b-47e5-903b-c7f7fac280fe'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:05.121894 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b090dfb6-9089-4684-9787-3773e88f7d45 admin admin] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:05.138391 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-3b754dac-04ac-4490-954e-3146b4ea9a81 None None] Set router 4be2c769-7b6b-47e5-903b-c7f7fac280fe gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:17:05.169127 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fd87ead0-33ec-4142-b1aa-3a170da4b50d tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:05.188529 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fd87ead0-33ec-4142-b1aa-3a170da4b50d tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:05.192617 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-fd87ead0-33ec-4142-b1aa-3a170da4b50d tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] 10.222.0.16 "DELETE /v2.0/networks/0b96182c-0b51-45d1-92de-a7e559d2b751 HTTP/1.1" status: 204 len: 168 time: 1.5553284 Jul 15 13:17:05.193308 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36776) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:05.226978 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-02ff6be9-f154-4917-8c81-f565cb65264b tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] 10.222.0.16 "GET /v2.0/routers/970404b1-28b1-469f-9434-72631bc1ce1a HTTP/1.1" status: 200 len: 922 time: 1.0182950 Jul 15 13:17:05.226978 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87ead0-33ec-4142-b1aa-3a170da4b50d tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Pushing event deleted for resources: {'Network': ['ID=0b96182c-0b51-45d1-92de-a7e559d2b751,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:05.235611 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36778) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:05.257344 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9455ce62-17d3-4cb9-b45f-524057232475 req-83f2a9e6-6880-474f-b456-5bb0a0c54d91 service neutron] 10.222.0.46 "GET /v2.0/networks/99cd1bfe-9d64-42d2-99af-5de7cac58504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5623260 Jul 15 13:17:05.378286 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-3b754dac-04ac-4490-954e-3146b4ea9a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be2c769-7b6b-47e5-903b-c7f7fac280fe', 'name': 'tempest-TaggedBootDevicesTest-1213739959-router', 'tenant_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '3c8c92f8-523a-4184-8137-33afe7dd65ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:29Z', 'updated_at': '2021-07-15T13:17:04Z', 'revision_number': 5, 'project_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'gw_port': {'id': '3c8c92f8-523a-4184-8137-33afe7dd65ea', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be2c769-7b6b-47e5-903b-c7f7fac280fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:30Z', 'updated_at': '2021-07-15T13:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:05.416508 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b754dac-04ac-4490-954e-3146b4ea9a81 None None] Checking router: 4be2c769-7b6b-47e5-903b-c7f7fac280fe for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:17:05.431077 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b754dac-04ac-4490-954e-3146b4ea9a81 None None] Routers {'4be2c769-7b6b-47e5-903b-c7f7fac280fe'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:05.434181 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-3b754dac-04ac-4490-954e-3146b4ea9a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:17:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['4be2c769-7b6b-47e5-903b-c7f7fac280fe'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:05.444220 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9455ce62-17d3-4cb9-b45f-524057232475 req-0620b764-68f6-444f-91b8-df4128fbb089 service neutron] 10.222.0.46 "GET /v2.0/networks/99cd1bfe-9d64-42d2-99af-5de7cac58504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666307 Jul 15 13:17:05.480202 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-169cd10f-8fa6-4f40-a60e-ed670a6265c9 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Deleting subnet 630faf84-390c-445f-8036-cce3d08ef046 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:17:05.485803 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-169cd10f-8fa6-4f40-a60e-ed670a6265c9 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:05.541575 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-169cd10f-8fa6-4f40-a60e-ed670a6265c9 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:05.567598 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1e3356-a563-4a32-837a-0ab30177fd30 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:05.574863 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6d1e3356-a563-4a32-837a-0ab30177fd30 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=e1268488-a505-464f-96b0-8b93d6dfd7ab&device_id=970404b1-28b1-469f-9434-72631bc1ce1a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3331435 Jul 15 13:17:05.575526 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36788) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:05.595716 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b090dfb6-9089-4684-9787-3773e88f7d45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:05.613269 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-65444726-4aae-4f95-83cd-ace2aaa7a884 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:05.652702 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-3b754dac-04ac-4490-954e-3146b4ea9a81 None None] Set router 4be2c769-7b6b-47e5-903b-c7f7fac280fe gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:17:05.744577 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65444726-4aae-4f95-83cd-ace2aaa7a884 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'Port': ['ID=04334d9f-1969-41dd-93c7-9df7226bd0c6,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:05.887504 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-169cd10f-8fa6-4f40-a60e-ed670a6265c9 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:05.948101 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b090dfb6-9089-4684-9787-3773e88f7d45 admin admin] Deleting port 3c8c92f8-523a-4184-8137-33afe7dd65ea {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:05.948583 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b090dfb6-9089-4684-9787-3773e88f7d45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:05.979468 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb611fb-6560-461c-bd80-f39dd8f3e591 req-1d10d81c-bba1-4f33-976f-3b415bc8b77e tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:05.981729 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bdb611fb-6560-461c-bd80-f39dd8f3e591 req-1d10d81c-bba1-4f33-976f-3b415bc8b77e tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 944 time: 0.2346184 Jul 15 13:17:06.112295 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bdb611fb-6560-461c-bd80-f39dd8f3e591 req-d221304c-6dee-4308-b3e3-0ab3c5bfea5f tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211209 Jul 15 13:17:06.157739 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c003e4-9edf-4086-b5c2-ffe5348e6852 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:06.162758 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-92c003e4-9edf-4086-b5c2-ffe5348e6852 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] 10.222.0.16 "GET /v2.0/networks/e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 881 time: 0.5857489 Jul 15 13:17:06.166025 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36794) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:06.170979 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-65444726-4aae-4f95-83cd-ace2aaa7a884 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:06.177924 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-65444726-4aae-4f95-83cd-ace2aaa7a884 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/ports/04334d9f-1969-41dd-93c7-9df7226bd0c6 HTTP/1.1" status: 204 len: 168 time: 2.3874674 Jul 15 13:17:06.207172 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36796) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:06.238458 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-25cfe9f3-6a34-43ba-b902-c5122857f035 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] 10.222.0.16 "GET /v2.0/ports?device_id=970404b1-28b1-469f-9434-72631bc1ce1a HTTP/1.1" status: 200 len: 205 time: 0.0569537 Jul 15 13:17:06.239698 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-169cd10f-8fa6-4f40-a60e-ed670a6265c9 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:06.248237 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36798) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:06.253725 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-3b754dac-04ac-4490-954e-3146b4ea9a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be2c769-7b6b-47e5-903b-c7f7fac280fe', 'name': 'tempest-TaggedBootDevicesTest-1213739959-router', 'tenant_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '3c8c92f8-523a-4184-8137-33afe7dd65ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:29Z', 'updated_at': '2021-07-15T13:17:04Z', 'revision_number': 5, 'project_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'gw_port': {'id': '3c8c92f8-523a-4184-8137-33afe7dd65ea', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be2c769-7b6b-47e5-903b-c7f7fac280fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:30Z', 'updated_at': '2021-07-15T13:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:06.260751 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-4520ca1c-016b-46b9-a6cf-254ab63c1fbb tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] GET failed (client error): The resource could not be found. Jul 15 13:17:06.263838 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4520ca1c-016b-46b9-a6cf-254ab63c1fbb tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "GET /v2.0/ports/04334d9f-1969-41dd-93c7-9df7226bd0c6 HTTP/1.1" status: 404 len: 333 time: 0.0570586 Jul 15 13:17:06.268058 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36800) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:06.306456 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b754dac-04ac-4490-954e-3146b4ea9a81 None None] The sync data for ids ['4be2c769-7b6b-47e5-903b-c7f7fac280fe'] in n-d-771363-36 is: [{'id': '4be2c769-7b6b-47e5-903b-c7f7fac280fe', 'name': 'tempest-TaggedBootDevicesTest-1213739959-router', 'tenant_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '3c8c92f8-523a-4184-8137-33afe7dd65ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:29Z', 'updated_at': '2021-07-15T13:17:04Z', 'revision_number': 5, 'project_id': '81c3b9d8d0bd4b9983bde8217f1dc07f', 'gw_port': {'id': '3c8c92f8-523a-4184-8137-33afe7dd65ea', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be2c769-7b6b-47e5-903b-c7f7fac280fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:30Z', 'updated_at': '2021-07-15T13:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:17:06.393945 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 8bb4bb62-0322-4b98-9cb4-505e0aa23bef details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:17:06.488546 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-77b1ff95-bad3-4377-8a20-0a4bc4fc1ab1 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Deleting port 2d9005b1-23c9-47df-906c-f2a7d1be13c4 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:06.489150 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-77b1ff95-bad3-4377-8a20-0a4bc4fc1ab1 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:06.667693 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-77b1ff95-bad3-4377-8a20-0a4bc4fc1ab1 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:06.684173 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-77b1ff95-bad3-4377-8a20-0a4bc4fc1ab1 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Calling delete_port for 2d9005b1-23c9-47df-906c-f2a7d1be13c4 owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:06.808184 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169cd10f-8fa6-4f40-a60e-ed670a6265c9 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Pushing event deleted for resources: {'Subnet': ['ID=630faf84-390c-445f-8036-cce3d08ef046,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:06.817800 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e98bd12-44f2-4f82-bb45-f1ca217e9f8b tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:06.850254 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d6376b-27da-4352-aa79-9cbdb153eea8 None None] Network a9e8f7c7-c86a-46fb-a06a-ef9f17af740a requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:06.870132 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-77b1ff95-bad3-4377-8a20-0a4bc4fc1ab1 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:06.920208 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-169cd10f-8fa6-4f40-a60e-ed670a6265c9 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:06.920754 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 8bb4bb62-0322-4b98-9cb4-505e0aa23bef, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=8bb4bb62-0322-4b98-9cb4-505e0aa23bef,segment=NetworkSegment(a9a917ff-688b-4d60-89c2-fa36077b5a4e),segment_id=a9a917ff-688b-4d60-89c2-fa36077b5a4e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:06.923066 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-169cd10f-8fa6-4f40-a60e-ed670a6265c9 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] 10.222.0.16 "DELETE /v2.0/subnets/630faf84-390c-445f-8036-cce3d08ef046 HTTP/1.1" status: 204 len: 168 time: 1.7246339 Jul 15 13:17:06.925375 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b1ff95-bad3-4377-8a20-0a4bc4fc1ab1 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'Port': ['ID=2d9005b1-23c9-47df-906c-f2a7d1be13c4,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:06.931473 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b090dfb6-9089-4684-9787-3773e88f7d45 admin admin] For port 3c8c92f8-523a-4184-8137-33afe7dd65ea, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=3c8c92f8-523a-4184-8137-33afe7dd65ea,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:06.932391 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b090dfb6-9089-4684-9787-3773e88f7d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:06.935262 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36806) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:06.979525 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b090dfb6-9089-4684-9787-3773e88f7d45 admin admin] Calling delete_port for 3c8c92f8-523a-4184-8137-33afe7dd65ea owned by network:router_gateway {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:07.008183 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '8bb4bb62-0322-4b98-9cb4-505e0aa23bef', 'network_id': '99cd1bfe-9d64-42d2-99af-5de7cac58504', 'port_id': '8bb4bb62-0322-4b98-9cb4-505e0aa23bef', 'mac_address': 'fa:16:3e:c0:fe:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee6addd9-f622-4af5-9405-5b44d7a0cc0b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:17:07.055591 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0d8fd-0e30-45b7-b4c5-b34070d313e0 req-697942eb-64f4-4343-a073-fa81fe965ec0 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:07.063527 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-72a0d8fd-0e30-45b7-b4c5-b34070d313e0 req-697942eb-64f4-4343-a073-fa81fe965ec0 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca729965-aa11-4eca-9fc6-001adfc57e3a HTTP/1.1" status: 200 len: 945 time: 0.8959024 Jul 15 13:17:07.187293 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1ce1bbd3-4110-4411-8f74-94aedc8b5624 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.191623 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-77b1ff95-bad3-4377-8a20-0a4bc4fc1ab1 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.196647 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-77b1ff95-bad3-4377-8a20-0a4bc4fc1ab1 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/ports/2d9005b1-23c9-47df-906c-f2a7d1be13c4 HTTP/1.1" status: 204 len: 168 time: 0.9275603 Jul 15 13:17:07.200435 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36810) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:07.232826 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.260823 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bb4bb62-0322-4b98-9cb4-505e0aa23bef {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:17:07.289957 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-72a0d8fd-0e30-45b7-b4c5-b34070d313e0 req-396a5ed3-7a87-4868-8fd8-d7c0944858c3 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253032 Jul 15 13:17:07.293228 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-86c60989-0b7a-44c6-9257-ce31d02c5730 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] GET failed (client error): The resource could not be found. Jul 15 13:17:07.296944 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-86c60989-0b7a-44c6-9257-ce31d02c5730 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "GET /v2.0/ports/2d9005b1-23c9-47df-906c-f2a7d1be13c4 HTTP/1.1" status: 404 len: 333 time: 0.0604987 Jul 15 13:17:07.298055 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 8bb4bb62-0322-4b98-9cb4-505e0aa23bef, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=8bb4bb62-0322-4b98-9cb4-505e0aa23bef,segment=NetworkSegment(a9a917ff-688b-4d60-89c2-fa36077b5a4e),segment_id=a9a917ff-688b-4d60-89c2-fa36077b5a4e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:07.304239 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.315784 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36812) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:07.350908 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e98bd12-44f2-4f82-bb45-f1ca217e9f8b tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.380007 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-1ce1bbd3-4110-4411-8f74-94aedc8b5624 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Deleting port 746027db-f78f-4d28-ba82-c39ffdd845b1 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:07.380611 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1ce1bbd3-4110-4411-8f74-94aedc8b5624 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.385282 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb8ac90-9eb7-44cc-a359-f54e42856725 None None] DHCP port deletion for a9e8f7c7-c86a-46fb-a06a-ef9f17af740a request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:17:07.404863 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=8bb4bb62-0322-4b98-9cb4-505e0aa23bef,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:07.491216 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f39244b-10cf-476e-a5ff-d78f7c8077de tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Deleting subnet 24361212-ed35-4d2f-8352-11e1f5128645 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:17:07.494652 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2f39244b-10cf-476e-a5ff-d78f7c8077de tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.512964 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-1cb8ac90-9eb7-44cc-a359-f54e42856725 None None] Deleting port 746027db-f78f-4d28-ba82-c39ffdd845b1 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:07.513712 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1cb8ac90-9eb7-44cc-a359-f54e42856725 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.533499 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-1ce1bbd3-4110-4411-8f74-94aedc8b5624 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] For port 746027db-f78f-4d28-ba82-c39ffdd845b1, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=746027db-f78f-4d28-ba82-c39ffdd845b1,segment=NetworkSegment(7683b5e6-4d93-4530-83c6-e95e77381c1e),segment_id=7683b5e6-4d93-4530-83c6-e95e77381c1e)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:07.534188 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1ce1bbd3-4110-4411-8f74-94aedc8b5624 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.542994 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2f39244b-10cf-476e-a5ff-d78f7c8077de tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.555288 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-1ce1bbd3-4110-4411-8f74-94aedc8b5624 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Calling delete_port for 746027db-f78f-4d28-ba82-c39ffdd845b1 owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:07.598331 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['8bb4bb62-0322-4b98-9cb4-505e0aa23bef'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:17:07.644696 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2f39244b-10cf-476e-a5ff-d78f7c8077de tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.676799 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-1cb8ac90-9eb7-44cc-a359-f54e42856725 None None] For port 746027db-f78f-4d28-ba82-c39ffdd845b1, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=746027db-f78f-4d28-ba82-c39ffdd845b1,segment=NetworkSegment(7683b5e6-4d93-4530-83c6-e95e77381c1e),segment_id=7683b5e6-4d93-4530-83c6-e95e77381c1e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:07.677733 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1cb8ac90-9eb7-44cc-a359-f54e42856725 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.702848 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c75742-1dfc-4522-b9d5-7b94a23a1fc3 req-b71188be-73e4-461a-b642-f61f15b6bd30 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:07.704425 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e0c75742-1dfc-4522-b9d5-7b94a23a1fc3 req-b71188be-73e4-461a-b642-f61f15b6bd30 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca729965-aa11-4eca-9fc6-001adfc57e3a HTTP/1.1" status: 200 len: 945 time: 0.0994420 Jul 15 13:17:07.704965 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-1cb8ac90-9eb7-44cc-a359-f54e42856725 None None] Calling delete_port for 746027db-f78f-4d28-ba82-c39ffdd845b1 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:07.710748 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1ce1bbd3-4110-4411-8f74-94aedc8b5624 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.782575 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce1bbd3-4110-4411-8f74-94aedc8b5624 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Pushing event deleted for resources: {'Port': ['ID=746027db-f78f-4d28-ba82-c39ffdd845b1,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:07.788064 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce1bbd3-4110-4411-8f74-94aedc8b5624 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] No DVR routers for this DVR port 746027db-f78f-4d28-ba82-c39ffdd845b1 on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:07.800387 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2f39244b-10cf-476e-a5ff-d78f7c8077de tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.845329 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39244b-10cf-476e-a5ff-d78f7c8077de tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'Subnet': ['ID=24361212-ed35-4d2f-8352-11e1f5128645,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:07.853172 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8e98bd12-44f2-4f82-bb45-f1ca217e9f8b tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Deleting port 1f4f6abc-37e3-40b7-bafd-2a0a47bc04f2 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:07.853549 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e98bd12-44f2-4f82-bb45-f1ca217e9f8b tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.935117 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1ce1bbd3-4110-4411-8f74-94aedc8b5624 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.949830 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1cb8ac90-9eb7-44cc-a359-f54e42856725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.953864 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-1ce1bbd3-4110-4411-8f74-94aedc8b5624 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9e8f7c7-c86a-46fb-a06a-ef9f17af740a']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:07.961355 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e98bd12-44f2-4f82-bb45-f1ca217e9f8b tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.973499 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-1ce1bbd3-4110-4411-8f74-94aedc8b5624 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7683b5e6-4d93-4530-83c6-e95e77381c1e') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:07.973808 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-1ce1bbd3-4110-4411-8f74-94aedc8b5624 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7683b5e6-4d93-4530-83c6-e95e77381c1e') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:07.974914 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8e98bd12-44f2-4f82-bb45-f1ca217e9f8b tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Calling delete_port for 1f4f6abc-37e3-40b7-bafd-2a0a47bc04f2 owned by network:router_gateway {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:07.976921 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-e0c75742-1dfc-4522-b9d5-7b94a23a1fc3 req-b3650d35-2770-4784-8252-bf08aabbec34 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Deleting port 25044024-6f7c-4206-9cdc-ee63e73182f3 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:07.977422 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e0c75742-1dfc-4522-b9d5-7b94a23a1fc3 req-b3650d35-2770-4784-8252-bf08aabbec34 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.979859 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8ac90-9eb7-44cc-a359-f54e42856725 None None] Pushing event deleted for resources: {'Port': ['ID=746027db-f78f-4d28-ba82-c39ffdd845b1,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:07.988558 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb8ac90-9eb7-44cc-a359-f54e42856725 None None] No DVR routers for this DVR port 746027db-f78f-4d28-ba82-c39ffdd845b1 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:08.012204 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1ce1bbd3-4110-4411-8f74-94aedc8b5624 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:08.041469 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1ce1bbd3-4110-4411-8f74-94aedc8b5624 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:08.069610 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2f39244b-10cf-476e-a5ff-d78f7c8077de tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:08.071522 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2f39244b-10cf-476e-a5ff-d78f7c8077de tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/subnets/24361212-ed35-4d2f-8352-11e1f5128645 HTTP/1.1" status: 204 len: 168 time: 0.7603354 Jul 15 13:17:08.076073 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36818) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:08.076917 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8525eea0-efab-4897-9280-4cc8430f9e65 None None] Network cd5bd2d6-7132-4a7f-960c-40f148939913 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:08.091464 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ce1bbd3-4110-4411-8f74-94aedc8b5624 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:17:08.091860 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1ce1bbd3-4110-4411-8f74-94aedc8b5624 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:08.094870 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:17:08.094870 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:17:08.094870 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:17:08.094870 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:17:08.094870 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:17:08.094870 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:17:08.094870 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:17:08.094870 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:17:08.094870 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:17:08.094870 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:17:08.094870 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:17:08.094870 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:17:08.094870 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:17:08.094870 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:17:08.094870 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:17:08.094870 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:17:08.094870 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:17:08.094870 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:17:08.094870 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:17:08.094870 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:17:08.094870 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:17:08.094870 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:17:08.094870 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:17:08.094870 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:17:08.094870 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:17:08.094870 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:17:08.094870 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:17:08.094870 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:17:08.094870 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:17:08.094870 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:17:08.094870 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:17:08.094870 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:17:08.178466 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-e0c75742-1dfc-4522-b9d5-7b94a23a1fc3 req-b3650d35-2770-4784-8252-bf08aabbec34 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] For port 25044024-6f7c-4206-9cdc-ee63e73182f3, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=25044024-6f7c-4206-9cdc-ee63e73182f3,segment=NetworkSegment(6bb03eb1-9e52-4718-ab2b-06d9a8232852),segment_id=6bb03eb1-9e52-4718-ab2b-06d9a8232852)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:08.178869 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e0c75742-1dfc-4522-b9d5-7b94a23a1fc3 req-b3650d35-2770-4784-8252-bf08aabbec34 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:08.182600 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1ce1bbd3-4110-4411-8f74-94aedc8b5624 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:08.203366 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1ce1bbd3-4110-4411-8f74-94aedc8b5624 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:08.204481 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56bae8-dec6-43fe-a1da-d7a4d8729e3a req-8627cdab-54bb-4215-bd2b-1589d4604a5d tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:08.208067 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1ce1bbd3-4110-4411-8f74-94aedc8b5624 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] 10.222.0.16 "DELETE /v2.0/networks/a9e8f7c7-c86a-46fb-a06a-ef9f17af740a HTTP/1.1" status: 204 len: 168 time: 1.2718058 Jul 15 13:17:08.222125 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-e0c75742-1dfc-4522-b9d5-7b94a23a1fc3 req-b3650d35-2770-4784-8252-bf08aabbec34 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Calling delete_port for 25044024-6f7c-4206-9cdc-ee63e73182f3 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:08.224417 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce1bbd3-4110-4411-8f74-94aedc8b5624 tempest-NetworksIpV6TestAttrs-205129343 tempest-NetworksIpV6TestAttrs-205129343-project] Pushing event deleted for resources: {'Network': ['ID=a9e8f7c7-c86a-46fb-a06a-ef9f17af740a,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:08.226352 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ff56bae8-dec6-43fe-a1da-d7a4d8729e3a req-8627cdab-54bb-4215-bd2b-1589d4604a5d tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 945 time: 0.8225484 Jul 15 13:17:08.337539 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 051a5e44-6467-4321-af7a-e5087fac40c1 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:08.409930 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 051a5e44-6467-4321-af7a-e5087fac40c1 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:17:08.410284 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 051a5e44-6467-4321-af7a-e5087fac40c1 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:17:08.411610 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 746027db-f78f-4d28-ba82-c39ffdd845b1 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:08.421455 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 8bb4bb62-0322-4b98-9cb4-505e0aa23bef up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:08.474617 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 746027db-f78f-4d28-ba82-c39ffdd845b1 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:17:08.475132 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 746027db-f78f-4d28-ba82-c39ffdd845b1 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:17:08.564301 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 8bb4bb62-0322-4b98-9cb4-505e0aa23bef completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:08.575995 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 8bb4bb62-0322-4b98-9cb4-505e0aa23bef triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:08.576285 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:08.589116 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e0c75742-1dfc-4522-b9d5-7b94a23a1fc3 req-b3650d35-2770-4784-8252-bf08aabbec34 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:08.640125 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3650d35-2770-4784-8252-bf08aabbec34 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Pushing event deleted for resources: {'Port': ['ID=25044024-6f7c-4206-9cdc-ee63e73182f3,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:08.655665 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['305e2af7-4e14-46c9-b511-673a966a851e'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:17:08.693006 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b090dfb6-9089-4684-9787-3773e88f7d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:08.701099 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0293a032-c009-4cc4-972a-e664cff6ab10 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:08.702444 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099c5b5b-035b-48b0-989d-12f022fe033d None None] DHCP port deletion for cd5bd2d6-7132-4a7f-960c-40f148939913 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:17:08.712689 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ff56bae8-dec6-43fe-a1da-d7a4d8729e3a req-a20db6be-2f41-4782-95f1-07e94b45433a tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4855063 Jul 15 13:17:08.715044 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2dc04c5c-396a-4f99-8f93-cdd853cea587 req-c9efec2e-2cc4-4b36-bc85-28457dfe347e tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca729965-aa11-4eca-9fc6-001adfc57e3a HTTP/1.1" status: 200 len: 210 time: 0.1115952 Jul 15 13:17:08.715628 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36830) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:08.718221 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c75742-1dfc-4522-b9d5-7b94a23a1fc3 req-b3650d35-2770-4784-8252-bf08aabbec34 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] No DVR routers for this DVR port 25044024-6f7c-4206-9cdc-ee63e73182f3 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:08.723461 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e0c75742-1dfc-4522-b9d5-7b94a23a1fc3 req-b3650d35-2770-4784-8252-bf08aabbec34 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:08.726031 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e0c75742-1dfc-4522-b9d5-7b94a23a1fc3 req-b3650d35-2770-4784-8252-bf08aabbec34 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.46 "DELETE /v2.0/ports/25044024-6f7c-4206-9cdc-ee63e73182f3 HTTP/1.1" status: 204 len: 173 time: 1.0123377 Jul 15 13:17:08.726830 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca729965-aa11-4eca-9fc6-001adfc57e3a', 'name': 'network-vif-deleted', 'tag': '25044024-6f7c-4206-9cdc-ee63e73182f3'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:08.734242 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfac0b8-f5a7-4940-83f3-b4ff5e8a2482" -d '{"events": [{"server_uuid": "ca729965-aa11-4eca-9fc6-001adfc57e3a", "name": "network-vif-deleted", "tag": "25044024-6f7c-4206-9cdc-ee63e73182f3"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:08.877726 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090dfb6-9089-4684-9787-3773e88f7d45 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c8c92f8-523a-4184-8137-33afe7dd65ea,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:08.890224 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e98bd12-44f2-4f82-bb45-f1ca217e9f8b tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:08.905157 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117f3be0-4360-4a6d-b499-cd6b0d0ab456 x-openstack-request-id: req-117f3be0-4360-4a6d-b499-cd6b0d0ab456 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:08.905452 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca729965-aa11-4eca-9fc6-001adfc57e3a", "name": "network-vif-deleted", "tag": "25044024-6f7c-4206-9cdc-ee63e73182f3", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:08.905706 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-117f3be0-4360-4a6d-b499-cd6b0d0ab456 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:08.906108 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca729965-aa11-4eca-9fc6-001adfc57e3a', 'name': 'network-vif-deleted', 'tag': '25044024-6f7c-4206-9cdc-ee63e73182f3', 'status': 'completed', 'code': 200} Jul 15 13:17:09.028263 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e98bd12-44f2-4f82-bb45-f1ca217e9f8b tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Pushing event deleted for resources: {'Port': ['ID=1f4f6abc-37e3-40b7-bafd-2a0a47bc04f2,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:09.048120 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.093241 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-099c5b5b-035b-48b0-989d-12f022fe033d None None] Deleting port 0a9d4009-35ac-4e6d-9881-0812b15bfe13 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:09.093726 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-099c5b5b-035b-48b0-989d-12f022fe033d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.100389 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759719d1-a0db-40d0-8e40-76a9c8fb4168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb4bb62-0322-4b98-9cb4-505e0aa23bef'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:09.103010 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca84fad-63b1-4b80-b971-faa457d34ddf" -d '{"events": [{"server_uuid": "759719d1-a0db-40d0-8e40-76a9c8fb4168", "name": "network-vif-plugged", "status": "completed", "tag": "8bb4bb62-0322-4b98-9cb4-505e0aa23bef"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:09.148540 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b090dfb6-9089-4684-9787-3773e88f7d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.148793 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 8bb4bb62-0322-4b98-9cb4-505e0aa23bef, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=8bb4bb62-0322-4b98-9cb4-505e0aa23bef,segment=NetworkSegment(a9a917ff-688b-4d60-89c2-fa36077b5a4e),segment_id=a9a917ff-688b-4d60-89c2-fa36077b5a4e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:09.164900 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.193878 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e98bd12-44f2-4f82-bb45-f1ca217e9f8b tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.248935 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-099c5b5b-035b-48b0-989d-12f022fe033d None None] For port 0a9d4009-35ac-4e6d-9881-0812b15bfe13, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=0a9d4009-35ac-4e6d-9881-0812b15bfe13,segment=NetworkSegment(ac5deda7-e749-4a41-aaf7-ed26ef264bfe),segment_id=ac5deda7-e749-4a41-aaf7-ed26ef264bfe)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:09.248935 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-099c5b5b-035b-48b0-989d-12f022fe033d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.288277 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-099c5b5b-035b-48b0-989d-12f022fe033d None None] Calling delete_port for 0a9d4009-35ac-4e6d-9881-0812b15bfe13 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:09.369772 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020562be-feb6-499c-9f2e-2cc45cc4e2f9 req-70a72ebc-1c03-4260-bdfd-f3d9c3a5c0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:09.372965 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-020562be-feb6-499c-9f2e-2cc45cc4e2f9 req-70a72ebc-1c03-4260-bdfd-f3d9c3a5c0f7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 1098 time: 0.1007111 Jul 15 13:17:09.378330 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4a9f3c70-fc6e-4982-9c22-47f509145c27 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eca21b748e82441e98d655b16b5b35a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6576164 Jul 15 13:17:09.385947 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36838) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:09.430394 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f791d6a8-ae32-42c5-972b-e269d2026f25 x-openstack-request-id: req-f791d6a8-ae32-42c5-972b-e269d2026f25 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:09.430745 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759719d1-a0db-40d0-8e40-76a9c8fb4168", "name": "network-vif-plugged", "status": "completed", "tag": "8bb4bb62-0322-4b98-9cb4-505e0aa23bef", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:09.431183 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f791d6a8-ae32-42c5-972b-e269d2026f25 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:09.431633 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759719d1-a0db-40d0-8e40-76a9c8fb4168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb4bb62-0322-4b98-9cb4-505e0aa23bef', 'code': 200} Jul 15 13:17:09.456006 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-099c5b5b-035b-48b0-989d-12f022fe033d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.507810 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b090dfb6-9089-4684-9787-3773e88f7d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.510143 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099c5b5b-035b-48b0-989d-12f022fe033d None None] No DVR routers for this DVR port 0a9d4009-35ac-4e6d-9881-0812b15bfe13 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:09.514217 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e98bd12-44f2-4f82-bb45-f1ca217e9f8b tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.516564 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b090dfb6-9089-4684-9787-3773e88f7d45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.519229 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-0293a032-c009-4cc4-972a-e664cff6ab10 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Deleting port 0a9d4009-35ac-4e6d-9881-0812b15bfe13 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:09.519788 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0293a032-c009-4cc4-972a-e664cff6ab10 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.522492 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e98bd12-44f2-4f82-bb45-f1ca217e9f8b tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.563664 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=8bb4bb62-0322-4b98-9cb4-505e0aa23bef,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:09.586702 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-020562be-feb6-499c-9f2e-2cc45cc4e2f9 req-4ae09a67-bd55-4f80-9ea0-941ad9caf3a5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069011 Jul 15 13:17:09.587989 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4422abe9-d1bf-4366-8794-548467fb2b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.589534 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c5b5b-035b-48b0-989d-12f022fe033d None None] Pushing event deleted for resources: {'Port': ['ID=0a9d4009-35ac-4e6d-9881-0812b15bfe13,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:09.637584 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4422abe9-d1bf-4366-8794-548467fb2b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.736046 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b090dfb6-9089-4684-9787-3773e88f7d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.736739 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b090dfb6-9089-4684-9787-3773e88f7d45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4be2c769-7b6b-47e5-903b-c7f7fac280fe {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:17:09.738479 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e98bd12-44f2-4f82-bb45-f1ca217e9f8b tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.739062 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e98bd12-44f2-4f82-bb45-f1ca217e9f8b tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Fanout notify agent at l3_agent the message router_deleted on router 970404b1-28b1-469f-9434-72631bc1ce1a {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:17:09.739201 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4422abe9-d1bf-4366-8794-548467fb2b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.742531 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4422abe9-d1bf-4366-8794-548467fb2b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.743036 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b090dfb6-9089-4684-9787-3773e88f7d45 admin admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.747288 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4422abe9-d1bf-4366-8794-548467fb2b00 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ccfd4405-d284-4a31-9a9b-0f6843ecee3c HTTP/1.1" status: 204 len: 168 time: 0.3505385 Jul 15 13:17:09.748097 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36844) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:09.751551 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b090dfb6-9089-4684-9787-3773e88f7d45 admin admin] 10.222.0.16 "DELETE /v2.0/routers/4be2c769-7b6b-47e5-903b-c7f7fac280fe HTTP/1.1" status: 204 len: 168 time: 4.7396128 Jul 15 13:17:09.759180 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e98bd12-44f2-4f82-bb45-f1ca217e9f8b tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.760885 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8e98bd12-44f2-4f82-bb45-f1ca217e9f8b tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] 10.222.0.16 "DELETE /v2.0/routers/970404b1-28b1-469f-9434-72631bc1ce1a HTTP/1.1" status: 204 len: 168 time: 3.4839873 Jul 15 13:17:09.765595 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36848) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:09.768833 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-0293a032-c009-4cc4-972a-e664cff6ab10 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] For port 0a9d4009-35ac-4e6d-9881-0812b15bfe13, host n-d-771363-36, got binding levels [] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:09.769336 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0293a032-c009-4cc4-972a-e664cff6ab10 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.776277 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-187295e1-fd1d-4ce5-b3c5-848c8f543e0c tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-793771276', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}, 'admin_state_up': False}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:09.850500 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4422abe9-d1bf-4366-8794-548467fb2b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfd4405-d284-4a31-9a9b-0f6843ecee3c,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:09.861187 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-0293a032-c009-4cc4-972a-e664cff6ab10 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Calling delete_port for 0a9d4009-35ac-4e6d-9881-0812b15bfe13 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:09.887485 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-0293a032-c009-4cc4-972a-e664cff6ab10 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Port 0a9d4009-35ac-4e6d-9881-0812b15bfe13 was not found and therefore no delete operation was performed {{(pid=93825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:17:09.892794 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0293a032-c009-4cc4-972a-e664cff6ab10 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.902116 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca562ef1-a60e-405e-8f79-2639ad9218ff admin admin] Deleting subnet a11699d2-8318-44c7-ac11-44c19841c110 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:17:09.917944 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ca562ef1-a60e-405e-8f79-2639ad9218ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.939958 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0293a032-c009-4cc4-972a-e664cff6ab10 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] No DVR routers for this DVR port 0a9d4009-35ac-4e6d-9881-0812b15bfe13 on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:09.996236 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ca562ef1-a60e-405e-8f79-2639ad9218ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:10.107647 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ca562ef1-a60e-405e-8f79-2639ad9218ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:10.146505 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293a032-c009-4cc4-972a-e664cff6ab10 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'Port': ['ID=0a9d4009-35ac-4e6d-9881-0812b15bfe13,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:10.159807 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-187295e1-fd1d-4ce5-b3c5-848c8f543e0c tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:10.160992 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-187295e1-fd1d-4ce5-b3c5-848c8f543e0c tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:10.165713 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ca562ef1-a60e-405e-8f79-2639ad9218ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:10.239274 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ca562ef1-a60e-405e-8f79-2639ad9218ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:10.245420 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ca562ef1-a60e-405e-8f79-2639ad9218ff admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a11699d2-8318-44c7-ac11-44c19841c110 HTTP/1.1" status: 204 len: 168 time: 0.4933450 Jul 15 13:17:10.246495 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36868) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:10.247842 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca562ef1-a60e-405e-8f79-2639ad9218ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a11699d2-8318-44c7-ac11-44c19841c110,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:10.255996 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69f4bf6-7a35-4503-a129-51cb05871dc3 None None] Network 35062ce4-aa77-455d-98c1-04b1c2bbb05e requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:10.412890 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9b280c0b-9494-4052-8fde-d323f24f2686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:10.452001 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 25044024-6f7c-4206-9cdc-ee63e73182f3 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:10.552255 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 3c8c92f8-523a-4184-8137-33afe7dd65ea no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:10.618701 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0293a032-c009-4cc4-972a-e664cff6ab10 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:10.621958 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-9b280c0b-9494-4052-8fde-d323f24f2686 admin admin] Deleting port e7088358-c7b7-4fe6-b458-375c2d7fc71f {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:10.621958 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9b280c0b-9494-4052-8fde-d323f24f2686 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:10.631868 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 25044024-6f7c-4206-9cdc-ee63e73182f3 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:17:10.648556 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 25044024-6f7c-4206-9cdc-ee63e73182f3 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:17:10.656756 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 3c8c92f8-523a-4184-8137-33afe7dd65ea {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:17:10.657106 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 3c8c92f8-523a-4184-8137-33afe7dd65ea not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:17:10.663022 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 0a9d4009-35ac-4e6d-9881-0812b15bfe13 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:10.745649 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-9b280c0b-9494-4052-8fde-d323f24f2686 admin admin] For port e7088358-c7b7-4fe6-b458-375c2d7fc71f, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=e7088358-c7b7-4fe6-b458-375c2d7fc71f,segment=NetworkSegment(b48a1be4-8704-4073-a776-5fcb869d0e81),segment_id=b48a1be4-8704-4073-a776-5fcb869d0e81)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:10.747516 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9b280c0b-9494-4052-8fde-d323f24f2686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:10.765027 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-0293a032-c009-4cc4-972a-e664cff6ab10 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd5bd2d6-7132-4a7f-960c-40f148939913']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:10.781959 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 0a9d4009-35ac-4e6d-9881-0812b15bfe13 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:17:10.782423 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 0a9d4009-35ac-4e6d-9881-0812b15bfe13 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:17:10.786412 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-9b280c0b-9494-4052-8fde-d323f24f2686 admin admin] Calling delete_port for e7088358-c7b7-4fe6-b458-375c2d7fc71f owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:10.789598 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-0293a032-c009-4cc4-972a-e664cff6ab10 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac5deda7-e749-4a41-aaf7-ed26ef264bfe') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:10.790234 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-0293a032-c009-4cc4-972a-e664cff6ab10 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac5deda7-e749-4a41-aaf7-ed26ef264bfe') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:10.795126 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-187295e1-fd1d-4ce5-b3c5-848c8f543e0c tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:10.828547 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0293a032-c009-4cc4-972a-e664cff6ab10 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:10.939467 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fac865-ebcd-4b0e-9d62-d9378f1998f5 req-934d44ae-c476-431a-9ce5-ab2c67770d04 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:10.941206 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-86fac865-ebcd-4b0e-9d62-d9378f1998f5 req-934d44ae-c476-431a-9ce5-ab2c67770d04 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.8331664 Jul 15 13:17:10.948242 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-85905819-9b53-4749-961d-8723014e8f87 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:10.958958 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1406e8a-2bdf-466a-b8e1-30db0055dd14 None None] DHCP port deletion for 35062ce4-aa77-455d-98c1-04b1c2bbb05e request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:17:10.961916 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-85905819-9b53-4749-961d-8723014e8f87 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/networks?id=594a18f5-eb63-40e1-adf2-df8adb235078 HTTP/1.1" status: 200 len: 806 time: 0.6238863 Jul 15 13:17:10.979323 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0293a032-c009-4cc4-972a-e664cff6ab10 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.004143 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0293a032-c009-4cc4-972a-e664cff6ab10 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:17:11.004550 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0293a032-c009-4cc4-972a-e664cff6ab10 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.012237 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:11.012237 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:11.012237 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:17:11.012237 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:17:11.012237 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:17:11.012237 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:17:11.012237 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:17:11.012237 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:17:11.012237 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:17:11.012237 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:17:11.012237 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:17:11.012237 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:17:11.012237 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:17:11.012237 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:17:11.012237 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:17:11.012237 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:17:11.012237 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:17:11.012237 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:17:11.012237 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:17:11.012237 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:17:11.012237 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:17:11.012237 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:17:11.012237 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:17:11.012237 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:17:11.012237 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:17:11.012237 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:17:11.012237 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:17:11.012237 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:17:11.012237 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:17:11.012237 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:17:11.012237 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:17:11.012237 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:17:11.012237 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:17:11.012237 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:17:11.035384 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-34257ce0-70fa-4b88-95ca-95c5addb7c94 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/quotas/00b876fd8df24342ab4e9da7bd4da612 HTTP/1.1" status: 200 len: 375 time: 0.0722208 Jul 15 13:17:11.048910 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9b280c0b-9494-4052-8fde-d323f24f2686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.086314 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a1406e8a-2bdf-466a-b8e1-30db0055dd14 None None] Deleting port e7088358-c7b7-4fe6-b458-375c2d7fc71f {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:11.086990 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1406e8a-2bdf-466a-b8e1-30db0055dd14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.105811 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b280c0b-9494-4052-8fde-d323f24f2686 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7088358-c7b7-4fe6-b458-375c2d7fc71f,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:11.109921 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b280c0b-9494-4052-8fde-d323f24f2686 admin admin] No DVR routers for this DVR port e7088358-c7b7-4fe6-b458-375c2d7fc71f on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:11.200164 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a1406e8a-2bdf-466a-b8e1-30db0055dd14 None None] For port e7088358-c7b7-4fe6-b458-375c2d7fc71f, host n-d-771363-36, got binding levels [] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:11.200885 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1406e8a-2bdf-466a-b8e1-30db0055dd14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.220617 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36890) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:11.222274 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a1406e8a-2bdf-466a-b8e1-30db0055dd14 None None] Calling delete_port for e7088358-c7b7-4fe6-b458-375c2d7fc71f owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:11.226999 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.ipam_backend_mixin [None req-a1406e8a-2bdf-466a-b8e1-30db0055dd14 None None] Port e7088358-c7b7-4fe6-b458-375c2d7fc71f was not found and therefore no delete operation was performed {{(pid=93827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:17:11.228486 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1406e8a-2bdf-466a-b8e1-30db0055dd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.292488 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1406e8a-2bdf-466a-b8e1-30db0055dd14 None None] Pushing event deleted for resources: {'Port': ['ID=e7088358-c7b7-4fe6-b458-375c2d7fc71f,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:11.300521 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1406e8a-2bdf-466a-b8e1-30db0055dd14 None None] No DVR routers for this DVR port e7088358-c7b7-4fe6-b458-375c2d7fc71f on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:11.312278 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9b280c0b-9494-4052-8fde-d323f24f2686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.338379 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-9b280c0b-9494-4052-8fde-d323f24f2686 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35062ce4-aa77-455d-98c1-04b1c2bbb05e']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:11.360525 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-9b280c0b-9494-4052-8fde-d323f24f2686 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b48a1be4-8704-4073-a776-5fcb869d0e81') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:11.360816 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-9b280c0b-9494-4052-8fde-d323f24f2686 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b48a1be4-8704-4073-a776-5fcb869d0e81') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:11.381519 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9b280c0b-9494-4052-8fde-d323f24f2686 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.418516 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-3baf2f88-1adb-4c12-b822-c3040c770184 tempest-NetworksNegativeTestJSON-452855638 tempest-NetworksNegativeTestJSON-452855638-project] Request body: {'port': {'network_id': '36ca757e-5746-4f67-81a0-4225f8f7c15b', 'name': 'tempest-NetworksNegativeTestJSON-427473876'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:11.422204 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9b280c0b-9494-4052-8fde-d323f24f2686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.452160 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b280c0b-9494-4052-8fde-d323f24f2686 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:17:11.452516 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9b280c0b-9494-4052-8fde-d323f24f2686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.455056 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:17:11.455056 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:17:11.455056 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:17:11.455056 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:17:11.455056 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:17:11.455056 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:17:11.455056 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:17:11.455056 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:17:11.455056 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:17:11.455056 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:17:11.455056 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:17:11.455056 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:17:11.455056 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:17:11.455056 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:17:11.455056 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:17:11.455056 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:17:11.455056 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:17:11.455056 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:17:11.455056 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:17:11.455056 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:17:11.455056 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:17:11.455056 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:17:11.455056 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:17:11.455056 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:17:11.455056 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:17:11.455056 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:17:11.455056 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:17:11.455056 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:17:11.455056 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:17:11.455056 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:17:11.455056 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:17:11.455056 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:17:11.482612 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-3baf2f88-1adb-4c12-b822-c3040c770184 tempest-NetworksNegativeTestJSON-452855638 tempest-NetworksNegativeTestJSON-452855638-project] POST failed (client error): The resource could not be found. Jul 15 13:17:11.482612 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3baf2f88-1adb-4c12-b822-c3040c770184 tempest-NetworksNegativeTestJSON-452855638 tempest-NetworksNegativeTestJSON-452855638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:17:11.484016 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3baf2f88-1adb-4c12-b822-c3040c770184 tempest-NetworksNegativeTestJSON-452855638 tempest-NetworksNegativeTestJSON-452855638-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2619145 Jul 15 13:17:11.489610 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36894) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:11.542398 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e21e8bad-b4ac-4044-89a7-1dda7bcb37bb tempest-NetworksNegativeTestJSON-452855638 tempest-NetworksNegativeTestJSON-452855638-project] DELETE failed (client error): The resource could not be found. Jul 15 13:17:11.543355 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e21e8bad-b4ac-4044-89a7-1dda7bcb37bb tempest-NetworksNegativeTestJSON-452855638 tempest-NetworksNegativeTestJSON-452855638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:17:11.551662 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e21e8bad-b4ac-4044-89a7-1dda7bcb37bb tempest-NetworksNegativeTestJSON-452855638 tempest-NetworksNegativeTestJSON-452855638-project] 10.222.0.16 "DELETE /v2.0/networks/22583f6d-1e9d-4dfa-ae62-c2ea9b1800bc HTTP/1.1" status: 404 len: 339 time: 0.0580544 Jul 15 13:17:11.556542 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36896) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:11.606325 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9b280c0b-9494-4052-8fde-d323f24f2686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.611875 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9b280c0b-9494-4052-8fde-d323f24f2686 admin admin] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.616665 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9b280c0b-9494-4052-8fde-d323f24f2686 admin admin] 10.222.0.16 "DELETE /v2.0/networks/35062ce4-aa77-455d-98c1-04b1c2bbb05e HTTP/1.1" status: 204 len: 168 time: 1.3639703 Jul 15 13:17:11.616665 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b641b3-0bb8-4146-a02c-4737f008afcc tempest-NetworksNegativeTestJSON-452855638 tempest-NetworksNegativeTestJSON-452855638-project] DELETE failed (client error): The resource could not be found. Jul 15 13:17:11.616665 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39b641b3-0bb8-4146-a02c-4737f008afcc tempest-NetworksNegativeTestJSON-452855638 tempest-NetworksNegativeTestJSON-452855638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:17:11.617787 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-39b641b3-0bb8-4146-a02c-4737f008afcc tempest-NetworksNegativeTestJSON-452855638 tempest-NetworksNegativeTestJSON-452855638-project] 10.222.0.16 "DELETE /v2.0/ports/9008625b-19bb-4743-ae50-ee7bf9aba523 HTTP/1.1" status: 404 len: 333 time: 0.0566592 Jul 15 13:17:11.631410 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36900) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:11.632508 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b280c0b-9494-4052-8fde-d323f24f2686 admin admin] Pushing event deleted for resources: {'Network': ['ID=35062ce4-aa77-455d-98c1-04b1c2bbb05e,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:11.641323 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-187295e1-fd1d-4ce5-b3c5-848c8f543e0c tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.651144 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-86fac865-ebcd-4b0e-9d62-d9378f1998f5 req-380b8ea9-f1ae-4a4d-ba07-7d3a75368263 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6818449 Jul 15 13:17:11.663626 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0293a032-c009-4cc4-972a-e664cff6ab10 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.681680 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d7e8cad-6057-4646-bc98-dd28638829a8 tempest-NetworksNegativeTestJSON-452855638 tempest-NetworksNegativeTestJSON-452855638-project] DELETE failed (client error): The resource could not be found. Jul 15 13:17:11.682293 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d7e8cad-6057-4646-bc98-dd28638829a8 tempest-NetworksNegativeTestJSON-452855638 tempest-NetworksNegativeTestJSON-452855638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:17:11.689109 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5d7e8cad-6057-4646-bc98-dd28638829a8 tempest-NetworksNegativeTestJSON-452855638 tempest-NetworksNegativeTestJSON-452855638-project] 10.222.0.16 "DELETE /v2.0/subnets/896e6c94-1f82-4d43-b748-5d0e36b54883 HTTP/1.1" status: 404 len: 337 time: 0.0531094 Jul 15 13:17:11.689839 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36906) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:11.698957 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0293a032-c009-4cc4-972a-e664cff6ab10 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.701121 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0293a032-c009-4cc4-972a-e664cff6ab10 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/networks/cd5bd2d6-7132-4a7f-960c-40f148939913 HTTP/1.1" status: 204 len: 168 time: 3.6192563 Jul 15 13:17:11.705181 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293a032-c009-4cc4-972a-e664cff6ab10 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'Network': ['ID=cd5bd2d6-7132-4a7f-960c-40f148939913,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:11.714382 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36908) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:11.715613 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-816123b6-5dea-43f6-83f0-3dec7df7a986 tempest-NetworksNegativeTestJSON-452855638 tempest-NetworksNegativeTestJSON-452855638-project] GET failed (client error): The resource could not be found. Jul 15 13:17:11.721799 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-816123b6-5dea-43f6-83f0-3dec7df7a986 tempest-NetworksNegativeTestJSON-452855638 tempest-NetworksNegativeTestJSON-452855638-project] 10.222.0.16 "GET /v2.0/networks/fde54bde-66d4-467b-b9eb-8f8ea0f5c3c8 HTTP/1.1" status: 404 len: 339 time: 0.0308743 Jul 15 13:17:11.724284 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36914) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:11.732523 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-97600929-d34f-4d70-8e06-e55193510833 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2131040799'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:11.772972 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-d9475ec9-d992-40ea-9c18-94e9d3c426c0 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=00b876fd8df24342ab4e9da7bd4da612&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7367795 Jul 15 13:17:11.778331 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-a89911d1-1e65-4e7d-9cca-1a0a8d6c1023 tempest-NetworksNegativeTestJSON-452855638 tempest-NetworksNegativeTestJSON-452855638-project] GET failed (client error): The resource could not be found. Jul 15 13:17:11.784887 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a89911d1-1e65-4e7d-9cca-1a0a8d6c1023 tempest-NetworksNegativeTestJSON-452855638 tempest-NetworksNegativeTestJSON-452855638-project] 10.222.0.16 "GET /v2.0/ports/4be50afe-fe66-40b4-94c5-042f727f706a HTTP/1.1" status: 404 len: 333 time: 0.0594339 Jul 15 13:17:11.785890 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36918) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:11.832358 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2c62bd9-d1f0-4d34-a115-19214cec9223 tempest-NetworksNegativeTestJSON-452855638 tempest-NetworksNegativeTestJSON-452855638-project] GET failed (client error): The resource could not be found. Jul 15 13:17:11.838714 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b2c62bd9-d1f0-4d34-a115-19214cec9223 tempest-NetworksNegativeTestJSON-452855638 tempest-NetworksNegativeTestJSON-452855638-project] 10.222.0.16 "GET /v2.0/subnets/9e319449-6d9c-48a2-a3d5-2cd7a6f5509e HTTP/1.1" status: 404 len: 337 time: 0.0491157 Jul 15 13:17:11.840635 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36920) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:11.846486 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-1b70e605-161f-4ae5-ae3b-c9d67845a972 tempest-NetworksNegativeTestJSON-452855638 tempest-NetworksNegativeTestJSON-452855638-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:11.852507 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97600929-d34f-4d70-8e06-e55193510833 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Made reservation on behalf of 44d20f985e3e4d3da729c1600e912e21 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:11.856757 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-97600929-d34f-4d70-8e06-e55193510833 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.881247 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b70e605-161f-4ae5-ae3b-c9d67845a972 tempest-NetworksNegativeTestJSON-452855638 tempest-NetworksNegativeTestJSON-452855638-project] PUT failed (client error): The resource could not be found. Jul 15 13:17:11.881927 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b70e605-161f-4ae5-ae3b-c9d67845a972 tempest-NetworksNegativeTestJSON-452855638 tempest-NetworksNegativeTestJSON-452855638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:17:11.887235 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1b70e605-161f-4ae5-ae3b-c9d67845a972 tempest-NetworksNegativeTestJSON-452855638 tempest-NetworksNegativeTestJSON-452855638-project] 10.222.0.16 "PUT /v2.0/networks/2e00a815-d007-4a36-b3c9-4616cf6e2f32 HTTP/1.1" status: 404 len: 339 time: 0.0454881 Jul 15 13:17:11.888040 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36922) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:11.896325 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-ad8f1097-f4ec-483b-ba65-8d6bfc904cad tempest-NetworksNegativeTestJSON-452855638 tempest-NetworksNegativeTestJSON-452855638-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:11.943365 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad8f1097-f4ec-483b-ba65-8d6bfc904cad tempest-NetworksNegativeTestJSON-452855638 tempest-NetworksNegativeTestJSON-452855638-project] PUT failed (client error): The resource could not be found. Jul 15 13:17:11.944260 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad8f1097-f4ec-483b-ba65-8d6bfc904cad tempest-NetworksNegativeTestJSON-452855638 tempest-NetworksNegativeTestJSON-452855638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:17:11.950364 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36924) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:11.950696 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ad8f1097-f4ec-483b-ba65-8d6bfc904cad tempest-NetworksNegativeTestJSON-452855638 tempest-NetworksNegativeTestJSON-452855638-project] 10.222.0.16 "PUT /v2.0/ports/2be57e27-1783-40b7-b2ec-505dcc1da35a HTTP/1.1" status: 404 len: 333 time: 0.0582161 Jul 15 13:17:11.957804 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-ecdd2d3a-162c-4b44-8e26-f070b1b838a7 service neutron] 10.222.0.16 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763594 Jul 15 13:17:11.958612 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97600929-d34f-4d70-8e06-e55193510833 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:17:11.966456 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-62d9d8cf-d141-4e49-95a8-6b49054a2802 tempest-NetworksNegativeTestJSON-452855638 tempest-NetworksNegativeTestJSON-452855638-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:11.969650 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-97600929-d34f-4d70-8e06-e55193510833 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.970163 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-97600929-d34f-4d70-8e06-e55193510833 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Added segment a9c28f7a-1768-4531-a1bb-716e0e0e22f6 of type vlan for network dd2bcd36-9adf-4423-8ee7-ee0035e8a2e8 Jul 15 13:17:11.995941 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-62d9d8cf-d141-4e49-95a8-6b49054a2802 tempest-NetworksNegativeTestJSON-452855638 tempest-NetworksNegativeTestJSON-452855638-project] PUT failed (client error): The resource could not be found. Jul 15 13:17:11.996689 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62d9d8cf-d141-4e49-95a8-6b49054a2802 tempest-NetworksNegativeTestJSON-452855638 tempest-NetworksNegativeTestJSON-452855638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:17:11.998003 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-62d9d8cf-d141-4e49-95a8-6b49054a2802 tempest-NetworksNegativeTestJSON-452855638 tempest-NetworksNegativeTestJSON-452855638-project] 10.222.0.16 "PUT /v2.0/subnets/bc0b404d-47ca-4273-b233-10e78d2d0dec HTTP/1.1" status: 404 len: 337 time: 0.0434821 Jul 15 13:17:12.023746 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-97600929-d34f-4d70-8e06-e55193510833 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:12.079645 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-97600929-d34f-4d70-8e06-e55193510833 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:12.087613 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97600929-d34f-4d70-8e06-e55193510833 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:12.089136 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-97600929-d34f-4d70-8e06-e55193510833 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:12.122405 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36928) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:12.162469 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-97600929-d34f-4d70-8e06-e55193510833 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4367528 Jul 15 13:17:12.166072 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36930) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:12.178286 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device e7088358-c7b7-4fe6-b458-375c2d7fc71f no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:12.203319 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-f6ac1623-2719-4a45-9fbf-343068d4d0f2 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'subnet': {'network_id': 'dd2bcd36-9adf-4423-8ee7-ee0035e8a2e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:12.225922 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-187295e1-fd1d-4ce5-b3c5-848c8f543e0c tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router_gateway, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:12.229624 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: e7088358-c7b7-4fe6-b458-375c2d7fc71f {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:17:12.229624 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device e7088358-c7b7-4fe6-b458-375c2d7fc71f not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:17:12.250003 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-187295e1-fd1d-4ce5-b3c5-848c8f543e0c tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:12.318993 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97600929-d34f-4d70-8e06-e55193510833 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'Network': ['ID=dd2bcd36-9adf-4423-8ee7-ee0035e8a2e8,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:12.334960 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network dd2bcd36-9adf-4423-8ee7-ee0035e8a2e8 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:17:12.393449 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-187295e1-fd1d-4ce5-b3c5-848c8f543e0c tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Allocated IP 172.25.8.140 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/d8e01001-07f4-4f26-9502-742ca4b1a371) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:12.465811 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36934) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:12.471066 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-91748912-cf10-4059-9970-5b650c9f562a service neutron] 10.222.0.16 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4701645 Jul 15 13:17:12.475014 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2154d554-23eb-4135-b7ef-f0cb730f4479 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=81c3b9d8d0bd4b9983bde8217f1dc07f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3543165 Jul 15 13:17:12.475780 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36936) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:12.552309 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ac1623-2719-4a45-9fbf-343068d4d0f2 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Made reservation on behalf of 44d20f985e3e4d3da729c1600e912e21 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:12.556414 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f6ac1623-2719-4a45-9fbf-343068d4d0f2 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:12.568464 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-187295e1-fd1d-4ce5-b3c5-848c8f543e0c tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:12.660212 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-187295e1-fd1d-4ce5-b3c5-848c8f543e0c tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:12.718348 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187295e1-fd1d-4ce5-b3c5-848c8f543e0c tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:12.724481 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-187295e1-fd1d-4ce5-b3c5-848c8f543e0c tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:12.728453 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187295e1-fd1d-4ce5-b3c5-848c8f543e0c tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:12.782934 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-27343f3d-3aa0-47b8-834a-15e51bcee584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:12.834127 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187295e1-fd1d-4ce5-b3c5-848c8f543e0c tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Pushing event updated for resources: {'Port': ['ID=d8e01001-07f4-4f26-9502-742ca4b1a371,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:12.861129 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-27343f3d-3aa0-47b8-834a-15e51bcee584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:12.883532 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9f17dbb1-d94f-400a-982c-164d352aee57 req-b7f59868-450f-44c1-900a-902a0e24fd44 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=872a7ba3-7ee5-4046-8c39-fc87873a2fed HTTP/1.1" status: 200 len: 210 time: 0.0708530 Jul 15 13:17:12.929016 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0d13ae1a-17df-43d6-8f4a-2a5649a94133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.015644 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f6ac1623-2719-4a45-9fbf-343068d4d0f2 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.086450 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-27343f3d-3aa0-47b8-834a-15e51bcee584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.089771 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-27343f3d-3aa0-47b8-834a-15e51bcee584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.093570 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-27343f3d-3aa0-47b8-834a-15e51bcee584 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d03c6c5-afde-46b4-9fff-da26c2a36d36 HTTP/1.1" status: 204 len: 168 time: 0.6116846 Jul 15 13:17:13.112360 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27343f3d-3aa0-47b8-834a-15e51bcee584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d03c6c5-afde-46b4-9fff-da26c2a36d36,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:13.154451 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ac1623-2719-4a45-9fbf-343068d4d0f2 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Checking segment: {'id': 'a9c28f7a-1768-4531-a1bb-716e0e0e22f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'dd2bcd36-9adf-4423-8ee7-ee0035e8a2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:13.154848 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ac1623-2719-4a45-9fbf-343068d4d0f2 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Network hostable DHCP agents. Network: dd2bcd36-9adf-4423-8ee7-ee0035e8a2e8, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:17:13.158153 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac1623-2719-4a45-9fbf-343068d4d0f2 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'Subnet': ['ID=e7ded837-d3fc-408a-9693-f4a59aba9b3b,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:13.187371 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ac1623-2719-4a45-9fbf-343068d4d0f2 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Network dd2bcd36-9adf-4423-8ee7-ee0035e8a2e8 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:17:13.206629 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-f6ac1623-2719-4a45-9fbf-343068d4d0f2 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, dd2bcd36-9adf-4423-8ee7-ee0035e8a2e8) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:13.215442 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a86773c-2594-44f9-96a2-08b782759d6e None None] Network dd2bcd36-9adf-4423-8ee7-ee0035e8a2e8 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:13.220298 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ac1623-2719-4a45-9fbf-343068d4d0f2 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:13.221131 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f6ac1623-2719-4a45-9fbf-343068d4d0f2 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.326237 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e5121-7e58-48b2-9d64-6a7476a7caff req-e62ed2f7-df53-4518-bf07-548c2ebcaf78 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:13.328780 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-607e5121-7e58-48b2-9d64-6a7476a7caff req-e62ed2f7-df53-4518-bf07-548c2ebcaf78 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.4584565 Jul 15 13:17:13.385515 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-187295e1-fd1d-4ce5-b3c5-848c8f543e0c tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router_gateway, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.492774 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed6be40-d751-4e33-a4ce-1d575161ae92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-dd2bcd36-9adf-4423-8ee7-ee0035e8a2e8', 'network_id': 'dd2bcd36-9adf-4423-8ee7-ee0035e8a2e8', 'tenant_id': '44d20f985e3e4d3da729c1600e912e21', 'fixed_ips': [{'subnet_id': 'e7ded837-d3fc-408a-9693-f4a59aba9b3b'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:17:13.493451 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fed6be40-d751-4e33-a4ce-1d575161ae92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.640364 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-607e5121-7e58-48b2-9d64-6a7476a7caff req-f6f95295-c435-43e2-9960-3adeac7bdce0 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809212 Jul 15 13:17:13.732634 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0d13ae1a-17df-43d6-8f4a-2a5649a94133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.749674 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f6ac1623-2719-4a45-9fbf-343068d4d0f2 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5792627 Jul 15 13:17:13.750466 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36970) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:13.752114 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0d13ae1a-17df-43d6-8f4a-2a5649a94133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.757182 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-a2bd1e3a-cffd-4a38-9135-377bafc9fac4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'port': {'network_id': 'dd2bcd36-9adf-4423-8ee7-ee0035e8a2e8', 'name': 'tempest-PortsTestJSON-1478984619', 'fixed_ips': [{'subnet_id': 'e7ded837-d3fc-408a-9693-f4a59aba9b3b', 'ip_address': '172.20.0.10'}]}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:13.842179 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-fed6be40-d751-4e33-a4ce-1d575161ae92 None None] Allocated IP 172.20.0.2 (dd2bcd36-9adf-4423-8ee7-ee0035e8a2e8/e7ded837-d3fc-408a-9693-f4a59aba9b3b/64e252a0-f558-4227-8f53-8ae7ed342fef) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:14.069702 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bd1e3a-cffd-4a38-9135-377bafc9fac4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Made reservation on behalf of 44d20f985e3e4d3da729c1600e912e21 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:14.158251 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0d13ae1a-17df-43d6-8f4a-2a5649a94133 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d49c5ec0e9748e28e221d6a009a5cd6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6911178 Jul 15 13:17:14.160402 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d13ae1a-17df-43d6-8f4a-2a5649a94133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe25a2b-182d-46eb-9ae6-f78ff3556901,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:14.169767 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36994) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:14.199401 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fed6be40-d751-4e33-a4ce-1d575161ae92 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:14.211215 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-fed6be40-d751-4e33-a4ce-1d575161ae92 None None] Transition to ACTIVE for port object 64e252a0-f558-4227-8f53-8ae7ed342fef will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:14.240476 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-fed6be40-d751-4e33-a4ce-1d575161ae92 None None] Transition to ACTIVE for port object 64e252a0-f558-4227-8f53-8ae7ed342fef will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:14.261950 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fed6be40-d751-4e33-a4ce-1d575161ae92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:14.303986 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b095404-d341-49b6-af54-343bb1958494 req-635c65b9-ad21-4b15-8f3c-d9bd9b19e96e tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=872a7ba3-7ee5-4046-8c39-fc87873a2fed HTTP/1.1" status: 200 len: 210 time: 0.1855011 Jul 15 13:17:14.360166 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a2bd1e3a-cffd-4a38-9135-377bafc9fac4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:14.361851 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6be40-d751-4e33-a4ce-1d575161ae92 None None] Pushing event updated for resources: {'Port': ['ID=64e252a0-f558-4227-8f53-8ae7ed342fef,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:14.399833 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed6be40-d751-4e33-a4ce-1d575161ae92 None None] Network dd2bcd36-9adf-4423-8ee7-ee0035e8a2e8 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:14.407231 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-fed6be40-d751-4e33-a4ce-1d575161ae92 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:14.409858 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed6be40-d751-4e33-a4ce-1d575161ae92 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:14.472631 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36998) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:14.491440 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-187295e1-fd1d-4ce5-b3c5-848c8f543e0c tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:14.503532 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-a2bd1e3a-cffd-4a38-9135-377bafc9fac4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] device_id is not set on port 2ad783f4-dd6b-4772-a3fb-0a9717f2330d yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:17:14.539979 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-829772ea-234a-4ca0-bb68-4894dcb35d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:14.561037 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-fed6be40-d751-4e33-a4ce-1d575161ae92 None None] Attempting to bind port 64e252a0-f558-4227-8f53-8ae7ed342fef on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:17:14.561601 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-fed6be40-d751-4e33-a4ce-1d575161ae92 None None] Attempting to bind port 64e252a0-f558-4227-8f53-8ae7ed342fef by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'a9c28f7a-1768-4531-a1bb-716e0e0e22f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'dd2bcd36-9adf-4423-8ee7-ee0035e8a2e8'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:17:14.561992 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed6be40-d751-4e33-a4ce-1d575161ae92 None None] Attempting to bind port 64e252a0-f558-4227-8f53-8ae7ed342fef on network dd2bcd36-9adf-4423-8ee7-ee0035e8a2e8 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:14.571747 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed6be40-d751-4e33-a4ce-1d575161ae92 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:17:14.572316 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed6be40-d751-4e33-a4ce-1d575161ae92 None None] Checking segment: {'id': 'a9c28f7a-1768-4531-a1bb-716e0e0e22f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'dd2bcd36-9adf-4423-8ee7-ee0035e8a2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:14.572825 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fed6be40-d751-4e33-a4ce-1d575161ae92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:14.573318 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed6be40-d751-4e33-a4ce-1d575161ae92 None None] Bound using segment: {'id': 'a9c28f7a-1768-4531-a1bb-716e0e0e22f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'dd2bcd36-9adf-4423-8ee7-ee0035e8a2e8'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:17:14.575355 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-fed6be40-d751-4e33-a4ce-1d575161ae92 None None] Bound port: 64e252a0-f558-4227-8f53-8ae7ed342fef, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c28f7a-1768-4531-a1bb-716e0e0e22f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'dd2bcd36-9adf-4423-8ee7-ee0035e8a2e8'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:17:14.575851 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fed6be40-d751-4e33-a4ce-1d575161ae92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:14.637124 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-d1a0914d-349f-43cf-af52-c8acc4d83d0d tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:14.639249 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-d1a0914d-349f-43cf-af52-c8acc4d83d0d tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/networks?id=99cd1bfe-9d64-42d2-99af-5de7cac58504 HTTP/1.1" status: 200 len: 814 time: 0.6343198 Jul 15 13:17:14.663256 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-8b61da8a-d432-4ce6-8241-13dea741363e tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/quotas/9a1172f2a14a403dab8bb15cd26b5d7e HTTP/1.1" status: 200 len: 375 time: 0.0156584 Jul 15 13:17:14.763524 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187295e1-fd1d-4ce5-b3c5-848c8f543e0c tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Router 19b9fc3b-2a6f-4ec2-8a77-4458f4128873 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:17:14.772295 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-fed6be40-d751-4e33-a4ce-1d575161ae92 None None] For port 64e252a0-f558-4227-8f53-8ae7ed342fef, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:17:14.776535 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-fed6be40-d751-4e33-a4ce-1d575161ae92 None None] For port 64e252a0-f558-4227-8f53-8ae7ed342fef, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=64e252a0-f558-4227-8f53-8ae7ed342fef,segment=NetworkSegment(a9c28f7a-1768-4531-a1bb-716e0e0e22f6),segment_id=a9c28f7a-1768-4531-a1bb-716e0e0e22f6)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:17:14.777683 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-5ac88b37-073f-4b1e-9a2c-5f929755ddb5 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9a1172f2a14a403dab8bb15cd26b5d7e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1079750 Jul 15 13:17:14.805682 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fed6be40-d751-4e33-a4ce-1d575161ae92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:14.892736 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-59b85ca1-acb4-408f-b7c4-79c6e6b38848 service neutron] 10.222.0.16 "GET /v2.0/networks/99cd1bfe-9d64-42d2-99af-5de7cac58504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052072 Jul 15 13:17:14.960911 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-1a078c3f-72fa-47d3-8228-a5cedd9e5d0b tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:14.964100 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-1a078c3f-72fa-47d3-8228-a5cedd9e5d0b tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.46 "GET /v2.0/networks?id=594a18f5-eb63-40e1-adf2-df8adb235078 HTTP/1.1" status: 200 len: 806 time: 0.3468385 Jul 15 13:17:15.105099 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6be40-d751-4e33-a4ce-1d575161ae92 None None] Pushing event updated for resources: {'Port': ['ID=64e252a0-f558-4227-8f53-8ae7ed342fef,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:15.188733 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-f5b3cdbf-8226-44b0-8137-81c8a9e2ba9e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1868658184-network', 'tenant_id': '251cced819c74cfb94fbc7f7f1614ad3'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:15.207539 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-09af8d25-5415-4354-a16f-5fe2b35193a3 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Request body: {'port': {'device_id': '872a7ba3-7ee5-4046-8c39-fc87873a2fed', 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078', 'admin_state_up': True, 'tenant_id': '00b876fd8df24342ab4e9da7bd4da612'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:15.244524 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-b1b07b69-fee7-4908-999e-99f2d617a66b service neutron] 10.222.0.16 "GET /v2.0/networks/99cd1bfe-9d64-42d2-99af-5de7cac58504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969635 Jul 15 13:17:15.262596 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-829772ea-234a-4ca0-bb68-4894dcb35d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:15.319807 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187295e1-fd1d-4ce5-b3c5-848c8f543e0c tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:17:15.332416 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0604f299-244e-4791-be58-d4d6bfc42ab5 None None] Sync routers for ids ['19b9fc3b-2a6f-4ec2-8a77-4458f4128873'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:17:15.351193 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0604f299-244e-4791-be58-d4d6bfc42ab5 None None] Routers {'19b9fc3b-2a6f-4ec2-8a77-4458f4128873'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:15.353905 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-0604f299-244e-4791-be58-d4d6bfc42ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:17:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['19b9fc3b-2a6f-4ec2-8a77-4458f4128873'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:15.405784 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-a2bd1e3a-cffd-4a38-9135-377bafc9fac4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Allocated IP 172.20.0.10 (dd2bcd36-9adf-4423-8ee7-ee0035e8a2e8/e7ded837-d3fc-408a-9693-f4a59aba9b3b/2ad783f4-dd6b-4772-a3fb-0a9717f2330d) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:15.421068 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-187295e1-fd1d-4ce5-b3c5-848c8f543e0c tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:15.430499 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-187295e1-fd1d-4ce5-b3c5-848c8f543e0c tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.6634488 Jul 15 13:17:15.430839 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b3cdbf-8226-44b0-8137-81c8a9e2ba9e admin admin] Made reservation on behalf of 251cced819c74cfb94fbc7f7f1614ad3 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:15.434471 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f5b3cdbf-8226-44b0-8137-81c8a9e2ba9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:15.435335 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37012) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:15.450904 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-a65429f6-c42a-4079-a756-c2dac1b53e1f tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:15.451042 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-0604f299-244e-4791-be58-d4d6bfc42ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:15.471068 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0604f299-244e-4791-be58-d4d6bfc42ab5 None None] Routers {'19b9fc3b-2a6f-4ec2-8a77-4458f4128873'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:15.471701 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-0604f299-244e-4791-be58-d4d6bfc42ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:17:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['19b9fc3b-2a6f-4ec2-8a77-4458f4128873'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:15.474809 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f5b3cdbf-8226-44b0-8137-81c8a9e2ba9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:15.561048 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-0604f299-244e-4791-be58-d4d6bfc42ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:15.563337 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0604f299-244e-4791-be58-d4d6bfc42ab5 None None] The sync data for ids ['19b9fc3b-2a6f-4ec2-8a77-4458f4128873'] in n-d-771363-36 is: [] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:17:15.619619 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-829772ea-234a-4ca0-bb68-4894dcb35d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:15.622975 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-829772ea-234a-4ca0-bb68-4894dcb35d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:15.626635 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-829772ea-234a-4ca0-bb68-4894dcb35d4e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cfe25a2b-182d-46eb-9ae6-f78ff3556901 HTTP/1.1" status: 204 len: 168 time: 1.4513383 Jul 15 13:17:15.700084 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829772ea-234a-4ca0-bb68-4894dcb35d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe25a2b-182d-46eb-9ae6-f78ff3556901,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:15.836592 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8dada6e1-2514-41a4-b0a5-6c38bceaa470 req-a9ad5fcd-a47c-432d-82e7-74d837efa61b tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=872a7ba3-7ee5-4046-8c39-fc87873a2fed HTTP/1.1" status: 200 len: 210 time: 0.0986969 Jul 15 13:17:16.161221 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a2bd1e3a-cffd-4a38-9135-377bafc9fac4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:16.165236 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f5b3cdbf-8226-44b0-8137-81c8a9e2ba9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:16.182492 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f5b3cdbf-8226-44b0-8137-81c8a9e2ba9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:16.219048 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-a2bd1e3a-cffd-4a38-9135-377bafc9fac4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Transition to ACTIVE for port object 2ad783f4-dd6b-4772-a3fb-0a9717f2330d will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:16.263628 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0147b16b-c950-4635-8bd8-8c543d1f92b0 req-ef732cf5-f67e-45bc-b69f-df2fa7abe5c7 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a8eace7-bd2f-430d-86d8-7e075eb93fb5 HTTP/1.1" status: 200 len: 210 time: 0.5156317 Jul 15 13:17:16.288837 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 64e252a0-f558-4227-8f53-8ae7ed342fef up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:16.322672 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b3cdbf-8226-44b0-8137-81c8a9e2ba9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:17:16.328120 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b3cdbf-8226-44b0-8137-81c8a9e2ba9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45431849-e472-4cc9-91dc-6aceda522923,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:16.367487 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-09af8d25-5415-4354-a16f-5fe2b35193a3 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Made reservation on behalf of 00b876fd8df24342ab4e9da7bd4da612 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:16.386951 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-09af8d25-5415-4354-a16f-5fe2b35193a3 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:16.438660 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 64e252a0-f558-4227-8f53-8ae7ed342fef completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:16.469923 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f5b3cdbf-8226-44b0-8137-81c8a9e2ba9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:16.471981 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-f5b3cdbf-8226-44b0-8137-81c8a9e2ba9e admin admin] Added segment bd12e27f-3fd1-48b9-a7db-60395a28da12 of type vlan for network 5d9fbd16-32b6-40ae-8908-2f860bb17994 Jul 15 13:17:16.511792 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a65429f6-c42a-4079-a756-c2dac1b53e1f tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:16.547502 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a65429f6-c42a-4079-a756-c2dac1b53e1f tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:16.551309 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f5b3cdbf-8226-44b0-8137-81c8a9e2ba9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:16.598407 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f5b3cdbf-8226-44b0-8137-81c8a9e2ba9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:16.600074 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b3cdbf-8226-44b0-8137-81c8a9e2ba9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:16.601148 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f5b3cdbf-8226-44b0-8137-81c8a9e2ba9e admin admin] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:16.660753 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a65429f6-c42a-4079-a756-c2dac1b53e1f tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Deleting port d8e01001-07f4-4f26-9502-742ca4b1a371 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:16.661112 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a65429f6-c42a-4079-a756-c2dac1b53e1f tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:16.663568 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f5b3cdbf-8226-44b0-8137-81c8a9e2ba9e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1756573 Jul 15 13:17:16.666676 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37044) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:16.680089 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-13321843-f202-4a95-806f-a095e19a2a73 admin admin] Request body: {'subnet': {'network_id': '5d9fbd16-32b6-40ae-8908-2f860bb17994', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1868658184-subnet', 'tenant_id': '251cced819c74cfb94fbc7f7f1614ad3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:16.745036 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a2bd1e3a-cffd-4a38-9135-377bafc9fac4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:16.904034 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7744709-3ee4-4cfd-b397-7c6a6ef01391 None None] Network dd2bcd36-9adf-4423-8ee7-ee0035e8a2e8 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:16.919734 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13321843-f202-4a95-806f-a095e19a2a73 admin admin] Made reservation on behalf of 251cced819c74cfb94fbc7f7f1614ad3 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:16.922604 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-13321843-f202-4a95-806f-a095e19a2a73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:16.961800 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a65429f6-c42a-4079-a756-c2dac1b53e1f tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:16.982045 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b3cdbf-8226-44b0-8137-81c8a9e2ba9e admin admin] Pushing event updated for resources: {'Network': ['ID=5d9fbd16-32b6-40ae-8908-2f860bb17994,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:17.022697 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a65429f6-c42a-4079-a756-c2dac1b53e1f tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Calling delete_port for d8e01001-07f4-4f26-9502-742ca4b1a371 owned by network:router_gateway {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:17.041257 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 5d9fbd16-32b6-40ae-8908-2f860bb17994 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:17:17.111458 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8b95bb4d-f4f2-4c45-a4ca-4db037a70690 None None] Provisioning for port 64e252a0-f558-4227-8f53-8ae7ed342fef completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:17.144797 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bd1e3a-cffd-4a38-9135-377bafc9fac4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Network dd2bcd36-9adf-4423-8ee7-ee0035e8a2e8 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:17.161651 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8b95bb4d-f4f2-4c45-a4ca-4db037a70690 None None] Provisioning complete for port 64e252a0-f558-4227-8f53-8ae7ed342fef triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:17.162277 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8b95bb4d-f4f2-4c45-a4ca-4db037a70690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:17.164477 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-a2bd1e3a-cffd-4a38-9135-377bafc9fac4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:17.182415 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bd1e3a-cffd-4a38-9135-377bafc9fac4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:17.203471 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37058) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:17.279488 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-09af8d25-5415-4354-a16f-5fe2b35193a3 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Allocated IP 172.20.0.14 (594a18f5-eb63-40e1-adf2-df8adb235078/a3564fb5-e6c9-425e-8a20-95a28163b8cc/635b2fe2-f00f-4317-9dc6-d2322cbdf82a) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:17.346542 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8b95bb4d-f4f2-4c45-a4ca-4db037a70690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:17.461069 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-8b95bb4d-f4f2-4c45-a4ca-4db037a70690 None None] For port 64e252a0-f558-4227-8f53-8ae7ed342fef, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=64e252a0-f558-4227-8f53-8ae7ed342fef,segment=NetworkSegment(a9c28f7a-1768-4531-a1bb-716e0e0e22f6),segment_id=a9c28f7a-1768-4531-a1bb-716e0e0e22f6)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:17.466952 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8b95bb4d-f4f2-4c45-a4ca-4db037a70690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:17.597891 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-09af8d25-5415-4354-a16f-5fe2b35193a3 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:17.643362 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b95bb4d-f4f2-4c45-a4ca-4db037a70690 None None] Pushing event updated for resources: {'Port': ['ID=64e252a0-f558-4227-8f53-8ae7ed342fef,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:17.656052 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd1e3a-cffd-4a38-9135-377bafc9fac4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'Port': ['ID=2ad783f4-dd6b-4772-a3fb-0a9717f2330d,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:17.687312 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-09af8d25-5415-4354-a16f-5fe2b35193a3 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:17.699205 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['305e2af7-4e14-46c9-b511-673a966a851e'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:17:17.881921 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-09af8d25-5415-4354-a16f-5fe2b35193a3 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Network 594a18f5-eb63-40e1-adf2-df8adb235078 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:17.892087 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af8d25-5415-4354-a16f-5fe2b35193a3 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Pushing event updated for resources: {'Port': ['ID=635b2fe2-f00f-4317-9dc6-d2322cbdf82a,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:17.902449 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-09af8d25-5415-4354-a16f-5fe2b35193a3 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:17.907212 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-09af8d25-5415-4354-a16f-5fe2b35193a3 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:17.990633 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8c02c310-a663-4f1a-9aa5-c2c7cba583b2 tempest-ServiceProvidersTest-1878695160 tempest-ServiceProvidersTest-1878695160-project] 10.222.0.16 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3351049 Jul 15 13:17:18.013507 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bd1e3a-cffd-4a38-9135-377bafc9fac4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:18.014167 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a2bd1e3a-cffd-4a38-9135-377bafc9fac4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:18.035910 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a2bd1e3a-cffd-4a38-9135-377bafc9fac4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.2843187 Jul 15 13:17:18.041814 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37066) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:18.047308 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-0d8f0c35-aa02-4256-b50d-7125edff7ab7 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'port': {'network_id': 'dd2bcd36-9adf-4423-8ee7-ee0035e8a2e8', 'name': 'tempest-PortsTestJSON-388649817', 'fixed_ips': [{'subnet_id': 'e7ded837-d3fc-408a-9693-f4a59aba9b3b', 'ip_address': '172.20.0.9'}]}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:18.060824 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-09af8d25-5415-4354-a16f-5fe2b35193a3 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:18.061642 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-09af8d25-5415-4354-a16f-5fe2b35193a3 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:18.092047 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-09af8d25-5415-4354-a16f-5fe2b35193a3 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8956194 Jul 15 13:17:18.129410 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-ed079f93-042d-4e10-8eea-9c2ea7149804 service neutron] Request body: {'port': {'device_id': '872a7ba3-7ee5-4046-8c39-fc87873a2fed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:18.153714 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0c8ad22f-c59f-435c-b76a-74175a2038d2 req-ab649b45-f027-4c09-bcc0-8666671a8566 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a8eace7-bd2f-430d-86d8-7e075eb93fb5 HTTP/1.1" status: 200 len: 210 time: 0.3812535 Jul 15 13:17:18.175797 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-4fff7a93-e25f-4203-a0d2-e21af9751a1e None None] Provisioning complete for port 64e252a0-f558-4227-8f53-8ae7ed342fef triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:18.181140 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4fff7a93-e25f-4203-a0d2-e21af9751a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:18.285312 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-ed079f93-042d-4e10-8eea-9c2ea7149804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:18.315678 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-5584c4d3-ca98-43a5-814c-c2e35a1c35f1 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:18.323308 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-5584c4d3-ca98-43a5-814c-c2e35a1c35f1 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.46 "GET /v2.0/networks?id=99cd1bfe-9d64-42d2-99af-5de7cac58504 HTTP/1.1" status: 200 len: 814 time: 0.5537899 Jul 15 13:17:18.413152 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 64e252a0-f558-4227-8f53-8ae7ed342fef up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:18.420154 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-c4d88dca-74a6-4e7f-b0f6-c999f24c3f8b tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Request body: {'port': {'device_id': '4a8eace7-bd2f-430d-86d8-7e075eb93fb5', 'network_id': '99cd1bfe-9d64-42d2-99af-5de7cac58504', 'admin_state_up': True, 'tenant_id': '9a1172f2a14a403dab8bb15cd26b5d7e'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:18.536149 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-13321843-f202-4a95-806f-a095e19a2a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:18.631016 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 64e252a0-f558-4227-8f53-8ae7ed342fef triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:18.636568 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:18.645934 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13321843-f202-4a95-806f-a095e19a2a73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb690484-bc5a-4c4b-81ad-d355e2967ff7,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:18.695219 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-4fff7a93-e25f-4203-a0d2-e21af9751a1e None None] Provisioning for port 2ad783f4-dd6b-4772-a3fb-0a9717f2330d completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:18.702960 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-4fff7a93-e25f-4203-a0d2-e21af9751a1e None None] Provisioning complete for port 2ad783f4-dd6b-4772-a3fb-0a9717f2330d triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:18.703572 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4fff7a93-e25f-4203-a0d2-e21af9751a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:18.717096 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37078) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:18.772324 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-4fff7a93-e25f-4203-a0d2-e21af9751a1e None None] Port 2ad783f4-dd6b-4772-a3fb-0a9717f2330d cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:18.803434 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90bfc1-5240-4b33-9e1b-ef1e9283feae req-12bfd1b3-4411-4680-9d4c-3c7902dbf806 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:18.805596 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-af90bfc1-5240-4b33-9e1b-ef1e9283feae req-12bfd1b3-4411-4680-9d4c-3c7902dbf806 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=872a7ba3-7ee5-4046-8c39-fc87873a2fed HTTP/1.1" status: 200 len: 932 time: 1.0236804 Jul 15 13:17:18.909103 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-82d4c819-8e9c-4e13-a5fa-129d44b52744 None None] Provisioning complete for port 2ad783f4-dd6b-4772-a3fb-0a9717f2330d triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:18.910008 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-82d4c819-8e9c-4e13-a5fa-129d44b52744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:18.910897 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13321843-f202-4a95-806f-a095e19a2a73 admin admin] Checking segment: {'id': 'bd12e27f-3fd1-48b9-a7db-60395a28da12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5d9fbd16-32b6-40ae-8908-2f860bb17994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:18.911642 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13321843-f202-4a95-806f-a095e19a2a73 admin admin] Network hostable DHCP agents. Network: 5d9fbd16-32b6-40ae-8908-2f860bb17994, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:17:18.914850 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a65429f6-c42a-4079-a756-c2dac1b53e1f tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:18.955261 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65429f6-c42a-4079-a756-c2dac1b53e1f tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Pushing event deleted for resources: {'Port': ['ID=d8e01001-07f4-4f26-9502-742ca4b1a371,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:18.965758 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-82d4c819-8e9c-4e13-a5fa-129d44b52744 None None] Port 2ad783f4-dd6b-4772-a3fb-0a9717f2330d cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:19.006050 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-af90bfc1-5240-4b33-9e1b-ef1e9283feae req-3955ae95-f760-454b-9866-f92d6119436a tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868138 Jul 15 13:17:19.011914 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a0303919-aff1-496c-b688-c752f85cd745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.060092 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-c4d88dca-74a6-4e7f-b0f6-c999f24c3f8b tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Made reservation on behalf of 9a1172f2a14a403dab8bb15cd26b5d7e for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:19.064127 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-c4d88dca-74a6-4e7f-b0f6-c999f24c3f8b tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.065929 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13321843-f202-4a95-806f-a095e19a2a73 admin admin] Network 5d9fbd16-32b6-40ae-8908-2f860bb17994 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:17:19.193608 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-13321843-f202-4a95-806f-a095e19a2a73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 5d9fbd16-32b6-40ae-8908-2f860bb17994) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:19.198218 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13321843-f202-4a95-806f-a095e19a2a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:19.199167 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-13321843-f202-4a95-806f-a095e19a2a73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.207256 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ae0855-e07c-4fa7-a955-af2886ee9b0f None None] Network 5d9fbd16-32b6-40ae-8908-2f860bb17994 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:19.272019 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a65429f6-c42a-4079-a756-c2dac1b53e1f tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.360804 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-ed079f93-042d-4e10-8eea-9c2ea7149804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 635b2fe2-f00f-4317-9dc6-d2322cbdf82a {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:17:19.380590 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-ed079f93-042d-4e10-8eea-9c2ea7149804 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.395673 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-ed079f93-042d-4e10-8eea-9c2ea7149804 service neutron] Transition to ACTIVE for port object 635b2fe2-f00f-4317-9dc6-d2322cbdf82a will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:19.401143 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-ed079f93-042d-4e10-8eea-9c2ea7149804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.488670 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed079f93-042d-4e10-8eea-9c2ea7149804 service neutron] Pushing event updated for resources: {'Port': ['ID=635b2fe2-f00f-4317-9dc6-d2322cbdf82a,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:19.504512 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d477108a-cbaf-4121-a837-20e9aec77272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-5d9fbd16-32b6-40ae-8908-2f860bb17994', 'network_id': '5d9fbd16-32b6-40ae-8908-2f860bb17994', 'tenant_id': '251cced819c74cfb94fbc7f7f1614ad3', 'fixed_ips': [{'subnet_id': 'bb690484-bc5a-4c4b-81ad-d355e2967ff7'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:17:19.505616 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d477108a-cbaf-4121-a837-20e9aec77272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.582038 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-ed079f93-042d-4e10-8eea-9c2ea7149804 service neutron] Attempting to bind port 635b2fe2-f00f-4317-9dc6-d2322cbdf82a on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:17:19.582437 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-ed079f93-042d-4e10-8eea-9c2ea7149804 service neutron] Attempting to bind port 635b2fe2-f00f-4317-9dc6-d2322cbdf82a by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '6bb03eb1-9e52-4718-ab2b-06d9a8232852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:17:19.582801 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-ed079f93-042d-4e10-8eea-9c2ea7149804 service neutron] Attempting to bind port 635b2fe2-f00f-4317-9dc6-d2322cbdf82a on network 594a18f5-eb63-40e1-adf2-df8adb235078 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:19.587061 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b61e4796-0cd7-4d4d-9650-657909efc89b req-457c7b76-c35e-43b3-9733-1c7d8230e663 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a8eace7-bd2f-430d-86d8-7e075eb93fb5 HTTP/1.1" status: 200 len: 210 time: 0.1646016 Jul 15 13:17:19.588931 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-ed079f93-042d-4e10-8eea-9c2ea7149804 service neutron] Port 635b2fe2-f00f-4317-9dc6-d2322cbdf82a on network 594a18f5-eb63-40e1-adf2-df8adb235078 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:17:19.589819 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-ed079f93-042d-4e10-8eea-9c2ea7149804 service neutron] Attempting to bind port 635b2fe2-f00f-4317-9dc6-d2322cbdf82a on network 594a18f5-eb63-40e1-adf2-df8adb235078 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:19.595535 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-ed079f93-042d-4e10-8eea-9c2ea7149804 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:17:19.595891 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-ed079f93-042d-4e10-8eea-9c2ea7149804 service neutron] Checking segment: {'id': '6bb03eb1-9e52-4718-ab2b-06d9a8232852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:19.597119 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-ed079f93-042d-4e10-8eea-9c2ea7149804 service neutron] Bound using segment: {'id': '6bb03eb1-9e52-4718-ab2b-06d9a8232852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:17:19.597874 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-ed079f93-042d-4e10-8eea-9c2ea7149804 service neutron] Bound port: 635b2fe2-f00f-4317-9dc6-d2322cbdf82a, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bb03eb1-9e52-4718-ab2b-06d9a8232852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:17:19.598121 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-ed079f93-042d-4e10-8eea-9c2ea7149804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.611555 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a0303919-aff1-496c-b688-c752f85cd745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.621858 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a0303919-aff1-496c-b688-c752f85cd745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.672980 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8f0c35-aa02-4256-b50d-7125edff7ab7 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Made reservation on behalf of 44d20f985e3e4d3da729c1600e912e21 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:19.704159 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-13321843-f202-4a95-806f-a095e19a2a73 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.0364044 Jul 15 13:17:19.705903 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-d477108a-cbaf-4121-a837-20e9aec77272 None None] Allocated IP 172.20.0.2 (5d9fbd16-32b6-40ae-8908-2f860bb17994/bb690484-bc5a-4c4b-81ad-d355e2967ff7/3365ca70-ccc8-42cf-aadb-a149a6a90cb6) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:19.708794 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37092) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:19.716957 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-42be1c28-149d-4266-b8a4-a6b2224fc52f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1868658184-router', 'tenant_id': '251cced819c74cfb94fbc7f7f1614ad3', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:19.739272 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a65429f6-c42a-4079-a756-c2dac1b53e1f tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.744765 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-c4d88dca-74a6-4e7f-b0f6-c999f24c3f8b tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Allocated IP 172.20.0.9 (99cd1bfe-9d64-42d2-99af-5de7cac58504/ee6addd9-f622-4af5-9405-5b44d7a0cc0b/f0c5c41d-a3c6-4549-928b-7b94ac75c094) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:19.762937 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a0303919-aff1-496c-b688-c752f85cd745 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d8e474c6754d4efb9364a2d840f22a85&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0245218 Jul 15 13:17:19.764751 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a65429f6-c42a-4079-a756-c2dac1b53e1f tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-956703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-956678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-956815'] for router, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.770126 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37094) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:19.773921 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-ed079f93-042d-4e10-8eea-9c2ea7149804 service neutron] For port 635b2fe2-f00f-4317-9dc6-d2322cbdf82a, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:17:19.783651 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0303919-aff1-496c-b688-c752f85cd745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e9bd29-2ba7-4014-8f13-c29a2d9446b4,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:19.798947 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-ed079f93-042d-4e10-8eea-9c2ea7149804 service neutron] For port 635b2fe2-f00f-4317-9dc6-d2322cbdf82a, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=635b2fe2-f00f-4317-9dc6-d2322cbdf82a,segment=NetworkSegment(6bb03eb1-9e52-4718-ab2b-06d9a8232852),segment_id=6bb03eb1-9e52-4718-ab2b-06d9a8232852)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:17:19.802639 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-42be1c28-149d-4266-b8a4-a6b2224fc52f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.803839 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-42be1c28-149d-4266-b8a4-a6b2224fc52f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.811552 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-ed079f93-042d-4e10-8eea-9c2ea7149804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.881455 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-ed079f93-042d-4e10-8eea-9c2ea7149804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:19.882080 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-ed079f93-042d-4e10-8eea-9c2ea7149804 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.883634 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-ed079f93-042d-4e10-8eea-9c2ea7149804 service neutron] 10.222.0.46 "PUT /v2.0/ports/635b2fe2-f00f-4317-9dc6-d2322cbdf82a HTTP/1.1" status: 200 len: 1093 time: 1.7813096 Jul 15 13:17:19.888250 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '872a7ba3-7ee5-4046-8c39-fc87873a2fed', 'tag': '635b2fe2-f00f-4317-9dc6-d2322cbdf82a'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:19.890911 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52220920-1ab6-417b-8d51-0e0e781cd89e" -d '{"events": [{"name": "network-changed", "server_uuid": "872a7ba3-7ee5-4046-8c39-fc87873a2fed", "tag": "635b2fe2-f00f-4317-9dc6-d2322cbdf82a"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:19.938184 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d8f0c35-aa02-4256-b50d-7125edff7ab7 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.985465 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a65429f6-c42a-4079-a756-c2dac1b53e1f tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Router 19b9fc3b-2a6f-4ec2-8a77-4458f4128873 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:17:19.997245 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d477108a-cbaf-4121-a837-20e9aec77272 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.997483 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37a1288-9bc1-4016-927c-1fff00a920f3 x-openstack-request-id: req-f37a1288-9bc1-4016-927c-1fff00a920f3 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:19.997731 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "872a7ba3-7ee5-4046-8c39-fc87873a2fed", "tag": "635b2fe2-f00f-4317-9dc6-d2322cbdf82a", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:19.997982 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f37a1288-9bc1-4016-927c-1fff00a920f3 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:19.998372 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '872a7ba3-7ee5-4046-8c39-fc87873a2fed', 'tag': '635b2fe2-f00f-4317-9dc6-d2322cbdf82a', 'status': 'completed', 'code': 200} Jul 15 13:17:20.005319 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-42be1c28-149d-4266-b8a4-a6b2224fc52f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:20.010213 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d477108a-cbaf-4121-a837-20e9aec77272 None None] Transition to ACTIVE for port object 3365ca70-ccc8-42cf-aadb-a149a6a90cb6 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:20.030878 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d477108a-cbaf-4121-a837-20e9aec77272 None None] Transition to ACTIVE for port object 3365ca70-ccc8-42cf-aadb-a149a6a90cb6 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:20.038093 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7269f9b-4141-4a1e-806b-250736cd15db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:20.045484 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d477108a-cbaf-4121-a837-20e9aec77272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:20.099206 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d477108a-cbaf-4121-a837-20e9aec77272 None None] Network 5d9fbd16-32b6-40ae-8908-2f860bb17994 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:20.103894 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-d477108a-cbaf-4121-a837-20e9aec77272 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:20.107610 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-0d8f0c35-aa02-4256-b50d-7125edff7ab7 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] device_id is not set on port 57892a60-a931-4f93-b3ab-bf1525f33b90 yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:17:20.111153 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d477108a-cbaf-4121-a837-20e9aec77272 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:20.113597 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed079f93-042d-4e10-8eea-9c2ea7149804 service neutron] Pushing event updated for resources: {'Port': ['ID=635b2fe2-f00f-4317-9dc6-d2322cbdf82a,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:20.118915 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d477108a-cbaf-4121-a837-20e9aec77272 None None] Pushing event updated for resources: {'Port': ['ID=3365ca70-ccc8-42cf-aadb-a149a6a90cb6,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:20.126170 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed079f93-042d-4e10-8eea-9c2ea7149804 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:20.126516 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed079f93-042d-4e10-8eea-9c2ea7149804 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:20.126885 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed079f93-042d-4e10-8eea-9c2ea7149804 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:20.127222 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed079f93-042d-4e10-8eea-9c2ea7149804 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:20.127554 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed079f93-042d-4e10-8eea-9c2ea7149804 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:20.127889 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed079f93-042d-4e10-8eea-9c2ea7149804 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:20.128218 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed079f93-042d-4e10-8eea-9c2ea7149804 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:20.128551 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed079f93-042d-4e10-8eea-9c2ea7149804 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:20.128867 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed079f93-042d-4e10-8eea-9c2ea7149804 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:20.129193 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed079f93-042d-4e10-8eea-9c2ea7149804 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:20.129515 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed079f93-042d-4e10-8eea-9c2ea7149804 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:20.129834 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed079f93-042d-4e10-8eea-9c2ea7149804 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:20.244066 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-d477108a-cbaf-4121-a837-20e9aec77272 None None] Attempting to bind port 3365ca70-ccc8-42cf-aadb-a149a6a90cb6 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:17:20.246016 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-d477108a-cbaf-4121-a837-20e9aec77272 None None] Attempting to bind port 3365ca70-ccc8-42cf-aadb-a149a6a90cb6 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'bd12e27f-3fd1-48b9-a7db-60395a28da12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5d9fbd16-32b6-40ae-8908-2f860bb17994'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:17:20.246473 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d477108a-cbaf-4121-a837-20e9aec77272 None None] Attempting to bind port 3365ca70-ccc8-42cf-aadb-a149a6a90cb6 on network 5d9fbd16-32b6-40ae-8908-2f860bb17994 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:20.248290 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7269f9b-4141-4a1e-806b-250736cd15db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:20.256462 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d477108a-cbaf-4121-a837-20e9aec77272 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:17:20.256857 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d477108a-cbaf-4121-a837-20e9aec77272 None None] Checking segment: {'id': 'bd12e27f-3fd1-48b9-a7db-60395a28da12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5d9fbd16-32b6-40ae-8908-2f860bb17994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:20.257428 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d477108a-cbaf-4121-a837-20e9aec77272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:20.257837 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d477108a-cbaf-4121-a837-20e9aec77272 None None] Bound using segment: {'id': 'bd12e27f-3fd1-48b9-a7db-60395a28da12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5d9fbd16-32b6-40ae-8908-2f860bb17994'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:17:20.258322 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-d477108a-cbaf-4121-a837-20e9aec77272 None None] Bound port: 3365ca70-ccc8-42cf-aadb-a149a6a90cb6, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd12e27f-3fd1-48b9-a7db-60395a28da12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5d9fbd16-32b6-40ae-8908-2f860bb17994'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:17:20.258749 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d477108a-cbaf-4121-a837-20e9aec77272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:20.284133 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-fc99d210-f1a6-4f25-af3d-7a25be30760e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:20.285849 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-fc99d210-f1a6-4f25-af3d-7a25be30760e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00b876fd8df24342ab4e9da7bd4da612&device_id=872a7ba3-7ee5-4046-8c39-fc87873a2fed HTTP/1.1" status: 200 len: 1096 time: 0.3590140 Jul 15 13:17:20.293662 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-42be1c28-149d-4266-b8a4-a6b2224fc52f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:20.295339 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65429f6-c42a-4079-a756-c2dac1b53e1f tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:17:20.304645 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a65429f6-c42a-4079-a756-c2dac1b53e1f tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:20.309259 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a65429f6-c42a-4079-a756-c2dac1b53e1f tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] 10.222.0.16 "PUT /v2.0/routers/19b9fc3b-2a6f-4ec2-8a77-4458f4128873 HTTP/1.1" status: 200 len: 705 time: 4.8696349 Jul 15 13:17:20.317544 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37104) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:20.329589 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2dcde0-379e-4d78-bcbf-d648dfbfe906 None None] Sync routers for ids ['19b9fc3b-2a6f-4ec2-8a77-4458f4128873'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:17:20.357228 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2dcde0-379e-4d78-bcbf-d648dfbfe906 None None] Routers {'19b9fc3b-2a6f-4ec2-8a77-4458f4128873'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:20.357846 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-8e2dcde0-379e-4d78-bcbf-d648dfbfe906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:17:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['19b9fc3b-2a6f-4ec2-8a77-4458f4128873'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:20.371532 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-2bf525a8-0dbe-4d8a-99e7-408910ebf332 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=635b2fe2-f00f-4317-9dc6-d2322cbdf82a HTTP/1.1" status: 200 len: 217 time: 0.0714440 Jul 15 13:17:20.411982 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-8e2dcde0-379e-4d78-bcbf-d648dfbfe906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:20.436139 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-d477108a-cbaf-4121-a837-20e9aec77272 None None] For port 3365ca70-ccc8-42cf-aadb-a149a6a90cb6, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:17:20.441701 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-d477108a-cbaf-4121-a837-20e9aec77272 None None] For port 3365ca70-ccc8-42cf-aadb-a149a6a90cb6, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=3365ca70-ccc8-42cf-aadb-a149a6a90cb6,segment=NetworkSegment(bd12e27f-3fd1-48b9-a7db-60395a28da12),segment_id=bd12e27f-3fd1-48b9-a7db-60395a28da12)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:17:20.442645 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2dcde0-379e-4d78-bcbf-d648dfbfe906 None None] Routers {'19b9fc3b-2a6f-4ec2-8a77-4458f4128873'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:20.443278 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-8e2dcde0-379e-4d78-bcbf-d648dfbfe906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:17:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['19b9fc3b-2a6f-4ec2-8a77-4458f4128873'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:20.497855 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-807a13b4-01e3-482c-bc93-d49b33dc3620 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] 10.222.0.16 "GET /v2.0/routers/19b9fc3b-2a6f-4ec2-8a77-4458f4128873 HTTP/1.1" status: 200 len: 740 time: 0.1743495 Jul 15 13:17:20.500991 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37106) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:20.503392 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-8e2dcde0-379e-4d78-bcbf-d648dfbfe906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:20.504321 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2dcde0-379e-4d78-bcbf-d648dfbfe906 None None] The sync data for ids ['19b9fc3b-2a6f-4ec2-8a77-4458f4128873'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:17:20.517609 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-9d4db75e-78f0-4b3c-98d3-d02c30110233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:20.517888 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d477108a-cbaf-4121-a837-20e9aec77272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:20.519018 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-9d4db75e-78f0-4b3c-98d3-d02c30110233 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3564fb5-e6c9-425e-8a20-95a28163b8cc HTTP/1.1" status: 200 len: 846 time: 0.1376297 Jul 15 13:17:20.564457 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-0d8f0c35-aa02-4256-b50d-7125edff7ab7 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Allocated IP 172.20.0.9 (dd2bcd36-9adf-4423-8ee7-ee0035e8a2e8/e7ded837-d3fc-408a-9693-f4a59aba9b3b/57892a60-a931-4f93-b3ab-bf1525f33b90) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:20.580140 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d477108a-cbaf-4121-a837-20e9aec77272 None None] Pushing event updated for resources: {'Port': ['ID=3365ca70-ccc8-42cf-aadb-a149a6a90cb6,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:20.606122 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9f3d1a24-020c-4acd-a1f2-f751be0070f4 tempest-RoutersAdminTest-1620845094 tempest-RoutersAdminTest-1620845094-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=e1268488-a505-464f-96b0-8b93d6dfd7ab&device_id=19b9fc3b-2a6f-4ec2-8a77-4458f4128873 HTTP/1.1" status: 200 len: 205 time: 0.1017430 Jul 15 13:17:20.613343 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37108) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:20.623424 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-c4d88dca-74a6-4e7f-b0f6-c999f24c3f8b tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:20.735697 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2ebb63c3-7bfc-4d08-aad8-a921ea379864 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] 10.222.0.16 "GET /v2.0/ports?device_id=19b9fc3b-2a6f-4ec2-8a77-4458f4128873 HTTP/1.1" status: 200 len: 205 time: 0.0968838 Jul 15 13:17:20.736347 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7269f9b-4141-4a1e-806b-250736cd15db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:20.743353 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7269f9b-4141-4a1e-806b-250736cd15db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:20.747686 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d7269f9b-4141-4a1e-806b-250736cd15db admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/99e9bd29-2ba7-4014-8f13-c29a2d9446b4 HTTP/1.1" status: 204 len: 168 time: 0.9730029 Jul 15 13:17:20.758474 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37112) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:20.765082 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-d4319ce8-712a-4bf9-b7a6-20c3c98d501c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=594a18f5-eb63-40e1-adf2-df8adb235078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2300696 Jul 15 13:17:20.911099 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7269f9b-4141-4a1e-806b-250736cd15db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e9bd29-2ba7-4014-8f13-c29a2d9446b4,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:20.941584 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde09b98-fa79-454c-83cc-8bacfb05b020 req-fc02264d-9e07-4195-8edd-427e7d38714f tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:20.959865 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bde09b98-fa79-454c-83cc-8bacfb05b020 req-fc02264d-9e07-4195-8edd-427e7d38714f tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=872a7ba3-7ee5-4046-8c39-fc87873a2fed HTTP/1.1" status: 200 len: 944 time: 0.7312901 Jul 15 13:17:21.070723 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9d4090cf-d93a-4c11-b003-93f3f3e5297e tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:21.253499 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d8f0c35-aa02-4256-b50d-7125edff7ab7 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:21.289089 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-0d8f0c35-aa02-4256-b50d-7125edff7ab7 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Transition to ACTIVE for port object 57892a60-a931-4f93-b3ab-bf1525f33b90 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:21.361749 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9d4090cf-d93a-4c11-b003-93f3f3e5297e tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:21.364076 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9d4090cf-d93a-4c11-b003-93f3f3e5297e tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:21.367626 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d8f0c35-aa02-4256-b50d-7125edff7ab7 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:21.413617 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bde09b98-fa79-454c-83cc-8bacfb05b020 req-571583f6-2a6b-4bd2-82d6-88af8c818081 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4446986 Jul 15 13:17:21.444315 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-c4d88dca-74a6-4e7f-b0f6-c999f24c3f8b tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:21.473672 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9d4090cf-d93a-4c11-b003-93f3f3e5297e tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:21.474840 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4090cf-d93a-4c11-b003-93f3f3e5297e tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Fanout notify agent at l3_agent the message router_deleted on router 19b9fc3b-2a6f-4ec2-8a77-4458f4128873 {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:17:21.491806 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9d4090cf-d93a-4c11-b003-93f3f3e5297e tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:21.493272 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9d4090cf-d93a-4c11-b003-93f3f3e5297e tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] 10.222.0.16 "DELETE /v2.0/routers/19b9fc3b-2a6f-4ec2-8a77-4458f4128873 HTTP/1.1" status: 204 len: 168 time: 0.7181296 Jul 15 13:17:21.503773 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37132) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:21.513330 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['8bb4bb62-0322-4b98-9cb4-505e0aa23bef'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:17:21.559361 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-2acb0df4-56a9-4217-884a-a30679ac0018 service neutron] 10.222.0.46 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7489984 Jul 15 13:17:21.599368 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-eafb1d9e-8ac6-4be1-bd9b-3b9ec10edd67 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] 10.222.0.16 "GET /v2.0/ports?device_id=19b9fc3b-2a6f-4ec2-8a77-4458f4128873 HTTP/1.1" status: 200 len: 205 time: 0.0919919 Jul 15 13:17:21.615345 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37136) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:21.621942 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-c4d88dca-74a6-4e7f-b0f6-c999f24c3f8b tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Network 99cd1bfe-9d64-42d2-99af-5de7cac58504 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:21.626573 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-c4d88dca-74a6-4e7f-b0f6-c999f24c3f8b tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:21.635150 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-c4d88dca-74a6-4e7f-b0f6-c999f24c3f8b tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:21.701986 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d88dca-74a6-4e7f-b0f6-c999f24c3f8b tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Pushing event updated for resources: {'Port': ['ID=f0c5c41d-a3c6-4549-928b-7b94ac75c094,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:21.778695 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8b1e6-bb25-4d80-922c-dd7240edd833 req-7763e746-d6fe-4736-8128-b3fa4640c2ed tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:21.789171 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fbc8b1e6-bb25-4d80-922c-dd7240edd833 req-7763e746-d6fe-4736-8128-b3fa4640c2ed tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a8eace7-bd2f-430d-86d8-7e075eb93fb5 HTTP/1.1" status: 200 len: 931 time: 1.0007150 Jul 15 13:17:21.823749 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8f0c35-aa02-4256-b50d-7125edff7ab7 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Network dd2bcd36-9adf-4423-8ee7-ee0035e8a2e8 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:21.830002 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f0c35-aa02-4256-b50d-7125edff7ab7 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'Port': ['ID=57892a60-a931-4f93-b3ab-bf1525f33b90,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:21.841753 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-515d4ffd-2b57-4577-a53f-7246adf9df8b tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] delete failed (client error): The resource could not be found. Jul 15 13:17:21.846841 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-515d4ffd-2b57-4577-a53f-7246adf9df8b tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] 10.222.0.16 "DELETE /v2.0/routers/19b9fc3b-2a6f-4ec2-8a77-4458f4128873 HTTP/1.1" status: 404 len: 336 time: 0.2303081 Jul 15 13:17:21.850330 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-42be1c28-149d-4266-b8a4-a6b2224fc52f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:21.857579 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fbc8b1e6-bb25-4d80-922c-dd7240edd833 req-a4f88481-12b0-43d1-b2e8-00e8edbc6b56 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644536 Jul 15 13:17:21.861711 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37142) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:21.867784 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-0d8f0c35-aa02-4256-b50d-7125edff7ab7 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:21.873237 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8f0c35-aa02-4256-b50d-7125edff7ab7 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:21.880066 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-c4d88dca-74a6-4e7f-b0f6-c999f24c3f8b tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:21.880771 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-c4d88dca-74a6-4e7f-b0f6-c999f24c3f8b tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:21.951010 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-c4d88dca-74a6-4e7f-b0f6-c999f24c3f8b tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5535073 Jul 15 13:17:21.978322 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-27b31849-894b-440e-a1e9-49aadff234e3 service neutron] Request body: {'port': {'device_id': '4a8eace7-bd2f-430d-86d8-7e075eb93fb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:22.204580 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-27b31849-894b-440e-a1e9-49aadff234e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:22.205021 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-42be1c28-149d-4266-b8a4-a6b2224fc52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:22.209888 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37148) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:22.213252 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-02b13b30-611d-4fe3-bdce-859d00201f0e tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] 10.222.0.16 "GET /v2.0/ports?device_id=970404b1-28b1-469f-9434-72631bc1ce1a HTTP/1.1" status: 200 len: 205 time: 0.3467603 Jul 15 13:17:22.222960 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37152) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:22.328931 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 3365ca70-ccc8-42cf-aadb-a149a6a90cb6 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:22.351787 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-00a853e3-9303-42dc-aabc-fca4c11bda29 req-81fea694-3ead-4248-8698-b27f605f6567 service neutron] 10.222.0.46 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7646306 Jul 15 13:17:22.369898 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8f0c35-aa02-4256-b50d-7125edff7ab7 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:22.371503 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d8f0c35-aa02-4256-b50d-7125edff7ab7 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:22.398735 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0d8f0c35-aa02-4256-b50d-7125edff7ab7 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.3557427 Jul 15 13:17:22.430149 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37158) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:22.444744 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-d67851b5-683e-478c-aab3-378ddb1b8ad5 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] delete failed (client error): The resource could not be found. Jul 15 13:17:22.450116 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d67851b5-683e-478c-aab3-378ddb1b8ad5 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] 10.222.0.16 "DELETE /v2.0/routers/970404b1-28b1-469f-9434-72631bc1ce1a HTTP/1.1" status: 404 len: 336 time: 0.2122896 Jul 15 13:17:22.453491 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 3365ca70-ccc8-42cf-aadb-a149a6a90cb6 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:22.456981 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-61b4c314-3153-486e-8117-24ec9bdd1562 tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-510488853'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:22.465821 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37160) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:22.529657 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7d91ea04-10da-4508-b0da-d705d7ff81b8 None None] Provisioning for port 57892a60-a931-4f93-b3ab-bf1525f33b90 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:22.542505 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7d91ea04-10da-4508-b0da-d705d7ff81b8 None None] Provisioning complete for port 57892a60-a931-4f93-b3ab-bf1525f33b90 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:22.543002 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7d91ea04-10da-4508-b0da-d705d7ff81b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:22.570787 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-11698f2a-526c-4e56-9600-dc5853bd8e49 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] 10.222.0.16 "GET /v2.0/ports?device_id=a26807b2-f69e-407d-9ec2-8a15c7b306b1 HTTP/1.1" status: 200 len: 205 time: 0.1028948 Jul 15 13:17:22.601225 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-7d91ea04-10da-4508-b0da-d705d7ff81b8 None None] Port 57892a60-a931-4f93-b3ab-bf1525f33b90 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:22.638613 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37164) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:22.639593 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314e3b00-39b4-45ec-a71a-2633b3c85e16 None None] Network 5d9fbd16-32b6-40ae-8908-2f860bb17994 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:22.734180 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1968e2a7-0c2b-4003-844f-ac8f6e81e0d7 None None] Provisioning for port 3365ca70-ccc8-42cf-aadb-a149a6a90cb6 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:22.740801 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-c14f7e90-a7ee-49b7-8736-131dbe75d621 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] delete failed (client error): The resource could not be found. Jul 15 13:17:22.741930 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c14f7e90-a7ee-49b7-8736-131dbe75d621 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] 10.222.0.16 "DELETE /v2.0/routers/a26807b2-f69e-407d-9ec2-8a15c7b306b1 HTTP/1.1" status: 404 len: 336 time: 0.1022596 Jul 15 13:17:22.743943 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1968e2a7-0c2b-4003-844f-ac8f6e81e0d7 None None] Provisioning complete for port 3365ca70-ccc8-42cf-aadb-a149a6a90cb6 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:22.744490 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1968e2a7-0c2b-4003-844f-ac8f6e81e0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:22.753100 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37166) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:22.801816 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ef361587-6e51-4359-ab76-445d6c844afc tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce810af2-cbfd-49af-b12b-48c46fb6a740 HTTP/1.1" status: 200 len: 205 time: 0.0366313 Jul 15 13:17:22.815616 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37168) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:22.838476 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b4c314-3153-486e-8117-24ec9bdd1562 tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] Made reservation on behalf of 17356dd25448466ba8c0f8e3d7da464b for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:22.844383 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-61b4c314-3153-486e-8117-24ec9bdd1562 tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:22.855447 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1968e2a7-0c2b-4003-844f-ac8f6e81e0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:22.867546 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-61b4c314-3153-486e-8117-24ec9bdd1562 tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:22.901945 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-1968e2a7-0c2b-4003-844f-ac8f6e81e0d7 None None] For port 3365ca70-ccc8-42cf-aadb-a149a6a90cb6, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=3365ca70-ccc8-42cf-aadb-a149a6a90cb6,segment=NetworkSegment(bd12e27f-3fd1-48b9-a7db-60395a28da12),segment_id=bd12e27f-3fd1-48b9-a7db-60395a28da12)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:22.909285 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-6e45dfa2-08b1-4198-9385-362f51e57489 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] delete failed (client error): The resource could not be found. Jul 15 13:17:22.913111 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6e45dfa2-08b1-4198-9385-362f51e57489 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] 10.222.0.16 "DELETE /v2.0/routers/ce810af2-cbfd-49af-b12b-48c46fb6a740 HTTP/1.1" status: 404 len: 336 time: 0.0929928 Jul 15 13:17:22.927975 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1968e2a7-0c2b-4003-844f-ac8f6e81e0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:22.929261 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37172) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:22.931299 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-42be1c28-149d-4266-b8a4-a6b2224fc52f admin admin] Allocated IP 172.25.8.172 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/16bafe48-2299-43ea-a50c-e127a361872b) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:22.976243 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-29786e88-bef2-4403-ac32-07e892de8254 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b0c1723-4055-40b9-babe-234f9cf69325 HTTP/1.1" status: 200 len: 205 time: 0.0386670 Jul 15 13:17:22.979777 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37174) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:22.996338 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1968e2a7-0c2b-4003-844f-ac8f6e81e0d7 None None] Pushing event updated for resources: {'Port': ['ID=3365ca70-ccc8-42cf-aadb-a149a6a90cb6,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:23.006473 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52220920-1ab6-417b-8d51-0e0e781cd89e req-cad806fb-da6e-4cdd-a189-64f14166310f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:23.008623 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-52220920-1ab6-417b-8d51-0e0e781cd89e req-cad806fb-da6e-4cdd-a189-64f14166310f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00b876fd8df24342ab4e9da7bd4da612&device_id=872a7ba3-7ee5-4046-8c39-fc87873a2fed HTTP/1.1" status: 200 len: 1096 time: 0.5770199 Jul 15 13:17:23.084000 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a1c684-ef0d-4b99-8546-e2aa3ad0c554 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:23.085872 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-66a1c684-ef0d-4b99-8546-e2aa3ad0c554 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.5775712 Jul 15 13:17:23.090679 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-57b1320d-c8f3-4770-918f-10449a366af2 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] delete failed (client error): The resource could not be found. Jul 15 13:17:23.094158 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-57b1320d-c8f3-4770-918f-10449a366af2 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] 10.222.0.16 "DELETE /v2.0/routers/0b0c1723-4055-40b9-babe-234f9cf69325 HTTP/1.1" status: 404 len: 336 time: 0.1033778 Jul 15 13:17:23.105567 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37176) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:23.105908 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37178) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:23.164091 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c411b895-e544-409f-a820-a701287c36b1 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] 10.222.0.16 "GET /v2.0/ports?device_id=69894eb9-d881-4a01-ac50-2d8250021019 HTTP/1.1" status: 200 len: 205 time: 0.0471036 Jul 15 13:17:23.191646 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37180) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:23.337461 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-1c3a7db7-38f5-420f-8ede-7412d7ebd011 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] delete failed (client error): The resource could not be found. Jul 15 13:17:23.338528 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1c3a7db7-38f5-420f-8ede-7412d7ebd011 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] 10.222.0.16 "DELETE /v2.0/routers/69894eb9-d881-4a01-ac50-2d8250021019 HTTP/1.1" status: 404 len: 336 time: 0.1457396 Jul 15 13:17:23.357423 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37186) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:23.463917 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-29ac6b38-c4cd-4a05-89ca-5bf6759247b3 None None] Provisioning complete for port 3365ca70-ccc8-42cf-aadb-a149a6a90cb6 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:23.465070 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-29ac6b38-c4cd-4a05-89ca-5bf6759247b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:23.786416 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3cd48c-ba5c-4fbc-af36-405a687d57fc req-87ba30e8-001b-441f-a489-fec81725a18a tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:23.791835 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1e3cd48c-ba5c-4fbc-af36-405a687d57fc req-87ba30e8-001b-441f-a489-fec81725a18a tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=872a7ba3-7ee5-4046-8c39-fc87873a2fed HTTP/1.1" status: 200 len: 944 time: 1.0232365 Jul 15 13:17:23.838211 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-466c8df2-cb37-4d45-923d-21df88307bc7 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] DELETE failed (client error): The resource could not be found. Jul 15 13:17:23.838830 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-466c8df2-cb37-4d45-923d-21df88307bc7 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:17:23.841088 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-466c8df2-cb37-4d45-923d-21df88307bc7 tempest-RoutersAdminTest-547552853 tempest-RoutersAdminTest-547552853-project] 10.222.0.16 "DELETE /v2.0/subnets/1c269f80-3d4c-4b09-8bd7-95823115842b HTTP/1.1" status: 404 len: 337 time: 0.4827008 Jul 15 13:17:23.888893 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-42be1c28-149d-4266-b8a4-a6b2224fc52f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:23.915715 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23f48b-354b-47f2-afdb-d564025ed5ab req-1a29ffa4-5ac0-4397-b4e3-35d8b9a6896f tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:23.923207 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bf23f48b-354b-47f2-afdb-d564025ed5ab req-1a29ffa4-5ac0-4397-b4e3-35d8b9a6896f tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a8eace7-bd2f-430d-86d8-7e075eb93fb5 HTTP/1.1" status: 200 len: 931 time: 0.3565066 Jul 15 13:17:23.928480 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52220920-1ab6-417b-8d51-0e0e781cd89e req-2decc734-df22-4506-845b-3db76b394df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:23.930151 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-52220920-1ab6-417b-8d51-0e0e781cd89e req-2decc734-df22-4506-845b-3db76b394df4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=594a18f5-eb63-40e1-adf2-df8adb235078 HTTP/1.1" status: 200 len: 907 time: 0.8622785 Jul 15 13:17:23.939643 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1e3cd48c-ba5c-4fbc-af36-405a687d57fc req-d98ccb35-239e-4dd8-a9fe-be7ef81226ce tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240296 Jul 15 13:17:23.939878 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b01be04-ab63-4e54-95db-dbcbc915392c tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:23.945945 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b01be04-ab63-4e54-95db-dbcbc915392c tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:23.962072 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b01be04-ab63-4e54-95db-dbcbc915392c tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:23.965648 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6b01be04-ab63-4e54-95db-dbcbc915392c tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.8585598 Jul 15 13:17:23.968809 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37190) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:24.015847 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-52220920-1ab6-417b-8d51-0e0e781cd89e req-902416ea-baa1-4927-8eff-21532cb8ea9f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=635b2fe2-f00f-4317-9dc6-d2322cbdf82a HTTP/1.1" status: 200 len: 217 time: 0.0472212 Jul 15 13:17:24.088065 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-42be1c28-149d-4266-b8a4-a6b2224fc52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:24.142310 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52220920-1ab6-417b-8d51-0e0e781cd89e req-9e18765a-66e2-4d45-bd1b-345c00082e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:24.144418 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-52220920-1ab6-417b-8d51-0e0e781cd89e req-9e18765a-66e2-4d45-bd1b-345c00082e6d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3564fb5-e6c9-425e-8a20-95a28163b8cc HTTP/1.1" status: 200 len: 846 time: 0.1195133 Jul 15 13:17:24.146784 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be1c28-149d-4266-b8a4-a6b2224fc52f admin admin] Pushing event updated for resources: {'Port': ['ID=16bafe48-2299-43ea-a50c-e127a361872b,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:24.148414 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bf23f48b-354b-47f2-afdb-d564025ed5ab req-5cae306e-9d0b-445f-8c54-81cf78229607 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228975 Jul 15 13:17:24.167051 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42be1c28-149d-4266-b8a4-a6b2224fc52f admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:24.170236 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-42be1c28-149d-4266-b8a4-a6b2224fc52f admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:24.192956 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-27b31849-894b-440e-a1e9-49aadff234e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0c5c41d-a3c6-4549-928b-7b94ac75c094 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:17:24.203827 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42be1c28-149d-4266-b8a4-a6b2224fc52f admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:24.207575 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-27b31849-894b-440e-a1e9-49aadff234e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:24.208238 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-52220920-1ab6-417b-8d51-0e0e781cd89e req-6977acd9-3aca-4040-a5cb-9ae37a7ebf7b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=594a18f5-eb63-40e1-adf2-df8adb235078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520010 Jul 15 13:17:24.240688 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-61b4c314-3153-486e-8117-24ec9bdd1562 tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:24.244424 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 3365ca70-ccc8-42cf-aadb-a149a6a90cb6 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:24.252371 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-61b4c314-3153-486e-8117-24ec9bdd1562 tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:24.264271 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b4c314-3153-486e-8117-24ec9bdd1562 tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:17:24.275290 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-61b4c314-3153-486e-8117-24ec9bdd1562 tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:24.276030 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-61b4c314-3153-486e-8117-24ec9bdd1562 tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] Added segment 54baebe9-0017-4398-93b3-368109a2cb20 of type vlan for network ce4b26fa-3aae-4fdc-bbf9-bbda0510c62a Jul 15 13:17:24.326721 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37194) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:24.332867 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-61b4c314-3153-486e-8117-24ec9bdd1562 tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:24.360610 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-230af2ee-99bf-44d0-a3d3-a7f10645998d tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Deleting port 57892a60-a931-4f93-b3ab-bf1525f33b90 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:24.361359 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-230af2ee-99bf-44d0-a3d3-a7f10645998d tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:24.406948 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 3365ca70-ccc8-42cf-aadb-a149a6a90cb6 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:24.407760 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:24.454872 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-230af2ee-99bf-44d0-a3d3-a7f10645998d tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:24.470369 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-230af2ee-99bf-44d0-a3d3-a7f10645998d tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Calling delete_port for 57892a60-a931-4f93-b3ab-bf1525f33b90 owned by {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:24.550690 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-27b31849-894b-440e-a1e9-49aadff234e3 service neutron] Transition to ACTIVE for port object f0c5c41d-a3c6-4549-928b-7b94ac75c094 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:24.557370 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-61b4c314-3153-486e-8117-24ec9bdd1562 tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:24.562964 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b4c314-3153-486e-8117-24ec9bdd1562 tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:24.563568 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-61b4c314-3153-486e-8117-24ec9bdd1562 tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:24.581919 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-27b31849-894b-440e-a1e9-49aadff234e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:24.601015 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-61b4c314-3153-486e-8117-24ec9bdd1562 tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.3900435 Jul 15 13:17:24.605695 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-52220920-1ab6-417b-8d51-0e0e781cd89e req-e6686232-4949-4d83-8a28-fcccf6cb568b service neutron] 10.222.0.46 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674715 Jul 15 13:17:24.606163 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37202) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:24.617574 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-e57cfda7-f7c2-4cee-b9f4-1ad31ca7a8ba tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'ce4b26fa-3aae-4fdc-bbf9-bbda0510c62a', 'tempest-TagsTest-Tag-1007956880') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:24.661809 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b4c314-3153-486e-8117-24ec9bdd1562 tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d29fb82-a9f7-4256-8865-5455538853c7,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:24.662076 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0ff04c02-1cef-4139-b96a-7558cf72dcde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:24.720194 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b4c314-3153-486e-8117-24ec9bdd1562 tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] Pushing event updated for resources: {'Network': ['ID=ce4b26fa-3aae-4fdc-bbf9-bbda0510c62a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:24.735757 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network ce4b26fa-3aae-4fdc-bbf9-bbda0510c62a details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:17:24.801079 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-42be1c28-149d-4266-b8a4-a6b2224fc52f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:24.821351 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b31849-894b-440e-a1e9-49aadff234e3 service neutron] Pushing event updated for resources: {'Port': ['ID=f0c5c41d-a3c6-4549-928b-7b94ac75c094,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:24.844358 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-27b31849-894b-440e-a1e9-49aadff234e3 service neutron] Attempting to bind port f0c5c41d-a3c6-4549-928b-7b94ac75c094 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:17:24.844689 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-27b31849-894b-440e-a1e9-49aadff234e3 service neutron] Attempting to bind port f0c5c41d-a3c6-4549-928b-7b94ac75c094 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'a9a917ff-688b-4d60-89c2-fa36077b5a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '99cd1bfe-9d64-42d2-99af-5de7cac58504'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:17:24.845048 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-27b31849-894b-440e-a1e9-49aadff234e3 service neutron] Attempting to bind port f0c5c41d-a3c6-4549-928b-7b94ac75c094 on network 99cd1bfe-9d64-42d2-99af-5de7cac58504 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:24.852314 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-27b31849-894b-440e-a1e9-49aadff234e3 service neutron] Port f0c5c41d-a3c6-4549-928b-7b94ac75c094 on network 99cd1bfe-9d64-42d2-99af-5de7cac58504 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:17:24.852773 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-27b31849-894b-440e-a1e9-49aadff234e3 service neutron] Attempting to bind port f0c5c41d-a3c6-4549-928b-7b94ac75c094 on network 99cd1bfe-9d64-42d2-99af-5de7cac58504 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:24.859082 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-230af2ee-99bf-44d0-a3d3-a7f10645998d tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:24.861063 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-27b31849-894b-440e-a1e9-49aadff234e3 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:17:24.861521 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-27b31849-894b-440e-a1e9-49aadff234e3 service neutron] Checking segment: {'id': 'a9a917ff-688b-4d60-89c2-fa36077b5a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '99cd1bfe-9d64-42d2-99af-5de7cac58504'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:24.862323 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-27b31849-894b-440e-a1e9-49aadff234e3 service neutron] Bound using segment: {'id': 'a9a917ff-688b-4d60-89c2-fa36077b5a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '99cd1bfe-9d64-42d2-99af-5de7cac58504'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:17:24.863159 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-27b31849-894b-440e-a1e9-49aadff234e3 service neutron] Bound port: f0c5c41d-a3c6-4549-928b-7b94ac75c094, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a917ff-688b-4d60-89c2-fa36077b5a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '99cd1bfe-9d64-42d2-99af-5de7cac58504'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:17:24.863575 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-27b31849-894b-440e-a1e9-49aadff234e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:24.942130 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230af2ee-99bf-44d0-a3d3-a7f10645998d tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'Port': ['ID=57892a60-a931-4f93-b3ab-bf1525f33b90,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:25.068673 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-230af2ee-99bf-44d0-a3d3-a7f10645998d tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:25.074335 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-230af2ee-99bf-44d0-a3d3-a7f10645998d tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/ports/57892a60-a931-4f93-b3ab-bf1525f33b90 HTTP/1.1" status: 204 len: 168 time: 1.0910981 Jul 15 13:17:25.083076 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37208) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:25.153054 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-27b31849-894b-440e-a1e9-49aadff234e3 service neutron] For port f0c5c41d-a3c6-4549-928b-7b94ac75c094, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:17:25.157230 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-27b31849-894b-440e-a1e9-49aadff234e3 service neutron] For port f0c5c41d-a3c6-4549-928b-7b94ac75c094, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=f0c5c41d-a3c6-4549-928b-7b94ac75c094,segment=NetworkSegment(a9a917ff-688b-4d60-89c2-fa36077b5a4e),segment_id=a9a917ff-688b-4d60-89c2-fa36077b5a4e)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:17:25.163342 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-27b31849-894b-440e-a1e9-49aadff234e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:25.204938 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-52220920-1ab6-417b-8d51-0e0e781cd89e req-6304a03c-e674-4ba8-a5ec-c9f4c66c1f61 service neutron] 10.222.0.46 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5843344 Jul 15 13:17:25.222508 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1dda80c-3245-4022-aeda-4f387cf6ab0f tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] GET failed (client error): The resource could not be found. Jul 15 13:17:25.224897 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b1dda80c-3245-4022-aeda-4f387cf6ab0f tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "GET /v2.0/ports/57892a60-a931-4f93-b3ab-bf1525f33b90 HTTP/1.1" status: 404 len: 333 time: 0.1394131 Jul 15 13:17:25.236538 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37212) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:25.284249 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-27b31849-894b-440e-a1e9-49aadff234e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:25.284883 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-27b31849-894b-440e-a1e9-49aadff234e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:25.286350 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-27b31849-894b-440e-a1e9-49aadff234e3 service neutron] 10.222.0.46 "PUT /v2.0/ports/f0c5c41d-a3c6-4549-928b-7b94ac75c094 HTTP/1.1" status: 200 len: 1092 time: 3.3220286 Jul 15 13:17:25.289249 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a8eace7-bd2f-430d-86d8-7e075eb93fb5', 'tag': 'f0c5c41d-a3c6-4549-928b-7b94ac75c094'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:25.291941 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5602ef-d106-499c-80d5-65f83e30a001" -d '{"events": [{"name": "network-changed", "server_uuid": "4a8eace7-bd2f-430d-86d8-7e075eb93fb5", "tag": "f0c5c41d-a3c6-4549-928b-7b94ac75c094"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:25.327006 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e57cfda7-f7c2-4cee-b9f4-1ad31ca7a8ba tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] 10.222.0.16 "PUT /v2.0/networks/ce4b26fa-3aae-4fdc-bbf9-bbda0510c62a/tags/tempest-TagsTest-Tag-1007956880 HTTP/1.1" status: 201 len: 201 time: 0.7136595 Jul 15 13:17:25.345652 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37216) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:25.357523 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.tag.tag_plugin [None req-b302a759-e1a9-43e3-9b75-d6b22c76ae3e tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ce4b26fa-3aae-4fdc-bbf9-bbda0510c62a', 'tempest-TagsTest-Tag-1007956880') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:25.455683 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b31849-894b-440e-a1e9-49aadff234e3 service neutron] Pushing event updated for resources: {'Port': ['ID=f0c5c41d-a3c6-4549-928b-7b94ac75c094,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:25.481305 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673538ae-78ec-4843-95a0-ae146a1824e4 req-7537eefa-22a6-4dbb-8120-8ac150c9972a tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:25.482896 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-673538ae-78ec-4843-95a0-ae146a1824e4 req-7537eefa-22a6-4dbb-8120-8ac150c9972a tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=872a7ba3-7ee5-4046-8c39-fc87873a2fed HTTP/1.1" status: 200 len: 944 time: 0.3236659 Jul 15 13:17:25.511658 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0ff04c02-1cef-4139-b96a-7558cf72dcde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:25.524877 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0ff04c02-1cef-4139-b96a-7558cf72dcde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:25.559812 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6847a2-5b56-41f1-b5bd-6afe30cc59ce req-af9416b7-2147-419a-96a5-1b100a781718 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:25.563218 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0ff04c02-1cef-4139-b96a-7558cf72dcde admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=60c2a0ef441a4f7ba42e2f6ce69d745a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2352295 Jul 15 13:17:25.565256 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37222) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:25.566943 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ba6847a2-5b56-41f1-b5bd-6afe30cc59ce req-af9416b7-2147-419a-96a5-1b100a781718 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a8eace7-bd2f-430d-86d8-7e075eb93fb5 HTTP/1.1" status: 200 len: 943 time: 0.2508833 Jul 15 13:17:25.625690 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-42be1c28-149d-4266-b8a4-a6b2224fc52f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:25.636165 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-27f6b75f-8b73-4fb5-a55f-ffcf5c680e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:25.639165 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-27f6b75f-8b73-4fb5-a55f-ffcf5c680e35 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a1172f2a14a403dab8bb15cd26b5d7e&device_id=4a8eace7-bd2f-430d-86d8-7e075eb93fb5 HTTP/1.1" status: 200 len: 1095 time: 0.2637603 Jul 15 13:17:25.646125 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b302a759-e1a9-43e3-9b75-d6b22c76ae3e tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] 10.222.0.16 "GET /v2.0/networks/ce4b26fa-3aae-4fdc-bbf9-bbda0510c62a/tags/tempest-TagsTest-Tag-1007956880 HTTP/1.1" status: 204 len: 168 time: 0.2930446 Jul 15 13:17:25.650688 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37224) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:25.660243 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.tag.tag_plugin [None req-3d2d791d-45fe-43e6-80aa-a9296378535a tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'ce4b26fa-3aae-4fdc-bbf9-bbda0510c62a') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:25.686423 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff04c02-1cef-4139-b96a-7558cf72dcde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81946fec-ab6c-46bb-a3d2-936849930862,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:25.704452 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ba6847a2-5b56-41f1-b5bd-6afe30cc59ce req-286fc6c8-38aa-42f7-b8e8-c02d5742daba tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365616 Jul 15 13:17:25.707619 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-b30936a1-16e6-49b2-ba47-e554001c7a9c tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Deleting port 2ad783f4-dd6b-4772-a3fb-0a9717f2330d {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:25.707966 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b30936a1-16e6-49b2-ba47-e554001c7a9c tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:25.715038 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-673538ae-78ec-4843-95a0-ae146a1824e4 req-eb95d7dd-179f-408e-83aa-76839f002d8d tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214963 Jul 15 13:17:25.759674 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-eb7feeba-fef5-46b9-88d7-e2e71f9f2560 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0c5c41d-a3c6-4549-928b-7b94ac75c094 HTTP/1.1" status: 200 len: 217 time: 0.1032784 Jul 15 13:17:25.804628 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d9428953-5327-4388-8cfc-5a95ebb5a1d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:25.826718 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a4978f-e8b7-497d-b266-667b4f3a224a x-openstack-request-id: req-c5a4978f-e8b7-497d-b266-667b4f3a224a {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:25.827240 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a8eace7-bd2f-430d-86d8-7e075eb93fb5", "tag": "f0c5c41d-a3c6-4549-928b-7b94ac75c094", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:25.827460 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c5a4978f-e8b7-497d-b266-667b4f3a224a {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:25.827960 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a8eace7-bd2f-430d-86d8-7e075eb93fb5', 'tag': 'f0c5c41d-a3c6-4549-928b-7b94ac75c094', 'status': 'completed', 'code': 200} Jul 15 13:17:25.877875 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-915e354b-3ae2-4fe8-a148-39fc7a30574a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:25.879555 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-915e354b-3ae2-4fe8-a148-39fc7a30574a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee6addd9-f622-4af5-9405-5b44d7a0cc0b HTTP/1.1" status: 200 len: 854 time: 0.1127889 Jul 15 13:17:25.881988 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3d2d791d-45fe-43e6-80aa-a9296378535a tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] 10.222.0.16 "GET /v2.0/networks/ce4b26fa-3aae-4fdc-bbf9-bbda0510c62a/tags HTTP/1.1" status: 200 len: 238 time: 0.2269220 Jul 15 13:17:25.885109 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37226) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:25.890908 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.tag.tag_plugin [None req-93adbb66-edd3-46d8-a305-e6a6f900529e tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'ce4b26fa-3aae-4fdc-bbf9-bbda0510c62a', {'tags': ['tempest-TagsTest-Tag-753558715', 'tempest-TagsTest-Tag-1604208256', 'tempest-TagsTest-Tag-705428910']}) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:25.893273 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d9428953-5327-4388-8cfc-5a95ebb5a1d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:25.940065 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-9cdece1c-77a6-427d-a197-0d775edac77a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=99cd1bfe-9d64-42d2-99af-5de7cac58504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525746 Jul 15 13:17:25.946191 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b30936a1-16e6-49b2-ba47-e554001c7a9c tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:25.978847 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-b30936a1-16e6-49b2-ba47-e554001c7a9c tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Calling delete_port for 2ad783f4-dd6b-4772-a3fb-0a9717f2330d owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:26.051932 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42be1c28-149d-4266-b8a4-a6b2224fc52f admin admin] Router 3fcbcfa1-30f3-4683-8838-2bfda9f5b62e is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:17:26.074234 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d9428953-5327-4388-8cfc-5a95ebb5a1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:26.085936 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-93adbb66-edd3-46d8-a305-e6a6f900529e tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] 10.222.0.16 "PUT /v2.0/networks/ce4b26fa-3aae-4fdc-bbf9-bbda0510c62a/tags HTTP/1.1" status: 200 len: 307 time: 0.1996706 Jul 15 13:17:26.088611 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37228) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:26.092758 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d9428953-5327-4388-8cfc-5a95ebb5a1d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:26.093501 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.tag.tag_plugin [None req-1bf5dd5c-286d-4472-b5ad-c991426b524c tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'ce4b26fa-3aae-4fdc-bbf9-bbda0510c62a', 'tempest-TagsTest-Tag-753558715') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:26.094011 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d9428953-5327-4388-8cfc-5a95ebb5a1d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/81946fec-ab6c-46bb-a3d2-936849930862 HTTP/1.1" status: 204 len: 168 time: 0.5229738 Jul 15 13:17:26.111160 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9428953-5327-4388-8cfc-5a95ebb5a1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81946fec-ab6c-46bb-a3d2-936849930862,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:26.125433 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-b00c29c3-aac3-4894-94ae-83ecff1c48d7 service neutron] 10.222.0.46 "GET /v2.0/networks/99cd1bfe-9d64-42d2-99af-5de7cac58504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752014 Jul 15 13:17:26.282948 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1bf5dd5c-286d-4472-b5ad-c991426b524c tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] 10.222.0.16 "DELETE /v2.0/networks/ce4b26fa-3aae-4fdc-bbf9-bbda0510c62a/tags/tempest-TagsTest-Tag-753558715 HTTP/1.1" status: 204 len: 168 time: 0.1930201 Jul 15 13:17:26.285675 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37236) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:26.292668 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.tag.tag_plugin [None req-f663da9b-4096-4b93-9a5b-10e0cc87f955 tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ce4b26fa-3aae-4fdc-bbf9-bbda0510c62a', 'tempest-TagsTest-Tag-753558715') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:26.336593 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9d4527bb-3d7b-42a0-be31-85b94ed979f0 req-43a7d26d-dbc0-45fc-ae2b-c005a50cd9c1 service neutron] 10.222.0.46 "GET /v2.0/networks/99cd1bfe-9d64-42d2-99af-5de7cac58504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990471 Jul 15 13:17:26.410916 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-f663da9b-4096-4b93-9a5b-10e0cc87f955 tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] show failed (client error): The resource could not be found. Jul 15 13:17:26.411938 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f663da9b-4096-4b93-9a5b-10e0cc87f955 tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] 10.222.0.16 "GET /v2.0/networks/ce4b26fa-3aae-4fdc-bbf9-bbda0510c62a/tags/tempest-TagsTest-Tag-753558715 HTTP/1.1" status: 404 len: 325 time: 0.1253622 Jul 15 13:17:26.415646 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37240) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:26.421721 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-aa2f4011-110c-4825-b81c-14012e8846d1 tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ce4b26fa-3aae-4fdc-bbf9-bbda0510c62a', 'tempest-TagsTest-Tag-1604208256') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:26.457608 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42be1c28-149d-4266-b8a4-a6b2224fc52f admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:17:26.468979 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b21b162-5d55-474f-a233-8cd23d24ee84 None None] Sync routers for ids ['3fcbcfa1-30f3-4683-8838-2bfda9f5b62e'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:17:26.487201 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5602ef-d106-499c-80d5-65f83e30a001 req-1fe5b6f4-7617-4b17-aedf-504dfe3c9046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:26.488440 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-42be1c28-149d-4266-b8a4-a6b2224fc52f admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:26.490965 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cc5602ef-d106-499c-80d5-65f83e30a001 req-1fe5b6f4-7617-4b17-aedf-504dfe3c9046 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a1172f2a14a403dab8bb15cd26b5d7e&device_id=4a8eace7-bd2f-430d-86d8-7e075eb93fb5 HTTP/1.1" status: 200 len: 1095 time: 0.0814891 Jul 15 13:17:26.492288 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b21b162-5d55-474f-a233-8cd23d24ee84 None None] Routers {'3fcbcfa1-30f3-4683-8838-2bfda9f5b62e'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:26.494642 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-42be1c28-149d-4266-b8a4-a6b2224fc52f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.7816992 Jul 15 13:17:26.496079 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-7b21b162-5d55-474f-a233-8cd23d24ee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:17:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['3fcbcfa1-30f3-4683-8838-2bfda9f5b62e'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:26.496392 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37246) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:26.498230 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b30936a1-16e6-49b2-ba47-e554001c7a9c tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:26.516892 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 635b2fe2-f00f-4317-9dc6-d2322cbdf82a details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:17:26.642321 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30936a1-16e6-49b2-ba47-e554001c7a9c tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'Port': ['ID=2ad783f4-dd6b-4772-a3fb-0a9717f2330d,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:26.665628 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37248) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:26.729213 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5602ef-d106-499c-80d5-65f83e30a001 req-aa476aa7-9762-4605-bfd9-f04bd3477300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:26.731717 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cc5602ef-d106-499c-80d5-65f83e30a001 req-aa476aa7-9762-4605-bfd9-f04bd3477300 service neutron] 10.222.0.46 "GET /v2.0/networks?id=99cd1bfe-9d64-42d2-99af-5de7cac58504 HTTP/1.1" status: 200 len: 915 time: 0.2261744 Jul 15 13:17:26.734302 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 635b2fe2-f00f-4317-9dc6-d2322cbdf82a, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=635b2fe2-f00f-4317-9dc6-d2322cbdf82a,segment=NetworkSegment(6bb03eb1-9e52-4718-ab2b-06d9a8232852),segment_id=6bb03eb1-9e52-4718-ab2b-06d9a8232852)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:26.769066 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '635b2fe2-f00f-4317-9dc6-d2322cbdf82a', 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078', 'port_id': '635b2fe2-f00f-4317-9dc6-d2322cbdf82a', 'mac_address': 'fa:16:3e:17:d6:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3564fb5-e6c9-425e-8a20-95a28163b8cc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:17:26.781026 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-7b21b162-5d55-474f-a233-8cd23d24ee84 None None] Set router 3fcbcfa1-30f3-4683-8838-2bfda9f5b62e gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:17:26.838009 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:26.871476 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 635b2fe2-f00f-4317-9dc6-d2322cbdf82a {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:17:26.911110 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 635b2fe2-f00f-4317-9dc6-d2322cbdf82a, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=635b2fe2-f00f-4317-9dc6-d2322cbdf82a,segment=NetworkSegment(6bb03eb1-9e52-4718-ab2b-06d9a8232852),segment_id=6bb03eb1-9e52-4718-ab2b-06d9a8232852)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:26.923577 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:26.948099 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cc5602ef-d106-499c-80d5-65f83e30a001 req-a4110c91-9136-4145-8c43-7a35294feab7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0c5c41d-a3c6-4549-928b-7b94ac75c094 HTTP/1.1" status: 200 len: 217 time: 0.1327453 Jul 15 13:17:27.013807 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=635b2fe2-f00f-4317-9dc6-d2322cbdf82a,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:27.035922 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-aa2f4011-110c-4825-b81c-14012e8846d1 tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] 10.222.0.16 "GET /v2.0/networks/ce4b26fa-3aae-4fdc-bbf9-bbda0510c62a/tags/tempest-TagsTest-Tag-1604208256 HTTP/1.1" status: 204 len: 168 time: 0.6176238 Jul 15 13:17:27.041063 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37254) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:27.060291 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-15dc870a-6c77-4c97-892b-9c9eb6727730 tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ce4b26fa-3aae-4fdc-bbf9-bbda0510c62a', 'tempest-TagsTest-Tag-705428910') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:27.134283 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-fbc3b6f0-fa73-4975-a008-daae6c8c6cc7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0148ecd10c414f7fad6e573a28260234&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4672935 Jul 15 13:17:27.140174 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37256) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:27.141887 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b30936a1-16e6-49b2-ba47-e554001c7a9c tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.160516 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b30936a1-16e6-49b2-ba47-e554001c7a9c tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/ports/2ad783f4-dd6b-4772-a3fb-0a9717f2330d HTTP/1.1" status: 204 len: 168 time: 1.9196320 Jul 15 13:17:27.185244 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37258) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:27.230958 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-7b21b162-5d55-474f-a233-8cd23d24ee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcbcfa1-30f3-4683-8838-2bfda9f5b62e', 'name': 'tempest-TaggedBootDevicesTest_v242-1868658184-router', 'tenant_id': '251cced819c74cfb94fbc7f7f1614ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '16bafe48-2299-43ea-a50c-e127a361872b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:19Z', 'updated_at': '2021-07-15T13:17:24Z', 'revision_number': 3, 'project_id': '251cced819c74cfb94fbc7f7f1614ad3', 'gw_port': {'id': '16bafe48-2299-43ea-a50c-e127a361872b', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcbcfa1-30f3-4683-8838-2bfda9f5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:22Z', 'updated_at': '2021-07-15T13:17:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:27.262871 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4d8722d8-1ae5-4e8d-9e5d-44ea9d6f6776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.264284 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-de37eea4-7101-415f-ae45-a4a52caf4861 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] GET failed (client error): The resource could not be found. Jul 15 13:17:27.270608 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-de37eea4-7101-415f-ae45-a4a52caf4861 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "GET /v2.0/ports/2ad783f4-dd6b-4772-a3fb-0a9717f2330d HTTP/1.1" status: 404 len: 333 time: 0.0716131 Jul 15 13:17:27.270791 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b21b162-5d55-474f-a233-8cd23d24ee84 None None] Checking router: 3fcbcfa1-30f3-4683-8838-2bfda9f5b62e for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:17:27.270791 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b21b162-5d55-474f-a233-8cd23d24ee84 None None] Updating router 3fcbcfa1-30f3-4683-8838-2bfda9f5b62e port 16bafe48-2299-43ea-a50c-e127a361872b binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:17:27.293980 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37260) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:27.315966 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['635b2fe2-f00f-4317-9dc6-d2322cbdf82a'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:17:27.330258 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4d8722d8-1ae5-4e8d-9e5d-44ea9d6f6776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.350811 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7b21b162-5d55-474f-a233-8cd23d24ee84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.366804 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-31df3046-67a2-4e28-b267-e3c7be0ab61c tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Deleting subnet e7ded837-d3fc-408a-9693-f4a59aba9b3b {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:17:27.370081 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-31df3046-67a2-4e28-b267-e3c7be0ab61c tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.416990 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-31df3046-67a2-4e28-b267-e3c7be0ab61c tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.519010 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-31df3046-67a2-4e28-b267-e3c7be0ab61c tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.530198 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-15dc870a-6c77-4c97-892b-9c9eb6727730 tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] 10.222.0.16 "GET /v2.0/networks/ce4b26fa-3aae-4fdc-bbf9-bbda0510c62a/tags/tempest-TagsTest-Tag-705428910 HTTP/1.1" status: 204 len: 168 time: 0.4737506 Jul 15 13:17:27.532227 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4d8722d8-1ae5-4e8d-9e5d-44ea9d6f6776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.554067 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4d8722d8-1ae5-4e8d-9e5d-44ea9d6f6776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.558456 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4d8722d8-1ae5-4e8d-9e5d-44ea9d6f6776 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0161fce4-5384-4989-9b1e-f60f7e28ed6a HTTP/1.1" status: 204 len: 168 time: 0.3927040 Jul 15 13:17:27.560673 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37266) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:27.594718 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-d0f231e6-424c-4db8-a810-95a93210937b tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'ce4b26fa-3aae-4fdc-bbf9-bbda0510c62a') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:27.596023 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-31df3046-67a2-4e28-b267-e3c7be0ab61c tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.602587 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8722d8-1ae5-4e8d-9e5d-44ea9d6f6776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0161fce4-5384-4989-9b1e-f60f7e28ed6a,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:27.637452 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5602ef-d106-499c-80d5-65f83e30a001 req-6cab196e-6c80-435a-92f5-2a44182ad15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:27.638946 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cc5602ef-d106-499c-80d5-65f83e30a001 req-6cab196e-6c80-435a-92f5-2a44182ad15f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee6addd9-f622-4af5-9405-5b44d7a0cc0b HTTP/1.1" status: 200 len: 854 time: 0.6828382 Jul 15 13:17:27.650790 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3925dd40-28f0-4a26-91af-0bc27c0e89d8 None None] Network dd2bcd36-9adf-4423-8ee7-ee0035e8a2e8 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:27.654223 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-31df3046-67a2-4e28-b267-e3c7be0ab61c tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.656122 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-31df3046-67a2-4e28-b267-e3c7be0ab61c tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/subnets/e7ded837-d3fc-408a-9693-f4a59aba9b3b HTTP/1.1" status: 204 len: 168 time: 0.3548183 Jul 15 13:17:27.661392 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df3046-67a2-4e28-b267-e3c7be0ab61c tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'Subnet': ['ID=e7ded837-d3fc-408a-9693-f4a59aba9b3b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:27.664289 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37270) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:27.850637 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d38beaf0-fe0d-4612-84b4-e84dc43be461 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.899218 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d0f231e6-424c-4db8-a810-95a93210937b tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] 10.222.0.16 "DELETE /v2.0/networks/ce4b26fa-3aae-4fdc-bbf9-bbda0510c62a/tags HTTP/1.1" status: 204 len: 168 time: 0.3154767 Jul 15 13:17:27.900043 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37272) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:27.921009 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cc5602ef-d106-499c-80d5-65f83e30a001 req-9339b497-c6a7-46a3-99a5-89883db9bb77 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=99cd1bfe-9d64-42d2-99af-5de7cac58504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2350981 Jul 15 13:17:27.929334 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-d9f233b9-b671-4d1f-8871-e3dc5549f2bb tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ce4b26fa-3aae-4fdc-bbf9-bbda0510c62a', 'tempest-TagsTest-Tag-1604208256') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:27.929820 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7b21b162-5d55-474f-a233-8cd23d24ee84 None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.950933 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1f02c-e91c-49e6-a663-322994405459 req-e027fa07-39a4-4457-8a43-07c40a3def47 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:27.955404 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-7b21b162-5d55-474f-a233-8cd23d24ee84 None None] Transition to ACTIVE for port object 16bafe48-2299-43ea-a50c-e127a361872b will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:27.956723 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-23f1f02c-e91c-49e6-a663-322994405459 req-e027fa07-39a4-4457-8a43-07c40a3def47 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=872a7ba3-7ee5-4046-8c39-fc87873a2fed HTTP/1.1" status: 200 len: 945 time: 0.8980966 Jul 15 13:17:27.974759 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7b21b162-5d55-474f-a233-8cd23d24ee84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.989667 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6267d6d9-bbb8-42ef-acb1-2896ff3cffbb None None] DHCP port deletion for dd2bcd36-9adf-4423-8ee7-ee0035e8a2e8 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:17:28.038418 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-d38beaf0-fe0d-4612-84b4-e84dc43be461 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Deleting port 64e252a0-f558-4227-8f53-8ae7ed342fef {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:28.038810 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d38beaf0-fe0d-4612-84b4-e84dc43be461 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:28.092271 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-6267d6d9-bbb8-42ef-acb1-2896ff3cffbb None None] Deleting port 64e252a0-f558-4227-8f53-8ae7ed342fef {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:28.092658 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6267d6d9-bbb8-42ef-acb1-2896ff3cffbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:28.156698 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-7b21b162-5d55-474f-a233-8cd23d24ee84 None None] Attempting to bind port 16bafe48-2299-43ea-a50c-e127a361872b on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:17:28.162332 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca4f91-4862-40ca-9605-2df31d89ffbe req-0f969ff0-a34d-47bb-a08c-d5b3c176e3aa tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:28.169066 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-7b21b162-5d55-474f-a233-8cd23d24ee84 None None] Attempting to bind port 16bafe48-2299-43ea-a50c-e127a361872b by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:17:28.169652 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b21b162-5d55-474f-a233-8cd23d24ee84 None None] Attempting to bind port 16bafe48-2299-43ea-a50c-e127a361872b on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:28.182505 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-03ca4f91-4862-40ca-9605-2df31d89ffbe req-0f969ff0-a34d-47bb-a08c-d5b3c176e3aa tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a8eace7-bd2f-430d-86d8-7e075eb93fb5 HTTP/1.1" status: 200 len: 943 time: 1.0589583 Jul 15 13:17:28.204400 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-6267d6d9-bbb8-42ef-acb1-2896ff3cffbb None None] For port 64e252a0-f558-4227-8f53-8ae7ed342fef, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=64e252a0-f558-4227-8f53-8ae7ed342fef,segment=NetworkSegment(a9c28f7a-1768-4531-a1bb-716e0e0e22f6),segment_id=a9c28f7a-1768-4531-a1bb-716e0e0e22f6)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:28.204667 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5c3be-e4a3-4a94-92fd-ae4fa8df7673 None None] Pushing event updated for resources: {'Port': ['ID=16bafe48-2299-43ea-a50c-e127a361872b,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:28.205390 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6267d6d9-bbb8-42ef-acb1-2896ff3cffbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:28.207263 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b21b162-5d55-474f-a233-8cd23d24ee84 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:17:28.207832 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b21b162-5d55-474f-a233-8cd23d24ee84 None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:28.214541 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7b21b162-5d55-474f-a233-8cd23d24ee84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:28.215176 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b21b162-5d55-474f-a233-8cd23d24ee84 None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:17:28.215803 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-7b21b162-5d55-474f-a233-8cd23d24ee84 None None] Bound port: 16bafe48-2299-43ea-a50c-e127a361872b, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:17:28.216205 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7b21b162-5d55-474f-a233-8cd23d24ee84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:28.227020 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-d9f233b9-b671-4d1f-8871-e3dc5549f2bb tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] show failed (client error): The resource could not be found. Jul 15 13:17:28.237359 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d9f233b9-b671-4d1f-8871-e3dc5549f2bb tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] 10.222.0.16 "GET /v2.0/networks/ce4b26fa-3aae-4fdc-bbf9-bbda0510c62a/tags/tempest-TagsTest-Tag-1604208256 HTTP/1.1" status: 404 len: 326 time: 0.3030603 Jul 15 13:17:28.243155 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37280) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:28.248405 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 64e252a0-f558-4227-8f53-8ae7ed342fef no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:28.259175 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-db68e047-b093-40ca-86a4-f22b77b24a3f tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ce4b26fa-3aae-4fdc-bbf9-bbda0510c62a', 'tempest-TagsTest-Tag-705428910') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:28.289017 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5c3be-e4a3-4a94-92fd-ae4fa8df7673 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:28.289364 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5c3be-e4a3-4a94-92fd-ae4fa8df7673 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:28.289823 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5c3be-e4a3-4a94-92fd-ae4fa8df7673 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:28.290164 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5c3be-e4a3-4a94-92fd-ae4fa8df7673 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:28.290522 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5c3be-e4a3-4a94-92fd-ae4fa8df7673 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:28.290853 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5c3be-e4a3-4a94-92fd-ae4fa8df7673 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:28.291192 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5c3be-e4a3-4a94-92fd-ae4fa8df7673 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:28.291502 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5c3be-e4a3-4a94-92fd-ae4fa8df7673 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:28.291825 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5c3be-e4a3-4a94-92fd-ae4fa8df7673 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:28.306277 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5c3be-e4a3-4a94-92fd-ae4fa8df7673 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:28.306687 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5c3be-e4a3-4a94-92fd-ae4fa8df7673 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:28.307036 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a5c3be-e4a3-4a94-92fd-ae4fa8df7673 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:28.323775 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-6267d6d9-bbb8-42ef-acb1-2896ff3cffbb None None] Calling delete_port for 64e252a0-f558-4227-8f53-8ae7ed342fef owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:28.372096 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-7b21b162-5d55-474f-a233-8cd23d24ee84 None None] For port 16bafe48-2299-43ea-a50c-e127a361872b, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:17:28.376594 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-7b21b162-5d55-474f-a233-8cd23d24ee84 None None] For port 16bafe48-2299-43ea-a50c-e127a361872b, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=16bafe48-2299-43ea-a50c-e127a361872b,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:17:28.383796 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7b21b162-5d55-474f-a233-8cd23d24ee84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:28.396502 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-d38beaf0-fe0d-4612-84b4-e84dc43be461 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] For port 64e252a0-f558-4227-8f53-8ae7ed342fef, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=64e252a0-f558-4227-8f53-8ae7ed342fef,segment=NetworkSegment(a9c28f7a-1768-4531-a1bb-716e0e0e22f6),segment_id=a9c28f7a-1768-4531-a1bb-716e0e0e22f6)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:28.407437 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d38beaf0-fe0d-4612-84b4-e84dc43be461 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:28.436119 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-d38beaf0-fe0d-4612-84b4-e84dc43be461 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Calling delete_port for 64e252a0-f558-4227-8f53-8ae7ed342fef owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:28.527531 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b21b162-5d55-474f-a233-8cd23d24ee84 None None] Routers {'3fcbcfa1-30f3-4683-8838-2bfda9f5b62e'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:28.528091 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-7b21b162-5d55-474f-a233-8cd23d24ee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:17:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['3fcbcfa1-30f3-4683-8838-2bfda9f5b62e'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:28.538922 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5c3be-e4a3-4a94-92fd-ae4fa8df7673 None None] Pushing event updated for resources: {'Port': ['ID=16bafe48-2299-43ea-a50c-e127a361872b,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:28.549309 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 635b2fe2-f00f-4317-9dc6-d2322cbdf82a up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:28.571519 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:28.638532 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6267d6d9-bbb8-42ef-acb1-2896ff3cffbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:28.675756 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d38beaf0-fe0d-4612-84b4-e84dc43be461 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:28.777265 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38beaf0-fe0d-4612-84b4-e84dc43be461 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] No DVR routers for this DVR port 64e252a0-f558-4227-8f53-8ae7ed342fef on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:28.787019 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6267d6d9-bbb8-42ef-acb1-2896ff3cffbb None None] No DVR routers for this DVR port 64e252a0-f558-4227-8f53-8ae7ed342fef on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:28.799141 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267d6d9-bbb8-42ef-acb1-2896ff3cffbb None None] Pushing event deleted for resources: {'Port': ['ID=64e252a0-f558-4227-8f53-8ae7ed342fef,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:28.819501 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-03ca4f91-4862-40ca-9605-2df31d89ffbe req-4bd835dd-0465-416d-a798-ef4ef85e4168 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6336946 Jul 15 13:17:28.835268 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-23f1f02c-e91c-49e6-a663-322994405459 req-4b2fa49e-36b6-4308-be46-139de21ea9ea tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8293214 Jul 15 13:17:28.866771 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 635b2fe2-f00f-4317-9dc6-d2322cbdf82a completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:28.888533 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-db68e047-b093-40ca-86a4-f22b77b24a3f tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] show failed (client error): The resource could not be found. Jul 15 13:17:28.895098 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-db68e047-b093-40ca-86a4-f22b77b24a3f tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] 10.222.0.16 "GET /v2.0/networks/ce4b26fa-3aae-4fdc-bbf9-bbda0510c62a/tags/tempest-TagsTest-Tag-705428910 HTTP/1.1" status: 404 len: 325 time: 0.6508906 Jul 15 13:17:28.895945 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37298) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:28.899316 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-7b21b162-5d55-474f-a233-8cd23d24ee84 None None] Set router 3fcbcfa1-30f3-4683-8838-2bfda9f5b62e gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:17:28.907427 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cc5602ef-d106-499c-80d5-65f83e30a001 req-804abadb-7d7d-4aca-a67b-359760efb071 service neutron] 10.222.0.46 "GET /v2.0/networks/99cd1bfe-9d64-42d2-99af-5de7cac58504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9493968 Jul 15 13:17:28.915051 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-9e439077-8502-49d5-bb9d-0d9866b1e04f tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'ce4b26fa-3aae-4fdc-bbf9-bbda0510c62a') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:28.930287 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 635b2fe2-f00f-4317-9dc6-d2322cbdf82a triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:28.933434 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.042901 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-46edee33-b295-465d-bbb4-336aed64f751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.055577 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38beaf0-fe0d-4612-84b4-e84dc43be461 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'Port': ['ID=64e252a0-f558-4227-8f53-8ae7ed342fef,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:29.078592 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cc5602ef-d106-499c-80d5-65f83e30a001 req-cb728255-9379-48d4-a6e3-8395517dde52 service neutron] 10.222.0.46 "GET /v2.0/networks/99cd1bfe-9d64-42d2-99af-5de7cac58504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534514 Jul 15 13:17:29.096849 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.171939 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d38beaf0-fe0d-4612-84b4-e84dc43be461 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.185514 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-d38beaf0-fe0d-4612-84b4-e84dc43be461 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd2bcd36-9adf-4423-8ee7-ee0035e8a2e8']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:29.197778 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.237659 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9e439077-8502-49d5-bb9d-0d9866b1e04f tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] 10.222.0.16 "DELETE /v2.0/networks/ce4b26fa-3aae-4fdc-bbf9-bbda0510c62a/tags HTTP/1.1" status: 204 len: 168 time: 0.3298850 Jul 15 13:17:29.238325 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37304) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:29.240976 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-d38beaf0-fe0d-4612-84b4-e84dc43be461 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c28f7a-1768-4531-a1bb-716e0e0e22f6') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:29.241278 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-d38beaf0-fe0d-4612-84b4-e84dc43be461 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c28f7a-1768-4531-a1bb-716e0e0e22f6') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:29.252200 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872a7ba3-7ee5-4046-8c39-fc87873a2fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635b2fe2-f00f-4317-9dc6-d2322cbdf82a'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:29.257114 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91859d6c-8bc6-4762-9724-a560655678ea" -d '{"events": [{"server_uuid": "872a7ba3-7ee5-4046-8c39-fc87873a2fed", "name": "network-vif-plugged", "status": "completed", "tag": "635b2fe2-f00f-4317-9dc6-d2322cbdf82a"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:29.296509 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 635b2fe2-f00f-4317-9dc6-d2322cbdf82a, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=635b2fe2-f00f-4317-9dc6-d2322cbdf82a,segment=NetworkSegment(6bb03eb1-9e52-4718-ab2b-06d9a8232852),segment_id=6bb03eb1-9e52-4718-ab2b-06d9a8232852)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:29.303019 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.332605 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d38beaf0-fe0d-4612-84b4-e84dc43be461 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.360641 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d38beaf0-fe0d-4612-84b4-e84dc43be461 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.368867 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d38beaf0-fe0d-4612-84b4-e84dc43be461 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:17:29.370196 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d38beaf0-fe0d-4612-84b4-e84dc43be461 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.413169 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51daadb9-5a50-4dcc-9dfd-163fddd16c00 x-openstack-request-id: req-51daadb9-5a50-4dcc-9dfd-163fddd16c00 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:29.413788 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872a7ba3-7ee5-4046-8c39-fc87873a2fed", "name": "network-vif-plugged", "status": "completed", "tag": "635b2fe2-f00f-4317-9dc6-d2322cbdf82a", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:29.414202 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-51daadb9-5a50-4dcc-9dfd-163fddd16c00 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:29.415016 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872a7ba3-7ee5-4046-8c39-fc87873a2fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635b2fe2-f00f-4317-9dc6-d2322cbdf82a', 'code': 200} Jul 15 13:17:29.440174 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=635b2fe2-f00f-4317-9dc6-d2322cbdf82a,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:29.464958 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.516855 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-46edee33-b295-465d-bbb4-336aed64f751 admin admin] Allocated IP 172.20.0.1 (5d9fbd16-32b6-40ae-8908-2f860bb17994/bb690484-bc5a-4c4b-81ad-d355e2967ff7/396e1530-9785-46ac-87e3-6df0bc207a28) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:29.683802 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-76ae15f0-082e-4bc0-997e-239949f9e482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.721157 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-7b21b162-5d55-474f-a233-8cd23d24ee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcbcfa1-30f3-4683-8838-2bfda9f5b62e', 'name': 'tempest-TaggedBootDevicesTest_v242-1868658184-router', 'tenant_id': '251cced819c74cfb94fbc7f7f1614ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '16bafe48-2299-43ea-a50c-e127a361872b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:19Z', 'updated_at': '2021-07-15T13:17:24Z', 'revision_number': 3, 'project_id': '251cced819c74cfb94fbc7f7f1614ad3', 'gw_port': {'id': '16bafe48-2299-43ea-a50c-e127a361872b', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcbcfa1-30f3-4683-8838-2bfda9f5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:22Z', 'updated_at': '2021-07-15T13:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:29.783490 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b21b162-5d55-474f-a233-8cd23d24ee84 None None] The sync data for ids ['3fcbcfa1-30f3-4683-8838-2bfda9f5b62e'] in n-d-771363-36 is: [{'id': '3fcbcfa1-30f3-4683-8838-2bfda9f5b62e', 'name': 'tempest-TaggedBootDevicesTest_v242-1868658184-router', 'tenant_id': '251cced819c74cfb94fbc7f7f1614ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '16bafe48-2299-43ea-a50c-e127a361872b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:19Z', 'updated_at': '2021-07-15T13:17:24Z', 'revision_number': 3, 'project_id': '251cced819c74cfb94fbc7f7f1614ad3', 'gw_port': {'id': '16bafe48-2299-43ea-a50c-e127a361872b', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcbcfa1-30f3-4683-8838-2bfda9f5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:22Z', 'updated_at': '2021-07-15T13:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:17:29.881202 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-46edee33-b295-465d-bbb4-336aed64f751 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.916724 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f5529-ec9b-475d-ac67-234b704e2e5c req-6844afad-d8e6-44c7-948e-75cf17c66f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:29.920487 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6f0f5529-ec9b-475d-ac67-234b704e2e5c req-6844afad-d8e6-44c7-948e-75cf17c66f21 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=872a7ba3-7ee5-4046-8c39-fc87873a2fed HTTP/1.1" status: 200 len: 1098 time: 0.3103518 Jul 15 13:17:29.921627 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-46edee33-b295-465d-bbb4-336aed64f751 admin admin] Transition to ACTIVE for port object 396e1530-9785-46ac-87e3-6df0bc207a28 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:30.107618 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6f0f5529-ec9b-475d-ac67-234b704e2e5c req-55a6cc6b-c2d7-4ca6-b168-46de7922756a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768651 Jul 15 13:17:30.178417 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37330) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: self.session.flush() Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: self.session.flush() Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: self.session.flush() Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: self.session.flush() Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:17:30.208136 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:17:30.233119 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-46edee33-b295-465d-bbb4-336aed64f751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.238122 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d38beaf0-fe0d-4612-84b4-e84dc43be461 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.257114 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efaa3d-1b44-435f-aecf-261524f830a8 req-3218e827-b829-4da0-a0cf-a35c2bd3078b tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:30.260473 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d38beaf0-fe0d-4612-84b4-e84dc43be461 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.261949 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d0efaa3d-1b44-435f-aecf-261524f830a8 req-3218e827-b829-4da0-a0cf-a35c2bd3078b tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 1098 time: 0.3171861 Jul 15 13:17:30.270538 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d38beaf0-fe0d-4612-84b4-e84dc43be461 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/networks/dd2bcd36-9adf-4423-8ee7-ee0035e8a2e8 HTTP/1.1" status: 204 len: 168 time: 2.5982804 Jul 15 13:17:30.290272 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37334) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:30.316481 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-7edaac77-9046-4d7e-93dc-1ca5966ef304 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-658208738'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:30.359862 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38beaf0-fe0d-4612-84b4-e84dc43be461 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'Network': ['ID=dd2bcd36-9adf-4423-8ee7-ee0035e8a2e8,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:30.390285 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cdd33592-9bed-4ddc-9084-e545d75a40e9 tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.395123 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edee33-b295-465d-bbb4-336aed64f751 admin admin] Pushing event updated for resources: {'Port': ['ID=396e1530-9785-46ac-87e3-6df0bc207a28,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:30.402037 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d0efaa3d-1b44-435f-aecf-261524f830a8 req-9c537cb6-376a-45d0-9ff4-9240c6c4b78a tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.412650 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edaac77-9046-4d7e-93dc-1ca5966ef304 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Made reservation on behalf of 44d20f985e3e4d3da729c1600e912e21 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:30.417079 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7edaac77-9046-4d7e-93dc-1ca5966ef304 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.439520 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46edee33-b295-465d-bbb4-336aed64f751 admin admin] Network 5d9fbd16-32b6-40ae-8908-2f860bb17994 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:30.442247 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edee33-b295-465d-bbb4-336aed64f751 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:30.443126 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edee33-b295-465d-bbb4-336aed64f751 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:30.443126 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edee33-b295-465d-bbb4-336aed64f751 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:30.443323 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edee33-b295-465d-bbb4-336aed64f751 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:30.443586 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edee33-b295-465d-bbb4-336aed64f751 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:30.443915 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edee33-b295-465d-bbb4-336aed64f751 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:30.444240 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edee33-b295-465d-bbb4-336aed64f751 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:30.444565 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edee33-b295-465d-bbb4-336aed64f751 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:30.444884 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edee33-b295-465d-bbb4-336aed64f751 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:30.445206 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edee33-b295-465d-bbb4-336aed64f751 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:30.445529 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edee33-b295-465d-bbb4-336aed64f751 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:30.445848 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edee33-b295-465d-bbb4-336aed64f751 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:30.478274 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-46edee33-b295-465d-bbb4-336aed64f751 admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:30.490004 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46edee33-b295-465d-bbb4-336aed64f751 admin admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:30.527739 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device f0c5c41d-a3c6-4549-928b-7b94ac75c094 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:17:30.577203 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7edaac77-9046-4d7e-93dc-1ca5966ef304 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:17:30.581495 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-d2b740c7-134a-4d8b-b9ce-d0bbf39aaf5f tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1253247579', 'router:external': True}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:30.589785 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-46edee33-b295-465d-bbb4-336aed64f751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.691582 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cdd33592-9bed-4ddc-9084-e545d75a40e9 tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.698794 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7edaac77-9046-4d7e-93dc-1ca5966ef304 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.699659 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-7edaac77-9046-4d7e-93dc-1ca5966ef304 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Added segment 28325e22-acbf-4d61-a0f8-2d54a869ca04 of type vlan for network 4956eaf7-086f-40a2-8901-fc32053fda54 Jul 15 13:17:30.724950 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-cdd33592-9bed-4ddc-9084-e545d75a40e9 tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce4b26fa-3aae-4fdc-bbf9-bbda0510c62a']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:30.764564 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port f0c5c41d-a3c6-4549-928b-7b94ac75c094, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=f0c5c41d-a3c6-4549-928b-7b94ac75c094,segment=NetworkSegment(a9a917ff-688b-4d60-89c2-fa36077b5a4e),segment_id=a9a917ff-688b-4d60-89c2-fa36077b5a4e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:30.790057 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-cdd33592-9bed-4ddc-9084-e545d75a40e9 tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54baebe9-0017-4398-93b3-368109a2cb20') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:30.790597 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-cdd33592-9bed-4ddc-9084-e545d75a40e9 tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54baebe9-0017-4398-93b3-368109a2cb20') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:30.820674 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'f0c5c41d-a3c6-4549-928b-7b94ac75c094', 'network_id': '99cd1bfe-9d64-42d2-99af-5de7cac58504', 'port_id': 'f0c5c41d-a3c6-4549-928b-7b94ac75c094', 'mac_address': 'fa:16:3e:4f:77:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee6addd9-f622-4af5-9405-5b44d7a0cc0b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:17:30.838116 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7edaac77-9046-4d7e-93dc-1ca5966ef304 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.843981 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cdd33592-9bed-4ddc-9084-e545d75a40e9 tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.869671 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cdd33592-9bed-4ddc-9084-e545d75a40e9 tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.887754 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdd33592-9bed-4ddc-9084-e545d75a40e9 tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:17:30.888364 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cdd33592-9bed-4ddc-9084-e545d75a40e9 tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.902698 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:17:30.902698 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:17:30.902698 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:17:30.902698 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:17:30.902698 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:17:30.902698 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:17:30.902698 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:17:30.902698 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:17:30.902698 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:17:30.902698 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:17:30.902698 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:17:30.902698 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:17:30.902698 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:17:30.902698 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:17:30.902698 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:17:30.902698 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:17:30.902698 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:17:30.902698 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:17:30.902698 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:17:30.902698 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:17:30.902698 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:17:30.902698 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:17:30.902698 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:17:30.902698 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:17:30.902698 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:17:30.902698 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:17:30.902698 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:17:30.902698 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:17:30.902698 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:17:30.902698 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:17:30.902698 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:17:30.902698 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:17:30.911284 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d3f99-08be-4635-9d13-686bafbe224e req-72d9c16b-f396-47fb-969f-cce1e90b9342 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:30.925402 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8a5d3f99-08be-4635-9d13-686bafbe224e req-72d9c16b-f396-47fb-969f-cce1e90b9342 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a8eace7-bd2f-430d-86d8-7e075eb93fb5 HTTP/1.1" status: 200 len: 943 time: 0.7936175 Jul 15 13:17:30.935951 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.996281 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0c5c41d-a3c6-4549-928b-7b94ac75c094 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:17:31.045774 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port f0c5c41d-a3c6-4549-928b-7b94ac75c094, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=f0c5c41d-a3c6-4549-928b-7b94ac75c094,segment=NetworkSegment(a9a917ff-688b-4d60-89c2-fa36077b5a4e),segment_id=a9a917ff-688b-4d60-89c2-fa36077b5a4e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:31.049020 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:17:31.055104 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:31.066094 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8a5d3f99-08be-4635-9d13-686bafbe224e req-cf812db9-f703-4f84-a6cc-d4b51b0837a7 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389222 Jul 15 13:17:31.067464 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-46edee33-b295-465d-bbb4-336aed64f751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:31.069842 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-780191a0-7bb8-4606-8b34-f5f851263f14 None None] Provisioning for port 396e1530-9785-46ac-87e3-6df0bc207a28 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:31.117355 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7edaac77-9046-4d7e-93dc-1ca5966ef304 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:31.138020 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edaac77-9046-4d7e-93dc-1ca5966ef304 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:31.154347 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-780191a0-7bb8-4606-8b34-f5f851263f14 None None] Provisioning complete for port 396e1530-9785-46ac-87e3-6df0bc207a28 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:31.154774 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-780191a0-7bb8-4606-8b34-f5f851263f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:31.159824 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7edaac77-9046-4d7e-93dc-1ca5966ef304 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:31.287939 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cdd33592-9bed-4ddc-9084-e545d75a40e9 tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:31.315954 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cdd33592-9bed-4ddc-9084-e545d75a40e9 tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:31.318616 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-cdd33592-9bed-4ddc-9084-e545d75a40e9 tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] 10.222.0.16 "DELETE /v2.0/networks/ce4b26fa-3aae-4fdc-bbf9-bbda0510c62a HTTP/1.1" status: 204 len: 168 time: 2.0741534 Jul 15 13:17:31.412049 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-780191a0-7bb8-4606-8b34-f5f851263f14 None None] Port 396e1530-9785-46ac-87e3-6df0bc207a28 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:31.462785 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['f0c5c41d-a3c6-4549-928b-7b94ac75c094'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:17:31.479472 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edaac77-9046-4d7e-93dc-1ca5966ef304 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'Network': ['ID=4956eaf7-086f-40a2-8901-fc32053fda54,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:31.528968 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd33592-9bed-4ddc-9084-e545d75a40e9 tempest-TagsTest-561987251 tempest-TagsTest-561987251-project] Pushing event deleted for resources: {'Network': ['ID=ce4b26fa-3aae-4fdc-bbf9-bbda0510c62a,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:31.546329 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 4956eaf7-086f-40a2-8901-fc32053fda54 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:17:31.548409 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=f0c5c41d-a3c6-4549-928b-7b94ac75c094,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:31.707000 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d0efaa3d-1b44-435f-aecf-261524f830a8 req-9c537cb6-376a-45d0-9ff4-9240c6c4b78a tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:31.720535 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7edaac77-9046-4d7e-93dc-1ca5966ef304 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4263713 Jul 15 13:17:31.724265 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37346) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:31.729465 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-970f548b-19da-46f1-853c-52078186fa88 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'subnet': {'network_id': '4956eaf7-086f-40a2-8901-fc32053fda54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:31.740903 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a7f20-289d-4afd-88bb-f7b4c2becad9 req-339b6af6-226c-4ee3-89fc-3befd76897ba tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:31.750104 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-737a7f20-289d-4afd-88bb-f7b4c2becad9 req-339b6af6-226c-4ee3-89fc-3befd76897ba tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=872a7ba3-7ee5-4046-8c39-fc87873a2fed HTTP/1.1" status: 200 len: 946 time: 0.2443805 Jul 15 13:17:31.789120 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d0efaa3d-1b44-435f-aecf-261524f830a8 req-9c537cb6-376a-45d0-9ff4-9240c6c4b78a tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:31.795966 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b740c7-134a-4d8b-b9ce-d0bbf39aaf5f tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Made reservation on behalf of c43ea1d631ad40419de7685be80d23e1 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:31.799014 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2b740c7-134a-4d8b-b9ce-d0bbf39aaf5f tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:31.849730 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2b740c7-134a-4d8b-b9ce-d0bbf39aaf5f tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:31.882746 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d0efaa3d-1b44-435f-aecf-261524f830a8 req-9c537cb6-376a-45d0-9ff4-9240c6c4b78a tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b00d526e-d151-4f83-bb42-f9f5f8e270ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5288801 Jul 15 13:17:31.913676 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-46edee33-b295-465d-bbb4-336aed64f751 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:31.933390 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-737a7f20-289d-4afd-88bb-f7b4c2becad9 req-115527f9-324d-478c-ae97-fe4b2cdc3dae tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822548 Jul 15 13:17:31.940108 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c537cb6-376a-45d0-9ff4-9240c6c4b78a tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434d9ef2-6ca4-461d-96f3-69dd9a816d2b,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:31.959865 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-46edee33-b295-465d-bbb4-336aed64f751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:32.017220 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37352) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:32.035848 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-46edee33-b295-465d-bbb4-336aed64f751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:32.077441 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.db.api [None req-970f548b-19da-46f1-853c-52078186fa88 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:17:32.077441 n-d-771363-36 neutron-server[93826]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:17:32.077441 n-d-771363-36 neutron-server[93826]: [parameters: {'project_id_1': '44d20f985e3e4d3da729c1600e912e21', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 17, 32, 33200)}] Jul 15 13:17:32.077441 n-d-771363-36 neutron-server[93826]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:17:32.077938 n-d-771363-36 neutron-server[93826]: DEBUG oslo_db.api [None req-970f548b-19da-46f1-853c-52078186fa88 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:17:32.265412 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:32.293805 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 16bafe48-2299-43ea-a50c-e127a361872b up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:32.394060 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 16bafe48-2299-43ea-a50c-e127a361872b completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:32.398632 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 16bafe48-2299-43ea-a50c-e127a361872b triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:32.399164 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:32.399339 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edee33-b295-465d-bbb4-336aed64f751 admin admin] Pushing event updated for resources: {'Port': ['ID=396e1530-9785-46ac-87e3-6df0bc207a28,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:32.416986 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-83c72213-29e5-4316-818e-8869e7e93410 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=17356dd25448466ba8c0f8e3d7da464b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3963745 Jul 15 13:17:32.417540 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37358) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:32.473777 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05a4ad43-0a92-498e-a2a7-d9dcfd3d9e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:32.496345 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3d3096d4-24e7-414f-a28e-7e2d30f754fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:32.545118 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3d3096d4-24e7-414f-a28e-7e2d30f754fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:32.629589 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3d3096d4-24e7-414f-a28e-7e2d30f754fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:32.634906 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3d3096d4-24e7-414f-a28e-7e2d30f754fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:32.636388 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3d3096d4-24e7-414f-a28e-7e2d30f754fa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d29fb82-a9f7-4256-8865-5455538853c7 HTTP/1.1" status: 204 len: 168 time: 0.2180102 Jul 15 13:17:32.637215 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cbbe5-ce16-4670-98ed-db9f00d3c119 req-3d0836a1-22c6-476d-8662-cae45eb0d7f5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:32.639236 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b11cbbe5-ce16-4670-98ed-db9f00d3c119 req-3d0836a1-22c6-476d-8662-cae45eb0d7f5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 946 time: 0.4038923 Jul 15 13:17:32.642935 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46edee33-b295-465d-bbb4-336aed64f751 admin admin] Network 5d9fbd16-32b6-40ae-8908-2f860bb17994 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:32.649119 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3096d4-24e7-414f-a28e-7e2d30f754fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d29fb82-a9f7-4256-8865-5455538853c7,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:32.656883 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-46edee33-b295-465d-bbb4-336aed64f751 admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:32.669932 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:32.705682 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773fd57-7eb7-431f-89a9-911bc24bc6fe req-da7d061a-eb19-4432-b735-b4b765b81708 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:32.713579 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4773fd57-7eb7-431f-89a9-911bc24bc6fe req-da7d061a-eb19-4432-b735-b4b765b81708 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a8eace7-bd2f-430d-86d8-7e075eb93fb5 HTTP/1.1" status: 200 len: 944 time: 0.3057909 Jul 15 13:17:32.716742 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 16bafe48-2299-43ea-a50c-e127a361872b, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=16bafe48-2299-43ea-a50c-e127a361872b,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:32.717143 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2b740c7-134a-4d8b-b9ce-d0bbf39aaf5f tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:32.731603 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:32.749379 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970f548b-19da-46f1-853c-52078186fa88 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Made reservation on behalf of 44d20f985e3e4d3da729c1600e912e21 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:32.753325 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-970f548b-19da-46f1-853c-52078186fa88 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:32.824385 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=16bafe48-2299-43ea-a50c-e127a361872b,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:32.868179 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2b740c7-134a-4d8b-b9ce-d0bbf39aaf5f tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:32.920686 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b11cbbe5-ce16-4670-98ed-db9f00d3c119 req-9c1f6aa2-53d8-44dc-9580-6fe88fdee112 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=b00d526e-d151-4f83-bb42-f9f5f8e270ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2701123 Jul 15 13:17:32.968593 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37368) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:32.986035 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2b740c7-134a-4d8b-b9ce-d0bbf39aaf5f tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:17:33.016193 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4773fd57-7eb7-431f-89a9-911bc24bc6fe req-9277e003-f03a-4c64-8049-15140d6383aa tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950675 Jul 15 13:17:33.120368 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b0d5999b-28f3-4869-82e9-3c201c8f5112 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/floatingips/bb9a9217-1fc0-478f-86e0-11e8c5ead0a6 HTTP/1.1" status: 200 len: 994 time: 0.1502793 Jul 15 13:17:33.177377 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5b5f29f8-83a2-44ab-a064-b581d7ba6098 None None] Provisioning complete for port 396e1530-9785-46ac-87e3-6df0bc207a28 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:33.178846 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5b5f29f8-83a2-44ab-a064-b581d7ba6098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:33.213036 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b740c7-134a-4d8b-b9ce-d0bbf39aaf5f tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99d0163-c2e4-46ac-b7c3-f6930272202c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:33.246251 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2b740c7-134a-4d8b-b9ce-d0bbf39aaf5f tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:33.246622 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-d2b740c7-134a-4d8b-b9ce-d0bbf39aaf5f tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Added segment 4e7cded7-3148-40fe-96a0-2cc4e40c4936 of type vlan for network cd2026d0-42ac-4690-bc70-e07c524dcf41 Jul 15 13:17:33.247368 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-970f548b-19da-46f1-853c-52078186fa88 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:33.283577 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-5b5f29f8-83a2-44ab-a064-b581d7ba6098 None None] Port 396e1530-9785-46ac-87e3-6df0bc207a28 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:33.334116 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46edee33-b295-465d-bbb4-336aed64f751 admin admin] Router 3fcbcfa1-30f3-4683-8838-2bfda9f5b62e has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:17:33.335916 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2b740c7-134a-4d8b-b9ce-d0bbf39aaf5f tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:33.360727 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f548b-19da-46f1-853c-52078186fa88 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'Subnet': ['ID=5243634e-f945-42ff-a244-b42df3f1abdc,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:33.368251 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970f548b-19da-46f1-853c-52078186fa88 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Checking segment: {'id': '28325e22-acbf-4d61-a0f8-2d54a869ca04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4956eaf7-086f-40a2-8901-fc32053fda54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:33.368622 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970f548b-19da-46f1-853c-52078186fa88 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Network hostable DHCP agents. Network: 4956eaf7-086f-40a2-8901-fc32053fda54, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:17:33.390211 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970f548b-19da-46f1-853c-52078186fa88 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Network 4956eaf7-086f-40a2-8901-fc32053fda54 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:17:33.403412 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-970f548b-19da-46f1-853c-52078186fa88 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 4956eaf7-086f-40a2-8901-fc32053fda54) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:33.411664 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970f548b-19da-46f1-853c-52078186fa88 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:33.412515 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-970f548b-19da-46f1-853c-52078186fa88 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:33.421296 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1357fa8-1e05-4b2f-9eaf-0a55052382e1 None None] Network 4956eaf7-086f-40a2-8901-fc32053fda54 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:33.441257 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-970f548b-19da-46f1-853c-52078186fa88 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7148762 Jul 15 13:17:33.442973 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37382) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:33.452604 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-231a1a40-34fe-465d-88b7-dbd33a27ddd1 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-660383553', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:33.460347 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da301a11-cec3-4452-93bf-03eeb7ed95fc req-52c88e43-3d58-4e60-97f2-2e7668caa904 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:33.471936 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-da301a11-cec3-4452-93bf-03eeb7ed95fc req-52c88e43-3d58-4e60-97f2-2e7668caa904 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=872a7ba3-7ee5-4046-8c39-fc87873a2fed HTTP/1.1" status: 200 len: 946 time: 0.3325775 Jul 15 13:17:33.472651 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2b740c7-134a-4d8b-b9ce-d0bbf39aaf5f tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:33.473635 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b740c7-134a-4d8b-b9ce-d0bbf39aaf5f tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:33.474221 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2b740c7-134a-4d8b-b9ce-d0bbf39aaf5f tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:33.485869 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-231a1a40-34fe-465d-88b7-dbd33a27ddd1 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:33.487741 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-231a1a40-34fe-465d-88b7-dbd33a27ddd1 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:33.675665 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:33.731111 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-231a1a40-34fe-465d-88b7-dbd33a27ddd1 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:33.734514 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b740c7-134a-4d8b-b9ce-d0bbf39aaf5f tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Pushing event updated for resources: {'Network': ['ID=cd2026d0-42ac-4690-bc70-e07c524dcf41,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:33.747943 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-231a1a40-34fe-465d-88b7-dbd33a27ddd1 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:33.757507 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network cd2026d0-42ac-4690-bc70-e07c524dcf41 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:17:33.794917 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-231a1a40-34fe-465d-88b7-dbd33a27ddd1 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:33.796322 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-231a1a40-34fe-465d-88b7-dbd33a27ddd1 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3516135 Jul 15 13:17:33.799452 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37390) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:33.803659 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-e742c3b9-e499-4198-967d-898d9709db93 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'port': {'network_id': '4956eaf7-086f-40a2-8901-fc32053fda54', 'name': 'tempest-PortsTestJSON-1931750757'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:33.880557 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e803744-0604-4fb6-b7c5-b594f7439bb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-4956eaf7-086f-40a2-8901-fc32053fda54', 'network_id': '4956eaf7-086f-40a2-8901-fc32053fda54', 'tenant_id': '44d20f985e3e4d3da729c1600e912e21', 'fixed_ips': [{'subnet_id': '5243634e-f945-42ff-a244-b42df3f1abdc'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:17:33.881454 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4e803744-0604-4fb6-b7c5-b594f7439bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:33.998285 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d2b740c7-134a-4d8b-b9ce-d0bbf39aaf5f tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.8127031 Jul 15 13:17:34.000786 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-da301a11-cec3-4452-93bf-03eeb7ed95fc req-645ae618-24ae-48ce-9ce0-8e59c1fa106f tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5200572 Jul 15 13:17:34.003236 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37404) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:34.009132 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-fc0715ba-8c60-4267-8ce3-fb1e99f1a21c tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Request body: {'subnet': {'network_id': 'cd2026d0-42ac-4690-bc70-e07c524dcf41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:34.048878 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46edee33-b295-465d-bbb4-336aed64f751 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:17:34.066361 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-46edee33-b295-465d-bbb4-336aed64f751 admin admin] 10.222.0.16 "PUT /v2.0/routers/3fcbcfa1-30f3-4683-8838-2bfda9f5b62e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5685360 Jul 15 13:17:34.088881 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ea2562-fcdb-441d-94ea-7d2d6812be42 None None] Sync routers for ids ['3fcbcfa1-30f3-4683-8838-2bfda9f5b62e'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:17:34.123216 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0715ba-8c60-4267-8ce3-fb1e99f1a21c tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Made reservation on behalf of c43ea1d631ad40419de7685be80d23e1 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:34.125932 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fc0715ba-8c60-4267-8ce3-fb1e99f1a21c tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:34.173628 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e742c3b9-e499-4198-967d-898d9709db93 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Made reservation on behalf of 44d20f985e3e4d3da729c1600e912e21 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:34.188694 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e742c3b9-e499-4198-967d-898d9709db93 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:34.227506 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ea2562-fcdb-441d-94ea-7d2d6812be42 None None] Routers {'3fcbcfa1-30f3-4683-8838-2bfda9f5b62e'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:34.228142 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-83ea2562-fcdb-441d-94ea-7d2d6812be42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:17:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['3fcbcfa1-30f3-4683-8838-2bfda9f5b62e'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:34.238236 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-e742c3b9-e499-4198-967d-898d9709db93 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] device_id is not set on port b20ceaeb-af25-4ca2-aca6-dba65b17b13b yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:17:34.257721 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-4e803744-0604-4fb6-b7c5-b594f7439bb9 None None] Allocated IP 172.20.0.2 (4956eaf7-086f-40a2-8901-fc32053fda54/5243634e-f945-42ff-a244-b42df3f1abdc/00fc9203-7064-4ef0-b2c3-a39d671de4ff) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:34.340979 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 16bafe48-2299-43ea-a50c-e127a361872b up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:34.556316 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device f0c5c41d-a3c6-4549-928b-7b94ac75c094 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:34.592742 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc38056-6790-43f2-afd1-5ec56b633c77 req-5f0d1686-8f60-40ae-a582-e6b5649ba991 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:34.594383 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3cc38056-6790-43f2-afd1-5ec56b633c77 req-5f0d1686-8f60-40ae-a582-e6b5649ba991 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a8eace7-bd2f-430d-86d8-7e075eb93fb5 HTTP/1.1" status: 200 len: 944 time: 0.2588181 Jul 15 13:17:34.681757 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-83ea2562-fcdb-441d-94ea-7d2d6812be42 None None] Set router 3fcbcfa1-30f3-4683-8838-2bfda9f5b62e gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:17:34.777493 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3cc38056-6790-43f2-afd1-5ec56b633c77 req-06bc5f4d-40ba-4bfb-9070-15a2edc23f4b tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678858 Jul 15 13:17:34.963399 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4e803744-0604-4fb6-b7c5-b594f7439bb9 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:34.975733 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-4e803744-0604-4fb6-b7c5-b594f7439bb9 None None] Transition to ACTIVE for port object 00fc9203-7064-4ef0-b2c3-a39d671de4ff will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:34.997316 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-4e803744-0604-4fb6-b7c5-b594f7439bb9 None None] Transition to ACTIVE for port object 00fc9203-7064-4ef0-b2c3-a39d671de4ff will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:35.057183 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4e803744-0604-4fb6-b7c5-b594f7439bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.100309 n-d-771363-36 neutron-server[93825]: DEBUG neutron.objects.ports [None req-fc0715ba-8c60-4267-8ce3-fb1e99f1a21c tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:17:35.103041 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fc0715ba-8c60-4267-8ce3-fb1e99f1a21c tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.142510 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-e742c3b9-e499-4198-967d-898d9709db93 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Allocated IP 172.20.0.11 (4956eaf7-086f-40a2-8901-fc32053fda54/5243634e-f945-42ff-a244-b42df3f1abdc/b20ceaeb-af25-4ca2-aca6-dba65b17b13b) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:35.187119 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e803744-0604-4fb6-b7c5-b594f7439bb9 None None] Pushing event updated for resources: {'Port': ['ID=00fc9203-7064-4ef0-b2c3-a39d671de4ff,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:35.189849 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 16bafe48-2299-43ea-a50c-e127a361872b triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:35.190226 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.273505 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port f0c5c41d-a3c6-4549-928b-7b94ac75c094 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:35.308781 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port f0c5c41d-a3c6-4549-928b-7b94ac75c094 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:35.309163 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.387003 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.450409 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e803744-0604-4fb6-b7c5-b594f7439bb9 None None] Network 4956eaf7-086f-40a2-8901-fc32053fda54 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:35.496993 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-4e803744-0604-4fb6-b7c5-b594f7439bb9 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:35.544349 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e742c3b9-e499-4198-967d-898d9709db93 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.583309 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-e742c3b9-e499-4198-967d-898d9709db93 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Transition to ACTIVE for port object b20ceaeb-af25-4ca2-aca6-dba65b17b13b will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:35.640144 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e803744-0604-4fb6-b7c5-b594f7439bb9 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:35.662206 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e742c3b9-e499-4198-967d-898d9709db93 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.664053 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0715ba-8c60-4267-8ce3-fb1e99f1a21c tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Pushing event updated for resources: {'Subnet': ['ID=22409065-9c75-4089-bf26-c6e7fe5f9d68,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:35.694988 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0715ba-8c60-4267-8ce3-fb1e99f1a21c tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Checking segment: {'id': '4e7cded7-3148-40fe-96a0-2cc4e40c4936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cd2026d0-42ac-4690-bc70-e07c524dcf41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:35.695360 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0715ba-8c60-4267-8ce3-fb1e99f1a21c tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Network hostable DHCP agents. Network: cd2026d0-42ac-4690-bc70-e07c524dcf41, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:17:35.760687 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e742c3b9-e499-4198-967d-898d9709db93 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Network 4956eaf7-086f-40a2-8901-fc32053fda54 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:35.774284 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-e742c3b9-e499-4198-967d-898d9709db93 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:35.784659 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e742c3b9-e499-4198-967d-898d9709db93 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:35.896415 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0715ba-8c60-4267-8ce3-fb1e99f1a21c tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Network cd2026d0-42ac-4690-bc70-e07c524dcf41 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:17:35.906214 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e742c3b9-e499-4198-967d-898d9709db93 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:35.906922 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e742c3b9-e499-4198-967d-898d9709db93 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.922810 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-9ab3acdc-8ce5-468f-97a8-66a0c852ad3d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0181017 Jul 15 13:17:35.935903 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e742c3b9-e499-4198-967d-898d9709db93 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'Port': ['ID=b20ceaeb-af25-4ca2-aca6-dba65b17b13b,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:35.952805 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e742c3b9-e499-4198-967d-898d9709db93 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1527162 Jul 15 13:17:35.953305 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37480) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:35.993593 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-4e803744-0604-4fb6-b7c5-b594f7439bb9 None None] Attempting to bind port 00fc9203-7064-4ef0-b2c3-a39d671de4ff on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:17:35.994034 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-4e803744-0604-4fb6-b7c5-b594f7439bb9 None None] Attempting to bind port 00fc9203-7064-4ef0-b2c3-a39d671de4ff by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '28325e22-acbf-4d61-a0f8-2d54a869ca04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4956eaf7-086f-40a2-8901-fc32053fda54'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:17:35.994222 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e803744-0604-4fb6-b7c5-b594f7439bb9 None None] Attempting to bind port 00fc9203-7064-4ef0-b2c3-a39d671de4ff on network 4956eaf7-086f-40a2-8901-fc32053fda54 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:35.996356 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db6a45-a676-4adb-be9f-cd3d1b29ecdf req-964b8fea-0502-4603-8546-410b247c2d81 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:36.016862 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-16db6a45-a676-4adb-be9f-cd3d1b29ecdf req-964b8fea-0502-4603-8546-410b247c2d81 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=872a7ba3-7ee5-4046-8c39-fc87873a2fed HTTP/1.1" status: 200 len: 946 time: 0.5424466 Jul 15 13:17:36.036552 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-fc0715ba-8c60-4267-8ce3-fb1e99f1a21c tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, cd2026d0-42ac-4690-bc70-e07c524dcf41) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:36.065918 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0715ba-8c60-4267-8ce3-fb1e99f1a21c tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:36.068578 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fc0715ba-8c60-4267-8ce3-fb1e99f1a21c tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:36.092720 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de3a35e-c9f6-4109-ac22-4a881ebb227c None None] Network cd2026d0-42ac-4690-bc70-e07c524dcf41 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:36.108885 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e803744-0604-4fb6-b7c5-b594f7439bb9 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:17:36.109327 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e803744-0604-4fb6-b7c5-b594f7439bb9 None None] Checking segment: {'id': '28325e22-acbf-4d61-a0f8-2d54a869ca04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4956eaf7-086f-40a2-8901-fc32053fda54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:36.109742 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4e803744-0604-4fb6-b7c5-b594f7439bb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:36.110150 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e803744-0604-4fb6-b7c5-b594f7439bb9 None None] Bound using segment: {'id': '28325e22-acbf-4d61-a0f8-2d54a869ca04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4956eaf7-086f-40a2-8901-fc32053fda54'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:17:36.110684 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-4e803744-0604-4fb6-b7c5-b594f7439bb9 None None] Bound port: 00fc9203-7064-4ef0-b2c3-a39d671de4ff, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28325e22-acbf-4d61-a0f8-2d54a869ca04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4956eaf7-086f-40a2-8901-fc32053fda54'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:17:36.111083 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4e803744-0604-4fb6-b7c5-b594f7439bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:36.176936 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e8d3b-58fd-48de-bd78-fd4bf8e774b7 req-874b557a-22b3-4588-9707-262e1550512d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:36.193543 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e12e8d3b-58fd-48de-bd78-fd4bf8e774b7 req-874b557a-22b3-4588-9707-262e1550512d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 946 time: 0.9023046 Jul 15 13:17:36.264735 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-fc0715ba-8c60-4267-8ce3-fb1e99f1a21c tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.2593162 Jul 15 13:17:36.276860 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37498) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:36.349724 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-40ebfc1a-24b3-4b5a-9a49-1769fc8571a2 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1486804177', 'network_id': 'cd2026d0-42ac-4690-bc70-e07c524dcf41'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:36.417646 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-16db6a45-a676-4adb-be9f-cd3d1b29ecdf req-69b986e4-ef85-4b90-8dcf-acb137139fb3 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911572 Jul 15 13:17:36.478320 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e12e8d3b-58fd-48de-bd78-fd4bf8e774b7 req-4df11fee-07b7-480b-84cc-ce0c343cf968 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=b00d526e-d151-4f83-bb42-f9f5f8e270ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2825828 Jul 15 13:17:36.512454 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ebfc1a-24b3-4b5a-9a49-1769fc8571a2 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Made reservation on behalf of c43ea1d631ad40419de7685be80d23e1 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:36.516007 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-40ebfc1a-24b3-4b5a-9a49-1769fc8571a2 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:36.601201 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-40ebfc1a-24b3-4b5a-9a49-1769fc8571a2 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] device_id is not set on port 48ba828c-8fbc-4a14-9b60-023c6c74cd52 yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:17:36.943342 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:37.076693 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fe25b23-3fc0-4953-ac7a-d81bbd22470f tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:37.132379 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-83ea2562-fcdb-441d-94ea-7d2d6812be42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcbcfa1-30f3-4683-8838-2bfda9f5b62e', 'name': 'tempest-TaggedBootDevicesTest_v242-1868658184-router', 'tenant_id': '251cced819c74cfb94fbc7f7f1614ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '16bafe48-2299-43ea-a50c-e127a361872b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:19Z', 'updated_at': '2021-07-15T13:17:30Z', 'revision_number': 4, 'project_id': '251cced819c74cfb94fbc7f7f1614ad3', 'gw_port': {'id': '16bafe48-2299-43ea-a50c-e127a361872b', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcbcfa1-30f3-4683-8838-2bfda9f5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:22Z', 'updated_at': '2021-07-15T13:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '396e1530-9785-46ac-87e3-6df0bc207a28', 'name': '', 'network_id': '5d9fbd16-32b6-40ae-8908-2f860bb17994', 'tenant_id': '251cced819c74cfb94fbc7f7f1614ad3', 'mac_address': 'fa:16:3e:a5:59:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcbcfa1-30f3-4683-8838-2bfda9f5b62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': 'bb690484-bc5a-4c4b-81ad-d355e2967ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:29Z', 'updated_at': '2021-07-15T13:17:31Z', 'revision_number': 2, 'project_id': '251cced819c74cfb94fbc7f7f1614ad3', 'subnets': [{'id': 'bb690484-bc5a-4c4b-81ad-d355e2967ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:37.242431 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8eace7-bd2f-430d-86d8-7e075eb93fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c5c41d-a3c6-4549-928b-7b94ac75c094'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:37.244259 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de8d53c-2a28-4055-986c-ac21dff297e3" -d '{"events": [{"server_uuid": "4a8eace7-bd2f-430d-86d8-7e075eb93fb5", "name": "network-vif-plugged", "status": "completed", "tag": "f0c5c41d-a3c6-4549-928b-7b94ac75c094"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:37.264991 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ea2562-fcdb-441d-94ea-7d2d6812be42 None None] Checking router: 3fcbcfa1-30f3-4683-8838-2bfda9f5b62e for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:17:37.265379 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ea2562-fcdb-441d-94ea-7d2d6812be42 None None] Updating router 3fcbcfa1-30f3-4683-8838-2bfda9f5b62e port 396e1530-9785-46ac-87e3-6df0bc207a28 binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:17:37.274452 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-4e803744-0604-4fb6-b7c5-b594f7439bb9 None None] For port 00fc9203-7064-4ef0-b2c3-a39d671de4ff, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:17:37.298928 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port f0c5c41d-a3c6-4549-928b-7b94ac75c094, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=f0c5c41d-a3c6-4549-928b-7b94ac75c094,segment=NetworkSegment(a9a917ff-688b-4d60-89c2-fa36077b5a4e),segment_id=a9a917ff-688b-4d60-89c2-fa36077b5a4e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:37.334178 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:37.342984 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-4e803744-0604-4fb6-b7c5-b594f7439bb9 None None] For port 00fc9203-7064-4ef0-b2c3-a39d671de4ff, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=00fc9203-7064-4ef0-b2c3-a39d671de4ff,segment=NetworkSegment(28325e22-acbf-4d61-a0f8-2d54a869ca04),segment_id=28325e22-acbf-4d61-a0f8-2d54a869ca04)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:17:37.353185 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4e803744-0604-4fb6-b7c5-b594f7439bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:37.402067 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-83ea2562-fcdb-441d-94ea-7d2d6812be42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:37.426275 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c78fb41-7efc-4583-aa17-424bed3d616b None None] Network cd2026d0-42ac-4690-bc70-e07c524dcf41 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:37.493940 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-40ebfc1a-24b3-4b5a-9a49-1769fc8571a2 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Allocated IP 2001:db8::8e (cd2026d0-42ac-4690-bc70-e07c524dcf41/22409065-9c75-4089-bf26-c6e7fe5f9d68/48ba828c-8fbc-4a14-9b60-023c6c74cd52) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:37.594602 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d2024-116e-428d-ba0b-d755c2058b71 req-a56b5ef4-6b55-45b0-a6dc-8456b116c1ca tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:37.602453 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9e8d2024-116e-428d-ba0b-d755c2058b71 req-a56b5ef4-6b55-45b0-a6dc-8456b116c1ca tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=872a7ba3-7ee5-4046-8c39-fc87873a2fed HTTP/1.1" status: 200 len: 946 time: 0.6820543 Jul 15 13:17:37.730722 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9e8d2024-116e-428d-ba0b-d755c2058b71 req-3d211e91-1218-4924-bc5b-532723537655 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272132 Jul 15 13:17:37.980014 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=f0c5c41d-a3c6-4549-928b-7b94ac75c094,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:37.995942 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1848b646-36d3-4935-87d8-e3c8a75d5ffb x-openstack-request-id: req-1848b646-36d3-4935-87d8-e3c8a75d5ffb {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:37.996355 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8eace7-bd2f-430d-86d8-7e075eb93fb5", "name": "network-vif-plugged", "status": "completed", "tag": "f0c5c41d-a3c6-4549-928b-7b94ac75c094", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:37.996721 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1848b646-36d3-4935-87d8-e3c8a75d5ffb {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:37.997564 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8eace7-bd2f-430d-86d8-7e075eb93fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c5c41d-a3c6-4549-928b-7b94ac75c094', 'code': 200} Jul 15 13:17:38.036355 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a5c28-8bcb-42dc-803c-c6bf291090dd req-f84c5e02-f9da-46c6-9abf-d0f3310c8d98 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:38.049962 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0c7a5c28-8bcb-42dc-803c-c6bf291090dd req-f84c5e02-f9da-46c6-9abf-d0f3310c8d98 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a8eace7-bd2f-430d-86d8-7e075eb93fb5 HTTP/1.1" status: 200 len: 945 time: 0.4100490 Jul 15 13:17:38.086293 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fe25b23-3fc0-4953-ac7a-d81bbd22470f tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:38.094064 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fe25b23-3fc0-4953-ac7a-d81bbd22470f tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:38.242374 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe25b23-3fc0-4953-ac7a-d81bbd22470f tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'Port': ['ID=b20ceaeb-af25-4ca2-aca6-dba65b17b13b,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:38.617256 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0c7a5c28-8bcb-42dc-803c-c6bf291090dd req-b2bcaabd-37c6-460a-92be-319c48d9bd2d tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4644539 Jul 15 13:17:38.620938 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-40ebfc1a-24b3-4b5a-9a49-1769fc8571a2 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:38.672705 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91793997-98bf-4129-80e4-2a9ff6129f5d req-4f83cd12-0e84-4269-a2a8-274f0eea11f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:38.674193 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-91793997-98bf-4129-80e4-2a9ff6129f5d req-4f83cd12-0e84-4269-a2a8-274f0eea11f0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4a8eace7-bd2f-430d-86d8-7e075eb93fb5 HTTP/1.1" status: 200 len: 1097 time: 0.5232124 Jul 15 13:17:38.827592 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-83ea2562-fcdb-441d-94ea-7d2d6812be42 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:38.832851 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fe25b23-3fc0-4953-ac7a-d81bbd22470f tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:38.841103 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-83ea2562-fcdb-441d-94ea-7d2d6812be42 None None] Transition to ACTIVE for port object 396e1530-9785-46ac-87e3-6df0bc207a28 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:38.852214 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e803744-0604-4fb6-b7c5-b594f7439bb9 None None] Pushing event updated for resources: {'Port': ['ID=00fc9203-7064-4ef0-b2c3-a39d671de4ff,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:38.857306 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-83ea2562-fcdb-441d-94ea-7d2d6812be42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:38.885142 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e48e7-76ba-4995-92db-6d6398014e7f req-b69f8ab0-9889-402e-ad5d-2c7a57fe2c58 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:38.893893 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-133e48e7-76ba-4995-92db-6d6398014e7f req-b69f8ab0-9889-402e-ad5d-2c7a57fe2c58 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 946 time: 0.6074777 Jul 15 13:17:38.905687 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-91793997-98bf-4129-80e4-2a9ff6129f5d req-840bf331-43a9-4153-8451-23df70ef3795 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096965 Jul 15 13:17:39.034181 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-83ea2562-fcdb-441d-94ea-7d2d6812be42 None None] Attempting to bind port 396e1530-9785-46ac-87e3-6df0bc207a28 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:17:39.034906 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-83ea2562-fcdb-441d-94ea-7d2d6812be42 None None] Attempting to bind port 396e1530-9785-46ac-87e3-6df0bc207a28 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'bd12e27f-3fd1-48b9-a7db-60395a28da12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5d9fbd16-32b6-40ae-8908-2f860bb17994'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:17:39.039636 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ea2562-fcdb-441d-94ea-7d2d6812be42 None None] Attempting to bind port 396e1530-9785-46ac-87e3-6df0bc207a28 on network 5d9fbd16-32b6-40ae-8908-2f860bb17994 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:39.051052 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350d14b-1c18-4005-9b8c-d6b564f97c3b None None] Pushing event updated for resources: {'Port': ['ID=396e1530-9785-46ac-87e3-6df0bc207a28,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:39.053619 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ea2562-fcdb-441d-94ea-7d2d6812be42 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:17:39.054000 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ea2562-fcdb-441d-94ea-7d2d6812be42 None None] Checking segment: {'id': 'bd12e27f-3fd1-48b9-a7db-60395a28da12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5d9fbd16-32b6-40ae-8908-2f860bb17994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:39.054413 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-83ea2562-fcdb-441d-94ea-7d2d6812be42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.054884 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ea2562-fcdb-441d-94ea-7d2d6812be42 None None] Bound using segment: {'id': 'bd12e27f-3fd1-48b9-a7db-60395a28da12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5d9fbd16-32b6-40ae-8908-2f860bb17994'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:17:39.055366 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-83ea2562-fcdb-441d-94ea-7d2d6812be42 None None] Bound port: 396e1530-9785-46ac-87e3-6df0bc207a28, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd12e27f-3fd1-48b9-a7db-60395a28da12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5d9fbd16-32b6-40ae-8908-2f860bb17994'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:17:39.055801 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-83ea2562-fcdb-441d-94ea-7d2d6812be42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.108605 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-133e48e7-76ba-4995-92db-6d6398014e7f req-955b534d-ab10-419f-b954-fe12cbac3996 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=b00d526e-d151-4f83-bb42-f9f5f8e270ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934223 Jul 15 13:17:39.132005 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-40ebfc1a-24b3-4b5a-9a49-1769fc8571a2 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.166461 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-83ea2562-fcdb-441d-94ea-7d2d6812be42 None None] For port 396e1530-9785-46ac-87e3-6df0bc207a28, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:17:39.170890 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-83ea2562-fcdb-441d-94ea-7d2d6812be42 None None] For port 396e1530-9785-46ac-87e3-6df0bc207a28, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=396e1530-9785-46ac-87e3-6df0bc207a28,segment=NetworkSegment(bd12e27f-3fd1-48b9-a7db-60395a28da12),segment_id=bd12e27f-3fd1-48b9-a7db-60395a28da12)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:17:39.177971 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-83ea2562-fcdb-441d-94ea-7d2d6812be42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.308873 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350d14b-1c18-4005-9b8c-d6b564f97c3b None None] Pushing event updated for resources: {'Port': ['ID=396e1530-9785-46ac-87e3-6df0bc207a28,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:39.316453 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ebfc1a-24b3-4b5a-9a49-1769fc8571a2 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Pushing event updated for resources: {'Port': ['ID=48ba828c-8fbc-4a14-9b60-023c6c74cd52,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:39.328068 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ea2562-fcdb-441d-94ea-7d2d6812be42 None None] Routers {'3fcbcfa1-30f3-4683-8838-2bfda9f5b62e'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:39.330287 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-83ea2562-fcdb-441d-94ea-7d2d6812be42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:17:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['3fcbcfa1-30f3-4683-8838-2bfda9f5b62e'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:39.374707 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-2f99aa9d-a660-4aa5-99b8-2e970b38ae15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:39.378467 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-2f99aa9d-a660-4aa5-99b8-2e970b38ae15 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d986de84121549bf90b7ac80073eff67&device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 1098 time: 0.5810771 Jul 15 13:17:39.387543 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ebfc1a-24b3-4b5a-9a49-1769fc8571a2 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Network cd2026d0-42ac-4690-bc70-e07c524dcf41 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:39.389863 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-40ebfc1a-24b3-4b5a-9a49-1769fc8571a2 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:39.412104 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ebfc1a-24b3-4b5a-9a49-1769fc8571a2 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:39.419400 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ebfc1a-24b3-4b5a-9a49-1769fc8571a2 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:39.420799 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-40ebfc1a-24b3-4b5a-9a49-1769fc8571a2 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.449633 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-40ebfc1a-24b3-4b5a-9a49-1769fc8571a2 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.1386178 Jul 15 13:17:39.452289 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37590) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:39.563579 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fe25b23-3fc0-4953-ac7a-d81bbd22470f tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.642838 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-83ea2562-fcdb-441d-94ea-7d2d6812be42 None None] Set router 3fcbcfa1-30f3-4683-8838-2bfda9f5b62e gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:17:39.987320 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a7587-414a-4700-9e0d-6651572f32c6 req-82b8f073-4638-4194-bc9f-ac96029d9fdc tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:40.008336 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-345a7587-414a-4700-9e0d-6651572f32c6 req-82b8f073-4638-4194-bc9f-ac96029d9fdc tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=872a7ba3-7ee5-4046-8c39-fc87873a2fed HTTP/1.1" status: 200 len: 946 time: 0.3146329 Jul 15 13:17:40.022161 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-2cb4b7af-caee-4645-83d2-ca1ca95af09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:40.024398 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-2cb4b7af-caee-4645-83d2-ca1ca95af09f service neutron] 10.222.0.46 "GET /v2.0/networks?id=13c0d8aa-07af-4e01-b8fa-724097cdd1d2 HTTP/1.1" status: 200 len: 896 time: 0.4411318 Jul 15 13:17:40.093028 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289aace5-c9f4-47b0-a068-eff5d67a7aef None None] Network 4956eaf7-086f-40a2-8901-fc32053fda54 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:40.351939 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 00fc9203-7064-4ef0-b2c3-a39d671de4ff up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:40.422441 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fe25b23-3fc0-4953-ac7a-d81bbd22470f tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.435085 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fe25b23-3fc0-4953-ac7a-d81bbd22470f tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.470264 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-bd107e86-2251-4b10-9dce-512766208701 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c19b0dda-2772-4aea-840f-70eade45e12e HTTP/1.1" status: 200 len: 1002 time: 0.4335210 Jul 15 13:17:40.542887 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-345a7587-414a-4700-9e0d-6651572f32c6 req-ed8cc22a-f9b8-4833-ba24-0a41a7e885ec tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5313137 Jul 15 13:17:40.582597 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe25b23-3fc0-4953-ac7a-d81bbd22470f tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'Port': ['ID=b20ceaeb-af25-4ca2-aca6-dba65b17b13b,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:40.592679 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fe25b23-3fc0-4953-ac7a-d81bbd22470f tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.608714 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-ab4a4bc9-dd2d-4520-b6c9-b144a6fc36ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:40.610382 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-ab4a4bc9-dd2d-4520-b6c9-b144a6fc36ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=007dc46b-c0a3-4755-b595-e11755a7ea39 HTTP/1.1" status: 200 len: 835 time: 0.1043260 Jul 15 13:17:40.633790 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5b6ef9f9-3815-4b8c-957e-42087f4b399c None None] Provisioning for port 00fc9203-7064-4ef0-b2c3-a39d671de4ff completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:40.644111 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4a5c69a1-23d4-413e-9b11-fc0e24a18bd2 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Deleting port 48ba828c-8fbc-4a14-9b60-023c6c74cd52 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:40.647784 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4a5c69a1-23d4-413e-9b11-fc0e24a18bd2 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.750510 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 00fc9203-7064-4ef0-b2c3-a39d671de4ff completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:40.811162 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 00fc9203-7064-4ef0-b2c3-a39d671de4ff triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:40.811572 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.858153 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe25b23-3fc0-4953-ac7a-d81bbd22470f tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Network 4956eaf7-086f-40a2-8901-fc32053fda54 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:40.877754 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-5fe25b23-3fc0-4953-ac7a-d81bbd22470f tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:41.003629 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-d71d4899-1a47-4b5a-92c5-4c24ecc9a317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:41.005136 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-d71d4899-1a47-4b5a-92c5-4c24ecc9a317 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13c0d8aa-07af-4e01-b8fa-724097cdd1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2590506 Jul 15 13:17:41.054988 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-83ea2562-fcdb-441d-94ea-7d2d6812be42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcbcfa1-30f3-4683-8838-2bfda9f5b62e', 'name': 'tempest-TaggedBootDevicesTest_v242-1868658184-router', 'tenant_id': '251cced819c74cfb94fbc7f7f1614ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '16bafe48-2299-43ea-a50c-e127a361872b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:19Z', 'updated_at': '2021-07-15T13:17:30Z', 'revision_number': 4, 'project_id': '251cced819c74cfb94fbc7f7f1614ad3', 'gw_port': {'id': '16bafe48-2299-43ea-a50c-e127a361872b', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcbcfa1-30f3-4683-8838-2bfda9f5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:22Z', 'updated_at': '2021-07-15T13:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '396e1530-9785-46ac-87e3-6df0bc207a28', 'name': '', 'network_id': '5d9fbd16-32b6-40ae-8908-2f860bb17994', 'tenant_id': '251cced819c74cfb94fbc7f7f1614ad3', 'mac_address': 'fa:16:3e:a5:59:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcbcfa1-30f3-4683-8838-2bfda9f5b62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': 'bb690484-bc5a-4c4b-81ad-d355e2967ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:29Z', 'updated_at': '2021-07-15T13:17:39Z', 'revision_number': 4, 'project_id': '251cced819c74cfb94fbc7f7f1614ad3', 'subnets': [{'id': 'bb690484-bc5a-4c4b-81ad-d355e2967ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:41.072283 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4a5c69a1-23d4-413e-9b11-fc0e24a18bd2 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:41.115481 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ea2562-fcdb-441d-94ea-7d2d6812be42 None None] The sync data for ids ['3fcbcfa1-30f3-4683-8838-2bfda9f5b62e'] in n-d-771363-36 is: [{'id': '3fcbcfa1-30f3-4683-8838-2bfda9f5b62e', 'name': 'tempest-TaggedBootDevicesTest_v242-1868658184-router', 'tenant_id': '251cced819c74cfb94fbc7f7f1614ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '16bafe48-2299-43ea-a50c-e127a361872b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:19Z', 'updated_at': '2021-07-15T13:17:30Z', 'revision_number': 4, 'project_id': '251cced819c74cfb94fbc7f7f1614ad3', 'gw_port': {'id': '16bafe48-2299-43ea-a50c-e127a361872b', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcbcfa1-30f3-4683-8838-2bfda9f5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:22Z', 'updated_at': '2021-07-15T13:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '396e1530-9785-46ac-87e3-6df0bc207a28', 'name': '', 'network_id': '5d9fbd16-32b6-40ae-8908-2f860bb17994', 'tenant_id': '251cced819c74cfb94fbc7f7f1614ad3', 'mac_address': 'fa:16:3e:a5:59:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcbcfa1-30f3-4683-8838-2bfda9f5b62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': 'bb690484-bc5a-4c4b-81ad-d355e2967ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:29Z', 'updated_at': '2021-07-15T13:17:39Z', 'revision_number': 4, 'project_id': '251cced819c74cfb94fbc7f7f1614ad3', 'subnets': [{'id': 'bb690484-bc5a-4c4b-81ad-d355e2967ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:17:41.145935 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4a5c69a1-23d4-413e-9b11-fc0e24a18bd2 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Calling delete_port for 48ba828c-8fbc-4a14-9b60-023c6c74cd52 owned by {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:41.265883 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:41.362911 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe25b23-3fc0-4953-ac7a-d81bbd22470f tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Router d25f0534-7ec3-45e9-b0ab-3bd28a3f819f is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:17:41.388097 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 00fc9203-7064-4ef0-b2c3-a39d671de4ff, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=00fc9203-7064-4ef0-b2c3-a39d671de4ff,segment=NetworkSegment(28325e22-acbf-4d61-a0f8-2d54a869ca04),segment_id=28325e22-acbf-4d61-a0f8-2d54a869ca04)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:41.388959 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-fa88aab7-0a3f-43c3-94ab-37163d03f4c6 service neutron] 10.222.0.46 "GET /v2.0/networks/13c0d8aa-07af-4e01-b8fa-724097cdd1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658378 Jul 15 13:17:41.405074 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:41.477792 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4a5c69a1-23d4-413e-9b11-fc0e24a18bd2 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:41.566823 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c69a1-23d4-413e-9b11-fc0e24a18bd2 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Pushing event deleted for resources: {'Port': ['ID=48ba828c-8fbc-4a14-9b60-023c6c74cd52,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:41.609664 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=00fc9203-7064-4ef0-b2c3-a39d671de4ff,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:41.639682 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f25a71-4316-4494-a14f-c53817e72c16 req-68adaa8a-136b-49b0-aa97-ab97c1b416d5 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:41.643302 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c1f25a71-4316-4494-a14f-c53817e72c16 req-68adaa8a-136b-49b0-aa97-ab97c1b416d5 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a8eace7-bd2f-430d-86d8-7e075eb93fb5 HTTP/1.1" status: 200 len: 945 time: 1.5767164 Jul 15 13:17:41.819541 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4a5c69a1-23d4-413e-9b11-fc0e24a18bd2 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:41.824212 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4a5c69a1-23d4-413e-9b11-fc0e24a18bd2 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] 10.222.0.16 "DELETE /v2.0/ports/48ba828c-8fbc-4a14-9b60-023c6c74cd52 HTTP/1.1" status: 204 len: 168 time: 2.3660457 Jul 15 13:17:41.846278 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8634803f-6fb0-4287-af81-672ccfb66d03 None None] Provisioning complete for port 00fc9203-7064-4ef0-b2c3-a39d671de4ff triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:41.846685 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8634803f-6fb0-4287-af81-672ccfb66d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:41.848492 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37626) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:41.913878 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-5ffb82d7-4533-4f36-9568-730ea08dbc43 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cd2026d0-42ac-4690-bc70-e07c524dcf41', 'external_fixed_ips': [{'subnet_id': '22409065-9c75-4089-bf26-c6e7fe5f9d68', 'ip_address': '2001:db8::8e'}]}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:41.942976 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-f37c5b30-5007-494a-863a-e88af3ce5cd7 service neutron] 10.222.0.46 "GET /v2.0/networks/13c0d8aa-07af-4e01-b8fa-724097cdd1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5482600 Jul 15 13:17:42.015211 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe25b23-3fc0-4953-ac7a-d81bbd22470f tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:17:42.028751 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4591c6d5-4a42-4a05-a991-289ca157425a None None] Sync routers for ids ['d25f0534-7ec3-45e9-b0ab-3bd28a3f819f'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:17:42.037949 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5fe25b23-3fc0-4953-ac7a-d81bbd22470f tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "PUT /v2.0/routers/d25f0534-7ec3-45e9-b0ab-3bd28a3f819f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0830243 Jul 15 13:17:42.040217 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37634) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:42.064011 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4591c6d5-4a42-4a05-a991-289ca157425a None None] Routers {'d25f0534-7ec3-45e9-b0ab-3bd28a3f819f'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:42.064753 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4591c6d5-4a42-4a05-a991-289ca157425a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:17:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['d25f0534-7ec3-45e9-b0ab-3bd28a3f819f'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:42.089825 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ffb82d7-4533-4f36-9568-730ea08dbc43 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:42.127478 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ffb82d7-4533-4f36-9568-730ea08dbc43 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:42.162005 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8634803f-6fb0-4287-af81-672ccfb66d03 None None] Provisioning for port b20ceaeb-af25-4ca2-aca6-dba65b17b13b completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:42.169197 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8634803f-6fb0-4287-af81-672ccfb66d03 None None] Provisioning complete for port b20ceaeb-af25-4ca2-aca6-dba65b17b13b triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:42.171947 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8634803f-6fb0-4287-af81-672ccfb66d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:42.189560 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4591c6d5-4a42-4a05-a991-289ca157425a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:42.206922 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4591c6d5-4a42-4a05-a991-289ca157425a None None] Routers {'d25f0534-7ec3-45e9-b0ab-3bd28a3f819f'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:42.207802 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4591c6d5-4a42-4a05-a991-289ca157425a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:17:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['d25f0534-7ec3-45e9-b0ab-3bd28a3f819f'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:42.265051 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d42283-64ce-4413-a3a4-ffc200bea6e1 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:42.286349 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b6d42283-64ce-4413-a3a4-ffc200bea6e1 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "GET /v2.0/ports?device_id=d25f0534-7ec3-45e9-b0ab-3bd28a3f819f HTTP/1.1" status: 200 len: 983 time: 0.2431688 Jul 15 13:17:42.287332 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37640) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:42.300514 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4591c6d5-4a42-4a05-a991-289ca157425a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:42.304538 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-8634803f-6fb0-4287-af81-672ccfb66d03 None None] Port b20ceaeb-af25-4ca2-aca6-dba65b17b13b cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:42.306266 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4591c6d5-4a42-4a05-a991-289ca157425a None None] The sync data for ids ['d25f0534-7ec3-45e9-b0ab-3bd28a3f819f'] in n-d-771363-36 is: [] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:17:42.329248 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2143272-0090-4a97-9538-7a284ef07370 req-9bd6f57a-f021-4bb0-bbe5-59c16728e4d0 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:42.350863 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c2143272-0090-4a97-9538-7a284ef07370 req-9bd6f57a-f021-4bb0-bbe5-59c16728e4d0 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 946 time: 1.5363343 Jul 15 13:17:42.435044 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-06411ba9-9e71-472c-b480-08ee27c16e3d None None] Provisioning complete for port b20ceaeb-af25-4ca2-aca6-dba65b17b13b triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:42.435431 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-06411ba9-9e71-472c-b480-08ee27c16e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:42.548916 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ffb82d7-4533-4f36-9568-730ea08dbc43 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:42.594835 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 00fc9203-7064-4ef0-b2c3-a39d671de4ff up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:42.668308 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c1f25a71-4316-4494-a14f-c53817e72c16 req-cd00adc7-26fa-4726-8fda-af23db0c0e53 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9806192 Jul 15 13:17:42.713157 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-06411ba9-9e71-472c-b480-08ee27c16e3d None None] Port b20ceaeb-af25-4ca2-aca6-dba65b17b13b cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:42.801885 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 00fc9203-7064-4ef0-b2c3-a39d671de4ff triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:42.802367 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.031068 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37644) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:43.035437 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c2143272-0090-4a97-9538-7a284ef07370 req-823a3a71-7ade-48de-a193-e5e0c018b2f7 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=b00d526e-d151-4f83-bb42-f9f5f8e270ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6837065 Jul 15 13:17:43.062104 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911913ea-7db5-416d-9a75-e5d9741d2afc req-a60ace36-d24a-434d-ba1f-30f250159655 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:43.064102 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-911913ea-7db5-416d-9a75-e5d9741d2afc req-a60ace36-d24a-434d-ba1f-30f250159655 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.46 "GET /v2.0/ports?device_id=872a7ba3-7ee5-4046-8c39-fc87873a2fed HTTP/1.1" status: 200 len: 946 time: 1.6007357 Jul 15 13:17:43.084622 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 396e1530-9785-46ac-87e3-6df0bc207a28 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:43.201412 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-569e0e6c-6f58-4e27-96a0-90ae106dc342 None None] Provisioning complete for port b20ceaeb-af25-4ca2-aca6-dba65b17b13b triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:43.202098 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-569e0e6c-6f58-4e27-96a0-90ae106dc342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.378156 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-569e0e6c-6f58-4e27-96a0-90ae106dc342 None None] Port b20ceaeb-af25-4ca2-aca6-dba65b17b13b cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:43.408488 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 396e1530-9785-46ac-87e3-6df0bc207a28 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:43.428716 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 396e1530-9785-46ac-87e3-6df0bc207a28 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:43.433504 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.602013 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ffb82d7-4533-4f36-9568-730ea08dbc43 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.621034 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-70703787-ee7f-46f3-a893-5da5daedbcc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.788522 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcce06c-1cb1-45e2-bce2-ba1f86af53cf req-5f1eec0e-be3a-4cf4-98e9-c2c072392375 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:43.799356 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2fcce06c-1cb1-45e2-bce2-ba1f86af53cf req-5f1eec0e-be3a-4cf4-98e9-c2c072392375 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=872a7ba3-7ee5-4046-8c39-fc87873a2fed HTTP/1.1" status: 200 len: 946 time: 0.5723698 Jul 15 13:17:43.886415 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1e55c1c0-d1e1-4f2a-9dcd-13994e6ebeb0 None None] Provisioning complete for port b20ceaeb-af25-4ca2-aca6-dba65b17b13b triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:43.888165 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-911913ea-7db5-416d-9a75-e5d9741d2afc req-2ce67550-b4f9-4e90-ab5f-ddfc654d7e08 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Deleting port 635b2fe2-f00f-4317-9dc6-d2322cbdf82a {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:43.888687 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-911913ea-7db5-416d-9a75-e5d9741d2afc req-2ce67550-b4f9-4e90-ab5f-ddfc654d7e08 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.890917 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1e55c1c0-d1e1-4f2a-9dcd-13994e6ebeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.970106 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.999861 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-911913ea-7db5-416d-9a75-e5d9741d2afc req-2ce67550-b4f9-4e90-ab5f-ddfc654d7e08 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] For port 635b2fe2-f00f-4317-9dc6-d2322cbdf82a, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=635b2fe2-f00f-4317-9dc6-d2322cbdf82a,segment=NetworkSegment(6bb03eb1-9e52-4718-ab2b-06d9a8232852),segment_id=6bb03eb1-9e52-4718-ab2b-06d9a8232852)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:44.000506 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-911913ea-7db5-416d-9a75-e5d9741d2afc req-2ce67550-b4f9-4e90-ab5f-ddfc654d7e08 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:44.025773 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-911913ea-7db5-416d-9a75-e5d9741d2afc req-2ce67550-b4f9-4e90-ab5f-ddfc654d7e08 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Calling delete_port for 635b2fe2-f00f-4317-9dc6-d2322cbdf82a owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:44.041398 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-1e55c1c0-d1e1-4f2a-9dcd-13994e6ebeb0 None None] Port b20ceaeb-af25-4ca2-aca6-dba65b17b13b cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:44.079704 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 396e1530-9785-46ac-87e3-6df0bc207a28, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=396e1530-9785-46ac-87e3-6df0bc207a28,segment=NetworkSegment(bd12e27f-3fd1-48b9-a7db-60395a28da12),segment_id=bd12e27f-3fd1-48b9-a7db-60395a28da12)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:44.086540 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:44.144998 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=396e1530-9785-46ac-87e3-6df0bc207a28,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:44.291668 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-911913ea-7db5-416d-9a75-e5d9741d2afc req-2ce67550-b4f9-4e90-ab5f-ddfc654d7e08 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:44.314532 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['305e2af7-4e14-46c9-b511-673a966a851e'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:17:44.364446 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2fcce06c-1cb1-45e2-bce2-ba1f86af53cf req-5f7a0da1-f094-40e3-86dd-2adbea2a2d49 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5616589 Jul 15 13:17:44.399694 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce67550-b4f9-4e90-ab5f-ddfc654d7e08 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Pushing event deleted for resources: {'Port': ['ID=635b2fe2-f00f-4317-9dc6-d2322cbdf82a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:44.470148 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fe053cc0-104e-4e7f-8a10-4185c1929d9c tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:44.534750 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-911913ea-7db5-416d-9a75-e5d9741d2afc req-2ce67550-b4f9-4e90-ab5f-ddfc654d7e08 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] No DVR routers for this DVR port 635b2fe2-f00f-4317-9dc6-d2322cbdf82a on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:44.544792 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-911913ea-7db5-416d-9a75-e5d9741d2afc req-2ce67550-b4f9-4e90-ab5f-ddfc654d7e08 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:44.553389 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-911913ea-7db5-416d-9a75-e5d9741d2afc req-2ce67550-b4f9-4e90-ab5f-ddfc654d7e08 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.46 "DELETE /v2.0/ports/635b2fe2-f00f-4317-9dc6-d2322cbdf82a HTTP/1.1" status: 204 len: 173 time: 1.4821472 Jul 15 13:17:44.570410 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872a7ba3-7ee5-4046-8c39-fc87873a2fed', 'name': 'network-vif-deleted', 'tag': '635b2fe2-f00f-4317-9dc6-d2322cbdf82a'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:44.579213 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c235e457-d802-4517-864b-eebded47704f" -d '{"events": [{"server_uuid": "872a7ba3-7ee5-4046-8c39-fc87873a2fed", "name": "network-vif-deleted", "tag": "635b2fe2-f00f-4317-9dc6-d2322cbdf82a"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:44.595783 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 635b2fe2-f00f-4317-9dc6-d2322cbdf82a no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:44.706554 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 635b2fe2-f00f-4317-9dc6-d2322cbdf82a {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:17:44.709464 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 635b2fe2-f00f-4317-9dc6-d2322cbdf82a not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:17:44.724284 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a09bf2-8f66-4651-ac3f-cd6c25ede9c3 req-32f71d96-fb49-4366-a2a9-c1ea4109110a tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:44.726035 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d1a09bf2-8f66-4651-ac3f-cd6c25ede9c3 req-32f71d96-fb49-4366-a2a9-c1ea4109110a tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a8eace7-bd2f-430d-86d8-7e075eb93fb5 HTTP/1.1" status: 200 len: 945 time: 0.4887953 Jul 15 13:17:44.833553 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-70703787-ee7f-46f3-a893-5da5daedbcc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:44.881697 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-70703787-ee7f-46f3-a893-5da5daedbcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:44.937586 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-fe053cc0-104e-4e7f-8a10-4185c1929d9c tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Deleting port b20ceaeb-af25-4ca2-aca6-dba65b17b13b {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:44.938479 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fe053cc0-104e-4e7f-8a10-4185c1929d9c tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:45.022029 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b9193-25f9-415b-9979-f328ae52b527 req-fee0efe2-d686-4663-b02f-678a062e1abb tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:45.023595 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7e2b9193-25f9-415b-9979-f328ae52b527 req-fee0efe2-d686-4663-b02f-678a062e1abb tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 946 time: 0.4331524 Jul 15 13:17:45.032309 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-70703787-ee7f-46f3-a893-5da5daedbcc3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a5e205d903148cf8b61673606b0c3f5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9952402 Jul 15 13:17:45.054461 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37662) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:45.080785 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70703787-ee7f-46f3-a893-5da5daedbcc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66dfafc2-96f9-44e0-8835-3b12446423ea,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:45.109090 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d1a09bf2-8f66-4651-ac3f-cd6c25ede9c3 req-bab5644c-00a9-4df5-bae6-412c1a43e575 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559936 Jul 15 13:17:45.113788 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fe053cc0-104e-4e7f-8a10-4185c1929d9c tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:45.131887 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ffb82d7-4533-4f36-9568-730ea08dbc43 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:45.144843 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-fe053cc0-104e-4e7f-8a10-4185c1929d9c tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Calling delete_port for b20ceaeb-af25-4ca2-aca6-dba65b17b13b owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:45.178783 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72748673-1584-4cef-becf-00253f3a8ee9 x-openstack-request-id: req-72748673-1584-4cef-becf-00253f3a8ee9 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:45.179100 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872a7ba3-7ee5-4046-8c39-fc87873a2fed", "name": "network-vif-deleted", "tag": "635b2fe2-f00f-4317-9dc6-d2322cbdf82a", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:45.179363 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-72748673-1584-4cef-becf-00253f3a8ee9 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:45.179764 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872a7ba3-7ee5-4046-8c39-fc87873a2fed', 'name': 'network-vif-deleted', 'tag': '635b2fe2-f00f-4317-9dc6-d2322cbdf82a', 'status': 'completed', 'code': 200} Jul 15 13:17:45.184306 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7e2b9193-25f9-415b-9979-f328ae52b527 req-7d2e6ddb-0ed7-493d-b8ad-5ce15a999d8d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=b00d526e-d151-4f83-bb42-f9f5f8e270ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508443 Jul 15 13:17:45.185761 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ffb82d7-4533-4f36-9568-730ea08dbc43 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:45.331308 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0e3b013d-7893-4a05-923e-6024ff0ddaa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:45.415060 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-5ffb82d7-4533-4f36-9568-730ea08dbc43 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Allocated IP 2001:db8::8e (cd2026d0-42ac-4690-bc70-e07c524dcf41/22409065-9c75-4089-bf26-c6e7fe5f9d68/e3dbb5ea-2bc9-4642-8301-0aafcf39e217) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:45.419812 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0e3b013d-7893-4a05-923e-6024ff0ddaa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:45.570997 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ffb82d7-4533-4f36-9568-730ea08dbc43 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:45.654505 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ffb82d7-4533-4f36-9568-730ea08dbc43 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:45.681846 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffb82d7-4533-4f36-9568-730ea08dbc43 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Network cd2026d0-42ac-4690-bc70-e07c524dcf41 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:45.684985 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-5ffb82d7-4533-4f36-9568-730ea08dbc43 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:45.714412 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffb82d7-4533-4f36-9568-730ea08dbc43 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:45.724031 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fe053cc0-104e-4e7f-8a10-4185c1929d9c tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:45.787977 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe053cc0-104e-4e7f-8a10-4185c1929d9c tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'Port': ['ID=b20ceaeb-af25-4ca2-aca6-dba65b17b13b,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:45.894308 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d7f830d5-cf49-49fe-a74a-211cd31bc75e req-a7b23eb7-004c-4f94-88f1-71de1760ad24 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=872a7ba3-7ee5-4046-8c39-fc87873a2fed HTTP/1.1" status: 200 len: 210 time: 0.1745145 Jul 15 13:17:45.941448 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0e3b013d-7893-4a05-923e-6024ff0ddaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:45.948740 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0e3b013d-7893-4a05-923e-6024ff0ddaa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:45.952357 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0e3b013d-7893-4a05-923e-6024ff0ddaa5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/66dfafc2-96f9-44e0-8835-3b12446423ea HTTP/1.1" status: 204 len: 168 time: 0.8944728 Jul 15 13:17:45.956138 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb82d7-4533-4f36-9568-730ea08dbc43 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Pushing event updated for resources: {'Port': ['ID=e3dbb5ea-2bc9-4642-8301-0aafcf39e217,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:45.984093 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b013d-7893-4a05-923e-6024ff0ddaa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66dfafc2-96f9-44e0-8835-3b12446423ea,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:46.148248 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d395da-8086-4a73-8751-eab7250b11b3 req-6ebbda9f-6f9e-48e5-928d-4f1484843436 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:46.150035 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-89d395da-8086-4a73-8751-eab7250b11b3 req-6ebbda9f-6f9e-48e5-928d-4f1484843436 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a8eace7-bd2f-430d-86d8-7e075eb93fb5 HTTP/1.1" status: 200 len: 945 time: 0.1257582 Jul 15 13:17:46.159941 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fe053cc0-104e-4e7f-8a10-4185c1929d9c tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:46.285511 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 396e1530-9785-46ac-87e3-6df0bc207a28 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:46.391917 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-89d395da-8086-4a73-8751-eab7250b11b3 req-4b7201d8-9bbd-4310-ab68-beda321afaa4 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976941 Jul 15 13:17:46.415560 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 396e1530-9785-46ac-87e3-6df0bc207a28 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:46.419854 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:46.445879 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ffb82d7-4533-4f36-9568-730ea08dbc43 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:46.516617 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe053cc0-104e-4e7f-8a10-4185c1929d9c tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Router d25f0534-7ec3-45e9-b0ab-3bd28a3f819f has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:17:46.535831 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37700) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:46.612922 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe053cc0-104e-4e7f-8a10-4185c1929d9c tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:17:46.623284 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-fe053cc0-104e-4e7f-8a10-4185c1929d9c tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "PUT /v2.0/routers/d25f0534-7ec3-45e9-b0ab-3bd28a3f819f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3341477 Jul 15 13:17:46.624134 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37702) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:46.624661 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00a7a43-441e-49ba-ac7e-e08369cd5193 None None] Sync routers for ids ['d25f0534-7ec3-45e9-b0ab-3bd28a3f819f'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:17:46.636640 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00a7a43-441e-49ba-ac7e-e08369cd5193 None None] Routers {'d25f0534-7ec3-45e9-b0ab-3bd28a3f819f'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:46.637398 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-b00a7a43-441e-49ba-ac7e-e08369cd5193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:17:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['d25f0534-7ec3-45e9-b0ab-3bd28a3f819f'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:46.660132 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-038cac46-3f61-41ac-992c-ad5780d2c807 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] GET failed (client error): The resource could not be found. Jul 15 13:17:46.662042 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-038cac46-3f61-41ac-992c-ad5780d2c807 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "GET /v2.0/ports/b20ceaeb-af25-4ca2-aca6-dba65b17b13b HTTP/1.1" status: 404 len: 333 time: 0.0363414 Jul 15 13:17:46.664680 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37704) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:46.674921 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-171504f1-ffba-4f9b-8cbc-f870dcd1ff4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:46.699874 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-b00a7a43-441e-49ba-ac7e-e08369cd5193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:46.712188 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00a7a43-441e-49ba-ac7e-e08369cd5193 None None] Routers {'d25f0534-7ec3-45e9-b0ab-3bd28a3f819f'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:46.713564 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-b00a7a43-441e-49ba-ac7e-e08369cd5193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:17:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['d25f0534-7ec3-45e9-b0ab-3bd28a3f819f'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:46.770178 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-b00a7a43-441e-49ba-ac7e-e08369cd5193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:46.771133 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00a7a43-441e-49ba-ac7e-e08369cd5193 None None] The sync data for ids ['d25f0534-7ec3-45e9-b0ab-3bd28a3f819f'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:17:46.781261 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-11a63923-e518-496f-80de-c43d6fdbf7ad tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:46.889159 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09dcbe-2184-4e92-8288-798028df7a93 req-61b78c8d-ea4a-4c1a-a502-57f3b6722401 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:46.899020 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5b09dcbe-2184-4e92-8288-798028df7a93 req-61b78c8d-ea4a-4c1a-a502-57f3b6722401 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 946 time: 0.3641505 Jul 15 13:17:46.930055 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ffb82d7-4533-4f36-9568-730ea08dbc43 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:46.988802 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-11a63923-e518-496f-80de-c43d6fdbf7ad tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:46.992381 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-11a63923-e518-496f-80de-c43d6fdbf7ad tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:47.076343 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5b09dcbe-2184-4e92-8288-798028df7a93 req-63ef0851-3429-42c3-9621-1cb3935024fa tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=b00d526e-d151-4f83-bb42-f9f5f8e270ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763506 Jul 15 13:17:47.105415 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-11a63923-e518-496f-80de-c43d6fdbf7ad tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:47.105932 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a63923-e518-496f-80de-c43d6fdbf7ad tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Fanout notify agent at l3_agent the message router_deleted on router d25f0534-7ec3-45e9-b0ab-3bd28a3f819f {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:17:47.119077 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-11a63923-e518-496f-80de-c43d6fdbf7ad tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:47.123074 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37710) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:47.123221 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-11a63923-e518-496f-80de-c43d6fdbf7ad tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/routers/d25f0534-7ec3-45e9-b0ab-3bd28a3f819f HTTP/1.1" status: 204 len: 168 time: 0.4576032 Jul 15 13:17:47.124854 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-171504f1-ffba-4f9b-8cbc-f870dcd1ff4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:47.139542 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-171504f1-ffba-4f9b-8cbc-f870dcd1ff4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:47.559560 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-171504f1-ffba-4f9b-8cbc-f870dcd1ff4e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0e44608405224650ac106f39f9702240&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0146165 Jul 15 13:17:47.560532 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37728) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:47.639163 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f8fe904f-40de-4537-ad5e-0a0d48de9fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:47.680672 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f8fe904f-40de-4537-ad5e-0a0d48de9fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:47.686696 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171504f1-ffba-4f9b-8cbc-f870dcd1ff4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1e6429-a0b9-4d0a-805d-f54ed3628e48,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:47.698688 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-1107d01b-a809-444b-9dd2-d706fd4f04fa tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Deleting subnet 5243634e-f945-42ff-a244-b42df3f1abdc {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:17:47.742187 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1107d01b-a809-444b-9dd2-d706fd4f04fa tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:47.743248 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f8fe904f-40de-4537-ad5e-0a0d48de9fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:47.749717 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f8fe904f-40de-4537-ad5e-0a0d48de9fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:47.755427 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f8fe904f-40de-4537-ad5e-0a0d48de9fa9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bf1e6429-a0b9-4d0a-805d-f54ed3628e48 HTTP/1.1" status: 204 len: 168 time: 0.1936872 Jul 15 13:17:47.773152 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe904f-40de-4537-ad5e-0a0d48de9fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1e6429-a0b9-4d0a-805d-f54ed3628e48,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:47.779242 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ffb82d7-4533-4f36-9568-730ea08dbc43 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Router b8fb6834-2505-4744-a350-2b50718e7571 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:17:47.844741 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1107d01b-a809-444b-9dd2-d706fd4f04fa tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:47.856318 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ddb85-5558-4f53-ae05-3686937fa8bb req-5057a693-5c31-44fe-a783-62d856ed38c8 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:47.857739 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-128ddb85-5558-4f53-ae05-3686937fa8bb req-5057a693-5c31-44fe-a783-62d856ed38c8 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a8eace7-bd2f-430d-86d8-7e075eb93fb5 HTTP/1.1" status: 200 len: 945 time: 0.3273075 Jul 15 13:17:47.867220 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-25807f8f-2f70-47f4-b714-40da9c439307 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:47.871620 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-25807f8f-2f70-47f4-b714-40da9c439307 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/networks?id=594a18f5-eb63-40e1-adf2-df8adb235078 HTTP/1.1" status: 200 len: 806 time: 0.3362615 Jul 15 13:17:47.935789 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c6d90-c45a-480e-80b0-f3f1a3d62ff6 req-c6106e4d-32b0-4dd7-accf-445c6978aa03 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:47.937345 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9d0c6d90-c45a-480e-80b0-f3f1a3d62ff6 req-c6106e4d-32b0-4dd7-accf-445c6978aa03 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a8eace7-bd2f-430d-86d8-7e075eb93fb5 HTTP/1.1" status: 200 len: 945 time: 0.4007623 Jul 15 13:17:48.004835 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-93a93df8-7f8f-4b5a-b5c0-1a76b725e9a0 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/quotas/00b876fd8df24342ab4e9da7bd4da612 HTTP/1.1" status: 200 len: 375 time: 0.1322207 Jul 15 13:17:48.199013 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9d0c6d90-c45a-480e-80b0-f3f1a3d62ff6 req-7e1090a3-8523-45d5-a231-cada179d041b tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419441 Jul 15 13:17:48.231277 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffb82d7-4533-4f36-9568-730ea08dbc43 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:17:48.236338 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1107d01b-a809-444b-9dd2-d706fd4f04fa tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:48.248764 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bf593b-e172-4107-a3ab-896ecdf4a01e None None] Sync routers for ids ['b8fb6834-2505-4744-a350-2b50718e7571'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:17:48.272547 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bf593b-e172-4107-a3ab-896ecdf4a01e None None] Routers {'b8fb6834-2505-4744-a350-2b50718e7571'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:48.274583 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-70bf593b-e172-4107-a3ab-896ecdf4a01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:17:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['b8fb6834-2505-4744-a350-2b50718e7571'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:48.301772 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ffb82d7-4533-4f36-9568-730ea08dbc43 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:48.305529 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5ffb82d7-4533-4f36-9568-730ea08dbc43 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 6.4117975 Jul 15 13:17:48.306352 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37770) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:48.319966 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-79bbca0c-9a0f-4ae7-91b0-a57e359757f9 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=00b876fd8df24342ab4e9da7bd4da612&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3143234 Jul 15 13:17:48.341771 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-128ddb85-5558-4f53-ae05-3686937fa8bb req-cdd4c939-55f2-4c2d-91f6-8adad9884bfe tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Deleting port f0c5c41d-a3c6-4549-928b-7b94ac75c094 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:48.342178 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-128ddb85-5558-4f53-ae05-3686937fa8bb req-cdd4c939-55f2-4c2d-91f6-8adad9884bfe tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:48.441665 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-128ddb85-5558-4f53-ae05-3686937fa8bb req-cdd4c939-55f2-4c2d-91f6-8adad9884bfe tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] For port f0c5c41d-a3c6-4549-928b-7b94ac75c094, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=f0c5c41d-a3c6-4549-928b-7b94ac75c094,segment=NetworkSegment(a9a917ff-688b-4d60-89c2-fa36077b5a4e),segment_id=a9a917ff-688b-4d60-89c2-fa36077b5a4e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:48.442038 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-128ddb85-5558-4f53-ae05-3686937fa8bb req-cdd4c939-55f2-4c2d-91f6-8adad9884bfe tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:48.455910 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-128ddb85-5558-4f53-ae05-3686937fa8bb req-cdd4c939-55f2-4c2d-91f6-8adad9884bfe tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Calling delete_port for f0c5c41d-a3c6-4549-928b-7b94ac75c094 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:48.483978 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-70bf593b-e172-4107-a3ab-896ecdf4a01e None None] Set router b8fb6834-2505-4744-a350-2b50718e7571 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:17:48.522059 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1107d01b-a809-444b-9dd2-d706fd4f04fa tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:48.667727 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a9691990-8c34-4880-97e3-e62230186cbf tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:48.697171 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1107d01b-a809-444b-9dd2-d706fd4f04fa tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'Subnet': ['ID=5243634e-f945-42ff-a244-b42df3f1abdc,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:48.737728 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a021fdc1-884f-4d1f-a294-9a1275a47c44 None None] Network 4956eaf7-086f-40a2-8901-fc32053fda54 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:48.759187 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1107d01b-a809-444b-9dd2-d706fd4f04fa tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:48.763704 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1107d01b-a809-444b-9dd2-d706fd4f04fa tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/subnets/5243634e-f945-42ff-a244-b42df3f1abdc HTTP/1.1" status: 204 len: 168 time: 1.6372850 Jul 15 13:17:48.776436 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37804) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:48.787773 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-70bf593b-e172-4107-a3ab-896ecdf4a01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fb6834-2505-4744-a350-2b50718e7571', 'name': '', 'tenant_id': 'c43ea1d631ad40419de7685be80d23e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd2026d0-42ac-4690-bc70-e07c524dcf41', 'external_fixed_ips': [{'subnet_id': '22409065-9c75-4089-bf26-c6e7fe5f9d68', 'ip_address': '2001:db8::8e'}], 'enable_snat': True}, 'gw_port_id': 'e3dbb5ea-2bc9-4642-8301-0aafcf39e217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:42Z', 'updated_at': '2021-07-15T13:17:46Z', 'revision_number': 3, 'project_id': 'c43ea1d631ad40419de7685be80d23e1', 'gw_port': {'id': 'e3dbb5ea-2bc9-4642-8301-0aafcf39e217', 'name': '', 'network_id': 'cd2026d0-42ac-4690-bc70-e07c524dcf41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:97:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fb6834-2505-4744-a350-2b50718e7571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '22409065-9c75-4089-bf26-c6e7fe5f9d68', 'ip_address': '2001:db8::8e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:45Z', 'updated_at': '2021-07-15T13:17:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '22409065-9c75-4089-bf26-c6e7fe5f9d68', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:48.857770 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bf593b-e172-4107-a3ab-896ecdf4a01e None None] Checking router: b8fb6834-2505-4744-a350-2b50718e7571 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:17:48.858356 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bf593b-e172-4107-a3ab-896ecdf4a01e None None] Updating router b8fb6834-2505-4744-a350-2b50718e7571 port e3dbb5ea-2bc9-4642-8301-0aafcf39e217 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:17:48.908861 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-70bf593b-e172-4107-a3ab-896ecdf4a01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:48.950556 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a9691990-8c34-4880-97e3-e62230186cbf tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:49.014447 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-c47861c8-d95c-422d-b12a-e1d9c2957159 service neutron] 10.222.0.16 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6825616 Jul 15 13:17:49.054823 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-128ddb85-5558-4f53-ae05-3686937fa8bb req-cdd4c939-55f2-4c2d-91f6-8adad9884bfe tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:49.061485 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-a9691990-8c34-4880-97e3-e62230186cbf tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Deleting port e3dbb5ea-2bc9-4642-8301-0aafcf39e217 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:49.061842 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a9691990-8c34-4880-97e3-e62230186cbf tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:49.071164 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['8bb4bb62-0322-4b98-9cb4-505e0aa23bef'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:17:49.108398 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1f8e5ecd-edb9-4823-9333-e8f1de1fe81e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:49.156798 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c6119-c809-4d6b-b608-592de72ae05d req-4c4f1c28-9e46-4742-a66a-2b2d4151cdba tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:49.164717 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de31c84-35c1-48bf-92d7-43816beb25ab None None] DHCP port deletion for 4956eaf7-086f-40a2-8901-fc32053fda54 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:17:49.165090 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7d5c6119-c809-4d6b-b608-592de72ae05d req-4c4f1c28-9e46-4742-a66a-2b2d4151cdba tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 946 time: 0.6981664 Jul 15 13:17:49.185448 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4c939-55f2-4c2d-91f6-8adad9884bfe tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Pushing event deleted for resources: {'Port': ['ID=f0c5c41d-a3c6-4549-928b-7b94ac75c094,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:49.254443 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a9691990-8c34-4880-97e3-e62230186cbf tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:49.285627 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-a9691990-8c34-4880-97e3-e62230186cbf tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Calling delete_port for e3dbb5ea-2bc9-4642-8301-0aafcf39e217 owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:49.372867 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-9de31c84-35c1-48bf-92d7-43816beb25ab None None] Deleting port 00fc9203-7064-4ef0-b2c3-a39d671de4ff {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:49.378873 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9de31c84-35c1-48bf-92d7-43816beb25ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:49.392273 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-70bf593b-e172-4107-a3ab-896ecdf4a01e None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:49.417853 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-70bf593b-e172-4107-a3ab-896ecdf4a01e None None] Transition to ACTIVE for port object e3dbb5ea-2bc9-4642-8301-0aafcf39e217 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:49.432324 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-70bf593b-e172-4107-a3ab-896ecdf4a01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:49.462434 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-128ddb85-5558-4f53-ae05-3686937fa8bb req-cdd4c939-55f2-4c2d-91f6-8adad9884bfe tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] No DVR routers for this DVR port f0c5c41d-a3c6-4549-928b-7b94ac75c094 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:49.477648 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-128ddb85-5558-4f53-ae05-3686937fa8bb req-cdd4c939-55f2-4c2d-91f6-8adad9884bfe tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:49.480093 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-128ddb85-5558-4f53-ae05-3686937fa8bb req-cdd4c939-55f2-4c2d-91f6-8adad9884bfe tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.46 "DELETE /v2.0/ports/f0c5c41d-a3c6-4549-928b-7b94ac75c094 HTTP/1.1" status: 204 len: 173 time: 1.5529928 Jul 15 13:17:49.488526 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8eace7-bd2f-430d-86d8-7e075eb93fb5', 'name': 'network-vif-deleted', 'tag': 'f0c5c41d-a3c6-4549-928b-7b94ac75c094'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:49.497089 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1fa588-dc2f-470f-b59a-11001b021d7d" -d '{"events": [{"server_uuid": "4a8eace7-bd2f-430d-86d8-7e075eb93fb5", "name": "network-vif-deleted", "tag": "f0c5c41d-a3c6-4549-928b-7b94ac75c094"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:49.516937 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7d5c6119-c809-4d6b-b608-592de72ae05d req-53b67615-9cf3-413c-b488-bcd7fa160e93 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=b00d526e-d151-4f83-bb42-f9f5f8e270ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3503497 Jul 15 13:17:49.530426 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-963c72c9-3747-4ead-8543-3f6cb78ff746 service neutron] 10.222.0.16 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5131528 Jul 15 13:17:49.559624 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-70bf593b-e172-4107-a3ab-896ecdf4a01e None None] Attempting to bind port e3dbb5ea-2bc9-4642-8301-0aafcf39e217 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:17:49.560027 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-70bf593b-e172-4107-a3ab-896ecdf4a01e None None] Attempting to bind port e3dbb5ea-2bc9-4642-8301-0aafcf39e217 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '4e7cded7-3148-40fe-96a0-2cc4e40c4936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cd2026d0-42ac-4690-bc70-e07c524dcf41'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:17:49.560399 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bf593b-e172-4107-a3ab-896ecdf4a01e None None] Attempting to bind port e3dbb5ea-2bc9-4642-8301-0aafcf39e217 on network cd2026d0-42ac-4690-bc70-e07c524dcf41 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:49.568086 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e5ecd-edb9-4823-9333-e8f1de1fe81e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Deleting port 00fc9203-7064-4ef0-b2c3-a39d671de4ff {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:49.568719 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1f8e5ecd-edb9-4823-9333-e8f1de1fe81e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:49.573859 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c6a75-1bd2-4fd0-943d-8734047edcbf None None] Pushing event updated for resources: {'Port': ['ID=e3dbb5ea-2bc9-4642-8301-0aafcf39e217,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:49.588584 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bf593b-e172-4107-a3ab-896ecdf4a01e None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:17:49.589224 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bf593b-e172-4107-a3ab-896ecdf4a01e None None] Checking segment: {'id': '4e7cded7-3148-40fe-96a0-2cc4e40c4936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cd2026d0-42ac-4690-bc70-e07c524dcf41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:49.589637 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-70bf593b-e172-4107-a3ab-896ecdf4a01e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:49.590060 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bf593b-e172-4107-a3ab-896ecdf4a01e None None] Bound using segment: {'id': '4e7cded7-3148-40fe-96a0-2cc4e40c4936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cd2026d0-42ac-4690-bc70-e07c524dcf41'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:17:49.590535 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-70bf593b-e172-4107-a3ab-896ecdf4a01e None None] Bound port: e3dbb5ea-2bc9-4642-8301-0aafcf39e217, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e7cded7-3148-40fe-96a0-2cc4e40c4936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cd2026d0-42ac-4690-bc70-e07c524dcf41'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:17:49.590949 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-70bf593b-e172-4107-a3ab-896ecdf4a01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:49.691010 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-9de31c84-35c1-48bf-92d7-43816beb25ab None None] For port 00fc9203-7064-4ef0-b2c3-a39d671de4ff, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=00fc9203-7064-4ef0-b2c3-a39d671de4ff,segment=NetworkSegment(28325e22-acbf-4d61-a0f8-2d54a869ca04),segment_id=28325e22-acbf-4d61-a0f8-2d54a869ca04)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:49.691441 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9de31c84-35c1-48bf-92d7-43816beb25ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:49.740197 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1f8e5ecd-edb9-4823-9333-e8f1de1fe81e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] For port 00fc9203-7064-4ef0-b2c3-a39d671de4ff, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=00fc9203-7064-4ef0-b2c3-a39d671de4ff,segment=NetworkSegment(28325e22-acbf-4d61-a0f8-2d54a869ca04),segment_id=28325e22-acbf-4d61-a0f8-2d54a869ca04)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:49.743355 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1f8e5ecd-edb9-4823-9333-e8f1de1fe81e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:49.763790 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-9de31c84-35c1-48bf-92d7-43816beb25ab None None] Calling delete_port for 00fc9203-7064-4ef0-b2c3-a39d671de4ff owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:49.808074 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e5ecd-edb9-4823-9333-e8f1de1fe81e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Calling delete_port for 00fc9203-7064-4ef0-b2c3-a39d671de4ff owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:49.911906 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.db.api [None req-70bf593b-e172-4107-a3ab-896ecdf4a01e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:17:49.912331 n-d-771363-36 neutron-server[93828]: DEBUG oslo_db.api [None req-70bf593b-e172-4107-a3ab-896ecdf4a01e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:17:49.915850 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a9691990-8c34-4880-97e3-e62230186cbf tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:50.005041 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff04a888-df8a-401e-9ba6-1bfb7eefd328 x-openstack-request-id: req-ff04a888-df8a-401e-9ba6-1bfb7eefd328 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:50.005374 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8eace7-bd2f-430d-86d8-7e075eb93fb5", "name": "network-vif-deleted", "tag": "f0c5c41d-a3c6-4549-928b-7b94ac75c094", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:50.005638 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ff04a888-df8a-401e-9ba6-1bfb7eefd328 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:50.006062 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8eace7-bd2f-430d-86d8-7e075eb93fb5', 'name': 'network-vif-deleted', 'tag': 'f0c5c41d-a3c6-4549-928b-7b94ac75c094', 'status': 'completed', 'code': 200} Jul 15 13:17:50.030728 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9691990-8c34-4880-97e3-e62230186cbf tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3dbb5ea-2bc9-4642-8301-0aafcf39e217,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:50.041407 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9de31c84-35c1-48bf-92d7-43816beb25ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:50.072354 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a9691990-8c34-4880-97e3-e62230186cbf tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:50.106446 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de31c84-35c1-48bf-92d7-43816beb25ab None None] Pushing event deleted for resources: {'Port': ['ID=00fc9203-7064-4ef0-b2c3-a39d671de4ff,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:50.138657 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-256a87f6-b9b9-46ea-8784-6b7e6d0ff323 req-42753177-17c6-44ee-8713-4bddd7b026ca tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a8eace7-bd2f-430d-86d8-7e075eb93fb5 HTTP/1.1" status: 200 len: 210 time: 0.1756639 Jul 15 13:17:50.164508 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de31c84-35c1-48bf-92d7-43816beb25ab None None] No DVR routers for this DVR port 00fc9203-7064-4ef0-b2c3-a39d671de4ff on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:50.180984 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de31c84-35c1-48bf-92d7-43816beb25ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:50.181519 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de31c84-35c1-48bf-92d7-43816beb25ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:50.183559 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de31c84-35c1-48bf-92d7-43816beb25ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:50.184741 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de31c84-35c1-48bf-92d7-43816beb25ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:50.185338 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de31c84-35c1-48bf-92d7-43816beb25ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:50.192932 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de31c84-35c1-48bf-92d7-43816beb25ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:50.193614 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de31c84-35c1-48bf-92d7-43816beb25ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:50.194130 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de31c84-35c1-48bf-92d7-43816beb25ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:50.194780 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de31c84-35c1-48bf-92d7-43816beb25ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:50.195288 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de31c84-35c1-48bf-92d7-43816beb25ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:50.195778 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de31c84-35c1-48bf-92d7-43816beb25ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:50.196270 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de31c84-35c1-48bf-92d7-43816beb25ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:50.249230 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 00fc9203-7064-4ef0-b2c3-a39d671de4ff no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:50.256202 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c84361b0-9d97-4663-aa0b-a1f907e3a69e req-2184ca42-d802-4717-9017-31d0ede544b6 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd44f860-0beb-437a-88d8-50516f080c0f HTTP/1.1" status: 200 len: 210 time: 0.1155574 Jul 15 13:17:50.296757 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 00fc9203-7064-4ef0-b2c3-a39d671de4ff {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:17:50.297112 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 00fc9203-7064-4ef0-b2c3-a39d671de4ff not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:17:50.322765 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1f8e5ecd-edb9-4823-9333-e8f1de1fe81e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:50.419192 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e5ecd-edb9-4823-9333-e8f1de1fe81e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'Port': ['ID=00fc9203-7064-4ef0-b2c3-a39d671de4ff,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:50.419439 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a9691990-8c34-4880-97e3-e62230186cbf tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:50.424719 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8e5ecd-edb9-4823-9333-e8f1de1fe81e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] No DVR routers for this DVR port 00fc9203-7064-4ef0-b2c3-a39d671de4ff on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:50.427624 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a9691990-8c34-4880-97e3-e62230186cbf tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:50.439644 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-70bf593b-e172-4107-a3ab-896ecdf4a01e None None] Attempting to bind port e3dbb5ea-2bc9-4642-8301-0aafcf39e217 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:17:50.440181 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-70bf593b-e172-4107-a3ab-896ecdf4a01e None None] Attempting to bind port e3dbb5ea-2bc9-4642-8301-0aafcf39e217 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '4e7cded7-3148-40fe-96a0-2cc4e40c4936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cd2026d0-42ac-4690-bc70-e07c524dcf41'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:17:50.440372 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bf593b-e172-4107-a3ab-896ecdf4a01e None None] Attempting to bind port e3dbb5ea-2bc9-4642-8301-0aafcf39e217 on network cd2026d0-42ac-4690-bc70-e07c524dcf41 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:50.470715 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bf593b-e172-4107-a3ab-896ecdf4a01e None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:17:50.471118 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bf593b-e172-4107-a3ab-896ecdf4a01e None None] Checking segment: {'id': '4e7cded7-3148-40fe-96a0-2cc4e40c4936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cd2026d0-42ac-4690-bc70-e07c524dcf41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:50.471552 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-70bf593b-e172-4107-a3ab-896ecdf4a01e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:50.478542 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bf593b-e172-4107-a3ab-896ecdf4a01e None None] Bound using segment: {'id': '4e7cded7-3148-40fe-96a0-2cc4e40c4936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cd2026d0-42ac-4690-bc70-e07c524dcf41'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:17:50.479152 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-70bf593b-e172-4107-a3ab-896ecdf4a01e None None] Bound port: e3dbb5ea-2bc9-4642-8301-0aafcf39e217, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e7cded7-3148-40fe-96a0-2cc4e40c4936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cd2026d0-42ac-4690-bc70-e07c524dcf41'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:17:50.480083 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-70bf593b-e172-4107-a3ab-896ecdf4a01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:50.542891 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-70bf593b-e172-4107-a3ab-896ecdf4a01e None None] Port e3dbb5ea-2bc9-4642-8301-0aafcf39e217 has been deleted concurrently {{(pid=93828) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 15 13:17:50.566333 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device f0c5c41d-a3c6-4549-928b-7b94ac75c094 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:50.567396 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bf593b-e172-4107-a3ab-896ecdf4a01e None None] Routers {'b8fb6834-2505-4744-a350-2b50718e7571'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:50.569097 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-70bf593b-e172-4107-a3ab-896ecdf4a01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:17:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['b8fb6834-2505-4744-a350-2b50718e7571'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:50.572879 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a9691990-8c34-4880-97e3-e62230186cbf tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:50.573707 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9691990-8c34-4880-97e3-e62230186cbf tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b8fb6834-2505-4744-a350-2b50718e7571 {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:17:50.583866 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a9691990-8c34-4880-97e3-e62230186cbf tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:50.584371 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1f8e5ecd-edb9-4823-9333-e8f1de1fe81e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:50.585612 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a9691990-8c34-4880-97e3-e62230186cbf tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] 10.222.0.16 "DELETE /v2.0/routers/b8fb6834-2505-4744-a350-2b50718e7571 HTTP/1.1" status: 204 len: 168 time: 2.2780864 Jul 15 13:17:50.589665 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37840) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:50.614541 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-1f8e5ecd-edb9-4823-9333-e8f1de1fe81e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4956eaf7-086f-40a2-8901-fc32053fda54']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:50.640427 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-1f8e5ecd-edb9-4823-9333-e8f1de1fe81e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28325e22-acbf-4d61-a0f8-2d54a869ca04') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:50.643727 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-1f8e5ecd-edb9-4823-9333-e8f1de1fe81e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28325e22-acbf-4d61-a0f8-2d54a869ca04') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:50.647256 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: f0c5c41d-a3c6-4549-928b-7b94ac75c094 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:17:50.651450 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device f0c5c41d-a3c6-4549-928b-7b94ac75c094 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:17:50.673968 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-70bf593b-e172-4107-a3ab-896ecdf4a01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:50.676095 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1f8e5ecd-edb9-4823-9333-e8f1de1fe81e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:50.678701 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bf593b-e172-4107-a3ab-896ecdf4a01e None None] The sync data for ids ['b8fb6834-2505-4744-a350-2b50718e7571'] in n-d-771363-36 is: [] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:17:50.719849 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1f8e5ecd-edb9-4823-9333-e8f1de1fe81e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:50.726836 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e06ba5-2afd-4c91-91e8-201b13bda06f tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Deleting subnet 22409065-9c75-4089-bf26-c6e7fe5f9d68 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:17:50.738403 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-08e06ba5-2afd-4c91-91e8-201b13bda06f tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:50.749285 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f8e5ecd-edb9-4823-9333-e8f1de1fe81e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:17:50.749710 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1f8e5ecd-edb9-4823-9333-e8f1de1fe81e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: self.session.flush() Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: self.session.flush() Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: self.session.flush() Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: self.session.flush() Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:17:50.758606 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:17:50.805980 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-08e06ba5-2afd-4c91-91e8-201b13bda06f tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:50.919464 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-08e06ba5-2afd-4c91-91e8-201b13bda06f tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:50.946691 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1f8e5ecd-edb9-4823-9333-e8f1de1fe81e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:50.973085 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1f8e5ecd-edb9-4823-9333-e8f1de1fe81e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:50.976603 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1f8e5ecd-edb9-4823-9333-e8f1de1fe81e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/networks/4956eaf7-086f-40a2-8901-fc32053fda54 HTTP/1.1" status: 204 len: 168 time: 2.1920788 Jul 15 13:17:50.981200 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37852) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:51.004808 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e5ecd-edb9-4823-9333-e8f1de1fe81e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'Network': ['ID=4956eaf7-086f-40a2-8901-fc32053fda54,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:51.069135 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e6cff-22db-4752-a9f7-c135c6f7b577 req-ff6a3d6a-5613-4c75-8d79-5e2d17253970 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:51.072307 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ce8e6cff-22db-4752-a9f7-c135c6f7b577 req-ff6a3d6a-5613-4c75-8d79-5e2d17253970 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 946 time: 0.2522919 Jul 15 13:17:51.121621 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d43cb5-8a53-4f1e-8fc9-c79b39fe7b7d tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:51.133596 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-69d43cb5-8a53-4f1e-8fc9-c79b39fe7b7d tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "GET /v2.0/ports/1ea8a4e0-0978-4f6e-b970-313ad0f71256 HTTP/1.1" status: 200 len: 840 time: 0.1513464 Jul 15 13:17:51.142305 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37862) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:51.171091 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-08e06ba5-2afd-4c91-91e8-201b13bda06f tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:51.230032 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e06ba5-2afd-4c91-91e8-201b13bda06f tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=22409065-9c75-4089-bf26-c6e7fe5f9d68,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:51.241085 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-08e06ba5-2afd-4c91-91e8-201b13bda06f tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:51.243093 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-08e06ba5-2afd-4c91-91e8-201b13bda06f tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/22409065-9c75-4089-bf26-c6e7fe5f9d68 HTTP/1.1" status: 204 len: 168 time: 0.6519978 Jul 15 13:17:51.245769 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37866) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:51.305695 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37870) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:51.308677 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-49749c57-8e3b-4453-a068-308402cdaea2 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "GET /v2.0/ports/1ea8a4e0-0978-4f6e-b970-313ad0f71256?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1618981 Jul 15 13:17:51.314832 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-0d16b8aa-4a0e-4219-85a6-1201391d5475 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'subnet': {'network_id': '0308f1b5-a073-4fd9-b3a5-e7f8fadc802a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:51.334382 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ce8e6cff-22db-4752-a9f7-c135c6f7b577 req-33837b9e-54c1-425e-960d-05d39826985e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=b00d526e-d151-4f83-bb42-f9f5f8e270ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2562749 Jul 15 13:17:51.502831 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dad535bd-abc7-49d6-adb1-5cd1377b830f tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:51.533742 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d16b8aa-4a0e-4219-85a6-1201391d5475 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Made reservation on behalf of 44d20f985e3e4d3da729c1600e912e21 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:51.537783 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d16b8aa-4a0e-4219-85a6-1201391d5475 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:51.604528 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-687d5c50-a1c7-4d87-8617-61146732d3c8 req-d96ea30b-44c4-4839-9ea7-1f182bb30eae tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd44f860-0beb-437a-88d8-50516f080c0f HTTP/1.1" status: 200 len: 210 time: 0.0504589 Jul 15 13:17:51.631883 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e0fe2-a276-4dc5-9046-02afd2ae6b9a req-d24c0099-bc24-418c-a154-a17feb1724f1 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:51.631883 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f67e0fe2-a276-4dc5-9046-02afd2ae6b9a req-d24c0099-bc24-418c-a154-a17feb1724f1 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.1929836 Jul 15 13:17:51.669212 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dad535bd-abc7-49d6-adb1-5cd1377b830f tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:51.686151 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-dad535bd-abc7-49d6-adb1-5cd1377b830f tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd2026d0-42ac-4690-bc70-e07c524dcf41']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:51.694715 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f67e0fe2-a276-4dc5-9046-02afd2ae6b9a req-9c2b0b69-d855-4359-a2b4-f44b9f73bf91 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561414 Jul 15 13:17:51.713376 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-dad535bd-abc7-49d6-adb1-5cd1377b830f tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e7cded7-3148-40fe-96a0-2cc4e40c4936') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:51.714261 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-dad535bd-abc7-49d6-adb1-5cd1377b830f tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e7cded7-3148-40fe-96a0-2cc4e40c4936') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:51.746269 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dad535bd-abc7-49d6-adb1-5cd1377b830f tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:51.766475 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dad535bd-abc7-49d6-adb1-5cd1377b830f tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:51.776782 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dad535bd-abc7-49d6-adb1-5cd1377b830f tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:17:51.776782 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dad535bd-abc7-49d6-adb1-5cd1377b830f tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:51.796046 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:51.796046 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:51.796046 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:51.796046 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:51.796046 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:51.796046 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:51.796046 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:51.796046 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:51.796046 n-d-771363-36 neutron-server[93826]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:17:51.796046 n-d-771363-36 neutron-server[93826]: items = [ Jul 15 13:17:51.796046 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:17:51.796046 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:17:51.796046 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:17:51.796046 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:17:51.796046 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:17:51.796046 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:17:51.796046 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:17:51.796046 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:17:51.796046 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:17:51.796046 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:17:51.796046 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:17:51.796046 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:17:51.796046 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:17:51.796046 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:17:51.796046 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:17:51.796046 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:17:51.796046 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:17:51.796046 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:17:51.796046 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:17:51.796046 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:17:51.796046 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:17:51.796046 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:17:51.796046 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:17:51.796046 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:17:51.796046 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:17:51.796046 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:17:51.796046 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:17:51.796046 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:17:51.796046 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:17:51.796046 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:17:51.796046 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:17:51.796046 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:17:51.881149 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dad535bd-abc7-49d6-adb1-5cd1377b830f tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:51.997165 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad535bd-abc7-49d6-adb1-5cd1377b830f tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cd2026d0-42ac-4690-bc70-e07c524dcf41 {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 13:17:52.049364 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dad535bd-abc7-49d6-adb1-5cd1377b830f tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:52.052707 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-dad535bd-abc7-49d6-adb1-5cd1377b830f tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] 10.222.0.16 "DELETE /v2.0/networks/cd2026d0-42ac-4690-bc70-e07c524dcf41 HTTP/1.1" status: 204 len: 168 time: 0.8059928 Jul 15 13:17:52.074121 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad535bd-abc7-49d6-adb1-5cd1377b830f tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Pushing event deleted for resources: {'Network': ['ID=cd2026d0-42ac-4690-bc70-e07c524dcf41,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:52.155194 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37900) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:52.232112 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d16b8aa-4a0e-4219-85a6-1201391d5475 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:52.303578 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-5ed62da9-5e5d-48dd-ae06-a79302a59a19 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:52.317155 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-5ed62da9-5e5d-48dd-ae06-a79302a59a19 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.46 "GET /v2.0/networks?id=594a18f5-eb63-40e1-adf2-df8adb235078 HTTP/1.1" status: 200 len: 806 time: 0.4064252 Jul 15 13:17:52.337722 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d16b8aa-4a0e-4219-85a6-1201391d5475 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Network 0308f1b5-a073-4fd9-b3a5-e7f8fadc802a is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:52.343095 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-0d16b8aa-4a0e-4219-85a6-1201391d5475 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:52.359910 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350aee00-9ea2-4b18-b7a5-9d8b102dfc22 None None] Network 0308f1b5-a073-4fd9-b3a5-e7f8fadc802a requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:52.376948 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d16b8aa-4a0e-4219-85a6-1201391d5475 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:52.378233 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d16b8aa-4a0e-4219-85a6-1201391d5475 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:52.426765 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16b8aa-4a0e-4219-85a6-1201391d5475 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'Subnet': ['ID=d28899a1-aa35-4653-981f-3a737aa13dd3,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:52.443843 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0d16b8aa-4a0e-4219-85a6-1201391d5475 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1367857 Jul 15 13:17:52.447076 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37908) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:52.458866 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-4b300dec-1ac0-4bbb-9636-5e6b3a38eae6 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'security_group': {'name': 'tempest-secgroup-1561540864'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:52.459544 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-aac66422-5ed6-4c45-ab7e-9aa20bc35f86 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Request body: {'port': {'device_id': 'dd44f860-0beb-437a-88d8-50516f080c0f', 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078', 'admin_state_up': True, 'tenant_id': '00b876fd8df24342ab4e9da7bd4da612'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:52.549377 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4b300dec-1ac0-4bbb-9636-5e6b3a38eae6 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:52.789529 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-425c1184-da54-43c2-a187-3ec1d9812935 admin admin] Deleting subnet 886d74e1-e9f2-44ad-b559-5be6081d4501 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:17:52.790898 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53d8276-5d99-43c9-bd0b-04196fb5f1f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-0308f1b5-a073-4fd9-b3a5-e7f8fadc802a', 'network_id': '0308f1b5-a073-4fd9-b3a5-e7f8fadc802a', 'tenant_id': '44d20f985e3e4d3da729c1600e912e21', 'fixed_ips': [{'subnet_id': 'd28899a1-aa35-4653-981f-3a737aa13dd3'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:17:52.792823 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c53d8276-5d99-43c9-bd0b-04196fb5f1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:52.799612 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4b300dec-1ac0-4bbb-9636-5e6b3a38eae6 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:52.806139 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4b300dec-1ac0-4bbb-9636-5e6b3a38eae6 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:52.814701 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-425c1184-da54-43c2-a187-3ec1d9812935 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:52.875444 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b300dec-1ac0-4bbb-9636-5e6b3a38eae6 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e79c6b2-8c6a-4e40-ae04-fbf04d5d3eb1,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:52.897938 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4b300dec-1ac0-4bbb-9636-5e6b3a38eae6 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:52.899448 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4b300dec-1ac0-4bbb-9636-5e6b3a38eae6 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4510140 Jul 15 13:17:52.900148 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37918) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:52.911681 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-aac66422-5ed6-4c45-ab7e-9aa20bc35f86 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Made reservation on behalf of 00b876fd8df24342ab4e9da7bd4da612 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:52.915077 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37920) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:52.918319 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-9dedc5b0-1aea-4e81-b994-21717729d4ad tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Request body: {'router': {'name': 'tempest-router--1795067491', 'project_id': 'ffaf011e72e34faba62cda5be29cfa90'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:52.924405 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-aac66422-5ed6-4c45-ab7e-9aa20bc35f86 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:52.940071 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-25a35d3d-42a3-418e-8a8b-21475a4530ca tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'security_group': {'name': 'tempest-secgroup-1195408087'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:52.996718 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9dedc5b0-1aea-4e81-b994-21717729d4ad tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:52.997725 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9dedc5b0-1aea-4e81-b994-21717729d4ad tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.039971 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-425c1184-da54-43c2-a187-3ec1d9812935 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.045668 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-c53d8276-5d99-43c9-bd0b-04196fb5f1f1 None None] Allocated IP 172.20.0.2 (0308f1b5-a073-4fd9-b3a5-e7f8fadc802a/d28899a1-aa35-4653-981f-3a737aa13dd3/5ff5c178-815c-4056-8bb3-c633d3d84531) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:53.049857 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb05c6-91a9-4bb1-b2cb-347d3b77756d req-fc8d4396-2b11-42e3-a001-08ff46a85814 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:53.060922 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5dfb05c6-91a9-4bb1-b2cb-347d3b77756d req-fc8d4396-2b11-42e3-a001-08ff46a85814 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.7983112 Jul 15 13:17:53.163749 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9dedc5b0-1aea-4e81-b994-21717729d4ad tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.177403 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9dedc5b0-1aea-4e81-b994-21717729d4ad tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.193837 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-25a35d3d-42a3-418e-8a8b-21475a4530ca tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.226029 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9dedc5b0-1aea-4e81-b994-21717729d4ad tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.227372 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9dedc5b0-1aea-4e81-b994-21717729d4ad tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3262694 Jul 15 13:17:53.228126 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37926) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:53.230273 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cce898-7b4c-4b2c-8352-86b4ea6e5690 req-24247e7f-6bbc-4cef-b5ae-21a479acc8f1 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:53.232508 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f6cce898-7b4c-4b2c-8352-86b4ea6e5690 req-24247e7f-6bbc-4cef-b5ae-21a479acc8f1 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 946 time: 0.5461230 Jul 15 13:17:53.237684 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37928) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:53.273267 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-425c1184-da54-43c2-a187-3ec1d9812935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.326532 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c53d8276-5d99-43c9-bd0b-04196fb5f1f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.339467 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-66e8d3b6-8a68-44e6-b0b1-3161d0ff15fa tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.352902 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5dfb05c6-91a9-4bb1-b2cb-347d3b77756d req-e2b01cfe-bf3a-4a3a-b33b-e914430b3c6e tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916832 Jul 15 13:17:53.353342 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c53d8276-5d99-43c9-bd0b-04196fb5f1f1 None None] Transition to ACTIVE for port object 5ff5c178-815c-4056-8bb3-c633d3d84531 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:53.399296 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c53d8276-5d99-43c9-bd0b-04196fb5f1f1 None None] Transition to ACTIVE for port object 5ff5c178-815c-4056-8bb3-c633d3d84531 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:53.410185 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c53d8276-5d99-43c9-bd0b-04196fb5f1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.465958 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f6cce898-7b4c-4b2c-8352-86b4ea6e5690 req-2567f2d1-c15d-4cac-a72b-5f839757b382 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=b00d526e-d151-4f83-bb42-f9f5f8e270ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2206914 Jul 15 13:17:53.511807 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-aac66422-5ed6-4c45-ab7e-9aa20bc35f86 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Allocated IP 172.20.0.13 (594a18f5-eb63-40e1-adf2-df8adb235078/a3564fb5-e6c9-425e-8a20-95a28163b8cc/5d6a3f21-c544-4b21-b29b-6fedff77cadf) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:53.550600 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-425c1184-da54-43c2-a187-3ec1d9812935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.551615 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53d8276-5d99-43c9-bd0b-04196fb5f1f1 None None] Network 0308f1b5-a073-4fd9-b3a5-e7f8fadc802a is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:53.570543 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-c53d8276-5d99-43c9-bd0b-04196fb5f1f1 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:53.577215 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d8276-5d99-43c9-bd0b-04196fb5f1f1 None None] Pushing event updated for resources: {'Port': ['ID=5ff5c178-815c-4056-8bb3-c633d3d84531,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:53.583561 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53d8276-5d99-43c9-bd0b-04196fb5f1f1 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:53.613172 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c1184-da54-43c2-a187-3ec1d9812935 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=886d74e1-e9f2-44ad-b559-5be6081d4501,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:53.670840 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-425c1184-da54-43c2-a187-3ec1d9812935 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.673178 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-425c1184-da54-43c2-a187-3ec1d9812935 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/886d74e1-e9f2-44ad-b559-5be6081d4501 HTTP/1.1" status: 204 len: 168 time: 1.5128422 Jul 15 13:17:53.688787 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0a18eeed-ae7b-4f8a-ac0c-32c11f9bd566 req-1c1c9b7d-b704-48b0-8188-07143c38842c tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd44f860-0beb-437a-88d8-50516f080c0f HTTP/1.1" status: 200 len: 210 time: 0.0888727 Jul 15 13:17:53.689671 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37934) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:53.693020 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-c53d8276-5d99-43c9-bd0b-04196fb5f1f1 None None] Attempting to bind port 5ff5c178-815c-4056-8bb3-c633d3d84531 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:17:53.693020 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-c53d8276-5d99-43c9-bd0b-04196fb5f1f1 None None] Attempting to bind port 5ff5c178-815c-4056-8bb3-c633d3d84531 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '987f3960-49ee-4ea4-b626-504fe29117ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0308f1b5-a073-4fd9-b3a5-e7f8fadc802a'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:17:53.694990 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53d8276-5d99-43c9-bd0b-04196fb5f1f1 None None] Attempting to bind port 5ff5c178-815c-4056-8bb3-c633d3d84531 on network 0308f1b5-a073-4fd9-b3a5-e7f8fadc802a {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:53.703427 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53d8276-5d99-43c9-bd0b-04196fb5f1f1 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:17:53.704108 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53d8276-5d99-43c9-bd0b-04196fb5f1f1 None None] Checking segment: {'id': '987f3960-49ee-4ea4-b626-504fe29117ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0308f1b5-a073-4fd9-b3a5-e7f8fadc802a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:53.704711 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c53d8276-5d99-43c9-bd0b-04196fb5f1f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.705527 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53d8276-5d99-43c9-bd0b-04196fb5f1f1 None None] Bound using segment: {'id': '987f3960-49ee-4ea4-b626-504fe29117ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0308f1b5-a073-4fd9-b3a5-e7f8fadc802a'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:17:53.706131 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-c53d8276-5d99-43c9-bd0b-04196fb5f1f1 None None] Bound port: 5ff5c178-815c-4056-8bb3-c633d3d84531, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '987f3960-49ee-4ea4-b626-504fe29117ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0308f1b5-a073-4fd9-b3a5-e7f8fadc802a'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:17:53.706635 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c53d8276-5d99-43c9-bd0b-04196fb5f1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.809102 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-c53d8276-5d99-43c9-bd0b-04196fb5f1f1 None None] For port 5ff5c178-815c-4056-8bb3-c633d3d84531, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:17:53.812790 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-c53d8276-5d99-43c9-bd0b-04196fb5f1f1 None None] For port 5ff5c178-815c-4056-8bb3-c633d3d84531, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5ff5c178-815c-4056-8bb3-c633d3d84531,segment=NetworkSegment(987f3960-49ee-4ea4-b626-504fe29117ef),segment_id=987f3960-49ee-4ea4-b626-504fe29117ef)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:17:53.822248 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c53d8276-5d99-43c9-bd0b-04196fb5f1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.893451 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5465e3cd-083f-4319-bd50-0ecf850fb74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.914014 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d8276-5d99-43c9-bd0b-04196fb5f1f1 None None] Pushing event updated for resources: {'Port': ['ID=5ff5c178-815c-4056-8bb3-c633d3d84531,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:54.188266 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-66e8d3b6-8a68-44e6-b0b1-3161d0ff15fa tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.202596 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-66e8d3b6-8a68-44e6-b0b1-3161d0ff15fa tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.255919 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f6538f47-660a-481b-81eb-bcc6a44358a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.359398 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-25a35d3d-42a3-418e-8a8b-21475a4530ca tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.384930 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-25a35d3d-42a3-418e-8a8b-21475a4530ca tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.397303 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b5926-5c3d-4a2a-8c9f-f0ce411059c1 req-b4fa871d-4af2-4e83-91b2-75e1c0ae7ad6 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:54.399751 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-be0b5926-5c3d-4a2a-8c9f-f0ce411059c1 req-b4fa871d-4af2-4e83-91b2-75e1c0ae7ad6 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.7806354 Jul 15 13:17:54.403425 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-66e8d3b6-8a68-44e6-b0b1-3161d0ff15fa tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.403596 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e8d3b6-8a68-44e6-b0b1-3161d0ff15fa tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 96691590-d791-47b2-9fd3-ea2a0e7311cd {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:17:54.410140 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-66e8d3b6-8a68-44e6-b0b1-3161d0ff15fa tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.410140 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-66e8d3b6-8a68-44e6-b0b1-3161d0ff15fa tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] 10.222.0.16 "DELETE /v2.0/routers/96691590-d791-47b2-9fd3-ea2a0e7311cd HTTP/1.1" status: 204 len: 168 time: 1.1708527 Jul 15 13:17:54.445804 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a35d3d-42a3-418e-8a8b-21475a4530ca tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=154f0949-8fb0-4fce-85f3-9b72be9daf6b,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:54.509392 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f6538f47-660a-481b-81eb-bcc6a44358a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.518710 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f6538f47-660a-481b-81eb-bcc6a44358a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.529490 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5465e3cd-083f-4319-bd50-0ecf850fb74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.540862 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-5465e3cd-083f-4319-bd50-0ecf850fb74e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27918509-99f1-4d5c-9c03-22054212982e']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:54.551150 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-5465e3cd-083f-4319-bd50-0ecf850fb74e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d90ca56-0610-47bd-9aba-7f5f06ed5d1f') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:54.551447 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-5465e3cd-083f-4319-bd50-0ecf850fb74e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d90ca56-0610-47bd-9aba-7f5f06ed5d1f') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:54.573997 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5465e3cd-083f-4319-bd50-0ecf850fb74e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.584278 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6538f47-660a-481b-81eb-bcc6a44358a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9e084b-f8d6-4753-b2ea-8d7b5255b507,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:54.591216 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-25a35d3d-42a3-418e-8a8b-21475a4530ca tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.596469 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-25a35d3d-42a3-418e-8a8b-21475a4530ca tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6739488 Jul 15 13:17:54.597161 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37942) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:54.614970 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-a1b61a0d-cc48-499f-8e79-606e7e4c51cb tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-690604856', 'security_groups': ['154f0949-8fb0-4fce-85f3-9b72be9daf6b'], 'network_id': '0308f1b5-a073-4fd9-b3a5-e7f8fadc802a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd28899a1-aa35-4653-981f-3a737aa13dd3'}]}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:54.631416 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f6538f47-660a-481b-81eb-bcc6a44358a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8f15a9e24455417b8e36d2111847a458&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3996222 Jul 15 13:17:54.633603 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37944) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:54.693548 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a935ce92-10e2-4968-94b5-6ad646c0caa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.704476 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37946) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:54.728313 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a935ce92-10e2-4968-94b5-6ad646c0caa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.747182 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-be0b5926-5c3d-4a2a-8c9f-f0ce411059c1 req-bbc2de27-d0a6-4187-b2a2-1f854b47f20c tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409669 Jul 15 13:17:54.749504 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5465e3cd-083f-4319-bd50-0ecf850fb74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.753726 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-aac66422-5ed6-4c45-ab7e-9aa20bc35f86 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.843329 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a935ce92-10e2-4968-94b5-6ad646c0caa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.846141 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a935ce92-10e2-4968-94b5-6ad646c0caa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.847360 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a935ce92-10e2-4968-94b5-6ad646c0caa1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9e9e084b-f8d6-4753-b2ea-8d7b5255b507 HTTP/1.1" status: 204 len: 168 time: 0.2128251 Jul 15 13:17:54.866474 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b61a0d-cc48-499f-8e79-606e7e4c51cb tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Made reservation on behalf of 44d20f985e3e4d3da729c1600e912e21 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:54.883109 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935ce92-10e2-4968-94b5-6ad646c0caa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9e084b-f8d6-4753-b2ea-8d7b5255b507,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:54.883828 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-aac66422-5ed6-4c45-ab7e-9aa20bc35f86 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.889010 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5465e3cd-083f-4319-bd50-0ecf850fb74e admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:17:54.889689 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5465e3cd-083f-4319-bd50-0ecf850fb74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.896732 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['305e2af7-4e14-46c9-b511-673a966a851e'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:17:54.926528 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:17:54.926528 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:17:54.926528 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:17:54.926528 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:17:54.926528 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:17:54.926528 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:17:54.926528 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:17:54.926528 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:17:54.926528 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:17:54.926528 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:17:54.926528 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:17:54.926528 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:17:54.926528 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:17:54.926528 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:17:54.926528 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:17:54.926528 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:17:54.926528 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:17:54.926528 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:17:54.926528 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:17:54.926528 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:17:54.926528 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:17:54.926528 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:17:54.926528 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:17:54.926528 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:17:54.926528 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:17:54.926528 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:17:54.926528 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:17:54.926528 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:17:54.926528 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:17:54.926528 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:17:54.926528 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:17:54.926528 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:17:55.125453 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-522b93a7-05a5-43ea-b6df-6df96efbe4dc tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1485957513', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}, 'admin_state_up': False}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:55.191875 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-522b93a7-05a5-43ea-b6df-6df96efbe4dc tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:55.193845 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-522b93a7-05a5-43ea-b6df-6df96efbe4dc tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:55.309297 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-aac66422-5ed6-4c45-ab7e-9aa20bc35f86 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Network 594a18f5-eb63-40e1-adf2-df8adb235078 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:55.312583 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a1b61a0d-cc48-499f-8e79-606e7e4c51cb tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:55.320629 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5465e3cd-083f-4319-bd50-0ecf850fb74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:55.332024 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-aac66422-5ed6-4c45-ab7e-9aa20bc35f86 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:55.348004 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-aac66422-5ed6-4c45-ab7e-9aa20bc35f86 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:55.355470 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5465e3cd-083f-4319-bd50-0ecf850fb74e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:55.371297 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5465e3cd-083f-4319-bd50-0ecf850fb74e admin admin] 10.222.0.16 "DELETE /v2.0/networks/27918509-99f1-4d5c-9c03-22054212982e HTTP/1.1" status: 204 len: 168 time: 1.6329372 Jul 15 13:17:55.401834 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-522b93a7-05a5-43ea-b6df-6df96efbe4dc tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:55.456826 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac66422-5ed6-4c45-ab7e-9aa20bc35f86 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Pushing event updated for resources: {'Port': ['ID=5d6a3f21-c544-4b21-b29b-6fedff77cadf,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:55.475275 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5465e3cd-083f-4319-bd50-0ecf850fb74e admin admin] Pushing event deleted for resources: {'Network': ['ID=27918509-99f1-4d5c-9c03-22054212982e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:55.524298 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-a1b61a0d-cc48-499f-8e79-606e7e4c51cb tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] device_id is not set on port 21144e78-c787-417b-92a4-68e11ccb66f0 yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:17:55.539158 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-92c646d2-0557-46ad-8821-cc7e22850530 None None] Provisioning complete for port 1ea8a4e0-0978-4f6e-b970-313ad0f71256 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:55.540267 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-92c646d2-0557-46ad-8821-cc7e22850530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:55.577781 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbed44-a73d-4785-b442-94fcbbf979b6 req-f85f478a-07bc-4256-95d3-0809e358ca68 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:55.579999 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a6fbed44-a73d-4785-b442-94fcbbf979b6 req-f85f478a-07bc-4256-95d3-0809e358ca68 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd44f860-0beb-437a-88d8-50516f080c0f HTTP/1.1" status: 200 len: 932 time: 0.5874155 Jul 15 13:17:55.590324 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-aac66422-5ed6-4c45-ab7e-9aa20bc35f86 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:55.591086 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-aac66422-5ed6-4c45-ab7e-9aa20bc35f86 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:55.618317 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f5f03-f950-4a7b-b7c6-3ac99bf50a0b req-5d290283-b87f-4651-ac28-4b37c63c896c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:55.626222 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4b2f5f03-f950-4a7b-b7c6-3ac99bf50a0b req-5d290283-b87f-4651-ac28-4b37c63c896c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 946 time: 0.8779545 Jul 15 13:17:55.638079 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-92c646d2-0557-46ad-8821-cc7e22850530 None None] Port 1ea8a4e0-0978-4f6e-b970-313ad0f71256 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:55.652320 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-92c646d2-0557-46ad-8821-cc7e22850530 None None] Provisioning for port 5ff5c178-815c-4056-8bb3-c633d3d84531 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:55.691735 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37968) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:55.711853 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-522b93a7-05a5-43ea-b6df-6df96efbe4dc tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:55.716623 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-146eaa39-cf76-45f8-8dad-aec9f7414e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:55.720889 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37970) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:55.733385 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-aac66422-5ed6-4c45-ab7e-9aa20bc35f86 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2998185 Jul 15 13:17:55.749045 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-1c18bd31-82a1-4323-b2a2-717d1b853329 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:17:55.750406 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-1c18bd31-82a1-4323-b2a2-717d1b853329 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098655 Jul 15 13:17:55.763845 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a6fbed44-a73d-4785-b442-94fcbbf979b6 req-9d976af4-356f-4a82-9994-55491307f900 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677289 Jul 15 13:17:55.790101 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-f2d895b4-c1c8-4ff0-bfcd-d469e892b8e3 service neutron] Request body: {'port': {'device_id': 'dd44f860-0beb-437a-88d8-50516f080c0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:55.829635 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-146eaa39-cf76-45f8-8dad-aec9f7414e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:55.851230 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-146eaa39-cf76-45f8-8dad-aec9f7414e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:55.865605 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4b2f5f03-f950-4a7b-b7c6-3ac99bf50a0b req-21244272-1f79-458e-874c-ddc75cb37c49 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=b00d526e-d151-4f83-bb42-f9f5f8e270ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2357509 Jul 15 13:17:55.881214 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-146eaa39-cf76-45f8-8dad-aec9f7414e9c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=daddbc6106db48129c6d28a39b6035f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1884294 Jul 15 13:17:55.884577 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37972) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:55.938517 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146eaa39-cf76-45f8-8dad-aec9f7414e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcd4de4-70c6-4989-aec6-970374c2943b,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:55.952600 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3fe090c6-1d8c-45d3-86c9-0636f81a97a3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9fc925054ab444b8942a7f406aa6e423&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2306328 Jul 15 13:17:55.955076 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37974) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:56.059991 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-206d56ca-c09c-4ca3-a2b7-3104fa62b270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:56.060195 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cfe8076f-a105-4cae-aa54-ebbcfddd0dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:56.061577 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-f2d895b4-c1c8-4ff0-bfcd-d469e892b8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:56.074268 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-a1b61a0d-cc48-499f-8e79-606e7e4c51cb tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Allocated IP 172.20.0.4 (0308f1b5-a073-4fd9-b3a5-e7f8fadc802a/d28899a1-aa35-4653-981f-3a737aa13dd3/21144e78-c787-417b-92a4-68e11ccb66f0) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:56.090468 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cfe8076f-a105-4cae-aa54-ebbcfddd0dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:56.220003 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-522b93a7-05a5-43ea-b6df-6df96efbe4dc tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:56.243214 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-522b93a7-05a5-43ea-b6df-6df96efbe4dc tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:56.258750 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5ff5c178-815c-4056-8bb3-c633d3d84531 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:56.298657 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-206d56ca-c09c-4ca3-a2b7-3104fa62b270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:56.302332 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a1b61a0d-cc48-499f-8e79-606e7e4c51cb tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:56.327775 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cfe8076f-a105-4cae-aa54-ebbcfddd0dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:56.330489 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cfe8076f-a105-4cae-aa54-ebbcfddd0dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:56.331876 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-cfe8076f-a105-4cae-aa54-ebbcfddd0dae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/787afb52-204d-49bf-9502-cebf24554fb3 HTTP/1.1" status: 204 len: 168 time: 0.3758819 Jul 15 13:17:56.352428 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 5ff5c178-815c-4056-8bb3-c633d3d84531 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:56.354423 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe8076f-a105-4cae-aa54-ebbcfddd0dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787afb52-204d-49bf-9502-cebf24554fb3,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:56.358640 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 5ff5c178-815c-4056-8bb3-c633d3d84531 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:56.359580 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:56.424293 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-522b93a7-05a5-43ea-b6df-6df96efbe4dc tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Allocated IP 172.25.8.161 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/e5998ccb-4b97-4695-978f-2e59b8eb7ca9) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:56.436933 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a1b61a0d-cc48-499f-8e79-606e7e4c51cb tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Transition to ACTIVE for port object 21144e78-c787-417b-92a4-68e11ccb66f0 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:56.542013 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:56.609382 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 5ff5c178-815c-4056-8bb3-c633d3d84531, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5ff5c178-815c-4056-8bb3-c633d3d84531,segment=NetworkSegment(987f3960-49ee-4ea4-b626-504fe29117ef),segment_id=987f3960-49ee-4ea4-b626-504fe29117ef)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:56.619462 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:56.717932 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a1b61a0d-cc48-499f-8e79-606e7e4c51cb tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:56.721156 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-522b93a7-05a5-43ea-b6df-6df96efbe4dc tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:56.722638 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=5ff5c178-815c-4056-8bb3-c633d3d84531,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:56.724048 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-206d56ca-c09c-4ca3-a2b7-3104fa62b270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:56.727460 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-206d56ca-c09c-4ca3-a2b7-3104fa62b270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:56.728917 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-206d56ca-c09c-4ca3-a2b7-3104fa62b270 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0bcd4de4-70c6-4989-aec6-970374c2943b HTTP/1.1" status: 204 len: 168 time: 0.8407834 Jul 15 13:17:56.753413 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b61a0d-cc48-499f-8e79-606e7e4c51cb tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Network 0308f1b5-a073-4fd9-b3a5-e7f8fadc802a is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:56.774263 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-522b93a7-05a5-43ea-b6df-6df96efbe4dc tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:56.785151 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-a1b61a0d-cc48-499f-8e79-606e7e4c51cb tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:56.847861 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b61a0d-cc48-499f-8e79-606e7e4c51cb tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:56.864993 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522b93a7-05a5-43ea-b6df-6df96efbe4dc tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:56.872269 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-522b93a7-05a5-43ea-b6df-6df96efbe4dc tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:56.884346 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522b93a7-05a5-43ea-b6df-6df96efbe4dc tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:56.968930 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b93a7-05a5-43ea-b6df-6df96efbe4dc tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Pushing event updated for resources: {'Port': ['ID=e5998ccb-4b97-4695-978f-2e59b8eb7ca9,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:56.992055 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b61a0d-cc48-499f-8e79-606e7e4c51cb tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:56.992811 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a1b61a0d-cc48-499f-8e79-606e7e4c51cb tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:57.003858 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d56ca-c09c-4ca3-a2b7-3104fa62b270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcd4de4-70c6-4989-aec6-970374c2943b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:57.150394 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a1b61a0d-cc48-499f-8e79-606e7e4c51cb tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5416260 Jul 15 13:17:57.159764 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37994) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:57.160340 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b61a0d-cc48-499f-8e79-606e7e4c51cb tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'Port': ['ID=21144e78-c787-417b-92a4-68e11ccb66f0,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:57.171360 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-436a9830-2740-48ba-b0fb-63223f112a85 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'subnet': {'network_id': '0308f1b5-a073-4fd9-b3a5-e7f8fadc802a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:57.197531 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-053e76a4-68cb-49b8-8c6e-d52eeb864d0e None None] Provisioning for port 21144e78-c787-417b-92a4-68e11ccb66f0 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:57.206465 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-053e76a4-68cb-49b8-8c6e-d52eeb864d0e None None] Provisioning complete for port 21144e78-c787-417b-92a4-68e11ccb66f0 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:57.206703 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-053e76a4-68cb-49b8-8c6e-d52eeb864d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:57.280291 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-053e76a4-68cb-49b8-8c6e-d52eeb864d0e None None] Port 21144e78-c787-417b-92a4-68e11ccb66f0 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:57.408486 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436a9830-2740-48ba-b0fb-63223f112a85 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Made reservation on behalf of 44d20f985e3e4d3da729c1600e912e21 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:57.412346 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-436a9830-2740-48ba-b0fb-63223f112a85 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:57.469842 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-f2d895b4-c1c8-4ff0-bfcd-d469e892b8e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d6a3f21-c544-4b21-b29b-6fedff77cadf {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:17:57.472642 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-522b93a7-05a5-43ea-b6df-6df96efbe4dc tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:57.483701 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-f2d895b4-c1c8-4ff0-bfcd-d469e892b8e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:57.493891 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d0a0f-4e38-46b3-8757-c89218a2afa3 req-6f620c43-8244-4287-a4b8-28f3dfcee42c tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:57.496143 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-036d0a0f-4e38-46b3-8757-c89218a2afa3 req-6f620c43-8244-4287-a4b8-28f3dfcee42c tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd44f860-0beb-437a-88d8-50516f080c0f HTTP/1.1" status: 200 len: 932 time: 0.4583001 Jul 15 13:17:57.531736 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f66bd-0ac5-42ee-b82d-56dbaf9c8461 req-1a368f58-538d-43bc-ba54-28b372aedb58 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:57.535061 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-418f66bd-0ac5-42ee-b82d-56dbaf9c8461 req-1a368f58-538d-43bc-ba54-28b372aedb58 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 946 time: 0.3813059 Jul 15 13:17:57.608731 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-418f66bd-0ac5-42ee-b82d-56dbaf9c8461 req-331b4132-3b21-4a2f-9c1f-35c95a81350f tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=b00d526e-d151-4f83-bb42-f9f5f8e270ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518937 Jul 15 13:17:57.626133 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-f2d895b4-c1c8-4ff0-bfcd-d469e892b8e3 service neutron] Transition to ACTIVE for port object 5d6a3f21-c544-4b21-b29b-6fedff77cadf will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:57.637580 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-f2d895b4-c1c8-4ff0-bfcd-d469e892b8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:57.641250 n-d-771363-36 neutron-server[93825]: INFO neutron.db.ipam_backend_mixin [None req-436a9830-2740-48ba-b0fb-63223f112a85 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d28899a1-aa35-4653-981f-3a737aa13dd3 (CIDR: 172.20.0.0/28) Jul 15 13:17:57.742012 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d895b4-c1c8-4ff0-bfcd-d469e892b8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=5d6a3f21-c544-4b21-b29b-6fedff77cadf,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:57.749308 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-436a9830-2740-48ba-b0fb-63223f112a85 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:17:57.749797 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-436a9830-2740-48ba-b0fb-63223f112a85 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:17:57.823752 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-036d0a0f-4e38-46b3-8757-c89218a2afa3 req-775c0ca1-7f64-4500-bf2a-faad8317b99e tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718472 Jul 15 13:17:57.849713 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-436a9830-2740-48ba-b0fb-63223f112a85 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6855161 Jul 15 13:17:57.866590 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 38030) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:57.879856 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-522b93a7-05a5-43ea-b6df-6df96efbe4dc tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:57.961516 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-bcbdaa66-9ab5-4d48-9135-391d76a7f0a9 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'subnet': {'network_id': '0308f1b5-a073-4fd9-b3a5-e7f8fadc802a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:58.008322 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-f2d895b4-c1c8-4ff0-bfcd-d469e892b8e3 service neutron] Attempting to bind port 5d6a3f21-c544-4b21-b29b-6fedff77cadf on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:17:58.008664 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-f2d895b4-c1c8-4ff0-bfcd-d469e892b8e3 service neutron] Attempting to bind port 5d6a3f21-c544-4b21-b29b-6fedff77cadf by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '6bb03eb1-9e52-4718-ab2b-06d9a8232852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:17:58.008995 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-f2d895b4-c1c8-4ff0-bfcd-d469e892b8e3 service neutron] Attempting to bind port 5d6a3f21-c544-4b21-b29b-6fedff77cadf on network 594a18f5-eb63-40e1-adf2-df8adb235078 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:58.018906 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-f2d895b4-c1c8-4ff0-bfcd-d469e892b8e3 service neutron] Port 5d6a3f21-c544-4b21-b29b-6fedff77cadf on network 594a18f5-eb63-40e1-adf2-df8adb235078 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:17:58.018906 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-f2d895b4-c1c8-4ff0-bfcd-d469e892b8e3 service neutron] Attempting to bind port 5d6a3f21-c544-4b21-b29b-6fedff77cadf on network 594a18f5-eb63-40e1-adf2-df8adb235078 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:58.028301 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-f2d895b4-c1c8-4ff0-bfcd-d469e892b8e3 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:17:58.028641 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-f2d895b4-c1c8-4ff0-bfcd-d469e892b8e3 service neutron] Checking segment: {'id': '6bb03eb1-9e52-4718-ab2b-06d9a8232852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:58.029025 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-f2d895b4-c1c8-4ff0-bfcd-d469e892b8e3 service neutron] Bound using segment: {'id': '6bb03eb1-9e52-4718-ab2b-06d9a8232852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:17:58.029466 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-f2d895b4-c1c8-4ff0-bfcd-d469e892b8e3 service neutron] Bound port: 5d6a3f21-c544-4b21-b29b-6fedff77cadf, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bb03eb1-9e52-4718-ab2b-06d9a8232852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:17:58.029824 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-f2d895b4-c1c8-4ff0-bfcd-d469e892b8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:58.125699 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522b93a7-05a5-43ea-b6df-6df96efbe4dc tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Router 90cc67ce-50b1-4c3a-9a60-0aa9b827e38b is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:17:58.229828 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-f2d895b4-c1c8-4ff0-bfcd-d469e892b8e3 service neutron] For port 5d6a3f21-c544-4b21-b29b-6fedff77cadf, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:17:58.255781 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-f2d895b4-c1c8-4ff0-bfcd-d469e892b8e3 service neutron] For port 5d6a3f21-c544-4b21-b29b-6fedff77cadf, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=5d6a3f21-c544-4b21-b29b-6fedff77cadf,segment=NetworkSegment(6bb03eb1-9e52-4718-ab2b-06d9a8232852),segment_id=6bb03eb1-9e52-4718-ab2b-06d9a8232852)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:17:58.265418 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5ff5c178-815c-4056-8bb3-c633d3d84531 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:58.277121 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbdaa66-9ab5-4d48-9135-391d76a7f0a9 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Made reservation on behalf of 44d20f985e3e4d3da729c1600e912e21 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:58.281495 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bcbdaa66-9ab5-4d48-9135-391d76a7f0a9 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:58.290115 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-f2d895b4-c1c8-4ff0-bfcd-d469e892b8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:58.329015 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-f2d895b4-c1c8-4ff0-bfcd-d469e892b8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:58.330072 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-f2d895b4-c1c8-4ff0-bfcd-d469e892b8e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:58.334847 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-f2d895b4-c1c8-4ff0-bfcd-d469e892b8e3 service neutron] 10.222.0.46 "PUT /v2.0/ports/5d6a3f21-c544-4b21-b29b-6fedff77cadf HTTP/1.1" status: 200 len: 1093 time: 2.5632801 Jul 15 13:17:58.367834 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd44f860-0beb-437a-88d8-50516f080c0f', 'tag': '5d6a3f21-c544-4b21-b29b-6fedff77cadf'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:58.371354 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522b93a7-05a5-43ea-b6df-6df96efbe4dc tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:17:58.375201 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c4ee8e-097c-43ae-bd17-2e33540d6b1b" -d '{"events": [{"name": "network-changed", "server_uuid": "dd44f860-0beb-437a-88d8-50516f080c0f", "tag": "5d6a3f21-c544-4b21-b29b-6fedff77cadf"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:58.387612 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2393f75-b474-4980-b0a1-0a05733d7f81 None None] Sync routers for ids ['90cc67ce-50b1-4c3a-9a60-0aa9b827e38b'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:17:58.408298 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-522b93a7-05a5-43ea-b6df-6df96efbe4dc tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:58.409804 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-522b93a7-05a5-43ea-b6df-6df96efbe4dc tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.7042785 Jul 15 13:17:58.410732 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 5ff5c178-815c-4056-8bb3-c633d3d84531 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:58.411137 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:58.413009 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38056) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:58.473034 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2393f75-b474-4980-b0a1-0a05733d7f81 None None] Routers {'90cc67ce-50b1-4c3a-9a60-0aa9b827e38b'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:58.477032 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-a2393f75-b474-4980-b0a1-0a05733d7f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:17:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['90cc67ce-50b1-4c3a-9a60-0aa9b827e38b'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:58.539673 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a492d99d-08eb-4e4f-b6a9-ca5c65a0bbaf x-openstack-request-id: req-a492d99d-08eb-4e4f-b6a9-ca5c65a0bbaf {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:58.540254 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd44f860-0beb-437a-88d8-50516f080c0f", "tag": "5d6a3f21-c544-4b21-b29b-6fedff77cadf", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:58.540598 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a492d99d-08eb-4e4f-b6a9-ca5c65a0bbaf {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:58.541082 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd44f860-0beb-437a-88d8-50516f080c0f', 'tag': '5d6a3f21-c544-4b21-b29b-6fedff77cadf', 'status': 'completed', 'code': 200} Jul 15 13:17:58.558242 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d895b4-c1c8-4ff0-bfcd-d469e892b8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=5d6a3f21-c544-4b21-b29b-6fedff77cadf,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:58.574080 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-a2393f75-b474-4980-b0a1-0a05733d7f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:58.613862 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2393f75-b474-4980-b0a1-0a05733d7f81 None None] Routers {'90cc67ce-50b1-4c3a-9a60-0aa9b827e38b'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:58.614499 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-a2393f75-b474-4980-b0a1-0a05733d7f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:17:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['90cc67ce-50b1-4c3a-9a60-0aa9b827e38b'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:58.618002 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46c6bd-d255-41fe-b4ee-ccce053dce72 req-7394416b-f326-4a84-a56d-5ca12586b98e tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:58.619717 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4c46c6bd-d255-41fe-b4ee-ccce053dce72 req-7394416b-f326-4a84-a56d-5ca12586b98e tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.2584584 Jul 15 13:17:58.642290 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b6a06918-5a45-447e-a009-75a1ffef0826 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] 10.222.0.16 "GET /v2.0/routers/90cc67ce-50b1-4c3a-9a60-0aa9b827e38b HTTP/1.1" status: 200 len: 925 time: 0.2281528 Jul 15 13:17:58.647494 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38062) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:58.704037 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-a2393f75-b474-4980-b0a1-0a05733d7f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:58.704950 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2393f75-b474-4980-b0a1-0a05733d7f81 None None] The sync data for ids ['90cc67ce-50b1-4c3a-9a60-0aa9b827e38b'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:17:58.814291 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4c46c6bd-d255-41fe-b4ee-ccce053dce72 req-b5a29b3d-2221-4e50-885d-603527529478 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830742 Jul 15 13:17:58.932040 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-bc1a9869-e9c1-45f7-95f9-562980ce8cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:58.934915 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-bc1a9869-e9c1-45f7-95f9-562980ce8cfc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00b876fd8df24342ab4e9da7bd4da612&device_id=dd44f860-0beb-437a-88d8-50516f080c0f HTTP/1.1" status: 200 len: 1096 time: 0.5088902 Jul 15 13:17:59.039715 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-554b09fd-df6f-411a-ae39-747bc9023453 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d6a3f21-c544-4b21-b29b-6fedff77cadf HTTP/1.1" status: 200 len: 217 time: 0.0934126 Jul 15 13:17:59.062130 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:59.097835 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421b041-1986-4a87-a4ed-4b7e856c141e req-c6aa0e79-31d9-4d49-bde4-0808c7ee34ae tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:59.099429 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7421b041-1986-4a87-a4ed-4b7e856c141e req-c6aa0e79-31d9-4d49-bde4-0808c7ee34ae tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 946 time: 0.2539062 Jul 15 13:17:59.196155 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-e78aff6f-9aa4-4286-950d-1a3c7afcf835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:59.202989 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-e78aff6f-9aa4-4286-950d-1a3c7afcf835 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3564fb5-e6c9-425e-8a20-95a28163b8cc HTTP/1.1" status: 200 len: 846 time: 0.1353762 Jul 15 13:17:59.213289 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5f8ab096-e32b-407a-8da9-2f938eb12e39 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] 10.222.0.16 "GET /v2.0/ports?device_id=90cc67ce-50b1-4c3a-9a60-0aa9b827e38b HTTP/1.1" status: 200 len: 205 time: 0.5650992 Jul 15 13:17:59.217213 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38122) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:59.224217 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bcbdaa66-9ab5-4d48-9135-391d76a7f0a9 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:59.345652 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbdaa66-9ab5-4d48-9135-391d76a7f0a9 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'Subnet': ['ID=0d5014e0-acd6-4b2e-950f-8110b47dc295,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:59.349370 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-312df553-6680-42c9-ac49-b2f01cff0c22 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=594a18f5-eb63-40e1-adf2-df8adb235078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1434503 Jul 15 13:17:59.445348 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:59.482574 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-064d65e2-c5b9-443d-bf67-7e78f3b7689b service neutron] 10.222.0.46 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237111 Jul 15 13:17:59.490781 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7421b041-1986-4a87-a4ed-4b7e856c141e req-9cbea2d6-eb1a-46b4-9f9a-604e68d480a5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=b00d526e-d151-4f83-bb42-f9f5f8e270ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3420877 Jul 15 13:17:59.578050 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-8173de16-782e-49d6-9c8e-26510264b98a service neutron] show failed (client error): The resource could not be found. Jul 15 13:17:59.579386 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-8173de16-782e-49d6-9c8e-26510264b98a service neutron] 10.222.0.46 "GET /v2.0/ports/c19b0dda-2772-4aea-840f-70eade45e12e/bindings/n-h1-771363-36 HTTP/1.1" status: 404 len: 381 time: 0.2686014 Jul 15 13:17:59.607700 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-14439e81-c7f0-4536-9a0c-819325c38d8c req-6132ef10-f595-46f5-a755-485099fde129 service neutron] 10.222.0.46 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139231 Jul 15 13:17:59.611521 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9ae2b2c1-6129-44a6-a489-d32ec33d0b94 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:59.640140 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbdaa66-9ab5-4d48-9135-391d76a7f0a9 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Network 0308f1b5-a073-4fd9-b3a5-e7f8fadc802a is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:59.642912 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-bcbdaa66-9ab5-4d48-9135-391d76a7f0a9 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:59.647600 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbdaa66-9ab5-4d48-9135-391d76a7f0a9 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:59.648410 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bcbdaa66-9ab5-4d48-9135-391d76a7f0a9 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:59.654498 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a7bd88-d24b-4f11-91e8-3264986add7d None None] Network 0308f1b5-a073-4fd9-b3a5-e7f8fadc802a requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:59.692058 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-bcbdaa66-9ab5-4d48-9135-391d76a7f0a9 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8385618 Jul 15 13:17:59.693236 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 38136) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:59.709105 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-fb514b92-3095-4908-8a28-947d79be2b13 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-825589757', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0d5014e0-acd6-4b2e-950f-8110b47dc295'}], 'security_groups': ['2e79c6b2-8c6a-4e40-ae04-fbf04d5d3eb1']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:59.746159 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1937a81c-e66a-4873-8da3-b8092bb56393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:59.851012 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9ae2b2c1-6129-44a6-a489-d32ec33d0b94 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:59.903264 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e6dcf-69e5-457f-8ff4-b18e71243054 req-7972c3a9-019a-4a9e-bdd9-28f4de028dfb tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:59.905103 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-425e6dcf-69e5-457f-8ff4-b18e71243054 req-7972c3a9-019a-4a9e-bdd9-28f4de028dfb tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.7337034 Jul 15 13:17:59.995210 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-9ae2b2c1-6129-44a6-a489-d32ec33d0b94 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Deleting port e5998ccb-4b97-4695-978f-2e59b8eb7ca9 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:59.995629 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9ae2b2c1-6129-44a6-a489-d32ec33d0b94 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:00.170954 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9ae2b2c1-6129-44a6-a489-d32ec33d0b94 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:00.190285 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-9ae2b2c1-6129-44a6-a489-d32ec33d0b94 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Calling delete_port for e5998ccb-4b97-4695-978f-2e59b8eb7ca9 owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:00.213004 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-425e6dcf-69e5-457f-8ff4-b18e71243054 req-25ade876-9e97-44c8-9fe8-89b26188136c tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546589 Jul 15 13:18:00.227930 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fb514b92-3095-4908-8a28-947d79be2b13 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:00.283921 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285b3b21-b40b-4b95-a7fe-dde766038c26 None None] Update dhcp port {'port': {'network_id': '0308f1b5-a073-4fd9-b3a5-e7f8fadc802a', 'fixed_ips': [{'subnet_id': 'd28899a1-aa35-4653-981f-3a737aa13dd3', 'ip_address': '172.20.0.2'}, {'subnet_id': '0d5014e0-acd6-4b2e-950f-8110b47dc295'}], 'binding:host_id': 'n-d-771363-36'}, 'id': '5ff5c178-815c-4056-8bb3-c633d3d84531'} from n-d-771363-36. {{(pid=93827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:18:00.376560 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-285b3b21-b40b-4b95-a7fe-dde766038c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:00.385211 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4ee8e-097c-43ae-bd17-2e33540d6b1b req-881faab7-7176-4294-bac7-996af85466e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:00.387288 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a1c4ee8e-097c-43ae-bd17-2e33540d6b1b req-881faab7-7176-4294-bac7-996af85466e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00b876fd8df24342ab4e9da7bd4da612&device_id=dd44f860-0beb-437a-88d8-50516f080c0f HTTP/1.1" status: 200 len: 1096 time: 0.5865140 Jul 15 13:18:00.421927 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e8d96-9d88-443e-a57c-a17ddd6ee3a1 req-fcc91c7d-40d5-4512-ba54-9543da7430f9 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:00.424211 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-369e8d96-9d88-443e-a57c-a17ddd6ee3a1 req-fcc91c7d-40d5-4512-ba54-9543da7430f9 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd44f860-0beb-437a-88d8-50516f080c0f HTTP/1.1" status: 200 len: 944 time: 0.6297569 Jul 15 13:18:00.661019 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9ae2b2c1-6129-44a6-a489-d32ec33d0b94 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:00.735681 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae2b2c1-6129-44a6-a489-d32ec33d0b94 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Pushing event deleted for resources: {'Port': ['ID=e5998ccb-4b97-4695-978f-2e59b8eb7ca9,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:00.890039 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9ae2b2c1-6129-44a6-a489-d32ec33d0b94 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:00.988491 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-285b3b21-b40b-4b95-a7fe-dde766038c26 None None] Allocated IP 172.20.0.18 (0308f1b5-a073-4fd9-b3a5-e7f8fadc802a/0d5014e0-acd6-4b2e-950f-8110b47dc295/5ff5c178-815c-4056-8bb3-c633d3d84531) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:01.115336 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9ae2b2c1-6129-44a6-a489-d32ec33d0b94 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:01.118131 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9ae2b2c1-6129-44a6-a489-d32ec33d0b94 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:01.148499 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-285b3b21-b40b-4b95-a7fe-dde766038c26 None None] For port 5ff5c178-815c-4056-8bb3-c633d3d84531, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5ff5c178-815c-4056-8bb3-c633d3d84531,segment=NetworkSegment(987f3960-49ee-4ea4-b626-504fe29117ef),segment_id=987f3960-49ee-4ea4-b626-504fe29117ef)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:01.177059 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9ae2b2c1-6129-44a6-a489-d32ec33d0b94 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:01.178308 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae2b2c1-6129-44a6-a489-d32ec33d0b94 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Fanout notify agent at l3_agent the message router_deleted on router 90cc67ce-50b1-4c3a-9a60-0aa9b827e38b {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:18:01.186472 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9ae2b2c1-6129-44a6-a489-d32ec33d0b94 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:01.188592 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9ae2b2c1-6129-44a6-a489-d32ec33d0b94 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] 10.222.0.16 "DELETE /v2.0/routers/90cc67ce-50b1-4c3a-9a60-0aa9b827e38b HTTP/1.1" status: 204 len: 168 time: 1.9694107 Jul 15 13:18:01.196513 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38202) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:01.203697 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-bcae3fb5-901c-4ca5-a91a-040c525b6fe8 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1563748916', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'enable_snat': False}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:01.237839 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-285b3b21-b40b-4b95-a7fe-dde766038c26 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:01.250294 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bcae3fb5-901c-4ca5-a91a-040c525b6fe8 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:01.252660 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bcae3fb5-901c-4ca5-a91a-040c525b6fe8 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:01.279403 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-369e8d96-9d88-443e-a57c-a17ddd6ee3a1 req-4f67a94d-c1fe-4307-b98e-4356033a4864 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8330164 Jul 15 13:18:01.282357 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-285b3b21-b40b-4b95-a7fe-dde766038c26 None None] Transition to ACTIVE for port object 5ff5c178-815c-4056-8bb3-c633d3d84531 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:01.288639 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-285b3b21-b40b-4b95-a7fe-dde766038c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:01.372191 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4ee8e-097c-43ae-bd17-2e33540d6b1b req-e1caecfc-5be8-480f-bae0-8de48cc7d8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:01.373700 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a1c4ee8e-097c-43ae-bd17-2e33540d6b1b req-e1caecfc-5be8-480f-bae0-8de48cc7d8bb service neutron] 10.222.0.46 "GET /v2.0/networks?id=594a18f5-eb63-40e1-adf2-df8adb235078 HTTP/1.1" status: 200 len: 907 time: 0.9617491 Jul 15 13:18:01.379689 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-f4c6f555-2c51-443b-9fdf-e03e24173bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:01.381160 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-f4c6f555-2c51-443b-9fdf-e03e24173bf0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6&tenant_id=d986de84121549bf90b7ac80073eff67 HTTP/1.1" status: 200 len: 1098 time: 1.4020152 Jul 15 13:18:01.404749 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bcae3fb5-901c-4ca5-a91a-040c525b6fe8 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:01.421465 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b3b21-b40b-4b95-a7fe-dde766038c26 None None] Pushing event updated for resources: {'Port': ['ID=5ff5c178-815c-4056-8bb3-c633d3d84531,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:01.448955 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-7465c6eb-888f-434c-bd9d-2ace2604b009 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-36', 'device_owner': 'compute:nova'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:01.632975 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-7465c6eb-888f-434c-bd9d-2ace2604b009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:01.765740 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bcae3fb5-901c-4ca5-a91a-040c525b6fe8 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:01.905341 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de4e2d-a1c5-46ed-b3d0-64805800a60e req-07affb54-5d4d-4295-bf3c-07046fe96f44 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:01.915187 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f9de4e2d-a1c5-46ed-b3d0-64805800a60e req-07affb54-5d4d-4295-bf3c-07046fe96f44 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 946 time: 0.8986449 Jul 15 13:18:01.933088 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a1c4ee8e-097c-43ae-bd17-2e33540d6b1b req-8218c9c6-ac95-479e-bdbc-fcde7b97de0f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d6a3f21-c544-4b21-b29b-6fedff77cadf HTTP/1.1" status: 200 len: 217 time: 0.5479119 Jul 15 13:18:02.055174 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-fb514b92-3095-4908-8a28-947d79be2b13 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Delete allocated IP 172.20.0.4 (0308f1b5-a073-4fd9-b3a5-e7f8fadc802a/d28899a1-aa35-4653-981f-3a737aa13dd3) {{(pid=93825) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 13:18:02.083012 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-fb514b92-3095-4908-8a28-947d79be2b13 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Allocated IP 172.20.0.22 (0308f1b5-a073-4fd9-b3a5-e7f8fadc802a/0d5014e0-acd6-4b2e-950f-8110b47dc295/21144e78-c787-417b-92a4-68e11ccb66f0) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:02.163339 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f9de4e2d-a1c5-46ed-b3d0-64805800a60e req-8b9c5a65-621a-40f2-8bc2-9b98d7808e72 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=b00d526e-d151-4f83-bb42-f9f5f8e270ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2470043 Jul 15 13:18:02.197563 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4ee8e-097c-43ae-bd17-2e33540d6b1b req-b85700f0-855e-484a-a179-eb35419df936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:02.201637 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a1c4ee8e-097c-43ae-bd17-2e33540d6b1b req-b85700f0-855e-484a-a179-eb35419df936 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3564fb5-e6c9-425e-8a20-95a28163b8cc HTTP/1.1" status: 200 len: 846 time: 0.2515731 Jul 15 13:18:02.259227 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:02.323494 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a1c4ee8e-097c-43ae-bd17-2e33540d6b1b req-e378bdc0-004f-4344-be04-e5756aeb2663 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=594a18f5-eb63-40e1-adf2-df8adb235078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1125135 Jul 15 13:18:02.324016 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5ff5c178-815c-4056-8bb3-c633d3d84531 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:02.442454 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bcae3fb5-901c-4ca5-a91a-040c525b6fe8 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:02.449198 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a1c4ee8e-097c-43ae-bd17-2e33540d6b1b req-5429bf0c-2876-4154-a72d-1f4e87cb2e30 service neutron] 10.222.0.46 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166081 Jul 15 13:18:02.491047 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bcae3fb5-901c-4ca5-a91a-040c525b6fe8 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:02.492131 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-983b679e-70cc-4e08-b23e-40e0ce8e9ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:02.651713 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 5d6a3f21-c544-4b21-b29b-6fedff77cadf details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:18:02.661479 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device c19b0dda-2772-4aea-840f-70eade45e12e no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:02.667216 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-bcae3fb5-901c-4ca5-a91a-040c525b6fe8 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Allocated IP 172.25.8.74 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/c8d38608-6574-4345-86d1-69fd5fe62b00) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:02.724067 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a1c4ee8e-097c-43ae-bd17-2e33540d6b1b req-07ce73ec-57f6-4c88-9195-db2e007d1844 service neutron] 10.222.0.46 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676256 Jul 15 13:18:02.835653 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 5d6a3f21-c544-4b21-b29b-6fedff77cadf, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=5d6a3f21-c544-4b21-b29b-6fedff77cadf,segment=NetworkSegment(6bb03eb1-9e52-4718-ab2b-06d9a8232852),segment_id=6bb03eb1-9e52-4718-ab2b-06d9a8232852)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:02.865815 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '5d6a3f21-c544-4b21-b29b-6fedff77cadf', 'network_id': '594a18f5-eb63-40e1-adf2-df8adb235078', 'port_id': '5d6a3f21-c544-4b21-b29b-6fedff77cadf', 'mac_address': 'fa:16:3e:48:2d:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3564fb5-e6c9-425e-8a20-95a28163b8cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:18:02.894911 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bcae3fb5-901c-4ca5-a91a-040c525b6fe8 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:02.937672 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bcae3fb5-901c-4ca5-a91a-040c525b6fe8 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:02.999820 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fb514b92-3095-4908-8a28-947d79be2b13 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:03.010195 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcae3fb5-901c-4ca5-a91a-040c525b6fe8 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:03.028272 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-bcae3fb5-901c-4ca5-a91a-040c525b6fe8 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:03.033121 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcae3fb5-901c-4ca5-a91a-040c525b6fe8 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:03.047584 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fb514b92-3095-4908-8a28-947d79be2b13 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Transition to ACTIVE for port object 21144e78-c787-417b-92a4-68e11ccb66f0 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:03.063802 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-fbb97d89-d305-412a-9f8c-357e7c4ebcd6 None None] Provisioning complete for port 1ea8a4e0-0978-4f6e-b970-313ad0f71256 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:03.064192 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fbb97d89-d305-412a-9f8c-357e7c4ebcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:03.069056 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fb514b92-3095-4908-8a28-947d79be2b13 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:03.118901 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae3fb5-901c-4ca5-a91a-040c525b6fe8 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Pushing event updated for resources: {'Port': ['ID=c8d38608-6574-4345-86d1-69fd5fe62b00,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:03.192902 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:03.215043 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb514b92-3095-4908-8a28-947d79be2b13 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'Port': ['ID=21144e78-c787-417b-92a4-68e11ccb66f0,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:03.297823 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f85dd4-fde0-41b8-850e-472d6db94e46 req-f651e9d9-1eb2-42ab-a872-2ce98035cc01 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:03.304491 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-20f85dd4-fde0-41b8-850e-472d6db94e46 req-f651e9d9-1eb2-42ab-a872-2ce98035cc01 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd44f860-0beb-437a-88d8-50516f080c0f HTTP/1.1" status: 200 len: 944 time: 0.7364569 Jul 15 13:18:03.316803 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-7465c6eb-888f-434c-bd9d-2ace2604b009 service neutron] For port c19b0dda-2772-4aea-840f-70eade45e12e, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c19b0dda-2772-4aea-840f-70eade45e12e,segment=NetworkSegment(90f4024f-160c-4885-80aa-58ce2d07968c),segment_id=90f4024f-160c-4885-80aa-58ce2d07968c)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:03.319328 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:03.335870 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-fbb97d89-d305-412a-9f8c-357e7c4ebcd6 None None] Port 1ea8a4e0-0978-4f6e-b970-313ad0f71256 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:18:03.416222 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d6a3f21-c544-4b21-b29b-6fedff77cadf {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:18:03.446848 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-fbb97d89-d305-412a-9f8c-357e7c4ebcd6 None None] Provisioning for port 21144e78-c787-417b-92a4-68e11ccb66f0 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:03.507688 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-fbb97d89-d305-412a-9f8c-357e7c4ebcd6 None None] Provisioning complete for port 21144e78-c787-417b-92a4-68e11ccb66f0 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:03.510934 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fbb97d89-d305-412a-9f8c-357e7c4ebcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:03.562290 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 5d6a3f21-c544-4b21-b29b-6fedff77cadf, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=5d6a3f21-c544-4b21-b29b-6fedff77cadf,segment=NetworkSegment(6bb03eb1-9e52-4718-ab2b-06d9a8232852),segment_id=6bb03eb1-9e52-4718-ab2b-06d9a8232852)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:03.573593 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:03.579694 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:03.613295 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-fbb97d89-d305-412a-9f8c-357e7c4ebcd6 None None] Port 21144e78-c787-417b-92a4-68e11ccb66f0 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:18:03.648688 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-fbb97d89-d305-412a-9f8c-357e7c4ebcd6 None None] Provisioning for port 5ff5c178-815c-4056-8bb3-c633d3d84531 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:03.660274 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-fbb97d89-d305-412a-9f8c-357e7c4ebcd6 None None] Provisioning complete for port 5ff5c178-815c-4056-8bb3-c633d3d84531 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:03.660783 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fbb97d89-d305-412a-9f8c-357e7c4ebcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:03.662960 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=5d6a3f21-c544-4b21-b29b-6fedff77cadf,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:03.673195 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-fb514b92-3095-4908-8a28-947d79be2b13 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] In _notify_port_updated(), no bound segment for port 21144e78-c787-417b-92a4-68e11ccb66f0 on network 0308f1b5-a073-4fd9-b3a5-e7f8fadc802a {{(pid=93825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:18:03.691005 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb514b92-3095-4908-8a28-947d79be2b13 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:03.691696 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fb514b92-3095-4908-8a28-947d79be2b13 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:03.703029 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bcae3fb5-901c-4ca5-a91a-040c525b6fe8 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:03.704640 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38242) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:03.705076 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-fb514b92-3095-4908-8a28-947d79be2b13 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "PUT /v2.0/ports/21144e78-c787-417b-92a4-68e11ccb66f0 HTTP/1.1" status: 200 len: 920 time: 4.0078332 Jul 15 13:18:03.768590 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-20f85dd4-fde0-41b8-850e-472d6db94e46 req-60eceb13-441c-48ce-b526-4304390bdf82 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376233 Jul 15 13:18:03.782410 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-7465c6eb-888f-434c-bd9d-2ace2604b009 service neutron] For port c19b0dda-2772-4aea-840f-70eade45e12e, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:18:03.946001 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d924eeb-0c12-4172-af92-62dcc2407bd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c19b0dda-2772-4aea-840f-70eade45e12e'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:03.956564 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de55f004-54cc-4bc3-ae17-2033711b3db1" -d '{"events": [{"server_uuid": "5d924eeb-0c12-4172-af92-62dcc2407bd6", "name": "network-vif-unplugged", "status": "completed", "tag": "c19b0dda-2772-4aea-840f-70eade45e12e"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:03.960906 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-7465c6eb-888f-434c-bd9d-2ace2604b009 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:04.026538 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-7465c6eb-888f-434c-bd9d-2ace2604b009 service neutron] Transition to ACTIVE for port object c19b0dda-2772-4aea-840f-70eade45e12e will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:04.051572 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a71322-6971-422e-a94e-049062a3f8cf req-73448598-2e10-4043-bc57-8062c38b422d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:04.053224 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-16a71322-6971-422e-a94e-049062a3f8cf req-73448598-2e10-4043-bc57-8062c38b422d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 946 time: 0.4480612 Jul 15 13:18:04.054084 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-7465c6eb-888f-434c-bd9d-2ace2604b009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:04.101645 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-87174e69-a05f-408f-b50a-ee2081d6783a tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Deleting port 21144e78-c787-417b-92a4-68e11ccb66f0 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:04.105525 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-87174e69-a05f-408f-b50a-ee2081d6783a tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:04.123369 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.db.api [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:18:04.123574 n-d-771363-36 neutron-server[93827]: DEBUG oslo_db.api [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:18:04.127818 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['5d6a3f21-c544-4b21-b29b-6fedff77cadf'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:04.479621 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465c6eb-888f-434c-bd9d-2ace2604b009 service neutron] Pushing event updated for resources: {'Port': ['ID=c19b0dda-2772-4aea-840f-70eade45e12e,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:04.490172 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-2fbaea4d-66cd-4949-8f0e-16371769ee7e None None] Provisioning complete for port 21144e78-c787-417b-92a4-68e11ccb66f0 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:04.491219 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2fbaea4d-66cd-4949-8f0e-16371769ee7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:04.547929 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2fbaea4d-66cd-4949-8f0e-16371769ee7e None None] Port 21144e78-c787-417b-92a4-68e11ccb66f0 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:18:04.598090 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-87174e69-a05f-408f-b50a-ee2081d6783a tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:04.612858 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-87174e69-a05f-408f-b50a-ee2081d6783a tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Calling delete_port for 21144e78-c787-417b-92a4-68e11ccb66f0 owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:04.739269 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bcae3fb5-901c-4ca5-a91a-040c525b6fe8 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:04.774291 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-16a71322-6971-422e-a94e-049062a3f8cf req-16fff1cb-be01-45c1-bad1-6ab2af6717f9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=b00d526e-d151-4f83-bb42-f9f5f8e270ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6782205 Jul 15 13:18:04.782249 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-7465c6eb-888f-434c-bd9d-2ace2604b009 service neutron] No DVR routers for this DVR port c19b0dda-2772-4aea-840f-70eade45e12e on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:18:04.903670 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57693128-db9f-4d2f-b126-f0ee3c42f7f9 req-b3439af0-fee3-455e-9a66-76f594d6e861 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:04.905702 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-57693128-db9f-4d2f-b126-f0ee3c42f7f9 req-b3439af0-fee3-455e-9a66-76f594d6e861 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.7088661 Jul 15 13:18:04.962671 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:05.035570 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-57693128-db9f-4d2f-b126-f0ee3c42f7f9 req-d7e6d754-d714-4a09-a686-34fba3842bb5 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185906 Jul 15 13:18:05.331619 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceeaeb55-95bd-4fa4-bca9-22ad78efaa7e x-openstack-request-id: req-ceeaeb55-95bd-4fa4-bca9-22ad78efaa7e {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:05.332042 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d924eeb-0c12-4172-af92-62dcc2407bd6", "name": "network-vif-unplugged", "status": "completed", "tag": "c19b0dda-2772-4aea-840f-70eade45e12e", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:05.332416 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ceeaeb55-95bd-4fa4-bca9-22ad78efaa7e {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:05.333150 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d924eeb-0c12-4172-af92-62dcc2407bd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c19b0dda-2772-4aea-840f-70eade45e12e', 'code': 200} Jul 15 13:18:05.379320 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-7465c6eb-888f-434c-bd9d-2ace2604b009 service neutron] Attempting to bind port c19b0dda-2772-4aea-840f-70eade45e12e on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:18:05.381180 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-7465c6eb-888f-434c-bd9d-2ace2604b009 service neutron] Attempting to bind port c19b0dda-2772-4aea-840f-70eade45e12e by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': '90f4024f-160c-4885-80aa-58ce2d07968c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '13c0d8aa-07af-4e01-b8fa-724097cdd1d2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:18:05.381626 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-7465c6eb-888f-434c-bd9d-2ace2604b009 service neutron] Attempting to bind port c19b0dda-2772-4aea-840f-70eade45e12e on network 13c0d8aa-07af-4e01-b8fa-724097cdd1d2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:05.395523 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-7465c6eb-888f-434c-bd9d-2ace2604b009 service neutron] Port c19b0dda-2772-4aea-840f-70eade45e12e on network 13c0d8aa-07af-4e01-b8fa-724097cdd1d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:18:05.401482 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-7465c6eb-888f-434c-bd9d-2ace2604b009 service neutron] Attempting to bind port c19b0dda-2772-4aea-840f-70eade45e12e on network 13c0d8aa-07af-4e01-b8fa-724097cdd1d2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:05.507364 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-7465c6eb-888f-434c-bd9d-2ace2604b009 service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:18:05.507733 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-7465c6eb-888f-434c-bd9d-2ace2604b009 service neutron] Checking segment: {'id': '90f4024f-160c-4885-80aa-58ce2d07968c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '13c0d8aa-07af-4e01-b8fa-724097cdd1d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:05.508237 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-7465c6eb-888f-434c-bd9d-2ace2604b009 service neutron] Bound using segment: {'id': '90f4024f-160c-4885-80aa-58ce2d07968c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '13c0d8aa-07af-4e01-b8fa-724097cdd1d2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:18:05.516806 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-7465c6eb-888f-434c-bd9d-2ace2604b009 service neutron] Bound port: c19b0dda-2772-4aea-840f-70eade45e12e, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f4024f-160c-4885-80aa-58ce2d07968c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '13c0d8aa-07af-4e01-b8fa-724097cdd1d2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:18:05.517288 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-7465c6eb-888f-434c-bd9d-2ace2604b009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:05.564028 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664c4a3-fec4-4fbd-8f26-eaee3dfafa15 req-df97bbca-6184-48fb-9261-c1ff14ea8212 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:05.571427 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a664c4a3-fec4-4fbd-8f26-eaee3dfafa15 req-df97bbca-6184-48fb-9261-c1ff14ea8212 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd44f860-0beb-437a-88d8-50516f080c0f HTTP/1.1" status: 200 len: 945 time: 0.3948271 Jul 15 13:18:05.646084 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a664c4a3-fec4-4fbd-8f26-eaee3dfafa15 req-58f55883-b763-4773-ab99-bca21188b45b tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732968 Jul 15 13:18:05.668444 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7efb56-87f9-4d01-a19e-2eb39bc039a1 req-5752241f-6b05-414a-92a6-9de157c26981 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:05.676080 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-da7efb56-87f9-4d01-a19e-2eb39bc039a1 req-5752241f-6b05-414a-92a6-9de157c26981 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.2630644 Jul 15 13:18:05.729428 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-87174e69-a05f-408f-b50a-ee2081d6783a tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:05.745488 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-da7efb56-87f9-4d01-a19e-2eb39bc039a1 req-860cb983-cb53-4cc3-af15-79f31f649913 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676408 Jul 15 13:18:05.760869 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-7465c6eb-888f-434c-bd9d-2ace2604b009 service neutron] For port c19b0dda-2772-4aea-840f-70eade45e12e, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:18:05.764622 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-7465c6eb-888f-434c-bd9d-2ace2604b009 service neutron] For port c19b0dda-2772-4aea-840f-70eade45e12e, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=c19b0dda-2772-4aea-840f-70eade45e12e,segment=NetworkSegment(90f4024f-160c-4885-80aa-58ce2d07968c),segment_id=90f4024f-160c-4885-80aa-58ce2d07968c)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:18:05.765917 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87174e69-a05f-408f-b50a-ee2081d6783a tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'Port': ['ID=21144e78-c787-417b-92a4-68e11ccb66f0,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:05.782048 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-7465c6eb-888f-434c-bd9d-2ace2604b009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:05.888637 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-87174e69-a05f-408f-b50a-ee2081d6783a tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:05.890604 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-87174e69-a05f-408f-b50a-ee2081d6783a tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/ports/21144e78-c787-417b-92a4-68e11ccb66f0 HTTP/1.1" status: 204 len: 168 time: 2.1849852 Jul 15 13:18:05.894432 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38280) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:05.909651 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465c6eb-888f-434c-bd9d-2ace2604b009 service neutron] Pushing event updated for resources: {'Port': ['ID=c19b0dda-2772-4aea-840f-70eade45e12e,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:05.939298 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-c37cea18-8035-44ef-b7a8-1660b93c07e9 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] GET failed (client error): The resource could not be found. Jul 15 13:18:05.940542 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-7465c6eb-888f-434c-bd9d-2ace2604b009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:05.942693 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-7465c6eb-888f-434c-bd9d-2ace2604b009 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:05.943858 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c37cea18-8035-44ef-b7a8-1660b93c07e9 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "GET /v2.0/ports/21144e78-c787-417b-92a4-68e11ccb66f0 HTTP/1.1" status: 404 len: 333 time: 0.0482333 Jul 15 13:18:05.945255 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-7465c6eb-888f-434c-bd9d-2ace2604b009 service neutron] 10.222.0.20 "PUT /v2.0/ports/c19b0dda-2772-4aea-840f-70eade45e12e HTTP/1.1" status: 200 len: 1093 time: 4.5205741 Jul 15 13:18:05.946551 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 38282) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:05.951021 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcae3fb5-901c-4ca5-a91a-040c525b6fe8 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Router cb15aa72-877a-4ba5-bc61-5aa6d65c99ed is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:18:06.261353 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcae3fb5-901c-4ca5-a91a-040c525b6fe8 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:18:06.275078 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf81e5-e0dc-4b45-acfb-d4a60e3852ad None None] Sync routers for ids ['cb15aa72-877a-4ba5-bc61-5aa6d65c99ed'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:18:06.288358 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cf81e5-e0dc-4b45-acfb-d4a60e3852ad None None] Routers {'cb15aa72-877a-4ba5-bc61-5aa6d65c99ed'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:06.290211 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-d8cf81e5-e0dc-4b45-acfb-d4a60e3852ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:18:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['cb15aa72-877a-4ba5-bc61-5aa6d65c99ed'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:06.330222 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bcae3fb5-901c-4ca5-a91a-040c525b6fe8 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:06.339995 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-bcae3fb5-901c-4ca5-a91a-040c525b6fe8 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.1418276 Jul 15 13:18:06.343064 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38288) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:06.511459 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-d8cf81e5-e0dc-4b45-acfb-d4a60e3852ad None None] Set router cb15aa72-877a-4ba5-bc61-5aa6d65c99ed gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:18:06.655557 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-d9e472eb-6bac-4379-8e39-83526234d7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:06.660444 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-d9e472eb-6bac-4379-8e39-83526234d7b6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d986de84121549bf90b7ac80073eff67&device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 1096 time: 0.6847954 Jul 15 13:18:06.681147 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 5d6a3f21-c544-4b21-b29b-6fedff77cadf up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:06.690601 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-15285380-f361-43f3-9899-ba830b07c357 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] 10.222.0.16 "GET /v2.0/routers/cb15aa72-877a-4ba5-bc61-5aa6d65c99ed HTTP/1.1" status: 200 len: 908 time: 0.3440969 Jul 15 13:18:06.692111 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38294) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:06.707855 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-c8f96740-f2d2-4d9f-a036-2e0b91c7e187 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1563748916', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'enable_snat': True}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:06.767115 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c8f96740-f2d2-4d9f-a036-2e0b91c7e187 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:06.768409 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c8f96740-f2d2-4d9f-a036-2e0b91c7e187 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:06.789487 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-d8cf81e5-e0dc-4b45-acfb-d4a60e3852ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb15aa72-877a-4ba5-bc61-5aa6d65c99ed', 'name': 'tempest-snat-router-1563748916', 'tenant_id': 'c43ea1d631ad40419de7685be80d23e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.74'}], 'enable_snat': False}, 'gw_port_id': 'c8d38608-6574-4345-86d1-69fd5fe62b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:18:01Z', 'updated_at': '2021-07-15T13:18:03Z', 'revision_number': 3, 'project_id': 'c43ea1d631ad40419de7685be80d23e1', 'gw_port': {'id': 'c8d38608-6574-4345-86d1-69fd5fe62b00', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb15aa72-877a-4ba5-bc61-5aa6d65c99ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:02Z', 'updated_at': '2021-07-15T13:18:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:06.836060 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf81e5-e0dc-4b45-acfb-d4a60e3852ad None None] Checking router: cb15aa72-877a-4ba5-bc61-5aa6d65c99ed for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:18:06.836679 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf81e5-e0dc-4b45-acfb-d4a60e3852ad None None] Updating router cb15aa72-877a-4ba5-bc61-5aa6d65c99ed port c8d38608-6574-4345-86d1-69fd5fe62b00 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:18:06.851693 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c8f96740-f2d2-4d9f-a036-2e0b91c7e187 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:06.905127 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-d953426b-0f96-4356-9a66-9d93e55023b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:06.907209 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-d953426b-0f96-4356-9a66-9d93e55023b1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=13c0d8aa-07af-4e01-b8fa-724097cdd1d2 HTTP/1.1" status: 200 len: 896 time: 0.2304187 Jul 15 13:18:06.910974 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6ca5e6d5-e268-4b8b-89fb-b2bba0b3dc2c tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:06.915901 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 5d6a3f21-c544-4b21-b29b-6fedff77cadf completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:06.920173 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d8cf81e5-e0dc-4b45-acfb-d4a60e3852ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:06.925173 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 5d6a3f21-c544-4b21-b29b-6fedff77cadf triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:06.925563 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:07.063305 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6ca5e6d5-e268-4b8b-89fb-b2bba0b3dc2c tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:07.075331 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:07.113712 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19674ca4-0dcf-40df-82ae-feb3429a4167 req-84661691-8174-4aee-a442-7c2a501d9755 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:07.121335 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-19674ca4-0dcf-40df-82ae-feb3429a4167 req-84661691-8174-4aee-a442-7c2a501d9755 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 944 time: 1.0576816 Jul 15 13:18:07.129942 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c8f96740-f2d2-4d9f-a036-2e0b91c7e187 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:07.142169 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 5d6a3f21-c544-4b21-b29b-6fedff77cadf, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=5d6a3f21-c544-4b21-b29b-6fedff77cadf,segment=NetworkSegment(6bb03eb1-9e52-4718-ab2b-06d9a8232852),segment_id=6bb03eb1-9e52-4718-ab2b-06d9a8232852)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:07.143696 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd44f860-0beb-437a-88d8-50516f080c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6a3f21-c544-4b21-b29b-6fedff77cadf'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:07.151808 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fd02aa-8fec-4a09-9e94-7a17588a98b8" -d '{"events": [{"server_uuid": "dd44f860-0beb-437a-88d8-50516f080c0f", "name": "network-vif-plugged", "status": "completed", "tag": "5d6a3f21-c544-4b21-b29b-6fedff77cadf"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:07.162277 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:07.178111 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-610c6a99-ac0a-464a-be27-43f0ec3da667 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c19b0dda-2772-4aea-840f-70eade45e12e HTTP/1.1" status: 200 len: 1000 time: 0.2549975 Jul 15 13:18:07.207756 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c287899-981d-46bb-b273-12285aa1efb3 req-961611e7-3c52-497e-b3f4-846ca9e1f043 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:07.215420 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7c287899-981d-46bb-b273-12285aa1efb3 req-961611e7-3c52-497e-b3f4-846ca9e1f043 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.9599984 Jul 15 13:18:07.272088 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-19674ca4-0dcf-40df-82ae-feb3429a4167 req-d4471cfd-9837-4503-8d86-3dea73caa3f8 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=b00d526e-d151-4f83-bb42-f9f5f8e270ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497009 Jul 15 13:18:07.324253 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d8cf81e5-e0dc-4b45-acfb-d4a60e3852ad None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:07.354611 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-d8cf81e5-e0dc-4b45-acfb-d4a60e3852ad None None] Transition to ACTIVE for port object c8d38608-6574-4345-86d1-69fd5fe62b00 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:07.368821 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d8cf81e5-e0dc-4b45-acfb-d4a60e3852ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:07.371359 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=5d6a3f21-c544-4b21-b29b-6fedff77cadf,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:07.390987 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d924eeb-0c12-4172-af92-62dcc2407bd6', 'tag': 'c19b0dda-2772-4aea-840f-70eade45e12e'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:07.396241 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98eaa34-e168-4767-ab6f-f573ace8646d" -d '{"events": [{"name": "network-changed", "server_uuid": "5d924eeb-0c12-4172-af92-62dcc2407bd6", "tag": "c19b0dda-2772-4aea-840f-70eade45e12e"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:07.405210 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-0b9ba4cb-20c7-44a5-b669-0b32b836e0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:07.409471 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-0b9ba4cb-20c7-44a5-b669-0b32b836e0f5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=007dc46b-c0a3-4755-b595-e11755a7ea39 HTTP/1.1" status: 200 len: 835 time: 0.1909013 Jul 15 13:18:07.512470 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e86e1b-b0e4-4668-834f-bcee38292ba4 None None] Pushing event updated for resources: {'Port': ['ID=c8d38608-6574-4345-86d1-69fd5fe62b00,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:07.519615 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-d8cf81e5-e0dc-4b45-acfb-d4a60e3852ad None None] Attempting to bind port c8d38608-6574-4345-86d1-69fd5fe62b00 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:18:07.521983 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-d8cf81e5-e0dc-4b45-acfb-d4a60e3852ad None None] Attempting to bind port c8d38608-6574-4345-86d1-69fd5fe62b00 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:18:07.522460 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cf81e5-e0dc-4b45-acfb-d4a60e3852ad None None] Attempting to bind port c8d38608-6574-4345-86d1-69fd5fe62b00 on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:07.539244 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cf81e5-e0dc-4b45-acfb-d4a60e3852ad None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:18:07.539813 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cf81e5-e0dc-4b45-acfb-d4a60e3852ad None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:07.540333 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d8cf81e5-e0dc-4b45-acfb-d4a60e3852ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:07.540839 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cf81e5-e0dc-4b45-acfb-d4a60e3852ad None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:18:07.541890 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-d8cf81e5-e0dc-4b45-acfb-d4a60e3852ad None None] Bound port: c8d38608-6574-4345-86d1-69fd5fe62b00, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:18:07.542632 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d8cf81e5-e0dc-4b45-acfb-d4a60e3852ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:07.558385 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7c287899-981d-46bb-b273-12285aa1efb3 req-90ef7c3d-f7de-4567-a5ec-fb8e5e701df5 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109267 Jul 15 13:18:07.636578 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c8f96740-f2d2-4d9f-a036-2e0b91c7e187 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:07.677204 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6ca5e6d5-e268-4b8b-89fb-b2bba0b3dc2c tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:07.678991 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba97b4c-a5a1-43b2-8d24-b47978364754 x-openstack-request-id: req-4ba97b4c-a5a1-43b2-8d24-b47978364754 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:07.679285 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd44f860-0beb-437a-88d8-50516f080c0f", "name": "network-vif-plugged", "status": "completed", "tag": "5d6a3f21-c544-4b21-b29b-6fedff77cadf", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:07.679537 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4ba97b4c-a5a1-43b2-8d24-b47978364754 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:07.681503 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd44f860-0beb-437a-88d8-50516f080c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6a3f21-c544-4b21-b29b-6fedff77cadf', 'code': 200} Jul 15 13:18:07.696819 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6ca5e6d5-e268-4b8b-89fb-b2bba0b3dc2c tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:07.698998 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c8f96740-f2d2-4d9f-a036-2e0b91c7e187 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:07.699685 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-d8cf81e5-e0dc-4b45-acfb-d4a60e3852ad None None] For port c8d38608-6574-4345-86d1-69fd5fe62b00, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:18:07.701539 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6ca5e6d5-e268-4b8b-89fb-b2bba0b3dc2c tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/security-groups/154f0949-8fb0-4fce-85f3-9b72be9daf6b HTTP/1.1" status: 204 len: 168 time: 1.7536693 Jul 15 13:18:07.704220 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38308) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:07.711537 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-d8cf81e5-e0dc-4b45-acfb-d4a60e3852ad None None] For port c8d38608-6574-4345-86d1-69fd5fe62b00, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=c8d38608-6574-4345-86d1-69fd5fe62b00,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:18:07.719111 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d8cf81e5-e0dc-4b45-acfb-d4a60e3852ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:07.751448 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca5e6d5-e268-4b8b-89fb-b2bba0b3dc2c tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=154f0949-8fb0-4fce-85f3-9b72be9daf6b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:07.855003 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093bcad8-1caf-4fa3-b607-9888eb1db80e x-openstack-request-id: req-093bcad8-1caf-4fa3-b607-9888eb1db80e {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:07.855305 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d924eeb-0c12-4172-af92-62dcc2407bd6", "tag": "c19b0dda-2772-4aea-840f-70eade45e12e", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:07.855566 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-093bcad8-1caf-4fa3-b607-9888eb1db80e {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:07.855971 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d924eeb-0c12-4172-af92-62dcc2407bd6', 'tag': 'c19b0dda-2772-4aea-840f-70eade45e12e', 'status': 'completed', 'code': 200} Jul 15 13:18:07.920671 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cf81e5-e0dc-4b45-acfb-d4a60e3852ad None None] Routers {'cb15aa72-877a-4ba5-bc61-5aa6d65c99ed'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:07.934943 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-d8cf81e5-e0dc-4b45-acfb-d4a60e3852ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:18:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['cb15aa72-877a-4ba5-bc61-5aa6d65c99ed'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:07.943741 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e86e1b-b0e4-4668-834f-bcee38292ba4 None None] Pushing event updated for resources: {'Port': ['ID=c8d38608-6574-4345-86d1-69fd5fe62b00,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:07.965319 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb79622-5455-4401-ac8f-47b13020c58b req-8991a748-590f-427c-b23e-e2c0095eff0d tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:07.978877 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3f69e271-600b-46ba-912e-475888c75a50 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:07.983158 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ddb79622-5455-4401-ac8f-47b13020c58b req-8991a748-590f-427c-b23e-e2c0095eff0d tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd44f860-0beb-437a-88d8-50516f080c0f HTTP/1.1" status: 200 len: 946 time: 0.4458654 Jul 15 13:18:08.004059 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3f69e271-600b-46ba-912e-475888c75a50 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:08.020661 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-afea6814-1651-4459-8890-7d032f592900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:08.023206 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-afea6814-1651-4459-8890-7d032f592900 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=13c0d8aa-07af-4e01-b8fa-724097cdd1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5960402 Jul 15 13:18:08.057864 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3f69e271-600b-46ba-912e-475888c75a50 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:08.060493 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3f69e271-600b-46ba-912e-475888c75a50 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:08.061720 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3f69e271-600b-46ba-912e-475888c75a50 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/security-groups/2e79c6b2-8c6a-4e40-ae04-fbf04d5d3eb1 HTTP/1.1" status: 204 len: 168 time: 0.3564920 Jul 15 13:18:08.078956 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 38310) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:08.101749 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69e271-600b-46ba-912e-475888c75a50 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e79c6b2-8c6a-4e40-ae04-fbf04d5d3eb1,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:08.159158 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98eaa34-e168-4767-ab6f-f573ace8646d req-4c70f5ae-4576-4b7a-a88c-4f37b323f89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:08.161362 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b98eaa34-e168-4767-ab6f-f573ace8646d req-4c70f5ae-4576-4b7a-a88c-4f37b323f89c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d986de84121549bf90b7ac80073eff67&device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 1096 time: 0.3175509 Jul 15 13:18:08.193434 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:18:08.195024 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-c8f96740-f2d2-4d9f-a036-2e0b91c7e187 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Allocated IP 172.25.8.139 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/56f108cb-3c3b-408d-bb72-347f821afaab) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:08.211476 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-d8cf81e5-e0dc-4b45-acfb-d4a60e3852ad None None] Set router cb15aa72-877a-4ba5-bc61-5aa6d65c99ed gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:18:08.398796 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98eaa34-e168-4767-ab6f-f573ace8646d req-8c5eb63f-9645-442d-87f4-242eb772b1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:08.400533 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b98eaa34-e168-4767-ab6f-f573ace8646d req-8c5eb63f-9645-442d-87f4-242eb772b1bd service neutron] 10.222.0.46 "GET /v2.0/networks?id=13c0d8aa-07af-4e01-b8fa-724097cdd1d2 HTTP/1.1" status: 200 len: 896 time: 0.2270131 Jul 15 13:18:08.485162 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-d8cf81e5-e0dc-4b45-acfb-d4a60e3852ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb15aa72-877a-4ba5-bc61-5aa6d65c99ed', 'name': 'tempest-snat-router-1563748916', 'tenant_id': 'c43ea1d631ad40419de7685be80d23e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.74'}], 'enable_snat': False}, 'gw_port_id': 'c8d38608-6574-4345-86d1-69fd5fe62b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:18:01Z', 'updated_at': '2021-07-15T13:18:03Z', 'revision_number': 3, 'project_id': 'c43ea1d631ad40419de7685be80d23e1', 'gw_port': {'id': 'c8d38608-6574-4345-86d1-69fd5fe62b00', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb15aa72-877a-4ba5-bc61-5aa6d65c99ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:02Z', 'updated_at': '2021-07-15T13:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:08.518261 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf81e5-e0dc-4b45-acfb-d4a60e3852ad None None] The sync data for ids ['cb15aa72-877a-4ba5-bc61-5aa6d65c99ed'] in n-d-771363-36 is: [{'id': 'cb15aa72-877a-4ba5-bc61-5aa6d65c99ed', 'name': 'tempest-snat-router-1563748916', 'tenant_id': 'c43ea1d631ad40419de7685be80d23e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.74'}], 'enable_snat': False}, 'gw_port_id': 'c8d38608-6574-4345-86d1-69fd5fe62b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:18:01Z', 'updated_at': '2021-07-15T13:18:03Z', 'revision_number': 3, 'project_id': 'c43ea1d631ad40419de7685be80d23e1', 'gw_port': {'id': 'c8d38608-6574-4345-86d1-69fd5fe62b00', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb15aa72-877a-4ba5-bc61-5aa6d65c99ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:02Z', 'updated_at': '2021-07-15T13:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:18:08.558740 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c8f96740-f2d2-4d9f-a036-2e0b91c7e187 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:08.594325 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b98eaa34-e168-4767-ab6f-f573ace8646d req-a314b9ef-5796-460f-b666-a38ac057f4d2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c19b0dda-2772-4aea-840f-70eade45e12e HTTP/1.1" status: 200 len: 1000 time: 0.1873858 Jul 15 13:18:08.713917 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fccc90-31c1-4d43-a3b8-573daee68fcd req-bd04b660-76bc-40a5-b319-38f7e0f8def2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:08.715494 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-21fccc90-31c1-4d43-a3b8-573daee68fcd req-bd04b660-76bc-40a5-b319-38f7e0f8def2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dd44f860-0beb-437a-88d8-50516f080c0f HTTP/1.1" status: 200 len: 1098 time: 0.9697077 Jul 15 13:18:08.724266 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98eaa34-e168-4767-ab6f-f573ace8646d req-e2153f40-2672-45f5-8ad3-1789478bceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:08.726221 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b98eaa34-e168-4767-ab6f-f573ace8646d req-e2153f40-2672-45f5-8ad3-1789478bceb7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=007dc46b-c0a3-4755-b595-e11755a7ea39 HTTP/1.1" status: 200 len: 835 time: 0.1249363 Jul 15 13:18:08.822258 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ddb79622-5455-4401-ac8f-47b13020c58b req-94db0df2-684e-44d9-9df1-4e75c1d80fd7 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8380613 Jul 15 13:18:08.942298 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c8f96740-f2d2-4d9f-a036-2e0b91c7e187 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:08.946069 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-21fccc90-31c1-4d43-a3b8-573daee68fcd req-8aa31cd8-efd5-4512-890f-5b13e83e4ecc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113643 Jul 15 13:18:08.964691 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-66a4a9f1-a20f-44cc-9d45-2d1ccc574126 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Deleting subnet d28899a1-aa35-4653-981f-3a737aa13dd3 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:18:09.015852 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66a4a9f1-a20f-44cc-9d45-2d1ccc574126 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:09.102372 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f96740-f2d2-4d9f-a036-2e0b91c7e187 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:09.109581 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420dc16-e7a5-4eb9-9a45-c7fe759d19a1 req-de0cbeed-56ca-4311-b0a6-a0c155e60c75 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:09.111293 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5420dc16-e7a5-4eb9-9a45-c7fe759d19a1 req-de0cbeed-56ca-4311-b0a6-a0c155e60c75 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 1.1694541 Jul 15 13:18:09.118072 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-c8f96740-f2d2-4d9f-a036-2e0b91c7e187 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:09.130219 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98eaa34-e168-4767-ab6f-f573ace8646d req-1caf4213-ec65-4db8-ada3-0c0e54ed0a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:09.134368 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b98eaa34-e168-4767-ab6f-f573ace8646d req-1caf4213-ec65-4db8-ada3-0c0e54ed0a0f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13c0d8aa-07af-4e01-b8fa-724097cdd1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3900161 Jul 15 13:18:09.138724 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f96740-f2d2-4d9f-a036-2e0b91c7e187 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:09.228260 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-d838899b-c47d-4a07-b065-f9293ba4c22e service neutron] 10.222.0.20 "GET /v2.0/networks/13c0d8aa-07af-4e01-b8fa-724097cdd1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1714694 Jul 15 13:18:09.252926 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66a4a9f1-a20f-44cc-9d45-2d1ccc574126 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:09.261976 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f96740-f2d2-4d9f-a036-2e0b91c7e187 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Pushing event updated for resources: {'Port': ['ID=56f108cb-3c3b-408d-bb72-347f821afaab,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:09.409067 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5420dc16-e7a5-4eb9-9a45-c7fe759d19a1 req-2b95a2bc-0d34-4689-b144-b99696c5a544 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542412 Jul 15 13:18:09.513240 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b98eaa34-e168-4767-ab6f-f573ace8646d req-0936ef14-efd9-44c4-a3d9-2faae0fe6e8a service neutron] 10.222.0.46 "GET /v2.0/networks/13c0d8aa-07af-4e01-b8fa-724097cdd1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644769 Jul 15 13:18:09.548748 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63cb15e-cdf2-44b8-a882-d96d02c85145 req-1eabeef7-650a-4f3c-b703-3f49f79f77d9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:09.558622 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e63cb15e-cdf2-44b8-a882-d96d02c85145 req-1eabeef7-650a-4f3c-b703-3f49f79f77d9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 944 time: 0.4438791 Jul 15 13:18:09.618347 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0bd70072-596d-430e-9598-5eef803e0ed9 req-103ed2ec-a933-4ccc-a696-ea9f0abef773 service neutron] 10.222.0.20 "GET /v2.0/networks/13c0d8aa-07af-4e01-b8fa-724097cdd1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806109 Jul 15 13:18:09.684551 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [req-b12a0cc9-176d-46fe-85d6-41e7ad5c59f0 req-a18a8957-d315-4295-bcb1-b67976e9486c service neutron] (93826) timed out ('10.222.0.20', 51972) {{(pid=93826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:18:09.724726 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66a4a9f1-a20f-44cc-9d45-2d1ccc574126 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:09.787771 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38342) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:09.963993 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e63cb15e-cdf2-44b8-a882-d96d02c85145 req-1af4696a-812c-4e4d-a8c8-28e679d4a61a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=b00d526e-d151-4f83-bb42-f9f5f8e270ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4025257 Jul 15 13:18:09.979448 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b98eaa34-e168-4767-ab6f-f573ace8646d req-293333d6-18f7-4635-875e-45191238c947 service neutron] 10.222.0.46 "GET /v2.0/networks/13c0d8aa-07af-4e01-b8fa-724097cdd1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4564109 Jul 15 13:18:09.991629 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c8f96740-f2d2-4d9f-a036-2e0b91c7e187 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.130515 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66a4a9f1-a20f-44cc-9d45-2d1ccc574126 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.139983 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-417aab11-ef9d-4cf5-9cd0-ae74b8ad92a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.307695 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c8d38608-6574-4345-86d1-69fd5fe62b00 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:10.311724 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98eaa34-e168-4767-ab6f-f573ace8646d req-fae5d6d7-deff-4610-8379-6762c9dc37f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:10.317531 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b98eaa34-e168-4767-ab6f-f573ace8646d req-fae5d6d7-deff-4610-8379-6762c9dc37f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d986de84121549bf90b7ac80073eff67&device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 1096 time: 0.5153809 Jul 15 13:18:10.327398 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66a4a9f1-a20f-44cc-9d45-2d1ccc574126 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.330183 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-66a4a9f1-a20f-44cc-9d45-2d1ccc574126 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/subnets/d28899a1-aa35-4653-981f-3a737aa13dd3 HTTP/1.1" status: 204 len: 168 time: 2.2449081 Jul 15 13:18:10.386768 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38356) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:10.391791 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b957e-98b9-40b2-8b44-c9a193f90b13 req-176724ac-88e1-4b92-a274-8934cc44144b tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:10.393409 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2f3b957e-98b9-40b2-8b44-c9a193f90b13 req-176724ac-88e1-4b92-a274-8934cc44144b tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.4221292 Jul 15 13:18:10.396200 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804e786c-6800-406f-b118-086415aa3db9 None None] Network 0308f1b5-a073-4fd9-b3a5-e7f8fadc802a requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:10.400818 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-857eb6f1-afe6-4bc2-a678-b7e685b97c11 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'subnet': {'network_id': '0308f1b5-a073-4fd9-b3a5-e7f8fadc802a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:10.405238 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4a9f1-a20f-44cc-9d45-2d1ccc574126 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'Subnet': ['ID=d28899a1-aa35-4653-981f-3a737aa13dd3,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:10.541002 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port c8d38608-6574-4345-86d1-69fd5fe62b00 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:10.552572 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port c8d38608-6574-4345-86d1-69fd5fe62b00 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:10.553230 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.649930 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2f3b957e-98b9-40b2-8b44-c9a193f90b13 req-ca853114-ea4f-4234-8737-d8320e878a08 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332575 Jul 15 13:18:10.681569 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.749490 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9e675-1689-49ad-a725-bdb78369f5a8 req-9d9d913c-e162-4f74-9043-3809e72899db tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:10.754997 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6dd9e675-1689-49ad-a725-bdb78369f5a8 req-9d9d913c-e162-4f74-9043-3809e72899db tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd44f860-0beb-437a-88d8-50516f080c0f HTTP/1.1" status: 200 len: 946 time: 0.4618056 Jul 15 13:18:10.788305 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98eaa34-e168-4767-ab6f-f573ace8646d req-7a364b93-7cdb-4d95-a819-3d9d275bb4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:10.793384 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b98eaa34-e168-4767-ab6f-f573ace8646d req-7a364b93-7cdb-4d95-a819-3d9d275bb4a6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=13c0d8aa-07af-4e01-b8fa-724097cdd1d2 HTTP/1.1" status: 200 len: 896 time: 0.3746665 Jul 15 13:18:10.827721 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port c8d38608-6574-4345-86d1-69fd5fe62b00, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=c8d38608-6574-4345-86d1-69fd5fe62b00,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:10.843489 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.942713 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=c8d38608-6574-4345-86d1-69fd5fe62b00,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:10.972747 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6dd9e675-1689-49ad-a725-bdb78369f5a8 req-6ac8af87-6cf2-45a0-a2ec-2ba3b263be40 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061000 Jul 15 13:18:11.025130 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b98eaa34-e168-4767-ab6f-f573ace8646d req-d0ddd7fa-739b-4279-bb76-2587510945a2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c19b0dda-2772-4aea-840f-70eade45e12e HTTP/1.1" status: 200 len: 1000 time: 0.2207363 Jul 15 13:18:11.074723 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c8f96740-f2d2-4d9f-a036-2e0b91c7e187 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:11.204836 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98eaa34-e168-4767-ab6f-f573ace8646d req-7b1b2bd9-38c2-4409-9859-37480ccdd206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:11.206337 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b98eaa34-e168-4767-ab6f-f573ace8646d req-7b1b2bd9-38c2-4409-9859-37480ccdd206 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=007dc46b-c0a3-4755-b595-e11755a7ea39 HTTP/1.1" status: 200 len: 835 time: 0.1696026 Jul 15 13:18:11.215017 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69203308-7005-4f3e-ad46-7f40b5fdc3a5 req-8b706e75-1235-4105-bdab-44dbd0dd868a tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:11.216721 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-69203308-7005-4f3e-ad46-7f40b5fdc3a5 req-8b706e75-1235-4105-bdab-44dbd0dd868a tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.3442717 Jul 15 13:18:11.381072 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-69203308-7005-4f3e-ad46-7f40b5fdc3a5 req-93ec6beb-25a6-4cfd-9119-8dcd208f4fbc tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517205 Jul 15 13:18:11.393556 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98eaa34-e168-4767-ab6f-f573ace8646d req-549d165c-7296-4213-9aea-09ab1e4b96c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:11.397165 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b98eaa34-e168-4767-ab6f-f573ace8646d req-549d165c-7296-4213-9aea-09ab1e4b96c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=13c0d8aa-07af-4e01-b8fa-724097cdd1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1782336 Jul 15 13:18:11.518431 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-417aab11-ef9d-4cf5-9cd0-ae74b8ad92a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:11.538296 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-417aab11-ef9d-4cf5-9cd0-ae74b8ad92a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:11.590321 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67811e5e-a094-454a-aab0-a7c48724c81c req-046acef5-3b36-4d65-8e81-3d884247591f tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:11.592725 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-67811e5e-a094-454a-aab0-a7c48724c81c req-046acef5-3b36-4d65-8e81-3d884247591f tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 944 time: 0.3487532 Jul 15 13:18:11.667473 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857eb6f1-afe6-4bc2-a678-b7e685b97c11 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Made reservation on behalf of 44d20f985e3e4d3da729c1600e912e21 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:11.671562 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-857eb6f1-afe6-4bc2-a678-b7e685b97c11 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:11.693862 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-417aab11-ef9d-4cf5-9cd0-ae74b8ad92a1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2da5265d8e034ba7b52c891b9d7cb769&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9005485 Jul 15 13:18:11.716252 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 38372) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:11.730774 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f96740-f2d2-4d9f-a036-2e0b91c7e187 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Router f11b89bf-b1f2-405f-ae50-3ec8aa8033dc is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:18:11.741978 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417aab11-ef9d-4cf5-9cd0-ae74b8ad92a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e1d160-adb8-4afd-9f36-8b1d92ecd16d,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:11.809361 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b98eaa34-e168-4767-ab6f-f573ace8646d req-1f0024c0-8cdd-4c20-8ab9-9da8acc4f1c1 service neutron] 10.222.0.20 "GET /v2.0/networks/13c0d8aa-07af-4e01-b8fa-724097cdd1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057736 Jul 15 13:18:11.855753 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-67811e5e-a094-454a-aab0-a7c48724c81c req-f894e95b-bdbe-4725-871f-8c1e58416c02 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=b00d526e-d151-4f83-bb42-f9f5f8e270ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2466743 Jul 15 13:18:11.951810 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f96740-f2d2-4d9f-a036-2e0b91c7e187 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:18:11.954431 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-4dc5535c-ecec-4e6a-864a-306ea2fae277 None None] Provisioning complete for port 5ff5c178-815c-4056-8bb3-c633d3d84531 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:11.957028 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4dc5535c-ecec-4e6a-864a-306ea2fae277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:11.968294 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c8f96740-f2d2-4d9f-a036-2e0b91c7e187 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:11.969543 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c8f96740-f2d2-4d9f-a036-2e0b91c7e187 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.2731757 Jul 15 13:18:11.972239 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38378) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:11.995945 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12e6fc14-677d-4b1a-bb3d-fa45ea0b6cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.058802 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0f4c2e-42d1-4c84-8139-898c3ec4d645 None None] Sync routers for ids ['f11b89bf-b1f2-405f-ae50-3ec8aa8033dc'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:18:12.065376 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c2d8d-76c8-4e1d-aaf4-146b4b5460c2 req-6c380da8-3e94-4dd1-aa9c-57a5527a59d9 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:12.066878 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a57c2d8d-76c8-4e1d-aaf4-146b4b5460c2 req-6c380da8-3e94-4dd1-aa9c-57a5527a59d9 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.2773132 Jul 15 13:18:12.069757 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12e6fc14-677d-4b1a-bb3d-fa45ea0b6cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.073700 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b98eaa34-e168-4767-ab6f-f573ace8646d req-0defd7fe-14c7-478f-95e1-8e46c4a97b14 service neutron] 10.222.0.20 "GET /v2.0/networks/13c0d8aa-07af-4e01-b8fa-724097cdd1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322764 Jul 15 13:18:12.122897 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0f4c2e-42d1-4c84-8139-898c3ec4d645 None None] Routers {'f11b89bf-b1f2-405f-ae50-3ec8aa8033dc'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:12.124952 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-45162c69-829a-4571-a6ac-3fe91113d1b2 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] 10.222.0.16 "GET /v2.0/routers/f11b89bf-b1f2-405f-ae50-3ec8aa8033dc HTTP/1.1" status: 200 len: 908 time: 0.1509528 Jul 15 13:18:12.128772 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38382) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:12.143550 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-fb0f4c2e-42d1-4c84-8139-898c3ec4d645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:18:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f11b89bf-b1f2-405f-ae50-3ec8aa8033dc'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:12.144041 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a57c2d8d-76c8-4e1d-aaf4-146b4b5460c2 req-0f7da2be-f764-466a-ad7c-3e2e2bde1e25 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693817 Jul 15 13:18:12.176364 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12e6fc14-677d-4b1a-bb3d-fa45ea0b6cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.186367 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12e6fc14-677d-4b1a-bb3d-fa45ea0b6cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.194270 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-12e6fc14-677d-4b1a-bb3d-fa45ea0b6cfe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/83e1d160-adb8-4afd-9f36-8b1d92ecd16d HTTP/1.1" status: 204 len: 168 time: 0.4769425 Jul 15 13:18:12.222700 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6fc14-677d-4b1a-bb3d-fa45ea0b6cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e1d160-adb8-4afd-9f36-8b1d92ecd16d,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:12.347140 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c8d38608-6574-4345-86d1-69fd5fe62b00 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:12.369617 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcedd4-063d-4c85-a658-6fae470b8cad req-5e01c171-2bc7-4724-b59b-bf1dc11270f8 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:12.371303 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-69fcedd4-063d-4c85-a658-6fae470b8cad req-5e01c171-2bc7-4724-b59b-bf1dc11270f8 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd44f860-0beb-437a-88d8-50516f080c0f HTTP/1.1" status: 200 len: 946 time: 0.1239710 Jul 15 13:18:12.497706 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89f9c05a-013e-45df-bba0-ede56c6f5f50 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.534536 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-69fcedd4-063d-4c85-a658-6fae470b8cad req-3d931c99-a160-4ba6-8b74-a032481d4ae9 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517365 Jul 15 13:18:12.585613 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-857eb6f1-afe6-4bc2-a678-b7e685b97c11 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.630210 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8caf596-b11f-4cfd-ad64-ef69e3ada82d req-075d56a3-9a46-4245-ad6f-26f1541d48bd tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:12.631860 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f8caf596-b11f-4cfd-ad64-ef69e3ada82d req-075d56a3-9a46-4245-ad6f-26f1541d48bd tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.2247026 Jul 15 13:18:12.676787 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857eb6f1-afe6-4bc2-a678-b7e685b97c11 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Network 0308f1b5-a073-4fd9-b3a5-e7f8fadc802a is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:12.687551 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-857eb6f1-afe6-4bc2-a678-b7e685b97c11 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:12.696966 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857eb6f1-afe6-4bc2-a678-b7e685b97c11 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:12.697796 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-857eb6f1-afe6-4bc2-a678-b7e685b97c11 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.714429 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port c8d38608-6574-4345-86d1-69fd5fe62b00 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:12.731364 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.733612 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857eb6f1-afe6-4bc2-a678-b7e685b97c11 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'Subnet': ['ID=21b8f9d3-36ec-4b8f-bf20-e28980cdc3a2,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:12.745025 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89f9c05a-013e-45df-bba0-ede56c6f5f50 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.750917 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-857eb6f1-afe6-4bc2-a678-b7e685b97c11 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3552277 Jul 15 13:18:12.753614 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38400) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:12.754256 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f8caf596-b11f-4cfd-ad64-ef69e3ada82d req-aec6069a-bbb3-4d14-ac3c-8b7a39900e83 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096253 Jul 15 13:18:12.759567 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-f9459570-29e4-4320-aedb-33c93ebb7ee4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'security_group': {'name': 'tempest-secgroup-1475699283'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:12.776366 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ed4b39-dc1e-408b-b2d9-b5e2d09f5288 None None] Network 0308f1b5-a073-4fd9-b3a5-e7f8fadc802a requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:12.788422 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-fb0f4c2e-42d1-4c84-8139-898c3ec4d645 None None] Set router f11b89bf-b1f2-405f-ae50-3ec8aa8033dc gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:18:12.877226 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9459570-29e4-4320-aedb-33c93ebb7ee4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.962831 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 38408) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:12.973606 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-4dc5535c-ecec-4e6a-864a-306ea2fae277 None None] Provisioning complete for port 1ea8a4e0-0978-4f6e-b970-313ad0f71256 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:12.974583 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4dc5535c-ecec-4e6a-864a-306ea2fae277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.991041 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a4f72ddb-294d-4270-99ef-942fece0e6d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:13.013359 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-89f9c05a-013e-45df-bba0-ede56c6f5f50 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Deleting port 56f108cb-3c3b-408d-bb72-347f821afaab {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:13.013747 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89f9c05a-013e-45df-bba0-ede56c6f5f50 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:13.063904 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device c19b0dda-2772-4aea-840f-70eade45e12e details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:18:13.161170 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89f9c05a-013e-45df-bba0-ede56c6f5f50 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:13.165136 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9459570-29e4-4320-aedb-33c93ebb7ee4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:13.176936 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9459570-29e4-4320-aedb-33c93ebb7ee4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:13.187654 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-89f9c05a-013e-45df-bba0-ede56c6f5f50 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Calling delete_port for 56f108cb-3c3b-408d-bb72-347f821afaab owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:13.221236 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9459570-29e4-4320-aedb-33c93ebb7ee4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c1c32d-492b-4fd7-82c0-90bca63d7b33,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:13.278497 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port c19b0dda-2772-4aea-840f-70eade45e12e, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=c19b0dda-2772-4aea-840f-70eade45e12e,segment=NetworkSegment(90f4024f-160c-4885-80aa-58ce2d07968c),segment_id=90f4024f-160c-4885-80aa-58ce2d07968c)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:13.358679 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': 'c19b0dda-2772-4aea-840f-70eade45e12e', 'network_id': '13c0d8aa-07af-4e01-b8fa-724097cdd1d2', 'port_id': 'c19b0dda-2772-4aea-840f-70eade45e12e', 'mac_address': 'fa:16:3e:83:cb:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007dc46b-c0a3-4755-b595-e11755a7ea39', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:18:13.413581 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:13.432052 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645a322-cbf3-4f13-a998-17b6d958e635 req-3d206ba1-c9e7-4906-b070-697788d24c0d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:13.435262 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9645a322-cbf3-4f13-a998-17b6d958e635 req-3d206ba1-c9e7-4906-b070-697788d24c0d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 944 time: 0.3442028 Jul 15 13:18:13.486335 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-4dc5535c-ecec-4e6a-864a-306ea2fae277 None None] Port 1ea8a4e0-0978-4f6e-b970-313ad0f71256 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:18:13.500292 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c19b0dda-2772-4aea-840f-70eade45e12e {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:18:13.505473 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89f9c05a-013e-45df-bba0-ede56c6f5f50 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:13.526370 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port c19b0dda-2772-4aea-840f-70eade45e12e, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=c19b0dda-2772-4aea-840f-70eade45e12e,segment=NetworkSegment(90f4024f-160c-4885-80aa-58ce2d07968c),segment_id=90f4024f-160c-4885-80aa-58ce2d07968c)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:13.528571 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9645a322-cbf3-4f13-a998-17b6d958e635 req-360f48e5-9a7a-4a3d-91d5-bc97a2e7de37 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=b00d526e-d151-4f83-bb42-f9f5f8e270ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786757 Jul 15 13:18:13.582159 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a4f72ddb-294d-4270-99ef-942fece0e6d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:13.584684 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:13.591436 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a4f72ddb-294d-4270-99ef-942fece0e6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:13.648288 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f9c05a-013e-45df-bba0-ede56c6f5f50 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Pushing event deleted for resources: {'Port': ['ID=56f108cb-3c3b-408d-bb72-347f821afaab,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:13.673963 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9459570-29e4-4320-aedb-33c93ebb7ee4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:13.681409 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f9459570-29e4-4320-aedb-33c93ebb7ee4 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9228623 Jul 15 13:18:13.683115 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 38420) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:13.688547 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-885495b8-4903-4188-85d3-b28deff21c3e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'security_group': {'name': 'tempest-secgroup-714484812'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:13.699828 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf991ee0-938f-4dd8-92d6-39ebfdaad556 req-ea05dbee-13f2-4488-9ba4-a7b27996b0ab tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:13.707311 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bf991ee0-938f-4dd8-92d6-39ebfdaad556 req-ea05dbee-13f2-4488-9ba4-a7b27996b0ab tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd44f860-0beb-437a-88d8-50516f080c0f HTTP/1.1" status: 200 len: 946 time: 0.3414075 Jul 15 13:18:13.736205 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a4f72ddb-294d-4270-99ef-942fece0e6d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b8b9cef4b75d4303a16560f7e5de7b5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7696457 Jul 15 13:18:13.741053 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f72ddb-294d-4270-99ef-942fece0e6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8559635-4696-47ce-9d40-0085eacd8684,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:13.753587 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 38422) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:13.806056 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89f9c05a-013e-45df-bba0-ede56c6f5f50 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:13.840517 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bf991ee0-938f-4dd8-92d6-39ebfdaad556 req-68bd569c-d716-4b4d-b889-d836a52940fc tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322305 Jul 15 13:18:13.879909 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-885495b8-4903-4188-85d3-b28deff21c3e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:13.886994 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['c19b0dda-2772-4aea-840f-70eade45e12e'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:13.931528 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89f9c05a-013e-45df-bba0-ede56c6f5f50 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:13.933810 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89f9c05a-013e-45df-bba0-ede56c6f5f50 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:13.936876 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=c19b0dda-2772-4aea-840f-70eade45e12e,revision_number=8']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:13.982980 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5b57418c-10ed-4bcd-b173-83de9c762f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:13.988484 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89f9c05a-013e-45df-bba0-ede56c6f5f50 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:13.990123 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f9c05a-013e-45df-bba0-ede56c6f5f50 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f11b89bf-b1f2-405f-ae50-3ec8aa8033dc {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:18:13.997074 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89f9c05a-013e-45df-bba0-ede56c6f5f50 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:14.001820 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-89f9c05a-013e-45df-bba0-ede56c6f5f50 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] 10.222.0.16 "DELETE /v2.0/routers/f11b89bf-b1f2-405f-ae50-3ec8aa8033dc HTTP/1.1" status: 204 len: 168 time: 1.8717093 Jul 15 13:18:14.002502 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38426) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:14.033056 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5b57418c-10ed-4bcd-b173-83de9c762f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:14.059674 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e177b6f-f6c6-4bc8-bc9e-84d14d967ff7 req-bd6d5ca0-493d-4aca-96ed-d16d6af9c614 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:14.061249 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7e177b6f-f6c6-4bc8-bc9e-84d14d967ff7 req-bd6d5ca0-493d-4aca-96ed-d16d6af9c614 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.2869458 Jul 15 13:18:14.160310 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-885495b8-4903-4188-85d3-b28deff21c3e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:14.169890 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7e177b6f-f6c6-4bc8-bc9e-84d14d967ff7 req-d54fcb68-1b93-4894-abf3-6791079392a1 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934980 Jul 15 13:18:14.172044 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-885495b8-4903-4188-85d3-b28deff21c3e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:14.227761 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5b57418c-10ed-4bcd-b173-83de9c762f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:14.234498 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5b57418c-10ed-4bcd-b173-83de9c762f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:14.240150 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5b57418c-10ed-4bcd-b173-83de9c762f55 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f8559635-4696-47ce-9d40-0085eacd8684 HTTP/1.1" status: 204 len: 168 time: 0.4805100 Jul 15 13:18:14.248301 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-885495b8-4903-4188-85d3-b28deff21c3e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:14.252029 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-885495b8-4903-4188-85d3-b28deff21c3e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5653188 Jul 15 13:18:14.260960 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38434) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:14.266145 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885495b8-4903-4188-85d3-b28deff21c3e tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=614b397f-ebae-4cf4-b965-bf3228be73d8,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:14.292806 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-071e4c2c-f10d-48f5-817a-c66a9f75a12a tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'security_group': {'name': 'tempest-secgroup-1284523636'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:14.293386 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b57418c-10ed-4bcd-b173-83de9c762f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8559635-4696-47ce-9d40-0085eacd8684,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:14.319904 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4f6b200c-2ff6-4e4f-b50c-06738ae8fb0c tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:14.403029 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-fb0f4c2e-42d1-4c84-8139-898c3ec4d645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11b89bf-b1f2-405f-ae50-3ec8aa8033dc', 'name': 'tempest-snat-router-1563748916', 'tenant_id': 'c43ea1d631ad40419de7685be80d23e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '56f108cb-3c3b-408d-bb72-347f821afaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:18:06Z', 'updated_at': '2021-07-15T13:18:09Z', 'revision_number': 3, 'project_id': 'c43ea1d631ad40419de7685be80d23e1', 'gw_port': {'id': '56f108cb-3c3b-408d-bb72-347f821afaab', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11b89bf-b1f2-405f-ae50-3ec8aa8033dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:07Z', 'updated_at': '2021-07-15T13:18:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:14.441336 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d9e57-4bcc-49d0-bce9-58634711ffb8 req-920a1b15-7d6b-49dd-b245-5febdd5af27a tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:14.443740 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b49d9e57-4bcc-49d0-bce9-58634711ffb8 req-920a1b15-7d6b-49dd-b245-5febdd5af27a tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd44f860-0beb-437a-88d8-50516f080c0f HTTP/1.1" status: 200 len: 946 time: 0.0900879 Jul 15 13:18:14.477446 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0f4c2e-42d1-4c84-8139-898c3ec4d645 None None] Checking router: f11b89bf-b1f2-405f-ae50-3ec8aa8033dc for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:18:14.477818 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0f4c2e-42d1-4c84-8139-898c3ec4d645 None None] Updating router f11b89bf-b1f2-405f-ae50-3ec8aa8033dc port 56f108cb-3c3b-408d-bb72-347f821afaab binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:18:14.513207 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0f4c2e-42d1-4c84-8139-898c3ec4d645 None None] Port 56f108cb-3c3b-408d-bb72-347f821afaab not found while updating agent binding for router f11b89bf-b1f2-405f-ae50-3ec8aa8033dc. {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 15 13:18:14.518556 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e82f42b-2886-46a7-b63a-116f97a0ae3f None None] Update dhcp port {'port': {'network_id': '0308f1b5-a073-4fd9-b3a5-e7f8fadc802a', 'fixed_ips': [{'subnet_id': '0d5014e0-acd6-4b2e-950f-8110b47dc295', 'ip_address': '172.20.0.18'}, {'subnet_id': '21b8f9d3-36ec-4b8f-bf20-e28980cdc3a2'}], 'binding:host_id': 'n-d-771363-36'}, 'id': '5ff5c178-815c-4056-8bb3-c633d3d84531'} from n-d-771363-36. {{(pid=93827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:18:14.532042 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b49d9e57-4bcc-49d0-bce9-58634711ffb8 req-43026fe1-e941-45b4-b05f-22b706d2f5b9 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807796 Jul 15 13:18:14.562697 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3e82f42b-2886-46a7-b63a-116f97a0ae3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:14.576783 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0f4c2e-42d1-4c84-8139-898c3ec4d645 None None] Routers set() bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:14.577167 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0f4c2e-42d1-4c84-8139-898c3ec4d645 None None] Router IDs set() for agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 13:18:14.577790 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_agentschedulers_db [None req-fb0f4c2e-42d1-4c84-8139-898c3ec4d645 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f11b89bf-b1f2-405f-ae50-3ec8aa8033dc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:18:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent'). {{(pid=93827) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 13:18:14.578184 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0f4c2e-42d1-4c84-8139-898c3ec4d645 None None] The sync data for ids ['f11b89bf-b1f2-405f-ae50-3ec8aa8033dc'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:18:14.634167 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e7715-a5e4-4fd3-9db7-2acdfad1d38c req-be1eb998-b9de-41a7-afa2-bb3f995f4298 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:14.641390 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-565e7715-a5e4-4fd3-9db7-2acdfad1d38c req-be1eb998-b9de-41a7-afa2-bb3f995f4298 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 945 time: 0.1570690 Jul 15 13:18:14.724174 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-071e4c2c-f10d-48f5-817a-c66a9f75a12a tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:14.788581 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38444) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:14.801006 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-565e7715-a5e4-4fd3-9db7-2acdfad1d38c req-d4e0bcd6-d0e8-4235-bb44-010b0131735a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=b00d526e-d151-4f83-bb42-f9f5f8e270ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499305 Jul 15 13:18:14.814631 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-1e72dc19-7a4b-4205-9f83-9a23f07978ef tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1721018992'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:14.844542 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45fe90-bd76-447b-b1e6-43989ff49d7b req-5e0b9b7d-da13-4a4c-bd8d-6dbebb0413bb tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:14.846864 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4a45fe90-bd76-447b-b1e6-43989ff49d7b req-5e0b9b7d-da13-4a4c-bd8d-6dbebb0413bb tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.1153812 Jul 15 13:18:14.877716 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ea61d-0c46-4fd6-adf5-df64fbd1d2b3 req-33443210-38ef-4059-9bab-6746c6614bcd tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:14.880241 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-496ea61d-0c46-4fd6-adf5-df64fbd1d2b3 req-33443210-38ef-4059-9bab-6746c6614bcd tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6&tenant_id=d986de84121549bf90b7ac80073eff67&binding%3Ahost_id=n-h1-771363-36 HTTP/1.1" status: 200 len: 945 time: 0.4569871 Jul 15 13:18:14.890935 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4f6b200c-2ff6-4e4f-b50c-06738ae8fb0c tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:14.903075 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4a45fe90-bd76-447b-b1e6-43989ff49d7b req-f8888ea7-da58-4afa-8dcb-293340bee0dd tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492537 Jul 15 13:18:14.974935 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.db.api [None req-1e72dc19-7a4b-4205-9f83-9a23f07978ef tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:18:14.974935 n-d-771363-36 neutron-server[93826]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:18:14.974935 n-d-771363-36 neutron-server[93826]: [parameters: {'project_id_1': '251cced819c74cfb94fbc7f7f1614ad3', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 18, 14, 839630)}] Jul 15 13:18:14.974935 n-d-771363-36 neutron-server[93826]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:18:14.975938 n-d-771363-36 neutron-server[93826]: DEBUG oslo_db.api [None req-1e72dc19-7a4b-4205-9f83-9a23f07978ef tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:18:14.981199 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [req-496ea61d-0c46-4fd6-adf5-df64fbd1d2b3 req-8c7f2840-a012-4729-9bf9-a09a66fa73cf service neutron] delete failed (client error): The resource could not be found. Jul 15 13:18:14.982356 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-496ea61d-0c46-4fd6-adf5-df64fbd1d2b3 req-8c7f2840-a012-4729-9bf9-a09a66fa73cf service neutron] 10.222.0.46 "DELETE /v2.0/ports/c19b0dda-2772-4aea-840f-70eade45e12e/bindings/n-h2-771363-36 HTTP/1.1" status: 404 len: 381 time: 0.0836704 Jul 15 13:18:15.088928 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-3e82f42b-2886-46a7-b63a-116f97a0ae3f None None] Allocated IP 172.20.0.2 (0308f1b5-a073-4fd9-b3a5-e7f8fadc802a/21b8f9d3-36ec-4b8f-bf20-e28980cdc3a2/5ff5c178-815c-4056-8bb3-c633d3d84531) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:15.207343 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-071e4c2c-f10d-48f5-817a-c66a9f75a12a tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:15.232818 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-071e4c2c-f10d-48f5-817a-c66a9f75a12a tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:15.315065 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-3e82f42b-2886-46a7-b63a-116f97a0ae3f None None] For port 5ff5c178-815c-4056-8bb3-c633d3d84531, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5ff5c178-815c-4056-8bb3-c633d3d84531,segment=NetworkSegment(987f3960-49ee-4ea4-b626-504fe29117ef),segment_id=987f3960-49ee-4ea4-b626-504fe29117ef)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:15.345211 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ea61d-0c46-4fd6-adf5-df64fbd1d2b3 req-992fd044-77f3-420a-8ffa-5a884d8b8ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:15.347071 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-496ea61d-0c46-4fd6-adf5-df64fbd1d2b3 req-992fd044-77f3-420a-8ffa-5a884d8b8ce1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d986de84121549bf90b7ac80073eff67&device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 1097 time: 0.2526748 Jul 15 13:18:15.354871 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e4c2c-f10d-48f5-817a-c66a9f75a12a tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30b161da-285d-47a2-939a-2796d0496364,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:15.416692 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3e82f42b-2886-46a7-b63a-116f97a0ae3f None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:15.434821 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-3e82f42b-2886-46a7-b63a-116f97a0ae3f None None] Transition to ACTIVE for port object 5ff5c178-815c-4056-8bb3-c633d3d84531 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:15.439149 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3e82f42b-2886-46a7-b63a-116f97a0ae3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:15.446819 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685474a-eb45-4944-acb8-dbfbff228755 req-81f4bd9e-4a64-4317-b502-e7afc954a853 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:15.454536 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9685474a-eb45-4944-acb8-dbfbff228755 req-81f4bd9e-4a64-4317-b502-e7afc954a853 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.1537566 Jul 15 13:18:15.505982 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82f42b-2886-46a7-b63a-116f97a0ae3f None None] Pushing event updated for resources: {'Port': ['ID=5ff5c178-815c-4056-8bb3-c633d3d84531,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:15.535125 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9685474a-eb45-4944-acb8-dbfbff228755 req-9de6b6e8-3fb5-4dc6-b59c-34cb3f562c52 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796428 Jul 15 13:18:15.555348 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b818e-48b0-40f3-8de5-150f118e3223 req-f0743cf9-fd27-408f-89dc-2e4fb2018871 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:15.564881 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-420b818e-48b0-40f3-8de5-150f118e3223 req-f0743cf9-fd27-408f-89dc-2e4fb2018871 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd44f860-0beb-437a-88d8-50516f080c0f HTTP/1.1" status: 200 len: 946 time: 0.1423008 Jul 15 13:18:15.615131 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-420b818e-48b0-40f3-8de5-150f118e3223 req-ef93b149-46ad-4b53-8a78-dec34cf73611 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491829 Jul 15 13:18:15.845794 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a56b1c-55f9-4257-8cda-1c04447ba74c req-f8ac8cbc-475b-402e-97cb-a3053bc9d167 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:15.847619 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-57a56b1c-55f9-4257-8cda-1c04447ba74c req-f8ac8cbc-475b-402e-97cb-a3053bc9d167 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.1198580 Jul 15 13:18:15.900575 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-071e4c2c-f10d-48f5-817a-c66a9f75a12a tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:15.901996 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-071e4c2c-f10d-48f5-817a-c66a9f75a12a tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6385381 Jul 15 13:18:15.905650 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 38480) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:15.908598 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-4f6b200c-2ff6-4e4f-b50c-06738ae8fb0c tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Deleting port c8d38608-6574-4345-86d1-69fd5fe62b00 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:15.908938 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4f6b200c-2ff6-4e4f-b50c-06738ae8fb0c tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:15.916450 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-d1ec5fc5-8fb7-4b6f-a221-3ea2ac21e8a0 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-83490356', 'security_groups': ['30b161da-285d-47a2-939a-2796d0496364'], 'network_id': '0308f1b5-a073-4fd9-b3a5-e7f8fadc802a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '21b8f9d3-36ec-4b8f-bf20-e28980cdc3a2'}]}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:15.923928 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e72dc19-7a4b-4205-9f83-9a23f07978ef tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Made reservation on behalf of 251cced819c74cfb94fbc7f7f1614ad3 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:15.927422 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1e72dc19-7a4b-4205-9f83-9a23f07978ef tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:15.931553 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-57a56b1c-55f9-4257-8cda-1c04447ba74c req-3bb0b5cd-c47e-46bc-9cf4-b584cc4cf884 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736191 Jul 15 13:18:16.010617 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ea61d-0c46-4fd6-adf5-df64fbd1d2b3 req-40ae3b30-1740-413c-9c67-709d90da4e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:16.012298 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-496ea61d-0c46-4fd6-adf5-df64fbd1d2b3 req-40ae3b30-1740-413c-9c67-709d90da4e36 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13c0d8aa-07af-4e01-b8fa-724097cdd1d2 HTTP/1.1" status: 200 len: 896 time: 0.6536813 Jul 15 13:18:16.087613 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e72dc19-7a4b-4205-9f83-9a23f07978ef tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:18:16.155567 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1e72dc19-7a4b-4205-9f83-9a23f07978ef tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:16.155567 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-1e72dc19-7a4b-4205-9f83-9a23f07978ef tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Added segment 05c9b2e9-477b-4887-bd1e-a489058494c2 of type vlan for network ce5fb7fa-2145-4849-a016-cf7110cf1deb Jul 15 13:18:16.220504 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-496ea61d-0c46-4fd6-adf5-df64fbd1d2b3 req-50dc8c5c-1cb1-43e8-a9e7-5dc8b7919c37 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c19b0dda-2772-4aea-840f-70eade45e12e HTTP/1.1" status: 200 len: 1001 time: 0.1448994 Jul 15 13:18:16.266997 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-4f6b200c-2ff6-4e4f-b50c-06738ae8fb0c tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] For port c8d38608-6574-4345-86d1-69fd5fe62b00, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=c8d38608-6574-4345-86d1-69fd5fe62b00,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:16.267242 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4f6b200c-2ff6-4e4f-b50c-06738ae8fb0c tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:16.272191 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1e72dc19-7a4b-4205-9f83-9a23f07978ef tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:16.291163 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5ff5c178-815c-4056-8bb3-c633d3d84531 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:16.294937 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53514e-77d9-48b3-96cf-eb2b6a0a7423 req-d6e66ce6-6e3a-401f-8c3f-ca89a79b9249 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:16.296513 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d53514e-77d9-48b3-96cf-eb2b6a0a7423 req-d6e66ce6-6e3a-401f-8c3f-ca89a79b9249 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 945 time: 0.2367663 Jul 15 13:18:16.297800 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ec5fc5-8fb7-4b6f-a221-3ea2ac21e8a0 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Made reservation on behalf of 44d20f985e3e4d3da729c1600e912e21 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:16.316648 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-4f6b200c-2ff6-4e4f-b50c-06738ae8fb0c tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Calling delete_port for c8d38608-6574-4345-86d1-69fd5fe62b00 owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:16.392944 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ea61d-0c46-4fd6-adf5-df64fbd1d2b3 req-964f31b9-2ef9-455f-bcb5-8ca5897c2e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:16.394463 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-496ea61d-0c46-4fd6-adf5-df64fbd1d2b3 req-964f31b9-2ef9-455f-bcb5-8ca5897c2e4e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=007dc46b-c0a3-4755-b595-e11755a7ea39 HTTP/1.1" status: 200 len: 835 time: 0.1629090 Jul 15 13:18:16.397334 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1e72dc19-7a4b-4205-9f83-9a23f07978ef tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:16.409811 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e72dc19-7a4b-4205-9f83-9a23f07978ef tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:16.410466 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1e72dc19-7a4b-4205-9f83-9a23f07978ef tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:16.524175 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1e72dc19-7a4b-4205-9f83-9a23f07978ef tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7329617 Jul 15 13:18:16.530480 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38502) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:16.537544 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-b15b8a51-03ff-4481-b825-765a1b53f17a tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-795884263'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:16.624422 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d53514e-77d9-48b3-96cf-eb2b6a0a7423 req-215f4d85-eb29-4048-8c19-712619449a8d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=b00d526e-d151-4f83-bb42-f9f5f8e270ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2818711 Jul 15 13:18:16.637703 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-2f972b91-d2f4-43cb-916f-6d085d91040a None None] Provisioning for port 5ff5c178-815c-4056-8bb3-c633d3d84531 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:16.643623 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-2f972b91-d2f4-43cb-916f-6d085d91040a None None] Provisioning complete for port 5ff5c178-815c-4056-8bb3-c633d3d84531 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:16.644168 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2f972b91-d2f4-43cb-916f-6d085d91040a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:16.693161 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e72dc19-7a4b-4205-9f83-9a23f07978ef tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Pushing event updated for resources: {'Network': ['ID=ce5fb7fa-2145-4849-a016-cf7110cf1deb,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:16.717807 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d1ec5fc5-8fb7-4b6f-a221-3ea2ac21e8a0 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:16.744869 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network ce5fb7fa-2145-4849-a016-cf7110cf1deb details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:18:16.746800 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d1ec5fc5-8fb7-4b6f-a221-3ea2ac21e8a0 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] device_id is not set on port e7add521-1084-48c3-85b2-2ae259286406 yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:18:16.755433 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ea61d-0c46-4fd6-adf5-df64fbd1d2b3 req-5e4d5aab-f8fa-4262-b3e1-e05bfa0b0e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:16.761606 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-496ea61d-0c46-4fd6-adf5-df64fbd1d2b3 req-5e4d5aab-f8fa-4262-b3e1-e05bfa0b0e3e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13c0d8aa-07af-4e01-b8fa-724097cdd1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3428833 Jul 15 13:18:16.763524 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15b8a51-03ff-4481-b825-765a1b53f17a tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Made reservation on behalf of 251cced819c74cfb94fbc7f7f1614ad3 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:16.773325 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b15b8a51-03ff-4481-b825-765a1b53f17a tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:16.812288 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4307a9-8190-4087-81c6-a2ba1b528c96 req-26db8dd0-828c-46c9-bd7a-b2e25242c625 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:16.813923 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b4307a9-8190-4087-81c6-a2ba1b528c96 req-26db8dd0-828c-46c9-bd7a-b2e25242c625 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/networks?id=99cd1bfe-9d64-42d2-99af-5de7cac58504 HTTP/1.1" status: 200 len: 814 time: 0.4023652 Jul 15 13:18:16.856070 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b15b8a51-03ff-4481-b825-765a1b53f17a tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:18:16.873353 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b15b8a51-03ff-4481-b825-765a1b53f17a tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:16.873929 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-b15b8a51-03ff-4481-b825-765a1b53f17a tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Added segment 347532a5-f217-46ce-b82e-14902b2a4d71 of type vlan for network b2f88f94-f063-456a-ac21-570ac0e96de8 Jul 15 13:18:16.888701 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device c19b0dda-2772-4aea-840f-70eade45e12e up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:16.914704 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b4307a9-8190-4087-81c6-a2ba1b528c96 req-30a1143a-29bb-433d-9def-3b1d62677825 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/quotas/9a1172f2a14a403dab8bb15cd26b5d7e HTTP/1.1" status: 200 len: 375 time: 0.0836799 Jul 15 13:18:16.919277 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b15b8a51-03ff-4481-b825-765a1b53f17a tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:16.983174 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b15b8a51-03ff-4481-b825-765a1b53f17a tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:16.988697 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15b8a51-03ff-4481-b825-765a1b53f17a tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:16.989309 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b15b8a51-03ff-4481-b825-765a1b53f17a tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:17.100945 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b15b8a51-03ff-4481-b825-765a1b53f17a tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5687575 Jul 15 13:18:17.101955 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4f6b200c-2ff6-4e4f-b50c-06738ae8fb0c tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:17.107864 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38514) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:17.109871 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-2f972b91-d2f4-43cb-916f-6d085d91040a None None] Provisioning complete for port 1ea8a4e0-0978-4f6e-b970-313ad0f71256 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:17.109871 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2f972b91-d2f4-43cb-916f-6d085d91040a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:17.121228 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-35c5a7c5-0ef9-4699-95a0-d6db2fb10922 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Request body: {'subnet': {'network_id': 'ce5fb7fa-2145-4849-a016-cf7110cf1deb', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:17.140335 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port c19b0dda-2772-4aea-840f-70eade45e12e completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:17.146398 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port c19b0dda-2772-4aea-840f-70eade45e12e triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:17.147236 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:17.156374 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06347dc-caef-4c29-bf9e-085799327490 req-eb285099-8f31-488b-9013-68d2b5af6e63 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:17.165512 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d06347dc-caef-4c29-bf9e-085799327490 req-eb285099-8f31-488b-9013-68d2b5af6e63 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd44f860-0beb-437a-88d8-50516f080c0f HTTP/1.1" status: 200 len: 946 time: 0.3599374 Jul 15 13:18:17.182393 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b8a51-03ff-4481-b825-765a1b53f17a tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Pushing event updated for resources: {'Network': ['ID=b2f88f94-f063-456a-ac21-570ac0e96de8,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:17.197755 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b200c-2ff6-4e4f-b50c-06738ae8fb0c tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8d38608-6574-4345-86d1-69fd5fe62b00,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:17.207328 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-d1ec5fc5-8fb7-4b6f-a221-3ea2ac21e8a0 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Allocated IP 172.20.0.3 (0308f1b5-a073-4fd9-b3a5-e7f8fadc802a/21b8f9d3-36ec-4b8f-bf20-e28980cdc3a2/e7add521-1084-48c3-85b2-2ae259286406) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:17.207541 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2f972b91-d2f4-43cb-916f-6d085d91040a None None] Port 1ea8a4e0-0978-4f6e-b970-313ad0f71256 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:18:17.226322 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-496ea61d-0c46-4fd6-adf5-df64fbd1d2b3 req-63d08ecb-c33d-4201-92be-fbaf6cf84e9f service neutron] 10.222.0.46 "GET /v2.0/networks/13c0d8aa-07af-4e01-b8fa-724097cdd1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443605 Jul 15 13:18:17.233999 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network b2f88f94-f063-456a-ac21-570ac0e96de8 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:18:17.245415 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b4307a9-8190-4087-81c6-a2ba1b528c96 req-bcd3f708-5501-48c3-9879-4b45c05fbe64 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9a1172f2a14a403dab8bb15cd26b5d7e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3297620 Jul 15 13:18:17.367017 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d06347dc-caef-4c29-bf9e-085799327490 req-e2b236cd-f3b2-4fdd-886c-f3df15546b73 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988177 Jul 15 13:18:17.427935 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:17.459735 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d924eeb-0c12-4172-af92-62dcc2407bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19b0dda-2772-4aea-840f-70eade45e12e'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:17.461551 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4f6b200c-2ff6-4e4f-b50c-06738ae8fb0c tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:17.462212 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c7d57d-d8aa-467a-a0cb-3ee61ebe3060" -d '{"events": [{"server_uuid": "5d924eeb-0c12-4172-af92-62dcc2407bd6", "name": "network-vif-plugged", "status": "completed", "tag": "c19b0dda-2772-4aea-840f-70eade45e12e"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:17.480522 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port c19b0dda-2772-4aea-840f-70eade45e12e, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=c19b0dda-2772-4aea-840f-70eade45e12e,segment=NetworkSegment(90f4024f-160c-4885-80aa-58ce2d07968c),segment_id=90f4024f-160c-4885-80aa-58ce2d07968c)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:17.485898 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:17.560206 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=c19b0dda-2772-4aea-840f-70eade45e12e,revision_number=9']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:17.575517 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8cdd6b7-dd10-418f-b674-475d323cb948 x-openstack-request-id: req-c8cdd6b7-dd10-418f-b674-475d323cb948 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:17.575828 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d924eeb-0c12-4172-af92-62dcc2407bd6", "name": "network-vif-plugged", "status": "completed", "tag": "c19b0dda-2772-4aea-840f-70eade45e12e", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:17.576121 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c8cdd6b7-dd10-418f-b674-475d323cb948 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:17.576829 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d924eeb-0c12-4172-af92-62dcc2407bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19b0dda-2772-4aea-840f-70eade45e12e', 'code': 200} Jul 15 13:18:17.590085 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-496ea61d-0c46-4fd6-adf5-df64fbd1d2b3 req-d9e752a7-32c2-4835-a184-6df6d13bb3df service neutron] 10.222.0.46 "GET /v2.0/networks/13c0d8aa-07af-4e01-b8fa-724097cdd1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384333 Jul 15 13:18:17.596464 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4f6b200c-2ff6-4e4f-b50c-06738ae8fb0c tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:17.599655 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4f6b200c-2ff6-4e4f-b50c-06738ae8fb0c tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:17.601415 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c5a7c5-0ef9-4699-95a0-d6db2fb10922 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Made reservation on behalf of 251cced819c74cfb94fbc7f7f1614ad3 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:17.605635 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-35c5a7c5-0ef9-4699-95a0-d6db2fb10922 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:17.690331 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4f6b200c-2ff6-4e4f-b50c-06738ae8fb0c tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:17.691122 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6b200c-2ff6-4e4f-b50c-06738ae8fb0c tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cb15aa72-877a-4ba5-bc61-5aa6d65c99ed {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:18:17.696303 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d1ec5fc5-8fb7-4b6f-a221-3ea2ac21e8a0 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:17.733314 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7612178-4086-4076-8450-784b6db4a3c7 req-32d4bcb1-f39e-4880-b2ec-266278a7dbf2 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:17.734931 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d7612178-4086-4076-8450-784b6db4a3c7 req-32d4bcb1-f39e-4880-b2ec-266278a7dbf2 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.3347511 Jul 15 13:18:17.746593 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4f6b200c-2ff6-4e4f-b50c-06738ae8fb0c tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:17.748539 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4f6b200c-2ff6-4e4f-b50c-06738ae8fb0c tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] 10.222.0.16 "DELETE /v2.0/routers/cb15aa72-877a-4ba5-bc61-5aa6d65c99ed HTTP/1.1" status: 204 len: 168 time: 3.7443156 Jul 15 13:18:17.754341 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38532) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:17.767597 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-7b025dab-7582-47fd-b7ab-e7f3762d9fad tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1788677155', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}, 'admin_state_up': False}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:17.789541 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d1ec5fc5-8fb7-4b6f-a221-3ea2ac21e8a0 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Transition to ACTIVE for port object e7add521-1084-48c3-85b2-2ae259286406 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:17.845026 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7b025dab-7582-47fd-b7ab-e7f3762d9fad tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:17.847380 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7b025dab-7582-47fd-b7ab-e7f3762d9fad tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:17.858937 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d7612178-4086-4076-8450-784b6db4a3c7 req-f76ff8a2-4440-4b50-9473-3c46976f3c49 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091290 Jul 15 13:18:17.933510 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d1ec5fc5-8fb7-4b6f-a221-3ea2ac21e8a0 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:17.968775 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7b025dab-7582-47fd-b7ab-e7f3762d9fad tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:18.013986 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ec5fc5-8fb7-4b6f-a221-3ea2ac21e8a0 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Network 0308f1b5-a073-4fd9-b3a5-e7f8fadc802a is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:18.016110 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec5fc5-8fb7-4b6f-a221-3ea2ac21e8a0 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'Port': ['ID=e7add521-1084-48c3-85b2-2ae259286406,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:18.030646 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-d1ec5fc5-8fb7-4b6f-a221-3ea2ac21e8a0 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:18.059587 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ec5fc5-8fb7-4b6f-a221-3ea2ac21e8a0 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:18.176907 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44124f8e-0108-43f7-90f0-8f31084cadc9 req-9b8b41b8-998d-435d-a531-0fe2f11a3ca9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:18.185488 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44124f8e-0108-43f7-90f0-8f31084cadc9 req-9b8b41b8-998d-435d-a531-0fe2f11a3ca9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 946 time: 0.3130078 Jul 15 13:18:18.224490 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-35c5a7c5-0ef9-4699-95a0-d6db2fb10922 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:18.259326 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ec5fc5-8fb7-4b6f-a221-3ea2ac21e8a0 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:18.260573 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d1ec5fc5-8fb7-4b6f-a221-3ea2ac21e8a0 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:18.294412 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7b025dab-7582-47fd-b7ab-e7f3762d9fad tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:18.346002 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44124f8e-0108-43f7-90f0-8f31084cadc9 req-c344434d-a7cd-4627-82c7-c25a906c5544 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=b00d526e-d151-4f83-bb42-f9f5f8e270ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595073 Jul 15 13:18:18.353125 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d1ec5fc5-8fb7-4b6f-a221-3ea2ac21e8a0 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.4439378 Jul 15 13:18:18.361804 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5a7c5-0ef9-4699-95a0-d6db2fb10922 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Pushing event updated for resources: {'Subnet': ['ID=829664df-b46c-4105-a938-db78ac7ecabf,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:18.366997 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38546) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:18.375121 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-4865bd65-aafa-42cf-b630-9f53f9c180bf tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'subnet': {'network_id': '0308f1b5-a073-4fd9-b3a5-e7f8fadc802a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:18.436200 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3ce62-276f-4e91-b473-47822ebc6e80 req-8679a358-6347-4ab1-a8a7-dcddf3287e50 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:18.454273 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ebd3ce62-276f-4e91-b473-47822ebc6e80 req-8679a358-6347-4ab1-a8a7-dcddf3287e50 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.2486682 Jul 15 13:18:18.509507 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c8d38608-6574-4345-86d1-69fd5fe62b00 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:18.546630 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ebd3ce62-276f-4e91-b473-47822ebc6e80 req-73f7aa19-7f1e-4083-85b7-0af124831ce9 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845141 Jul 15 13:18:18.599502 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: c8d38608-6574-4345-86d1-69fd5fe62b00 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:18:18.603422 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c8d38608-6574-4345-86d1-69fd5fe62b00 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:18:18.617685 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4865bd65-aafa-42cf-b630-9f53f9c180bf tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Made reservation on behalf of 44d20f985e3e4d3da729c1600e912e21 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:18.622615 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4865bd65-aafa-42cf-b630-9f53f9c180bf tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:18.630281 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-627b6992-0ee2-4eca-9089-bc34cd30af9b None None] Provisioning for port e7add521-1084-48c3-85b2-2ae259286406 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:18.634743 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-627b6992-0ee2-4eca-9089-bc34cd30af9b None None] Provisioning complete for port e7add521-1084-48c3-85b2-2ae259286406 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:18.635357 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-627b6992-0ee2-4eca-9089-bc34cd30af9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:18.678422 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-627b6992-0ee2-4eca-9089-bc34cd30af9b None None] Port e7add521-1084-48c3-85b2-2ae259286406 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:18:18.679334 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c5a7c5-0ef9-4699-95a0-d6db2fb10922 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Checking segment: {'id': '05c9b2e9-477b-4887-bd1e-a489058494c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ce5fb7fa-2145-4849-a016-cf7110cf1deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:18.679717 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c5a7c5-0ef9-4699-95a0-d6db2fb10922 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Network hostable DHCP agents. Network: ce5fb7fa-2145-4849-a016-cf7110cf1deb, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:18:18.727417 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb334dd-decc-4b37-adce-ff37da8b849d req-a3fcef06-2f96-49bc-9faa-b785e65441ca tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:18.730918 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cb334dd-decc-4b37-adce-ff37da8b849d req-a3fcef06-2f96-49bc-9faa-b785e65441ca tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd44f860-0beb-437a-88d8-50516f080c0f HTTP/1.1" status: 200 len: 946 time: 0.1502888 Jul 15 13:18:18.798531 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cb334dd-decc-4b37-adce-ff37da8b849d req-db2d2f0f-2273-44e4-b52b-849658e525c7 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615330 Jul 15 13:18:18.815409 n-d-771363-36 neutron-server[93826]: INFO neutron.db.ipam_backend_mixin [None req-4865bd65-aafa-42cf-b630-9f53f9c180bf tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 21b8f9d3-36ec-4b8f-bf20-e28980cdc3a2 (CIDR: 172.20.0.0/28) Jul 15 13:18:18.853064 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-4865bd65-aafa-42cf-b630-9f53f9c180bf tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:18:18.854123 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4865bd65-aafa-42cf-b630-9f53f9c180bf tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:18:18.860901 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c5a7c5-0ef9-4699-95a0-d6db2fb10922 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Network ce5fb7fa-2145-4849-a016-cf7110cf1deb is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:18:18.884807 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-35c5a7c5-0ef9-4699-95a0-d6db2fb10922 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, ce5fb7fa-2145-4849-a016-cf7110cf1deb) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:18.893165 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447c9f53-cf8a-467b-a9ed-f33bef597761 None None] Network ce5fb7fa-2145-4849-a016-cf7110cf1deb requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:18.912976 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4865bd65-aafa-42cf-b630-9f53f9c180bf tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5416083 Jul 15 13:18:18.912976 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c5a7c5-0ef9-4699-95a0-d6db2fb10922 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:18.912976 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-35c5a7c5-0ef9-4699-95a0-d6db2fb10922 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:18.913874 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 38566) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:18.920164 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-e9c85757-530c-4733-8cf0-45768bf462d8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'subnet': {'network_id': '0308f1b5-a073-4fd9-b3a5-e7f8fadc802a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:18.962613 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-35c5a7c5-0ef9-4699-95a0-d6db2fb10922 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8502531 Jul 15 13:18:18.965363 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38568) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:18.970249 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-0f2feed0-49bd-4322-9d36-21cf1027c752 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Request body: {'subnet': {'network_id': 'b2f88f94-f063-456a-ac21-570ac0e96de8', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:19.087394 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f388ae42-858e-4bc4-bf14-c7897e6b9843 req-17dea172-8e46-47df-85e3-336db5c71232 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=9a1172f2a14a403dab8bb15cd26b5d7e HTTP/1.1" status: 200 len: 221 time: 0.1258843 Jul 15 13:18:19.164092 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c85757-530c-4733-8cf0-45768bf462d8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Made reservation on behalf of 44d20f985e3e4d3da729c1600e912e21 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:19.172269 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e9c85757-530c-4733-8cf0-45768bf462d8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:19.183015 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7b025dab-7582-47fd-b7ab-e7f3762d9fad tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:19.206859 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7b025dab-7582-47fd-b7ab-e7f3762d9fad tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:19.211644 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9c5331-e926-4095-8e21-1dbb0290cf9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-ce5fb7fa-2145-4849-a016-cf7110cf1deb', 'network_id': 'ce5fb7fa-2145-4849-a016-cf7110cf1deb', 'tenant_id': '251cced819c74cfb94fbc7f7f1614ad3', 'fixed_ips': [{'subnet_id': '829664df-b46c-4105-a938-db78ac7ecabf'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:18:19.212510 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab9c5331-e926-4095-8e21-1dbb0290cf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:19.351285 n-d-771363-36 neutron-server[93825]: INFO neutron.db.ipam_backend_mixin [None req-e9c85757-530c-4733-8cf0-45768bf462d8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0d5014e0-acd6-4b2e-950f-8110b47dc295 (CIDR: 172.20.0.16/28) Jul 15 13:18:19.359320 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c85757-530c-4733-8cf0-45768bf462d8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:18:19.359730 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9c85757-530c-4733-8cf0-45768bf462d8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:18:19.393497 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e9c85757-530c-4733-8cf0-45768bf462d8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4783723 Jul 15 13:18:19.402935 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7229d-4093-4796-bbc1-9f211133158d req-a8b3b78f-b58b-4104-a91d-1af9330be2a1 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:19.404428 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-62c7229d-4093-4796-bbc1-9f211133158d req-a8b3b78f-b58b-4104-a91d-1af9330be2a1 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.1101570 Jul 15 13:18:19.405041 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 38582) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:19.420561 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-c7296185-b3f8-4e48-9831-7bbe672a786a tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'subnet': {'network_id': '0308f1b5-a073-4fd9-b3a5-e7f8fadc802a', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:19.427187 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-7b025dab-7582-47fd-b7ab-e7f3762d9fad tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Allocated IP 172.25.8.238 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/1b7f9b09-7983-48a7-b755-c09d10407511) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:19.489969 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-ab9c5331-e926-4095-8e21-1dbb0290cf9f None None] Allocated IP 10.1.1.2 (ce5fb7fa-2145-4849-a016-cf7110cf1deb/829664df-b46c-4105-a938-db78ac7ecabf/9b2dd6fb-43f1-4419-9e0f-e5170a44d66c) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:19.527839 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-62c7229d-4093-4796-bbc1-9f211133158d req-714e2ad0-e044-4d4b-920b-cb6fbbc2b507 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013854 Jul 15 13:18:19.721406 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7296185-b3f8-4e48-9831-7bbe672a786a tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Made reservation on behalf of 44d20f985e3e4d3da729c1600e912e21 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:19.725204 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c7296185-b3f8-4e48-9831-7bbe672a786a tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:19.837555 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83016179-143d-4114-b09e-72de30c3178c req-dfc7ba61-ec4a-4a3e-8e77-8cabfa59d876 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:19.842072 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-83016179-143d-4114-b09e-72de30c3178c req-dfc7ba61-ec4a-4a3e-8e77-8cabfa59d876 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 946 time: 0.2010522 Jul 15 13:18:19.881511 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab9c5331-e926-4095-8e21-1dbb0290cf9f None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:19.892035 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-ab9c5331-e926-4095-8e21-1dbb0290cf9f None None] Transition to ACTIVE for port object 9b2dd6fb-43f1-4419-9e0f-e5170a44d66c will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:19.912526 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-ab9c5331-e926-4095-8e21-1dbb0290cf9f None None] Transition to ACTIVE for port object 9b2dd6fb-43f1-4419-9e0f-e5170a44d66c will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:19.919788 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab9c5331-e926-4095-8e21-1dbb0290cf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:19.922166 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2feed0-49bd-4322-9d36-21cf1027c752 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Made reservation on behalf of 251cced819c74cfb94fbc7f7f1614ad3 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:19.925921 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0f2feed0-49bd-4322-9d36-21cf1027c752 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:19.959486 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7b025dab-7582-47fd-b7ab-e7f3762d9fad tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:19.971484 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9c5331-e926-4095-8e21-1dbb0290cf9f None None] Network ce5fb7fa-2145-4849-a016-cf7110cf1deb is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:19.976214 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-ab9c5331-e926-4095-8e21-1dbb0290cf9f None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:19.982772 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9c5331-e926-4095-8e21-1dbb0290cf9f None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:20.029692 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c5331-e926-4095-8e21-1dbb0290cf9f None None] Pushing event updated for resources: {'Port': ['ID=9b2dd6fb-43f1-4419-9e0f-e5170a44d66c,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:20.072959 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-ab9c5331-e926-4095-8e21-1dbb0290cf9f None None] Attempting to bind port 9b2dd6fb-43f1-4419-9e0f-e5170a44d66c on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:18:20.073405 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-ab9c5331-e926-4095-8e21-1dbb0290cf9f None None] Attempting to bind port 9b2dd6fb-43f1-4419-9e0f-e5170a44d66c by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '05c9b2e9-477b-4887-bd1e-a489058494c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ce5fb7fa-2145-4849-a016-cf7110cf1deb'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:18:20.073827 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9c5331-e926-4095-8e21-1dbb0290cf9f None None] Attempting to bind port 9b2dd6fb-43f1-4419-9e0f-e5170a44d66c on network ce5fb7fa-2145-4849-a016-cf7110cf1deb {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:20.075102 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-83016179-143d-4114-b09e-72de30c3178c req-f8f455d9-17c3-4f04-ab2c-63b2d43780d2 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=b00d526e-d151-4f83-bb42-f9f5f8e270ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2077038 Jul 15 13:18:20.080531 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9c5331-e926-4095-8e21-1dbb0290cf9f None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:18:20.081068 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9c5331-e926-4095-8e21-1dbb0290cf9f None None] Checking segment: {'id': '05c9b2e9-477b-4887-bd1e-a489058494c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ce5fb7fa-2145-4849-a016-cf7110cf1deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:20.081564 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab9c5331-e926-4095-8e21-1dbb0290cf9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:20.081922 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9c5331-e926-4095-8e21-1dbb0290cf9f None None] Bound using segment: {'id': '05c9b2e9-477b-4887-bd1e-a489058494c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ce5fb7fa-2145-4849-a016-cf7110cf1deb'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:18:20.082449 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-ab9c5331-e926-4095-8e21-1dbb0290cf9f None None] Bound port: 9b2dd6fb-43f1-4419-9e0f-e5170a44d66c, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05c9b2e9-477b-4887-bd1e-a489058494c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ce5fb7fa-2145-4849-a016-cf7110cf1deb'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:18:20.083045 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab9c5331-e926-4095-8e21-1dbb0290cf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:20.111194 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38590) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:20.142807 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3976570-e1ae-4a08-bb13-bcea1fd6b3ae req-48cfd642-cec6-405b-913d-d144d5d13639 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:20.151422 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a3976570-e1ae-4a08-bb13-bcea1fd6b3ae req-48cfd642-cec6-405b-913d-d144d5d13639 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.3268385 Jul 15 13:18:20.234984 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a3976570-e1ae-4a08-bb13-bcea1fd6b3ae req-28a7fc26-8681-46dd-a77f-dd56eb76e9ad tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820570 Jul 15 13:18:20.287965 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-ab9c5331-e926-4095-8e21-1dbb0290cf9f None None] For port 9b2dd6fb-43f1-4419-9e0f-e5170a44d66c, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:18:20.297770 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-ab9c5331-e926-4095-8e21-1dbb0290cf9f None None] For port 9b2dd6fb-43f1-4419-9e0f-e5170a44d66c, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9b2dd6fb-43f1-4419-9e0f-e5170a44d66c,segment=NetworkSegment(05c9b2e9-477b-4887-bd1e-a489058494c2),segment_id=05c9b2e9-477b-4887-bd1e-a489058494c2)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:18:20.306459 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab9c5331-e926-4095-8e21-1dbb0290cf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:20.319261 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7b025dab-7582-47fd-b7ab-e7f3762d9fad tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:20.420936 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c5331-e926-4095-8e21-1dbb0290cf9f None None] Pushing event updated for resources: {'Port': ['ID=9b2dd6fb-43f1-4419-9e0f-e5170a44d66c,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:20.469653 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b025dab-7582-47fd-b7ab-e7f3762d9fad tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Pushing event updated for resources: {'Port': ['ID=1b7f9b09-7983-48a7-b755-c09d10407511,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:20.480549 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b025dab-7582-47fd-b7ab-e7f3762d9fad tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:20.525227 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-7b025dab-7582-47fd-b7ab-e7f3762d9fad tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:20.528783 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b025dab-7582-47fd-b7ab-e7f3762d9fad tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:20.529211 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b025dab-7582-47fd-b7ab-e7f3762d9fad tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:20.529654 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b025dab-7582-47fd-b7ab-e7f3762d9fad tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:20.532173 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b025dab-7582-47fd-b7ab-e7f3762d9fad tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:20.532173 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b025dab-7582-47fd-b7ab-e7f3762d9fad tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:20.532173 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b025dab-7582-47fd-b7ab-e7f3762d9fad tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:20.532173 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b025dab-7582-47fd-b7ab-e7f3762d9fad tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:20.532173 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b025dab-7582-47fd-b7ab-e7f3762d9fad tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:20.533260 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b025dab-7582-47fd-b7ab-e7f3762d9fad tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:20.533597 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b025dab-7582-47fd-b7ab-e7f3762d9fad tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:20.534172 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b025dab-7582-47fd-b7ab-e7f3762d9fad tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:20.538358 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b025dab-7582-47fd-b7ab-e7f3762d9fad tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:20.555257 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b025dab-7582-47fd-b7ab-e7f3762d9fad tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:20.562430 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5f89c6f1-7360-491c-b4ad-133a24dbadf2 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/floatingips/bb9a9217-1fc0-478f-86e0-11e8c5ead0a6 HTTP/1.1" status: 200 len: 994 time: 0.4497597 Jul 15 13:18:20.623053 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0f2feed0-49bd-4322-9d36-21cf1027c752 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:20.901321 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2feed0-49bd-4322-9d36-21cf1027c752 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Checking segment: {'id': '347532a5-f217-46ce-b82e-14902b2a4d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b2f88f94-f063-456a-ac21-570ac0e96de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:20.902042 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2feed0-49bd-4322-9d36-21cf1027c752 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Network hostable DHCP agents. Network: b2f88f94-f063-456a-ac21-570ac0e96de8, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:18:20.946666 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2feed0-49bd-4322-9d36-21cf1027c752 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Pushing event updated for resources: {'Subnet': ['ID=31ad8fdd-e622-4825-beaf-20c66a64adda,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:20.991667 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e0496b44-bbba-4438-86e9-b0c07af709fd req-a1a515f8-7712-4682-909b-411e832cae04 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=68f8e6f3-414e-4e64-b844-fb9c3917171f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3811100 Jul 15 13:18:21.102333 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2feed0-49bd-4322-9d36-21cf1027c752 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Network b2f88f94-f063-456a-ac21-570ac0e96de8 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:18:21.145505 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-0f2feed0-49bd-4322-9d36-21cf1027c752 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, b2f88f94-f063-456a-ac21-570ac0e96de8) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:21.150170 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2feed0-49bd-4322-9d36-21cf1027c752 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:21.151328 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0f2feed0-49bd-4322-9d36-21cf1027c752 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:21.161988 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77c2f73-a796-4fe0-9769-1df17bb39050 None None] Network b2f88f94-f063-456a-ac21-570ac0e96de8 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:21.200479 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0f2feed0-49bd-4322-9d36-21cf1027c752 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2340713 Jul 15 13:18:21.203553 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 38620) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:21.210961 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-d2b3fe3d-680d-434c-b300-0f3080bde6cd tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Request body: {'port': {'network_id': 'ce5fb7fa-2145-4849-a016-cf7110cf1deb', 'name': 'tempest-TaggedBootDevicesTest_v242-4597032', 'fixed_ips': [{'subnet_id': '829664df-b46c-4105-a938-db78ac7ecabf'}]}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:21.245433 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7b025dab-7582-47fd-b7ab-e7f3762d9fad tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:21.271473 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020296d-eaa7-4f08-b661-07a4c495af17 req-33f35452-ffc7-4750-b046-caef0333a6bd tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:21.275482 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5020296d-eaa7-4f08-b661-07a4c495af17 req-33f35452-ffc7-4750-b046-caef0333a6bd tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd44f860-0beb-437a-88d8-50516f080c0f HTTP/1.1" status: 200 len: 946 time: 0.9402597 Jul 15 13:18:21.350312 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0496b44-bbba-4438-86e9-b0c07af709fd req-c0ae0efc-bd54-4f69-b21a-0b999030d01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:21.352170 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e0496b44-bbba-4438-86e9-b0c07af709fd req-c0ae0efc-bd54-4f69-b21a-0b999030d01e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00b876fd8df24342ab4e9da7bd4da612&device_id=68f8e6f3-414e-4e64-b844-fb9c3917171f HTTP/1.1" status: 200 len: 1097 time: 0.2601595 Jul 15 13:18:21.373480 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c7296185-b3f8-4e48-9831-7bbe672a786a tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:21.437847 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64780c16-2647-45a8-b36e-d81dde31f3a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-b2f88f94-f063-456a-ac21-570ac0e96de8', 'network_id': 'b2f88f94-f063-456a-ac21-570ac0e96de8', 'tenant_id': '251cced819c74cfb94fbc7f7f1614ad3', 'fixed_ips': [{'subnet_id': '31ad8fdd-e622-4825-beaf-20c66a64adda'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:18:21.439010 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-64780c16-2647-45a8-b36e-d81dde31f3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:21.527276 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f437c-696d-4545-b068-f09a433a4034 req-fea695a5-9e87-4c16-ad62-1b41b24980f9 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:21.534908 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-af9f437c-696d-4545-b068-f09a433a4034 req-fea695a5-9e87-4c16-ad62-1b41b24980f9 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.4339969 Jul 15 13:18:21.553940 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7296185-b3f8-4e48-9831-7bbe672a786a tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Network 0308f1b5-a073-4fd9-b3a5-e7f8fadc802a is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:21.600959 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7b025dab-7582-47fd-b7ab-e7f3762d9fad tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:21.605492 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-c7296185-b3f8-4e48-9831-7bbe672a786a tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:21.607979 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0496b44-bbba-4438-86e9-b0c07af709fd req-7aa96216-8c54-4b47-a1a8-63736d727601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:21.609685 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e0496b44-bbba-4438-86e9-b0c07af709fd req-7aa96216-8c54-4b47-a1a8-63736d727601 service neutron] 10.222.0.46 "GET /v2.0/networks?id=594a18f5-eb63-40e1-adf2-df8adb235078 HTTP/1.1" status: 200 len: 907 time: 0.2003512 Jul 15 13:18:21.631601 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b13a30-c6a8-447e-b1d7-32a01a22d7f7 None None] Network 0308f1b5-a073-4fd9-b3a5-e7f8fadc802a requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:21.638433 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7296185-b3f8-4e48-9831-7bbe672a786a tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:21.639038 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c7296185-b3f8-4e48-9831-7bbe672a786a tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:21.647470 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7296185-b3f8-4e48-9831-7bbe672a786a tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'Subnet': ['ID=58787e45-5fb0-4deb-8bf7-2f450b13aee0,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:21.670759 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5020296d-eaa7-4f08-b661-07a4c495af17 req-de393d53-6bfc-4bec-b320-99afbb9230f4 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799482 Jul 15 13:18:21.711695 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-af9f437c-696d-4545-b068-f09a433a4034 req-c8abbb9c-06bb-4919-bdea-41729ed6518c tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753333 Jul 15 13:18:21.716054 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b3fe3d-680d-434c-b300-0f3080bde6cd tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Made reservation on behalf of 251cced819c74cfb94fbc7f7f1614ad3 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:21.728338 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e0496b44-bbba-4438-86e9-b0c07af709fd req-e4ce4c66-64b3-4b48-a60c-068ce50985bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=305e2af7-4e14-46c9-b511-673a966a851e HTTP/1.1" status: 200 len: 217 time: 0.0614920 Jul 15 13:18:21.749819 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c7296185-b3f8-4e48-9831-7bbe672a786a tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3407028 Jul 15 13:18:21.759678 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 38626) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:21.768875 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-37d175a5-3ec6-4508-80ca-46665fa4a204 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-194427110', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '58787e45-5fb0-4deb-8bf7-2f450b13aee0'}], 'security_groups': ['f0c1c32d-492b-4fd7-82c0-90bca63d7b33', '614b397f-ebae-4cf4-b965-bf3228be73d8']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:21.967861 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0496b44-bbba-4438-86e9-b0c07af709fd req-c32e11c2-d2e9-4723-a3e0-9db1dd04b172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:21.982250 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e0496b44-bbba-4438-86e9-b0c07af709fd req-c32e11c2-d2e9-4723-a3e0-9db1dd04b172 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3564fb5-e6c9-425e-8a20-95a28163b8cc HTTP/1.1" status: 200 len: 846 time: 0.2440181 Jul 15 13:18:21.989196 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2b3fe3d-680d-434c-b300-0f3080bde6cd tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:22.030722 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-64780c16-2647-45a8-b36e-d81dde31f3a6 None None] Allocated IP 10.2.2.2 (b2f88f94-f063-456a-ac21-570ac0e96de8/31ad8fdd-e622-4825-beaf-20c66a64adda/c8bdfbc9-b507-4379-b251-bc775ab1e65d) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:22.062187 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e0496b44-bbba-4438-86e9-b0c07af709fd req-7aa039d5-c751-490a-8325-abb1aebfb63b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=594a18f5-eb63-40e1-adf2-df8adb235078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664639 Jul 15 13:18:22.120916 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be72349d-9c6c-4041-8fcf-6d2e4d5a7cb8 None None] Network ce5fb7fa-2145-4849-a016-cf7110cf1deb requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:22.258297 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b025dab-7582-47fd-b7ab-e7f3762d9fad tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Router 0ace3a0a-b23e-4b5b-9977-6ac04a1b2491 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:18:22.284702 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e0496b44-bbba-4438-86e9-b0c07af709fd req-11178658-1b99-4866-9b11-b1b3c482f311 service neutron] 10.222.0.46 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105784 Jul 15 13:18:22.293470 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6f93487c-66dc-47fa-9c2a-fdd0938fcee5 None None] Provisioning for port 9b2dd6fb-43f1-4419-9e0f-e5170a44d66c completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:22.321365 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8138577a-2e52-4c86-9083-6af071963a7e None None] Update dhcp port {'port': {'network_id': '0308f1b5-a073-4fd9-b3a5-e7f8fadc802a', 'fixed_ips': [{'subnet_id': '0d5014e0-acd6-4b2e-950f-8110b47dc295', 'ip_address': '172.20.0.18'}, {'subnet_id': '21b8f9d3-36ec-4b8f-bf20-e28980cdc3a2', 'ip_address': '172.20.0.2'}, {'subnet_id': '58787e45-5fb0-4deb-8bf7-2f450b13aee0'}], 'binding:host_id': 'n-d-771363-36'}, 'id': '5ff5c178-815c-4056-8bb3-c633d3d84531'} from n-d-771363-36. {{(pid=93827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:18:22.330619 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d2b3fe3d-680d-434c-b300-0f3080bde6cd tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] device_id is not set on port a51dbf2b-ff20-42f9-b2bf-23cfc697916b yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:18:22.368528 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8138577a-2e52-4c86-9083-6af071963a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:22.370773 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9b2dd6fb-43f1-4419-9e0f-e5170a44d66c up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:22.498785 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e0496b44-bbba-4438-86e9-b0c07af709fd req-8c772727-3362-4f4c-8912-a1a29964319a service neutron] 10.222.0.46 "GET /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078731 Jul 15 13:18:22.508577 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b025dab-7582-47fd-b7ab-e7f3762d9fad tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:18:22.519578 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eff38c-9dd5-49f5-8bfc-54b4a51a6af4 None None] Sync routers for ids ['0ace3a0a-b23e-4b5b-9977-6ac04a1b2491'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:18:22.541952 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7b025dab-7582-47fd-b7ab-e7f3762d9fad tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:22.543427 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7b025dab-7582-47fd-b7ab-e7f3762d9fad tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.7840991 Jul 15 13:18:22.546716 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38640) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:22.554801 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eff38c-9dd5-49f5-8bfc-54b4a51a6af4 None None] Routers {'0ace3a0a-b23e-4b5b-9977-6ac04a1b2491'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:22.555520 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-9c6339a5-450f-4821-9cea-6bed029a6265 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'enable_snat': False}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:22.555681 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-28eff38c-9dd5-49f5-8bfc-54b4a51a6af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:18:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['0ace3a0a-b23e-4b5b-9977-6ac04a1b2491'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:22.562209 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-37d175a5-3ec6-4508-80ca-46665fa4a204 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:22.605512 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f6616-ce2b-439f-b7fa-0ce74568f4cc req-947a7a51-b948-4fc2-9a50-acb357323269 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:22.612748 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5b7f6616-ce2b-439f-b7fa-0ce74568f4cc req-947a7a51-b948-4fc2-9a50-acb357323269 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.6185617 Jul 15 13:18:22.645234 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-28eff38c-9dd5-49f5-8bfc-54b4a51a6af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:22.690059 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eff38c-9dd5-49f5-8bfc-54b4a51a6af4 None None] Routers {'0ace3a0a-b23e-4b5b-9977-6ac04a1b2491'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:22.690969 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-28eff38c-9dd5-49f5-8bfc-54b4a51a6af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:18:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['0ace3a0a-b23e-4b5b-9977-6ac04a1b2491'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:22.727096 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5b7f6616-ce2b-439f-b7fa-0ce74568f4cc req-5e7f8370-39b9-41e0-abf1-ac99629e020d tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130834 Jul 15 13:18:22.779606 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-28eff38c-9dd5-49f5-8bfc-54b4a51a6af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:22.793401 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eff38c-9dd5-49f5-8bfc-54b4a51a6af4 None None] The sync data for ids ['0ace3a0a-b23e-4b5b-9977-6ac04a1b2491'] in n-d-771363-36 is: [] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:18:22.892637 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-d2b3fe3d-680d-434c-b300-0f3080bde6cd tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Allocated IP 10.1.1.149 (ce5fb7fa-2145-4849-a016-cf7110cf1deb/829664df-b46c-4105-a938-db78ac7ecabf/a51dbf2b-ff20-42f9-b2bf-23cfc697916b) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:23.195355 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 9b2dd6fb-43f1-4419-9e0f-e5170a44d66c completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:23.204817 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-8138577a-2e52-4c86-9083-6af071963a7e None None] Allocated IP 172.20.0.34 (0308f1b5-a073-4fd9-b3a5-e7f8fadc802a/58787e45-5fb0-4deb-8bf7-2f450b13aee0/5ff5c178-815c-4056-8bb3-c633d3d84531) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:23.213769 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-64780c16-2647-45a8-b36e-d81dde31f3a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:23.220291 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 9b2dd6fb-43f1-4419-9e0f-e5170a44d66c triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:23.223668 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:23.271761 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-64780c16-2647-45a8-b36e-d81dde31f3a6 None None] Transition to ACTIVE for port object c8bdfbc9-b507-4379-b251-bc775ab1e65d will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:23.313295 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15e768-45f1-42fd-ab69-0e70052092b9 req-e19f4a34-54f0-4c57-80b8-55a603806393 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:23.314920 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0d15e768-45f1-42fd-ab69-0e70052092b9 req-e19f4a34-54f0-4c57-80b8-55a603806393 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.2754920 Jul 15 13:18:23.334178 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440744d-b715-4d78-b565-22f603035e00 req-5e600701-6118-4ff7-aeb8-da56f3476a1a tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:23.335755 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c440744d-b715-4d78-b565-22f603035e00 req-5e600701-6118-4ff7-aeb8-da56f3476a1a tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd44f860-0beb-437a-88d8-50516f080c0f HTTP/1.1" status: 200 len: 946 time: 0.4362342 Jul 15 13:18:23.370204 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-64780c16-2647-45a8-b36e-d81dde31f3a6 None None] Transition to ACTIVE for port object c8bdfbc9-b507-4379-b251-bc775ab1e65d will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:23.465762 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-8138577a-2e52-4c86-9083-6af071963a7e None None] For port 5ff5c178-815c-4056-8bb3-c633d3d84531, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5ff5c178-815c-4056-8bb3-c633d3d84531,segment=NetworkSegment(987f3960-49ee-4ea4-b626-504fe29117ef),segment_id=987f3960-49ee-4ea4-b626-504fe29117ef)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:23.499959 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8138577a-2e52-4c86-9083-6af071963a7e None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:23.515474 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8138577a-2e52-4c86-9083-6af071963a7e None None] Transition to ACTIVE for port object 5ff5c178-815c-4056-8bb3-c633d3d84531 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:23.530623 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8138577a-2e52-4c86-9083-6af071963a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:23.533191 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-64780c16-2647-45a8-b36e-d81dde31f3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:23.552417 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c440744d-b715-4d78-b565-22f603035e00 req-34b2d279-1f19-494d-8723-7279de4b7acb tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016969 Jul 15 13:18:23.619023 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0d15e768-45f1-42fd-ab69-0e70052092b9 req-42d41977-d9d6-427e-8ad1-509fb7c63725 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709110 Jul 15 13:18:23.707258 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a40c4638-e115-4f8b-914c-a72f2bad79ff req-496cd554-de49-4ced-8c16-4942e06d38b9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5074587 Jul 15 13:18:23.738186 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2b3fe3d-680d-434c-b300-0f3080bde6cd tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:23.739387 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9c6339a5-450f-4821-9cea-6bed029a6265 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:23.763224 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64780c16-2647-45a8-b36e-d81dde31f3a6 None None] Network b2f88f94-f063-456a-ac21-570ac0e96de8 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:23.798102 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-64780c16-2647-45a8-b36e-d81dde31f3a6 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:23.807917 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64780c16-2647-45a8-b36e-d81dde31f3a6 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:23.822113 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d2b3fe3d-680d-434c-b300-0f3080bde6cd tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Transition to ACTIVE for port object a51dbf2b-ff20-42f9-b2bf-23cfc697916b will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:23.829513 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138577a-2e52-4c86-9083-6af071963a7e None None] Pushing event updated for resources: {'Port': ['ID=5ff5c178-815c-4056-8bb3-c633d3d84531,revision_number=7']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:23.840415 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:23.853344 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-91b7e66c-8d87-4c55-80df-c66b75a878fd None None] Provisioning complete for port 9b2dd6fb-43f1-4419-9e0f-e5170a44d66c triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:23.854328 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-91b7e66c-8d87-4c55-80df-c66b75a878fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:23.998067 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-37d175a5-3ec6-4508-80ca-46665fa4a204 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Delete allocated IP 172.20.0.3 (0308f1b5-a073-4fd9-b3a5-e7f8fadc802a/21b8f9d3-36ec-4b8f-bf20-e28980cdc3a2) {{(pid=93825) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 13:18:24.034721 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-37d175a5-3ec6-4508-80ca-46665fa4a204 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Allocated IP 172.20.0.42 (0308f1b5-a073-4fd9-b3a5-e7f8fadc802a/58787e45-5fb0-4deb-8bf7-2f450b13aee0/e7add521-1084-48c3-85b2-2ae259286406) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:24.132393 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa84713-24ff-46f8-a4a7-b70d7910b6ea req-0d9b085f-076a-4694-ac8f-01a31cc3e59d tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:24.147309 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6aa84713-24ff-46f8-a4a7-b70d7910b6ea req-0d9b085f-076a-4694-ac8f-01a31cc3e59d tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.2857521 Jul 15 13:18:24.153677 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c4638-e115-4f8b-914c-a72f2bad79ff req-7751cea8-eb57-42a7-b0da-0f73020e889e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:24.155217 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a40c4638-e115-4f8b-914c-a72f2bad79ff req-7751cea8-eb57-42a7-b0da-0f73020e889e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d986de84121549bf90b7ac80073eff67&device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 1098 time: 0.3775785 Jul 15 13:18:24.171823 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64780c16-2647-45a8-b36e-d81dde31f3a6 None None] Pushing event updated for resources: {'Port': ['ID=c8bdfbc9-b507-4379-b251-bc775ab1e65d,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:24.175485 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2b3fe3d-680d-434c-b300-0f3080bde6cd tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:24.193146 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-64780c16-2647-45a8-b36e-d81dde31f3a6 None None] Attempting to bind port c8bdfbc9-b507-4379-b251-bc775ab1e65d on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:18:24.193514 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-64780c16-2647-45a8-b36e-d81dde31f3a6 None None] Attempting to bind port c8bdfbc9-b507-4379-b251-bc775ab1e65d by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '347532a5-f217-46ce-b82e-14902b2a4d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b2f88f94-f063-456a-ac21-570ac0e96de8'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:18:24.194095 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64780c16-2647-45a8-b36e-d81dde31f3a6 None None] Attempting to bind port c8bdfbc9-b507-4379-b251-bc775ab1e65d on network b2f88f94-f063-456a-ac21-570ac0e96de8 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:24.218624 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 9b2dd6fb-43f1-4419-9e0f-e5170a44d66c, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9b2dd6fb-43f1-4419-9e0f-e5170a44d66c,segment=NetworkSegment(05c9b2e9-477b-4887-bd1e-a489058494c2),segment_id=05c9b2e9-477b-4887-bd1e-a489058494c2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:24.236358 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:24.264306 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64780c16-2647-45a8-b36e-d81dde31f3a6 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:18:24.266453 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64780c16-2647-45a8-b36e-d81dde31f3a6 None None] Checking segment: {'id': '347532a5-f217-46ce-b82e-14902b2a4d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b2f88f94-f063-456a-ac21-570ac0e96de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:24.268303 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-64780c16-2647-45a8-b36e-d81dde31f3a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:24.271213 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64780c16-2647-45a8-b36e-d81dde31f3a6 None None] Bound using segment: {'id': '347532a5-f217-46ce-b82e-14902b2a4d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b2f88f94-f063-456a-ac21-570ac0e96de8'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:18:24.272108 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-64780c16-2647-45a8-b36e-d81dde31f3a6 None None] Bound port: c8bdfbc9-b507-4379-b251-bc775ab1e65d, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '347532a5-f217-46ce-b82e-14902b2a4d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b2f88f94-f063-456a-ac21-570ac0e96de8'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:18:24.273585 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-64780c16-2647-45a8-b36e-d81dde31f3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:24.347710 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b3fe3d-680d-434c-b300-0f3080bde6cd tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Network ce5fb7fa-2145-4849-a016-cf7110cf1deb is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:24.361327 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-d2b3fe3d-680d-434c-b300-0f3080bde6cd tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:24.399247 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b3fe3d-680d-434c-b300-0f3080bde6cd tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:24.417785 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6aa84713-24ff-46f8-a4a7-b70d7910b6ea req-f7012e90-8639-4d31-9db4-86a3cd61a8d5 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696006 Jul 15 13:18:24.444062 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5ff5c178-815c-4056-8bb3-c633d3d84531 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:24.462378 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3fe3d-680d-434c-b300-0f3080bde6cd tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Pushing event updated for resources: {'Port': ['ID=a51dbf2b-ff20-42f9-b2bf-23cfc697916b,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:24.616026 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9c6339a5-450f-4821-9cea-6bed029a6265 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:24.628359 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9c6339a5-450f-4821-9cea-6bed029a6265 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-956703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-956678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-956815'] for router, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:24.663697 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=9b2dd6fb-43f1-4419-9e0f-e5170a44d66c,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:24.709189 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b3fe3d-680d-434c-b300-0f3080bde6cd tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:24.709844 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2b3fe3d-680d-434c-b300-0f3080bde6cd tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:24.879100 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c4638-e115-4f8b-914c-a72f2bad79ff req-2e2edecc-b62d-4ad1-a9cf-4edf7c0f4ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:24.880357 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-64780c16-2647-45a8-b36e-d81dde31f3a6 None None] For port c8bdfbc9-b507-4379-b251-bc775ab1e65d, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:18:24.889131 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-64780c16-2647-45a8-b36e-d81dde31f3a6 None None] For port c8bdfbc9-b507-4379-b251-bc775ab1e65d, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=c8bdfbc9-b507-4379-b251-bc775ab1e65d,segment=NetworkSegment(347532a5-f217-46ce-b82e-14902b2a4d71),segment_id=347532a5-f217-46ce-b82e-14902b2a4d71)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:18:24.891153 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a40c4638-e115-4f8b-914c-a72f2bad79ff req-2e2edecc-b62d-4ad1-a9cf-4edf7c0f4ac4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=13c0d8aa-07af-4e01-b8fa-724097cdd1d2 HTTP/1.1" status: 200 len: 896 time: 0.6752625 Jul 15 13:18:24.898345 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-64780c16-2647-45a8-b36e-d81dde31f3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:24.937165 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6339a5-450f-4821-9cea-6bed029a6265 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Router 0ace3a0a-b23e-4b5b-9977-6ac04a1b2491 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:18:25.042440 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a40c4638-e115-4f8b-914c-a72f2bad79ff req-b8f50dee-dcf0-43c3-b0b7-6b365997b635 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c19b0dda-2772-4aea-840f-70eade45e12e HTTP/1.1" status: 200 len: 1002 time: 0.1219740 Jul 15 13:18:25.060206 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-00cdbb33-0f3e-4f59-aba0-c584fac0fc2b None None] Provisioning for port a51dbf2b-ff20-42f9-b2bf-23cfc697916b completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:25.067463 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64780c16-2647-45a8-b36e-d81dde31f3a6 None None] Pushing event updated for resources: {'Port': ['ID=c8bdfbc9-b507-4379-b251-bc775ab1e65d,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:25.080299 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-00cdbb33-0f3e-4f59-aba0-c584fac0fc2b None None] Provisioning complete for port a51dbf2b-ff20-42f9-b2bf-23cfc697916b triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:25.080677 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-00cdbb33-0f3e-4f59-aba0-c584fac0fc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:25.085179 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 38680) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:25.105423 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6339a5-450f-4821-9cea-6bed029a6265 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:18:25.116070 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d2b3fe3d-680d-434c-b300-0f3080bde6cd tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9113107 Jul 15 13:18:25.120880 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9c6339a5-450f-4821-9cea-6bed029a6265 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:25.122184 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9c6339a5-450f-4821-9cea-6bed029a6265 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] 10.222.0.16 "PUT /v2.0/routers/0ace3a0a-b23e-4b5b-9977-6ac04a1b2491 HTTP/1.1" status: 200 len: 926 time: 2.5741391 Jul 15 13:18:25.123168 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38684) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:25.128417 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-698779d0-bf61-474a-ab04-f153dce0a1cf tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Request body: {'port': {'network_id': 'ce5fb7fa-2145-4849-a016-cf7110cf1deb', 'name': 'tempest-TaggedBootDevicesTest_v242-990918174', 'fixed_ips': [{'subnet_id': '829664df-b46c-4105-a938-db78ac7ecabf'}]}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:25.140103 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 38686) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:25.158158 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48eb1408-ec31-4e06-951b-1a57f5ad4de1 None None] Sync routers for ids ['0ace3a0a-b23e-4b5b-9977-6ac04a1b2491'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:18:25.227356 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eb1408-ec31-4e06-951b-1a57f5ad4de1 None None] Routers {'0ace3a0a-b23e-4b5b-9977-6ac04a1b2491'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:25.228001 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-48eb1408-ec31-4e06-951b-1a57f5ad4de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:18:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['0ace3a0a-b23e-4b5b-9977-6ac04a1b2491'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:25.230005 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-00cdbb33-0f3e-4f59-aba0-c584fac0fc2b None None] Port a51dbf2b-ff20-42f9-b2bf-23cfc697916b cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:18:25.284565 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698779d0-bf61-474a-ab04-f153dce0a1cf tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Made reservation on behalf of 251cced819c74cfb94fbc7f7f1614ad3 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:25.289630 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-48eb1408-ec31-4e06-951b-1a57f5ad4de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:25.320984 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eb1408-ec31-4e06-951b-1a57f5ad4de1 None None] Routers {'0ace3a0a-b23e-4b5b-9977-6ac04a1b2491'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:25.327448 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-48eb1408-ec31-4e06-951b-1a57f5ad4de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:18:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['0ace3a0a-b23e-4b5b-9977-6ac04a1b2491'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:25.376449 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c4638-e115-4f8b-914c-a72f2bad79ff req-fe820fd6-a09d-4785-be12-83d0db6525c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:25.393990 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a40c4638-e115-4f8b-914c-a72f2bad79ff req-fe820fd6-a09d-4785-be12-83d0db6525c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=007dc46b-c0a3-4755-b595-e11755a7ea39 HTTP/1.1" status: 200 len: 835 time: 0.2943945 Jul 15 13:18:25.430829 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-48eb1408-ec31-4e06-951b-1a57f5ad4de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:25.433469 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48eb1408-ec31-4e06-951b-1a57f5ad4de1 None None] The sync data for ids ['0ace3a0a-b23e-4b5b-9977-6ac04a1b2491'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:18:25.472210 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d432e691-a825-4381-a20d-371826eb16e3 None None] Provisioning complete for port e7add521-1084-48c3-85b2-2ae259286406 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:25.472210 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d432e691-a825-4381-a20d-371826eb16e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:25.514164 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-698779d0-bf61-474a-ab04-f153dce0a1cf tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:25.541118 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-698779d0-bf61-474a-ab04-f153dce0a1cf tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] device_id is not set on port 5f85c995-44e4-4ef4-892d-2c08cac1914f yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:18:25.543106 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d432e691-a825-4381-a20d-371826eb16e3 None None] Port e7add521-1084-48c3-85b2-2ae259286406 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:18:25.558960 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-014309f1-b001-4437-9d8c-797e6835ae63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:25.563817 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d432e691-a825-4381-a20d-371826eb16e3 None None] Provisioning for port 5ff5c178-815c-4056-8bb3-c633d3d84531 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:25.568781 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d432e691-a825-4381-a20d-371826eb16e3 None None] Provisioning complete for port 5ff5c178-815c-4056-8bb3-c633d3d84531 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:25.569405 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d432e691-a825-4381-a20d-371826eb16e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:25.582371 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239782c-fe81-4cd6-8fa4-06835a47931c req-55858227-4348-4561-8269-84b43ff2005f tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:25.599046 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b239782c-fe81-4cd6-8fa4-06835a47931c req-55858227-4348-4561-8269-84b43ff2005f tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd44f860-0beb-437a-88d8-50516f080c0f HTTP/1.1" status: 200 len: 946 time: 0.5256543 Jul 15 13:18:25.699368 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d432e691-a825-4381-a20d-371826eb16e3 None None] Provisioning complete for port 1ea8a4e0-0978-4f6e-b970-313ad0f71256 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:25.699848 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d432e691-a825-4381-a20d-371826eb16e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:25.719156 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-37d175a5-3ec6-4508-80ca-46665fa4a204 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:25.750223 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d432e691-a825-4381-a20d-371826eb16e3 None None] Port 1ea8a4e0-0978-4f6e-b970-313ad0f71256 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:18:25.772299 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30250771-babe-4b92-a65e-0f607f55d69c req-7954f9d9-8b14-4211-ae05-564e997f9cba tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:25.772846 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-698779d0-bf61-474a-ab04-f153dce0a1cf tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Allocated IP 10.1.1.193 (ce5fb7fa-2145-4849-a016-cf7110cf1deb/829664df-b46c-4105-a938-db78ac7ecabf/5f85c995-44e4-4ef4-892d-2c08cac1914f) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:25.773830 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-30250771-babe-4b92-a65e-0f607f55d69c req-7954f9d9-8b14-4211-ae05-564e997f9cba tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.8810492 Jul 15 13:18:25.778395 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-014309f1-b001-4437-9d8c-797e6835ae63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:25.813212 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-37d175a5-3ec6-4508-80ca-46665fa4a204 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Transition to ACTIVE for port object e7add521-1084-48c3-85b2-2ae259286406 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:25.818839 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-014309f1-b001-4437-9d8c-797e6835ae63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:25.964901 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-698779d0-bf61-474a-ab04-f153dce0a1cf tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:25.981897 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-698779d0-bf61-474a-ab04-f153dce0a1cf tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Transition to ACTIVE for port object 5f85c995-44e4-4ef4-892d-2c08cac1914f will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:26.019214 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-698779d0-bf61-474a-ab04-f153dce0a1cf tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:26.067176 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698779d0-bf61-474a-ab04-f153dce0a1cf tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Network ce5fb7fa-2145-4849-a016-cf7110cf1deb is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:26.073584 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-698779d0-bf61-474a-ab04-f153dce0a1cf tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:26.081139 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698779d0-bf61-474a-ab04-f153dce0a1cf tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:26.115425 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698779d0-bf61-474a-ab04-f153dce0a1cf tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Pushing event updated for resources: {'Port': ['ID=5f85c995-44e4-4ef4-892d-2c08cac1914f,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:26.155515 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698779d0-bf61-474a-ab04-f153dce0a1cf tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:26.156208 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-698779d0-bf61-474a-ab04-f153dce0a1cf tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:26.178221 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-698779d0-bf61-474a-ab04-f153dce0a1cf tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0539482 Jul 15 13:18:26.223166 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38700) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:26.223373 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-78d6959d-99a4-4e64-90c3-1b61b0ee3e34 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] 10.222.0.16 "GET /v2.0/routers/0ace3a0a-b23e-4b5b-9977-6ac04a1b2491 HTTP/1.1" status: 200 len: 926 time: 1.0504348 Jul 15 13:18:26.238145 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-37d175a5-3ec6-4508-80ca-46665fa4a204 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:26.355336 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cda0fa-bdc1-4d5d-9e6f-e4c68cd3ee4f tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:26.357359 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f6cda0fa-bdc1-4d5d-9e6f-e4c68cd3ee4f tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=e1268488-a505-464f-96b0-8b93d6dfd7ab&device_id=0ace3a0a-b23e-4b5b-9977-6ac04a1b2491&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1327131 Jul 15 13:18:26.362911 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38702) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:26.373118 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b239782c-fe81-4cd6-8fa4-06835a47931c req-5f190c50-9cee-41f4-a032-0f9ffa7b71ee tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7689629 Jul 15 13:18:26.374097 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d175a5-3ec6-4508-80ca-46665fa4a204 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event updated for resources: {'Port': ['ID=e7add521-1084-48c3-85b2-2ae259286406,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:26.380979 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014309f1-b001-4437-9d8c-797e6835ae63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc261e0b-48eb-441b-90ac-679246e190f5,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:26.490897 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-e50a87e6-42e2-45b1-87e2-5039f554899d None None] Provisioning for port 5f85c995-44e4-4ef4-892d-2c08cac1914f completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:26.499750 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-e50a87e6-42e2-45b1-87e2-5039f554899d None None] Provisioning complete for port 5f85c995-44e4-4ef4-892d-2c08cac1914f triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:26.500137 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e50a87e6-42e2-45b1-87e2-5039f554899d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:26.559577 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-30250771-babe-4b92-a65e-0f607f55d69c req-1f32b685-ca49-487d-9082-33887722b488 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7686520 Jul 15 13:18:26.562288 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-37d175a5-3ec6-4508-80ca-46665fa4a204 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] In _notify_port_updated(), no bound segment for port e7add521-1084-48c3-85b2-2ae259286406 on network 0308f1b5-a073-4fd9-b3a5-e7f8fadc802a {{(pid=93825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:18:26.573083 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c8bdfbc9-b507-4379-b251-bc775ab1e65d up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:26.584274 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44a55e7-73bc-4949-ab64-d2d1bac44fe5 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:26.585990 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d44a55e7-73bc-4949-ab64-d2d1bac44fe5 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] 10.222.0.16 "GET /v2.0/networks/e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 881 time: 0.2220747 Jul 15 13:18:26.592573 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38706) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:26.598225 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d175a5-3ec6-4508-80ca-46665fa4a204 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:26.598978 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-37d175a5-3ec6-4508-80ca-46665fa4a204 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:26.603217 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-37d175a5-3ec6-4508-80ca-46665fa4a204 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "PUT /v2.0/ports/e7add521-1084-48c3-85b2-2ae259286406 HTTP/1.1" status: 200 len: 959 time: 4.8422611 Jul 15 13:18:26.605352 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 38708) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:26.637886 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-014309f1-b001-4437-9d8c-797e6835ae63 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a5f7bc33fda4a5da78758ba05e448dd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5483875 Jul 15 13:18:26.667814 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38710) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:26.674042 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-e50a87e6-42e2-45b1-87e2-5039f554899d None None] Port 5f85c995-44e4-4ef4-892d-2c08cac1914f cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:18:26.678725 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4e420d89-0777-4e69-af9c-6eace2a7aa0e tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ace3a0a-b23e-4b5b-9977-6ac04a1b2491 HTTP/1.1" status: 200 len: 205 time: 0.0834663 Jul 15 13:18:26.682713 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 38712) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:26.693796 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c4638-e115-4f8b-914c-a72f2bad79ff req-46182451-cbe7-4095-a67d-e9dbc412f7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:26.695712 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a40c4638-e115-4f8b-914c-a72f2bad79ff req-46182451-cbe7-4095-a67d-e9dbc412f7f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=13c0d8aa-07af-4e01-b8fa-724097cdd1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.2088780 Jul 15 13:18:26.720483 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port c8bdfbc9-b507-4379-b251-bc775ab1e65d completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:26.736858 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbcbcf0-4a0b-4843-a6cf-e41ceaeafefd None None] Network b2f88f94-f063-456a-ac21-570ac0e96de8 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:26.742278 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9b2dd6fb-43f1-4419-9e0f-e5170a44d66c up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:26.756327 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-a40c4638-e115-4f8b-914c-a72f2bad79ff req-9e62e1c7-afc3-4928-a7cc-69c7a9afc9e3 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:18:26.757415 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a40c4638-e115-4f8b-914c-a72f2bad79ff req-9e62e1c7-afc3-4928-a7cc-69c7a9afc9e3 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061364 Jul 15 13:18:26.786431 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a8d2191b-ab55-4886-8aca-29386c6f8466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:26.842301 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-ba634ce7-01c3-40cc-b995-7c3277dc7658 None None] Provisioning for port c8bdfbc9-b507-4379-b251-bc775ab1e65d completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:26.854203 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a8d2191b-ab55-4886-8aca-29386c6f8466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:26.866502 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-ba634ce7-01c3-40cc-b995-7c3277dc7658 None None] Provisioning complete for port c8bdfbc9-b507-4379-b251-bc775ab1e65d triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:26.867164 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ba634ce7-01c3-40cc-b995-7c3277dc7658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:26.915146 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a8d2191b-ab55-4886-8aca-29386c6f8466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:26.921175 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a8d2191b-ab55-4886-8aca-29386c6f8466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:26.924526 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a8d2191b-ab55-4886-8aca-29386c6f8466 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fc261e0b-48eb-441b-90ac-679246e190f5 HTTP/1.1" status: 204 len: 168 time: 0.2508271 Jul 15 13:18:26.948575 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2191b-ab55-4886-8aca-29386c6f8466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc261e0b-48eb-441b-90ac-679246e190f5,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:27.003956 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38718) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:27.010053 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-fea5d5d1-0645-444c-9008-a97581f03da8 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Request body: {'security_group': {'name': 'tempest-securitygroup--314157413', 'description': 'tempest-description--1775313902'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:27.058429 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fea5d5d1-0645-444c-9008-a97581f03da8 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.069322 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 9b2dd6fb-43f1-4419-9e0f-e5170a44d66c triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:27.069700 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.133469 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911ea00-6b95-442f-bf64-6b08d44dd27a req-110b385b-b42d-4083-8e18-83d8448c63fa tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:27.141706 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6911ea00-6b95-442f-bf64-6b08d44dd27a req-110b385b-b42d-4083-8e18-83d8448c63fa tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.2583077 Jul 15 13:18:27.216299 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4c05dacd-4852-476e-9ad6-1f81c18cb671 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.223061 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fea5d5d1-0645-444c-9008-a97581f03da8 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.227615 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fea5d5d1-0645-444c-9008-a97581f03da8 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.230665 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ba634ce7-01c3-40cc-b995-7c3277dc7658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.275983 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea5d5d1-0645-444c-9008-a97581f03da8 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:27.294538 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fea5d5d1-0645-444c-9008-a97581f03da8 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.300406 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-fea5d5d1-0645-444c-9008-a97581f03da8 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2945492 Jul 15 13:18:27.301230 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38722) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:27.305633 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-1d9869a8-de3e-4d39-bb61-862e1920df8d tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Request body: {'security_group_rule': {'security_group_id': 'a7e6a2b6-563d-40f5-8e07-8d5c226ad0da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:27.321963 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-ba634ce7-01c3-40cc-b995-7c3277dc7658 None None] For port c8bdfbc9-b507-4379-b251-bc775ab1e65d, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=c8bdfbc9-b507-4379-b251-bc775ab1e65d,segment=NetworkSegment(347532a5-f217-46ce-b82e-14902b2a4d71),segment_id=347532a5-f217-46ce-b82e-14902b2a4d71)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:27.343749 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1d9869a8-de3e-4d39-bb61-862e1920df8d tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.344634 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7dcf7b3e-b0b1-4825-9c51-ac630ad72b80 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Deleting port e7add521-1084-48c3-85b2-2ae259286406 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:27.345332 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7dcf7b3e-b0b1-4825-9c51-ac630ad72b80 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.345720 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ba634ce7-01c3-40cc-b995-7c3277dc7658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.371787 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a40c4638-e115-4f8b-914c-a72f2bad79ff req-13c24e76-0ad3-44c0-8d36-e99945b0ce3a service neutron] 10.222.0.20 "GET /v2.0/networks/13c0d8aa-07af-4e01-b8fa-724097cdd1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6043499 Jul 15 13:18:27.443071 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1d9869a8-de3e-4d39-bb61-862e1920df8d tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.444072 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38726) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:27.453312 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1d9869a8-de3e-4d39-bb61-862e1920df8d tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.470023 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d9af2ad-5588-447d-96b2-5138b065c173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.505946 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9869a8-de3e-4d39-bb61-862e1920df8d tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cda891f-d69b-4c50-9050-95d80f9031d1,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:27.535216 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6911ea00-6b95-442f-bf64-6b08d44dd27a req-5f5382af-768b-4e93-9606-5d963ec0e886 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925211 Jul 15 13:18:27.540551 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba634ce7-01c3-40cc-b995-7c3277dc7658 None None] Pushing event updated for resources: {'Port': ['ID=c8bdfbc9-b507-4379-b251-bc775ab1e65d,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:27.558376 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-dacdc23b-3400-402e-96ef-ae4991fcf12e None None] Provisioning for port e7add521-1084-48c3-85b2-2ae259286406 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:27.573019 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-dacdc23b-3400-402e-96ef-ae4991fcf12e None None] Provisioning complete for port e7add521-1084-48c3-85b2-2ae259286406 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:27.574795 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dacdc23b-3400-402e-96ef-ae4991fcf12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.656129 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-dacdc23b-3400-402e-96ef-ae4991fcf12e None None] Port e7add521-1084-48c3-85b2-2ae259286406 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:18:27.668223 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d9af2ad-5588-447d-96b2-5138b065c173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.672222 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d9af2ad-5588-447d-96b2-5138b065c173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.724116 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0d9af2ad-5588-447d-96b2-5138b065c173 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75d56babbe694571908c1ecf5ad31b25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2766361 Jul 15 13:18:27.731322 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38732) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:27.732836 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1d9869a8-de3e-4d39-bb61-862e1920df8d tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.736624 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1d9869a8-de3e-4d39-bb61-862e1920df8d tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4322484 Jul 15 13:18:27.740917 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 38734) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:27.748537 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-bd514615-7e1b-4243-9368-f48a7b42f085 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Request body: {'security_group_rule': {'security_group_id': 'a7e6a2b6-563d-40f5-8e07-8d5c226ad0da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:27.763403 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9af2ad-5588-447d-96b2-5138b065c173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bf0739-dac3-4662-b572-8f211c52038f,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:27.817854 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4c05dacd-4852-476e-9ad6-1f81c18cb671 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.819844 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-91ea7b71-8c88-44d4-bae7-fe83b7e2bfb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.856761 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-91ea7b71-8c88-44d4-bae7-fe83b7e2bfb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.909520 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7dcf7b3e-b0b1-4825-9c51-ac630ad72b80 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.926297 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-91ea7b71-8c88-44d4-bae7-fe83b7e2bfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.929220 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-91ea7b71-8c88-44d4-bae7-fe83b7e2bfb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.932948 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-91ea7b71-8c88-44d4-bae7-fe83b7e2bfb7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/48bf0739-dac3-4662-b572-8f211c52038f HTTP/1.1" status: 204 len: 168 time: 0.1951988 Jul 15 13:18:27.942638 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea7b71-8c88-44d4-bae7-fe83b7e2bfb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bf0739-dac3-4662-b572-8f211c52038f,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:27.991275 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7dcf7b3e-b0b1-4825-9c51-ac630ad72b80 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Calling delete_port for e7add521-1084-48c3-85b2-2ae259286406 owned by {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:27.994128 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c6d3f55e-027f-4eb4-aeff-1c5e389b18d7 None None] Provisioning complete for port c8bdfbc9-b507-4379-b251-bc775ab1e65d triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:27.995569 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c6d3f55e-027f-4eb4-aeff-1c5e389b18d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:28.017246 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd514615-7e1b-4243-9368-f48a7b42f085 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:28.044574 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a40c4638-e115-4f8b-914c-a72f2bad79ff req-6d44d561-7834-4b2c-b5d2-9885d7a5baab service neutron] 10.222.0.20 "GET /v2.0/networks/13c0d8aa-07af-4e01-b8fa-724097cdd1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5419195 Jul 15 13:18:28.216158 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730703de-c97f-4b09-b75f-df91531ea458 req-6e938c15-18a9-4344-a6d6-a655258930ba tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:28.218491 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-730703de-c97f-4b09-b75f-df91531ea458 req-6e938c15-18a9-4344-a6d6-a655258930ba tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd44f860-0beb-437a-88d8-50516f080c0f HTTP/1.1" status: 200 len: 946 time: 0.5970490 Jul 15 13:18:28.238985 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4edfd88-5aba-46a9-bc71-92ab6a75c0ad req-8c3600f0-4b0a-4dd3-854a-d96817e65eeb tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:28.240969 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c4edfd88-5aba-46a9-bc71-92ab6a75c0ad req-8c3600f0-4b0a-4dd3-854a-d96817e65eeb tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.5097897 Jul 15 13:18:28.333328 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd514615-7e1b-4243-9368-f48a7b42f085 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:28.347400 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd514615-7e1b-4243-9368-f48a7b42f085 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:28.357248 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-730703de-c97f-4b09-b75f-df91531ea458 req-2011cc74-e12c-4293-bd66-ec4d6b4ffa03 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120410 Jul 15 13:18:28.361914 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4c05dacd-4852-476e-9ad6-1f81c18cb671 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Deleting port 1b7f9b09-7983-48a7-b755-c09d10407511 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:28.362385 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4c05dacd-4852-476e-9ad6-1f81c18cb671 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:28.367351 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c8bdfbc9-b507-4379-b251-bc775ab1e65d up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:28.433246 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd514615-7e1b-4243-9368-f48a7b42f085 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44bb3f7d-0e2e-4d74-a256-ae60e333491e,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:28.437998 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c4edfd88-5aba-46a9-bc71-92ab6a75c0ad req-6da27dc9-5289-432c-923e-067fe6b0ba74 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849558 Jul 15 13:18:28.483805 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port c8bdfbc9-b507-4379-b251-bc775ab1e65d triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:28.484199 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:28.498007 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd514615-7e1b-4243-9368-f48a7b42f085 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:28.503197 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38744) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:28.508184 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-4734fa05-e6cf-404d-b972-b317dcc50671 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:28.513414 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-bd514615-7e1b-4243-9368-f48a7b42f085 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7684691 Jul 15 13:18:28.536157 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38746) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:28.561147 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9c1e8d93-c3c0-4f9a-b456-ccd51ff7631b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:28.620473 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4734fa05-e6cf-404d-b972-b317dcc50671 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks [] for floatingip, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:28.676363 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7dcf7b3e-b0b1-4825-9c51-ac630ad72b80 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:28.690531 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4c05dacd-4852-476e-9ad6-1f81c18cb671 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:28.736321 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf7b3e-b0b1-4825-9c51-ac630ad72b80 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'Port': ['ID=e7add521-1084-48c3-85b2-2ae259286406,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:28.739354 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9c1e8d93-c3c0-4f9a-b456-ccd51ff7631b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:28.740195 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4c05dacd-4852-476e-9ad6-1f81c18cb671 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Calling delete_port for 1b7f9b09-7983-48a7-b755-c09d10407511 owned by network:router_gateway {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:28.760559 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9c1e8d93-c3c0-4f9a-b456-ccd51ff7631b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:28.763069 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9965d8-0bb2-4271-9ad1-c949ad384f0c req-3f02149a-44bd-4769-b5d6-207155021bba tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:28.764494 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bd9965d8-0bb2-4271-9ad1-c949ad384f0c req-3f02149a-44bd-4769-b5d6-207155021bba tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.1566432 Jul 15 13:18:28.833056 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9c1e8d93-c3c0-4f9a-b456-ccd51ff7631b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=65ff4c9711e5468ea581fbf0431e3ee0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2938066 Jul 15 13:18:28.833698 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38748) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:28.848031 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e8d93-c3c0-4f9a-b456-ccd51ff7631b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29eaa31d-99f9-4110-bf99-066c334bfe72,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:28.865864 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4734fa05-e6cf-404d-b972-b317dcc50671 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:28.907667 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bd9965d8-0bb2-4271-9ad1-c949ad384f0c req-7e5bde7f-4082-47d1-b0c4-e4cfd8b181b4 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229975 Jul 15 13:18:28.935760 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7dcf7b3e-b0b1-4825-9c51-ac630ad72b80 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:28.937667 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7dcf7b3e-b0b1-4825-9c51-ac630ad72b80 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/ports/e7add521-1084-48c3-85b2-2ae259286406 HTTP/1.1" status: 204 len: 168 time: 2.3313704 Jul 15 13:18:28.943122 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 38750) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:28.975556 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d873a69-3d75-4358-8f92-e27cc6f8ca79 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] GET failed (client error): The resource could not be found. Jul 15 13:18:28.977194 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6d873a69-3d75-4358-8f92-e27cc6f8ca79 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "GET /v2.0/ports/e7add521-1084-48c3-85b2-2ae259286406 HTTP/1.1" status: 404 len: 333 time: 0.0332050 Jul 15 13:18:28.981638 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38756) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:29.034090 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-94785fb0-f8d9-46a9-82fd-df94ec163041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.059244 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-94785fb0-f8d9-46a9-82fd-df94ec163041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.060280 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.107343 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4c05dacd-4852-476e-9ad6-1f81c18cb671 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.137969 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05dacd-4852-476e-9ad6-1f81c18cb671 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Pushing event deleted for resources: {'Port': ['ID=1b7f9b09-7983-48a7-b755-c09d10407511,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:29.164084 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cd8beeac-e67d-46e7-a53d-9d78a548fda3 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.170887 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-4734fa05-e6cf-404d-b972-b317dcc50671 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Allocated IP 172.25.8.151 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/b019c22f-e553-4b72-809b-ef225f82d0a4) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:29.260387 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4c05dacd-4852-476e-9ad6-1f81c18cb671 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.280425 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-94785fb0-f8d9-46a9-82fd-df94ec163041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.283037 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-94785fb0-f8d9-46a9-82fd-df94ec163041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.284201 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-94785fb0-f8d9-46a9-82fd-df94ec163041 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/29eaa31d-99f9-4110-bf99-066c334bfe72 HTTP/1.1" status: 204 len: 168 time: 0.4438696 Jul 15 13:18:29.293178 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cd8beeac-e67d-46e7-a53d-9d78a548fda3 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.322180 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94785fb0-f8d9-46a9-82fd-df94ec163041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29eaa31d-99f9-4110-bf99-066c334bfe72,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:29.361159 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4734fa05-e6cf-404d-b972-b317dcc50671 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.379228 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf45c33-e56a-4e4a-9a73-6b08269e9b4a req-697dfc50-a84e-41af-a0ef-b79d5927853f tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:29.381210 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cbf45c33-e56a-4e4a-9a73-6b08269e9b4a req-697dfc50-a84e-41af-a0ef-b79d5927853f tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.2463660 Jul 15 13:18:29.391426 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cd8beeac-e67d-46e7-a53d-9d78a548fda3 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.392711 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4c05dacd-4852-476e-9ad6-1f81c18cb671 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.396911 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cd8beeac-e67d-46e7-a53d-9d78a548fda3 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.398478 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-cd8beeac-e67d-46e7-a53d-9d78a548fda3 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/security-groups/30b161da-285d-47a2-939a-2796d0496364 HTTP/1.1" status: 204 len: 168 time: 0.4087238 Jul 15 13:18:29.403745 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4c05dacd-4852-476e-9ad6-1f81c18cb671 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.406044 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 38764) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:29.416796 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8beeac-e67d-46e7-a53d-9d78a548fda3 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b161da-285d-47a2-939a-2796d0496364,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:29.459407 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4734fa05-e6cf-404d-b972-b317dcc50671 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.478250 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.507766 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4c05dacd-4852-476e-9ad6-1f81c18cb671 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.508647 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c05dacd-4852-476e-9ad6-1f81c18cb671 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Fanout notify agent at l3_agent the message router_deleted on router 0ace3a0a-b23e-4b5b-9977-6ac04a1b2491 {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:18:29.515316 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cbf45c33-e56a-4e4a-9a73-6b08269e9b4a req-34d43d96-2313-48d7-a611-400cb6874203 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258254 Jul 15 13:18:29.521296 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4c05dacd-4852-476e-9ad6-1f81c18cb671 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.526431 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4c05dacd-4852-476e-9ad6-1f81c18cb671 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] 10.222.0.16 "DELETE /v2.0/routers/0ace3a0a-b23e-4b5b-9977-6ac04a1b2491 HTTP/1.1" status: 204 len: 168 time: 2.8387046 Jul 15 13:18:29.526932 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 38768) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:29.527914 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4734fa05-e6cf-404d-b972-b317dcc50671 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:29.532291 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-9dbb8552-aa31-4701-8e71-2547306b3de4 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1715652929', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:29.532755 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-4734fa05-e6cf-404d-b972-b317dcc50671 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:29.536702 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4734fa05-e6cf-404d-b972-b317dcc50671 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:29.588910 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-726bc295-4b8c-4564-ae58-8942c5065329 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.592131 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734fa05-e6cf-404d-b972-b317dcc50671 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Pushing event updated for resources: {'Port': ['ID=b019c22f-e553-4b72-809b-ef225f82d0a4,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:29.596398 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9dbb8552-aa31-4701-8e71-2547306b3de4 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.597974 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9dbb8552-aa31-4701-8e71-2547306b3de4 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.629921 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-726bc295-4b8c-4564-ae58-8942c5065329 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.683271 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-978d2d29-4855-4a1f-b4af-c527a74446e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.701076 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4734fa05-e6cf-404d-b972-b317dcc50671 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.738204 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9dbb8552-aa31-4701-8e71-2547306b3de4 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.754320 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9dbb8552-aa31-4701-8e71-2547306b3de4 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.770750 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4734fa05-e6cf-404d-b972-b317dcc50671 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.809061 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-726bc295-4b8c-4564-ae58-8942c5065329 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.817594 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-726bc295-4b8c-4564-ae58-8942c5065329 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.819562 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-726bc295-4b8c-4564-ae58-8942c5065329 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/security-groups/614b397f-ebae-4cf4-b965-bf3228be73d8 HTTP/1.1" status: 204 len: 168 time: 0.4121008 Jul 15 13:18:29.821357 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9dbb8552-aa31-4701-8e71-2547306b3de4 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.823017 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9dbb8552-aa31-4701-8e71-2547306b3de4 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2947741 Jul 15 13:18:29.823671 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 38782) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:29.827580 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38784) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:29.843567 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-7fc695bb-8c82-4874-93a5-b1e4d07bda84 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:29.864491 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726bc295-4b8c-4564-ae58-8942c5065329 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=614b397f-ebae-4cf4-b965-bf3228be73d8,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:29.893014 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2494190-340e-409b-ad69-844e702a30e1 req-5bea1ad7-4e80-44b9-a5ae-11fcd898c66d tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:29.894536 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c2494190-340e-409b-ad69-844e702a30e1 req-5bea1ad7-4e80-44b9-a5ae-11fcd898c66d tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd44f860-0beb-437a-88d8-50516f080c0f HTTP/1.1" status: 200 len: 946 time: 0.2589078 Jul 15 13:18:29.917150 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be7ccb-cf0b-413f-a2b7-16a98320152c req-f07b58df-923c-4f74-9d1b-e99f76398686 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:29.918737 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-63be7ccb-cf0b-413f-a2b7-16a98320152c req-f07b58df-923c-4f74-9d1b-e99f76398686 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.1792176 Jul 15 13:18:29.990920 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b5097bfc-53f6-4ee1-bf02-9919c17a49d5 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:30.014838 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b5097bfc-53f6-4ee1-bf02-9919c17a49d5 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:30.043865 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c2494190-340e-409b-ad69-844e702a30e1 req-41fbfa68-5391-446d-9af9-cf70802c3707 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392097 Jul 15 13:18:30.046777 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-63be7ccb-cf0b-413f-a2b7-16a98320152c req-a8109e98-f36c-4ef7-ac3d-15df92b505e3 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195776 Jul 15 13:18:30.076063 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b5097bfc-53f6-4ee1-bf02-9919c17a49d5 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:30.079016 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b5097bfc-53f6-4ee1-bf02-9919c17a49d5 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:30.083500 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b5097bfc-53f6-4ee1-bf02-9919c17a49d5 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/security-groups/f0c1c32d-492b-4fd7-82c0-90bca63d7b33 HTTP/1.1" status: 204 len: 168 time: 0.2501776 Jul 15 13:18:30.083854 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 38792) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:30.105282 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7fc695bb-8c82-4874-93a5-b1e4d07bda84 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:30.112835 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5097bfc-53f6-4ee1-bf02-9919c17a49d5 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c1c32d-492b-4fd7-82c0-90bca63d7b33,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:30.170849 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4734fa05-e6cf-404d-b972-b317dcc50671 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:30.180268 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4734fa05-e6cf-404d-b972-b317dcc50671 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:30.180968 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c7f546d-c3c0-4940-bf9f-6ed41d907db8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Deleting subnet 21b8f9d3-36ec-4b8f-bf20-e28980cdc3a2 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:18:30.185021 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9c7f546d-c3c0-4940-bf9f-6ed41d907db8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:30.213832 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 38800) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:30.246356 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9c7f546d-c3c0-4940-bf9f-6ed41d907db8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:30.331854 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734fa05-e6cf-404d-b972-b317dcc50671 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Pushing event updated for resources: {'Port': ['ID=b019c22f-e553-4b72-809b-ef225f82d0a4,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:30.357647 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4734fa05-e6cf-404d-b972-b317dcc50671 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:30.377867 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-f22d1152-8a67-41aa-9168-e8c8b0c891bb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-667609353-network', 'tenant_id': '879e8425447141438b1ffe4ec0758317'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:30.379347 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4734fa05-e6cf-404d-b972-b317dcc50671 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:30.380590 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4734fa05-e6cf-404d-b972-b317dcc50671 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8763125 Jul 15 13:18:30.411077 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9c7f546d-c3c0-4940-bf9f-6ed41d907db8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:30.443026 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22d1152-8a67-41aa-9168-e8c8b0c891bb admin admin] Made reservation on behalf of 879e8425447141438b1ffe4ec0758317 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:30.445410 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f22d1152-8a67-41aa-9168-e8c8b0c891bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:30.467603 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f22d1152-8a67-41aa-9168-e8c8b0c891bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:30.513116 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7fc695bb-8c82-4874-93a5-b1e4d07bda84 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:30.537307 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6af01e-8e1f-44bc-9b8f-2dfe6f76753e req-0440d19d-100a-413d-8fc7-85ebf63465b8 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:30.537843 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7fc695bb-8c82-4874-93a5-b1e4d07bda84 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:30.545866 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-da6af01e-8e1f-44bc-9b8f-2dfe6f76753e req-0440d19d-100a-413d-8fc7-85ebf63465b8 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.2202377 Jul 15 13:18:30.550205 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9c7f546d-c3c0-4940-bf9f-6ed41d907db8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:30.607936 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f546d-c3c0-4940-bf9f-6ed41d907db8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'Subnet': ['ID=21b8f9d3-36ec-4b8f-bf20-e28980cdc3a2,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:30.620220 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9c7f546d-c3c0-4940-bf9f-6ed41d907db8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:30.628697 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9c7f546d-c3c0-4940-bf9f-6ed41d907db8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/subnets/21b8f9d3-36ec-4b8f-bf20-e28980cdc3a2 HTTP/1.1" status: 204 len: 168 time: 0.5423598 Jul 15 13:18:30.629743 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55926df1-914b-4f1d-a992-a1dc5a68d8c7 None None] Network 0308f1b5-a073-4fd9-b3a5-e7f8fadc802a requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:30.647178 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 38818) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:30.663681 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-da6af01e-8e1f-44bc-9b8f-2dfe6f76753e req-282b7dce-cb69-474d-bd65-506b2ba90c95 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167562 Jul 15 13:18:30.665564 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7f546d-c3c0-4940-bf9f-6ed41d907db8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:30.665564 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7f546d-c3c0-4940-bf9f-6ed41d907db8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:30.665957 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7f546d-c3c0-4940-bf9f-6ed41d907db8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:30.670468 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7f546d-c3c0-4940-bf9f-6ed41d907db8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:30.671250 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7f546d-c3c0-4940-bf9f-6ed41d907db8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:30.671583 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7f546d-c3c0-4940-bf9f-6ed41d907db8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:30.671936 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7f546d-c3c0-4940-bf9f-6ed41d907db8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:30.672276 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7f546d-c3c0-4940-bf9f-6ed41d907db8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:30.673108 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7f546d-c3c0-4940-bf9f-6ed41d907db8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:30.673108 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7f546d-c3c0-4940-bf9f-6ed41d907db8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:30.673316 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7f546d-c3c0-4940-bf9f-6ed41d907db8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:30.673581 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7f546d-c3c0-4940-bf9f-6ed41d907db8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:30.877180 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-f894d252-be35-462f-a815-195bbeb0e545 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--314157413&fields=id&tenant_id=251cced819c74cfb94fbc7f7f1614ad3 HTTP/1.1" status: 200 len: 267 time: 0.1955347 Jul 15 13:18:30.944869 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7d073f5-3a77-4807-ba38-04d711aa9398 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Deleting subnet 58787e45-5fb0-4deb-8bf7-2f450b13aee0 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:18:30.979923 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a7d073f5-3a77-4807-ba38-04d711aa9398 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:31.094109 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-7fc695bb-8c82-4874-93a5-b1e4d07bda84 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Allocated IP 172.25.8.15 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/a0937ded-9dc3-4198-bf02-36dc359278cc) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:31.223359 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7fc695bb-8c82-4874-93a5-b1e4d07bda84 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:31.275831 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7fc695bb-8c82-4874-93a5-b1e4d07bda84 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:31.316978 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc695bb-8c82-4874-93a5-b1e4d07bda84 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:31.323866 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-7fc695bb-8c82-4874-93a5-b1e4d07bda84 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:31.327751 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc695bb-8c82-4874-93a5-b1e4d07bda84 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:31.359389 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc695bb-8c82-4874-93a5-b1e4d07bda84 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Pushing event updated for resources: {'Port': ['ID=a0937ded-9dc3-4198-bf02-36dc359278cc,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:31.436601 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-c9381c5f-3162-404e-98ca-8eab293a6002 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:31.443368 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-c9381c5f-3162-404e-98ca-8eab293a6002 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports/a51dbf2b-ff20-42f9-b2bf-23cfc697916b HTTP/1.1" status: 200 len: 934 time: 0.5521262 Jul 15 13:18:31.450399 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f22d1152-8a67-41aa-9168-e8c8b0c891bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:31.471794 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f22d1152-8a67-41aa-9168-e8c8b0c891bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:31.476221 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a7d073f5-3a77-4807-ba38-04d711aa9398 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:31.567015 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f22d1152-8a67-41aa-9168-e8c8b0c891bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:18:31.590835 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd46403-37e0-4934-b42d-b920d9896455 req-e676fc36-a295-4853-8858-d6e5e2106717 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:31.600198 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4cd46403-37e0-4934-b42d-b920d9896455 req-e676fc36-a295-4853-8858-d6e5e2106717 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.7421114 Jul 15 13:18:31.629990 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d1152-8a67-41aa-9168-e8c8b0c891bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8a221f-7877-4664-8286-938ba2cbc831,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:31.645043 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7fc695bb-8c82-4874-93a5-b1e4d07bda84 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:31.656544 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f22d1152-8a67-41aa-9168-e8c8b0c891bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:31.657080 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-f22d1152-8a67-41aa-9168-e8c8b0c891bb admin admin] Added segment dbb5ad9e-1077-4e56-b024-15113de866da of type vlan for network f1af8d10-e089-4273-8032-85df6ad14272 Jul 15 13:18:31.664736 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-7bb2f0b5-d207-4dd8-8583-428cadc35f49 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:31.672396 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-7bb2f0b5-d207-4dd8-8583-428cadc35f49 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports/5f85c995-44e4-4ef4-892d-2c08cac1914f HTTP/1.1" status: 200 len: 936 time: 0.2281454 Jul 15 13:18:31.716813 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f8491fba-7b95-41b4-a676-61608a192109 None None] Provisioning complete for port 5ff5c178-815c-4056-8bb3-c633d3d84531 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:31.717784 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8491fba-7b95-41b4-a676-61608a192109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:31.744312 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-c8938ec8-adc5-4870-a39c-a8aeff6dab99 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?network_id=b2f88f94-f063-456a-ac21-570ac0e96de8&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0707083 Jul 15 13:18:31.857408 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-91489f04-fa37-4331-ac1f-b883940c8677 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?network_id=b2f88f94-f063-456a-ac21-570ac0e96de8&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1121588 Jul 15 13:18:31.865270 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f22d1152-8a67-41aa-9168-e8c8b0c891bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:31.891248 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4cd46403-37e0-4934-b42d-b920d9896455 req-e59b9bf5-f3e8-48c7-bce4-22b4c1b90f20 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899413 Jul 15 13:18:31.899976 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7fc695bb-8c82-4874-93a5-b1e4d07bda84 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:31.904043 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7fc695bb-8c82-4874-93a5-b1e4d07bda84 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-956703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-956678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-956815'] for router, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:31.941856 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a7d073f5-3a77-4807-ba38-04d711aa9398 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:31.961885 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f8491fba-7b95-41b4-a676-61608a192109 None None] Provisioning complete for port 1ea8a4e0-0978-4f6e-b970-313ad0f71256 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:31.962268 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8491fba-7b95-41b4-a676-61608a192109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:32.039055 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f8491fba-7b95-41b4-a676-61608a192109 None None] Port 1ea8a4e0-0978-4f6e-b970-313ad0f71256 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:18:32.113729 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a7d073f5-3a77-4807-ba38-04d711aa9398 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:32.147473 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc695bb-8c82-4874-93a5-b1e4d07bda84 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Router c4ea069e-dc15-442d-b8c6-dcd4ad300a5f is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:18:32.155243 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f22d1152-8a67-41aa-9168-e8c8b0c891bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:32.156196 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22d1152-8a67-41aa-9168-e8c8b0c891bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:32.156789 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f22d1152-8a67-41aa-9168-e8c8b0c891bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:32.183548 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3801d8a-b90e-40bc-a559-0c09065d58ef None None] Network 0308f1b5-a073-4fd9-b3a5-e7f8fadc802a requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:32.203779 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f22d1152-8a67-41aa-9168-e8c8b0c891bb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9887581 Jul 15 13:18:32.205470 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a7d073f5-3a77-4807-ba38-04d711aa9398 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:32.206769 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38840) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:32.207657 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a7d073f5-3a77-4807-ba38-04d711aa9398 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/subnets/58787e45-5fb0-4deb-8bf7-2f450b13aee0 HTTP/1.1" status: 204 len: 168 time: 1.5301030 Jul 15 13:18:32.213422 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-3e025265-06ca-4336-a33f-3fa9301a1a53 admin admin] Request body: {'subnet': {'network_id': 'f1af8d10-e089-4273-8032-85df6ad14272', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-667609353-subnet', 'tenant_id': '879e8425447141438b1ffe4ec0758317', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:32.222252 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38842) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:32.225367 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d073f5-3a77-4807-ba38-04d711aa9398 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'Subnet': ['ID=58787e45-5fb0-4deb-8bf7-2f450b13aee0,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:32.352521 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:32.354800 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a00fd41-1121-460d-85d2-fce5b2c995ce tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] DELETE failed (client error): The resource could not be found. Jul 15 13:18:32.355235 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a00fd41-1121-460d-85d2-fce5b2c995ce tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:18:32.359495 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8a00fd41-1121-460d-85d2-fce5b2c995ce tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/subnets/21b8f9d3-36ec-4b8f-bf20-e28980cdc3a2 HTTP/1.1" status: 404 len: 337 time: 0.1339872 Jul 15 13:18:32.386275 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38844) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:32.441425 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-07190c6a-348a-4fb9-b637-b229aec80e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:32.441824 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e025265-06ca-4336-a33f-3fa9301a1a53 admin admin] Made reservation on behalf of 879e8425447141438b1ffe4ec0758317 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:32.444309 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3e025265-06ca-4336-a33f-3fa9301a1a53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:32.452088 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d1152-8a67-41aa-9168-e8c8b0c891bb admin admin] Pushing event updated for resources: {'Network': ['ID=f1af8d10-e089-4273-8032-85df6ad14272,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:32.471655 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network f1af8d10-e089-4273-8032-85df6ad14272 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:18:32.487577 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc695bb-8c82-4874-93a5-b1e4d07bda84 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:18:32.488483 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-72a29e95-3401-4bde-a7f2-25d98f508928 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:32.493041 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-35ae333b-6a29-4671-a796-90914e42bacd tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Deleting subnet 0d5014e0-acd6-4b2e-950f-8110b47dc295 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:18:32.495881 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-72a29e95-3401-4bde-a7f2-25d98f508928 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:32.496697 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-35ae333b-6a29-4671-a796-90914e42bacd tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:32.500465 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c031a6d-5525-4d44-a207-f018067894ca None None] Sync routers for ids ['c4ea069e-dc15-442d-b8c6-dcd4ad300a5f'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:18:32.517108 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c031a6d-5525-4d44-a207-f018067894ca None None] Routers {'c4ea069e-dc15-442d-b8c6-dcd4ad300a5f'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:32.517740 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-6c031a6d-5525-4d44-a207-f018067894ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:18:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['c4ea069e-dc15-442d-b8c6-dcd4ad300a5f'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:32.520158 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-72a29e95-3401-4bde-a7f2-25d98f508928 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:32.532883 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-72a29e95-3401-4bde-a7f2-25d98f508928 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/networks?id=5d9fbd16-32b6-40ae-8908-2f860bb17994&id=ce5fb7fa-2145-4849-a016-cf7110cf1deb&id=ce5fb7fa-2145-4849-a016-cf7110cf1deb&id=b2f88f94-f063-456a-ac21-570ac0e96de8&id=b2f88f94-f063-456a-ac21-570ac0e96de8 HTTP/1.1" status: 200 len: 1995 time: 0.6737688 Jul 15 13:18:32.542375 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-35ae333b-6a29-4671-a796-90914e42bacd tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:32.572797 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7fc695bb-8c82-4874-93a5-b1e4d07bda84 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:32.576877 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7fc695bb-8c82-4874-93a5-b1e4d07bda84 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] 10.222.0.16 "PUT /v2.0/routers/c4ea069e-dc15-442d-b8c6-dcd4ad300a5f HTTP/1.1" status: 200 len: 883 time: 2.7440453 Jul 15 13:18:32.580584 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38846) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:32.585271 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ced13-c9dd-46df-aadd-6184fd456d2b req-8c2f55d8-0048-405e-97c2-35c504d8f12f tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:32.597781 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-6c031a6d-5525-4d44-a207-f018067894ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:32.601887 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-510ced13-c9dd-46df-aadd-6184fd456d2b req-8c2f55d8-0048-405e-97c2-35c504d8f12f tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd44f860-0beb-437a-88d8-50516f080c0f HTTP/1.1" status: 200 len: 946 time: 0.5000114 Jul 15 13:18:32.611236 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c031a6d-5525-4d44-a207-f018067894ca None None] Routers {'c4ea069e-dc15-442d-b8c6-dcd4ad300a5f'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:32.612121 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-6c031a6d-5525-4d44-a207-f018067894ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:18:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['c4ea069e-dc15-442d-b8c6-dcd4ad300a5f'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:32.635628 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-2a56195e-a236-459f-9635-dac7b6284555 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/quotas/251cced819c74cfb94fbc7f7f1614ad3 HTTP/1.1" status: 200 len: 375 time: 0.1006994 Jul 15 13:18:32.657478 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-6c031a6d-5525-4d44-a207-f018067894ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:32.658362 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c031a6d-5525-4d44-a207-f018067894ca None None] The sync data for ids ['c4ea069e-dc15-442d-b8c6-dcd4ad300a5f'] in n-d-771363-36 is: [] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:18:32.728475 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-510ced13-c9dd-46df-aadd-6184fd456d2b req-52763c3f-28ee-4f37-8596-9ad8fe1bbd22 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255937 Jul 15 13:18:32.787822 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1c0e430c-1ef1-4376-8141-b308df9a4855 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] 10.222.0.16 "GET /v2.0/routers/c4ea069e-dc15-442d-b8c6-dcd4ad300a5f HTTP/1.1" status: 200 len: 924 time: 0.2059870 Jul 15 13:18:32.792452 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38850) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:32.809526 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-09f63c48-f964-4a2b-b1b1-800767c1b7e4 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=251cced819c74cfb94fbc7f7f1614ad3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1729860 Jul 15 13:18:32.830953 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-dc0d65c8-e3ac-4665-8dcc-db74bb51a055 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:18:32.831952 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-dc0d65c8-e3ac-4665-8dcc-db74bb51a055 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054507 Jul 15 13:18:32.897442 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-35ae333b-6a29-4671-a796-90914e42bacd tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:33.018718 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95caf06-4542-4cba-858f-1f000b9f6961 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:33.020690 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d95caf06-4542-4cba-858f-1f000b9f6961 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=e1268488-a505-464f-96b0-8b93d6dfd7ab&device_id=c4ea069e-dc15-442d-b8c6-dcd4ad300a5f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2259400 Jul 15 13:18:33.029727 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38854) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:33.040641 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-bd6a5433-deb1-4246-87bc-78f646558013 service neutron] 10.222.0.16 "GET /v2.0/networks/5d9fbd16-32b6-40ae-8908-2f860bb17994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003777 Jul 15 13:18:33.055597 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3e025265-06ca-4336-a33f-3fa9301a1a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:33.091134 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cd50a-22c4-497d-b3a1-e09d69879c90 req-cb3cdf21-cafd-4171-882e-d38df5b1b8b4 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:33.093842 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fc1cd50a-22c4-497d-b3a1-e09d69879c90 req-cb3cdf21-cafd-4171-882e-d38df5b1b8b4 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.2121172 Jul 15 13:18:33.123271 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-35ae333b-6a29-4671-a796-90914e42bacd tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:33.201767 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-35ae333b-6a29-4671-a796-90914e42bacd tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:33.207056 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-35ae333b-6a29-4671-a796-90914e42bacd tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/subnets/0d5014e0-acd6-4b2e-950f-8110b47dc295 HTTP/1.1" status: 204 len: 168 time: 0.8144274 Jul 15 13:18:33.207347 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e025265-06ca-4336-a33f-3fa9301a1a53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bf4e8cf-bad5-42ea-ab52-89ee8d24746b,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:33.208495 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 38856) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:33.224139 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fc1cd50a-22c4-497d-b3a1-e09d69879c90 req-56cea844-ff24-4b2a-b461-e3cf72e04e68 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182978 Jul 15 13:18:33.243844 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-b2c9b476-cbd9-4ca3-98d9-975f327ac081 service neutron] 10.222.0.16 "GET /v2.0/networks/5d9fbd16-32b6-40ae-8908-2f860bb17994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953745 Jul 15 13:18:33.251524 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae333b-6a29-4671-a796-90914e42bacd tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'Subnet': ['ID=0d5014e0-acd6-4b2e-950f-8110b47dc295,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:33.257068 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736633a8-1801-4be1-b632-11a28f4ff7c2 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:33.258044 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-736633a8-1801-4be1-b632-11a28f4ff7c2 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] 10.222.0.16 "GET /v2.0/networks/e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 881 time: 0.2273917 Jul 15 13:18:33.259241 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e025265-06ca-4336-a33f-3fa9301a1a53 admin admin] Checking segment: {'id': 'dbb5ad9e-1077-4e56-b024-15113de866da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f1af8d10-e089-4273-8032-85df6ad14272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:33.260245 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e025265-06ca-4336-a33f-3fa9301a1a53 admin admin] Network hostable DHCP agents. Network: f1af8d10-e089-4273-8032-85df6ad14272, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:18:33.262359 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38858) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:33.285910 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-883d7d88-3e6a-4a7b-8802-c3d64da21d5b tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] DELETE failed (client error): The resource could not be found. Jul 15 13:18:33.286493 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-883d7d88-3e6a-4a7b-8802-c3d64da21d5b tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:18:33.288096 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-883d7d88-3e6a-4a7b-8802-c3d64da21d5b tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/subnets/d28899a1-aa35-4653-981f-3a737aa13dd3 HTTP/1.1" status: 404 len: 337 time: 0.0697079 Jul 15 13:18:33.305590 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 38862) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:33.324893 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-eb0af33c-2833-451a-8471-e147495505e5 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4ea069e-dc15-442d-b8c6-dcd4ad300a5f HTTP/1.1" status: 200 len: 205 time: 0.0585520 Jul 15 13:18:33.325138 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38864) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:33.351492 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-358f6721-b994-4b73-ace5-399cddad2a2f tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "GET /v2.0/ports?device_id=d25f0534-7ec3-45e9-b0ab-3bd28a3f819f HTTP/1.1" status: 200 len: 205 time: 0.0416100 Jul 15 13:18:33.351492 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 38866) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:33.363195 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-b8ecf452-be14-48ab-bd3c-40692f47bd9a service neutron] 10.222.0.16 "GET /v2.0/ports/a51dbf2b-ff20-42f9-b2bf-23cfc697916b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1184411 Jul 15 13:18:33.386753 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e025265-06ca-4336-a33f-3fa9301a1a53 admin admin] Network f1af8d10-e089-4273-8032-85df6ad14272 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:18:33.402349 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-517805e1-1fd4-4266-976d-6aa423cd7d2d tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] delete failed (client error): The resource could not be found. Jul 15 13:18:33.404503 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-517805e1-1fd4-4266-976d-6aa423cd7d2d tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/routers/d25f0534-7ec3-45e9-b0ab-3bd28a3f819f HTTP/1.1" status: 404 len: 336 time: 0.0514145 Jul 15 13:18:33.412247 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38868) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:33.426845 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-3e025265-06ca-4336-a33f-3fa9301a1a53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, f1af8d10-e089-4273-8032-85df6ad14272) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:33.434413 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e025265-06ca-4336-a33f-3fa9301a1a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:33.439173 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3e025265-06ca-4336-a33f-3fa9301a1a53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:33.439329 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7307158-fd94-4b24-b9bc-e31059b242c2 None None] Network f1af8d10-e089-4273-8032-85df6ad14272 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:33.502848 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-4ef9be5b-4d6e-41ef-98c4-7aef7e79e79d service neutron] 10.222.0.16 "GET /v2.0/networks/ce5fb7fa-2145-4849-a016-cf7110cf1deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092196 Jul 15 13:18:33.523853 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-12273728-4b0e-4ca1-9f6f-76cf064b05f0 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] DELETE failed (client error): The resource could not be found. Jul 15 13:18:33.524467 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12273728-4b0e-4ca1-9f6f-76cf064b05f0 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:18:33.528182 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-12273728-4b0e-4ca1-9f6f-76cf064b05f0 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/subnets/5243634e-f945-42ff-a244-b42df3f1abdc HTTP/1.1" status: 404 len: 337 time: 0.1146362 Jul 15 13:18:33.533628 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38870) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:33.562365 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3e025265-06ca-4336-a33f-3fa9301a1a53 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3544269 Jul 15 13:18:33.600158 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-1da02523-6e7f-4342-8ca9-ec6791261e95 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] DELETE failed (client error): The resource could not be found. Jul 15 13:18:33.600608 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1da02523-6e7f-4342-8ca9-ec6791261e95 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:18:33.605607 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1da02523-6e7f-4342-8ca9-ec6791261e95 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/subnets/e7ded837-d3fc-408a-9693-f4a59aba9b3b HTTP/1.1" status: 404 len: 337 time: 0.0707886 Jul 15 13:18:33.612555 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38874) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:33.649917 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:33.660259 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6fdaf5-e682-4270-bec5-2127157bf151 None None] Network f1af8d10-e089-4273-8032-85df6ad14272 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:33.674301 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbfe4543-592c-4d4c-9991-a6759ed8b661 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] DELETE failed (client error): The resource could not be found. Jul 15 13:18:33.674941 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbfe4543-592c-4d4c-9991-a6759ed8b661 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:18:33.676636 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-dbfe4543-592c-4d4c-9991-a6759ed8b661 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/subnets/24361212-ed35-4d2f-8352-11e1f5128645 HTTP/1.1" status: 404 len: 337 time: 0.0622923 Jul 15 13:18:33.680811 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38876) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:33.726981 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-107643ca-37e5-42b7-b3dd-90a376cb63e1 service neutron] 10.222.0.16 "GET /v2.0/networks/ce5fb7fa-2145-4849-a016-cf7110cf1deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114625 Jul 15 13:18:33.738619 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-74f6e3ca-e0db-47a7-8f2a-b79f71acbe9d tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:33.789660 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f6af55-10c3-4e6a-92c6-b25400fab79b None None] Network 0308f1b5-a073-4fd9-b3a5-e7f8fadc802a requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:33.792149 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9fac7-e45a-41b1-8104-643f5c8cf9fd req-c5bf62aa-4a70-4e61-9ced-47b07770c8e4 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:33.800623 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-94e9fac7-e45a-41b1-8104-643f5c8cf9fd req-c5bf62aa-4a70-4e61-9ced-47b07770c8e4 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.2967393 Jul 15 13:18:33.843239 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-d6d29d37-f31c-4169-98fc-c1c4f4c03c09 service neutron] 10.222.0.16 "GET /v2.0/ports/5f85c995-44e4-4ef4-892d-2c08cac1914f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1085498 Jul 15 13:18:33.851459 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-911e7e1b-47b4-4c0e-bd54-c5f219024afb None None] Provisioning complete for port 5ff5c178-815c-4056-8bb3-c633d3d84531 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:33.852332 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-911e7e1b-47b4-4c0e-bd54-c5f219024afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:33.858382 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f98a8e9-8888-4eb9-9226-df4d162883de tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] DELETE failed (client error): The resource could not be found. Jul 15 13:18:33.859628 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-94e9fac7-e45a-41b1-8104-643f5c8cf9fd req-b98787c7-1874-4d58-a744-786ff8e72d8c tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577252 Jul 15 13:18:33.860087 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f98a8e9-8888-4eb9-9226-df4d162883de tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:18:33.864220 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7f98a8e9-8888-4eb9-9226-df4d162883de tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/ports/02b89392-07b8-47b7-a6c3-d1ea881d5387 HTTP/1.1" status: 404 len: 333 time: 0.1794376 Jul 15 13:18:33.864899 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38884) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:33.913581 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e5bd95-5853-412d-96cd-f973f416f55f tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] DELETE failed (client error): The resource could not be found. Jul 15 13:18:33.914044 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67e5bd95-5853-412d-96cd-f973f416f55f tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:18:33.916527 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-67e5bd95-5853-412d-96cd-f973f416f55f tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/subnets/3199e1e4-65af-49ec-8371-e51aed7528be HTTP/1.1" status: 404 len: 337 time: 0.0501440 Jul 15 13:18:33.920822 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38888) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:33.925902 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-74f6e3ca-e0db-47a7-8f2a-b79f71acbe9d tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:33.998012 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b35cab3b-24b8-4527-8170-5347aba953a5 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] DELETE failed (client error): The resource could not be found. Jul 15 13:18:33.998464 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b35cab3b-24b8-4527-8170-5347aba953a5 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:18:34.000206 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b35cab3b-24b8-4527-8170-5347aba953a5 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/subnets/712ffb71-c2e5-469a-873a-39daf77a8ceb HTTP/1.1" status: 404 len: 337 time: 0.0710075 Jul 15 13:18:34.006204 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38892) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:34.081138 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-466c91aa-c7a2-4fa8-b5f7-15bfe3da3101 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] DELETE failed (client error): The resource could not be found. Jul 15 13:18:34.081795 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-466c91aa-c7a2-4fa8-b5f7-15bfe3da3101 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:18:34.083632 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-466c91aa-c7a2-4fa8-b5f7-15bfe3da3101 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/ports/111b3d69-72f2-4443-a0b5-5bf578604fcf HTTP/1.1" status: 404 len: 333 time: 0.0728297 Jul 15 13:18:34.084842 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-d2f2080e-0c95-4f27-8ea2-69ea53ab213b service neutron] 10.222.0.16 "GET /v2.0/networks/ce5fb7fa-2145-4849-a016-cf7110cf1deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241902 Jul 15 13:18:34.086266 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 38896) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:34.123681 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-911e7e1b-47b4-4c0e-bd54-c5f219024afb None None] Provisioning complete for port 1ea8a4e0-0978-4f6e-b970-313ad0f71256 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:34.124253 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-911e7e1b-47b4-4c0e-bd54-c5f219024afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:34.150769 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-74f6e3ca-e0db-47a7-8f2a-b79f71acbe9d tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Deleting port a0937ded-9dc3-4198-bf02-36dc359278cc {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:34.151183 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-74f6e3ca-e0db-47a7-8f2a-b79f71acbe9d tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:34.165268 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-911e7e1b-47b4-4c0e-bd54-c5f219024afb None None] Port 1ea8a4e0-0978-4f6e-b970-313ad0f71256 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:18:34.208361 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55d88e3-e2fe-4ef6-a92f-4f1c25675a35 None None] DHCP port deletion for 0308f1b5-a073-4fd9-b3a5-e7f8fadc802a request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:18:34.226309 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-e97c79e8-d97c-476b-b0ba-7e987efdc761 service neutron] 10.222.0.16 "GET /v2.0/networks/ce5fb7fa-2145-4849-a016-cf7110cf1deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344409 Jul 15 13:18:34.283464 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-81e4c1ee-0d94-423b-a3a8-c8db1a0ea669 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] DELETE failed (client error): The resource could not be found. Jul 15 13:18:34.283971 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81e4c1ee-0d94-423b-a3a8-c8db1a0ea669 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:18:34.286030 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-81e4c1ee-0d94-423b-a3a8-c8db1a0ea669 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/subnets/086d1cb3-eb18-4dc0-8d55-46086903cd15 HTTP/1.1" status: 404 len: 337 time: 0.1987123 Jul 15 13:18:34.287159 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d55d88e3-e2fe-4ef6-a92f-4f1c25675a35 None None] Deleting port 5ff5c178-815c-4056-8bb3-c633d3d84531 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:34.287670 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d55d88e3-e2fe-4ef6-a92f-4f1c25675a35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:34.291921 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38904) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:34.349586 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bf73f3c-2c22-40fc-9a9f-55433047fc56 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] DELETE failed (client error): The resource could not be found. Jul 15 13:18:34.350323 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bf73f3c-2c22-40fc-9a9f-55433047fc56 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:18:34.352566 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9bf73f3c-2c22-40fc-9a9f-55433047fc56 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/subnets/dd2d9a3f-4255-403e-a748-c1bbec01d2ee HTTP/1.1" status: 404 len: 337 time: 0.0593219 Jul 15 13:18:34.358447 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38906) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:34.381854 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-74f6e3ca-e0db-47a7-8f2a-b79f71acbe9d tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:34.425349 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5ff5c178-815c-4056-8bb3-c633d3d84531 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:34.439667 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-74f6e3ca-e0db-47a7-8f2a-b79f71acbe9d tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Calling delete_port for a0937ded-9dc3-4198-bf02-36dc359278cc owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:34.444780 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f44fb-b2e6-459b-8323-a28163be9ba7 req-5739785d-ef4e-446d-bb9f-c56fd547b85c tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:34.452309 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f97f44fb-b2e6-459b-8323-a28163be9ba7 req-5739785d-ef4e-446d-bb9f-c56fd547b85c tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd44f860-0beb-437a-88d8-50516f080c0f HTTP/1.1" status: 200 len: 946 time: 0.2180629 Jul 15 13:18:34.480740 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-ba1c6db3-52e9-4b42-a9fb-34e7de16471c service neutron] 10.222.0.16 "GET /v2.0/networks/ce5fb7fa-2145-4849-a016-cf7110cf1deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453544 Jul 15 13:18:34.488450 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-d55d88e3-e2fe-4ef6-a92f-4f1c25675a35 None None] For port 5ff5c178-815c-4056-8bb3-c633d3d84531, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5ff5c178-815c-4056-8bb3-c633d3d84531,segment=NetworkSegment(987f3960-49ee-4ea4-b626-504fe29117ef),segment_id=987f3960-49ee-4ea4-b626-504fe29117ef)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:34.488976 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d55d88e3-e2fe-4ef6-a92f-4f1c25675a35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:34.509566 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f97f44fb-b2e6-459b-8323-a28163be9ba7 req-5993c6b7-73a9-42ad-840b-7e73e5ee6add tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561576 Jul 15 13:18:34.532597 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d55d88e3-e2fe-4ef6-a92f-4f1c25675a35 None None] Calling delete_port for 5ff5c178-815c-4056-8bb3-c633d3d84531 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:34.549017 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 38910) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:34.573506 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-aa570497-006a-4130-bf35-c3973648f6d5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-777018896-network', 'tenant_id': '8c4d063baf8e49f586a990f91fff45f8'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:34.669216 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:34.700321 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa570497-006a-4130-bf35-c3973648f6d5 admin admin] Made reservation on behalf of 8c4d063baf8e49f586a990f91fff45f8 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:34.702793 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aa570497-006a-4130-bf35-c3973648f6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:34.716833 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aa570497-006a-4130-bf35-c3973648f6d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:34.748901 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 5ff5c178-815c-4056-8bb3-c633d3d84531, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5ff5c178-815c-4056-8bb3-c633d3d84531,segment=NetworkSegment(987f3960-49ee-4ea4-b626-504fe29117ef),segment_id=987f3960-49ee-4ea4-b626-504fe29117ef)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:34.759045 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:34.819792 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aa570497-006a-4130-bf35-c3973648f6d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:34.831359 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aa570497-006a-4130-bf35-c3973648f6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:34.856546 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=5ff5c178-815c-4056-8bb3-c633d3d84531,revision_number=11']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:34.872749 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d55d88e3-e2fe-4ef6-a92f-4f1c25675a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:34.873614 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-1e478331-0b9f-4cca-b1d2-b79c5601bf6b service neutron] 10.222.0.16 "GET /v2.0/networks/ce5fb7fa-2145-4849-a016-cf7110cf1deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760715 Jul 15 13:18:34.910778 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa570497-006a-4130-bf35-c3973648f6d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:18:34.913862 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d88e3-e2fe-4ef6-a92f-4f1c25675a35 None None] Pushing event deleted for resources: {'Port': ['ID=5ff5c178-815c-4056-8bb3-c633d3d84531,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:34.945048 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55d88e3-e2fe-4ef6-a92f-4f1c25675a35 None None] No DVR routers for this DVR port 5ff5c178-815c-4056-8bb3-c633d3d84531 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:18:34.951540 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa570497-006a-4130-bf35-c3973648f6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcafa66-f6b0-4ce9-8f4f-54a111b0ab64,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:34.959161 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aa570497-006a-4130-bf35-c3973648f6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:34.959441 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-aa570497-006a-4130-bf35-c3973648f6d5 admin admin] Added segment 04d59e16-6273-4b98-87c6-f7701e681452 of type vlan for network 41b0d244-2eca-4d0a-81c4-38baf60de5f4 Jul 15 13:18:35.000888 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.004960 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-74f6e3ca-e0db-47a7-8f2a-b79f71acbe9d tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.048522 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45972a3f-132a-4eb7-b541-bf06c1c4a110 req-2cfd3c79-3c93-4102-9aee-bd7615674640 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:35.054858 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f6e3ca-e0db-47a7-8f2a-b79f71acbe9d tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Pushing event deleted for resources: {'Port': ['ID=a0937ded-9dc3-4198-bf02-36dc359278cc,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:35.055175 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-45972a3f-132a-4eb7-b541-bf06c1c4a110 req-2cfd3c79-3c93-4102-9aee-bd7615674640 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.2276752 Jul 15 13:18:35.091534 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aa570497-006a-4130-bf35-c3973648f6d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.126925 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-1e20d532-79fb-4b6a-949b-4713ece06fe8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Deleting port 1ea8a4e0-0978-4f6e-b970-313ad0f71256 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:35.127270 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1e20d532-79fb-4b6a-949b-4713ece06fe8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.143950 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-2a9d0203-49d5-49b7-9631-5488c4c922f9 service neutron] 10.222.0.16 "GET /v2.0/networks/ce5fb7fa-2145-4849-a016-cf7110cf1deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600303 Jul 15 13:18:35.144300 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-74f6e3ca-e0db-47a7-8f2a-b79f71acbe9d tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.149497 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-45972a3f-132a-4eb7-b541-bf06c1c4a110 req-0f9b9f2b-9df2-428a-bb20-b8b7503da226 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934534 Jul 15 13:18:35.172276 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aa570497-006a-4130-bf35-c3973648f6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.173341 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa570497-006a-4130-bf35-c3973648f6d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:35.173997 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aa570497-006a-4130-bf35-c3973648f6d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.211552 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-aa570497-006a-4130-bf35-c3973648f6d5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6592128 Jul 15 13:18:35.215979 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38918) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:35.252266 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-28c4b893-1d73-4727-8234-623bf386518a admin admin] Request body: {'subnet': {'network_id': '41b0d244-2eca-4d0a-81c4-38baf60de5f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-777018896-subnet', 'tenant_id': '8c4d063baf8e49f586a990f91fff45f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:35.313924 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1e20d532-79fb-4b6a-949b-4713ece06fe8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.315553 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa570497-006a-4130-bf35-c3973648f6d5 admin admin] Pushing event updated for resources: {'Network': ['ID=41b0d244-2eca-4d0a-81c4-38baf60de5f4,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:35.317201 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-74f6e3ca-e0db-47a7-8f2a-b79f71acbe9d tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.327149 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-74f6e3ca-e0db-47a7-8f2a-b79f71acbe9d tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.329718 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 41b0d244-2eca-4d0a-81c4-38baf60de5f4 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:18:35.336027 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-1e20d532-79fb-4b6a-949b-4713ece06fe8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Calling delete_port for 1ea8a4e0-0978-4f6e-b970-313ad0f71256 owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:35.346324 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c4b893-1d73-4727-8234-623bf386518a admin admin] Made reservation on behalf of 8c4d063baf8e49f586a990f91fff45f8 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:35.348267 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-3f2df926-5227-4121-9c1c-cdb7f5c64709 service neutron] 10.222.0.16 "GET /v2.0/networks/ce5fb7fa-2145-4849-a016-cf7110cf1deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950963 Jul 15 13:18:35.348726 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-28c4b893-1d73-4727-8234-623bf386518a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.408753 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-74f6e3ca-e0db-47a7-8f2a-b79f71acbe9d tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.409265 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f6e3ca-e0db-47a7-8f2a-b79f71acbe9d tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Fanout notify agent at l3_agent the message router_deleted on router c4ea069e-dc15-442d-b8c6-dcd4ad300a5f {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:18:35.445599 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-74f6e3ca-e0db-47a7-8f2a-b79f71acbe9d tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.450683 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-74f6e3ca-e0db-47a7-8f2a-b79f71acbe9d tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] 10.222.0.16 "DELETE /v2.0/routers/c4ea069e-dc15-442d-b8c6-dcd4ad300a5f HTTP/1.1" status: 204 len: 168 time: 2.1208048 Jul 15 13:18:35.451909 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38920) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:35.457685 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-7cd144e3-4632-47bb-b2fb-4498f0fb30eb tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1747515777', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:35.481938 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c3fbc-d7ca-43fb-bfd9-1bede9a49852 req-1291e06e-2bc9-4035-859e-d257445a6496 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:35.484152 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1d6c3fbc-d7ca-43fb-bfd9-1bede9a49852 req-1291e06e-2bc9-4035-859e-d257445a6496 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.1527781 Jul 15 13:18:35.489213 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-b34d629e-f8ba-4b47-b22a-4e92227d3451 service neutron] 10.222.0.16 "GET /v2.0/networks/b2f88f94-f063-456a-ac21-570ac0e96de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237338 Jul 15 13:18:35.541823 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7cd144e3-4632-47bb-b2fb-4498f0fb30eb tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.542866 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7cd144e3-4632-47bb-b2fb-4498f0fb30eb tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.577532 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1d6c3fbc-d7ca-43fb-bfd9-1bede9a49852 req-d5394411-3f61-4917-8f3b-9d07dc966436 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870230 Jul 15 13:18:35.611525 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-be486878-dc4c-4bf6-94fd-ba0d6114957b service neutron] 10.222.0.16 "GET /v2.0/networks/b2f88f94-f063-456a-ac21-570ac0e96de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149476 Jul 15 13:18:35.628073 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1e20d532-79fb-4b6a-949b-4713ece06fe8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.671986 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7cd144e3-4632-47bb-b2fb-4498f0fb30eb tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.676120 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20d532-79fb-4b6a-949b-4713ece06fe8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'Port': ['ID=1ea8a4e0-0978-4f6e-b970-313ad0f71256,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:35.682548 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7cd144e3-4632-47bb-b2fb-4498f0fb30eb tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.698097 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1e20d532-79fb-4b6a-949b-4713ece06fe8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.700022 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1e20d532-79fb-4b6a-949b-4713ece06fe8 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/ports/1ea8a4e0-0978-4f6e-b970-313ad0f71256 HTTP/1.1" status: 204 len: 168 time: 1.3400290 Jul 15 13:18:35.704503 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 38926) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:35.748154 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7cd144e3-4632-47bb-b2fb-4498f0fb30eb tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.749362 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7cd144e3-4632-47bb-b2fb-4498f0fb30eb tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2965183 Jul 15 13:18:35.755271 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38928) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:35.761630 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-b3babb3d-56d8-4050-a513-812d780500be tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'enable_snat': True}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:35.764540 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-28c4b893-1d73-4727-8234-623bf386518a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.874851 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2aa5cfd9-a2d6-4485-beab-e3ae35fc9e89 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.883352 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-c4d10a1f-df48-4862-9330-3c59a7c3d21e service neutron] 10.222.0.16 "GET /v2.0/networks/b2f88f94-f063-456a-ac21-570ac0e96de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566211 Jul 15 13:18:35.901257 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c4b893-1d73-4727-8234-623bf386518a admin admin] Pushing event updated for resources: {'Subnet': ['ID=60cb6599-7aab-4567-b5f0-0a7c1a2ccb29,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:35.990610 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c4b893-1d73-4727-8234-623bf386518a admin admin] Checking segment: {'id': '04d59e16-6273-4b98-87c6-f7701e681452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '41b0d244-2eca-4d0a-81c4-38baf60de5f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:35.991372 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c4b893-1d73-4727-8234-623bf386518a admin admin] Network hostable DHCP agents. Network: 41b0d244-2eca-4d0a-81c4-38baf60de5f4, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:18:36.022125 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97293213-a748-4920-b546-30acbaf785a3 req-0b0a1665-bee7-4d3d-9895-7a53a3ff6d43 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:36.023655 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-97293213-a748-4920-b546-30acbaf785a3 req-0b0a1665-bee7-4d3d-9895-7a53a3ff6d43 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd44f860-0beb-437a-88d8-50516f080c0f HTTP/1.1" status: 200 len: 946 time: 0.2571814 Jul 15 13:18:36.075255 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2aa5cfd9-a2d6-4485-beab-e3ae35fc9e89 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:36.085949 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b3babb3d-56d8-4050-a513-812d780500be tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:36.090102 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c4b893-1d73-4727-8234-623bf386518a admin admin] Network 41b0d244-2eca-4d0a-81c4-38baf60de5f4 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:18:36.095869 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-2aa5cfd9-a2d6-4485-beab-e3ae35fc9e89 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0308f1b5-a073-4fd9-b3a5-e7f8fadc802a']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:36.117376 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-2aa5cfd9-a2d6-4485-beab-e3ae35fc9e89 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '987f3960-49ee-4ea4-b626-504fe29117ef') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:36.118004 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-2aa5cfd9-a2d6-4485-beab-e3ae35fc9e89 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '987f3960-49ee-4ea4-b626-504fe29117ef') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:36.119335 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-28c4b893-1d73-4727-8234-623bf386518a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 41b0d244-2eca-4d0a-81c4-38baf60de5f4) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:36.132474 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db15e69c-95c9-4353-a77c-aa0351aefb5a None None] Network 41b0d244-2eca-4d0a-81c4-38baf60de5f4 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:36.144158 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2aa5cfd9-a2d6-4485-beab-e3ae35fc9e89 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:36.144856 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c4b893-1d73-4727-8234-623bf386518a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:36.145642 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-28c4b893-1d73-4727-8234-623bf386518a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:36.149450 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-fab554aa-6041-48c5-a39d-d01dd767f19b service neutron] 10.222.0.16 "GET /v2.0/networks/b2f88f94-f063-456a-ac21-570ac0e96de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507582 Jul 15 13:18:36.159321 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-97293213-a748-4920-b546-30acbaf785a3 req-4b95869e-b712-41ee-9f01-7dee6f4132b9 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283631 Jul 15 13:18:36.170180 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-28c4b893-1d73-4727-8234-623bf386518a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9508691 Jul 15 13:18:36.172305 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2aa5cfd9-a2d6-4485-beab-e3ae35fc9e89 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:36.197760 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aa5cfd9-a2d6-4485-beab-e3ae35fc9e89 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:18:36.198172 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2aa5cfd9-a2d6-4485-beab-e3ae35fc9e89 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:18:36.201289 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:18:36.308338 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2aa5cfd9-a2d6-4485-beab-e3ae35fc9e89 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:36.328557 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2aa5cfd9-a2d6-4485-beab-e3ae35fc9e89 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:36.346956 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2aa5cfd9-a2d6-4485-beab-e3ae35fc9e89 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] 10.222.0.16 "DELETE /v2.0/networks/0308f1b5-a073-4fd9-b3a5-e7f8fadc802a HTTP/1.1" status: 204 len: 168 time: 0.6304691 Jul 15 13:18:36.392438 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa5cfd9-a2d6-4485-beab-e3ae35fc9e89 tempest-PortsTestJSON-2095265022 tempest-PortsTestJSON-2095265022-project] Pushing event deleted for resources: {'Network': ['ID=0308f1b5-a073-4fd9-b3a5-e7f8fadc802a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:36.421780 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b3babb3d-56d8-4050-a513-812d780500be tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:36.512785 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b3babb3d-56d8-4050-a513-812d780500be tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:36.587732 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3e4839-8b2b-4d48-815d-f944e8425382 None None] Network 41b0d244-2eca-4d0a-81c4-38baf60de5f4 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:36.723751 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab0c81-4868-4192-ae89-070901830157 req-3ad24910-3feb-4e80-853e-b7ffc4aa10e5 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:36.732641 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e3ab0c81-4868-4192-ae89-070901830157 req-3ad24910-3feb-4e80-853e-b7ffc4aa10e5 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.1113834 Jul 15 13:18:36.949936 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38956) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:36.957036 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-b3babb3d-56d8-4050-a513-812d780500be tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Allocated IP 172.25.8.88 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/a3188017-0331-4756-a6e5-9b5e55908b4d) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:37.205084 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b3babb3d-56d8-4050-a513-812d780500be tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:37.271629 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e3ab0c81-4868-4192-ae89-070901830157 req-07faead9-7933-4313-9fe3-f01e93c731c1 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5344789 Jul 15 13:18:37.312454 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b3babb3d-56d8-4050-a513-812d780500be tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:37.349305 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3772c492-2a4f-4fa1-aa1f-55c2aed74996 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=44d20f985e3e4d3da729c1600e912e21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3982968 Jul 15 13:18:37.352244 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 38972) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:37.401556 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3babb3d-56d8-4050-a513-812d780500be tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:37.412758 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-b3babb3d-56d8-4050-a513-812d780500be tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:37.419256 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3babb3d-56d8-4050-a513-812d780500be tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:37.421978 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3babb3d-56d8-4050-a513-812d780500be tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Pushing event updated for resources: {'Port': ['ID=a3188017-0331-4756-a6e5-9b5e55908b4d,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:37.428836 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2624a571-0b50-475d-a8b6-de46b2cfa2b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:37.464234 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2624a571-0b50-475d-a8b6-de46b2cfa2b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:37.683753 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2624a571-0b50-475d-a8b6-de46b2cfa2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:37.691464 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2624a571-0b50-475d-a8b6-de46b2cfa2b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:37.696989 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2624a571-0b50-475d-a8b6-de46b2cfa2b5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8bbb22be-2584-495b-8801-2a8e741bd7f6 HTTP/1.1" status: 204 len: 168 time: 0.3392174 Jul 15 13:18:37.704362 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2624a571-0b50-475d-a8b6-de46b2cfa2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbb22be-2584-495b-8801-2a8e741bd7f6,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:37.789475 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17866b1e-c08f-4119-befd-2819d3c59088 req-6a45882e-24ef-4823-85ad-2de9035962e8 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:37.796003 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-17866b1e-c08f-4119-befd-2819d3c59088 req-6a45882e-24ef-4823-85ad-2de9035962e8 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd44f860-0beb-437a-88d8-50516f080c0f HTTP/1.1" status: 200 len: 946 time: 0.1876101 Jul 15 13:18:37.892749 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-17866b1e-c08f-4119-befd-2819d3c59088 req-a3b16764-045a-41fe-867b-1257711f018c tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815380 Jul 15 13:18:37.949513 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b3babb3d-56d8-4050-a513-812d780500be tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:38.147615 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-b9530aa0-c94d-43cd-9d0e-def6ea2e098b tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:38.155246 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-b9530aa0-c94d-43cd-9d0e-def6ea2e098b tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] 10.222.0.16 "GET /v2.0/networks?id=f1af8d10-e089-4273-8032-85df6ad14272 HTTP/1.1" status: 200 len: 808 time: 0.2736425 Jul 15 13:18:38.182951 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-18aac323-9377-4e01-907a-cd30f42e613e tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] 10.222.0.16 "GET /v2.0/quotas/879e8425447141438b1ffe4ec0758317 HTTP/1.1" status: 200 len: 375 time: 0.0266085 Jul 15 13:18:38.242241 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-edb1346a-2b63-408b-9d60-a9078cfe2a99 tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=879e8425447141438b1ffe4ec0758317&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582225 Jul 15 13:18:38.298362 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ee4ea-7578-41b5-a8a8-10b6cfd07704 req-2f53f536-5ec3-44e8-8b46-1efd1e356a7f tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:38.305243 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c74ee4ea-7578-41b5-a8a8-10b6cfd07704 req-2f53f536-5ec3-44e8-8b46-1efd1e356a7f tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.2498224 Jul 15 13:18:38.473771 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c74ee4ea-7578-41b5-a8a8-10b6cfd07704 req-c3c3d3d8-141f-4c8b-a38c-85b313993dfd tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671543 Jul 15 13:18:38.484366 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-9a38a429-cdda-426d-ae7f-6a7d4e4a2d9c service neutron] 10.222.0.16 "GET /v2.0/networks/f1af8d10-e089-4273-8032-85df6ad14272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410355 Jul 15 13:18:38.723778 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-2f05c6e8-6319-4ac8-93ab-6114d25d59b0 service neutron] 10.222.0.16 "GET /v2.0/networks/f1af8d10-e089-4273-8032-85df6ad14272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313318 Jul 15 13:18:38.767155 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0f44bafe-14d0-4958-b302-8fc9f2301216 req-90ca85b2-1e8c-46a4-a52a-462e870aef6b tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 210 time: 0.0581682 Jul 15 13:18:38.819143 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b3babb3d-56d8-4050-a513-812d780500be tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:38.835635 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b3babb3d-56d8-4050-a513-812d780500be tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-956703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-956678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-956815'] for router, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:39.161129 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b4e3dd77-a0b8-40b8-bdfc-4cd95c7d9ad9 req-f020a298-a3cb-475c-a618-cf1ee1979018 tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] 10.222.0.16 "GET /v2.0/ports?device_id=66642efe-6741-4103-87f8-187674c05465 HTTP/1.1" status: 200 len: 210 time: 0.0599217 Jul 15 13:18:39.206481 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3babb3d-56d8-4050-a513-812d780500be tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Router 70d38429-2823-423e-8fe3-d77c01a03f40 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:18:39.239660 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39034) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:39.323359 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318bdbc-748d-4939-8e81-d555b0816c9b req-af77c4dd-b631-45a9-860d-09446dc7b94d tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:39.339172 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c318bdbc-748d-4939-8e81-d555b0816c9b req-af77c4dd-b631-45a9-860d-09446dc7b94d tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd44f860-0beb-437a-88d8-50516f080c0f HTTP/1.1" status: 200 len: 946 time: 0.1553154 Jul 15 13:18:39.420879 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c318bdbc-748d-4939-8e81-d555b0816c9b req-16074aa2-de4b-4eae-bbff-11c50f737779 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781975 Jul 15 13:18:39.487565 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3babb3d-56d8-4050-a513-812d780500be tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:18:39.492945 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b3babb3d-56d8-4050-a513-812d780500be tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:39.495007 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b3babb3d-56d8-4050-a513-812d780500be tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] 10.222.0.16 "PUT /v2.0/routers/70d38429-2823-423e-8fe3-d77c01a03f40 HTTP/1.1" status: 200 len: 918 time: 3.7384338 Jul 15 13:18:39.499140 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc48178-94f7-46ba-9e4d-707dff6f393f None None] Sync routers for ids ['70d38429-2823-423e-8fe3-d77c01a03f40'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:18:39.502772 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39038) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:39.522507 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc48178-94f7-46ba-9e4d-707dff6f393f None None] Routers {'70d38429-2823-423e-8fe3-d77c01a03f40'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:39.524625 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-fcc48178-94f7-46ba-9e4d-707dff6f393f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:18:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['70d38429-2823-423e-8fe3-d77c01a03f40'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:39.557477 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-3092bcb0-a753-4c18-98ec-cf88a901abef tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1986986440'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:39.603076 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3092bcb0-a753-4c18-98ec-cf88a901abef tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Made reservation on behalf of d4df74f0fab243e2a27c1918ab46996b for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:39.609395 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3092bcb0-a753-4c18-98ec-cf88a901abef tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:39.644637 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6750eca-a359-4c8c-a201-92bc45e85048 req-8e63dcc5-18c2-42b1-b63d-717fc9aa6518 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:39.656022 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e6750eca-a359-4c8c-a201-92bc45e85048 req-8e63dcc5-18c2-42b1-b63d-717fc9aa6518 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.2071099 Jul 15 13:18:39.659335 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3092bcb0-a753-4c18-98ec-cf88a901abef tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:39.659791 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-fcc48178-94f7-46ba-9e4d-707dff6f393f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:39.691502 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc48178-94f7-46ba-9e4d-707dff6f393f None None] Routers {'70d38429-2823-423e-8fe3-d77c01a03f40'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:39.693665 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-fcc48178-94f7-46ba-9e4d-707dff6f393f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:18:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['70d38429-2823-423e-8fe3-d77c01a03f40'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:39.823856 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-fcc48178-94f7-46ba-9e4d-707dff6f393f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:39.824980 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc48178-94f7-46ba-9e4d-707dff6f393f None None] The sync data for ids ['70d38429-2823-423e-8fe3-d77c01a03f40'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:18:39.845993 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d8ea578e-c5a8-49e9-80c5-aa0b375ad5c3 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] 10.222.0.16 "GET /v2.0/routers/70d38429-2823-423e-8fe3-d77c01a03f40 HTTP/1.1" status: 200 len: 924 time: 0.3419919 Jul 15 13:18:39.849661 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-fcffd538-6aec-42a4-aa19-5c090ddee248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:39.851028 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-fcffd538-6aec-42a4-aa19-5c090ddee248 service neutron] 10.222.0.46 "GET /v2.0/ports/a51dbf2b-ff20-42f9-b2bf-23cfc697916b HTTP/1.1" status: 200 len: 1030 time: 0.1674151 Jul 15 13:18:39.851429 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39046) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:39.933753 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3092bcb0-a753-4c18-98ec-cf88a901abef tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:39.962352 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3092bcb0-a753-4c18-98ec-cf88a901abef tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:40.008886 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e6750eca-a359-4c8c-a201-92bc45e85048 req-b7aad913-cff8-49c3-90a0-e3d18ac9dbfe tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514285 Jul 15 13:18:40.020305 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce12db01-4854-4ce4-9fd8-0b24aeba2ca4 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:40.028574 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ce12db01-4854-4ce4-9fd8-0b24aeba2ca4 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=e1268488-a505-464f-96b0-8b93d6dfd7ab&device_id=70d38429-2823-423e-8fe3-d77c01a03f40&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1710563 Jul 15 13:18:40.028574 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-71a05dfb-6066-4f8c-903a-6a95279c45d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:40.028574 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-71a05dfb-6066-4f8c-903a-6a95279c45d8 service neutron] 10.222.0.46 "GET /v2.0/ports/5f85c995-44e4-4ef4-892d-2c08cac1914f HTTP/1.1" status: 200 len: 1032 time: 0.1676927 Jul 15 13:18:40.035652 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3092bcb0-a753-4c18-98ec-cf88a901abef tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:18:40.045564 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39052) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:40.051318 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3092bcb0-a753-4c18-98ec-cf88a901abef tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e27d71c1-9b12-492e-862a-01197a3ddccd,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:40.058860 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3092bcb0-a753-4c18-98ec-cf88a901abef tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:40.059210 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-3092bcb0-a753-4c18-98ec-cf88a901abef tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Added segment 5d369e98-18c5-4595-bad7-d58caaaa957d of type vlan for network 9a3aeedf-3220-490c-81d8-846ef8179f7a Jul 15 13:18:40.143526 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3092bcb0-a753-4c18-98ec-cf88a901abef tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:40.149463 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9df13cb8-1625-4dd4-b765-21f320d4383c req-130ba542-d9d1-4027-b65b-e5e23574ee4a tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 210 time: 0.0476716 Jul 15 13:18:40.182018 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3092bcb0-a753-4c18-98ec-cf88a901abef tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:40.199793 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3092bcb0-a753-4c18-98ec-cf88a901abef tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:40.200808 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3092bcb0-a753-4c18-98ec-cf88a901abef tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:40.251663 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3092bcb0-a753-4c18-98ec-cf88a901abef tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0082138 Jul 15 13:18:40.257432 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39056) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:40.265763 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-097061b4-61c9-4e90-9f83-5a0332e0a789 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Request body: {'subnet': {'network_id': '9a3aeedf-3220-490c-81d8-846ef8179f7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:40.319745 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3092bcb0-a753-4c18-98ec-cf88a901abef tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Pushing event updated for resources: {'Network': ['ID=9a3aeedf-3220-490c-81d8-846ef8179f7a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:40.341097 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 9a3aeedf-3220-490c-81d8-846ef8179f7a details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:18:40.461998 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-9557f493-56d1-42fc-9ebd-3a3692b7c0c0 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:40.474026 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-9557f493-56d1-42fc-9ebd-3a3692b7c0c0 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:40.487678 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-9557f493-56d1-42fc-9ebd-3a3692b7c0c0 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:40.489174 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097061b4-61c9-4e90-9f83-5a0332e0a789 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Made reservation on behalf of d4df74f0fab243e2a27c1918ab46996b for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:40.491771 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-9557f493-56d1-42fc-9ebd-3a3692b7c0c0 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.46 "GET /v2.0/networks?id=5d9fbd16-32b6-40ae-8908-2f860bb17994&id=ce5fb7fa-2145-4849-a016-cf7110cf1deb&id=ce5fb7fa-2145-4849-a016-cf7110cf1deb&id=ce5fb7fa-2145-4849-a016-cf7110cf1deb&id=ce5fb7fa-2145-4849-a016-cf7110cf1deb&id=b2f88f94-f063-456a-ac21-570ac0e96de8&id=b2f88f94-f063-456a-ac21-570ac0e96de8 HTTP/1.1" status: 200 len: 1995 time: 0.4413159 Jul 15 13:18:40.493364 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-097061b4-61c9-4e90-9f83-5a0332e0a789 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:40.494756 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c56c93-70f7-43fb-ac39-eee84fe8800f tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:40.496738 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-17c56c93-70f7-43fb-ac39-eee84fe8800f tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] 10.222.0.16 "GET /v2.0/networks/e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 881 time: 0.4481084 Jul 15 13:18:40.499419 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39058) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:40.510371 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-be954421-5430-429d-bfb0-4e99799b596e req-70ca6918-fbfe-4abc-bf14-233f22434588 tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] 10.222.0.16 "GET /v2.0/ports?device_id=66642efe-6741-4103-87f8-187674c05465 HTTP/1.1" status: 200 len: 210 time: 0.0756469 Jul 15 13:18:40.594729 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9184ef0d-eeb2-416b-a1ee-afdc6d80c37a tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] 10.222.0.16 "GET /v2.0/ports?device_id=70d38429-2823-423e-8fe3-d77c01a03f40 HTTP/1.1" status: 200 len: 205 time: 0.0895145 Jul 15 13:18:40.596843 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39062) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:40.721471 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-8db74a97-8b29-447a-92d5-2554cd9245c4 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=251cced819c74cfb94fbc7f7f1614ad3 HTTP/1.1" status: 200 len: 379 time: 0.1993845 Jul 15 13:18:40.762905 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-36bec79f-9ca7-412d-8e2f-458654d372d8 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Request body: {'port': {'device_id': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'network_id': '5d9fbd16-32b6-40ae-8908-2f860bb17994', 'admin_state_up': True, 'tenant_id': '251cced819c74cfb94fbc7f7f1614ad3', 'security_groups': ['a7e6a2b6-563d-40f5-8e07-8d5c226ad0da']}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:40.879558 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-df101287-7319-4f6c-8a2d-c54d4e8d5c7c tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:40.945903 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-097061b4-61c9-4e90-9f83-5a0332e0a789 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:41.082433 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-36bec79f-9ca7-412d-8e2f-458654d372d8 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Made reservation on behalf of 251cced819c74cfb94fbc7f7f1614ad3 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:41.091655 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-36bec79f-9ca7-412d-8e2f-458654d372d8 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:41.157570 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a3411-7ed8-4929-a697-d3ae463d2800 req-59dadf95-0530-4031-9f6a-9c5880c4d098 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:41.159696 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-061a3411-7ed8-4929-a697-d3ae463d2800 req-59dadf95-0530-4031-9f6a-9c5880c4d098 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd44f860-0beb-437a-88d8-50516f080c0f HTTP/1.1" status: 200 len: 946 time: 0.3154202 Jul 15 13:18:41.247916 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-df101287-7319-4f6c-8a2d-c54d4e8d5c7c tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:41.252599 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-cc4d0b04-e228-4a91-8e99-5a17ec7e426b tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:41.255007 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-cc4d0b04-e228-4a91-8e99-5a17ec7e426b tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] 10.222.0.46 "GET /v2.0/networks?id=f1af8d10-e089-4273-8032-85df6ad14272 HTTP/1.1" status: 200 len: 808 time: 0.1766188 Jul 15 13:18:41.255115 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097061b4-61c9-4e90-9f83-5a0332e0a789 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Pushing event updated for resources: {'Subnet': ['ID=7ae01d68-e334-4ced-8ab8-7d2c634553a4,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:41.294219 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-fe2eab12-388b-452a-8164-1947e5b4671c tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] Request body: {'port': {'device_id': '66642efe-6741-4103-87f8-187674c05465', 'network_id': 'f1af8d10-e089-4273-8032-85df6ad14272', 'admin_state_up': True, 'tenant_id': '879e8425447141438b1ffe4ec0758317'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:41.298926 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097061b4-61c9-4e90-9f83-5a0332e0a789 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Checking segment: {'id': '5d369e98-18c5-4595-bad7-d58caaaa957d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9a3aeedf-3220-490c-81d8-846ef8179f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:41.299318 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097061b4-61c9-4e90-9f83-5a0332e0a789 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Network hostable DHCP agents. Network: 9a3aeedf-3220-490c-81d8-846ef8179f7a, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:18:41.383677 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-df101287-7319-4f6c-8a2d-c54d4e8d5c7c tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Deleting port a3188017-0331-4756-a6e5-9b5e55908b4d {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:41.384030 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-df101287-7319-4f6c-8a2d-c54d4e8d5c7c tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:41.430705 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097061b4-61c9-4e90-9f83-5a0332e0a789 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Network 9a3aeedf-3220-490c-81d8-846ef8179f7a is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:18:41.476343 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-061a3411-7ed8-4929-a697-d3ae463d2800 req-d8ab9370-3257-4205-b04f-97390efc92d0 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168481 Jul 15 13:18:41.507986 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-097061b4-61c9-4e90-9f83-5a0332e0a789 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 9a3aeedf-3220-490c-81d8-846ef8179f7a) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:41.517689 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77e2f14-3030-4c4f-859d-3a9f14d6d0fb None None] Network 9a3aeedf-3220-490c-81d8-846ef8179f7a requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:41.519234 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-df101287-7319-4f6c-8a2d-c54d4e8d5c7c tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:41.530087 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097061b4-61c9-4e90-9f83-5a0332e0a789 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:41.539519 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-097061b4-61c9-4e90-9f83-5a0332e0a789 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:41.541128 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-36bec79f-9ca7-412d-8e2f-458654d372d8 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Allocated IP 172.20.0.4 (5d9fbd16-32b6-40ae-8908-2f860bb17994/bb690484-bc5a-4c4b-81ad-d355e2967ff7/b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:41.565990 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-df101287-7319-4f6c-8a2d-c54d4e8d5c7c tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Calling delete_port for a3188017-0331-4756-a6e5-9b5e55908b4d owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:41.577528 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48ed5d-369a-494e-90a8-5fe1c3751b22 req-a1a38d8b-daa3-44c8-bfe4-7dec7ee8d12b tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:41.588536 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-be48ed5d-369a-494e-90a8-5fe1c3751b22 req-a1a38d8b-daa3-44c8-bfe4-7dec7ee8d12b tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.4488871 Jul 15 13:18:41.609584 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-097061b4-61c9-4e90-9f83-5a0332e0a789 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3511138 Jul 15 13:18:41.617910 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39072) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:41.626115 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-3ba377c8-125b-465c-a0f8-bd22b8fe3388 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Request body: {'port': {'network_id': '9a3aeedf-3220-490c-81d8-846ef8179f7a', 'name': 'tempest-TagsExtTest-2106326931'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:41.797126 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-fe2eab12-388b-452a-8164-1947e5b4671c tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] Made reservation on behalf of 879e8425447141438b1ffe4ec0758317 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:41.804985 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-fe2eab12-388b-452a-8164-1947e5b4671c tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:41.833626 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4cd745f1-16bc-45f7-9aef-f1b861f07627 req-5784cc23-4c04-4b10-9529-7511f48c594f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 210 time: 0.1015399 Jul 15 13:18:41.836804 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-be48ed5d-369a-494e-90a8-5fe1c3751b22 req-117c6492-3a94-4bfc-9db2-c4f0067493ae tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372131 Jul 15 13:18:41.907348 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8689fa5c-8570-4844-af77-c675a754c775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-9a3aeedf-3220-490c-81d8-846ef8179f7a', 'network_id': '9a3aeedf-3220-490c-81d8-846ef8179f7a', 'tenant_id': 'd4df74f0fab243e2a27c1918ab46996b', 'fixed_ips': [{'subnet_id': '7ae01d68-e334-4ced-8ab8-7d2c634553a4'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:18:41.908431 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8689fa5c-8570-4844-af77-c675a754c775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:41.944975 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-36bec79f-9ca7-412d-8e2f-458654d372d8 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:42.019551 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-df101287-7319-4f6c-8a2d-c54d4e8d5c7c tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:42.022646 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-36bec79f-9ca7-412d-8e2f-458654d372d8 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Transition to ACTIVE for port object b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:42.068056 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df101287-7319-4f6c-8a2d-c54d4e8d5c7c tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Pushing event deleted for resources: {'Port': ['ID=a3188017-0331-4756-a6e5-9b5e55908b4d,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:42.220610 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-8689fa5c-8570-4844-af77-c675a754c775 None None] Allocated IP 172.20.0.2 (9a3aeedf-3220-490c-81d8-846ef8179f7a/7ae01d68-e334-4ced-8ab8-7d2c634553a4/57002c5e-38d5-4268-aa52-c0c5044bcd21) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:42.262751 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-36bec79f-9ca7-412d-8e2f-458654d372d8 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:42.268919 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-df101287-7319-4f6c-8a2d-c54d4e8d5c7c tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:42.308286 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1bfc1d71-a44a-49cd-ab22-51727e323636 req-48da133a-0d80-40bf-89f5-cc33a9663efb tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] 10.222.0.16 "GET /v2.0/ports?device_id=66642efe-6741-4103-87f8-187674c05465 HTTP/1.1" status: 200 len: 210 time: 0.1515293 Jul 15 13:18:42.361934 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-fe2eab12-388b-452a-8164-1947e5b4671c tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] Allocated IP 172.20.0.13 (f1af8d10-e089-4273-8032-85df6ad14272/7bf4e8cf-bad5-42ea-ab52-89ee8d24746b/15761111-0561-420b-a592-4c595b43a396) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:42.412845 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-df101287-7319-4f6c-8a2d-c54d4e8d5c7c tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:42.415225 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-df101287-7319-4f6c-8a2d-c54d4e8d5c7c tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:42.450125 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba377c8-125b-465c-a0f8-bd22b8fe3388 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Made reservation on behalf of d4df74f0fab243e2a27c1918ab46996b for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:42.461496 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3ba377c8-125b-465c-a0f8-bd22b8fe3388 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:42.497224 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bec79f-9ca7-412d-8e2f-458654d372d8 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Pushing event updated for resources: {'Port': ['ID=b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:42.518441 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-df101287-7319-4f6c-8a2d-c54d4e8d5c7c tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:42.519432 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df101287-7319-4f6c-8a2d-c54d4e8d5c7c tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Fanout notify agent at l3_agent the message router_deleted on router 70d38429-2823-423e-8fe3-d77c01a03f40 {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:18:42.522504 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-36bec79f-9ca7-412d-8e2f-458654d372d8 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Network 5d9fbd16-32b6-40ae-8908-2f860bb17994 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:42.529376 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-df101287-7319-4f6c-8a2d-c54d4e8d5c7c tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:42.530593 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-df101287-7319-4f6c-8a2d-c54d4e8d5c7c tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] 10.222.0.16 "DELETE /v2.0/routers/70d38429-2823-423e-8fe3-d77c01a03f40 HTTP/1.1" status: 204 len: 168 time: 1.9327381 Jul 15 13:18:42.536208 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39084) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:42.537972 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-36bec79f-9ca7-412d-8e2f-458654d372d8 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:42.546241 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-e1986518-419b-4160-a53e-2dbe37e0ed32 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1171292716', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:42.571145 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-36bec79f-9ca7-412d-8e2f-458654d372d8 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:42.577280 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e1986518-419b-4160-a53e-2dbe37e0ed32 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:42.578264 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e1986518-419b-4160-a53e-2dbe37e0ed32 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:42.603535 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-3ba377c8-125b-465c-a0f8-bd22b8fe3388 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] device_id is not set on port f5b7e924-52d7-433d-94d6-c77f01159529 yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:18:42.769790 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-36bec79f-9ca7-412d-8e2f-458654d372d8 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:42.770889 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-36bec79f-9ca7-412d-8e2f-458654d372d8 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:42.799580 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-36bec79f-9ca7-412d-8e2f-458654d372d8 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0667288 Jul 15 13:18:42.857080 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-f9d96088-5387-4645-a40c-5bb7d33f7b88 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Request body: {'port': {'device_id': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'network_id': 'ce5fb7fa-2145-4849-a016-cf7110cf1deb', 'admin_state_up': True, 'tenant_id': '251cced819c74cfb94fbc7f7f1614ad3', 'security_groups': ['a7e6a2b6-563d-40f5-8e07-8d5c226ad0da']}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:42.890241 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e1986518-419b-4160-a53e-2dbe37e0ed32 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:42.934309 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e1986518-419b-4160-a53e-2dbe37e0ed32 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:43.006965 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8689fa5c-8570-4844-af77-c675a754c775 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:43.018243 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8689fa5c-8570-4844-af77-c675a754c775 None None] Transition to ACTIVE for port object 57002c5e-38d5-4268-aa52-c0c5044bcd21 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:43.036983 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8689fa5c-8570-4844-af77-c675a754c775 None None] Transition to ACTIVE for port object 57002c5e-38d5-4268-aa52-c0c5044bcd21 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:43.062162 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8689fa5c-8570-4844-af77-c675a754c775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:43.128185 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-3ba377c8-125b-465c-a0f8-bd22b8fe3388 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Allocated IP 172.20.0.3 (9a3aeedf-3220-490c-81d8-846ef8179f7a/7ae01d68-e334-4ced-8ab8-7d2c634553a4/f5b7e924-52d7-433d-94d6-c77f01159529) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:43.168382 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-ad59bfe9-035a-4778-8ac5-7c2514fb394e None None] Provisioning for port b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:43.209162 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-ad59bfe9-035a-4778-8ac5-7c2514fb394e None None] Provisioning complete for port b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:43.209545 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ad59bfe9-035a-4778-8ac5-7c2514fb394e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:43.278464 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8689fa5c-8570-4844-af77-c675a754c775 None None] Network 9a3aeedf-3220-490c-81d8-846ef8179f7a is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:43.302154 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-8689fa5c-8570-4844-af77-c675a754c775 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:43.313137 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689fa5c-8570-4844-af77-c675a754c775 None None] Pushing event updated for resources: {'Port': ['ID=57002c5e-38d5-4268-aa52-c0c5044bcd21,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:43.343309 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8689fa5c-8570-4844-af77-c675a754c775 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:43.390588 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbee192-6f2e-47eb-bd1e-3cac8a9fec22 req-eaee650e-e84c-4ddf-9a0f-de0e8aae8a06 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:43.391885 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9fbee192-6f2e-47eb-bd1e-3cac8a9fec22 req-eaee650e-e84c-4ddf-9a0f-de0e8aae8a06 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.5074344 Jul 15 13:18:43.405723 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-ad59bfe9-035a-4778-8ac5-7c2514fb394e None None] Port b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:18:43.479448 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3ba377c8-125b-465c-a0f8-bd22b8fe3388 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:43.519543 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3ba377c8-125b-465c-a0f8-bd22b8fe3388 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Transition to ACTIVE for port object f5b7e924-52d7-433d-94d6-c77f01159529 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:43.571190 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e1986518-419b-4160-a53e-2dbe37e0ed32 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:43.579957 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-8689fa5c-8570-4844-af77-c675a754c775 None None] Attempting to bind port 57002c5e-38d5-4268-aa52-c0c5044bcd21 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:18:43.580364 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-8689fa5c-8570-4844-af77-c675a754c775 None None] Attempting to bind port 57002c5e-38d5-4268-aa52-c0c5044bcd21 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '5d369e98-18c5-4595-bad7-d58caaaa957d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9a3aeedf-3220-490c-81d8-846ef8179f7a'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:18:43.581117 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8689fa5c-8570-4844-af77-c675a754c775 None None] Attempting to bind port 57002c5e-38d5-4268-aa52-c0c5044bcd21 on network 9a3aeedf-3220-490c-81d8-846ef8179f7a {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:43.582581 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e1986518-419b-4160-a53e-2dbe37e0ed32 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0406716 Jul 15 13:18:43.583411 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39092) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:43.594028 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-66eead1a-5ab1-406e-81f5-7294593b2de9 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'enable_snat': False}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:43.611248 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c94762-f4be-4931-9c7d-3e2eee870347 req-637a6c87-1f8c-4a28-8a50-75470f80a76d tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:43.612900 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-41c94762-f4be-4931-9c7d-3e2eee870347 req-637a6c87-1f8c-4a28-8a50-75470f80a76d tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd44f860-0beb-437a-88d8-50516f080c0f HTTP/1.1" status: 200 len: 946 time: 0.7228110 Jul 15 13:18:43.622850 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8689fa5c-8570-4844-af77-c675a754c775 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:18:43.623278 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8689fa5c-8570-4844-af77-c675a754c775 None None] Checking segment: {'id': '5d369e98-18c5-4595-bad7-d58caaaa957d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9a3aeedf-3220-490c-81d8-846ef8179f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:43.623680 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8689fa5c-8570-4844-af77-c675a754c775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:43.625950 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8689fa5c-8570-4844-af77-c675a754c775 None None] Bound using segment: {'id': '5d369e98-18c5-4595-bad7-d58caaaa957d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9a3aeedf-3220-490c-81d8-846ef8179f7a'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:18:43.625950 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-8689fa5c-8570-4844-af77-c675a754c775 None None] Bound port: 57002c5e-38d5-4268-aa52-c0c5044bcd21, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d369e98-18c5-4595-bad7-d58caaaa957d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9a3aeedf-3220-490c-81d8-846ef8179f7a'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:18:43.626169 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8689fa5c-8570-4844-af77-c675a754c775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:43.635294 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-fe2eab12-388b-452a-8164-1947e5b4671c tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:43.668034 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3ba377c8-125b-465c-a0f8-bd22b8fe3388 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:43.692543 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9fbee192-6f2e-47eb-bd1e-3cac8a9fec22 req-6ce8e400-875d-4b7b-bb8e-cf483e41b8cb tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902696 Jul 15 13:18:43.732221 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-f9d96088-5387-4645-a40c-5bb7d33f7b88 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Made reservation on behalf of 251cced819c74cfb94fbc7f7f1614ad3 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:43.739436 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-f9d96088-5387-4645-a40c-5bb7d33f7b88 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:43.767916 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba377c8-125b-465c-a0f8-bd22b8fe3388 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Network 9a3aeedf-3220-490c-81d8-846ef8179f7a is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:43.788940 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-3ba377c8-125b-465c-a0f8-bd22b8fe3388 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:43.798771 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba377c8-125b-465c-a0f8-bd22b8fe3388 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:43.821990 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-8689fa5c-8570-4844-af77-c675a754c775 None None] For port 57002c5e-38d5-4268-aa52-c0c5044bcd21, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:18:43.826197 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-8689fa5c-8570-4844-af77-c675a754c775 None None] For port 57002c5e-38d5-4268-aa52-c0c5044bcd21, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=57002c5e-38d5-4268-aa52-c0c5044bcd21,segment=NetworkSegment(5d369e98-18c5-4595-bad7-d58caaaa957d),segment_id=5d369e98-18c5-4595-bad7-d58caaaa957d)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:18:43.831652 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8689fa5c-8570-4844-af77-c675a754c775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:43.878264 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-41c94762-f4be-4931-9c7d-3e2eee870347 req-a00ab7ba-e97f-4814-b706-9a4cf3851cce tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581944 Jul 15 13:18:43.903192 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689fa5c-8570-4844-af77-c675a754c775 None None] Pushing event updated for resources: {'Port': ['ID=57002c5e-38d5-4268-aa52-c0c5044bcd21,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:43.951933 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba377c8-125b-465c-a0f8-bd22b8fe3388 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Pushing event updated for resources: {'Port': ['ID=f5b7e924-52d7-433d-94d6-c77f01159529,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:44.017945 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-fe2eab12-388b-452a-8164-1947e5b4671c tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:44.039299 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-66eead1a-5ab1-406e-81f5-7294593b2de9 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:44.141833 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba377c8-125b-465c-a0f8-bd22b8fe3388 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:44.142479 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3ba377c8-125b-465c-a0f8-bd22b8fe3388 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:44.218593 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-f9d96088-5387-4645-a40c-5bb7d33f7b88 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Allocated IP 10.1.1.94 (ce5fb7fa-2145-4849-a016-cf7110cf1deb/829664df-b46c-4105-a938-db78ac7ecabf/f96dffd1-c1eb-4333-a155-61d16bf8a28e) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:44.254488 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-fe2eab12-388b-452a-8164-1947e5b4671c tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] Network f1af8d10-e089-4273-8032-85df6ad14272 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:44.269529 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3ba377c8-125b-465c-a0f8-bd22b8fe3388 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.6446776 Jul 15 13:18:44.283372 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-fe2eab12-388b-452a-8164-1947e5b4671c tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:44.291533 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39102) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:44.301796 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-da72acd4-2298-46d4-b4f7-cb00aa505d64 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1050091753', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:44.325739 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-fe2eab12-388b-452a-8164-1947e5b4671c tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:44.367287 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-da72acd4-2298-46d4-b4f7-cb00aa505d64 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:44.368303 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-da72acd4-2298-46d4-b4f7-cb00aa505d64 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:44.375871 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2eab12-388b-452a-8164-1947e5b4671c tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] Pushing event updated for resources: {'Port': ['ID=15761111-0561-420b-a592-4c595b43a396,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:44.484817 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fed334-128d-4b70-b143-e3f5e2051490 req-fbfd7e54-2d96-470f-8eba-bbace0cfc925 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:44.488871 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 57002c5e-38d5-4268-aa52-c0c5044bcd21 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:44.492878 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-08fed334-128d-4b70-b143-e3f5e2051490 req-fbfd7e54-2d96-470f-8eba-bbace0cfc925 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 931 time: 0.4864383 Jul 15 13:18:44.519017 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a25596-4fcc-4d64-8462-debeaa0cb5c9 req-6015208e-6bb6-4c93-8ad1-0c66d3fa6097 tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:44.528650 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-38a25596-4fcc-4d64-8462-debeaa0cb5c9 req-6015208e-6bb6-4c93-8ad1-0c66d3fa6097 tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] 10.222.0.16 "GET /v2.0/ports?device_id=66642efe-6741-4103-87f8-187674c05465 HTTP/1.1" status: 200 len: 932 time: 0.3939819 Jul 15 13:18:44.544110 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-fe2eab12-388b-452a-8164-1947e5b4671c tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:44.545622 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-fe2eab12-388b-452a-8164-1947e5b4671c tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:44.578427 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 57002c5e-38d5-4268-aa52-c0c5044bcd21 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:44.596820 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-fe2eab12-388b-452a-8164-1947e5b4671c tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3123209 Jul 15 13:18:44.611587 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-f9d96088-5387-4645-a40c-5bb7d33f7b88 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:44.614554 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-43241570-aee6-4a00-be61-1d04aa757b85 service neutron] Request body: {'port': {'device_id': '66642efe-6741-4103-87f8-187674c05465', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:44.621410 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-08fed334-128d-4b70-b143-e3f5e2051490 req-956dc55c-cd89-4adc-a41d-bcaeb62889db tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276543 Jul 15 13:18:44.652984 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-f9d96088-5387-4645-a40c-5bb7d33f7b88 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Transition to ACTIVE for port object f96dffd1-c1eb-4333-a155-61d16bf8a28e will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:44.656961 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-38a25596-4fcc-4d64-8462-debeaa0cb5c9 req-41921aac-c1d9-499f-8b9e-ec5e169df7ae tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8a221f-7877-4664-8286-938ba2cbc831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270618 Jul 15 13:18:44.725508 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-da72acd4-2298-46d4-b4f7-cb00aa505d64 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:44.727299 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-f9d96088-5387-4645-a40c-5bb7d33f7b88 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:44.764266 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-da72acd4-2298-46d4-b4f7-cb00aa505d64 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:44.796629 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-43241570-aee6-4a00-be61-1d04aa757b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:44.828551 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-da72acd4-2298-46d4-b4f7-cb00aa505d64 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:44.829940 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-da72acd4-2298-46d4-b4f7-cb00aa505d64 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5333059 Jul 15 13:18:44.837855 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39106) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:44.884874 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-bea5e4f6-9fc9-427c-bf10-625d0e44cebd tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-876743928', 'prefixes': ['172.20.0.0/16']}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:44.924760 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-f9d96088-5387-4645-a40c-5bb7d33f7b88 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Network ce5fb7fa-2145-4849-a016-cf7110cf1deb is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:44.932408 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-f9d96088-5387-4645-a40c-5bb7d33f7b88 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:44.942900 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-f9d96088-5387-4645-a40c-5bb7d33f7b88 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:44.999272 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-66eead1a-5ab1-406e-81f5-7294593b2de9 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:45.103982 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d96088-5387-4645-a40c-5bb7d33f7b88 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Pushing event updated for resources: {'Port': ['ID=f96dffd1-c1eb-4333-a155-61d16bf8a28e,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:45.108319 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-66eead1a-5ab1-406e-81f5-7294593b2de9 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:45.200323 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:18:45.293995 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-f9d96088-5387-4645-a40c-5bb7d33f7b88 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:45.294801 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-f9d96088-5387-4645-a40c-5bb7d33f7b88 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:45.339802 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-f9d96088-5387-4645-a40c-5bb7d33f7b88 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4871948 Jul 15 13:18:45.458692 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-66eead1a-5ab1-406e-81f5-7294593b2de9 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Allocated IP 172.25.8.18 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/54d5887e-2534-484f-bc42-a8aaeea6e18d) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:45.466045 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-95a9616b-904a-4055-898d-8b5d57f50117 None None] Provisioning for port f96dffd1-c1eb-4333-a155-61d16bf8a28e completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:45.469917 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-43241570-aee6-4a00-be61-1d04aa757b85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15761111-0561-420b-a592-4c595b43a396 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:18:45.471445 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-95a9616b-904a-4055-898d-8b5d57f50117 None None] Provisioning complete for port f96dffd1-c1eb-4333-a155-61d16bf8a28e triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:45.472035 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95a9616b-904a-4055-898d-8b5d57f50117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:45.481813 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-43241570-aee6-4a00-be61-1d04aa757b85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:45.500071 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-43241570-aee6-4a00-be61-1d04aa757b85 service neutron] Transition to ACTIVE for port object 15761111-0561-420b-a592-4c595b43a396 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:45.515124 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-43241570-aee6-4a00-be61-1d04aa757b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:45.548531 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-95a9616b-904a-4055-898d-8b5d57f50117 None None] Port f96dffd1-c1eb-4333-a155-61d16bf8a28e cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:18:45.578031 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-57ef44b0-3c0c-4f33-ac02-fb2656c31136 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Request body: {'port': {'device_id': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'network_id': 'ce5fb7fa-2145-4849-a016-cf7110cf1deb', 'admin_state_up': True, 'tenant_id': '251cced819c74cfb94fbc7f7f1614ad3', 'security_groups': ['a7e6a2b6-563d-40f5-8e07-8d5c226ad0da']}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:45.607490 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b8179f-9caf-4e4a-b66d-58dc548d776b None None] Network 9a3aeedf-3220-490c-81d8-846ef8179f7a requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:45.627474 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bea5e4f6-9fc9-427c-bf10-625d0e44cebd tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks [] for subnetpool, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:45.633095 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-bea5e4f6-9fc9-427c-bf10-625d0e44cebd tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.7939005 Jul 15 13:18:45.637858 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39112) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:45.643895 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-0e3a81bb-ba3f-4fa7-92eb-3bffe5ec1bcd tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7ae01d68-e334-4ced-8ab8-7d2c634553a4', 'tempest-TagsExtTest-Tag-1355179342') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:45.687557 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43241570-aee6-4a00-be61-1d04aa757b85 service neutron] Pushing event updated for resources: {'Port': ['ID=15761111-0561-420b-a592-4c595b43a396,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:45.778653 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-66eead1a-5ab1-406e-81f5-7294593b2de9 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:45.798353 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500d10b-7e83-4276-97e4-4da60cb0d48d req-a58d531f-525f-4232-bdde-e345246c791b tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:45.806921 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2500d10b-7e83-4276-97e4-4da60cb0d48d req-a58d531f-525f-4232-bdde-e345246c791b tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.3874421 Jul 15 13:18:45.809934 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db4086-e775-4666-8f23-59326e32b6f4 req-d6003945-b66b-407d-bcfc-1798b3f9574f tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:45.817850 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b1db4086-e775-4666-8f23-59326e32b6f4 req-d6003945-b66b-407d-bcfc-1798b3f9574f tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 1098 time: 0.3580818 Jul 15 13:18:45.866349 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-175857fb-4f70-42eb-a3d4-15559f29eb23 None None] Provisioning for port 57002c5e-38d5-4268-aa52-c0c5044bcd21 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:45.878251 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0e3a81bb-ba3f-4fa7-92eb-3bffe5ec1bcd tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "PUT /v2.0/subnets/7ae01d68-e334-4ced-8ab8-7d2c634553a4/tags/tempest-TagsExtTest-Tag-1355179342 HTTP/1.1" status: 201 len: 201 time: 0.2389765 Jul 15 13:18:45.879143 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39118) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:45.886244 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-175857fb-4f70-42eb-a3d4-15559f29eb23 None None] Provisioning complete for port 57002c5e-38d5-4268-aa52-c0c5044bcd21 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:45.886655 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-175857fb-4f70-42eb-a3d4-15559f29eb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:45.890013 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-8dada251-3439-4eb3-8819-db0ccc531f85 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f5b7e924-52d7-433d-94d6-c77f01159529', 'tempest-TagsExtTest-Tag-1537555198') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:45.895024 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-43241570-aee6-4a00-be61-1d04aa757b85 service neutron] Attempting to bind port 15761111-0561-420b-a592-4c595b43a396 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:18:45.895347 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-43241570-aee6-4a00-be61-1d04aa757b85 service neutron] Attempting to bind port 15761111-0561-420b-a592-4c595b43a396 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'dbb5ad9e-1077-4e56-b024-15113de866da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f1af8d10-e089-4273-8032-85df6ad14272'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:18:45.895672 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-43241570-aee6-4a00-be61-1d04aa757b85 service neutron] Attempting to bind port 15761111-0561-420b-a592-4c595b43a396 on network f1af8d10-e089-4273-8032-85df6ad14272 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:45.904015 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2500d10b-7e83-4276-97e4-4da60cb0d48d req-8e364b44-eec3-4b72-9208-0fbcb2eda2cf tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962715 Jul 15 13:18:45.906620 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-43241570-aee6-4a00-be61-1d04aa757b85 service neutron] Port 15761111-0561-420b-a592-4c595b43a396 on network f1af8d10-e089-4273-8032-85df6ad14272 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:18:45.906949 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-43241570-aee6-4a00-be61-1d04aa757b85 service neutron] Attempting to bind port 15761111-0561-420b-a592-4c595b43a396 on network f1af8d10-e089-4273-8032-85df6ad14272 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:45.918432 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-43241570-aee6-4a00-be61-1d04aa757b85 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:18:45.919054 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-43241570-aee6-4a00-be61-1d04aa757b85 service neutron] Checking segment: {'id': 'dbb5ad9e-1077-4e56-b024-15113de866da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f1af8d10-e089-4273-8032-85df6ad14272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:45.919470 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-43241570-aee6-4a00-be61-1d04aa757b85 service neutron] Bound using segment: {'id': 'dbb5ad9e-1077-4e56-b024-15113de866da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f1af8d10-e089-4273-8032-85df6ad14272'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:18:45.919923 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-43241570-aee6-4a00-be61-1d04aa757b85 service neutron] Bound port: 15761111-0561-420b-a592-4c595b43a396, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbb5ad9e-1077-4e56-b024-15113de866da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f1af8d10-e089-4273-8032-85df6ad14272'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:18:45.920932 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-43241570-aee6-4a00-be61-1d04aa757b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:45.929579 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-57ef44b0-3c0c-4f33-ac02-fb2656c31136 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Made reservation on behalf of 251cced819c74cfb94fbc7f7f1614ad3 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:45.933961 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-57ef44b0-3c0c-4f33-ac02-fb2656c31136 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:45.937418 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b1db4086-e775-4666-8f23-59326e32b6f4 req-46b1dc32-9423-4bb5-8f71-e4bb92daaaa1 tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b00d526e-d151-4f83-bb42-f9f5f8e270ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187532 Jul 15 13:18:45.988055 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39122) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:46.031204 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-43241570-aee6-4a00-be61-1d04aa757b85 service neutron] For port 15761111-0561-420b-a592-4c595b43a396, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:18:46.036898 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-43241570-aee6-4a00-be61-1d04aa757b85 service neutron] For port 15761111-0561-420b-a592-4c595b43a396, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=15761111-0561-420b-a592-4c595b43a396,segment=NetworkSegment(dbb5ad9e-1077-4e56-b024-15113de866da),segment_id=dbb5ad9e-1077-4e56-b024-15113de866da)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:18:46.044277 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-43241570-aee6-4a00-be61-1d04aa757b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:46.074212 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-43241570-aee6-4a00-be61-1d04aa757b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:46.074870 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-43241570-aee6-4a00-be61-1d04aa757b85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:46.076276 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-43241570-aee6-4a00-be61-1d04aa757b85 service neutron] 10.222.0.46 "PUT /v2.0/ports/15761111-0561-420b-a592-4c595b43a396 HTTP/1.1" status: 200 len: 1093 time: 1.4674704 Jul 15 13:18:46.077789 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66642efe-6741-4103-87f8-187674c05465', 'tag': '15761111-0561-420b-a592-4c595b43a396'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:46.088169 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650d6d2a-77c1-4e8b-992f-0fce136d570d" -d '{"events": [{"name": "network-changed", "server_uuid": "66642efe-6741-4103-87f8-187674c05465", "tag": "15761111-0561-420b-a592-4c595b43a396"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:46.139349 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-57ef44b0-3c0c-4f33-ac02-fb2656c31136 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Allocated IP 10.1.1.27 (ce5fb7fa-2145-4849-a016-cf7110cf1deb/829664df-b46c-4105-a938-db78ac7ecabf/6423fcfb-bafc-46ef-a503-c797233a6aba) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:46.209723 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-175857fb-4f70-42eb-a3d4-15559f29eb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:46.272574 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-175857fb-4f70-42eb-a3d4-15559f29eb23 None None] For port 57002c5e-38d5-4268-aa52-c0c5044bcd21, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=57002c5e-38d5-4268-aa52-c0c5044bcd21,segment=NetworkSegment(5d369e98-18c5-4595-bad7-d58caaaa957d),segment_id=5d369e98-18c5-4595-bad7-d58caaaa957d)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:46.280048 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43241570-aee6-4a00-be61-1d04aa757b85 service neutron] Pushing event updated for resources: {'Port': ['ID=15761111-0561-420b-a592-4c595b43a396,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:46.280507 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-175857fb-4f70-42eb-a3d4-15559f29eb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:46.288355 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-57ef44b0-3c0c-4f33-ac02-fb2656c31136 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:46.318983 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-66eead1a-5ab1-406e-81f5-7294593b2de9 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:46.340817 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-728f1a39-2496-4134-9e2c-2bfe3a85d287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:46.342429 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-728f1a39-2496-4134-9e2c-2bfe3a85d287 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=879e8425447141438b1ffe4ec0758317&device_id=66642efe-6741-4103-87f8-187674c05465 HTTP/1.1" status: 200 len: 1096 time: 0.2013085 Jul 15 13:18:46.356998 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175857fb-4f70-42eb-a3d4-15559f29eb23 None None] Pushing event updated for resources: {'Port': ['ID=57002c5e-38d5-4268-aa52-c0c5044bcd21,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:46.358755 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693876c9-b4c5-4ea7-ae6e-0cda830689ec req-e8906507-e9bf-4711-a0c2-489faeee7360 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:46.365148 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693876c9-b4c5-4ea7-ae6e-0cda830689ec req-e8906507-e9bf-4711-a0c2-489faeee7360 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:46.372422 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-693876c9-b4c5-4ea7-ae6e-0cda830689ec req-e8906507-e9bf-4711-a0c2-489faeee7360 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 1652 time: 0.1791315 Jul 15 13:18:46.383316 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66eead1a-5ab1-406e-81f5-7294593b2de9 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:46.395418 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8dada251-3439-4eb3-8819-db0ccc531f85 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "PUT /v2.0/ports/f5b7e924-52d7-433d-94d6-c77f01159529/tags/tempest-TagsExtTest-Tag-1537555198 HTTP/1.1" status: 201 len: 201 time: 0.5095141 Jul 15 13:18:46.398494 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39126) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:46.410001 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-b4b0308e-6819-4950-83b6-2f47c8c54de7 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e10e8de3-bfd7-4277-ba58-4b5368fd3458', 'tempest-TagsExtTest-Tag-1554114708') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:46.412255 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-66eead1a-5ab1-406e-81f5-7294593b2de9 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:46.416452 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-57ef44b0-3c0c-4f33-ac02-fb2656c31136 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Transition to ACTIVE for port object 6423fcfb-bafc-46ef-a503-c797233a6aba will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:46.442694 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-83a58599-e6f0-4835-a64e-43c535906cc1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15761111-0561-420b-a592-4c595b43a396 HTTP/1.1" status: 200 len: 217 time: 0.0658131 Jul 15 13:18:46.454079 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1213864-6181-419b-868d-b56d6e5b303d req-a15d1eb4-cece-4d32-9d1c-1c1a2784a60d tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:46.460789 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c1213864-6181-419b-868d-b56d6e5b303d req-a15d1eb4-cece-4d32-9d1c-1c1a2784a60d tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd44f860-0beb-437a-88d8-50516f080c0f HTTP/1.1" status: 200 len: 946 time: 0.2729614 Jul 15 13:18:46.463043 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eead1a-5ab1-406e-81f5-7294593b2de9 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:46.528151 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-693876c9-b4c5-4ea7-ae6e-0cda830689ec req-9a5d1504-5632-48ee-9c44-5a65f7dc12df tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547542 Jul 15 13:18:46.580283 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c1213864-6181-419b-868d-b56d6e5b303d req-a8ec8446-35e4-4655-b73a-2a3bdfce7764 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183357 Jul 15 13:18:46.588626 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-5b60677b-3f39-4fc4-aaae-7607c87ab38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:46.588626 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-5b60677b-3f39-4fc4-aaae-7607c87ab38b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7bf4e8cf-bad5-42ea-ab52-89ee8d24746b HTTP/1.1" status: 200 len: 848 time: 0.1203346 Jul 15 13:18:46.648507 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-1c03c370-edc3-4a63-a043-5a740bbf219a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f1af8d10-e089-4273-8032-85df6ad14272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553827 Jul 15 13:18:46.724836 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-91c72a94-306e-4d59-9c91-b5075cce4f04 None None] Provisioning complete for port 57002c5e-38d5-4268-aa52-c0c5044bcd21 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:46.725297 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-91c72a94-306e-4d59-9c91-b5075cce4f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:46.953057 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-91c72a94-306e-4d59-9c91-b5075cce4f04 None None] Provisioning for port f5b7e924-52d7-433d-94d6-c77f01159529 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:46.961645 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-91c72a94-306e-4d59-9c91-b5075cce4f04 None None] Provisioning complete for port f5b7e924-52d7-433d-94d6-c77f01159529 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:46.962829 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-91c72a94-306e-4d59-9c91-b5075cce4f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:46.988108 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-57ef44b0-3c0c-4f33-ac02-fb2656c31136 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:47.035192 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eead1a-5ab1-406e-81f5-7294593b2de9 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Pushing event updated for resources: {'Port': ['ID=54d5887e-2534-484f-bc42-a8aaeea6e18d,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:47.093520 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-91c72a94-306e-4d59-9c91-b5075cce4f04 None None] Port f5b7e924-52d7-433d-94d6-c77f01159529 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:18:47.216234 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5fc149b9-983f-471a-910b-17b2f7a9f2e4 None None] Provisioning complete for port f5b7e924-52d7-433d-94d6-c77f01159529 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:47.216751 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5fc149b9-983f-471a-910b-17b2f7a9f2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:47.299385 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-5fc149b9-983f-471a-910b-17b2f7a9f2e4 None None] Port f5b7e924-52d7-433d-94d6-c77f01159529 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:18:47.411626 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-57ef44b0-3c0c-4f33-ac02-fb2656c31136 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Network ce5fb7fa-2145-4849-a016-cf7110cf1deb is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:47.428620 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-57ef44b0-3c0c-4f33-ac02-fb2656c31136 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:47.442848 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-57ef44b0-3c0c-4f33-ac02-fb2656c31136 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:47.448339 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef44b0-3c0c-4f33-ac02-fb2656c31136 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Pushing event updated for resources: {'Port': ['ID=6423fcfb-bafc-46ef-a503-c797233a6aba,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:47.450160 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a9e68f-be58-4ac2-88d7-656757291b61 req-bd26ec0b-0f5d-442c-a233-6c566bc4cb08 tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:47.452326 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e3a9e68f-be58-4ac2-88d7-656757291b61 req-bd26ec0b-0f5d-442c-a233-6c566bc4cb08 tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] 10.222.0.16 "GET /v2.0/ports?device_id=66642efe-6741-4103-87f8-187674c05465 HTTP/1.1" status: 200 len: 944 time: 0.5509408 Jul 15 13:18:47.488143 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c34b99-a3e7-438f-82cd-db4a87529025 req-599ec3a3-15b5-43ab-9b73-12d6a506d772 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:47.495914 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-89c34b99-a3e7-438f-82cd-db4a87529025 req-599ec3a3-15b5-43ab-9b73-12d6a506d772 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.6588533 Jul 15 13:18:47.515627 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-e4a05c5b-6888-4d08-b645-0d2a7269c665 service neutron] 10.222.0.46 "GET /v2.0/networks/f1af8d10-e089-4273-8032-85df6ad14272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8502152 Jul 15 13:18:47.536593 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e3a9e68f-be58-4ac2-88d7-656757291b61 req-de34116f-c697-466a-90ee-70b7affb3bd3 tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8a221f-7877-4664-8286-938ba2cbc831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734146 Jul 15 13:18:47.569041 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-89c34b99-a3e7-438f-82cd-db4a87529025 req-912af5ba-2df6-463c-a8a5-802a0f42cee9 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664907 Jul 15 13:18:47.598473 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-66eead1a-5ab1-406e-81f5-7294593b2de9 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:47.614078 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b4b0308e-6819-4950-83b6-2f47c8c54de7 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "PUT /v2.0/routers/e10e8de3-bfd7-4277-ba58-4b5368fd3458/tags/tempest-TagsExtTest-Tag-1554114708 HTTP/1.1" status: 201 len: 201 time: 1.2057540 Jul 15 13:18:47.617938 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39146) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:47.683486 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-c230edee-9cb3-4c88-94c1-a23f62911f3d tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '241df8e3-c5b6-4f5b-95cd-0444530db644', 'tempest-TagsExtTest-Tag-1701601053') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:47.746541 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1e8178dd-f5aa-4b7e-a16a-17bb3e76adfc req-e9b7729c-bbdb-404f-9754-0ad6cc66e307 service neutron] 10.222.0.46 "GET /v2.0/networks/f1af8d10-e089-4273-8032-85df6ad14272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927359 Jul 15 13:18:47.769385 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1283da8c-0b01-46ae-9b7c-80494116a53a x-openstack-request-id: req-1283da8c-0b01-46ae-9b7c-80494116a53a {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:47.769699 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66642efe-6741-4103-87f8-187674c05465", "tag": "15761111-0561-420b-a592-4c595b43a396", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:47.769937 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1283da8c-0b01-46ae-9b7c-80494116a53a {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:47.772979 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66642efe-6741-4103-87f8-187674c05465', 'tag': '15761111-0561-420b-a592-4c595b43a396', 'status': 'completed', 'code': 200} Jul 15 13:18:47.826723 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-57ef44b0-3c0c-4f33-ac02-fb2656c31136 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:47.827377 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-57ef44b0-3c0c-4f33-ac02-fb2656c31136 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:47.845382 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c230edee-9cb3-4c88-94c1-a23f62911f3d tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "PUT /v2.0/subnetpools/241df8e3-c5b6-4f5b-95cd-0444530db644/tags/tempest-TagsExtTest-Tag-1701601053 HTTP/1.1" status: 201 len: 201 time: 0.1717844 Jul 15 13:18:47.848869 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39148) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:47.916122 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-459b2998-6904-4aef-95e4-bb80e8299de0 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7ae01d68-e334-4ced-8ab8-7d2c634553a4') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:47.930378 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a3d5131b-cf66-47ae-9887-2758fe55959a None None] Provisioning for port 6423fcfb-bafc-46ef-a503-c797233a6aba completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:47.939757 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a3d5131b-cf66-47ae-9887-2758fe55959a None None] Provisioning complete for port 6423fcfb-bafc-46ef-a503-c797233a6aba triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:47.940345 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a3d5131b-cf66-47ae-9887-2758fe55959a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:47.960331 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d6d2a-77c1-4e8b-992f-0fce136d570d req-3d04a4dc-9241-4da0-afa6-7f0777c3f1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:47.961401 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-6fafb5e6-76cb-4273-8b43-ea6565f99a95 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Deleting port e861d23e-2ff0-47a3-af2f-a14c0aa85146 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:47.961749 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6fafb5e6-76cb-4273-8b43-ea6565f99a95 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:47.963918 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-650d6d2a-77c1-4e8b-992f-0fce136d570d req-3d04a4dc-9241-4da0-afa6-7f0777c3f1a4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=879e8425447141438b1ffe4ec0758317&device_id=66642efe-6741-4103-87f8-187674c05465 HTTP/1.1" status: 200 len: 1096 time: 0.1333351 Jul 15 13:18:47.975686 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-57ef44b0-3c0c-4f33-ac02-fb2656c31136 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4067748 Jul 15 13:18:48.019660 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-45fcc6d2-4193-41d7-aba4-fdaa9be3096e tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Request body: {'port': {'device_id': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b2f88f94-f063-456a-ac21-570ac0e96de8', 'admin_state_up': True, 'tenant_id': '251cced819c74cfb94fbc7f7f1614ad3', 'security_groups': ['a7e6a2b6-563d-40f5-8e07-8d5c226ad0da']}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:48.022402 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd01cd3-6e86-48c3-863e-69ba9ada8b9b req-0a8323f2-7e7a-41db-93f7-f66191518fbc tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:48.024324 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4bd01cd3-6e86-48c3-863e-69ba9ada8b9b req-0a8323f2-7e7a-41db-93f7-f66191518fbc tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd44f860-0beb-437a-88d8-50516f080c0f HTTP/1.1" status: 200 len: 946 time: 0.2468402 Jul 15 13:18:48.032553 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a3d5131b-cf66-47ae-9887-2758fe55959a None None] Port 6423fcfb-bafc-46ef-a503-c797233a6aba cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:18:48.127624 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ddd63-160d-4d62-9698-181000a3e749 req-8dc877c3-edee-4390-95a6-bff2583666c6 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:48.133564 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ddd63-160d-4d62-9698-181000a3e749 req-8dc877c3-edee-4390-95a6-bff2583666c6 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:48.139996 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ddd63-160d-4d62-9698-181000a3e749 req-8dc877c3-edee-4390-95a6-bff2583666c6 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:48.141672 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a03ddd63-160d-4d62-9698-181000a3e749 req-8dc877c3-edee-4390-95a6-bff2583666c6 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 2372 time: 0.2587841 Jul 15 13:18:48.152931 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4bd01cd3-6e86-48c3-863e-69ba9ada8b9b req-6d246aa2-e7d4-4b88-b774-610fdd511da4 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219022 Jul 15 13:18:48.214808 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a03ddd63-160d-4d62-9698-181000a3e749 req-9b8e49f4-5614-4489-a208-3a9de40d19b9 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607357 Jul 15 13:18:48.216150 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d6d2a-77c1-4e8b-992f-0fce136d570d req-84479338-9ce1-4a28-b4f4-17cab73e8bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:48.217617 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-650d6d2a-77c1-4e8b-992f-0fce136d570d req-84479338-9ce1-4a28-b4f4-17cab73e8bca service neutron] 10.222.0.46 "GET /v2.0/networks?id=f1af8d10-e089-4273-8032-85df6ad14272 HTTP/1.1" status: 200 len: 909 time: 0.2449360 Jul 15 13:18:48.260071 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-459b2998-6904-4aef-95e4-bb80e8299de0 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "GET /v2.0/subnets/7ae01d68-e334-4ced-8ab8-7d2c634553a4/tags HTTP/1.1" status: 200 len: 241 time: 0.3513424 Jul 15 13:18:48.266002 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39156) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:48.285245 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-9e443bc5-0ead-4e6e-8479-879700b7756e tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7ae01d68-e334-4ced-8ab8-7d2c634553a4', 'tempest-TagsExtTest-Tag-1355179342') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:48.332126 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-650d6d2a-77c1-4e8b-992f-0fce136d570d req-2c24dc83-9ab7-4c43-bc9c-0dc6cf463dac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15761111-0561-420b-a592-4c595b43a396 HTTP/1.1" status: 200 len: 217 time: 0.1031158 Jul 15 13:18:48.358992 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6fafb5e6-76cb-4273-8b43-ea6565f99a95 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:48.359594 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6fafb5e6-76cb-4273-8b43-ea6565f99a95 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:48.412884 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-6fafb5e6-76cb-4273-8b43-ea6565f99a95 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Calling delete_port for e861d23e-2ff0-47a3-af2f-a14c0aa85146 owned by network:floatingip {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:48.425712 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d6d2a-77c1-4e8b-992f-0fce136d570d req-f32c0d5c-734d-413d-a6ad-420fb9197698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:48.427305 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-650d6d2a-77c1-4e8b-992f-0fce136d570d req-f32c0d5c-734d-413d-a6ad-420fb9197698 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7bf4e8cf-bad5-42ea-ab52-89ee8d24746b HTTP/1.1" status: 200 len: 848 time: 0.0883322 Jul 15 13:18:48.427457 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 57002c5e-38d5-4268-aa52-c0c5044bcd21 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:48.438794 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-45fcc6d2-4193-41d7-aba4-fdaa9be3096e tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Made reservation on behalf of 251cced819c74cfb94fbc7f7f1614ad3 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:48.490923 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-650d6d2a-77c1-4e8b-992f-0fce136d570d req-452cff38-9535-4662-8f92-5588d5c6aa3b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f1af8d10-e089-4273-8032-85df6ad14272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522738 Jul 15 13:18:48.537791 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-45fcc6d2-4193-41d7-aba4-fdaa9be3096e tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:48.586074 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 57002c5e-38d5-4268-aa52-c0c5044bcd21 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:48.587107 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:48.608848 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-650d6d2a-77c1-4e8b-992f-0fce136d570d req-d837982c-f681-46f5-804c-ac27875b8a91 service neutron] 10.222.0.46 "GET /v2.0/networks/f1af8d10-e089-4273-8032-85df6ad14272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967686 Jul 15 13:18:48.658943 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-66eead1a-5ab1-406e-81f5-7294593b2de9 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:48.719166 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805feb53-3663-462b-a175-f0254d8a727d req-06fa06d8-2da8-4902-b87c-1c5f7024baac tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:48.720701 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-805feb53-3663-462b-a175-f0254d8a727d req-06fa06d8-2da8-4902-b87c-1c5f7024baac tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.2406399 Jul 15 13:18:48.769432 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-66eead1a-5ab1-406e-81f5-7294593b2de9 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-956703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-956678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-956815'] for router, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:48.774932 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-805feb53-3663-462b-a175-f0254d8a727d req-a207b315-ae19-41e6-a9b0-9b20519b69e8 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462904 Jul 15 13:18:48.786898 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-650d6d2a-77c1-4e8b-992f-0fce136d570d req-8727a69b-ea28-43e9-9ea3-6b77518d451e service neutron] 10.222.0.46 "GET /v2.0/networks/f1af8d10-e089-4273-8032-85df6ad14272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693656 Jul 15 13:18:48.969027 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9e443bc5-0ead-4e6e-8479-879700b7756e tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "GET /v2.0/subnets/7ae01d68-e334-4ced-8ab8-7d2c634553a4/tags/tempest-TagsExtTest-Tag-1355179342 HTTP/1.1" status: 204 len: 168 time: 0.6958454 Jul 15 13:18:48.978693 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39170) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:48.983774 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.tag.tag_plugin [None req-9f5e1c06-ff2f-49d1-adc0-e5ac32504516 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '7ae01d68-e334-4ced-8ab8-7d2c634553a4', 'tempest-TagsExtTest-Tag-1355179342') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:49.212083 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287ab7c-db8c-4e5d-b40e-8cf9b6417537 req-93b23a17-6eea-4367-9915-e3111bd398aa tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:49.220207 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8287ab7c-db8c-4e5d-b40e-8cf9b6417537 req-93b23a17-6eea-4367-9915-e3111bd398aa tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] 10.222.0.16 "GET /v2.0/ports?device_id=66642efe-6741-4103-87f8-187674c05465 HTTP/1.1" status: 200 len: 944 time: 0.1800439 Jul 15 13:18:49.284770 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8287ab7c-db8c-4e5d-b40e-8cf9b6417537 req-5b45bb90-52c2-468f-872d-ca022122dd75 tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8a221f-7877-4664-8286-938ba2cbc831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596285 Jul 15 13:18:49.324583 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baad78a-e577-4c13-81eb-b85bfdaad6ea req-80a4751f-d2fb-4ffd-abb2-c04b6161e7fc tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:49.328170 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8baad78a-e577-4c13-81eb-b85bfdaad6ea req-80a4751f-d2fb-4ffd-abb2-c04b6161e7fc tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.3627768 Jul 15 13:18:49.384395 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8baad78a-e577-4c13-81eb-b85bfdaad6ea req-e185a948-436b-449a-be54-226451ae0091 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464883 Jul 15 13:18:49.386864 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9f5e1c06-ff2f-49d1-adc0-e5ac32504516 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "DELETE /v2.0/subnets/7ae01d68-e334-4ced-8ab8-7d2c634553a4/tags/tempest-TagsExtTest-Tag-1355179342 HTTP/1.1" status: 204 len: 168 time: 0.4065509 Jul 15 13:18:49.389255 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39176) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:49.395339 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.tag.tag_plugin [None req-bebd0ccb-b2a8-4a81-b3fb-9a77b70accd7 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7ae01d68-e334-4ced-8ab8-7d2c634553a4') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:49.470871 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-bebd0ccb-b2a8-4a81-b3fb-9a77b70accd7 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "GET /v2.0/subnets/7ae01d68-e334-4ced-8ab8-7d2c634553a4/tags HTTP/1.1" status: 200 len: 205 time: 0.0780821 Jul 15 13:18:49.471278 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39180) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:49.476377 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.tag.tag_plugin [None req-eddb7442-229b-48c5-acee-9efe38703e67 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f5b7e924-52d7-433d-94d6-c77f01159529') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:49.565204 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6fafb5e6-76cb-4273-8b43-ea6565f99a95 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:49.598377 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-eddb7442-229b-48c5-acee-9efe38703e67 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "GET /v2.0/ports/f5b7e924-52d7-433d-94d6-c77f01159529/tags HTTP/1.1" status: 200 len: 241 time: 0.1237140 Jul 15 13:18:49.599955 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-45fcc6d2-4193-41d7-aba4-fdaa9be3096e tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Allocated IP 10.2.2.100 (b2f88f94-f063-456a-ac21-570ac0e96de8/31ad8fdd-e622-4825-beaf-20c66a64adda/1fa3afd8-c7ad-4cdd-a821-24cff8228eca) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:49.600411 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39182) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:49.607503 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.tag.tag_plugin [None req-d6539330-f90b-4c63-b715-d0c73acfcfb1 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f5b7e924-52d7-433d-94d6-c77f01159529', 'tempest-TagsExtTest-Tag-1537555198') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:49.614406 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fafb5e6-76cb-4273-8b43-ea6565f99a95 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event deleted for resources: {'Port': ['ID=e861d23e-2ff0-47a3-af2f-a14c0aa85146,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:49.630336 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66eead1a-5ab1-406e-81f5-7294593b2de9 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Router 216c01de-2ff8-491e-bbf1-4cc89f7b3f7c is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:18:49.690066 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b79b00-e2c0-4553-afa6-bb5369147d3c req-a3ae6fcd-d31a-4068-b21a-e9b5d3e1355b tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:49.702009 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02b79b00-e2c0-4553-afa6-bb5369147d3c req-a3ae6fcd-d31a-4068-b21a-e9b5d3e1355b tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd44f860-0beb-437a-88d8-50516f080c0f HTTP/1.1" status: 200 len: 946 time: 0.1941011 Jul 15 13:18:49.773857 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02b79b00-e2c0-4553-afa6-bb5369147d3c req-dad562dd-6375-4afd-afee-cb6f12b276f0 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703349 Jul 15 13:18:49.797988 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6fafb5e6-76cb-4273-8b43-ea6565f99a95 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for floatingip, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:49.798338 n-d-771363-36 neutron-server[93826]: INFO neutron.db.l3_db [None req-6fafb5e6-76cb-4273-8b43-ea6565f99a95 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Floating IP bb9a9217-1fc0-478f-86e0-11e8c5ead0a6 disassociated (deleted). External IP: 172.25.8.203, port: c19b0dda-2772-4aea-840f-70eade45e12e. Jul 15 13:18:49.826052 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d368ebb-a957-4541-815f-10b1ff4ff968 req-38fb25e1-fb64-44b2-ba71-9f8187b3f3f5 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:49.844433 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d368ebb-a957-4541-815f-10b1ff4ff968 req-38fb25e1-fb64-44b2-ba71-9f8187b3f3f5 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:49.850289 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d368ebb-a957-4541-815f-10b1ff4ff968 req-38fb25e1-fb64-44b2-ba71-9f8187b3f3f5 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:49.864285 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1d368ebb-a957-4541-815f-10b1ff4ff968 req-38fb25e1-fb64-44b2-ba71-9f8187b3f3f5 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 2372 time: 0.2252903 Jul 15 13:18:49.871264 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d6539330-f90b-4c63-b715-d0c73acfcfb1 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "GET /v2.0/ports/f5b7e924-52d7-433d-94d6-c77f01159529/tags/tempest-TagsExtTest-Tag-1537555198 HTTP/1.1" status: 204 len: 168 time: 0.2696884 Jul 15 13:18:49.884295 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39186) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:49.888600 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.tag.tag_plugin [None req-e65765c9-5061-4dd3-b5b2-f3ef7314b21d tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'f5b7e924-52d7-433d-94d6-c77f01159529', 'tempest-TagsExtTest-Tag-1537555198') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:50.024226 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66eead1a-5ab1-406e-81f5-7294593b2de9 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:18:50.034866 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fde4a11-d6f7-424f-86c0-7b534dee0271 None None] Sync routers for ids ['216c01de-2ff8-491e-bbf1-4cc89f7b3f7c'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:18:50.036255 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-66eead1a-5ab1-406e-81f5-7294593b2de9 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:50.037567 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-66eead1a-5ab1-406e-81f5-7294593b2de9 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] 10.222.0.16 "PUT /v2.0/routers/216c01de-2ff8-491e-bbf1-4cc89f7b3f7c HTTP/1.1" status: 200 len: 919 time: 6.4478288 Jul 15 13:18:50.044511 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39190) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:50.056078 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fde4a11-d6f7-424f-86c0-7b534dee0271 None None] Routers {'216c01de-2ff8-491e-bbf1-4cc89f7b3f7c'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:50.057575 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-3fde4a11-d6f7-424f-86c0-7b534dee0271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:18:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['216c01de-2ff8-491e-bbf1-4cc89f7b3f7c'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:50.093556 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-3fde4a11-d6f7-424f-86c0-7b534dee0271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:50.107466 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fde4a11-d6f7-424f-86c0-7b534dee0271 None None] Routers {'216c01de-2ff8-491e-bbf1-4cc89f7b3f7c'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:50.108937 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-3fde4a11-d6f7-424f-86c0-7b534dee0271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:18:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['216c01de-2ff8-491e-bbf1-4cc89f7b3f7c'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:50.124187 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1d368ebb-a957-4541-815f-10b1ff4ff968 req-77890bf3-0299-4fc6-bde6-d69986bd2336 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2405789 Jul 15 13:18:50.131532 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-45fcc6d2-4193-41d7-aba4-fdaa9be3096e tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:50.161185 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-3fde4a11-d6f7-424f-86c0-7b534dee0271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:50.161955 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fde4a11-d6f7-424f-86c0-7b534dee0271 None None] The sync data for ids ['216c01de-2ff8-491e-bbf1-4cc89f7b3f7c'] in n-d-771363-36 is: [] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:18:50.193701 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-45fcc6d2-4193-41d7-aba4-fdaa9be3096e tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Transition to ACTIVE for port object 1fa3afd8-c7ad-4cdd-a821-24cff8228eca will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:50.203166 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e65765c9-5061-4dd3-b5b2-f3ef7314b21d tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "DELETE /v2.0/ports/f5b7e924-52d7-433d-94d6-c77f01159529/tags/tempest-TagsExtTest-Tag-1537555198 HTTP/1.1" status: 204 len: 168 time: 0.3178523 Jul 15 13:18:50.206228 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39192) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:50.215997 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333cd22e-f76d-4701-800d-d7f3cf9ac3e3 req-862f084e-5a10-4c9d-a3ac-92afd562e81e tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:50.218219 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-333cd22e-f76d-4701-800d-d7f3cf9ac3e3 req-862f084e-5a10-4c9d-a3ac-92afd562e81e tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.2328761 Jul 15 13:18:50.250747 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-347281fc-19ff-4fc2-9651-dcd48d466667 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f5b7e924-52d7-433d-94d6-c77f01159529') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:50.275770 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-333cd22e-f76d-4701-800d-d7f3cf9ac3e3 req-d91c3af6-e804-4f82-8ea7-bce7f4641434 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510652 Jul 15 13:18:50.365375 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-45af7f6f-7fa7-438d-8ace-5d86411d2ee6 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] 10.222.0.16 "GET /v2.0/routers/216c01de-2ff8-491e-bbf1-4cc89f7b3f7c HTTP/1.1" status: 200 len: 925 time: 0.3193712 Jul 15 13:18:50.370268 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39198) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:50.405952 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-45fcc6d2-4193-41d7-aba4-fdaa9be3096e tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:50.557598 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fafb5e6-76cb-4273-8b43-ea6565f99a95 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Router fce3a1fd-ff8c-4c61-a07c-59689ebe08a0 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:18:50.594003 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-45fcc6d2-4193-41d7-aba4-fdaa9be3096e tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Network b2f88f94-f063-456a-ac21-570ac0e96de8 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:50.609476 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-45fcc6d2-4193-41d7-aba4-fdaa9be3096e tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:50.624728 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-45fcc6d2-4193-41d7-aba4-fdaa9be3096e tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:50.628822 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-347281fc-19ff-4fc2-9651-dcd48d466667 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "GET /v2.0/ports/f5b7e924-52d7-433d-94d6-c77f01159529/tags HTTP/1.1" status: 200 len: 205 time: 0.4222710 Jul 15 13:18:50.631749 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fcc6d2-4193-41d7-aba4-fdaa9be3096e tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Pushing event updated for resources: {'Port': ['ID=1fa3afd8-c7ad-4cdd-a821-24cff8228eca,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:50.635789 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39200) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:50.700082 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-45fcc6d2-4193-41d7-aba4-fdaa9be3096e tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:50.700761 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-45fcc6d2-4193-41d7-aba4-fdaa9be3096e tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:50.709848 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-ac8f90d5-6ffe-49a5-a257-467225d42254 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e10e8de3-bfd7-4277-ba58-4b5368fd3458') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:50.784446 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38feb6b7-3850-4701-8c3f-a6ead772d0b2 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:50.786065 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-38feb6b7-3850-4701-8c3f-a6ead772d0b2 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=e1268488-a505-464f-96b0-8b93d6dfd7ab&device_id=216c01de-2ff8-491e-bbf1-4cc89f7b3f7c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3907163 Jul 15 13:18:50.795494 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fe1e2-8b4d-4068-a256-da9cf473a3b5 req-d7ac1db2-281d-4625-9cb7-a902373875d2 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:50.798521 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39202) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:50.803201 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-420fe1e2-8b4d-4068-a256-da9cf473a3b5 req-d7ac1db2-281d-4625-9cb7-a902373875d2 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.2299957 Jul 15 13:18:50.815818 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5ab7b-5df1-4741-bf27-adab0179e84f req-dc8d67fe-2330-4458-a27d-c1d57cda74bd tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:50.817399 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e1a5ab7b-5df1-4741-bf27-adab0179e84f req-dc8d67fe-2330-4458-a27d-c1d57cda74bd tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd44f860-0beb-437a-88d8-50516f080c0f HTTP/1.1" status: 200 len: 946 time: 0.4480860 Jul 15 13:18:50.866305 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-420fe1e2-8b4d-4068-a256-da9cf473a3b5 req-bf29e3e3-4d2a-4071-a828-a6a7c4436a3d tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621290 Jul 15 13:18:50.880912 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbcfcd-4c0d-4fbe-b983-85914e986a50 req-3afb0556-89fa-4952-84fc-a4fd6054f4c0 tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:50.895231 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ebbbcfcd-4c0d-4fbe-b983-85914e986a50 req-3afb0556-89fa-4952-84fc-a4fd6054f4c0 tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] 10.222.0.16 "GET /v2.0/ports?device_id=66642efe-6741-4103-87f8-187674c05465 HTTP/1.1" status: 200 len: 944 time: 0.3251805 Jul 15 13:18:50.906607 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 15761111-0561-420b-a592-4c595b43a396 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:18:51.008441 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-45fcc6d2-4193-41d7-aba4-fdaa9be3096e tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9971621 Jul 15 13:18:51.088381 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-e94297a2-c89d-4f42-99a9-0a6a4308b688 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Request body: {'port': {'device_id': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b2f88f94-f063-456a-ac21-570ac0e96de8', 'admin_state_up': True, 'tenant_id': '251cced819c74cfb94fbc7f7f1614ad3', 'security_groups': ['a7e6a2b6-563d-40f5-8e07-8d5c226ad0da']}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:51.101377 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ebbbcfcd-4c0d-4fbe-b983-85914e986a50 req-dd5f7963-dde9-4898-a321-aa09af948daf tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8a221f-7877-4664-8286-938ba2cbc831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039936 Jul 15 13:18:51.108575 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5adb45b2-94cc-43c4-aab5-144528d2d10c None None] Provisioning for port 1fa3afd8-c7ad-4cdd-a821-24cff8228eca completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:51.131024 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5adb45b2-94cc-43c4-aab5-144528d2d10c None None] Provisioning complete for port 1fa3afd8-c7ad-4cdd-a821-24cff8228eca triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:51.143166 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5adb45b2-94cc-43c4-aab5-144528d2d10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:51.147651 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 15761111-0561-420b-a592-4c595b43a396, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=15761111-0561-420b-a592-4c595b43a396,segment=NetworkSegment(dbb5ad9e-1077-4e56-b024-15113de866da),segment_id=dbb5ad9e-1077-4e56-b024-15113de866da)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:51.216561 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-e1a5ab7b-5df1-4741-bf27-adab0179e84f req-51cb83d7-eb7b-45cc-a22c-1d189481c1b0 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Deleting port 5d6a3f21-c544-4b21-b29b-6fedff77cadf {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:51.217202 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e1a5ab7b-5df1-4741-bf27-adab0179e84f req-51cb83d7-eb7b-45cc-a22c-1d189481c1b0 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:51.231900 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e71ba-12a9-4286-a9ce-1b5ab1146c0c req-66d57d50-0c36-4ebe-9a7a-b7fe3e01dd49 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:51.241206 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c4e71ba-12a9-4286-a9ce-1b5ab1146c0c req-66d57d50-0c36-4ebe-9a7a-b7fe3e01dd49 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd44f860-0beb-437a-88d8-50516f080c0f HTTP/1.1" status: 200 len: 946 time: 0.1682076 Jul 15 13:18:51.287326 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dd0306-95a7-4d1b-91d5-b9a79a655c0a tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:51.291879 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-81dd0306-95a7-4d1b-91d5-b9a79a655c0a tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] 10.222.0.16 "GET /v2.0/networks/e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 881 time: 0.4902775 Jul 15 13:18:51.292818 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39212) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:51.298428 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ac8f90d5-6ffe-49a5-a257-467225d42254 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "GET /v2.0/routers/e10e8de3-bfd7-4277-ba58-4b5368fd3458/tags HTTP/1.1" status: 200 len: 241 time: 0.6060255 Jul 15 13:18:51.313348 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39214) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:51.323198 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-a38fe0f2-6e6b-4c17-982b-bcf1f3f84b0f tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e10e8de3-bfd7-4277-ba58-4b5368fd3458', 'tempest-TagsExtTest-Tag-1554114708') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:51.325745 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fafb5e6-76cb-4273-8b43-ea6565f99a95 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:18:51.370594 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c4e71ba-12a9-4286-a9ce-1b5ab1146c0c req-df491cfb-2057-4381-9766-1ccf47120580 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281641 Jul 15 13:18:51.436878 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6fafb5e6-76cb-4273-8b43-ea6565f99a95 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:51.464001 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-72e4c864-e15f-4303-9ca6-d89386f80df4 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] 10.222.0.16 "GET /v2.0/ports?device_id=216c01de-2ff8-491e-bbf1-4cc89f7b3f7c HTTP/1.1" status: 200 len: 205 time: 0.1641514 Jul 15 13:18:51.466780 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39218) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:51.497370 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-e1a5ab7b-5df1-4741-bf27-adab0179e84f req-51cb83d7-eb7b-45cc-a22c-1d189481c1b0 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] For port 5d6a3f21-c544-4b21-b29b-6fedff77cadf, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=5d6a3f21-c544-4b21-b29b-6fedff77cadf,segment=NetworkSegment(6bb03eb1-9e52-4718-ab2b-06d9a8232852),segment_id=6bb03eb1-9e52-4718-ab2b-06d9a8232852)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:51.503920 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e1a5ab7b-5df1-4741-bf27-adab0179e84f req-51cb83d7-eb7b-45cc-a22c-1d189481c1b0 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:51.545666 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-5adb45b2-94cc-43c4-aab5-144528d2d10c None None] Port 1fa3afd8-c7ad-4cdd-a821-24cff8228eca cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:18:51.552132 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '15761111-0561-420b-a592-4c595b43a396', 'network_id': 'f1af8d10-e089-4273-8032-85df6ad14272', 'port_id': '15761111-0561-420b-a592-4c595b43a396', 'mac_address': 'fa:16:3e:3f:71:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf4e8cf-bad5-42ea-ab52-89ee8d24746b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:18:51.588839 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-e1a5ab7b-5df1-4741-bf27-adab0179e84f req-51cb83d7-eb7b-45cc-a22c-1d189481c1b0 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Calling delete_port for 5d6a3f21-c544-4b21-b29b-6fedff77cadf owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:51.682038 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6fafb5e6-76cb-4273-8b43-ea6565f99a95 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "DELETE /v2.0/floatingips/bb9a9217-1fc0-478f-86e0-11e8c5ead0a6 HTTP/1.1" status: 204 len: 168 time: 5.6917865 Jul 15 13:18:51.683049 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2305d4-edac-43c5-a452-4df293323fcd None None] Sync routers for ids ['fce3a1fd-ff8c-4c61-a07c-59689ebe08a0'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:18:51.685303 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d924eeb-0c12-4172-af92-62dcc2407bd6', 'tag': 'c19b0dda-2772-4aea-840f-70eade45e12e'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:51.687934 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1424ffe5-126b-435a-8bf3-3164119f8759" -d '{"events": [{"name": "network-changed", "server_uuid": "5d924eeb-0c12-4172-af92-62dcc2407bd6", "tag": "c19b0dda-2772-4aea-840f-70eade45e12e"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:51.694431 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-e94297a2-c89d-4f42-99a9-0a6a4308b688 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Made reservation on behalf of 251cced819c74cfb94fbc7f7f1614ad3 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:51.700295 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-e94297a2-c89d-4f42-99a9-0a6a4308b688 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:51.725671 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2305d4-edac-43c5-a452-4df293323fcd None None] Routers {'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:51.726314 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-bf2305d4-edac-43c5-a452-4df293323fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:18:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['fce3a1fd-ff8c-4c61-a07c-59689ebe08a0'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:51.733492 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:51.782315 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a38fe0f2-6e6b-4c17-982b-bcf1f3f84b0f tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "GET /v2.0/routers/e10e8de3-bfd7-4277-ba58-4b5368fd3458/tags/tempest-TagsExtTest-Tag-1554114708 HTTP/1.1" status: 204 len: 168 time: 0.4674857 Jul 15 13:18:51.783241 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39224) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:51.795131 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-20a320b3-324d-462d-87a6-576ac5a955ab tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e10e8de3-bfd7-4277-ba58-4b5368fd3458', 'tempest-TagsExtTest-Tag-1554114708') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:51.842065 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15761111-0561-420b-a592-4c595b43a396 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:18:51.940849 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1921b8ef-2a6c-467e-98ef-4fa5096a1b7f tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:51.947598 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 15761111-0561-420b-a592-4c595b43a396, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=15761111-0561-420b-a592-4c595b43a396,segment=NetworkSegment(dbb5ad9e-1077-4e56-b024-15113de866da),segment_id=dbb5ad9e-1077-4e56-b024-15113de866da)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:51.955181 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:51.984573 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e1a5ab7b-5df1-4741-bf27-adab0179e84f req-51cb83d7-eb7b-45cc-a22c-1d189481c1b0 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:52.012705 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0243bcb-a48c-490f-bfde-1f590cc0e518 req-69a2fbcf-2500-42fb-8cdf-1099dc588709 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:52.019441 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0243bcb-a48c-490f-bfde-1f590cc0e518 req-69a2fbcf-2500-42fb-8cdf-1099dc588709 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:52.019644 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=15761111-0561-420b-a592-4c595b43a396,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:52.022397 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['305e2af7-4e14-46c9-b511-673a966a851e'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:52.026458 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0243bcb-a48c-490f-bfde-1f590cc0e518 req-69a2fbcf-2500-42fb-8cdf-1099dc588709 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:52.032946 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0243bcb-a48c-490f-bfde-1f590cc0e518 req-69a2fbcf-2500-42fb-8cdf-1099dc588709 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:52.040973 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f0243bcb-a48c-490f-bfde-1f590cc0e518 req-69a2fbcf-2500-42fb-8cdf-1099dc588709 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 3093 time: 0.4555764 Jul 15 13:18:52.068907 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:52.069282 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:52.069638 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:52.070012 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:52.070356 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:52.070775 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:52.071153 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:52.072184 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:52.072542 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:52.072876 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:52.073210 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:52.073546 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:52.100500 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-bf2305d4-edac-43c5-a452-4df293323fcd None None] Set router fce3a1fd-ff8c-4c61-a07c-59689ebe08a0 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:18:52.111071 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb83d7-eb7b-45cc-a22c-1d189481c1b0 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Pushing event deleted for resources: {'Port': ['ID=5d6a3f21-c544-4b21-b29b-6fedff77cadf,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:52.227562 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a5ab7b-5df1-4741-bf27-adab0179e84f req-51cb83d7-eb7b-45cc-a22c-1d189481c1b0 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] No DVR routers for this DVR port 5d6a3f21-c544-4b21-b29b-6fedff77cadf on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:18:52.231615 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e1a5ab7b-5df1-4741-bf27-adab0179e84f req-51cb83d7-eb7b-45cc-a22c-1d189481c1b0 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:52.238133 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e1a5ab7b-5df1-4741-bf27-adab0179e84f req-51cb83d7-eb7b-45cc-a22c-1d189481c1b0 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.46 "DELETE /v2.0/ports/5d6a3f21-c544-4b21-b29b-6fedff77cadf HTTP/1.1" status: 204 len: 173 time: 1.3869176 Jul 15 13:18:52.253976 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57204c5-2e30-4770-9c5c-2e80e6072f67 req-d6a51699-0286-444f-bbcb-3412dc0a7203 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:52.264818 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b57204c5-2e30-4770-9c5c-2e80e6072f67 req-d6a51699-0286-444f-bbcb-3412dc0a7203 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.4933610 Jul 15 13:18:52.289267 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd44f860-0beb-437a-88d8-50516f080c0f', 'name': 'network-vif-deleted', 'tag': '5d6a3f21-c544-4b21-b29b-6fedff77cadf'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:52.289531 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['15761111-0561-420b-a592-4c595b43a396'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:52.293877 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b96caa-f9b9-4d78-8b41-1e8fdd708f1f" -d '{"events": [{"server_uuid": "dd44f860-0beb-437a-88d8-50516f080c0f", "name": "network-vif-deleted", "tag": "5d6a3f21-c544-4b21-b29b-6fedff77cadf"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:52.376272 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b57204c5-2e30-4770-9c5c-2e80e6072f67 req-4f7be944-ed6d-4f2d-b9b9-de71656fd8b4 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102407 Jul 15 13:18:52.386999 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f0243bcb-a48c-490f-bfde-1f590cc0e518 req-8cdbf482-e7b8-46cd-805c-3d3bccb9911a tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3449588 Jul 15 13:18:52.416134 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1921b8ef-2a6c-467e-98ef-4fa5096a1b7f tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:52.538237 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1921b8ef-2a6c-467e-98ef-4fa5096a1b7f tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Deleting port 54d5887e-2534-484f-bc42-a8aaeea6e18d {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:52.538660 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1921b8ef-2a6c-467e-98ef-4fa5096a1b7f tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:52.726066 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1921b8ef-2a6c-467e-98ef-4fa5096a1b7f tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:52.750004 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-bf2305d4-edac-43c5-a452-4df293323fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452297766', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'c36b9605-a7e3-4a24-a166-4b1ba7f2c812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:16:00Z', 'updated_at': '2021-07-15T13:16:19Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'c36b9605-a7e3-4a24-a166-4b1ba7f2c812', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:01:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:01Z', 'updated_at': '2021-07-15T13:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'f92024c5-0054-4043-8de2-3d15ab33e7d7', 'name': '', 'network_id': '13c0d8aa-07af-4e01-b8fa-724097cdd1d2', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'mac_address': 'fa:16:3e:e7:e0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '007dc46b-c0a3-4755-b595-e11755a7ea39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:13Z', 'updated_at': '2021-07-15T13:16:29Z', 'revision_number': 5, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'subnets': [{'id': '007dc46b-c0a3-4755-b595-e11755a7ea39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:52.753217 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1921b8ef-2a6c-467e-98ef-4fa5096a1b7f tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Calling delete_port for 54d5887e-2534-484f-bc42-a8aaeea6e18d owned by network:router_gateway {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:52.790391 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2305d4-edac-43c5-a452-4df293323fcd None None] Checking router: fce3a1fd-ff8c-4c61-a07c-59689ebe08a0 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:18:52.807074 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2305d4-edac-43c5-a452-4df293323fcd None None] Routers {'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:52.807867 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-bf2305d4-edac-43c5-a452-4df293323fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:18:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['fce3a1fd-ff8c-4c61-a07c-59689ebe08a0'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:52.828626 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-20a320b3-324d-462d-87a6-576ac5a955ab tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "DELETE /v2.0/routers/e10e8de3-bfd7-4277-ba58-4b5368fd3458/tags/tempest-TagsExtTest-Tag-1554114708 HTTP/1.1" status: 204 len: 168 time: 1.0386691 Jul 15 13:18:52.873486 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39238) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:52.886584 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0246eeba-187e-4d6d-8f02-bb293c576671 x-openstack-request-id: req-0246eeba-187e-4d6d-8f02-bb293c576671 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:52.886979 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d924eeb-0c12-4172-af92-62dcc2407bd6", "tag": "c19b0dda-2772-4aea-840f-70eade45e12e", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:52.887332 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0246eeba-187e-4d6d-8f02-bb293c576671 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:52.891401 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d924eeb-0c12-4172-af92-62dcc2407bd6', 'tag': 'c19b0dda-2772-4aea-840f-70eade45e12e', 'status': 'completed', 'code': 200} Jul 15 13:18:52.903725 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-16e760a0-3986-402e-b83e-1fea62e2c924 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e10e8de3-bfd7-4277-ba58-4b5368fd3458') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:52.922154 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 5d6a3f21-c544-4b21-b29b-6fedff77cadf no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:53.040329 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 5d6a3f21-c544-4b21-b29b-6fedff77cadf {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:18:53.040932 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 5d6a3f21-c544-4b21-b29b-6fedff77cadf not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:18:53.053796 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-e94297a2-c89d-4f42-99a9-0a6a4308b688 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Allocated IP 10.2.2.200 (b2f88f94-f063-456a-ac21-570ac0e96de8/31ad8fdd-e622-4825-beaf-20c66a64adda/af2462b3-176b-4c48-84b6-2989d990ea5b) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:53.071133 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-16e760a0-3986-402e-b83e-1fea62e2c924 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "GET /v2.0/routers/e10e8de3-bfd7-4277-ba58-4b5368fd3458/tags HTTP/1.1" status: 200 len: 205 time: 0.1786203 Jul 15 13:18:53.074317 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39242) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:53.078958 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-5ea31800-89b1-4e52-a273-48f9bd40ccb1 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '241df8e3-c5b6-4f5b-95cd-0444530db644') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:53.128329 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5ea31800-89b1-4e52-a273-48f9bd40ccb1 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "GET /v2.0/subnetpools/241df8e3-c5b6-4f5b-95cd-0444530db644/tags HTTP/1.1" status: 200 len: 241 time: 0.0527101 Jul 15 13:18:53.149634 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39244) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:53.160998 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-a0c462a0-4be9-454f-a78d-c22146eeb754 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '241df8e3-c5b6-4f5b-95cd-0444530db644', 'tempest-TagsExtTest-Tag-1701601053') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:53.250118 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a0c462a0-4be9-454f-a78d-c22146eeb754 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "GET /v2.0/subnetpools/241df8e3-c5b6-4f5b-95cd-0444530db644/tags/tempest-TagsExtTest-Tag-1701601053 HTTP/1.1" status: 204 len: 168 time: 0.0973439 Jul 15 13:18:53.309196 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39248) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:53.318162 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-22bdb5b4-a8c6-4d58-acc4-99c52c99d14f tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '241df8e3-c5b6-4f5b-95cd-0444530db644', 'tempest-TagsExtTest-Tag-1701601053') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:53.326332 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-bf2305d4-edac-43c5-a452-4df293323fcd None None] Set router fce3a1fd-ff8c-4c61-a07c-59689ebe08a0 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:18:53.330671 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5b9e51-698a-410d-8d0a-507077f4c90d x-openstack-request-id: req-7c5b9e51-698a-410d-8d0a-507077f4c90d {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:53.331182 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd44f860-0beb-437a-88d8-50516f080c0f", "name": "network-vif-deleted", "tag": "5d6a3f21-c544-4b21-b29b-6fedff77cadf", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:53.331293 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7c5b9e51-698a-410d-8d0a-507077f4c90d {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:53.331601 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd44f860-0beb-437a-88d8-50516f080c0f', 'name': 'network-vif-deleted', 'tag': '5d6a3f21-c544-4b21-b29b-6fedff77cadf', 'status': 'completed', 'code': 200} Jul 15 13:18:53.411818 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-e94297a2-c89d-4f42-99a9-0a6a4308b688 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:53.446069 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-22bdb5b4-a8c6-4d58-acc4-99c52c99d14f tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "DELETE /v2.0/subnetpools/241df8e3-c5b6-4f5b-95cd-0444530db644/tags/tempest-TagsExtTest-Tag-1701601053 HTTP/1.1" status: 204 len: 168 time: 0.1353962 Jul 15 13:18:53.446801 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39254) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:53.453574 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-2938a349-b7fc-4f96-bc17-3094e7755d4d tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '241df8e3-c5b6-4f5b-95cd-0444530db644') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:53.459686 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424ffe5-126b-435a-8bf3-3164119f8759 req-fecc9fd9-9975-4911-ad9d-f42802f308cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:53.461301 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1424ffe5-126b-435a-8bf3-3164119f8759 req-fecc9fd9-9975-4911-ad9d-f42802f308cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d986de84121549bf90b7ac80073eff67&device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 1098 time: 0.5412586 Jul 15 13:18:53.500456 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2938a349-b7fc-4f96-bc17-3094e7755d4d tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "GET /v2.0/subnetpools/241df8e3-c5b6-4f5b-95cd-0444530db644/tags HTTP/1.1" status: 200 len: 205 time: 0.0521746 Jul 15 13:18:53.503298 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-e94297a2-c89d-4f42-99a9-0a6a4308b688 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Transition to ACTIVE for port object af2462b3-176b-4c48-84b6-2989d990ea5b will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:53.505093 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39256) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:53.518149 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-9e34963f-45a2-4bf1-8ba9-81f4460410bb tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '241df8e3-c5b6-4f5b-95cd-0444530db644') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:53.518404 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1921b8ef-2a6c-467e-98ef-4fa5096a1b7f tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:53.576529 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9e34963f-45a2-4bf1-8ba9-81f4460410bb tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "DELETE /v2.0/subnetpools/241df8e3-c5b6-4f5b-95cd-0444530db644/tags HTTP/1.1" status: 204 len: 168 time: 0.0700431 Jul 15 13:18:53.579179 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39258) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:53.587778 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-c9e92cf3-312c-45c1-91d9-38ae34567e59 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e10e8de3-bfd7-4277-ba58-4b5368fd3458') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:53.642407 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-bf2305d4-edac-43c5-a452-4df293323fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452297766', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'c36b9605-a7e3-4a24-a166-4b1ba7f2c812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:16:00Z', 'updated_at': '2021-07-15T13:16:19Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'c36b9605-a7e3-4a24-a166-4b1ba7f2c812', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:01:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:01Z', 'updated_at': '2021-07-15T13:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'f92024c5-0054-4043-8de2-3d15ab33e7d7', 'name': '', 'network_id': '13c0d8aa-07af-4e01-b8fa-724097cdd1d2', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'mac_address': 'fa:16:3e:e7:e0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '007dc46b-c0a3-4755-b595-e11755a7ea39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:13Z', 'updated_at': '2021-07-15T13:16:29Z', 'revision_number': 5, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'subnets': [{'id': '007dc46b-c0a3-4755-b595-e11755a7ea39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:53.673664 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2305d4-edac-43c5-a452-4df293323fcd None None] The sync data for ids ['fce3a1fd-ff8c-4c61-a07c-59689ebe08a0'] in n-d-771363-36 is: [{'id': 'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452297766', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'c36b9605-a7e3-4a24-a166-4b1ba7f2c812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:16:00Z', 'updated_at': '2021-07-15T13:16:19Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'c36b9605-a7e3-4a24-a166-4b1ba7f2c812', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:01:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:01Z', 'updated_at': '2021-07-15T13:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'f92024c5-0054-4043-8de2-3d15ab33e7d7', 'name': '', 'network_id': '13c0d8aa-07af-4e01-b8fa-724097cdd1d2', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'mac_address': 'fa:16:3e:e7:e0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '007dc46b-c0a3-4755-b595-e11755a7ea39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:13Z', 'updated_at': '2021-07-15T13:16:29Z', 'revision_number': 5, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'subnets': [{'id': '007dc46b-c0a3-4755-b595-e11755a7ea39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:18:53.701459 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-e94297a2-c89d-4f42-99a9-0a6a4308b688 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:53.769752 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-e94297a2-c89d-4f42-99a9-0a6a4308b688 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Network b2f88f94-f063-456a-ac21-570ac0e96de8 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:53.775905 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c9e92cf3-312c-45c1-91d9-38ae34567e59 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "DELETE /v2.0/routers/e10e8de3-bfd7-4277-ba58-4b5368fd3458/tags HTTP/1.1" status: 204 len: 168 time: 0.1930101 Jul 15 13:18:53.775905 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94297a2-c89d-4f42-99a9-0a6a4308b688 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Pushing event updated for resources: {'Port': ['ID=af2462b3-176b-4c48-84b6-2989d990ea5b,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:53.777065 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-e94297a2-c89d-4f42-99a9-0a6a4308b688 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:53.778990 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39260) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:53.783977 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-5628b64e-2b35-47e9-b5e4-26b7eb50879e tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f5b7e924-52d7-433d-94d6-c77f01159529') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:53.786308 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-e94297a2-c89d-4f42-99a9-0a6a4308b688 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:53.905639 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-e94297a2-c89d-4f42-99a9-0a6a4308b688 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:53.907167 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-e94297a2-c89d-4f42-99a9-0a6a4308b688 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:53.934209 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-e94297a2-c89d-4f42-99a9-0a6a4308b688 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9013507 Jul 15 13:18:53.948778 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-e4e38c0f-8615-43e5-8faf-f6e682549935 service neutron] Request body: {'port': {'device_id': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:54.006607 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5628b64e-2b35-47e9-b5e4-26b7eb50879e tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "DELETE /v2.0/ports/f5b7e924-52d7-433d-94d6-c77f01159529/tags HTTP/1.1" status: 204 len: 168 time: 0.2265656 Jul 15 13:18:54.009206 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39262) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:54.013617 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-09aaf42e-e387-43be-a600-ae2c07013f66 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7ae01d68-e334-4ced-8ab8-7d2c634553a4') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:54.111067 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424ffe5-126b-435a-8bf3-3164119f8759 req-792c760e-d811-4d10-aade-eb03ff9ef067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:54.112838 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1424ffe5-126b-435a-8bf3-3164119f8759 req-792c760e-d811-4d10-aade-eb03ff9ef067 service neutron] 10.222.0.20 "GET /v2.0/networks?id=13c0d8aa-07af-4e01-b8fa-724097cdd1d2 HTTP/1.1" status: 200 len: 896 time: 0.6426706 Jul 15 13:18:54.184117 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-e4e38c0f-8615-43e5-8faf-f6e682549935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:54.194634 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1cf92e98-10ef-4469-8cc7-080d8aaffbbd None None] Provisioning for port af2462b3-176b-4c48-84b6-2989d990ea5b completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:54.199700 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1cf92e98-10ef-4469-8cc7-080d8aaffbbd None None] Provisioning complete for port af2462b3-176b-4c48-84b6-2989d990ea5b triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:54.200086 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1cf92e98-10ef-4469-8cc7-080d8aaffbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:54.216264 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1424ffe5-126b-435a-8bf3-3164119f8759 req-0659dfe1-c9bf-439b-9a9f-b67b2d827e57 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c19b0dda-2772-4aea-840f-70eade45e12e HTTP/1.1" status: 200 len: 217 time: 0.0726993 Jul 15 13:18:54.218412 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9180117-ba24-4f97-a38d-18e371318792 None None] New status for floating IP bb9a9217-1fc0-478f-86e0-11e8c5ead0a6: DOWN {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:18:54.229464 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921b8ef-2a6c-467e-98ef-4fa5096a1b7f tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Pushing event deleted for resources: {'Port': ['ID=54d5887e-2534-484f-bc42-a8aaeea6e18d,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:54.296201 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.20', 52216) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:54.304109 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0772ef-d39b-470c-9ba7-7ce2a0ae9307 req-7570ac52-54b2-40cb-aa8c-0d1c3b21c7a4 tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:54.305879 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-db0772ef-d39b-470c-9ba7-7ce2a0ae9307 req-7570ac52-54b2-40cb-aa8c-0d1c3b21c7a4 tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] 10.222.0.16 "GET /v2.0/ports?device_id=66642efe-6741-4103-87f8-187674c05465 HTTP/1.1" status: 200 len: 945 time: 1.0662811 Jul 15 13:18:54.323778 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-1cf92e98-10ef-4469-8cc7-080d8aaffbbd None None] Port af2462b3-176b-4c48-84b6-2989d990ea5b cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:18:54.353234 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-09aaf42e-e387-43be-a600-ae2c07013f66 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "DELETE /v2.0/subnets/7ae01d68-e334-4ced-8ab8-7d2c634553a4/tags HTTP/1.1" status: 204 len: 168 time: 0.3430142 Jul 15 13:18:54.362592 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39266) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:54.380749 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-bff7976d-afc7-4e49-897a-ed862291fdcf tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7ae01d68-e334-4ced-8ab8-7d2c634553a4', 'tempest-TagsExtTest-Tag-59529463') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:54.574315 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224beacf-0df2-4282-a429-e29dc9b82d57 req-74302324-94f2-466c-9197-a232909b42f7 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:54.575952 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-224beacf-0df2-4282-a429-e29dc9b82d57 req-74302324-94f2-466c-9197-a232909b42f7 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 946 time: 0.2688751 Jul 15 13:18:54.579586 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-db0772ef-d39b-470c-9ba7-7ce2a0ae9307 req-982d638c-92a7-4bf9-8767-99d308cd1fed tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8a221f-7877-4664-8286-938ba2cbc831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061117 Jul 15 13:18:54.588133 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68d18d-b4c0-4990-b43d-1a49975d907c req-dd8725e9-fa35-47a1-9214-8d52f086d9e3 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:54.595559 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8d68d18d-b4c0-4990-b43d-1a49975d907c req-dd8725e9-fa35-47a1-9214-8d52f086d9e3 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 1.1126459 Jul 15 13:18:54.682458 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1921b8ef-2a6c-467e-98ef-4fa5096a1b7f tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:54.696453 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424ffe5-126b-435a-8bf3-3164119f8759 req-f90e04aa-7b6b-4d74-8f3e-5dc82fb27ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:54.698679 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1424ffe5-126b-435a-8bf3-3164119f8759 req-f90e04aa-7b6b-4d74-8f3e-5dc82fb27ad9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=007dc46b-c0a3-4755-b595-e11755a7ea39 HTTP/1.1" status: 200 len: 835 time: 0.4648719 Jul 15 13:18:54.706198 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-e4e38c0f-8615-43e5-8faf-f6e682549935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:18:54.715826 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-e4e38c0f-8615-43e5-8faf-f6e682549935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:54.735572 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-e4e38c0f-8615-43e5-8faf-f6e682549935 service neutron] Transition to ACTIVE for port object b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:54.753373 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-e4e38c0f-8615-43e5-8faf-f6e682549935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:54.763771 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-bff7976d-afc7-4e49-897a-ed862291fdcf tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "PUT /v2.0/subnets/7ae01d68-e334-4ced-8ab8-7d2c634553a4/tags/tempest-TagsExtTest-Tag-59529463 HTTP/1.1" status: 201 len: 201 time: 0.3973453 Jul 15 13:18:54.766245 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39268) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:54.771756 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-e985682f-22a2-4926-8201-0daaee7c28ba tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f5b7e924-52d7-433d-94d6-c77f01159529', 'tempest-TagsExtTest-Tag-1823372268') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:54.863360 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e38c0f-8615-43e5-8faf-f6e682549935 service neutron] Pushing event updated for resources: {'Port': ['ID=b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:54.906272 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 15761111-0561-420b-a592-4c595b43a396 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:54.948237 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8d68d18d-b4c0-4990-b43d-1a49975d907c req-e36d80e7-f256-4bc9-a15f-7c9b5d1b3f0f tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511751 Jul 15 13:18:54.995448 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1921b8ef-2a6c-467e-98ef-4fa5096a1b7f tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:54.996002 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 15761111-0561-420b-a592-4c595b43a396 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:55.000121 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 15761111-0561-420b-a592-4c595b43a396 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:55.000935 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:55.002929 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1921b8ef-2a6c-467e-98ef-4fa5096a1b7f tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:55.041285 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e985682f-22a2-4926-8201-0daaee7c28ba tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "PUT /v2.0/ports/f5b7e924-52d7-433d-94d6-c77f01159529/tags/tempest-TagsExtTest-Tag-1823372268 HTTP/1.1" status: 201 len: 201 time: 0.2728982 Jul 15 13:18:55.043338 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39272) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:55.061837 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-53a6e053-108e-4647-9ebc-fa10d563b5bb tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e10e8de3-bfd7-4277-ba58-4b5368fd3458', 'tempest-TagsExtTest-Tag-1766237720') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:55.065037 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-e4e38c0f-8615-43e5-8faf-f6e682549935 service neutron] Attempting to bind port b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:18:55.065558 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-e4e38c0f-8615-43e5-8faf-f6e682549935 service neutron] Attempting to bind port b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'bd12e27f-3fd1-48b9-a7db-60395a28da12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5d9fbd16-32b6-40ae-8908-2f860bb17994'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:18:55.065781 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-e4e38c0f-8615-43e5-8faf-f6e682549935 service neutron] Attempting to bind port b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd on network 5d9fbd16-32b6-40ae-8908-2f860bb17994 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:55.110486 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424ffe5-126b-435a-8bf3-3164119f8759 req-77b7c0a1-276e-4dec-85c0-019d287ecc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:55.113980 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1424ffe5-126b-435a-8bf3-3164119f8759 req-77b7c0a1-276e-4dec-85c0-019d287ecc1e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=13c0d8aa-07af-4e01-b8fa-724097cdd1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3660600 Jul 15 13:18:55.115426 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-224beacf-0df2-4282-a429-e29dc9b82d57 req-d9ff5cf2-2213-477a-a1fb-e628e05efc68 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Deleting port c19b0dda-2772-4aea-840f-70eade45e12e {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:55.115995 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-224beacf-0df2-4282-a429-e29dc9b82d57 req-d9ff5cf2-2213-477a-a1fb-e628e05efc68 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:55.159223 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1921b8ef-2a6c-467e-98ef-4fa5096a1b7f tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:55.159694 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1921b8ef-2a6c-467e-98ef-4fa5096a1b7f tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Fanout notify agent at l3_agent the message router_deleted on router 216c01de-2ff8-491e-bbf1-4cc89f7b3f7c {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:18:55.180007 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1921b8ef-2a6c-467e-98ef-4fa5096a1b7f tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:55.187834 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1921b8ef-2a6c-467e-98ef-4fa5096a1b7f tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] 10.222.0.16 "DELETE /v2.0/routers/216c01de-2ff8-491e-bbf1-4cc89f7b3f7c HTTP/1.1" status: 204 len: 168 time: 3.7112188 Jul 15 13:18:55.206160 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39274) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:55.217794 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-a1c0d289-c8d0-45ac-92b7-88bc0868b3dc tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-263689526', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}, 'admin_state_up': False}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:55.228973 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:55.282155 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 15761111-0561-420b-a592-4c595b43a396, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=15761111-0561-420b-a592-4c595b43a396,segment=NetworkSegment(dbb5ad9e-1077-4e56-b024-15113de866da),segment_id=dbb5ad9e-1077-4e56-b024-15113de866da)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:55.283544 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66642efe-6741-4103-87f8-187674c05465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15761111-0561-420b-a592-4c595b43a396'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:55.287538 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1aa3c0-6c0d-464b-8aef-dea3eac50555" -d '{"events": [{"server_uuid": "66642efe-6741-4103-87f8-187674c05465", "name": "network-vif-plugged", "status": "completed", "tag": "15761111-0561-420b-a592-4c595b43a396"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:55.292406 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:55.304663 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-e4e38c0f-8615-43e5-8faf-f6e682549935 service neutron] Port b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd on network 5d9fbd16-32b6-40ae-8908-2f860bb17994 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:18:55.307140 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-e4e38c0f-8615-43e5-8faf-f6e682549935 service neutron] Attempting to bind port b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd on network 5d9fbd16-32b6-40ae-8908-2f860bb17994 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:55.337195 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-e4e38c0f-8615-43e5-8faf-f6e682549935 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:18:55.341545 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-e4e38c0f-8615-43e5-8faf-f6e682549935 service neutron] Checking segment: {'id': 'bd12e27f-3fd1-48b9-a7db-60395a28da12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5d9fbd16-32b6-40ae-8908-2f860bb17994'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:55.342436 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-e4e38c0f-8615-43e5-8faf-f6e682549935 service neutron] Bound using segment: {'id': 'bd12e27f-3fd1-48b9-a7db-60395a28da12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5d9fbd16-32b6-40ae-8908-2f860bb17994'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:18:55.344871 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae080e3-c493-4a40-ba06-09678382e480 req-44171105-98e6-4f4e-8732-b70f0893371d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:55.345541 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-e4e38c0f-8615-43e5-8faf-f6e682549935 service neutron] Bound port: b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd12e27f-3fd1-48b9-a7db-60395a28da12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5d9fbd16-32b6-40ae-8908-2f860bb17994'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:18:55.346044 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-e4e38c0f-8615-43e5-8faf-f6e682549935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:55.349131 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4ae080e3-c493-4a40-ba06-09678382e480 req-44171105-98e6-4f4e-8732-b70f0893371d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d924eeb-0c12-4172-af92-62dcc2407bd6 HTTP/1.1" status: 200 len: 946 time: 0.6044097 Jul 15 13:18:55.394945 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=15761111-0561-420b-a592-4c595b43a396,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:55.471575 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a1c0d289-c8d0-45ac-92b7-88bc0868b3dc tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:55.476664 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a1c0d289-c8d0-45ac-92b7-88bc0868b3dc tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:55.508629 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-53a6e053-108e-4647-9ebc-fa10d563b5bb tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "PUT /v2.0/routers/e10e8de3-bfd7-4277-ba58-4b5368fd3458/tags/tempest-TagsExtTest-Tag-1766237720 HTTP/1.1" status: 201 len: 201 time: 0.4617989 Jul 15 13:18:55.509130 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39282) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:55.528641 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-896e8d4a-a5ab-4da6-af22-9ac16b5ee1e4 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '241df8e3-c5b6-4f5b-95cd-0444530db644', 'tempest-TagsExtTest-Tag-382506151') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:55.635165 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-e4e38c0f-8615-43e5-8faf-f6e682549935 service neutron] For port b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:18:55.641441 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-e4e38c0f-8615-43e5-8faf-f6e682549935 service neutron] For port b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd,segment=NetworkSegment(bd12e27f-3fd1-48b9-a7db-60395a28da12),segment_id=bd12e27f-3fd1-48b9-a7db-60395a28da12)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:18:55.649089 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-e4e38c0f-8615-43e5-8faf-f6e682549935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:55.677834 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a1c0d289-c8d0-45ac-92b7-88bc0868b3dc tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:55.683827 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-896e8d4a-a5ab-4da6-af22-9ac16b5ee1e4 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "PUT /v2.0/subnetpools/241df8e3-c5b6-4f5b-95cd-0444530db644/tags/tempest-TagsExtTest-Tag-382506151 HTTP/1.1" status: 201 len: 201 time: 0.1712322 Jul 15 13:18:55.691327 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39286) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:55.704725 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-e4e38c0f-8615-43e5-8faf-f6e682549935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:55.705313 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-e4e38c0f-8615-43e5-8faf-f6e682549935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:55.706712 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-e4e38c0f-8615-43e5-8faf-f6e682549935 service neutron] 10.222.0.46 "PUT /v2.0/ports/b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd HTTP/1.1" status: 200 len: 1092 time: 1.7624002 Jul 15 13:18:55.707359 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-224beacf-0df2-4282-a429-e29dc9b82d57 req-d9ff5cf2-2213-477a-a1fb-e628e05efc68 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] For port c19b0dda-2772-4aea-840f-70eade45e12e, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=c19b0dda-2772-4aea-840f-70eade45e12e,segment=NetworkSegment(90f4024f-160c-4885-80aa-58ce2d07968c),segment_id=90f4024f-160c-4885-80aa-58ce2d07968c)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:55.707359 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-224beacf-0df2-4282-a429-e29dc9b82d57 req-d9ff5cf2-2213-477a-a1fb-e628e05efc68 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:55.708112 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'tag': 'b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:55.709449 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5f8638-ba59-4354-9c26-3e1e8d88a65f" -d '{"events": [{"name": "network-changed", "server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "tag": "b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:55.715886 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.tag.tag_plugin [None req-0d29e085-e3dd-4902-8f60-7ef5066003d4 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '7ae01d68-e334-4ced-8ab8-7d2c634553a4', {'tags': ['tempest-TagsExtTest-Tag-735269085', 'tempest-TagsExtTest-Tag-2093342849', 'tempest-TagsExtTest-Tag-1553741646']}) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:55.740011 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e38c0f-8615-43e5-8faf-f6e682549935 service neutron] Pushing event updated for resources: {'Port': ['ID=b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:55.749486 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-042e539c-7ecb-41e2-9908-5ad38563bef7 service neutron] Request body: {'port': {'device_id': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:55.917880 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-224beacf-0df2-4282-a429-e29dc9b82d57 req-d9ff5cf2-2213-477a-a1fb-e628e05efc68 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Calling delete_port for c19b0dda-2772-4aea-840f-70eade45e12e owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:55.941277 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-042e539c-7ecb-41e2-9908-5ad38563bef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:56.073589 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-224beacf-0df2-4282-a429-e29dc9b82d57 req-d9ff5cf2-2213-477a-a1fb-e628e05efc68 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:56.126849 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff5cf2-2213-477a-a1fb-e628e05efc68 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event deleted for resources: {'Port': ['ID=c19b0dda-2772-4aea-840f-70eade45e12e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:56.173851 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1424ffe5-126b-435a-8bf3-3164119f8759 req-d0219e59-edc0-4e3f-b221-98e6b8519104 service neutron] 10.222.0.20 "GET /v2.0/networks/13c0d8aa-07af-4e01-b8fa-724097cdd1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0333810 Jul 15 13:18:56.198616 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c7086-c71b-4bc1-9637-61ac3cb925cf req-4fa8f5f9-1702-407c-864c-510ea0e2cc2f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:56.215403 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c7086-c71b-4bc1-9637-61ac3cb925cf req-4fa8f5f9-1702-407c-864c-510ea0e2cc2f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:56.225267 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c7086-c71b-4bc1-9637-61ac3cb925cf req-4fa8f5f9-1702-407c-864c-510ea0e2cc2f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:56.234074 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c7086-c71b-4bc1-9637-61ac3cb925cf req-4fa8f5f9-1702-407c-864c-510ea0e2cc2f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:56.239989 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c7086-c71b-4bc1-9637-61ac3cb925cf req-4fa8f5f9-1702-407c-864c-510ea0e2cc2f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:56.247410 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-244c7086-c71b-4bc1-9637-61ac3cb925cf req-4fa8f5f9-1702-407c-864c-510ea0e2cc2f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 3826 time: 0.7043452 Jul 15 13:18:56.271545 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4ae080e3-c493-4a40-ba06-09678382e480 req-39e7a79f-d750-489f-87b9-9801e478b2e7 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=b00d526e-d151-4f83-bb42-f9f5f8e270ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8099048 Jul 15 13:18:56.427579 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-224beacf-0df2-4282-a429-e29dc9b82d57 req-d9ff5cf2-2213-477a-a1fb-e628e05efc68 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] No DVR routers for this DVR port c19b0dda-2772-4aea-840f-70eade45e12e on host n-h1-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:18:56.435552 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-224beacf-0df2-4282-a429-e29dc9b82d57 req-d9ff5cf2-2213-477a-a1fb-e628e05efc68 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:56.437741 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-224beacf-0df2-4282-a429-e29dc9b82d57 req-d9ff5cf2-2213-477a-a1fb-e628e05efc68 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.20 "DELETE /v2.0/ports/c19b0dda-2772-4aea-840f-70eade45e12e HTTP/1.1" status: 204 len: 173 time: 1.8348913 Jul 15 13:18:56.443030 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d924eeb-0c12-4172-af92-62dcc2407bd6', 'name': 'network-vif-deleted', 'tag': 'c19b0dda-2772-4aea-840f-70eade45e12e'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:56.445781 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeff61be-3393-45ab-9ee6-fbceeacb032c" -d '{"events": [{"server_uuid": "5d924eeb-0c12-4172-af92-62dcc2407bd6", "name": "network-vif-deleted", "tag": "c19b0dda-2772-4aea-840f-70eade45e12e"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:56.461992 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a1c0d289-c8d0-45ac-92b7-88bc0868b3dc tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:56.473963 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0d29e085-e3dd-4902-8f60-7ef5066003d4 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "PUT /v2.0/subnets/7ae01d68-e334-4ced-8ab8-7d2c634553a4/tags HTTP/1.1" status: 200 len: 317 time: 0.7752254 Jul 15 13:18:56.478988 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39294) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:56.485071 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.tag.tag_plugin [None req-48f580d1-4880-4738-95e8-563b30981fe0 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7ae01d68-e334-4ced-8ab8-7d2c634553a4') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:56.533516 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-244c7086-c71b-4bc1-9637-61ac3cb925cf req-63e609b7-5936-4d9a-ae4c-0d712f62752f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2849698 Jul 15 13:18:56.677021 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-042e539c-7ecb-41e2-9908-5ad38563bef7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a51dbf2b-ff20-42f9-b2bf-23cfc697916b {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:18:56.716368 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-042e539c-7ecb-41e2-9908-5ad38563bef7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:56.776966 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-042e539c-7ecb-41e2-9908-5ad38563bef7 service neutron] Transition to ACTIVE for port object a51dbf2b-ff20-42f9-b2bf-23cfc697916b will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:56.786912 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-042e539c-7ecb-41e2-9908-5ad38563bef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:56.795802 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae580cec-1714-4a88-944e-a0577af7bf33 x-openstack-request-id: req-ae580cec-1714-4a88-944e-a0577af7bf33 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:56.796434 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66642efe-6741-4103-87f8-187674c05465", "name": "network-vif-plugged", "status": "completed", "tag": "15761111-0561-420b-a592-4c595b43a396", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:56.796434 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ae580cec-1714-4a88-944e-a0577af7bf33 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:56.797007 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66642efe-6741-4103-87f8-187674c05465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15761111-0561-420b-a592-4c595b43a396', 'code': 200} Jul 15 13:18:56.918660 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e539c-7ecb-41e2-9908-5ad38563bef7 service neutron] Pushing event updated for resources: {'Port': ['ID=a51dbf2b-ff20-42f9-b2bf-23cfc697916b,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:56.923729 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162a6911-3ce4-4059-93d0-25b1571fbc01 x-openstack-request-id: req-162a6911-3ce4-4059-93d0-25b1571fbc01 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:56.927005 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "tag": "b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:56.927701 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-162a6911-3ce4-4059-93d0-25b1571fbc01 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:56.928623 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'tag': 'b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd', 'status': 'completed', 'code': 200} Jul 15 13:18:57.045837 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device c19b0dda-2772-4aea-840f-70eade45e12e no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:57.065571 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1424ffe5-126b-435a-8bf3-3164119f8759 req-6aeefbb7-83cf-435f-8018-7b6845136905 service neutron] 10.222.0.20 "GET /v2.0/networks/13c0d8aa-07af-4e01-b8fa-724097cdd1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7889018 Jul 15 13:18:57.102721 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-042e539c-7ecb-41e2-9908-5ad38563bef7 service neutron] Attempting to bind port a51dbf2b-ff20-42f9-b2bf-23cfc697916b on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:18:57.104026 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-042e539c-7ecb-41e2-9908-5ad38563bef7 service neutron] Attempting to bind port a51dbf2b-ff20-42f9-b2bf-23cfc697916b by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '05c9b2e9-477b-4887-bd1e-a489058494c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ce5fb7fa-2145-4849-a016-cf7110cf1deb'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:18:57.104980 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-042e539c-7ecb-41e2-9908-5ad38563bef7 service neutron] Attempting to bind port a51dbf2b-ff20-42f9-b2bf-23cfc697916b on network ce5fb7fa-2145-4849-a016-cf7110cf1deb {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:57.112445 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: c19b0dda-2772-4aea-840f-70eade45e12e {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:18:57.116130 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device c19b0dda-2772-4aea-840f-70eade45e12e not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:18:57.123910 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-042e539c-7ecb-41e2-9908-5ad38563bef7 service neutron] Port a51dbf2b-ff20-42f9-b2bf-23cfc697916b on network ce5fb7fa-2145-4849-a016-cf7110cf1deb not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:18:57.138917 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-042e539c-7ecb-41e2-9908-5ad38563bef7 service neutron] Attempting to bind port a51dbf2b-ff20-42f9-b2bf-23cfc697916b on network ce5fb7fa-2145-4849-a016-cf7110cf1deb {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:57.156222 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-042e539c-7ecb-41e2-9908-5ad38563bef7 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:18:57.162258 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-042e539c-7ecb-41e2-9908-5ad38563bef7 service neutron] Checking segment: {'id': '05c9b2e9-477b-4887-bd1e-a489058494c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ce5fb7fa-2145-4849-a016-cf7110cf1deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:57.163037 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-042e539c-7ecb-41e2-9908-5ad38563bef7 service neutron] Bound using segment: {'id': '05c9b2e9-477b-4887-bd1e-a489058494c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ce5fb7fa-2145-4849-a016-cf7110cf1deb'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:18:57.165927 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-042e539c-7ecb-41e2-9908-5ad38563bef7 service neutron] Bound port: a51dbf2b-ff20-42f9-b2bf-23cfc697916b, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05c9b2e9-477b-4887-bd1e-a489058494c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ce5fb7fa-2145-4849-a016-cf7110cf1deb'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:18:57.166539 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-042e539c-7ecb-41e2-9908-5ad38563bef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:57.336166 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-042e539c-7ecb-41e2-9908-5ad38563bef7 service neutron] For port a51dbf2b-ff20-42f9-b2bf-23cfc697916b, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:18:57.344673 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-042e539c-7ecb-41e2-9908-5ad38563bef7 service neutron] For port a51dbf2b-ff20-42f9-b2bf-23cfc697916b, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a51dbf2b-ff20-42f9-b2bf-23cfc697916b,segment=NetworkSegment(05c9b2e9-477b-4887-bd1e-a489058494c2),segment_id=05c9b2e9-477b-4887-bd1e-a489058494c2)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:18:57.351294 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-042e539c-7ecb-41e2-9908-5ad38563bef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:57.443102 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-042e539c-7ecb-41e2-9908-5ad38563bef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:57.447030 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-042e539c-7ecb-41e2-9908-5ad38563bef7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:57.450226 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-042e539c-7ecb-41e2-9908-5ad38563bef7 service neutron] 10.222.0.46 "PUT /v2.0/ports/a51dbf2b-ff20-42f9-b2bf-23cfc697916b HTTP/1.1" status: 200 len: 1134 time: 1.7040689 Jul 15 13:18:57.481879 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d269a2a-ce6e-4174-8091-e36ab96e292a req-0ea8690e-9a26-4263-a57c-ee8d4969edc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:57.483539 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0d269a2a-ce6e-4174-8091-e36ab96e292a req-0ea8690e-9a26-4263-a57c-ee8d4969edc8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=66642efe-6741-4103-87f8-187674c05465 HTTP/1.1" status: 200 len: 1098 time: 0.4721508 Jul 15 13:18:57.488967 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-6fdb11a1-52d8-4086-add3-fa9768019bf3 service neutron] Request body: {'port': {'device_id': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:57.495089 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f8638-ba59-4354-9c26-3e1e8d88a65f req-397ab1b8-a944-4c49-82f9-f6d14eb86a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:57.495462 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f8638-ba59-4354-9c26-3e1e8d88a65f req-397ab1b8-a944-4c49-82f9-f6d14eb86a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:57.495960 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f8638-ba59-4354-9c26-3e1e8d88a65f req-397ab1b8-a944-4c49-82f9-f6d14eb86a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:57.496800 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f8638-ba59-4354-9c26-3e1e8d88a65f req-397ab1b8-a944-4c49-82f9-f6d14eb86a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:57.497315 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f8638-ba59-4354-9c26-3e1e8d88a65f req-397ab1b8-a944-4c49-82f9-f6d14eb86a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:57.497790 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f8638-ba59-4354-9c26-3e1e8d88a65f req-397ab1b8-a944-4c49-82f9-f6d14eb86a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:57.500022 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ca5f8638-ba59-4354-9c26-3e1e8d88a65f req-397ab1b8-a944-4c49-82f9-f6d14eb86a58 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=251cced819c74cfb94fbc7f7f1614ad3&device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 5247 time: 0.5359468 Jul 15 13:18:57.505897 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e539c-7ecb-41e2-9908-5ad38563bef7 service neutron] Pushing event updated for resources: {'Port': ['ID=a51dbf2b-ff20-42f9-b2bf-23cfc697916b,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:57.553016 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-48f580d1-4880-4738-95e8-563b30981fe0 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "DELETE /v2.0/subnets/7ae01d68-e334-4ced-8ab8-7d2c634553a4/tags HTTP/1.1" status: 204 len: 168 time: 1.0714407 Jul 15 13:18:57.574518 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39304) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:57.597325 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf9ace-f07f-4da2-b343-06a7a33767d6 req-bc77ae1c-a966-46d4-b57c-c713fe8b7e3f tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:57.604679 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0bbf9ace-f07f-4da2-b343-06a7a33767d6 req-bc77ae1c-a966-46d4-b57c-c713fe8b7e3f tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] 10.222.0.16 "GET /v2.0/ports?device_id=66642efe-6741-4103-87f8-187674c05465 HTTP/1.1" status: 200 len: 946 time: 0.7676094 Jul 15 13:18:57.610203 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.tag.tag_plugin [None req-70be3e95-26a7-4dca-9335-526715cc3687 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7ae01d68-e334-4ced-8ab8-7d2c634553a4', 'tempest-TagsExtTest-Tag-735269085') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:57.722550 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-6fdb11a1-52d8-4086-add3-fa9768019bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:58.164938 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-6fdb11a1-52d8-4086-add3-fa9768019bf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f85c995-44e4-4ef4-892d-2c08cac1914f {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:18:58.215358 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-6fdb11a1-52d8-4086-add3-fa9768019bf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:58.289395 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-6fdb11a1-52d8-4086-add3-fa9768019bf3 service neutron] Transition to ACTIVE for port object 5f85c995-44e4-4ef4-892d-2c08cac1914f will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:58.300614 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-6fdb11a1-52d8-4086-add3-fa9768019bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:58.330226 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0d269a2a-ce6e-4174-8091-e36ab96e292a req-93e965a4-aa3b-49fa-ac72-b5f99bbefc8f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3f8a221f-7877-4664-8286-938ba2cbc831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8253551 Jul 15 13:18:58.333300 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f8638-ba59-4354-9c26-3e1e8d88a65f req-157b65cc-f28d-4721-ae7e-0cdc7cda5d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:58.333789 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f8638-ba59-4354-9c26-3e1e8d88a65f req-157b65cc-f28d-4721-ae7e-0cdc7cda5d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:58.334248 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f8638-ba59-4354-9c26-3e1e8d88a65f req-157b65cc-f28d-4721-ae7e-0cdc7cda5d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:58.335813 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ca5f8638-ba59-4354-9c26-3e1e8d88a65f req-157b65cc-f28d-4721-ae7e-0cdc7cda5d43 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=251cced819c74cfb94fbc7f7f1614ad3&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8211188 Jul 15 13:18:58.441764 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0bbf9ace-f07f-4da2-b343-06a7a33767d6 req-1382bbfd-1f69-440e-a4aa-35feab414a8a tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8a221f-7877-4664-8286-938ba2cbc831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8361940 Jul 15 13:18:58.477491 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb11a1-52d8-4086-add3-fa9768019bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=5f85c995-44e4-4ef4-892d-2c08cac1914f,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:58.691860 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f8638-ba59-4354-9c26-3e1e8d88a65f req-ebbbfeb6-5035-4b25-aac6-fc3568501879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:58.692872 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-6fdb11a1-52d8-4086-add3-fa9768019bf3 service neutron] Attempting to bind port 5f85c995-44e4-4ef4-892d-2c08cac1914f on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:18:58.693248 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-6fdb11a1-52d8-4086-add3-fa9768019bf3 service neutron] Attempting to bind port 5f85c995-44e4-4ef4-892d-2c08cac1914f by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '05c9b2e9-477b-4887-bd1e-a489058494c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ce5fb7fa-2145-4849-a016-cf7110cf1deb'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:18:58.693853 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-6fdb11a1-52d8-4086-add3-fa9768019bf3 service neutron] Attempting to bind port 5f85c995-44e4-4ef4-892d-2c08cac1914f on network ce5fb7fa-2145-4849-a016-cf7110cf1deb {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:58.700527 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ca5f8638-ba59-4354-9c26-3e1e8d88a65f req-ebbbfeb6-5035-4b25-aac6-fc3568501879 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2519362 Jul 15 13:18:58.700689 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-6fdb11a1-52d8-4086-add3-fa9768019bf3 service neutron] Port 5f85c995-44e4-4ef4-892d-2c08cac1914f on network ce5fb7fa-2145-4849-a016-cf7110cf1deb not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:18:58.701090 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-6fdb11a1-52d8-4086-add3-fa9768019bf3 service neutron] Attempting to bind port 5f85c995-44e4-4ef4-892d-2c08cac1914f on network ce5fb7fa-2145-4849-a016-cf7110cf1deb {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:58.703860 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5eaef7-6496-4aae-a27b-27ae65112cb8 x-openstack-request-id: req-7a5eaef7-6496-4aae-a27b-27ae65112cb8 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:58.704160 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d924eeb-0c12-4172-af92-62dcc2407bd6", "name": "network-vif-deleted", "tag": "c19b0dda-2772-4aea-840f-70eade45e12e", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:58.704422 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a5eaef7-6496-4aae-a27b-27ae65112cb8 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:58.704836 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d924eeb-0c12-4172-af92-62dcc2407bd6', 'name': 'network-vif-deleted', 'tag': 'c19b0dda-2772-4aea-840f-70eade45e12e', 'status': 'completed', 'code': 200} Jul 15 13:18:58.708609 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-6fdb11a1-52d8-4086-add3-fa9768019bf3 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:18:58.709255 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-6fdb11a1-52d8-4086-add3-fa9768019bf3 service neutron] Checking segment: {'id': '05c9b2e9-477b-4887-bd1e-a489058494c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ce5fb7fa-2145-4849-a016-cf7110cf1deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:58.709889 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-6fdb11a1-52d8-4086-add3-fa9768019bf3 service neutron] Bound using segment: {'id': '05c9b2e9-477b-4887-bd1e-a489058494c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ce5fb7fa-2145-4849-a016-cf7110cf1deb'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:18:58.710935 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-6fdb11a1-52d8-4086-add3-fa9768019bf3 service neutron] Bound port: 5f85c995-44e4-4ef4-892d-2c08cac1914f, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05c9b2e9-477b-4887-bd1e-a489058494c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ce5fb7fa-2145-4849-a016-cf7110cf1deb'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:18:58.711554 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-6fdb11a1-52d8-4086-add3-fa9768019bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:58.747606 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6ff34-b189-4326-b931-c71127e751e7 req-ab0a14b9-cb4d-4619-9092-2c720a183535 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:58.754742 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f0c6ff34-b189-4326-b931-c71127e751e7 req-ab0a14b9-cb4d-4619-9092-2c720a183535 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 1.3684072 Jul 15 13:18:58.771059 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39312) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:58.892677 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-6fdb11a1-52d8-4086-add3-fa9768019bf3 service neutron] For port 5f85c995-44e4-4ef4-892d-2c08cac1914f, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:18:58.895197 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-6fdb11a1-52d8-4086-add3-fa9768019bf3 service neutron] For port 5f85c995-44e4-4ef4-892d-2c08cac1914f, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=5f85c995-44e4-4ef4-892d-2c08cac1914f,segment=NetworkSegment(05c9b2e9-477b-4887-bd1e-a489058494c2),segment_id=05c9b2e9-477b-4887-bd1e-a489058494c2)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:18:58.902256 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-6fdb11a1-52d8-4086-add3-fa9768019bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:58.944038 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'tag': 'a51dbf2b-ff20-42f9-b2bf-23cfc697916b'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:58.945386 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ceb2996-3912-4cce-babb-df6ae77d4a72" -d '{"events": [{"name": "network-changed", "server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "tag": "a51dbf2b-ff20-42f9-b2bf-23cfc697916b"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:58.964050 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a1c0d289-c8d0-45ac-92b7-88bc0868b3dc tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router_gateway, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:58.995818 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-6fdb11a1-52d8-4086-add3-fa9768019bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:58.996762 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-6fdb11a1-52d8-4086-add3-fa9768019bf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:58.998529 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-6fdb11a1-52d8-4086-add3-fa9768019bf3 service neutron] 10.222.0.46 "PUT /v2.0/ports/5f85c995-44e4-4ef4-892d-2c08cac1914f HTTP/1.1" status: 200 len: 1136 time: 1.5237715 Jul 15 13:18:59.036772 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-3c7a34ae-3966-4253-84df-520b0415a9dc service neutron] Request body: {'port': {'device_id': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:59.041104 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb11a1-52d8-4086-add3-fa9768019bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=5f85c995-44e4-4ef4-892d-2c08cac1914f,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:59.082313 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.091312 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f0c6ff34-b189-4326-b931-c71127e751e7 req-0123561f-ffa6-4ae4-849a-8cd9d7c390de tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354788 Jul 15 13:18:59.164136 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-70be3e95-26a7-4dca-9335-526715cc3687 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] show failed (client error): The resource could not be found. Jul 15 13:18:59.165225 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-70be3e95-26a7-4dca-9335-526715cc3687 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "GET /v2.0/subnets/7ae01d68-e334-4ced-8ab8-7d2c634553a4/tags/tempest-TagsExtTest-Tag-735269085 HTTP/1.1" status: 404 len: 328 time: 1.5585682 Jul 15 13:18:59.166375 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a1c0d289-c8d0-45ac-92b7-88bc0868b3dc tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.178545 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39320) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:59.192029 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.tag.tag_plugin [None req-3dd0ecae-2ee1-4af8-9971-2fa2d41114ba tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7ae01d68-e334-4ced-8ab8-7d2c634553a4', 'tempest-TagsExtTest-Tag-2093342849') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:59.286611 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-3c7a34ae-3966-4253-84df-520b0415a9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.397411 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99067e00-c050-4f15-a2bd-8041704b7baa x-openstack-request-id: req-99067e00-c050-4f15-a2bd-8041704b7baa {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:59.401260 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "tag": "a51dbf2b-ff20-42f9-b2bf-23cfc697916b", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:59.401580 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-99067e00-c050-4f15-a2bd-8041704b7baa {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:59.405324 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'tag': 'a51dbf2b-ff20-42f9-b2bf-23cfc697916b', 'status': 'completed', 'code': 200} Jul 15 13:18:59.475034 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.713832 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c8938a62-1b3b-45fa-8cb1-e2a0bc001c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.733422 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-3c7a34ae-3966-4253-84df-520b0415a9dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f96dffd1-c1eb-4333-a155-61d16bf8a28e {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:18:59.739533 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b391c-95b3-4431-a177-97094929d3f3 req-413b8f01-7179-4a94-9db1-2d6dec72b74d tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:59.741855 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-3c7a34ae-3966-4253-84df-520b0415a9dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.751593 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b391c-95b3-4431-a177-97094929d3f3 req-413b8f01-7179-4a94-9db1-2d6dec72b74d tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:59.756264 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-3c7a34ae-3966-4253-84df-520b0415a9dc service neutron] Transition to ACTIVE for port object f96dffd1-c1eb-4333-a155-61d16bf8a28e will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:59.764872 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b391c-95b3-4431-a177-97094929d3f3 req-413b8f01-7179-4a94-9db1-2d6dec72b74d tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:59.768022 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-3c7a34ae-3966-4253-84df-520b0415a9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.772263 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b391c-95b3-4431-a177-97094929d3f3 req-413b8f01-7179-4a94-9db1-2d6dec72b74d tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:59.779109 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b391c-95b3-4431-a177-97094929d3f3 req-413b8f01-7179-4a94-9db1-2d6dec72b74d tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:59.785635 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b391c-95b3-4431-a177-97094929d3f3 req-413b8f01-7179-4a94-9db1-2d6dec72b74d tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:59.794845 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b391c-95b3-4431-a177-97094929d3f3 req-413b8f01-7179-4a94-9db1-2d6dec72b74d tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:59.797057 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-138b391c-95b3-4431-a177-97094929d3f3 req-413b8f01-7179-4a94-9db1-2d6dec72b74d tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 5378 time: 0.8208349 Jul 15 13:18:59.851952 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a34ae-3966-4253-84df-520b0415a9dc service neutron] Pushing event updated for resources: {'Port': ['ID=f96dffd1-c1eb-4333-a155-61d16bf8a28e,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:59.975188 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-a1c0d289-c8d0-45ac-92b7-88bc0868b3dc tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Allocated IP 172.25.8.135 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/0ef74021-bbc9-439c-8677-e1d1a7c6a667) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:00.036502 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-3c7a34ae-3966-4253-84df-520b0415a9dc service neutron] Attempting to bind port f96dffd1-c1eb-4333-a155-61d16bf8a28e on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:19:00.037084 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-3c7a34ae-3966-4253-84df-520b0415a9dc service neutron] Attempting to bind port f96dffd1-c1eb-4333-a155-61d16bf8a28e by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '05c9b2e9-477b-4887-bd1e-a489058494c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ce5fb7fa-2145-4849-a016-cf7110cf1deb'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:19:00.037206 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-3c7a34ae-3966-4253-84df-520b0415a9dc service neutron] Attempting to bind port f96dffd1-c1eb-4333-a155-61d16bf8a28e on network ce5fb7fa-2145-4849-a016-cf7110cf1deb {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:00.049604 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-3c7a34ae-3966-4253-84df-520b0415a9dc service neutron] Port f96dffd1-c1eb-4333-a155-61d16bf8a28e on network ce5fb7fa-2145-4849-a016-cf7110cf1deb not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:19:00.049958 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-3c7a34ae-3966-4253-84df-520b0415a9dc service neutron] Attempting to bind port f96dffd1-c1eb-4333-a155-61d16bf8a28e on network ce5fb7fa-2145-4849-a016-cf7110cf1deb {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:00.053908 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-138b391c-95b3-4431-a177-97094929d3f3 req-1f8663a6-ff36-40d0-a0ea-4b278a329e17 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da&id=45431849-e472-4cc9-91dc-6aceda522923&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2128870 Jul 15 13:19:00.055926 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-3c7a34ae-3966-4253-84df-520b0415a9dc service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:19:00.056280 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-3c7a34ae-3966-4253-84df-520b0415a9dc service neutron] Checking segment: {'id': '05c9b2e9-477b-4887-bd1e-a489058494c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ce5fb7fa-2145-4849-a016-cf7110cf1deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:00.056661 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-3c7a34ae-3966-4253-84df-520b0415a9dc service neutron] Bound using segment: {'id': '05c9b2e9-477b-4887-bd1e-a489058494c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ce5fb7fa-2145-4849-a016-cf7110cf1deb'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:19:00.057086 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-3c7a34ae-3966-4253-84df-520b0415a9dc service neutron] Bound port: f96dffd1-c1eb-4333-a155-61d16bf8a28e, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05c9b2e9-477b-4887-bd1e-a489058494c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ce5fb7fa-2145-4849-a016-cf7110cf1deb'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:19:00.057912 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-3c7a34ae-3966-4253-84df-520b0415a9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:00.071928 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-3dd0ecae-2ee1-4af8-9971-2fa2d41114ba tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] show failed (client error): The resource could not be found. Jul 15 13:19:00.075036 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3dd0ecae-2ee1-4af8-9971-2fa2d41114ba tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "GET /v2.0/subnets/7ae01d68-e334-4ced-8ab8-7d2c634553a4/tags/tempest-TagsExtTest-Tag-2093342849 HTTP/1.1" status: 404 len: 329 time: 0.8870003 Jul 15 13:19:00.076739 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39328) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:00.091023 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-621a2b52-6906-4c9e-8016-286c294d2e21 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7ae01d68-e334-4ced-8ab8-7d2c634553a4', 'tempest-TagsExtTest-Tag-1553741646') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:00.210057 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a1c0d289-c8d0-45ac-92b7-88bc0868b3dc tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:00.263364 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d30d9-c4a3-4d11-8afe-21d5f990ea79 req-bad11f60-4faa-4f22-9ffa-8b3d88d85f26 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:00.271216 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-679d30d9-c4a3-4d11-8afe-21d5f990ea79 req-bad11f60-4faa-4f22-9ffa-8b3d88d85f26 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.4379637 Jul 15 13:19:00.316112 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb2996-3912-4cce-babb-df6ae77d4a72 req-71305a60-d5ff-4659-8280-df51953c3204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:00.316593 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb2996-3912-4cce-babb-df6ae77d4a72 req-71305a60-d5ff-4659-8280-df51953c3204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:00.317119 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb2996-3912-4cce-babb-df6ae77d4a72 req-71305a60-d5ff-4659-8280-df51953c3204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:00.317522 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb2996-3912-4cce-babb-df6ae77d4a72 req-71305a60-d5ff-4659-8280-df51953c3204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:00.317984 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb2996-3912-4cce-babb-df6ae77d4a72 req-71305a60-d5ff-4659-8280-df51953c3204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:00.318445 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb2996-3912-4cce-babb-df6ae77d4a72 req-71305a60-d5ff-4659-8280-df51953c3204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:00.318941 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb2996-3912-4cce-babb-df6ae77d4a72 req-71305a60-d5ff-4659-8280-df51953c3204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:00.320904 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8ceb2996-3912-4cce-babb-df6ae77d4a72 req-71305a60-d5ff-4659-8280-df51953c3204 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=251cced819c74cfb94fbc7f7f1614ad3&device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 6218 time: 0.7353840 Jul 15 13:19:00.348685 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-679d30d9-c4a3-4d11-8afe-21d5f990ea79 req-973e1660-583a-4b0c-b8e9-9128a0897d7b tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762444 Jul 15 13:19:00.397849 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-3c7a34ae-3966-4253-84df-520b0415a9dc service neutron] For port f96dffd1-c1eb-4333-a155-61d16bf8a28e, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:19:00.401330 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-3c7a34ae-3966-4253-84df-520b0415a9dc service neutron] For port f96dffd1-c1eb-4333-a155-61d16bf8a28e, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=f96dffd1-c1eb-4333-a155-61d16bf8a28e,segment=NetworkSegment(05c9b2e9-477b-4887-bd1e-a489058494c2),segment_id=05c9b2e9-477b-4887-bd1e-a489058494c2)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:19:00.408249 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-3c7a34ae-3966-4253-84df-520b0415a9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:00.441986 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-621a2b52-6906-4c9e-8016-286c294d2e21 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] show failed (client error): The resource could not be found. Jul 15 13:19:00.443087 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-621a2b52-6906-4c9e-8016-286c294d2e21 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "GET /v2.0/subnets/7ae01d68-e334-4ced-8ab8-7d2c634553a4/tags/tempest-TagsExtTest-Tag-1553741646 HTTP/1.1" status: 404 len: 329 time: 0.3653748 Jul 15 13:19:00.454652 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39334) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:00.476309 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-3c7a34ae-3966-4253-84df-520b0415a9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:00.476932 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-3c7a34ae-3966-4253-84df-520b0415a9dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:00.478391 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-3c7a34ae-3966-4253-84df-520b0415a9dc service neutron] 10.222.0.46 "PUT /v2.0/ports/f96dffd1-c1eb-4333-a155-61d16bf8a28e HTTP/1.1" status: 200 len: 1091 time: 1.4460986 Jul 15 13:19:00.516315 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-7eb0e026-c302-4803-bd2c-6768abcb78cc service neutron] Request body: {'port': {'device_id': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:00.543358 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.tag.tag_plugin [None req-85ca2ba0-d33b-4777-a645-85250b33cde6 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'f5b7e924-52d7-433d-94d6-c77f01159529', {'tags': ['tempest-TagsExtTest-Tag-239470709', 'tempest-TagsExtTest-Tag-1569392994', 'tempest-TagsExtTest-Tag-2029968900']}) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:00.617275 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a34ae-3966-4253-84df-520b0415a9dc service neutron] Pushing event updated for resources: {'Port': ['ID=f96dffd1-c1eb-4333-a155-61d16bf8a28e,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:00.644959 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-7eb0e026-c302-4803-bd2c-6768abcb78cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:00.867926 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb2996-3912-4cce-babb-df6ae77d4a72 req-2b7863b6-9712-481b-9dd1-65efe1ed808b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:00.870310 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb2996-3912-4cce-babb-df6ae77d4a72 req-2b7863b6-9712-481b-9dd1-65efe1ed808b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:00.870774 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb2996-3912-4cce-babb-df6ae77d4a72 req-2b7863b6-9712-481b-9dd1-65efe1ed808b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:00.874712 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8ceb2996-3912-4cce-babb-df6ae77d4a72 req-2b7863b6-9712-481b-9dd1-65efe1ed808b service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=251cced819c74cfb94fbc7f7f1614ad3&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5158713 Jul 15 13:19:00.897325 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-85ca2ba0-d33b-4777-a645-85250b33cde6 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "PUT /v2.0/ports/f5b7e924-52d7-433d-94d6-c77f01159529/tags HTTP/1.1" status: 200 len: 317 time: 0.3660958 Jul 15 13:19:01.021225 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb2996-3912-4cce-babb-df6ae77d4a72 req-8f4e1b9a-dc3e-41bd-95df-db443da441aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:01.023015 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8ceb2996-3912-4cce-babb-df6ae77d4a72 req-8f4e1b9a-dc3e-41bd-95df-db443da441aa service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1221893 Jul 15 13:19:01.024227 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a1c0d289-c8d0-45ac-92b7-88bc0868b3dc tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:01.026620 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39342) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:01.099683 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.tag.tag_plugin [None req-312a2996-f793-4807-a8dc-47b9ffbd0982 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f5b7e924-52d7-433d-94d6-c77f01159529') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:01.106148 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-7eb0e026-c302-4803-bd2c-6768abcb78cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6423fcfb-bafc-46ef-a503-c797233a6aba {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:19:01.114248 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-7eb0e026-c302-4803-bd2c-6768abcb78cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:01.128758 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-7eb0e026-c302-4803-bd2c-6768abcb78cc service neutron] Transition to ACTIVE for port object 6423fcfb-bafc-46ef-a503-c797233a6aba will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:01.133420 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-7eb0e026-c302-4803-bd2c-6768abcb78cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:01.190540 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb0e026-c302-4803-bd2c-6768abcb78cc service neutron] Pushing event updated for resources: {'Port': ['ID=6423fcfb-bafc-46ef-a503-c797233a6aba,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:01.224428 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0d289-c8d0-45ac-92b7-88bc0868b3dc tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Pushing event updated for resources: {'Port': ['ID=0ef74021-bbc9-439c-8677-e1d1a7c6a667,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:01.237422 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c0d289-c8d0-45ac-92b7-88bc0868b3dc tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:01.255073 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-a1c0d289-c8d0-45ac-92b7-88bc0868b3dc tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:01.276049 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c0d289-c8d0-45ac-92b7-88bc0868b3dc tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:01.305910 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-7eb0e026-c302-4803-bd2c-6768abcb78cc service neutron] Attempting to bind port 6423fcfb-bafc-46ef-a503-c797233a6aba on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:19:01.306392 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-7eb0e026-c302-4803-bd2c-6768abcb78cc service neutron] Attempting to bind port 6423fcfb-bafc-46ef-a503-c797233a6aba by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '05c9b2e9-477b-4887-bd1e-a489058494c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ce5fb7fa-2145-4849-a016-cf7110cf1deb'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:19:01.306857 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-7eb0e026-c302-4803-bd2c-6768abcb78cc service neutron] Attempting to bind port 6423fcfb-bafc-46ef-a503-c797233a6aba on network ce5fb7fa-2145-4849-a016-cf7110cf1deb {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:01.312177 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-7eb0e026-c302-4803-bd2c-6768abcb78cc service neutron] Port 6423fcfb-bafc-46ef-a503-c797233a6aba on network ce5fb7fa-2145-4849-a016-cf7110cf1deb not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:19:01.312616 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-7eb0e026-c302-4803-bd2c-6768abcb78cc service neutron] Attempting to bind port 6423fcfb-bafc-46ef-a503-c797233a6aba on network ce5fb7fa-2145-4849-a016-cf7110cf1deb {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:01.319007 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-7eb0e026-c302-4803-bd2c-6768abcb78cc service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:19:01.319509 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-7eb0e026-c302-4803-bd2c-6768abcb78cc service neutron] Checking segment: {'id': '05c9b2e9-477b-4887-bd1e-a489058494c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ce5fb7fa-2145-4849-a016-cf7110cf1deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:01.319993 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-7eb0e026-c302-4803-bd2c-6768abcb78cc service neutron] Bound using segment: {'id': '05c9b2e9-477b-4887-bd1e-a489058494c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ce5fb7fa-2145-4849-a016-cf7110cf1deb'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:19:01.320889 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-7eb0e026-c302-4803-bd2c-6768abcb78cc service neutron] Bound port: 6423fcfb-bafc-46ef-a503-c797233a6aba, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05c9b2e9-477b-4887-bd1e-a489058494c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ce5fb7fa-2145-4849-a016-cf7110cf1deb'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:19:01.321850 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-7eb0e026-c302-4803-bd2c-6768abcb78cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:01.353594 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99bf35-5b33-49b7-8c3f-cdbf8399c6cf req-f444d75e-6fc5-404e-9fae-7e9450cbef9d tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:01.355170 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc99bf35-5b33-49b7-8c3f-cdbf8399c6cf req-f444d75e-6fc5-404e-9fae-7e9450cbef9d tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.4699109 Jul 15 13:19:01.413085 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8072b8-9220-447c-a821-f197f09f1d5b req-0bcaf684-dbf9-4eed-a84e-77140774b99e tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:01.414224 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-7eb0e026-c302-4803-bd2c-6768abcb78cc service neutron] For port 6423fcfb-bafc-46ef-a503-c797233a6aba, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:19:01.417751 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-7eb0e026-c302-4803-bd2c-6768abcb78cc service neutron] For port 6423fcfb-bafc-46ef-a503-c797233a6aba, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=6423fcfb-bafc-46ef-a503-c797233a6aba,segment=NetworkSegment(05c9b2e9-477b-4887-bd1e-a489058494c2),segment_id=05c9b2e9-477b-4887-bd1e-a489058494c2)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:19:01.419119 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'tag': '5f85c995-44e4-4ef4-892d-2c08cac1914f'}, {'name': 'network-changed', 'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'tag': 'f96dffd1-c1eb-4333-a155-61d16bf8a28e'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:01.421482 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8a8072b8-9220-447c-a821-f197f09f1d5b req-0bcaf684-dbf9-4eed-a84e-77140774b99e tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] 10.222.0.16 "GET /v2.0/ports?device_id=66642efe-6741-4103-87f8-187674c05465 HTTP/1.1" status: 200 len: 946 time: 0.5838330 Jul 15 13:19:01.422333 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9fb508-f97f-4194-8727-54496eee20ab" -d '{"events": [{"name": "network-changed", "server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "tag": "5f85c995-44e4-4ef4-892d-2c08cac1914f"}, {"name": "network-changed", "server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "tag": "f96dffd1-c1eb-4333-a155-61d16bf8a28e"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:01.426910 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-7eb0e026-c302-4803-bd2c-6768abcb78cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:01.484553 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-7eb0e026-c302-4803-bd2c-6768abcb78cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:01.485321 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-7eb0e026-c302-4803-bd2c-6768abcb78cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:01.486849 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-7eb0e026-c302-4803-bd2c-6768abcb78cc service neutron] 10.222.0.46 "PUT /v2.0/ports/6423fcfb-bafc-46ef-a503-c797233a6aba HTTP/1.1" status: 200 len: 1091 time: 0.9826264 Jul 15 13:19:01.522528 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-a4fd2529-4d37-409f-a2f7-826639bc047a service neutron] Request body: {'port': {'device_id': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:01.561101 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb0e026-c302-4803-bd2c-6768abcb78cc service neutron] Pushing event updated for resources: {'Port': ['ID=6423fcfb-bafc-46ef-a503-c797233a6aba,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:01.628681 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-a4fd2529-4d37-409f-a2f7-826639bc047a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:01.726063 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-312a2996-f793-4807-a8dc-47b9ffbd0982 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "DELETE /v2.0/ports/f5b7e924-52d7-433d-94d6-c77f01159529/tags HTTP/1.1" status: 204 len: 168 time: 0.6347156 Jul 15 13:19:01.730605 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc99bf35-5b33-49b7-8c3f-cdbf8399c6cf req-dfa883af-59fd-48c1-b62c-6d7de1c3799d tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675454 Jul 15 13:19:01.733754 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39350) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:01.747411 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.tag.tag_plugin [None req-bb0c691a-13c3-41e5-b396-16747b80ebf6 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f5b7e924-52d7-433d-94d6-c77f01159529', 'tempest-TagsExtTest-Tag-239470709') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:01.924355 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8a8072b8-9220-447c-a821-f197f09f1d5b req-85ae8460-4bb3-4bed-8ba3-4a3bb4ea6588 tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8a221f-7877-4664-8286-938ba2cbc831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5019372 Jul 15 13:19:02.082267 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-a4fd2529-4d37-409f-a2f7-826639bc047a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fa3afd8-c7ad-4cdd-a821-24cff8228eca {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:19:02.092685 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-a4fd2529-4d37-409f-a2f7-826639bc047a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:02.106990 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-a4fd2529-4d37-409f-a2f7-826639bc047a service neutron] Transition to ACTIVE for port object 1fa3afd8-c7ad-4cdd-a821-24cff8228eca will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:02.111972 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1f5ef2-b565-4844-b117-5d508c26785d x-openstack-request-id: req-8c1f5ef2-b565-4844-b117-5d508c26785d {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:02.111972 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "tag": "5f85c995-44e4-4ef4-892d-2c08cac1914f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "tag": "f96dffd1-c1eb-4333-a155-61d16bf8a28e", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:02.112354 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c1f5ef2-b565-4844-b117-5d508c26785d {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:02.112815 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'tag': '5f85c995-44e4-4ef4-892d-2c08cac1914f', 'status': 'completed', 'code': 200} Jul 15 13:19:02.113179 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'tag': 'f96dffd1-c1eb-4333-a155-61d16bf8a28e', 'status': 'completed', 'code': 200} Jul 15 13:19:02.114674 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-a4fd2529-4d37-409f-a2f7-826639bc047a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:02.205400 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd2529-4d37-409f-a2f7-826639bc047a service neutron] Pushing event updated for resources: {'Port': ['ID=1fa3afd8-c7ad-4cdd-a821-24cff8228eca,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:02.264241 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:02.375969 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-a4fd2529-4d37-409f-a2f7-826639bc047a service neutron] Attempting to bind port 1fa3afd8-c7ad-4cdd-a821-24cff8228eca on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:19:02.377339 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-a4fd2529-4d37-409f-a2f7-826639bc047a service neutron] Attempting to bind port 1fa3afd8-c7ad-4cdd-a821-24cff8228eca by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '347532a5-f217-46ce-b82e-14902b2a4d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b2f88f94-f063-456a-ac21-570ac0e96de8'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:19:02.377798 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-a4fd2529-4d37-409f-a2f7-826639bc047a service neutron] Attempting to bind port 1fa3afd8-c7ad-4cdd-a821-24cff8228eca on network b2f88f94-f063-456a-ac21-570ac0e96de8 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:02.383656 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-a4fd2529-4d37-409f-a2f7-826639bc047a service neutron] Port 1fa3afd8-c7ad-4cdd-a821-24cff8228eca on network b2f88f94-f063-456a-ac21-570ac0e96de8 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:19:02.384347 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-a4fd2529-4d37-409f-a2f7-826639bc047a service neutron] Attempting to bind port 1fa3afd8-c7ad-4cdd-a821-24cff8228eca on network b2f88f94-f063-456a-ac21-570ac0e96de8 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:02.391901 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-a4fd2529-4d37-409f-a2f7-826639bc047a service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:19:02.392287 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-a4fd2529-4d37-409f-a2f7-826639bc047a service neutron] Checking segment: {'id': '347532a5-f217-46ce-b82e-14902b2a4d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b2f88f94-f063-456a-ac21-570ac0e96de8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:02.392798 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-a4fd2529-4d37-409f-a2f7-826639bc047a service neutron] Bound using segment: {'id': '347532a5-f217-46ce-b82e-14902b2a4d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b2f88f94-f063-456a-ac21-570ac0e96de8'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:19:02.393399 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-a4fd2529-4d37-409f-a2f7-826639bc047a service neutron] Bound port: 1fa3afd8-c7ad-4cdd-a821-24cff8228eca, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '347532a5-f217-46ce-b82e-14902b2a4d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b2f88f94-f063-456a-ac21-570ac0e96de8'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:19:02.393930 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-a4fd2529-4d37-409f-a2f7-826639bc047a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:02.435083 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-724bfaae-ab30-4cee-bd7a-99a024681e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:02.503824 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-a4fd2529-4d37-409f-a2f7-826639bc047a service neutron] For port 1fa3afd8-c7ad-4cdd-a821-24cff8228eca, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:19:02.507733 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-a4fd2529-4d37-409f-a2f7-826639bc047a service neutron] For port 1fa3afd8-c7ad-4cdd-a821-24cff8228eca, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=1fa3afd8-c7ad-4cdd-a821-24cff8228eca,segment=NetworkSegment(347532a5-f217-46ce-b82e-14902b2a4d71),segment_id=347532a5-f217-46ce-b82e-14902b2a4d71)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:19:02.513745 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-a4fd2529-4d37-409f-a2f7-826639bc047a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:02.598461 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-a4fd2529-4d37-409f-a2f7-826639bc047a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:02.599255 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-a4fd2529-4d37-409f-a2f7-826639bc047a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:02.601377 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-a4fd2529-4d37-409f-a2f7-826639bc047a service neutron] 10.222.0.46 "PUT /v2.0/ports/1fa3afd8-c7ad-4cdd-a821-24cff8228eca HTTP/1.1" status: 200 len: 1092 time: 1.0841928 Jul 15 13:19:02.615626 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd2529-4d37-409f-a2f7-826639bc047a service neutron] Pushing event updated for resources: {'Port': ['ID=1fa3afd8-c7ad-4cdd-a821-24cff8228eca,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:02.633656 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-8a081871-29dd-4cce-972b-664a3b4c3bc4 service neutron] Request body: {'port': {'device_id': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:02.720572 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-8a081871-29dd-4cce-972b-664a3b4c3bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:02.772982 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-bb0c691a-13c3-41e5-b396-16747b80ebf6 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] show failed (client error): The resource could not be found. Jul 15 13:19:02.774851 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-bb0c691a-13c3-41e5-b396-16747b80ebf6 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "GET /v2.0/ports/f5b7e924-52d7-433d-94d6-c77f01159529/tags/tempest-TagsExtTest-Tag-239470709 HTTP/1.1" status: 404 len: 328 time: 1.0322728 Jul 15 13:19:02.783364 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39366) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:02.798395 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.tag.tag_plugin [None req-92a6e1cb-6098-48ca-ba38-e06bb48e9caa tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f5b7e924-52d7-433d-94d6-c77f01159529', 'tempest-TagsExtTest-Tag-1569392994') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:02.861258 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a1c0d289-c8d0-45ac-92b7-88bc0868b3dc tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router_gateway, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:02.939932 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-87706185-8c19-477d-a4d1-94bb264fa4a8 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:03.081207 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-8a081871-29dd-4cce-972b-664a3b4c3bc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af2462b3-176b-4c48-84b6-2989d990ea5b {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:19:03.090943 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-8a081871-29dd-4cce-972b-664a3b4c3bc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:03.107097 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-8a081871-29dd-4cce-972b-664a3b4c3bc4 service neutron] Transition to ACTIVE for port object af2462b3-176b-4c48-84b6-2989d990ea5b will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:03.112340 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-8a081871-29dd-4cce-972b-664a3b4c3bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:03.168132 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fb508-f97f-4194-8727-54496eee20ab req-868b7276-4a88-4686-b760-ca19a6231cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:03.168609 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fb508-f97f-4194-8727-54496eee20ab req-868b7276-4a88-4686-b760-ca19a6231cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:03.169076 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fb508-f97f-4194-8727-54496eee20ab req-868b7276-4a88-4686-b760-ca19a6231cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:03.169536 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fb508-f97f-4194-8727-54496eee20ab req-868b7276-4a88-4686-b760-ca19a6231cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:03.169993 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fb508-f97f-4194-8727-54496eee20ab req-868b7276-4a88-4686-b760-ca19a6231cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:03.171299 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fb508-f97f-4194-8727-54496eee20ab req-868b7276-4a88-4686-b760-ca19a6231cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:03.171779 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fb508-f97f-4194-8727-54496eee20ab req-868b7276-4a88-4686-b760-ca19a6231cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:03.173754 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c9fb508-f97f-4194-8727-54496eee20ab req-868b7276-4a88-4686-b760-ca19a6231cb5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=251cced819c74cfb94fbc7f7f1614ad3&device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 6380 time: 1.0092399 Jul 15 13:19:03.217889 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0931c-bd11-4ab1-a459-14be3b1d5883 req-0dac247a-82d2-46d6-9423-9d00092f33bb tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:03.223801 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0931c-bd11-4ab1-a459-14be3b1d5883 req-0dac247a-82d2-46d6-9423-9d00092f33bb tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:03.231171 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0931c-bd11-4ab1-a459-14be3b1d5883 req-0dac247a-82d2-46d6-9423-9d00092f33bb tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:03.240775 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a081871-29dd-4cce-972b-664a3b4c3bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=af2462b3-176b-4c48-84b6-2989d990ea5b,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:03.245626 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0931c-bd11-4ab1-a459-14be3b1d5883 req-0dac247a-82d2-46d6-9423-9d00092f33bb tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:03.256417 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0931c-bd11-4ab1-a459-14be3b1d5883 req-0dac247a-82d2-46d6-9423-9d00092f33bb tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:03.267157 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0931c-bd11-4ab1-a459-14be3b1d5883 req-0dac247a-82d2-46d6-9423-9d00092f33bb tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:03.283499 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0931c-bd11-4ab1-a459-14be3b1d5883 req-0dac247a-82d2-46d6-9423-9d00092f33bb tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:03.298384 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-8a081871-29dd-4cce-972b-664a3b4c3bc4 service neutron] Attempting to bind port af2462b3-176b-4c48-84b6-2989d990ea5b on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:19:03.298824 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-8a081871-29dd-4cce-972b-664a3b4c3bc4 service neutron] Attempting to bind port af2462b3-176b-4c48-84b6-2989d990ea5b by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '347532a5-f217-46ce-b82e-14902b2a4d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b2f88f94-f063-456a-ac21-570ac0e96de8'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:19:03.299230 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-8a081871-29dd-4cce-972b-664a3b4c3bc4 service neutron] Attempting to bind port af2462b3-176b-4c48-84b6-2989d990ea5b on network b2f88f94-f063-456a-ac21-570ac0e96de8 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:03.299390 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-08c0931c-bd11-4ab1-a459-14be3b1d5883 req-0dac247a-82d2-46d6-9423-9d00092f33bb tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 5402 time: 1.2356799 Jul 15 13:19:03.305937 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-8a081871-29dd-4cce-972b-664a3b4c3bc4 service neutron] Port af2462b3-176b-4c48-84b6-2989d990ea5b on network b2f88f94-f063-456a-ac21-570ac0e96de8 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:19:03.306599 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-8a081871-29dd-4cce-972b-664a3b4c3bc4 service neutron] Attempting to bind port af2462b3-176b-4c48-84b6-2989d990ea5b on network b2f88f94-f063-456a-ac21-570ac0e96de8 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:03.315994 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-8a081871-29dd-4cce-972b-664a3b4c3bc4 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:19:03.317280 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-8a081871-29dd-4cce-972b-664a3b4c3bc4 service neutron] Checking segment: {'id': '347532a5-f217-46ce-b82e-14902b2a4d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b2f88f94-f063-456a-ac21-570ac0e96de8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:03.318403 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-8a081871-29dd-4cce-972b-664a3b4c3bc4 service neutron] Bound using segment: {'id': '347532a5-f217-46ce-b82e-14902b2a4d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b2f88f94-f063-456a-ac21-570ac0e96de8'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:19:03.318930 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-8a081871-29dd-4cce-972b-664a3b4c3bc4 service neutron] Bound port: af2462b3-176b-4c48-84b6-2989d990ea5b, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '347532a5-f217-46ce-b82e-14902b2a4d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b2f88f94-f063-456a-ac21-570ac0e96de8'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:19:03.319366 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-8a081871-29dd-4cce-972b-664a3b4c3bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:03.354204 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da55b1-a31a-4f17-b24a-ac3126cdcb9a req-fc474ecd-79d5-4215-a9cc-d019039fca92 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:03.355936 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b1da55b1-a31a-4f17-b24a-ac3126cdcb9a req-fc474ecd-79d5-4215-a9cc-d019039fca92 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.6452725 Jul 15 13:19:03.479832 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-92a6e1cb-6098-48ca-ba38-e06bb48e9caa tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] show failed (client error): The resource could not be found. Jul 15 13:19:03.481387 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-92a6e1cb-6098-48ca-ba38-e06bb48e9caa tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "GET /v2.0/ports/f5b7e924-52d7-433d-94d6-c77f01159529/tags/tempest-TagsExtTest-Tag-1569392994 HTTP/1.1" status: 404 len: 329 time: 0.6868818 Jul 15 13:19:03.527834 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39376) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:03.538358 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.tag.tag_plugin [None req-be53ff2d-ca33-4b0c-885e-91e350fc3862 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f5b7e924-52d7-433d-94d6-c77f01159529', 'tempest-TagsExtTest-Tag-2029968900') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:03.553176 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:03.674222 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-08c0931c-bd11-4ab1-a459-14be3b1d5883 req-ca8197bb-9717-41c7-913d-285474c866eb tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da&id=45431849-e472-4cc9-91dc-6aceda522923&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3738210 Jul 15 13:19:03.770416 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-8a081871-29dd-4cce-972b-664a3b4c3bc4 service neutron] For port af2462b3-176b-4c48-84b6-2989d990ea5b, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:19:03.773859 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-8a081871-29dd-4cce-972b-664a3b4c3bc4 service neutron] For port af2462b3-176b-4c48-84b6-2989d990ea5b, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=af2462b3-176b-4c48-84b6-2989d990ea5b,segment=NetworkSegment(347532a5-f217-46ce-b82e-14902b2a4d71),segment_id=347532a5-f217-46ce-b82e-14902b2a4d71)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:19:03.779025 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-8a081871-29dd-4cce-972b-664a3b4c3bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:03.795731 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-8a081871-29dd-4cce-972b-664a3b4c3bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:03.796643 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-8a081871-29dd-4cce-972b-664a3b4c3bc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:03.798377 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-8a081871-29dd-4cce-972b-664a3b4c3bc4 service neutron] 10.222.0.46 "PUT /v2.0/ports/af2462b3-176b-4c48-84b6-2989d990ea5b HTTP/1.1" status: 200 len: 1092 time: 1.1704502 Jul 15 13:19:03.871699 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a081871-29dd-4cce-972b-664a3b4c3bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=af2462b3-176b-4c48-84b6-2989d990ea5b,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:03.903233 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b1da55b1-a31a-4f17-b24a-ac3126cdcb9a req-c14eef7d-0fd8-4ee3-8b1a-c52f47afbd00 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608088 Jul 15 13:19:04.114654 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'tag': '6423fcfb-bafc-46ef-a503-c797233a6aba'}, {'name': 'network-changed', 'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'tag': '1fa3afd8-c7ad-4cdd-a821-24cff8228eca'}, {'name': 'network-changed', 'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'tag': 'af2462b3-176b-4c48-84b6-2989d990ea5b'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:04.117301 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3359a94-6c8a-482d-b638-17d6f3c827b9" -d '{"events": [{"name": "network-changed", "server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "tag": "6423fcfb-bafc-46ef-a503-c797233a6aba"}, {"name": "network-changed", "server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "tag": "1fa3afd8-c7ad-4cdd-a821-24cff8228eca"}, {"name": "network-changed", "server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "tag": "af2462b3-176b-4c48-84b6-2989d990ea5b"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:04.163469 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fb508-f97f-4194-8727-54496eee20ab req-fbb6f3ce-22ae-4d25-a390-998ded80c067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:04.163984 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fb508-f97f-4194-8727-54496eee20ab req-fbb6f3ce-22ae-4d25-a390-998ded80c067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:04.164410 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fb508-f97f-4194-8727-54496eee20ab req-fbb6f3ce-22ae-4d25-a390-998ded80c067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:04.171137 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c9fb508-f97f-4194-8727-54496eee20ab req-fbb6f3ce-22ae-4d25-a390-998ded80c067 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=251cced819c74cfb94fbc7f7f1614ad3&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8671021 Jul 15 13:19:04.290881 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ea9864-1f0b-4103-b3f7-ad6cd6cf556d x-openstack-request-id: req-e0ea9864-1f0b-4103-b3f7-ad6cd6cf556d {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:04.291514 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "tag": "6423fcfb-bafc-46ef-a503-c797233a6aba", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "tag": "1fa3afd8-c7ad-4cdd-a821-24cff8228eca", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "tag": "af2462b3-176b-4c48-84b6-2989d990ea5b", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:04.292007 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e0ea9864-1f0b-4103-b3f7-ad6cd6cf556d {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:04.292722 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'tag': '6423fcfb-bafc-46ef-a503-c797233a6aba', 'status': 'completed', 'code': 200} Jul 15 13:19:04.293076 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'tag': '1fa3afd8-c7ad-4cdd-a821-24cff8228eca', 'status': 'completed', 'code': 200} Jul 15 13:19:04.293427 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'tag': 'af2462b3-176b-4c48-84b6-2989d990ea5b', 'status': 'completed', 'code': 200} Jul 15 13:19:04.307027 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-be53ff2d-ca33-4b0c-885e-91e350fc3862 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] show failed (client error): The resource could not be found. Jul 15 13:19:04.308047 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-be53ff2d-ca33-4b0c-885e-91e350fc3862 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "GET /v2.0/ports/f5b7e924-52d7-433d-94d6-c77f01159529/tags/tempest-TagsExtTest-Tag-2029968900 HTTP/1.1" status: 404 len: 329 time: 0.7783616 Jul 15 13:19:04.313110 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39406) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:04.325966 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-b02048dd-f00c-42c3-9273-8e5961d29a79 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e10e8de3-bfd7-4277-ba58-4b5368fd3458', {'tags': ['tempest-TagsExtTest-Tag-1788283193', 'tempest-TagsExtTest-Tag-1392923576', 'tempest-TagsExtTest-Tag-100799276']}) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:04.399575 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a1c0d289-c8d0-45ac-92b7-88bc0868b3dc tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:04.460745 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b02048dd-f00c-42c3-9273-8e5961d29a79 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "PUT /v2.0/routers/e10e8de3-bfd7-4277-ba58-4b5368fd3458/tags HTTP/1.1" status: 200 len: 317 time: 0.1444023 Jul 15 13:19:04.464272 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39412) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:04.469578 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-e3cb4226-920d-4b7e-94bc-eec005e3befb tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e10e8de3-bfd7-4277-ba58-4b5368fd3458') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:04.534774 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fb508-f97f-4194-8727-54496eee20ab req-08aea834-e92d-4493-88b0-cf74db4085b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:04.536322 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c9fb508-f97f-4194-8727-54496eee20ab req-08aea834-e92d-4493-88b0-cf74db4085b0 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3567734 Jul 15 13:19:04.606133 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e3cb4226-920d-4b7e-94bc-eec005e3befb tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "DELETE /v2.0/routers/e10e8de3-bfd7-4277-ba58-4b5368fd3458/tags HTTP/1.1" status: 204 len: 168 time: 0.1403494 Jul 15 13:19:04.608564 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39418) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:04.616132 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-9d90c74e-8542-422b-9636-dce8b064615e tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e10e8de3-bfd7-4277-ba58-4b5368fd3458', 'tempest-TagsExtTest-Tag-1788283193') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:04.666321 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c0fed-e970-4f1e-b692-0930197c1049 req-a094b801-4dc6-4a63-adac-c3c592fa5acf tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:04.668128 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2f5c0fed-e970-4f1e-b692-0930197c1049 req-a094b801-4dc6-4a63-adac-c3c592fa5acf tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.3707831 Jul 15 13:19:04.706791 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-9d90c74e-8542-422b-9636-dce8b064615e tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] show failed (client error): The resource could not be found. Jul 15 13:19:04.710660 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9d90c74e-8542-422b-9636-dce8b064615e tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "GET /v2.0/routers/e10e8de3-bfd7-4277-ba58-4b5368fd3458/tags/tempest-TagsExtTest-Tag-1788283193 HTTP/1.1" status: 404 len: 329 time: 0.0984998 Jul 15 13:19:04.711381 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39424) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:04.715928 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-b66afadf-ed22-4376-aa0f-85f405afbede tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e10e8de3-bfd7-4277-ba58-4b5368fd3458', 'tempest-TagsExtTest-Tag-1392923576') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:04.780959 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-87706185-8c19-477d-a4d1-94bb264fa4a8 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Deleting port f92024c5-0054-4043-8de2-3d15ab33e7d7 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:19:04.781317 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-87706185-8c19-477d-a4d1-94bb264fa4a8 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:04.801483 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2f5c0fed-e970-4f1e-b692-0930197c1049 req-b8cee743-e01f-41a7-a268-1e54c5dec146 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204522 Jul 15 13:19:04.811959 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-b66afadf-ed22-4376-aa0f-85f405afbede tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] show failed (client error): The resource could not be found. Jul 15 13:19:04.825849 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b66afadf-ed22-4376-aa0f-85f405afbede tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "GET /v2.0/routers/e10e8de3-bfd7-4277-ba58-4b5368fd3458/tags/tempest-TagsExtTest-Tag-1392923576 HTTP/1.1" status: 404 len: 329 time: 0.1137099 Jul 15 13:19:04.829788 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39430) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:04.835968 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-00057955-eb10-4a38-afc1-e40f94205cad tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e10e8de3-bfd7-4277-ba58-4b5368fd3458', 'tempest-TagsExtTest-Tag-100799276') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:04.943120 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-00057955-eb10-4a38-afc1-e40f94205cad tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] show failed (client error): The resource could not be found. Jul 15 13:19:04.947461 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-00057955-eb10-4a38-afc1-e40f94205cad tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "GET /v2.0/routers/e10e8de3-bfd7-4277-ba58-4b5368fd3458/tags/tempest-TagsExtTest-Tag-100799276 HTTP/1.1" status: 404 len: 328 time: 0.1165965 Jul 15 13:19:04.948835 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39434) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:04.951175 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:04.955162 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-a54b2a39-a5f4-4355-9a54-ac7d52d14d54 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '241df8e3-c5b6-4f5b-95cd-0444530db644', {'tags': ['tempest-TagsExtTest-Tag-2023801488', 'tempest-TagsExtTest-Tag-82791370', 'tempest-TagsExtTest-Tag-1191968074']}) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:05.002082 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a54b2a39-a5f4-4355-9a54-ac7d52d14d54 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "PUT /v2.0/subnetpools/241df8e3-c5b6-4f5b-95cd-0444530db644/tags HTTP/1.1" status: 200 len: 316 time: 0.0516737 Jul 15 13:19:05.002777 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39438) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:05.008313 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-81e10440-4b58-4cef-bdff-72c33e69eebd tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '241df8e3-c5b6-4f5b-95cd-0444530db644') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:05.045943 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-87706185-8c19-477d-a4d1-94bb264fa4a8 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] For port f92024c5-0054-4043-8de2-3d15ab33e7d7, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=f92024c5-0054-4043-8de2-3d15ab33e7d7,segment=NetworkSegment(90f4024f-160c-4885-80aa-58ce2d07968c),segment_id=90f4024f-160c-4885-80aa-58ce2d07968c)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:05.046318 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-87706185-8c19-477d-a4d1-94bb264fa4a8 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:05.059621 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-81e10440-4b58-4cef-bdff-72c33e69eebd tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "DELETE /v2.0/subnetpools/241df8e3-c5b6-4f5b-95cd-0444530db644/tags HTTP/1.1" status: 204 len: 168 time: 0.0552866 Jul 15 13:19:05.059991 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39442) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:05.066063 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-409bbdf6-7f55-41de-90c0-5bc53bf949ab tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '241df8e3-c5b6-4f5b-95cd-0444530db644', 'tempest-TagsExtTest-Tag-2023801488') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:05.090325 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-409bbdf6-7f55-41de-90c0-5bc53bf949ab tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] show failed (client error): The resource could not be found. Jul 15 13:19:05.093651 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-409bbdf6-7f55-41de-90c0-5bc53bf949ab tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "GET /v2.0/subnetpools/241df8e3-c5b6-4f5b-95cd-0444530db644/tags/tempest-TagsExtTest-Tag-2023801488 HTTP/1.1" status: 404 len: 329 time: 0.0298460 Jul 15 13:19:05.097144 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39444) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:05.116534 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-87706185-8c19-477d-a4d1-94bb264fa4a8 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Calling delete_port for f92024c5-0054-4043-8de2-3d15ab33e7d7 owned by network:router_interface {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:19:05.121439 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.tag.tag_plugin [None req-92f1659c-3917-444a-85c4-f9764fd69ce6 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '241df8e3-c5b6-4f5b-95cd-0444530db644', 'tempest-TagsExtTest-Tag-82791370') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:05.125433 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c0d289-c8d0-45ac-92b7-88bc0868b3dc tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Router c2d3887b-36a8-4274-b849-1933804933f0 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:19:05.132696 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fb508-f97f-4194-8727-54496eee20ab req-3d02f1a4-8979-4ec2-bb89-23f7b4659dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:05.133188 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fb508-f97f-4194-8727-54496eee20ab req-3d02f1a4-8979-4ec2-bb89-23f7b4659dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:05.133668 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fb508-f97f-4194-8727-54496eee20ab req-3d02f1a4-8979-4ec2-bb89-23f7b4659dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:05.134174 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fb508-f97f-4194-8727-54496eee20ab req-3d02f1a4-8979-4ec2-bb89-23f7b4659dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:05.134669 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fb508-f97f-4194-8727-54496eee20ab req-3d02f1a4-8979-4ec2-bb89-23f7b4659dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:05.135144 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fb508-f97f-4194-8727-54496eee20ab req-3d02f1a4-8979-4ec2-bb89-23f7b4659dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:05.135610 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fb508-f97f-4194-8727-54496eee20ab req-3d02f1a4-8979-4ec2-bb89-23f7b4659dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:05.137517 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c9fb508-f97f-4194-8727-54496eee20ab req-3d02f1a4-8979-4ec2-bb89-23f7b4659dfa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=251cced819c74cfb94fbc7f7f1614ad3&device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 6490 time: 0.5498085 Jul 15 13:19:05.608564 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-92f1659c-3917-444a-85c4-f9764fd69ce6 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] show failed (client error): The resource could not be found. Jul 15 13:19:05.609537 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-92f1659c-3917-444a-85c4-f9764fd69ce6 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "GET /v2.0/subnetpools/241df8e3-c5b6-4f5b-95cd-0444530db644/tags/tempest-TagsExtTest-Tag-82791370 HTTP/1.1" status: 404 len: 327 time: 0.5110140 Jul 15 13:19:05.612588 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39450) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:05.617410 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-0eb01958-489a-4d4c-8bcf-ae46093a07c0 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '241df8e3-c5b6-4f5b-95cd-0444530db644', 'tempest-TagsExtTest-Tag-1191968074') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:05.646690 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-0eb01958-489a-4d4c-8bcf-ae46093a07c0 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] show failed (client error): The resource could not be found. Jul 15 13:19:05.650681 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0eb01958-489a-4d4c-8bcf-ae46093a07c0 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "GET /v2.0/subnetpools/241df8e3-c5b6-4f5b-95cd-0444530db644/tags/tempest-TagsExtTest-Tag-1191968074 HTTP/1.1" status: 404 len: 329 time: 0.0341122 Jul 15 13:19:05.651013 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39454) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:05.658249 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-d9522aba-6848-4f6a-9129-eb1d0fb23d9e tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '241df8e3-c5b6-4f5b-95cd-0444530db644') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:05.694505 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d9522aba-6848-4f6a-9129-eb1d0fb23d9e tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "DELETE /v2.0/subnetpools/241df8e3-c5b6-4f5b-95cd-0444530db644/tags HTTP/1.1" status: 204 len: 168 time: 0.0392327 Jul 15 13:19:05.694654 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39456) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:05.699655 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-5715bc04-df6e-4bc6-82f2-a16cfcf8e2c1 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e10e8de3-bfd7-4277-ba58-4b5368fd3458') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:05.726429 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaec621-4501-451f-bc88-bc06e25a2187 req-6cbad24c-fa4a-4e3a-a08f-b4f23dbe13e2 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:05.733216 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaec621-4501-451f-bc88-bc06e25a2187 req-6cbad24c-fa4a-4e3a-a08f-b4f23dbe13e2 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:05.739474 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaec621-4501-451f-bc88-bc06e25a2187 req-6cbad24c-fa4a-4e3a-a08f-b4f23dbe13e2 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:05.746219 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaec621-4501-451f-bc88-bc06e25a2187 req-6cbad24c-fa4a-4e3a-a08f-b4f23dbe13e2 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:05.752306 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaec621-4501-451f-bc88-bc06e25a2187 req-6cbad24c-fa4a-4e3a-a08f-b4f23dbe13e2 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:05.758387 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaec621-4501-451f-bc88-bc06e25a2187 req-6cbad24c-fa4a-4e3a-a08f-b4f23dbe13e2 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:05.764598 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaec621-4501-451f-bc88-bc06e25a2187 req-6cbad24c-fa4a-4e3a-a08f-b4f23dbe13e2 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:05.766644 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ebaec621-4501-451f-bc88-bc06e25a2187 req-6cbad24c-fa4a-4e3a-a08f-b4f23dbe13e2 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 5426 time: 0.8710787 Jul 15 13:19:05.774932 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed8b30-5152-4ecb-93dc-5673dc910d0d req-4043d9fb-71a2-4cf4-a9a8-90df37f2c748 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:05.776442 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a1ed8b30-5152-4ecb-93dc-5673dc910d0d req-4043d9fb-71a2-4cf4-a9a8-90df37f2c748 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=68f8e6f3-414e-4e64-b844-fb9c3917171f HTTP/1.1" status: 200 len: 945 time: 0.7176592 Jul 15 13:19:05.782933 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5715bc04-df6e-4bc6-82f2-a16cfcf8e2c1 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "DELETE /v2.0/routers/e10e8de3-bfd7-4277-ba58-4b5368fd3458/tags HTTP/1.1" status: 204 len: 168 time: 0.0849845 Jul 15 13:19:05.785276 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39458) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:05.789788 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-334d4c19-4239-4cce-aa9e-4bf337024603 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f5b7e924-52d7-433d-94d6-c77f01159529') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:05.843187 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fb508-f97f-4194-8727-54496eee20ab req-2f5cf79f-94d8-4e49-99ca-78ba4fa0e7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:05.843666 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fb508-f97f-4194-8727-54496eee20ab req-2f5cf79f-94d8-4e49-99ca-78ba4fa0e7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:05.844142 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fb508-f97f-4194-8727-54496eee20ab req-2f5cf79f-94d8-4e49-99ca-78ba4fa0e7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:05.845731 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c9fb508-f97f-4194-8727-54496eee20ab req-2f5cf79f-94d8-4e49-99ca-78ba4fa0e7c8 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=251cced819c74cfb94fbc7f7f1614ad3&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6893411 Jul 15 13:19:05.848948 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-334d4c19-4239-4cce-aa9e-4bf337024603 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "DELETE /v2.0/ports/f5b7e924-52d7-433d-94d6-c77f01159529/tags HTTP/1.1" status: 204 len: 168 time: 0.0626006 Jul 15 13:19:05.851361 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39460) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:05.856427 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.tag.tag_plugin [None req-3685ed48-80a2-4674-b08a-204e2e69f0c3 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7ae01d68-e334-4ced-8ab8-7d2c634553a4') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:05.913748 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3685ed48-80a2-4674-b08a-204e2e69f0c3 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "DELETE /v2.0/subnets/7ae01d68-e334-4ced-8ab8-7d2c634553a4/tags HTTP/1.1" status: 204 len: 168 time: 0.0612512 Jul 15 13:19:05.919023 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39462) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:05.969481 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c0d289-c8d0-45ac-92b7-88bc0868b3dc tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:19:05.978982 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ebaec621-4501-451f-bc88-bc06e25a2187 req-15b68013-f36b-4142-964c-105703e3106b tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da&id=45431849-e472-4cc9-91dc-6aceda522923&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2014658 Jul 15 13:19:05.985450 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b442740d-60f2-4a6b-a85b-9e85da9afe33 None None] Sync routers for ids ['c2d3887b-36a8-4274-b849-1933804933f0'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:19:06.021077 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a1ed8b30-5152-4ecb-93dc-5673dc910d0d req-defa8567-d137-4305-8ebf-583fac4c0bf0 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4de8eb4-3998-4059-b925-7a70d11e1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346551 Jul 15 13:19:06.045920 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b442740d-60f2-4a6b-a85b-9e85da9afe33 None None] Routers {'c2d3887b-36a8-4274-b849-1933804933f0'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:06.046606 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-b442740d-60f2-4a6b-a85b-9e85da9afe33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:19:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['c2d3887b-36a8-4274-b849-1933804933f0'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:06.050515 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b59bda1f-e223-400a-9418-ebb702031858 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks [] for subnetpool, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:06.054545 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b59bda1f-e223-400a-9418-ebb702031858 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "DELETE /v2.0/subnetpools/241df8e3-c5b6-4f5b-95cd-0444530db644 HTTP/1.1" status: 204 len: 168 time: 0.1343608 Jul 15 13:19:06.055188 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39464) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:06.072977 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a1c0d289-c8d0-45ac-92b7-88bc0868b3dc tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:06.074247 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a1c0d289-c8d0-45ac-92b7-88bc0868b3dc tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 10.8669167 Jul 15 13:19:06.089645 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-b442740d-60f2-4a6b-a85b-9e85da9afe33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:06.091288 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39466) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:06.098397 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-3d12d44d-2f5a-411c-8ef3-49d01e1c2068 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:06.099703 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b442740d-60f2-4a6b-a85b-9e85da9afe33 None None] Routers {'c2d3887b-36a8-4274-b849-1933804933f0'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:06.100404 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-b442740d-60f2-4a6b-a85b-9e85da9afe33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:19:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['c2d3887b-36a8-4274-b849-1933804933f0'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:06.129476 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c0abf3c1-e861-4ece-8fca-cf719915f72c tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "GET /v2.0/ports?device_id=e10e8de3-bfd7-4277-ba58-4b5368fd3458 HTTP/1.1" status: 200 len: 205 time: 0.0730600 Jul 15 13:19:06.129993 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39468) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:06.136797 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-b442740d-60f2-4a6b-a85b-9e85da9afe33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:06.137735 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b442740d-60f2-4a6b-a85b-9e85da9afe33 None None] The sync data for ids ['c2d3887b-36a8-4274-b849-1933804933f0'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:19:06.221898 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a29ef34d-2f5e-4763-ab1c-11c356e7db40 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:06.244887 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fb508-f97f-4194-8727-54496eee20ab req-b344b939-a76d-4b72-8e1d-55eeb48cab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:06.246371 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c9fb508-f97f-4194-8727-54496eee20ab req-b344b939-a76d-4b72-8e1d-55eeb48cab0c service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3766415 Jul 15 13:19:06.393567 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-87706185-8c19-477d-a4d1-94bb264fa4a8 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:06.429074 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a29ef34d-2f5e-4763-ab1c-11c356e7db40 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:06.432570 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a29ef34d-2f5e-4763-ab1c-11c356e7db40 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:06.468928 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87706185-8c19-477d-a4d1-94bb264fa4a8 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event deleted for resources: {'Port': ['ID=f92024c5-0054-4043-8de2-3d15ab33e7d7,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:06.493306 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a29ef34d-2f5e-4763-ab1c-11c356e7db40 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:06.493306 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29ef34d-2f5e-4763-ab1c-11c356e7db40 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Fanout notify agent at l3_agent the message router_deleted on router e10e8de3-bfd7-4277-ba58-4b5368fd3458 {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:19:06.508405 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38397067-9e35-4a67-ae95-c47226190f02 req-2d468e2f-284a-4b67-9e51-fcaa76b87ef2 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:06.510770 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-38397067-9e35-4a67-ae95-c47226190f02 req-2d468e2f-284a-4b67-9e51-fcaa76b87ef2 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.46 "GET /v2.0/ports?device_id=68f8e6f3-414e-4e64-b844-fb9c3917171f HTTP/1.1" status: 200 len: 945 time: 0.1519837 Jul 15 13:19:06.516377 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a29ef34d-2f5e-4763-ab1c-11c356e7db40 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:06.517622 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a29ef34d-2f5e-4763-ab1c-11c356e7db40 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "DELETE /v2.0/routers/e10e8de3-bfd7-4277-ba58-4b5368fd3458 HTTP/1.1" status: 204 len: 168 time: 0.3866777 Jul 15 13:19:06.522016 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39472) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:06.534548 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c45df-d961-4ff4-adbb-579b3efad5b5 req-9269a9dd-ee4f-4ca1-a399-5ae9d3087cc3 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:06.536264 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9c1c45df-d961-4ff4-adbb-579b3efad5b5 req-9269a9dd-ee4f-4ca1-a399-5ae9d3087cc3 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.3396282 Jul 15 13:19:06.655078 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3359a94-6c8a-482d-b638-17d6f3c827b9 req-b42ee274-718d-49d6-93b5-0aaba2b78cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:06.655744 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3359a94-6c8a-482d-b638-17d6f3c827b9 req-b42ee274-718d-49d6-93b5-0aaba2b78cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:06.656027 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3359a94-6c8a-482d-b638-17d6f3c827b9 req-b42ee274-718d-49d6-93b5-0aaba2b78cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:06.656501 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3359a94-6c8a-482d-b638-17d6f3c827b9 req-b42ee274-718d-49d6-93b5-0aaba2b78cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:06.656985 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3359a94-6c8a-482d-b638-17d6f3c827b9 req-b42ee274-718d-49d6-93b5-0aaba2b78cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:06.657599 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3359a94-6c8a-482d-b638-17d6f3c827b9 req-b42ee274-718d-49d6-93b5-0aaba2b78cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:06.658075 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3359a94-6c8a-482d-b638-17d6f3c827b9 req-b42ee274-718d-49d6-93b5-0aaba2b78cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:06.661200 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e3359a94-6c8a-482d-b638-17d6f3c827b9 req-b42ee274-718d-49d6-93b5-0aaba2b78cab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=251cced819c74cfb94fbc7f7f1614ad3&device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 6490 time: 0.3466954 Jul 15 13:19:06.759840 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-30741bb1-dc1f-4505-91ed-62962150f204 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Deleting port f5b7e924-52d7-433d-94d6-c77f01159529 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:19:06.760401 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-30741bb1-dc1f-4505-91ed-62962150f204 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:06.778193 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9c1c45df-d961-4ff4-adbb-579b3efad5b5 req-a333e607-dfd5-4438-92df-0ae46d7480f9 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195261 Jul 15 13:19:06.809565 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-38397067-9e35-4a67-ae95-c47226190f02 req-784fefe8-7542-49ad-be2e-c5597eafc80d tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Deleting port 305e2af7-4e14-46c9-b511-673a966a851e {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:19:06.814590 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-38397067-9e35-4a67-ae95-c47226190f02 req-784fefe8-7542-49ad-be2e-c5597eafc80d tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:06.980805 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-38397067-9e35-4a67-ae95-c47226190f02 req-784fefe8-7542-49ad-be2e-c5597eafc80d tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] For port 305e2af7-4e14-46c9-b511-673a966a851e, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=305e2af7-4e14-46c9-b511-673a966a851e,segment=NetworkSegment(6bb03eb1-9e52-4718-ab2b-06d9a8232852),segment_id=6bb03eb1-9e52-4718-ab2b-06d9a8232852)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:06.981402 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-38397067-9e35-4a67-ae95-c47226190f02 req-784fefe8-7542-49ad-be2e-c5597eafc80d tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.018390 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-38397067-9e35-4a67-ae95-c47226190f02 req-784fefe8-7542-49ad-be2e-c5597eafc80d tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Calling delete_port for 305e2af7-4e14-46c9-b511-673a966a851e owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:19:07.025805 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-30741bb1-dc1f-4505-91ed-62962150f204 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.044695 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-30741bb1-dc1f-4505-91ed-62962150f204 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Calling delete_port for f5b7e924-52d7-433d-94d6-c77f01159529 owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:19:07.053809 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145becc-00e4-43b8-8f15-3567c5d06cfb req-760f760b-86ac-44f1-8963-342bc1ca0d27 tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:07.055470 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9145becc-00e4-43b8-8f15-3567c5d06cfb req-760f760b-86ac-44f1-8963-342bc1ca0d27 tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] 10.222.0.16 "GET /v2.0/ports?device_id=66642efe-6741-4103-87f8-187674c05465 HTTP/1.1" status: 200 len: 946 time: 0.4877102 Jul 15 13:19:07.130362 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3359a94-6c8a-482d-b638-17d6f3c827b9 req-1152c953-71e6-4b4b-8e9a-5bdbd978664e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:07.130767 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3359a94-6c8a-482d-b638-17d6f3c827b9 req-1152c953-71e6-4b4b-8e9a-5bdbd978664e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:07.131254 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3359a94-6c8a-482d-b638-17d6f3c827b9 req-1152c953-71e6-4b4b-8e9a-5bdbd978664e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:07.132917 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e3359a94-6c8a-482d-b638-17d6f3c827b9 req-1152c953-71e6-4b4b-8e9a-5bdbd978664e service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=251cced819c74cfb94fbc7f7f1614ad3&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4599631 Jul 15 13:19:07.153974 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-87706185-8c19-477d-a4d1-94bb264fa4a8 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.176670 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3d12d44d-2f5a-411c-8ef3-49d01e1c2068 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.225420 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9145becc-00e4-43b8-8f15-3567c5d06cfb req-1f8af534-7fca-43ec-89a6-3d3a5187787e tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8a221f-7877-4664-8286-938ba2cbc831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594994 Jul 15 13:19:07.273803 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-30741bb1-dc1f-4505-91ed-62962150f204 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.277138 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-38397067-9e35-4a67-ae95-c47226190f02 req-784fefe8-7542-49ad-be2e-c5597eafc80d tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.341669 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30741bb1-dc1f-4505-91ed-62962150f204 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Pushing event deleted for resources: {'Port': ['ID=f5b7e924-52d7-433d-94d6-c77f01159529,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:07.398290 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fefe8-7542-49ad-be2e-c5597eafc80d tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Pushing event deleted for resources: {'Port': ['ID=305e2af7-4e14-46c9-b511-673a966a851e,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:07.401488 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-38397067-9e35-4a67-ae95-c47226190f02 req-784fefe8-7542-49ad-be2e-c5597eafc80d tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] No DVR routers for this DVR port 305e2af7-4e14-46c9-b511-673a966a851e on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:19:07.404126 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-38397067-9e35-4a67-ae95-c47226190f02 req-784fefe8-7542-49ad-be2e-c5597eafc80d tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.406518 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-38397067-9e35-4a67-ae95-c47226190f02 req-784fefe8-7542-49ad-be2e-c5597eafc80d tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.46 "DELETE /v2.0/ports/305e2af7-4e14-46c9-b511-673a966a851e HTTP/1.1" status: 204 len: 173 time: 0.8831942 Jul 15 13:19:07.446757 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f8e6f3-414e-4e64-b844-fb9c3917171f', 'name': 'network-vif-deleted', 'tag': '305e2af7-4e14-46c9-b511-673a966a851e'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:07.449522 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b487c69-8f40-449c-bf8e-e451fb80d88c" -d '{"events": [{"server_uuid": "68f8e6f3-414e-4e64-b844-fb9c3917171f", "name": "network-vif-deleted", "tag": "305e2af7-4e14-46c9-b511-673a966a851e"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:07.546460 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-30741bb1-dc1f-4505-91ed-62962150f204 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.552586 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-30741bb1-dc1f-4505-91ed-62962150f204 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "DELETE /v2.0/ports/f5b7e924-52d7-433d-94d6-c77f01159529 HTTP/1.1" status: 204 len: 168 time: 1.0218108 Jul 15 13:19:07.555029 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39490) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:07.607436 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3d12d44d-2f5a-411c-8ef3-49d01e1c2068 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.617534 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-28a6df67-cd81-4f88-9c41-fcf3d34b4fe3 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Deleting subnet 7ae01d68-e334-4ced-8ab8-7d2c634553a4 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:19:07.621998 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-28a6df67-cd81-4f88-9c41-fcf3d34b4fe3 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.672496 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-28a6df67-cd81-4f88-9c41-fcf3d34b4fe3 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.754326 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37b606-7bcc-47ec-b85f-d2e1e91c9649 req-53456f89-52e4-4867-8c3e-6628155b5e63 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:07.755858 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cf37b606-7bcc-47ec-b85f-d2e1e91c9649 req-53456f89-52e4-4867-8c3e-6628155b5e63 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.6911407 Jul 15 13:19:07.759921 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3359a94-6c8a-482d-b638-17d6f3c827b9 req-2f96b016-edbd-4159-baaf-3e0a7ad4c000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:07.761293 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e3359a94-6c8a-482d-b638-17d6f3c827b9 req-2f96b016-edbd-4159-baaf-3e0a7ad4c000 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6182773 Jul 15 13:19:07.777677 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-28a6df67-cd81-4f88-9c41-fcf3d34b4fe3 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.884317 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cf37b606-7bcc-47ec-b85f-d2e1e91c9649 req-f366eb98-5f1c-475a-ae8d-0c0d9676421f tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191180 Jul 15 13:19:07.897861 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062f870-8f63-48f1-ada4-cd6563840857 req-1d2d6e24-f065-48ea-8d78-5bfb9aee9ff3 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:07.905670 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062f870-8f63-48f1-ada4-cd6563840857 req-1d2d6e24-f065-48ea-8d78-5bfb9aee9ff3 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:07.910017 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3359a94-6c8a-482d-b638-17d6f3c827b9 req-1948eb8b-5ebd-4212-82d0-08e6ef843e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:07.910795 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3359a94-6c8a-482d-b638-17d6f3c827b9 req-1948eb8b-5ebd-4212-82d0-08e6ef843e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:07.911007 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3359a94-6c8a-482d-b638-17d6f3c827b9 req-1948eb8b-5ebd-4212-82d0-08e6ef843e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:07.911556 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3359a94-6c8a-482d-b638-17d6f3c827b9 req-1948eb8b-5ebd-4212-82d0-08e6ef843e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:07.912126 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062f870-8f63-48f1-ada4-cd6563840857 req-1d2d6e24-f065-48ea-8d78-5bfb9aee9ff3 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:07.912227 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3359a94-6c8a-482d-b638-17d6f3c827b9 req-1948eb8b-5ebd-4212-82d0-08e6ef843e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:07.912485 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3359a94-6c8a-482d-b638-17d6f3c827b9 req-1948eb8b-5ebd-4212-82d0-08e6ef843e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:07.912952 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3359a94-6c8a-482d-b638-17d6f3c827b9 req-1948eb8b-5ebd-4212-82d0-08e6ef843e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:07.915227 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e3359a94-6c8a-482d-b638-17d6f3c827b9 req-1948eb8b-5ebd-4212-82d0-08e6ef843e03 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=251cced819c74cfb94fbc7f7f1614ad3&device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 6490 time: 0.0918567 Jul 15 13:19:07.916775 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-28a6df67-cd81-4f88-9c41-fcf3d34b4fe3 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.918633 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062f870-8f63-48f1-ada4-cd6563840857 req-1d2d6e24-f065-48ea-8d78-5bfb9aee9ff3 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:07.930917 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062f870-8f63-48f1-ada4-cd6563840857 req-1d2d6e24-f065-48ea-8d78-5bfb9aee9ff3 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:07.932414 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062f870-8f63-48f1-ada4-cd6563840857 req-1d2d6e24-f065-48ea-8d78-5bfb9aee9ff3 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:07.939804 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492b06a0-5a96-4a28-9c0c-da7d98559dca None None] Network 9a3aeedf-3220-490c-81d8-846ef8179f7a requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:19:07.948900 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062f870-8f63-48f1-ada4-cd6563840857 req-1d2d6e24-f065-48ea-8d78-5bfb9aee9ff3 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:07.952377 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b062f870-8f63-48f1-ada4-cd6563840857 req-1d2d6e24-f065-48ea-8d78-5bfb9aee9ff3 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 5426 time: 0.3505259 Jul 15 13:19:08.029446 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3d12d44d-2f5a-411c-8ef3-49d01e1c2068 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Deleting port 0ef74021-bbc9-439c-8677-e1d1a7c6a667 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:19:08.029809 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3d12d44d-2f5a-411c-8ef3-49d01e1c2068 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:08.151451 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b062f870-8f63-48f1-ada4-cd6563840857 req-6f54fe1a-0455-4a51-8c1e-db1cc9d146bf tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da&id=45431849-e472-4cc9-91dc-6aceda522923&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1562471 Jul 15 13:19:08.162873 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-28a6df67-cd81-4f88-9c41-fcf3d34b4fe3 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:08.170361 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-28a6df67-cd81-4f88-9c41-fcf3d34b4fe3 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "DELETE /v2.0/subnets/7ae01d68-e334-4ced-8ab8-7d2c634553a4 HTTP/1.1" status: 204 len: 168 time: 0.6114576 Jul 15 13:19:08.183184 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38ac953-fbbc-4e00-852d-dcd0ae0f4931 None None] DHCP port deletion for 9a3aeedf-3220-490c-81d8-846ef8179f7a request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:19:08.222743 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3d12d44d-2f5a-411c-8ef3-49d01e1c2068 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:08.231276 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39496) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:08.235842 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3d12d44d-2f5a-411c-8ef3-49d01e1c2068 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Calling delete_port for 0ef74021-bbc9-439c-8677-e1d1a7c6a667 owned by network:router_gateway {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:19:08.277534 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-e38ac953-fbbc-4e00-852d-dcd0ae0f4931 None None] Deleting port 57002c5e-38d5-4268-aa52-c0c5044bcd21 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:19:08.280850 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e38ac953-fbbc-4e00-852d-dcd0ae0f4931 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:08.291890 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c84b5b4-74db-4152-8f0b-6a08d0e853ca x-openstack-request-id: req-6c84b5b4-74db-4152-8f0b-6a08d0e853ca {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:08.292192 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f8e6f3-414e-4e64-b844-fb9c3917171f", "name": "network-vif-deleted", "tag": "305e2af7-4e14-46c9-b511-673a966a851e", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:08.292449 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6c84b5b4-74db-4152-8f0b-6a08d0e853ca {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:08.292848 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f8e6f3-414e-4e64-b844-fb9c3917171f', 'name': 'network-vif-deleted', 'tag': '305e2af7-4e14-46c9-b511-673a966a851e', 'status': 'completed', 'code': 200} Jul 15 13:19:08.293676 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a6df67-cd81-4f88-9c41-fcf3d34b4fe3 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Pushing event deleted for resources: {'Subnet': ['ID=7ae01d68-e334-4ced-8ab8-7d2c634553a4,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:08.468147 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3d12d44d-2f5a-411c-8ef3-49d01e1c2068 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:08.471668 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-e38ac953-fbbc-4e00-852d-dcd0ae0f4931 None None] For port 57002c5e-38d5-4268-aa52-c0c5044bcd21, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=57002c5e-38d5-4268-aa52-c0c5044bcd21,segment=NetworkSegment(5d369e98-18c5-4595-bad7-d58caaaa957d),segment_id=5d369e98-18c5-4595-bad7-d58caaaa957d)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:08.472324 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e38ac953-fbbc-4e00-852d-dcd0ae0f4931 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:08.472621 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3359a94-6c8a-482d-b638-17d6f3c827b9 req-c24abe01-1dde-4e40-8b94-5ecb0f7c31fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:08.473107 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3359a94-6c8a-482d-b638-17d6f3c827b9 req-c24abe01-1dde-4e40-8b94-5ecb0f7c31fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:08.473581 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3359a94-6c8a-482d-b638-17d6f3c827b9 req-c24abe01-1dde-4e40-8b94-5ecb0f7c31fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:08.475690 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e3359a94-6c8a-482d-b638-17d6f3c827b9 req-c24abe01-1dde-4e40-8b94-5ecb0f7c31fc service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=251cced819c74cfb94fbc7f7f1614ad3&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5498414 Jul 15 13:19:08.476559 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5e16335e-839a-47e1-9d51-bc4d9b0a876e req-2f83ef12-840e-496b-820d-829ec45a6d43 tempest-ServersTestJSON-599208648 tempest-ServersTestJSON-599208648-project] 10.222.0.16 "GET /v2.0/ports?device_id=68f8e6f3-414e-4e64-b844-fb9c3917171f HTTP/1.1" status: 200 len: 210 time: 0.3449781 Jul 15 13:19:08.503838 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c247ae7-28a8-4aa4-936c-da449bff7930 req-69c9d665-9618-4fee-af96-d7f59e7b745f tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:08.503838 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3c247ae7-28a8-4aa4-936c-da449bff7930 req-69c9d665-9618-4fee-af96-d7f59e7b745f tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] 10.222.0.46 "GET /v2.0/ports?device_id=66642efe-6741-4103-87f8-187674c05465 HTTP/1.1" status: 200 len: 946 time: 0.7011235 Jul 15 13:19:08.511371 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-e38ac953-fbbc-4e00-852d-dcd0ae0f4931 None None] Calling delete_port for 57002c5e-38d5-4268-aa52-c0c5044bcd21 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:19:08.584877 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12d44d-2f5a-411c-8ef3-49d01e1c2068 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Pushing event deleted for resources: {'Port': ['ID=0ef74021-bbc9-439c-8677-e1d1a7c6a667,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:08.608706 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 57002c5e-38d5-4268-aa52-c0c5044bcd21 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:19:08.634102 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 57002c5e-38d5-4268-aa52-c0c5044bcd21 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:19:08.634839 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 57002c5e-38d5-4268-aa52-c0c5044bcd21 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:19:08.640261 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e38ac953-fbbc-4e00-852d-dcd0ae0f4931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:08.687680 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38ac953-fbbc-4e00-852d-dcd0ae0f4931 None None] No DVR routers for this DVR port 57002c5e-38d5-4268-aa52-c0c5044bcd21 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:19:08.693703 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87706185-8c19-477d-a4d1-94bb264fa4a8 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Router fce3a1fd-ff8c-4c61-a07c-59689ebe08a0 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:19:08.704170 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ac953-fbbc-4e00-852d-dcd0ae0f4931 None None] Pushing event deleted for resources: {'Port': ['ID=57002c5e-38d5-4268-aa52-c0c5044bcd21,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:08.808789 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3d12d44d-2f5a-411c-8ef3-49d01e1c2068 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:08.907051 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7bd16caa-a5a8-48c7-8ab9-c0fbade3d926 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:08.961768 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 305e2af7-4e14-46c9-b511-673a966a851e no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:19:08.989956 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 305e2af7-4e14-46c9-b511-673a966a851e {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:19:08.990306 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 305e2af7-4e14-46c9-b511-673a966a851e not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:19:08.995654 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e592cf1-fbbe-4374-b06e-3ed53bf32fb5 req-ee7c97dd-5131-4a3e-a616-f72b5f53cf07 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:08.996482 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2e592cf1-fbbe-4374-b06e-3ed53bf32fb5 req-ee7c97dd-5131-4a3e-a616-f72b5f53cf07 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.4487541 Jul 15 13:19:09.083839 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3359a94-6c8a-482d-b638-17d6f3c827b9 req-c67f6ccd-5d77-40f1-9675-ed0fc1a565f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:09.087797 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e3359a94-6c8a-482d-b638-17d6f3c827b9 req-c67f6ccd-5d77-40f1-9675-ed0fc1a565f1 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6009588 Jul 15 13:19:09.107166 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9532feb-5922-491f-bdc5-64da25aae688 req-c69cea14-c1f6-47c6-b115-7763351db4d9 tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:09.109087 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e9532feb-5922-491f-bdc5-64da25aae688 req-c69cea14-c1f6-47c6-b115-7763351db4d9 tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] 10.222.0.16 "GET /v2.0/ports?device_id=66642efe-6741-4103-87f8-187674c05465 HTTP/1.1" status: 200 len: 946 time: 0.4215541 Jul 15 13:19:09.167616 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7bd16caa-a5a8-48c7-8ab9-c0fbade3d926 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:09.184051 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-7bd16caa-a5a8-48c7-8ab9-c0fbade3d926 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a3aeedf-3220-490c-81d8-846ef8179f7a']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:09.197633 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-7bd16caa-a5a8-48c7-8ab9-c0fbade3d926 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d369e98-18c5-4595-bad7-d58caaaa957d') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:09.197938 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-7bd16caa-a5a8-48c7-8ab9-c0fbade3d926 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d369e98-18c5-4595-bad7-d58caaaa957d') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:09.208744 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7bd16caa-a5a8-48c7-8ab9-c0fbade3d926 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:09.221802 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-3c247ae7-28a8-4aa4-936c-da449bff7930 req-64724798-c575-4573-b1ff-4d2d43a40fe7 tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] Deleting port 15761111-0561-420b-a592-4c595b43a396 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:19:09.222211 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3c247ae7-28a8-4aa4-936c-da449bff7930 req-64724798-c575-4573-b1ff-4d2d43a40fe7 tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:09.235874 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7bd16caa-a5a8-48c7-8ab9-c0fbade3d926 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:09.251336 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bd16caa-a5a8-48c7-8ab9-c0fbade3d926 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:19:09.251560 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7bd16caa-a5a8-48c7-8ab9-c0fbade3d926 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:19:09.254577 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:19:09.258471 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87706185-8c19-477d-a4d1-94bb264fa4a8 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:19:09.270412 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8139ad-feac-4c2f-96be-8f10332b4b09 None None] Sync routers for ids ['fce3a1fd-ff8c-4c61-a07c-59689ebe08a0'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:19:09.271841 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-87706185-8c19-477d-a4d1-94bb264fa4a8 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "PUT /v2.0/routers/fce3a1fd-ff8c-4c61-a07c-59689ebe08a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4974062 Jul 15 13:19:09.285713 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39510) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:09.287704 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8139ad-feac-4c2f-96be-8f10332b4b09 None None] Routers {'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:09.288331 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-fc8139ad-feac-4c2f-96be-8f10332b4b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:19:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['fce3a1fd-ff8c-4c61-a07c-59689ebe08a0'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:09.314683 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2e592cf1-fbbe-4374-b06e-3ed53bf32fb5 req-f2eb3d5f-8f7b-4375-8db1-bc9853ad7152 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725966 Jul 15 13:19:09.421944 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3ea9cf8-3dbe-4e3d-80c3-b711ac3ea734 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Deleting subnet 007dc46b-c0a3-4755-b595-e11755a7ea39 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:19:09.426409 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7bd16caa-a5a8-48c7-8ab9-c0fbade3d926 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:09.434971 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c3ea9cf8-3dbe-4e3d-80c3-b711ac3ea734 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:09.446378 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3d12d44d-2f5a-411c-8ef3-49d01e1c2068 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:09.447339 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7bd16caa-a5a8-48c7-8ab9-c0fbade3d926 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:09.450601 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7bd16caa-a5a8-48c7-8ab9-c0fbade3d926 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] 10.222.0.16 "DELETE /v2.0/networks/9a3aeedf-3220-490c-81d8-846ef8179f7a HTTP/1.1" status: 204 len: 168 time: 1.2166774 Jul 15 13:19:09.490835 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e9532feb-5922-491f-bdc5-64da25aae688 req-61838776-86e3-4ea0-8aa5-e9a1c975d3f2 tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f8a221f-7877-4664-8286-938ba2cbc831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578644 Jul 15 13:19:09.495254 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3d12d44d-2f5a-411c-8ef3-49d01e1c2068 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-956703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-956678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-956815'] for router, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:09.512493 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-fc8139ad-feac-4c2f-96be-8f10332b4b09 None None] Set router fce3a1fd-ff8c-4c61-a07c-59689ebe08a0 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:09.514436 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd16caa-a5a8-48c7-8ab9-c0fbade3d926 tempest-TagsExtTest-620697821 tempest-TagsExtTest-620697821-project] Pushing event deleted for resources: {'Network': ['ID=9a3aeedf-3220-490c-81d8-846ef8179f7a,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:09.564036 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3359a94-6c8a-482d-b638-17d6f3c827b9 req-b24cc9ba-a06f-4a25-abde-4de21a5b203a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:09.564530 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3359a94-6c8a-482d-b638-17d6f3c827b9 req-b24cc9ba-a06f-4a25-abde-4de21a5b203a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:09.565000 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3359a94-6c8a-482d-b638-17d6f3c827b9 req-b24cc9ba-a06f-4a25-abde-4de21a5b203a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:09.565478 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3359a94-6c8a-482d-b638-17d6f3c827b9 req-b24cc9ba-a06f-4a25-abde-4de21a5b203a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:09.565948 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3359a94-6c8a-482d-b638-17d6f3c827b9 req-b24cc9ba-a06f-4a25-abde-4de21a5b203a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:09.566425 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3359a94-6c8a-482d-b638-17d6f3c827b9 req-b24cc9ba-a06f-4a25-abde-4de21a5b203a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:09.577885 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3359a94-6c8a-482d-b638-17d6f3c827b9 req-b24cc9ba-a06f-4a25-abde-4de21a5b203a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:09.580152 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e3359a94-6c8a-482d-b638-17d6f3c827b9 req-b24cc9ba-a06f-4a25-abde-4de21a5b203a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=251cced819c74cfb94fbc7f7f1614ad3&device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 6490 time: 0.3418653 Jul 15 13:19:09.619149 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c3ea9cf8-3dbe-4e3d-80c3-b711ac3ea734 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:09.704786 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-3c247ae7-28a8-4aa4-936c-da449bff7930 req-64724798-c575-4573-b1ff-4d2d43a40fe7 tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] For port 15761111-0561-420b-a592-4c595b43a396, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=15761111-0561-420b-a592-4c595b43a396,segment=NetworkSegment(dbb5ad9e-1077-4e56-b024-15113de866da),segment_id=dbb5ad9e-1077-4e56-b024-15113de866da)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:09.705002 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3c247ae7-28a8-4aa4-936c-da449bff7930 req-64724798-c575-4573-b1ff-4d2d43a40fe7 tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:09.783545 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d12d44d-2f5a-411c-8ef3-49d01e1c2068 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Router c2d3887b-36a8-4274-b849-1933804933f0 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:19:09.788845 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39520) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:09.796621 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-3c247ae7-28a8-4aa4-936c-da449bff7930 req-64724798-c575-4573-b1ff-4d2d43a40fe7 tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] Calling delete_port for 15761111-0561-420b-a592-4c595b43a396 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:19:09.845492 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3359a94-6c8a-482d-b638-17d6f3c827b9 req-2daa5513-903a-4258-a5c2-f49dfa696c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:09.846228 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3359a94-6c8a-482d-b638-17d6f3c827b9 req-2daa5513-903a-4258-a5c2-f49dfa696c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:09.848140 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3359a94-6c8a-482d-b638-17d6f3c827b9 req-2daa5513-903a-4258-a5c2-f49dfa696c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:09.849957 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e3359a94-6c8a-482d-b638-17d6f3c827b9 req-2daa5513-903a-4258-a5c2-f49dfa696c1c service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=251cced819c74cfb94fbc7f7f1614ad3&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2534642 Jul 15 13:19:09.874325 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c3ea9cf8-3dbe-4e3d-80c3-b711ac3ea734 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:10.014023 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-fc8139ad-feac-4c2f-96be-8f10332b4b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452297766', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'c36b9605-a7e3-4a24-a166-4b1ba7f2c812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:16:00Z', 'updated_at': '2021-07-15T13:19:06Z', 'revision_number': 5, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'c36b9605-a7e3-4a24-a166-4b1ba7f2c812', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:01:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:01Z', 'updated_at': '2021-07-15T13:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:10.014315 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39524) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:10.030890 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c3ea9cf8-3dbe-4e3d-80c3-b711ac3ea734 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:10.051296 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8139ad-feac-4c2f-96be-8f10332b4b09 None None] Checking router: fce3a1fd-ff8c-4c61-a07c-59689ebe08a0 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:19:10.063205 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8139ad-feac-4c2f-96be-8f10332b4b09 None None] Routers {'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:10.063847 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-fc8139ad-feac-4c2f-96be-8f10332b4b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:19:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['fce3a1fd-ff8c-4c61-a07c-59689ebe08a0'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:10.109993 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f4702fd-108c-49ac-a19f-8f4028d95a6c admin admin] Deleting subnet a3564fb5-e6c9-425e-8a20-95a28163b8cc {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:19:10.122175 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2f4702fd-108c-49ac-a19f-8f4028d95a6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:10.168554 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2f4702fd-108c-49ac-a19f-8f4028d95a6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:10.187185 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-fc8139ad-feac-4c2f-96be-8f10332b4b09 None None] Set router fce3a1fd-ff8c-4c61-a07c-59689ebe08a0 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:10.211394 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2f4702fd-108c-49ac-a19f-8f4028d95a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:10.295353 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508c9cf-d89e-4bfc-9d02-21b335221884 req-dc755170-9977-458d-a092-a1569070b018 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:10.302466 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508c9cf-d89e-4bfc-9d02-21b335221884 req-dc755170-9977-458d-a092-a1569070b018 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:10.310697 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508c9cf-d89e-4bfc-9d02-21b335221884 req-dc755170-9977-458d-a092-a1569070b018 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:10.317167 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508c9cf-d89e-4bfc-9d02-21b335221884 req-dc755170-9977-458d-a092-a1569070b018 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:10.323874 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508c9cf-d89e-4bfc-9d02-21b335221884 req-dc755170-9977-458d-a092-a1569070b018 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:10.330688 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508c9cf-d89e-4bfc-9d02-21b335221884 req-dc755170-9977-458d-a092-a1569070b018 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:10.336975 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508c9cf-d89e-4bfc-9d02-21b335221884 req-dc755170-9977-458d-a092-a1569070b018 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:10.347842 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0508c9cf-d89e-4bfc-9d02-21b335221884 req-dc755170-9977-458d-a092-a1569070b018 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 5426 time: 0.8911431 Jul 15 13:19:10.378425 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2f4702fd-108c-49ac-a19f-8f4028d95a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:10.407210 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea9cf8-3dbe-4e3d-80c3-b711ac3ea734 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event deleted for resources: {'Subnet': ['ID=007dc46b-c0a3-4755-b595-e11755a7ea39,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:10.414070 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2f4702fd-108c-49ac-a19f-8f4028d95a6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:10.419804 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2f4702fd-108c-49ac-a19f-8f4028d95a6c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a3564fb5-e6c9-425e-8a20-95a28163b8cc HTTP/1.1" status: 204 len: 168 time: 0.6274626 Jul 15 13:19:10.435518 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c961f32-270f-4da8-91a4-9942afdf9caa None None] Network 13c0d8aa-07af-4e01-b8fa-724097cdd1d2 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:19:10.439008 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39530) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:10.518736 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c3ea9cf8-3dbe-4e3d-80c3-b711ac3ea734 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:10.526679 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c3ea9cf8-3dbe-4e3d-80c3-b711ac3ea734 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "DELETE /v2.0/subnets/007dc46b-c0a3-4755-b595-e11755a7ea39 HTTP/1.1" status: 204 len: 168 time: 1.2396610 Jul 15 13:19:10.534511 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39534) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:10.559720 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-29ca1474-193e-489a-b683-97a325b6cfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:10.578886 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4702fd-108c-49ac-a19f-8f4028d95a6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3564fb5-e6c9-425e-8a20-95a28163b8cc,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:10.589828 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d12d44d-2f5a-411c-8ef3-49d01e1c2068 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:19:10.596161 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-fc8139ad-feac-4c2f-96be-8f10332b4b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452297766', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'c36b9605-a7e3-4a24-a166-4b1ba7f2c812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:16:00Z', 'updated_at': '2021-07-15T13:19:06Z', 'revision_number': 5, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'c36b9605-a7e3-4a24-a166-4b1ba7f2c812', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:01:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:01Z', 'updated_at': '2021-07-15T13:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:10.600513 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34eb4a3-ec9f-458f-8495-5421dd145d6c None None] Sync routers for ids ['c2d3887b-36a8-4274-b849-1933804933f0'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:19:10.610453 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3d12d44d-2f5a-411c-8ef3-49d01e1c2068 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:10.614055 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3d12d44d-2f5a-411c-8ef3-49d01e1c2068 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] 10.222.0.16 "PUT /v2.0/routers/c2d3887b-36a8-4274-b849-1933804933f0 HTTP/1.1" status: 200 len: 709 time: 4.5172575 Jul 15 13:19:10.614941 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34eb4a3-ec9f-458f-8495-5421dd145d6c None None] Routers {'c2d3887b-36a8-4274-b849-1933804933f0'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:10.615703 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-f34eb4a3-ec9f-458f-8495-5421dd145d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:19:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['c2d3887b-36a8-4274-b849-1933804933f0'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:10.615981 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39536) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:10.639731 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8139ad-feac-4c2f-96be-8f10332b4b09 None None] The sync data for ids ['fce3a1fd-ff8c-4c61-a07c-59689ebe08a0'] in n-d-771363-36 is: [{'id': 'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1452297766', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'c36b9605-a7e3-4a24-a166-4b1ba7f2c812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:16:00Z', 'updated_at': '2021-07-15T13:19:06Z', 'revision_number': 5, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'c36b9605-a7e3-4a24-a166-4b1ba7f2c812', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:01:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce3a1fd-ff8c-4c61-a07c-59689ebe08a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:01Z', 'updated_at': '2021-07-15T13:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:19:10.648827 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3359a94-6c8a-482d-b638-17d6f3c827b9 req-8a7cb5d5-b6cf-44b0-980d-0e7f3e4eb6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:10.650646 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e3359a94-6c8a-482d-b638-17d6f3c827b9 req-8a7cb5d5-b6cf-44b0-980d-0e7f3e4eb6e2 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7939944 Jul 15 13:19:10.652557 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-f34eb4a3-ec9f-458f-8495-5421dd145d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:10.656135 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a724da15-9bf2-418f-ba5c-03b534979842 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d4df74f0fab243e2a27c1918ab46996b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6342044 Jul 15 13:19:10.666381 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34eb4a3-ec9f-458f-8495-5421dd145d6c None None] Routers {'c2d3887b-36a8-4274-b849-1933804933f0'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:10.667208 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-f34eb4a3-ec9f-458f-8495-5421dd145d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:19:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['c2d3887b-36a8-4274-b849-1933804933f0'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:10.704994 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39538) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:10.730778 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-f34eb4a3-ec9f-458f-8495-5421dd145d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:10.731999 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34eb4a3-ec9f-458f-8495-5421dd145d6c None None] The sync data for ids ['c2d3887b-36a8-4274-b849-1933804933f0'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:19:10.750708 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2548247f-5f0b-4576-81f1-f63be0a76f64 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] 10.222.0.16 "GET /v2.0/routers/c2d3887b-36a8-4274-b849-1933804933f0 HTTP/1.1" status: 200 len: 744 time: 0.1247761 Jul 15 13:19:10.763203 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39540) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:10.789482 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-29ca1474-193e-489a-b683-97a325b6cfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:10.809563 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-29ca1474-193e-489a-b683-97a325b6cfe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['594a18f5-eb63-40e1-adf2-df8adb235078']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:10.819536 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0508c9cf-d89e-4bfc-9d02-21b335221884 req-85b10139-9e31-4a72-be05-01f8b6ea1b6b tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da&id=45431849-e472-4cc9-91dc-6aceda522923&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4605701 Jul 15 13:19:10.829094 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-29ca1474-193e-489a-b683-97a325b6cfe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb03eb1-9e52-4718-ab2b-06d9a8232852') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:10.829373 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-29ca1474-193e-489a-b683-97a325b6cfe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb03eb1-9e52-4718-ab2b-06d9a8232852') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:10.829996 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5ae9382d-b195-4490-8c15-d6a499687a55 tempest-RoutersIpV6AdminTest-1448915940 tempest-RoutersIpV6AdminTest-1448915940-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=e1268488-a505-464f-96b0-8b93d6dfd7ab&device_id=c2d3887b-36a8-4274-b849-1933804933f0 HTTP/1.1" status: 200 len: 205 time: 0.0654917 Jul 15 13:19:10.831875 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39542) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:10.882890 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-29ca1474-193e-489a-b683-97a325b6cfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:10.892243 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-250aae10-2858-46b0-a01b-70d0e4e77efb tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2d3887b-36a8-4274-b849-1933804933f0 HTTP/1.1" status: 200 len: 205 time: 0.0584414 Jul 15 13:19:10.894626 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39544) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:10.911782 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17c780-e53a-4313-a79e-4efa062e2b01 req-fe1d4aaa-ad1b-4d37-bd45-c2eabd991844 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:10.920029 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9a17c780-e53a-4313-a79e-4efa062e2b01 req-fe1d4aaa-ad1b-4d37-bd45-c2eabd991844 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.6422679 Jul 15 13:19:10.973163 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f6217521-7865-4234-963a-da9e79543912 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:10.980429 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 15761111-0561-420b-a592-4c595b43a396 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:19:11.002400 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-29ca1474-193e-489a-b683-97a325b6cfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.032135 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-50a9440f-0e89-4af3-90d7-ab9a282def3e tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.035235 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ca1474-193e-489a-b683-97a325b6cfe2 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:19:11.035630 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-29ca1474-193e-489a-b683-97a325b6cfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.039330 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:19:11.039330 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:19:11.039330 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:19:11.039330 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:19:11.039330 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:19:11.039330 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:19:11.039330 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:19:11.039330 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:19:11.039330 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:19:11.039330 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:19:11.039330 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:19:11.039330 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:19:11.039330 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:19:11.039330 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:19:11.039330 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:19:11.039330 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:19:11.039330 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:19:11.039330 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:19:11.039330 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:19:11.039330 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:19:11.039330 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:19:11.039330 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:19:11.039330 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:19:11.039330 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:19:11.039330 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:19:11.039330 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:19:11.039330 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:19:11.039330 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:19:11.039330 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:19:11.039330 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:19:11.039330 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:19:11.039330 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:19:11.059427 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3c247ae7-28a8-4aa4-936c-da449bff7930 req-64724798-c575-4573-b1ff-4d2d43a40fe7 tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.078543 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dda11de-63e1-45e4-bd9b-b63f0fb729bc None None] DHCP port deletion for 13c0d8aa-07af-4e01-b8fa-724097cdd1d2 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:19:11.086512 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No active binding found for port 15761111-0561-420b-a592-4c595b43a396 {{(pid=93827) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 13:19:11.087282 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 15761111-0561-420b-a592-4c595b43a396 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:19:11.118722 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d418c10b-3c28-4836-acd2-d056c9e3ef71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.147934 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2dda11de-63e1-45e4-bd9b-b63f0fb729bc None None] Deleting port b0c1c1da-6cb4-4794-99bb-206ec03bd0ee {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:19:11.148531 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2dda11de-63e1-45e4-bd9b-b63f0fb729bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.155330 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64724798-c575-4573-b1ff-4d2d43a40fe7 tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] Pushing event deleted for resources: {'Port': ['ID=15761111-0561-420b-a592-4c595b43a396,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:11.170891 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9a17c780-e53a-4313-a79e-4efa062e2b01 req-b4a57f4e-a770-453a-b1a6-afedab76d4cf tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512300 Jul 15 13:19:11.186119 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1acf6264-ccd2-4827-91ad-2ba77c2936e5 req-0c0cbffc-5dce-4d26-a7ff-78e0368d7007 tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] 10.222.0.16 "GET /v2.0/ports?device_id=66642efe-6741-4103-87f8-187674c05465 HTTP/1.1" status: 200 len: 210 time: 0.1310165 Jul 15 13:19:11.187225 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-743ab164-beb4-4649-8c59-8a142aaf2842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:11.187944 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-743ab164-beb4-4649-8c59-8a142aaf2842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:11.188605 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-743ab164-beb4-4649-8c59-8a142aaf2842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:11.189258 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-743ab164-beb4-4649-8c59-8a142aaf2842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:11.189918 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-743ab164-beb4-4649-8c59-8a142aaf2842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:11.190399 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-743ab164-beb4-4649-8c59-8a142aaf2842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:11.190902 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-743ab164-beb4-4649-8c59-8a142aaf2842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:11.192987 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-743ab164-beb4-4649-8c59-8a142aaf2842 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=251cced819c74cfb94fbc7f7f1614ad3&device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 6490 time: 0.4798489 Jul 15 13:19:11.335677 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c247ae7-28a8-4aa4-936c-da449bff7930 req-64724798-c575-4573-b1ff-4d2d43a40fe7 tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] No DVR routers for this DVR port 15761111-0561-420b-a592-4c595b43a396 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:19:11.340202 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3c247ae7-28a8-4aa4-936c-da449bff7930 req-64724798-c575-4573-b1ff-4d2d43a40fe7 tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.342268 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3c247ae7-28a8-4aa4-936c-da449bff7930 req-64724798-c575-4573-b1ff-4d2d43a40fe7 tempest-VolumesActionsTest-1486633354 tempest-VolumesActionsTest-1486633354-project] 10.222.0.46 "DELETE /v2.0/ports/15761111-0561-420b-a592-4c595b43a396 HTTP/1.1" status: 204 len: 173 time: 2.8031900 Jul 15 13:19:11.342755 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66642efe-6741-4103-87f8-187674c05465', 'name': 'network-vif-deleted', 'tag': '15761111-0561-420b-a592-4c595b43a396'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:11.345079 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3354540d-66b3-4d3c-9b2f-f7f81e2449b8" -d '{"events": [{"server_uuid": "66642efe-6741-4103-87f8-187674c05465", "name": "network-vif-deleted", "tag": "15761111-0561-420b-a592-4c595b43a396"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:11.428582 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-29ca1474-193e-489a-b683-97a325b6cfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.475819 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cc42dc-c061-48c0-8e1c-b97bfe41c942 x-openstack-request-id: req-36cc42dc-c061-48c0-8e1c-b97bfe41c942 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:11.476197 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66642efe-6741-4103-87f8-187674c05465", "name": "network-vif-deleted", "tag": "15761111-0561-420b-a592-4c595b43a396", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:11.476478 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-36cc42dc-c061-48c0-8e1c-b97bfe41c942 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:11.476893 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66642efe-6741-4103-87f8-187674c05465', 'name': 'network-vif-deleted', 'tag': '15761111-0561-420b-a592-4c595b43a396', 'status': 'completed', 'code': 200} Jul 15 13:19:11.486400 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f6217521-7865-4234-963a-da9e79543912 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.510514 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-2dda11de-63e1-45e4-bd9b-b63f0fb729bc None None] For port b0c1c1da-6cb4-4794-99bb-206ec03bd0ee, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=b0c1c1da-6cb4-4794-99bb-206ec03bd0ee,segment=NetworkSegment(90f4024f-160c-4885-80aa-58ce2d07968c),segment_id=90f4024f-160c-4885-80aa-58ce2d07968c)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:11.511103 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2dda11de-63e1-45e4-bd9b-b63f0fb729bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.528881 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-29ca1474-193e-489a-b683-97a325b6cfe2 admin admin] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.531758 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-29ca1474-193e-489a-b683-97a325b6cfe2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/594a18f5-eb63-40e1-adf2-df8adb235078 HTTP/1.1" status: 204 len: 168 time: 1.0915926 Jul 15 13:19:11.540427 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2dda11de-63e1-45e4-bd9b-b63f0fb729bc None None] Calling delete_port for b0c1c1da-6cb4-4794-99bb-206ec03bd0ee owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:19:11.557097 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d418c10b-3c28-4836-acd2-d056c9e3ef71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.564650 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e305acd-4079-425f-953f-79c2d05d79fa req-22f267da-6314-4361-b3e0-7780f3654a98 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:11.565924 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-200fe6ae-b7f0-4292-a558-ce073ff485e6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd HTTP/1.1" status: 200 len: 217 time: 0.1740947 Jul 15 13:19:11.572711 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9e305acd-4079-425f-953f-79c2d05d79fa req-22f267da-6314-4361-b3e0-7780f3654a98 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.1771140 Jul 15 13:19:11.598315 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-50a9440f-0e89-4af3-90d7-ab9a282def3e tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.608601 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-50a9440f-0e89-4af3-90d7-ab9a282def3e tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.625390 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca1474-193e-489a-b683-97a325b6cfe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=594a18f5-eb63-40e1-adf2-df8adb235078,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:11.666145 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9e305acd-4079-425f-953f-79c2d05d79fa req-ed829eba-d7a3-4bfb-8b1d-2a10b5898fe6 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922575 Jul 15 13:19:11.668883 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f6217521-7865-4234-963a-da9e79543912 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Deleting port c36b9605-a7e3-4a24-a166-4b1ba7f2c812 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:19:11.670196 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f6217521-7865-4234-963a-da9e79543912 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.705553 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2dda11de-63e1-45e4-bd9b-b63f0fb729bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.715907 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39556) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:11.742173 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-98258b62-8b9e-4312-a817-59e26ec23d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:11.744013 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-98258b62-8b9e-4312-a817-59e26ec23d3a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb690484-bc5a-4c4b-81ad-d355e2967ff7 HTTP/1.1" status: 200 len: 856 time: 0.1332321 Jul 15 13:19:11.744724 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-50a9440f-0e89-4af3-90d7-ab9a282def3e tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.745281 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a9440f-0e89-4af3-90d7-ab9a282def3e tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Fanout notify agent at l3_agent the message router_deleted on router c2d3887b-36a8-4274-b849-1933804933f0 {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:19:11.752694 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-50a9440f-0e89-4af3-90d7-ab9a282def3e tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.753826 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-50a9440f-0e89-4af3-90d7-ab9a282def3e tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] 10.222.0.16 "DELETE /v2.0/routers/c2d3887b-36a8-4274-b849-1933804933f0 HTTP/1.1" status: 204 len: 168 time: 0.8538229 Jul 15 13:19:11.765375 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39558) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:11.805699 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda11de-63e1-45e4-bd9b-b63f0fb729bc None None] Pushing event deleted for resources: {'Port': ['ID=b0c1c1da-6cb4-4794-99bb-206ec03bd0ee,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:11.808963 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dda11de-63e1-45e4-bd9b-b63f0fb729bc None None] No DVR routers for this DVR port b0c1c1da-6cb4-4794-99bb-206ec03bd0ee on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:19:11.827695 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2ec8a90d-c6de-4a3f-b97b-8c1c5b5af650 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2d3887b-36a8-4274-b849-1933804933f0 HTTP/1.1" status: 200 len: 205 time: 0.0596809 Jul 15 13:19:11.827910 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39560) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:11.836409 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-15895ec4-e194-4afc-b674-28f7b20cba0c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=00b876fd8df24342ab4e9da7bd4da612&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1169779 Jul 15 13:19:11.836409 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39562) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:11.854382 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f6217521-7865-4234-963a-da9e79543912 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] For port c36b9605-a7e3-4a24-a166-4b1ba7f2c812, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=c36b9605-a7e3-4a24-a166-4b1ba7f2c812,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:11.854835 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f6217521-7865-4234-963a-da9e79543912 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.889222 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-82e12ed8-5024-4b78-8449-81d09cd58f0c tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] delete failed (client error): The resource could not be found. Jul 15 13:19:11.890293 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-82e12ed8-5024-4b78-8449-81d09cd58f0c tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] 10.222.0.16 "DELETE /v2.0/routers/c2d3887b-36a8-4274-b849-1933804933f0 HTTP/1.1" status: 404 len: 336 time: 0.0573575 Jul 15 13:19:11.894164 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39566) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:11.896630 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d418c10b-3c28-4836-acd2-d056c9e3ef71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.899440 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d418c10b-3c28-4836-acd2-d056c9e3ef71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.903264 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d418c10b-3c28-4836-acd2-d056c9e3ef71 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e27d71c1-9b12-492e-862a-01197a3ddccd HTTP/1.1" status: 204 len: 168 time: 1.1973548 Jul 15 13:19:11.919210 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418c10b-3c28-4836-acd2-d056c9e3ef71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27d71c1-9b12-492e-862a-01197a3ddccd,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:11.931200 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f6217521-7865-4234-963a-da9e79543912 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Calling delete_port for c36b9605-a7e3-4a24-a166-4b1ba7f2c812 owned by network:router_gateway {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:19:11.932045 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-49706bbe-f164-4ce6-b3fe-cf75a4809a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:11.933672 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-49706bbe-f164-4ce6-b3fe-cf75a4809a20 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5d9fbd16-32b6-40ae-8908-2f860bb17994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1787815 Jul 15 13:19:12.035204 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5e1b743e-409a-47f4-8b02-c1e2de46785f tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] 10.222.0.16 "GET /v2.0/ports?device_id=216c01de-2ff8-491e-bbf1-4cc89f7b3f7c HTTP/1.1" status: 200 len: 205 time: 0.1343205 Jul 15 13:19:12.035805 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39574) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:12.128458 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-f83dbe41-cfda-4c50-81e3-2a6f25caa5b4 service neutron] 10.222.0.46 "GET /v2.0/networks/5d9fbd16-32b6-40ae-8908-2f860bb17994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752636 Jul 15 13:19:12.130660 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-0c52de71-f838-4e45-821e-6576b300b521 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] delete failed (client error): The resource could not be found. Jul 15 13:19:12.135641 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0c52de71-f838-4e45-821e-6576b300b521 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] 10.222.0.16 "DELETE /v2.0/routers/216c01de-2ff8-491e-bbf1-4cc89f7b3f7c HTTP/1.1" status: 404 len: 336 time: 0.0870652 Jul 15 13:19:12.150261 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39576) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:12.206744 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-56629306-6311-4234-b2b2-f1a506b3f135 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] 10.222.0.16 "GET /v2.0/ports?device_id=70d38429-2823-423e-8fe3-d77c01a03f40 HTTP/1.1" status: 200 len: 205 time: 0.0524087 Jul 15 13:19:12.216356 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39578) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:12.266956 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-6aca5660-b4ac-4cbc-83d9-f45547a17447 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] delete failed (client error): The resource could not be found. Jul 15 13:19:12.267990 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6aca5660-b4ac-4cbc-83d9-f45547a17447 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] 10.222.0.16 "DELETE /v2.0/routers/70d38429-2823-423e-8fe3-d77c01a03f40 HTTP/1.1" status: 404 len: 336 time: 0.0506752 Jul 15 13:19:12.274459 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8f6500e0-f833-450b-9a92-382155017e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:12.278395 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39584) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:12.326072 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-f83c9b2e-0415-43cb-a6fb-05fe18104bc0 service neutron] 10.222.0.46 "GET /v2.0/networks/5d9fbd16-32b6-40ae-8908-2f860bb17994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905520 Jul 15 13:19:12.351267 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ec7d4239-85cf-4673-a06d-647560bb1c93 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4ea069e-dc15-442d-b8c6-dcd4ad300a5f HTTP/1.1" status: 200 len: 205 time: 0.0642209 Jul 15 13:19:12.359558 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39586) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:12.371245 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8f6500e0-f833-450b-9a92-382155017e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:12.397451 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-5ef42170-7339-4eaa-ad84-a062db93433a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=a51dbf2b-ff20-42f9-b2bf-23cfc697916b HTTP/1.1" status: 200 len: 217 time: 0.0626569 Jul 15 13:19:12.449664 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device f92024c5-0054-4043-8de2-3d15ab33e7d7 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:19:12.462911 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-b6d4c249-53a8-4876-8da6-9133599cabaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:12.465136 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-b6d4c249-53a8-4876-8da6-9133599cabaa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=829664df-b46c-4105-a938-db78ac7ecabf HTTP/1.1" status: 200 len: 797 time: 0.0579631 Jul 15 13:19:12.479516 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: f92024c5-0054-4043-8de2-3d15ab33e7d7 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:19:12.479868 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device f92024c5-0054-4043-8de2-3d15ab33e7d7 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:19:12.480293 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b0c1c1da-6cb4-4794-99bb-206ec03bd0ee no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:19:12.508845 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: b0c1c1da-6cb4-4794-99bb-206ec03bd0ee {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:19:12.509208 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b0c1c1da-6cb4-4794-99bb-206ec03bd0ee not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:19:12.559791 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-5d87b273-b68e-4742-b692-8d7c029b1cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:12.561681 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-5d87b273-b68e-4742-b692-8d7c029b1cd3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce5fb7fa-2145-4849-a016-cf7110cf1deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0892274 Jul 15 13:19:12.575680 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-8f57e7ab-a56c-4a78-aa08-2ac3720a0eb9 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] delete failed (client error): The resource could not be found. Jul 15 13:19:12.578989 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8f57e7ab-a56c-4a78-aa08-2ac3720a0eb9 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] 10.222.0.16 "DELETE /v2.0/routers/c4ea069e-dc15-442d-b8c6-dcd4ad300a5f HTTP/1.1" status: 404 len: 336 time: 0.2092030 Jul 15 13:19:12.581220 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39600) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:12.683083 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1b551abe-eb08-4535-a1a9-3feaa55dd382 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ace3a0a-b23e-4b5b-9977-6ac04a1b2491 HTTP/1.1" status: 200 len: 205 time: 0.0541246 Jul 15 13:19:12.696324 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6c819-4ee1-4e03-91bc-c74f8a499069 req-f1828c9d-abbd-4fe5-952a-0498405f4c8c tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:12.703208 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6c819-4ee1-4e03-91bc-c74f8a499069 req-f1828c9d-abbd-4fe5-952a-0498405f4c8c tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:12.709259 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6c819-4ee1-4e03-91bc-c74f8a499069 req-f1828c9d-abbd-4fe5-952a-0498405f4c8c tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:12.715676 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6c819-4ee1-4e03-91bc-c74f8a499069 req-f1828c9d-abbd-4fe5-952a-0498405f4c8c tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:12.722126 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6c819-4ee1-4e03-91bc-c74f8a499069 req-f1828c9d-abbd-4fe5-952a-0498405f4c8c tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:12.728918 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6c819-4ee1-4e03-91bc-c74f8a499069 req-f1828c9d-abbd-4fe5-952a-0498405f4c8c tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:12.735316 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6c819-4ee1-4e03-91bc-c74f8a499069 req-f1828c9d-abbd-4fe5-952a-0498405f4c8c tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:12.744253 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-41c6c819-4ee1-4e03-91bc-c74f8a499069 req-f1828c9d-abbd-4fe5-952a-0498405f4c8c tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 5426 time: 0.6170280 Jul 15 13:19:12.746241 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39604) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:12.748828 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8f6500e0-f833-450b-9a92-382155017e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:12.751384 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8f6500e0-f833-450b-9a92-382155017e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:12.754697 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8f6500e0-f833-450b-9a92-382155017e4e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e4de8eb4-3998-4059-b925-7a70d11e1f00 HTTP/1.1" status: 204 len: 168 time: 0.9144711 Jul 15 13:19:12.760983 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21aa328-dbfa-4196-ba06-72933d122152 req-cc092c18-4f89-4cee-86d3-3660075924df tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:12.762580 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c21aa328-dbfa-4196-ba06-72933d122152 req-cc092c18-4f89-4cee-86d3-3660075924df tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.5404735 Jul 15 13:19:12.831863 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f6217521-7865-4234-963a-da9e79543912 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:12.834372 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-e9ff2f37-58e3-4e37-ad24-7b35c1a14429 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] delete failed (client error): The resource could not be found. Jul 15 13:19:12.842530 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e9ff2f37-58e3-4e37-ad24-7b35c1a14429 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] 10.222.0.16 "DELETE /v2.0/routers/0ace3a0a-b23e-4b5b-9977-6ac04a1b2491 HTTP/1.1" status: 404 len: 336 time: 0.0943987 Jul 15 13:19:12.893307 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39612) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:13.039676 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6500e0-f833-450b-9a92-382155017e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4de8eb4-3998-4059-b925-7a70d11e1f00,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:13.053646 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-41c6c819-4ee1-4e03-91bc-c74f8a499069 req-ade8276f-639f-4255-8864-20e43e06bbb2 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da&id=45431849-e472-4cc9-91dc-6aceda522923&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3085151 Jul 15 13:19:13.058949 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1b6d95fd-03e0-470d-84ba-14abf46ab592 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] 10.222.0.16 "GET /v2.0/ports?device_id=90cc67ce-50b1-4c3a-9a60-0aa9b827e38b HTTP/1.1" status: 200 len: 205 time: 0.1639950 Jul 15 13:19:13.062937 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39622) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:13.063741 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6217521-7865-4234-963a-da9e79543912 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event deleted for resources: {'Port': ['ID=c36b9605-a7e3-4a24-a166-4b1ba7f2c812,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:13.161421 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-96f6a688-1116-47c9-b284-f0b6a771ade6 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] delete failed (client error): The resource could not be found. Jul 15 13:19:13.165570 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-96f6a688-1116-47c9-b284-f0b6a771ade6 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] 10.222.0.16 "DELETE /v2.0/routers/90cc67ce-50b1-4c3a-9a60-0aa9b827e38b HTTP/1.1" status: 404 len: 336 time: 0.0995390 Jul 15 13:19:13.166167 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39624) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:13.223303 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c21aa328-dbfa-4196-ba06-72933d122152 req-b55252da-86aa-437c-9fe3-da7369011bbb tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788426 Jul 15 13:19:13.227426 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdced0b7-abf0-4c46-b925-de80ace4b9e1 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] DELETE failed (client error): The resource could not be found. Jul 15 13:19:13.228104 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdced0b7-abf0-4c46-b925-de80ace4b9e1 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:19:13.230162 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-bdced0b7-abf0-4c46-b925-de80ace4b9e1 tempest-RoutersIpV6AdminTest-1484758951 tempest-RoutersIpV6AdminTest-1484758951-project] 10.222.0.16 "DELETE /v2.0/subnets/22409065-9c75-4089-bf26-c6e7fe5f9d68 HTTP/1.1" status: 404 len: 337 time: 0.0491347 Jul 15 13:19:13.246132 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f6217521-7865-4234-963a-da9e79543912 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:13.360669 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-81fbcfda-8e86-4399-9847-0b3984eae0ab service neutron] 10.222.0.46 "GET /v2.0/networks/ce5fb7fa-2145-4849-a016-cf7110cf1deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7873948 Jul 15 13:19:13.366547 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f6217521-7865-4234-963a-da9e79543912 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:13.369547 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f6217521-7865-4234-963a-da9e79543912 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:13.432613 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f6217521-7865-4234-963a-da9e79543912 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:13.433207 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6217521-7865-4234-963a-da9e79543912 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Fanout notify agent at l3_agent the message router_deleted on router fce3a1fd-ff8c-4c61-a07c-59689ebe08a0 {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:19:13.449414 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f6217521-7865-4234-963a-da9e79543912 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:13.453731 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f6217521-7865-4234-963a-da9e79543912 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "DELETE /v2.0/routers/fce3a1fd-ff8c-4c61-a07c-59689ebe08a0 HTTP/1.1" status: 204 len: 168 time: 2.9167020 Jul 15 13:19:13.455776 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39640) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:13.523467 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-b0da34a2-b495-413b-aaef-73c58b71f08c service neutron] 10.222.0.46 "GET /v2.0/networks/ce5fb7fa-2145-4849-a016-cf7110cf1deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506889 Jul 15 13:19:13.661841 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-d49018b4-14f7-403f-84fa-03eeb1d1aa86 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=5f85c995-44e4-4ef4-892d-2c08cac1914f HTTP/1.1" status: 200 len: 217 time: 0.1220667 Jul 15 13:19:13.673299 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6a446678-d4b8-4650-8fbb-6806b0a8f23b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:13.706111 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cdb8f8-c240-441f-9f78-1007a4964d0d req-8592256e-8076-4391-a834-0e9944e790d8 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:13.708181 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-41cdb8f8-c240-441f-9f78-1007a4964d0d req-8592256e-8076-4391-a834-0e9944e790d8 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.2348504 Jul 15 13:19:13.764204 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39646) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:13.828385 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-eaecdbb0-64b5-4cff-9656-bd1691cde87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:13.832134 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-eaecdbb0-64b5-4cff-9656-bd1691cde87e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=829664df-b46c-4105-a938-db78ac7ecabf HTTP/1.1" status: 200 len: 797 time: 0.1587663 Jul 15 13:19:13.924427 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6a446678-d4b8-4650-8fbb-6806b0a8f23b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:13.942946 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-14040645-3b0c-4529-8056-0b83193a879c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:13.944013 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-41cdb8f8-c240-441f-9f78-1007a4964d0d req-6d5e2660-b173-49b0-b9dd-c03372dac2f6 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188323 Jul 15 13:19:13.945517 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-14040645-3b0c-4529-8056-0b83193a879c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce5fb7fa-2145-4849-a016-cf7110cf1deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1056015 Jul 15 13:19:14.024438 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-6a446678-d4b8-4650-8fbb-6806b0a8f23b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c0d8aa-07af-4e01-b8fa-724097cdd1d2']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:14.063212 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-6a446678-d4b8-4650-8fbb-6806b0a8f23b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90f4024f-160c-4885-80aa-58ce2d07968c') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:14.063527 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-6a446678-d4b8-4650-8fbb-6806b0a8f23b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90f4024f-160c-4885-80aa-58ce2d07968c') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:14.116825 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6a446678-d4b8-4650-8fbb-6806b0a8f23b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:14.148188 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5d3f32a6-1a7f-4be6-bdaf-c19ad282cad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:14.203278 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-939962c3-84b4-48c9-be65-dc94648001e0 service neutron] 10.222.0.46 "GET /v2.0/networks/ce5fb7fa-2145-4849-a016-cf7110cf1deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498875 Jul 15 13:19:14.281127 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6a446678-d4b8-4650-8fbb-6806b0a8f23b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:14.327621 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a446678-d4b8-4650-8fbb-6806b0a8f23b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:19:14.328421 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6a446678-d4b8-4650-8fbb-6806b0a8f23b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:14.333980 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:19:14.333980 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:19:14.333980 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:19:14.333980 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:19:14.333980 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:19:14.333980 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:19:14.333980 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:19:14.333980 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:19:14.333980 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:19:14.333980 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:19:14.333980 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:19:14.333980 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:19:14.333980 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:19:14.333980 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:19:14.333980 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:19:14.333980 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:19:14.333980 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:19:14.333980 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:19:14.333980 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:19:14.333980 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:19:14.333980 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:19:14.333980 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:19:14.333980 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:19:14.333980 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:19:14.333980 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:19:14.333980 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:19:14.333980 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:19:14.333980 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:19:14.333980 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:19:14.333980 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:19:14.333980 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:19:14.333980 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:19:14.333980 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:19:14.333980 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:19:14.333980 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:19:14.333980 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:19:14.333980 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:19:14.333980 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:19:14.333980 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:19:14.333980 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:19:14.376741 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-9df22101-8e98-44e1-9153-b7704bdf731d service neutron] 10.222.0.46 "GET /v2.0/networks/ce5fb7fa-2145-4849-a016-cf7110cf1deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653600 Jul 15 13:19:14.454872 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6a446678-d4b8-4650-8fbb-6806b0a8f23b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:14.476688 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c36b9605-a7e3-4a24-a166-4b1ba7f2c812 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:19:14.492043 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6a446678-d4b8-4650-8fbb-6806b0a8f23b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:14.498767 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6a446678-d4b8-4650-8fbb-6806b0a8f23b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "DELETE /v2.0/networks/13c0d8aa-07af-4e01-b8fa-724097cdd1d2 HTTP/1.1" status: 204 len: 168 time: 1.0411851 Jul 15 13:19:14.506054 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39680) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:14.535976 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: c36b9605-a7e3-4a24-a166-4b1ba7f2c812 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:19:14.536318 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c36b9605-a7e3-4a24-a166-4b1ba7f2c812 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:19:14.538207 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-38c8b267-1974-4c94-9b1b-311299b26f60 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=f96dffd1-c1eb-4333-a155-61d16bf8a28e HTTP/1.1" status: 200 len: 217 time: 0.1537380 Jul 15 13:19:14.568932 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a446678-d4b8-4650-8fbb-6806b0a8f23b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event deleted for resources: {'Network': ['ID=13c0d8aa-07af-4e01-b8fa-724097cdd1d2,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:14.585232 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3b5ee-d9e9-4118-be88-5357623af27e req-a8d6c4ef-b8f9-4991-b478-5b3fc823770e tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:14.593206 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d0f3b5ee-d9e9-4118-be88-5357623af27e req-a8d6c4ef-b8f9-4991-b478-5b3fc823770e tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.3638530 Jul 15 13:19:14.630516 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5d3f32a6-1a7f-4be6-bdaf-c19ad282cad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:14.643427 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-917cb1d2-f89d-4ae2-9843-ab98348a53ea tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:14.644673 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5d3f32a6-1a7f-4be6-bdaf-c19ad282cad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:14.683022 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-917cb1d2-f89d-4ae2-9843-ab98348a53ea tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:14.685140 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d0f3b5ee-d9e9-4118-be88-5357623af27e req-246d6974-bca0-4545-9b5f-208bb23db652 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908914 Jul 15 13:19:14.785222 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5d3f32a6-1a7f-4be6-bdaf-c19ad282cad4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e89ce387bb614902ad7390e0adf29598&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0176058 Jul 15 13:19:14.785452 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39692) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:14.822535 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-917cb1d2-f89d-4ae2-9843-ab98348a53ea tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:14.825978 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-917cb1d2-f89d-4ae2-9843-ab98348a53ea tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:14.830588 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-917cb1d2-f89d-4ae2-9843-ab98348a53ea tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "DELETE /v2.0/security-groups/b00d526e-d151-4f83-bb42-f9f5f8e270ee HTTP/1.1" status: 204 len: 168 time: 0.3232574 Jul 15 13:19:14.848419 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f32a6-1a7f-4be6-bdaf-c19ad282cad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3562e736-d827-4ebb-8303-91f848ac34d2,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:14.853078 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917cb1d2-f89d-4ae2-9843-ab98348a53ea tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00d526e-d151-4f83-bb42-f9f5f8e270ee,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:14.877907 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-317c4c90-2c19-4fb7-9fb5-77b9061348a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:14.905626 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-317c4c90-2c19-4fb7-9fb5-77b9061348a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:14.961431 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2193fb6-f49c-4532-9d0a-0c8387e66fb3 req-4e4675e2-0e53-4c58-bc1e-b61b5e84b97f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:14.976274 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2193fb6-f49c-4532-9d0a-0c8387e66fb3 req-4e4675e2-0e53-4c58-bc1e-b61b5e84b97f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:14.983110 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-728415cc-c5e9-4c4c-8df4-75e3e32c9138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:14.985080 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-728415cc-c5e9-4c4c-8df4-75e3e32c9138 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=829664df-b46c-4105-a938-db78ac7ecabf HTTP/1.1" status: 200 len: 797 time: 0.3772044 Jul 15 13:19:14.987143 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-317c4c90-2c19-4fb7-9fb5-77b9061348a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:14.990830 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2193fb6-f49c-4532-9d0a-0c8387e66fb3 req-4e4675e2-0e53-4c58-bc1e-b61b5e84b97f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:14.991666 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-317c4c90-2c19-4fb7-9fb5-77b9061348a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:14.997337 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-317c4c90-2c19-4fb7-9fb5-77b9061348a8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3562e736-d827-4ebb-8303-91f848ac34d2 HTTP/1.1" status: 204 len: 168 time: 0.2086501 Jul 15 13:19:15.007368 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2193fb6-f49c-4532-9d0a-0c8387e66fb3 req-4e4675e2-0e53-4c58-bc1e-b61b5e84b97f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:15.017307 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2193fb6-f49c-4532-9d0a-0c8387e66fb3 req-4e4675e2-0e53-4c58-bc1e-b61b5e84b97f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:15.034661 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2193fb6-f49c-4532-9d0a-0c8387e66fb3 req-4e4675e2-0e53-4c58-bc1e-b61b5e84b97f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:15.051439 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2193fb6-f49c-4532-9d0a-0c8387e66fb3 req-4e4675e2-0e53-4c58-bc1e-b61b5e84b97f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:15.059974 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e2193fb6-f49c-4532-9d0a-0c8387e66fb3 req-4e4675e2-0e53-4c58-bc1e-b61b5e84b97f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 5426 time: 0.6069040 Jul 15 13:19:15.076195 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c4c90-2c19-4fb7-9fb5-77b9061348a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3562e736-d827-4ebb-8303-91f848ac34d2,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:15.153607 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-27513970-60ec-4570-b8cc-d7b9f3cc1cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:15.155722 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-27513970-60ec-4570-b8cc-d7b9f3cc1cab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce5fb7fa-2145-4849-a016-cf7110cf1deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1574647 Jul 15 13:19:15.203635 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e2193fb6-f49c-4532-9d0a-0c8387e66fb3 req-06764e31-68c6-4183-be1a-18b83063df3f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da&id=45431849-e472-4cc9-91dc-6aceda522923&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1424890 Jul 15 13:19:15.273011 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3d9d8-9886-444d-9f83-71d56ec54779 req-a3f1b3c1-0938-4001-bbf5-580f7b214a70 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:15.286131 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-84d3d9d8-9886-444d-9f83-71d56ec54779 req-a3f1b3c1-0938-4001-bbf5-580f7b214a70 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.2216094 Jul 15 13:19:15.351563 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-84d3d9d8-9886-444d-9f83-71d56ec54779 req-d484c0f0-cd70-4dc0-8463-0e89afb4b2e5 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624475 Jul 15 13:19:15.381525 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-ef97dde1-de5b-4b81-993a-d15793f55bf7 service neutron] 10.222.0.46 "GET /v2.0/networks/ce5fb7fa-2145-4849-a016-cf7110cf1deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182066 Jul 15 13:19:15.540820 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-25114b19-3cb3-4ab8-b895-ebe207dd234f service neutron] 10.222.0.46 "GET /v2.0/networks/ce5fb7fa-2145-4849-a016-cf7110cf1deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512456 Jul 15 13:19:15.591194 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-8a4933ae-4cf0-4cf2-8973-e3f221e57ab2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=6423fcfb-bafc-46ef-a503-c797233a6aba HTTP/1.1" status: 200 len: 217 time: 0.0421026 Jul 15 13:19:15.697846 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39732) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:15.705441 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-3195e298-b939-4e97-b3a1-d6684ec14110 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-183909312', 'description': 'tempest-secgroup-smoke-183909312 description', 'project_id': 'd986de84121549bf90b7ac80073eff67'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:15.723405 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-367e94f5-5ee1-4751-8802-717633b2cbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:15.730247 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-367e94f5-5ee1-4751-8802-717633b2cbf6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=829664df-b46c-4105-a938-db78ac7ecabf HTTP/1.1" status: 200 len: 797 time: 0.1188557 Jul 15 13:19:15.762120 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3195e298-b939-4e97-b3a1-d6684ec14110 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:15.787353 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39734) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:15.902083 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-f1020691-53d0-444d-9a88-f5ca0d49e279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:15.906278 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-f1020691-53d0-444d-9a88-f5ca0d49e279 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce5fb7fa-2145-4849-a016-cf7110cf1deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1687474 Jul 15 13:19:15.988885 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39742) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:16.049280 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1f455bff-1fc0-4e41-aa01-f6d012769172 req-274dc384-4268-4e18-9127-9ffa58ee40db tempest-ServerShowV257Test-923455110 tempest-ServerShowV257Test-923455110-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb659c5-0ed0-4452-ab3c-23b28e0f5340 HTTP/1.1" status: 200 len: 210 time: 0.1113365 Jul 15 13:19:16.084555 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e4812c69-1ee9-458f-abef-17648d082ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:16.095627 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3195e298-b939-4e97-b3a1-d6684ec14110 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:16.111819 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3195e298-b939-4e97-b3a1-d6684ec14110 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:16.224555 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39758) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:16.235490 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d3de779c-5a50-4c7d-a11d-9eabb27819de admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c43ea1d631ad40419de7685be80d23e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2434189 Jul 15 13:19:16.250883 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-4c6335ba-367c-461d-af3d-26c9aed8bee5 service neutron] 10.222.0.46 "GET /v2.0/networks/ce5fb7fa-2145-4849-a016-cf7110cf1deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320804 Jul 15 13:19:16.283986 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3195e298-b939-4e97-b3a1-d6684ec14110 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b11c2da-9886-4e12-b30f-76b6ecc4fe8a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:16.481204 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-c7b39b34-5ebe-4bdf-9d02-9e7a6877627e service neutron] 10.222.0.46 "GET /v2.0/networks/ce5fb7fa-2145-4849-a016-cf7110cf1deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209156 Jul 15 13:19:16.497161 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7c346788-5ebd-4c8f-b56d-0df9f9db2042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:16.638879 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-a63f92e7-6832-4052-b912-082e8ebd15e9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1fa3afd8-c7ad-4cdd-a821-24cff8228eca HTTP/1.1" status: 200 len: 217 time: 0.1448395 Jul 15 13:19:16.639532 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39778) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:16.770971 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-744e768c-a039-4d0e-a349-da1e5f747791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:16.772773 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-744e768c-a039-4d0e-a349-da1e5f747791 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=31ad8fdd-e622-4825-beaf-20c66a64adda HTTP/1.1" status: 200 len: 797 time: 0.1261806 Jul 15 13:19:16.851424 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-96f8c60a-69cd-482c-b390-49ae21766da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:16.877701 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-c1f9c941-5811-4408-9e46-6cfc68615baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:16.879633 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-c1f9c941-5811-4408-9e46-6cfc68615baa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b2f88f94-f063-456a-ac21-570ac0e96de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0992155 Jul 15 13:19:16.930613 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7c346788-5ebd-4c8f-b56d-0df9f9db2042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:16.968182 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e4812c69-1ee9-458f-abef-17648d082ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:16.986920 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e4812c69-1ee9-458f-abef-17648d082ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:17.010664 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3195e298-b939-4e97-b3a1-d6684ec14110 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:17.012182 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3195e298-b939-4e97-b3a1-d6684ec14110 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3129134 Jul 15 13:19:17.021342 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39784) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:17.040751 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-a21ec959-efa1-4606-aaa1-a45901d0b266 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'security_group_rule': {'security_group_id': '5b11c2da-9886-4e12-b30f-76b6ecc4fe8a', 'project_id': 'd986de84121549bf90b7ac80073eff67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:17.083483 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e4812c69-1ee9-458f-abef-17648d082ca2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=292850e4b14541908b18b7d030a5044c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2940035 Jul 15 13:19:17.084997 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39786) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:17.136366 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-29cf277f-d2d8-4c79-b982-af793cf683e8 service neutron] 10.222.0.46 "GET /v2.0/networks/b2f88f94-f063-456a-ac21-570ac0e96de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489390 Jul 15 13:19:17.152183 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4812c69-1ee9-458f-abef-17648d082ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd957728-570c-4d73-9084-db1468bb5e22,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:17.169695 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7c346788-5ebd-4c8f-b56d-0df9f9db2042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:17.172314 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7c346788-5ebd-4c8f-b56d-0df9f9db2042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:17.175775 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7c346788-5ebd-4c8f-b56d-0df9f9db2042 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d99d0163-c2e4-46ac-b7c3-f6930272202c HTTP/1.1" status: 204 len: 168 time: 0.9318719 Jul 15 13:19:17.187070 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61536ba1-4d1d-4e4c-9185-394214a74937 req-6323c92d-f6fb-4329-8405-451b1768b59e tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:17.194709 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-61536ba1-4d1d-4e4c-9185-394214a74937 req-6323c92d-f6fb-4329-8405-451b1768b59e tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.3000360 Jul 15 13:19:17.224746 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c346788-5ebd-4c8f-b56d-0df9f9db2042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99d0163-c2e4-46ac-b7c3-f6930272202c,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:17.248255 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b4dbc34f-9028-4894-808e-1ce90ecdd3f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:17.255920 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208cafc9-857b-4d3e-8932-bf5e7feb9aa6 req-d0c95a09-abf3-4170-b761-a7c7ad7e5e23 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:17.262760 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208cafc9-857b-4d3e-8932-bf5e7feb9aa6 req-d0c95a09-abf3-4170-b761-a7c7ad7e5e23 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:17.275051 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208cafc9-857b-4d3e-8932-bf5e7feb9aa6 req-d0c95a09-abf3-4170-b761-a7c7ad7e5e23 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:17.286074 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208cafc9-857b-4d3e-8932-bf5e7feb9aa6 req-d0c95a09-abf3-4170-b761-a7c7ad7e5e23 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:17.293328 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208cafc9-857b-4d3e-8932-bf5e7feb9aa6 req-d0c95a09-abf3-4170-b761-a7c7ad7e5e23 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:17.299248 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208cafc9-857b-4d3e-8932-bf5e7feb9aa6 req-d0c95a09-abf3-4170-b761-a7c7ad7e5e23 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:17.307227 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208cafc9-857b-4d3e-8932-bf5e7feb9aa6 req-d0c95a09-abf3-4170-b761-a7c7ad7e5e23 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:17.315371 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-208cafc9-857b-4d3e-8932-bf5e7feb9aa6 req-d0c95a09-abf3-4170-b761-a7c7ad7e5e23 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 5426 time: 0.7975323 Jul 15 13:19:17.340986 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b4dbc34f-9028-4894-808e-1ce90ecdd3f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:17.355251 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-61536ba1-4d1d-4e4c-9185-394214a74937 req-20b415b5-ef33-43a3-b6af-809c638eb258 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593950 Jul 15 13:19:17.410813 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-208cafc9-857b-4d3e-8932-bf5e7feb9aa6 req-63d2ba9e-e7b2-4a94-955c-424344dcb43b tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da&id=45431849-e472-4cc9-91dc-6aceda522923&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0944271 Jul 15 13:19:17.411998 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-96f8c60a-69cd-482c-b390-49ae21766da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:17.427051 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-96f8c60a-69cd-482c-b390-49ae21766da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:17.480719 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-24dae391-d357-4c82-bdd7-7c57c4c4f7db service neutron] 10.222.0.46 "GET /v2.0/networks/b2f88f94-f063-456a-ac21-570ac0e96de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312159 Jul 15 13:19:17.567173 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-96f8c60a-69cd-482c-b390-49ae21766da8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e274a7a073945309fc8b4a90b41337e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9265938 Jul 15 13:19:17.568932 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a21ec959-efa1-4606-aaa1-a45901d0b266 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:17.574112 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39796) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:17.587364 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-50f101ce-ab42-44f4-96c5-6d2dfbb8838c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=af2462b3-176b-4c48-84b6-2989d990ea5b HTTP/1.1" status: 200 len: 217 time: 0.0868385 Jul 15 13:19:17.605262 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2f96d503-faa7-4cc8-8b86-1c8c3b3b8e28 req-c7689ef9-6fed-4499-9211-fbf2f7ddc1a3 tempest-ServerShowV257Test-923455110 tempest-ServerShowV257Test-923455110-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb659c5-0ed0-4452-ab3c-23b28e0f5340 HTTP/1.1" status: 200 len: 210 time: 0.0673699 Jul 15 13:19:17.655232 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8c60a-69cd-482c-b390-49ae21766da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a75ce1-b537-449b-8788-09ba13acc3d3,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:17.684437 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b4dbc34f-9028-4894-808e-1ce90ecdd3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:17.687337 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b4dbc34f-9028-4894-808e-1ce90ecdd3f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:17.688571 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b4dbc34f-9028-4894-808e-1ce90ecdd3f7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cd957728-570c-4d73-9084-db1468bb5e22 HTTP/1.1" status: 204 len: 168 time: 0.5976622 Jul 15 13:19:17.764061 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-8fff02b1-c806-470b-8fb8-8e8ae2c1437b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:17.765737 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-8fff02b1-c806-470b-8fb8-8e8ae2c1437b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=31ad8fdd-e622-4825-beaf-20c66a64adda HTTP/1.1" status: 200 len: 797 time: 0.1770582 Jul 15 13:19:17.821896 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dbc34f-9028-4894-808e-1ce90ecdd3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd957728-570c-4d73-9084-db1468bb5e22,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:17.906814 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a65cd479-8ad7-4ef1-baa9-aefb976bcf5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:17.929885 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a65cd479-8ad7-4ef1-baa9-aefb976bcf5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:17.984227 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a65cd479-8ad7-4ef1-baa9-aefb976bcf5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:17.987008 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a65cd479-8ad7-4ef1-baa9-aefb976bcf5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:17.988284 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a65cd479-8ad7-4ef1-baa9-aefb976bcf5c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/81a75ce1-b537-449b-8788-09ba13acc3d3 HTTP/1.1" status: 204 len: 168 time: 0.3482928 Jul 15 13:19:18.012849 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a21ec959-efa1-4606-aaa1-a45901d0b266 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.016661 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65cd479-8ad7-4ef1-baa9-aefb976bcf5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a75ce1-b537-449b-8788-09ba13acc3d3,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:18.040726 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a21ec959-efa1-4606-aaa1-a45901d0b266 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.065181 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21ec959-efa1-4606-aaa1-a45901d0b266 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4037bcd-9d0a-437c-a38f-5bb87056824f,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:18.089802 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-88eec30a-9461-4d96-a000-cd57d506a569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:18.091755 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-88eec30a-9461-4d96-a000-cd57d506a569 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b2f88f94-f063-456a-ac21-570ac0e96de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3162754 Jul 15 13:19:18.093041 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a21ec959-efa1-4606-aaa1-a45901d0b266 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.094160 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a21ec959-efa1-4606-aaa1-a45901d0b266 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0665503 Jul 15 13:19:18.096983 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39814) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:18.101881 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-60bf58c6-90aa-4e34-baa8-ae2e45dcf59c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'security_group_rule': {'security_group_id': '5b11c2da-9886-4e12-b30f-76b6ecc4fe8a', 'project_id': 'd986de84121549bf90b7ac80073eff67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:18.121523 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39816) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:18.142188 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fae04b97-e8f2-4c98-92f2-59c42e69d2de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.232560 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-60bf58c6-90aa-4e34-baa8-ae2e45dcf59c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.296712 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fae04b97-e8f2-4c98-92f2-59c42e69d2de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.302068 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fae04b97-e8f2-4c98-92f2-59c42e69d2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.352679 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-fae04b97-e8f2-4c98-92f2-59c42e69d2de admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=96bca66316264b9b9d86bd3c42c2a3a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2285979 Jul 15 13:19:18.353295 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39822) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:18.370135 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-60bf58c6-90aa-4e34-baa8-ae2e45dcf59c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.379200 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-60bf58c6-90aa-4e34-baa8-ae2e45dcf59c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.382956 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae04b97-e8f2-4c98-92f2-59c42e69d2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e50945-aa11-43c0-93b3-d4a40411bcbd,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:18.411037 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-60bf58c6-90aa-4e34-baa8-ae2e45dcf59c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.412570 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-60bf58c6-90aa-4e34-baa8-ae2e45dcf59c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3145034 Jul 15 13:19:18.414734 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-f63c03a9-2808-4ea8-b93d-284243eff2eb service neutron] 10.222.0.46 "GET /v2.0/networks/b2f88f94-f063-456a-ac21-570ac0e96de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018265 Jul 15 13:19:18.416858 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39828) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:18.421740 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-777960ea-8fe9-499e-928d-b33e2cf1e457 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'security_group_rule': {'security_group_id': '5b11c2da-9886-4e12-b30f-76b6ecc4fe8a', 'project_id': 'd986de84121549bf90b7ac80073eff67', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:18.443610 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf58c6-90aa-4e34-baa8-ae2e45dcf59c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=082300f6-870b-4292-9d15-9c92edd8b721,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:18.448950 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d5b17b6e-31fe-440a-984e-dccde7670e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.484562 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d5b17b6e-31fe-440a-984e-dccde7670e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.548865 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-777960ea-8fe9-499e-928d-b33e2cf1e457 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.609447 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cd507d4-eb6b-4755-ac01-1e183b375180 req-6166a3bd-8375-44c9-8b28-773508a61c81 service neutron] 10.222.0.46 "GET /v2.0/networks/b2f88f94-f063-456a-ac21-570ac0e96de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810772 Jul 15 13:19:18.625554 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-777960ea-8fe9-499e-928d-b33e2cf1e457 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.631092 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-777960ea-8fe9-499e-928d-b33e2cf1e457 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.653553 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777960ea-8fe9-499e-928d-b33e2cf1e457 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=228be560-c435-4b39-ab96-f5b4b258b5f0,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:18.676995 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-777960ea-8fe9-499e-928d-b33e2cf1e457 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.678957 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-777960ea-8fe9-499e-928d-b33e2cf1e457 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2605829 Jul 15 13:19:18.681329 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39842) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:18.687532 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-2a0b362a-6e57-49ab-a4ea-65d7b2fc048c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'security_group_rule': {'security_group_id': '5b11c2da-9886-4e12-b30f-76b6ecc4fe8a', 'project_id': 'd986de84121549bf90b7ac80073eff67', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:18.723843 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2a0b362a-6e57-49ab-a4ea-65d7b2fc048c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.769235 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d5b17b6e-31fe-440a-984e-dccde7670e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.772256 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d5b17b6e-31fe-440a-984e-dccde7670e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.773933 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d5b17b6e-31fe-440a-984e-dccde7670e17 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c5e50945-aa11-43c0-93b3-d4a40411bcbd HTTP/1.1" status: 204 len: 168 time: 0.4194617 Jul 15 13:19:18.791847 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2a0b362a-6e57-49ab-a4ea-65d7b2fc048c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.795696 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b17b6e-31fe-440a-984e-dccde7670e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e50945-aa11-43c0-93b3-d4a40411bcbd,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:18.800151 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2a0b362a-6e57-49ab-a4ea-65d7b2fc048c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.832331 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b362a-6e57-49ab-a4ea-65d7b2fc048c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e6801e1-958b-4bc1-8197-176faa12f373,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:18.843678 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2a0b362a-6e57-49ab-a4ea-65d7b2fc048c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.846831 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2a0b362a-6e57-49ab-a4ea-65d7b2fc048c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1631756 Jul 15 13:19:18.849401 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39850) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:18.859421 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-b911146a-8473-4776-affc-2e85b5e7017c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'security_group_rule': {'security_group_id': '5b11c2da-9886-4e12-b30f-76b6ecc4fe8a', 'project_id': 'd986de84121549bf90b7ac80073eff67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:18.860679 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b5987e-66cd-4c09-8f76-3037e1e43ff6 req-e7713149-e59c-4518-9f22-c24226324434 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:18.867757 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c2b5987e-66cd-4c09-8f76-3037e1e43ff6 req-e7713149-e59c-4518-9f22-c24226324434 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.3021545 Jul 15 13:19:18.907859 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c2b5987e-66cd-4c09-8f76-3037e1e43ff6 req-4d2b4e35-7375-48ea-8ff2-7c08a5b226a6 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390348 Jul 15 13:19:18.909427 n-d-771363-36 neutron-server[93826]: INFO neutron.db.securitygroups_db [None req-b911146a-8473-4776-affc-2e85b5e7017c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Project d986de84121549bf90b7ac80073eff67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:19:18.919358 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b911146a-8473-4776-affc-2e85b5e7017c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.931006 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3ae53-c993-4a72-bb3e-4874c7c4bd41 req-97bbbd7e-a1f9-41ad-9a87-8dfaf6526adb tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:18.937923 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3ae53-c993-4a72-bb3e-4874c7c4bd41 req-97bbbd7e-a1f9-41ad-9a87-8dfaf6526adb tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:18.944711 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3ae53-c993-4a72-bb3e-4874c7c4bd41 req-97bbbd7e-a1f9-41ad-9a87-8dfaf6526adb tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:18.950954 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3ae53-c993-4a72-bb3e-4874c7c4bd41 req-97bbbd7e-a1f9-41ad-9a87-8dfaf6526adb tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:18.957396 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3ae53-c993-4a72-bb3e-4874c7c4bd41 req-97bbbd7e-a1f9-41ad-9a87-8dfaf6526adb tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:18.964148 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3ae53-c993-4a72-bb3e-4874c7c4bd41 req-97bbbd7e-a1f9-41ad-9a87-8dfaf6526adb tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:18.970220 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3ae53-c993-4a72-bb3e-4874c7c4bd41 req-97bbbd7e-a1f9-41ad-9a87-8dfaf6526adb tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:18.983514 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5ff3ae53-c993-4a72-bb3e-4874c7c4bd41 req-97bbbd7e-a1f9-41ad-9a87-8dfaf6526adb tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 5426 time: 0.3306079 Jul 15 13:19:19.066576 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b911146a-8473-4776-affc-2e85b5e7017c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:19.072188 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b911146a-8473-4776-affc-2e85b5e7017c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:19.083268 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5ff3ae53-c993-4a72-bb3e-4874c7c4bd41 req-c0ed6165-9c16-441e-8323-21bf136274ca tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da&id=45431849-e472-4cc9-91dc-6aceda522923&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0979719 Jul 15 13:19:19.092584 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b911146a-8473-4776-affc-2e85b5e7017c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f36b1f5-38d6-4eff-a564-43b32aa42408,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:19.123027 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b911146a-8473-4776-affc-2e85b5e7017c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:19.124407 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b911146a-8473-4776-affc-2e85b5e7017c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2733057 Jul 15 13:19:19.126987 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39858) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:19.134881 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-c02d9b46-c58c-4d10-99ca-7646b2778a76 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'security_group_rule': {'security_group_id': '5b11c2da-9886-4e12-b30f-76b6ecc4fe8a', 'project_id': 'd986de84121549bf90b7ac80073eff67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:19.170544 n-d-771363-36 neutron-server[93826]: INFO neutron.db.securitygroups_db [None req-c02d9b46-c58c-4d10-99ca-7646b2778a76 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Project d986de84121549bf90b7ac80073eff67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:19:19.176921 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c02d9b46-c58c-4d10-99ca-7646b2778a76 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:19.179031 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1639a812-50b6-47f9-a123-e98587a90347 req-8f1330e4-9729-4dce-a297-66fea5bd3b22 tempest-ServerShowV257Test-923455110 tempest-ServerShowV257Test-923455110-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb659c5-0ed0-4452-ab3c-23b28e0f5340 HTTP/1.1" status: 200 len: 210 time: 0.0463026 Jul 15 13:19:19.279676 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c02d9b46-c58c-4d10-99ca-7646b2778a76 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:19.286120 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c02d9b46-c58c-4d10-99ca-7646b2778a76 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:19.322412 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d9b46-c58c-4d10-99ca-7646b2778a76 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f7a8f20-3628-4988-9022-aa293888229f,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:19.327567 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c02d9b46-c58c-4d10-99ca-7646b2778a76 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:19.329200 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c02d9b46-c58c-4d10-99ca-7646b2778a76 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2011147 Jul 15 13:19:19.332156 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39868) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:19.337518 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-1d09baad-7e41-4f1c-bb5e-5b8796ec4ca2 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'network': {'name': 'tempest-network-smoke--1785903629', 'project_id': 'd986de84121549bf90b7ac80073eff67', 'port_security_enabled': True}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:19.367034 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7344b080-f1e7-4c36-b6fd-0a4de256bf31 req-75f7701a-3c92-4cb6-b4ec-07f0a2bdf460 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1eb659c5-0ed0-4452-ab3c-23b28e0f5340 HTTP/1.1" status: 200 len: 210 time: 0.0409288 Jul 15 13:19:19.379231 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d09baad-7e41-4f1c-bb5e-5b8796ec4ca2 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Made reservation on behalf of d986de84121549bf90b7ac80073eff67 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:19.384178 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1d09baad-7e41-4f1c-bb5e-5b8796ec4ca2 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:19.419186 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d09baad-7e41-4f1c-bb5e-5b8796ec4ca2 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:19:19.436895 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1d09baad-7e41-4f1c-bb5e-5b8796ec4ca2 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:19.437262 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-1d09baad-7e41-4f1c-bb5e-5b8796ec4ca2 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Added segment f745d7e8-44c3-436a-9c4b-9fb879b66c67 of type vlan for network 018d44e0-c369-47de-a220-68097fbc171f Jul 15 13:19:19.489700 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1d09baad-7e41-4f1c-bb5e-5b8796ec4ca2 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:19.530394 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1d09baad-7e41-4f1c-bb5e-5b8796ec4ca2 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:19.538552 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d09baad-7e41-4f1c-bb5e-5b8796ec4ca2 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:19.539211 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1d09baad-7e41-4f1c-bb5e-5b8796ec4ca2 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:19.581086 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1d09baad-7e41-4f1c-bb5e-5b8796ec4ca2 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2478204 Jul 15 13:19:19.584953 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39880) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:19.590822 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-cc124883-4e39-405e-be98-b786978ec5c5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-800570340', 'admin_state_up': True, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:19.611764 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09baad-7e41-4f1c-bb5e-5b8796ec4ca2 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'Network': ['ID=018d44e0-c369-47de-a220-68097fbc171f,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:19.624050 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 018d44e0-c369-47de-a220-68097fbc171f details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:19:19.637695 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cc124883-4e39-405e-be98-b786978ec5c5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:19.637695 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cc124883-4e39-405e-be98-b786978ec5c5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:19.708773 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cc124883-4e39-405e-be98-b786978ec5c5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:19.806216 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39888) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:19.880850 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cc124883-4e39-405e-be98-b786978ec5c5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:19.944708 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39894) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:20.091880 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-028a10b9-7bc1-445a-8439-14756b067a9f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1698916135-network', 'tenant_id': '27fc5cb6d8c04643bd2403b04d4c4bb4'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:20.136181 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028a10b9-7bc1-445a-8439-14756b067a9f admin admin] Made reservation on behalf of 27fc5cb6d8c04643bd2403b04d4c4bb4 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:20.141414 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-028a10b9-7bc1-445a-8439-14756b067a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.161897 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-028a10b9-7bc1-445a-8439-14756b067a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.277522 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cc124883-4e39-405e-be98-b786978ec5c5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.317954 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-645404c6-0348-41d0-abd7-88cf46613451 tempest-RoutersAdminNegativeTest-1368439945 tempest-RoutersAdminNegativeTest-1368439945-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-559776500', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:20.321357 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cc124883-4e39-405e-be98-b786978ec5c5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.401833 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645404c6-0348-41d0-abd7-88cf46613451 tempest-RoutersAdminNegativeTest-1368439945 tempest-RoutersAdminNegativeTest-1368439945-project-admin] Made reservation on behalf of 062fb33f0620448dac18d06d5c9f2beb for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:20.404337 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-645404c6-0348-41d0-abd7-88cf46613451 tempest-RoutersAdminNegativeTest-1368439945 tempest-RoutersAdminNegativeTest-1368439945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.474759 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-645404c6-0348-41d0-abd7-88cf46613451 tempest-RoutersAdminNegativeTest-1368439945 tempest-RoutersAdminNegativeTest-1368439945-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.504199 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-cc124883-4e39-405e-be98-b786978ec5c5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Allocated IP 172.25.8.235 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/5061abcf-1dd0-4fba-b45a-90bafb2ef0cc) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:20.564031 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea273f-e192-4b1d-8432-a49693c9f184 req-017bab4a-08e2-4a1d-8b4d-3b139a68b6bf tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:20.571206 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6bea273f-e192-4b1d-8432-a49693c9f184 req-017bab4a-08e2-4a1d-8b4d-3b139a68b6bf tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.4112976 Jul 15 13:19:20.636219 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858388c-ffcc-40fa-977e-cd57c8cb1f18 req-9a653c92-f147-4db3-9cbd-8ef1926a8f0f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:20.641065 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cc124883-4e39-405e-be98-b786978ec5c5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.641975 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858388c-ffcc-40fa-977e-cd57c8cb1f18 req-9a653c92-f147-4db3-9cbd-8ef1926a8f0f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:20.650299 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858388c-ffcc-40fa-977e-cd57c8cb1f18 req-9a653c92-f147-4db3-9cbd-8ef1926a8f0f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:20.656962 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858388c-ffcc-40fa-977e-cd57c8cb1f18 req-9a653c92-f147-4db3-9cbd-8ef1926a8f0f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:20.663326 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858388c-ffcc-40fa-977e-cd57c8cb1f18 req-9a653c92-f147-4db3-9cbd-8ef1926a8f0f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:20.670283 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858388c-ffcc-40fa-977e-cd57c8cb1f18 req-9a653c92-f147-4db3-9cbd-8ef1926a8f0f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:20.678786 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858388c-ffcc-40fa-977e-cd57c8cb1f18 req-9a653c92-f147-4db3-9cbd-8ef1926a8f0f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:20.681052 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7858388c-ffcc-40fa-977e-cd57c8cb1f18 req-9a653c92-f147-4db3-9cbd-8ef1926a8f0f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 5426 time: 0.4204423 Jul 15 13:19:20.699366 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6bea273f-e192-4b1d-8432-a49693c9f184 req-395bc68b-45ff-4e8f-baf5-a907dcf145c2 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270289 Jul 15 13:19:20.753605 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cc124883-4e39-405e-be98-b786978ec5c5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.774844 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-028a10b9-7bc1-445a-8439-14756b067a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.804587 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-028a10b9-7bc1-445a-8439-14756b067a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.821447 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc124883-4e39-405e-be98-b786978ec5c5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'Port': ['ID=5061abcf-1dd0-4fba-b45a-90bafb2ef0cc,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:20.832127 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc124883-4e39-405e-be98-b786978ec5c5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:20.832825 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc124883-4e39-405e-be98-b786978ec5c5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:20.833420 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc124883-4e39-405e-be98-b786978ec5c5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:20.833924 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc124883-4e39-405e-be98-b786978ec5c5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:20.834467 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc124883-4e39-405e-be98-b786978ec5c5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:20.834996 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc124883-4e39-405e-be98-b786978ec5c5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:20.835677 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc124883-4e39-405e-be98-b786978ec5c5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:20.837713 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc124883-4e39-405e-be98-b786978ec5c5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:20.838235 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc124883-4e39-405e-be98-b786978ec5c5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:20.838876 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc124883-4e39-405e-be98-b786978ec5c5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:20.839448 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc124883-4e39-405e-be98-b786978ec5c5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:20.839980 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc124883-4e39-405e-be98-b786978ec5c5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:20.857506 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc124883-4e39-405e-be98-b786978ec5c5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:20.861094 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-cc124883-4e39-405e-be98-b786978ec5c5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:20.872168 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc124883-4e39-405e-be98-b786978ec5c5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:20.922073 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7858388c-ffcc-40fa-977e-cd57c8cb1f18 req-eb7efba3-3b68-46aa-a601-5ed2bd7586dc tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da&id=45431849-e472-4cc9-91dc-6aceda522923&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2327199 Jul 15 13:19:20.922896 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-028a10b9-7bc1-445a-8439-14756b067a9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:19:20.954957 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d00e8b0c-1f81-42fd-8ca6-c39a9c5ef618 req-4df30f51-2d70-4035-b4eb-86a3003f546a tempest-ServerShowV257Test-923455110 tempest-ServerShowV257Test-923455110-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb659c5-0ed0-4452-ab3c-23b28e0f5340 HTTP/1.1" status: 200 len: 210 time: 0.0775578 Jul 15 13:19:20.973947 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-028a10b9-7bc1-445a-8439-14756b067a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.974303 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-028a10b9-7bc1-445a-8439-14756b067a9f admin admin] Added segment 3864457b-0c8b-4073-aefc-deb4dbf165b4 of type vlan for network bc378939-e101-4aa3-86f3-04b543a39c6c Jul 15 13:19:20.986278 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a10b9-7bc1-445a-8439-14756b067a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab08d857-4863-4f19-87e2-d9ddb6c7ddda,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:21.063532 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f4fac-61f2-49cb-8fb5-d4c1298015e7 req-c0cbe20e-27cf-49b5-a560-f4bde3d7884f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:21.065726 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-028a10b9-7bc1-445a-8439-14756b067a9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:21.065862 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e19f4fac-61f2-49cb-8fb5-d4c1298015e7 req-c0cbe20e-27cf-49b5-a560-f4bde3d7884f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a1172f2a14a403dab8bb15cd26b5d7e&device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 1098 time: 0.3452351 Jul 15 13:19:21.143233 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-028a10b9-7bc1-445a-8439-14756b067a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:21.145025 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028a10b9-7bc1-445a-8439-14756b067a9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:21.146145 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-028a10b9-7bc1-445a-8439-14756b067a9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:21.171068 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-645404c6-0348-41d0-abd7-88cf46613451 tempest-RoutersAdminNegativeTest-1368439945 tempest-RoutersAdminNegativeTest-1368439945-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:21.194309 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-645404c6-0348-41d0-abd7-88cf46613451 tempest-RoutersAdminNegativeTest-1368439945 tempest-RoutersAdminNegativeTest-1368439945-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:21.215849 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-028a10b9-7bc1-445a-8439-14756b067a9f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4082303 Jul 15 13:19:21.233668 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39944) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:21.240313 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-8419b1b1-547f-4f4d-82f1-1f7a28304384 admin admin] Request body: {'subnet': {'network_id': 'bc378939-e101-4aa3-86f3-04b543a39c6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1698916135-subnet', 'tenant_id': '27fc5cb6d8c04643bd2403b04d4c4bb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:21.249696 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-645404c6-0348-41d0-abd7-88cf46613451 tempest-RoutersAdminNegativeTest-1368439945 tempest-RoutersAdminNegativeTest-1368439945-project-admin] device_id is not set on port 631c9fc7-d896-4ab9-9be9-51a0e681ceca yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:19:21.253794 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645404c6-0348-41d0-abd7-88cf46613451 tempest-RoutersAdminNegativeTest-1368439945 tempest-RoutersAdminNegativeTest-1368439945-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfda48e8-672c-4f0c-a520-34b401ebeed5,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:21.373229 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f4fac-61f2-49cb-8fb5-d4c1298015e7 req-f40dbde5-bcc6-451b-88be-1352db02e5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:21.374745 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e19f4fac-61f2-49cb-8fb5-d4c1298015e7 req-f40dbde5-bcc6-451b-88be-1352db02e5e8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=99cd1bfe-9d64-42d2-99af-5de7cac58504 HTTP/1.1" status: 200 len: 915 time: 0.2617600 Jul 15 13:19:21.385958 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8419b1b1-547f-4f4d-82f1-1f7a28304384 admin admin] Made reservation on behalf of 27fc5cb6d8c04643bd2403b04d4c4bb4 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:21.388910 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8419b1b1-547f-4f4d-82f1-1f7a28304384 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:21.390786 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a10b9-7bc1-445a-8439-14756b067a9f admin admin] Pushing event updated for resources: {'Network': ['ID=bc378939-e101-4aa3-86f3-04b543a39c6c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:21.405060 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network bc378939-e101-4aa3-86f3-04b543a39c6c details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:19:21.468377 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e19f4fac-61f2-49cb-8fb5-d4c1298015e7 req-51d6a454-6f93-4f32-9541-45d58d145674 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bb4bb62-0322-4b98-9cb4-505e0aa23bef HTTP/1.1" status: 200 len: 217 time: 0.0762334 Jul 15 13:19:21.517351 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cc124883-4e39-405e-be98-b786978ec5c5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:21.610609 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-645404c6-0348-41d0-abd7-88cf46613451 tempest-RoutersAdminNegativeTest-1368439945 tempest-RoutersAdminNegativeTest-1368439945-project-admin] Allocated IP 172.25.8.175 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/631c9fc7-d896-4ab9-9be9-51a0e681ceca) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:21.629599 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f4fac-61f2-49cb-8fb5-d4c1298015e7 req-cda15b69-72c4-4313-946f-200ae4f69d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:21.632121 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e19f4fac-61f2-49cb-8fb5-d4c1298015e7 req-cda15b69-72c4-4313-946f-200ae4f69d55 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee6addd9-f622-4af5-9405-5b44d7a0cc0b HTTP/1.1" status: 200 len: 854 time: 0.1295981 Jul 15 13:19:21.715501 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e19f4fac-61f2-49cb-8fb5-d4c1298015e7 req-e375e77a-e37f-424f-97ab-17f0c2d98a7e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=99cd1bfe-9d64-42d2-99af-5de7cac58504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405121 Jul 15 13:19:21.828585 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f9eac1cf-9b19-4565-9daa-89d7c71865e1 req-1d9ae34a-d598-456d-af2c-e9e181198566 tempest-ServerShowV257Test-923455110 tempest-ServerShowV257Test-923455110-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb659c5-0ed0-4452-ab3c-23b28e0f5340 HTTP/1.1" status: 200 len: 210 time: 0.0391397 Jul 15 13:19:22.014353 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-645404c6-0348-41d0-abd7-88cf46613451 tempest-RoutersAdminNegativeTest-1368439945 tempest-RoutersAdminNegativeTest-1368439945-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:22.048756 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc43a6f-1afb-4114-a328-20ec969d8d4d req-046d15d3-ad9e-47c3-82aa-c6421fa5ef18 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:22.050355 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7dc43a6f-1afb-4114-a328-20ec969d8d4d req-046d15d3-ad9e-47c3-82aa-c6421fa5ef18 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.1444008 Jul 15 13:19:22.109948 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7dc43a6f-1afb-4114-a328-20ec969d8d4d req-13eb4d46-6233-4161-9931-29ca6717c608 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504534 Jul 15 13:19:22.111194 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-645404c6-0348-41d0-abd7-88cf46613451 tempest-RoutersAdminNegativeTest-1368439945 tempest-RoutersAdminNegativeTest-1368439945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:22.188543 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645404c6-0348-41d0-abd7-88cf46613451 tempest-RoutersAdminNegativeTest-1368439945 tempest-RoutersAdminNegativeTest-1368439945-project-admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:22.193418 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-645404c6-0348-41d0-abd7-88cf46613451 tempest-RoutersAdminNegativeTest-1368439945 tempest-RoutersAdminNegativeTest-1368439945-project-admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:22.195793 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:19:22.198482 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645404c6-0348-41d0-abd7-88cf46613451 tempest-RoutersAdminNegativeTest-1368439945 tempest-RoutersAdminNegativeTest-1368439945-project-admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:22.201753 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645404c6-0348-41d0-abd7-88cf46613451 tempest-RoutersAdminNegativeTest-1368439945 tempest-RoutersAdminNegativeTest-1368439945-project-admin] Pushing event updated for resources: {'Port': ['ID=631c9fc7-d896-4ab9-9be9-51a0e681ceca,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:22.262673 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645404c6-0348-41d0-abd7-88cf46613451 tempest-RoutersAdminNegativeTest-1368439945 tempest-RoutersAdminNegativeTest-1368439945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:22.263551 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-645404c6-0348-41d0-abd7-88cf46613451 tempest-RoutersAdminNegativeTest-1368439945 tempest-RoutersAdminNegativeTest-1368439945-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:22.306426 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-645404c6-0348-41d0-abd7-88cf46613451 tempest-RoutersAdminNegativeTest-1368439945 tempest-RoutersAdminNegativeTest-1368439945-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3605955 Jul 15 13:19:22.309102 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39974) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:22.314539 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-d2519a63-1e6b-4039-8771-fec914d8c947 tempest-RoutersAdminNegativeTest-1368439945 tempest-RoutersAdminNegativeTest-1368439945-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.175'}]}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:22.357820 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8419b1b1-547f-4f4d-82f1-1f7a28304384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:22.389497 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43da5f-cb79-4e60-be1e-e46345ff62b6 req-ed9cf7f6-10e1-40cb-9dc1-c98bf5b1ee74 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:22.395544 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43da5f-cb79-4e60-be1e-e46345ff62b6 req-ed9cf7f6-10e1-40cb-9dc1-c98bf5b1ee74 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:22.402353 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43da5f-cb79-4e60-be1e-e46345ff62b6 req-ed9cf7f6-10e1-40cb-9dc1-c98bf5b1ee74 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:22.408462 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43da5f-cb79-4e60-be1e-e46345ff62b6 req-ed9cf7f6-10e1-40cb-9dc1-c98bf5b1ee74 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:22.414352 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43da5f-cb79-4e60-be1e-e46345ff62b6 req-ed9cf7f6-10e1-40cb-9dc1-c98bf5b1ee74 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:22.420631 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43da5f-cb79-4e60-be1e-e46345ff62b6 req-ed9cf7f6-10e1-40cb-9dc1-c98bf5b1ee74 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:22.427016 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43da5f-cb79-4e60-be1e-e46345ff62b6 req-ed9cf7f6-10e1-40cb-9dc1-c98bf5b1ee74 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:22.429025 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b43da5f-cb79-4e60-be1e-e46345ff62b6 req-ed9cf7f6-10e1-40cb-9dc1-c98bf5b1ee74 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 5426 time: 0.1847582 Jul 15 13:19:22.434990 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2519a63-1e6b-4039-8771-fec914d8c947 tempest-RoutersAdminNegativeTest-1368439945 tempest-RoutersAdminNegativeTest-1368439945-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:22.436490 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2519a63-1e6b-4039-8771-fec914d8c947 tempest-RoutersAdminNegativeTest-1368439945 tempest-RoutersAdminNegativeTest-1368439945-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:22.497025 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b43da5f-cb79-4e60-be1e-e46345ff62b6 req-4369174c-9a2c-4e82-a47e-c13574b928e2 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da&id=45431849-e472-4cc9-91dc-6aceda522923&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553868 Jul 15 13:19:22.534747 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2519a63-1e6b-4039-8771-fec914d8c947 tempest-RoutersAdminNegativeTest-1368439945 tempest-RoutersAdminNegativeTest-1368439945-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:22.598852 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8419b1b1-547f-4f4d-82f1-1f7a28304384 admin admin] Checking segment: {'id': '3864457b-0c8b-4073-aefc-deb4dbf165b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bc378939-e101-4aa3-86f3-04b543a39c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:22.599194 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8419b1b1-547f-4f4d-82f1-1f7a28304384 admin admin] Network hostable DHCP agents. Network: bc378939-e101-4aa3-86f3-04b543a39c6c, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:19:22.649035 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8419b1b1-547f-4f4d-82f1-1f7a28304384 admin admin] Network bc378939-e101-4aa3-86f3-04b543a39c6c is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:19:22.662817 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419b1b1-547f-4f4d-82f1-1f7a28304384 admin admin] Pushing event updated for resources: {'Subnet': ['ID=045ea613-988e-4395-bf65-22f94dbdd99c,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:22.671941 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-8419b1b1-547f-4f4d-82f1-1f7a28304384 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, bc378939-e101-4aa3-86f3-04b543a39c6c) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:22.676714 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8419b1b1-547f-4f4d-82f1-1f7a28304384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:22.677328 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8419b1b1-547f-4f4d-82f1-1f7a28304384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:22.684427 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43036f65-8dd0-485d-afaf-488e30e2230e None None] Network bc378939-e101-4aa3-86f3-04b543a39c6c requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:19:22.704077 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8419b1b1-547f-4f4d-82f1-1f7a28304384 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4622009 Jul 15 13:19:22.704077 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cc124883-4e39-405e-be98-b786978ec5c5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:22.719315 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e19f4fac-61f2-49cb-8fb5-d4c1298015e7 req-fc6c43cb-03ee-48f5-854b-5da64774fb87 service neutron] 10.222.0.46 "GET /v2.0/networks/99cd1bfe-9d64-42d2-99af-5de7cac58504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4834237 Jul 15 13:19:22.721681 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2519a63-1e6b-4039-8771-fec914d8c947 tempest-RoutersAdminNegativeTest-1368439945 tempest-RoutersAdminNegativeTest-1368439945-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:22.891053 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e19f4fac-61f2-49cb-8fb5-d4c1298015e7 req-7fd12ff4-7811-4e07-920a-df73b462c6bd service neutron] 10.222.0.46 "GET /v2.0/networks/99cd1bfe-9d64-42d2-99af-5de7cac58504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707292 Jul 15 13:19:22.945364 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0551e15-cdda-45d2-aeae-5933d8997b5b None None] Network bc378939-e101-4aa3-86f3-04b543a39c6c requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:19:23.034501 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc124883-4e39-405e-be98-b786978ec5c5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Router 611c8070-8a1e-4098-ac30-9d05d80361eb is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:19:23.259019 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-50598b4b-851d-4e38-93c9-9ba78de6569e req-4641188a-6a13-4d36-9152-597a5c2eb061 tempest-ServerShowV257Test-923455110 tempest-ServerShowV257Test-923455110-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb659c5-0ed0-4452-ab3c-23b28e0f5340 HTTP/1.1" status: 200 len: 210 time: 0.1227381 Jul 15 13:19:23.261759 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2519a63-1e6b-4039-8771-fec914d8c947 tempest-RoutersAdminNegativeTest-1368439945 tempest-RoutersAdminNegativeTest-1368439945-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:23.281325 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc124883-4e39-405e-be98-b786978ec5c5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:19:23.297001 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f64c6a-b511-4b28-8037-6034de8acffd None None] Sync routers for ids ['611c8070-8a1e-4098-ac30-9d05d80361eb'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:19:23.312035 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f64c6a-b511-4b28-8037-6034de8acffd None None] Routers {'611c8070-8a1e-4098-ac30-9d05d80361eb'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:23.312760 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-e3f64c6a-b511-4b28-8037-6034de8acffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:19:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['611c8070-8a1e-4098-ac30-9d05d80361eb'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:23.314692 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cc124883-4e39-405e-be98-b786978ec5c5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:23.316970 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-cc124883-4e39-405e-be98-b786978ec5c5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.7305658 Jul 15 13:19:23.319745 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39994) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:23.320745 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2519a63-1e6b-4039-8771-fec914d8c947 tempest-RoutersAdminNegativeTest-1368439945 tempest-RoutersAdminNegativeTest-1368439945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:23.403466 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-fcb9c545-d624-44c9-8c36-d7a34feca5f8 tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=d986de84121549bf90b7ac80073eff67&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0811789 Jul 15 13:19:23.405826 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39998) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:23.475539 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-e3f64c6a-b511-4b28-8037-6034de8acffd None None] Set router 611c8070-8a1e-4098-ac30-9d05d80361eb gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:23.651701 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcd830e-d7cd-475a-a940-a29fb0a3c421 tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:23.653645 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5dcd830e-d7cd-475a-a940-a29fb0a3c421 tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2465858 Jul 15 13:19:23.659094 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40008) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:23.725680 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ab66a4af-d40d-4f2a-90e4-43ac45afabd3 tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=e1268488-a505-464f-96b0-8b93d6dfd7ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0635924 Jul 15 13:19:23.728212 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40012) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:23.739207 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-a27d1dd4-b9f5-4bd7-a6d7-0cea901df4c8 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1599787816', 'network_id': '018d44e0-c369-47de-a220-68097fbc171f', 'project_id': 'd986de84121549bf90b7ac80073eff67', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:23.834004 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-e3f64c6a-b511-4b28-8037-6034de8acffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611c8070-8a1e-4098-ac30-9d05d80361eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800570340', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '5061abcf-1dd0-4fba-b45a-90bafb2ef0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:19Z', 'updated_at': '2021-07-15T13:19:21Z', 'revision_number': 3, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': '5061abcf-1dd0-4fba-b45a-90bafb2ef0cc', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611c8070-8a1e-4098-ac30-9d05d80361eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:20Z', 'updated_at': '2021-07-15T13:19:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:23.879832 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f64c6a-b511-4b28-8037-6034de8acffd None None] Checking router: 611c8070-8a1e-4098-ac30-9d05d80361eb for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:19:23.880638 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f64c6a-b511-4b28-8037-6034de8acffd None None] Updating router 611c8070-8a1e-4098-ac30-9d05d80361eb port 5061abcf-1dd0-4fba-b45a-90bafb2ef0cc binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:19:23.893377 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27d1dd4-b9f5-4bd7-a6d7-0cea901df4c8 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Made reservation on behalf of d986de84121549bf90b7ac80073eff67 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:23.901897 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a27d1dd4-b9f5-4bd7-a6d7-0cea901df4c8 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:23.919232 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfe8ff-86bc-40e5-99e5-5872d49aaf49 req-8e9b5384-274d-4366-923c-90cb243b3a5e tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:23.926869 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0edfe8ff-86bc-40e5-99e5-5872d49aaf49 req-8e9b5384-274d-4366-923c-90cb243b3a5e tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.2340953 Jul 15 13:19:23.931838 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2519a63-1e6b-4039-8771-fec914d8c947 tempest-RoutersAdminNegativeTest-1368439945 tempest-RoutersAdminNegativeTest-1368439945-project-admin] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:23.966700 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e3f64c6a-b511-4b28-8037-6034de8acffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:24.175403 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0edfe8ff-86bc-40e5-99e5-5872d49aaf49 req-f1a54c32-276c-48ac-a626-599f9dc45ee1 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475958 Jul 15 13:19:24.254009 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a27d1dd4-b9f5-4bd7-a6d7-0cea901df4c8 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:24.296664 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1af565-5c0a-4da4-bad1-6869d7eff3af req-e016abf3-44aa-4dda-8dae-083a275da39c tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:24.320036 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1af565-5c0a-4da4-bad1-6869d7eff3af req-e016abf3-44aa-4dda-8dae-083a275da39c tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:24.336407 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1af565-5c0a-4da4-bad1-6869d7eff3af req-e016abf3-44aa-4dda-8dae-083a275da39c tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:24.349705 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1af565-5c0a-4da4-bad1-6869d7eff3af req-e016abf3-44aa-4dda-8dae-083a275da39c tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:24.366081 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1af565-5c0a-4da4-bad1-6869d7eff3af req-e016abf3-44aa-4dda-8dae-083a275da39c tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:24.372387 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1af565-5c0a-4da4-bad1-6869d7eff3af req-e016abf3-44aa-4dda-8dae-083a275da39c tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:24.385553 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1af565-5c0a-4da4-bad1-6869d7eff3af req-e016abf3-44aa-4dda-8dae-083a275da39c tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:24.392318 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d1dd4-b9f5-4bd7-a6d7-0cea901df4c8 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'Subnet': ['ID=bfb0eadd-83c2-49db-a9a7-d4c408cf0bd2,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:24.404471 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0a1af565-5c0a-4da4-bad1-6869d7eff3af req-e016abf3-44aa-4dda-8dae-083a275da39c tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 5426 time: 0.6969392 Jul 15 13:19:24.409795 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27d1dd4-b9f5-4bd7-a6d7-0cea901df4c8 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Checking segment: {'id': 'f745d7e8-44c3-436a-9c4b-9fb879b66c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '018d44e0-c369-47de-a220-68097fbc171f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:24.410388 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27d1dd4-b9f5-4bd7-a6d7-0cea901df4c8 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Network hostable DHCP agents. Network: 018d44e0-c369-47de-a220-68097fbc171f, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:19:24.434415 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27d1dd4-b9f5-4bd7-a6d7-0cea901df4c8 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Network 018d44e0-c369-47de-a220-68097fbc171f is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:19:24.439641 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e3f64c6a-b511-4b28-8037-6034de8acffd None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:24.457391 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-e3f64c6a-b511-4b28-8037-6034de8acffd None None] Transition to ACTIVE for port object 5061abcf-1dd0-4fba-b45a-90bafb2ef0cc will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:24.459274 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2519a63-1e6b-4039-8771-fec914d8c947 tempest-RoutersAdminNegativeTest-1368439945 tempest-RoutersAdminNegativeTest-1368439945-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:24.463868 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e3f64c6a-b511-4b28-8037-6034de8acffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:24.468132 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2519a63-1e6b-4039-8771-fec914d8c947 tempest-RoutersAdminNegativeTest-1368439945 tempest-RoutersAdminNegativeTest-1368439945-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:24.469614 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-a27d1dd4-b9f5-4bd7-a6d7-0cea901df4c8 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 018d44e0-c369-47de-a220-68097fbc171f) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:24.482637 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851514cf-1aec-45fd-89ab-7233409f612d None None] Network 018d44e0-c369-47de-a220-68097fbc171f requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:19:24.498124 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27d1dd4-b9f5-4bd7-a6d7-0cea901df4c8 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:24.498790 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a27d1dd4-b9f5-4bd7-a6d7-0cea901df4c8 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:24.537568 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-e3f64c6a-b511-4b28-8037-6034de8acffd None None] Attempting to bind port 5061abcf-1dd0-4fba-b45a-90bafb2ef0cc on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:19:24.538156 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-e3f64c6a-b511-4b28-8037-6034de8acffd None None] Attempting to bind port 5061abcf-1dd0-4fba-b45a-90bafb2ef0cc by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:19:24.538761 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f64c6a-b511-4b28-8037-6034de8acffd None None] Attempting to bind port 5061abcf-1dd0-4fba-b45a-90bafb2ef0cc on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:24.539091 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0a1af565-5c0a-4da4-bad1-6869d7eff3af req-b429161c-11bc-4b56-aa3d-8f7bfc7d72dd tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da&id=45431849-e472-4cc9-91dc-6aceda522923&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1336203 Jul 15 13:19:24.546694 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f64c6a-b511-4b28-8037-6034de8acffd None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:19:24.547355 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f64c6a-b511-4b28-8037-6034de8acffd None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:24.547934 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e3f64c6a-b511-4b28-8037-6034de8acffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:24.548505 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f64c6a-b511-4b28-8037-6034de8acffd None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:19:24.549147 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-e3f64c6a-b511-4b28-8037-6034de8acffd None None] Bound port: 5061abcf-1dd0-4fba-b45a-90bafb2ef0cc, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:19:24.549718 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e3f64c6a-b511-4b28-8037-6034de8acffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:24.579896 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a27d1dd4-b9f5-4bd7-a6d7-0cea901df4c8 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8503907 Jul 15 13:19:24.583075 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40022) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:24.619861 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-e3f64c6a-b511-4b28-8037-6034de8acffd None None] For port 5061abcf-1dd0-4fba-b45a-90bafb2ef0cc, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:19:24.623341 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-e3f64c6a-b511-4b28-8037-6034de8acffd None None] For port 5061abcf-1dd0-4fba-b45a-90bafb2ef0cc, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5061abcf-1dd0-4fba-b45a-90bafb2ef0cc,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:19:24.630046 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e3f64c6a-b511-4b28-8037-6034de8acffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:24.641038 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f72c5-3b8a-49d0-a30f-7416c2854402 None None] Pushing event updated for resources: {'Port': ['ID=5061abcf-1dd0-4fba-b45a-90bafb2ef0cc,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:24.644519 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-af3ad118-bed6-489b-b2af-9cf1f4394e3a req-6f326bbb-7c8f-4810-a0ed-37967d0aba63 tempest-ServerShowV257Test-923455110 tempest-ServerShowV257Test-923455110-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb659c5-0ed0-4452-ab3c-23b28e0f5340 HTTP/1.1" status: 200 len: 210 time: 0.1014702 Jul 15 13:19:24.653199 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4f72c5-3b8a-49d0-a30f-7416c2854402 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:24.653865 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4f72c5-3b8a-49d0-a30f-7416c2854402 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:24.654491 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4f72c5-3b8a-49d0-a30f-7416c2854402 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:24.655035 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4f72c5-3b8a-49d0-a30f-7416c2854402 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:24.655534 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4f72c5-3b8a-49d0-a30f-7416c2854402 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:24.656554 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4f72c5-3b8a-49d0-a30f-7416c2854402 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:24.657129 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4f72c5-3b8a-49d0-a30f-7416c2854402 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:24.657709 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4f72c5-3b8a-49d0-a30f-7416c2854402 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:24.658754 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4f72c5-3b8a-49d0-a30f-7416c2854402 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:24.659337 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4f72c5-3b8a-49d0-a30f-7416c2854402 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:24.660160 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4f72c5-3b8a-49d0-a30f-7416c2854402 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:24.660657 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4f72c5-3b8a-49d0-a30f-7416c2854402 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:24.672762 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2519a63-1e6b-4039-8771-fec914d8c947 tempest-RoutersAdminNegativeTest-1368439945 tempest-RoutersAdminNegativeTest-1368439945-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:24.673283 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2519a63-1e6b-4039-8771-fec914d8c947 tempest-RoutersAdminNegativeTest-1368439945 tempest-RoutersAdminNegativeTest-1368439945-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 56397666-c5f4-4991-8cc4-0c5d716777f5 {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:19:24.705507 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-d2519a63-1e6b-4039-8771-fec914d8c947 tempest-RoutersAdminNegativeTest-1368439945 tempest-RoutersAdminNegativeTest-1368439945-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 15 13:19:24.707585 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d2519a63-1e6b-4039-8771-fec914d8c947 tempest-RoutersAdminNegativeTest-1368439945 tempest-RoutersAdminNegativeTest-1368439945-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.3975370 Jul 15 13:19:24.711127 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40024) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:24.761535 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f72c5-3b8a-49d0-a30f-7416c2854402 None None] Pushing event updated for resources: {'Port': ['ID=5061abcf-1dd0-4fba-b45a-90bafb2ef0cc,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:24.792795 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f64c6a-b511-4b28-8037-6034de8acffd None None] Routers {'611c8070-8a1e-4098-ac30-9d05d80361eb'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:24.794259 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-e3f64c6a-b511-4b28-8037-6034de8acffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:19:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['611c8070-8a1e-4098-ac30-9d05d80361eb'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:24.879114 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9382e8a-6280-41aa-b584-895cdd31c370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-018d44e0-c369-47de-a220-68097fbc171f', 'network_id': '018d44e0-c369-47de-a220-68097fbc171f', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'fixed_ips': [{'subnet_id': 'bfb0eadd-83c2-49db-a9a7-d4c408cf0bd2'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:19:24.882737 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b9382e8a-6280-41aa-b584-895cdd31c370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:24.918441 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ed363c49-b318-470b-bd93-17c45195d13f tempest-RoutersAdminNegativeTest-1368439945 tempest-RoutersAdminNegativeTest-1368439945-project-admin] Deleting port 631c9fc7-d896-4ab9-9be9-51a0e681ceca {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:19:24.920924 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ed363c49-b318-470b-bd93-17c45195d13f tempest-RoutersAdminNegativeTest-1368439945 tempest-RoutersAdminNegativeTest-1368439945-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:25.063808 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ed363c49-b318-470b-bd93-17c45195d13f tempest-RoutersAdminNegativeTest-1368439945 tempest-RoutersAdminNegativeTest-1368439945-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:25.077314 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ed363c49-b318-470b-bd93-17c45195d13f tempest-RoutersAdminNegativeTest-1368439945 tempest-RoutersAdminNegativeTest-1368439945-project-admin] Calling delete_port for 631c9fc7-d896-4ab9-9be9-51a0e681ceca owned by {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:19:25.094138 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-e3f64c6a-b511-4b28-8037-6034de8acffd None None] Set router 611c8070-8a1e-4098-ac30-9d05d80361eb gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:25.226324 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-b9382e8a-6280-41aa-b584-895cdd31c370 None None] Allocated IP 172.20.0.2 (018d44e0-c369-47de-a220-68097fbc171f/bfb0eadd-83c2-49db-a9a7-d4c408cf0bd2/1867c1d4-46be-4bba-aedf-9fc0b642b1e6) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:25.287020 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ed363c49-b318-470b-bd93-17c45195d13f tempest-RoutersAdminNegativeTest-1368439945 tempest-RoutersAdminNegativeTest-1368439945-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:25.386142 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed363c49-b318-470b-bd93-17c45195d13f tempest-RoutersAdminNegativeTest-1368439945 tempest-RoutersAdminNegativeTest-1368439945-project-admin] Pushing event deleted for resources: {'Port': ['ID=631c9fc7-d896-4ab9-9be9-51a0e681ceca,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:25.391005 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b9382e8a-6280-41aa-b584-895cdd31c370 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:25.399868 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b9382e8a-6280-41aa-b584-895cdd31c370 None None] Transition to ACTIVE for port object 1867c1d4-46be-4bba-aedf-9fc0b642b1e6 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:25.415902 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b9382e8a-6280-41aa-b584-895cdd31c370 None None] Transition to ACTIVE for port object 1867c1d4-46be-4bba-aedf-9fc0b642b1e6 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:25.422602 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b9382e8a-6280-41aa-b584-895cdd31c370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:25.463660 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c727e10e-39d7-406d-a0ee-51a3340c1d92 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:25.472331 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9382e8a-6280-41aa-b584-895cdd31c370 None None] Pushing event updated for resources: {'Port': ['ID=1867c1d4-46be-4bba-aedf-9fc0b642b1e6,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:25.483110 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9382e8a-6280-41aa-b584-895cdd31c370 None None] Network 018d44e0-c369-47de-a220-68097fbc171f is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:25.484628 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-b9382e8a-6280-41aa-b584-895cdd31c370 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:25.489783 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9382e8a-6280-41aa-b584-895cdd31c370 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:25.522072 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-e3f64c6a-b511-4b28-8037-6034de8acffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611c8070-8a1e-4098-ac30-9d05d80361eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800570340', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '5061abcf-1dd0-4fba-b45a-90bafb2ef0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:19Z', 'updated_at': '2021-07-15T13:19:21Z', 'revision_number': 3, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': '5061abcf-1dd0-4fba-b45a-90bafb2ef0cc', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611c8070-8a1e-4098-ac30-9d05d80361eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:20Z', 'updated_at': '2021-07-15T13:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:25.571075 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-b9382e8a-6280-41aa-b584-895cdd31c370 None None] Attempting to bind port 1867c1d4-46be-4bba-aedf-9fc0b642b1e6 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:19:25.571454 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-b9382e8a-6280-41aa-b584-895cdd31c370 None None] Attempting to bind port 1867c1d4-46be-4bba-aedf-9fc0b642b1e6 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'f745d7e8-44c3-436a-9c4b-9fb879b66c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '018d44e0-c369-47de-a220-68097fbc171f'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:19:25.571826 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9382e8a-6280-41aa-b584-895cdd31c370 None None] Attempting to bind port 1867c1d4-46be-4bba-aedf-9fc0b642b1e6 on network 018d44e0-c369-47de-a220-68097fbc171f {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:25.577962 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9382e8a-6280-41aa-b584-895cdd31c370 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:19:25.578350 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9382e8a-6280-41aa-b584-895cdd31c370 None None] Checking segment: {'id': 'f745d7e8-44c3-436a-9c4b-9fb879b66c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '018d44e0-c369-47de-a220-68097fbc171f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:25.578789 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b9382e8a-6280-41aa-b584-895cdd31c370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:25.579233 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9382e8a-6280-41aa-b584-895cdd31c370 None None] Bound using segment: {'id': 'f745d7e8-44c3-436a-9c4b-9fb879b66c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '018d44e0-c369-47de-a220-68097fbc171f'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:19:25.579712 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-b9382e8a-6280-41aa-b584-895cdd31c370 None None] Bound port: 1867c1d4-46be-4bba-aedf-9fc0b642b1e6, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f745d7e8-44c3-436a-9c4b-9fb879b66c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '018d44e0-c369-47de-a220-68097fbc171f'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:19:25.580103 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b9382e8a-6280-41aa-b584-895cdd31c370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:25.590658 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f64c6a-b511-4b28-8037-6034de8acffd None None] The sync data for ids ['611c8070-8a1e-4098-ac30-9d05d80361eb'] in n-d-771363-36 is: [{'id': '611c8070-8a1e-4098-ac30-9d05d80361eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800570340', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '5061abcf-1dd0-4fba-b45a-90bafb2ef0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:19Z', 'updated_at': '2021-07-15T13:19:21Z', 'revision_number': 3, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': '5061abcf-1dd0-4fba-b45a-90bafb2ef0cc', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611c8070-8a1e-4098-ac30-9d05d80361eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:20Z', 'updated_at': '2021-07-15T13:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:19:25.684882 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ed363c49-b318-470b-bd93-17c45195d13f tempest-RoutersAdminNegativeTest-1368439945 tempest-RoutersAdminNegativeTest-1368439945-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:25.687076 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ed363c49-b318-470b-bd93-17c45195d13f tempest-RoutersAdminNegativeTest-1368439945 tempest-RoutersAdminNegativeTest-1368439945-project-admin] 10.222.0.16 "DELETE /v2.0/ports/631c9fc7-d896-4ab9-9be9-51a0e681ceca HTTP/1.1" status: 204 len: 168 time: 0.9742124 Jul 15 13:19:25.783646 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-b9382e8a-6280-41aa-b584-895cdd31c370 None None] For port 1867c1d4-46be-4bba-aedf-9fc0b642b1e6, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:19:25.785668 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485a15a-6e9b-49d3-b7f5-b88d158dd3a5 req-a1f8ec00-e3ec-4fc2-a893-a11826c7d072 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:25.789460 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7485a15a-6e9b-49d3-b7f5-b88d158dd3a5 req-a1f8ec00-e3ec-4fc2-a893-a11826c7d072 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.3010418 Jul 15 13:19:25.799447 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-b9382e8a-6280-41aa-b584-895cdd31c370 None None] For port 1867c1d4-46be-4bba-aedf-9fc0b642b1e6, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=1867c1d4-46be-4bba-aedf-9fc0b642b1e6,segment=NetworkSegment(f745d7e8-44c3-436a-9c4b-9fb879b66c67),segment_id=f745d7e8-44c3-436a-9c4b-9fb879b66c67)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:19:25.811284 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b9382e8a-6280-41aa-b584-895cdd31c370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:25.889436 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7485a15a-6e9b-49d3-b7f5-b88d158dd3a5 req-775b9df9-9ea6-4bd2-b227-7166a5c7a971 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926173 Jul 15 13:19:26.224628 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8e688-81fd-4f15-b4d3-6d2c33331ee1 req-576c01d9-a14e-4b06-8635-96a3ee4b2bc7 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:26.232135 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9382e8a-6280-41aa-b584-895cdd31c370 None None] Pushing event updated for resources: {'Port': ['ID=1867c1d4-46be-4bba-aedf-9fc0b642b1e6,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:26.332351 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8e688-81fd-4f15-b4d3-6d2c33331ee1 req-576c01d9-a14e-4b06-8635-96a3ee4b2bc7 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:26.404183 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-c727e10e-39d7-406d-a0ee-51a3340c1d92 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Allocated IP 172.20.0.1 (018d44e0-c369-47de-a220-68097fbc171f/bfb0eadd-83c2-49db-a9a7-d4c408cf0bd2/56543f98-14bd-45fa-ba0a-fae7672583cc) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:26.416771 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8e688-81fd-4f15-b4d3-6d2c33331ee1 req-576c01d9-a14e-4b06-8635-96a3ee4b2bc7 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:26.434601 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8e688-81fd-4f15-b4d3-6d2c33331ee1 req-576c01d9-a14e-4b06-8635-96a3ee4b2bc7 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:26.489606 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8e688-81fd-4f15-b4d3-6d2c33331ee1 req-576c01d9-a14e-4b06-8635-96a3ee4b2bc7 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:26.519880 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8e688-81fd-4f15-b4d3-6d2c33331ee1 req-576c01d9-a14e-4b06-8635-96a3ee4b2bc7 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:26.547339 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8e688-81fd-4f15-b4d3-6d2c33331ee1 req-576c01d9-a14e-4b06-8635-96a3ee4b2bc7 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:26.571268 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8a8e688-81fd-4f15-b4d3-6d2c33331ee1 req-576c01d9-a14e-4b06-8635-96a3ee4b2bc7 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 5426 time: 0.6642845 Jul 15 13:19:26.637372 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5061abcf-1dd0-4fba-b45a-90bafb2ef0cc up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:26.736172 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c727e10e-39d7-406d-a0ee-51a3340c1d92 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:26.771196 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-c727e10e-39d7-406d-a0ee-51a3340c1d92 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Transition to ACTIVE for port object 56543f98-14bd-45fa-ba0a-fae7672583cc will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:26.774511 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-379254e0-8337-43dd-b386-3979de68c047 req-621895fa-fae0-4f68-912e-6cf228db967c tempest-ServerShowV257Test-923455110 tempest-ServerShowV257Test-923455110-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb659c5-0ed0-4452-ab3c-23b28e0f5340 HTTP/1.1" status: 200 len: 210 time: 0.2003231 Jul 15 13:19:26.841869 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 5061abcf-1dd0-4fba-b45a-90bafb2ef0cc completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:26.847987 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 5061abcf-1dd0-4fba-b45a-90bafb2ef0cc triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:26.848659 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:26.853340 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8a8e688-81fd-4f15-b4d3-6d2c33331ee1 req-ab4218d3-1a1b-4523-9e9b-9ed444268351 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da&id=45431849-e472-4cc9-91dc-6aceda522923&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2794766 Jul 15 13:19:26.877233 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40058) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:26.896326 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c727e10e-39d7-406d-a0ee-51a3340c1d92 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:27.058575 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c727e10e-39d7-406d-a0ee-51a3340c1d92 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Network 018d44e0-c369-47de-a220-68097fbc171f is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:27.072562 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:27.080539 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-c727e10e-39d7-406d-a0ee-51a3340c1d92 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:27.092080 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c727e10e-39d7-406d-a0ee-51a3340c1d92 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:27.157470 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-93cfd180-5503-438f-b201-5b560fe39dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:27.167403 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c727e10e-39d7-406d-a0ee-51a3340c1d92 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'Port': ['ID=56543f98-14bd-45fa-ba0a-fae7672583cc,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:27.179968 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 5061abcf-1dd0-4fba-b45a-90bafb2ef0cc, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5061abcf-1dd0-4fba-b45a-90bafb2ef0cc,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:27.185684 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:27.252529 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c727e10e-39d7-406d-a0ee-51a3340c1d92 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:27.319714 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=5061abcf-1dd0-4fba-b45a-90bafb2ef0cc,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:27.643319 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bc25a-3d71-46ee-acb8-0987f9c44bd3 req-3b7671a3-63e9-4d29-8ab6-d738dc432e69 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:27.645674 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0d8bc25a-3d71-46ee-acb8-0987f9c44bd3 req-3b7671a3-63e9-4d29-8ab6-d738dc432e69 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.3819187 Jul 15 13:19:27.710584 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c727e10e-39d7-406d-a0ee-51a3340c1d92 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:27.735054 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-93cfd180-5503-438f-b201-5b560fe39dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:27.751457 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-93cfd180-5503-438f-b201-5b560fe39dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:27.799317 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0d8bc25a-3d71-46ee-acb8-0987f9c44bd3 req-267ec823-68db-43a4-80b0-fa47f1fe593f tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445212 Jul 15 13:19:27.834534 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-93cfd180-5503-438f-b201-5b560fe39dd5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ce53a3e36b748758ff0351714bcdd27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9556737 Jul 15 13:19:27.842397 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40076) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:27.862376 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cfd180-5503-438f-b201-5b560fe39dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4229ee23-36ad-4691-b78f-67cb5da6d9fc,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:27.917075 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-73e8951c-527b-4d1a-9f9a-1904f7ed5533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:27.969325 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-73e8951c-527b-4d1a-9f9a-1904f7ed5533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:28.016447 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b729fae8-e9d7-4b12-be4c-389a11f36d6f None None] Network 018d44e0-c369-47de-a220-68097fbc171f requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:19:28.029142 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e7442cb5-acd4-43e8-a16b-91d4d1a3d86d req-23cf4bfe-b9e1-4b02-98e5-338bb54fde0b tempest-ServerShowV257Test-923455110 tempest-ServerShowV257Test-923455110-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb659c5-0ed0-4452-ab3c-23b28e0f5340 HTTP/1.1" status: 200 len: 210 time: 0.0478776 Jul 15 13:19:28.108896 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-73e8951c-527b-4d1a-9f9a-1904f7ed5533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:28.111822 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-73e8951c-527b-4d1a-9f9a-1904f7ed5533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:28.113092 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-73e8951c-527b-4d1a-9f9a-1904f7ed5533 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4229ee23-36ad-4691-b78f-67cb5da6d9fc HTTP/1.1" status: 204 len: 168 time: 0.2691472 Jul 15 13:19:28.149884 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8951c-527b-4d1a-9f9a-1904f7ed5533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4229ee23-36ad-4691-b78f-67cb5da6d9fc,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:28.207315 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394aba7-73b5-42b1-b626-617faa3b489f req-6515c6c7-4d02-4f68-8160-6a1fde86523f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:28.225611 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394aba7-73b5-42b1-b626-617faa3b489f req-6515c6c7-4d02-4f68-8160-6a1fde86523f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:28.228639 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-56184537-f914-49ce-99d0-4af832ac6005 None None] Provisioning for port 1867c1d4-46be-4bba-aedf-9fc0b642b1e6 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:28.233601 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c727e10e-39d7-406d-a0ee-51a3340c1d92 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:28.239871 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c727e10e-39d7-406d-a0ee-51a3340c1d92 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:28.244121 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394aba7-73b5-42b1-b626-617faa3b489f req-6515c6c7-4d02-4f68-8160-6a1fde86523f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:28.278844 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394aba7-73b5-42b1-b626-617faa3b489f req-6515c6c7-4d02-4f68-8160-6a1fde86523f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:28.297583 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394aba7-73b5-42b1-b626-617faa3b489f req-6515c6c7-4d02-4f68-8160-6a1fde86523f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:28.311518 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394aba7-73b5-42b1-b626-617faa3b489f req-6515c6c7-4d02-4f68-8160-6a1fde86523f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:28.331930 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394aba7-73b5-42b1-b626-617faa3b489f req-6515c6c7-4d02-4f68-8160-6a1fde86523f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:28.333817 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c727e10e-39d7-406d-a0ee-51a3340c1d92 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'Port': ['ID=56543f98-14bd-45fa-ba0a-fae7672583cc,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:28.344971 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2394aba7-73b5-42b1-b626-617faa3b489f req-6515c6c7-4d02-4f68-8160-6a1fde86523f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 5426 time: 0.2943170 Jul 15 13:19:28.400243 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c727e10e-39d7-406d-a0ee-51a3340c1d92 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:28.402198 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2394aba7-73b5-42b1-b626-617faa3b489f req-ef843a5d-eb1b-4a8a-99d1-cacfafa7eb79 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da&id=45431849-e472-4cc9-91dc-6aceda522923&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562625 Jul 15 13:19:28.585373 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c727e10e-39d7-406d-a0ee-51a3340c1d92 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Network 018d44e0-c369-47de-a220-68097fbc171f is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:28.587135 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-c727e10e-39d7-406d-a0ee-51a3340c1d92 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:28.685396 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1867c1d4-46be-4bba-aedf-9fc0b642b1e6 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:28.692336 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40098) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:28.743732 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 1867c1d4-46be-4bba-aedf-9fc0b642b1e6 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:28.748229 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 1867c1d4-46be-4bba-aedf-9fc0b642b1e6 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:28.748845 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:28.801571 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-66f3dc5e-1868-41fc-80a4-77407e478d7f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=062fb33f0620448dac18d06d5c9f2beb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1058109 Jul 15 13:19:28.801755 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40102) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:28.823282 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c727e10e-39d7-406d-a0ee-51a3340c1d92 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Router 611c8070-8a1e-4098-ac30-9d05d80361eb has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:19:28.909970 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:29.073416 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-41a29317-c385-486b-ab51-88e6dc6688cb None None] Provisioning for port 56543f98-14bd-45fa-ba0a-fae7672583cc completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:29.082596 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fe2dce3-5fca-42ea-8910-7a481f8c3cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:29.132607 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 1867c1d4-46be-4bba-aedf-9fc0b642b1e6, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=1867c1d4-46be-4bba-aedf-9fc0b642b1e6,segment=NetworkSegment(f745d7e8-44c3-436a-9c4b-9fb879b66c67),segment_id=f745d7e8-44c3-436a-9c4b-9fb879b66c67)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:29.139465 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-41a29317-c385-486b-ab51-88e6dc6688cb None None] Provisioning complete for port 56543f98-14bd-45fa-ba0a-fae7672583cc triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:29.141399 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-41a29317-c385-486b-ab51-88e6dc6688cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:29.151464 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:29.198323 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-41a29317-c385-486b-ab51-88e6dc6688cb None None] Port 56543f98-14bd-45fa-ba0a-fae7672583cc cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:19:29.200556 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:29.201719 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5061abcf-1dd0-4fba-b45a-90bafb2ef0cc up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:29.278490 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d85583-f419-4702-848a-62e81589c161 req-d1f3dab7-1a49-40db-9bf3-c32409544024 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:29.291352 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-31d85583-f419-4702-848a-62e81589c161 req-d1f3dab7-1a49-40db-9bf3-c32409544024 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.1479545 Jul 15 13:19:29.371371 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-31d85583-f419-4702-848a-62e81589c161 req-6799ea7e-270f-41b0-9cf8-a1d9f8043c5e tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778875 Jul 15 13:19:29.441984 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-41a29317-c385-486b-ab51-88e6dc6688cb None None] Provisioning complete for port 1867c1d4-46be-4bba-aedf-9fc0b642b1e6 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:29.442365 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-41a29317-c385-486b-ab51-88e6dc6688cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:29.451596 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 5061abcf-1dd0-4fba-b45a-90bafb2ef0cc triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:29.452045 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:29.473286 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-829d3479-8f17-4ef5-b71e-b68b421161e6 req-2b1d6e66-2624-498e-9377-032a1a371372 tempest-ServerShowV257Test-923455110 tempest-ServerShowV257Test-923455110-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb659c5-0ed0-4452-ab3c-23b28e0f5340 HTTP/1.1" status: 200 len: 210 time: 0.0995491 Jul 15 13:19:29.506712 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=1867c1d4-46be-4bba-aedf-9fc0b642b1e6,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:29.541018 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:29.705257 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8ed50-5e16-4079-bb9c-a26aab61ddfb req-9dd82d68-dea0-4824-9e57-3f2a697fa9be tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:29.725141 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8ed50-5e16-4079-bb9c-a26aab61ddfb req-9dd82d68-dea0-4824-9e57-3f2a697fa9be tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:29.736416 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8ed50-5e16-4079-bb9c-a26aab61ddfb req-9dd82d68-dea0-4824-9e57-3f2a697fa9be tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:29.742537 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8ed50-5e16-4079-bb9c-a26aab61ddfb req-9dd82d68-dea0-4824-9e57-3f2a697fa9be tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:29.748674 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8ed50-5e16-4079-bb9c-a26aab61ddfb req-9dd82d68-dea0-4824-9e57-3f2a697fa9be tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:29.754329 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ad571bb6-a1b6-494d-b741-c9d7b901a626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:29.754825 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8ed50-5e16-4079-bb9c-a26aab61ddfb req-9dd82d68-dea0-4824-9e57-3f2a697fa9be tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:29.761205 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8ed50-5e16-4079-bb9c-a26aab61ddfb req-9dd82d68-dea0-4824-9e57-3f2a697fa9be tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:29.767103 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-52b8ed50-5e16-4079-bb9c-a26aab61ddfb req-9dd82d68-dea0-4824-9e57-3f2a697fa9be tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 5426 time: 0.1584740 Jul 15 13:19:29.841530 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-52b8ed50-5e16-4079-bb9c-a26aab61ddfb req-3710d88a-3e94-426c-ad2e-4a048aa224bc tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da&id=45431849-e472-4cc9-91dc-6aceda522923&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0709291 Jul 15 13:19:29.841805 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fe2dce3-5fca-42ea-8910-7a481f8c3cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:29.892443 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c727e10e-39d7-406d-a0ee-51a3340c1d92 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:19:29.897728 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c727e10e-39d7-406d-a0ee-51a3340c1d92 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "PUT /v2.0/routers/611c8070-8a1e-4098-ac30-9d05d80361eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3136578 Jul 15 13:19:29.913614 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e8d2db-a315-4b01-af02-dc88bdd46d86 None None] Sync routers for ids ['611c8070-8a1e-4098-ac30-9d05d80361eb'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:19:29.931320 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e8d2db-a315-4b01-af02-dc88bdd46d86 None None] Routers {'611c8070-8a1e-4098-ac30-9d05d80361eb'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:29.933043 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-04e8d2db-a315-4b01-af02-dc88bdd46d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:19:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['611c8070-8a1e-4098-ac30-9d05d80361eb'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:29.939394 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fe2dce3-5fca-42ea-8910-7a481f8c3cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:29.942690 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fe2dce3-5fca-42ea-8910-7a481f8c3cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:29.944081 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5fe2dce3-5fca-42ea-8910-7a481f8c3cfd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dfda48e8-672c-4f0c-a520-34b401ebeed5 HTTP/1.1" status: 204 len: 168 time: 1.1413765 Jul 15 13:19:29.957699 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-38178ce3-ed8f-4c5c-8e0d-4a75c14ce0e6 None None] Provisioning complete for port 56543f98-14bd-45fa-ba0a-fae7672583cc triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:29.958079 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-38178ce3-ed8f-4c5c-8e0d-4a75c14ce0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:29.959965 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe2dce3-5fca-42ea-8910-7a481f8c3cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfda48e8-672c-4f0c-a520-34b401ebeed5,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:30.110550 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-38178ce3-ed8f-4c5c-8e0d-4a75c14ce0e6 None None] Port 56543f98-14bd-45fa-ba0a-fae7672583cc cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:19:30.151972 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-04e8d2db-a315-4b01-af02-dc88bdd46d86 None None] Set router 611c8070-8a1e-4098-ac30-9d05d80361eb gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:30.198418 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-430516d0-fd2f-4822-a4f0-ef7319ab75ee tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-183909312&fields=id&tenant_id=d986de84121549bf90b7ac80073eff67 HTTP/1.1" status: 200 len: 267 time: 0.0416162 Jul 15 13:19:30.553677 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1867c1d4-46be-4bba-aedf-9fc0b642b1e6 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:30.736371 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 1867c1d4-46be-4bba-aedf-9fc0b642b1e6 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:30.737193 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:30.803926 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-04e8d2db-a315-4b01-af02-dc88bdd46d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611c8070-8a1e-4098-ac30-9d05d80361eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800570340', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '5061abcf-1dd0-4fba-b45a-90bafb2ef0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:19Z', 'updated_at': '2021-07-15T13:19:27Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': '5061abcf-1dd0-4fba-b45a-90bafb2ef0cc', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611c8070-8a1e-4098-ac30-9d05d80361eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:20Z', 'updated_at': '2021-07-15T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '56543f98-14bd-45fa-ba0a-fae7672583cc', 'name': '', 'network_id': '018d44e0-c369-47de-a220-68097fbc171f', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'mac_address': 'fa:16:3e:44:80:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611c8070-8a1e-4098-ac30-9d05d80361eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'bfb0eadd-83c2-49db-a9a7-d4c408cf0bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:25Z', 'updated_at': '2021-07-15T13:19:28Z', 'revision_number': 2, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'subnets': [{'id': 'bfb0eadd-83c2-49db-a9a7-d4c408cf0bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:30.854852 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e8d2db-a315-4b01-af02-dc88bdd46d86 None None] Checking router: 611c8070-8a1e-4098-ac30-9d05d80361eb for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:19:30.855833 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e8d2db-a315-4b01-af02-dc88bdd46d86 None None] Updating router 611c8070-8a1e-4098-ac30-9d05d80361eb port 56543f98-14bd-45fa-ba0a-fae7672583cc binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:19:30.994812 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c0b4b-bc5b-4c36-bf99-f7af11cc6b3a req-68bca4e8-663a-41a9-a311-e5c9cabea70d tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:31.002299 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-679c0b4b-bc5b-4c36-bf99-f7af11cc6b3a req-68bca4e8-663a-41a9-a311-e5c9cabea70d tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.1841829 Jul 15 13:19:31.033855 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-e7b83966-3de4-44fa-b9cd-65550515b27d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:31.035375 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-e7b83966-3de4-44fa-b9cd-65550515b27d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/networks?id=018d44e0-c369-47de-a220-68097fbc171f HTTP/1.1" status: 200 len: 797 time: 0.8296344 Jul 15 13:19:31.045431 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-04e8d2db-a315-4b01-af02-dc88bdd46d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.077311 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-679c0b4b-bc5b-4c36-bf99-f7af11cc6b3a req-3f508e57-76f5-4891-8cd7-b6afc80dc26d tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740178 Jul 15 13:19:31.105397 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-c6197354-f142-4096-9ef6-e49e4c4c215a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/quotas/d986de84121549bf90b7ac80073eff67 HTTP/1.1" status: 200 len: 375 time: 0.0237548 Jul 15 13:19:31.200212 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40168) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:31.228213 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-d4ed7b5c-2e56-4aa6-8d98-e46789ef101d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d986de84121549bf90b7ac80073eff67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1163127 Jul 15 13:19:31.327307 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7b38667d-8f14-40cf-9155-2c090373aafc req-94a1ba04-bffe-458f-81f9-ef313538b361 tempest-ServerShowV257Test-923455110 tempest-ServerShowV257Test-923455110-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb659c5-0ed0-4452-ab3c-23b28e0f5340 HTTP/1.1" status: 200 len: 210 time: 0.0476637 Jul 15 13:19:31.404120 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-2224e0f4-0a6a-4364-964f-ac226f991b27 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1678789302'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:31.438602 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2224e0f4-0a6a-4364-964f-ac226f991b27 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Made reservation on behalf of c36b6a30a0bd456fa60db1386b359f17 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:31.445950 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2224e0f4-0a6a-4364-964f-ac226f991b27 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.447685 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-6112b6f4-15a1-43ea-a385-f385a39f36ef service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:19:31.448770 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-6112b6f4-15a1-43ea-a385-f385a39f36ef service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2016647 Jul 15 13:19:31.470652 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2224e0f4-0a6a-4364-964f-ac226f991b27 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.755158 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2224e0f4-0a6a-4364-964f-ac226f991b27 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.759968 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2224e0f4-0a6a-4364-964f-ac226f991b27 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.772222 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-bbbd2fda-4898-4554-932d-02095649f54b service neutron] 10.222.0.16 "GET /v2.0/networks/018d44e0-c369-47de-a220-68097fbc171f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157821 Jul 15 13:19:31.840595 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2224e0f4-0a6a-4364-964f-ac226f991b27 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:19:31.842899 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2224e0f4-0a6a-4364-964f-ac226f991b27 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a874b48f-a2ab-4922-be21-5ab0bf8ad634,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:31.880697 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-04e8d2db-a315-4b01-af02-dc88bdd46d86 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.885142 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2224e0f4-0a6a-4364-964f-ac226f991b27 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.885607 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-2224e0f4-0a6a-4364-964f-ac226f991b27 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Added segment b780cc4f-b0c9-412b-8ee8-ded86a5b9e63 of type vlan for network 8036702b-ed26-4d71-9973-7f49c42839e3 Jul 15 13:19:31.904457 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-04e8d2db-a315-4b01-af02-dc88bdd46d86 None None] Transition to ACTIVE for port object 56543f98-14bd-45fa-ba0a-fae7672583cc will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:31.911491 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-04e8d2db-a315-4b01-af02-dc88bdd46d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.954904 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2224e0f4-0a6a-4364-964f-ac226f991b27 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.987850 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25e9fa-405b-458e-8069-d4286def4309 None None] Pushing event updated for resources: {'Port': ['ID=56543f98-14bd-45fa-ba0a-fae7672583cc,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:31.996898 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09103f-f30b-499b-84b8-b23bb3123af4 req-9d78a75c-67ed-4eb9-b0bd-35455ee39537 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:32.006637 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09103f-f30b-499b-84b8-b23bb3123af4 req-9d78a75c-67ed-4eb9-b0bd-35455ee39537 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:32.017303 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09103f-f30b-499b-84b8-b23bb3123af4 req-9d78a75c-67ed-4eb9-b0bd-35455ee39537 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:32.023580 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2224e0f4-0a6a-4364-964f-ac226f991b27 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.026142 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09103f-f30b-499b-84b8-b23bb3123af4 req-9d78a75c-67ed-4eb9-b0bd-35455ee39537 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:32.033805 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2224e0f4-0a6a-4364-964f-ac226f991b27 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:32.034031 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09103f-f30b-499b-84b8-b23bb3123af4 req-9d78a75c-67ed-4eb9-b0bd-35455ee39537 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:32.034683 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2224e0f4-0a6a-4364-964f-ac226f991b27 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.042926 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09103f-f30b-499b-84b8-b23bb3123af4 req-9d78a75c-67ed-4eb9-b0bd-35455ee39537 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:32.051638 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09103f-f30b-499b-84b8-b23bb3123af4 req-9d78a75c-67ed-4eb9-b0bd-35455ee39537 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:32.057122 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8a09103f-f30b-499b-84b8-b23bb3123af4 req-9d78a75c-67ed-4eb9-b0bd-35455ee39537 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 5426 time: 0.4040198 Jul 15 13:19:32.079247 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2224e0f4-0a6a-4364-964f-ac226f991b27 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8763452 Jul 15 13:19:32.091313 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-8e14016a-56a5-453e-adee-96ab568d9d8a service neutron] 10.222.0.16 "GET /v2.0/networks/018d44e0-c369-47de-a220-68097fbc171f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061476 Jul 15 13:19:32.107673 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-04e8d2db-a315-4b01-af02-dc88bdd46d86 None None] Attempting to bind port 56543f98-14bd-45fa-ba0a-fae7672583cc on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:19:32.107840 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-04e8d2db-a315-4b01-af02-dc88bdd46d86 None None] Attempting to bind port 56543f98-14bd-45fa-ba0a-fae7672583cc by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'f745d7e8-44c3-436a-9c4b-9fb879b66c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '018d44e0-c369-47de-a220-68097fbc171f'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:19:32.108179 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e8d2db-a315-4b01-af02-dc88bdd46d86 None None] Attempting to bind port 56543f98-14bd-45fa-ba0a-fae7672583cc on network 018d44e0-c369-47de-a220-68097fbc171f {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:32.113964 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e8d2db-a315-4b01-af02-dc88bdd46d86 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:19:32.114396 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e8d2db-a315-4b01-af02-dc88bdd46d86 None None] Checking segment: {'id': 'f745d7e8-44c3-436a-9c4b-9fb879b66c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '018d44e0-c369-47de-a220-68097fbc171f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:32.114839 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-04e8d2db-a315-4b01-af02-dc88bdd46d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.115228 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e8d2db-a315-4b01-af02-dc88bdd46d86 None None] Bound using segment: {'id': 'f745d7e8-44c3-436a-9c4b-9fb879b66c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '018d44e0-c369-47de-a220-68097fbc171f'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:19:32.115691 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-04e8d2db-a315-4b01-af02-dc88bdd46d86 None None] Bound port: 56543f98-14bd-45fa-ba0a-fae7672583cc, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f745d7e8-44c3-436a-9c4b-9fb879b66c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '018d44e0-c369-47de-a220-68097fbc171f'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:19:32.116079 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-04e8d2db-a315-4b01-af02-dc88bdd46d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.119427 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40182) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:32.158915 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-2c7a956c-dc5c-4b9b-bebb-9333d7580b54 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Request body: {'subnet': {'network_id': '8036702b-ed26-4d71-9973-7f49c42839e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:32.245284 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-04e8d2db-a315-4b01-af02-dc88bdd46d86 None None] For port 56543f98-14bd-45fa-ba0a-fae7672583cc, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:19:32.249005 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-04e8d2db-a315-4b01-af02-dc88bdd46d86 None None] For port 56543f98-14bd-45fa-ba0a-fae7672583cc, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=56543f98-14bd-45fa-ba0a-fae7672583cc,segment=NetworkSegment(f745d7e8-44c3-436a-9c4b-9fb879b66c67),segment_id=f745d7e8-44c3-436a-9c4b-9fb879b66c67)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:19:32.257881 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-04e8d2db-a315-4b01-af02-dc88bdd46d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.276881 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8a09103f-f30b-499b-84b8-b23bb3123af4 req-9705e0bd-5c8f-4062-aaf9-05ab500eba3d tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da&id=45431849-e472-4cc9-91dc-6aceda522923&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1885154 Jul 15 13:19:32.431300 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.467980 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e8d2db-a315-4b01-af02-dc88bdd46d86 None None] Routers {'611c8070-8a1e-4098-ac30-9d05d80361eb'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:32.468592 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-04e8d2db-a315-4b01-af02-dc88bdd46d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:19:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['611c8070-8a1e-4098-ac30-9d05d80361eb'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:32.649335 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2224e0f4-0a6a-4364-964f-ac226f991b27 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event updated for resources: {'Network': ['ID=8036702b-ed26-4d71-9973-7f49c42839e3,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:32.692375 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7a956c-dc5c-4b9b-bebb-9333d7580b54 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Made reservation on behalf of c36b6a30a0bd456fa60db1386b359f17 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:32.713081 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2c7a956c-dc5c-4b9b-bebb-9333d7580b54 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.834523 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 8036702b-ed26-4d71-9973-7f49c42839e3 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:19:32.838026 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-190c1bd0-8652-4e8e-99e5-0fb6590993ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.843242 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25e9fa-405b-458e-8069-d4286def4309 None None] Pushing event updated for resources: {'Port': ['ID=56543f98-14bd-45fa-ba0a-fae7672583cc,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:33.014959 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3d5d9078-cd43-4df9-885d-fed25beaa11e req-9c3479dd-72a5-4e78-9498-6006de3e895b tempest-ServerShowV257Test-923455110 tempest-ServerShowV257Test-923455110-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb659c5-0ed0-4452-ab3c-23b28e0f5340 HTTP/1.1" status: 200 len: 210 time: 0.1323664 Jul 15 13:19:33.061252 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30080e8-19bf-4a76-89f9-4a9ed29b1059 req-ad3561c3-39a7-45e5-82da-d0def604c828 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:33.064798 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a30080e8-19bf-4a76-89f9-4a9ed29b1059 req-ad3561c3-39a7-45e5-82da-d0def604c828 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.3308444 Jul 15 13:19:33.197356 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-856e27da-dde8-466c-90db-32638bcafdcb req-9757b734-9bab-43a5-9501-fc09b850ae42 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 210 time: 0.0678957 Jul 15 13:19:33.206184 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a30080e8-19bf-4a76-89f9-4a9ed29b1059 req-d8475837-2792-49bd-a149-84aa48250ab6 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357105 Jul 15 13:19:33.227815 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-04e8d2db-a315-4b01-af02-dc88bdd46d86 None None] Set router 611c8070-8a1e-4098-ac30-9d05d80361eb gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:33.263717 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2c7a956c-dc5c-4b9b-bebb-9333d7580b54 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:33.347232 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 8bb4bb62-0322-4b98-9cb4-505e0aa23bef details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:19:33.416269 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a956c-dc5c-4b9b-bebb-9333d7580b54 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event updated for resources: {'Subnet': ['ID=e35fc7e4-3b19-4ad5-94a7-230209e5ac86,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:33.466035 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7a956c-dc5c-4b9b-bebb-9333d7580b54 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Checking segment: {'id': 'b780cc4f-b0c9-412b-8ee8-ded86a5b9e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8036702b-ed26-4d71-9973-7f49c42839e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:33.466799 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 8bb4bb62-0322-4b98-9cb4-505e0aa23bef, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=8bb4bb62-0322-4b98-9cb4-505e0aa23bef,segment=NetworkSegment(a9a917ff-688b-4d60-89c2-fa36077b5a4e),segment_id=a9a917ff-688b-4d60-89c2-fa36077b5a4e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:33.467523 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7a956c-dc5c-4b9b-bebb-9333d7580b54 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Network hostable DHCP agents. Network: 8036702b-ed26-4d71-9973-7f49c42839e3, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:19:33.497351 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '8bb4bb62-0322-4b98-9cb4-505e0aa23bef', 'network_id': '99cd1bfe-9d64-42d2-99af-5de7cac58504', 'port_id': '8bb4bb62-0322-4b98-9cb4-505e0aa23bef', 'mac_address': 'fa:16:3e:c0:fe:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee6addd9-f622-4af5-9405-5b44d7a0cc0b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:19:33.518707 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7a956c-dc5c-4b9b-bebb-9333d7580b54 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Network 8036702b-ed26-4d71-9973-7f49c42839e3 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:19:33.551281 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-2c7a956c-dc5c-4b9b-bebb-9333d7580b54 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 8036702b-ed26-4d71-9973-7f49c42839e3) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:33.567114 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7a956c-dc5c-4b9b-bebb-9333d7580b54 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:33.567726 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2c7a956c-dc5c-4b9b-bebb-9333d7580b54 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:33.579931 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dac3cb5-6886-4f18-8e3a-35c55ef0b276 None None] Network 8036702b-ed26-4d71-9973-7f49c42839e3 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:19:33.613780 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40218) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:33.619848 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-dd048082-0d5a-4b20-ba64-02246b500378 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-609466066', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}, 'admin_state_up': False}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:33.630353 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2c7a956c-dc5c-4b9b-bebb-9333d7580b54 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5084198 Jul 15 13:19:33.817847 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dd048082-0d5a-4b20-ba64-02246b500378 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:33.818054 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dd048082-0d5a-4b20-ba64-02246b500378 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:33.942498 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:33.947428 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa83d394-5d26-45b8-8702-bbd04b3b0bd6 None None] Network 8036702b-ed26-4d71-9973-7f49c42839e3 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:19:33.981763 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:33.987839 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dd048082-0d5a-4b20-ba64-02246b500378 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:34.082020 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8bb4bb62-0322-4b98-9cb4-505e0aa23bef {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:19:34.126545 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 8bb4bb62-0322-4b98-9cb4-505e0aa23bef, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=8bb4bb62-0322-4b98-9cb4-505e0aa23bef,segment=NetworkSegment(a9a917ff-688b-4d60-89c2-fa36077b5a4e),segment_id=a9a917ff-688b-4d60-89c2-fa36077b5a4e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:34.128753 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301059d6-faa2-4642-b1dd-9700bd0da7cf req-ed1f2a53-0c30-49fd-948e-da14f3476326 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:34.139700 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301059d6-faa2-4642-b1dd-9700bd0da7cf req-ed1f2a53-0c30-49fd-948e-da14f3476326 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:34.145319 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:34.155837 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301059d6-faa2-4642-b1dd-9700bd0da7cf req-ed1f2a53-0c30-49fd-948e-da14f3476326 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:34.169834 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301059d6-faa2-4642-b1dd-9700bd0da7cf req-ed1f2a53-0c30-49fd-948e-da14f3476326 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:34.184846 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301059d6-faa2-4642-b1dd-9700bd0da7cf req-ed1f2a53-0c30-49fd-948e-da14f3476326 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:34.191742 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301059d6-faa2-4642-b1dd-9700bd0da7cf req-ed1f2a53-0c30-49fd-948e-da14f3476326 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:34.199347 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301059d6-faa2-4642-b1dd-9700bd0da7cf req-ed1f2a53-0c30-49fd-948e-da14f3476326 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:34.201535 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-301059d6-faa2-4642-b1dd-9700bd0da7cf req-ed1f2a53-0c30-49fd-948e-da14f3476326 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 5426 time: 0.5395877 Jul 15 13:19:34.235566 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=8bb4bb62-0322-4b98-9cb4-505e0aa23bef,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:34.254088 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-04e8d2db-a315-4b01-af02-dc88bdd46d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611c8070-8a1e-4098-ac30-9d05d80361eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800570340', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '5061abcf-1dd0-4fba-b45a-90bafb2ef0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:19Z', 'updated_at': '2021-07-15T13:19:27Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': '5061abcf-1dd0-4fba-b45a-90bafb2ef0cc', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611c8070-8a1e-4098-ac30-9d05d80361eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:20Z', 'updated_at': '2021-07-15T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '56543f98-14bd-45fa-ba0a-fae7672583cc', 'name': '', 'network_id': '018d44e0-c369-47de-a220-68097fbc171f', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'mac_address': 'fa:16:3e:44:80:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611c8070-8a1e-4098-ac30-9d05d80361eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'bfb0eadd-83c2-49db-a9a7-d4c408cf0bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:25Z', 'updated_at': '2021-07-15T13:19:32Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'subnets': [{'id': 'bfb0eadd-83c2-49db-a9a7-d4c408cf0bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:34.313844 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['8bb4bb62-0322-4b98-9cb4-505e0aa23bef'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:19:34.319331 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e8d2db-a315-4b01-af02-dc88bdd46d86 None None] The sync data for ids ['611c8070-8a1e-4098-ac30-9d05d80361eb'] in n-d-771363-36 is: [{'id': '611c8070-8a1e-4098-ac30-9d05d80361eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800570340', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '5061abcf-1dd0-4fba-b45a-90bafb2ef0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:19Z', 'updated_at': '2021-07-15T13:19:27Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': '5061abcf-1dd0-4fba-b45a-90bafb2ef0cc', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611c8070-8a1e-4098-ac30-9d05d80361eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:20Z', 'updated_at': '2021-07-15T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '56543f98-14bd-45fa-ba0a-fae7672583cc', 'name': '', 'network_id': '018d44e0-c369-47de-a220-68097fbc171f', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'mac_address': 'fa:16:3e:44:80:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611c8070-8a1e-4098-ac30-9d05d80361eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'bfb0eadd-83c2-49db-a9a7-d4c408cf0bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:25Z', 'updated_at': '2021-07-15T13:19:32Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'subnets': [{'id': 'bfb0eadd-83c2-49db-a9a7-d4c408cf0bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:19:34.366592 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dd048082-0d5a-4b20-ba64-02246b500378 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:34.462407 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d45fb117-0c61-4329-92a8-5ef723ab1622 req-43fc653a-d4ba-40ed-a20b-5a72d99e60ed tempest-ServerShowV257Test-923455110 tempest-ServerShowV257Test-923455110-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb659c5-0ed0-4452-ab3c-23b28e0f5340 HTTP/1.1" status: 200 len: 210 time: 0.0870283 Jul 15 13:19:34.529753 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-301059d6-faa2-4642-b1dd-9700bd0da7cf req-b6ee6aef-961e-4f4d-ab4a-90ab863a597f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da&id=45431849-e472-4cc9-91dc-6aceda522923&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3189390 Jul 15 13:19:34.749661 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a0636904-e0ea-4ff4-9b98-0e6c3b14fb00 req-62823577-b640-4206-a4d4-f11a165e0222 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 210 time: 0.0943205 Jul 15 13:19:34.905525 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c52092-acf5-47f0-a4d8-04755320dfac req-b7055c96-4ed1-48b6-be19-35548868b3ef tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:34.920250 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-68c52092-acf5-47f0-a4d8-04755320dfac req-b7055c96-4ed1-48b6-be19-35548868b3ef tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 945 time: 0.1749277 Jul 15 13:19:34.955808 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-1c8bda3b-7d92-42de-b84a-0e9d4006aa00 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:34.961019 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-1c8bda3b-7d92-42de-b84a-0e9d4006aa00 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.46 "GET /v2.0/networks?id=018d44e0-c369-47de-a220-68097fbc171f HTTP/1.1" status: 200 len: 797 time: 0.3585577 Jul 15 13:19:34.961505 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:35.132365 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-9ca6ce64-4ba0-40b9-8343-9a57a6a99fe9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d986de84121549bf90b7ac80073eff67 HTTP/1.1" status: 200 len: 379 time: 0.1584754 Jul 15 13:19:35.152703 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-53a85d99-5c73-435c-be97-90581efabcee tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'port': {'device_id': '0725853e-875a-4b20-9bca-213052f2150f', 'network_id': '018d44e0-c369-47de-a220-68097fbc171f', 'admin_state_up': True, 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'security_groups': ['5b11c2da-9886-4e12-b30f-76b6ecc4fe8a']}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:35.195971 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-68c52092-acf5-47f0-a4d8-04755320dfac req-f3aaa07d-43ab-4501-ab6e-85c1c88be045 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719064 Jul 15 13:19:35.196768 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dd048082-0d5a-4b20-ba64-02246b500378 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for router_gateway, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:35.224552 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dd048082-0d5a-4b20-ba64-02246b500378 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:35.224806 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 8bb4bb62-0322-4b98-9cb4-505e0aa23bef up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:35.475486 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-dd048082-0d5a-4b20-ba64-02246b500378 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Allocated IP 172.25.8.125 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/892fb289-e61c-44de-b845-66fe8c740aaa) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:35.518414 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-53a85d99-5c73-435c-be97-90581efabcee tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Made reservation on behalf of d986de84121549bf90b7ac80073eff67 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:35.534847 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-53a85d99-5c73-435c-be97-90581efabcee tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:35.557660 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 8bb4bb62-0322-4b98-9cb4-505e0aa23bef triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:35.558131 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:35.779997 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dd048082-0d5a-4b20-ba64-02246b500378 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:35.908876 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d6ca2fd-71e3-46ac-90ba-95bce3b88916 req-0372c5dc-7b06-4621-b3cb-b1e96b2a0b03 tempest-ServerShowV257Test-923455110 tempest-ServerShowV257Test-923455110-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb659c5-0ed0-4452-ab3c-23b28e0f5340 HTTP/1.1" status: 200 len: 210 time: 0.1008604 Jul 15 13:19:35.938790 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-53a85d99-5c73-435c-be97-90581efabcee tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Allocated IP 172.20.0.13 (018d44e0-c369-47de-a220-68097fbc171f/bfb0eadd-83c2-49db-a9a7-d4c408cf0bd2/f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:36.183685 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dd048082-0d5a-4b20-ba64-02246b500378 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:36.230042 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:36.284527 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-53a85d99-5c73-435c-be97-90581efabcee tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:36.287122 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759719d1-a0db-40d0-8e40-76a9c8fb4168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb4bb62-0322-4b98-9cb4-505e0aa23bef'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:36.294899 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47af9c77-7d29-43b7-aed3-611df755e146" -d '{"events": [{"server_uuid": "759719d1-a0db-40d0-8e40-76a9c8fb4168", "name": "network-vif-plugged", "status": "completed", "tag": "8bb4bb62-0322-4b98-9cb4-505e0aa23bef"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:36.325183 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-53a85d99-5c73-435c-be97-90581efabcee tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Transition to ACTIVE for port object f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:36.326967 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 8bb4bb62-0322-4b98-9cb4-505e0aa23bef, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=8bb4bb62-0322-4b98-9cb4-505e0aa23bef,segment=NetworkSegment(a9a917ff-688b-4d60-89c2-fa36077b5a4e),segment_id=a9a917ff-688b-4d60-89c2-fa36077b5a4e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:36.331683 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:36.350480 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0153df24-e87c-44e7-8937-a36b7fcac328 req-50887bb7-0392-44b4-984c-fd250bb79974 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 210 time: 0.0717168 Jul 15 13:19:36.383810 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b67a8-2fa5-4b26-b610-5959dc3abd33 req-278831bd-d433-4697-bbdd-0f15d47d7eef tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:36.390079 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b67a8-2fa5-4b26-b610-5959dc3abd33 req-278831bd-d433-4697-bbdd-0f15d47d7eef tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:36.397078 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b67a8-2fa5-4b26-b610-5959dc3abd33 req-278831bd-d433-4697-bbdd-0f15d47d7eef tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:36.403305 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b67a8-2fa5-4b26-b610-5959dc3abd33 req-278831bd-d433-4697-bbdd-0f15d47d7eef tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:36.403999 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-53a85d99-5c73-435c-be97-90581efabcee tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:36.413290 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b67a8-2fa5-4b26-b610-5959dc3abd33 req-278831bd-d433-4697-bbdd-0f15d47d7eef tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:36.421375 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b67a8-2fa5-4b26-b610-5959dc3abd33 req-278831bd-d433-4697-bbdd-0f15d47d7eef tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:36.431880 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b67a8-2fa5-4b26-b610-5959dc3abd33 req-278831bd-d433-4697-bbdd-0f15d47d7eef tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:36.452258 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-781b67a8-2fa5-4b26-b610-5959dc3abd33 req-278831bd-d433-4697-bbdd-0f15d47d7eef tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 5426 time: 0.5401986 Jul 15 13:19:36.475930 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd048082-0d5a-4b20-ba64-02246b500378 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:36.482503 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-dd048082-0d5a-4b20-ba64-02246b500378 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:36.495203 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd048082-0d5a-4b20-ba64-02246b500378 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:36.542780 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd048082-0d5a-4b20-ba64-02246b500378 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event updated for resources: {'Port': ['ID=892fb289-e61c-44de-b845-66fe8c740aaa,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:36.547333 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=8bb4bb62-0322-4b98-9cb4-505e0aa23bef,revision_number=7']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:36.646369 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd048082-0d5a-4b20-ba64-02246b500378 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:36.647830 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd048082-0d5a-4b20-ba64-02246b500378 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:36.648540 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd048082-0d5a-4b20-ba64-02246b500378 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:36.649728 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd048082-0d5a-4b20-ba64-02246b500378 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:36.650677 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd048082-0d5a-4b20-ba64-02246b500378 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:36.651432 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd048082-0d5a-4b20-ba64-02246b500378 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:36.652029 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd048082-0d5a-4b20-ba64-02246b500378 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:36.652774 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd048082-0d5a-4b20-ba64-02246b500378 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:36.653346 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd048082-0d5a-4b20-ba64-02246b500378 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:36.653884 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd048082-0d5a-4b20-ba64-02246b500378 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:36.654946 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd048082-0d5a-4b20-ba64-02246b500378 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:36.655509 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd048082-0d5a-4b20-ba64-02246b500378 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:36.675498 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-53a85d99-5c73-435c-be97-90581efabcee tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Network 018d44e0-c369-47de-a220-68097fbc171f is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:36.681439 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-53a85d99-5c73-435c-be97-90581efabcee tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:36.696540 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 56543f98-14bd-45fa-ba0a-fae7672583cc up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:36.716750 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-53a85d99-5c73-435c-be97-90581efabcee tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:36.733212 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-781b67a8-2fa5-4b26-b610-5959dc3abd33 req-e6322df2-7d0d-4065-a53f-b2a0aa143902 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da&id=45431849-e472-4cc9-91dc-6aceda522923&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2772813 Jul 15 13:19:36.878192 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a85d99-5c73-435c-be97-90581efabcee tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'Port': ['ID=f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:36.879975 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11849fe6-e276-4ce9-b28d-b324b9b7c625 x-openstack-request-id: req-11849fe6-e276-4ce9-b28d-b324b9b7c625 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:36.880275 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759719d1-a0db-40d0-8e40-76a9c8fb4168", "name": "network-vif-plugged", "status": "completed", "tag": "8bb4bb62-0322-4b98-9cb4-505e0aa23bef", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:36.880525 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-11849fe6-e276-4ce9-b28d-b324b9b7c625 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:36.880919 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759719d1-a0db-40d0-8e40-76a9c8fb4168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb4bb62-0322-4b98-9cb4-505e0aa23bef', 'code': 200} Jul 15 13:19:36.921876 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-53a85d99-5c73-435c-be97-90581efabcee tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:36.922608 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-53a85d99-5c73-435c-be97-90581efabcee tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:36.974046 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-53a85d99-5c73-435c-be97-90581efabcee tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8310130 Jul 15 13:19:36.985972 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 56543f98-14bd-45fa-ba0a-fae7672583cc completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:37.010436 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 56543f98-14bd-45fa-ba0a-fae7672583cc triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:37.019661 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:37.024394 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-04c9e451-c53a-4a50-b8e6-93db368f8076 service neutron] Request body: {'port': {'device_id': '0725853e-875a-4b20-9bca-213052f2150f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:37.151680 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 6423fcfb-bafc-46ef-a503-c797233a6aba details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:19:37.405949 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e284b-14a9-47fb-8e8c-91a976c9736d req-22a9131c-dd26-43f5-8131-f2bd775e3656 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:37.413797 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-444e284b-14a9-47fb-8e8c-91a976c9736d req-22a9131c-dd26-43f5-8131-f2bd775e3656 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.2155039 Jul 15 13:19:37.426377 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-04c9e451-c53a-4a50-b8e6-93db368f8076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:37.434399 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.db.resource_extend [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:19:37.600788 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7b5ffba9-428e-46f6-b6e7-98633c7dd877 None None] Provisioning for port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:37.665424 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7b5ffba9-428e-46f6-b6e7-98633c7dd877 None None] Provisioning complete for port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:37.665991 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7b5ffba9-428e-46f6-b6e7-98633c7dd877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:37.815723 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-024f6d74-ac5b-4df8-90c5-15a36594e58e req-0b70d07e-707c-4d9c-bfbf-1510a7231b46 tempest-ServerShowV257Test-923455110 tempest-ServerShowV257Test-923455110-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb659c5-0ed0-4452-ab3c-23b28e0f5340 HTTP/1.1" status: 200 len: 210 time: 0.3639538 Jul 15 13:19:37.833084 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-444e284b-14a9-47fb-8e8c-91a976c9736d req-4691019d-d77e-4a4d-8a5f-ccbed0ac344a tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4182434 Jul 15 13:19:37.837175 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dd048082-0d5a-4b20-ba64-02246b500378 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for router_gateway, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:37.993141 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:38.149657 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-04c9e451-c53a-4a50-b8e6-93db368f8076 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:19:38.166846 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-04c9e451-c53a-4a50-b8e6-93db368f8076 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:38.179813 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-7b5ffba9-428e-46f6-b6e7-98633c7dd877 None None] Port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:19:38.196061 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 6423fcfb-bafc-46ef-a503-c797233a6aba, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=6423fcfb-bafc-46ef-a503-c797233a6aba,segment=NetworkSegment(05c9b2e9-477b-4887-bd1e-a489058494c2),segment_id=05c9b2e9-477b-4887-bd1e-a489058494c2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:38.206274 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-04c9e451-c53a-4a50-b8e6-93db368f8076 service neutron] Transition to ACTIVE for port object f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:38.212425 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-04c9e451-c53a-4a50-b8e6-93db368f8076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:38.215416 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 56543f98-14bd-45fa-ba0a-fae7672583cc, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=56543f98-14bd-45fa-ba0a-fae7672583cc,segment=NetworkSegment(f745d7e8-44c3-436a-9c4b-9fb879b66c67),segment_id=f745d7e8-44c3-436a-9c4b-9fb879b66c67)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:38.219422 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '6423fcfb-bafc-46ef-a503-c797233a6aba', 'network_id': 'ce5fb7fa-2145-4849-a016-cf7110cf1deb', 'port_id': '6423fcfb-bafc-46ef-a503-c797233a6aba', 'mac_address': 'fa:16:3e:2e:9e:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '829664df-b46c-4105-a938-db78ac7ecabf', 'ip_address': '10.1.1.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:19:38.236226 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:38.358380 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9e451-c53a-4a50-b8e6-93db368f8076 service neutron] Pushing event updated for resources: {'Port': ['ID=f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:38.419722 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:38.454907 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6423fcfb-bafc-46ef-a503-c797233a6aba {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:19:38.472939 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-04c9e451-c53a-4a50-b8e6-93db368f8076 service neutron] Attempting to bind port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:19:38.473531 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-04c9e451-c53a-4a50-b8e6-93db368f8076 service neutron] Attempting to bind port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'f745d7e8-44c3-436a-9c4b-9fb879b66c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '018d44e0-c369-47de-a220-68097fbc171f'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:19:38.473877 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-04c9e451-c53a-4a50-b8e6-93db368f8076 service neutron] Attempting to bind port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 on network 018d44e0-c369-47de-a220-68097fbc171f {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:38.480866 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 6423fcfb-bafc-46ef-a503-c797233a6aba, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=6423fcfb-bafc-46ef-a503-c797233a6aba,segment=NetworkSegment(05c9b2e9-477b-4887-bd1e-a489058494c2),segment_id=05c9b2e9-477b-4887-bd1e-a489058494c2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:38.486091 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:38.487077 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 5f85c995-44e4-4ef4-892d-2c08cac1914f details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:19:38.490314 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-04c9e451-c53a-4a50-b8e6-93db368f8076 service neutron] Port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 on network 018d44e0-c369-47de-a220-68097fbc171f not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:19:38.490673 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-04c9e451-c53a-4a50-b8e6-93db368f8076 service neutron] Attempting to bind port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 on network 018d44e0-c369-47de-a220-68097fbc171f {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:38.504159 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-04c9e451-c53a-4a50-b8e6-93db368f8076 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:19:38.504538 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-04c9e451-c53a-4a50-b8e6-93db368f8076 service neutron] Checking segment: {'id': 'f745d7e8-44c3-436a-9c4b-9fb879b66c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '018d44e0-c369-47de-a220-68097fbc171f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:38.505033 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-04c9e451-c53a-4a50-b8e6-93db368f8076 service neutron] Bound using segment: {'id': 'f745d7e8-44c3-436a-9c4b-9fb879b66c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '018d44e0-c369-47de-a220-68097fbc171f'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:19:38.505524 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-04c9e451-c53a-4a50-b8e6-93db368f8076 service neutron] Bound port: f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f745d7e8-44c3-436a-9c4b-9fb879b66c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '018d44e0-c369-47de-a220-68097fbc171f'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:19:38.505889 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-04c9e451-c53a-4a50-b8e6-93db368f8076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:38.530650 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=56543f98-14bd-45fa-ba0a-fae7672583cc,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:38.614803 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 5f85c995-44e4-4ef4-892d-2c08cac1914f, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=5f85c995-44e4-4ef4-892d-2c08cac1914f,segment=NetworkSegment(05c9b2e9-477b-4887-bd1e-a489058494c2),segment_id=05c9b2e9-477b-4887-bd1e-a489058494c2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:38.647011 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '5f85c995-44e4-4ef4-892d-2c08cac1914f', 'network_id': 'ce5fb7fa-2145-4849-a016-cf7110cf1deb', 'port_id': '5f85c995-44e4-4ef4-892d-2c08cac1914f', 'mac_address': 'fa:16:3e:81:15:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '829664df-b46c-4105-a938-db78ac7ecabf', 'ip_address': '10.1.1.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:19:38.654537 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=6423fcfb-bafc-46ef-a503-c797233a6aba,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:38.691211 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-04c9e451-c53a-4a50-b8e6-93db368f8076 service neutron] For port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:19:38.702211 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-04c9e451-c53a-4a50-b8e6-93db368f8076 service neutron] For port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5,segment=NetworkSegment(f745d7e8-44c3-436a-9c4b-9fb879b66c67),segment_id=f745d7e8-44c3-436a-9c4b-9fb879b66c67)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:19:38.707456 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-04c9e451-c53a-4a50-b8e6-93db368f8076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:38.732955 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:38.751089 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f85c995-44e4-4ef4-892d-2c08cac1914f {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:19:38.798901 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-04c9e451-c53a-4a50-b8e6-93db368f8076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:38.803079 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-04c9e451-c53a-4a50-b8e6-93db368f8076 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:38.804746 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-04c9e451-c53a-4a50-b8e6-93db368f8076 service neutron] 10.222.0.46 "PUT /v2.0/ports/f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 HTTP/1.1" status: 200 len: 1093 time: 1.8025627 Jul 15 13:19:38.805810 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0725853e-875a-4b20-9bca-213052f2150f', 'tag': 'f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:38.812723 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b76c9c-7e30-402e-8f2c-8209a50068e7" -d '{"events": [{"name": "network-changed", "server_uuid": "0725853e-875a-4b20-9bca-213052f2150f", "tag": "f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:38.824608 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 5f85c995-44e4-4ef4-892d-2c08cac1914f, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=5f85c995-44e4-4ef4-892d-2c08cac1914f,segment=NetworkSegment(05c9b2e9-477b-4887-bd1e-a489058494c2),segment_id=05c9b2e9-477b-4887-bd1e-a489058494c2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:38.838456 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:38.842381 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device f96dffd1-c1eb-4333-a155-61d16bf8a28e details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:19:38.922210 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9e451-c53a-4a50-b8e6-93db368f8076 service neutron] Pushing event updated for resources: {'Port': ['ID=f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:39.130381 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port f96dffd1-c1eb-4333-a155-61d16bf8a28e, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=f96dffd1-c1eb-4333-a155-61d16bf8a28e,segment=NetworkSegment(05c9b2e9-477b-4887-bd1e-a489058494c2),segment_id=05c9b2e9-477b-4887-bd1e-a489058494c2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:39.164734 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=5f85c995-44e4-4ef4-892d-2c08cac1914f,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:39.178018 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'f96dffd1-c1eb-4333-a155-61d16bf8a28e', 'network_id': 'ce5fb7fa-2145-4849-a016-cf7110cf1deb', 'port_id': 'f96dffd1-c1eb-4333-a155-61d16bf8a28e', 'mac_address': 'fa:16:3e:cc:15:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '829664df-b46c-4105-a938-db78ac7ecabf', 'ip_address': '10.1.1.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:19:39.244450 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:39.249339 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-895d2908-5e87-45c3-819e-df47c75c4435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:39.259064 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-895d2908-5e87-45c3-819e-df47c75c4435 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d986de84121549bf90b7ac80073eff67&device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 1096 time: 0.3243108 Jul 15 13:19:39.280507 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f96dffd1-c1eb-4333-a155-61d16bf8a28e {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:19:39.302599 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port f96dffd1-c1eb-4333-a155-61d16bf8a28e, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=f96dffd1-c1eb-4333-a155-61d16bf8a28e,segment=NetworkSegment(05c9b2e9-477b-4887-bd1e-a489058494c2),segment_id=05c9b2e9-477b-4887-bd1e-a489058494c2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:39.309899 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:39.310990 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device a51dbf2b-ff20-42f9-b2bf-23cfc697916b details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:19:39.364167 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-101f5cab-759f-476a-b401-a4e7a4da9300 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 HTTP/1.1" status: 200 len: 217 time: 0.0894718 Jul 15 13:19:39.466489 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-4b7efdbd-e73a-4be6-95fa-fa654fabe10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:39.468164 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-4b7efdbd-e73a-4be6-95fa-fa654fabe10f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb0eadd-83c2-49db-a9a7-d4c408cf0bd2 HTTP/1.1" status: 200 len: 835 time: 0.0941157 Jul 15 13:19:39.503918 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=f96dffd1-c1eb-4333-a155-61d16bf8a28e,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:39.521393 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port a51dbf2b-ff20-42f9-b2bf-23cfc697916b, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a51dbf2b-ff20-42f9-b2bf-23cfc697916b,segment=NetworkSegment(05c9b2e9-477b-4887-bd1e-a489058494c2),segment_id=05c9b2e9-477b-4887-bd1e-a489058494c2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:39.605158 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'a51dbf2b-ff20-42f9-b2bf-23cfc697916b', 'network_id': 'ce5fb7fa-2145-4849-a016-cf7110cf1deb', 'port_id': 'a51dbf2b-ff20-42f9-b2bf-23cfc697916b', 'mac_address': 'fa:16:3e:50:52:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '829664df-b46c-4105-a938-db78ac7ecabf', 'ip_address': '10.1.1.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:19:39.605555 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-d69dee6c-1957-4eab-8933-a7315d9e21f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:39.612275 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-d69dee6c-1957-4eab-8933-a7315d9e21f7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=018d44e0-c369-47de-a220-68097fbc171f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1352525 Jul 15 13:19:39.740129 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:39.815157 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a51dbf2b-ff20-42f9-b2bf-23cfc697916b {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:19:39.838922 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a50f43-1402-4824-9d8e-8c12e289e643 req-a1b58b88-7c94-486e-b9e3-b40e32ca8ee9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:39.847799 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-95a50f43-1402-4824-9d8e-8c12e289e643 req-a1b58b88-7c94-486e-b9e3-b40e32ca8ee9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 944 time: 0.2996211 Jul 15 13:19:39.849757 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-356e0b36-eda1-4b1c-8f1b-98199b15553b service neutron] 10.222.0.46 "GET /v2.0/networks/018d44e0-c369-47de-a220-68097fbc171f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271016 Jul 15 13:19:39.855874 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port a51dbf2b-ff20-42f9-b2bf-23cfc697916b, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a51dbf2b-ff20-42f9-b2bf-23cfc697916b,segment=NetworkSegment(05c9b2e9-477b-4887-bd1e-a489058494c2),segment_id=05c9b2e9-477b-4887-bd1e-a489058494c2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:39.868213 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:39.868903 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:19:39.876177 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a7b83-0960-4f6f-9d95-ac2d21dd259b req-a63b1c95-48b0-4b95-9384-836e5525f758 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:39.882674 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a7b83-0960-4f6f-9d95-ac2d21dd259b req-a63b1c95-48b0-4b95-9384-836e5525f758 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:39.889710 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a7b83-0960-4f6f-9d95-ac2d21dd259b req-a63b1c95-48b0-4b95-9384-836e5525f758 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:39.896400 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a7b83-0960-4f6f-9d95-ac2d21dd259b req-a63b1c95-48b0-4b95-9384-836e5525f758 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:39.904586 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a7b83-0960-4f6f-9d95-ac2d21dd259b req-a63b1c95-48b0-4b95-9384-836e5525f758 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:39.911113 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a7b83-0960-4f6f-9d95-ac2d21dd259b req-a63b1c95-48b0-4b95-9384-836e5525f758 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:39.918280 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a7b83-0960-4f6f-9d95-ac2d21dd259b req-a63b1c95-48b0-4b95-9384-836e5525f758 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:39.927054 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5c7a7b83-0960-4f6f-9d95-ac2d21dd259b req-a63b1c95-48b0-4b95-9384-836e5525f758 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 5426 time: 1.8365400 Jul 15 13:19:39.990818 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=a51dbf2b-ff20-42f9-b2bf-23cfc697916b,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:40.060639 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5c7a7b83-0960-4f6f-9d95-ac2d21dd259b req-c2abe7bd-4a45-4a21-a5f0-407b54b7211e tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da&id=45431849-e472-4cc9-91dc-6aceda522923&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1321223 Jul 15 13:19:40.099821 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-95a50f43-1402-4824-9d8e-8c12e289e643 req-408e9645-07d9-4c26-b024-dc04617c978d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b11c2da-9886-4e12-b30f-76b6ecc4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2525141 Jul 15 13:19:40.122069 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dd048082-0d5a-4b20-ba64-02246b500378 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:40.232691 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5effe3-cc81-44f8-ace4-84881e5bc69b x-openstack-request-id: req-7a5effe3-cc81-44f8-ace4-84881e5bc69b {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:40.234899 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0725853e-875a-4b20-9bca-213052f2150f", "tag": "f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:40.235170 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a5effe3-cc81-44f8-ace4-84881e5bc69b {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:40.248359 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0725853e-875a-4b20-9bca-213052f2150f', 'tag': 'f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5', 'status': 'completed', 'code': 200} Jul 15 13:19:40.279080 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c42a2f97-26a4-45c9-933a-df57cebc4a10 req-283aa5e6-d3ae-4caf-8716-08330f5811d6 service neutron] 10.222.0.46 "GET /v2.0/networks/018d44e0-c369-47de-a220-68097fbc171f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3983421 Jul 15 13:19:40.445509 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd,segment=NetworkSegment(bd12e27f-3fd1-48b9-a7db-60395a28da12),segment_id=bd12e27f-3fd1-48b9-a7db-60395a28da12)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:40.489081 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd', 'network_id': '5d9fbd16-32b6-40ae-8908-2f860bb17994', 'port_id': 'b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd', 'mac_address': 'fa:16:3e:79:68:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb690484-bc5a-4c4b-81ad-d355e2967ff7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:19:40.505129 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b76c9c-7e30-402e-8f2c-8209a50068e7 req-91c5e9fa-8934-45dc-892e-24db5b7ad898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:40.509009 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a3b76c9c-7e30-402e-8f2c-8209a50068e7 req-91c5e9fa-8934-45dc-892e-24db5b7ad898 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d986de84121549bf90b7ac80073eff67&device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 1096 time: 0.1659164 Jul 15 13:19:40.611718 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:40.636228 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 56543f98-14bd-45fa-ba0a-fae7672583cc up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:40.647829 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:19:40.775165 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd048082-0d5a-4b20-ba64-02246b500378 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Router 37d255ae-648d-4a45-a1e5-b717c878b283 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:19:40.802850 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd,segment=NetworkSegment(bd12e27f-3fd1-48b9-a7db-60395a28da12),segment_id=bd12e27f-3fd1-48b9-a7db-60395a28da12)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:40.825826 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:40.934007 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b76c9c-7e30-402e-8f2c-8209a50068e7 req-aac37d69-ff84-4be9-85b8-362084b268ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:40.935803 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a3b76c9c-7e30-402e-8f2c-8209a50068e7 req-aac37d69-ff84-4be9-85b8-362084b268ad service neutron] 10.222.0.46 "GET /v2.0/networks?id=018d44e0-c369-47de-a220-68097fbc171f HTTP/1.1" status: 200 len: 898 time: 0.4197264 Jul 15 13:19:40.963268 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 1fa3afd8-c7ad-4cdd-a821-24cff8228eca details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:19:41.015713 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a3b76c9c-7e30-402e-8f2c-8209a50068e7 req-730ab688-86ed-4a49-8ddb-779f68b751e2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 HTTP/1.1" status: 200 len: 217 time: 0.0702462 Jul 15 13:19:41.062667 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd048082-0d5a-4b20-ba64-02246b500378 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:19:41.075413 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd1b858-c869-4286-b42f-12f9e27bdf78 None None] Sync routers for ids ['37d255ae-648d-4a45-a1e5-b717c878b283'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:19:41.090417 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dd048082-0d5a-4b20-ba64-02246b500378 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:41.093614 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-dd048082-0d5a-4b20-ba64-02246b500378 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.4787385 Jul 15 13:19:41.096290 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b76c9c-7e30-402e-8f2c-8209a50068e7 req-ebd9cbe7-46bf-4e02-abe8-a437825957c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:41.096445 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd1b858-c869-4286-b42f-12f9e27bdf78 None None] Routers {'37d255ae-648d-4a45-a1e5-b717c878b283'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:41.097090 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-2fd1b858-c869-4286-b42f-12f9e27bdf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:19:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['37d255ae-648d-4a45-a1e5-b717c878b283'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:41.098234 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a3b76c9c-7e30-402e-8f2c-8209a50068e7 req-ebd9cbe7-46bf-4e02-abe8-a437825957c9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb0eadd-83c2-49db-a9a7-d4c408cf0bd2 HTTP/1.1" status: 200 len: 835 time: 0.0714085 Jul 15 13:19:41.098867 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40328) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:41.117263 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b987646-02e1-4e1e-b591-cd14a8afac53 req-0b582593-f514-4cf9-83ad-1df170e79db8 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:41.147540 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2b987646-02e1-4e1e-b591-cd14a8afac53 req-0b582593-f514-4cf9-83ad-1df170e79db8 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.5668638 Jul 15 13:19:41.219783 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-2fd1b858-c869-4286-b42f-12f9e27bdf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:41.229556 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2b987646-02e1-4e1e-b591-cd14a8afac53 req-280b70f6-0366-4eaf-980c-59606466d7c2 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806572 Jul 15 13:19:41.252931 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd1b858-c869-4286-b42f-12f9e27bdf78 None None] Routers {'37d255ae-648d-4a45-a1e5-b717c878b283'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:41.253570 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-2fd1b858-c869-4286-b42f-12f9e27bdf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:19:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['37d255ae-648d-4a45-a1e5-b717c878b283'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:41.303246 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa30253a-b496-4863-badf-9a45a4bda889 req-1f65dc5d-3c85-46a4-b27f-5f73aba01941 tempest-ServerShowV257Test-923455110 tempest-ServerShowV257Test-923455110-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb659c5-0ed0-4452-ab3c-23b28e0f5340 HTTP/1.1" status: 200 len: 210 time: 0.0500250 Jul 15 13:19:41.405024 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 1fa3afd8-c7ad-4cdd-a821-24cff8228eca, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=1fa3afd8-c7ad-4cdd-a821-24cff8228eca,segment=NetworkSegment(347532a5-f217-46ce-b82e-14902b2a4d71),segment_id=347532a5-f217-46ce-b82e-14902b2a4d71)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:41.441623 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-2fd1b858-c869-4286-b42f-12f9e27bdf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:41.442298 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd1b858-c869-4286-b42f-12f9e27bdf78 None None] The sync data for ids ['37d255ae-648d-4a45-a1e5-b717c878b283'] in n-d-771363-36 is: [] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:19:41.506476 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '1fa3afd8-c7ad-4cdd-a821-24cff8228eca', 'network_id': 'b2f88f94-f063-456a-ac21-570ac0e96de8', 'port_id': '1fa3afd8-c7ad-4cdd-a821-24cff8228eca', 'mac_address': 'fa:16:3e:ed:af:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ad8fdd-e622-4825-beaf-20c66a64adda', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:19:41.574989 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b76c9c-7e30-402e-8f2c-8209a50068e7 req-3d7d48b0-d6b4-4753-994a-81cac1cef38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:41.576504 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a3b76c9c-7e30-402e-8f2c-8209a50068e7 req-3d7d48b0-d6b4-4753-994a-81cac1cef38b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=018d44e0-c369-47de-a220-68097fbc171f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4634442 Jul 15 13:19:41.705151 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:41.715821 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:41.718381 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 56543f98-14bd-45fa-ba0a-fae7672583cc triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:41.719160 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:41.728206 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['f96dffd1-c1eb-4333-a155-61d16bf8a28e'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:19:41.826742 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['6423fcfb-bafc-46ef-a503-c797233a6aba'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:19:41.828381 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['5f85c995-44e4-4ef4-892d-2c08cac1914f'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:19:41.968623 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fa3afd8-c7ad-4cdd-a821-24cff8228eca {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:19:42.087749 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 1fa3afd8-c7ad-4cdd-a821-24cff8228eca, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=1fa3afd8-c7ad-4cdd-a821-24cff8228eca,segment=NetworkSegment(347532a5-f217-46ce-b82e-14902b2a4d71),segment_id=347532a5-f217-46ce-b82e-14902b2a4d71)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:42.092257 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5a487-3505-427b-b0ae-23b6a8946400 req-104a6878-737a-4964-9ca3-c44cb2508d9f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:42.122515 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5a487-3505-427b-b0ae-23b6a8946400 req-104a6878-737a-4964-9ca3-c44cb2508d9f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:42.158655 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5a487-3505-427b-b0ae-23b6a8946400 req-104a6878-737a-4964-9ca3-c44cb2508d9f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:42.168042 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:42.168703 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device af2462b3-176b-4c48-84b6-2989d990ea5b details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:19:42.199454 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5a487-3505-427b-b0ae-23b6a8946400 req-104a6878-737a-4964-9ca3-c44cb2508d9f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:42.223533 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5a487-3505-427b-b0ae-23b6a8946400 req-104a6878-737a-4964-9ca3-c44cb2508d9f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:42.249458 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5a487-3505-427b-b0ae-23b6a8946400 req-104a6878-737a-4964-9ca3-c44cb2508d9f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:42.254461 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5a487-3505-427b-b0ae-23b6a8946400 req-104a6878-737a-4964-9ca3-c44cb2508d9f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:42.266340 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dcd5a487-3505-427b-b0ae-23b6a8946400 req-104a6878-737a-4964-9ca3-c44cb2508d9f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 5431 time: 0.6940942 Jul 15 13:19:42.301522 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32433774-8cac-4798-bd97-a0bdb1554b56 req-863f402b-648a-4b2e-b727-4190ea384a02 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:42.312862 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-32433774-8cac-4798-bd97-a0bdb1554b56 req-863f402b-648a-4b2e-b727-4190ea384a02 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 944 time: 0.8918383 Jul 15 13:19:42.453347 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-32433774-8cac-4798-bd97-a0bdb1554b56 req-73a203af-0408-4427-a717-4f1b200d9976 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b11c2da-9886-4e12-b30f-76b6ecc4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377089 Jul 15 13:19:42.468458 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port af2462b3-176b-4c48-84b6-2989d990ea5b, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=af2462b3-176b-4c48-84b6-2989d990ea5b,segment=NetworkSegment(347532a5-f217-46ce-b82e-14902b2a4d71),segment_id=347532a5-f217-46ce-b82e-14902b2a4d71)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:42.512541 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'af2462b3-176b-4c48-84b6-2989d990ea5b', 'network_id': 'b2f88f94-f063-456a-ac21-570ac0e96de8', 'port_id': 'af2462b3-176b-4c48-84b6-2989d990ea5b', 'mac_address': 'fa:16:3e:03:bd:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ad8fdd-e622-4825-beaf-20c66a64adda', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:19:42.568963 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dcd5a487-3505-427b-b0ae-23b6a8946400 req-2e0591cf-9d81-4b22-b22e-b30eb4eabdef tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da&id=45431849-e472-4cc9-91dc-6aceda522923&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3012571 Jul 15 13:19:42.918366 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a3b76c9c-7e30-402e-8f2c-8209a50068e7 req-d9d8e879-850c-4605-a430-212453b04e32 service neutron] 10.222.0.46 "GET /v2.0/networks/018d44e0-c369-47de-a220-68097fbc171f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3310606 Jul 15 13:19:42.961694 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:42.972220 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=1fa3afd8-c7ad-4cdd-a821-24cff8228eca,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:43.097505 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['a51dbf2b-ff20-42f9-b2bf-23cfc697916b'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:19:43.099309 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9fd4d6e1-865c-41a7-a62e-713407fe061f req-278a03a7-c59a-4890-aad4-3896c15f8f2b tempest-ServerShowV257Test-923455110 tempest-ServerShowV257Test-923455110-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb659c5-0ed0-4452-ab3c-23b28e0f5340 HTTP/1.1" status: 200 len: 210 time: 0.1257603 Jul 15 13:19:43.157300 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:19:43.197647 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b62a06-ba1c-43ce-beb7-34db7cb266f5 req-449a7efc-785d-48f8-8174-01063c8e4597 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:43.207869 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-14b62a06-ba1c-43ce-beb7-34db7cb266f5 req-449a7efc-785d-48f8-8174-01063c8e4597 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.3811920 Jul 15 13:19:43.212398 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40362) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:43.327469 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a3b76c9c-7e30-402e-8f2c-8209a50068e7 req-461e4282-eeab-49f8-9da7-fceb93d88f36 service neutron] 10.222.0.46 "GET /v2.0/networks/018d44e0-c369-47de-a220-68097fbc171f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272796 Jul 15 13:19:43.361752 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-14b62a06-ba1c-43ce-beb7-34db7cb266f5 req-52ab3928-10ef-4534-8540-81371425c707 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526997 Jul 15 13:19:43.418474 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-22cf38ee-0fd7-4a3a-9f7f-012da6bc90ae tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:43.657811 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-787abe04-54f9-4ccd-95a3-0e4e0415d78a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:43.662078 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af2462b3-176b-4c48-84b6-2989d990ea5b {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:19:43.722276 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port af2462b3-176b-4c48-84b6-2989d990ea5b, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=af2462b3-176b-4c48-84b6-2989d990ea5b,segment=NetworkSegment(347532a5-f217-46ce-b82e-14902b2a4d71),segment_id=347532a5-f217-46ce-b82e-14902b2a4d71)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:43.836910 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:43.999839 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=af2462b3-176b-4c48-84b6-2989d990ea5b,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:44.005360 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:19:44.045108 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-787abe04-54f9-4ccd-95a3-0e4e0415d78a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:44.064418 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-787abe04-54f9-4ccd-95a3-0e4e0415d78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:44.329927 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['af2462b3-176b-4c48-84b6-2989d990ea5b'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:19:44.363162 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-22cf38ee-0fd7-4a3a-9f7f-012da6bc90ae tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Allocated IP 172.20.0.1 (8036702b-ed26-4d71-9973-7f49c42839e3/e35fc7e4-3b19-4ad5-94a7-230209e5ac86/59f9aa38-88fa-4f08-ab55-fc186f026d23) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:44.419586 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787abe04-54f9-4ccd-95a3-0e4e0415d78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe988b1d-816e-4bb8-a0c5-d2cff0ed5810,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:44.429197 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-787abe04-54f9-4ccd-95a3-0e4e0415d78a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=301def57c4fc4dd8b26f6687b9effb3e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2104287 Jul 15 13:19:44.432856 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40380) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:44.468507 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5,segment=NetworkSegment(f745d7e8-44c3-436a-9c4b-9fb879b66c67),segment_id=f745d7e8-44c3-436a-9c4b-9fb879b66c67)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:44.521647 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5', 'network_id': '018d44e0-c369-47de-a220-68097fbc171f', 'port_id': 'f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5', 'mac_address': 'fa:16:3e:87:73:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb0eadd-83c2-49db-a9a7-d4c408cf0bd2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:19:44.547789 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['1fa3afd8-c7ad-4cdd-a821-24cff8228eca'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:19:44.592197 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f3af2-0821-436e-b8d6-1de316b16ef5 req-5640e43b-dd8c-4a99-b3b0-4ae9625854dd tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:44.595698 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e96f3af2-0821-436e-b8d6-1de316b16ef5 req-5640e43b-dd8c-4a99-b3b0-4ae9625854dd tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 944 time: 0.5419166 Jul 15 13:19:44.642588 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-22cf38ee-0fd7-4a3a-9f7f-012da6bc90ae tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:44.659474 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64672eaa-df8c-4295-b7ad-9a0e295451ed req-ad0747e0-43f6-4ba3-b39d-1aa5265e5d67 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:44.670472 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64672eaa-df8c-4295-b7ad-9a0e295451ed req-ad0747e0-43f6-4ba3-b39d-1aa5265e5d67 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:44.681488 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64672eaa-df8c-4295-b7ad-9a0e295451ed req-ad0747e0-43f6-4ba3-b39d-1aa5265e5d67 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:44.695118 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64672eaa-df8c-4295-b7ad-9a0e295451ed req-ad0747e0-43f6-4ba3-b39d-1aa5265e5d67 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:44.711769 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64672eaa-df8c-4295-b7ad-9a0e295451ed req-ad0747e0-43f6-4ba3-b39d-1aa5265e5d67 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:44.714492 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-22cf38ee-0fd7-4a3a-9f7f-012da6bc90ae tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:44.718084 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64672eaa-df8c-4295-b7ad-9a0e295451ed req-ad0747e0-43f6-4ba3-b39d-1aa5265e5d67 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:44.724472 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64672eaa-df8c-4295-b7ad-9a0e295451ed req-ad0747e0-43f6-4ba3-b39d-1aa5265e5d67 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:44.729530 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-64672eaa-df8c-4295-b7ad-9a0e295451ed req-ad0747e0-43f6-4ba3-b39d-1aa5265e5d67 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 5433 time: 0.6328402 Jul 15 13:19:44.761418 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cf38ee-0fd7-4a3a-9f7f-012da6bc90ae tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Network 8036702b-ed26-4d71-9973-7f49c42839e3 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:44.768051 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c2bae5b2-3ad0-4484-a00f-769a6976cfc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:44.787697 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-22cf38ee-0fd7-4a3a-9f7f-012da6bc90ae tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:44.800000 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cf38ee-0fd7-4a3a-9f7f-012da6bc90ae tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:44.879638 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e96f3af2-0821-436e-b8d6-1de316b16ef5 req-23bc32ac-1e83-4afd-aac9-ea920732ebfb tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b11c2da-9886-4e12-b30f-76b6ecc4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2670915 Jul 15 13:19:44.887789 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf38ee-0fd7-4a3a-9f7f-012da6bc90ae tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event updated for resources: {'Port': ['ID=59f9aa38-88fa-4f08-ab55-fc186f026d23,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:44.895285 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c2bae5b2-3ad0-4484-a00f-769a6976cfc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:44.932672 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-22cf38ee-0fd7-4a3a-9f7f-012da6bc90ae tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:44.956356 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-64672eaa-df8c-4295-b7ad-9a0e295451ed req-5890ee93-b5a6-4818-9604-ff258664ef88 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da&id=45431849-e472-4cc9-91dc-6aceda522923&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2163956 Jul 15 13:19:44.961744 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:45.029801 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:19:45.044059 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c2bae5b2-3ad0-4484-a00f-769a6976cfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:45.047394 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c2bae5b2-3ad0-4484-a00f-769a6976cfc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:45.048788 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c2bae5b2-3ad0-4484-a00f-769a6976cfc1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fe988b1d-816e-4bb8-a0c5-d2cff0ed5810 HTTP/1.1" status: 204 len: 168 time: 0.6135466 Jul 15 13:19:45.065203 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bae5b2-3ad0-4484-a00f-769a6976cfc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe988b1d-816e-4bb8-a0c5-d2cff0ed5810,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:45.216241 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-22cf38ee-0fd7-4a3a-9f7f-012da6bc90ae tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:45.255158 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5,segment=NetworkSegment(f745d7e8-44c3-436a-9c4b-9fb879b66c67),segment_id=f745d7e8-44c3-436a-9c4b-9fb879b66c67)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:45.259294 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3eeaf6eb-2ae1-4b46-a364-094544a8c073 req-14a7d18d-371f-4821-abaf-78296c7f4595 tempest-ServerShowV257Test-923455110 tempest-ServerShowV257Test-923455110-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb659c5-0ed0-4452-ab3c-23b28e0f5340 HTTP/1.1" status: 200 len: 210 time: 0.1218615 Jul 15 13:19:45.277777 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:45.422150 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f23a62-423b-4ced-8c70-1dc8c0e2d669 req-19c8bd3f-0631-451b-9b4f-c3915b71d88a tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:45.440651 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e7f23a62-423b-4ced-8c70-1dc8c0e2d669 req-19c8bd3f-0631-451b-9b4f-c3915b71d88a tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.1646359 Jul 15 13:19:45.486051 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:45.536549 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e7f23a62-423b-4ced-8c70-1dc8c0e2d669 req-6c3ef837-6c64-4f1b-9aa5-d60cf8412f07 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931180 Jul 15 13:19:45.638246 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-22cf38ee-0fd7-4a3a-9f7f-012da6bc90ae tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:45.645173 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-22cf38ee-0fd7-4a3a-9f7f-012da6bc90ae tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:45.708258 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40394) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:45.727993 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ea39fb22-6295-4721-9b06-197cdc14c63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:45.735724 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf38ee-0fd7-4a3a-9f7f-012da6bc90ae tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event updated for resources: {'Port': ['ID=59f9aa38-88fa-4f08-ab55-fc186f026d23,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:45.820153 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-22cf38ee-0fd7-4a3a-9f7f-012da6bc90ae tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:45.868957 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 6423fcfb-bafc-46ef-a503-c797233a6aba up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:45.870881 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ea39fb22-6295-4721-9b06-197cdc14c63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:45.876292 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ea39fb22-6295-4721-9b06-197cdc14c63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:45.979079 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40402) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:45.979986 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ea39fb22-6295-4721-9b06-197cdc14c63d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8170081d0c94ccb9ed3563598c06cf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2704692 Jul 15 13:19:45.989161 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 6423fcfb-bafc-46ef-a503-c797233a6aba completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:45.998028 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 6423fcfb-bafc-46ef-a503-c797233a6aba triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:45.998488 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:46.008619 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea39fb22-6295-4721-9b06-197cdc14c63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae48265c-5a8f-4393-be40-f4a91cefb7a3,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:46.072897 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cf38ee-0fd7-4a3a-9f7f-012da6bc90ae tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Network 8036702b-ed26-4d71-9973-7f49c42839e3 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:46.076894 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8777a046-ea12-49f3-91bd-75f5157570ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:46.081747 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-22cf38ee-0fd7-4a3a-9f7f-012da6bc90ae tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:46.146031 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8777a046-ea12-49f3-91bd-75f5157570ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:46.166939 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:46.214437 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6423fcfb-bafc-46ef-a503-c797233a6aba'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:46.222185 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40cb5583-2522-4590-8f75-a880ff952b30" -d '{"events": [{"server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "name": "network-vif-plugged", "status": "completed", "tag": "6423fcfb-bafc-46ef-a503-c797233a6aba"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:46.262846 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:19:46.266905 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22cf38ee-0fd7-4a3a-9f7f-012da6bc90ae tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Router 37d255ae-648d-4a45-a1e5-b717c878b283 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:19:46.284773 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8777a046-ea12-49f3-91bd-75f5157570ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:46.287980 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 6423fcfb-bafc-46ef-a503-c797233a6aba, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=6423fcfb-bafc-46ef-a503-c797233a6aba,segment=NetworkSegment(05c9b2e9-477b-4887-bd1e-a489058494c2),segment_id=05c9b2e9-477b-4887-bd1e-a489058494c2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:46.288376 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8777a046-ea12-49f3-91bd-75f5157570ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:46.294149 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8777a046-ea12-49f3-91bd-75f5157570ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae48265c-5a8f-4393-be40-f4a91cefb7a3 HTTP/1.1" status: 204 len: 168 time: 0.3096564 Jul 15 13:19:46.304129 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:46.306011 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 5f85c995-44e4-4ef4-892d-2c08cac1914f up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:46.599071 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf934e6-7947-4b36-a4df-035220930242 req-87f3016d-c870-47ad-8aef-4917253d5f40 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:46.606861 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6cf934e6-7947-4b36-a4df-035220930242 req-87f3016d-c870-47ad-8aef-4917253d5f40 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 945 time: 0.2435858 Jul 15 13:19:46.686272 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8777a046-ea12-49f3-91bd-75f5157570ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae48265c-5a8f-4393-be40-f4a91cefb7a3,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:46.701200 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7b941-f800-44f7-aa6d-09e199b398f3 req-7d949c26-fafb-4819-98e8-07400c51639d tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:46.747025 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7b941-f800-44f7-aa6d-09e199b398f3 req-7d949c26-fafb-4819-98e8-07400c51639d tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:46.785879 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7b941-f800-44f7-aa6d-09e199b398f3 req-7d949c26-fafb-4819-98e8-07400c51639d tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:46.816660 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=6423fcfb-bafc-46ef-a503-c797233a6aba,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:46.825781 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22cf38ee-0fd7-4a3a-9f7f-012da6bc90ae tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:19:46.832965 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7b941-f800-44f7-aa6d-09e199b398f3 req-7d949c26-fafb-4819-98e8-07400c51639d tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:46.842223 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-22cf38ee-0fd7-4a3a-9f7f-012da6bc90ae tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "PUT /v2.0/routers/37d255ae-648d-4a45-a1e5-b717c878b283/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7419915 Jul 15 13:19:46.843840 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40428) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:46.854494 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-86f24587-972c-4a4c-a2e7-a042774f7894 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Request body: {'port': {'network_id': '8036702b-ed26-4d71-9973-7f49c42839e3', 'name': 'tempest-FloatingIPTestJSON-650883225'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:46.866253 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7b941-f800-44f7-aa6d-09e199b398f3 req-7d949c26-fafb-4819-98e8-07400c51639d tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:46.869690 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e055e7b1-9537-4a8e-a040-8e464d66a385 None None] Sync routers for ids ['37d255ae-648d-4a45-a1e5-b717c878b283'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:19:46.876912 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7b941-f800-44f7-aa6d-09e199b398f3 req-7d949c26-fafb-4819-98e8-07400c51639d tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:46.902800 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7b941-f800-44f7-aa6d-09e199b398f3 req-7d949c26-fafb-4819-98e8-07400c51639d tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:46.907261 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6cd7b941-f800-44f7-aa6d-09e199b398f3 req-7d949c26-fafb-4819-98e8-07400c51639d tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 5434 time: 0.4707587 Jul 15 13:19:46.960049 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6cf934e6-7947-4b36-a4df-035220930242 req-21baf656-b211-4575-8623-40590cfaee62 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b11c2da-9886-4e12-b30f-76b6ecc4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3522000 Jul 15 13:19:47.031234 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e055e7b1-9537-4a8e-a040-8e464d66a385 None None] Routers {'37d255ae-648d-4a45-a1e5-b717c878b283'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:47.032057 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-e055e7b1-9537-4a8e-a040-8e464d66a385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:19:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['37d255ae-648d-4a45-a1e5-b717c878b283'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:47.123069 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6cd7b941-f800-44f7-aa6d-09e199b398f3 req-01de735a-a6b1-485f-a29e-1e13a9037eb0 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da&id=45431849-e472-4cc9-91dc-6aceda522923&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1735611 Jul 15 13:19:47.147604 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 5f85c995-44e4-4ef4-892d-2c08cac1914f completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:47.153576 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6786f3-c56d-4e0b-96fb-273a801a04bb x-openstack-request-id: req-3c6786f3-c56d-4e0b-96fb-273a801a04bb {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:47.154238 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "name": "network-vif-plugged", "status": "completed", "tag": "6423fcfb-bafc-46ef-a503-c797233a6aba", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:47.154751 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c6786f3-c56d-4e0b-96fb-273a801a04bb {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:47.159332 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6423fcfb-bafc-46ef-a503-c797233a6aba', 'code': 200} Jul 15 13:19:47.163279 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-e055e7b1-9537-4a8e-a040-8e464d66a385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:47.169249 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 5f85c995-44e4-4ef4-892d-2c08cac1914f triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:47.178786 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:47.222532 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f24587-972c-4a4c-a2e7-a042774f7894 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Made reservation on behalf of c36b6a30a0bd456fa60db1386b359f17 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:47.229010 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-86f24587-972c-4a4c-a2e7-a042774f7894 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:47.257101 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e055e7b1-9537-4a8e-a040-8e464d66a385 None None] Routers {'37d255ae-648d-4a45-a1e5-b717c878b283'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:47.261103 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-e055e7b1-9537-4a8e-a040-8e464d66a385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:19:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['37d255ae-648d-4a45-a1e5-b717c878b283'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:47.272323 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-86f24587-972c-4a4c-a2e7-a042774f7894 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] device_id is not set on port 625c5ef3-33f2-4bbb-9326-e4d56e0e436f yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:19:47.343094 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-e055e7b1-9537-4a8e-a040-8e464d66a385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:47.344034 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e055e7b1-9537-4a8e-a040-8e464d66a385 None None] The sync data for ids ['37d255ae-648d-4a45-a1e5-b717c878b283'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:19:47.511097 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-86f24587-972c-4a4c-a2e7-a042774f7894 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Allocated IP 172.20.0.9 (8036702b-ed26-4d71-9973-7f49c42839e3/e35fc7e4-3b19-4ad5-94a7-230209e5ac86/625c5ef3-33f2-4bbb-9326-e4d56e0e436f) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:47.584286 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:47.670279 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 5f85c995-44e4-4ef4-892d-2c08cac1914f, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=5f85c995-44e4-4ef4-892d-2c08cac1914f,segment=NetworkSegment(05c9b2e9-477b-4887-bd1e-a489058494c2),segment_id=05c9b2e9-477b-4887-bd1e-a489058494c2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:47.721599 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:47.729084 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-98ae6fd4-26ba-41ea-90b8-678cf52b86b0 req-227e4cd9-a0a1-48de-ad5e-b894dad9f3ad tempest-ServerShowV257Test-923455110 tempest-ServerShowV257Test-923455110-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb659c5-0ed0-4452-ab3c-23b28e0f5340 HTTP/1.1" status: 200 len: 210 time: 0.1562035 Jul 15 13:19:47.729708 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device f96dffd1-c1eb-4333-a155-61d16bf8a28e up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:47.792128 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e6248-421b-40b7-add3-6895029caceb req-0a8741d9-150a-4f23-9427-da92c803b9af tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:47.802154 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-620e6248-421b-40b7-add3-6895029caceb req-0a8741d9-150a-4f23-9427-da92c803b9af tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.3545339 Jul 15 13:19:47.861122 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-620e6248-421b-40b7-add3-6895029caceb req-762b80a1-1b12-4221-b890-e430e389e70f tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579350 Jul 15 13:19:47.935660 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-86f24587-972c-4a4c-a2e7-a042774f7894 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:47.966227 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=5f85c995-44e4-4ef4-892d-2c08cac1914f,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:47.979798 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port f96dffd1-c1eb-4333-a155-61d16bf8a28e completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:48.003310 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port f96dffd1-c1eb-4333-a155-61d16bf8a28e triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:48.005409 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:48.027680 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-86f24587-972c-4a4c-a2e7-a042774f7894 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:48.098746 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f24587-972c-4a4c-a2e7-a042774f7894 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Network 8036702b-ed26-4d71-9973-7f49c42839e3 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:48.142305 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-86f24587-972c-4a4c-a2e7-a042774f7894 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:48.145183 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:48.159470 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f24587-972c-4a4c-a2e7-a042774f7894 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:48.272263 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port f96dffd1-c1eb-4333-a155-61d16bf8a28e, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=f96dffd1-c1eb-4333-a155-61d16bf8a28e,segment=NetworkSegment(05c9b2e9-477b-4887-bd1e-a489058494c2),segment_id=05c9b2e9-477b-4887-bd1e-a489058494c2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:48.277457 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:48.278421 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:48.315269 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1267b2a-5372-45e5-aa64-f89a9796a6d3 req-59b5b030-3a97-4506-9a08-bcf34f725d19 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:48.331857 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f24587-972c-4a4c-a2e7-a042774f7894 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event updated for resources: {'Port': ['ID=625c5ef3-33f2-4bbb-9326-e4d56e0e436f,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:48.335223 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e1267b2a-5372-45e5-aa64-f89a9796a6d3 req-59b5b030-3a97-4506-9a08-bcf34f725d19 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 945 time: 0.1474342 Jul 15 13:19:48.401418 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f24587-972c-4a4c-a2e7-a042774f7894 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:48.404145 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-86f24587-972c-4a4c-a2e7-a042774f7894 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:48.413431 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e1267b2a-5372-45e5-aa64-f89a9796a6d3 req-7ad1c69a-921b-4164-a242-a199cd747205 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b11c2da-9886-4e12-b30f-76b6ecc4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768929 Jul 15 13:19:48.450463 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-86f24587-972c-4a4c-a2e7-a042774f7894 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6052225 Jul 15 13:19:48.453625 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40466) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:48.459497 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-409c3ba8-d661-4eb3-9aae-efb267ab9a64 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Request body: {'port': {'network_id': '8036702b-ed26-4d71-9973-7f49c42839e3', 'name': 'tempest-FloatingIPTestJSON-1109638004'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:48.464282 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=f96dffd1-c1eb-4333-a155-61d16bf8a28e,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:48.537899 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:48.546292 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:48.546706 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:48.703439 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:48.703630 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409c3ba8-d661-4eb3-9aae-efb267ab9a64 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Made reservation on behalf of c36b6a30a0bd456fa60db1386b359f17 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:48.708279 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-409c3ba8-d661-4eb3-9aae-efb267ab9a64 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:48.749138 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828fcd4-859f-493d-8391-c3a125293481 req-bbce3c3e-24b1-4f90-a85f-77f352a8bce8 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:48.758595 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828fcd4-859f-493d-8391-c3a125293481 req-bbce3c3e-24b1-4f90-a85f-77f352a8bce8 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:48.765826 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828fcd4-859f-493d-8391-c3a125293481 req-bbce3c3e-24b1-4f90-a85f-77f352a8bce8 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:48.773300 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828fcd4-859f-493d-8391-c3a125293481 req-bbce3c3e-24b1-4f90-a85f-77f352a8bce8 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:48.781500 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828fcd4-859f-493d-8391-c3a125293481 req-bbce3c3e-24b1-4f90-a85f-77f352a8bce8 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:48.789691 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828fcd4-859f-493d-8391-c3a125293481 req-bbce3c3e-24b1-4f90-a85f-77f352a8bce8 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:48.791092 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd,segment=NetworkSegment(bd12e27f-3fd1-48b9-a7db-60395a28da12),segment_id=bd12e27f-3fd1-48b9-a7db-60395a28da12)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:48.795811 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:48.797659 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828fcd4-859f-493d-8391-c3a125293481 req-bbce3c3e-24b1-4f90-a85f-77f352a8bce8 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:48.807344 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b828fcd4-859f-493d-8391-c3a125293481 req-bbce3c3e-24b1-4f90-a85f-77f352a8bce8 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 5436 time: 0.2944174 Jul 15 13:19:48.812090 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:48.833127 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-409c3ba8-d661-4eb3-9aae-efb267ab9a64 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] device_id is not set on port 08a621df-5a0c-4ee5-911a-150ef8042df6 yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:19:49.006789 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:49.030466 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:49.042127 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:49.042509 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:49.065596 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-409c3ba8-d661-4eb3-9aae-efb267ab9a64 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Allocated IP 172.20.0.6 (8036702b-ed26-4d71-9973-7f49c42839e3/e35fc7e4-3b19-4ad5-94a7-230209e5ac86/08a621df-5a0c-4ee5-911a-150ef8042df6) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:49.166198 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f85c995-44e4-4ef4-892d-2c08cac1914f'}, {'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96dffd1-c1eb-4333-a155-61d16bf8a28e'}, {'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:49.171049 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2dd687-3c1a-4314-9f2e-e1d56a35fb8e" -d '{"events": [{"server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "name": "network-vif-plugged", "status": "completed", "tag": "5f85c995-44e4-4ef4-892d-2c08cac1914f"}, {"server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "name": "network-vif-plugged", "status": "completed", "tag": "f96dffd1-c1eb-4333-a155-61d16bf8a28e"}, {"server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "name": "network-vif-plugged", "status": "completed", "tag": "b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:49.252215 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-409c3ba8-d661-4eb3-9aae-efb267ab9a64 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:49.299566 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:49.326354 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fcfe29ce-0391-4af2-b260-0a52f4bfe541 req-893bb4a3-19a4-4ac0-b8e2-190969cf2160 tempest-ServerShowV257Test-923455110 tempest-ServerShowV257Test-923455110-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb659c5-0ed0-4452-ab3c-23b28e0f5340 HTTP/1.1" status: 200 len: 210 time: 0.0652590 Jul 15 13:19:49.349027 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b828fcd4-859f-493d-8391-c3a125293481 req-7f3af341-6674-476b-81b4-b2992c1263e8 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da&id=45431849-e472-4cc9-91dc-6aceda522923&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5415545 Jul 15 13:19:49.385899 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5,segment=NetworkSegment(f745d7e8-44c3-436a-9c4b-9fb879b66c67),segment_id=f745d7e8-44c3-436a-9c4b-9fb879b66c67)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:49.395735 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:49.401176 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 1fa3afd8-c7ad-4cdd-a821-24cff8228eca up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:49.420736 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-409c3ba8-d661-4eb3-9aae-efb267ab9a64 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:49.534772 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c3ba8-d661-4eb3-9aae-efb267ab9a64 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event updated for resources: {'Port': ['ID=08a621df-5a0c-4ee5-911a-150ef8042df6,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:49.545520 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db727b1-3da5-4333-bbed-5548a7315119 x-openstack-request-id: req-6db727b1-3da5-4333-bbed-5548a7315119 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:49.545872 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "name": "network-vif-plugged", "status": "completed", "tag": "5f85c995-44e4-4ef4-892d-2c08cac1914f", "code": 200}, {"server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "name": "network-vif-plugged", "status": "completed", "tag": "f96dffd1-c1eb-4333-a155-61d16bf8a28e", "code": 200}, {"server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "name": "network-vif-plugged", "status": "completed", "tag": "b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:49.546058 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6db727b1-3da5-4333-bbed-5548a7315119 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:49.546464 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f85c995-44e4-4ef4-892d-2c08cac1914f', 'code': 200} Jul 15 13:19:49.546765 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96dffd1-c1eb-4333-a155-61d16bf8a28e', 'code': 200} Jul 15 13:19:49.546992 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd', 'code': 200} Jul 15 13:19:49.562380 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409c3ba8-d661-4eb3-9aae-efb267ab9a64 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Network 8036702b-ed26-4d71-9973-7f49c42839e3 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:49.567846 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-409c3ba8-d661-4eb3-9aae-efb267ab9a64 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:49.571560 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409c3ba8-d661-4eb3-9aae-efb267ab9a64 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:49.645462 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:49.662830 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 1fa3afd8-c7ad-4cdd-a821-24cff8228eca completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:49.671711 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 1fa3afd8-c7ad-4cdd-a821-24cff8228eca triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:49.672257 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:49.798451 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409c3ba8-d661-4eb3-9aae-efb267ab9a64 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:49.803245 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-409c3ba8-d661-4eb3-9aae-efb267ab9a64 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:49.844151 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-409c3ba8-d661-4eb3-9aae-efb267ab9a64 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3890340 Jul 15 13:19:49.847372 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40500) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:49.853204 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-1523e3e3-4f8b-415d-9461-144107292dc5 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'port_id': '08a621df-5a0c-4ee5-911a-150ef8042df6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:49.868652 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:49.904481 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1523e3e3-4f8b-415d-9461-144107292dc5 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for floatingip, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:49.943055 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 1fa3afd8-c7ad-4cdd-a821-24cff8228eca, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=1fa3afd8-c7ad-4cdd-a821-24cff8228eca,segment=NetworkSegment(347532a5-f217-46ce-b82e-14902b2a4d71),segment_id=347532a5-f217-46ce-b82e-14902b2a4d71)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:49.948606 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:49.953302 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device af2462b3-176b-4c48-84b6-2989d990ea5b up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:49.998605 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944a52d-24a6-40fb-aef3-b12c66814853 req-d5200e5b-4d5b-4cbd-b75c-df08819538eb tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:50.006028 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b944a52d-24a6-40fb-aef3-b12c66814853 req-d5200e5b-4d5b-4cbd-b75c-df08819538eb tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.3455391 Jul 15 13:19:50.062263 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1523e3e3-4f8b-415d-9461-144107292dc5 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:50.092599 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d080a02-a37a-44d3-8a55-9100aa213d17 req-d44a5c19-9ecc-4235-b9d1-deb519fb592d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:50.112947 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7d080a02-a37a-44d3-8a55-9100aa213d17 req-d44a5c19-9ecc-4235-b9d1-deb519fb592d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 946 time: 0.2425694 Jul 15 13:19:50.239305 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b944a52d-24a6-40fb-aef3-b12c66814853 req-42c386cd-8d93-46e7-9322-cc05a311b1a0 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311149 Jul 15 13:19:50.264476 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=1fa3afd8-c7ad-4cdd-a821-24cff8228eca,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:50.308379 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port af2462b3-176b-4c48-84b6-2989d990ea5b completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:50.311908 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7d080a02-a37a-44d3-8a55-9100aa213d17 req-9ff543f6-4360-4842-b3ba-7d23f0a33db5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b11c2da-9886-4e12-b30f-76b6ecc4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960413 Jul 15 13:19:50.323510 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port af2462b3-176b-4c48-84b6-2989d990ea5b triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:50.325376 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:50.636261 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:50.691524 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-32c3d825-fa2a-4000-85b6-42dc2f7b8ddd req-e768ff9b-e20c-4f71-ab87-2ee60fa15e0c tempest-ServerShowV257Test-923455110 tempest-ServerShowV257Test-923455110-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb659c5-0ed0-4452-ab3c-23b28e0f5340 HTTP/1.1" status: 200 len: 210 time: 0.0766606 Jul 15 13:19:50.796570 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port af2462b3-176b-4c48-84b6-2989d990ea5b, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=af2462b3-176b-4c48-84b6-2989d990ea5b,segment=NetworkSegment(347532a5-f217-46ce-b82e-14902b2a4d71),segment_id=347532a5-f217-46ce-b82e-14902b2a4d71)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:50.808351 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:50.809534 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device a51dbf2b-ff20-42f9-b2bf-23cfc697916b up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:50.847135 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0de79f09-62ad-4cb8-8982-fcee23663d6e req-f8c9110e-63d3-4c5f-9ad9-9aa0d13bfd42 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1eb659c5-0ed0-4452-ab3c-23b28e0f5340 HTTP/1.1" status: 200 len: 210 time: 0.0518548 Jul 15 13:19:50.900181 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e74836-8d09-4ade-9bd0-1ab33f06a76b req-2de9b71b-3d07-4284-ba8b-ce1422a41087 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:50.909451 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e74836-8d09-4ade-9bd0-1ab33f06a76b req-2de9b71b-3d07-4284-ba8b-ce1422a41087 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:50.919327 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e74836-8d09-4ade-9bd0-1ab33f06a76b req-2de9b71b-3d07-4284-ba8b-ce1422a41087 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:50.924986 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e74836-8d09-4ade-9bd0-1ab33f06a76b req-2de9b71b-3d07-4284-ba8b-ce1422a41087 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:50.938551 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e74836-8d09-4ade-9bd0-1ab33f06a76b req-2de9b71b-3d07-4284-ba8b-ce1422a41087 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:50.946147 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e74836-8d09-4ade-9bd0-1ab33f06a76b req-2de9b71b-3d07-4284-ba8b-ce1422a41087 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:50.954828 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e74836-8d09-4ade-9bd0-1ab33f06a76b req-2de9b71b-3d07-4284-ba8b-ce1422a41087 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:50.959236 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-67e74836-8d09-4ade-9bd0-1ab33f06a76b req-2de9b71b-3d07-4284-ba8b-ce1422a41087 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 5438 time: 0.2737272 Jul 15 13:19:50.995173 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-1523e3e3-4f8b-415d-9461-144107292dc5 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Allocated IP 172.25.8.93 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/c103f5f0-0db0-4991-bd75-8bc6d44c53f2) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:51.067430 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-67e74836-8d09-4ade-9bd0-1ab33f06a76b req-02814a6f-5e75-41ff-87f5-859ba0c235e7 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da&id=45431849-e472-4cc9-91dc-6aceda522923&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0992460 Jul 15 13:19:51.086300 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=af2462b3-176b-4c48-84b6-2989d990ea5b,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:51.127480 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port a51dbf2b-ff20-42f9-b2bf-23cfc697916b completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:51.135035 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port a51dbf2b-ff20-42f9-b2bf-23cfc697916b triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:51.135414 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:51.217772 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1523e3e3-4f8b-415d-9461-144107292dc5 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:51.274383 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1523e3e3-4f8b-415d-9461-144107292dc5 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:51.311242 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:51.354117 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1523e3e3-4f8b-415d-9461-144107292dc5 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:51.359126 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-1523e3e3-4f8b-415d-9461-144107292dc5 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:51.363598 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1523e3e3-4f8b-415d-9461-144107292dc5 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:51.393085 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1523e3e3-4f8b-415d-9461-144107292dc5 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event updated for resources: {'Port': ['ID=c103f5f0-0db0-4991-bd75-8bc6d44c53f2,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:51.405451 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port a51dbf2b-ff20-42f9-b2bf-23cfc697916b, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a51dbf2b-ff20-42f9-b2bf-23cfc697916b,segment=NetworkSegment(05c9b2e9-477b-4887-bd1e-a489058494c2),segment_id=05c9b2e9-477b-4887-bd1e-a489058494c2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:51.415226 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:51.537830 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=a51dbf2b-ff20-42f9-b2bf-23cfc697916b,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:51.548487 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0725853e-875a-4b20-9bca-213052f2150f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5'}, {'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa3afd8-c7ad-4cdd-a821-24cff8228eca'}, {'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2462b3-176b-4c48-84b6-2989d990ea5b'}, {'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51dbf2b-ff20-42f9-b2bf-23cfc697916b'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:51.551810 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243da8ff-58f8-4ac3-bc4a-329b3322bcfb" -d '{"events": [{"server_uuid": "0725853e-875a-4b20-9bca-213052f2150f", "name": "network-vif-plugged", "status": "completed", "tag": "f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5"}, {"server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "name": "network-vif-plugged", "status": "completed", "tag": "1fa3afd8-c7ad-4cdd-a821-24cff8228eca"}, {"server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "name": "network-vif-plugged", "status": "completed", "tag": "af2462b3-176b-4c48-84b6-2989d990ea5b"}, {"server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "name": "network-vif-plugged", "status": "completed", "tag": "a51dbf2b-ff20-42f9-b2bf-23cfc697916b"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:51.687527 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33903c-8fe7-49b1-ac2b-495628627d50 req-25b7b1e4-ff99-4f76-93ab-c5d698feb417 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:51.689088 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7e33903c-8fe7-49b1-ac2b-495628627d50 req-25b7b1e4-ff99-4f76-93ab-c5d698feb417 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.1578319 Jul 15 13:19:51.805248 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7e33903c-8fe7-49b1-ac2b-495628627d50 req-ca3b4b40-bbac-410e-91d3-fe3da560a6da tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007147 Jul 15 13:19:51.832461 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83da05-cff7-4e95-ae9d-72870662d5b9 req-d7e91984-6e72-472c-a82e-eeb852d4d034 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:51.843772 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d83da05-cff7-4e95-ae9d-72870662d5b9 req-d7e91984-6e72-472c-a82e-eeb852d4d034 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 946 time: 0.2735739 Jul 15 13:19:51.931656 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0c4be2-49fb-442b-8845-c1f6406c76f7 x-openstack-request-id: req-fd0c4be2-49fb-442b-8845-c1f6406c76f7 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:51.931964 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0725853e-875a-4b20-9bca-213052f2150f", "name": "network-vif-plugged", "status": "completed", "tag": "f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5", "code": 200}, {"server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "name": "network-vif-plugged", "status": "completed", "tag": "1fa3afd8-c7ad-4cdd-a821-24cff8228eca", "code": 200}, {"server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "name": "network-vif-plugged", "status": "completed", "tag": "af2462b3-176b-4c48-84b6-2989d990ea5b", "code": 200}, {"server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "name": "network-vif-plugged", "status": "completed", "tag": "a51dbf2b-ff20-42f9-b2bf-23cfc697916b", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:51.932218 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd0c4be2-49fb-442b-8845-c1f6406c76f7 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:51.932624 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0725853e-875a-4b20-9bca-213052f2150f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5', 'code': 200} Jul 15 13:19:51.932880 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa3afd8-c7ad-4cdd-a821-24cff8228eca', 'code': 200} Jul 15 13:19:51.933131 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2462b3-176b-4c48-84b6-2989d990ea5b', 'code': 200} Jul 15 13:19:51.933379 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51dbf2b-ff20-42f9-b2bf-23cfc697916b', 'code': 200} Jul 15 13:19:51.958039 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d83da05-cff7-4e95-ae9d-72870662d5b9 req-c59cca79-a0d0-4ff3-b24b-178fbaa8df14 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b11c2da-9886-4e12-b30f-76b6ecc4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132867 Jul 15 13:19:52.233598 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8160f428-ec8a-4488-bb8b-7124bd5ae22b req-f46bf51b-5e30-4325-800a-faaeb2de2877 tempest-ServerShowV257Test-923455110 tempest-ServerShowV257Test-923455110-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb659c5-0ed0-4452-ab3c-23b28e0f5340 HTTP/1.1" status: 200 len: 210 time: 0.0987203 Jul 15 13:19:52.464173 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e215a-6b5b-48c5-b8fe-b290f4beb616 req-18d9bf7a-8e22-4cb0-9ac0-cf206e5529c9 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:52.472057 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e215a-6b5b-48c5-b8fe-b290f4beb616 req-18d9bf7a-8e22-4cb0-9ac0-cf206e5529c9 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:52.481084 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e215a-6b5b-48c5-b8fe-b290f4beb616 req-18d9bf7a-8e22-4cb0-9ac0-cf206e5529c9 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:52.488966 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e215a-6b5b-48c5-b8fe-b290f4beb616 req-18d9bf7a-8e22-4cb0-9ac0-cf206e5529c9 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:52.496153 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e215a-6b5b-48c5-b8fe-b290f4beb616 req-18d9bf7a-8e22-4cb0-9ac0-cf206e5529c9 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:52.503911 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e215a-6b5b-48c5-b8fe-b290f4beb616 req-18d9bf7a-8e22-4cb0-9ac0-cf206e5529c9 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:52.512671 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e215a-6b5b-48c5-b8fe-b290f4beb616 req-18d9bf7a-8e22-4cb0-9ac0-cf206e5529c9 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:52.515398 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-534e215a-6b5b-48c5-b8fe-b290f4beb616 req-18d9bf7a-8e22-4cb0-9ac0-cf206e5529c9 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 5440 time: 0.1830614 Jul 15 13:19:52.633903 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22acd31b-0dbd-4d90-9948-37e2852b60ca req-b00e74e4-f031-4112-8831-54c5a5cab6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:52.635820 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-22acd31b-0dbd-4d90-9948-37e2852b60ca req-b00e74e4-f031-4112-8831-54c5a5cab6a2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 1098 time: 0.1191959 Jul 15 13:19:52.651217 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-534e215a-6b5b-48c5-b8fe-b290f4beb616 req-ca530335-88f0-46b7-bb63-8a31c3bc9213 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da&id=45431849-e472-4cc9-91dc-6aceda522923&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0809910 Jul 15 13:19:52.738032 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-22acd31b-0dbd-4d90-9948-37e2852b60ca req-93f7e555-104d-4a40-a8cc-d39585b7bbd4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5b11c2da-9886-4e12-b30f-76b6ecc4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841560 Jul 15 13:19:52.756541 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db2de6-4569-4b71-a96a-bc61dbf3624f req-355baaac-5d22-4b92-88e6-47c1a36cdc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:52.757164 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db2de6-4569-4b71-a96a-bc61dbf3624f req-355baaac-5d22-4b92-88e6-47c1a36cdc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:52.757483 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db2de6-4569-4b71-a96a-bc61dbf3624f req-355baaac-5d22-4b92-88e6-47c1a36cdc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:52.758474 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db2de6-4569-4b71-a96a-bc61dbf3624f req-355baaac-5d22-4b92-88e6-47c1a36cdc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:52.771240 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db2de6-4569-4b71-a96a-bc61dbf3624f req-355baaac-5d22-4b92-88e6-47c1a36cdc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:52.771739 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db2de6-4569-4b71-a96a-bc61dbf3624f req-355baaac-5d22-4b92-88e6-47c1a36cdc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:52.772464 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db2de6-4569-4b71-a96a-bc61dbf3624f req-355baaac-5d22-4b92-88e6-47c1a36cdc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:52.774719 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b9db2de6-4569-4b71-a96a-bc61dbf3624f req-355baaac-5d22-4b92-88e6-47c1a36cdc97 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 6504 time: 0.3034124 Jul 15 13:19:52.785690 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1523e3e3-4f8b-415d-9461-144107292dc5 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:53.079945 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1523e3e3-4f8b-415d-9461-144107292dc5 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:53.083424 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b9db2de6-4569-4b71-a96a-bc61dbf3624f req-ae08e030-a1b7-452d-b0c4-28d11efde0b0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da&id=45431849-e472-4cc9-91dc-6aceda522923&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2693291 Jul 15 13:19:53.127353 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9d5dd-f7d5-4734-8a86-3176ca5279c4 req-51694104-6287-46a8-8b78-95ba16c511c2 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:53.145209 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-76b9d5dd-f7d5-4734-8a86-3176ca5279c4 req-51694104-6287-46a8-8b78-95ba16c511c2 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.1436417 Jul 15 13:19:53.327330 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-76b9d5dd-f7d5-4734-8a86-3176ca5279c4 req-904a148c-dbcc-4262-8dcf-2cf085147456 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808918 Jul 15 13:19:53.396153 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3a113-a258-4bd1-8d5e-d758fea899ec req-0393f7b1-e1d7-45dc-a40a-1c6195a4b014 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:53.399184 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f5f3a113-a258-4bd1-8d5e-d758fea899ec req-0393f7b1-e1d7-45dc-a40a-1c6195a4b014 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 946 time: 0.2118614 Jul 15 13:19:53.449270 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1523e3e3-4f8b-415d-9461-144107292dc5 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:53.460483 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1523e3e3-4f8b-415d-9461-144107292dc5 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:53.483967 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f5f3a113-a258-4bd1-8d5e-d758fea899ec req-e3e31d3e-335f-4fb1-817d-0cc399eac65d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b11c2da-9886-4e12-b30f-76b6ecc4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784078 Jul 15 13:19:53.611941 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e3fc50b9-5c8d-4c3d-bde5-b9d9fa136f84 req-680fd7c8-9dba-4ea4-8507-acf2792b28eb tempest-ServerShowV257Test-923455110 tempest-ServerShowV257Test-923455110-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb659c5-0ed0-4452-ab3c-23b28e0f5340 HTTP/1.1" status: 200 len: 210 time: 0.0739751 Jul 15 13:19:53.627681 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1523e3e3-4f8b-415d-9461-144107292dc5 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:53.671403 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1523e3e3-4f8b-415d-9461-144107292dc5 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event updated for resources: {'Port': ['ID=c103f5f0-0db0-4991-bd75-8bc6d44c53f2,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:53.889648 n-d-771363-36 neutron-server[93826]: INFO neutron.db.l3_db [None req-1523e3e3-4f8b-415d-9461-144107292dc5 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Floating IP 0ce1f56a-fc33-45b8-840f-411b8fe5e287 associated. External IP: 172.25.8.93, port: 08a621df-5a0c-4ee5-911a-150ef8042df6. Jul 15 13:19:54.053085 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd79816-2df8-4450-835d-40bbe5ca11e7 req-c90c042a-a518-485b-9d0e-df3b97c21af7 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:54.083178 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd79816-2df8-4450-835d-40bbe5ca11e7 req-c90c042a-a518-485b-9d0e-df3b97c21af7 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:54.108616 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd79816-2df8-4450-835d-40bbe5ca11e7 req-c90c042a-a518-485b-9d0e-df3b97c21af7 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:54.140620 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd79816-2df8-4450-835d-40bbe5ca11e7 req-c90c042a-a518-485b-9d0e-df3b97c21af7 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:54.159304 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd79816-2df8-4450-835d-40bbe5ca11e7 req-c90c042a-a518-485b-9d0e-df3b97c21af7 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:54.175768 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd79816-2df8-4450-835d-40bbe5ca11e7 req-c90c042a-a518-485b-9d0e-df3b97c21af7 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:54.190511 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd79816-2df8-4450-835d-40bbe5ca11e7 req-c90c042a-a518-485b-9d0e-df3b97c21af7 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:54.200328 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7bd79816-2df8-4450-835d-40bbe5ca11e7 req-c90c042a-a518-485b-9d0e-df3b97c21af7 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 5440 time: 0.2984335 Jul 15 13:19:54.294368 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7bd79816-2df8-4450-835d-40bbe5ca11e7 req-4d2407e7-3858-4a2d-9a96-03d5fe0d81e8 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da&id=45431849-e472-4cc9-91dc-6aceda522923&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0905631 Jul 15 13:19:54.313404 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fc5c3206-903a-4cb0-8671-b913b6b30bed req-c98adc4b-3383-4c97-91ba-a2e39d314af5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1c88407d3def40b7b4fc7f1e790fa289&device_id=1eb659c5-0ed0-4452-ab3c-23b28e0f5340 HTTP/1.1" status: 200 len: 210 time: 0.0670431 Jul 15 13:19:54.492110 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fc5c3206-903a-4cb0-8671-b913b6b30bed req-b2560035-898e-46f9-b45c-ccc7c920a17d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1c88407d3def40b7b4fc7f1e790fa289&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559886 Jul 15 13:19:54.547755 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b2ea72f3-475f-4449-94b5-d0e6a2cd42f3 req-20fd934d-9538-4fc7-bd66-86d07123ebcd tempest-ServerShowV257Test-923455110 tempest-ServerShowV257Test-923455110-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb659c5-0ed0-4452-ab3c-23b28e0f5340 HTTP/1.1" status: 200 len: 210 time: 0.1001513 Jul 15 13:19:54.719593 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1523e3e3-4f8b-415d-9461-144107292dc5 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Router 37d255ae-648d-4a45-a1e5-b717c878b283 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:19:54.925284 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c3206-903a-4cb0-8671-b913b6b30bed req-11702402-1062-42f4-8f3b-4db95328692f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:54.926786 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fc5c3206-903a-4cb0-8671-b913b6b30bed req-11702402-1062-42f4-8f3b-4db95328692f service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4126999 Jul 15 13:19:54.997944 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcaa94-6baf-430a-8c9c-72b13e0fc340 req-63a5801a-f0f3-4513-8cdc-40eef1301f7e tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:55.014177 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fbfcaa94-6baf-430a-8c9c-72b13e0fc340 req-63a5801a-f0f3-4513-8cdc-40eef1301f7e tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.3111315 Jul 15 13:19:55.031051 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1523e3e3-4f8b-415d-9461-144107292dc5 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:19:55.041161 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1dc99f-b83c-41e9-af1c-af20e932b73f None None] Sync routers for ids ['37d255ae-648d-4a45-a1e5-b717c878b283'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:19:55.055119 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1523e3e3-4f8b-415d-9461-144107292dc5 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:55.058713 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1dc99f-b83c-41e9-af1c-af20e932b73f None None] Routers {'37d255ae-648d-4a45-a1e5-b717c878b283'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:55.062963 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-ae1dc99f-b83c-41e9-af1c-af20e932b73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:19:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['37d255ae-648d-4a45-a1e5-b717c878b283'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:55.118409 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1523e3e3-4f8b-415d-9461-144107292dc5 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.2675016 Jul 15 13:19:55.118837 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40592) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:55.125355 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-afeb9654-707f-46ee-8ced-d9a47917d5bb tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:55.172423 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fbfcaa94-6baf-430a-8c9c-72b13e0fc340 req-ccab12c0-21eb-48e3-ad95-cdf047aa3210 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573923 Jul 15 13:19:55.185839 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-ae1dc99f-b83c-41e9-af1c-af20e932b73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:55.203567 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802476d-1512-4a2d-9a79-8f2b59212886 req-75b36db0-ade9-418a-b2f9-a31e5280118d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:55.214487 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1dc99f-b83c-41e9-af1c-af20e932b73f None None] Routers {'37d255ae-648d-4a45-a1e5-b717c878b283'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:55.215222 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0802476d-1512-4a2d-9a79-8f2b59212886 req-75b36db0-ade9-418a-b2f9-a31e5280118d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 946 time: 0.4073761 Jul 15 13:19:55.219472 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-ae1dc99f-b83c-41e9-af1c-af20e932b73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:19:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['37d255ae-648d-4a45-a1e5-b717c878b283'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:55.223934 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-afeb9654-707f-46ee-8ced-d9a47917d5bb tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for floatingip, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:55.293628 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-ae1dc99f-b83c-41e9-af1c-af20e932b73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:55.294533 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1dc99f-b83c-41e9-af1c-af20e932b73f None None] The sync data for ids ['37d255ae-648d-4a45-a1e5-b717c878b283'] in n-d-771363-36 is: [] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:19:55.314052 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0802476d-1512-4a2d-9a79-8f2b59212886 req-0f1c4fc6-b298-4dca-98bb-a89197ecaa75 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b11c2da-9886-4e12-b30f-76b6ecc4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971541 Jul 15 13:19:55.509468 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40600) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:55.595294 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f4cbe-6a78-4118-bf2d-3ffcbd38d5b8 req-77017602-d69c-43a1-9bfe-869d2e91dba8 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:55.609702 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e33f4cbe-6a78-4118-bf2d-3ffcbd38d5b8 req-77017602-d69c-43a1-9bfe-869d2e91dba8 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 946 time: 0.1691985 Jul 15 13:19:55.689690 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-afeb9654-707f-46ee-8ced-d9a47917d5bb tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:55.705547 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-afeb9654-707f-46ee-8ced-d9a47917d5bb tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:55.705897 n-d-771363-36 neutron-server[93826]: INFO neutron.db.l3_db [None req-afeb9654-707f-46ee-8ced-d9a47917d5bb tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Floating IP 0ce1f56a-fc33-45b8-840f-411b8fe5e287 disassociated. External IP: 172.25.8.93, port: 08a621df-5a0c-4ee5-911a-150ef8042df6. Jul 15 13:19:55.927334 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e33f4cbe-6a78-4118-bf2d-3ffcbd38d5b8 req-1f652de1-bf16-49fb-958d-6700e12ee7a0 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b11c2da-9886-4e12-b30f-76b6ecc4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3113141 Jul 15 13:19:55.959006 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40610) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:56.026597 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afeb9654-707f-46ee-8ced-d9a47917d5bb tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Router 37d255ae-648d-4a45-a1e5-b717c878b283 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:19:56.034799 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-b471a01e-16ec-4e99-8239-5c66332b28c5 admin admin] Deleting subnet 7bf4e8cf-bad5-42ea-ab52-89ee8d24746b {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:19:56.038543 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b471a01e-16ec-4e99-8239-5c66332b28c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:56.099804 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e63d1-9115-4b9c-b54f-d1411843437d req-9f66c652-290d-4f4b-b4d4-16edafaa8c71 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:56.106802 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e63d1-9115-4b9c-b54f-d1411843437d req-9f66c652-290d-4f4b-b4d4-16edafaa8c71 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:56.113013 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e63d1-9115-4b9c-b54f-d1411843437d req-9f66c652-290d-4f4b-b4d4-16edafaa8c71 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:56.120282 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e63d1-9115-4b9c-b54f-d1411843437d req-9f66c652-290d-4f4b-b4d4-16edafaa8c71 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:56.127086 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e63d1-9115-4b9c-b54f-d1411843437d req-9f66c652-290d-4f4b-b4d4-16edafaa8c71 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:56.135992 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e63d1-9115-4b9c-b54f-d1411843437d req-9f66c652-290d-4f4b-b4d4-16edafaa8c71 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:56.143119 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e63d1-9115-4b9c-b54f-d1411843437d req-9f66c652-290d-4f4b-b4d4-16edafaa8c71 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:56.153407 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e41e63d1-9115-4b9c-b54f-d1411843437d req-9f66c652-290d-4f4b-b4d4-16edafaa8c71 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 5440 time: 0.4929192 Jul 15 13:19:56.182328 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef3a3d6-80eb-4816-a0f3-a6f522d7d85e tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:56.188378 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4ef3a3d6-80eb-4816-a0f3-a6f522d7d85e tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 1093 time: 0.2169354 Jul 15 13:19:56.190543 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40618) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:56.199883 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-0db1ae6c-ab4b-46e6-b874-6bbbd2de1b1e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'port_id': 'f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:56.228037 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0db1ae6c-ab4b-46e6-b874-6bbbd2de1b1e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for floatingip, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:56.240944 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e41e63d1-9115-4b9c-b54f-d1411843437d req-43b57914-e724-41f6-ab50-a5f7faa8aca9 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da&id=45431849-e472-4cc9-91dc-6aceda522923&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0859251 Jul 15 13:19:56.255614 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b471a01e-16ec-4e99-8239-5c66332b28c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:56.381151 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-567b44fd-2894-47d5-bf8e-ffb361662546 req-dc5f63e3-f622-4623-80f4-1a34a842efcc tempest-ServerShowV257Test-923455110 tempest-ServerShowV257Test-923455110-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb659c5-0ed0-4452-ab3c-23b28e0f5340 HTTP/1.1" status: 200 len: 210 time: 0.1317210 Jul 15 13:19:56.682324 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44061ce0-5c20-426d-afa1-c5cef654ba5c req-fdd78273-3808-4c7a-b16e-16a848ec502f tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:56.684149 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44061ce0-5c20-426d-afa1-c5cef654ba5c req-fdd78273-3808-4c7a-b16e-16a848ec502f tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.1412880 Jul 15 13:19:56.745544 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44061ce0-5c20-426d-afa1-c5cef654ba5c req-45e2a6d2-921a-49e9-a3c2-06892f659092 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548773 Jul 15 13:19:56.783991 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0aa761-d7e2-440d-8353-e101f380b720 req-0bcd67fd-369b-419b-9bb8-e502db9c85db tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:56.783991 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0aa761-d7e2-440d-8353-e101f380b720 req-0bcd67fd-369b-419b-9bb8-e502db9c85db tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:56.784425 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0aa761-d7e2-440d-8353-e101f380b720 req-0bcd67fd-369b-419b-9bb8-e502db9c85db tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:56.790989 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0aa761-d7e2-440d-8353-e101f380b720 req-0bcd67fd-369b-419b-9bb8-e502db9c85db tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:56.797588 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0aa761-d7e2-440d-8353-e101f380b720 req-0bcd67fd-369b-419b-9bb8-e502db9c85db tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:56.803830 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0aa761-d7e2-440d-8353-e101f380b720 req-0bcd67fd-369b-419b-9bb8-e502db9c85db tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:56.810656 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0aa761-d7e2-440d-8353-e101f380b720 req-0bcd67fd-369b-419b-9bb8-e502db9c85db tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:56.830751 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2e0aa761-d7e2-440d-8353-e101f380b720 req-0bcd67fd-369b-419b-9bb8-e502db9c85db tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 5440 time: 0.2052441 Jul 15 13:19:56.837697 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40638) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:56.842600 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-b5cab89f-535a-408f-a27f-1a251e6934ff tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Request body: {'floatingip': {'port_id': 'b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:56.979757 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fc5c3206-903a-4cb0-8671-b913b6b30bed req-4dc26ca4-25dd-4d08-a767-01469cca6b10 tempest-ServerShowV257Test-923455110 tempest-ServerShowV257Test-923455110-project] 10.222.0.46 "GET /v2.0/ports?device_id=1eb659c5-0ed0-4452-ab3c-23b28e0f5340 HTTP/1.1" status: 200 len: 210 time: 0.1072326 Jul 15 13:19:56.992119 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b471a01e-16ec-4e99-8239-5c66332b28c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:57.020146 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afeb9654-707f-46ee-8ced-d9a47917d5bb tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:19:57.033711 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59807633-b79b-4608-aabb-2201eeb2f295 None None] Sync routers for ids ['37d255ae-648d-4a45-a1e5-b717c878b283'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:19:57.038218 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-afeb9654-707f-46ee-8ced-d9a47917d5bb tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:57.062994 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59807633-b79b-4608-aabb-2201eeb2f295 None None] Routers {'37d255ae-648d-4a45-a1e5-b717c878b283'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:57.063656 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-59807633-b79b-4608-aabb-2201eeb2f295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:19:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['37d255ae-648d-4a45-a1e5-b717c878b283'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:57.065045 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b5cab89f-535a-408f-a27f-1a251e6934ff tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks [] for floatingip, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:57.130604 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-59807633-b79b-4608-aabb-2201eeb2f295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:57.140725 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59807633-b79b-4608-aabb-2201eeb2f295 None None] Routers {'37d255ae-648d-4a45-a1e5-b717c878b283'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:57.141339 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-59807633-b79b-4608-aabb-2201eeb2f295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:19:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['37d255ae-648d-4a45-a1e5-b717c878b283'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:57.198463 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-afeb9654-707f-46ee-8ced-d9a47917d5bb tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "PUT /v2.0/floatingips/0ce1f56a-fc33-45b8-840f-411b8fe5e287 HTTP/1.1" status: 200 len: 687 time: 2.0784504 Jul 15 13:19:57.229400 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40648) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:57.237684 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-59807633-b79b-4608-aabb-2201eeb2f295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:57.240427 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59807633-b79b-4608-aabb-2201eeb2f295 None None] The sync data for ids ['37d255ae-648d-4a45-a1e5-b717c878b283'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:19:57.325001 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b471a01e-16ec-4e99-8239-5c66332b28c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:57.374109 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b471a01e-16ec-4e99-8239-5c66332b28c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:57.380695 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b471a01e-16ec-4e99-8239-5c66332b28c5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7bf4e8cf-bad5-42ea-ab52-89ee8d24746b HTTP/1.1" status: 204 len: 168 time: 1.8655002 Jul 15 13:19:57.381300 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40654) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:57.393983 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b471a01e-16ec-4e99-8239-5c66332b28c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bf4e8cf-bad5-42ea-ab52-89ee8d24746b,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:57.405103 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0db1ae6c-ab4b-46e6-b874-6bbbd2de1b1e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:57.574411 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-0db1ae6c-ab4b-46e6-b874-6bbbd2de1b1e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Allocated IP 172.25.8.236 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/46c3ef98-6476-4ef7-96d0-4a17c6dac4e2) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:57.799676 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0db1ae6c-ab4b-46e6-b874-6bbbd2de1b1e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:57.975583 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0db1ae6c-ab4b-46e6-b874-6bbbd2de1b1e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:58.077747 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db1ae6c-ab4b-46e6-b874-6bbbd2de1b1e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'Port': ['ID=46c3ef98-6476-4ef7-96d0-4a17c6dac4e2,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:58.089133 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-70da6ea8-6d7c-4e3d-a51e-054ab1399c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:58.107966 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db1ae6c-ab4b-46e6-b874-6bbbd2de1b1e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:58.115751 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-0db1ae6c-ab4b-46e6-b874-6bbbd2de1b1e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:58.121201 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db1ae6c-ab4b-46e6-b874-6bbbd2de1b1e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:58.256884 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5cd957cb-5aaa-4959-89bd-ce652636eaa5 req-06acdf65-78c3-4e34-83b8-3c8d3e0d0d4f tempest-ServerShowV257Test-923455110 tempest-ServerShowV257Test-923455110-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb659c5-0ed0-4452-ab3c-23b28e0f5340 HTTP/1.1" status: 200 len: 210 time: 0.1512299 Jul 15 13:19:58.459990 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-70da6ea8-6d7c-4e3d-a51e-054ab1399c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:58.481950 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-70da6ea8-6d7c-4e3d-a51e-054ab1399c21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1af8d10-e089-4273-8032-85df6ad14272']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:58.492407 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc81e7-7182-4734-b6da-e51dc2aa3767 req-4d274e0e-5670-43d4-8b93-340e6100ea2e tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:58.497272 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1dfc81e7-7182-4734-b6da-e51dc2aa3767 req-4d274e0e-5670-43d4-8b93-340e6100ea2e tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.4294474 Jul 15 13:19:58.544054 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-70da6ea8-6d7c-4e3d-a51e-054ab1399c21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbb5ad9e-1077-4e56-b024-15113de866da') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:58.544522 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-70da6ea8-6d7c-4e3d-a51e-054ab1399c21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbb5ad9e-1077-4e56-b024-15113de866da') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:58.555050 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b37e7d19-8995-425b-90d0-e105cc2d3918 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Deleting port c103f5f0-0db0-4991-bd75-8bc6d44c53f2 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:19:58.559147 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b37e7d19-8995-425b-90d0-e105cc2d3918 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:58.564334 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-70da6ea8-6d7c-4e3d-a51e-054ab1399c21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:58.619048 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-70da6ea8-6d7c-4e3d-a51e-054ab1399c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:58.635577 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70da6ea8-6d7c-4e3d-a51e-054ab1399c21 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:19:58.636203 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-70da6ea8-6d7c-4e3d-a51e-054ab1399c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:58.649815 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:19:58.649815 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:19:58.649815 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:19:58.649815 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:19:58.649815 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:19:58.649815 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:19:58.649815 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:19:58.649815 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:19:58.649815 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:19:58.649815 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:19:58.649815 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:19:58.649815 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:19:58.649815 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:19:58.649815 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:19:58.649815 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:19:58.649815 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:19:58.649815 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:19:58.649815 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:19:58.649815 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:19:58.649815 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:19:58.649815 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:19:58.649815 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:19:58.649815 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:19:58.649815 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:19:58.649815 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:19:58.649815 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:19:58.649815 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:19:58.649815 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:19:58.649815 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:19:58.649815 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:19:58.649815 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:19:58.649815 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:19:58.649815 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:19:58.649815 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:19:58.649815 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:19:58.649815 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:19:58.706275 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1dfc81e7-7182-4734-b6da-e51dc2aa3767 req-ec28b01b-8fd4-43b8-903e-9baaa62d6519 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027719 Jul 15 13:19:58.778070 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-70da6ea8-6d7c-4e3d-a51e-054ab1399c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:58.792433 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-70da6ea8-6d7c-4e3d-a51e-054ab1399c21 admin admin] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:58.797048 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-70da6ea8-6d7c-4e3d-a51e-054ab1399c21 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f1af8d10-e089-4273-8032-85df6ad14272 HTTP/1.1" status: 204 len: 168 time: 1.4099503 Jul 15 13:19:58.798113 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40678) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:58.866904 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-e40caefb-18a0-49f4-a446-9cd1972eb090 admin admin] Deleting subnet 60cb6599-7aab-4567-b5f0-0a7c1a2ccb29 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:19:58.877196 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e40caefb-18a0-49f4-a446-9cd1972eb090 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:58.879782 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70da6ea8-6d7c-4e3d-a51e-054ab1399c21 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1af8d10-e089-4273-8032-85df6ad14272,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:58.941998 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40684) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:58.984893 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e40caefb-18a0-49f4-a446-9cd1972eb090 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:59.063211 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:59.088256 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b37e7d19-8995-425b-90d0-e105cc2d3918 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:59.088937 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b37e7d19-8995-425b-90d0-e105cc2d3918 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:59.177972 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b37e7d19-8995-425b-90d0-e105cc2d3918 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Calling delete_port for c103f5f0-0db0-4991-bd75-8bc6d44c53f2 owned by network:floatingip {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:19:59.182069 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e40caefb-18a0-49f4-a446-9cd1972eb090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:59.198187 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:19:59.207095 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0db1ae6c-ab4b-46e6-b874-6bbbd2de1b1e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:59.228293 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cd565c82-ab73-431a-8310-496092e412d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:59.401377 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0db1ae6c-ab4b-46e6-b874-6bbbd2de1b1e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:59.438678 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e40caefb-18a0-49f4-a446-9cd1972eb090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:59.456124 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:59.501339 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.db.resource_extend [None req-b5cab89f-535a-408f-a27f-1a251e6934ff tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:19:59.517500 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40caefb-18a0-49f4-a446-9cd1972eb090 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60cb6599-7aab-4567-b5f0-0a7c1a2ccb29,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:59.517500 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e40caefb-18a0-49f4-a446-9cd1972eb090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:59.517500 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e40caefb-18a0-49f4-a446-9cd1972eb090 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/60cb6599-7aab-4567-b5f0-0a7c1a2ccb29 HTTP/1.1" status: 204 len: 168 time: 0.7087927 Jul 15 13:19:59.517500 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40698) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:59.597339 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e26be38-d48e-4e50-bce5-44bf567b904c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:59.701916 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1c0a1baf-c934-4259-966d-c804a8259edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:59.721718 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b5cab89f-535a-408f-a27f-1a251e6934ff tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:59.737887 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b5cab89f-535a-408f-a27f-1a251e6934ff tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:59.742336 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e26be38-d48e-4e50-bce5-44bf567b904c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:59.790372 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-4e26be38-d48e-4e50-bce5-44bf567b904c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b0d244-2eca-4d0a-81c4-38baf60de5f4']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:59.805471 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-4e26be38-d48e-4e50-bce5-44bf567b904c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04d59e16-6273-4b98-87c6-f7701e681452') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:59.805765 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-4e26be38-d48e-4e50-bce5-44bf567b904c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04d59e16-6273-4b98-87c6-f7701e681452') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:59.826311 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e26be38-d48e-4e50-bce5-44bf567b904c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:59.841427 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40706) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:59.859132 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e26be38-d48e-4e50-bce5-44bf567b904c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:59.871587 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e26be38-d48e-4e50-bce5-44bf567b904c admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:19:59.872022 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e26be38-d48e-4e50-bce5-44bf567b904c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:59.875773 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:19:59.875773 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:19:59.875773 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:19:59.875773 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:19:59.875773 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:19:59.875773 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:19:59.875773 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:19:59.875773 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:19:59.875773 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:19:59.875773 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:19:59.875773 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:19:59.875773 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:19:59.875773 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:19:59.875773 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:19:59.875773 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:19:59.875773 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:19:59.875773 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:19:59.875773 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:19:59.875773 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:19:59.875773 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:19:59.875773 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:19:59.875773 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:19:59.875773 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:19:59.875773 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:19:59.875773 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:19:59.875773 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:19:59.875773 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:19:59.875773 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:19:59.875773 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:19:59.875773 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:19:59.875773 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:19:59.875773 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:19:59.908886 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0db1ae6c-ab4b-46e6-b874-6bbbd2de1b1e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:59.917139 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0db1ae6c-ab4b-46e6-b874-6bbbd2de1b1e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:00.114155 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db1ae6c-ab4b-46e6-b874-6bbbd2de1b1e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'Port': ['ID=46c3ef98-6476-4ef7-96d0-4a17c6dac4e2,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:00.117571 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0db1ae6c-ab4b-46e6-b874-6bbbd2de1b1e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:00.168159 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cd565c82-ab73-431a-8310-496092e412d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:00.178033 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b37e7d19-8995-425b-90d0-e105cc2d3918 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:00.212528 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cd565c82-ab73-431a-8310-496092e412d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:00.238124 n-d-771363-36 neutron-server[93826]: INFO neutron.db.l3_db [None req-0db1ae6c-ab4b-46e6-b874-6bbbd2de1b1e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Floating IP 957615ad-a257-4ee4-b2c9-c909b8a43a45 associated. External IP: 172.25.8.236, port: f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5. Jul 15 13:20:00.245690 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e7d19-8995-425b-90d0-e105cc2d3918 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event deleted for resources: {'Port': ['ID=c103f5f0-0db0-4991-bd75-8bc6d44c53f2,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:00.254277 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-cd565c82-ab73-431a-8310-496092e412d0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d1b07ac28fd4726aca70dba6706b2a6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3109193 Jul 15 13:20:00.262473 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40714) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:00.289677 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e26be38-d48e-4e50-bce5-44bf567b904c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:00.298853 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4a278-087a-4187-affa-51e90517029c req-22e60608-265a-40d0-9e0e-dff52abe1c45 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:00.301060 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cb4a278-087a-4187-affa-51e90517029c req-22e60608-265a-40d0-9e0e-dff52abe1c45 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.3853240 Jul 15 13:20:00.307124 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-b5cab89f-535a-408f-a27f-1a251e6934ff tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Floating IP 65a9dcce-414d-470c-9586-a0ef287caf6e associated. External IP: 172.25.8.151, port: b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd. Jul 15 13:20:00.314187 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e26be38-d48e-4e50-bce5-44bf567b904c admin admin] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:00.318410 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4e26be38-d48e-4e50-bce5-44bf567b904c admin admin] 10.222.0.16 "DELETE /v2.0/networks/41b0d244-2eca-4d0a-81c4-38baf60de5f4 HTTP/1.1" status: 204 len: 168 time: 0.8001881 Jul 15 13:20:00.322630 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26be38-d48e-4e50-bce5-44bf567b904c admin admin] Pushing event deleted for resources: {'Network': ['ID=41b0d244-2eca-4d0a-81c4-38baf60de5f4,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:00.324501 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fb015ba3-3063-435d-b9c5-53d45e746347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:00.521810 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd565c82-ab73-431a-8310-496092e412d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92dbf6db-ccd4-4207-8011-1f51df770064,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:00.531561 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40722) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:00.588453 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fb015ba3-3063-435d-b9c5-53d45e746347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:00.623120 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fb015ba3-3063-435d-b9c5-53d45e746347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:00.624006 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cb4a278-087a-4187-affa-51e90517029c req-d4635112-df74-42d2-83e9-dbf11d1af705 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941724 Jul 15 13:20:00.639776 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b37e7d19-8995-425b-90d0-e105cc2d3918 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for floatingip, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:00.642413 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b37e7d19-8995-425b-90d0-e105cc2d3918 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:00.646735 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b37e7d19-8995-425b-90d0-e105cc2d3918 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "DELETE /v2.0/floatingips/0ce1f56a-fc33-45b8-840f-411b8fe5e287 HTTP/1.1" status: 204 len: 168 time: 3.4132509 Jul 15 13:20:00.648044 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40724) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:00.654427 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-fb015ba3-3063-435d-b9c5-53d45e746347 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1c88407d3def40b7b4fc7f1e790fa289&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8119717 Jul 15 13:20:00.655477 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-bcde7182-14e8-4c1d-bed8-37b35bc6821f tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'port_id': '625c5ef3-33f2-4bbb-9326-e4d56e0e436f'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:00.668262 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40726) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:00.681471 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-870c35ba-54cd-4a99-9ff8-d2e78b8683d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:00.686732 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bcde7182-14e8-4c1d-bed8-37b35bc6821f tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for floatingip, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:00.728998 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7a191920-1235-49e8-aab8-61add3755b54 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=879e8425447141438b1ffe4ec0758317&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1950538 Jul 15 13:20:00.734325 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40728) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:00.748801 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-870c35ba-54cd-4a99-9ff8-d2e78b8683d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:00.766968 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb015ba3-3063-435d-b9c5-53d45e746347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce541ed-a60d-4274-b4f5-9ae5cfe476cb,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:00.776671 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-aac88778-edca-4831-845d-ee18041f10d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:00.834319 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db1ae6c-ab4b-46e6-b874-6bbbd2de1b1e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Router 611c8070-8a1e-4098-ac30-9d05d80361eb has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:20:00.908057 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-aac88778-edca-4831-845d-ee18041f10d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:00.996632 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-aac88778-edca-4831-845d-ee18041f10d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:00.999882 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-aac88778-edca-4831-845d-ee18041f10d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:01.001209 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-aac88778-edca-4831-845d-ee18041f10d5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cce541ed-a60d-4274-b4f5-9ae5cfe476cb HTTP/1.1" status: 204 len: 168 time: 0.3304050 Jul 15 13:20:01.119865 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac88778-edca-4831-845d-ee18041f10d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce541ed-a60d-4274-b4f5-9ae5cfe476cb,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:01.138673 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a01dc885-5564-48aa-b58a-bc506d12085a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:01.174435 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a01dc885-5564-48aa-b58a-bc506d12085a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:01.299204 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a01dc885-5564-48aa-b58a-bc506d12085a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:01.304521 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a01dc885-5564-48aa-b58a-bc506d12085a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:01.322682 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a01dc885-5564-48aa-b58a-bc506d12085a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3f8a221f-7877-4664-8286-938ba2cbc831 HTTP/1.1" status: 204 len: 168 time: 0.5715494 Jul 15 13:20:01.358607 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5cab89f-535a-408f-a27f-1a251e6934ff tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Router 3fcbcfa1-30f3-4683-8838-2bfda9f5b62e has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:20:01.431490 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01dc885-5564-48aa-b58a-bc506d12085a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8a221f-7877-4664-8286-938ba2cbc831,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:01.488279 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db1ae6c-ab4b-46e6-b874-6bbbd2de1b1e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:01.499311 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee30191-56ff-4e64-9967-fbee8a5e4db8 None None] Sync routers for ids ['611c8070-8a1e-4098-ac30-9d05d80361eb'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:01.507298 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0db1ae6c-ab4b-46e6-b874-6bbbd2de1b1e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:01.516687 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee30191-56ff-4e64-9967-fbee8a5e4db8 None None] Routers {'611c8070-8a1e-4098-ac30-9d05d80361eb'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:01.519083 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-870c35ba-54cd-4a99-9ff8-d2e78b8683d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:01.524449 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-5ee30191-56ff-4e64-9967-fbee8a5e4db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:19:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['611c8070-8a1e-4098-ac30-9d05d80361eb'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:01.525328 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-870c35ba-54cd-4a99-9ff8-d2e78b8683d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:01.527732 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-870c35ba-54cd-4a99-9ff8-d2e78b8683d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/92dbf6db-ccd4-4207-8011-1f51df770064 HTTP/1.1" status: 204 len: 168 time: 1.2569556 Jul 15 13:20:01.560630 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0db1ae6c-ab4b-46e6-b874-6bbbd2de1b1e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.3664792 Jul 15 13:20:01.561744 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0725853e-875a-4b20-9bca-213052f2150f', 'tag': 'f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:01.565150 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed70b328-b239-46d9-b75a-472c2e0de247" -d '{"events": [{"name": "network-changed", "server_uuid": "0725853e-875a-4b20-9bca-213052f2150f", "tag": "f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:01.631271 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f41666f-5ef1-4015-b8c8-fe529c2cf7fe x-openstack-request-id: req-3f41666f-5ef1-4015-b8c8-fe529c2cf7fe {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:01.631783 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0725853e-875a-4b20-9bca-213052f2150f", "tag": "f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:01.633021 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3f41666f-5ef1-4015-b8c8-fe529c2cf7fe {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:01.633795 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0725853e-875a-4b20-9bca-213052f2150f', 'tag': 'f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5', 'status': 'completed', 'code': 200} Jul 15 13:20:01.659459 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c35ba-54cd-4a99-9ff8-d2e78b8683d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92dbf6db-ccd4-4207-8011-1f51df770064,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:01.783766 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bcde7182-14e8-4c1d-bed8-37b35bc6821f tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:01.832591 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70b328-b239-46d9-b75a-472c2e0de247 req-d2cb8ff5-90b9-4d28-9fa0-86c7c3ae4066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:01.836509 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cab89f-535a-408f-a27f-1a251e6934ff tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:01.838661 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ed70b328-b239-46d9-b75a-472c2e0de247 req-d2cb8ff5-90b9-4d28-9fa0-86c7c3ae4066 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d986de84121549bf90b7ac80073eff67&device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 1098 time: 0.1395323 Jul 15 13:20:01.849210 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a01b97-4214-4aa5-a59c-420de37163aa None None] Sync routers for ids ['3fcbcfa1-30f3-4683-8838-2bfda9f5b62e'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:01.855120 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b5cab89f-535a-408f-a27f-1a251e6934ff tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:01.869014 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a01b97-4214-4aa5-a59c-420de37163aa None None] Routers {'3fcbcfa1-30f3-4683-8838-2bfda9f5b62e'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:01.871986 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-b4a01b97-4214-4aa5-a59c-420de37163aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:19:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['3fcbcfa1-30f3-4683-8838-2bfda9f5b62e'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:02.160741 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70b328-b239-46d9-b75a-472c2e0de247 req-5a255223-6471-499a-b6c6-12984fd45bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:02.162603 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ed70b328-b239-46d9-b75a-472c2e0de247 req-5a255223-6471-499a-b6c6-12984fd45bc5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=018d44e0-c369-47de-a220-68097fbc171f HTTP/1.1" status: 200 len: 898 time: 0.3165674 Jul 15 13:20:02.201883 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-b4a01b97-4214-4aa5-a59c-420de37163aa None None] Set router 3fcbcfa1-30f3-4683-8838-2bfda9f5b62e gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:20:02.238135 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-5ee30191-56ff-4e64-9967-fbee8a5e4db8 None None] Set router 611c8070-8a1e-4098-ac30-9d05d80361eb gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:20:02.294011 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ed70b328-b239-46d9-b75a-472c2e0de247 req-7fe347ba-835c-4842-b1e0-c009151ffcfc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 HTTP/1.1" status: 200 len: 1000 time: 0.1251659 Jul 15 13:20:02.406249 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70b328-b239-46d9-b75a-472c2e0de247 req-ab8e085d-5290-4033-9346-fe005027150e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:02.416680 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ed70b328-b239-46d9-b75a-472c2e0de247 req-ab8e085d-5290-4033-9346-fe005027150e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb0eadd-83c2-49db-a9a7-d4c408cf0bd2 HTTP/1.1" status: 200 len: 835 time: 0.1102436 Jul 15 13:20:02.571221 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40774) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:02.585641 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:02.593794 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-74163f1b-b284-457d-8bea-7d5e1593446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:02.607820 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40776) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:02.608054 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b5cab89f-535a-408f-a27f-1a251e6934ff tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "PUT /v2.0/floatingips/65a9dcce-414d-470c-9586-a0ef287caf6e HTTP/1.1" status: 200 len: 991 time: 5.7646551 Jul 15 13:20:02.608054 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'tag': 'b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:02.609180 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e76c22f-3cee-479f-9fa5-2d5dde91bac7" -d '{"events": [{"name": "network-changed", "server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "tag": "b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:02.652908 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-88e54a7f-e9ba-4098-95aa-c4bf4bb5eca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:02.718666 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70b328-b239-46d9-b75a-472c2e0de247 req-85092424-8de1-4839-9fa2-20638d18e6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:02.720148 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ed70b328-b239-46d9-b75a-472c2e0de247 req-85092424-8de1-4839-9fa2-20638d18e6b8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=018d44e0-c369-47de-a220-68097fbc171f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2943292 Jul 15 13:20:02.760399 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d2fc0-5c5c-48fb-983b-49dc41c892e5 req-50eb029f-ff8b-4082-98a9-4f9f2e5b4b0c tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:02.774907 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ba7d2fc0-5c5c-48fb-983b-49dc41c892e5 req-50eb029f-ff8b-4082-98a9-4f9f2e5b4b0c tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.7778485 Jul 15 13:20:02.801387 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-bcde7182-14e8-4c1d-bed8-37b35bc6821f tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Allocated IP 172.25.8.141 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/2d4708f0-501a-4746-ae4a-fb1abe02a476) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:02.831995 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66b4bb-2ad0-4e4a-8183-36b4c0f500a9 req-7ecb1503-d198-44bc-8b40-86ff3bfb6604 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:02.845344 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2e66b4bb-2ad0-4e4a-8183-36b4c0f500a9 req-7ecb1503-d198-44bc-8b40-86ff3bfb6604 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 946 time: 0.7006252 Jul 15 13:20:02.927784 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3a7d8c92-9a89-4f98-80c5-d79e5c76ab2a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8c4d063baf8e49f586a990f91fff45f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3242033 Jul 15 13:20:02.936390 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40786) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:02.978021 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2e66b4bb-2ad0-4e4a-8183-36b4c0f500a9 req-fe0d99a6-ea8f-49cb-af67-02b08233a70d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b11c2da-9886-4e12-b30f-76b6ecc4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292150 Jul 15 13:20:02.997844 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ba7d2fc0-5c5c-48fb-983b-49dc41c892e5 req-7957b952-d13c-4843-85b8-6f865e2f7927 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142186 Jul 15 13:20:03.009999 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-5ee30191-56ff-4e64-9967-fbee8a5e4db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611c8070-8a1e-4098-ac30-9d05d80361eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800570340', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '5061abcf-1dd0-4fba-b45a-90bafb2ef0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:19Z', 'updated_at': '2021-07-15T13:19:27Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': '5061abcf-1dd0-4fba-b45a-90bafb2ef0cc', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611c8070-8a1e-4098-ac30-9d05d80361eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:20Z', 'updated_at': '2021-07-15T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '957615ad-a257-4ee4-b2c9-c909b8a43a45', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'floating_ip_address': '172.25.8.236', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '611c8070-8a1e-4098-ac30-9d05d80361eb', 'port_id': 'f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '018d44e0-c369-47de-a220-68097fbc171f', 'mac_address': 'fa:16:3e:87:73:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0725853e-875a-4b20-9bca-213052f2150f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:19:58Z', 'updated_at': '2021-07-15T13:19:58Z', 'revision_number': 0, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56543f98-14bd-45fa-ba0a-fae7672583cc', 'name': '', 'network_id': '018d44e0-c369-47de-a220-68097fbc171f', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'mac_address': 'fa:16:3e:44:80:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611c8070-8a1e-4098-ac30-9d05d80361eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'bfb0eadd-83c2-49db-a9a7-d4c408cf0bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:25Z', 'updated_at': '2021-07-15T13:19:38Z', 'revision_number': 5, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'subnets': [{'id': 'bfb0eadd-83c2-49db-a9a7-d4c408cf0bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:03.066652 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40790) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:03.114998 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee30191-56ff-4e64-9967-fbee8a5e4db8 None None] Checking router: 611c8070-8a1e-4098-ac30-9d05d80361eb for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:20:03.142665 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee30191-56ff-4e64-9967-fbee8a5e4db8 None None] Routers {'611c8070-8a1e-4098-ac30-9d05d80361eb'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:03.144493 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-5ee30191-56ff-4e64-9967-fbee8a5e4db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:20:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['611c8070-8a1e-4098-ac30-9d05d80361eb'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:03.169983 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdfe904-29f5-4275-ae1f-786b71e4c737 x-openstack-request-id: req-bbdfe904-29f5-4275-ae1f-786b71e4c737 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:03.170405 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "tag": "b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:03.170798 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bbdfe904-29f5-4275-ae1f-786b71e4c737 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:03.171295 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'tag': 'b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd', 'status': 'completed', 'code': 200} Jul 15 13:20:03.339010 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ed70b328-b239-46d9-b75a-472c2e0de247 req-6c61e3f9-0f26-48a2-b335-f5b0d6abe38d service neutron] 10.222.0.46 "GET /v2.0/networks/018d44e0-c369-47de-a220-68097fbc171f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5881755 Jul 15 13:20:03.451666 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-5ee30191-56ff-4e64-9967-fbee8a5e4db8 None None] Set router 611c8070-8a1e-4098-ac30-9d05d80361eb gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:20:03.473899 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bcde7182-14e8-4c1d-bed8-37b35bc6821f tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:03.515473 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8928027c-11d3-431e-acba-a3569b91f51b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/floatingips/957615ad-a257-4ee4-b2c9-c909b8a43a45 HTTP/1.1" status: 200 len: 992 time: 0.4474578 Jul 15 13:20:03.560645 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-21709c9d-fe98-47c4-9fc6-c0b9026a47a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:03.567441 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bcde7182-14e8-4c1d-bed8-37b35bc6821f tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:03.628419 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-88e54a7f-e9ba-4098-95aa-c4bf4bb5eca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:03.634051 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ed70b328-b239-46d9-b75a-472c2e0de247 req-8a8af072-192b-48f0-826e-bc12c348dfb2 service neutron] 10.222.0.46 "GET /v2.0/networks/018d44e0-c369-47de-a220-68097fbc171f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765472 Jul 15 13:20:03.639321 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-88e54a7f-e9ba-4098-95aa-c4bf4bb5eca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:03.677970 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcde7182-14e8-4c1d-bed8-37b35bc6821f tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:03.682554 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e54a7f-e9ba-4098-95aa-c4bf4bb5eca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78efafa-44f9-4d03-b598-0b6e906f585f,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:03.688179 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-bcde7182-14e8-4c1d-bed8-37b35bc6821f tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:03.698251 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-21709c9d-fe98-47c4-9fc6-c0b9026a47a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:03.707829 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40804) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:03.708076 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76c22f-3cee-479f-9fa5-2d5dde91bac7 req-b132008a-481f-469f-b35a-0d605e2a02c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:03.708723 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76c22f-3cee-479f-9fa5-2d5dde91bac7 req-b132008a-481f-469f-b35a-0d605e2a02c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:03.709355 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76c22f-3cee-479f-9fa5-2d5dde91bac7 req-b132008a-481f-469f-b35a-0d605e2a02c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:03.710235 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76c22f-3cee-479f-9fa5-2d5dde91bac7 req-b132008a-481f-469f-b35a-0d605e2a02c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:03.711440 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76c22f-3cee-479f-9fa5-2d5dde91bac7 req-b132008a-481f-469f-b35a-0d605e2a02c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:03.712066 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76c22f-3cee-479f-9fa5-2d5dde91bac7 req-b132008a-481f-469f-b35a-0d605e2a02c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:03.712691 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76c22f-3cee-479f-9fa5-2d5dde91bac7 req-b132008a-481f-469f-b35a-0d605e2a02c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:03.715817 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9e76c22f-3cee-479f-9fa5-2d5dde91bac7 req-b132008a-481f-469f-b35a-0d605e2a02c0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=251cced819c74cfb94fbc7f7f1614ad3&device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 6504 time: 0.5085342 Jul 15 13:20:03.723834 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcde7182-14e8-4c1d-bed8-37b35bc6821f tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:03.785894 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-88e54a7f-e9ba-4098-95aa-c4bf4bb5eca3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3c80a78fa75c4372a67459797e665401&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2101357 Jul 15 13:20:03.789301 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40808) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:03.800972 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:03.859725 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-b4a01b97-4214-4aa5-a59c-420de37163aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcbcfa1-30f3-4683-8838-2bfda9f5b62e', 'name': 'tempest-TaggedBootDevicesTest_v242-1868658184-router', 'tenant_id': '251cced819c74cfb94fbc7f7f1614ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '16bafe48-2299-43ea-a50c-e127a361872b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:19Z', 'updated_at': '2021-07-15T13:17:30Z', 'revision_number': 4, 'project_id': '251cced819c74cfb94fbc7f7f1614ad3', 'gw_port': {'id': '16bafe48-2299-43ea-a50c-e127a361872b', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcbcfa1-30f3-4683-8838-2bfda9f5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:22Z', 'updated_at': '2021-07-15T13:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '65a9dcce-414d-470c-9586-a0ef287caf6e', 'tenant_id': '251cced819c74cfb94fbc7f7f1614ad3', 'floating_ip_address': '172.25.8.151', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '3fcbcfa1-30f3-4683-8838-2bfda9f5b62e', 'port_id': 'b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9fbd16-32b6-40ae-8908-2f860bb17994', 'mac_address': 'fa:16:3e:79:68:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:18:29Z', 'updated_at': '2021-07-15T13:19:59Z', 'revision_number': 1, 'project_id': '251cced819c74cfb94fbc7f7f1614ad3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396e1530-9785-46ac-87e3-6df0bc207a28', 'name': '', 'network_id': '5d9fbd16-32b6-40ae-8908-2f860bb17994', 'tenant_id': '251cced819c74cfb94fbc7f7f1614ad3', 'mac_address': 'fa:16:3e:a5:59:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcbcfa1-30f3-4683-8838-2bfda9f5b62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': 'bb690484-bc5a-4c4b-81ad-d355e2967ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:29Z', 'updated_at': '2021-07-15T13:17:44Z', 'revision_number': 5, 'project_id': '251cced819c74cfb94fbc7f7f1614ad3', 'subnets': [{'id': 'bb690484-bc5a-4c4b-81ad-d355e2967ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:03.872370 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76c22f-3cee-479f-9fa5-2d5dde91bac7 req-2878eccd-ddad-4f26-ae90-0967f57fbc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:03.873764 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9e76c22f-3cee-479f-9fa5-2d5dde91bac7 req-2878eccd-ddad-4f26-ae90-0967f57fbc33 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5d9fbd16-32b6-40ae-8908-2f860bb17994 HTTP/1.1" status: 200 len: 918 time: 0.1388023 Jul 15 13:20:03.920870 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde7182-14e8-4c1d-bed8-37b35bc6821f tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event updated for resources: {'Port': ['ID=2d4708f0-501a-4746-ae4a-fb1abe02a476,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:03.947902 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a01b97-4214-4aa5-a59c-420de37163aa None None] Checking router: 3fcbcfa1-30f3-4683-8838-2bfda9f5b62e for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:20:03.961303 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3f6379a3-d99f-4994-9f44-4ba92e2ad690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:03.969685 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a01b97-4214-4aa5-a59c-420de37163aa None None] Routers {'3fcbcfa1-30f3-4683-8838-2bfda9f5b62e'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:03.970836 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-b4a01b97-4214-4aa5-a59c-420de37163aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:20:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['3fcbcfa1-30f3-4683-8838-2bfda9f5b62e'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:03.989528 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-6fe612cd-a286-4db3-960c-a5e116490e7c admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1385026065-network', 'tenant_id': 'cea4aba394be4ec0b66db3cc854e70d9'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:04.106427 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe612cd-a286-4db3-960c-a5e116490e7c admin admin] Made reservation on behalf of cea4aba394be4ec0b66db3cc854e70d9 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:04.108873 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6fe612cd-a286-4db3-960c-a5e116490e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.127494 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9e76c22f-3cee-479f-9fa5-2d5dde91bac7 req-c9048387-6041-496d-a4af-79b084ce4b07 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd HTTP/1.1" status: 200 len: 999 time: 0.2011793 Jul 15 13:20:04.127762 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-5ee30191-56ff-4e64-9967-fbee8a5e4db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611c8070-8a1e-4098-ac30-9d05d80361eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800570340', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '5061abcf-1dd0-4fba-b45a-90bafb2ef0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:19Z', 'updated_at': '2021-07-15T13:19:27Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': '5061abcf-1dd0-4fba-b45a-90bafb2ef0cc', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611c8070-8a1e-4098-ac30-9d05d80361eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:20Z', 'updated_at': '2021-07-15T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '957615ad-a257-4ee4-b2c9-c909b8a43a45', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'floating_ip_address': '172.25.8.236', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '611c8070-8a1e-4098-ac30-9d05d80361eb', 'port_id': 'f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '018d44e0-c369-47de-a220-68097fbc171f', 'mac_address': 'fa:16:3e:87:73:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0725853e-875a-4b20-9bca-213052f2150f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:19:58Z', 'updated_at': '2021-07-15T13:19:58Z', 'revision_number': 0, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56543f98-14bd-45fa-ba0a-fae7672583cc', 'name': '', 'network_id': '018d44e0-c369-47de-a220-68097fbc171f', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'mac_address': 'fa:16:3e:44:80:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611c8070-8a1e-4098-ac30-9d05d80361eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'bfb0eadd-83c2-49db-a9a7-d4c408cf0bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:25Z', 'updated_at': '2021-07-15T13:19:38Z', 'revision_number': 5, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'subnets': [{'id': 'bfb0eadd-83c2-49db-a9a7-d4c408cf0bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:04.164316 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee30191-56ff-4e64-9967-fbee8a5e4db8 None None] The sync data for ids ['611c8070-8a1e-4098-ac30-9d05d80361eb'] in n-d-771363-36 is: [{'id': '611c8070-8a1e-4098-ac30-9d05d80361eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800570340', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '5061abcf-1dd0-4fba-b45a-90bafb2ef0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:19Z', 'updated_at': '2021-07-15T13:19:27Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': '5061abcf-1dd0-4fba-b45a-90bafb2ef0cc', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611c8070-8a1e-4098-ac30-9d05d80361eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:20Z', 'updated_at': '2021-07-15T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '957615ad-a257-4ee4-b2c9-c909b8a43a45', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'floating_ip_address': '172.25.8.236', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '611c8070-8a1e-4098-ac30-9d05d80361eb', 'port_id': 'f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '018d44e0-c369-47de-a220-68097fbc171f', 'mac_address': 'fa:16:3e:87:73:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0725853e-875a-4b20-9bca-213052f2150f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:19:58Z', 'updated_at': '2021-07-15T13:19:58Z', 'revision_number': 0, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56543f98-14bd-45fa-ba0a-fae7672583cc', 'name': '', 'network_id': '018d44e0-c369-47de-a220-68097fbc171f', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'mac_address': 'fa:16:3e:44:80:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611c8070-8a1e-4098-ac30-9d05d80361eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'bfb0eadd-83c2-49db-a9a7-d4c408cf0bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:25Z', 'updated_at': '2021-07-15T13:19:38Z', 'revision_number': 5, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'subnets': [{'id': 'bfb0eadd-83c2-49db-a9a7-d4c408cf0bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:20:04.219201 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6fe612cd-a286-4db3-960c-a5e116490e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.246853 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3f6379a3-d99f-4994-9f44-4ba92e2ad690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.248935 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-b4a01b97-4214-4aa5-a59c-420de37163aa None None] Set router 3fcbcfa1-30f3-4683-8838-2bfda9f5b62e gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:20:04.256708 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-21709c9d-fe98-47c4-9fc6-c0b9026a47a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.268761 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-21709c9d-fe98-47c4-9fc6-c0b9026a47a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.270346 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-21709c9d-fe98-47c4-9fc6-c0b9026a47a4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0dcafa66-f6b0-4ce9-8f4f-54a111b0ab64 HTTP/1.1" status: 204 len: 168 time: 1.3329680 Jul 15 13:20:04.512177 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3f6379a3-d99f-4994-9f44-4ba92e2ad690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.519106 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3f6379a3-d99f-4994-9f44-4ba92e2ad690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.531188 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3f6379a3-d99f-4994-9f44-4ba92e2ad690 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d78efafa-44f9-4d03-b598-0b6e906f585f HTTP/1.1" status: 204 len: 168 time: 0.7384913 Jul 15 13:20:04.531891 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40822) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:04.625363 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6379a3-d99f-4994-9f44-4ba92e2ad690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78efafa-44f9-4d03-b598-0b6e906f585f,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:04.683821 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6fe612cd-a286-4db3-960c-a5e116490e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.703752 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4de84f73-d9cd-4834-ad0d-fef52fefcf03 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/floatingips/957615ad-a257-4ee4-b2c9-c909b8a43a45 HTTP/1.1" status: 200 len: 992 time: 0.1672633 Jul 15 13:20:04.706330 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6fe612cd-a286-4db3-960c-a5e116490e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.715063 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21709c9d-fe98-47c4-9fc6-c0b9026a47a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcafa66-f6b0-4ce9-8f4f-54a111b0ab64,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:04.737960 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fe612cd-a286-4db3-960c-a5e116490e7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:20:04.756181 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe612cd-a286-4db3-960c-a5e116490e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0a4a5e-8041-489c-b564-87c640a955ac,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:04.785508 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76c22f-3cee-479f-9fa5-2d5dde91bac7 req-3823c7d5-7416-4a50-af8b-c9b0b985563e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:04.787721 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9e76c22f-3cee-479f-9fa5-2d5dde91bac7 req-3823c7d5-7416-4a50-af8b-c9b0b985563e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb690484-bc5a-4c4b-81ad-d355e2967ff7 HTTP/1.1" status: 200 len: 856 time: 0.6490567 Jul 15 13:20:04.797240 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6fe612cd-a286-4db3-960c-a5e116490e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.798975 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-6fe612cd-a286-4db3-960c-a5e116490e7c admin admin] Added segment ad747ecd-caeb-4942-b7e0-6377c45f8542 of type vlan for network a45c0a60-3bae-48bd-a686-d216eb261f23 Jul 15 13:20:05.001097 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e7e41f-01b1-4bb3-8add-c7f0083ccb74 None None] New status for floating IP 957615ad-a257-4ee4-b2c9-c909b8a43a45: ACTIVE {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:20:05.019659 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6fe612cd-a286-4db3-960c-a5e116490e7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:05.080663 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:05.133708 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6fe612cd-a286-4db3-960c-a5e116490e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:05.134865 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe612cd-a286-4db3-960c-a5e116490e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:05.135456 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6fe612cd-a286-4db3-960c-a5e116490e7c admin admin] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:05.160291 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00217e30-6e6f-491c-b160-29852f218963 req-3cebcaa6-a0d5-4767-acbe-19a4c5e04c0c tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:05.168043 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-00217e30-6e6f-491c-b160-29852f218963 req-3cebcaa6-a0d5-4767-acbe-19a4c5e04c0c tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.7820873 Jul 15 13:20:05.215431 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6fe612cd-a286-4db3-960c-a5e116490e7c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5052135 Jul 15 13:20:05.280827 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe612cd-a286-4db3-960c-a5e116490e7c admin admin] Pushing event updated for resources: {'Network': ['ID=a45c0a60-3bae-48bd-a686-d216eb261f23,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:05.301558 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network a45c0a60-3bae-48bd-a686-d216eb261f23 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:20:05.425918 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76c22f-3cee-479f-9fa5-2d5dde91bac7 req-e55281cc-6747-4111-b6ac-6f112cedb0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:05.434608 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9e76c22f-3cee-479f-9fa5-2d5dde91bac7 req-e55281cc-6747-4111-b6ac-6f112cedb0f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5d9fbd16-32b6-40ae-8908-2f860bb17994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6348567 Jul 15 13:20:05.484301 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-b4a01b97-4214-4aa5-a59c-420de37163aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcbcfa1-30f3-4683-8838-2bfda9f5b62e', 'name': 'tempest-TaggedBootDevicesTest_v242-1868658184-router', 'tenant_id': '251cced819c74cfb94fbc7f7f1614ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '16bafe48-2299-43ea-a50c-e127a361872b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:19Z', 'updated_at': '2021-07-15T13:17:30Z', 'revision_number': 4, 'project_id': '251cced819c74cfb94fbc7f7f1614ad3', 'gw_port': {'id': '16bafe48-2299-43ea-a50c-e127a361872b', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcbcfa1-30f3-4683-8838-2bfda9f5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:22Z', 'updated_at': '2021-07-15T13:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '65a9dcce-414d-470c-9586-a0ef287caf6e', 'tenant_id': '251cced819c74cfb94fbc7f7f1614ad3', 'floating_ip_address': '172.25.8.151', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '3fcbcfa1-30f3-4683-8838-2bfda9f5b62e', 'port_id': 'b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9fbd16-32b6-40ae-8908-2f860bb17994', 'mac_address': 'fa:16:3e:79:68:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:18:29Z', 'updated_at': '2021-07-15T13:19:59Z', 'revision_number': 1, 'project_id': '251cced819c74cfb94fbc7f7f1614ad3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396e1530-9785-46ac-87e3-6df0bc207a28', 'name': '', 'network_id': '5d9fbd16-32b6-40ae-8908-2f860bb17994', 'tenant_id': '251cced819c74cfb94fbc7f7f1614ad3', 'mac_address': 'fa:16:3e:a5:59:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcbcfa1-30f3-4683-8838-2bfda9f5b62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': 'bb690484-bc5a-4c4b-81ad-d355e2967ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:29Z', 'updated_at': '2021-07-15T13:17:44Z', 'revision_number': 5, 'project_id': '251cced819c74cfb94fbc7f7f1614ad3', 'subnets': [{'id': 'bb690484-bc5a-4c4b-81ad-d355e2967ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:05.528746 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-00217e30-6e6f-491c-b160-29852f218963 req-5d9012ab-e04b-44ea-9bf0-292e9dd60c23 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595619 Jul 15 13:20:05.580969 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a01b97-4214-4aa5-a59c-420de37163aa None None] The sync data for ids ['3fcbcfa1-30f3-4683-8838-2bfda9f5b62e'] in n-d-771363-36 is: [{'id': '3fcbcfa1-30f3-4683-8838-2bfda9f5b62e', 'name': 'tempest-TaggedBootDevicesTest_v242-1868658184-router', 'tenant_id': '251cced819c74cfb94fbc7f7f1614ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '16bafe48-2299-43ea-a50c-e127a361872b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:19Z', 'updated_at': '2021-07-15T13:17:30Z', 'revision_number': 4, 'project_id': '251cced819c74cfb94fbc7f7f1614ad3', 'gw_port': {'id': '16bafe48-2299-43ea-a50c-e127a361872b', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcbcfa1-30f3-4683-8838-2bfda9f5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:22Z', 'updated_at': '2021-07-15T13:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '65a9dcce-414d-470c-9586-a0ef287caf6e', 'tenant_id': '251cced819c74cfb94fbc7f7f1614ad3', 'floating_ip_address': '172.25.8.151', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '3fcbcfa1-30f3-4683-8838-2bfda9f5b62e', 'port_id': 'b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9fbd16-32b6-40ae-8908-2f860bb17994', 'mac_address': 'fa:16:3e:79:68:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:18:29Z', 'updated_at': '2021-07-15T13:19:59Z', 'revision_number': 1, 'project_id': '251cced819c74cfb94fbc7f7f1614ad3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396e1530-9785-46ac-87e3-6df0bc207a28', 'name': '', 'network_id': '5d9fbd16-32b6-40ae-8908-2f860bb17994', 'tenant_id': '251cced819c74cfb94fbc7f7f1614ad3', 'mac_address': 'fa:16:3e:a5:59:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcbcfa1-30f3-4683-8838-2bfda9f5b62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': 'bb690484-bc5a-4c4b-81ad-d355e2967ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:29Z', 'updated_at': '2021-07-15T13:17:44Z', 'revision_number': 5, 'project_id': '251cced819c74cfb94fbc7f7f1614ad3', 'subnets': [{'id': 'bb690484-bc5a-4c4b-81ad-d355e2967ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:20:05.705320 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40858) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:05.827490 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-33d3e541-2df5-492a-9037-f42520473b48 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/floatingips/957615ad-a257-4ee4-b2c9-c909b8a43a45 HTTP/1.1" status: 200 len: 994 time: 0.1150007 Jul 15 13:20:05.918464 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bcde7182-14e8-4c1d-bed8-37b35bc6821f tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:05.995101 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52557df2-0e59-42f6-899d-e6369dcce8ad None None] New status for floating IP 65a9dcce-414d-470c-9586-a0ef287caf6e: ACTIVE {{(pid=93827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:20:06.036162 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9e76c22f-3cee-479f-9fa5-2d5dde91bac7 req-92216617-f8c2-4b2e-ad62-4ce2fe21d951 service neutron] 10.222.0.46 "GET /v2.0/networks/5d9fbd16-32b6-40ae-8908-2f860bb17994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5854535 Jul 15 13:20:06.208969 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bcde7182-14e8-4c1d-bed8-37b35bc6821f tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:06.334051 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9e76c22f-3cee-479f-9fa5-2d5dde91bac7 req-bf073168-033d-4073-a12b-1923c2472f63 service neutron] 10.222.0.46 "GET /v2.0/networks/5d9fbd16-32b6-40ae-8908-2f860bb17994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823811 Jul 15 13:20:06.554261 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bcde7182-14e8-4c1d-bed8-37b35bc6821f tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:06.580102 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bcde7182-14e8-4c1d-bed8-37b35bc6821f tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:07.006937 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde7182-14e8-4c1d-bed8-37b35bc6821f tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event updated for resources: {'Port': ['ID=2d4708f0-501a-4746-ae4a-fb1abe02a476,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:07.028779 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bcde7182-14e8-4c1d-bed8-37b35bc6821f tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:07.428695 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40932) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:07.574912 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f7634-1f55-4cb6-a15d-1e1674f2e6f1 req-d79aee40-e31f-4959-8f3a-a777134bf9f1 tempest-ComputeTenantNetworksTest-1403095106 tempest-ComputeTenantNetworksTest-1403095106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:07.581811 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f7634-1f55-4cb6-a15d-1e1674f2e6f1 req-d79aee40-e31f-4959-8f3a-a777134bf9f1 tempest-ComputeTenantNetworksTest-1403095106 tempest-ComputeTenantNetworksTest-1403095106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:07.588932 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f7634-1f55-4cb6-a15d-1e1674f2e6f1 req-d79aee40-e31f-4959-8f3a-a777134bf9f1 tempest-ComputeTenantNetworksTest-1403095106 tempest-ComputeTenantNetworksTest-1403095106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:07.590654 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-891f7634-1f55-4cb6-a15d-1e1674f2e6f1 req-d79aee40-e31f-4959-8f3a-a777134bf9f1 tempest-ComputeTenantNetworksTest-1403095106 tempest-ComputeTenantNetworksTest-1403095106-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 1.0336790 Jul 15 13:20:07.696335 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b993c8c-1719-4a2c-bae2-a253ee831a52 req-df473ddf-1e57-427e-89f3-5963bf941f92 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:07.705588 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b993c8c-1719-4a2c-bae2-a253ee831a52 req-df473ddf-1e57-427e-89f3-5963bf941f92 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.9287264 Jul 15 13:20:07.760569 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-bcde7182-14e8-4c1d-bed8-37b35bc6821f tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Floating IP 5e482318-ee7d-4abb-b26a-706f7ea535ba associated. External IP: 172.25.8.141, port: 625c5ef3-33f2-4bbb-9326-e4d56e0e436f. Jul 15 13:20:07.818673 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b993c8c-1719-4a2c-bae2-a253ee831a52 req-71b1e613-08f8-46c2-afcb-e2e39b9b360e tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121716 Jul 15 13:20:07.952967 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb35df9-8cec-482d-8523-827ce94f09c2 req-1c10945d-a971-49c4-8fc4-196efc14513d tempest-ComputeTenantNetworksTest-1403095106 tempest-ComputeTenantNetworksTest-1403095106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:07.954602 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0eb35df9-8cec-482d-8523-827ce94f09c2 req-1c10945d-a971-49c4-8fc4-196efc14513d tempest-ComputeTenantNetworksTest-1403095106 tempest-ComputeTenantNetworksTest-1403095106-project] 10.222.0.16 "GET /v2.0/networks/a45c0a60-3bae-48bd-a686-d216eb261f23 HTTP/1.1" status: 200 len: 769 time: 0.1308160 Jul 15 13:20:07.963258 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d050f-6445-4fed-a32d-c3fa9114a563 req-d919511d-b4a9-482d-ab59-83c875581108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:07.966620 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b57d050f-6445-4fed-a32d-c3fa9114a563 req-d919511d-b4a9-482d-ab59-83c875581108 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a1172f2a14a403dab8bb15cd26b5d7e&device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 1098 time: 0.3238547 Jul 15 13:20:08.003455 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40962) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:08.152253 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e970818-1038-4fd1-a07b-b7874a906a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:08.189117 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8033ced3-6884-4ee9-84ec-bd07a0bb6314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:08.271715 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e970818-1038-4fd1-a07b-b7874a906a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:08.278534 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e970818-1038-4fd1-a07b-b7874a906a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:08.333529 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970818-1038-4fd1-a07b-b7874a906a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b3bde3-1396-45cc-8d69-70a252a8beb3,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:08.344124 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4e970818-1038-4fd1-a07b-b7874a906a25 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=084d4f8b70b346f8a3e588ec68b39daf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9101207 Jul 15 13:20:08.347804 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40974) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:08.358613 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d050f-6445-4fed-a32d-c3fa9114a563 req-e934c0de-81c5-4784-9f4b-55bbf780361a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:08.360755 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b57d050f-6445-4fed-a32d-c3fa9114a563 req-e934c0de-81c5-4784-9f4b-55bbf780361a service neutron] 10.222.0.46 "GET /v2.0/networks?id=99cd1bfe-9d64-42d2-99af-5de7cac58504 HTTP/1.1" status: 200 len: 915 time: 0.3583279 Jul 15 13:20:08.411234 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ea38474d-46a1-4189-a86a-fb72a303d67f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:08.438403 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ea38474d-46a1-4189-a86a-fb72a303d67f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:08.462889 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b57d050f-6445-4fed-a32d-c3fa9114a563 req-a096268b-227f-47b9-a204-d5ae8313faa6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bb4bb62-0322-4b98-9cb4-505e0aa23bef HTTP/1.1" status: 200 len: 217 time: 0.0556710 Jul 15 13:20:08.493486 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ea38474d-46a1-4189-a86a-fb72a303d67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:08.496878 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ea38474d-46a1-4189-a86a-fb72a303d67f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:08.498869 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ea38474d-46a1-4189-a86a-fb72a303d67f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f7b3bde3-1396-45cc-8d69-70a252a8beb3 HTTP/1.1" status: 204 len: 168 time: 0.1496308 Jul 15 13:20:08.509087 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8033ced3-6884-4ee9-84ec-bd07a0bb6314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:08.512575 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38474d-46a1-4189-a86a-fb72a303d67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b3bde3-1396-45cc-8d69-70a252a8beb3,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:08.558400 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-8033ced3-6884-4ee9-84ec-bd07a0bb6314 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a45c0a60-3bae-48bd-a686-d216eb261f23']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:08.599788 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-8033ced3-6884-4ee9-84ec-bd07a0bb6314 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad747ecd-caeb-4942-b7e0-6377c45f8542') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:08.600089 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-8033ced3-6884-4ee9-84ec-bd07a0bb6314 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad747ecd-caeb-4942-b7e0-6377c45f8542') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:08.635031 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8033ced3-6884-4ee9-84ec-bd07a0bb6314 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:08.648541 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcde7182-14e8-4c1d-bed8-37b35bc6821f tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Router 37d255ae-648d-4a45-a1e5-b717c878b283 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:20:08.658853 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d050f-6445-4fed-a32d-c3fa9114a563 req-973649b2-1ea0-4252-8873-9b23169badb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:08.661162 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b57d050f-6445-4fed-a32d-c3fa9114a563 req-973649b2-1ea0-4252-8873-9b23169badb6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee6addd9-f622-4af5-9405-5b44d7a0cc0b HTTP/1.1" status: 200 len: 854 time: 0.1856642 Jul 15 13:20:08.669621 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8033ced3-6884-4ee9-84ec-bd07a0bb6314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:08.748183 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b57d050f-6445-4fed-a32d-c3fa9114a563 req-6775a081-e74c-4343-9e7a-3c71545ef9a8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=99cd1bfe-9d64-42d2-99af-5de7cac58504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797811 Jul 15 13:20:08.753061 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8033ced3-6884-4ee9-84ec-bd07a0bb6314 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:20:08.753475 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8033ced3-6884-4ee9-84ec-bd07a0bb6314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:08.755292 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:20:08.755292 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:20:08.755292 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:20:08.755292 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:20:08.755292 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:20:08.755292 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:20:08.755292 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:20:08.755292 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:20:08.755292 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:20:08.755292 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:20:08.755292 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:20:08.755292 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:20:08.755292 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:20:08.755292 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:20:08.755292 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:20:08.755292 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:20:08.755292 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:20:08.755292 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:20:08.755292 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:20:08.755292 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:20:08.755292 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:20:08.755292 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:20:08.755292 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:20:08.755292 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:20:08.755292 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:20:08.755292 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:20:08.755292 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:20:08.755292 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:20:08.755292 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:20:08.755292 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:20:08.755292 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:20:08.755292 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:20:08.755292 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:20:08.755292 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:20:08.755292 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:20:08.755292 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:20:09.044758 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8033ced3-6884-4ee9-84ec-bd07a0bb6314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:09.050289 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8033ced3-6884-4ee9-84ec-bd07a0bb6314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:09.052844 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8033ced3-6884-4ee9-84ec-bd07a0bb6314 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a45c0a60-3bae-48bd-a686-d216eb261f23 HTTP/1.1" status: 204 len: 168 time: 1.0483606 Jul 15 13:20:09.075235 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033ced3-6884-4ee9-84ec-bd07a0bb6314 admin admin] Pushing event deleted for resources: {'Network': ['ID=a45c0a60-3bae-48bd-a686-d216eb261f23,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:09.080528 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b57d050f-6445-4fed-a32d-c3fa9114a563 req-ccfb43d2-f36b-42bd-8d93-14eb36a4e1b1 service neutron] 10.222.0.46 "GET /v2.0/networks/99cd1bfe-9d64-42d2-99af-5de7cac58504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243990 Jul 15 13:20:09.108105 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcde7182-14e8-4c1d-bed8-37b35bc6821f tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:09.120790 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735f7730-2f20-4244-a054-dedb5bddec8b None None] Sync routers for ids ['37d255ae-648d-4a45-a1e5-b717c878b283'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:09.132063 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735f7730-2f20-4244-a054-dedb5bddec8b None None] Routers {'37d255ae-648d-4a45-a1e5-b717c878b283'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:09.132931 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-735f7730-2f20-4244-a054-dedb5bddec8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:20:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['37d255ae-648d-4a45-a1e5-b717c878b283'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:09.197262 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-735f7730-2f20-4244-a054-dedb5bddec8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:09.205049 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bcde7182-14e8-4c1d-bed8-37b35bc6821f tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:09.221879 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735f7730-2f20-4244-a054-dedb5bddec8b None None] Routers {'37d255ae-648d-4a45-a1e5-b717c878b283'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:09.222947 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-735f7730-2f20-4244-a054-dedb5bddec8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:20:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['37d255ae-648d-4a45-a1e5-b717c878b283'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:09.292552 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77589b-787b-4652-b7e4-c796308282a2 req-97fa76f6-2fff-43b8-80dc-affd423958de tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:09.294306 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ab77589b-787b-4652-b7e4-c796308282a2 req-97fa76f6-2fff-43b8-80dc-affd423958de tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 946 time: 0.2230144 Jul 15 13:20:09.294470 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-735f7730-2f20-4244-a054-dedb5bddec8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:09.295042 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735f7730-2f20-4244-a054-dedb5bddec8b None None] The sync data for ids ['37d255ae-648d-4a45-a1e5-b717c878b283'] in n-d-771363-36 is: [] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:20:09.311957 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41014) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:09.348357 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b57d050f-6445-4fed-a32d-c3fa9114a563 req-36ae910d-e7cc-41cc-bdb8-6771d6792b44 service neutron] 10.222.0.46 "GET /v2.0/networks/99cd1bfe-9d64-42d2-99af-5de7cac58504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501147 Jul 15 13:20:09.357130 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-bcde7182-14e8-4c1d-bed8-37b35bc6821f tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.7077210 Jul 15 13:20:09.360303 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41018) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:09.383400 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7666043a-5a95-4f4f-bf32-76e0c1ee4ab7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cea4aba394be4ec0b66db3cc854e70d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0701663 Jul 15 13:20:09.385859 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41020) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:09.449749 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ab77589b-787b-4652-b7e4-c796308282a2 req-cd2baecb-a6e6-4af5-85fe-5aed434b8cae tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429629 Jul 15 13:20:09.460323 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a032f82c-272a-49bd-a2d6-88bd91ad6875 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "GET /v2.0/floatingips/5e482318-ee7d-4abb-b26a-706f7ea535ba HTTP/1.1" status: 200 len: 977 time: 0.0987668 Jul 15 13:20:09.463517 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41026) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:09.476195 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a72b56da-22b0-461f-9b16-d494e5914514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:09.531936 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a72b56da-22b0-461f-9b16-d494e5914514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:09.626280 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a72b56da-22b0-461f-9b16-d494e5914514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:09.630625 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a72b56da-22b0-461f-9b16-d494e5914514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:09.630767 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-22f5e0b7-0f99-4b29-b03c-69fd147c8626 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1631396 Jul 15 13:20:09.631340 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41032) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:09.635497 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a72b56da-22b0-461f-9b16-d494e5914514 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2b0a4a5e-8041-489c-b564-87c640a955ac HTTP/1.1" status: 204 len: 168 time: 0.2485662 Jul 15 13:20:09.640416 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-30c4b02e-786f-474b-8142-875c77846aba tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Request body: {'floatingip': {'port_id': '08a621df-5a0c-4ee5-911a-150ef8042df6'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:09.659167 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b56da-22b0-461f-9b16-d494e5914514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0a4a5e-8041-489c-b564-87c640a955ac,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:09.713053 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-30c4b02e-786f-474b-8142-875c77846aba tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for floatingip, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:09.980002 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 8bb4bb62-0322-4b98-9cb4-505e0aa23bef no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:10.185991 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:10.262840 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759719d1-a0db-40d0-8e40-76a9c8fb4168', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bb4bb62-0322-4b98-9cb4-505e0aa23bef'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:10.266222 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63633273-0cce-4fc9-a0f7-9d07c45de5cf" -d '{"events": [{"server_uuid": "759719d1-a0db-40d0-8e40-76a9c8fb4168", "name": "network-vif-unplugged", "status": "completed", "tag": "8bb4bb62-0322-4b98-9cb4-505e0aa23bef"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:10.323701 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 8bb4bb62-0322-4b98-9cb4-505e0aa23bef, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=8bb4bb62-0322-4b98-9cb4-505e0aa23bef,segment=NetworkSegment(a9a917ff-688b-4d60-89c2-fa36077b5a4e),segment_id=a9a917ff-688b-4d60-89c2-fa36077b5a4e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:10.331231 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:10.391881 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=8bb4bb62-0322-4b98-9cb4-505e0aa23bef,revision_number=8']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:10.395682 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91194d44-49c2-4717-ae21-003195d388cd x-openstack-request-id: req-91194d44-49c2-4717-ae21-003195d388cd {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:10.396101 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759719d1-a0db-40d0-8e40-76a9c8fb4168", "name": "network-vif-unplugged", "status": "completed", "tag": "8bb4bb62-0322-4b98-9cb4-505e0aa23bef", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:10.396445 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91194d44-49c2-4717-ae21-003195d388cd {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:10.397356 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759719d1-a0db-40d0-8e40-76a9c8fb4168', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bb4bb62-0322-4b98-9cb4-505e0aa23bef', 'code': 200} Jul 15 13:20:10.403484 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:10.403940 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:10.404389 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:10.404847 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:10.405471 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:10.406024 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:10.406604 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:10.407392 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:10.407940 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:10.408485 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:10.409028 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:10.409713 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:10.541429 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-30c4b02e-786f-474b-8142-875c77846aba tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:10.546335 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-30c4b02e-786f-474b-8142-875c77846aba tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:11.116732 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-30c4b02e-786f-474b-8142-875c77846aba tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Floating IP 5e482318-ee7d-4abb-b26a-706f7ea535ba associated. External IP: 172.25.8.141, port: 625c5ef3-33f2-4bbb-9326-e4d56e0e436f. Jul 15 13:20:11.209165 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b365a16-7733-45fa-9782-33004e5cdc94 req-ea144c5e-87ab-40f7-8c1d-0beb35217a19 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:11.218624 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9b365a16-7733-45fa-9782-33004e5cdc94 req-ea144c5e-87ab-40f7-8c1d-0beb35217a19 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 944 time: 0.1685462 Jul 15 13:20:11.319590 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9b365a16-7733-45fa-9782-33004e5cdc94 req-04245fc3-a459-47ec-81d4-31c902bb3277 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999019 Jul 15 13:20:11.521296 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c4b02e-786f-474b-8142-875c77846aba tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Router 37d255ae-648d-4a45-a1e5-b717c878b283 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:20:11.711350 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c4b02e-786f-474b-8142-875c77846aba tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:11.729968 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ef4cd8-f7e9-410f-8fc8-656d86df573d None None] Sync routers for ids ['37d255ae-648d-4a45-a1e5-b717c878b283'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:11.741300 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ef4cd8-f7e9-410f-8fc8-656d86df573d None None] Routers {'37d255ae-648d-4a45-a1e5-b717c878b283'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:11.742515 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-71ef4cd8-f7e9-410f-8fc8-656d86df573d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:20:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['37d255ae-648d-4a45-a1e5-b717c878b283'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:11.785170 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-71ef4cd8-f7e9-410f-8fc8-656d86df573d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:11.800615 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ef4cd8-f7e9-410f-8fc8-656d86df573d None None] Routers {'37d255ae-648d-4a45-a1e5-b717c878b283'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:11.802172 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-71ef4cd8-f7e9-410f-8fc8-656d86df573d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:20:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['37d255ae-648d-4a45-a1e5-b717c878b283'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:11.856895 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-71ef4cd8-f7e9-410f-8fc8-656d86df573d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:11.857855 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ef4cd8-f7e9-410f-8fc8-656d86df573d None None] The sync data for ids ['37d255ae-648d-4a45-a1e5-b717c878b283'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:20:12.133740 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c4b02e-786f-474b-8142-875c77846aba tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Router 37d255ae-648d-4a45-a1e5-b717c878b283 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:20:12.326445 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c4b02e-786f-474b-8142-875c77846aba tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:12.331555 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-30c4b02e-786f-474b-8142-875c77846aba tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:12.336159 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568c922d-b859-418a-8f7f-5ab9038c08eb None None] Sync routers for ids ['37d255ae-648d-4a45-a1e5-b717c878b283'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:12.349507 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568c922d-b859-418a-8f7f-5ab9038c08eb None None] Routers {'37d255ae-648d-4a45-a1e5-b717c878b283'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:12.350832 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-568c922d-b859-418a-8f7f-5ab9038c08eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:20:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['37d255ae-648d-4a45-a1e5-b717c878b283'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:12.439201 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-568c922d-b859-418a-8f7f-5ab9038c08eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:12.458196 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568c922d-b859-418a-8f7f-5ab9038c08eb None None] Routers {'37d255ae-648d-4a45-a1e5-b717c878b283'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:12.459081 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-568c922d-b859-418a-8f7f-5ab9038c08eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:20:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['37d255ae-648d-4a45-a1e5-b717c878b283'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:12.500080 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-30c4b02e-786f-474b-8142-875c77846aba tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "PUT /v2.0/floatingips/5e482318-ee7d-4abb-b26a-706f7ea535ba HTTP/1.1" status: 200 len: 978 time: 2.8650150 Jul 15 13:20:12.500543 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41148) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:12.505125 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-3cb8646e-0935-4518-87df-879b7ea4f696 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:12.515027 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-568c922d-b859-418a-8f7f-5ab9038c08eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:12.515670 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568c922d-b859-418a-8f7f-5ab9038c08eb None None] The sync data for ids ['37d255ae-648d-4a45-a1e5-b717c878b283'] in n-d-771363-36 is: [] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:20:12.635533 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3cb8646e-0935-4518-87df-879b7ea4f696 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for floatingip, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:12.738440 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155c1b3-2cf3-4e59-91e2-7c635ec5a66a req-bf26938c-c27a-49b4-81df-82ca97b59d85 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:12.740669 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7155c1b3-2cf3-4e59-91e2-7c635ec5a66a req-bf26938c-c27a-49b4-81df-82ca97b59d85 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 944 time: 0.1493723 Jul 15 13:20:12.861792 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7155c1b3-2cf3-4e59-91e2-7c635ec5a66a req-ab31588c-dfa2-4010-94b8-634b18e0925f tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104348 Jul 15 13:20:12.966832 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3cb8646e-0935-4518-87df-879b7ea4f696 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:12.971791 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3cb8646e-0935-4518-87df-879b7ea4f696 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:12.972278 n-d-771363-36 neutron-server[93826]: INFO neutron.db.l3_db [None req-3cb8646e-0935-4518-87df-879b7ea4f696 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Floating IP 5e482318-ee7d-4abb-b26a-706f7ea535ba disassociated. External IP: 172.25.8.141, port: 08a621df-5a0c-4ee5-911a-150ef8042df6. Jul 15 13:20:13.196442 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b079ee-d8d2-4c6d-9788-b78fbcfdf853 req-ad2e54ca-88a7-447a-9fc0-8acbc3bf6b2f tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:13.197951 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-87b079ee-d8d2-4c6d-9788-b78fbcfdf853 req-ad2e54ca-88a7-447a-9fc0-8acbc3bf6b2f tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 944 time: 0.1405356 Jul 15 13:20:13.325352 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-87b079ee-d8d2-4c6d-9788-b78fbcfdf853 req-35872199-d231-4b42-ac2a-ff7df6e889f7 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201072 Jul 15 13:20:13.393026 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb8646e-0935-4518-87df-879b7ea4f696 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Router 37d255ae-648d-4a45-a1e5-b717c878b283 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:20:13.549907 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb8646e-0935-4518-87df-879b7ea4f696 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:13.568414 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206a6399-412a-49b6-900f-5e40d5694ac6 None None] Sync routers for ids ['37d255ae-648d-4a45-a1e5-b717c878b283'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:13.570419 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3cb8646e-0935-4518-87df-879b7ea4f696 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:13.641469 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206a6399-412a-49b6-900f-5e40d5694ac6 None None] Routers {'37d255ae-648d-4a45-a1e5-b717c878b283'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:13.647456 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-206a6399-412a-49b6-900f-5e40d5694ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:20:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['37d255ae-648d-4a45-a1e5-b717c878b283'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:13.708205 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41190) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:13.709262 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3cb8646e-0935-4518-87df-879b7ea4f696 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "PUT /v2.0/floatingips/5e482318-ee7d-4abb-b26a-706f7ea535ba HTTP/1.1" status: 200 len: 688 time: 1.2076435 Jul 15 13:20:13.733792 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-206a6399-412a-49b6-900f-5e40d5694ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:13.798252 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206a6399-412a-49b6-900f-5e40d5694ac6 None None] Routers {'37d255ae-648d-4a45-a1e5-b717c878b283'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:13.799918 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-206a6399-412a-49b6-900f-5e40d5694ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:20:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['37d255ae-648d-4a45-a1e5-b717c878b283'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:13.901953 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-206a6399-412a-49b6-900f-5e40d5694ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:13.903063 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206a6399-412a-49b6-900f-5e40d5694ac6 None None] The sync data for ids ['37d255ae-648d-4a45-a1e5-b717c878b283'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:20:14.028902 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-18c5891e-b709-43e0-8139-c3a1090103b5 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Deleting port 2d4708f0-501a-4746-ae4a-fb1abe02a476 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:14.029521 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-18c5891e-b709-43e0-8139-c3a1090103b5 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:14.129370 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-18c5891e-b709-43e0-8139-c3a1090103b5 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:14.129958 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-18c5891e-b709-43e0-8139-c3a1090103b5 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:14.145268 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-18c5891e-b709-43e0-8139-c3a1090103b5 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Calling delete_port for 2d4708f0-501a-4746-ae4a-fb1abe02a476 owned by network:floatingip {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:14.237093 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41216) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:14.381765 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f743eee4-ad3e-4675-9fcb-db0b6931cfba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:14.421591 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2be921-4b51-4cbd-8a6f-4607e5841bd2 req-2f74f3ef-c391-46d4-82b2-eb49e888110a tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:14.423268 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2a2be921-4b51-4cbd-8a6f-4607e5841bd2 req-2f74f3ef-c391-46d4-82b2-eb49e888110a tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 944 time: 0.1499467 Jul 15 13:20:14.437721 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-18c5891e-b709-43e0-8139-c3a1090103b5 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:14.483869 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c5891e-b709-43e0-8139-c3a1090103b5 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event deleted for resources: {'Port': ['ID=2d4708f0-501a-4746-ae4a-fb1abe02a476,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:14.513295 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f743eee4-ad3e-4675-9fcb-db0b6931cfba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:14.519454 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f743eee4-ad3e-4675-9fcb-db0b6931cfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:14.559207 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2a2be921-4b51-4cbd-8a6f-4607e5841bd2 req-5d17e1e3-a6e5-4409-b603-59af7e022487 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298943 Jul 15 13:20:14.588795 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f743eee4-ad3e-4675-9fcb-db0b6931cfba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a4d881bd41ca406ea28fe89942dc0cdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3481510 Jul 15 13:20:14.588795 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f743eee4-ad3e-4675-9fcb-db0b6931cfba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573e7fae-9937-4eb6-acf2-59f09bd3bdae,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:14.590758 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41230) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:14.598465 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-18c5891e-b709-43e0-8139-c3a1090103b5 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for floatingip, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:14.601352 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-18c5891e-b709-43e0-8139-c3a1090103b5 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:14.602829 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-18c5891e-b709-43e0-8139-c3a1090103b5 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "DELETE /v2.0/floatingips/5e482318-ee7d-4abb-b26a-706f7ea535ba HTTP/1.1" status: 204 len: 168 time: 0.8932407 Jul 15 13:20:14.605388 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41232) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:14.650761 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-46b6931d-544f-4f4a-b61c-d25029e7b599 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] delete failed (client error): The resource could not be found. Jul 15 13:20:14.655217 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-46b6931d-544f-4f4a-b61c-d25029e7b599 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "DELETE /v2.0/floatingips/5e482318-ee7d-4abb-b26a-706f7ea535ba HTTP/1.1" status: 404 len: 345 time: 0.0451710 Jul 15 13:20:14.656250 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41234) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:14.700250 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9742ffb1-22ae-4147-a459-142c700265a4 req-b7349221-ad46-461b-b5fa-6e2308a8a37d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1486819 Jul 15 13:20:14.749964 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14d043ac-9f19-4c18-83fd-e3c4e3ea7e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:14.793628 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14d043ac-9f19-4c18-83fd-e3c4e3ea7e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:14.826540 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fa0243-70df-471f-ae21-597a66e079d4 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:14.832618 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fa0243-70df-471f-ae21-597a66e079d4 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:14.841168 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fa0243-70df-471f-ae21-597a66e079d4 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:14.843278 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e0fa0243-70df-471f-ae21-597a66e079d4 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "GET /v2.0/ports?network_id=8036702b-ed26-4d71-9973-7f49c42839e3 HTTP/1.1" status: 200 len: 2357 time: 0.1860828 Jul 15 13:20:14.847165 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41250) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:14.920585 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14d043ac-9f19-4c18-83fd-e3c4e3ea7e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:14.924913 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14d043ac-9f19-4c18-83fd-e3c4e3ea7e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:14.926309 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-14d043ac-9f19-4c18-83fd-e3c4e3ea7e70 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/573e7fae-9937-4eb6-acf2-59f09bd3bdae HTTP/1.1" status: 204 len: 168 time: 0.3343475 Jul 15 13:20:14.947879 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106393bd-1ec4-485a-85d7-7e205f8bcf15 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:14.955316 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-106393bd-1ec4-485a-85d7-7e205f8bcf15 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "GET /v2.0/subnets/e35fc7e4-3b19-4ad5-94a7-230209e5ac86 HTTP/1.1" status: 200 len: 797 time: 0.1067982 Jul 15 13:20:14.956115 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41264) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:14.962623 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-774df3ec-83b3-4775-9d2e-22607e743ad2 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Request body: {'port': {'network_id': '8036702b-ed26-4d71-9973-7f49c42839e3', 'name': 'tempest-FloatingIPTestJSON-1901456758', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:14.969579 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d043ac-9f19-4c18-83fd-e3c4e3ea7e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573e7fae-9937-4eb6-acf2-59f09bd3bdae,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:15.243252 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774df3ec-83b3-4775-9d2e-22607e743ad2 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Made reservation on behalf of c36b6a30a0bd456fa60db1386b359f17 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:15.407818 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-774df3ec-83b3-4775-9d2e-22607e743ad2 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:15.427008 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-774df3ec-83b3-4775-9d2e-22607e743ad2 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] device_id is not set on port 83aceaf6-b143-4e6b-a796-206ac3599fa9 yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:20:15.578637 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41294) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:15.593430 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f6023799-6eaa-4c32-9246-c9079a233d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:15.803930 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f6023799-6eaa-4c32-9246-c9079a233d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:15.826421 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f6023799-6eaa-4c32-9246-c9079a233d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:15.901158 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f6023799-6eaa-4c32-9246-c9079a233d85 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dd0499021d2141309fd8fd0888083039&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3214138 Jul 15 13:20:15.924197 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6023799-6eaa-4c32-9246-c9079a233d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25c7a5b-39c4-4baa-ad3b-04bcd03575ae,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:15.924421 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41312) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:15.957695 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa276f-d642-47cf-8803-657e868a9781 req-180c5b98-4019-45f7-b632-7d53bbf3216b tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:15.959351 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b8fa276f-d642-47cf-8803-657e868a9781 req-180c5b98-4019-45f7-b632-7d53bbf3216b tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 944 time: 0.2691593 Jul 15 13:20:15.990020 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 8bb4bb62-0322-4b98-9cb4-505e0aa23bef no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:15.999675 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-774df3ec-83b3-4775-9d2e-22607e743ad2 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Allocated IP 172.20.0.14 (8036702b-ed26-4d71-9973-7f49c42839e3/e35fc7e4-3b19-4ad5-94a7-230209e5ac86/83aceaf6-b143-4e6b-a796-206ac3599fa9) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:16.015997 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-774df3ec-83b3-4775-9d2e-22607e743ad2 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Allocated IP 172.20.0.13 (8036702b-ed26-4d71-9973-7f49c42839e3/e35fc7e4-3b19-4ad5-94a7-230209e5ac86/83aceaf6-b143-4e6b-a796-206ac3599fa9) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:16.057834 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b8fa276f-d642-47cf-8803-657e868a9781 req-fa2207d7-61fe-4a53-aa18-472982b2beeb tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919132 Jul 15 13:20:16.066434 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0ead8ec1-748a-4c02-bdbd-1bea41fc7576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:16.154541 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0ead8ec1-748a-4c02-bdbd-1bea41fc7576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:16.231295 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0ead8ec1-748a-4c02-bdbd-1bea41fc7576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:16.234105 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0ead8ec1-748a-4c02-bdbd-1bea41fc7576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:16.235297 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0ead8ec1-748a-4c02-bdbd-1bea41fc7576 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b25c7a5b-39c4-4baa-ad3b-04bcd03575ae HTTP/1.1" status: 204 len: 168 time: 0.3166716 Jul 15 13:20:16.265452 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead8ec1-748a-4c02-bdbd-1bea41fc7576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25c7a5b-39c4-4baa-ad3b-04bcd03575ae,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:16.393593 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742ffb1-22ae-4147-a459-142c700265a4 req-df54cdf2-e457-4d72-8ac2-e08cc2be18a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:16.398736 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9742ffb1-22ae-4147-a459-142c700265a4 req-df54cdf2-e457-4d72-8ac2-e08cc2be18a3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168&tenant_id=9a1172f2a14a403dab8bb15cd26b5d7e HTTP/1.1" status: 200 len: 1096 time: 0.1630149 Jul 15 13:20:16.506778 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-774df3ec-83b3-4775-9d2e-22607e743ad2 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:16.534958 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742ffb1-22ae-4147-a459-142c700265a4 req-913cac99-4656-482f-940e-4891655c30fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:16.540396 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9742ffb1-22ae-4147-a459-142c700265a4 req-913cac99-4656-482f-940e-4891655c30fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a1172f2a14a403dab8bb15cd26b5d7e&device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 1096 time: 0.1130867 Jul 15 13:20:16.571893 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-774df3ec-83b3-4775-9d2e-22607e743ad2 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:16.640236 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774df3ec-83b3-4775-9d2e-22607e743ad2 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Network 8036702b-ed26-4d71-9973-7f49c42839e3 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:16.659693 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-774df3ec-83b3-4775-9d2e-22607e743ad2 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:16.665404 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774df3ec-83b3-4775-9d2e-22607e743ad2 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:16.712008 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742ffb1-22ae-4147-a459-142c700265a4 req-3fd83831-61f4-42a5-b461-d0d80ff6a6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:16.713450 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9742ffb1-22ae-4147-a459-142c700265a4 req-3fd83831-61f4-42a5-b461-d0d80ff6a6e3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=99cd1bfe-9d64-42d2-99af-5de7cac58504 HTTP/1.1" status: 200 len: 915 time: 0.1650085 Jul 15 13:20:16.721269 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774df3ec-83b3-4775-9d2e-22607e743ad2 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event updated for resources: {'Port': ['ID=83aceaf6-b143-4e6b-a796-206ac3599fa9,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:16.744664 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774df3ec-83b3-4775-9d2e-22607e743ad2 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:16.745414 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-774df3ec-83b3-4775-9d2e-22607e743ad2 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:16.768606 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-774df3ec-83b3-4775-9d2e-22607e743ad2 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.8108845 Jul 15 13:20:16.771087 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41342) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:16.776930 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-dbffc118-2c02-499e-b0ab-686744db04b7 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'port_id': '83aceaf6-b143-4e6b-a796-206ac3599fa9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:16.783703 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9742ffb1-22ae-4147-a459-142c700265a4 req-69d0d378-5f75-4d6c-83e0-de92577171e3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bb4bb62-0322-4b98-9cb4-505e0aa23bef HTTP/1.1" status: 200 len: 217 time: 0.0507784 Jul 15 13:20:16.824662 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dbffc118-2c02-499e-b0ab-686744db04b7 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for floatingip, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:16.883095 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742ffb1-22ae-4147-a459-142c700265a4 req-9d1e96cc-441a-437b-8e75-8939e2cf36a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:16.887830 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9742ffb1-22ae-4147-a459-142c700265a4 req-9d1e96cc-441a-437b-8e75-8939e2cf36a0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee6addd9-f622-4af5-9405-5b44d7a0cc0b HTTP/1.1" status: 200 len: 854 time: 0.0957408 Jul 15 13:20:16.948027 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9742ffb1-22ae-4147-a459-142c700265a4 req-2d74f480-a859-43b7-a0bb-a6ba413e3332 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=99cd1bfe-9d64-42d2-99af-5de7cac58504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541196 Jul 15 13:20:17.071087 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dbffc118-2c02-499e-b0ab-686744db04b7 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:17.108614 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9742ffb1-22ae-4147-a459-142c700265a4 req-d7c258c5-48ac-4d8c-a76b-b9d920158a49 service neutron] 10.222.0.46 "GET /v2.0/networks/99cd1bfe-9d64-42d2-99af-5de7cac58504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454079 Jul 15 13:20:17.307484 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9742ffb1-22ae-4147-a459-142c700265a4 req-41e5c0a6-aacb-4397-9e98-1ff9746b81ad service neutron] 10.222.0.46 "GET /v2.0/networks/99cd1bfe-9d64-42d2-99af-5de7cac58504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908405 Jul 15 13:20:17.419343 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-dbffc118-2c02-499e-b0ab-686744db04b7 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Allocated IP 172.25.8.15 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/ae245ab0-edd7-44bf-ad01-07c9b1240cb0) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:17.458022 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc39fa-7f85-4b24-bbbd-288d72a88f00 req-d4859e18-93dc-4d7c-ba2e-98b48b6a1440 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:17.459762 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1ebc39fa-7f85-4b24-bbbd-288d72a88f00 req-d4859e18-93dc-4d7c-ba2e-98b48b6a1440 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 944 time: 0.0873923 Jul 15 13:20:17.594315 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1ebc39fa-7f85-4b24-bbbd-288d72a88f00 req-361e6fae-e0f3-41d2-b002-157e46d7610c tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263344 Jul 15 13:20:17.682689 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dbffc118-2c02-499e-b0ab-686744db04b7 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:17.753275 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dbffc118-2c02-499e-b0ab-686744db04b7 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:17.839747 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbffc118-2c02-499e-b0ab-686744db04b7 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event updated for resources: {'Port': ['ID=ae245ab0-edd7-44bf-ad01-07c9b1240cb0,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:17.848997 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbffc118-2c02-499e-b0ab-686744db04b7 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:17.851296 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-dbffc118-2c02-499e-b0ab-686744db04b7 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:17.856235 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbffc118-2c02-499e-b0ab-686744db04b7 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:18.434298 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dbffc118-2c02-499e-b0ab-686744db04b7 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:18.652128 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dbffc118-2c02-499e-b0ab-686744db04b7 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:19.115029 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658001fd-4279-4051-9f26-b675de02382b req-1347c11d-393e-417b-ae01-9847bd41c33e tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:19.117875 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-658001fd-4279-4051-9f26-b675de02382b req-1347c11d-393e-417b-ae01-9847bd41c33e tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 944 time: 0.1453414 Jul 15 13:20:19.167190 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dbffc118-2c02-499e-b0ab-686744db04b7 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:19.177662 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dbffc118-2c02-499e-b0ab-686744db04b7 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:19.212674 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-658001fd-4279-4051-9f26-b675de02382b req-b61df830-3895-4b19-97af-0189cbd01194 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859711 Jul 15 13:20:19.270060 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbffc118-2c02-499e-b0ab-686744db04b7 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event updated for resources: {'Port': ['ID=ae245ab0-edd7-44bf-ad01-07c9b1240cb0,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:19.363219 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dbffc118-2c02-499e-b0ab-686744db04b7 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:19.771394 n-d-771363-36 neutron-server[93826]: INFO neutron.db.l3_db [None req-dbffc118-2c02-499e-b0ab-686744db04b7 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Floating IP ad79dda1-b78b-409c-b17e-19d8b4961894 associated. External IP: 172.25.8.15, port: 83aceaf6-b143-4e6b-a796-206ac3599fa9. Jul 15 13:20:20.301078 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbffc118-2c02-499e-b0ab-686744db04b7 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Router 37d255ae-648d-4a45-a1e5-b717c878b283 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:20:20.521828 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbffc118-2c02-499e-b0ab-686744db04b7 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:20.534316 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab578e7-a83c-4d24-a9be-f5ee63af3829 None None] Sync routers for ids ['37d255ae-648d-4a45-a1e5-b717c878b283'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:20.549068 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab578e7-a83c-4d24-a9be-f5ee63af3829 None None] Routers {'37d255ae-648d-4a45-a1e5-b717c878b283'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:20.549711 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-5ab578e7-a83c-4d24-a9be-f5ee63af3829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:20:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['37d255ae-648d-4a45-a1e5-b717c878b283'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:20.558647 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dbffc118-2c02-499e-b0ab-686744db04b7 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:20.666492 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-dbffc118-2c02-499e-b0ab-686744db04b7 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.8941746 Jul 15 13:20:20.667367 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41482) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:20.671905 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-76706a3d-1dca-4c4f-9be9-60ee1afa2f6e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Request body: {'floatingip': {'port_id': '83aceaf6-b143-4e6b-a796-206ac3599fa9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:20.672771 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-5ab578e7-a83c-4d24-a9be-f5ee63af3829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:20.691129 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab578e7-a83c-4d24-a9be-f5ee63af3829 None None] Routers {'37d255ae-648d-4a45-a1e5-b717c878b283'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:20.693211 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-5ab578e7-a83c-4d24-a9be-f5ee63af3829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:20:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['37d255ae-648d-4a45-a1e5-b717c878b283'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:20.741066 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-76706a3d-1dca-4c4f-9be9-60ee1afa2f6e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for floatingip, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:20.809246 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-5ab578e7-a83c-4d24-a9be-f5ee63af3829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:20.815327 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab578e7-a83c-4d24-a9be-f5ee63af3829 None None] The sync data for ids ['37d255ae-648d-4a45-a1e5-b717c878b283'] in n-d-771363-36 is: [] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:20:20.836804 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0fb00-adb1-4b6e-8c79-b582f5863d06 req-fc58afe3-a43c-4942-830b-e334cf54260b tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:20.844988 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5ca0fb00-adb1-4b6e-8c79-b582f5863d06 req-fc58afe3-a43c-4942-830b-e334cf54260b tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 944 time: 0.2439840 Jul 15 13:20:20.920366 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5ca0fb00-adb1-4b6e-8c79-b582f5863d06 req-92014a40-d23e-4bc3-9a95-ef3ab399dd86 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725420 Jul 15 13:20:21.929145 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.db.resource_extend [None req-76706a3d-1dca-4c4f-9be9-60ee1afa2f6e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:20:22.073168 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-76706a3d-1dca-4c4f-9be9-60ee1afa2f6e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.081847 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-76706a3d-1dca-4c4f-9be9-60ee1afa2f6e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.458937 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6409a-b16b-4307-b7cc-b4b83ad7f3c2 req-467ecd6b-4486-470c-a71f-ac4816b35210 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:22.485577 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-70c6409a-b16b-4307-b7cc-b4b83ad7f3c2 req-467ecd6b-4486-470c-a71f-ac4816b35210 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 944 time: 0.2516980 Jul 15 13:20:22.631435 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-70c6409a-b16b-4307-b7cc-b4b83ad7f3c2 req-92c791be-f3fe-4637-8f16-a4cbc4abb78e tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371830 Jul 15 13:20:23.538636 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76706a3d-1dca-4c4f-9be9-60ee1afa2f6e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Router 37d255ae-648d-4a45-a1e5-b717c878b283 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:20:23.731257 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41560) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:23.870266 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76706a3d-1dca-4c4f-9be9-60ee1afa2f6e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:23.885739 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-76706a3d-1dca-4c4f-9be9-60ee1afa2f6e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.886184 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075b45b5-b87a-44ea-95f3-19ecec48399e None None] Sync routers for ids ['37d255ae-648d-4a45-a1e5-b717c878b283'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:23.909967 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075b45b5-b87a-44ea-95f3-19ecec48399e None None] Routers {'37d255ae-648d-4a45-a1e5-b717c878b283'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:23.912072 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-075b45b5-b87a-44ea-95f3-19ecec48399e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:20:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['37d255ae-648d-4a45-a1e5-b717c878b283'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:24.007948 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-075b45b5-b87a-44ea-95f3-19ecec48399e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:24.068915 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075b45b5-b87a-44ea-95f3-19ecec48399e None None] Routers {'37d255ae-648d-4a45-a1e5-b717c878b283'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:24.071809 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-075b45b5-b87a-44ea-95f3-19ecec48399e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:20:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['37d255ae-648d-4a45-a1e5-b717c878b283'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:24.078367 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e513ef5b-3bb7-4370-95c2-4b4abb69267a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:24.201452 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-075b45b5-b87a-44ea-95f3-19ecec48399e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:24.202372 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075b45b5-b87a-44ea-95f3-19ecec48399e None None] The sync data for ids ['37d255ae-648d-4a45-a1e5-b717c878b283'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:20:24.239497 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-76706a3d-1dca-4c4f-9be9-60ee1afa2f6e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "PUT /v2.0/floatingips/ad79dda1-b78b-409c-b17e-19d8b4961894 HTTP/1.1" status: 200 len: 978 time: 3.5710790 Jul 15 13:20:24.245414 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41572) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:24.511728 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e513ef5b-3bb7-4370-95c2-4b4abb69267a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:24.519167 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e513ef5b-3bb7-4370-95c2-4b4abb69267a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:24.554917 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e513ef5b-3bb7-4370-95c2-4b4abb69267a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051001a5-4d94-4828-a3aa-595c0d9a2c18,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:24.592168 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e513ef5b-3bb7-4370-95c2-4b4abb69267a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=00aab52b55bc4f489de1c9c4437c3ba5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8597758 Jul 15 13:20:24.593457 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41580) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:24.603558 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2d200-cc70-49ac-8ef1-bca58ef342c7 req-510cef15-8035-49aa-b7ca-cbced5892705 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:24.611369 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34e2d200-cc70-49ac-8ef1-bca58ef342c7 req-510cef15-8035-49aa-b7ca-cbced5892705 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 944 time: 0.5238566 Jul 15 13:20:24.723507 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-096484fc-fb1b-4a4a-a10a-ccec9da1fb8e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Deleting port ae245ab0-edd7-44bf-ad01-07c9b1240cb0 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:24.724211 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-096484fc-fb1b-4a4a-a10a-ccec9da1fb8e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:24.790717 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34e2d200-cc70-49ac-8ef1-bca58ef342c7 req-ad773e7f-b432-43d9-866e-c79394141bf1 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703455 Jul 15 13:20:24.865502 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6dd92299-9c2a-4d4c-bc4a-44b7fee7b033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:24.943812 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6dd92299-9c2a-4d4c-bc4a-44b7fee7b033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:24.954542 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-096484fc-fb1b-4a4a-a10a-ccec9da1fb8e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:24.958256 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-096484fc-fb1b-4a4a-a10a-ccec9da1fb8e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:24.989110 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-096484fc-fb1b-4a4a-a10a-ccec9da1fb8e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Calling delete_port for ae245ab0-edd7-44bf-ad01-07c9b1240cb0 owned by network:floatingip {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:25.087738 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6dd92299-9c2a-4d4c-bc4a-44b7fee7b033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:25.089607 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6dd92299-9c2a-4d4c-bc4a-44b7fee7b033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:25.097568 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6dd92299-9c2a-4d4c-bc4a-44b7fee7b033 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/051001a5-4d94-4828-a3aa-595c0d9a2c18 HTTP/1.1" status: 204 len: 168 time: 0.4836116 Jul 15 13:20:25.114594 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41594) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:25.188548 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd92299-9c2a-4d4c-bc4a-44b7fee7b033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051001a5-4d94-4828-a3aa-595c0d9a2c18,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:25.399970 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-096484fc-fb1b-4a4a-a10a-ccec9da1fb8e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:25.512246 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096484fc-fb1b-4a4a-a10a-ccec9da1fb8e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event deleted for resources: {'Port': ['ID=ae245ab0-edd7-44bf-ad01-07c9b1240cb0,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:25.619862 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096484fc-fb1b-4a4a-a10a-ccec9da1fb8e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:25.620426 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096484fc-fb1b-4a4a-a10a-ccec9da1fb8e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:25.621880 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096484fc-fb1b-4a4a-a10a-ccec9da1fb8e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:25.623491 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096484fc-fb1b-4a4a-a10a-ccec9da1fb8e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:25.624040 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096484fc-fb1b-4a4a-a10a-ccec9da1fb8e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:25.624391 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096484fc-fb1b-4a4a-a10a-ccec9da1fb8e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:25.624770 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096484fc-fb1b-4a4a-a10a-ccec9da1fb8e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:25.625118 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096484fc-fb1b-4a4a-a10a-ccec9da1fb8e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:25.625454 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096484fc-fb1b-4a4a-a10a-ccec9da1fb8e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:25.625788 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096484fc-fb1b-4a4a-a10a-ccec9da1fb8e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:25.627401 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096484fc-fb1b-4a4a-a10a-ccec9da1fb8e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:25.627766 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096484fc-fb1b-4a4a-a10a-ccec9da1fb8e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:25.686864 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-103ac5f0-44a7-4893-bb9f-c30d918be2de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:25.771028 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-096484fc-fb1b-4a4a-a10a-ccec9da1fb8e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for floatingip, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:25.771724 n-d-771363-36 neutron-server[93826]: INFO neutron.db.l3_db [None req-096484fc-fb1b-4a4a-a10a-ccec9da1fb8e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Floating IP ad79dda1-b78b-409c-b17e-19d8b4961894 disassociated (deleted). External IP: 172.25.8.15, port: 83aceaf6-b143-4e6b-a796-206ac3599fa9. Jul 15 13:20:26.168025 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-103ac5f0-44a7-4893-bb9f-c30d918be2de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:26.252969 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-103ac5f0-44a7-4893-bb9f-c30d918be2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:26.403232 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096484fc-fb1b-4a4a-a10a-ccec9da1fb8e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Router 37d255ae-648d-4a45-a1e5-b717c878b283 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:20:26.480149 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-103ac5f0-44a7-4893-bb9f-c30d918be2de admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=63828f0e6b0f499a87ea3f09afb53f09&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3366976 Jul 15 13:20:26.482397 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ac5f0-44a7-4893-bb9f-c30d918be2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123e967d-1053-42cf-8296-c10e458891e0,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:26.499276 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41638) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:26.573775 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d34f60-3188-4545-8837-7bf689b433f7 req-3c60cde6-5ea8-40d3-a31d-5aedf3771953 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:26.607232 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-25d34f60-3188-4545-8837-7bf689b433f7 req-3c60cde6-5ea8-40d3-a31d-5aedf3771953 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 944 time: 0.5499756 Jul 15 13:20:26.724079 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-25d34f60-3188-4545-8837-7bf689b433f7 req-53a644f8-6317-4118-b6bc-c72aa5aa74ed tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158397 Jul 15 13:20:26.747098 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096484fc-fb1b-4a4a-a10a-ccec9da1fb8e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:26.752736 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-096484fc-fb1b-4a4a-a10a-ccec9da1fb8e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:26.757230 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4435ac-80b9-4aa7-af1d-54a8d9375685 None None] Sync routers for ids ['37d255ae-648d-4a45-a1e5-b717c878b283'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:26.773963 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4435ac-80b9-4aa7-af1d-54a8d9375685 None None] Routers {'37d255ae-648d-4a45-a1e5-b717c878b283'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:26.778530 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-3b4435ac-80b9-4aa7-af1d-54a8d9375685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:20:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['37d255ae-648d-4a45-a1e5-b717c878b283'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:26.795330 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-807f6d31-1f4b-4ab0-a7d8-7d38c1ad611f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:26.852855 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-807f6d31-1f4b-4ab0-a7d8-7d38c1ad611f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:26.863592 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-3b4435ac-80b9-4aa7-af1d-54a8d9375685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:26.864532 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-096484fc-fb1b-4a4a-a10a-ccec9da1fb8e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "DELETE /v2.0/floatingips/ad79dda1-b78b-409c-b17e-19d8b4961894 HTTP/1.1" status: 204 len: 168 time: 2.6180530 Jul 15 13:20:26.867703 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41654) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:26.900394 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4435ac-80b9-4aa7-af1d-54a8d9375685 None None] Routers {'37d255ae-648d-4a45-a1e5-b717c878b283'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:26.902016 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-3b4435ac-80b9-4aa7-af1d-54a8d9375685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:20:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['37d255ae-648d-4a45-a1e5-b717c878b283'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:26.994863 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-807f6d31-1f4b-4ab0-a7d8-7d38c1ad611f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:26.998290 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-807f6d31-1f4b-4ab0-a7d8-7d38c1ad611f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.003052 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-807f6d31-1f4b-4ab0-a7d8-7d38c1ad611f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/123e967d-1053-42cf-8296-c10e458891e0 HTTP/1.1" status: 204 len: 168 time: 0.4973519 Jul 15 13:20:27.018173 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f6d31-1f4b-4ab0-a7d8-7d38c1ad611f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123e967d-1053-42cf-8296-c10e458891e0,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:27.228329 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-a7211ed0-6315-492b-836c-b0f9f6e19bba tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Deleting port 83aceaf6-b143-4e6b-a796-206ac3599fa9 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:27.230103 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a7211ed0-6315-492b-836c-b0f9f6e19bba tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.306801 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-3b4435ac-80b9-4aa7-af1d-54a8d9375685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:27.307783 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4435ac-80b9-4aa7-af1d-54a8d9375685 None None] The sync data for ids ['37d255ae-648d-4a45-a1e5-b717c878b283'] in n-d-771363-36 is: [] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:20:27.537793 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a7211ed0-6315-492b-836c-b0f9f6e19bba tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.567021 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-a7211ed0-6315-492b-836c-b0f9f6e19bba tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Calling delete_port for 83aceaf6-b143-4e6b-a796-206ac3599fa9 owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:28.021154 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a7211ed0-6315-492b-836c-b0f9f6e19bba tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:28.139767 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7211ed0-6315-492b-836c-b0f9f6e19bba tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event deleted for resources: {'Port': ['ID=83aceaf6-b143-4e6b-a796-206ac3599fa9,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:28.182721 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41688) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:28.216036 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-365ebf25-e230-4f98-ab8d-8709b6206f13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:28.257927 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a797db3-0def-4872-9fc9-9f520973cf03 req-ccd60b8b-9865-4715-bf12-ef5ef0c5547e tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:28.259586 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8a797db3-0def-4872-9fc9-9f520973cf03 req-ccd60b8b-9865-4715-bf12-ef5ef0c5547e tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 944 time: 0.2029085 Jul 15 13:20:28.365829 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8a797db3-0def-4872-9fc9-9f520973cf03 req-a56645a8-542a-4aaa-8a7d-4ca3ef91262a tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806723 Jul 15 13:20:28.558164 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a7211ed0-6315-492b-836c-b0f9f6e19bba tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:28.564925 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a7211ed0-6315-492b-836c-b0f9f6e19bba tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "DELETE /v2.0/ports/83aceaf6-b143-4e6b-a796-206ac3599fa9 HTTP/1.1" status: 204 len: 168 time: 1.6924813 Jul 15 13:20:28.565914 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41700) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:28.570665 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-0cc2c011-a979-454d-8b8c-6617a43616e3 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:28.754413 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-365ebf25-e230-4f98-ab8d-8709b6206f13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:28.768661 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-365ebf25-e230-4f98-ab8d-8709b6206f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:28.801166 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0cc2c011-a979-454d-8b8c-6617a43616e3 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for floatingip, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:28.894917 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ebf25-e230-4f98-ab8d-8709b6206f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cb4921-4a5e-49f5-b56d-a46e9e79be2f,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:28.926124 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-365ebf25-e230-4f98-ab8d-8709b6206f13 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=87f2025b6a634da6ba064b93cc6d4afc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7421777 Jul 15 13:20:28.929725 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41708) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:29.072996 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.100585 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-31d8821e-6992-4112-814f-c76415027f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.120802 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0cc2c011-a979-454d-8b8c-6617a43616e3 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.176209 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-31d8821e-6992-4112-814f-c76415027f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.267996 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-31d8821e-6992-4112-814f-c76415027f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.279164 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-31d8821e-6992-4112-814f-c76415027f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.279164 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-31d8821e-6992-4112-814f-c76415027f1d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/73cb4921-4a5e-49f5-b56d-a46e9e79be2f HTTP/1.1" status: 204 len: 168 time: 0.3406463 Jul 15 13:20:29.316822 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d8821e-6992-4112-814f-c76415027f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cb4921-4a5e-49f5-b56d-a46e9e79be2f,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:29.464058 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.476636 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-0cc2c011-a979-454d-8b8c-6617a43616e3 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Allocated IP 172.25.8.201 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/30cdb6cc-c176-478e-9279-9dc0af332589) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:29.713739 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32404323-fcaa-4eff-8536-6504e6715f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.981179 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0cc2c011-a979-454d-8b8c-6617a43616e3 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:30.048567 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0cc2c011-a979-454d-8b8c-6617a43616e3 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:30.063558 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ee80e-6f90-492f-adf8-c78ba382580f req-57d12d29-e7d9-433a-a36c-d9ed670f290c tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:30.074525 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-500ee80e-6f90-492f-adf8-c78ba382580f req-57d12d29-e7d9-433a-a36c-d9ed670f290c tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 944 time: 0.4888778 Jul 15 13:20:30.237585 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-500ee80e-6f90-492f-adf8-c78ba382580f req-b33899d8-f305-4c12-8301-efee2515eba7 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614189 Jul 15 13:20:30.240527 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc2c011-a979-454d-8b8c-6617a43616e3 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:30.258376 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-0cc2c011-a979-454d-8b8c-6617a43616e3 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:30.262983 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc2c011-a979-454d-8b8c-6617a43616e3 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:30.330237 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2c011-a979-454d-8b8c-6617a43616e3 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event updated for resources: {'Port': ['ID=30cdb6cc-c176-478e-9279-9dc0af332589,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:30.511902 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0cc2c011-a979-454d-8b8c-6617a43616e3 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:30.588178 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0cc2c011-a979-454d-8b8c-6617a43616e3 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:30.892353 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41766) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:31.040087 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0cc2c011-a979-454d-8b8c-6617a43616e3 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.051494 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0cc2c011-a979-454d-8b8c-6617a43616e3 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.241673 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2280f0ae-0879-4f9d-af3a-7f65d657fac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.352061 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2c011-a979-454d-8b8c-6617a43616e3 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event updated for resources: {'Port': ['ID=30cdb6cc-c176-478e-9279-9dc0af332589,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:31.376707 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0cc2c011-a979-454d-8b8c-6617a43616e3 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.474523 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2280f0ae-0879-4f9d-af3a-7f65d657fac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.490198 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2280f0ae-0879-4f9d-af3a-7f65d657fac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.520833 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0cc2c011-a979-454d-8b8c-6617a43616e3 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.524707 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0cc2c011-a979-454d-8b8c-6617a43616e3 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9567182 Jul 15 13:20:31.526433 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41788) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:31.540575 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-668de905-1628-42d8-b761-ae6808029677 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Request body: {'port': {'network_id': '8036702b-ed26-4d71-9973-7f49c42839e3', 'name': 'tempest-FloatingIPTestJSON-1845114982'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:31.628816 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280f0ae-0879-4f9d-af3a-7f65d657fac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ee07d7-221c-4f84-a951-e0c3f375b7d7,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:31.652427 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2280f0ae-0879-4f9d-af3a-7f65d657fac4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=73d54c52e3e7476db884d0acbdc9e747&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7556388 Jul 15 13:20:31.654195 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41794) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:31.759110 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a2900-e074-4e87-a3ea-b26f9b413d01 req-315137a7-2b4a-4286-8596-660503c353c6 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:31.762047 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1e3a2900-e074-4e87-a3ea-b26f9b413d01 req-315137a7-2b4a-4286-8596-660503c353c6 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 944 time: 0.2959089 Jul 15 13:20:31.824490 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4dc252e9-8a94-4aa0-b300-26b1ad1fa26b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.838178 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1e3a2900-e074-4e87-a3ea-b26f9b413d01 req-a0fa610e-d608-444a-b347-96c847bb39ee tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693336 Jul 15 13:20:31.878784 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668de905-1628-42d8-b761-ae6808029677 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Made reservation on behalf of c36b6a30a0bd456fa60db1386b359f17 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:31.887215 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-668de905-1628-42d8-b761-ae6808029677 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.898382 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4dc252e9-8a94-4aa0-b300-26b1ad1fa26b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.958900 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-668de905-1628-42d8-b761-ae6808029677 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] device_id is not set on port 96340d43-0f79-448f-a4e7-48dd57f4215d yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:20:32.020700 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4dc252e9-8a94-4aa0-b300-26b1ad1fa26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.024666 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4dc252e9-8a94-4aa0-b300-26b1ad1fa26b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.027409 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4dc252e9-8a94-4aa0-b300-26b1ad1fa26b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/79ee07d7-221c-4f84-a951-e0c3f375b7d7 HTTP/1.1" status: 204 len: 168 time: 0.3662810 Jul 15 13:20:32.049109 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc252e9-8a94-4aa0-b300-26b1ad1fa26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ee07d7-221c-4f84-a951-e0c3f375b7d7,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:32.193948 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-668de905-1628-42d8-b761-ae6808029677 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Allocated IP 172.20.0.11 (8036702b-ed26-4d71-9973-7f49c42839e3/e35fc7e4-3b19-4ad5-94a7-230209e5ac86/96340d43-0f79-448f-a4e7-48dd57f4215d) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:32.265400 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.460419 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-696be7e4-46cc-42cc-a9c9-e58e5bf4f6a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.487857 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-668de905-1628-42d8-b761-ae6808029677 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.568189 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-668de905-1628-42d8-b761-ae6808029677 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.671394 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668de905-1628-42d8-b761-ae6808029677 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Network 8036702b-ed26-4d71-9973-7f49c42839e3 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:32.677811 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-668de905-1628-42d8-b761-ae6808029677 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:32.687678 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668de905-1628-42d8-b761-ae6808029677 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:32.789475 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668de905-1628-42d8-b761-ae6808029677 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event updated for resources: {'Port': ['ID=96340d43-0f79-448f-a4e7-48dd57f4215d,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:32.854717 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41828) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:32.856892 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668de905-1628-42d8-b761-ae6808029677 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:32.857259 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-668de905-1628-42d8-b761-ae6808029677 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.884622 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1b6350d2-efd7-495b-ad2f-07427a1408e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.897090 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-668de905-1628-42d8-b761-ae6808029677 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3618319 Jul 15 13:20:32.900751 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41832) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:32.908620 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-6ed6546b-35e5-455f-8866-b813592d1b0e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Request body: {'floatingip': {'port_id': '96340d43-0f79-448f-a4e7-48dd57f4215d'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:33.019589 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6ed6546b-35e5-455f-8866-b813592d1b0e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for floatingip, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:33.074400 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1b6350d2-efd7-495b-ad2f-07427a1408e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:33.081122 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1b6350d2-efd7-495b-ad2f-07427a1408e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:33.142927 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6350d2-efd7-495b-ad2f-07427a1408e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8cfdb1-992c-4d62-85b1-b6d4dfccf57f,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:33.233235 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1b6350d2-efd7-495b-ad2f-07427a1408e7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d79cc8d26a9447f79ece75475a50959b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3771946 Jul 15 13:20:33.236704 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41838) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:33.445269 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fc08226-a377-4ebd-9a3f-f43f016c21b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:33.488721 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fc08226-a377-4ebd-9a3f-f43f016c21b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:33.557662 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:33.562838 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fc08226-a377-4ebd-9a3f-f43f016c21b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:33.567470 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fc08226-a377-4ebd-9a3f-f43f016c21b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:33.569245 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5fc08226-a377-4ebd-9a3f-f43f016c21b0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d8cfdb1-992c-4d62-85b1-b6d4dfccf57f HTTP/1.1" status: 204 len: 168 time: 0.3313468 Jul 15 13:20:33.580009 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc08226-a377-4ebd-9a3f-f43f016c21b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8cfdb1-992c-4d62-85b1-b6d4dfccf57f,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:33.960352 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41870) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:34.051875 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4530b549-74c2-4015-b5cd-0132fdbb4de1 req-8f82109a-8bd3-467d-acd9-4ff590ddfc17 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:34.053595 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4530b549-74c2-4015-b5cd-0132fdbb4de1 req-8f82109a-8bd3-467d-acd9-4ff590ddfc17 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 944 time: 0.1854415 Jul 15 13:20:34.127695 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a3e40704-1def-41b1-9c18-32e349aa245e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:34.153501 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4530b549-74c2-4015-b5cd-0132fdbb4de1 req-8e4957aa-7a61-40e4-90a3-0067f14e3db0 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889800 Jul 15 13:20:34.275619 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a3e40704-1def-41b1-9c18-32e349aa245e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:34.281163 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a3e40704-1def-41b1-9c18-32e349aa245e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:34.316207 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e40704-1def-41b1-9c18-32e349aa245e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a09c248-ed1c-4d50-b27a-993d059a7663,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:34.344100 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a3e40704-1def-41b1-9c18-32e349aa245e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a9de111b608946faa004890a43bfc1f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3822806 Jul 15 13:20:34.346890 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41890) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:34.396312 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6ed6546b-35e5-455f-8866-b813592d1b0e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:34.401555 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6ed6546b-35e5-455f-8866-b813592d1b0e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:34.426355 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0e0c986e-be97-49de-933f-44d466a7bb80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:34.454444 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0e0c986e-be97-49de-933f-44d466a7bb80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:34.535541 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0e0c986e-be97-49de-933f-44d466a7bb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:34.544418 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0e0c986e-be97-49de-933f-44d466a7bb80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:34.549500 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0e0c986e-be97-49de-933f-44d466a7bb80 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7a09c248-ed1c-4d50-b27a-993d059a7663 HTTP/1.1" status: 204 len: 168 time: 0.1991937 Jul 15 13:20:34.556159 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-6ed6546b-35e5-455f-8866-b813592d1b0e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Floating IP c5875e7b-9c58-495e-8e68-943062a55242 associated. External IP: 172.25.8.201, port: 96340d43-0f79-448f-a4e7-48dd57f4215d. Jul 15 13:20:34.569052 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c986e-be97-49de-933f-44d466a7bb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a09c248-ed1c-4d50-b27a-993d059a7663,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:34.831498 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed6546b-35e5-455f-8866-b813592d1b0e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Router 37d255ae-648d-4a45-a1e5-b717c878b283 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:20:34.961688 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:35.020315 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed6546b-35e5-455f-8866-b813592d1b0e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:35.031244 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d13646-ef1b-42b1-af79-78fb6d50a6b9 None None] Sync routers for ids ['37d255ae-648d-4a45-a1e5-b717c878b283'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:35.032405 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6ed6546b-35e5-455f-8866-b813592d1b0e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:35.047841 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d13646-ef1b-42b1-af79-78fb6d50a6b9 None None] Routers {'37d255ae-648d-4a45-a1e5-b717c878b283'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:35.050203 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-d6d13646-ef1b-42b1-af79-78fb6d50a6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:20:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['37d255ae-648d-4a45-a1e5-b717c878b283'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:35.084759 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41926) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:35.112746 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6ed6546b-35e5-455f-8866-b813592d1b0e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "PUT /v2.0/floatingips/c5875e7b-9c58-495e-8e68-943062a55242 HTTP/1.1" status: 200 len: 979 time: 2.2086558 Jul 15 13:20:35.113944 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41928) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:35.115798 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-91d11b32-9e8a-42ac-9229-fb40d0ff1db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:35.160561 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-d6d13646-ef1b-42b1-af79-78fb6d50a6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:35.192575 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d13646-ef1b-42b1-af79-78fb6d50a6b9 None None] Routers {'37d255ae-648d-4a45-a1e5-b717c878b283'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:35.195820 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-d6d13646-ef1b-42b1-af79-78fb6d50a6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:20:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['37d255ae-648d-4a45-a1e5-b717c878b283'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:35.266951 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-d6d13646-ef1b-42b1-af79-78fb6d50a6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:35.274726 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d13646-ef1b-42b1-af79-78fb6d50a6b9 None None] The sync data for ids ['37d255ae-648d-4a45-a1e5-b717c878b283'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:20:35.296121 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1ee920f3-2d3e-4084-b4d1-01f14838716a tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Deleting port 96340d43-0f79-448f-a4e7-48dd57f4215d {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:35.297036 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1ee920f3-2d3e-4084-b4d1-01f14838716a tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:35.331168 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-91d11b32-9e8a-42ac-9229-fb40d0ff1db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:35.344968 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-91d11b32-9e8a-42ac-9229-fb40d0ff1db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:35.413512 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-91d11b32-9e8a-42ac-9229-fb40d0ff1db1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=341f449e01f24f2882e28a7a8c256dde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3236434 Jul 15 13:20:35.415176 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41938) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:35.415839 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d11b32-9e8a-42ac-9229-fb40d0ff1db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94f41aa-80fd-42e1-9033-5c6fc8a53dbc,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:35.475990 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-393ea0da-30c8-4be7-9356-5553c979c3b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:35.502065 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-393ea0da-30c8-4be7-9356-5553c979c3b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:35.550327 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1ee920f3-2d3e-4084-b4d1-01f14838716a tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:35.567423 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-393ea0da-30c8-4be7-9356-5553c979c3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:35.571186 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-393ea0da-30c8-4be7-9356-5553c979c3b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:35.575635 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-393ea0da-30c8-4be7-9356-5553c979c3b7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d94f41aa-80fd-42e1-9033-5c6fc8a53dbc HTTP/1.1" status: 204 len: 168 time: 0.1552634 Jul 15 13:20:35.585483 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ea0da-30c8-4be7-9356-5553c979c3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94f41aa-80fd-42e1-9033-5c6fc8a53dbc,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:35.820761 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6311c39-46fe-408c-8a24-7873362812f0 req-cd3dcef1-2869-463c-b596-76fe19d11a31 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:35.822634 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6311c39-46fe-408c-8a24-7873362812f0 req-cd3dcef1-2869-463c-b596-76fe19d11a31 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 944 time: 0.4493036 Jul 15 13:20:35.933389 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6311c39-46fe-408c-8a24-7873362812f0 req-a24f9604-5e13-4013-b709-f7b1e581ac60 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991049 Jul 15 13:20:35.944058 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1ee920f3-2d3e-4084-b4d1-01f14838716a tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:35.944659 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1ee920f3-2d3e-4084-b4d1-01f14838716a tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:35.945180 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-1ee920f3-2d3e-4084-b4d1-01f14838716a tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Floating IP c5875e7b-9c58-495e-8e68-943062a55242 disassociated. External IP: 172.25.8.201, port: 96340d43-0f79-448f-a4e7-48dd57f4215d. Jul 15 13:20:35.945745 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1ee920f3-2d3e-4084-b4d1-01f14838716a tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Calling delete_port for 96340d43-0f79-448f-a4e7-48dd57f4215d owned by {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:36.113079 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 8bb4bb62-0322-4b98-9cb4-505e0aa23bef details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:20:36.175508 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1ee920f3-2d3e-4084-b4d1-01f14838716a tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:36.201174 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:20:36.256312 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 8bb4bb62-0322-4b98-9cb4-505e0aa23bef, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=8bb4bb62-0322-4b98-9cb4-505e0aa23bef,segment=NetworkSegment(a9a917ff-688b-4d60-89c2-fa36077b5a4e),segment_id=a9a917ff-688b-4d60-89c2-fa36077b5a4e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:36.271694 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '8bb4bb62-0322-4b98-9cb4-505e0aa23bef', 'network_id': '99cd1bfe-9d64-42d2-99af-5de7cac58504', 'port_id': '8bb4bb62-0322-4b98-9cb4-505e0aa23bef', 'mac_address': 'fa:16:3e:c0:fe:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee6addd9-f622-4af5-9405-5b44d7a0cc0b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:20:36.287401 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee920f3-2d3e-4084-b4d1-01f14838716a tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event deleted for resources: {'Port': ['ID=96340d43-0f79-448f-a4e7-48dd57f4215d,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:36.342553 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:36.361139 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bb4bb62-0322-4b98-9cb4-505e0aa23bef {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:20:36.514255 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 8bb4bb62-0322-4b98-9cb4-505e0aa23bef, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=8bb4bb62-0322-4b98-9cb4-505e0aa23bef,segment=NetworkSegment(a9a917ff-688b-4d60-89c2-fa36077b5a4e),segment_id=a9a917ff-688b-4d60-89c2-fa36077b5a4e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:36.526021 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:36.562732 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee920f3-2d3e-4084-b4d1-01f14838716a tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Router 37d255ae-648d-4a45-a1e5-b717c878b283 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:20:36.636840 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=8bb4bb62-0322-4b98-9cb4-505e0aa23bef,revision_number=9']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:36.791562 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee920f3-2d3e-4084-b4d1-01f14838716a tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:36.811049 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764cb852-4378-4b88-9ff3-c11e07763304 None None] Sync routers for ids ['37d255ae-648d-4a45-a1e5-b717c878b283'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:36.822845 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764cb852-4378-4b88-9ff3-c11e07763304 None None] Routers {'37d255ae-648d-4a45-a1e5-b717c878b283'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:36.823874 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-764cb852-4378-4b88-9ff3-c11e07763304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:20:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['37d255ae-648d-4a45-a1e5-b717c878b283'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:36.858689 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['8bb4bb62-0322-4b98-9cb4-505e0aa23bef'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:20:36.874639 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-764cb852-4378-4b88-9ff3-c11e07763304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:36.886222 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1ee920f3-2d3e-4084-b4d1-01f14838716a tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:36.888728 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1ee920f3-2d3e-4084-b4d1-01f14838716a tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "DELETE /v2.0/ports/96340d43-0f79-448f-a4e7-48dd57f4215d HTTP/1.1" status: 204 len: 168 time: 1.7738109 Jul 15 13:20:36.891331 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41994) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:36.896117 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764cb852-4378-4b88-9ff3-c11e07763304 None None] Routers {'37d255ae-648d-4a45-a1e5-b717c878b283'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:36.900225 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-764cb852-4378-4b88-9ff3-c11e07763304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:20:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['37d255ae-648d-4a45-a1e5-b717c878b283'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:37.035590 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-64e6c9da-1513-4f84-bca6-706c0459cfa0 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "GET /v2.0/floatingips/c5875e7b-9c58-495e-8e68-943062a55242 HTTP/1.1" status: 200 len: 688 time: 0.1429541 Jul 15 13:20:37.036248 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42008) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:37.048616 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-764cb852-4378-4b88-9ff3-c11e07763304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:37.054614 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764cb852-4378-4b88-9ff3-c11e07763304 None None] The sync data for ids ['37d255ae-648d-4a45-a1e5-b717c878b283'] in n-d-771363-36 is: [] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:20:37.334212 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907689a-0846-4ee7-9c6b-9d762dce5cd2 req-f92b5b7d-3a5d-4c9e-9c16-54244964d0b0 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:37.335996 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3907689a-0846-4ee7-9c6b-9d762dce5cd2 req-f92b5b7d-3a5d-4c9e-9c16-54244964d0b0 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 945 time: 0.1399727 Jul 15 13:20:37.340472 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-29e1a4ed-9485-445a-830e-45423b68e6e3 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Deleting port 30cdb6cc-c176-478e-9279-9dc0af332589 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:37.340825 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-29e1a4ed-9485-445a-830e-45423b68e6e3 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:37.406893 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3907689a-0846-4ee7-9c6b-9d762dce5cd2 req-af1de249-80cf-4351-9eaa-263c27870ddb tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628304 Jul 15 13:20:37.463067 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-29e1a4ed-9485-445a-830e-45423b68e6e3 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:37.463406 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-29e1a4ed-9485-445a-830e-45423b68e6e3 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:37.478850 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-29e1a4ed-9485-445a-830e-45423b68e6e3 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Calling delete_port for 30cdb6cc-c176-478e-9279-9dc0af332589 owned by network:floatingip {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:37.680223 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-29e1a4ed-9485-445a-830e-45423b68e6e3 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:37.709349 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1a4ed-9485-445a-830e-45423b68e6e3 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event deleted for resources: {'Port': ['ID=30cdb6cc-c176-478e-9279-9dc0af332589,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:37.860230 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-29e1a4ed-9485-445a-830e-45423b68e6e3 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for floatingip, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:37.862994 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-29e1a4ed-9485-445a-830e-45423b68e6e3 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:37.864177 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-29e1a4ed-9485-445a-830e-45423b68e6e3 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "DELETE /v2.0/floatingips/c5875e7b-9c58-495e-8e68-943062a55242 HTTP/1.1" status: 204 len: 168 time: 0.8268797 Jul 15 13:20:37.869642 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42034) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:37.883093 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-188114d9-83ae-4d71-8fde-e421239a7b8b tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'port_id': '08a621df-5a0c-4ee5-911a-150ef8042df6'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:37.926294 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-188114d9-83ae-4d71-8fde-e421239a7b8b tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for floatingip, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.095310 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-188114d9-83ae-4d71-8fde-e421239a7b8b tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.130282 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 8bb4bb62-0322-4b98-9cb4-505e0aa23bef up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:38.233681 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 8bb4bb62-0322-4b98-9cb4-505e0aa23bef triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:38.234406 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.325276 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-188114d9-83ae-4d71-8fde-e421239a7b8b tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Allocated IP 172.25.8.176 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/182bd4ba-0c00-4656-bcee-758e28e29869) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:38.413836 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.464775 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 8bb4bb62-0322-4b98-9cb4-505e0aa23bef, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=8bb4bb62-0322-4b98-9cb4-505e0aa23bef,segment=NetworkSegment(a9a917ff-688b-4d60-89c2-fa36077b5a4e),segment_id=a9a917ff-688b-4d60-89c2-fa36077b5a4e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:38.466667 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759719d1-a0db-40d0-8e40-76a9c8fb4168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb4bb62-0322-4b98-9cb4-505e0aa23bef'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:38.471675 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b58290b-8336-45fa-8157-cfd498c34489" -d '{"events": [{"server_uuid": "759719d1-a0db-40d0-8e40-76a9c8fb4168", "name": "network-vif-plugged", "status": "completed", "tag": "8bb4bb62-0322-4b98-9cb4-505e0aa23bef"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:38.480262 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.602207 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-188114d9-83ae-4d71-8fde-e421239a7b8b tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.639999 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=8bb4bb62-0322-4b98-9cb4-505e0aa23bef,revision_number=10']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:38.698017 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-188114d9-83ae-4d71-8fde-e421239a7b8b tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.792692 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188114d9-83ae-4d71-8fde-e421239a7b8b tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:38.809399 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-188114d9-83ae-4d71-8fde-e421239a7b8b tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:38.820866 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188114d9-83ae-4d71-8fde-e421239a7b8b tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:38.832305 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188114d9-83ae-4d71-8fde-e421239a7b8b tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event updated for resources: {'Port': ['ID=182bd4ba-0c00-4656-bcee-758e28e29869,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:38.890068 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca47553-6d67-4f08-a1f8-4c6c9f160bfe req-7fb086e0-d148-4391-8101-45e58d1b553e tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:38.900399 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6ca47553-6d67-4f08-a1f8-4c6c9f160bfe req-7fb086e0-d148-4391-8101-45e58d1b553e tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 1098 time: 0.2777910 Jul 15 13:20:38.950445 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722e4b7-0119-4f8a-aff9-08a14ff8ffa1 req-2e480997-35d3-4b8c-9ab0-0fb9b6e057d9 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:38.954463 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1722e4b7-0119-4f8a-aff9-08a14ff8ffa1 req-2e480997-35d3-4b8c-9ab0-0fb9b6e057d9 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 947 time: 0.2330267 Jul 15 13:20:39.097653 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6ca47553-6d67-4f08-a1f8-4c6c9f160bfe req-75515628-1b84-494d-bf42-db07a9811583 tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=5b11c2da-9886-4e12-b30f-76b6ecc4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959350 Jul 15 13:20:39.127478 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1722e4b7-0119-4f8a-aff9-08a14ff8ffa1 req-41352ca7-3f6b-4278-a4bf-c28967f77c68 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660798 Jul 15 13:20:39.180020 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831c4aec-7c2f-42bc-ac51-83696fe53d4f x-openstack-request-id: req-831c4aec-7c2f-42bc-ac51-83696fe53d4f {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:39.180992 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759719d1-a0db-40d0-8e40-76a9c8fb4168", "name": "network-vif-plugged", "status": "completed", "tag": "8bb4bb62-0322-4b98-9cb4-505e0aa23bef", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:39.181522 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-831c4aec-7c2f-42bc-ac51-83696fe53d4f {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:39.182285 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759719d1-a0db-40d0-8e40-76a9c8fb4168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb4bb62-0322-4b98-9cb4-505e0aa23bef', 'code': 200} Jul 15 13:20:39.537894 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae1a13-1fa2-4a20-a952-19231551268f req-e565d4cc-edfa-4ae6-9f09-907d05716881 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:39.542286 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-188114d9-83ae-4d71-8fde-e421239a7b8b tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.548779 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cfae1a13-1fa2-4a20-a952-19231551268f req-e565d4cc-edfa-4ae6-9f09-907d05716881 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 946 time: 0.2217200 Jul 15 13:20:39.679998 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cfae1a13-1fa2-4a20-a952-19231551268f req-98ac0079-3445-4aa9-9939-5c374083b3bb tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b11c2da-9886-4e12-b30f-76b6ecc4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291816 Jul 15 13:20:39.687217 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-188114d9-83ae-4d71-8fde-e421239a7b8b tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.697919 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebbc2d-b9a7-4a29-95b6-e1b30dc2349d req-c3c2840c-9a9c-4c3b-bddb-5aa7f44e2fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:39.704437 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dcebbc2d-b9a7-4a29-95b6-e1b30dc2349d req-c3c2840c-9a9c-4c3b-bddb-5aa7f44e2fbf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 1099 time: 0.2895157 Jul 15 13:20:39.719377 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42104) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:39.805810 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dcebbc2d-b9a7-4a29-95b6-e1b30dc2349d req-29e93fc4-f418-4e73-867a-cde3a8a77d10 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943701 Jul 15 13:20:39.817232 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-00b6f004-1358-45dc-b1f3-0d9986639b1b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/floatingips/957615ad-a257-4ee4-b2c9-c909b8a43a45 HTTP/1.1" status: 200 len: 994 time: 0.0963109 Jul 15 13:20:39.925340 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-188114d9-83ae-4d71-8fde-e421239a7b8b tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.930736 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-188114d9-83ae-4d71-8fde-e421239a7b8b tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.999224 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188114d9-83ae-4d71-8fde-e421239a7b8b tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event updated for resources: {'Port': ['ID=182bd4ba-0c00-4656-bcee-758e28e29869,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:40.128083 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-188114d9-83ae-4d71-8fde-e421239a7b8b tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.375540 n-d-771363-36 neutron-server[93826]: INFO neutron.db.l3_db [None req-188114d9-83ae-4d71-8fde-e421239a7b8b tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Floating IP fea03d21-e5bc-42f2-9c9c-a57dfd5b31ff associated. External IP: 172.25.8.176, port: 08a621df-5a0c-4ee5-911a-150ef8042df6. Jul 15 13:20:40.490314 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea5575-9b5d-4430-9c30-acdbef2ecd5e req-7f6d0c2e-e9d4-471d-afa4-8fb4c8098744 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:40.497664 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fcea5575-9b5d-4430-9c30-acdbef2ecd5e req-7f6d0c2e-e9d4-471d-afa4-8fb4c8098744 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 947 time: 0.1739604 Jul 15 13:20:40.603209 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fcea5575-9b5d-4430-9c30-acdbef2ecd5e req-9fdcf9d2-25b4-46ca-bb3d-77ff8727e23b tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045625 Jul 15 13:20:41.598404 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188114d9-83ae-4d71-8fde-e421239a7b8b tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Router 37d255ae-648d-4a45-a1e5-b717c878b283 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:20:41.922308 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188114d9-83ae-4d71-8fde-e421239a7b8b tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:41.942046 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5a025c-0d59-4bc9-8c81-56cbea2fb0e0 None None] Sync routers for ids ['37d255ae-648d-4a45-a1e5-b717c878b283'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:41.951118 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-188114d9-83ae-4d71-8fde-e421239a7b8b tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.978782 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5a025c-0d59-4bc9-8c81-56cbea2fb0e0 None None] Routers {'37d255ae-648d-4a45-a1e5-b717c878b283'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:41.982798 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-4d5a025c-0d59-4bc9-8c81-56cbea2fb0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:20:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['37d255ae-648d-4a45-a1e5-b717c878b283'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:42.038894 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdddd74-5352-4ab6-8422-40b4b56f453c req-12661567-9b6b-4272-b024-5d9866d7a331 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:42.040416 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-4d5a025c-0d59-4bc9-8c81-56cbea2fb0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:42.043842 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9bdddd74-5352-4ab6-8422-40b4b56f453c req-12661567-9b6b-4272-b024-5d9866d7a331 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 947 time: 0.2737679 Jul 15 13:20:42.052065 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5a025c-0d59-4bc9-8c81-56cbea2fb0e0 None None] Routers {'37d255ae-648d-4a45-a1e5-b717c878b283'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:42.052607 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-4d5a025c-0d59-4bc9-8c81-56cbea2fb0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:20:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['37d255ae-648d-4a45-a1e5-b717c878b283'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:42.110515 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-4d5a025c-0d59-4bc9-8c81-56cbea2fb0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:42.111497 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5a025c-0d59-4bc9-8c81-56cbea2fb0e0 None None] The sync data for ids ['37d255ae-648d-4a45-a1e5-b717c878b283'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:20:42.120826 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-188114d9-83ae-4d71-8fde-e421239a7b8b tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.2500904 Jul 15 13:20:42.124504 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42222) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:42.137345 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-7afadabf-9261-4038-bd77-c0bc865f79d2 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1038419025'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:42.189971 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afadabf-9261-4038-bd77-c0bc865f79d2 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Made reservation on behalf of c36b6a30a0bd456fa60db1386b359f17 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:42.195435 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7afadabf-9261-4038-bd77-c0bc865f79d2 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:42.251102 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7afadabf-9261-4038-bd77-c0bc865f79d2 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:20:42.251482 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-263a8150-989b-453e-916b-1c5a70796730 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3982861 Jul 15 13:20:42.264000 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7afadabf-9261-4038-bd77-c0bc865f79d2 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:42.264819 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-7afadabf-9261-4038-bd77-c0bc865f79d2 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Added segment 71af7568-d08e-4889-8a5c-329afcafd15e of type vlan for network b136a251-b657-4f74-9bd0-6f7d5def9460 Jul 15 13:20:42.311865 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9bdddd74-5352-4ab6-8422-40b4b56f453c req-fd8620bd-eddd-431e-81db-927bf0e9df53 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596674 Jul 15 13:20:42.342120 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a66955-b621-4f6a-a8a1-72eda35d9f14 req-0b8d8224-0ff2-4251-ab97-ae29d14a02e8 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:42.352992 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-35a66955-b621-4f6a-a8a1-72eda35d9f14 req-0b8d8224-0ff2-4251-ab97-ae29d14a02e8 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 946 time: 0.3075294 Jul 15 13:20:42.404519 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7afadabf-9261-4038-bd77-c0bc865f79d2 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:42.461603 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-35a66955-b621-4f6a-a8a1-72eda35d9f14 req-3fb6a687-968b-4d64-b314-91b8afb3b112 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b11c2da-9886-4e12-b30f-76b6ecc4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050394 Jul 15 13:20:42.502451 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7afadabf-9261-4038-bd77-c0bc865f79d2 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:42.516149 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afadabf-9261-4038-bd77-c0bc865f79d2 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:42.520483 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7afadabf-9261-4038-bd77-c0bc865f79d2 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:42.585616 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7afadabf-9261-4038-bd77-c0bc865f79d2 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4600480 Jul 15 13:20:42.588783 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42248) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:42.593965 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-aed366ac-1499-492c-8f2c-da10a21bd75e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Request body: {'subnet': {'network_id': 'b136a251-b657-4f74-9bd0-6f7d5def9460', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:42.640223 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afadabf-9261-4038-bd77-c0bc865f79d2 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event updated for resources: {'Network': ['ID=b136a251-b657-4f74-9bd0-6f7d5def9460,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:42.666319 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network b136a251-b657-4f74-9bd0-6f7d5def9460 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:20:42.887655 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed366ac-1499-492c-8f2c-da10a21bd75e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Made reservation on behalf of c36b6a30a0bd456fa60db1386b359f17 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:42.914575 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aed366ac-1499-492c-8f2c-da10a21bd75e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:43.291606 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aed366ac-1499-492c-8f2c-da10a21bd75e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:43.438671 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed366ac-1499-492c-8f2c-da10a21bd75e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Checking segment: {'id': '71af7568-d08e-4889-8a5c-329afcafd15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b136a251-b657-4f74-9bd0-6f7d5def9460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:43.439324 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed366ac-1499-492c-8f2c-da10a21bd75e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Network hostable DHCP agents. Network: b136a251-b657-4f74-9bd0-6f7d5def9460, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:20:43.464957 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed366ac-1499-492c-8f2c-da10a21bd75e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event updated for resources: {'Subnet': ['ID=9d346b72-e17b-4891-97ef-62f07c0d2f36,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:43.475692 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed366ac-1499-492c-8f2c-da10a21bd75e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:43.475692 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed366ac-1499-492c-8f2c-da10a21bd75e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:43.476005 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed366ac-1499-492c-8f2c-da10a21bd75e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:43.476556 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed366ac-1499-492c-8f2c-da10a21bd75e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:43.477271 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed366ac-1499-492c-8f2c-da10a21bd75e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:43.477631 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed366ac-1499-492c-8f2c-da10a21bd75e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:43.477965 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed366ac-1499-492c-8f2c-da10a21bd75e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:43.478427 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed366ac-1499-492c-8f2c-da10a21bd75e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:43.478789 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed366ac-1499-492c-8f2c-da10a21bd75e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:43.479208 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed366ac-1499-492c-8f2c-da10a21bd75e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:43.479437 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed366ac-1499-492c-8f2c-da10a21bd75e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:43.480068 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed366ac-1499-492c-8f2c-da10a21bd75e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:43.516206 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed366ac-1499-492c-8f2c-da10a21bd75e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Network b136a251-b657-4f74-9bd0-6f7d5def9460 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:20:43.544672 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-aed366ac-1499-492c-8f2c-da10a21bd75e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, b136a251-b657-4f74-9bd0-6f7d5def9460) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:43.554276 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0556abf-fb00-4361-ac65-936f5c1509fd None None] Network b136a251-b657-4f74-9bd0-6f7d5def9460 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:20:43.561661 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed366ac-1499-492c-8f2c-da10a21bd75e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:43.562302 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aed366ac-1499-492c-8f2c-da10a21bd75e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:43.609230 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42288) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:43.609543 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-aed366ac-1499-492c-8f2c-da10a21bd75e tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0193477 Jul 15 13:20:43.622598 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-d0d9a348-50b5-4c8c-b7ab-eae161e70a44 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-693825409', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}, 'admin_state_up': False}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:43.658164 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6cd54-3fe0-4f88-86cf-3ef45a9c6dd8 req-acb41fd5-b2db-4fe0-99be-00377c18e0df tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:43.659762 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-11d6cd54-3fe0-4f88-86cf-3ef45a9c6dd8 req-acb41fd5-b2db-4fe0-99be-00377c18e0df tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 947 time: 0.1611474 Jul 15 13:20:43.719055 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d0d9a348-50b5-4c8c-b7ab-eae161e70a44 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:43.727029 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d0d9a348-50b5-4c8c-b7ab-eae161e70a44 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:43.783367 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-11d6cd54-3fe0-4f88-86cf-3ef45a9c6dd8 req-082df9d6-152c-4df4-9039-5cbe3cda9103 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135447 Jul 15 13:20:43.854506 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93577f-ad09-44b1-b874-e1f0e380c5a7 req-35d2f658-052a-4aa8-b5d0-12ad33bbbf3a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:43.857848 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e604ec-b81e-436b-9a4e-e8e250572d63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-b136a251-b657-4f74-9bd0-6f7d5def9460', 'network_id': 'b136a251-b657-4f74-9bd0-6f7d5def9460', 'tenant_id': 'c36b6a30a0bd456fa60db1386b359f17', 'fixed_ips': [{'subnet_id': '9d346b72-e17b-4891-97ef-62f07c0d2f36'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:20:43.863218 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4e93577f-ad09-44b1-b874-e1f0e380c5a7 req-35d2f658-052a-4aa8-b5d0-12ad33bbbf3a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 946 time: 0.1303067 Jul 15 13:20:43.876943 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f4e604ec-b81e-436b-9a4e-e8e250572d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:43.900602 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d0d9a348-50b5-4c8c-b7ab-eae161e70a44 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:44.215267 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d0d9a348-50b5-4c8c-b7ab-eae161e70a44 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:44.381054 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-f4e604ec-b81e-436b-9a4e-e8e250572d63 None None] Allocated IP 172.20.0.2 (b136a251-b657-4f74-9bd0-6f7d5def9460/9d346b72-e17b-4891-97ef-62f07c0d2f36/c8a65eeb-d71d-4d8f-910c-7bb5e7b03b82) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:44.657279 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d0d9a348-50b5-4c8c-b7ab-eae161e70a44 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:44.666310 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4e93577f-ad09-44b1-b874-e1f0e380c5a7 req-c078d3d9-f65b-49d0-8246-f0cbf4ea3b1d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b11c2da-9886-4e12-b30f-76b6ecc4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8019702 Jul 15 13:20:44.709465 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96e1f9-684e-4872-9cbe-dddcc15a49aa req-f1ecd7b0-f6a8-47ff-bf53-684676f038ee tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:44.711999 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3c96e1f9-684e-4872-9cbe-dddcc15a49aa req-f1ecd7b0-f6a8-47ff-bf53-684676f038ee tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 947 time: 0.2015281 Jul 15 13:20:44.733026 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d0d9a348-50b5-4c8c-b7ab-eae161e70a44 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:44.736128 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f4e604ec-b81e-436b-9a4e-e8e250572d63 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:44.759339 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f4e604ec-b81e-436b-9a4e-e8e250572d63 None None] Transition to ACTIVE for port object c8a65eeb-d71d-4d8f-910c-7bb5e7b03b82 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:44.770017 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-2dc27205-2f85-428b-b1c5-3130b3d50a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:44.773361 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-2dc27205-2f85-428b-b1c5-3130b3d50a0e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d986de84121549bf90b7ac80073eff67&device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 1098 time: 0.2798038 Jul 15 13:20:44.789478 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3c96e1f9-684e-4872-9cbe-dddcc15a49aa req-8f6a6f84-88a3-4e29-bce9-2a3806875480 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694599 Jul 15 13:20:44.804195 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f4e604ec-b81e-436b-9a4e-e8e250572d63 None None] Transition to ACTIVE for port object c8a65eeb-d71d-4d8f-910c-7bb5e7b03b82 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:44.824845 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f4e604ec-b81e-436b-9a4e-e8e250572d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:44.911776 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e604ec-b81e-436b-9a4e-e8e250572d63 None None] Pushing event updated for resources: {'Port': ['ID=c8a65eeb-d71d-4d8f-910c-7bb5e7b03b82,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:44.941971 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e604ec-b81e-436b-9a4e-e8e250572d63 None None] Network b136a251-b657-4f74-9bd0-6f7d5def9460 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:44.948451 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-f4e604ec-b81e-436b-9a4e-e8e250572d63 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:44.952202 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e604ec-b81e-436b-9a4e-e8e250572d63 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:44.985220 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-86db895f-c229-4085-b22b-18f2fb598df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:44.991701 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-86db895f-c229-4085-b22b-18f2fb598df4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=018d44e0-c369-47de-a220-68097fbc171f HTTP/1.1" status: 200 len: 898 time: 0.1988046 Jul 15 13:20:45.081772 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-d0d9a348-50b5-4c8c-b7ab-eae161e70a44 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Allocated IP 172.25.8.45 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/85c68109-8b47-462a-ba78-800a222e5096) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:45.140701 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-6ed63217-d395-4a18-82f5-df27075beb2d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 HTTP/1.1" status: 200 len: 1002 time: 0.1416745 Jul 15 13:20:45.170302 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-f4e604ec-b81e-436b-9a4e-e8e250572d63 None None] Attempting to bind port c8a65eeb-d71d-4d8f-910c-7bb5e7b03b82 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:20:45.170302 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-f4e604ec-b81e-436b-9a4e-e8e250572d63 None None] Attempting to bind port c8a65eeb-d71d-4d8f-910c-7bb5e7b03b82 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '71af7568-d08e-4889-8a5c-329afcafd15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b136a251-b657-4f74-9bd0-6f7d5def9460'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:20:45.174608 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e604ec-b81e-436b-9a4e-e8e250572d63 None None] Attempting to bind port c8a65eeb-d71d-4d8f-910c-7bb5e7b03b82 on network b136a251-b657-4f74-9bd0-6f7d5def9460 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:45.187838 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e604ec-b81e-436b-9a4e-e8e250572d63 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:20:45.188340 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e604ec-b81e-436b-9a4e-e8e250572d63 None None] Checking segment: {'id': '71af7568-d08e-4889-8a5c-329afcafd15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b136a251-b657-4f74-9bd0-6f7d5def9460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:45.188843 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f4e604ec-b81e-436b-9a4e-e8e250572d63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.189356 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e604ec-b81e-436b-9a4e-e8e250572d63 None None] Bound using segment: {'id': '71af7568-d08e-4889-8a5c-329afcafd15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b136a251-b657-4f74-9bd0-6f7d5def9460'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:20:45.189929 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-f4e604ec-b81e-436b-9a4e-e8e250572d63 None None] Bound port: c8a65eeb-d71d-4d8f-910c-7bb5e7b03b82, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71af7568-d08e-4889-8a5c-329afcafd15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b136a251-b657-4f74-9bd0-6f7d5def9460'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:20:45.190414 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f4e604ec-b81e-436b-9a4e-e8e250572d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.319558 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f4e604ec-b81e-436b-9a4e-e8e250572d63 None None] For port c8a65eeb-d71d-4d8f-910c-7bb5e7b03b82, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:45.349939 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f4e604ec-b81e-436b-9a4e-e8e250572d63 None None] For port c8a65eeb-d71d-4d8f-910c-7bb5e7b03b82, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=c8a65eeb-d71d-4d8f-910c-7bb5e7b03b82,segment=NetworkSegment(71af7568-d08e-4889-8a5c-329afcafd15e),segment_id=71af7568-d08e-4889-8a5c-329afcafd15e)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:20:45.359766 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f4e604ec-b81e-436b-9a4e-e8e250572d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.417818 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-e3ed832b-a36d-4e06-bbb7-e6636a28af4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:45.426481 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-e3ed832b-a36d-4e06-bbb7-e6636a28af4e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb0eadd-83c2-49db-a9a7-d4c408cf0bd2 HTTP/1.1" status: 200 len: 835 time: 0.2497971 Jul 15 13:20:45.427586 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d0d9a348-50b5-4c8c-b7ab-eae161e70a44 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.461372 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e604ec-b81e-436b-9a4e-e8e250572d63 None None] Pushing event updated for resources: {'Port': ['ID=c8a65eeb-d71d-4d8f-910c-7bb5e7b03b82,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:45.539934 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d0d9a348-50b5-4c8c-b7ab-eae161e70a44 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.548933 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2b7e9-d97e-4279-b3fe-31694495df39 req-2c4197ca-1633-4876-a614-be3a2f7311f2 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:45.556067 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73d2b7e9-d97e-4279-b3fe-31694495df39 req-2c4197ca-1633-4876-a614-be3a2f7311f2 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 947 time: 0.4183533 Jul 15 13:20:45.646497 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d9a348-50b5-4c8c-b7ab-eae161e70a44 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:45.666891 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9a348-50b5-4c8c-b7ab-eae161e70a44 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event updated for resources: {'Port': ['ID=85c68109-8b47-462a-ba78-800a222e5096,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:45.699005 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-d0d9a348-50b5-4c8c-b7ab-eae161e70a44 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:45.705105 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d9a348-50b5-4c8c-b7ab-eae161e70a44 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:45.732491 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73d2b7e9-d97e-4279-b3fe-31694495df39 req-77fdc645-d7ad-4690-8168-fd823733c9be tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755199 Jul 15 13:20:45.762737 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-209c77ab-d7e7-4910-9ff2-2536b806e3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:45.764460 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-209c77ab-d7e7-4910-9ff2-2536b806e3a2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=018d44e0-c369-47de-a220-68097fbc171f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3262308 Jul 15 13:20:46.316633 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-1a0612b9-2174-4a80-972c-ee9151873b7b service neutron] 10.222.0.46 "GET /v2.0/networks/018d44e0-c369-47de-a220-68097fbc171f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5367067 Jul 15 13:20:46.372524 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c8a65eeb-d71d-4d8f-910c-7bb5e7b03b82 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:46.467325 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port c8a65eeb-d71d-4d8f-910c-7bb5e7b03b82 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:46.476021 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ddd1b0-8293-4d37-8e25-5ca428272791 req-8d27e745-5b34-490e-9223-8b9d6c4e119d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:46.478341 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-42ddd1b0-8293-4d37-8e25-5ca428272791 req-8d27e745-5b34-490e-9223-8b9d6c4e119d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 946 time: 0.4196332 Jul 15 13:20:46.558669 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-2aa0670e-e09f-4830-b729-4068a341a8cc service neutron] 10.222.0.46 "GET /v2.0/networks/018d44e0-c369-47de-a220-68097fbc171f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342546 Jul 15 13:20:46.627681 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12006981-0bae-4b6d-b199-b13b4d3be05a req-90bb6866-7a2e-47a3-89aa-1203aad66774 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:46.683336 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-12006981-0bae-4b6d-b199-b13b4d3be05a req-90bb6866-7a2e-47a3-89aa-1203aad66774 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 947 time: 0.4750946 Jul 15 13:20:46.698981 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d0d9a348-50b5-4c8c-b7ab-eae161e70a44 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:46.871311 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-42ddd1b0-8293-4d37-8e25-5ca428272791 req-d50fd502-c390-4411-ac08-fa6ab4e66a10 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b11c2da-9886-4e12-b30f-76b6ecc4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3115473 Jul 15 13:20:46.953905 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-12006981-0bae-4b6d-b199-b13b4d3be05a req-71b5df0f-f341-417d-85c2-b4294b787f67 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696488 Jul 15 13:20:47.384404 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d0d9a348-50b5-4c8c-b7ab-eae161e70a44 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:47.485847 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4768b708-52e3-44aa-aedc-f42baa3c97fa None None] Network b136a251-b657-4f74-9bd0-6f7d5def9460 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:20:47.551275 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b218a-cc2a-4c59-b852-e3a58568cf04 req-03faf3be-0c74-45fc-b125-814f9b873fa5 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:47.553038 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f32b218a-cc2a-4c59-b852-e3a58568cf04 req-03faf3be-0c74-45fc-b125-814f9b873fa5 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 947 time: 0.2847636 Jul 15 13:20:47.688005 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f32b218a-cc2a-4c59-b852-e3a58568cf04 req-047faa6a-b729-4111-b9cc-32c7d6533340 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207001 Jul 15 13:20:47.799855 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-9259693e-f333-4408-ad63-5c6e76e5921e None None] Provisioning for port c8a65eeb-d71d-4d8f-910c-7bb5e7b03b82 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:47.805555 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-9259693e-f333-4408-ad63-5c6e76e5921e None None] Provisioning complete for port c8a65eeb-d71d-4d8f-910c-7bb5e7b03b82 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:47.805928 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9259693e-f333-4408-ad63-5c6e76e5921e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:47.820716 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d9a348-50b5-4c8c-b7ab-eae161e70a44 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Router f93fd6cb-fb57-4898-ba43-762072742faa is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:20:47.953496 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9259693e-f333-4408-ad63-5c6e76e5921e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:47.977010 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42408) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:48.047156 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d9a348-50b5-4c8c-b7ab-eae161e70a44 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:48.058499 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6aca5d3-b440-4354-a89e-f6f50b6e07ed None None] Sync routers for ids ['f93fd6cb-fb57-4898-ba43-762072742faa'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:48.085610 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aca5d3-b440-4354-a89e-f6f50b6e07ed None None] Routers {'f93fd6cb-fb57-4898-ba43-762072742faa'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:48.092176 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-c6aca5d3-b440-4354-a89e-f6f50b6e07ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:20:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f93fd6cb-fb57-4898-ba43-762072742faa'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:48.112527 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-9259693e-f333-4408-ad63-5c6e76e5921e None None] For port c8a65eeb-d71d-4d8f-910c-7bb5e7b03b82, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=c8a65eeb-d71d-4d8f-910c-7bb5e7b03b82,segment=NetworkSegment(71af7568-d08e-4889-8a5c-329afcafd15e),segment_id=71af7568-d08e-4889-8a5c-329afcafd15e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:48.124281 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d0d9a348-50b5-4c8c-b7ab-eae161e70a44 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:48.128456 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d0d9a348-50b5-4c8c-b7ab-eae161e70a44 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.5153837 Jul 15 13:20:48.129411 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42416) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:48.194196 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9259693e-f333-4408-ad63-5c6e76e5921e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:48.211985 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-c6aca5d3-b440-4354-a89e-f6f50b6e07ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:48.230139 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aca5d3-b440-4354-a89e-f6f50b6e07ed None None] Routers {'f93fd6cb-fb57-4898-ba43-762072742faa'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:48.233162 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-c6aca5d3-b440-4354-a89e-f6f50b6e07ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:20:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f93fd6cb-fb57-4898-ba43-762072742faa'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:48.245075 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c5cc8-a0da-4978-b941-879d3055726c req-26270a3b-f721-4634-b9dc-9bd11de85b2a tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:48.265866 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-968c5cc8-a0da-4978-b941-879d3055726c req-26270a3b-f721-4634-b9dc-9bd11de85b2a tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 947 time: 0.2294443 Jul 15 13:20:48.305104 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3eca5098-bf79-4a44-ba35-2c7d9013493b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:48.356853 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-c6aca5d3-b440-4354-a89e-f6f50b6e07ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:48.357530 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6aca5d3-b440-4354-a89e-f6f50b6e07ed None None] The sync data for ids ['f93fd6cb-fb57-4898-ba43-762072742faa'] in n-d-771363-36 is: [] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:20:48.380208 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-968c5cc8-a0da-4978-b941-879d3055726c req-76c009a3-ff52-43b6-8ac0-47851c0167cd tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131206 Jul 15 13:20:48.421316 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad821f9-0a09-4fb5-824b-7834133b9698 req-38ae0f3f-a449-47e1-8ec7-6e541c0a0a67 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:48.431688 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2ad821f9-0a09-4fb5-824b-7834133b9698 req-38ae0f3f-a449-47e1-8ec7-6e541c0a0a67 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 946 time: 0.2614341 Jul 15 13:20:48.442772 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9259693e-f333-4408-ad63-5c6e76e5921e None None] Pushing event updated for resources: {'Port': ['ID=c8a65eeb-d71d-4d8f-910c-7bb5e7b03b82,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:48.604039 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3eca5098-bf79-4a44-ba35-2c7d9013493b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:48.622798 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2ad821f9-0a09-4fb5-824b-7834133b9698 req-a993e03b-8aac-43b2-8fc0-c77affd40cb7 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b11c2da-9886-4e12-b30f-76b6ecc4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899185 Jul 15 13:20:48.626720 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3eca5098-bf79-4a44-ba35-2c7d9013493b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:48.736322 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3eca5098-bf79-4a44-ba35-2c7d9013493b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d5cde64c68c401b8f01c8d4e4fbfa07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7583718 Jul 15 13:20:48.737427 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca5098-bf79-4a44-ba35-2c7d9013493b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d05993-ff58-4522-ac65-f5b7d0363d26,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:48.741421 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42440) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:48.890858 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e05a6192-7324-4871-8353-31f65e4a1efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:48.924515 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-3b630f4c-ca02-47c4-b2a2-bdfcaab6b18a None None] Provisioning complete for port c8a65eeb-d71d-4d8f-910c-7bb5e7b03b82 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:48.928028 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b630f4c-ca02-47c4-b2a2-bdfcaab6b18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.029357 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e05a6192-7324-4871-8353-31f65e4a1efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.135309 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13653a16-a4c8-41b1-888c-1b15a4bb82dd req-ab1e5944-e8ad-429c-ac5d-504027144cfc tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:49.137556 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-13653a16-a4c8-41b1-888c-1b15a4bb82dd req-ab1e5944-e8ad-429c-ac5d-504027144cfc tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 947 time: 0.2145731 Jul 15 13:20:49.175625 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e05a6192-7324-4871-8353-31f65e4a1efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.181734 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e05a6192-7324-4871-8353-31f65e4a1efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.183208 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e05a6192-7324-4871-8353-31f65e4a1efd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/82d05993-ff58-4522-ac65-f5b7d0363d26 HTTP/1.1" status: 204 len: 168 time: 0.4406762 Jul 15 13:20:49.207451 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a6192-7324-4871-8353-31f65e4a1efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d05993-ff58-4522-ac65-f5b7d0363d26,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:49.253457 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-13653a16-a4c8-41b1-888c-1b15a4bb82dd req-f5858d97-9e91-4415-9213-ff22efa0b561 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832663 Jul 15 13:20:49.336185 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d620362d-becb-4537-8580-753e1ff9237d tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.411809 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42458) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:49.830325 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-adb4bc31-534c-4a36-891b-7be424c93a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.921211 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42484) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:49.931775 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-d620362d-becb-4537-8580-753e1ff9237d tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Allocated IP 172.20.0.1 (b136a251-b657-4f74-9bd0-6f7d5def9460/9d346b72-e17b-4891-97ef-62f07c0d2f36/65ac37b1-64dc-487f-892c-ec0a62987819) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:49.960345 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-350b21a2-31ce-4765-95b1-4458ea1d37b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.079791 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12cbd24-56ec-451e-8558-1eaecff8d275 req-74322221-2965-4dc1-a7b7-86bc209eaa19 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:50.081479 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e12cbd24-56ec-451e-8558-1eaecff8d275 req-74322221-2965-4dc1-a7b7-86bc209eaa19 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 946 time: 0.2052989 Jul 15 13:20:50.111020 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d620362d-becb-4537-8580-753e1ff9237d tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.111898 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939cad9-f4ba-41df-9f20-6bbcec86f47c req-b99198ba-fce7-436d-879d-fc1681c2cf99 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:50.113496 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4939cad9-f4ba-41df-9f20-6bbcec86f47c req-b99198ba-fce7-436d-879d-fc1681c2cf99 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 947 time: 0.1550303 Jul 15 13:20:50.126832 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-d620362d-becb-4537-8580-753e1ff9237d tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Transition to ACTIVE for port object 65ac37b1-64dc-487f-892c-ec0a62987819 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:50.159170 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-adb4bc31-534c-4a36-891b-7be424c93a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.184299 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d620362d-becb-4537-8580-753e1ff9237d tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.221819 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-adb4bc31-534c-4a36-891b-7be424c93a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.273420 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d620362d-becb-4537-8580-753e1ff9237d tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Network b136a251-b657-4f74-9bd0-6f7d5def9460 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:50.280317 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-d620362d-becb-4537-8580-753e1ff9237d tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:50.285326 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c8a65eeb-d71d-4d8f-910c-7bb5e7b03b82 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:50.364357 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d620362d-becb-4537-8580-753e1ff9237d tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:50.389725 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e12cbd24-56ec-451e-8558-1eaecff8d275 req-cafd147b-0db7-4c7a-b897-c7cd848546ec tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b11c2da-9886-4e12-b30f-76b6ecc4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2922192 Jul 15 13:20:50.399385 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port c8a65eeb-d71d-4d8f-910c-7bb5e7b03b82 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:50.400146 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.478169 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb4bc31-534c-4a36-891b-7be424c93a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822a55ab-dc15-4438-a581-4b764c4cce3a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:50.497027 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-adb4bc31-534c-4a36-891b-7be424c93a25 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a397fcbef0c44d2a70fa8c213ba7b10&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0841243 Jul 15 13:20:50.514185 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4939cad9-f4ba-41df-9f20-6bbcec86f47c req-6a6203c8-36e1-4329-92a8-09153e53b657 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894391 Jul 15 13:20:50.514786 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42486) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:50.622805 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620362d-becb-4537-8580-753e1ff9237d tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event updated for resources: {'Port': ['ID=65ac37b1-64dc-487f-892c-ec0a62987819,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:50.624877 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a76db167-05ae-49f5-a245-e01bb02371ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.629315 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d620362d-becb-4537-8580-753e1ff9237d tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.662191 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a76db167-05ae-49f5-a245-e01bb02371ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.730692 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-350b21a2-31ce-4765-95b1-4458ea1d37b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.732571 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a76db167-05ae-49f5-a245-e01bb02371ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.737835 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a76db167-05ae-49f5-a245-e01bb02371ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.738203 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-350b21a2-31ce-4765-95b1-4458ea1d37b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.740142 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a76db167-05ae-49f5-a245-e01bb02371ab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/822a55ab-dc15-4438-a581-4b764c4cce3a HTTP/1.1" status: 204 len: 168 time: 0.2243872 Jul 15 13:20:50.750066 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76db167-05ae-49f5-a245-e01bb02371ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822a55ab-dc15-4438-a581-4b764c4cce3a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:50.894113 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b21a2-31ce-4765-95b1-4458ea1d37b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a9df93-0c6f-4f8d-9860-a1fc39ce6cba,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:50.903889 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-350b21a2-31ce-4765-95b1-4458ea1d37b7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0ad22a02c0cf4aaa857a4a7664dde8c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9790146 Jul 15 13:20:50.904360 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42496) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:50.906847 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-60cf9fa5-021f-4198-a9ef-6671b1df513f None None] Provisioning for port 65ac37b1-64dc-487f-892c-ec0a62987819 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:50.911182 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-60cf9fa5-021f-4198-a9ef-6671b1df513f None None] Provisioning complete for port 65ac37b1-64dc-487f-892c-ec0a62987819 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:50.911563 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-60cf9fa5-021f-4198-a9ef-6671b1df513f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.929174 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d620362d-becb-4537-8580-753e1ff9237d tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.993144 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b9426543-c2ba-4310-8ad5-aab09d97307b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.996225 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-60cf9fa5-021f-4198-a9ef-6671b1df513f None None] Port 65ac37b1-64dc-487f-892c-ec0a62987819 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:20:51.027192 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b9426543-c2ba-4310-8ad5-aab09d97307b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:51.090650 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b9426543-c2ba-4310-8ad5-aab09d97307b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:51.093315 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b9426543-c2ba-4310-8ad5-aab09d97307b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:51.096812 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b9426543-c2ba-4310-8ad5-aab09d97307b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d3a9df93-0c6f-4f8d-9860-a1fc39ce6cba HTTP/1.1" status: 204 len: 168 time: 0.1892064 Jul 15 13:20:51.126086 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9426543-c2ba-4310-8ad5-aab09d97307b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a9df93-0c6f-4f8d-9860-a1fc39ce6cba,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:51.472932 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42510) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:51.492236 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-df862983-52a1-4ca0-ad31-33c23916a1f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:51.653889 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-df862983-52a1-4ca0-ad31-33c23916a1f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:51.686942 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-df862983-52a1-4ca0-ad31-33c23916a1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:51.785682 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df862983-52a1-4ca0-ad31-33c23916a1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0bf7b0-d77e-4a05-98a8-f6e4218c474c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:51.830083 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d620362d-becb-4537-8580-753e1ff9237d tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:51.840958 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d620362d-becb-4537-8580-753e1ff9237d tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:51.844689 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42526) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:51.844952 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-df862983-52a1-4ca0-ad31-33c23916a1f9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bc56c5c524aa461283112d3534daf81e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3713417 Jul 15 13:20:51.883312 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff8c7c-d724-496d-a89f-515662e4d295 req-82ac230a-dc48-4cce-bc43-582111d7c02a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:51.884995 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c4ff8c7c-d724-496d-a89f-515662e4d295 req-82ac230a-dc48-4cce-bc43-582111d7c02a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 946 time: 0.2239628 Jul 15 13:20:51.893569 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ed44c-da47-4d53-9673-43b5b87929c2 req-318f67e5-2284-40c6-91bb-4f6140b49b8c tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:51.901625 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4a1ed44c-da47-4d53-9673-43b5b87929c2 req-318f67e5-2284-40c6-91bb-4f6140b49b8c tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 947 time: 0.1310403 Jul 15 13:20:51.973721 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620362d-becb-4537-8580-753e1ff9237d tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event updated for resources: {'Port': ['ID=65ac37b1-64dc-487f-892c-ec0a62987819,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:51.976036 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4a1ed44c-da47-4d53-9673-43b5b87929c2 req-7eef0aaf-9e4d-4ed2-a873-0e8c0bf2f77e tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729170 Jul 15 13:20:51.982177 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c4ff8c7c-d724-496d-a89f-515662e4d295 req-783598f2-b301-4253-a766-c5567a650a84 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b11c2da-9886-4e12-b30f-76b6ecc4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731304 Jul 15 13:20:52.106399 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9b8372bc-7b47-4654-bccc-0b705beafb79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:52.124504 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d620362d-becb-4537-8580-753e1ff9237d tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:52.187441 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9b8372bc-7b47-4654-bccc-0b705beafb79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:52.339507 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d620362d-becb-4537-8580-753e1ff9237d tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Network b136a251-b657-4f74-9bd0-6f7d5def9460 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:52.341184 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9b8372bc-7b47-4654-bccc-0b705beafb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:52.349744 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9b8372bc-7b47-4654-bccc-0b705beafb79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:52.354232 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9b8372bc-7b47-4654-bccc-0b705beafb79 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7e0bf7b0-d77e-4a05-98a8-f6e4218c474c HTTP/1.1" status: 204 len: 168 time: 0.4274812 Jul 15 13:20:52.399798 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-d620362d-becb-4537-8580-753e1ff9237d tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:52.415308 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8372bc-7b47-4654-bccc-0b705beafb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0bf7b0-d77e-4a05-98a8-f6e4218c474c,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:52.682520 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d620362d-becb-4537-8580-753e1ff9237d tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Router f93fd6cb-fb57-4898-ba43-762072742faa has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:20:52.945129 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d620362d-becb-4537-8580-753e1ff9237d tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:52.959100 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d620362d-becb-4537-8580-753e1ff9237d tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "PUT /v2.0/routers/f93fd6cb-fb57-4898-ba43-762072742faa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8262641 Jul 15 13:20:52.961116 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42556) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:52.961581 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07303538-0fae-40e1-a8c6-c585fe364a8d None None] Sync routers for ids ['f93fd6cb-fb57-4898-ba43-762072742faa'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:52.966415 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d085b595-e853-41f9-931a-7b91eb8757f3 None None] Provisioning complete for port 65ac37b1-64dc-487f-892c-ec0a62987819 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:52.969901 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-57b261bb-df65-4a23-b626-547ac77bb449 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Request body: {'port': {'network_id': 'b136a251-b657-4f74-9bd0-6f7d5def9460', 'name': 'tempest-FloatingIPTestJSON-676917862'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:52.978975 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d085b595-e853-41f9-931a-7b91eb8757f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.071698 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07303538-0fae-40e1-a8c6-c585fe364a8d None None] Routers {'f93fd6cb-fb57-4898-ba43-762072742faa'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:53.071698 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-07303538-0fae-40e1-a8c6-c585fe364a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:20:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f93fd6cb-fb57-4898-ba43-762072742faa'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:53.175818 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-07303538-0fae-40e1-a8c6-c585fe364a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:53.195579 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d085b595-e853-41f9-931a-7b91eb8757f3 None None] Port 65ac37b1-64dc-487f-892c-ec0a62987819 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:20:53.203002 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07303538-0fae-40e1-a8c6-c585fe364a8d None None] Routers {'f93fd6cb-fb57-4898-ba43-762072742faa'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:53.203800 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-07303538-0fae-40e1-a8c6-c585fe364a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:20:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f93fd6cb-fb57-4898-ba43-762072742faa'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:53.240810 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-07303538-0fae-40e1-a8c6-c585fe364a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:53.242051 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07303538-0fae-40e1-a8c6-c585fe364a8d None None] The sync data for ids ['f93fd6cb-fb57-4898-ba43-762072742faa'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:20:53.300351 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1939a70-9556-4b6e-af87-da711c41a1f8 req-81af0ced-50ff-4ec9-b202-3f0083aae9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:53.301912 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c1939a70-9556-4b6e-af87-da711c41a1f8 req-81af0ced-50ff-4ec9-b202-3f0083aae9df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a1172f2a14a403dab8bb15cd26b5d7e&device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 1099 time: 0.4239640 Jul 15 13:20:53.323041 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e65144-c5c2-4433-8629-bbe6901ee686 req-82cf13a2-593b-41c7-9e63-eb0c818258b9 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:53.324850 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-15e65144-c5c2-4433-8629-bbe6901ee686 req-82cf13a2-593b-41c7-9e63-eb0c818258b9 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 947 time: 0.3322387 Jul 15 13:20:53.438958 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-15e65144-c5c2-4433-8629-bbe6901ee686 req-814ecc1d-ac04-48d7-982e-22580c4a2b10 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084836 Jul 15 13:20:53.621317 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1939a70-9556-4b6e-af87-da711c41a1f8 req-e0005c13-ebe3-43b8-82e6-db8df073438a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:53.625254 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c1939a70-9556-4b6e-af87-da711c41a1f8 req-e0005c13-ebe3-43b8-82e6-db8df073438a service neutron] 10.222.0.46 "GET /v2.0/networks?id=99cd1bfe-9d64-42d2-99af-5de7cac58504 HTTP/1.1" status: 200 len: 915 time: 0.2964051 Jul 15 13:20:53.626407 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b261bb-df65-4a23-b626-547ac77bb449 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Made reservation on behalf of c36b6a30a0bd456fa60db1386b359f17 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:53.636086 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-57b261bb-df65-4a23-b626-547ac77bb449 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.695102 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c1939a70-9556-4b6e-af87-da711c41a1f8 req-57d69087-c1b8-4ee4-a68c-9a5938abb1fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bb4bb62-0322-4b98-9cb4-505e0aa23bef HTTP/1.1" status: 200 len: 217 time: 0.0472083 Jul 15 13:20:53.732649 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-57b261bb-df65-4a23-b626-547ac77bb449 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] device_id is not set on port 5d6d866d-b57a-4d50-9edf-2c68dbda68a4 yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:20:53.822362 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1939a70-9556-4b6e-af87-da711c41a1f8 req-8f4a0940-abcd-433b-84e9-f03980b6a884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:53.823855 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c1939a70-9556-4b6e-af87-da711c41a1f8 req-8f4a0940-abcd-433b-84e9-f03980b6a884 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee6addd9-f622-4af5-9405-5b44d7a0cc0b HTTP/1.1" status: 200 len: 854 time: 0.1269124 Jul 15 13:20:53.878708 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42592) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:53.882248 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c1939a70-9556-4b6e-af87-da711c41a1f8 req-1daeed7c-783b-4f01-a902-a70c4b88f741 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=99cd1bfe-9d64-42d2-99af-5de7cac58504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512769 Jul 15 13:20:53.979486 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f96a41-1d23-4a4b-b3b5-5a9e89a40e3b req-bedb3408-60c2-43c3-b6c7-9d520b046b99 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:53.987640 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-46f96a41-1d23-4a4b-b3b5-5a9e89a40e3b req-bedb3408-60c2-43c3-b6c7-9d520b046b99 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 946 time: 0.7004807 Jul 15 13:20:54.030247 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-4da315a7-bf9b-4bb9-a61f-0972984922ac tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Request body: {'network': {'name': 'tempest-network-smoke--1259800264', 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'port_security_enabled': True}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:54.041923 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-57b261bb-df65-4a23-b626-547ac77bb449 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Allocated IP 172.20.0.12 (b136a251-b657-4f74-9bd0-6f7d5def9460/9d346b72-e17b-4891-97ef-62f07c0d2f36/5d6d866d-b57a-4d50-9edf-2c68dbda68a4) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:54.067681 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da315a7-bf9b-4bb9-a61f-0972984922ac tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Made reservation on behalf of b10b0063b8b9467f824b5e9176c44cfb for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:54.076058 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4da315a7-bf9b-4bb9-a61f-0972984922ac tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.096112 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4da315a7-bf9b-4bb9-a61f-0972984922ac tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.107774 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-46f96a41-1d23-4a4b-b3b5-5a9e89a40e3b req-959d1730-2f48-4b6b-95a0-49873d408ed7 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b11c2da-9886-4e12-b30f-76b6ecc4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190889 Jul 15 13:20:54.117738 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c1939a70-9556-4b6e-af87-da711c41a1f8 req-7793c57f-0495-4045-9268-55e858da7cbc service neutron] 10.222.0.46 "GET /v2.0/networks/99cd1bfe-9d64-42d2-99af-5de7cac58504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143292 Jul 15 13:20:54.259280 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4da315a7-bf9b-4bb9-a61f-0972984922ac tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.264366 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4da315a7-bf9b-4bb9-a61f-0972984922ac tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.296658 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da315a7-bf9b-4bb9-a61f-0972984922ac tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:20:54.302124 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c1939a70-9556-4b6e-af87-da711c41a1f8 req-4ffe94cb-b747-4bd3-b9a3-3fede60a09b1 service neutron] 10.222.0.46 "GET /v2.0/networks/99cd1bfe-9d64-42d2-99af-5de7cac58504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761875 Jul 15 13:20:54.311060 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4da315a7-bf9b-4bb9-a61f-0972984922ac tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.311417 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-4da315a7-bf9b-4bb9-a61f-0972984922ac tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Added segment 1a89c163-bf77-4d59-9d10-618344939aa9 of type vlan for network 4fb00c98-f96e-4575-a9cb-92f351c087d8 Jul 15 13:20:54.343557 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-57b261bb-df65-4a23-b626-547ac77bb449 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.367558 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4da315a7-bf9b-4bb9-a61f-0972984922ac tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.375111 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-57b261bb-df65-4a23-b626-547ac77bb449 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Transition to ACTIVE for port object 5d6d866d-b57a-4d50-9edf-2c68dbda68a4 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:54.414724 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4da315a7-bf9b-4bb9-a61f-0972984922ac tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.431043 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da315a7-bf9b-4bb9-a61f-0972984922ac tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:54.431773 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4da315a7-bf9b-4bb9-a61f-0972984922ac tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.436358 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-57b261bb-df65-4a23-b626-547ac77bb449 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.514878 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b261bb-df65-4a23-b626-547ac77bb449 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event updated for resources: {'Port': ['ID=5d6d866d-b57a-4d50-9edf-2c68dbda68a4,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:54.533487 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b261bb-df65-4a23-b626-547ac77bb449 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Network b136a251-b657-4f74-9bd0-6f7d5def9460 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:54.535346 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-57b261bb-df65-4a23-b626-547ac77bb449 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:54.537982 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b261bb-df65-4a23-b626-547ac77bb449 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:54.597009 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4da315a7-bf9b-4bb9-a61f-0972984922ac tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7129042 Jul 15 13:20:54.602703 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42606) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:54.653867 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-94dd339c-6d5b-4be2-a62c-f135553ace8e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1854290854', 'admin_state_up': True, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:54.686598 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da315a7-bf9b-4bb9-a61f-0972984922ac tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'Network': ['ID=4fb00c98-f96e-4575-a9cb-92f351c087d8,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:54.694476 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da315a7-bf9b-4bb9-a61f-0972984922ac tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5c3bfe-eeba-48b3-920c-8e68ed21a0c2,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:54.700105 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 4fb00c98-f96e-4575-a9cb-92f351c087d8 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:20:54.753091 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b261bb-df65-4a23-b626-547ac77bb449 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:54.755392 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-57b261bb-df65-4a23-b626-547ac77bb449 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.804467 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-94dd339c-6d5b-4be2-a62c-f135553ace8e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.807912 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-94dd339c-6d5b-4be2-a62c-f135553ace8e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.833574 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-57b261bb-df65-4a23-b626-547ac77bb449 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8692856 Jul 15 13:20:54.834481 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42618) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:54.878348 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-8d89ef03-5a06-435d-83a8-25e103eb980d tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Request body: {'floatingip': {'port_id': '5d6d866d-b57a-4d50-9edf-2c68dbda68a4'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:54.928850 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-94dd339c-6d5b-4be2-a62c-f135553ace8e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:55.026874 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-ad11afd2-75cf-44ac-9c4d-4af4e486946e None None] Provisioning for port 5d6d866d-b57a-4d50-9edf-2c68dbda68a4 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:55.041042 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-ad11afd2-75cf-44ac-9c4d-4af4e486946e None None] Provisioning complete for port 5d6d866d-b57a-4d50-9edf-2c68dbda68a4 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:55.041433 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ad11afd2-75cf-44ac-9c4d-4af4e486946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:55.112427 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-94dd339c-6d5b-4be2-a62c-f135553ace8e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:55.151228 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d099d-ea0d-43d8-9c3f-41b45975e2ee req-5de2154e-843c-4cda-95b1-8d2bed675faf tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:55.156211 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a94d099d-ea0d-43d8-9c3f-41b45975e2ee req-5de2154e-843c-4cda-95b1-8d2bed675faf tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 947 time: 0.5660865 Jul 15 13:20:55.171466 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8d89ef03-5a06-435d-83a8-25e103eb980d tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for floatingip, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:55.227213 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-ad11afd2-75cf-44ac-9c4d-4af4e486946e None None] Port 5d6d866d-b57a-4d50-9edf-2c68dbda68a4 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:20:55.606379 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a94d099d-ea0d-43d8-9c3f-41b45975e2ee req-ab896ea4-8fb2-4c9f-a448-a07d07b1902d tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4170976 Jul 15 13:20:55.640847 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863e939-7ba8-46d5-9234-e8253895fc08 req-2d8dcbb6-14c6-4645-9c83-83bbdd2bfb95 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:55.648727 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a863e939-7ba8-46d5-9234-e8253895fc08 req-2d8dcbb6-14c6-4645-9c83-83bbdd2bfb95 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 946 time: 0.1037223 Jul 15 13:20:55.681547 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-94dd339c-6d5b-4be2-a62c-f135553ace8e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:55.709822 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-94dd339c-6d5b-4be2-a62c-f135553ace8e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:55.764696 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a863e939-7ba8-46d5-9234-e8253895fc08 req-854fab47-d099-47b5-a8d2-b258fd104d48 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b11c2da-9886-4e12-b30f-76b6ecc4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148102 Jul 15 13:20:55.977196 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-94dd339c-6d5b-4be2-a62c-f135553ace8e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Allocated IP 172.25.8.228 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/d09932e8-6625-43d3-8fae-70867188d408) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:56.169691 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8d89ef03-5a06-435d-83a8-25e103eb980d tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:56.174805 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8d89ef03-5a06-435d-83a8-25e103eb980d tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:56.270203 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-94dd339c-6d5b-4be2-a62c-f135553ace8e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:56.359727 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-8d89ef03-5a06-435d-83a8-25e103eb980d tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Floating IP fea03d21-e5bc-42f2-9c9c-a57dfd5b31ff associated. External IP: 172.25.8.176, port: 08a621df-5a0c-4ee5-911a-150ef8042df6. Jul 15 13:20:56.376972 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-94dd339c-6d5b-4be2-a62c-f135553ace8e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:56.463280 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd339c-6d5b-4be2-a62c-f135553ace8e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'Port': ['ID=d09932e8-6625-43d3-8fae-70867188d408,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:56.473977 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dd339c-6d5b-4be2-a62c-f135553ace8e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:56.475899 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-94dd339c-6d5b-4be2-a62c-f135553ace8e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:56.478133 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dd339c-6d5b-4be2-a62c-f135553ace8e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:56.978713 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-94dd339c-6d5b-4be2-a62c-f135553ace8e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:57.340296 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42662) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:57.379834 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d89ef03-5a06-435d-83a8-25e103eb980d tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Router 37d255ae-648d-4a45-a1e5-b717c878b283 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:20:57.387859 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-94dd339c-6d5b-4be2-a62c-f135553ace8e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:57.556943 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a3647b86-f9e5-4c44-bce6-8c12f28b7c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:57.562205 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ac981-9dbc-424e-9568-906a8b0bb0c4 req-e2774e13-828c-4e16-9a95-daf1151e3877 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:57.570050 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-007ac981-9dbc-424e-9568-906a8b0bb0c4 req-e2774e13-828c-4e16-9a95-daf1151e3877 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 947 time: 0.3009431 Jul 15 13:20:57.607177 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94dd339c-6d5b-4be2-a62c-f135553ace8e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Router 8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:20:57.628235 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495215c3-cc30-4352-ba12-3add6722b06e req-760a3dcd-fcc3-49e3-85ef-7a8f0337fe91 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:57.637040 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-495215c3-cc30-4352-ba12-3add6722b06e req-760a3dcd-fcc3-49e3-85ef-7a8f0337fe91 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 946 time: 0.3688493 Jul 15 13:20:57.660639 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-007ac981-9dbc-424e-9568-906a8b0bb0c4 req-971af3e0-2f1e-4574-b1b0-c069e382cfd1 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896456 Jul 15 13:20:57.740850 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94dd339c-6d5b-4be2-a62c-f135553ace8e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:57.753024 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c04e1d-8ceb-4dad-a0c7-ae9b54c7b552 None None] Sync routers for ids ['8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:57.792920 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c04e1d-8ceb-4dad-a0c7-ae9b54c7b552 None None] Routers {'8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:57.795845 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-b8c04e1d-8ceb-4dad-a0c7-ae9b54c7b552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:20:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:57.828783 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-495215c3-cc30-4352-ba12-3add6722b06e req-e26020fc-aa6c-48a9-a4e7-19810df7199f tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b11c2da-9886-4e12-b30f-76b6ecc4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907821 Jul 15 13:20:57.881853 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d89ef03-5a06-435d-83a8-25e103eb980d tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:57.902054 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fd93fa-0310-41cd-a4e2-2e85dedd7092 None None] Sync routers for ids ['37d255ae-648d-4a45-a1e5-b717c878b283'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:57.939660 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fd93fa-0310-41cd-a4e2-2e85dedd7092 None None] Routers {'37d255ae-648d-4a45-a1e5-b717c878b283'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:57.943455 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-15fd93fa-0310-41cd-a4e2-2e85dedd7092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:20:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['37d255ae-648d-4a45-a1e5-b717c878b283'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:57.995764 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a3647b86-f9e5-4c44-bce6-8c12f28b7c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.006029 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a3647b86-f9e5-4c44-bce6-8c12f28b7c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.052951 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-94dd339c-6d5b-4be2-a62c-f135553ace8e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.054098 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-94dd339c-6d5b-4be2-a62c-f135553ace8e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.4177661 Jul 15 13:20:58.084151 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-b8c04e1d-8ceb-4dad-a0c7-ae9b54c7b552 None None] Set router 8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:20:58.099891 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-15fd93fa-0310-41cd-a4e2-2e85dedd7092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:58.107236 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42678) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:58.161877 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fd93fa-0310-41cd-a4e2-2e85dedd7092 None None] Routers {'37d255ae-648d-4a45-a1e5-b717c878b283'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:58.163367 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-15fd93fa-0310-41cd-a4e2-2e85dedd7092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:20:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['37d255ae-648d-4a45-a1e5-b717c878b283'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:58.234871 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-15fd93fa-0310-41cd-a4e2-2e85dedd7092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:58.236121 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fd93fa-0310-41cd-a4e2-2e85dedd7092 None None] The sync data for ids ['37d255ae-648d-4a45-a1e5-b717c878b283'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:20:58.300219 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a3647b86-f9e5-4c44-bce6-8c12f28b7c8e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e4796a30d92846f090da9fb431f0756d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9551618 Jul 15 13:20:58.311207 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42694) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:58.315910 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3647b86-f9e5-4c44-bce6-8c12f28b7c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1379752-dd94-4db8-bfdb-3803d4a01615,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:58.531351 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42720) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:58.532555 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6fd3f8a3-42a5-497a-81dd-54f1df9c7d07 tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=b10b0063b8b9467f824b5e9176c44cfb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4192808 Jul 15 13:20:58.558815 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-b8c04e1d-8ceb-4dad-a0c7-ae9b54c7b552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'name': 'tempest-TestNetworkBasicOps-router-1854290854', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'd09932e8-6625-43d3-8fae-70867188d408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:54Z', 'updated_at': '2021-07-15T13:20:56Z', 'revision_number': 3, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'gw_port': {'id': 'd09932e8-6625-43d3-8fae-70867188d408', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:55Z', 'updated_at': '2021-07-15T13:20:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:58.608612 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c04e1d-8ceb-4dad-a0c7-ae9b54c7b552 None None] Checking router: 8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:20:58.609049 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c04e1d-8ceb-4dad-a0c7-ae9b54c7b552 None None] Updating router 8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1 port d09932e8-6625-43d3-8fae-70867188d408 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:20:58.685013 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b8c04e1d-8ceb-4dad-a0c7-ae9b54c7b552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.858264 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10445fc3-2a92-4d1b-81a0-d3cb8cda23fc req-06eac3e6-3bad-42b5-bec6-a20f0d999bf6 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:58.863025 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10445fc3-2a92-4d1b-81a0-d3cb8cda23fc req-06eac3e6-3bad-42b5-bec6-a20f0d999bf6 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 947 time: 0.6125305 Jul 15 13:20:58.905163 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-191e6be3-bebe-4cd5-956b-589be2b33123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.930854 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d89ef03-5a06-435d-83a8-25e103eb980d tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Router f93fd6cb-fb57-4898-ba43-762072742faa has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:20:59.049541 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab075780-a450-49dd-a0f9-01d3287518c7 tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:59.074343 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ab075780-a450-49dd-a0f9-01d3287518c7 tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5364609 Jul 15 13:20:59.077162 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42786) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:59.093091 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.178389 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10445fc3-2a92-4d1b-81a0-d3cb8cda23fc req-9432a3f7-50e6-4843-af69-e6e50d543219 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746975 Jul 15 13:20:59.182519 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-44619e20-044b-4ae8-93a6-292e812e86a4 tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=e1268488-a505-464f-96b0-8b93d6dfd7ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1040208 Jul 15 13:20:59.185565 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42798) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:59.191381 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-f7b77499-1696-43a9-8b00-58de942eba83 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-977988589', 'network_id': '4fb00c98-f96e-4575-a9cb-92f351c087d8', 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:59.194033 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-191e6be3-bebe-4cd5-956b-589be2b33123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.311007 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b8c04e1d-8ceb-4dad-a0c7-ae9b54c7b552 None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.340067 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-b8c04e1d-8ceb-4dad-a0c7-ae9b54c7b552 None None] Transition to ACTIVE for port object d09932e8-6625-43d3-8fae-70867188d408 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:59.346689 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b8c04e1d-8ceb-4dad-a0c7-ae9b54c7b552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.420467 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-b8c04e1d-8ceb-4dad-a0c7-ae9b54c7b552 None None] Attempting to bind port d09932e8-6625-43d3-8fae-70867188d408 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:20:59.420882 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-b8c04e1d-8ceb-4dad-a0c7-ae9b54c7b552 None None] Attempting to bind port d09932e8-6625-43d3-8fae-70867188d408 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:20:59.421338 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c04e1d-8ceb-4dad-a0c7-ae9b54c7b552 None None] Attempting to bind port d09932e8-6625-43d3-8fae-70867188d408 on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:59.424720 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a4805-4d69-41a5-9e0b-66e94d95385f None None] Pushing event updated for resources: {'Port': ['ID=d09932e8-6625-43d3-8fae-70867188d408,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:59.436948 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c04e1d-8ceb-4dad-a0c7-ae9b54c7b552 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:20:59.437864 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c04e1d-8ceb-4dad-a0c7-ae9b54c7b552 None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:59.438682 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b8c04e1d-8ceb-4dad-a0c7-ae9b54c7b552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.440151 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c04e1d-8ceb-4dad-a0c7-ae9b54c7b552 None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:20:59.440868 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b77499-1696-43a9-8b00-58de942eba83 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Made reservation on behalf of b10b0063b8b9467f824b5e9176c44cfb for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:59.441705 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-b8c04e1d-8ceb-4dad-a0c7-ae9b54c7b552 None None] Bound port: d09932e8-6625-43d3-8fae-70867188d408, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:20:59.442448 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b8c04e1d-8ceb-4dad-a0c7-ae9b54c7b552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.445436 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a4805-4d69-41a5-9e0b-66e94d95385f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:59.445995 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a4805-4d69-41a5-9e0b-66e94d95385f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:59.446403 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a4805-4d69-41a5-9e0b-66e94d95385f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:59.446770 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a4805-4d69-41a5-9e0b-66e94d95385f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:59.447098 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a4805-4d69-41a5-9e0b-66e94d95385f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:59.447421 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a4805-4d69-41a5-9e0b-66e94d95385f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:59.447739 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a4805-4d69-41a5-9e0b-66e94d95385f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:59.447846 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f7b77499-1696-43a9-8b00-58de942eba83 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.448057 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a4805-4d69-41a5-9e0b-66e94d95385f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:59.448371 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a4805-4d69-41a5-9e0b-66e94d95385f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:59.448685 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a4805-4d69-41a5-9e0b-66e94d95385f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:59.449039 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a4805-4d69-41a5-9e0b-66e94d95385f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:59.449482 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a4805-4d69-41a5-9e0b-66e94d95385f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:59.505428 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.626780 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-b8c04e1d-8ceb-4dad-a0c7-ae9b54c7b552 None None] For port d09932e8-6625-43d3-8fae-70867188d408, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:59.637309 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-b8c04e1d-8ceb-4dad-a0c7-ae9b54c7b552 None None] For port d09932e8-6625-43d3-8fae-70867188d408, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=d09932e8-6625-43d3-8fae-70867188d408,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:20:59.647693 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b8c04e1d-8ceb-4dad-a0c7-ae9b54c7b552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.701177 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-fdfc5850-f8bb-4298-b093-27845876bf34 service neutron] show failed (client error): The resource could not be found. Jul 15 13:20:59.702211 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-fdfc5850-f8bb-4298-b093-27845876bf34 service neutron] 10.222.0.46 "GET /v2.0/ports/f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5/bindings/n-h1-771363-36 HTTP/1.1" status: 404 len: 381 time: 0.6912100 Jul 15 13:20:59.733524 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eac324f0-5457-4dd4-b46b-2073ff8f655f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.793591 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b16b9-6f97-41d9-84ec-5971c778a3ac req-7e92240d-3a95-4419-bfac-4703e8c8baaa tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:59.801414 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a28b16b9-6f97-41d9-84ec-5971c778a3ac req-7e92240d-3a95-4419-bfac-4703e8c8baaa tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 946 time: 0.6138847 Jul 15 13:20:59.827719 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c04e1d-8ceb-4dad-a0c7-ae9b54c7b552 None None] Routers {'8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:59.829360 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-b8c04e1d-8ceb-4dad-a0c7-ae9b54c7b552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:20:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:59.871358 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-191e6be3-bebe-4cd5-956b-589be2b33123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.875818 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-191e6be3-bebe-4cd5-956b-589be2b33123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.876990 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-191e6be3-bebe-4cd5-956b-589be2b33123 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c1379752-dd94-4db8-bfdb-3803d4a01615 HTTP/1.1" status: 204 len: 168 time: 1.5645425 Jul 15 13:20:59.885108 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d89ef03-5a06-435d-83a8-25e103eb980d tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:59.902678 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8d89ef03-5a06-435d-83a8-25e103eb980d tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.961657 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e6be3-bebe-4cd5-956b-589be2b33123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1379752-dd94-4db8-bfdb-3803d4a01615,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:59.993247 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7dd569-7f98-4790-acb5-ec66cf90c5b4 None None] Sync routers for ids ['f93fd6cb-fb57-4898-ba43-762072742faa'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:59.995899 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a28b16b9-6f97-41d9-84ec-5971c778a3ac req-9245cd9f-5ecd-4374-b737-482444d2d00a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b11c2da-9886-4e12-b30f-76b6ecc4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894681 Jul 15 13:21:00.029272 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f2802-008f-498d-89c1-3a48ac959d7a req-b64f0fa0-8b3f-4c0e-a34d-281e7c2c7229 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:00.038981 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c64f2802-008f-498d-89c1-3a48ac959d7a req-b64f0fa0-8b3f-4c0e-a34d-281e7c2c7229 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 947 time: 0.2345467 Jul 15 13:21:00.151509 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c64f2802-008f-498d-89c1-3a48ac959d7a req-967005da-723c-4683-ae0a-479401d82911 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091571 Jul 15 13:21:00.170171 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8d89ef03-5a06-435d-83a8-25e103eb980d tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "PUT /v2.0/floatingips/fea03d21-e5bc-42f2-9c9c-a57dfd5b31ff HTTP/1.1" status: 200 len: 978 time: 5.3170264 Jul 15 13:21:00.175936 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42886) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:00.215382 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a4805-4d69-41a5-9e0b-66e94d95385f None None] Pushing event updated for resources: {'Port': ['ID=d09932e8-6625-43d3-8fae-70867188d408,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:00.305431 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f7b77499-1696-43a9-8b00-58de942eba83 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:00.429359 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-b8c04e1d-8ceb-4dad-a0c7-ae9b54c7b552 None None] Set router 8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:21:00.443190 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b77499-1696-43a9-8b00-58de942eba83 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'Subnet': ['ID=9c52c08e-37d5-46b8-a3dd-5aaef685bd7c,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:00.511826 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7dd569-7f98-4790-acb5-ec66cf90c5b4 None None] Routers {'f93fd6cb-fb57-4898-ba43-762072742faa'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:00.514256 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4b7dd569-7f98-4790-acb5-ec66cf90c5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:20:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f93fd6cb-fb57-4898-ba43-762072742faa'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:00.525799 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b77499-1696-43a9-8b00-58de942eba83 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Checking segment: {'id': '1a89c163-bf77-4d59-9d10-618344939aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4fb00c98-f96e-4575-a9cb-92f351c087d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:00.538743 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b77499-1696-43a9-8b00-58de942eba83 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Network hostable DHCP agents. Network: 4fb00c98-f96e-4575-a9cb-92f351c087d8, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:21:00.603458 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b77499-1696-43a9-8b00-58de942eba83 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Network 4fb00c98-f96e-4575-a9cb-92f351c087d8 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:21:00.638916 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-f7b77499-1696-43a9-8b00-58de942eba83 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 4fb00c98-f96e-4575-a9cb-92f351c087d8) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:00.653759 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284a505e-8f3a-4092-b030-e9a78c3f9133 None None] Network 4fb00c98-f96e-4575-a9cb-92f351c087d8 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:00.661654 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b77499-1696-43a9-8b00-58de942eba83 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:00.677305 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f7b77499-1696-43a9-8b00-58de942eba83 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:00.734435 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3029433a-d325-4342-ba3d-8fec7ca1c042 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Deleting port 5d6d866d-b57a-4d50-9edf-2c68dbda68a4 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:00.738291 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3029433a-d325-4342-ba3d-8fec7ca1c042 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:00.783675 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f7b77499-1696-43a9-8b00-58de942eba83 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5952430 Jul 15 13:21:00.784669 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42920) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:00.805526 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42922) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:00.850991 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4b7dd569-7f98-4790-acb5-ec66cf90c5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:00.895184 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7dd569-7f98-4790-acb5-ec66cf90c5b4 None None] Routers {'f93fd6cb-fb57-4898-ba43-762072742faa'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:00.900095 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4b7dd569-7f98-4790-acb5-ec66cf90c5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:20:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f93fd6cb-fb57-4898-ba43-762072742faa'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:00.922065 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-18049011-24eb-4c5d-afd2-db27a247ff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:00.923838 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-18049011-24eb-4c5d-afd2-db27a247ff30 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f&tenant_id=d986de84121549bf90b7ac80073eff67 HTTP/1.1" status: 200 len: 1098 time: 0.4529030 Jul 15 13:21:00.988812 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4b7dd569-7f98-4790-acb5-ec66cf90c5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:00.988812 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7dd569-7f98-4790-acb5-ec66cf90c5b4 None None] The sync data for ids ['f93fd6cb-fb57-4898-ba43-762072742faa'] in n-d-771363-36 is: [] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:21:01.035733 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af63d8f6-cb45-4f9e-9417-46acacde60ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-4fb00c98-f96e-4575-a9cb-92f351c087d8', 'network_id': '4fb00c98-f96e-4575-a9cb-92f351c087d8', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'fixed_ips': [{'subnet_id': '9c52c08e-37d5-46b8-a3dd-5aaef685bd7c'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:21:01.036859 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af63d8f6-cb45-4f9e-9417-46acacde60ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:01.040961 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b912f1de-70a2-4d89-9d68-2382c5604074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:01.141168 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-096ca908-4331-4493-87a0-6c8fad9bddce service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-36', 'device_owner': 'compute:nova'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:01.277653 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-af63d8f6-cb45-4f9e-9417-46acacde60ff None None] Allocated IP 172.20.0.2 (4fb00c98-f96e-4575-a9cb-92f351c087d8/9c52c08e-37d5-46b8-a3dd-5aaef685bd7c/4498a0e6-86b3-4ee4-9f52-fa61b7b0aa35) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:01.393494 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9315cc3-8d91-48f2-87a1-7b52c937b4de req-aa311ef7-0221-4e5b-bc39-b8fcd3545128 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:01.403933 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f9315cc3-8d91-48f2-87a1-7b52c937b4de req-aa311ef7-0221-4e5b-bc39-b8fcd3545128 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 947 time: 0.8193793 Jul 15 13:21:01.409587 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-b8c04e1d-8ceb-4dad-a0c7-ae9b54c7b552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'name': 'tempest-TestNetworkBasicOps-router-1854290854', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'd09932e8-6625-43d3-8fae-70867188d408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:54Z', 'updated_at': '2021-07-15T13:20:56Z', 'revision_number': 3, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'gw_port': {'id': 'd09932e8-6625-43d3-8fae-70867188d408', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:55Z', 'updated_at': '2021-07-15T13:20:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:01.458447 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3029433a-d325-4342-ba3d-8fec7ca1c042 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:01.635056 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af63d8f6-cb45-4f9e-9417-46acacde60ff None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:01.652004 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-af63d8f6-cb45-4f9e-9417-46acacde60ff None None] Transition to ACTIVE for port object 4498a0e6-86b3-4ee4-9f52-fa61b7b0aa35 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:01.674369 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-af63d8f6-cb45-4f9e-9417-46acacde60ff None None] Transition to ACTIVE for port object 4498a0e6-86b3-4ee4-9f52-fa61b7b0aa35 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:01.685615 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af63d8f6-cb45-4f9e-9417-46acacde60ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:01.772673 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c04e1d-8ceb-4dad-a0c7-ae9b54c7b552 None None] The sync data for ids ['8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1'] in n-d-771363-36 is: [{'id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'name': 'tempest-TestNetworkBasicOps-router-1854290854', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'd09932e8-6625-43d3-8fae-70867188d408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:54Z', 'updated_at': '2021-07-15T13:20:56Z', 'revision_number': 3, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'gw_port': {'id': 'd09932e8-6625-43d3-8fae-70867188d408', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:55Z', 'updated_at': '2021-07-15T13:20:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:21:01.826272 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af63d8f6-cb45-4f9e-9417-46acacde60ff None None] Network 4fb00c98-f96e-4575-a9cb-92f351c087d8 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:01.848640 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-af63d8f6-cb45-4f9e-9417-46acacde60ff None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:01.855432 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af63d8f6-cb45-4f9e-9417-46acacde60ff None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:01.952243 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-df9610f6-7627-4d84-b242-a79ed09bad3e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:01.964217 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af63d8f6-cb45-4f9e-9417-46acacde60ff None None] Pushing event updated for resources: {'Port': ['ID=4498a0e6-86b3-4ee4-9f52-fa61b7b0aa35,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:01.994325 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-af63d8f6-cb45-4f9e-9417-46acacde60ff None None] Attempting to bind port 4498a0e6-86b3-4ee4-9f52-fa61b7b0aa35 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:21:01.994834 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-af63d8f6-cb45-4f9e-9417-46acacde60ff None None] Attempting to bind port 4498a0e6-86b3-4ee4-9f52-fa61b7b0aa35 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '1a89c163-bf77-4d59-9d10-618344939aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4fb00c98-f96e-4575-a9cb-92f351c087d8'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:21:01.995292 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af63d8f6-cb45-4f9e-9417-46acacde60ff None None] Attempting to bind port 4498a0e6-86b3-4ee4-9f52-fa61b7b0aa35 on network 4fb00c98-f96e-4575-a9cb-92f351c087d8 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:02.007079 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af63d8f6-cb45-4f9e-9417-46acacde60ff None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:21:02.007079 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af63d8f6-cb45-4f9e-9417-46acacde60ff None None] Checking segment: {'id': '1a89c163-bf77-4d59-9d10-618344939aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4fb00c98-f96e-4575-a9cb-92f351c087d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:02.007787 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af63d8f6-cb45-4f9e-9417-46acacde60ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:02.008278 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af63d8f6-cb45-4f9e-9417-46acacde60ff None None] Bound using segment: {'id': '1a89c163-bf77-4d59-9d10-618344939aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4fb00c98-f96e-4575-a9cb-92f351c087d8'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:21:02.009225 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-af63d8f6-cb45-4f9e-9417-46acacde60ff None None] Bound port: 4498a0e6-86b3-4ee4-9f52-fa61b7b0aa35, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a89c163-bf77-4d59-9d10-618344939aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4fb00c98-f96e-4575-a9cb-92f351c087d8'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:21:02.009735 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af63d8f6-cb45-4f9e-9417-46acacde60ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:02.073127 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f9315cc3-8d91-48f2-87a1-7b52c937b4de req-40272f82-cbf5-4f39-8465-959b91e3eb7a tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4695728 Jul 15 13:21:02.118693 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-af63d8f6-cb45-4f9e-9417-46acacde60ff None None] For port 4498a0e6-86b3-4ee4-9f52-fa61b7b0aa35, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:02.122554 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-af63d8f6-cb45-4f9e-9417-46acacde60ff None None] For port 4498a0e6-86b3-4ee4-9f52-fa61b7b0aa35, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=4498a0e6-86b3-4ee4-9f52-fa61b7b0aa35,segment=NetworkSegment(1a89c163-bf77-4d59-9d10-618344939aa9),segment_id=1a89c163-bf77-4d59-9d10-618344939aa9)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:21:02.132579 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af63d8f6-cb45-4f9e-9417-46acacde60ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:02.231586 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-096ca908-4331-4493-87a0-6c8fad9bddce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:02.325292 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:21:02.669418 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:02.675495 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af63d8f6-cb45-4f9e-9417-46acacde60ff None None] Pushing event updated for resources: {'Port': ['ID=4498a0e6-86b3-4ee4-9f52-fa61b7b0aa35,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:02.688430 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d492ebb-424d-4804-9c75-6387cb5ba93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:02.822918 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:03.093954 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-df9610f6-7627-4d84-b242-a79ed09bad3e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Allocated IP 172.20.0.1 (4fb00c98-f96e-4575-a9cb-92f351c087d8/9c52c08e-37d5-46b8-a3dd-5aaef685bd7c/1b5bb505-f2c9-4a89-8993-57ad29478ef8) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:03.345591 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-df9610f6-7627-4d84-b242-a79ed09bad3e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:03.379760 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-df9610f6-7627-4d84-b242-a79ed09bad3e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Transition to ACTIVE for port object 1b5bb505-f2c9-4a89-8993-57ad29478ef8 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:03.461335 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-df9610f6-7627-4d84-b242-a79ed09bad3e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:03.505436 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-096ca908-4331-4493-87a0-6c8fad9bddce service neutron] For port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5,segment=NetworkSegment(f745d7e8-44c3-436a-9c4b-9fb879b66c67),segment_id=f745d7e8-44c3-436a-9c4b-9fb879b66c67)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:03.552185 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:03.578470 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9610f6-7627-4d84-b242-a79ed09bad3e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'Port': ['ID=1b5bb505-f2c9-4a89-8993-57ad29478ef8,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:03.583659 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-096ca908-4331-4493-87a0-6c8fad9bddce service neutron] For port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:03.595949 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9610f6-7627-4d84-b242-a79ed09bad3e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Network 4fb00c98-f96e-4575-a9cb-92f351c087d8 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:03.600432 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-df9610f6-7627-4d84-b242-a79ed09bad3e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:03.606340 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9610f6-7627-4d84-b242-a79ed09bad3e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:03.655396 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-096ca908-4331-4493-87a0-6c8fad9bddce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:03.669565 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-096ca908-4331-4493-87a0-6c8fad9bddce service neutron] Transition to ACTIVE for port object f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:03.677662 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0725853e-875a-4b20-9bca-213052f2150f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:03.681319 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a9348e-f25f-46fa-beda-483fb7f5894a" -d '{"events": [{"server_uuid": "0725853e-875a-4b20-9bca-213052f2150f", "name": "network-vif-unplugged", "status": "completed", "tag": "f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:03.692751 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-df9610f6-7627-4d84-b242-a79ed09bad3e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:03.695232 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b912f1de-70a2-4d89-9d68-2382c5604074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:03.717102 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-096ca908-4331-4493-87a0-6c8fad9bddce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:03.764764 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.db.api [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:21:03.765643 n-d-771363-36 neutron-server[93827]: DEBUG oslo_db.api [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:21:03.800203 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560d5f4-b482-47d8-9c22-44b0d9876499 req-354d9307-6e05-493c-be65-faa0d6b83772 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:03.802434 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5560d5f4-b482-47d8-9c22-44b0d9876499 req-354d9307-6e05-493c-be65-faa0d6b83772 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 946 time: 2.1947107 Jul 15 13:21:03.803580 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b912f1de-70a2-4d89-9d68-2382c5604074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:03.890467 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43190) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:03.890864 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b912f1de-70a2-4d89-9d68-2382c5604074 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6447dc37f78c47f48a40b0213646cf95&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0813458 Jul 15 13:21:03.904338 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3029433a-d325-4342-ba3d-8fec7ca1c042 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:03.904714 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3029433a-d325-4342-ba3d-8fec7ca1c042 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:03.905030 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-3029433a-d325-4342-ba3d-8fec7ca1c042 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Floating IP fea03d21-e5bc-42f2-9c9c-a57dfd5b31ff disassociated. External IP: 172.25.8.176, port: 5d6d866d-b57a-4d50-9edf-2c68dbda68a4. Jul 15 13:21:03.905385 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3029433a-d325-4342-ba3d-8fec7ca1c042 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Calling delete_port for 5d6d866d-b57a-4d50-9edf-2c68dbda68a4 owned by {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:04.010418 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-df9610f6-7627-4d84-b242-a79ed09bad3e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:04.106985 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e760ec44-3ac7-479a-9bf4-bf69d30e9ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:04.125773 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b912f1de-70a2-4d89-9d68-2382c5604074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b21673-436c-421d-91de-86537a547a06,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:04.137396 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ca908-4331-4493-87a0-6c8fad9bddce service neutron] Pushing event updated for resources: {'Port': ['ID=f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:04.153359 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e416b9b-f08b-476d-95da-c787123e4920 None None] Network 4fb00c98-f96e-4575-a9cb-92f351c087d8 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:04.184496 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e760ec44-3ac7-479a-9bf4-bf69d30e9ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:04.190044 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5560d5f4-b482-47d8-9c22-44b0d9876499 req-5fa1c493-e603-4d51-ade6-aaba1b00e50c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b11c2da-9886-4e12-b30f-76b6ecc4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3075342 Jul 15 13:21:04.333850 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-096ca908-4331-4493-87a0-6c8fad9bddce service neutron] No DVR routers for this DVR port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:21:04.371384 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-205a53ff-3b3a-474a-99a2-8ef8302847fe None None] Provisioning for port 4498a0e6-86b3-4ee4-9f52-fa61b7b0aa35 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:04.437739 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93f16a-df82-4254-a0f9-e39b268eac9d req-be91c7ae-604e-454d-a683-e9ca56b8c935 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:04.440088 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ed93f16a-df82-4254-a0f9-e39b268eac9d req-be91c7ae-604e-454d-a683-e9ca56b8c935 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 947 time: 1.0959184 Jul 15 13:21:04.543733 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e760ec44-3ac7-479a-9bf4-bf69d30e9ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:04.546922 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e760ec44-3ac7-479a-9bf4-bf69d30e9ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:04.547065 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device d09932e8-6625-43d3-8fae-70867188d408 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:04.550659 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e760ec44-3ac7-479a-9bf4-bf69d30e9ceb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a0b21673-436c-421d-91de-86537a547a06 HTTP/1.1" status: 204 len: 168 time: 0.6572497 Jul 15 13:21:04.572365 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e760ec44-3ac7-479a-9bf4-bf69d30e9ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b21673-436c-421d-91de-86537a547a06,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:04.708339 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ed93f16a-df82-4254-a0f9-e39b268eac9d req-d3ced2ff-3f70-411b-bee3-1e65f3b185ec tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568281 Jul 15 13:21:04.748310 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port d09932e8-6625-43d3-8fae-70867188d408 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:04.769732 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port d09932e8-6625-43d3-8fae-70867188d408 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:04.770434 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:04.780282 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3029433a-d325-4342-ba3d-8fec7ca1c042 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:04.837039 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-df9610f6-7627-4d84-b242-a79ed09bad3e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:04.847276 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a87b3e2-76c6-49ba-bc66-44ec57eb22a8 x-openstack-request-id: req-4a87b3e2-76c6-49ba-bc66-44ec57eb22a8 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:04.847730 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-df9610f6-7627-4d84-b242-a79ed09bad3e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:04.848473 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0725853e-875a-4b20-9bca-213052f2150f", "name": "network-vif-unplugged", "status": "completed", "tag": "f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:04.848951 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a87b3e2-76c6-49ba-bc66-44ec57eb22a8 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:04.850434 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0725853e-875a-4b20-9bca-213052f2150f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5', 'code': 200} Jul 15 13:21:05.003138 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-df9610f6-7627-4d84-b242-a79ed09bad3e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:05.048630 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9610f6-7627-4d84-b242-a79ed09bad3e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'Port': ['ID=1b5bb505-f2c9-4a89-8993-57ad29478ef8,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:05.055762 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:05.078936 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:05.116677 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port d09932e8-6625-43d3-8fae-70867188d408, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=d09932e8-6625-43d3-8fae-70867188d408,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:05.126924 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:05.127741 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 4498a0e6-86b3-4ee4-9f52-fa61b7b0aa35 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:05.212063 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-27f01fe8-5949-46ce-809c-4f571cb39d15 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:05.213805 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-27f01fe8-5949-46ce-809c-4f571cb39d15 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/networks?id=bc378939-e101-4aa3-86f3-04b543a39c6c HTTP/1.1" status: 200 len: 814 time: 0.6025772 Jul 15 13:21:05.282054 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9610f6-7627-4d84-b242-a79ed09bad3e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Network 4fb00c98-f96e-4575-a9cb-92f351c087d8 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:05.285308 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-df9610f6-7627-4d84-b242-a79ed09bad3e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:05.302045 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=d09932e8-6625-43d3-8fae-70867188d408,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:05.325478 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 4498a0e6-86b3-4ee4-9f52-fa61b7b0aa35 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:05.330501 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 4498a0e6-86b3-4ee4-9f52-fa61b7b0aa35 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:05.330870 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029433a-d325-4342-ba3d-8fec7ca1c042 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event deleted for resources: {'Port': ['ID=5d6d866d-b57a-4d50-9edf-2c68dbda68a4,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:05.331034 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:05.430260 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3029433a-d325-4342-ba3d-8fec7ca1c042 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Router f93fd6cb-fb57-4898-ba43-762072742faa has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:21:05.472807 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-096ca908-4331-4493-87a0-6c8fad9bddce service neutron] Attempting to bind port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:21:05.479891 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-096ca908-4331-4493-87a0-6c8fad9bddce service neutron] Attempting to bind port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'f745d7e8-44c3-436a-9c4b-9fb879b66c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '018d44e0-c369-47de-a220-68097fbc171f'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:21:05.480529 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-096ca908-4331-4493-87a0-6c8fad9bddce service neutron] Attempting to bind port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 on network 018d44e0-c369-47de-a220-68097fbc171f {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:05.504813 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-272445ac-6d1f-409e-b5f8-18f88bb3480a tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/quotas/27fc5cb6d8c04643bd2403b04d4c4bb4 HTTP/1.1" status: 200 len: 375 time: 0.1230536 Jul 15 13:21:05.505258 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7ce13a80-8336-4181-960b-ddf130304a7d None None] Provisioning complete for port 4498a0e6-86b3-4ee4-9f52-fa61b7b0aa35 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:05.506513 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7ce13a80-8336-4181-960b-ddf130304a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:05.525571 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-096ca908-4331-4493-87a0-6c8fad9bddce service neutron] Port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 on network 018d44e0-c369-47de-a220-68097fbc171f not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:21:05.526198 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-096ca908-4331-4493-87a0-6c8fad9bddce service neutron] Attempting to bind port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 on network 018d44e0-c369-47de-a220-68097fbc171f {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:05.548734 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:05.583214 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9610f6-7627-4d84-b242-a79ed09bad3e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Router 8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:21:05.623542 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 4498a0e6-86b3-4ee4-9f52-fa61b7b0aa35, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=4498a0e6-86b3-4ee4-9f52-fa61b7b0aa35,segment=NetworkSegment(1a89c163-bf77-4d59-9d10-618344939aa9),segment_id=1a89c163-bf77-4d59-9d10-618344939aa9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:05.633366 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:05.675177 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7ce13a80-8336-4181-960b-ddf130304a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:05.706455 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-096ca908-4331-4493-87a0-6c8fad9bddce service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:21:05.707023 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-096ca908-4331-4493-87a0-6c8fad9bddce service neutron] Checking segment: {'id': 'f745d7e8-44c3-436a-9c4b-9fb879b66c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '018d44e0-c369-47de-a220-68097fbc171f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:05.707197 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-096ca908-4331-4493-87a0-6c8fad9bddce service neutron] Bound using segment: {'id': 'f745d7e8-44c3-436a-9c4b-9fb879b66c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '018d44e0-c369-47de-a220-68097fbc171f'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:21:05.707654 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-096ca908-4331-4493-87a0-6c8fad9bddce service neutron] Bound port: f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f745d7e8-44c3-436a-9c4b-9fb879b66c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '018d44e0-c369-47de-a220-68097fbc171f'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:21:05.707995 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-096ca908-4331-4493-87a0-6c8fad9bddce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:05.724462 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3029433a-d325-4342-ba3d-8fec7ca1c042 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:21:05.754117 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d227dc59-7cf2-4ec7-8eb8-b8790ebb5976 None None] Sync routers for ids ['f93fd6cb-fb57-4898-ba43-762072742faa'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:21:05.825658 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9610f6-7627-4d84-b242-a79ed09bad3e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:21:05.831525 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-df9610f6-7627-4d84-b242-a79ed09bad3e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "PUT /v2.0/routers/8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0443501 Jul 15 13:21:05.834971 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43226) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:05.842498 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-14759207-204d-4639-948e-4d95aeda5926 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=27fc5cb6d8c04643bd2403b04d4c4bb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3167548 Jul 15 13:21:05.847056 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e242326-81a2-437a-adfd-1e76bb612275 None None] Sync routers for ids ['8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:21:05.860928 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e242326-81a2-437a-adfd-1e76bb612275 None None] Routers {'8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:05.861832 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-5e242326-81a2-437a-adfd-1e76bb612275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:21:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:05.967886 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3029433a-d325-4342-ba3d-8fec7ca1c042 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:05.972793 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3029433a-d325-4342-ba3d-8fec7ca1c042 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "DELETE /v2.0/ports/5d6d866d-b57a-4d50-9edf-2c68dbda68a4 HTTP/1.1" status: 204 len: 168 time: 5.7958014 Jul 15 13:21:05.991561 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12176b-a91c-47c3-8dc3-cafb7c74f62f req-4af4b314-cfb3-4e05-8280-e5428b2d8396 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:06.006534 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae12176b-a91c-47c3-8dc3-cafb7c74f62f req-4af4b314-cfb3-4e05-8280-e5428b2d8396 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 947 time: 0.9409647 Jul 15 13:21:06.008221 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 43232) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:06.177375 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-5e242326-81a2-437a-adfd-1e76bb612275 None None] Set router 8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:21:06.197993 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d227dc59-7cf2-4ec7-8eb8-b8790ebb5976 None None] Routers {'f93fd6cb-fb57-4898-ba43-762072742faa'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:06.201758 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-d227dc59-7cf2-4ec7-8eb8-b8790ebb5976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:21:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f93fd6cb-fb57-4898-ba43-762072742faa'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:06.212970 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=4498a0e6-86b3-4ee4-9f52-fa61b7b0aa35,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:06.262857 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb856fe-c321-4f01-a2dc-a172bdfb397e tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:06.263334 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb856fe-c321-4f01-a2dc-a172bdfb397e tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:06.263792 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb856fe-c321-4f01-a2dc-a172bdfb397e tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:06.265420 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb856fe-c321-4f01-a2dc-a172bdfb397e tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:06.271644 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb856fe-c321-4f01-a2dc-a172bdfb397e tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:06.272334 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb856fe-c321-4f01-a2dc-a172bdfb397e tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:06.273211 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb856fe-c321-4f01-a2dc-a172bdfb397e tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:06.273834 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb856fe-c321-4f01-a2dc-a172bdfb397e tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:06.274480 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb856fe-c321-4f01-a2dc-a172bdfb397e tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:06.275142 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb856fe-c321-4f01-a2dc-a172bdfb397e tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:06.275784 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb856fe-c321-4f01-a2dc-a172bdfb397e tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:06.276419 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb856fe-c321-4f01-a2dc-a172bdfb397e tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:06.278853 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-bbb856fe-c321-4f01-a2dc-a172bdfb397e tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8450 time: 0.4427178 Jul 15 13:21:06.281762 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43238) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:06.301726 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-d227dc59-7cf2-4ec7-8eb8-b8790ebb5976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:06.305402 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.db.api [None req-7ce13a80-8336-4181-960b-ddf130304a7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:21:06.305992 n-d-771363-36 neutron-server[93827]: DEBUG oslo_db.api [None req-7ce13a80-8336-4181-960b-ddf130304a7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:21:06.311656 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device d09932e8-6625-43d3-8fae-70867188d408 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:06.344625 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-096ca908-4331-4493-87a0-6c8fad9bddce service neutron] For port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:06.354268 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-096ca908-4331-4493-87a0-6c8fad9bddce service neutron] For port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5,segment=NetworkSegment(f745d7e8-44c3-436a-9c4b-9fb879b66c67),segment_id=f745d7e8-44c3-436a-9c4b-9fb879b66c67)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:21:06.373288 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d227dc59-7cf2-4ec7-8eb8-b8790ebb5976 None None] Routers {'f93fd6cb-fb57-4898-ba43-762072742faa'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:06.374258 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-d227dc59-7cf2-4ec7-8eb8-b8790ebb5976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:21:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f93fd6cb-fb57-4898-ba43-762072742faa'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:06.408175 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df178b3d-57d2-4f76-ad37-30aa7dc4cfcb tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:06.409247 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df178b3d-57d2-4f76-ad37-30aa7dc4cfcb tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:06.409962 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df178b3d-57d2-4f76-ad37-30aa7dc4cfcb tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:06.410666 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df178b3d-57d2-4f76-ad37-30aa7dc4cfcb tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:06.411453 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df178b3d-57d2-4f76-ad37-30aa7dc4cfcb tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:06.412066 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df178b3d-57d2-4f76-ad37-30aa7dc4cfcb tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:06.413549 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df178b3d-57d2-4f76-ad37-30aa7dc4cfcb tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:06.414215 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df178b3d-57d2-4f76-ad37-30aa7dc4cfcb tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:06.414884 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df178b3d-57d2-4f76-ad37-30aa7dc4cfcb tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:06.415505 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df178b3d-57d2-4f76-ad37-30aa7dc4cfcb tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:06.416189 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df178b3d-57d2-4f76-ad37-30aa7dc4cfcb tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:06.416799 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df178b3d-57d2-4f76-ad37-30aa7dc4cfcb tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:06.416984 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-d227dc59-7cf2-4ec7-8eb8-b8790ebb5976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:06.417669 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d227dc59-7cf2-4ec7-8eb8-b8790ebb5976 None None] The sync data for ids ['f93fd6cb-fb57-4898-ba43-762072742faa'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:21:06.419668 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-df178b3d-57d2-4f76-ad37-30aa7dc4cfcb tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7633 time: 0.1277962 Jul 15 13:21:06.422705 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43240) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:06.435170 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port d09932e8-6625-43d3-8fae-70867188d408 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:06.436204 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:06.556653 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-299ac097-f12e-44bc-b6db-d7aed2ee6ba6 service neutron] 10.222.0.16 "GET /v2.0/networks/bc378939-e101-4aa3-86f3-04b543a39c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7132499 Jul 15 13:21:06.561107 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-096ca908-4331-4493-87a0-6c8fad9bddce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:06.602875 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-5e242326-81a2-437a-adfd-1e76bb612275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'name': 'tempest-TestNetworkBasicOps-router-1854290854', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'd09932e8-6625-43d3-8fae-70867188d408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:54Z', 'updated_at': '2021-07-15T13:21:03Z', 'revision_number': 4, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'gw_port': {'id': 'd09932e8-6625-43d3-8fae-70867188d408', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:55Z', 'updated_at': '2021-07-15T13:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '1b5bb505-f2c9-4a89-8993-57ad29478ef8', 'name': '', 'network_id': '4fb00c98-f96e-4575-a9cb-92f351c087d8', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'mac_address': 'fa:16:3e:63:5c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '9c52c08e-37d5-46b8-a3dd-5aaef685bd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:02Z', 'updated_at': '2021-07-15T13:21:04Z', 'revision_number': 2, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'subnets': [{'id': '9c52c08e-37d5-46b8-a3dd-5aaef685bd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:06.633620 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ca908-4331-4493-87a0-6c8fad9bddce service neutron] Pushing event updated for resources: {'Port': ['ID=f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:06.657612 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-096ca908-4331-4493-87a0-6c8fad9bddce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:06.658514 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-096ca908-4331-4493-87a0-6c8fad9bddce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:06.660116 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-096ca908-4331-4493-87a0-6c8fad9bddce service neutron] 10.222.0.20 "PUT /v2.0/ports/f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 HTTP/1.1" status: 200 len: 1093 time: 5.5969274 Jul 15 13:21:06.674014 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e242326-81a2-437a-adfd-1e76bb612275 None None] Checking router: 8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:21:06.674370 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e242326-81a2-437a-adfd-1e76bb612275 None None] Updating router 8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1 port 1b5bb505-f2c9-4a89-8993-57ad29478ef8 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:21:06.770148 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5e242326-81a2-437a-adfd-1e76bb612275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:06.801291 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae12176b-a91c-47c3-8dc3-cafb7c74f62f req-ecda6d5d-7d09-49a3-bdc3-4c408fd549df tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7937365 Jul 15 13:21:06.803543 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-5ddbe1bf-192e-45df-b6ac-4f44f5d86e6c service neutron] 10.222.0.16 "GET /v2.0/networks/bc378939-e101-4aa3-86f3-04b543a39c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289333 Jul 15 13:21:06.925730 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-fc6f3b99-1103-43cf-8f61-60206703ad9e tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4495 time: 0.5012653 Jul 15 13:21:06.927089 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0725853e-875a-4b20-9bca-213052f2150f', 'tag': 'f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:06.929479 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5959362a-c2f5-41fa-91f1-e1d4ff8e271f" -d '{"events": [{"name": "network-changed", "server_uuid": "0725853e-875a-4b20-9bca-213052f2150f", "tag": "f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:06.944484 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7ce13a80-8336-4181-960b-ddf130304a7d None None] Provisioning for port 1b5bb505-f2c9-4a89-8993-57ad29478ef8 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:06.955620 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7ce13a80-8336-4181-960b-ddf130304a7d None None] Provisioning complete for port 1b5bb505-f2c9-4a89-8993-57ad29478ef8 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:06.955995 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7ce13a80-8336-4181-960b-ddf130304a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.027108 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-7ce13a80-8336-4181-960b-ddf130304a7d None None] Port 1b5bb505-f2c9-4a89-8993-57ad29478ef8 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:21:07.095291 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-b75a3390-dffb-4392-a7f2-bea5b01f5d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:07.096994 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-b75a3390-dffb-4392-a7f2-bea5b01f5d1b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d986de84121549bf90b7ac80073eff67&device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 1096 time: 0.2897346 Jul 15 13:21:07.172184 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-0ab5c9ad-16e5-46c7-9d00-34d24bd3176e None None] Provisioning complete for port 1b5bb505-f2c9-4a89-8993-57ad29478ef8 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:07.172570 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0ab5c9ad-16e5-46c7-9d00-34d24bd3176e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.266319 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-0ab5c9ad-16e5-46c7-9d00-34d24bd3176e None None] Port 1b5bb505-f2c9-4a89-8993-57ad29478ef8 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:21:07.296425 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-683d58f9-55db-4d9f-bd29-ef3b94b15080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:07.297303 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-683d58f9-55db-4d9f-bd29-ef3b94b15080 service neutron] 10.222.0.20 "GET /v2.0/networks?id=018d44e0-c369-47de-a220-68097fbc171f HTTP/1.1" status: 200 len: 898 time: 0.1894810 Jul 15 13:21:07.322326 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5e242326-81a2-437a-adfd-1e76bb612275 None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.334721 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-5e242326-81a2-437a-adfd-1e76bb612275 None None] Transition to ACTIVE for port object 1b5bb505-f2c9-4a89-8993-57ad29478ef8 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:07.345315 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5e242326-81a2-437a-adfd-1e76bb612275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.416292 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a108e-87d3-44a3-bfc6-791c03e8de64 None None] Pushing event updated for resources: {'Port': ['ID=1b5bb505-f2c9-4a89-8993-57ad29478ef8,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:07.451314 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-2b41dc0c-34ca-4dbc-88e6-02686c6c74d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 HTTP/1.1" status: 200 len: 1000 time: 0.1339450 Jul 15 13:21:07.586062 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-5e242326-81a2-437a-adfd-1e76bb612275 None None] Attempting to bind port 1b5bb505-f2c9-4a89-8993-57ad29478ef8 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:21:07.587100 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-5e242326-81a2-437a-adfd-1e76bb612275 None None] Attempting to bind port 1b5bb505-f2c9-4a89-8993-57ad29478ef8 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '1a89c163-bf77-4d59-9d10-618344939aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4fb00c98-f96e-4575-a9cb-92f351c087d8'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:21:07.588417 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e242326-81a2-437a-adfd-1e76bb612275 None None] Attempting to bind port 1b5bb505-f2c9-4a89-8993-57ad29478ef8 on network 4fb00c98-f96e-4575-a9cb-92f351c087d8 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:07.594333 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113779d-aa69-469b-b94b-795570787188 req-2fb0ba8d-21d3-4d05-9158-a5e0599726c4 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:07.598319 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e113779d-aa69-469b-b94b-795570787188 req-2fb0ba8d-21d3-4d05-9158-a5e0599726c4 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 944 time: 0.3829284 Jul 15 13:21:07.600581 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e242326-81a2-437a-adfd-1e76bb612275 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:21:07.600965 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e242326-81a2-437a-adfd-1e76bb612275 None None] Checking segment: {'id': '1a89c163-bf77-4d59-9d10-618344939aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4fb00c98-f96e-4575-a9cb-92f351c087d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:07.601385 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5e242326-81a2-437a-adfd-1e76bb612275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.601814 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e242326-81a2-437a-adfd-1e76bb612275 None None] Bound using segment: {'id': '1a89c163-bf77-4d59-9d10-618344939aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4fb00c98-f96e-4575-a9cb-92f351c087d8'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:21:07.602337 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-5e242326-81a2-437a-adfd-1e76bb612275 None None] Bound port: 1b5bb505-f2c9-4a89-8993-57ad29478ef8, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a89c163-bf77-4d59-9d10-618344939aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4fb00c98-f96e-4575-a9cb-92f351c087d8'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:21:07.602763 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5e242326-81a2-437a-adfd-1e76bb612275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.694777 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-00f3e74b-210e-4387-94a6-f7e361f6110b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:07.708286 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-00f3e74b-210e-4387-94a6-f7e361f6110b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bfb0eadd-83c2-49db-a9a7-d4c408cf0bd2 HTTP/1.1" status: 200 len: 835 time: 0.2509675 Jul 15 13:21:07.787234 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-5e242326-81a2-437a-adfd-1e76bb612275 None None] For port 1b5bb505-f2c9-4a89-8993-57ad29478ef8, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:07.795519 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-5e242326-81a2-437a-adfd-1e76bb612275 None None] For port 1b5bb505-f2c9-4a89-8993-57ad29478ef8, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=1b5bb505-f2c9-4a89-8993-57ad29478ef8,segment=NetworkSegment(1a89c163-bf77-4d59-9d10-618344939aa9),segment_id=1a89c163-bf77-4d59-9d10-618344939aa9)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:21:07.801126 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5e242326-81a2-437a-adfd-1e76bb612275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.917536 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e113779d-aa69-469b-b94b-795570787188 req-13798b78-6f21-47f7-bea9-4f7b3875d17b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b11c2da-9886-4e12-b30f-76b6ecc4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2998161 Jul 15 13:21:07.980441 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43286) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:07.988619 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-fe1d51ac-5bbe-4755-a666-4bb23afed49f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-258914164', 'description': 'tempest-secgroup-smoke-258914164 description', 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:07.990151 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e242326-81a2-437a-adfd-1e76bb612275 None None] Routers {'8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:08.004789 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-5e242326-81a2-437a-adfd-1e76bb612275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:21:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:08.040641 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-24f23f7b-e1eb-4d5e-8212-934344d5127d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:08.052237 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-24f23f7b-e1eb-4d5e-8212-934344d5127d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=018d44e0-c369-47de-a220-68097fbc171f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3205171 Jul 15 13:21:08.080519 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8c63da-eed6-4643-ad39-906394a915ea x-openstack-request-id: req-6a8c63da-eed6-4643-ad39-906394a915ea {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:08.080850 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0725853e-875a-4b20-9bca-213052f2150f", "tag": "f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:08.081160 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6a8c63da-eed6-4643-ad39-906394a915ea {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:08.081620 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0725853e-875a-4b20-9bca-213052f2150f', 'tag': 'f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5', 'status': 'completed', 'code': 200} Jul 15 13:21:08.099384 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fe1d51ac-5bbe-4755-a666-4bb23afed49f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:08.239961 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a108e-87d3-44a3-bfc6-791c03e8de64 None None] Pushing event updated for resources: {'Port': ['ID=1b5bb505-f2c9-4a89-8993-57ad29478ef8,revision_number=4']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:08.352465 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fe1d51ac-5bbe-4755-a666-4bb23afed49f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:08.363432 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fe1d51ac-5bbe-4755-a666-4bb23afed49f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:08.374750 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 4498a0e6-86b3-4ee4-9f52-fa61b7b0aa35 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:08.416346 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fe1d51ac-5bbe-4755-a666-4bb23afed49f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:08.424237 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-fe1d51ac-5bbe-4755-a666-4bb23afed49f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4394336 Jul 15 13:21:08.425158 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-5e242326-81a2-437a-adfd-1e76bb612275 None None] Set router 8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:21:08.430010 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43316) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:08.444510 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-8ad2b189-48a9-4b3b-9b62-1321e211e707 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Request body: {'security_group_rule': {'security_group_id': '5402c8ed-dd5a-4fe0-8382-6a7efdc8654d', 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:08.476142 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d51ac-5bbe-4755-a666-4bb23afed49f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5402c8ed-dd5a-4fe0-8382-6a7efdc8654d,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:08.486911 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 4498a0e6-86b3-4ee4-9f52-fa61b7b0aa35 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:08.487379 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:08.494694 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8ad2b189-48a9-4b3b-9b62-1321e211e707 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:08.625058 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8ad2b189-48a9-4b3b-9b62-1321e211e707 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:08.630264 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8ad2b189-48a9-4b3b-9b62-1321e211e707 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:08.670002 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2b189-48a9-4b3b-9b62-1321e211e707 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0b35193-2d55-47e1-a5b6-7df41fb90519,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:08.686677 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8ad2b189-48a9-4b3b-9b62-1321e211e707 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:08.690700 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8ad2b189-48a9-4b3b-9b62-1321e211e707 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2566886 Jul 15 13:21:08.691007 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43340) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:08.696354 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-a3e45fc7-7ecf-47ac-9c32-94acc4598087 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Request body: {'security_group_rule': {'security_group_id': '5402c8ed-dd5a-4fe0-8382-6a7efdc8654d', 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:08.761386 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a3e45fc7-7ecf-47ac-9c32-94acc4598087 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:08.845686 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-5e242326-81a2-437a-adfd-1e76bb612275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'name': 'tempest-TestNetworkBasicOps-router-1854290854', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'd09932e8-6625-43d3-8fae-70867188d408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:54Z', 'updated_at': '2021-07-15T13:21:03Z', 'revision_number': 4, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'gw_port': {'id': 'd09932e8-6625-43d3-8fae-70867188d408', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:55Z', 'updated_at': '2021-07-15T13:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '1b5bb505-f2c9-4a89-8993-57ad29478ef8', 'name': '', 'network_id': '4fb00c98-f96e-4575-a9cb-92f351c087d8', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'mac_address': 'fa:16:3e:63:5c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '9c52c08e-37d5-46b8-a3dd-5aaef685bd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:02Z', 'updated_at': '2021-07-15T13:21:07Z', 'revision_number': 4, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'subnets': [{'id': '9c52c08e-37d5-46b8-a3dd-5aaef685bd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:08.877059 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e242326-81a2-437a-adfd-1e76bb612275 None None] The sync data for ids ['8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1'] in n-d-771363-36 is: [{'id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'name': 'tempest-TestNetworkBasicOps-router-1854290854', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'd09932e8-6625-43d3-8fae-70867188d408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:54Z', 'updated_at': '2021-07-15T13:21:03Z', 'revision_number': 4, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'gw_port': {'id': 'd09932e8-6625-43d3-8fae-70867188d408', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:55Z', 'updated_at': '2021-07-15T13:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '1b5bb505-f2c9-4a89-8993-57ad29478ef8', 'name': '', 'network_id': '4fb00c98-f96e-4575-a9cb-92f351c087d8', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'mac_address': 'fa:16:3e:63:5c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '9c52c08e-37d5-46b8-a3dd-5aaef685bd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:02Z', 'updated_at': '2021-07-15T13:21:07Z', 'revision_number': 4, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'subnets': [{'id': '9c52c08e-37d5-46b8-a3dd-5aaef685bd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:21:08.912664 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a3e45fc7-7ecf-47ac-9c32-94acc4598087 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:08.917079 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a3e45fc7-7ecf-47ac-9c32-94acc4598087 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:08.984091 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e45fc7-7ecf-47ac-9c32-94acc4598087 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8200dd6-74d6-4a4d-b3fc-cacb7b931003,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:09.023917 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a3e45fc7-7ecf-47ac-9c32-94acc4598087 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:09.027613 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a3e45fc7-7ecf-47ac-9c32-94acc4598087 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3349447 Jul 15 13:21:09.028799 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43366) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:09.038199 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-32540377-8481-4785-98d1-9eb597c13f90 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Request body: {'security_group_rule': {'security_group_id': '5402c8ed-dd5a-4fe0-8382-6a7efdc8654d', 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:09.075692 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-32540377-8481-4785-98d1-9eb597c13f90 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:09.168888 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-32540377-8481-4785-98d1-9eb597c13f90 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:09.176328 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-32540377-8481-4785-98d1-9eb597c13f90 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:09.214055 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a160b335-3d48-4d10-933c-4e4f7daaeaac tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:09.236459 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32540377-8481-4785-98d1-9eb597c13f90 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e887fb3-d19a-4aea-a338-2f1d7d4a21eb,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:09.245377 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-32540377-8481-4785-98d1-9eb597c13f90 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:09.246681 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-32540377-8481-4785-98d1-9eb597c13f90 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2159545 Jul 15 13:21:09.251976 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43370) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:09.275425 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-74b0c134-f4ce-4a2b-9e92-78c13bc1b6aa tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Request body: {'security_group_rule': {'security_group_id': '5402c8ed-dd5a-4fe0-8382-6a7efdc8654d', 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:09.319138 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-352642d3-5a48-40eb-9aff-c14afcf619d2 req-136633f3-1f04-40d9-bfd4-21dd224fcfee tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/ports?device_id=13a98d56-ce57-4896-b5dd-e2f9378eeae8 HTTP/1.1" status: 200 len: 210 time: 0.1418178 Jul 15 13:21:09.437804 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-74b0c134-f4ce-4a2b-9e92-78c13bc1b6aa tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:09.527796 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-f6a37ada-d63d-4527-8dfa-2aba841b64bf service neutron] 10.222.0.20 "GET /v2.0/networks/018d44e0-c369-47de-a220-68097fbc171f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4451258 Jul 15 13:21:09.529984 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959362a-c2f5-41fa-91f1-e1d4ff8e271f req-7e4e575a-e437-4198-8e49-17f1b0adbe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:09.536786 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5959362a-c2f5-41fa-91f1-e1d4ff8e271f req-7e4e575a-e437-4198-8e49-17f1b0adbe8f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d986de84121549bf90b7ac80073eff67&device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 1096 time: 1.4086914 Jul 15 13:21:09.588757 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 43374) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:09.611692 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-74b0c134-f4ce-4a2b-9e92-78c13bc1b6aa tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:09.621119 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-74b0c134-f4ce-4a2b-9e92-78c13bc1b6aa tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:09.659227 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd17780-dc9e-4533-8efa-f20222ce241e req-b173e29f-bf9f-4d1a-bf2e-2ab4869e07ef tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:09.667294 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4dd17780-dc9e-4533-8efa-f20222ce241e req-b173e29f-bf9f-4d1a-bf2e-2ab4869e07ef tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 947 time: 0.5050964 Jul 15 13:21:09.770234 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0c134-f4ce-4a2b-9e92-78c13bc1b6aa tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa7b874b-9039-4e8d-81cf-2a41bb3663b8,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:09.777344 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-74b0c134-f4ce-4a2b-9e92-78c13bc1b6aa tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:09.778593 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-74b0c134-f4ce-4a2b-9e92-78c13bc1b6aa tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5243912 Jul 15 13:21:09.791384 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43378) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:09.830241 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-5d54e08a-816c-4358-8c2b-c44c5719cc8b tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Request body: {'security_group_rule': {'security_group_id': '5402c8ed-dd5a-4fe0-8382-6a7efdc8654d', 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:09.880655 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-52f9386a-f2a4-426a-8f11-078ce4f2d5fc tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:09.892889 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-52f9386a-f2a4-426a-8f11-078ce4f2d5fc tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.46 "GET /v2.0/networks?id=bc378939-e101-4aa3-86f3-04b543a39c6c HTTP/1.1" status: 200 len: 814 time: 0.5542142 Jul 15 13:21:09.913537 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-2f2d0aed-bf7c-4153-8057-048002fab932 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Request body: {'port': {'device_id': '13a98d56-ce57-4896-b5dd-e2f9378eeae8', 'network_id': 'bc378939-e101-4aa3-86f3-04b543a39c6c', 'admin_state_up': True, 'tenant_id': '27fc5cb6d8c04643bd2403b04d4c4bb4'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:09.934331 n-d-771363-36 neutron-server[93826]: INFO neutron.db.securitygroups_db [None req-5d54e08a-816c-4358-8c2b-c44c5719cc8b tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Project b10b0063b8b9467f824b5e9176c44cfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:21:09.962719 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5d54e08a-816c-4358-8c2b-c44c5719cc8b tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:10.037314 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a29deb50-cce2-400f-94cb-47cb4eb7b559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:10.073930 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4dd17780-dc9e-4533-8efa-f20222ce241e req-8050f83e-8fc9-4f61-817e-39523ae6fe77 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984199 Jul 15 13:21:10.094957 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5d54e08a-816c-4358-8c2b-c44c5719cc8b tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:10.098218 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5d54e08a-816c-4358-8c2b-c44c5719cc8b tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:10.135306 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54e08a-816c-4358-8c2b-c44c5719cc8b tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3146ce43-23b0-4d6a-9c41-f21ca932e355,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:10.144142 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5d54e08a-816c-4358-8c2b-c44c5719cc8b tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:10.150291 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5d54e08a-816c-4358-8c2b-c44c5719cc8b tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3577209 Jul 15 13:21:10.157578 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43382) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:10.162399 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-7762add0-72ed-4f2f-90ed-96fa71bdc245 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Request body: {'security_group_rule': {'security_group_id': '5402c8ed-dd5a-4fe0-8382-6a7efdc8654d', 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:10.174934 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-152c6a05-0306-4afb-83df-3a0af34e05fd req-f9679570-179d-4c1a-8d4a-ca4414b2db97 service neutron] 10.222.0.20 "GET /v2.0/networks/018d44e0-c369-47de-a220-68097fbc171f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6322248 Jul 15 13:21:10.180252 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959362a-c2f5-41fa-91f1-e1d4ff8e271f req-f7e26a1a-455c-495b-83f6-d215ad98ab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:10.181762 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5959362a-c2f5-41fa-91f1-e1d4ff8e271f req-f7e26a1a-455c-495b-83f6-d215ad98ab34 service neutron] 10.222.0.46 "GET /v2.0/networks?id=018d44e0-c369-47de-a220-68097fbc171f HTTP/1.1" status: 200 len: 898 time: 0.5877573 Jul 15 13:21:10.325780 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9233df9-0954-4d0a-84ce-4f3351a7d4cf req-98e9b41a-5aca-4a41-85c5-3a07b58be118 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:10.333903 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e9233df9-0954-4d0a-84ce-4f3351a7d4cf req-98e9b41a-5aca-4a41-85c5-3a07b58be118 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 944 time: 0.3633561 Jul 15 13:21:10.434680 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1b5bb505-f2c9-4a89-8993-57ad29478ef8 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:10.507066 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 1b5bb505-f2c9-4a89-8993-57ad29478ef8 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:10.512433 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 1b5bb505-f2c9-4a89-8993-57ad29478ef8 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:10.513072 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:10.515027 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e9233df9-0954-4d0a-84ce-4f3351a7d4cf req-d2da76f1-7ee5-4413-98e3-590273d40a7c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b11c2da-9886-4e12-b30f-76b6ecc4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795771 Jul 15 13:21:10.517061 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5959362a-c2f5-41fa-91f1-e1d4ff8e271f req-5d0fe146-513b-488b-a72d-6059e4ea1729 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 HTTP/1.1" status: 200 len: 1000 time: 0.3190334 Jul 15 13:21:10.611200 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:10.620381 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959362a-c2f5-41fa-91f1-e1d4ff8e271f req-10f737e8-ea12-42d4-a8a0-0a8d594cf2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:10.622104 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5959362a-c2f5-41fa-91f1-e1d4ff8e271f req-10f737e8-ea12-42d4-a8a0-0a8d594cf2c4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb0eadd-83c2-49db-a9a7-d4c408cf0bd2 HTTP/1.1" status: 200 len: 835 time: 0.0840459 Jul 15 13:21:10.648841 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 1b5bb505-f2c9-4a89-8993-57ad29478ef8, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=1b5bb505-f2c9-4a89-8993-57ad29478ef8,segment=NetworkSegment(1a89c163-bf77-4d59-9d10-618344939aa9),segment_id=1a89c163-bf77-4d59-9d10-618344939aa9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:10.655244 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:10.721297 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=1b5bb505-f2c9-4a89-8993-57ad29478ef8,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:10.730487 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:10.731078 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:10.731519 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:10.731954 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:10.732523 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:10.733080 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:10.733627 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:10.734184 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:10.735188 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:10.735731 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:10.736539 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:10.737085 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:10.779862 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959362a-c2f5-41fa-91f1-e1d4ff8e271f req-63cd8154-2025-4831-8db2-e3c6a2373642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:10.781384 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5959362a-c2f5-41fa-91f1-e1d4ff8e271f req-63cd8154-2025-4831-8db2-e3c6a2373642 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d986de84121549bf90b7ac80073eff67&device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 1096 time: 0.5218968 Jul 15 13:21:10.783237 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b44badd-db71-44bc-8ccc-1cee48e1ae40 req-ad22030d-152e-4b6d-9959-3e101888b923 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/ports?device_id=13a98d56-ce57-4896-b5dd-e2f9378eeae8 HTTP/1.1" status: 200 len: 210 time: 0.0590935 Jul 15 13:21:10.839861 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a29deb50-cce2-400f-94cb-47cb4eb7b559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:10.857754 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a29deb50-cce2-400f-94cb-47cb4eb7b559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:10.874046 n-d-771363-36 neutron-server[93826]: INFO neutron.db.securitygroups_db [None req-7762add0-72ed-4f2f-90ed-96fa71bdc245 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Project b10b0063b8b9467f824b5e9176c44cfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:21:10.883975 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7762add0-72ed-4f2f-90ed-96fa71bdc245 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:10.897058 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd174b1-dc8a-4734-9491-6d961e44462e req-3b8dc359-3f63-43d8-93ce-2d840096fec4 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:10.898906 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ebd174b1-dc8a-4734-9491-6d961e44462e req-3b8dc359-3f63-43d8-93ce-2d840096fec4 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 947 time: 0.5557535 Jul 15 13:21:10.940596 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-2f2d0aed-bf7c-4153-8057-048002fab932 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Made reservation on behalf of 27fc5cb6d8c04643bd2403b04d4c4bb4 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:10.944515 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-2f2d0aed-bf7c-4153-8057-048002fab932 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:10.986020 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a160b335-3d48-4d10-933c-4e4f7daaeaac tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Deleting port 65ac37b1-64dc-487f-892c-ec0a62987819 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:10.986362 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a160b335-3d48-4d10-933c-4e4f7daaeaac tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:11.018761 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a29deb50-cce2-400f-94cb-47cb4eb7b559 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aa8c28b8084b4f78ba6febd2ab805253&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4197221 Jul 15 13:21:11.019786 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43390) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:11.026920 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29deb50-cce2-400f-94cb-47cb4eb7b559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f0128a-16e1-4c49-897b-6e57c1fb66a6,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:11.055880 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959362a-c2f5-41fa-91f1-e1d4ff8e271f req-6512e036-2c4f-4939-9fdc-8ffa7d241b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:11.057413 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5959362a-c2f5-41fa-91f1-e1d4ff8e271f req-6512e036-2c4f-4939-9fdc-8ffa7d241b30 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=018d44e0-c369-47de-a220-68097fbc171f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4033105 Jul 15 13:21:11.137497 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-2f2d0aed-bf7c-4153-8057-048002fab932 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Allocated IP 172.20.0.5 (bc378939-e101-4aa3-86f3-04b543a39c6c/045ea613-988e-4395-bf65-22f94dbdd99c/2f9d6bbc-742b-463b-9604-8f83e55afda1) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:11.144455 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ebd174b1-dc8a-4734-9491-6d961e44462e req-3c52fd1f-e12b-46f1-a621-99370aed4ceb tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301733 Jul 15 13:21:11.156759 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959362a-c2f5-41fa-91f1-e1d4ff8e271f req-9e98689f-3396-4a55-93d5-1f8115c5ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:11.158187 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5959362a-c2f5-41fa-91f1-e1d4ff8e271f req-9e98689f-3396-4a55-93d5-1f8115c5ee1d service neutron] 10.222.0.20 "GET /v2.0/networks?id=018d44e0-c369-47de-a220-68097fbc171f HTTP/1.1" status: 200 len: 898 time: 0.3672726 Jul 15 13:21:11.191620 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7762add0-72ed-4f2f-90ed-96fa71bdc245 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:11.214053 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7762add0-72ed-4f2f-90ed-96fa71bdc245 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:11.228339 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a160b335-3d48-4d10-933c-4e4f7daaeaac tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:11.245090 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7762add0-72ed-4f2f-90ed-96fa71bdc245 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:11.246181 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7762add0-72ed-4f2f-90ed-96fa71bdc245 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0876496 Jul 15 13:21:11.282866 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a160b335-3d48-4d10-933c-4e4f7daaeaac tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Calling delete_port for 65ac37b1-64dc-487f-892c-ec0a62987819 owned by network:router_interface {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:11.320947 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5959362a-c2f5-41fa-91f1-e1d4ff8e271f req-1eac337f-006b-4959-a1ea-4e7f889158d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 HTTP/1.1" status: 200 len: 1000 time: 0.1501098 Jul 15 13:21:11.346599 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762add0-72ed-4f2f-90ed-96fa71bdc245 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68797fb5-97ca-4239-ab8b-5b7e2f9abe7e,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:11.383134 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9f75edc-8e26-42da-ba99-f75d167fe04e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:11.400117 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5959362a-c2f5-41fa-91f1-e1d4ff8e271f req-449a2ceb-3604-45c1-929d-bc1810b598f1 service neutron] 10.222.0.46 "GET /v2.0/networks/018d44e0-c369-47de-a220-68097fbc171f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088892 Jul 15 13:21:11.458630 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-2f2d0aed-bf7c-4153-8057-048002fab932 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:11.477980 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9f75edc-8e26-42da-ba99-f75d167fe04e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:11.527667 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959362a-c2f5-41fa-91f1-e1d4ff8e271f req-02a0cd1b-a5ef-4faa-94b2-a6451d50bb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:11.530087 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5959362a-c2f5-41fa-91f1-e1d4ff8e271f req-02a0cd1b-a5ef-4faa-94b2-a6451d50bb26 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bfb0eadd-83c2-49db-a9a7-d4c408cf0bd2 HTTP/1.1" status: 200 len: 835 time: 0.2006705 Jul 15 13:21:11.551617 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-2f2d0aed-bf7c-4153-8057-048002fab932 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:11.560058 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9f75edc-8e26-42da-ba99-f75d167fe04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:11.563239 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9f75edc-8e26-42da-ba99-f75d167fe04e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:11.564836 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f9f75edc-8e26-42da-ba99-f75d167fe04e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/66f0128a-16e1-4c49-897b-6e57c1fb66a6 HTTP/1.1" status: 204 len: 168 time: 0.5423665 Jul 15 13:21:11.613686 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f75edc-8e26-42da-ba99-f75d167fe04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f0128a-16e1-4c49-897b-6e57c1fb66a6,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:11.625497 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-2f2d0aed-bf7c-4153-8057-048002fab932 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Network bc378939-e101-4aa3-86f3-04b543a39c6c is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:11.629381 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d0aed-bf7c-4153-8057-048002fab932 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Pushing event updated for resources: {'Port': ['ID=2f9d6bbc-742b-463b-9604-8f83e55afda1,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:11.653266 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-2f2d0aed-bf7c-4153-8057-048002fab932 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:11.661058 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-2f2d0aed-bf7c-4153-8057-048002fab932 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:11.720275 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-2f2d0aed-bf7c-4153-8057-048002fab932 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:11.721133 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-2f2d0aed-bf7c-4153-8057-048002fab932 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:11.739028 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-2f2d0aed-bf7c-4153-8057-048002fab932 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8331165 Jul 15 13:21:11.743767 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5959362a-c2f5-41fa-91f1-e1d4ff8e271f req-b9b0a7cc-fb39-4a2d-98c1-77013266ce87 service neutron] 10.222.0.46 "GET /v2.0/networks/018d44e0-c369-47de-a220-68097fbc171f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282487 Jul 15 13:21:11.760262 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-f2bce8d9-124a-4d0d-a6f6-fcfd7cacdf34 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-258914164&fields=id&tenant_id=b10b0063b8b9467f824b5e9176c44cfb HTTP/1.1" status: 200 len: 267 time: 0.2765305 Jul 15 13:21:11.760521 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-58727e21-92b8-4fab-a3c5-17098a0faf88 service neutron] Request body: {'port': {'device_id': '13a98d56-ce57-4896-b5dd-e2f9378eeae8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:11.885825 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-58727e21-92b8-4fab-a3c5-17098a0faf88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:11.999172 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959362a-c2f5-41fa-91f1-e1d4ff8e271f req-2900706b-d6c1-4005-a160-632bf69f0c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:12.001046 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5959362a-c2f5-41fa-91f1-e1d4ff8e271f req-2900706b-d6c1-4005-a160-632bf69f0c5f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=018d44e0-c369-47de-a220-68097fbc171f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4394031 Jul 15 13:21:12.015414 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b0b3c-8d68-4039-afe7-d49ccf110c2e req-8387318f-821d-45a2-90f3-e6201ea44a5c tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:12.018084 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e0b0b3c-8d68-4039-afe7-d49ccf110c2e req-8387318f-821d-45a2-90f3-e6201ea44a5c tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 947 time: 0.4866657 Jul 15 13:21:12.083990 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 43420) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:12.261651 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1b5bb505-f2c9-4a89-8993-57ad29478ef8 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:12.321155 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 1b5bb505-f2c9-4a89-8993-57ad29478ef8 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:12.321976 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:12.564824 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a160b335-3d48-4d10-933c-4e4f7daaeaac tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:12.576810 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-65a330a5-e448-4a07-9fe9-98979feacee5 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:12.583684 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-65a330a5-e448-4a07-9fe9-98979feacee5 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/networks?id=4fb00c98-f96e-4575-a9cb-92f351c087d8 HTTP/1.1" status: 200 len: 797 time: 0.8061361 Jul 15 13:21:12.586669 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-58727e21-92b8-4fab-a3c5-17098a0faf88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f9d6bbc-742b-463b-9604-8f83e55afda1 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:12.592611 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8078d0a2-8df8-41cc-a75f-b0962869bb9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:12.595921 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-58727e21-92b8-4fab-a3c5-17098a0faf88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:12.619988 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-58727e21-92b8-4fab-a3c5-17098a0faf88 service neutron] Transition to ACTIVE for port object 2f9d6bbc-742b-463b-9604-8f83e55afda1 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:12.624792 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-58727e21-92b8-4fab-a3c5-17098a0faf88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:12.655927 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a160b335-3d48-4d10-933c-4e4f7daaeaac tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event deleted for resources: {'Port': ['ID=65ac37b1-64dc-487f-892c-ec0a62987819,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:12.667249 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e0b0b3c-8d68-4039-afe7-d49ccf110c2e req-e015772d-00d0-471c-984e-c6aff838b4a6 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6357274 Jul 15 13:21:12.700784 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-e0eec295-1551-45f3-b036-22f0bb4b0e47 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/quotas/b10b0063b8b9467f824b5e9176c44cfb HTTP/1.1" status: 200 len: 375 time: 0.1161928 Jul 15 13:21:12.750349 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5959362a-c2f5-41fa-91f1-e1d4ff8e271f req-a7a452c1-7f2e-4ee6-9414-83c410c8d05c service neutron] 10.222.0.20 "GET /v2.0/networks/018d44e0-c369-47de-a220-68097fbc171f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7276030 Jul 15 13:21:12.801003 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58727e21-92b8-4fab-a3c5-17098a0faf88 service neutron] Pushing event updated for resources: {'Port': ['ID=2f9d6bbc-742b-463b-9604-8f83e55afda1,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:12.877405 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-58727e21-92b8-4fab-a3c5-17098a0faf88 service neutron] Attempting to bind port 2f9d6bbc-742b-463b-9604-8f83e55afda1 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:21:12.877875 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-58727e21-92b8-4fab-a3c5-17098a0faf88 service neutron] Attempting to bind port 2f9d6bbc-742b-463b-9604-8f83e55afda1 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '3864457b-0c8b-4073-aefc-deb4dbf165b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bc378939-e101-4aa3-86f3-04b543a39c6c'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:21:12.878302 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-58727e21-92b8-4fab-a3c5-17098a0faf88 service neutron] Attempting to bind port 2f9d6bbc-742b-463b-9604-8f83e55afda1 on network bc378939-e101-4aa3-86f3-04b543a39c6c {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:12.883849 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-58727e21-92b8-4fab-a3c5-17098a0faf88 service neutron] Port 2f9d6bbc-742b-463b-9604-8f83e55afda1 on network bc378939-e101-4aa3-86f3-04b543a39c6c not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:21:12.884293 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-58727e21-92b8-4fab-a3c5-17098a0faf88 service neutron] Attempting to bind port 2f9d6bbc-742b-463b-9604-8f83e55afda1 on network bc378939-e101-4aa3-86f3-04b543a39c6c {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:12.891019 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-58727e21-92b8-4fab-a3c5-17098a0faf88 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:21:12.891466 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-58727e21-92b8-4fab-a3c5-17098a0faf88 service neutron] Checking segment: {'id': '3864457b-0c8b-4073-aefc-deb4dbf165b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bc378939-e101-4aa3-86f3-04b543a39c6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:12.891970 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-58727e21-92b8-4fab-a3c5-17098a0faf88 service neutron] Bound using segment: {'id': '3864457b-0c8b-4073-aefc-deb4dbf165b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bc378939-e101-4aa3-86f3-04b543a39c6c'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:21:12.893009 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-58727e21-92b8-4fab-a3c5-17098a0faf88 service neutron] Bound port: 2f9d6bbc-742b-463b-9604-8f83e55afda1, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3864457b-0c8b-4073-aefc-deb4dbf165b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bc378939-e101-4aa3-86f3-04b543a39c6c'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:21:12.893009 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-58727e21-92b8-4fab-a3c5-17098a0faf88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:12.985779 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-58727e21-92b8-4fab-a3c5-17098a0faf88 service neutron] For port 2f9d6bbc-742b-463b-9604-8f83e55afda1, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:12.996542 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-58727e21-92b8-4fab-a3c5-17098a0faf88 service neutron] For port 2f9d6bbc-742b-463b-9604-8f83e55afda1, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2f9d6bbc-742b-463b-9604-8f83e55afda1,segment=NetworkSegment(3864457b-0c8b-4073-aefc-deb4dbf165b4),segment_id=3864457b-0c8b-4073-aefc-deb4dbf165b4)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:21:13.001932 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-58727e21-92b8-4fab-a3c5-17098a0faf88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.034364 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43440) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:13.052785 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-58727e21-92b8-4fab-a3c5-17098a0faf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:13.053417 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-58727e21-92b8-4fab-a3c5-17098a0faf88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.054857 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-58727e21-92b8-4fab-a3c5-17098a0faf88 service neutron] 10.222.0.46 "PUT /v2.0/ports/2f9d6bbc-742b-463b-9604-8f83e55afda1 HTTP/1.1" status: 200 len: 1092 time: 1.3036051 Jul 15 13:21:13.055676 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a98d56-ce57-4896-b5dd-e2f9378eeae8', 'tag': '2f9d6bbc-742b-463b-9604-8f83e55afda1'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:13.057534 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8676e25f-6b65-4de4-b6f0-d44c96469acf" -d '{"events": [{"name": "network-changed", "server_uuid": "13a98d56-ce57-4896-b5dd-e2f9378eeae8", "tag": "2f9d6bbc-742b-463b-9604-8f83e55afda1"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:13.085930 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58727e21-92b8-4fab-a3c5-17098a0faf88 service neutron] Pushing event updated for resources: {'Port': ['ID=2f9d6bbc-742b-463b-9604-8f83e55afda1,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:13.137495 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5959362a-c2f5-41fa-91f1-e1d4ff8e271f req-0f7cefb1-ad06-487f-8747-adcc885c3c06 service neutron] 10.222.0.20 "GET /v2.0/networks/018d44e0-c369-47de-a220-68097fbc171f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751414 Jul 15 13:21:13.149315 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-ffc34d9a-f55f-4678-9e70-435e796d68be tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b10b0063b8b9467f824b5e9176c44cfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4344566 Jul 15 13:21:13.179069 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-2a6c45bb-66f2-4b67-9811-8cafba280bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:13.180732 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-2a6c45bb-66f2-4b67-9811-8cafba280bc5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=27fc5cb6d8c04643bd2403b04d4c4bb4&device_id=13a98d56-ce57-4896-b5dd-e2f9378eeae8 HTTP/1.1" status: 200 len: 1095 time: 0.0684371 Jul 15 13:21:13.181866 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7d2a7af7-d6fa-490e-8087-4061c52dee8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.185483 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8078d0a2-8df8-41cc-a75f-b0962869bb9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.200546 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:21:13.204089 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fcf23-e9fe-48ac-9bb9-61d336a88636 req-7703bcd0-8f5d-4865-8dc3-82c66dad9a6a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:13.205574 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1c9fcf23-e9fe-48ac-9bb9-61d336a88636 req-7703bcd0-8f5d-4865-8dc3-82c66dad9a6a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 944 time: 0.3462288 Jul 15 13:21:13.221469 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8078d0a2-8df8-41cc-a75f-b0962869bb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.234454 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-71f4d22d-6cf9-4856-985f-58da91ea1b18 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f9d6bbc-742b-463b-9604-8f83e55afda1 HTTP/1.1" status: 200 len: 217 time: 0.0423927 Jul 15 13:21:13.294387 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a160b335-3d48-4d10-933c-4e4f7daaeaac tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.308466 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-95266616-1858-4adc-aa90-873b7087aadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:13.309931 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-95266616-1858-4adc-aa90-873b7087aadf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=045ea613-988e-4395-bf65-22f94dbdd99c HTTP/1.1" status: 200 len: 854 time: 0.0652084 Jul 15 13:21:13.330863 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8078d0a2-8df8-41cc-a75f-b0962869bb9b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=76b45ccb442e47499cddec07227745d0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2367165 Jul 15 13:21:13.331677 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078d0a2-8df8-41cc-a75f-b0962869bb9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c430fc7-5e08-4401-94cd-92faabea5012,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:13.336273 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 43446) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:13.348815 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-0230966c-aa13-4ad9-bda7-2b5b3d8980dc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bc378939-e101-4aa3-86f3-04b543a39c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273166 Jul 15 13:21:13.399842 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7d2a7af7-d6fa-490e-8087-4061c52dee8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.406949 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7d2a7af7-d6fa-490e-8087-4061c52dee8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.419219 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1c9fcf23-e9fe-48ac-9bb9-61d336a88636 req-7dc5943d-bbd9-4535-b78a-6bb0786d0047 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b11c2da-9886-4e12-b30f-76b6ecc4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872108 Jul 15 13:21:13.448015 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-25cfd60f-b8dd-454d-a1fe-699b160b3ff4 service neutron] 10.222.0.16 "GET /v2.0/networks/4fb00c98-f96e-4575-a9cb-92f351c087d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666900 Jul 15 13:21:13.490403 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7d2a7af7-d6fa-490e-8087-4061c52dee8d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3771221c076240ab9aa3723c2dde9bae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4518681 Jul 15 13:21:13.490403 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a7af7-d6fa-490e-8087-4061c52dee8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b984b0-a9f5-43ab-977e-6e5984faed81,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:13.491252 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43450) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:13.524804 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-68f67fc5-d5a9-4fcf-b40e-561b0ba5b7d0 service neutron] 10.222.0.46 "GET /v2.0/networks/bc378939-e101-4aa3-86f3-04b543a39c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601667 Jul 15 13:21:13.540838 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:21:13.575650 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b02596c4-4f77-4d2b-a5d6-7b6187220719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.612640 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-270ee362-73aa-4d45-890f-e52f726ec7a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.640295 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b02596c4-4f77-4d2b-a5d6-7b6187220719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.644432 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-270ee362-73aa-4d45-890f-e52f726ec7a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.647422 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5,segment=NetworkSegment(f745d7e8-44c3-436a-9c4b-9fb879b66c67),segment_id=f745d7e8-44c3-436a-9c4b-9fb879b66c67)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:13.663284 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': 'f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5', 'network_id': '018d44e0-c369-47de-a220-68097fbc171f', 'port_id': 'f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5', 'mac_address': 'fa:16:3e:87:73:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb0eadd-83c2-49db-a9a7-d4c408cf0bd2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:21:13.673606 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-24504c2e-5de7-4dd5-a8c0-3d4405e79443 req-c081ead8-f737-41be-a4e7-3fd9cce06113 service neutron] 10.222.0.46 "GET /v2.0/networks/bc378939-e101-4aa3-86f3-04b543a39c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373188 Jul 15 13:21:13.704063 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.714481 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-270ee362-73aa-4d45-890f-e52f726ec7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.717341 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-270ee362-73aa-4d45-890f-e52f726ec7a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.721141 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-270ee362-73aa-4d45-890f-e52f726ec7a5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d8b984b0-a9f5-43ab-977e-6e5984faed81 HTTP/1.1" status: 204 len: 168 time: 0.2248104 Jul 15 13:21:13.721308 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:13.729319 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ee362-73aa-4d45-890f-e52f726ec7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b984b0-a9f5-43ab-977e-6e5984faed81,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:13.745301 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-929f56aa-4eea-4a61-8a2d-6d30848662f7 service neutron] 10.222.0.16 "GET /v2.0/networks/4fb00c98-f96e-4575-a9cb-92f351c087d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902193 Jul 15 13:21:13.763067 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5,segment=NetworkSegment(f745d7e8-44c3-436a-9c4b-9fb879b66c67),segment_id=f745d7e8-44c3-436a-9c4b-9fb879b66c67)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:13.769982 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.824400 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d9bd9-719d-4fc6-a1a6-901efcf44731 req-841db724-1853-48af-8baa-c7e4dd84cb39 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:13.829076 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5,revision_number=8']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:13.832416 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9c3d9bd9-719d-4fc6-a1a6-901efcf44731 req-841db724-1853-48af-8baa-c7e4dd84cb39 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/ports?device_id=13a98d56-ce57-4896-b5dd-e2f9378eeae8 HTTP/1.1" status: 200 len: 943 time: 0.2533221 Jul 15 13:21:13.859708 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b02596c4-4f77-4d2b-a5d6-7b6187220719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.862133 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b02596c4-4f77-4d2b-a5d6-7b6187220719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.863306 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b02596c4-4f77-4d2b-a5d6-7b6187220719 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c430fc7-5e08-4401-94cd-92faabea5012 HTTP/1.1" status: 204 len: 168 time: 0.5232675 Jul 15 13:21:13.872211 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a160b335-3d48-4d10-933c-4e4f7daaeaac tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Router f93fd6cb-fb57-4898-ba43-762072742faa has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:21:13.883044 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02596c4-4f77-4d2b-a5d6-7b6187220719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c430fc7-5e08-4401-94cd-92faabea5012,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:13.908331 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9c3d9bd9-719d-4fc6-a1a6-901efcf44731 req-d0910835-bcb1-47fc-8598-d99827fe7f0c tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab08d857-4863-4f19-87e2-d9ddb6c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749731 Jul 15 13:21:14.036641 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:21:14.160666 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0c2ee9-a052-49dd-b620-143e5771ef0a x-openstack-request-id: req-ec0c2ee9-a052-49dd-b620-143e5771ef0a {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:14.161253 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13a98d56-ce57-4896-b5dd-e2f9378eeae8", "tag": "2f9d6bbc-742b-463b-9604-8f83e55afda1", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:14.161864 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec0c2ee9-a052-49dd-b620-143e5771ef0a {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:14.163242 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13a98d56-ce57-4896-b5dd-e2f9378eeae8', 'tag': '2f9d6bbc-742b-463b-9604-8f83e55afda1', 'status': 'completed', 'code': 200} Jul 15 13:21:14.220564 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a160b335-3d48-4d10-933c-4e4f7daaeaac tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:21:14.240610 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8514a4-0d19-473d-a594-04082a80b265 None None] Sync routers for ids ['f93fd6cb-fb57-4898-ba43-762072742faa'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:21:14.246864 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43470) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:14.263345 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a160b335-3d48-4d10-933c-4e4f7daaeaac tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "PUT /v2.0/routers/f93fd6cb-fb57-4898-ba43-762072742faa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2472324 Jul 15 13:21:14.319549 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fdcd3-b96c-436c-8bae-87ba0033814a req-61a4f459-6f47-44af-af29-82eeaa969d85 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:14.330824 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b47fdcd3-b96c-436c-8bae-87ba0033814a req-61a4f459-6f47-44af-af29-82eeaa969d85 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 947 time: 0.2376037 Jul 15 13:21:14.342093 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8514a4-0d19-473d-a594-04082a80b265 None None] Routers {'f93fd6cb-fb57-4898-ba43-762072742faa'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:14.342826 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-ab8514a4-0d19-473d-a594-04082a80b265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:21:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f93fd6cb-fb57-4898-ba43-762072742faa'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:14.384438 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-ab8514a4-0d19-473d-a594-04082a80b265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:14.401770 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b47fdcd3-b96c-436c-8bae-87ba0033814a req-aa2eac25-62cf-401a-8710-4acc5cff06c1 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696030 Jul 15 13:21:14.406915 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8514a4-0d19-473d-a594-04082a80b265 None None] Routers {'f93fd6cb-fb57-4898-ba43-762072742faa'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:14.407628 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-ab8514a4-0d19-473d-a594-04082a80b265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:21:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f93fd6cb-fb57-4898-ba43-762072742faa'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:14.472833 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-ab8514a4-0d19-473d-a594-04082a80b265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:14.473813 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8514a4-0d19-473d-a594-04082a80b265 None None] The sync data for ids ['f93fd6cb-fb57-4898-ba43-762072742faa'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:21:14.540828 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f2328db-55e6-487c-95e1-40daac8f601a req-b1ab1c0a-718f-43ce-8344-7cbc7d309235 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ae1739-0c61-46a0-a6cf-600f2b17675c HTTP/1.1" status: 200 len: 210 time: 0.0742188 Jul 15 13:21:14.608284 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a1a08577-9e9c-4153-bb72-b0555ec38483 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:14.829875 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676e25f-6b65-4de4-b6f0-d44c96469acf req-6f6f9ee8-e4b4-483e-8f24-4a4231d8fe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:14.836041 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8676e25f-6b65-4de4-b6f0-d44c96469acf req-6f6f9ee8-e4b4-483e-8f24-4a4231d8fe5f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=27fc5cb6d8c04643bd2403b04d4c4bb4&device_id=13a98d56-ce57-4896-b5dd-e2f9378eeae8 HTTP/1.1" status: 200 len: 1095 time: 0.6449087 Jul 15 13:21:14.944116 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a1a08577-9e9c-4153-bb72-b0555ec38483 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:14.962775 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637614d-a65a-4904-9c97-52e26791889c req-0106ed0b-2a67-4d00-b7f0-8f9e580f5995 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:14.964337 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b637614d-a65a-4904-9c97-52e26791889c req-0106ed0b-2a67-4d00-b7f0-8f9e580f5995 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.20 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f&tenant_id=d986de84121549bf90b7ac80073eff67&binding%3Ahost_id=n-h1-771363-36 HTTP/1.1" status: 200 len: 945 time: 0.3185327 Jul 15 13:21:14.995075 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347f0ea-1252-4212-a452-e322bcd713de req-0de3c936-17a9-4042-a77c-8bbc9fa20b84 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:14.996636 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3347f0ea-1252-4212-a452-e322bcd713de req-0de3c936-17a9-4042-a77c-8bbc9fa20b84 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 947 time: 0.2350037 Jul 15 13:21:15.028496 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30593cd1-1e0a-485b-82ba-102425bf9a87 req-fcbd517b-e621-4a95-b958-bcd6ccda981d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:15.035488 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-30593cd1-1e0a-485b-82ba-102425bf9a87 req-fcbd517b-e621-4a95-b958-bcd6ccda981d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 945 time: 0.2321150 Jul 15 13:21:15.087493 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676e25f-6b65-4de4-b6f0-d44c96469acf req-708d2c58-b726-4ccd-8761-f5149cee057f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:15.089016 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8676e25f-6b65-4de4-b6f0-d44c96469acf req-708d2c58-b726-4ccd-8761-f5149cee057f service neutron] 10.222.0.46 "GET /v2.0/networks?id=bc378939-e101-4aa3-86f3-04b543a39c6c HTTP/1.1" status: 200 len: 915 time: 0.2291472 Jul 15 13:21:15.136208 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-30593cd1-1e0a-485b-82ba-102425bf9a87 req-aafb071c-7612-413b-9610-6c54b965afcd tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b11c2da-9886-4e12-b30f-76b6ecc4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982752 Jul 15 13:21:15.137531 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-a1a08577-9e9c-4153-bb72-b0555ec38483 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Deleting port 85c68109-8b47-462a-ba78-800a222e5096 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:15.137884 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a1a08577-9e9c-4153-bb72-b0555ec38483 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:15.152761 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8676e25f-6b65-4de4-b6f0-d44c96469acf req-03dc8e95-a25b-48fb-8fe5-4fcdb11a62da service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f9d6bbc-742b-463b-9604-8f83e55afda1 HTTP/1.1" status: 200 len: 217 time: 0.0555801 Jul 15 13:21:15.153418 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3347f0ea-1252-4212-a452-e322bcd713de req-a2bdaa04-e83d-4f2e-91bd-1abea51979a4 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073208 Jul 15 13:21:15.168086 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b637614d-a65a-4904-9c97-52e26791889c req-f900a201-a600-4276-bbe5-e568b0ea577e service neutron] 10.222.0.20 "GET /v2.0/ports/f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5/bindings/n-h1-771363-36 HTTP/1.1" status: 200 len: 383 time: 0.1929421 Jul 15 13:21:15.213879 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676e25f-6b65-4de4-b6f0-d44c96469acf req-c228683d-8c06-4567-8ee1-b2d685474837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:15.217766 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8676e25f-6b65-4de4-b6f0-d44c96469acf req-c228683d-8c06-4567-8ee1-b2d685474837 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=045ea613-988e-4395-bf65-22f94dbdd99c HTTP/1.1" status: 200 len: 854 time: 0.0580606 Jul 15 13:21:15.286325 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8676e25f-6b65-4de4-b6f0-d44c96469acf req-2e4565ce-caba-4ac7-84ea-8116ad0d6135 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bc378939-e101-4aa3-86f3-04b543a39c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599680 Jul 15 13:21:15.329194 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637614d-a65a-4904-9c97-52e26791889c req-22b679f4-f88c-4cbb-82aa-573950325c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:15.336261 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b637614d-a65a-4904-9c97-52e26791889c req-22b679f4-f88c-4cbb-82aa-573950325c99 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d986de84121549bf90b7ac80073eff67&device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 1097 time: 0.1320543 Jul 15 13:21:15.351805 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a1a08577-9e9c-4153-bb72-b0555ec38483 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:15.396573 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-a1a08577-9e9c-4153-bb72-b0555ec38483 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Calling delete_port for 85c68109-8b47-462a-ba78-800a222e5096 owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:15.467882 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8676e25f-6b65-4de4-b6f0-d44c96469acf req-4df98e02-6641-4d19-940d-7bbb5d45a4e8 service neutron] 10.222.0.46 "GET /v2.0/networks/bc378939-e101-4aa3-86f3-04b543a39c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727657 Jul 15 13:21:15.530916 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637614d-a65a-4904-9c97-52e26791889c req-529053a3-cc7a-4f42-87ce-aaff52a1e27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:15.532813 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b637614d-a65a-4904-9c97-52e26791889c req-529053a3-cc7a-4f42-87ce-aaff52a1e27c service neutron] 10.222.0.20 "GET /v2.0/networks?id=018d44e0-c369-47de-a220-68097fbc171f HTTP/1.1" status: 200 len: 898 time: 0.1923273 Jul 15 13:21:15.577659 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:15.623161 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9abf6-0e61-4201-8f59-40bd51401a1e req-f451f4f1-b355-4fce-8f17-0c7d2e94ae68 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:15.633927 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1fb9abf6-0e61-4201-8f59-40bd51401a1e req-f451f4f1-b355-4fce-8f17-0c7d2e94ae68 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/ports?device_id=13a98d56-ce57-4896-b5dd-e2f9378eeae8 HTTP/1.1" status: 200 len: 943 time: 0.2269166 Jul 15 13:21:15.680170 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8676e25f-6b65-4de4-b6f0-d44c96469acf req-17ba09d9-fca5-444d-a23c-e61ec30a3cf7 service neutron] 10.222.0.46 "GET /v2.0/networks/bc378939-e101-4aa3-86f3-04b543a39c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905224 Jul 15 13:21:15.683091 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:15.691623 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:15.692495 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:15.711756 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a1a08577-9e9c-4153-bb72-b0555ec38483 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:15.775945 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a08577-9e9c-4153-bb72-b0555ec38483 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event deleted for resources: {'Port': ['ID=85c68109-8b47-462a-ba78-800a222e5096,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:15.797533 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b637614d-a65a-4904-9c97-52e26791889c req-bef7a503-519a-4b63-a573-78cf86221b9a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 HTTP/1.1" status: 200 len: 1001 time: 0.2572215 Jul 15 13:21:15.822420 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:15.873819 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0725853e-875a-4b20-9bca-213052f2150f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:15.879251 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f426e14-454a-4b51-8298-303149076531" -d '{"events": [{"server_uuid": "0725853e-875a-4b20-9bca-213052f2150f", "name": "network-vif-plugged", "status": "completed", "tag": "f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:15.889999 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a1a08577-9e9c-4153-bb72-b0555ec38483 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:15.890992 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1fb9abf6-0e61-4201-8f59-40bd51401a1e req-76eb0fba-1226-4fc1-8562-68ebf2af457c tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab08d857-4863-4f19-87e2-d9ddb6c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192755 Jul 15 13:21:15.913490 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5,segment=NetworkSegment(f745d7e8-44c3-436a-9c4b-9fb879b66c67),segment_id=f745d7e8-44c3-436a-9c4b-9fb879b66c67)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:15.920712 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:15.993475 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637614d-a65a-4904-9c97-52e26791889c req-d6528d87-75f7-4dd8-8c98-782c46b6686b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:15.995122 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b637614d-a65a-4904-9c97-52e26791889c req-d6528d87-75f7-4dd8-8c98-782c46b6686b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bfb0eadd-83c2-49db-a9a7-d4c408cf0bd2 HTTP/1.1" status: 200 len: 835 time: 0.1722789 Jul 15 13:21:16.011673 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a45015-c9d9-4441-a661-ff59aca2538a req-0fa63815-e3dd-46e3-96da-21e8654f5a4b tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:16.013411 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-89a45015-c9d9-4441-a661-ff59aca2538a req-0fa63815-e3dd-46e3-96da-21e8654f5a4b tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 947 time: 0.3782799 Jul 15 13:21:16.020783 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5,revision_number=9']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:16.130189 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a1a08577-9e9c-4153-bb72-b0555ec38483 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:16.135100 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a1a08577-9e9c-4153-bb72-b0555ec38483 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:16.218002 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1e0f6fc9-3b99-43de-acdf-640b45caa380 req-1f5b9bf5-c0f1-4701-b84b-217fe1884ca7 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ae1739-0c61-46a0-a6cf-600f2b17675c HTTP/1.1" status: 200 len: 210 time: 0.0700738 Jul 15 13:21:16.227290 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-89a45015-c9d9-4441-a661-ff59aca2538a req-2a50b748-20be-495c-be07-7ed73cec1976 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032411 Jul 15 13:21:16.235918 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637614d-a65a-4904-9c97-52e26791889c req-7db4528b-fd18-453b-9833-7778b7a428db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:16.238021 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b637614d-a65a-4904-9c97-52e26791889c req-7db4528b-fd18-453b-9833-7778b7a428db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=018d44e0-c369-47de-a220-68097fbc171f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2357998 Jul 15 13:21:16.332639 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 2f9d6bbc-742b-463b-9604-8f83e55afda1 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:21:16.346084 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a1a08577-9e9c-4153-bb72-b0555ec38483 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:16.347635 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a08577-9e9c-4153-bb72-b0555ec38483 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Fanout notify agent at l3_agent the message router_deleted on router f93fd6cb-fb57-4898-ba43-762072742faa {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:21:16.354535 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467877f1-48f7-4488-a20c-36647f487199 x-openstack-request-id: req-467877f1-48f7-4488-a20c-36647f487199 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:16.354825 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0725853e-875a-4b20-9bca-213052f2150f", "name": "network-vif-plugged", "status": "completed", "tag": "f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:16.362725 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-467877f1-48f7-4488-a20c-36647f487199 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:16.363394 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0725853e-875a-4b20-9bca-213052f2150f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5', 'code': 200} Jul 15 13:21:16.377126 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a1a08577-9e9c-4153-bb72-b0555ec38483 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:16.378257 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a1a08577-9e9c-4153-bb72-b0555ec38483 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "DELETE /v2.0/routers/f93fd6cb-fb57-4898-ba43-762072742faa HTTP/1.1" status: 204 len: 168 time: 2.1302896 Jul 15 13:21:16.397925 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43548) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:16.473643 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-289720ea-2017-4c21-b18c-c55cb1a09832 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:16.483771 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b637614d-a65a-4904-9c97-52e26791889c req-0e90c673-4a3d-4d40-97e2-8e6d324f4224 service neutron] 10.222.0.20 "GET /v2.0/networks/018d44e0-c369-47de-a220-68097fbc171f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396545 Jul 15 13:21:16.484914 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-289720ea-2017-4c21-b18c-c55cb1a09832 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.46 "GET /v2.0/networks?id=4fb00c98-f96e-4575-a9cb-92f351c087d8 HTTP/1.1" status: 200 len: 797 time: 0.5273380 Jul 15 13:21:16.497463 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 2f9d6bbc-742b-463b-9604-8f83e55afda1, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2f9d6bbc-742b-463b-9604-8f83e55afda1,segment=NetworkSegment(3864457b-0c8b-4073-aefc-deb4dbf165b4),segment_id=3864457b-0c8b-4073-aefc-deb4dbf165b4)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:16.511880 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '2f9d6bbc-742b-463b-9604-8f83e55afda1', 'network_id': 'bc378939-e101-4aa3-86f3-04b543a39c6c', 'port_id': '2f9d6bbc-742b-463b-9604-8f83e55afda1', 'mac_address': 'fa:16:3e:2f:1b:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '045ea613-988e-4395-bf65-22f94dbdd99c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:21:16.553988 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:16.568306 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f9d6bbc-742b-463b-9604-8f83e55afda1 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:16.580587 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cba202f-fd8e-4fec-9a0a-f6b789cf248c tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Deleting subnet 9d346b72-e17b-4891-97ef-62f07c0d2f36 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:21:16.587902 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9cba202f-fd8e-4fec-9a0a-f6b789cf248c tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:16.615138 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 2f9d6bbc-742b-463b-9604-8f83e55afda1, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2f9d6bbc-742b-463b-9604-8f83e55afda1,segment=NetworkSegment(3864457b-0c8b-4073-aefc-deb4dbf165b4),segment_id=3864457b-0c8b-4073-aefc-deb4dbf165b4)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:16.622295 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:16.638924 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-9a35a288-71d3-4b33-aec3-39903a488ead tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b10b0063b8b9467f824b5e9176c44cfb HTTP/1.1" status: 200 len: 379 time: 0.1393356 Jul 15 13:21:16.689645 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-91fbc917-0b23-4f94-bfa7-472bd8fb7c76 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Request body: {'port': {'device_id': 'f9ae1739-0c61-46a0-a6cf-600f2b17675c', 'network_id': '4fb00c98-f96e-4575-a9cb-92f351c087d8', 'admin_state_up': True, 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'security_groups': ['5402c8ed-dd5a-4fe0-8382-6a7efdc8654d']}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:16.699878 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=2f9d6bbc-742b-463b-9604-8f83e55afda1,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:16.732214 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b637614d-a65a-4904-9c97-52e26791889c req-93eb1d48-caa7-4486-9c42-dd1bba3d76cc service neutron] 10.222.0.20 "GET /v2.0/networks/018d44e0-c369-47de-a220-68097fbc171f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409008 Jul 15 13:21:16.751105 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a29aa-7258-411f-b8a4-b75fb0b7ca5d req-390aac8a-418b-46ee-8e2f-d5797ef84bc4 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:16.752900 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3f5a29aa-7258-411f-b8a4-b75fb0b7ca5d req-390aac8a-418b-46ee-8e2f-d5797ef84bc4 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 946 time: 0.1961300 Jul 15 13:21:16.771937 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a7045-71ec-4865-a083-20172ba42dc1 req-4cda5165-6fe1-4060-8276-3334f894f897 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:16.779503 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b27a7045-71ec-4865-a083-20172ba42dc1 req-4cda5165-6fe1-4060-8276-3334f894f897 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 947 time: 0.2154446 Jul 15 13:21:16.846471 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3f5a29aa-7258-411f-b8a4-b75fb0b7ca5d req-5cebea90-30bd-4a36-8671-ffb712126acb tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b11c2da-9886-4e12-b30f-76b6ecc4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641820 Jul 15 13:21:16.850718 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b27a7045-71ec-4865-a083-20172ba42dc1 req-1593d670-bd50-47ee-b78d-fa2728b212c2 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637903 Jul 15 13:21:16.863275 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9cba202f-fd8e-4fec-9a0a-f6b789cf248c tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:16.927196 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-91fbc917-0b23-4f94-bfa7-472bd8fb7c76 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Made reservation on behalf of b10b0063b8b9467f824b5e9176c44cfb for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:16.940262 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-91fbc917-0b23-4f94-bfa7-472bd8fb7c76 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:16.973102 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['2f9d6bbc-742b-463b-9604-8f83e55afda1'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:21:17.208096 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9cba202f-fd8e-4fec-9a0a-f6b789cf248c tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.266830 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-91fbc917-0b23-4f94-bfa7-472bd8fb7c76 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Allocated IP 172.20.0.4 (4fb00c98-f96e-4575-a9cb-92f351c087d8/9c52c08e-37d5-46b8-a3dd-5aaef685bd7c/02ad8dba-88b1-48b0-9f28-b44bef1b4e37) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:17.436378 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9cba202f-fd8e-4fec-9a0a-f6b789cf248c tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.478053 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba202f-fd8e-4fec-9a0a-f6b789cf248c tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event deleted for resources: {'Subnet': ['ID=9d346b72-e17b-4891-97ef-62f07c0d2f36,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:17.483256 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9cba202f-fd8e-4fec-9a0a-f6b789cf248c tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.489726 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9cba202f-fd8e-4fec-9a0a-f6b789cf248c tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "DELETE /v2.0/subnets/9d346b72-e17b-4891-97ef-62f07c0d2f36 HTTP/1.1" status: 204 len: 168 time: 1.0906746 Jul 15 13:21:17.489983 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80f7a5f-8911-43c8-8175-0493986118f5 None None] Network b136a251-b657-4f74-9bd0-6f7d5def9460 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:17.493494 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43602) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:17.520269 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43604) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:17.546535 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-91fbc917-0b23-4f94-bfa7-472bd8fb7c76 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.605242 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-91fbc917-0b23-4f94-bfa7-472bd8fb7c76 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Transition to ACTIVE for port object 02ad8dba-88b1-48b0-9f28-b44bef1b4e37 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:17.614479 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9599a683-20dc-47f3-a170-a305dece50eb tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.692534 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b51837e1-decb-4c23-afc4-5ed04c64646f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.722936 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-91fbc917-0b23-4f94-bfa7-472bd8fb7c76 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.731852 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe5637-1d72-4099-99b3-915b249d004f req-103aca87-b30b-4826-82f8-63a17b6da252 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:17.738981 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aafe5637-1d72-4099-99b3-915b249d004f req-103aca87-b30b-4826-82f8-63a17b6da252 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 947 time: 0.6896570 Jul 15 13:21:17.776413 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcc8c1d-a123-4a4e-8a5e-e631d8167c29 None None] DHCP port deletion for b136a251-b657-4f74-9bd0-6f7d5def9460 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:21:17.803169 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aafe5637-1d72-4099-99b3-915b249d004f req-b2df6c54-8540-41ea-abcb-acb83052b7c2 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632665 Jul 15 13:21:17.817712 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fbc917-0b23-4f94-bfa7-472bd8fb7c76 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'Port': ['ID=02ad8dba-88b1-48b0-9f28-b44bef1b4e37,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:17.842148 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001b548-9525-461c-b503-06a9cddd3142 req-964210a8-bd68-488b-b911-663db4a23a45 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:17.849933 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7001b548-9525-461c-b503-06a9cddd3142 req-964210a8-bd68-488b-b911-663db4a23a45 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/ports?device_id=13a98d56-ce57-4896-b5dd-e2f9378eeae8 HTTP/1.1" status: 200 len: 944 time: 0.6376913 Jul 15 13:21:17.868441 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-91fbc917-0b23-4f94-bfa7-472bd8fb7c76 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Network 4fb00c98-f96e-4575-a9cb-92f351c087d8 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:17.873686 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-3bcc8c1d-a123-4a4e-8a5e-e631d8167c29 None None] Deleting port c8a65eeb-d71d-4d8f-910c-7bb5e7b03b82 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:17.874062 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3bcc8c1d-a123-4a4e-8a5e-e631d8167c29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.876359 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-91fbc917-0b23-4f94-bfa7-472bd8fb7c76 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:17.892359 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-91fbc917-0b23-4f94-bfa7-472bd8fb7c76 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:17.914672 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7001b548-9525-461c-b503-06a9cddd3142 req-3ceb58c3-4dc2-43f5-896e-4c4f95fa7bc1 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab08d857-4863-4f19-87e2-d9ddb6c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636637 Jul 15 13:21:17.963232 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-9599a683-20dc-47f3-a170-a305dece50eb tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Deleting port c8a65eeb-d71d-4d8f-910c-7bb5e7b03b82 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:17.963778 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9599a683-20dc-47f3-a170-a305dece50eb tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.002162 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-3bcc8c1d-a123-4a4e-8a5e-e631d8167c29 None None] For port c8a65eeb-d71d-4d8f-910c-7bb5e7b03b82, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=c8a65eeb-d71d-4d8f-910c-7bb5e7b03b82,segment=NetworkSegment(71af7568-d08e-4889-8a5c-329afcafd15e),segment_id=71af7568-d08e-4889-8a5c-329afcafd15e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:18.002817 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3bcc8c1d-a123-4a4e-8a5e-e631d8167c29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.018425 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-3bcc8c1d-a123-4a4e-8a5e-e631d8167c29 None None] Calling delete_port for c8a65eeb-d71d-4d8f-910c-7bb5e7b03b82 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:18.116068 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01488bba-8677-466b-98f2-0753b4f30dde req-7691bf70-85c3-4fa2-921b-e347054b780a tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:18.118001 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-01488bba-8677-466b-98f2-0753b4f30dde req-7691bf70-85c3-4fa2-921b-e347054b780a tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ae1739-0c61-46a0-a6cf-600f2b17675c HTTP/1.1" status: 200 len: 931 time: 0.1452661 Jul 15 13:21:18.183159 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-91fbc917-0b23-4f94-bfa7-472bd8fb7c76 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:18.184078 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-91fbc917-0b23-4f94-bfa7-472bd8fb7c76 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.205839 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3bcc8c1d-a123-4a4e-8a5e-e631d8167c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.227661 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-9599a683-20dc-47f3-a170-a305dece50eb tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] For port c8a65eeb-d71d-4d8f-910c-7bb5e7b03b82, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=c8a65eeb-d71d-4d8f-910c-7bb5e7b03b82,segment=NetworkSegment(71af7568-d08e-4889-8a5c-329afcafd15e),segment_id=71af7568-d08e-4889-8a5c-329afcafd15e)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:18.229850 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9599a683-20dc-47f3-a170-a305dece50eb tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.264857 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-01488bba-8677-466b-98f2-0753b4f30dde req-703ee606-03e2-4b62-8a30-8c45edaecdf8 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/security-groups?id=5402c8ed-dd5a-4fe0-8382-6a7efdc8654d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406600 Jul 15 13:21:18.268203 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-9599a683-20dc-47f3-a170-a305dece50eb tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Calling delete_port for c8a65eeb-d71d-4d8f-910c-7bb5e7b03b82 owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:18.283798 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b51837e1-decb-4c23-afc4-5ed04c64646f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.293348 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b51837e1-decb-4c23-afc4-5ed04c64646f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.299248 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcc8c1d-a123-4a4e-8a5e-e631d8167c29 None None] No DVR routers for this DVR port c8a65eeb-d71d-4d8f-910c-7bb5e7b03b82 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:21:18.304675 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-91fbc917-0b23-4f94-bfa7-472bd8fb7c76 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6405847 Jul 15 13:21:18.308463 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc8c1d-a123-4a4e-8a5e-e631d8167c29 None None] Pushing event deleted for resources: {'Port': ['ID=c8a65eeb-d71d-4d8f-910c-7bb5e7b03b82,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:18.335312 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d6dd7f78-72cd-4b5e-b73c-3d6391b53ba0 None None] Provisioning for port 02ad8dba-88b1-48b0-9f28-b44bef1b4e37 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:18.340993 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d6dd7f78-72cd-4b5e-b73c-3d6391b53ba0 None None] Provisioning complete for port 02ad8dba-88b1-48b0-9f28-b44bef1b4e37 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:18.341126 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb7e3d-57df-4db0-93d7-1ca0334833a9 req-449e643f-2343-4178-a0da-6b10fe47c018 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:18.341848 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6dd7f78-72cd-4b5e-b73c-3d6391b53ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.355613 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a3fb7e3d-57df-4db0-93d7-1ca0334833a9 req-449e643f-2343-4178-a0da-6b10fe47c018 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 946 time: 0.2047317 Jul 15 13:21:18.363283 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-af19b181-628d-4328-b4a0-ad5d2459724d service neutron] Request body: {'port': {'device_id': 'f9ae1739-0c61-46a0-a6cf-600f2b17675c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:18.377194 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c8a65eeb-d71d-4d8f-910c-7bb5e7b03b82 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:21:18.405656 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: c8a65eeb-d71d-4d8f-910c-7bb5e7b03b82 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:21:18.405979 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c8a65eeb-d71d-4d8f-910c-7bb5e7b03b82 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:21:18.421673 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 2f9d6bbc-742b-463b-9604-8f83e55afda1 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:18.424871 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51837e1-decb-4c23-afc4-5ed04c64646f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee902216-6aeb-46e5-bfe0-186721e070e8,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:18.444823 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b51837e1-decb-4c23-afc4-5ed04c64646f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3692bbbe20604c0fb915dc472dc78de6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9135358 Jul 15 13:21:18.445016 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a3fb7e3d-57df-4db0-93d7-1ca0334833a9 req-2692fa89-9e76-43c5-b02e-22f938342165 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b11c2da-9886-4e12-b30f-76b6ecc4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856225 Jul 15 13:21:18.451858 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43618) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:18.494992 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d6dd7f78-72cd-4b5e-b73c-3d6391b53ba0 None None] Port 02ad8dba-88b1-48b0-9f28-b44bef1b4e37 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:21:18.531207 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 2f9d6bbc-742b-463b-9604-8f83e55afda1 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:18.534153 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c1bbe-9e09-4c93-ace7-c6c3ee4669dd req-1f52ec5f-d2cc-4d12-8a5b-9d06c7990ec3 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:18.535531 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 2f9d6bbc-742b-463b-9604-8f83e55afda1 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:18.535751 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5b0c1bbe-9e09-4c93-ace7-c6c3ee4669dd req-1f52ec5f-d2cc-4d12-8a5b-9d06c7990ec3 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 947 time: 0.0921836 Jul 15 13:21:18.536566 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.573484 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9599a683-20dc-47f3-a170-a305dece50eb tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.605648 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5b0c1bbe-9e09-4c93-ace7-c6c3ee4669dd req-55629432-e7b1-47df-959e-23c5285acec9 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629539 Jul 15 13:21:18.634794 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9599a683-20dc-47f3-a170-a305dece50eb tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] No DVR routers for this DVR port c8a65eeb-d71d-4d8f-910c-7bb5e7b03b82 on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:21:18.636870 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9599a683-20dc-47f3-a170-a305dece50eb tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event deleted for resources: {'Port': ['ID=c8a65eeb-d71d-4d8f-910c-7bb5e7b03b82,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:18.686889 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b3c91592-4a9e-458c-aa5e-98fb2cfb2f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.695027 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.700718 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-af19b181-628d-4328-b4a0-ad5d2459724d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.774718 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9599a683-20dc-47f3-a170-a305dece50eb tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.782544 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a98d56-ce57-4896-b5dd-e2f9378eeae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9d6bbc-742b-463b-9604-8f83e55afda1'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:18.791053 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26282e1-bef7-4cbd-805e-9e6a71c3f406" -d '{"events": [{"server_uuid": "13a98d56-ce57-4896-b5dd-e2f9378eeae8", "name": "network-vif-plugged", "status": "completed", "tag": "2f9d6bbc-742b-463b-9604-8f83e55afda1"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:18.815378 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b3c91592-4a9e-458c-aa5e-98fb2cfb2f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.824046 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 2f9d6bbc-742b-463b-9604-8f83e55afda1, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2f9d6bbc-742b-463b-9604-8f83e55afda1,segment=NetworkSegment(3864457b-0c8b-4073-aefc-deb4dbf165b4),segment_id=3864457b-0c8b-4073-aefc-deb4dbf165b4)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:18.828305 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-9599a683-20dc-47f3-a170-a305dece50eb tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b136a251-b657-4f74-9bd0-6f7d5def9460']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:18.831925 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.869807 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-9599a683-20dc-47f3-a170-a305dece50eb tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71af7568-d08e-4889-8a5c-329afcafd15e') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:18.870105 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-9599a683-20dc-47f3-a170-a305dece50eb tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71af7568-d08e-4889-8a5c-329afcafd15e') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:18.915583 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ddd227-f28f-464c-9ad0-9f70f92fde1e x-openstack-request-id: req-a1ddd227-f28f-464c-9ad0-9f70f92fde1e {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:18.916194 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a98d56-ce57-4896-b5dd-e2f9378eeae8", "name": "network-vif-plugged", "status": "completed", "tag": "2f9d6bbc-742b-463b-9604-8f83e55afda1", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:18.916761 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1ddd227-f28f-464c-9ad0-9f70f92fde1e {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:18.917256 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a98d56-ce57-4896-b5dd-e2f9378eeae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9d6bbc-742b-463b-9604-8f83e55afda1', 'code': 200} Jul 15 13:21:18.917973 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=2f9d6bbc-742b-463b-9604-8f83e55afda1,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:18.988640 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9599a683-20dc-47f3-a170-a305dece50eb tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.048773 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9599a683-20dc-47f3-a170-a305dece50eb tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.071405 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9599a683-20dc-47f3-a170-a305dece50eb tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:21:19.071822 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9599a683-20dc-47f3-a170-a305dece50eb tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: self.session.flush() Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: self.session.flush() Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: self.session.flush() Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: self.session.flush() Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:21:19.085777 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:21:19.179435 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b3c91592-4a9e-458c-aa5e-98fb2cfb2f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.182293 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b3c91592-4a9e-458c-aa5e-98fb2cfb2f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.183768 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b3c91592-4a9e-458c-aa5e-98fb2cfb2f55 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ee902216-6aeb-46e5-bfe0-186721e070e8 HTTP/1.1" status: 204 len: 168 time: 0.7292235 Jul 15 13:21:19.201145 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c91592-4a9e-458c-aa5e-98fb2cfb2f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee902216-6aeb-46e5-bfe0-186721e070e8,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:19.216682 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2d8ab-52b5-4bc7-a024-c4e97d762e71 req-d6ef6d1f-7f17-467a-b3b1-3da9014c660c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:19.218224 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bcb2d8ab-52b5-4bc7-a024-c4e97d762e71 req-d6ef6d1f-7f17-467a-b3b1-3da9014c660c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=13a98d56-ce57-4896-b5dd-e2f9378eeae8 HTTP/1.1" status: 200 len: 1097 time: 0.2090631 Jul 15 13:21:19.280113 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9599a683-20dc-47f3-a170-a305dece50eb tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.304498 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9599a683-20dc-47f3-a170-a305dece50eb tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.308071 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bcb2d8ab-52b5-4bc7-a024-c4e97d762e71 req-2c9cedce-0e6f-48af-92f7-93815d9fdeae service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ab08d857-4863-4f19-87e2-d9ddb6c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736544 Jul 15 13:21:19.312480 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9599a683-20dc-47f3-a170-a305dece50eb tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "DELETE /v2.0/networks/b136a251-b657-4f74-9bd0-6f7d5def9460 HTTP/1.1" status: 204 len: 168 time: 1.8176939 Jul 15 13:21:19.313502 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9599a683-20dc-47f3-a170-a305dece50eb tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event deleted for resources: {'Network': ['ID=b136a251-b657-4f74-9bd0-6f7d5def9460,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:19.315282 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43632) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:19.325461 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac2eff-d358-4d7f-92f3-722e7256782a req-e6db6d92-3492-4e03-b731-4da0383f37e7 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:19.327297 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-88ac2eff-d358-4d7f-92f3-722e7256782a req-e6db6d92-3492-4e03-b731-4da0383f37e7 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/ports?device_id=13a98d56-ce57-4896-b5dd-e2f9378eeae8 HTTP/1.1" status: 200 len: 945 time: 0.2229695 Jul 15 13:21:19.343334 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637614d-a65a-4904-9c97-52e26791889c req-fbd38c1c-3a1b-472f-823e-17aef508c4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:19.345460 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b637614d-a65a-4904-9c97-52e26791889c req-fbd38c1c-3a1b-472f-823e-17aef508c4c9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f&tenant_id=d986de84121549bf90b7ac80073eff67 HTTP/1.1" status: 200 len: 1098 time: 0.1693969 Jul 15 13:21:19.386977 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-b637614d-a65a-4904-9c97-52e26791889c req-99186298-e726-49b1-a59b-b271af0e218c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-36', 'device_owner': 'compute:nova'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:19.499594 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-af19b181-628d-4328-b4a0-ad5d2459724d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02ad8dba-88b1-48b0-9f28-b44bef1b4e37 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:19.512049 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-af19b181-628d-4328-b4a0-ad5d2459724d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.530096 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-af19b181-628d-4328-b4a0-ad5d2459724d service neutron] Transition to ACTIVE for port object 02ad8dba-88b1-48b0-9f28-b44bef1b4e37 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:19.535839 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-44699d88-cb6d-46fd-9915-0eafef57f395 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Deleting port 182bd4ba-0c00-4656-bcee-758e28e29869 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:19.536256 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-44699d88-cb6d-46fd-9915-0eafef57f395 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.540277 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-af19b181-628d-4328-b4a0-ad5d2459724d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.623162 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-88ac2eff-d358-4d7f-92f3-722e7256782a req-dd5cec61-8f0a-4386-95b3-d7b19392d1d4 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab08d857-4863-4f19-87e2-d9ddb6c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858412 Jul 15 13:21:19.643034 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b637614d-a65a-4904-9c97-52e26791889c req-99186298-e726-49b1-a59b-b271af0e218c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.698173 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af19b181-628d-4328-b4a0-ad5d2459724d service neutron] Pushing event updated for resources: {'Port': ['ID=02ad8dba-88b1-48b0-9f28-b44bef1b4e37,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:19.771196 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 43642) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:19.835316 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bce14329-e060-4aba-b31c-d1899bcaa202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.878892 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-44699d88-cb6d-46fd-9915-0eafef57f395 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.882397 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-44699d88-cb6d-46fd-9915-0eafef57f395 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.071814 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2716ed-752a-4647-8518-a67811f2502b req-2285becc-784b-463c-a2b4-b54c842606f0 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:20.079766 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6a2716ed-752a-4647-8518-a67811f2502b req-2285becc-784b-463c-a2b4-b54c842606f0 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ae1739-0c61-46a0-a6cf-600f2b17675c HTTP/1.1" status: 200 len: 931 time: 0.6394992 Jul 15 13:21:20.202260 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6a2716ed-752a-4647-8518-a67811f2502b req-8a081d8c-7c18-4a83-be89-e1fb4e4190ef tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/security-groups?id=5402c8ed-dd5a-4fe0-8382-6a7efdc8654d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215119 Jul 15 13:21:20.256812 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bce14329-e060-4aba-b31c-d1899bcaa202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.295085 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bce14329-e060-4aba-b31c-d1899bcaa202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.423937 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b56715-9f3e-44b0-b76f-d52ce627adc1 req-fe8fb642-b60f-47d8-b8f7-d5cd7569b7bb tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:20.426164 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d4b56715-9f3e-44b0-b76f-d52ce627adc1 req-fe8fb642-b60f-47d8-b8f7-d5cd7569b7bb tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 946 time: 0.3722010 Jul 15 13:21:20.457414 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-af19b181-628d-4328-b4a0-ad5d2459724d service neutron] Attempting to bind port 02ad8dba-88b1-48b0-9f28-b44bef1b4e37 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:21:20.457937 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-af19b181-628d-4328-b4a0-ad5d2459724d service neutron] Attempting to bind port 02ad8dba-88b1-48b0-9f28-b44bef1b4e37 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '1a89c163-bf77-4d59-9d10-618344939aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4fb00c98-f96e-4575-a9cb-92f351c087d8'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:21:20.458209 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-af19b181-628d-4328-b4a0-ad5d2459724d service neutron] Attempting to bind port 02ad8dba-88b1-48b0-9f28-b44bef1b4e37 on network 4fb00c98-f96e-4575-a9cb-92f351c087d8 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:20.464009 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-44699d88-cb6d-46fd-9915-0eafef57f395 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Calling delete_port for 182bd4ba-0c00-4656-bcee-758e28e29869 owned by network:floatingip {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:20.469179 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-af19b181-628d-4328-b4a0-ad5d2459724d service neutron] Port 02ad8dba-88b1-48b0-9f28-b44bef1b4e37 on network 4fb00c98-f96e-4575-a9cb-92f351c087d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:21:20.469633 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-af19b181-628d-4328-b4a0-ad5d2459724d service neutron] Attempting to bind port 02ad8dba-88b1-48b0-9f28-b44bef1b4e37 on network 4fb00c98-f96e-4575-a9cb-92f351c087d8 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:20.474882 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-b637614d-a65a-4904-9c97-52e26791889c req-99186298-e726-49b1-a59b-b271af0e218c service neutron] For port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5,segment=NetworkSegment(f745d7e8-44c3-436a-9c4b-9fb879b66c67),segment_id=f745d7e8-44c3-436a-9c4b-9fb879b66c67)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:20.476745 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce14329-e060-4aba-b31c-d1899bcaa202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb651991-99aa-4701-a92d-7e0c005d9227,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:20.481496 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-bce14329-e060-4aba-b31c-d1899bcaa202 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=61088b65ea0c483085523ba5cab14638&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6902683 Jul 15 13:21:20.482146 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-af19b181-628d-4328-b4a0-ad5d2459724d service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:21:20.482616 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-af19b181-628d-4328-b4a0-ad5d2459724d service neutron] Checking segment: {'id': '1a89c163-bf77-4d59-9d10-618344939aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4fb00c98-f96e-4575-a9cb-92f351c087d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:20.483102 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-af19b181-628d-4328-b4a0-ad5d2459724d service neutron] Bound using segment: {'id': '1a89c163-bf77-4d59-9d10-618344939aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4fb00c98-f96e-4575-a9cb-92f351c087d8'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:21:20.483650 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-af19b181-628d-4328-b4a0-ad5d2459724d service neutron] Bound port: 02ad8dba-88b1-48b0-9f28-b44bef1b4e37, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a89c163-bf77-4d59-9d10-618344939aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4fb00c98-f96e-4575-a9cb-92f351c087d8'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:21:20.484109 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-af19b181-628d-4328-b4a0-ad5d2459724d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.489351 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 43648) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:20.538892 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d4b56715-9f3e-44b0-b76f-d52ce627adc1 req-1ac2d1c1-c9b6-4906-97ce-d57049661150 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b11c2da-9886-4e12-b30f-76b6ecc4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001606 Jul 15 13:21:20.577422 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-b637614d-a65a-4904-9c97-52e26791889c req-99186298-e726-49b1-a59b-b271af0e218c service neutron] For port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:20.607136 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-af19b181-628d-4328-b4a0-ad5d2459724d service neutron] For port 02ad8dba-88b1-48b0-9f28-b44bef1b4e37, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:20.611680 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-af19b181-628d-4328-b4a0-ad5d2459724d service neutron] For port 02ad8dba-88b1-48b0-9f28-b44bef1b4e37, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=02ad8dba-88b1-48b0-9f28-b44bef1b4e37,segment=NetworkSegment(1a89c163-bf77-4d59-9d10-618344939aa9),segment_id=1a89c163-bf77-4d59-9d10-618344939aa9)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:21:20.621245 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-af19b181-628d-4328-b4a0-ad5d2459724d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.644135 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-eee932e6-2bfa-4f12-b279-1c25b115aa34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.654029 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0725853e-875a-4b20-9bca-213052f2150f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:20.662975 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-af19b181-628d-4328-b4a0-ad5d2459724d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:20.662975 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-af19b181-628d-4328-b4a0-ad5d2459724d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.665000 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-af19b181-628d-4328-b4a0-ad5d2459724d service neutron] 10.222.0.46 "PUT /v2.0/ports/02ad8dba-88b1-48b0-9f28-b44bef1b4e37 HTTP/1.1" status: 200 len: 1092 time: 2.3060641 Jul 15 13:21:20.668354 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ae1739-0c61-46a0-a6cf-600f2b17675c', 'tag': '02ad8dba-88b1-48b0-9f28-b44bef1b4e37'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:20.670772 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9580cd9-617b-4adb-8d36-888c055e31ed" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ae1739-0c61-46a0-a6cf-600f2b17675c", "tag": "02ad8dba-88b1-48b0-9f28-b44bef1b4e37"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:20.682928 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5674f6c-51ab-4c62-a59a-ac6f0a1e65f0" -d '{"events": [{"server_uuid": "0725853e-875a-4b20-9bca-213052f2150f", "name": "network-vif-unplugged", "status": "completed", "tag": "f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:20.710317 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-eee932e6-2bfa-4f12-b279-1c25b115aa34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.783894 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f826e85-f883-499f-a0b5-363ab6a98b3b x-openstack-request-id: req-9f826e85-f883-499f-a0b5-363ab6a98b3b {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:20.784324 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ae1739-0c61-46a0-a6cf-600f2b17675c", "tag": "02ad8dba-88b1-48b0-9f28-b44bef1b4e37", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:20.784749 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9f826e85-f883-499f-a0b5-363ab6a98b3b {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:20.787264 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ae1739-0c61-46a0-a6cf-600f2b17675c', 'tag': '02ad8dba-88b1-48b0-9f28-b44bef1b4e37', 'status': 'completed', 'code': 200} Jul 15 13:21:20.790054 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b637614d-a65a-4904-9c97-52e26791889c req-99186298-e726-49b1-a59b-b271af0e218c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.826179 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-eee932e6-2bfa-4f12-b279-1c25b115aa34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.829523 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-eee932e6-2bfa-4f12-b279-1c25b115aa34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.834376 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-eee932e6-2bfa-4f12-b279-1c25b115aa34 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb651991-99aa-4701-a92d-7e0c005d9227 HTTP/1.1" status: 204 len: 168 time: 0.3375561 Jul 15 13:21:20.842369 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee932e6-2bfa-4f12-b279-1c25b115aa34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb651991-99aa-4701-a92d-7e0c005d9227,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:20.854173 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af19b181-628d-4328-b4a0-ad5d2459724d service neutron] Pushing event updated for resources: {'Port': ['ID=02ad8dba-88b1-48b0-9f28-b44bef1b4e37,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:20.878836 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-b637614d-a65a-4904-9c97-52e26791889c req-99186298-e726-49b1-a59b-b271af0e218c service neutron] Transition to ACTIVE for port object f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:20.884503 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b637614d-a65a-4904-9c97-52e26791889c req-99186298-e726-49b1-a59b-b271af0e218c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.886918 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-44699d88-cb6d-46fd-9915-0eafef57f395 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.946654 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44699d88-cb6d-46fd-9915-0eafef57f395 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event deleted for resources: {'Port': ['ID=182bd4ba-0c00-4656-bcee-758e28e29869,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:21.075479 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-42dc1b2d-cae1-4b19-a337-4e696f782727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:21.080315 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-42dc1b2d-cae1-4b19-a337-4e696f782727 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b10b0063b8b9467f824b5e9176c44cfb&device_id=f9ae1739-0c61-46a0-a6cf-600f2b17675c HTTP/1.1" status: 200 len: 1095 time: 0.3568358 Jul 15 13:21:21.082439 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bc9c73-ba4f-4b18-873f-b0fea8c60346 x-openstack-request-id: req-a9bc9c73-ba4f-4b18-873f-b0fea8c60346 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:21.082768 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0725853e-875a-4b20-9bca-213052f2150f", "name": "network-vif-unplugged", "status": "completed", "tag": "f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:21.083065 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a9bc9c73-ba4f-4b18-873f-b0fea8c60346 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:21.083487 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0725853e-875a-4b20-9bca-213052f2150f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5', 'code': 200} Jul 15 13:21:21.125222 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99186298-e726-49b1-a59b-b271af0e218c service neutron] Pushing event updated for resources: {'Port': ['ID=f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5,revision_number=10']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:21.204816 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b637614d-a65a-4904-9c97-52e26791889c req-99186298-e726-49b1-a59b-b271af0e218c service neutron] No DVR routers for this DVR port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 on host n-h1-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:21:21.233629 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-061349e4-6cd0-4632-a41c-486e45ca2d77 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02ad8dba-88b1-48b0-9f28-b44bef1b4e37 HTTP/1.1" status: 200 len: 217 time: 0.1433480 Jul 15 13:21:21.243776 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-44699d88-cb6d-46fd-9915-0eafef57f395 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for floatingip, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:21.247007 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-44699d88-cb6d-46fd-9915-0eafef57f395 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:21.248389 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-44699d88-cb6d-46fd-9915-0eafef57f395 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "DELETE /v2.0/floatingips/fea03d21-e5bc-42f2-9c9c-a57dfd5b31ff HTTP/1.1" status: 204 len: 168 time: 1.9303591 Jul 15 13:21:21.308387 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-aabd661a-1d18-43f9-a456-17e71bbeb72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:21.310412 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-aabd661a-1d18-43f9-a456-17e71bbeb72d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c52c08e-37d5-46b8-a3dd-5aaef685bd7c HTTP/1.1" status: 200 len: 834 time: 0.0683541 Jul 15 13:21:21.310966 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43664) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:21.348113 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668243d4-8bd4-45b0-8828-e88525336fc7 req-eab28603-f6bc-4c35-a959-1f883a9dabc1 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:21.353423 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b351f5b-e6a5-493d-9945-c35d0e006179 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] DELETE failed (client error): The resource could not be found. Jul 15 13:21:21.354168 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b351f5b-e6a5-493d-9945-c35d0e006179 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:21:21.354732 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-668243d4-8bd4-45b0-8828-e88525336fc7 req-eab28603-f6bc-4c35-a959-1f883a9dabc1 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/ports?device_id=13a98d56-ce57-4896-b5dd-e2f9378eeae8 HTTP/1.1" status: 200 len: 945 time: 0.2694426 Jul 15 13:21:21.356847 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7b351f5b-e6a5-493d-9945-c35d0e006179 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "DELETE /v2.0/ports/5d6d866d-b57a-4d50-9edf-2c68dbda68a4 HTTP/1.1" status: 404 len: 333 time: 0.0448937 Jul 15 13:21:21.365902 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43666) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:21.491245 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-016d29ec-93ba-40af-94a5-d09ea4c89c19 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "GET /v2.0/ports?device_id=f93fd6cb-fb57-4898-ba43-762072742faa HTTP/1.1" status: 200 len: 205 time: 0.1238725 Jul 15 13:21:21.492075 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43672) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:21.542764 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-b84b27bd-275d-4bc6-a010-031560338309 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] delete failed (client error): The resource could not be found. Jul 15 13:21:21.544349 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b84b27bd-275d-4bc6-a010-031560338309 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "DELETE /v2.0/routers/f93fd6cb-fb57-4898-ba43-762072742faa HTTP/1.1" status: 404 len: 336 time: 0.0499792 Jul 15 13:21:21.546911 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43674) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:21.580131 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-90810501-13ea-4b06-b489-39258a8717b0 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] DELETE failed (client error): The resource could not be found. Jul 15 13:21:21.580843 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90810501-13ea-4b06-b489-39258a8717b0 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:21:21.582809 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-90810501-13ea-4b06-b489-39258a8717b0 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "DELETE /v2.0/subnets/9d346b72-e17b-4891-97ef-62f07c0d2f36 HTTP/1.1" status: 404 len: 337 time: 0.0347936 Jul 15 13:21:21.585372 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43678) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:21.611717 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:21:21.638360 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-668243d4-8bd4-45b0-8828-e88525336fc7 req-67910442-ded4-476f-8bb4-014b9ac8eb3f tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab08d857-4863-4f19-87e2-d9ddb6c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683692 Jul 15 13:21:21.653440 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-b637614d-a65a-4904-9c97-52e26791889c req-99186298-e726-49b1-a59b-b271af0e218c service neutron] Attempting to bind port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:21:21.653799 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-b637614d-a65a-4904-9c97-52e26791889c req-99186298-e726-49b1-a59b-b271af0e218c service neutron] Attempting to bind port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'f745d7e8-44c3-436a-9c4b-9fb879b66c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '018d44e0-c369-47de-a220-68097fbc171f'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:21:21.654146 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b637614d-a65a-4904-9c97-52e26791889c req-99186298-e726-49b1-a59b-b271af0e218c service neutron] Attempting to bind port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 on network 018d44e0-c369-47de-a220-68097fbc171f {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:21.657187 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:21:21.658361 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-fd30d0c9-63d7-465c-9e54-9a16644b23f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:21.660066 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-fd30d0c9-63d7-465c-9e54-9a16644b23f7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4fb00c98-f96e-4575-a9cb-92f351c087d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3080921 Jul 15 13:21:21.667136 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b637614d-a65a-4904-9c97-52e26791889c req-99186298-e726-49b1-a59b-b271af0e218c service neutron] Port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 on network 018d44e0-c369-47de-a220-68097fbc171f not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:21:21.667661 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b637614d-a65a-4904-9c97-52e26791889c req-99186298-e726-49b1-a59b-b271af0e218c service neutron] Attempting to bind port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 on network 018d44e0-c369-47de-a220-68097fbc171f {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:21.679791 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b637614d-a65a-4904-9c97-52e26791889c req-99186298-e726-49b1-a59b-b271af0e218c service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:21:21.680407 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b637614d-a65a-4904-9c97-52e26791889c req-99186298-e726-49b1-a59b-b271af0e218c service neutron] Checking segment: {'id': 'f745d7e8-44c3-436a-9c4b-9fb879b66c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '018d44e0-c369-47de-a220-68097fbc171f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:21.680946 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b637614d-a65a-4904-9c97-52e26791889c req-99186298-e726-49b1-a59b-b271af0e218c service neutron] Bound using segment: {'id': 'f745d7e8-44c3-436a-9c4b-9fb879b66c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '018d44e0-c369-47de-a220-68097fbc171f'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:21:21.681561 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-b637614d-a65a-4904-9c97-52e26791889c req-99186298-e726-49b1-a59b-b271af0e218c service neutron] Bound port: f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f745d7e8-44c3-436a-9c4b-9fb879b66c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '018d44e0-c369-47de-a220-68097fbc171f'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:21:21.682076 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b637614d-a65a-4904-9c97-52e26791889c req-99186298-e726-49b1-a59b-b271af0e218c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:21.841913 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795fe87a-8b5d-4fca-9fd2-d12a87e89df3 req-a6e669a6-2526-4fde-ac47-aa2a904a3ecd tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:21.843547 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-795fe87a-8b5d-4fca-9fd2-d12a87e89df3 req-a6e669a6-2526-4fde-ac47-aa2a904a3ecd tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ae1739-0c61-46a0-a6cf-600f2b17675c HTTP/1.1" status: 200 len: 943 time: 0.3497169 Jul 15 13:21:21.954135 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-6c393e1a-c8b3-44c0-b2be-c5379cef72bc tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Deleting port 08a621df-5a0c-4ee5-911a-150ef8042df6 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:21.954490 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6c393e1a-c8b3-44c0-b2be-c5379cef72bc tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:21.970653 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-dcb2088d-eaee-4005-a535-3039edbdbbce service neutron] 10.222.0.46 "GET /v2.0/networks/4fb00c98-f96e-4575-a9cb-92f351c087d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851026 Jul 15 13:21:21.980944 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-b637614d-a65a-4904-9c97-52e26791889c req-99186298-e726-49b1-a59b-b271af0e218c service neutron] For port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:21.985939 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-b637614d-a65a-4904-9c97-52e26791889c req-99186298-e726-49b1-a59b-b271af0e218c service neutron] For port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5,segment=NetworkSegment(f745d7e8-44c3-436a-9c4b-9fb879b66c67),segment_id=f745d7e8-44c3-436a-9c4b-9fb879b66c67)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:21:21.993492 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b637614d-a65a-4904-9c97-52e26791889c req-99186298-e726-49b1-a59b-b271af0e218c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:22.110641 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-795fe87a-8b5d-4fca-9fd2-d12a87e89df3 req-19a70e94-ea0e-4627-be71-ae20101e34cd tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/security-groups?id=5402c8ed-dd5a-4fe0-8382-6a7efdc8654d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2593615 Jul 15 13:21:22.156094 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637614d-a65a-4904-9c97-52e26791889c req-99186298-e726-49b1-a59b-b271af0e218c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:22.156723 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b637614d-a65a-4904-9c97-52e26791889c req-99186298-e726-49b1-a59b-b271af0e218c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:22.160692 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b637614d-a65a-4904-9c97-52e26791889c req-99186298-e726-49b1-a59b-b271af0e218c service neutron] 10.222.0.46 "PUT /v2.0/ports/f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 HTTP/1.1" status: 200 len: 1094 time: 2.7795122 Jul 15 13:21:22.210892 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6c393e1a-c8b3-44c0-b2be-c5379cef72bc tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:22.225027 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-83ac993e-da8c-4ba0-80d3-a80e69317f91 req-e26601f4-a96f-42ac-804a-e53e9a4b0b6f service neutron] 10.222.0.46 "GET /v2.0/networks/4fb00c98-f96e-4575-a9cb-92f351c087d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528336 Jul 15 13:21:22.231760 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-6c393e1a-c8b3-44c0-b2be-c5379cef72bc tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Calling delete_port for 08a621df-5a0c-4ee5-911a-150ef8042df6 owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:22.333101 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99186298-e726-49b1-a59b-b271af0e218c service neutron] Pushing event updated for resources: {'Port': ['ID=f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5,revision_number=11']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:22.395645 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308859d-ff6a-406c-bfc8-f7c7f97cf5b1 req-56545c5b-1768-437e-b6d4-28709e86423d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:22.403531 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0308859d-ff6a-406c-bfc8-f7c7f97cf5b1 req-56545c5b-1768-437e-b6d4-28709e86423d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 945 time: 0.2884789 Jul 15 13:21:22.522350 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637614d-a65a-4904-9c97-52e26791889c req-c3b18e12-feba-456c-896c-4434a022ce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:22.533187 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b637614d-a65a-4904-9c97-52e26791889c req-c3b18e12-feba-456c-896c-4434a022ce54 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d986de84121549bf90b7ac80073eff67&device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 1097 time: 0.3150816 Jul 15 13:21:22.576019 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0308859d-ff6a-406c-bfc8-f7c7f97cf5b1 req-1c9c5b23-8ae4-4518-b3ea-1a511e4ea593 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b11c2da-9886-4e12-b30f-76b6ecc4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711297 Jul 15 13:21:22.621321 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9580cd9-617b-4adb-8d36-888c055e31ed req-d706e1aa-ee90-45eb-b701-10bd43aa88a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:22.622895 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a9580cd9-617b-4adb-8d36-888c055e31ed req-d706e1aa-ee90-45eb-b701-10bd43aa88a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b10b0063b8b9467f824b5e9176c44cfb&device_id=f9ae1739-0c61-46a0-a6cf-600f2b17675c HTTP/1.1" status: 200 len: 1095 time: 0.2630689 Jul 15 13:21:22.803782 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637614d-a65a-4904-9c97-52e26791889c req-27eb39f7-cb0a-4c4c-a3a3-2bb860b8999f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:22.805460 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b637614d-a65a-4904-9c97-52e26791889c req-27eb39f7-cb0a-4c4c-a3a3-2bb860b8999f service neutron] 10.222.0.46 "GET /v2.0/networks?id=018d44e0-c369-47de-a220-68097fbc171f HTTP/1.1" status: 200 len: 898 time: 0.2280452 Jul 15 13:21:22.816805 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6c393e1a-c8b3-44c0-b2be-c5379cef72bc tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:22.855480 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9580cd9-617b-4adb-8d36-888c055e31ed req-3952f6e7-ddc1-4a24-b161-dec844731334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:22.857155 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a9580cd9-617b-4adb-8d36-888c055e31ed req-3952f6e7-ddc1-4a24-b161-dec844731334 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4fb00c98-f96e-4575-a9cb-92f351c087d8 HTTP/1.1" status: 200 len: 898 time: 0.2248633 Jul 15 13:21:22.906000 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c393e1a-c8b3-44c0-b2be-c5379cef72bc tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event deleted for resources: {'Port': ['ID=08a621df-5a0c-4ee5-911a-150ef8042df6,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:22.961328 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b637614d-a65a-4904-9c97-52e26791889c req-1c5e43ae-3c47-404e-b435-6c010ca12a00 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 HTTP/1.1" status: 200 len: 1000 time: 0.1483872 Jul 15 13:21:23.059129 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a9580cd9-617b-4adb-8d36-888c055e31ed req-bac259bc-5326-4eea-97d6-2c6b8b2c5f78 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02ad8dba-88b1-48b0-9f28-b44bef1b4e37 HTTP/1.1" status: 200 len: 217 time: 0.1525040 Jul 15 13:21:23.081823 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637614d-a65a-4904-9c97-52e26791889c req-3bca94ed-79ea-43e2-8de6-a19e163b2296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:23.082670 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b637614d-a65a-4904-9c97-52e26791889c req-3bca94ed-79ea-43e2-8de6-a19e163b2296 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb0eadd-83c2-49db-a9a7-d4c408cf0bd2 HTTP/1.1" status: 200 len: 835 time: 0.1135027 Jul 15 13:21:23.084239 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0725853e-875a-4b20-9bca-213052f2150f', 'tag': 'f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:23.088573 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528e805d-2470-473c-8b79-321733755c65" -d '{"events": [{"name": "network-changed", "server_uuid": "0725853e-875a-4b20-9bca-213052f2150f", "tag": "f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:23.214611 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9580cd9-617b-4adb-8d36-888c055e31ed req-11c2d563-c9c0-42e7-8dcb-b802e6121f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:23.215071 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d7af30-e878-4a81-a79b-0adfd6d41807 x-openstack-request-id: req-51d7af30-e878-4a81-a79b-0adfd6d41807 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:23.215366 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0725853e-875a-4b20-9bca-213052f2150f", "tag": "f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:23.215621 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-51d7af30-e878-4a81-a79b-0adfd6d41807 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:23.216118 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a9580cd9-617b-4adb-8d36-888c055e31ed req-11c2d563-c9c0-42e7-8dcb-b802e6121f7e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c52c08e-37d5-46b8-a3dd-5aaef685bd7c HTTP/1.1" status: 200 len: 834 time: 0.1559432 Jul 15 13:21:23.219069 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6c393e1a-c8b3-44c0-b2be-c5379cef72bc tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:23.221459 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6c393e1a-c8b3-44c0-b2be-c5379cef72bc tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "DELETE /v2.0/ports/08a621df-5a0c-4ee5-911a-150ef8042df6 HTTP/1.1" status: 204 len: 168 time: 1.6349616 Jul 15 13:21:23.224080 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0725853e-875a-4b20-9bca-213052f2150f', 'tag': 'f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5', 'status': 'completed', 'code': 200} Jul 15 13:21:23.226169 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43796) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:23.228206 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637614d-a65a-4904-9c97-52e26791889c req-2d0778a8-dee7-4dac-96bd-1cd555421c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:23.233238 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b637614d-a65a-4904-9c97-52e26791889c req-2d0778a8-dee7-4dac-96bd-1cd555421c5d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=018d44e0-c369-47de-a220-68097fbc171f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1417735 Jul 15 13:21:23.462681 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9580cd9-617b-4adb-8d36-888c055e31ed req-7bbe9e4d-6722-46f1-8d5e-4951faceeb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:23.464507 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a9580cd9-617b-4adb-8d36-888c055e31ed req-7bbe9e4d-6722-46f1-8d5e-4951faceeb5b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4fb00c98-f96e-4575-a9cb-92f351c087d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2371609 Jul 15 13:21:23.548706 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e805d-2470-473c-8b79-321733755c65 req-877f5441-1961-4dbd-b90a-62a4738303dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:23.551487 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-528e805d-2470-473c-8b79-321733755c65 req-877f5441-1961-4dbd-b90a-62a4738303dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d986de84121549bf90b7ac80073eff67&device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 1097 time: 0.3252113 Jul 15 13:21:23.625602 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b637614d-a65a-4904-9c97-52e26791889c req-af0fe145-b7e7-42a3-a4b1-94672bb49bfe service neutron] 10.222.0.46 "GET /v2.0/networks/018d44e0-c369-47de-a220-68097fbc171f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771694 Jul 15 13:21:23.629537 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a9580cd9-617b-4adb-8d36-888c055e31ed req-64071b67-e5cc-4ea3-89e2-27aaf39ce8cb service neutron] 10.222.0.46 "GET /v2.0/networks/4fb00c98-f96e-4575-a9cb-92f351c087d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482475 Jul 15 13:21:23.735348 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-fc145c58-7827-4fc7-848d-9e3c77765ffe tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Deleting port 625c5ef3-33f2-4bbb-9326-e4d56e0e436f {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:23.735923 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fc145c58-7827-4fc7-848d-9e3c77765ffe tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:23.967292 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a9580cd9-617b-4adb-8d36-888c055e31ed req-bb5ab814-eb41-4174-ab13-24c0cd94690a service neutron] 10.222.0.46 "GET /v2.0/networks/4fb00c98-f96e-4575-a9cb-92f351c087d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193946 Jul 15 13:21:23.971061 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fc145c58-7827-4fc7-848d-9e3c77765ffe tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:23.986805 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-fc145c58-7827-4fc7-848d-9e3c77765ffe tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Calling delete_port for 625c5ef3-33f2-4bbb-9326-e4d56e0e436f owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:24.054303 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbfd1cc-e1b0-48b6-9234-170818da5a71 req-b6903b7f-f51f-4c1d-a534-50b2fd850867 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:24.056002 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-acbfd1cc-e1b0-48b6-9234-170818da5a71 req-b6903b7f-f51f-4c1d-a534-50b2fd850867 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ae1739-0c61-46a0-a6cf-600f2b17675c HTTP/1.1" status: 200 len: 943 time: 0.6463060 Jul 15 13:21:24.173567 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e805d-2470-473c-8b79-321733755c65 req-61f9fa29-aa57-4994-95e7-c08ebcefcd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:24.175231 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-528e805d-2470-473c-8b79-321733755c65 req-61f9fa29-aa57-4994-95e7-c08ebcefcd98 service neutron] 10.222.0.20 "GET /v2.0/networks?id=018d44e0-c369-47de-a220-68097fbc171f HTTP/1.1" status: 200 len: 898 time: 0.6170204 Jul 15 13:21:24.217953 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-acbfd1cc-e1b0-48b6-9234-170818da5a71 req-6a553e5c-12e3-4735-befa-a9f4f606c2df tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/security-groups?id=5402c8ed-dd5a-4fe0-8382-6a7efdc8654d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513650 Jul 15 13:21:24.303857 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fc145c58-7827-4fc7-848d-9e3c77765ffe tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:24.360624 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b637614d-a65a-4904-9c97-52e26791889c req-c2c2e19e-666d-4db5-aa89-0fe932634f3d service neutron] 10.222.0.46 "GET /v2.0/networks/018d44e0-c369-47de-a220-68097fbc171f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5176806 Jul 15 13:21:24.371573 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3880f3d-9bbe-42f9-aaad-0f9ff910cc6d req-5cd8a1ea-3135-4fb5-ac46-8c6e6001bd89 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:24.390200 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c3880f3d-9bbe-42f9-aaad-0f9ff910cc6d req-5cd8a1ea-3135-4fb5-ac46-8c6e6001bd89 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 945 time: 0.4448185 Jul 15 13:21:24.418434 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 02ad8dba-88b1-48b0-9f28-b44bef1b4e37 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:21:24.419030 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc145c58-7827-4fc7-848d-9e3c77765ffe tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event deleted for resources: {'Port': ['ID=625c5ef3-33f2-4bbb-9326-e4d56e0e436f,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:24.549255 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fc145c58-7827-4fc7-848d-9e3c77765ffe tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:24.551449 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-528e805d-2470-473c-8b79-321733755c65 req-1898b718-593d-4b8a-b434-f05bdc12a7d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 HTTP/1.1" status: 200 len: 1000 time: 0.3529019 Jul 15 13:21:24.551943 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-fc145c58-7827-4fc7-848d-9e3c77765ffe tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "DELETE /v2.0/ports/625c5ef3-33f2-4bbb-9326-e4d56e0e436f HTTP/1.1" status: 204 len: 168 time: 1.3228104 Jul 15 13:21:24.554435 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 43844) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:24.677442 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 02ad8dba-88b1-48b0-9f28-b44bef1b4e37, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=02ad8dba-88b1-48b0-9f28-b44bef1b4e37,segment=NetworkSegment(1a89c163-bf77-4d59-9d10-618344939aa9),segment_id=1a89c163-bf77-4d59-9d10-618344939aa9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:24.685029 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c3880f3d-9bbe-42f9-aaad-0f9ff910cc6d req-c66f8c21-637d-4452-9226-75c5bddf5f30 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b11c2da-9886-4e12-b30f-76b6ecc4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2938032 Jul 15 13:21:24.725913 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '02ad8dba-88b1-48b0-9f28-b44bef1b4e37', 'network_id': '4fb00c98-f96e-4575-a9cb-92f351c087d8', 'port_id': '02ad8dba-88b1-48b0-9f28-b44bef1b4e37', 'mac_address': 'fa:16:3e:d3:63:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c52c08e-37d5-46b8-a3dd-5aaef685bd7c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:21:24.757184 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e805d-2470-473c-8b79-321733755c65 req-6c8f8a33-68f0-4718-8a58-ce0f25e5963c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:24.758729 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-528e805d-2470-473c-8b79-321733755c65 req-6c8f8a33-68f0-4718-8a58-ce0f25e5963c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bfb0eadd-83c2-49db-a9a7-d4c408cf0bd2 HTTP/1.1" status: 200 len: 835 time: 0.1949062 Jul 15 13:21:24.781764 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e805d-2470-473c-8b79-321733755c65 req-ea078100-96a6-41e1-9b99-8cd5fff90d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:24.783288 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-528e805d-2470-473c-8b79-321733755c65 req-ea078100-96a6-41e1-9b99-8cd5fff90d45 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d986de84121549bf90b7ac80073eff67&device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 1097 time: 0.3174465 Jul 15 13:21:24.819941 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14be3d03-f137-4e54-916a-8c4b4e7da1cf tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:24.841355 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-14be3d03-f137-4e54-916a-8c4b4e7da1cf tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "GET /v2.0/ports?device_id=37d255ae-648d-4a45-a1e5-b717c878b283 HTTP/1.1" status: 200 len: 913 time: 0.2857742 Jul 15 13:21:24.847969 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 43858) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:24.860916 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:24.885893 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02ad8dba-88b1-48b0-9f28-b44bef1b4e37 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:24.902431 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-169dd003-db81-4d16-9d99-5f68d2c4e904 req-0e050043-18ba-4902-ac83-4dc3bd7ada5b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2391925 Jul 15 13:21:24.922653 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 02ad8dba-88b1-48b0-9f28-b44bef1b4e37, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=02ad8dba-88b1-48b0-9f28-b44bef1b4e37,segment=NetworkSegment(1a89c163-bf77-4d59-9d10-618344939aa9),segment_id=1a89c163-bf77-4d59-9d10-618344939aa9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:24.929711 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:25.053287 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e805d-2470-473c-8b79-321733755c65 req-8888c0f6-6bcb-4495-ae2b-0afcbd0c3d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:25.055299 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=02ad8dba-88b1-48b0-9f28-b44bef1b4e37,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:25.055494 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-528e805d-2470-473c-8b79-321733755c65 req-8888c0f6-6bcb-4495-ae2b-0afcbd0c3d1f service neutron] 10.222.0.46 "GET /v2.0/networks?id=018d44e0-c369-47de-a220-68097fbc171f HTTP/1.1" status: 200 len: 898 time: 0.2181635 Jul 15 13:21:25.081391 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169dd003-db81-4d16-9d99-5f68d2c4e904 req-d286948e-7f2d-4d31-aeba-0f3ff83c8a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:25.084941 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-169dd003-db81-4d16-9d99-5f68d2c4e904 req-d286948e-7f2d-4d31-aeba-0f3ff83c8a16 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a1172f2a14a403dab8bb15cd26b5d7e&device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 1099 time: 0.1117127 Jul 15 13:21:25.258704 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e805d-2470-473c-8b79-321733755c65 req-7e51749f-5c91-4b8a-81f9-c35bf725d8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:25.261988 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169dd003-db81-4d16-9d99-5f68d2c4e904 req-b04bb7ad-7c54-4ef0-b1f9-59149183627e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:25.263543 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-169dd003-db81-4d16-9d99-5f68d2c4e904 req-b04bb7ad-7c54-4ef0-b1f9-59149183627e service neutron] 10.222.0.46 "GET /v2.0/networks?id=99cd1bfe-9d64-42d2-99af-5de7cac58504 HTTP/1.1" status: 200 len: 915 time: 0.1516597 Jul 15 13:21:25.271811 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-528e805d-2470-473c-8b79-321733755c65 req-7e51749f-5c91-4b8a-81f9-c35bf725d8a5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=018d44e0-c369-47de-a220-68097fbc171f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5054731 Jul 15 13:21:25.283003 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['02ad8dba-88b1-48b0-9f28-b44bef1b4e37'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:21:25.313585 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-169dd003-db81-4d16-9d99-5f68d2c4e904 req-97c0256d-3f43-4538-b170-0b01343686f6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bb4bb62-0322-4b98-9cb4-505e0aa23bef HTTP/1.1" status: 200 len: 217 time: 0.0421965 Jul 15 13:21:25.421512 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169dd003-db81-4d16-9d99-5f68d2c4e904 req-78365317-d28a-4778-8922-77e3ce35e310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:25.423763 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-169dd003-db81-4d16-9d99-5f68d2c4e904 req-78365317-d28a-4778-8922-77e3ce35e310 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee6addd9-f622-4af5-9405-5b44d7a0cc0b HTTP/1.1" status: 200 len: 854 time: 0.1030767 Jul 15 13:21:25.425946 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-528e805d-2470-473c-8b79-321733755c65 req-5e37745c-a698-40c6-98af-004abdad0466 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 HTTP/1.1" status: 200 len: 1000 time: 0.2986472 Jul 15 13:21:25.505157 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-169dd003-db81-4d16-9d99-5f68d2c4e904 req-e466d2fc-404f-48a2-9c13-9a93f03e3e02 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=99cd1bfe-9d64-42d2-99af-5de7cac58504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700929 Jul 15 13:21:25.758977 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-169dd003-db81-4d16-9d99-5f68d2c4e904 req-d8a9b5db-7352-4f0e-ba0e-c73d93ff3d53 service neutron] 10.222.0.46 "GET /v2.0/networks/99cd1bfe-9d64-42d2-99af-5de7cac58504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442760 Jul 15 13:21:25.972612 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-169dd003-db81-4d16-9d99-5f68d2c4e904 req-4099cf74-15d2-4969-80ca-f0af59375215 service neutron] 10.222.0.46 "GET /v2.0/networks/99cd1bfe-9d64-42d2-99af-5de7cac58504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067027 Jul 15 13:21:26.445291 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:21:26.456086 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-528e805d-2470-473c-8b79-321733755c65 req-fc9b5d2e-07e4-4b6e-b75e-2f4c310485b9 service neutron] 10.222.0.20 "GET /v2.0/networks/018d44e0-c369-47de-a220-68097fbc171f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1693304 Jul 15 13:21:26.561499 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e805d-2470-473c-8b79-321733755c65 req-f8eba2e8-d7bb-48dd-a6e5-153ab2637794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:26.566121 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-528e805d-2470-473c-8b79-321733755c65 req-f8eba2e8-d7bb-48dd-a6e5-153ab2637794 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb0eadd-83c2-49db-a9a7-d4c408cf0bd2 HTTP/1.1" status: 200 len: 835 time: 0.3432493 Jul 15 13:21:26.684986 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-528e805d-2470-473c-8b79-321733755c65 req-0323cd5a-c460-4717-a1a4-16184a345b0a service neutron] 10.222.0.20 "GET /v2.0/networks/018d44e0-c369-47de-a220-68097fbc171f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164783 Jul 15 13:21:26.741898 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a00ab0-8f91-4d9e-82bc-f326608d2bed req-b7b1795a-635f-4656-8c51-929ff5641c3e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:26.744362 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5,segment=NetworkSegment(f745d7e8-44c3-436a-9c4b-9fb879b66c67),segment_id=f745d7e8-44c3-436a-9c4b-9fb879b66c67)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:26.750058 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-03a00ab0-8f91-4d9e-82bc-f326608d2bed req-b7b1795a-635f-4656-8c51-929ff5641c3e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ae1739-0c61-46a0-a6cf-600f2b17675c HTTP/1.1" status: 200 len: 944 time: 0.5319576 Jul 15 13:21:26.766771 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5', 'network_id': '018d44e0-c369-47de-a220-68097fbc171f', 'port_id': 'f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5', 'mac_address': 'fa:16:3e:87:73:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb0eadd-83c2-49db-a9a7-d4c408cf0bd2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:21:26.845005 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476aaaf-4f57-47fa-9648-cdee71cced18 req-dba5866c-f050-4eef-8648-d34ffb6e67d4 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:26.848743 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6476aaaf-4f57-47fa-9648-cdee71cced18 req-dba5866c-f050-4eef-8648-d34ffb6e67d4 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 945 time: 0.6268499 Jul 15 13:21:26.856888 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:26.882188 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:26.926703 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5,segment=NetworkSegment(f745d7e8-44c3-436a-9c4b-9fb879b66c67),segment_id=f745d7e8-44c3-436a-9c4b-9fb879b66c67)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:26.936197 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:26.955547 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-03a00ab0-8f91-4d9e-82bc-f326608d2bed req-36911735-85aa-4c5f-a053-52df58d8f78f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/security-groups?id=5402c8ed-dd5a-4fe0-8382-6a7efdc8654d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2041619 Jul 15 13:21:27.060172 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5,revision_number=12']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:27.082930 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6476aaaf-4f57-47fa-9648-cdee71cced18 req-890d9a4e-5b35-4889-92e9-30ccfaac8e61 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b11c2da-9886-4e12-b30f-76b6ecc4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2136695 Jul 15 13:21:27.104392 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e805d-2470-473c-8b79-321733755c65 req-7b485302-bae3-4152-8dfc-9eccd5e9bfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:27.105958 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-528e805d-2470-473c-8b79-321733755c65 req-7b485302-bae3-4152-8dfc-9eccd5e9bfc6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=018d44e0-c369-47de-a220-68097fbc171f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5025365 Jul 15 13:21:27.328709 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-528e805d-2470-473c-8b79-321733755c65 req-30c2373a-4111-4dac-bc79-1e275129ae56 service neutron] 10.222.0.46 "GET /v2.0/networks/018d44e0-c369-47de-a220-68097fbc171f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120936 Jul 15 13:21:27.336368 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:21:27.580055 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-528e805d-2470-473c-8b79-321733755c65 req-c93783e1-7924-4d99-9a74-59e4dea60d15 service neutron] 10.222.0.46 "GET /v2.0/networks/018d44e0-c369-47de-a220-68097fbc171f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442884 Jul 15 13:21:27.626484 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ba690479-56f7-4bb8-bce9-6072ef2dd7d6 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:27.915787 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4be9aa-8c48-499f-9df8-f75463f3f5bb req-1218bb80-cb5c-4109-913b-719066af1cd5 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:27.917334 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2a4be9aa-8c48-499f-9df8-f75463f3f5bb req-1218bb80-cb5c-4109-913b-719066af1cd5 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 947 time: 0.2312551 Jul 15 13:21:27.988891 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2a4be9aa-8c48-499f-9df8-f75463f3f5bb req-02ba077b-1a19-4fe0-ac58-3fc1a5267ac1 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627780 Jul 15 13:21:28.276043 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf088f0-d061-4c4d-8d89-ac48195a6025 req-b3f7cecb-bcd7-4c3d-97c6-b6d564a2e1a5 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:28.283151 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bbf088f0-d061-4c4d-8d89-ac48195a6025 req-b3f7cecb-bcd7-4c3d-97c6-b6d564a2e1a5 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ae1739-0c61-46a0-a6cf-600f2b17675c HTTP/1.1" status: 200 len: 944 time: 0.1810732 Jul 15 13:21:28.321384 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ba690479-56f7-4bb8-bce9-6072ef2dd7d6 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Deleting port 59f9aa38-88fa-4f08-ab55-fc186f026d23 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:28.321663 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ba690479-56f7-4bb8-bce9-6072ef2dd7d6 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:28.455834 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 02ad8dba-88b1-48b0-9f28-b44bef1b4e37 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:28.471691 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bbf088f0-d061-4c4d-8d89-ac48195a6025 req-a2585963-b39c-4de2-9acd-b708fbd78714 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/security-groups?id=5402c8ed-dd5a-4fe0-8382-6a7efdc8654d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873953 Jul 15 13:21:28.513109 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ba690479-56f7-4bb8-bce9-6072ef2dd7d6 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:28.532185 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ba690479-56f7-4bb8-bce9-6072ef2dd7d6 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Calling delete_port for 59f9aa38-88fa-4f08-ab55-fc186f026d23 owned by network:router_interface {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:28.544755 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82233002-9adf-4589-bbcc-5a243fd22222 req-b61d15c1-9288-4123-a64b-954bbd89d70f tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:28.546927 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-82233002-9adf-4589-bbcc-5a243fd22222 req-b61d15c1-9288-4123-a64b-954bbd89d70f tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 946 time: 0.2581935 Jul 15 13:21:28.553244 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 02ad8dba-88b1-48b0-9f28-b44bef1b4e37 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:28.557453 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 02ad8dba-88b1-48b0-9f28-b44bef1b4e37 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:28.557954 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:28.645778 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-82233002-9adf-4589-bbcc-5a243fd22222 req-f4b8d667-54ca-4bcd-a6b9-b61110782c38 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b11c2da-9886-4e12-b30f-76b6ecc4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896890 Jul 15 13:21:28.673885 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44108) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:28.710608 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:28.791405 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ae1739-0c61-46a0-a6cf-600f2b17675c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ad8dba-88b1-48b0-9f28-b44bef1b4e37'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:28.804383 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b6fde0-d358-4e12-85b8-c6404212429d" -d '{"events": [{"server_uuid": "f9ae1739-0c61-46a0-a6cf-600f2b17675c", "name": "network-vif-plugged", "status": "completed", "tag": "02ad8dba-88b1-48b0-9f28-b44bef1b4e37"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:28.846474 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 02ad8dba-88b1-48b0-9f28-b44bef1b4e37, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=02ad8dba-88b1-48b0-9f28-b44bef1b4e37,segment=NetworkSegment(1a89c163-bf77-4d59-9d10-618344939aa9),segment_id=1a89c163-bf77-4d59-9d10-618344939aa9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:28.847041 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2f9ab06b-23c3-4745-b9c2-22226542f11d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/floatingips/957615ad-a257-4ee4-b2c9-c909b8a43a45 HTTP/1.1" status: 200 len: 993 time: 0.1698425 Jul 15 13:21:28.855770 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:28.885332 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79ce3fa-aeac-44a9-8deb-e227b95476cf x-openstack-request-id: req-d79ce3fa-aeac-44a9-8deb-e227b95476cf {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:28.887364 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ae1739-0c61-46a0-a6cf-600f2b17675c", "name": "network-vif-plugged", "status": "completed", "tag": "02ad8dba-88b1-48b0-9f28-b44bef1b4e37", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:28.887955 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d79ce3fa-aeac-44a9-8deb-e227b95476cf {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:28.888848 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ae1739-0c61-46a0-a6cf-600f2b17675c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ad8dba-88b1-48b0-9f28-b44bef1b4e37', 'code': 200} Jul 15 13:21:28.927667 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=02ad8dba-88b1-48b0-9f28-b44bef1b4e37,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:28.944623 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ba690479-56f7-4bb8-bce9-6072ef2dd7d6 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:28.977359 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba690479-56f7-4bb8-bce9-6072ef2dd7d6 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event deleted for resources: {'Port': ['ID=59f9aa38-88fa-4f08-ab55-fc186f026d23,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:29.074511 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:29.353032 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f5edb-e749-4c7c-a2b9-0f01a69ade31 req-970d2984-424d-4f53-bd9e-8ea30920065d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:29.354720 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3f9f5edb-e749-4c7c-a2b9-0f01a69ade31 req-970d2984-424d-4f53-bd9e-8ea30920065d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f9ae1739-0c61-46a0-a6cf-600f2b17675c HTTP/1.1" status: 200 len: 1097 time: 0.3396850 Jul 15 13:21:29.399081 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d61bd-3642-4f1a-8b44-da65489a2a0a req-5b356728-2a9c-4321-989b-d9b797e3ef20 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:29.401226 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-606d61bd-3642-4f1a-8b44-da65489a2a0a req-5b356728-2a9c-4321-989b-d9b797e3ef20 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.46 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 947 time: 0.1416190 Jul 15 13:21:29.436523 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ba690479-56f7-4bb8-bce9-6072ef2dd7d6 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:29.470189 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3f9f5edb-e749-4c7c-a2b9-0f01a69ade31 req-b5326984-ff58-4034-8695-60fb99748df4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5402c8ed-dd5a-4fe0-8382-6a7efdc8654d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034501 Jul 15 13:21:29.477474 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:29.495123 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65eea0-62c4-41f8-b6f4-bdfda9a26746 req-dba0830d-feff-4232-b8dc-b0a394751907 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:29.498621 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8e65eea0-62c4-41f8-b6f4-bdfda9a26746 req-dba0830d-feff-4232-b8dc-b0a394751907 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 947 time: 0.3346956 Jul 15 13:21:29.550955 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-606d61bd-3642-4f1a-8b44-da65489a2a0a req-1997196a-0325-4ab9-b43e-697d61678a43 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Deleting port 8bb4bb62-0322-4b98-9cb4-505e0aa23bef {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:29.551298 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-606d61bd-3642-4f1a-8b44-da65489a2a0a req-1997196a-0325-4ab9-b43e-697d61678a43 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:29.667942 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8e65eea0-62c4-41f8-b6f4-bdfda9a26746 req-7d148974-c008-4754-8da2-7bc702f5ea3b tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5610104-9a9c-4400-9b6f-f89967e84e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135256 Jul 15 13:21:29.704846 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-606d61bd-3642-4f1a-8b44-da65489a2a0a req-1997196a-0325-4ab9-b43e-697d61678a43 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] For port 8bb4bb62-0322-4b98-9cb4-505e0aa23bef, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=8bb4bb62-0322-4b98-9cb4-505e0aa23bef,segment=NetworkSegment(a9a917ff-688b-4d60-89c2-fa36077b5a4e),segment_id=a9a917ff-688b-4d60-89c2-fa36077b5a4e)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:29.709030 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-918e1f86-1cad-40e0-945a-efc5c6dd8934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:29.713411 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-606d61bd-3642-4f1a-8b44-da65489a2a0a req-1997196a-0325-4ab9-b43e-697d61678a43 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:29.743549 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-606d61bd-3642-4f1a-8b44-da65489a2a0a req-1997196a-0325-4ab9-b43e-697d61678a43 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Calling delete_port for 8bb4bb62-0322-4b98-9cb4-505e0aa23bef owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:30.016301 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba690479-56f7-4bb8-bce9-6072ef2dd7d6 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Router 37d255ae-648d-4a45-a1e5-b717c878b283 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:21:30.032299 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f2ca2-d4cc-4454-8d9e-b6e96d6a9294 req-16389180-37e1-4782-a8e8-75d09eef09c2 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:30.033867 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ea6f2ca2-d4cc-4454-8d9e-b6e96d6a9294 req-16389180-37e1-4782-a8e8-75d09eef09c2 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ae1739-0c61-46a0-a6cf-600f2b17675c HTTP/1.1" status: 200 len: 945 time: 0.2634099 Jul 15 13:21:30.049177 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-606d61bd-3642-4f1a-8b44-da65489a2a0a req-1997196a-0325-4ab9-b43e-697d61678a43 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:30.061317 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['8bb4bb62-0322-4b98-9cb4-505e0aa23bef'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:21:30.127820 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997196a-0325-4ab9-b43e-697d61678a43 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Pushing event deleted for resources: {'Port': ['ID=8bb4bb62-0322-4b98-9cb4-505e0aa23bef,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:30.135365 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ea6f2ca2-d4cc-4454-8d9e-b6e96d6a9294 req-cbe89d32-54b8-4b4f-8137-d6af37b02476 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/security-groups?id=5402c8ed-dd5a-4fe0-8382-6a7efdc8654d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904663 Jul 15 13:21:30.180893 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997196a-0325-4ab9-b43e-697d61678a43 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:30.181402 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997196a-0325-4ab9-b43e-697d61678a43 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:30.182640 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997196a-0325-4ab9-b43e-697d61678a43 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:30.183193 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997196a-0325-4ab9-b43e-697d61678a43 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:30.183538 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997196a-0325-4ab9-b43e-697d61678a43 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:30.183873 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997196a-0325-4ab9-b43e-697d61678a43 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:30.184203 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997196a-0325-4ab9-b43e-697d61678a43 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:30.184528 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997196a-0325-4ab9-b43e-697d61678a43 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:30.185038 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997196a-0325-4ab9-b43e-697d61678a43 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:30.185911 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997196a-0325-4ab9-b43e-697d61678a43 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:30.186462 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997196a-0325-4ab9-b43e-697d61678a43 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:30.186758 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997196a-0325-4ab9-b43e-697d61678a43 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:30.231910 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-606d61bd-3642-4f1a-8b44-da65489a2a0a req-1997196a-0325-4ab9-b43e-697d61678a43 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] No DVR routers for this DVR port 8bb4bb62-0322-4b98-9cb4-505e0aa23bef on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:21:30.234232 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-606d61bd-3642-4f1a-8b44-da65489a2a0a req-1997196a-0325-4ab9-b43e-697d61678a43 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:30.236741 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-606d61bd-3642-4f1a-8b44-da65489a2a0a req-1997196a-0325-4ab9-b43e-697d61678a43 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.46 "DELETE /v2.0/ports/8bb4bb62-0322-4b98-9cb4-505e0aa23bef HTTP/1.1" status: 204 len: 173 time: 0.8275189 Jul 15 13:21:30.237261 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759719d1-a0db-40d0-8e40-76a9c8fb4168', 'name': 'network-vif-deleted', 'tag': '8bb4bb62-0322-4b98-9cb4-505e0aa23bef'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:30.239545 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287993ea-68d7-44b9-98a0-112207dbd239" -d '{"events": [{"server_uuid": "759719d1-a0db-40d0-8e40-76a9c8fb4168", "name": "network-vif-deleted", "tag": "8bb4bb62-0322-4b98-9cb4-505e0aa23bef"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:30.243039 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba690479-56f7-4bb8-bce9-6072ef2dd7d6 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:21:30.276129 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cefdb9-5275-4c4c-b1aa-38cbc62143d4 None None] Sync routers for ids ['37d255ae-648d-4a45-a1e5-b717c878b283'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:21:30.278141 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44224) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:30.288115 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ba690479-56f7-4bb8-bce9-6072ef2dd7d6 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "PUT /v2.0/routers/37d255ae-648d-4a45-a1e5-b717c878b283/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4350486 Jul 15 13:21:30.295409 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cefdb9-5275-4c4c-b1aa-38cbc62143d4 None None] Routers {'37d255ae-648d-4a45-a1e5-b717c878b283'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:30.297831 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-84cefdb9-5275-4c4c-b1aa-38cbc62143d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:21:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['37d255ae-648d-4a45-a1e5-b717c878b283'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:30.351992 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-84cefdb9-5275-4c4c-b1aa-38cbc62143d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:30.362380 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cefdb9-5275-4c4c-b1aa-38cbc62143d4 None None] Routers {'37d255ae-648d-4a45-a1e5-b717c878b283'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:30.363014 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-84cefdb9-5275-4c4c-b1aa-38cbc62143d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:21:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['37d255ae-648d-4a45-a1e5-b717c878b283'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:30.396540 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6574e432-128a-44b7-a2b3-11f791cdd2f4 x-openstack-request-id: req-6574e432-128a-44b7-a2b3-11f791cdd2f4 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:30.398030 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759719d1-a0db-40d0-8e40-76a9c8fb4168", "name": "network-vif-deleted", "tag": "8bb4bb62-0322-4b98-9cb4-505e0aa23bef", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:30.398932 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6574e432-128a-44b7-a2b3-11f791cdd2f4 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:30.400169 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759719d1-a0db-40d0-8e40-76a9c8fb4168', 'name': 'network-vif-deleted', 'tag': '8bb4bb62-0322-4b98-9cb4-505e0aa23bef', 'status': 'completed', 'code': 200} Jul 15 13:21:30.449951 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-84cefdb9-5275-4c4c-b1aa-38cbc62143d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:30.450619 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cefdb9-5275-4c4c-b1aa-38cbc62143d4 None None] The sync data for ids ['37d255ae-648d-4a45-a1e5-b717c878b283'] in n-d-771363-36 is: [] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:21:30.472222 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:30.541042 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f38777df-a1b5-4c5b-aee6-1c92ecf9f152 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:30.587841 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:30.604720 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:30.605227 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:30.718138 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:30.768643 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f38777df-a1b5-4c5b-aee6-1c92ecf9f152 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:30.790374 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5,segment=NetworkSegment(f745d7e8-44c3-436a-9c4b-9fb879b66c67),segment_id=f745d7e8-44c3-436a-9c4b-9fb879b66c67)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:30.799460 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:30.890619 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0725853e-875a-4b20-9bca-213052f2150f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:30.893311 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543f6274-2e8b-4a59-a5e3-c51d03129330" -d '{"events": [{"server_uuid": "0725853e-875a-4b20-9bca-213052f2150f", "name": "network-vif-plugged", "status": "completed", "tag": "f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:30.929865 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-f38777df-a1b5-4c5b-aee6-1c92ecf9f152 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Deleting port 892fb289-e61c-44de-b845-66fe8c740aaa {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:30.930290 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f38777df-a1b5-4c5b-aee6-1c92ecf9f152 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:30.955176 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-06e26af4-2a2d-4888-9e6a-acc789ae66f9 req-67e7054b-4464-4d39-be50-353ba100ecb4 tempest-ServersNegativeTestJSON-2003197188 tempest-ServersNegativeTestJSON-2003197188-project] 10.222.0.16 "GET /v2.0/ports?device_id=759719d1-a0db-40d0-8e40-76a9c8fb4168 HTTP/1.1" status: 200 len: 210 time: 0.0708892 Jul 15 13:21:30.965446 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5,revision_number=13']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:30.999356 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5365e35e-e2ab-4009-9632-9befcbb3743e x-openstack-request-id: req-5365e35e-e2ab-4009-9632-9befcbb3743e {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:30.999719 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0725853e-875a-4b20-9bca-213052f2150f", "name": "network-vif-plugged", "status": "completed", "tag": "f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:31.001600 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5365e35e-e2ab-4009-9632-9befcbb3743e {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:31.002349 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0725853e-875a-4b20-9bca-213052f2150f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5', 'code': 200} Jul 15 13:21:31.040216 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44248) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:31.082149 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f38777df-a1b5-4c5b-aee6-1c92ecf9f152 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:31.105332 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-f38777df-a1b5-4c5b-aee6-1c92ecf9f152 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Calling delete_port for 892fb289-e61c-44de-b845-66fe8c740aaa owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:31.202820 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ac99342-1b52-4598-ae0a-1dfa770ca585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:31.436850 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f38777df-a1b5-4c5b-aee6-1c92ecf9f152 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:31.443725 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ac99342-1b52-4598-ae0a-1dfa770ca585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:31.449245 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ac99342-1b52-4598-ae0a-1dfa770ca585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:31.471664 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38777df-a1b5-4c5b-aee6-1c92ecf9f152 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event deleted for resources: {'Port': ['ID=892fb289-e61c-44de-b845-66fe8c740aaa,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:31.542868 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5ac99342-1b52-4598-ae0a-1dfa770ca585 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d339b07c61964666bd575ae530626858&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5015388 Jul 15 13:21:31.545427 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44262) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:31.559328 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d27595-7cb3-42db-8be8-8b214c949224 req-771405a3-dcab-4797-97ad-d87dbe277bc2 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:31.563023 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f5d27595-7cb3-42db-8be8-8b214c949224 req-771405a3-dcab-4797-97ad-d87dbe277bc2 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ae1739-0c61-46a0-a6cf-600f2b17675c HTTP/1.1" status: 200 len: 945 time: 0.2270684 Jul 15 13:21:31.564278 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac99342-1b52-4598-ae0a-1dfa770ca585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d46678-e486-41f9-a7b7-40e4a80ba928,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:31.566314 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f38777df-a1b5-4c5b-aee6-1c92ecf9f152 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:31.613869 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f5d27595-7cb3-42db-8be8-8b214c949224 req-c741aabd-a293-4b94-96d1-7a0d2fc7a919 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/security-groups?id=5402c8ed-dd5a-4fe0-8382-6a7efdc8654d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445645 Jul 15 13:21:31.698136 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f38777df-a1b5-4c5b-aee6-1c92ecf9f152 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:31.702290 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f38777df-a1b5-4c5b-aee6-1c92ecf9f152 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:31.830279 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d276f5-4491-4e51-ac28-2b0053caad51 req-22a416cc-82f1-4001-8ef6-e3b8b90dd38b tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:31.835103 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-55d276f5-4491-4e51-ac28-2b0053caad51 req-22a416cc-82f1-4001-8ef6-e3b8b90dd38b tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ae1739-0c61-46a0-a6cf-600f2b17675c HTTP/1.1" status: 200 len: 945 time: 0.0903015 Jul 15 13:21:31.885819 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-55d276f5-4491-4e51-ac28-2b0053caad51 req-0e6a759c-2caa-4633-8c45-6d6133471285 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/security-groups?id=5402c8ed-dd5a-4fe0-8382-6a7efdc8654d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471003 Jul 15 13:21:31.915249 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44270) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:31.979902 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2bbc8d-836f-48de-ae2b-e0b2f763aea8 tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:31.984555 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2d2bbc8d-836f-48de-ae2b-e0b2f763aea8 tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f9ae1739-0c61-46a0-a6cf-600f2b17675c HTTP/1.1" status: 200 len: 1092 time: 0.0650299 Jul 15 13:21:31.986740 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44272) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:31.993953 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-72c7ef05-617f-44ac-be0a-7fb912be9efe tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'port_id': '02ad8dba-88b1-48b0-9f28-b44bef1b4e37', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:32.053836 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-72c7ef05-617f-44ac-be0a-7fb912be9efe tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for floatingip, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.095862 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44280) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:32.153586 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-48b76557-c320-4fa9-b2bc-c32bbb313d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.173613 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f38777df-a1b5-4c5b-aee6-1c92ecf9f152 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.174146 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38777df-a1b5-4c5b-aee6-1c92ecf9f152 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Fanout notify agent at l3_agent the message router_deleted on router 37d255ae-648d-4a45-a1e5-b717c878b283 {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:21:32.183454 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f38777df-a1b5-4c5b-aee6-1c92ecf9f152 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.186829 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f38777df-a1b5-4c5b-aee6-1c92ecf9f152 tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "DELETE /v2.0/routers/37d255ae-648d-4a45-a1e5-b717c878b283 HTTP/1.1" status: 204 len: 168 time: 1.9052312 Jul 15 13:21:32.186829 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-48b76557-c320-4fa9-b2bc-c32bbb313d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.188343 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44284) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:32.191844 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-644bffb3-e1c5-4d23-8aef-90f74e06aac1 admin admin] Deleting subnet ee6addd9-f622-4af5-9405-5b44d7a0cc0b {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:21:32.196827 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-644bffb3-e1c5-4d23-8aef-90f74e06aac1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.262891 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1a62fc-3fb1-4972-b36c-fdc2468384ac tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Deleting subnet e35fc7e4-3b19-4ad5-94a7-230209e5ac86 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:21:32.266614 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-df1a62fc-3fb1-4972-b36c-fdc2468384ac tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.271945 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-644bffb3-e1c5-4d23-8aef-90f74e06aac1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.277293 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.314325 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-48b76557-c320-4fa9-b2bc-c32bbb313d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.317386 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-48b76557-c320-4fa9-b2bc-c32bbb313d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.319187 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-48b76557-c320-4fa9-b2bc-c32bbb313d21 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/89d46678-e486-41f9-a7b7-40e4a80ba928 HTTP/1.1" status: 204 len: 168 time: 0.7726269 Jul 15 13:21:32.321660 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-df1a62fc-3fb1-4972-b36c-fdc2468384ac tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.354431 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b76557-c320-4fa9-b2bc-c32bbb313d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d46678-e486-41f9-a7b7-40e4a80ba928,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:32.384150 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-df1a62fc-3fb1-4972-b36c-fdc2468384ac tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.393009 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-644bffb3-e1c5-4d23-8aef-90f74e06aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.446764 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b926f1b-c9f3-49d5-bf7b-862fb32fa380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.498796 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-df1a62fc-3fb1-4972-b36c-fdc2468384ac tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.509423 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 8bb4bb62-0322-4b98-9cb4-505e0aa23bef no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:21:32.541060 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 8bb4bb62-0322-4b98-9cb4-505e0aa23bef {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:21:32.541726 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 8bb4bb62-0322-4b98-9cb4-505e0aa23bef not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:21:32.572415 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a62fc-3fb1-4972-b36c-fdc2468384ac tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event deleted for resources: {'Subnet': ['ID=e35fc7e4-3b19-4ad5-94a7-230209e5ac86,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:32.574738 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-df1a62fc-3fb1-4972-b36c-fdc2468384ac tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.576799 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-df1a62fc-3fb1-4972-b36c-fdc2468384ac tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "DELETE /v2.0/subnets/e35fc7e4-3b19-4ad5-94a7-230209e5ac86 HTTP/1.1" status: 204 len: 168 time: 0.3876388 Jul 15 13:21:32.580318 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44296) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:32.594528 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-644bffb3-e1c5-4d23-8aef-90f74e06aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.620674 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-644bffb3-e1c5-4d23-8aef-90f74e06aac1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.623514 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-644bffb3-e1c5-4d23-8aef-90f74e06aac1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ee6addd9-f622-4af5-9405-5b44d7a0cc0b HTTP/1.1" status: 204 len: 168 time: 0.5266943 Jul 15 13:21:32.627275 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44300) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:32.804639 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-82028765-dc9c-4e97-9e8f-6480849828bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.920075 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-82028765-dc9c-4e97-9e8f-6480849828bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.955515 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-82028765-dc9c-4e97-9e8f-6480849828bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99cd1bfe-9d64-42d2-99af-5de7cac58504']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:32.977851 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-82028765-dc9c-4e97-9e8f-6480849828bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9a917ff-688b-4d60-89c2-fa36077b5a4e') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:32.979086 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-82028765-dc9c-4e97-9e8f-6480849828bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9a917ff-688b-4d60-89c2-fa36077b5a4e') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:33.001551 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-82028765-dc9c-4e97-9e8f-6480849828bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.028162 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-82028765-dc9c-4e97-9e8f-6480849828bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.037930 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82028765-dc9c-4e97-9e8f-6480849828bf admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:21:33.038964 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-82028765-dc9c-4e97-9e8f-6480849828bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.042166 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:33.042166 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:33.042166 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:21:33.042166 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:21:33.042166 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:21:33.042166 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:21:33.042166 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:21:33.042166 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:21:33.042166 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:21:33.042166 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:21:33.042166 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:21:33.042166 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:21:33.042166 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:21:33.042166 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:21:33.042166 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:21:33.042166 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:21:33.042166 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:21:33.042166 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:21:33.042166 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:21:33.042166 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:21:33.042166 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:21:33.042166 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:21:33.042166 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:21:33.042166 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:21:33.042166 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:21:33.042166 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:21:33.042166 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:21:33.042166 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:21:33.042166 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:21:33.042166 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:21:33.042166 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:21:33.042166 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:21:33.042166 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:21:33.042166 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:21:33.126030 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644bffb3-e1c5-4d23-8aef-90f74e06aac1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee6addd9-f622-4af5-9405-5b44d7a0cc0b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:33.149708 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-82028765-dc9c-4e97-9e8f-6480849828bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.185620 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-afb3ac9c-3af9-43f6-8c68-a0003b337dbd tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.186431 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-82028765-dc9c-4e97-9e8f-6480849828bf admin admin] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.190311 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-72c7ef05-617f-44ac-be0a-7fb912be9efe tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.192133 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-82028765-dc9c-4e97-9e8f-6480849828bf admin admin] 10.222.0.16 "DELETE /v2.0/networks/99cd1bfe-9d64-42d2-99af-5de7cac58504 HTTP/1.1" status: 204 len: 168 time: 0.5637307 Jul 15 13:21:33.194345 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82028765-dc9c-4e97-9e8f-6480849828bf admin admin] Pushing event deleted for resources: {'Network': ['ID=99cd1bfe-9d64-42d2-99af-5de7cac58504,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:33.452015 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44330) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:33.457177 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-afb3ac9c-3af9-43f6-8c68-a0003b337dbd tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.505327 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-afb3ac9c-3af9-43f6-8c68-a0003b337dbd tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8036702b-ed26-4d71-9973-7f49c42839e3']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:33.552936 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-72c7ef05-617f-44ac-be0a-7fb912be9efe tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Allocated IP 172.25.8.195 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/8bf590af-24f5-4071-927b-2c79451eabe1) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:33.582995 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-aa516f8c-040a-42a1-b665-75239a468679 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9a1172f2a14a403dab8bb15cd26b5d7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1278081 Jul 15 13:21:33.587733 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44340) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:33.588122 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.728826 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6f302784-e29e-444e-b0f5-68fc85d7da74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.778173 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-72c7ef05-617f-44ac-be0a-7fb912be9efe tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.787812 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6f302784-e29e-444e-b0f5-68fc85d7da74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.826302 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-afb3ac9c-3af9-43f6-8c68-a0003b337dbd tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b780cc4f-b0c9-412b-8ee8-ded86a5b9e63') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:33.826938 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-afb3ac9c-3af9-43f6-8c68-a0003b337dbd tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b780cc4f-b0c9-412b-8ee8-ded86a5b9e63') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:33.859231 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-afb3ac9c-3af9-43f6-8c68-a0003b337dbd tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.860833 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6f302784-e29e-444e-b0f5-68fc85d7da74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.879543 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6f302784-e29e-444e-b0f5-68fc85d7da74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.882396 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6f302784-e29e-444e-b0f5-68fc85d7da74 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f5610104-9a9c-4400-9b6f-f89967e84e54 HTTP/1.1" status: 204 len: 168 time: 0.2908039 Jul 15 13:21:33.883140 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-72c7ef05-617f-44ac-be0a-7fb912be9efe tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.902911 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-afb3ac9c-3af9-43f6-8c68-a0003b337dbd tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.905640 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f302784-e29e-444e-b0f5-68fc85d7da74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5610104-9a9c-4400-9b6f-f89967e84e54,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:33.944549 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c7ef05-617f-44ac-be0a-7fb912be9efe tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:34.010727 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-72c7ef05-617f-44ac-be0a-7fb912be9efe tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:34.018657 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afb3ac9c-3af9-43f6-8c68-a0003b337dbd tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:21:34.019080 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-afb3ac9c-3af9-43f6-8c68-a0003b337dbd tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:21:34.029754 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:21:34.033692 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c7ef05-617f-44ac-be0a-7fb912be9efe tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:34.150500 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7ef05-617f-44ac-be0a-7fb912be9efe tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'Port': ['ID=8bf590af-24f5-4071-927b-2c79451eabe1,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:34.164425 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-afb3ac9c-3af9-43f6-8c68-a0003b337dbd tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:34.178491 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-afb3ac9c-3af9-43f6-8c68-a0003b337dbd tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:34.180966 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-afb3ac9c-3af9-43f6-8c68-a0003b337dbd tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] 10.222.0.16 "DELETE /v2.0/networks/8036702b-ed26-4d71-9973-7f49c42839e3 HTTP/1.1" status: 204 len: 168 time: 1.5971744 Jul 15 13:21:34.259892 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3ac9c-3af9-43f6-8c68-a0003b337dbd tempest-FloatingIPTestJSON-1434055721 tempest-FloatingIPTestJSON-1434055721-project] Pushing event deleted for resources: {'Network': ['ID=8036702b-ed26-4d71-9973-7f49c42839e3,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:34.706449 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44404) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:34.749571 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44408) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:34.792945 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-72c7ef05-617f-44ac-be0a-7fb912be9efe tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:34.918950 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-72c7ef05-617f-44ac-be0a-7fb912be9efe tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:34.994040 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.085052 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-88b117a2-197e-4daf-abef-eb195578defd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.169133 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-72c7ef05-617f-44ac-be0a-7fb912be9efe tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.176484 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-72c7ef05-617f-44ac-be0a-7fb912be9efe tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.222371 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-076a496f-ed2a-4055-a35f-786df4351fc1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c36b6a30a0bd456fa60db1386b359f17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5139399 Jul 15 13:21:35.231310 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44420) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:35.244639 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7ef05-617f-44ac-be0a-7fb912be9efe tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'Port': ['ID=8bf590af-24f5-4071-927b-2c79451eabe1,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:35.326255 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-72c7ef05-617f-44ac-be0a-7fb912be9efe tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.480278 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bcfa8fbe-fede-48bb-9d50-2222956d3b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.483210 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-88b117a2-197e-4daf-abef-eb195578defd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.493048 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-88b117a2-197e-4daf-abef-eb195578defd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.527274 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-72c7ef05-617f-44ac-be0a-7fb912be9efe tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Floating IP 71500942-5fda-45ec-a35e-47cff9285ad6 associated. External IP: 172.25.8.195, port: 02ad8dba-88b1-48b0-9f28-b44bef1b4e37. Jul 15 13:21:35.553497 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bcfa8fbe-fede-48bb-9d50-2222956d3b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.554991 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44434) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:35.590039 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-88b117a2-197e-4daf-abef-eb195578defd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5f451b4d83bc49a2a580270cced1bc02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8387725 Jul 15 13:21:35.595047 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44438) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:35.595730 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b117a2-197e-4daf-abef-eb195578defd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005261cf-9a90-4746-b534-4acdb92b8e88,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:35.705645 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-07c2d50e-740b-4934-9a7c-0dc279012210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.716614 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bcfa8fbe-fede-48bb-9d50-2222956d3b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.719430 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bcfa8fbe-fede-48bb-9d50-2222956d3b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.720669 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-bcfa8fbe-fede-48bb-9d50-2222956d3b29 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a874b48f-a2ab-4922-be21-5ab0bf8ad634 HTTP/1.1" status: 204 len: 168 time: 0.4864995 Jul 15 13:21:35.745599 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-07c2d50e-740b-4934-9a7c-0dc279012210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.747647 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa8fbe-fede-48bb-9d50-2222956d3b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a874b48f-a2ab-4922-be21-5ab0bf8ad634,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:35.814486 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-eb4d536a-7316-4372-9ab9-d8cbdf42ecca admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1582995910-network', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:35.849304 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-07c2d50e-740b-4934-9a7c-0dc279012210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.858891 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-07c2d50e-740b-4934-9a7c-0dc279012210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.865388 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-07c2d50e-740b-4934-9a7c-0dc279012210 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/005261cf-9a90-4746-b534-4acdb92b8e88 HTTP/1.1" status: 204 len: 168 time: 0.2668133 Jul 15 13:21:35.877261 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4d536a-7316-4372-9ab9-d8cbdf42ecca admin admin] Made reservation on behalf of bf299a1585cb47ad811c548c9505de73 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:35.883582 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb4d536a-7316-4372-9ab9-d8cbdf42ecca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.888610 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c7ef05-617f-44ac-be0a-7fb912be9efe tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Router 8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:21:35.928139 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2d50e-740b-4934-9a7c-0dc279012210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005261cf-9a90-4746-b534-4acdb92b8e88,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:35.934675 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb4d536a-7316-4372-9ab9-d8cbdf42ecca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:36.061861 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb4d536a-7316-4372-9ab9-d8cbdf42ecca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:36.070478 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb4d536a-7316-4372-9ab9-d8cbdf42ecca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:36.089500 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c7ef05-617f-44ac-be0a-7fb912be9efe tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:21:36.103211 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dae13ab-37d1-46f9-aee5-fa9922d28fd8 None None] Sync routers for ids ['8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:21:36.124191 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dae13ab-37d1-46f9-aee5-fa9922d28fd8 None None] Routers {'8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:36.125082 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-0dae13ab-37d1-46f9-aee5-fa9922d28fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:21:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:36.140467 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-72c7ef05-617f-44ac-be0a-7fb912be9efe tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:36.149866 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d536a-7316-4372-9ab9-d8cbdf42ecca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e8f25a-3abd-4e90-814d-5571c5a79fed,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:36.186850 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb4d536a-7316-4372-9ab9-d8cbdf42ecca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:21:36.213681 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb4d536a-7316-4372-9ab9-d8cbdf42ecca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:36.215747 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-eb4d536a-7316-4372-9ab9-d8cbdf42ecca admin admin] Added segment 02b4ae28-7870-45f1-8b91-4bf335fcbce3 of type vlan for network 33daa320-d719-4788-a6ae-6d9428792c14 Jul 15 13:21:36.225314 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-72c7ef05-617f-44ac-be0a-7fb912be9efe tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2387328 Jul 15 13:21:36.227182 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ae1739-0c61-46a0-a6cf-600f2b17675c', 'tag': '02ad8dba-88b1-48b0-9f28-b44bef1b4e37'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:36.230347 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65b260f-71b5-477c-8a93-227a01aef303" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ae1739-0c61-46a0-a6cf-600f2b17675c", "tag": "02ad8dba-88b1-48b0-9f28-b44bef1b4e37"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:36.233732 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44460) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:36.313492 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-55023af4-4a71-460c-8cae-97a8cca91e02 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/floatingips/71500942-5fda-45ec-a35e-47cff9285ad6 HTTP/1.1" status: 200 len: 991 time: 0.0787728 Jul 15 13:21:36.337777 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df5d446-bdf5-4f7f-8652-95930c0a7cb0 x-openstack-request-id: req-7df5d446-bdf5-4f7f-8652-95930c0a7cb0 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:36.338437 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ae1739-0c61-46a0-a6cf-600f2b17675c", "tag": "02ad8dba-88b1-48b0-9f28-b44bef1b4e37", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:36.338949 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7df5d446-bdf5-4f7f-8652-95930c0a7cb0 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:36.339625 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ae1739-0c61-46a0-a6cf-600f2b17675c', 'tag': '02ad8dba-88b1-48b0-9f28-b44bef1b4e37', 'status': 'completed', 'code': 200} Jul 15 13:21:36.343005 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb4d536a-7316-4372-9ab9-d8cbdf42ecca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:36.436532 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb4d536a-7316-4372-9ab9-d8cbdf42ecca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:36.437529 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4d536a-7316-4372-9ab9-d8cbdf42ecca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:36.438130 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb4d536a-7316-4372-9ab9-d8cbdf42ecca admin admin] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:36.513396 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-eb4d536a-7316-4372-9ab9-d8cbdf42ecca admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9509158 Jul 15 13:21:36.513727 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44474) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:36.519162 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-e3332457-4419-47b4-9799-37a694a7c92c admin admin] Request body: {'subnet': {'network_id': '33daa320-d719-4788-a6ae-6d9428792c14', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1582995910-subnet', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:36.544657 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b260f-71b5-477c-8a93-227a01aef303 req-f4a99fd2-78aa-4be9-a30d-e8217d9a8c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:36.549279 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c65b260f-71b5-477c-8a93-227a01aef303 req-f4a99fd2-78aa-4be9-a30d-e8217d9a8c50 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b10b0063b8b9467f824b5e9176c44cfb&device_id=f9ae1739-0c61-46a0-a6cf-600f2b17675c HTTP/1.1" status: 200 len: 1097 time: 0.1787159 Jul 15 13:21:36.581827 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3332457-4419-47b4-9799-37a694a7c92c admin admin] Made reservation on behalf of bf299a1585cb47ad811c548c9505de73 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:36.591822 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3332457-4419-47b4-9799-37a694a7c92c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:36.624631 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d536a-7316-4372-9ab9-d8cbdf42ecca admin admin] Pushing event updated for resources: {'Network': ['ID=33daa320-d719-4788-a6ae-6d9428792c14,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:36.643456 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 33daa320-d719-4788-a6ae-6d9428792c14 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:21:36.701612 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-0dae13ab-37d1-46f9-aee5-fa9922d28fd8 None None] Set router 8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:21:36.856374 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b260f-71b5-477c-8a93-227a01aef303 req-2acd8456-c4ad-4b1a-aa19-85483c9d4216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:36.861378 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c65b260f-71b5-477c-8a93-227a01aef303 req-2acd8456-c4ad-4b1a-aa19-85483c9d4216 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4fb00c98-f96e-4575-a9cb-92f351c087d8 HTTP/1.1" status: 200 len: 898 time: 0.2535951 Jul 15 13:21:36.881339 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3332457-4419-47b4-9799-37a694a7c92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:36.976246 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3332457-4419-47b4-9799-37a694a7c92c admin admin] Checking segment: {'id': '02b4ae28-7870-45f1-8b91-4bf335fcbce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:36.976773 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3332457-4419-47b4-9799-37a694a7c92c admin admin] Network hostable DHCP agents. Network: 33daa320-d719-4788-a6ae-6d9428792c14, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:21:36.985654 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3332457-4419-47b4-9799-37a694a7c92c admin admin] Pushing event updated for resources: {'Subnet': ['ID=236966a3-1e59-4c69-99ff-863fc85e1377,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:37.073715 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3332457-4419-47b4-9799-37a694a7c92c admin admin] Network 33daa320-d719-4788-a6ae-6d9428792c14 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:21:37.093201 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c65b260f-71b5-477c-8a93-227a01aef303 req-ddd9aaa4-5557-473c-bc0d-4f00610f11d4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02ad8dba-88b1-48b0-9f28-b44bef1b4e37 HTTP/1.1" status: 200 len: 999 time: 0.2220562 Jul 15 13:21:37.094609 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-e3332457-4419-47b4-9799-37a694a7c92c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 33daa320-d719-4788-a6ae-6d9428792c14) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:37.114135 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3332457-4419-47b4-9799-37a694a7c92c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:37.115663 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3332457-4419-47b4-9799-37a694a7c92c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:37.138116 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48e0142-6c72-4df8-b5fd-fa4c711ac7a2 None None] Network 33daa320-d719-4788-a6ae-6d9428792c14 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:37.159763 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44498) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:37.164137 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e3332457-4419-47b4-9799-37a694a7c92c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6447918 Jul 15 13:21:37.169617 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-95aeef8f-0f10-4f18-ab74-cad72d274f67 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1582995910-router', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:37.226746 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b260f-71b5-477c-8a93-227a01aef303 req-ca0b6c56-9923-4095-85fd-39399485d9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:37.231901 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c65b260f-71b5-477c-8a93-227a01aef303 req-ca0b6c56-9923-4095-85fd-39399485d9df service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c52c08e-37d5-46b8-a3dd-5aaef685bd7c HTTP/1.1" status: 200 len: 834 time: 0.1245394 Jul 15 13:21:37.306847 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-95aeef8f-0f10-4f18-ab74-cad72d274f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:37.310536 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-95aeef8f-0f10-4f18-ab74-cad72d274f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:37.319378 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44506) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:37.501245 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-95aeef8f-0f10-4f18-ab74-cad72d274f67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:37.534580 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-be7aeb71-90aa-4ac1-ac76-19a430853d6f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/floatingips/71500942-5fda-45ec-a35e-47cff9285ad6 HTTP/1.1" status: 200 len: 991 time: 0.2119782 Jul 15 13:21:37.535115 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44520) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:37.623633 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-0dae13ab-37d1-46f9-aee5-fa9922d28fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'name': 'tempest-TestNetworkBasicOps-router-1854290854', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'd09932e8-6625-43d3-8fae-70867188d408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:54Z', 'updated_at': '2021-07-15T13:21:03Z', 'revision_number': 4, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'gw_port': {'id': 'd09932e8-6625-43d3-8fae-70867188d408', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:55Z', 'updated_at': '2021-07-15T13:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '71500942-5fda-45ec-a35e-47cff9285ad6', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'floating_ip_address': '172.25.8.195', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'port_id': '02ad8dba-88b1-48b0-9f28-b44bef1b4e37', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb00c98-f96e-4575-a9cb-92f351c087d8', 'mac_address': 'fa:16:3e:d3:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ae1739-0c61-46a0-a6cf-600f2b17675c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:21:34Z', 'updated_at': '2021-07-15T13:21:34Z', 'revision_number': 0, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b5bb505-f2c9-4a89-8993-57ad29478ef8', 'name': '', 'network_id': '4fb00c98-f96e-4575-a9cb-92f351c087d8', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'mac_address': 'fa:16:3e:63:5c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '9c52c08e-37d5-46b8-a3dd-5aaef685bd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:02Z', 'updated_at': '2021-07-15T13:21:10Z', 'revision_number': 5, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'subnets': [{'id': '9c52c08e-37d5-46b8-a3dd-5aaef685bd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:37.674413 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dae13ab-37d1-46f9-aee5-fa9922d28fd8 None None] Checking router: 8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:21:37.692972 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b260f-71b5-477c-8a93-227a01aef303 req-6bbde931-207e-48c3-a90a-818c8e3cd1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:37.694839 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c65b260f-71b5-477c-8a93-227a01aef303 req-6bbde931-207e-48c3-a90a-818c8e3cd1c0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4fb00c98-f96e-4575-a9cb-92f351c087d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4567950 Jul 15 13:21:37.714159 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dae13ab-37d1-46f9-aee5-fa9922d28fd8 None None] Routers {'8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:37.714814 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-0dae13ab-37d1-46f9-aee5-fa9922d28fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:21:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:37.794458 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-95aeef8f-0f10-4f18-ab74-cad72d274f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:37.880308 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf09d98e-8e0d-431f-8505-6426cac091e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-33daa320-d719-4788-a6ae-6d9428792c14', 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'fixed_ips': [{'subnet_id': '236966a3-1e59-4c69-99ff-863fc85e1377'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:21:37.881192 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bf09d98e-8e0d-431f-8505-6426cac091e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:37.961885 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c65b260f-71b5-477c-8a93-227a01aef303 req-28b22cab-0ed3-4571-9a61-84e670646866 service neutron] 10.222.0.46 "GET /v2.0/networks/4fb00c98-f96e-4575-a9cb-92f351c087d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276962 Jul 15 13:21:38.053790 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-1968e44e-d54d-43a1-829c-2e9722415e96 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Request body: {'networks': [{'name': 'tempest-network--640343159'}, {'name': 'tempest-network--300599078'}]} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:38.054125 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-1968e44e-d54d-43a1-829c-2e9722415e96 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Request body: {'network': {'name': 'tempest-network--640343159'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:38.054604 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-1968e44e-d54d-43a1-829c-2e9722415e96 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Request body: {'network': {'name': 'tempest-network--300599078'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:38.091079 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1968e44e-d54d-43a1-829c-2e9722415e96 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Made reservation on behalf of aeae13b3cea847de8e106d7dc974f2fa for: {'network': 2} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:38.096610 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1968e44e-d54d-43a1-829c-2e9722415e96 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.108545 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1968e44e-d54d-43a1-829c-2e9722415e96 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.129026 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-0dae13ab-37d1-46f9-aee5-fa9922d28fd8 None None] Set router 8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:21:38.264314 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1968e44e-d54d-43a1-829c-2e9722415e96 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.269268 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1968e44e-d54d-43a1-829c-2e9722415e96 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.269845 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1968e44e-d54d-43a1-829c-2e9722415e96 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.298443 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c65b260f-71b5-477c-8a93-227a01aef303 req-9e83bff5-049b-4b0f-9f26-afe5e3ffc173 service neutron] 10.222.0.46 "GET /v2.0/networks/4fb00c98-f96e-4575-a9cb-92f351c087d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299758 Jul 15 13:21:38.328858 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1968e44e-d54d-43a1-829c-2e9722415e96 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bd0fcc-8c98-4161-a73c-ae3459e6601c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:38.332475 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1968e44e-d54d-43a1-829c-2e9722415e96 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:21:38.344233 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1968e44e-d54d-43a1-829c-2e9722415e96 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.344704 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-1968e44e-d54d-43a1-829c-2e9722415e96 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Added segment a7e58bc9-93b2-4024-8e01-abd676ec3aa4 of type vlan for network 7160bb72-bfc7-46e0-8f2a-07fcbc80f07d Jul 15 13:21:38.414164 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1968e44e-d54d-43a1-829c-2e9722415e96 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.492863 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1968e44e-d54d-43a1-829c-2e9722415e96 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:21:38.498846 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-bf09d98e-8e0d-431f-8505-6426cac091e6 None None] Allocated IP 172.20.0.2 (33daa320-d719-4788-a6ae-6d9428792c14/236966a3-1e59-4c69-99ff-863fc85e1377/f510c5aa-699d-43a8-a6c2-beba9b54f872) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:38.517272 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1968e44e-d54d-43a1-829c-2e9722415e96 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.518823 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-1968e44e-d54d-43a1-829c-2e9722415e96 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Added segment 9103f818-c0aa-459a-bd60-e321f0da4510 of type vlan for network cae7d214-ed41-4516-bdd2-cac3d8dd7eaa Jul 15 13:21:38.538353 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44548) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:38.577477 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-95aeef8f-0f10-4f18-ab74-cad72d274f67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.628039 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-95aeef8f-0f10-4f18-ab74-cad72d274f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.745733 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1968e44e-d54d-43a1-829c-2e9722415e96 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.785354 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-0dae13ab-37d1-46f9-aee5-fa9922d28fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'name': 'tempest-TestNetworkBasicOps-router-1854290854', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'd09932e8-6625-43d3-8fae-70867188d408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:54Z', 'updated_at': '2021-07-15T13:21:03Z', 'revision_number': 4, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'gw_port': {'id': 'd09932e8-6625-43d3-8fae-70867188d408', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:55Z', 'updated_at': '2021-07-15T13:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '71500942-5fda-45ec-a35e-47cff9285ad6', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'floating_ip_address': '172.25.8.195', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'port_id': '02ad8dba-88b1-48b0-9f28-b44bef1b4e37', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb00c98-f96e-4575-a9cb-92f351c087d8', 'mac_address': 'fa:16:3e:d3:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ae1739-0c61-46a0-a6cf-600f2b17675c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:21:34Z', 'updated_at': '2021-07-15T13:21:34Z', 'revision_number': 0, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b5bb505-f2c9-4a89-8993-57ad29478ef8', 'name': '', 'network_id': '4fb00c98-f96e-4575-a9cb-92f351c087d8', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'mac_address': 'fa:16:3e:63:5c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '9c52c08e-37d5-46b8-a3dd-5aaef685bd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:02Z', 'updated_at': '2021-07-15T13:21:10Z', 'revision_number': 5, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'subnets': [{'id': '9c52c08e-37d5-46b8-a3dd-5aaef685bd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:38.798498 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-95aeef8f-0f10-4f18-ab74-cad72d274f67 admin admin] Allocated IP 172.25.8.240 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/30f69e30-0150-49b2-bd24-f99cf80b3dce) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:38.800625 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a9ba922e-cb50-4f34-a1a6-9a949064c35b tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/floatingips/71500942-5fda-45ec-a35e-47cff9285ad6 HTTP/1.1" status: 200 len: 991 time: 0.2574275 Jul 15 13:21:38.824172 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dae13ab-37d1-46f9-aee5-fa9922d28fd8 None None] The sync data for ids ['8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1'] in n-d-771363-36 is: [{'id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'name': 'tempest-TestNetworkBasicOps-router-1854290854', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'd09932e8-6625-43d3-8fae-70867188d408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:54Z', 'updated_at': '2021-07-15T13:21:03Z', 'revision_number': 4, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'gw_port': {'id': 'd09932e8-6625-43d3-8fae-70867188d408', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:55Z', 'updated_at': '2021-07-15T13:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '71500942-5fda-45ec-a35e-47cff9285ad6', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'floating_ip_address': '172.25.8.195', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'port_id': '02ad8dba-88b1-48b0-9f28-b44bef1b4e37', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb00c98-f96e-4575-a9cb-92f351c087d8', 'mac_address': 'fa:16:3e:d3:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ae1739-0c61-46a0-a6cf-600f2b17675c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:21:34Z', 'updated_at': '2021-07-15T13:21:34Z', 'revision_number': 0, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b5bb505-f2c9-4a89-8993-57ad29478ef8', 'name': '', 'network_id': '4fb00c98-f96e-4575-a9cb-92f351c087d8', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'mac_address': 'fa:16:3e:63:5c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '9c52c08e-37d5-46b8-a3dd-5aaef685bd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:02Z', 'updated_at': '2021-07-15T13:21:10Z', 'revision_number': 5, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'subnets': [{'id': '9c52c08e-37d5-46b8-a3dd-5aaef685bd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:21:38.853866 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1968e44e-d54d-43a1-829c-2e9722415e96 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.855550 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1968e44e-d54d-43a1-829c-2e9722415e96 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.870966 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1968e44e-d54d-43a1-829c-2e9722415e96 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:38.876160 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1968e44e-d54d-43a1-829c-2e9722415e96 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:38.876827 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1968e44e-d54d-43a1-829c-2e9722415e96 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.920912 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44560) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:38.947300 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bf09d98e-8e0d-431f-8505-6426cac091e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.957809 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-bf09d98e-8e0d-431f-8505-6426cac091e6 None None] Transition to ACTIVE for port object f510c5aa-699d-43a8-a6c2-beba9b54f872 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:38.966775 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1968e44e-d54d-43a1-829c-2e9722415e96 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.4302189 Jul 15 13:21:38.970211 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44564) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:38.978481 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-bf09d98e-8e0d-431f-8505-6426cac091e6 None None] Transition to ACTIVE for port object f510c5aa-699d-43a8-a6c2-beba9b54f872 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:38.987156 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bf09d98e-8e0d-431f-8505-6426cac091e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:39.057851 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf09d98e-8e0d-431f-8505-6426cac091e6 None None] Network 33daa320-d719-4788-a6ae-6d9428792c14 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:39.075806 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-bf09d98e-8e0d-431f-8505-6426cac091e6 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:39.094092 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf09d98e-8e0d-431f-8505-6426cac091e6 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:39.151302 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf09d98e-8e0d-431f-8505-6426cac091e6 None None] Pushing event updated for resources: {'Port': ['ID=f510c5aa-699d-43a8-a6c2-beba9b54f872,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:39.210429 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-95aeef8f-0f10-4f18-ab74-cad72d274f67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:39.236296 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-bf09d98e-8e0d-431f-8505-6426cac091e6 None None] Attempting to bind port f510c5aa-699d-43a8-a6c2-beba9b54f872 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:21:39.237575 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-bf09d98e-8e0d-431f-8505-6426cac091e6 None None] Attempting to bind port f510c5aa-699d-43a8-a6c2-beba9b54f872 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '02b4ae28-7870-45f1-8b91-4bf335fcbce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:21:39.239140 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf09d98e-8e0d-431f-8505-6426cac091e6 None None] Attempting to bind port f510c5aa-699d-43a8-a6c2-beba9b54f872 on network 33daa320-d719-4788-a6ae-6d9428792c14 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:39.251266 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf09d98e-8e0d-431f-8505-6426cac091e6 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:21:39.252411 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf09d98e-8e0d-431f-8505-6426cac091e6 None None] Checking segment: {'id': '02b4ae28-7870-45f1-8b91-4bf335fcbce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:39.253647 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bf09d98e-8e0d-431f-8505-6426cac091e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:39.254930 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf09d98e-8e0d-431f-8505-6426cac091e6 None None] Bound using segment: {'id': '02b4ae28-7870-45f1-8b91-4bf335fcbce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:21:39.256663 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-bf09d98e-8e0d-431f-8505-6426cac091e6 None None] Bound port: f510c5aa-699d-43a8-a6c2-beba9b54f872, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b4ae28-7870-45f1-8b91-4bf335fcbce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:21:39.258673 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bf09d98e-8e0d-431f-8505-6426cac091e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:39.266836 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-de06059f-f4f4-4618-94ff-cf723f04afe0 tempest-MeteringTestJSON-774848201 tempest-MeteringTestJSON-774848201-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-682021413'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:39.267299 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-de06059f-f4f4-4618-94ff-cf723f04afe0 tempest-MeteringTestJSON-774848201 tempest-MeteringTestJSON-774848201-project-admin] Unknown quota resources ['metering_label']. {{(pid=93825) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:21:39.289845 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-95aeef8f-0f10-4f18-ab74-cad72d274f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:39.319417 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aa8bd5-179d-401d-a44b-7d58bb41bbce None None] New status for floating IP 71500942-5fda-45ec-a35e-47cff9285ad6: ACTIVE {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:21:39.350202 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1968e44e-d54d-43a1-829c-2e9722415e96 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Pushing event updated for resources: {'Network': ['ID=7160bb72-bfc7-46e0-8f2a-07fcbc80f07d,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:39.368831 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 7160bb72-bfc7-46e0-8f2a-07fcbc80f07d details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:21:39.410102 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95aeef8f-0f10-4f18-ab74-cad72d274f67 admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:39.417995 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-95aeef8f-0f10-4f18-ab74-cad72d274f67 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:39.435885 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-bf09d98e-8e0d-431f-8505-6426cac091e6 None None] For port f510c5aa-699d-43a8-a6c2-beba9b54f872, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:39.444662 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95aeef8f-0f10-4f18-ab74-cad72d274f67 admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:39.484945 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-bf09d98e-8e0d-431f-8505-6426cac091e6 None None] For port f510c5aa-699d-43a8-a6c2-beba9b54f872, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=f510c5aa-699d-43a8-a6c2-beba9b54f872,segment=NetworkSegment(02b4ae28-7870-45f1-8b91-4bf335fcbce3),segment_id=02b4ae28-7870-45f1-8b91-4bf335fcbce3)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:21:39.492212 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bf09d98e-8e0d-431f-8505-6426cac091e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:39.494966 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1968e44e-d54d-43a1-829c-2e9722415e96 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Pushing event updated for resources: {'Network': ['ID=cae7d214-ed41-4516-bdd2-cac3d8dd7eaa,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:39.505108 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00eae0f-48e5-4339-b7d6-4a7d609ddb9c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:39.511230 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00eae0f-48e5-4339-b7d6-4a7d609ddb9c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:39.517675 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00eae0f-48e5-4339-b7d6-4a7d609ddb9c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:39.519134 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aeef8f-0f10-4f18-ab74-cad72d274f67 admin admin] Pushing event updated for resources: {'Port': ['ID=30f69e30-0150-49b2-bd24-f99cf80b3dce,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:39.524536 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00eae0f-48e5-4339-b7d6-4a7d609ddb9c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:39.529440 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d00eae0f-48e5-4339-b7d6-4a7d609ddb9c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5582144 Jul 15 13:21:39.534317 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44572) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:39.563447 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf09d98e-8e0d-431f-8505-6426cac091e6 None None] Pushing event updated for resources: {'Port': ['ID=f510c5aa-699d-43a8-a6c2-beba9b54f872,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:39.568321 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network cae7d214-ed41-4516-bdd2-cac3d8dd7eaa details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:21:39.748285 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de06059f-f4f4-4618-94ff-cf723f04afe0 tempest-MeteringTestJSON-774848201 tempest-MeteringTestJSON-774848201-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:39.749571 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-de06059f-f4f4-4618-94ff-cf723f04afe0 tempest-MeteringTestJSON-774848201 tempest-MeteringTestJSON-774848201-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8277092 Jul 15 13:21:39.752717 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44582) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:39.757011 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-734db6ca-a63e-44e9-8c54-5c46b2edb083 tempest-MeteringTestJSON-774848201 tempest-MeteringTestJSON-774848201-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '24cbe8be-0bad-436d-9633-a64f20f92a01'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:39.757519 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-734db6ca-a63e-44e9-8c54-5c46b2edb083 tempest-MeteringTestJSON-774848201 tempest-MeteringTestJSON-774848201-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93825) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:21:39.804232 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44584) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:39.912736 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ab3070c-ba10-420d-85a0-f13c3c7edc5c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:39.990629 n-d-771363-36 neutron-server[93825]: WARNING neutron.services.metering.metering_plugin [None req-734db6ca-a63e-44e9-8c54-5c46b2edb083 tempest-MeteringTestJSON-774848201 tempest-MeteringTestJSON-774848201-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 15 13:21:40.070421 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-95aeef8f-0f10-4f18-ab74-cad72d274f67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.154607 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-620da883-2916-42c4-a3bb-906f7ff0020a tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/floatingips/71500942-5fda-45ec-a35e-47cff9285ad6 HTTP/1.1" status: 200 len: 993 time: 0.3480728 Jul 15 13:21:40.230838 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-734db6ca-a63e-44e9-8c54-5c46b2edb083 tempest-MeteringTestJSON-774848201 tempest-MeteringTestJSON-774848201-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.232494 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-734db6ca-a63e-44e9-8c54-5c46b2edb083 tempest-MeteringTestJSON-774848201 tempest-MeteringTestJSON-774848201-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4790628 Jul 15 13:21:40.236130 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44590) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:40.246348 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-8d685f48-ce0d-4a13-a356-ce64c849fd3d tempest-MeteringTestJSON-774848201 tempest-MeteringTestJSON-774848201-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '24cbe8be-0bad-436d-9633-a64f20f92a01'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:40.246880 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-8d685f48-ce0d-4a13-a356-ce64c849fd3d tempest-MeteringTestJSON-774848201 tempest-MeteringTestJSON-774848201-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93825) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:21:40.465418 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-95aeef8f-0f10-4f18-ab74-cad72d274f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.479748 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device f510c5aa-699d-43a8-a6c2-beba9b54f872 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:40.555755 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port f510c5aa-699d-43a8-a6c2-beba9b54f872 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:40.737324 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95aeef8f-0f10-4f18-ab74-cad72d274f67 admin admin] Router 1953211b-d794-42cf-bd53-a4ace7297e00 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:21:40.829555 n-d-771363-36 neutron-server[93825]: WARNING neutron.services.metering.metering_plugin [None req-8d685f48-ce0d-4a13-a356-ce64c849fd3d tempest-MeteringTestJSON-774848201 tempest-MeteringTestJSON-774848201-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 15 13:21:40.912748 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95aeef8f-0f10-4f18-ab74-cad72d274f67 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:21:40.923261 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c0d4e9-e47c-438e-8ff9-351b600177e1 None None] Sync routers for ids ['1953211b-d794-42cf-bd53-a4ace7297e00'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:21:40.943926 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-95aeef8f-0f10-4f18-ab74-cad72d274f67 admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.944447 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c0d4e9-e47c-438e-8ff9-351b600177e1 None None] Routers {'1953211b-d794-42cf-bd53-a4ace7297e00'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:40.945761 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-95aeef8f-0f10-4f18-ab74-cad72d274f67 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.7846916 Jul 15 13:21:40.946710 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-15c0d4e9-e47c-438e-8ff9-351b600177e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:21:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['1953211b-d794-42cf-bd53-a4ace7297e00'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:40.948462 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44606) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:40.975879 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ab3070c-ba10-420d-85a0-f13c3c7edc5c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.980186 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8d685f48-ce0d-4a13-a356-ce64c849fd3d tempest-MeteringTestJSON-774848201 tempest-MeteringTestJSON-774848201-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.985281 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8d685f48-ce0d-4a13-a356-ce64c849fd3d tempest-MeteringTestJSON-774848201 tempest-MeteringTestJSON-774848201-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7479022 Jul 15 13:21:40.991236 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44608) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:41.002896 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-5ab3070c-ba10-420d-85a0-f13c3c7edc5c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7160bb72-bfc7-46e0-8f2a-07fcbc80f07d']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:41.017772 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-99cfc957-ca4c-4325-b7c0-4db5d97f8354 tempest-MeteringTestJSON-774848201 tempest-MeteringTestJSON-774848201-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=212988b9-1fc1-4e46-8527-cb70efbc4cd0 HTTP/1.1" status: 200 len: 464 time: 0.0253513 Jul 15 13:21:41.018556 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44610) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:41.020506 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-5ab3070c-ba10-420d-85a0-f13c3c7edc5c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e58bc9-93b2-4024-8e01-abd676ec3aa4') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:41.021374 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-5ab3070c-ba10-420d-85a0-f13c3c7edc5c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e58bc9-93b2-4024-8e01-abd676ec3aa4') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:41.108702 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ab3070c-ba10-420d-85a0-f13c3c7edc5c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:41.221383 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-779ea324-b9ae-4557-811b-a6b2d053279c tempest-MeteringTestJSON-774848201 tempest-MeteringTestJSON-774848201-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:41.227587 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-779ea324-b9ae-4557-811b-a6b2d053279c tempest-MeteringTestJSON-774848201 tempest-MeteringTestJSON-774848201-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/212988b9-1fc1-4e46-8527-cb70efbc4cd0 HTTP/1.1" status: 204 len: 168 time: 0.2023213 Jul 15 13:21:41.229168 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44616) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:41.233116 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ab3070c-ba10-420d-85a0-f13c3c7edc5c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:41.255856 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2bffc431-5083-4193-a6f0-7f08f494a77d tempest-MeteringTestJSON-774848201 tempest-MeteringTestJSON-774848201-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=212988b9-1fc1-4e46-8527-cb70efbc4cd0 HTTP/1.1" status: 200 len: 221 time: 0.0249460 Jul 15 13:21:41.256552 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44618) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:41.257825 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab3070c-ba10-420d-85a0-f13c3c7edc5c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:21:41.258998 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ab3070c-ba10-420d-85a0-f13c3c7edc5c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:41.264042 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:21:41.264042 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:21:41.264042 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:21:41.264042 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:21:41.264042 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:21:41.264042 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:21:41.264042 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:21:41.264042 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:21:41.264042 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:21:41.264042 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:21:41.264042 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:21:41.264042 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:21:41.264042 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:21:41.264042 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:21:41.264042 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:21:41.264042 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:21:41.264042 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:21:41.264042 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:21:41.264042 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:21:41.264042 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:21:41.264042 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:21:41.264042 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:21:41.264042 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:21:41.264042 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:21:41.264042 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:21:41.264042 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:21:41.264042 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:21:41.264042 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:21:41.264042 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:21:41.264042 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:21:41.264042 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:21:41.264042 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:21:41.267760 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-97581510-7079-4f00-9ce9-8b1d48ee2975 tempest-MeteringTestJSON-774848201 tempest-MeteringTestJSON-774848201-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--273371100', 'description': 'label created by tempest'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:41.268230 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-97581510-7079-4f00-9ce9-8b1d48ee2975 tempest-MeteringTestJSON-774848201 tempest-MeteringTestJSON-774848201-project-admin] Unknown quota resources ['metering_label']. {{(pid=93825) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:21:41.270721 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-15c0d4e9-e47c-438e-8ff9-351b600177e1 None None] Set router 1953211b-d794-42cf-bd53-a4ace7297e00 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:21:41.325065 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3bcfde-eb21-4152-ad5f-28878ef75e7e None None] Network 33daa320-d719-4788-a6ae-6d9428792c14 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:41.456061 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8907e2a8-30af-47ff-9b7a-16a6b97042ed None None] Provisioning for port f510c5aa-699d-43a8-a6c2-beba9b54f872 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:41.466499 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8907e2a8-30af-47ff-9b7a-16a6b97042ed None None] Provisioning complete for port f510c5aa-699d-43a8-a6c2-beba9b54f872 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:41.467266 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8907e2a8-30af-47ff-9b7a-16a6b97042ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:41.602032 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-97581510-7079-4f00-9ce9-8b1d48ee2975 tempest-MeteringTestJSON-774848201 tempest-MeteringTestJSON-774848201-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:41.606318 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-97581510-7079-4f00-9ce9-8b1d48ee2975 tempest-MeteringTestJSON-774848201 tempest-MeteringTestJSON-774848201-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3432705 Jul 15 13:21:41.607163 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ab3070c-ba10-420d-85a0-f13c3c7edc5c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:41.612009 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ab3070c-ba10-420d-85a0-f13c3c7edc5c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:41.616786 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5ab3070c-ba10-420d-85a0-f13c3c7edc5c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] 10.222.0.16 "DELETE /v2.0/networks/7160bb72-bfc7-46e0-8f2a-07fcbc80f07d HTTP/1.1" status: 204 len: 168 time: 2.0785091 Jul 15 13:21:41.616786 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44626) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:41.631863 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44628) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:41.705209 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b49eb2a4-6caa-4e7e-ad00-7a5c25e1e908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:41.741435 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3070c-ba10-420d-85a0-f13c3c7edc5c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Pushing event deleted for resources: {'Network': ['ID=7160bb72-bfc7-46e0-8f2a-07fcbc80f07d,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:41.752116 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6ddda654-5e9f-42c8-a05a-6eca119300d4 tempest-MeteringTestJSON-774848201 tempest-MeteringTestJSON-774848201-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=1327fd7e-1771-4ffd-9f2f-f635adfdd934 HTTP/1.1" status: 200 len: 467 time: 0.1215053 Jul 15 13:21:41.760103 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44632) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:41.762308 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8907e2a8-30af-47ff-9b7a-16a6b97042ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:41.830123 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-8907e2a8-30af-47ff-9b7a-16a6b97042ed None None] For port f510c5aa-699d-43a8-a6c2-beba9b54f872, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=f510c5aa-699d-43a8-a6c2-beba9b54f872,segment=NetworkSegment(02b4ae28-7870-45f1-8b91-4bf335fcbce3),segment_id=02b4ae28-7870-45f1-8b91-4bf335fcbce3)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:41.844817 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8907e2a8-30af-47ff-9b7a-16a6b97042ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:41.964822 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-15c0d4e9-e47c-438e-8ff9-351b600177e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'name': 'tempest-AttachVolumeShelveTestJSON-1582995910-router', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '30f69e30-0150-49b2-bd24-f99cf80b3dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:37Z', 'updated_at': '2021-07-15T13:21:39Z', 'revision_number': 3, 'project_id': 'bf299a1585cb47ad811c548c9505de73', 'gw_port': {'id': '30f69e30-0150-49b2-bd24-f99cf80b3dce', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:38Z', 'updated_at': '2021-07-15T13:21:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:42.000494 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-377ef1cf-7dad-4655-a5b2-de3a5ad7fd45 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:42.050865 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c0d4e9-e47c-438e-8ff9-351b600177e1 None None] Checking router: 1953211b-d794-42cf-bd53-a4ace7297e00 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:21:42.050865 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c0d4e9-e47c-438e-8ff9-351b600177e1 None None] Updating router 1953211b-d794-42cf-bd53-a4ace7297e00 port 30f69e30-0150-49b2-bd24-f99cf80b3dce binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:21:42.087680 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-15c0d4e9-e47c-438e-8ff9-351b600177e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:42.090549 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8907e2a8-30af-47ff-9b7a-16a6b97042ed None None] Pushing event updated for resources: {'Port': ['ID=f510c5aa-699d-43a8-a6c2-beba9b54f872,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:42.108068 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b407e145-a126-404e-96c1-665c1249fa68 tempest-MeteringTestJSON-774848201 tempest-MeteringTestJSON-774848201-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:42.114027 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b407e145-a126-404e-96c1-665c1249fa68 tempest-MeteringTestJSON-774848201 tempest-MeteringTestJSON-774848201-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/1327fd7e-1771-4ffd-9f2f-f635adfdd934 HTTP/1.1" status: 204 len: 168 time: 0.3515992 Jul 15 13:21:42.115410 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44638) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:42.118931 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-b49eb2a4-6caa-4e7e-ad00-7a5c25e1e908 admin admin] Allocated IP 172.20.0.1 (33daa320-d719-4788-a6ae-6d9428792c14/236966a3-1e59-4c69-99ff-863fc85e1377/1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:42.246489 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-377ef1cf-7dad-4655-a5b2-de3a5ad7fd45 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:42.277423 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-377ef1cf-7dad-4655-a5b2-de3a5ad7fd45 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cae7d214-ed41-4516-bdd2-cac3d8dd7eaa']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:42.322863 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-377ef1cf-7dad-4655-a5b2-de3a5ad7fd45 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9103f818-c0aa-459a-bd60-e321f0da4510') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:42.323172 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-377ef1cf-7dad-4655-a5b2-de3a5ad7fd45 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9103f818-c0aa-459a-bd60-e321f0da4510') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:42.376827 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-377ef1cf-7dad-4655-a5b2-de3a5ad7fd45 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:42.380971 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-49a0f918-21ba-47a0-b9ef-91078d76ddc2 tempest-MeteringTestJSON-774848201 tempest-MeteringTestJSON-774848201-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=1327fd7e-1771-4ffd-9f2f-f635adfdd934 HTTP/1.1" status: 200 len: 216 time: 0.2631888 Jul 15 13:21:42.387852 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44646) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:42.407834 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-060216f5-13ab-47e4-a907-013b1718fb50 tempest-MeteringTestJSON-774848201 tempest-MeteringTestJSON-774848201-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0156658 Jul 15 13:21:42.409073 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-377ef1cf-7dad-4655-a5b2-de3a5ad7fd45 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:42.420176 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44648) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:42.422935 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-377ef1cf-7dad-4655-a5b2-de3a5ad7fd45 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:21:42.423355 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-377ef1cf-7dad-4655-a5b2-de3a5ad7fd45 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:42.430200 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:21:42.430200 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:21:42.430200 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:21:42.430200 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:21:42.430200 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:21:42.430200 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:21:42.430200 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:21:42.430200 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:21:42.430200 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:21:42.430200 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:21:42.430200 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:21:42.430200 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:21:42.430200 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:21:42.430200 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:21:42.430200 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:21:42.430200 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:21:42.430200 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:21:42.430200 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:21:42.430200 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:21:42.430200 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:21:42.430200 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:21:42.430200 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:21:42.430200 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:21:42.430200 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:21:42.430200 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:21:42.430200 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:21:42.430200 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:21:42.430200 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:21:42.430200 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:21:42.430200 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:21:42.430200 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:21:42.430200 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:21:42.439708 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device f510c5aa-699d-43a8-a6c2-beba9b54f872 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:42.445479 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b49eb2a4-6caa-4e7e-ad00-7a5c25e1e908 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:42.459981 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-acc1b627-d193-4f0a-9edc-cdc9732f67b4 tempest-MeteringTestJSON-774848201 tempest-MeteringTestJSON-774848201-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0327632 Jul 15 13:21:42.460230 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44650) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:42.532812 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-b49eb2a4-6caa-4e7e-ad00-7a5c25e1e908 admin admin] Transition to ACTIVE for port object 1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:42.578629 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-377ef1cf-7dad-4655-a5b2-de3a5ad7fd45 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:42.581981 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-89fec17c-b4d8-4584-9b2e-e3d242bf4efd tempest-MeteringTestJSON-774848201 tempest-MeteringTestJSON-774848201-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels/24cbe8be-0bad-436d-9633-a64f20f92a01 HTTP/1.1" status: 200 len: 472 time: 0.1208148 Jul 15 13:21:42.590592 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-377ef1cf-7dad-4655-a5b2-de3a5ad7fd45 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:42.595102 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-377ef1cf-7dad-4655-a5b2-de3a5ad7fd45 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] 10.222.0.16 "DELETE /v2.0/networks/cae7d214-ed41-4516-bdd2-cac3d8dd7eaa HTTP/1.1" status: 204 len: 168 time: 0.8497908 Jul 15 13:21:42.596200 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44654) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:42.596897 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44656) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:42.612507 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ef1cf-7dad-4655-a5b2-de3a5ad7fd45 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Pushing event deleted for resources: {'Network': ['ID=cae7d214-ed41-4516-bdd2-cac3d8dd7eaa,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:42.678160 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2b1ac6fc-fc46-4896-a8b3-1b5e8e3ee4d7 tempest-MeteringTestJSON-774848201 tempest-MeteringTestJSON-774848201-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules/be7c1c6d-83ee-4673-8afa-0c71ed37073a HTTP/1.1" status: 200 len: 461 time: 0.0763650 Jul 15 13:21:42.678493 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44658) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:42.776843 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-78fbb872-a6d7-4bf6-993e-dcfe7d1f2ab0 None None] Provisioning complete for port f510c5aa-699d-43a8-a6c2-beba9b54f872 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:42.777224 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-78fbb872-a6d7-4bf6-993e-dcfe7d1f2ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:42.779137 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b49eb2a4-6caa-4e7e-ad00-7a5c25e1e908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:42.823220 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port f510c5aa-699d-43a8-a6c2-beba9b54f872 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:42.823601 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:42.851971 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e52b6e5e-b2c8-40b2-9175-b562672c8547 tempest-MeteringTestJSON-774848201 tempest-MeteringTestJSON-774848201-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:42.855540 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e52b6e5e-b2c8-40b2-9175-b562672c8547 tempest-MeteringTestJSON-774848201 tempest-MeteringTestJSON-774848201-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/be7c1c6d-83ee-4673-8afa-0c71ed37073a HTTP/1.1" status: 204 len: 168 time: 0.1736488 Jul 15 13:21:42.866595 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44666) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:42.881560 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-15c0d4e9-e47c-438e-8ff9-351b600177e1 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:42.923419 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-15c0d4e9-e47c-438e-8ff9-351b600177e1 None None] Transition to ACTIVE for port object 30f69e30-0150-49b2-bd24-f99cf80b3dce will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:42.937179 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-15c0d4e9-e47c-438e-8ff9-351b600177e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:43.037553 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-15c0d4e9-e47c-438e-8ff9-351b600177e1 None None] Attempting to bind port 30f69e30-0150-49b2-bd24-f99cf80b3dce on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:21:43.038208 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-15c0d4e9-e47c-438e-8ff9-351b600177e1 None None] Attempting to bind port 30f69e30-0150-49b2-bd24-f99cf80b3dce by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:21:43.038483 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c0d4e9-e47c-438e-8ff9-351b600177e1 None None] Attempting to bind port 30f69e30-0150-49b2-bd24-f99cf80b3dce on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:43.048161 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c0d4e9-e47c-438e-8ff9-351b600177e1 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:21:43.048572 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c0d4e9-e47c-438e-8ff9-351b600177e1 None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:43.048933 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-15c0d4e9-e47c-438e-8ff9-351b600177e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:43.049327 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c0d4e9-e47c-438e-8ff9-351b600177e1 None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:21:43.049808 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-15c0d4e9-e47c-438e-8ff9-351b600177e1 None None] Bound port: 30f69e30-0150-49b2-bd24-f99cf80b3dce, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:21:43.050183 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-15c0d4e9-e47c-438e-8ff9-351b600177e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:43.052643 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1129831-c1d2-4035-8822-52314455845a None None] Pushing event updated for resources: {'Port': ['ID=30f69e30-0150-49b2-bd24-f99cf80b3dce,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:43.117592 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-15c0d4e9-e47c-438e-8ff9-351b600177e1 None None] For port 30f69e30-0150-49b2-bd24-f99cf80b3dce, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:43.121395 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-15c0d4e9-e47c-438e-8ff9-351b600177e1 None None] For port 30f69e30-0150-49b2-bd24-f99cf80b3dce, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=30f69e30-0150-49b2-bd24-f99cf80b3dce,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:21:43.126510 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-15c0d4e9-e47c-438e-8ff9-351b600177e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:43.138293 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b8681ddc-f60f-47e9-ab68-21b8c4c952fd tempest-MeteringTestJSON-774848201 tempest-MeteringTestJSON-774848201-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:43.141792 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b8681ddc-f60f-47e9-ab68-21b8c4c952fd tempest-MeteringTestJSON-774848201 tempest-MeteringTestJSON-774848201-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/24cbe8be-0bad-436d-9633-a64f20f92a01 HTTP/1.1" status: 204 len: 168 time: 0.2721019 Jul 15 13:21:43.190848 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c0d4e9-e47c-438e-8ff9-351b600177e1 None None] Routers {'1953211b-d794-42cf-bd53-a4ace7297e00'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:43.191589 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-15c0d4e9-e47c-438e-8ff9-351b600177e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:21:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['1953211b-d794-42cf-bd53-a4ace7297e00'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:43.260858 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1129831-c1d2-4035-8822-52314455845a None None] Pushing event updated for resources: {'Port': ['ID=30f69e30-0150-49b2-bd24-f99cf80b3dce,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:43.354488 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-15c0d4e9-e47c-438e-8ff9-351b600177e1 None None] Set router 1953211b-d794-42cf-bd53-a4ace7297e00 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:21:43.479326 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49eb2a4-6caa-4e7e-ad00-7a5c25e1e908 admin admin] Network 33daa320-d719-4788-a6ae-6d9428792c14 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:43.494402 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-b49eb2a4-6caa-4e7e-ad00-7a5c25e1e908 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:43.504184 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49eb2a4-6caa-4e7e-ad00-7a5c25e1e908 admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:43.543655 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b49eb2a4-6caa-4e7e-ad00-7a5c25e1e908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:43.599766 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44690) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:43.657523 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49eb2a4-6caa-4e7e-ad00-7a5c25e1e908 admin admin] Pushing event updated for resources: {'Port': ['ID=1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:43.760903 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106eb2f8-cf9d-4506-8556-1300d1f14070 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:43.768182 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106eb2f8-cf9d-4506-8556-1300d1f14070 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:43.774734 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44696) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:43.774971 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-106eb2f8-cf9d-4506-8556-1300d1f14070 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.1626732 Jul 15 13:21:43.778958 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-15c0d4e9-e47c-438e-8ff9-351b600177e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'name': 'tempest-AttachVolumeShelveTestJSON-1582995910-router', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '30f69e30-0150-49b2-bd24-f99cf80b3dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:37Z', 'updated_at': '2021-07-15T13:21:39Z', 'revision_number': 3, 'project_id': 'bf299a1585cb47ad811c548c9505de73', 'gw_port': {'id': '30f69e30-0150-49b2-bd24-f99cf80b3dce', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:38Z', 'updated_at': '2021-07-15T13:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:43.780703 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-5a5b8d34-cb49-4700-b6fa-c0c5771a029a tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1862462412'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:43.832437 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5b8d34-cb49-4700-b6fa-c0c5771a029a tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Made reservation on behalf of aeae13b3cea847de8e106d7dc974f2fa for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:43.839811 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5a5b8d34-cb49-4700-b6fa-c0c5771a029a tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:43.856805 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c0d4e9-e47c-438e-8ff9-351b600177e1 None None] The sync data for ids ['1953211b-d794-42cf-bd53-a4ace7297e00'] in n-d-771363-36 is: [{'id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'name': 'tempest-AttachVolumeShelveTestJSON-1582995910-router', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '30f69e30-0150-49b2-bd24-f99cf80b3dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:37Z', 'updated_at': '2021-07-15T13:21:39Z', 'revision_number': 3, 'project_id': 'bf299a1585cb47ad811c548c9505de73', 'gw_port': {'id': '30f69e30-0150-49b2-bd24-f99cf80b3dce', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:38Z', 'updated_at': '2021-07-15T13:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:21:43.884836 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4e2cbbd5-b4bd-497c-9a42-51de9285269a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:43.908161 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-efee583e-a12f-4b82-80a7-6884e54d3dca None None] Provisioning for port 1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:43.913629 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-efee583e-a12f-4b82-80a7-6884e54d3dca None None] Provisioning complete for port 1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:43.914010 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-efee583e-a12f-4b82-80a7-6884e54d3dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:43.922934 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b49eb2a4-6caa-4e7e-ad00-7a5c25e1e908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:43.931911 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5b8d34-cb49-4700-b6fa-c0c5771a029a tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:21:43.943436 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5a5b8d34-cb49-4700-b6fa-c0c5771a029a tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:43.943856 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-5a5b8d34-cb49-4700-b6fa-c0c5771a029a tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Added segment b5fdbd29-81fe-4405-9436-dc6248693214 of type vlan for network 3f85f754-38fb-4424-ad98-b0506ce235ac Jul 15 13:21:43.963795 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-efee583e-a12f-4b82-80a7-6884e54d3dca None None] Port 1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:21:44.014724 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5a5b8d34-cb49-4700-b6fa-c0c5771a029a tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.081542 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5a5b8d34-cb49-4700-b6fa-c0c5771a029a tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.089146 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5b8d34-cb49-4700-b6fa-c0c5771a029a tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:44.090035 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5a5b8d34-cb49-4700-b6fa-c0c5771a029a tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.184697 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b8d34-cb49-4700-b6fa-c0c5771a029a tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Pushing event updated for resources: {'Network': ['ID=3f85f754-38fb-4424-ad98-b0506ce235ac,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:44.199727 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b8d34-cb49-4700-b6fa-c0c5771a029a tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:44.200111 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b8d34-cb49-4700-b6fa-c0c5771a029a tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:44.200494 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b8d34-cb49-4700-b6fa-c0c5771a029a tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:44.200896 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b8d34-cb49-4700-b6fa-c0c5771a029a tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:44.201941 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b8d34-cb49-4700-b6fa-c0c5771a029a tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:44.201941 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b8d34-cb49-4700-b6fa-c0c5771a029a tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:44.201941 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b8d34-cb49-4700-b6fa-c0c5771a029a tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:44.202247 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b8d34-cb49-4700-b6fa-c0c5771a029a tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:44.202549 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b8d34-cb49-4700-b6fa-c0c5771a029a tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:44.202896 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b8d34-cb49-4700-b6fa-c0c5771a029a tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:44.203219 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b8d34-cb49-4700-b6fa-c0c5771a029a tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:44.203536 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b8d34-cb49-4700-b6fa-c0c5771a029a tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:44.216107 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 3f85f754-38fb-4424-ad98-b0506ce235ac details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:21:44.244082 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4e2cbbd5-b4bd-497c-9a42-51de9285269a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.250801 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4e2cbbd5-b4bd-497c-9a42-51de9285269a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.267806 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b49eb2a4-6caa-4e7e-ad00-7a5c25e1e908 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.274393 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b49eb2a4-6caa-4e7e-ad00-7a5c25e1e908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.291646 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5a5b8d34-cb49-4700-b6fa-c0c5771a029a tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5157611 Jul 15 13:21:44.305403 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44712) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:44.327464 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-55381a57-8a92-4d6b-919d-43255c88f192 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1775023773'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:44.348410 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4e2cbbd5-b4bd-497c-9a42-51de9285269a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eb4484cb6259456fb8405e7b2b74fd0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7448494 Jul 15 13:21:44.355846 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44714) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:44.391154 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2cbbd5-b4bd-497c-9a42-51de9285269a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1db397b-f13c-448d-ba25-0f5fc294e481,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:44.415236 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49eb2a4-6caa-4e7e-ad00-7a5c25e1e908 admin admin] Pushing event updated for resources: {'Port': ['ID=1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:44.425177 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5693f6fd-74d9-4314-a61b-f2ec7b7b9910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.428146 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55381a57-8a92-4d6b-919d-43255c88f192 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Made reservation on behalf of aeae13b3cea847de8e106d7dc974f2fa for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:44.432735 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-55381a57-8a92-4d6b-919d-43255c88f192 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.472032 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5693f6fd-74d9-4314-a61b-f2ec7b7b9910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.484971 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b49eb2a4-6caa-4e7e-ad00-7a5c25e1e908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.489721 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55381a57-8a92-4d6b-919d-43255c88f192 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:21:44.517813 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-55381a57-8a92-4d6b-919d-43255c88f192 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.518172 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-55381a57-8a92-4d6b-919d-43255c88f192 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Added segment 008761f1-033d-42f3-a35a-9d4518f3b50b of type vlan for network 44c9b275-13c9-4d98-9543-e6306c023f76 Jul 15 13:21:44.583251 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-55381a57-8a92-4d6b-919d-43255c88f192 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.595383 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5693f6fd-74d9-4314-a61b-f2ec7b7b9910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.603900 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5693f6fd-74d9-4314-a61b-f2ec7b7b9910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.607910 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5693f6fd-74d9-4314-a61b-f2ec7b7b9910 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d1db397b-f13c-448d-ba25-0f5fc294e481 HTTP/1.1" status: 204 len: 168 time: 0.2508152 Jul 15 13:21:44.621930 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693f6fd-74d9-4314-a61b-f2ec7b7b9910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1db397b-f13c-448d-ba25-0f5fc294e481,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:44.663249 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-55381a57-8a92-4d6b-919d-43255c88f192 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.668839 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55381a57-8a92-4d6b-919d-43255c88f192 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:44.669450 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-55381a57-8a92-4d6b-919d-43255c88f192 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.685861 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49eb2a4-6caa-4e7e-ad00-7a5c25e1e908 admin admin] Network 33daa320-d719-4788-a6ae-6d9428792c14 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:44.690856 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-b49eb2a4-6caa-4e7e-ad00-7a5c25e1e908 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:44.772354 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-55381a57-8a92-4d6b-919d-43255c88f192 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4608622 Jul 15 13:21:44.783058 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44726) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:44.801065 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-bd4c9dd3-bb71-4f51-ab14-c22d7ffeb01c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Request body: {'ports': [{'network_id': '3f85f754-38fb-4424-ad98-b0506ce235ac', 'name': 'tempest-port--911267376', 'admin_state_up': True}, {'network_id': '44c9b275-13c9-4d98-9543-e6306c023f76', 'admin_state_up': False}]} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:44.801387 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-bd4c9dd3-bb71-4f51-ab14-c22d7ffeb01c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Request body: {'port': {'network_id': '3f85f754-38fb-4424-ad98-b0506ce235ac', 'name': 'tempest-port--911267376', 'admin_state_up': True}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:44.802785 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-bd4c9dd3-bb71-4f51-ab14-c22d7ffeb01c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Request body: {'port': {'network_id': '44c9b275-13c9-4d98-9543-e6306c023f76', 'admin_state_up': False}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:44.926369 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55381a57-8a92-4d6b-919d-43255c88f192 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Pushing event updated for resources: {'Network': ['ID=44c9b275-13c9-4d98-9543-e6306c023f76,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:44.941015 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 44c9b275-13c9-4d98-9543-e6306c023f76 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:21:44.961791 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49eb2a4-6caa-4e7e-ad00-7a5c25e1e908 admin admin] Router 1953211b-d794-42cf-bd53-a4ace7297e00 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:21:45.199168 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8c11c4ce-5e88-458b-86ab-5e11ef383a1f None None] Provisioning complete for port 1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:45.199554 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8c11c4ce-5e88-458b-86ab-5e11ef383a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.228379 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49eb2a4-6caa-4e7e-ad00-7a5c25e1e908 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:21:45.244151 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b49eb2a4-6caa-4e7e-ad00-7a5c25e1e908 admin admin] 10.222.0.16 "PUT /v2.0/routers/1953211b-d794-42cf-bd53-a4ace7297e00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2929888 Jul 15 13:21:45.252696 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-8c11c4ce-5e88-458b-86ab-5e11ef383a1f None None] Port 1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:21:45.300173 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4c9dd3-bb71-4f51-ab14-c22d7ffeb01c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Made reservation on behalf of aeae13b3cea847de8e106d7dc974f2fa for: {'port': 2} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:45.309874 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd4c9dd3-bb71-4f51-ab14-c22d7ffeb01c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.329180 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd4c9dd3-bb71-4f51-ab14-c22d7ffeb01c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.405865 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44742) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:45.426687 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1866e521-c72f-4df1-aa77-139e71cd829a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.452225 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-bd4c9dd3-bb71-4f51-ab14-c22d7ffeb01c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] device_id is not set on port 5ce11db9-c450-4c8d-aa8d-2ef943441892 yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:21:45.568174 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1866e521-c72f-4df1-aa77-139e71cd829a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.574805 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1866e521-c72f-4df1-aa77-139e71cd829a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.628331 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd4c9dd3-bb71-4f51-ab14-c22d7ffeb01c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.641482 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1866e521-c72f-4df1-aa77-139e71cd829a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ce7e25e97e704bff8553de8d474a4f4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2346480 Jul 15 13:21:45.642614 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866e521-c72f-4df1-aa77-139e71cd829a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5baa86e-5c87-4c5f-8886-3413b961bce8,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:45.645338 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44748) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:45.720840 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-10b53d7a-2fd6-465c-aa01-20b511133c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.748166 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-10b53d7a-2fd6-465c-aa01-20b511133c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.750959 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-bd4c9dd3-bb71-4f51-ab14-c22d7ffeb01c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] device_id is not set on port d7841483-8563-42f9-9197-07dbeb64b9c8 yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:21:45.809021 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-10b53d7a-2fd6-465c-aa01-20b511133c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.820678 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-10b53d7a-2fd6-465c-aa01-20b511133c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.826952 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-10b53d7a-2fd6-465c-aa01-20b511133c39 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c5baa86e-5c87-4c5f-8886-3413b961bce8 HTTP/1.1" status: 204 len: 168 time: 0.1801581 Jul 15 13:21:45.845633 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b53d7a-2fd6-465c-aa01-20b511133c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5baa86e-5c87-4c5f-8886-3413b961bce8,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:46.050911 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd4c9dd3-bb71-4f51-ab14-c22d7ffeb01c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.149107 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd4c9dd3-bb71-4f51-ab14-c22d7ffeb01c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.361134 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c9dd3-bb71-4f51-ab14-c22d7ffeb01c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Pushing event updated for resources: {'Port': ['ID=5ce11db9-c450-4c8d-aa8d-2ef943441892,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:46.391397 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4c9dd3-bb71-4f51-ab14-c22d7ffeb01c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Checking segment: {'id': 'b5fdbd29-81fe-4405-9436-dc6248693214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3f85f754-38fb-4424-ad98-b0506ce235ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:46.392159 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4c9dd3-bb71-4f51-ab14-c22d7ffeb01c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Network hostable DHCP agents. Network: 3f85f754-38fb-4424-ad98-b0506ce235ac, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:21:46.394511 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 30f69e30-0150-49b2-bd24-f99cf80b3dce up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:46.445778 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4c9dd3-bb71-4f51-ab14-c22d7ffeb01c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Network 3f85f754-38fb-4424-ad98-b0506ce235ac is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:21:46.464379 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-bd4c9dd3-bb71-4f51-ab14-c22d7ffeb01c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 3f85f754-38fb-4424-ad98-b0506ce235ac) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:46.472822 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4c9dd3-bb71-4f51-ab14-c22d7ffeb01c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:46.475070 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd4c9dd3-bb71-4f51-ab14-c22d7ffeb01c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.508598 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8f49f5-abc1-47c5-982c-fb7bea1c298a None None] Network 3f85f754-38fb-4424-ad98-b0506ce235ac requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:46.636008 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44786) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:46.643131 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-b3acd0f0-e09a-4646-98c2-971075735922 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1740938553', 'description': 'tempest-description--388754087'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:46.722993 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c9dd3-bb71-4f51-ab14-c22d7ffeb01c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Pushing event updated for resources: {'Port': ['ID=d7841483-8563-42f9-9197-07dbeb64b9c8,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:46.731671 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b3acd0f0-e09a-4646-98c2-971075735922 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.737895 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4c9dd3-bb71-4f51-ab14-c22d7ffeb01c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Checking segment: {'id': '008761f1-033d-42f3-a35a-9d4518f3b50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '44c9b275-13c9-4d98-9543-e6306c023f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:46.738266 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4c9dd3-bb71-4f51-ab14-c22d7ffeb01c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Network hostable DHCP agents. Network: 44c9b275-13c9-4d98-9543-e6306c023f76, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:21:46.775915 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4c9dd3-bb71-4f51-ab14-c22d7ffeb01c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Network 44c9b275-13c9-4d98-9543-e6306c023f76 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:21:46.796244 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-bd4c9dd3-bb71-4f51-ab14-c22d7ffeb01c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 44c9b275-13c9-4d98-9543-e6306c023f76) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:46.800994 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4c9dd3-bb71-4f51-ab14-c22d7ffeb01c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:46.822859 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4c9dd3-bb71-4f51-ab14-c22d7ffeb01c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:46.823791 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 30f69e30-0150-49b2-bd24-f99cf80b3dce completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:46.832102 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a18387-b4bc-4313-a780-e4e2a83355d2 None None] Sync routers for ids ['1953211b-d794-42cf-bd53-a4ace7297e00'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:21:46.833347 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb0d562-b45a-4965-a815-b4742f2a92e1 None None] Network 44c9b275-13c9-4d98-9543-e6306c023f76 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:46.843805 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4c9dd3-bb71-4f51-ab14-c22d7ffeb01c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:46.844745 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd4c9dd3-bb71-4f51-ab14-c22d7ffeb01c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.846447 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a18387-b4bc-4313-a780-e4e2a83355d2 None None] Routers {'1953211b-d794-42cf-bd53-a4ace7297e00'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:46.849794 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-77a18387-b4bc-4313-a780-e4e2a83355d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:21:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['1953211b-d794-42cf-bd53-a4ace7297e00'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:46.910987 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b3acd0f0-e09a-4646-98c2-971075735922 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.919430 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b3acd0f0-e09a-4646-98c2-971075735922 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.929366 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-bd4c9dd3-bb71-4f51-ab14-c22d7ffeb01c tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.1451979 Jul 15 13:21:46.932747 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44792) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:46.940061 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 30f69e30-0150-49b2-bd24-f99cf80b3dce triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:46.940710 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.987889 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b3acd0f0-e09a-4646-98c2-971075735922 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.997568 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b3acd0f0-e09a-4646-98c2-971075735922 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3593485 Jul 15 13:21:47.000368 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44802) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:47.005489 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-b10cb60f-f162-4b36-bfbe-e1bd2ca163da tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Request body: {'security_group_rule': {'security_group_id': 'ba3c6503-3e76-4436-a5a7-10ada7c03010', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:47.044540 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3acd0f0-e09a-4646-98c2-971075735922 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3c6503-3e76-4436-a5a7-10ada7c03010,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:47.116491 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-77a18387-b4bc-4313-a780-e4e2a83355d2 None None] Set router 1953211b-d794-42cf-bd53-a4ace7297e00 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:21:47.184897 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.188936 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b10cb60f-f162-4b36-bfbe-e1bd2ca163da tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.237228 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 30f69e30-0150-49b2-bd24-f99cf80b3dce, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=30f69e30-0150-49b2-bd24-f99cf80b3dce,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:47.243457 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.302446 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b10cb60f-f162-4b36-bfbe-e1bd2ca163da tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.323837 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b10cb60f-f162-4b36-bfbe-e1bd2ca163da tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.325957 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=30f69e30-0150-49b2-bd24-f99cf80b3dce,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:47.350304 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4e2ab4-b2f4-45f5-b924-f5d948d1272d tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:47.356817 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4e2ab4-b2f4-45f5-b924-f5d948d1272d tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:47.361410 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44812) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:47.361676 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7a4e2ab4-b2f4-45f5-b924-f5d948d1272d tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4278688 Jul 15 13:21:47.373460 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10cb60f-f162-4b36-bfbe-e1bd2ca163da tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd12189d-4010-4f07-a0fc-d4b5a3790663,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:47.376629 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b10cb60f-f162-4b36-bfbe-e1bd2ca163da tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.381351 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b10cb60f-f162-4b36-bfbe-e1bd2ca163da tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3795719 Jul 15 13:21:47.382164 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44816) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:47.387883 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-5f66a0ad-4e51-4a38-ad84-34f6b66a6e38 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Request body: {'security_group_rule': {'security_group_id': 'ba3c6503-3e76-4436-a5a7-10ada7c03010', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:47.422184 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5f66a0ad-4e51-4a38-ad84-34f6b66a6e38 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.517559 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-77a18387-b4bc-4313-a780-e4e2a83355d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'name': 'tempest-AttachVolumeShelveTestJSON-1582995910-router', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '30f69e30-0150-49b2-bd24-f99cf80b3dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:37Z', 'updated_at': '2021-07-15T13:21:43Z', 'revision_number': 4, 'project_id': 'bf299a1585cb47ad811c548c9505de73', 'gw_port': {'id': '30f69e30-0150-49b2-bd24-f99cf80b3dce', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:38Z', 'updated_at': '2021-07-15T13:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f', 'name': '', 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'mac_address': 'fa:16:3e:d5:64:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '236966a3-1e59-4c69-99ff-863fc85e1377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:41Z', 'updated_at': '2021-07-15T13:21:44Z', 'revision_number': 2, 'project_id': 'bf299a1585cb47ad811c548c9505de73', 'subnets': [{'id': '236966a3-1e59-4c69-99ff-863fc85e1377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:47.533491 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5f66a0ad-4e51-4a38-ad84-34f6b66a6e38 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.539098 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5f66a0ad-4e51-4a38-ad84-34f6b66a6e38 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.575183 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5f66a0ad-4e51-4a38-ad84-34f6b66a6e38 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.582302 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44822) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:47.583093 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5f66a0ad-4e51-4a38-ad84-34f6b66a6e38 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1995730 Jul 15 13:21:47.590214 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-e03cb1b6-6548-4b8e-8b9e-efd1d47c090e tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:47.603513 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66a0ad-4e51-4a38-ad84-34f6b66a6e38 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=967730b9-65a8-44bf-8e35-432102c6af37,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:47.639978 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e03cb1b6-6548-4b8e-8b9e-efd1d47c090e tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for floatingip, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.691116 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-860dbaf4-6f69-4ca3-9700-d2a5d9d923b0 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Deleting port 5ce11db9-c450-4c8d-aa8d-2ef943441892 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:47.691610 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-860dbaf4-6f69-4ca3-9700-d2a5d9d923b0 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.721080 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a18387-b4bc-4313-a780-e4e2a83355d2 None None] Checking router: 1953211b-d794-42cf-bd53-a4ace7297e00 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:21:47.721784 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a18387-b4bc-4313-a780-e4e2a83355d2 None None] Updating router 1953211b-d794-42cf-bd53-a4ace7297e00 port 1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:21:47.764623 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-77a18387-b4bc-4313-a780-e4e2a83355d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.805757 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-860dbaf4-6f69-4ca3-9700-d2a5d9d923b0 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.835253 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-860dbaf4-6f69-4ca3-9700-d2a5d9d923b0 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Calling delete_port for 5ce11db9-c450-4c8d-aa8d-2ef943441892 owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:47.920645 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e03cb1b6-6548-4b8e-8b9e-efd1d47c090e tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.077859 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-860dbaf4-6f69-4ca3-9700-d2a5d9d923b0 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.155106 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-77a18387-b4bc-4313-a780-e4e2a83355d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.157979 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860dbaf4-6f69-4ca3-9700-d2a5d9d923b0 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Pushing event deleted for resources: {'Port': ['ID=5ce11db9-c450-4c8d-aa8d-2ef943441892,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:48.167000 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-77a18387-b4bc-4313-a780-e4e2a83355d2 None None] Transition to ACTIVE for port object 1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:48.182583 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-77a18387-b4bc-4313-a780-e4e2a83355d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.184721 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-e03cb1b6-6548-4b8e-8b9e-efd1d47c090e tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Allocated IP 172.25.8.47 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/7e032511-f342-4ece-a4ed-4da52f764e17) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:48.199572 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-860dbaf4-6f69-4ca3-9700-d2a5d9d923b0 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.204432 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44844) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:48.204580 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-860dbaf4-6f69-4ca3-9700-d2a5d9d923b0 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] 10.222.0.16 "DELETE /v2.0/ports/5ce11db9-c450-4c8d-aa8d-2ef943441892 HTTP/1.1" status: 204 len: 168 time: 0.8408351 Jul 15 13:21:48.417342 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 30f69e30-0150-49b2-bd24-f99cf80b3dce up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:48.430984 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c991271b-512c-47f7-84c6-1d3e4f672d71 None None] Pushing event updated for resources: {'Port': ['ID=1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:48.463973 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-77a18387-b4bc-4313-a780-e4e2a83355d2 None None] Attempting to bind port 1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:21:48.464647 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-77a18387-b4bc-4313-a780-e4e2a83355d2 None None] Attempting to bind port 1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '02b4ae28-7870-45f1-8b91-4bf335fcbce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:21:48.465183 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a18387-b4bc-4313-a780-e4e2a83355d2 None None] Attempting to bind port 1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f on network 33daa320-d719-4788-a6ae-6d9428792c14 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:48.476516 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a18387-b4bc-4313-a780-e4e2a83355d2 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:21:48.478962 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a18387-b4bc-4313-a780-e4e2a83355d2 None None] Checking segment: {'id': '02b4ae28-7870-45f1-8b91-4bf335fcbce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:48.479568 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-77a18387-b4bc-4313-a780-e4e2a83355d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.480798 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a18387-b4bc-4313-a780-e4e2a83355d2 None None] Bound using segment: {'id': '02b4ae28-7870-45f1-8b91-4bf335fcbce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:21:48.481887 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-77a18387-b4bc-4313-a780-e4e2a83355d2 None None] Bound port: 1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b4ae28-7870-45f1-8b91-4bf335fcbce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:21:48.483735 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-77a18387-b4bc-4313-a780-e4e2a83355d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.519421 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e03cb1b6-6548-4b8e-8b9e-efd1d47c090e tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.528562 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ad75f5ae-40ae-4cf2-b1ee-ba7124f081f6 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Deleting port d7841483-8563-42f9-9197-07dbeb64b9c8 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:48.529135 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ad75f5ae-40ae-4cf2-b1ee-ba7124f081f6 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.538832 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 30f69e30-0150-49b2-bd24-f99cf80b3dce triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:48.539474 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.615506 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-77a18387-b4bc-4313-a780-e4e2a83355d2 None None] For port 1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:48.619535 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-77a18387-b4bc-4313-a780-e4e2a83355d2 None None] For port 1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f,segment=NetworkSegment(02b4ae28-7870-45f1-8b91-4bf335fcbce3),segment_id=02b4ae28-7870-45f1-8b91-4bf335fcbce3)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:21:48.625397 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-77a18387-b4bc-4313-a780-e4e2a83355d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.652545 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e03cb1b6-6548-4b8e-8b9e-efd1d47c090e tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.705167 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a18387-b4bc-4313-a780-e4e2a83355d2 None None] Routers {'1953211b-d794-42cf-bd53-a4ace7297e00'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:48.705840 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-77a18387-b4bc-4313-a780-e4e2a83355d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:21:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['1953211b-d794-42cf-bd53-a4ace7297e00'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:48.711747 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03cb1b6-6548-4b8e-8b9e-efd1d47c090e tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:48.715249 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-e03cb1b6-6548-4b8e-8b9e-efd1d47c090e tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:48.718198 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ad75f5ae-40ae-4cf2-b1ee-ba7124f081f6 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.721120 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03cb1b6-6548-4b8e-8b9e-efd1d47c090e tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:48.753501 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ad75f5ae-40ae-4cf2-b1ee-ba7124f081f6 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Calling delete_port for d7841483-8563-42f9-9197-07dbeb64b9c8 owned by {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:48.823687 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44858) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:48.900117 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03cb1b6-6548-4b8e-8b9e-efd1d47c090e tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Pushing event updated for resources: {'Port': ['ID=7e032511-f342-4ece-a4ed-4da52f764e17,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:48.925957 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ad75f5ae-40ae-4cf2-b1ee-ba7124f081f6 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.954365 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e03cb1b6-6548-4b8e-8b9e-efd1d47c090e tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.993641 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad75f5ae-40ae-4cf2-b1ee-ba7124f081f6 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Pushing event deleted for resources: {'Port': ['ID=d7841483-8563-42f9-9197-07dbeb64b9c8,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:48.996547 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ad75f5ae-40ae-4cf2-b1ee-ba7124f081f6 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.998629 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ad75f5ae-40ae-4cf2-b1ee-ba7124f081f6 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] 10.222.0.16 "DELETE /v2.0/ports/d7841483-8563-42f9-9197-07dbeb64b9c8 HTTP/1.1" status: 204 len: 168 time: 0.7931135 Jul 15 13:21:49.001131 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44862) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:49.026866 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c991271b-512c-47f7-84c6-1d3e4f672d71 None None] Pushing event updated for resources: {'Port': ['ID=1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f,revision_number=4']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:49.050232 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-77a18387-b4bc-4313-a780-e4e2a83355d2 None None] Set router 1953211b-d794-42cf-bd53-a4ace7297e00 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:21:49.064646 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-46c011bd-177c-4afe-99a2-aafae5ed2a53 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0622942 Jul 15 13:21:49.068881 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44870) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:49.077431 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-061c8dd4-eba3-49c4-9d7c-b49479146589 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1081990136'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:49.082131 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e03cb1b6-6548-4b8e-8b9e-efd1d47c090e tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:49.115564 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061c8dd4-eba3-49c4-9d7c-b49479146589 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Made reservation on behalf of aeae13b3cea847de8e106d7dc974f2fa for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:49.119942 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-061c8dd4-eba3-49c4-9d7c-b49479146589 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:49.133208 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-6437bf93-d601-4943-95fa-6252267b4e09 tempest-QuotasTest-919426377 tempest-QuotasTest-919426377-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:49.149964 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-061c8dd4-eba3-49c4-9d7c-b49479146589 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:21:49.166379 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-061c8dd4-eba3-49c4-9d7c-b49479146589 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:49.167363 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-061c8dd4-eba3-49c4-9d7c-b49479146589 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Added segment d6b6c284-7f01-4854-a464-2acc2ddd7175 of type vlan for network 90ba3cb9-3720-47d8-b49f-17030890d9bb Jul 15 13:21:49.227613 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-061c8dd4-eba3-49c4-9d7c-b49479146589 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:49.259779 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6437bf93-d601-4943-95fa-6252267b4e09 tempest-QuotasTest-919426377 tempest-QuotasTest-919426377-project-admin] 10.222.0.16 "PUT /v2.0/quotas/a9b6693b036348d18d78efedbbcf1ef1 HTTP/1.1" status: 200 len: 366 time: 0.4160023 Jul 15 13:21:49.261246 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44874) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:49.315918 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4492fa0f-84b2-497a-b45f-45b92b429436 tempest-QuotasTest-919426377 tempest-QuotasTest-919426377-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0521111 Jul 15 13:21:49.319756 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44878) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:49.336406 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-061c8dd4-eba3-49c4-9d7c-b49479146589 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:49.342028 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061c8dd4-eba3-49c4-9d7c-b49479146589 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:49.342658 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-061c8dd4-eba3-49c4-9d7c-b49479146589 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:49.349571 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-650b00a7-989d-4320-82f4-87c328dd45b1 tempest-QuotasTest-919426377 tempest-QuotasTest-919426377-project-admin] 10.222.0.16 "GET /v2.0/quotas/a9b6693b036348d18d78efedbbcf1ef1 HTTP/1.1" status: 200 len: 366 time: 0.0286601 Jul 15 13:21:49.354365 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44882) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:49.408555 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-061c8dd4-eba3-49c4-9d7c-b49479146589 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3373356 Jul 15 13:21:49.408801 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44884) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:49.446375 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-1859fc62-fe16-496f-91ce-895768bb9231 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-56313442'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:49.479744 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-77a18387-b4bc-4313-a780-e4e2a83355d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'name': 'tempest-AttachVolumeShelveTestJSON-1582995910-router', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '30f69e30-0150-49b2-bd24-f99cf80b3dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:37Z', 'updated_at': '2021-07-15T13:21:43Z', 'revision_number': 4, 'project_id': 'bf299a1585cb47ad811c548c9505de73', 'gw_port': {'id': '30f69e30-0150-49b2-bd24-f99cf80b3dce', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:38Z', 'updated_at': '2021-07-15T13:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f', 'name': '', 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'mac_address': 'fa:16:3e:d5:64:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '236966a3-1e59-4c69-99ff-863fc85e1377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:41Z', 'updated_at': '2021-07-15T13:21:48Z', 'revision_number': 4, 'project_id': 'bf299a1585cb47ad811c548c9505de73', 'subnets': [{'id': '236966a3-1e59-4c69-99ff-863fc85e1377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:49.503972 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44886) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:49.506448 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b33cba95-d39c-4e29-9b02-074e71a50aff tempest-QuotasTest-919426377 tempest-QuotasTest-919426377-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/a9b6693b036348d18d78efedbbcf1ef1 HTTP/1.1" status: 204 len: 168 time: 0.1285377 Jul 15 13:21:49.508707 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c8dd4-eba3-49c4-9d7c-b49479146589 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Pushing event updated for resources: {'Network': ['ID=90ba3cb9-3720-47d8-b49f-17030890d9bb,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:49.508953 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a18387-b4bc-4313-a780-e4e2a83355d2 None None] The sync data for ids ['1953211b-d794-42cf-bd53-a4ace7297e00'] in n-d-771363-36 is: [{'id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'name': 'tempest-AttachVolumeShelveTestJSON-1582995910-router', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '30f69e30-0150-49b2-bd24-f99cf80b3dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:37Z', 'updated_at': '2021-07-15T13:21:43Z', 'revision_number': 4, 'project_id': 'bf299a1585cb47ad811c548c9505de73', 'gw_port': {'id': '30f69e30-0150-49b2-bd24-f99cf80b3dce', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:38Z', 'updated_at': '2021-07-15T13:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f', 'name': '', 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'mac_address': 'fa:16:3e:d5:64:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '236966a3-1e59-4c69-99ff-863fc85e1377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:41Z', 'updated_at': '2021-07-15T13:21:48Z', 'revision_number': 4, 'project_id': 'bf299a1585cb47ad811c548c9505de73', 'subnets': [{'id': '236966a3-1e59-4c69-99ff-863fc85e1377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:21:49.524954 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1859fc62-fe16-496f-91ce-895768bb9231 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Made reservation on behalf of aeae13b3cea847de8e106d7dc974f2fa for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:49.528583 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 90ba3cb9-3720-47d8-b49f-17030890d9bb details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:21:49.529186 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1859fc62-fe16-496f-91ce-895768bb9231 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:49.560222 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44888) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:49.560818 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2c31dd66-f792-4684-af8d-a6cb1196898e tempest-QuotasTest-919426377 tempest-QuotasTest-919426377-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0566046 Jul 15 13:21:49.586355 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-40cd48d1-9c38-4776-9642-4f6c5a051c90 tempest-QuotasTest-919426377 tempest-QuotasTest-919426377-project-admin] 10.222.0.16 "GET /v2.0/quotas/a9b6693b036348d18d78efedbbcf1ef1 HTTP/1.1" status: 200 len: 370 time: 0.0232477 Jul 15 13:21:49.590861 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e03cb1b6-6548-4b8e-8b9e-efd1d47c090e tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:49.591215 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44890) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:49.620067 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e03cb1b6-6548-4b8e-8b9e-efd1d47c090e tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:49.634430 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-af57367e-5954-4174-8fb7-cd36ea48fcd5 tempest-QuotasTest-919426377 tempest-QuotasTest-919426377-project-admin] 10.222.0.16 "GET /v2.0/quotas/a9b6693b036348d18d78efedbbcf1ef1/default HTTP/1.1" status: 200 len: 370 time: 0.0396113 Jul 15 13:21:49.637235 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44894) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:49.684099 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-8d7b2b8d-f834-451b-bfbe-ac72aacc94ae tempest-QuotasTest-919426377 tempest-QuotasTest-919426377-project-admin] delete failed (client error): The resource could not be found. Jul 15 13:21:49.686833 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8d7b2b8d-f834-451b-bfbe-ac72aacc94ae tempest-QuotasTest-919426377 tempest-QuotasTest-919426377-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/a9b6693b036348d18d78efedbbcf1ef1 HTTP/1.1" status: 404 len: 348 time: 0.0450284 Jul 15 13:21:49.766872 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1859fc62-fe16-496f-91ce-895768bb9231 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:21:49.835848 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1859fc62-fe16-496f-91ce-895768bb9231 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:49.835848 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-1859fc62-fe16-496f-91ce-895768bb9231 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Added segment 323e0433-1aca-4064-9546-4d89d391b77a of type vlan for network 8e394766-5311-46ae-be86-b359041b7420 Jul 15 13:21:49.839533 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03cb1b6-6548-4b8e-8b9e-efd1d47c090e tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Pushing event updated for resources: {'Port': ['ID=7e032511-f342-4ece-a4ed-4da52f764e17,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:49.873671 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e03cb1b6-6548-4b8e-8b9e-efd1d47c090e tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:49.949789 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44902) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:49.959724 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e03cb1b6-6548-4b8e-8b9e-efd1d47c090e tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:49.965883 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e03cb1b6-6548-4b8e-8b9e-efd1d47c090e tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3777597 Jul 15 13:21:49.971928 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1859fc62-fe16-496f-91ce-895768bb9231 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:49.985110 n-d-771363-36 neutron-server[93825]: DEBUG neutron.quota.resource [None req-45888787-f0a0-4e50-b580-25352706b987 tempest-QuotasTest-919426377 tempest-QuotasTest-919426377-project-admin] Usage tracker for resource:network and tenant:7a76825ecfad4ff99f9012a9a5ce5faf is out of sync, need to count used quota {{(pid=93825) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 13:21:49.991389 n-d-771363-36 neutron-server[93825]: DEBUG neutron.quota.resource [None req-45888787-f0a0-4e50-b580-25352706b987 tempest-QuotasTest-919426377 tempest-QuotasTest-919426377-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93825) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 13:21:49.999392 n-d-771363-36 neutron-server[93825]: DEBUG neutron.quota.resource [None req-45888787-f0a0-4e50-b580-25352706b987 tempest-QuotasTest-919426377 tempest-QuotasTest-919426377-project-admin] Usage tracker for resource:subnet and tenant:7a76825ecfad4ff99f9012a9a5ce5faf is out of sync, need to count used quota {{(pid=93825) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 13:21:50.006878 n-d-771363-36 neutron-server[93825]: DEBUG neutron.quota.resource [None req-45888787-f0a0-4e50-b580-25352706b987 tempest-QuotasTest-919426377 tempest-QuotasTest-919426377-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93825) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 13:21:50.015099 n-d-771363-36 neutron-server[93825]: DEBUG neutron.quota.resource [None req-45888787-f0a0-4e50-b580-25352706b987 tempest-QuotasTest-919426377 tempest-QuotasTest-919426377-project-admin] Usage tracker for resource:subnetpool and tenant:7a76825ecfad4ff99f9012a9a5ce5faf is out of sync, need to count used quota {{(pid=93825) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 13:21:50.021981 n-d-771363-36 neutron-server[93825]: DEBUG neutron.quota.resource [None req-45888787-f0a0-4e50-b580-25352706b987 tempest-QuotasTest-919426377 tempest-QuotasTest-919426377-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93825) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 13:21:50.032250 n-d-771363-36 neutron-server[93825]: DEBUG neutron.quota.resource [None req-45888787-f0a0-4e50-b580-25352706b987 tempest-QuotasTest-919426377 tempest-QuotasTest-919426377-project-admin] Usage tracker for resource:port and tenant:7a76825ecfad4ff99f9012a9a5ce5faf is out of sync, need to count used quota {{(pid=93825) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 13:21:50.038659 n-d-771363-36 neutron-server[93825]: DEBUG neutron.quota.resource [None req-45888787-f0a0-4e50-b580-25352706b987 tempest-QuotasTest-919426377 tempest-QuotasTest-919426377-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93825) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 13:21:50.049085 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1859fc62-fe16-496f-91ce-895768bb9231 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:50.055550 n-d-771363-36 neutron-server[93825]: DEBUG neutron.quota.resource [None req-45888787-f0a0-4e50-b580-25352706b987 tempest-QuotasTest-919426377 tempest-QuotasTest-919426377-project-admin] Usage tracker for resource:router and tenant:7a76825ecfad4ff99f9012a9a5ce5faf is out of sync, need to count used quota {{(pid=93825) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 13:21:50.062224 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1859fc62-fe16-496f-91ce-895768bb9231 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:50.063347 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1859fc62-fe16-496f-91ce-895768bb9231 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:50.065771 n-d-771363-36 neutron-server[93825]: DEBUG neutron.quota.resource [None req-45888787-f0a0-4e50-b580-25352706b987 tempest-QuotasTest-919426377 tempest-QuotasTest-919426377-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93825) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 13:21:50.091769 n-d-771363-36 neutron-server[93825]: DEBUG neutron.quota.resource [None req-45888787-f0a0-4e50-b580-25352706b987 tempest-QuotasTest-919426377 tempest-QuotasTest-919426377-project-admin] Usage tracker for resource:floatingip and tenant:7a76825ecfad4ff99f9012a9a5ce5faf is out of sync, need to count used quota {{(pid=93825) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 13:21:50.103976 n-d-771363-36 neutron-server[93825]: DEBUG neutron.quota.resource [None req-45888787-f0a0-4e50-b580-25352706b987 tempest-QuotasTest-919426377 tempest-QuotasTest-919426377-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93825) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 13:21:50.105938 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1859fc62-fe16-496f-91ce-895768bb9231 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6962967 Jul 15 13:21:50.208876 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:21:50.309818 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 44916) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:50.325323 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-bf2bda16-2ddd-444a-b08f-81ee2f1b18e7 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Request body: {'subnets': [{'network_id': '90ba3cb9-3720-47d8-b49f-17030890d9bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--130197983', 'ip_version': 4}, {'network_id': '8e394766-5311-46ae-be86-b359041b7420', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:50.325784 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-bf2bda16-2ddd-444a-b08f-81ee2f1b18e7 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Request body: {'subnet': {'network_id': '90ba3cb9-3720-47d8-b49f-17030890d9bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--130197983', 'ip_version': 4}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:50.326391 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-bf2bda16-2ddd-444a-b08f-81ee2f1b18e7 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Request body: {'subnet': {'network_id': '8e394766-5311-46ae-be86-b359041b7420', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:50.374500 n-d-771363-36 neutron-server[93825]: DEBUG neutron.quota.resource [None req-45888787-f0a0-4e50-b580-25352706b987 tempest-QuotasTest-919426377 tempest-QuotasTest-919426377-project-admin] Usage tracker for resource:security_group and tenant:7a76825ecfad4ff99f9012a9a5ce5faf is out of sync, need to count used quota {{(pid=93825) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 13:21:50.382044 n-d-771363-36 neutron-server[93825]: DEBUG neutron.quota.resource [None req-45888787-f0a0-4e50-b580-25352706b987 tempest-QuotasTest-919426377 tempest-QuotasTest-919426377-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93825) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 13:21:50.419045 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859fc62-fe16-496f-91ce-895768bb9231 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Pushing event updated for resources: {'Network': ['ID=8e394766-5311-46ae-be86-b359041b7420,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:50.422791 n-d-771363-36 neutron-server[93825]: DEBUG neutron.quota.resource [None req-45888787-f0a0-4e50-b580-25352706b987 tempest-QuotasTest-919426377 tempest-QuotasTest-919426377-project-admin] Usage tracker for resource:security_group_rule and tenant:7a76825ecfad4ff99f9012a9a5ce5faf is out of sync, need to count used quota {{(pid=93825) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 13:21:50.435848 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 8e394766-5311-46ae-be86-b359041b7420 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:21:50.454382 n-d-771363-36 neutron-server[93825]: DEBUG neutron.quota.resource [None req-45888787-f0a0-4e50-b580-25352706b987 tempest-QuotasTest-919426377 tempest-QuotasTest-919426377-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93825) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 13:21:50.487330 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:50.512347 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-45888787-f0a0-4e50-b580-25352706b987 tempest-QuotasTest-919426377 tempest-QuotasTest-919426377-project-admin] 10.222.0.16 "GET /v2.0/quotas/7a76825ecfad4ff99f9012a9a5ce5faf/details.json HTTP/1.1" status: 200 len: 703 time: 0.5614469 Jul 15 13:21:50.669144 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:50.683802 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:50.684306 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:50.710323 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-470191ec-2680-437f-af8e-2204cac5c988 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1740938553&fields=id&tenant_id=bf299a1585cb47ad811c548c9505de73 HTTP/1.1" status: 200 len: 267 time: 0.2252312 Jul 15 13:21:50.855706 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:50.898866 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2bda16-2ddd-444a-b08f-81ee2f1b18e7 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Made reservation on behalf of aeae13b3cea847de8e106d7dc974f2fa for: {'subnet': 2} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:50.903552 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf2bda16-2ddd-444a-b08f-81ee2f1b18e7 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:50.903891 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf2bda16-2ddd-444a-b08f-81ee2f1b18e7 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:50.916205 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f,segment=NetworkSegment(02b4ae28-7870-45f1-8b91-4bf335fcbce3),segment_id=02b4ae28-7870-45f1-8b91-4bf335fcbce3)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:50.921708 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:51.013279 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44936) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:51.018763 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:51.186344 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fcdcafe7-fce8-452b-a93f-9357b46531bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:51.206547 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-8007f37d-15cf-486e-b4b7-bab8a8a73acc tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:51.210107 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-8007f37d-15cf-486e-b4b7-bab8a8a73acc tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/networks?id=33daa320-d719-4788-a6ae-6d9428792c14 HTTP/1.1" status: 200 len: 817 time: 0.4979835 Jul 15 13:21:51.335820 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fcdcafe7-fce8-452b-a93f-9357b46531bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:51.340638 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fcdcafe7-fce8-452b-a93f-9357b46531bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:51.389211 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdcafe7-fce8-452b-a93f-9357b46531bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b0468a-0241-4279-b39f-24b06a7fed58,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:51.396377 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-fcdcafe7-fce8-452b-a93f-9357b46531bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=69a7c5bdc39a4ef3b99919c83beb81af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3812904 Jul 15 13:21:51.402551 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44946) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:51.487479 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-47059c41-fa5c-4af4-9fdb-dde4b0920651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:51.542502 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-47059c41-fa5c-4af4-9fdb-dde4b0920651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:51.636207 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-47059c41-fa5c-4af4-9fdb-dde4b0920651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:51.642038 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-47059c41-fa5c-4af4-9fdb-dde4b0920651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:51.651467 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-47059c41-fa5c-4af4-9fdb-dde4b0920651 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f9b0468a-0241-4279-b39f-24b06a7fed58 HTTP/1.1" status: 204 len: 168 time: 0.2458091 Jul 15 13:21:51.671231 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47059c41-fa5c-4af4-9fdb-dde4b0920651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b0468a-0241-4279-b39f-24b06a7fed58,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:51.734852 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-05fdbee3-b053-4529-8f74-75ffe99251bf tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/quotas/bf299a1585cb47ad811c548c9505de73 HTTP/1.1" status: 200 len: 375 time: 0.0133870 Jul 15 13:21:51.911875 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-4c85dc8e-e720-4388-90b5-879c90ebaa49 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bf299a1585cb47ad811c548c9505de73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1697915 Jul 15 13:21:51.985458 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44962) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:51.999125 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5d39c77c-1d68-406b-91af-3afe9f850f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:52.081569 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-2782946e-7f7d-4748-aa74-ee63dadace1f service neutron] 10.222.0.16 "GET /v2.0/networks/33daa320-d719-4788-a6ae-6d9428792c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419773 Jul 15 13:21:52.094046 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5d39c77c-1d68-406b-91af-3afe9f850f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:52.100661 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5d39c77c-1d68-406b-91af-3afe9f850f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:52.144103 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5d39c77c-1d68-406b-91af-3afe9f850f91 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7a76825ecfad4ff99f9012a9a5ce5faf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1574237 Jul 15 13:21:52.144923 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44966) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:52.146198 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39c77c-1d68-406b-91af-3afe9f850f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d80e1d5-b6fb-44e1-9b51-ed92d9dbf778,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:52.170760 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf2bda16-2ddd-444a-b08f-81ee2f1b18e7 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:52.219849 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c9372f81-8ed9-41d7-97dc-46561163bdfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:52.276723 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c9372f81-8ed9-41d7-97dc-46561163bdfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:52.311546 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bda16-2ddd-444a-b08f-81ee2f1b18e7 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Pushing event updated for resources: {'Subnet': ['ID=5f73cb80-fb5d-4a5e-bd97-a56023a02468,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:52.331738 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-6f811d40-1b5f-410a-80df-0545107e57da service neutron] 10.222.0.16 "GET /v2.0/networks/33daa320-d719-4788-a6ae-6d9428792c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365508 Jul 15 13:21:52.344251 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2bda16-2ddd-444a-b08f-81ee2f1b18e7 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Checking segment: {'id': 'd6b6c284-7f01-4854-a464-2acc2ddd7175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '90ba3cb9-3720-47d8-b49f-17030890d9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:52.345140 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2bda16-2ddd-444a-b08f-81ee2f1b18e7 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Network hostable DHCP agents. Network: 90ba3cb9-3720-47d8-b49f-17030890d9bb, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:21:52.346281 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c9372f81-8ed9-41d7-97dc-46561163bdfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:52.348470 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:52.349206 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c9372f81-8ed9-41d7-97dc-46561163bdfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:52.353511 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c9372f81-8ed9-41d7-97dc-46561163bdfe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1d80e1d5-b6fb-44e1-9b51-ed92d9dbf778 HTTP/1.1" status: 204 len: 168 time: 0.2018406 Jul 15 13:21:52.362899 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9372f81-8ed9-41d7-97dc-46561163bdfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d80e1d5-b6fb-44e1-9b51-ed92d9dbf778,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:52.387291 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2bda16-2ddd-444a-b08f-81ee2f1b18e7 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Network 90ba3cb9-3720-47d8-b49f-17030890d9bb is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:21:52.401673 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-bf2bda16-2ddd-444a-b08f-81ee2f1b18e7 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 90ba3cb9-3720-47d8-b49f-17030890d9bb) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:52.406342 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf2bda16-2ddd-444a-b08f-81ee2f1b18e7 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:52.419743 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84ceaa1-32d9-4359-9206-5014b2b2a65b None None] Network 90ba3cb9-3720-47d8-b49f-17030890d9bb requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:52.482093 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bda16-2ddd-444a-b08f-81ee2f1b18e7 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Pushing event updated for resources: {'Subnet': ['ID=0e213d0d-8449-40d2-839b-1787beb73f76,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:52.491153 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2bda16-2ddd-444a-b08f-81ee2f1b18e7 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Checking segment: {'id': '323e0433-1aca-4064-9546-4d89d391b77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8e394766-5311-46ae-be86-b359041b7420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:52.491954 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2bda16-2ddd-444a-b08f-81ee2f1b18e7 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Network hostable DHCP agents. Network: 8e394766-5311-46ae-be86-b359041b7420, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:21:52.512469 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2bda16-2ddd-444a-b08f-81ee2f1b18e7 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Network 8e394766-5311-46ae-be86-b359041b7420 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:21:52.546952 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-bf2bda16-2ddd-444a-b08f-81ee2f1b18e7 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 8e394766-5311-46ae-be86-b359041b7420) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:52.557749 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9bfe18-95f3-4bc2-a431-263919aeb432 None None] Network 8e394766-5311-46ae-be86-b359041b7420 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:52.584098 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2bda16-2ddd-444a-b08f-81ee2f1b18e7 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:52.585028 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2bda16-2ddd-444a-b08f-81ee2f1b18e7 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:52.585934 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf2bda16-2ddd-444a-b08f-81ee2f1b18e7 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:52.592007 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bd7f472d-42f7-4caa-8fd7-83fa473c5727 req-bf20d2f3-d044-486d-8503-1d36ded34e96 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 210 time: 0.0572701 Jul 15 13:21:52.608447 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-bf2bda16-2ddd-444a-b08f-81ee2f1b18e7 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.2942343 Jul 15 13:21:52.611570 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44986) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:52.791195 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbe31a6-465a-4456-a812-3c8bdefd0b11 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:52.794363 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbe31a6-465a-4456-a812-3c8bdefd0b11 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:52.796955 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbe31a6-465a-4456-a812-3c8bdefd0b11 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:52.799467 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-abbe31a6-465a-4456-a812-3c8bdefd0b11 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1865990 Jul 15 13:21:52.802986 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 44996) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:52.874261 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-370e8cba-c827-4473-80c6-ceee6cb15db6 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Deleting subnet 5f73cb80-fb5d-4a5e-bd97-a56023a02468 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:21:52.877931 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-370e8cba-c827-4473-80c6-ceee6cb15db6 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:52.925017 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:52.925422 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:52.947504 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-370e8cba-c827-4473-80c6-ceee6cb15db6 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:53.008752 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-370e8cba-c827-4473-80c6-ceee6cb15db6 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:53.137509 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-370e8cba-c827-4473-80c6-ceee6cb15db6 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:53.172061 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535c5ccd-600d-4bb6-bfaa-bc6804b3cb77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-90ba3cb9-3720-47d8-b49f-17030890d9bb', 'network_id': '90ba3cb9-3720-47d8-b49f-17030890d9bb', 'tenant_id': 'aeae13b3cea847de8e106d7dc974f2fa', 'fixed_ips': [{'subnet_id': '5f73cb80-fb5d-4a5e-bd97-a56023a02468'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:21:53.173335 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-535c5ccd-600d-4bb6-bfaa-bc6804b3cb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:53.237082 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e8cba-c827-4473-80c6-ceee6cb15db6 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Pushing event deleted for resources: {'Subnet': ['ID=5f73cb80-fb5d-4a5e-bd97-a56023a02468,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:53.260169 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-370e8cba-c827-4473-80c6-ceee6cb15db6 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:53.263338 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-370e8cba-c827-4473-80c6-ceee6cb15db6 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] 10.222.0.16 "DELETE /v2.0/subnets/5f73cb80-fb5d-4a5e-bd97-a56023a02468 HTTP/1.1" status: 204 len: 168 time: 0.4580939 Jul 15 13:21:53.265634 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45020) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:53.346112 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed924c0-cc73-49df-ace2-dd852ad0d1c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-8e394766-5311-46ae-be86-b359041b7420', 'network_id': '8e394766-5311-46ae-be86-b359041b7420', 'tenant_id': 'aeae13b3cea847de8e106d7dc974f2fa', 'fixed_ips': [{'subnet_id': '0e213d0d-8449-40d2-839b-1787beb73f76'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:21:53.353075 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aed924c0-cc73-49df-ace2-dd852ad0d1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:53.365798 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afbbdc1-978c-4b11-b92c-de4cfaee4568 None None] Network 90ba3cb9-3720-47d8-b49f-17030890d9bb requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:53.444585 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-5000fd00-6adb-4e48-9924-49aab8799725 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Deleting subnet 0e213d0d-8449-40d2-839b-1787beb73f76 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:21:53.448693 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5000fd00-6adb-4e48-9924-49aab8799725 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:53.565097 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5000fd00-6adb-4e48-9924-49aab8799725 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:53.678350 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5000fd00-6adb-4e48-9924-49aab8799725 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server [None req-aed924c0-cc73-49df-ace2-dd852ad0d1c2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e213d0d-8449-40d2-839b-1787beb73f76: This subnet is being modified by another concurrent operation. Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise exception Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e213d0d-8449-40d2-839b-1787beb73f76: This subnet is being modified by another concurrent operation. Jul 15 13:21:53.771847 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server Jul 15 13:21:53.791728 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1637aa3d-97ba-449d-9a9f-0f6efe184494 None None] Network 8e394766-5311-46ae-be86-b359041b7420 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:53.793890 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5000fd00-6adb-4e48-9924-49aab8799725 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:53.869943 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5000fd00-6adb-4e48-9924-49aab8799725 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Pushing event deleted for resources: {'Subnet': ['ID=0e213d0d-8449-40d2-839b-1787beb73f76,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:53.914471 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f29e030e-0e3f-436a-b37b-7531f4856d12 req-03925aef-152e-4654-a9a2-6b6c8aaa0319 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 210 time: 0.0595255 Jul 15 13:21:53.924398 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5000fd00-6adb-4e48-9924-49aab8799725 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:53.928540 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5000fd00-6adb-4e48-9924-49aab8799725 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] 10.222.0.16 "DELETE /v2.0/subnets/0e213d0d-8449-40d2-839b-1787beb73f76 HTTP/1.1" status: 204 len: 168 time: 0.6617048 Jul 15 13:21:53.931402 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45044) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:53.961630 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45046) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:53.993850 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8706263-8c0e-4595-b00c-2939abb6f7c5 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:53.995373 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a8706263-8c0e-4595-b00c-2939abb6f7c5 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0628955 Jul 15 13:21:53.999770 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45050) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.002645 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4f74b1-a085-45b1-835e-0e0612a466b0 None None] get_active_networks_info from n-d-771363-36 {{(pid=93827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:21:54.111800 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ab0802ff-34b2-4c71-bd72-3eefdf3e4a49 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.148705 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4f74b1-a085-45b1-835e-0e0612a466b0 None None] Resources bound (agent type, host, resource id): {{(pid=93827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:21:54.164618 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-a99d4f9c-e8c4-4a72-80a4-dd9a46d57714 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.165641 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a99d4f9c-e8c4-4a72-80a4-dd9a46d57714 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2029231 Jul 15 13:21:54.168816 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45052) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.173783 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [None req-5a6ab120-811d-487a-8367-4faf62202763 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.175149 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5a6ab120-811d-487a-8367-4faf62202763 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0052021 Jul 15 13:21:54.178263 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45054) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.182679 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [None req-d4bd853d-f5df-42ea-9cab-15a6015eb5b3 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.184803 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d4bd853d-f5df-42ea-9cab-15a6015eb5b3 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0044858 Jul 15 13:21:54.186193 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45056) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.193731 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-b0379692-9f3e-4131-a3ee-e44100e6cd2d tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.194948 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b0379692-9f3e-4131-a3ee-e44100e6cd2d tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0075524 Jul 15 13:21:54.197563 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45058) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.202492 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [None req-dee702b4-bcd8-43a8-a287-d36f5ef268c9 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.203690 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-dee702b4-bcd8-43a8-a287-d36f5ef268c9 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0049968 Jul 15 13:21:54.206029 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45060) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.210389 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [None req-d8abdc93-4c09-4882-a367-7c9ca5c7906c tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.213367 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d8abdc93-4c09-4882-a367-7c9ca5c7906c tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0062523 Jul 15 13:21:54.218159 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45062) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.225901 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [None req-ceb14403-d9cc-413f-a90a-e449a89d04cc tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.228911 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ceb14403-d9cc-413f-a90a-e449a89d04cc tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0088434 Jul 15 13:21:54.232484 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45066) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.245173 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [None req-1b594a0a-c21e-44e8-8ed5-5fb6bcf08032 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.246790 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1b594a0a-c21e-44e8-8ed5-5fb6bcf08032 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0126324 Jul 15 13:21:54.249866 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45068) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.275007 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [None req-6c2e1445-5bdf-4e8d-bfad-263c29464405 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.276031 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6c2e1445-5bdf-4e8d-bfad-263c29464405 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0250275 Jul 15 13:21:54.276279 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ab0802ff-34b2-4c71-bd72-3eefdf3e4a49 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.284319 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45072) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.291002 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-ab0802ff-34b2-4c71-bd72-3eefdf3e4a49 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e394766-5311-46ae-be86-b359041b7420']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:54.295122 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [None req-a7a1eb7b-b123-4fc8-a3e4-d082a8607f28 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.300886 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a7a1eb7b-b123-4fc8-a3e4-d082a8607f28 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0131903 Jul 15 13:21:54.301854 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45076) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.305876 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-ab0802ff-34b2-4c71-bd72-3eefdf3e4a49 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '323e0433-1aca-4064-9546-4d89d391b77a') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:54.306417 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-ab0802ff-34b2-4c71-bd72-3eefdf3e4a49 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '323e0433-1aca-4064-9546-4d89d391b77a') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:54.307657 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [None req-dc18e441-5279-4975-b4fe-bcb93d930c1e tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.308597 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-dc18e441-5279-4975-b4fe-bcb93d930c1e tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0054915 Jul 15 13:21:54.312019 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45078) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.319759 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ab0802ff-34b2-4c71-bd72-3eefdf3e4a49 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.325047 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [None req-cd231ee5-a417-4009-bf18-7fe86116dee7 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.325975 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-cd231ee5-a417-4009-bf18-7fe86116dee7 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0048120 Jul 15 13:21:54.331773 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45080) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.336929 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [None req-e664f408-66e9-406d-8745-8c4fbb36d4a0 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.342578 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e664f408-66e9-406d-8745-8c4fbb36d4a0 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0096190 Jul 15 13:21:54.345605 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ab0802ff-34b2-4c71-bd72-3eefdf3e4a49 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.346795 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45082) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.351615 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [None req-69357c0f-8a34-42f4-b004-ea7799e424cc tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.352570 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-69357c0f-8a34-42f4-b004-ea7799e424cc tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0047457 Jul 15 13:21:54.363084 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45084) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.369426 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab0802ff-34b2-4c71-bd72-3eefdf3e4a49 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:21:54.370361 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ab0802ff-34b2-4c71-bd72-3eefdf3e4a49 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.372325 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [None req-d04eea59-6034-47fd-8a8a-5331f8426365 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.378777 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:54.378777 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:54.378777 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:54.378777 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:54.378777 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:21:54.378777 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:21:54.378777 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:21:54.378777 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:21:54.378777 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:21:54.378777 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:21:54.378777 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:21:54.378777 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:21:54.378777 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:21:54.378777 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:21:54.378777 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:21:54.378777 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:21:54.378777 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:21:54.378777 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:21:54.378777 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:21:54.378777 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:21:54.378777 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:21:54.378777 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:21:54.378777 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:21:54.378777 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:21:54.378777 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:21:54.378777 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:21:54.378777 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:21:54.378777 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:21:54.378777 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:21:54.378777 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:21:54.378777 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:21:54.378777 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:21:54.378777 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:21:54.378777 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:21:54.378777 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:21:54.378777 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:21:54.406057 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d04eea59-6034-47fd-8a8a-5331f8426365 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0418489 Jul 15 13:21:54.412008 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45086) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.421246 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-61890e16-7020-4d6b-bc2d-28cd626fc47a tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.424935 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-61890e16-7020-4d6b-bc2d-28cd626fc47a tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0086651 Jul 15 13:21:54.425090 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45088) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.430909 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [None req-d00430c4-6925-49ec-9348-3e1356ee7aed tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.434201 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d00430c4-6925-49ec-9348-3e1356ee7aed tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0060496 Jul 15 13:21:54.434436 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45090) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.438763 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [None req-9df8fccf-0a0c-415b-b827-2b36bb2bf37b tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.443480 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9df8fccf-0a0c-415b-b827-2b36bb2bf37b tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0079098 Jul 15 13:21:54.446086 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45092) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.450900 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [None req-5d9049a9-b155-4620-abd7-bd4e2c7295a3 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.452213 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5d9049a9-b155-4620-abd7-bd4e2c7295a3 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0047269 Jul 15 13:21:54.456184 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45094) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.476532 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [None req-aa427c01-712b-459a-ba32-9a7c8d376d83 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.477769 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-aa427c01-712b-459a-ba32-9a7c8d376d83 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0117326 Jul 15 13:21:54.480376 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45096) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.484863 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [None req-4528b8a5-979a-4ec5-b436-fc30c8ccb55d tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.485998 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4528b8a5-979a-4ec5-b436-fc30c8ccb55d tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0043983 Jul 15 13:21:54.496391 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45098) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.508011 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [None req-a9f1ab0f-8f91-4a8d-b721-3380352fce4e tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.509361 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a9f1ab0f-8f91-4a8d-b721-3380352fce4e tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0117369 Jul 15 13:21:54.512140 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45102) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.524580 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ab0802ff-34b2-4c71-bd72-3eefdf3e4a49 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.528425 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [None req-24780d8c-010d-4e63-8e3d-7455056d15c1 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.539250 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ab0802ff-34b2-4c71-bd72-3eefdf3e4a49 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.544626 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-24780d8c-010d-4e63-8e3d-7455056d15c1 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0244408 Jul 15 13:21:54.545629 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45104) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.545959 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45106) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.549342 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ab0802ff-34b2-4c71-bd72-3eefdf3e4a49 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] 10.222.0.16 "DELETE /v2.0/networks/8e394766-5311-46ae-be86-b359041b7420 HTTP/1.1" status: 204 len: 168 time: 0.5467405 Jul 15 13:21:54.561612 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [None req-d78a1bdf-0963-4c85-9bd6-d9ec6c858b33 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.569345 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45108) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.572820 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d78a1bdf-0963-4c85-9bd6-d9ec6c858b33 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0160377 Jul 15 13:21:54.603877 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-9c27d3a1-a570-46d6-866e-e25c99e4fbbd tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.606078 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9c27d3a1-a570-46d6-866e-e25c99e4fbbd tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0097566 Jul 15 13:21:54.611528 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45112) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.612584 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0802ff-34b2-4c71-bd72-3eefdf3e4a49 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Pushing event deleted for resources: {'Network': ['ID=8e394766-5311-46ae-be86-b359041b7420,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:54.624514 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-2c8e5cf8-87e9-4c42-bb39-4b68a25c8f20 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.625762 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2c8e5cf8-87e9-4c42-bb39-4b68a25c8f20 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0093479 Jul 15 13:21:54.631279 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45114) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.636277 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-c674801f-7081-4f53-bf74-48aa8756008f tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.640746 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c674801f-7081-4f53-bf74-48aa8756008f tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0079613 Jul 15 13:21:54.646519 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45116) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.653446 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-2af6d06e-2ebd-4389-8575-7030125cf8b1 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.655613 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2af6d06e-2ebd-4389-8575-7030125cf8b1 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0077524 Jul 15 13:21:54.658166 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45118) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.663368 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-32a3f4c0-7ec5-493f-b470-d306a110476c tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.664324 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-32a3f4c0-7ec5-493f-b470-d306a110476c tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0051591 Jul 15 13:21:54.666993 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45120) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.671348 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-63b1efeb-603b-4b7b-9c9f-bfe93e6f9d5c tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.672281 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-63b1efeb-603b-4b7b-9c9f-bfe93e6f9d5c tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0043564 Jul 15 13:21:54.674637 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45122) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.682106 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-f90781bc-62a8-43da-b483-7d49407af635 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.683078 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f90781bc-62a8-43da-b483-7d49407af635 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0075793 Jul 15 13:21:54.685616 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45124) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.695188 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-ccb93a70-2a8b-41d4-bf37-5d9959d60132 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.698666 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ccb93a70-2a8b-41d4-bf37-5d9959d60132 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0106704 Jul 15 13:21:54.704113 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45126) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.709217 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-55764e85-504c-4390-a18d-bbf95c1d212c tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.712668 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-55764e85-504c-4390-a18d-bbf95c1d212c tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0051184 Jul 15 13:21:54.715467 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45128) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.719750 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-931dad31-1d25-45b7-9a46-22bfdb747536 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.720697 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-931dad31-1d25-45b7-9a46-22bfdb747536 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0043023 Jul 15 13:21:54.731123 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45130) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.738620 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-0d7cf7b3-1ee2-4593-83ed-1e3e7642ae33 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.739710 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0d7cf7b3-1ee2-4593-83ed-1e3e7642ae33 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0072870 Jul 15 13:21:54.746808 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45132) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.755569 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-7a3c1054-870a-4153-89a9-63224beea27b tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.756618 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7a3c1054-870a-4153-89a9-63224beea27b tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0087442 Jul 15 13:21:54.759710 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45134) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.776063 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-9d478a63-9ba6-46c2-80b5-6e98be5e9e92 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.777066 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9d478a63-9ba6-46c2-80b5-6e98be5e9e92 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0162404 Jul 15 13:21:54.781007 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45138) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.790192 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-5961c9ae-41b4-4be5-86da-9a606abaa662 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.791553 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5961c9ae-41b4-4be5-86da-9a606abaa662 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0085237 Jul 15 13:21:54.794270 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45142) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.800092 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-a9adb72e-bec6-4fca-8806-3e296e53f399 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.801310 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a9adb72e-bec6-4fca-8806-3e296e53f399 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0054336 Jul 15 13:21:54.815517 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45144) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.822141 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-5c4aaadc-4d04-4c2b-b099-a5fcbe0e31b0 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.831932 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5c4aaadc-4d04-4c2b-b099-a5fcbe0e31b0 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0148318 Jul 15 13:21:54.835590 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45146) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.847786 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-9904bb16-6080-4ad4-8800-bf09abd8d116 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.854722 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9904bb16-6080-4ad4-8800-bf09abd8d116 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0178523 Jul 15 13:21:54.856444 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45148) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.880192 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-99f561af-23a6-4a9b-91bd-476d9b17c95d tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.880192 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-99f561af-23a6-4a9b-91bd-476d9b17c95d tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0176055 Jul 15 13:21:54.880192 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45150) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.893461 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-154b0a31-23bb-4e5a-8b34-51d99f8ddffc tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.902314 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-154b0a31-23bb-4e5a-8b34-51d99f8ddffc tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0203698 Jul 15 13:21:54.904120 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45152) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.912507 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-afa411f6-3c64-4fa7-a210-b5f1a56b3a2b tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.916811 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-afa411f6-3c64-4fa7-a210-b5f1a56b3a2b tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0101800 Jul 15 13:21:54.917784 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45154) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.923665 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-bceb9412-f658-4cd9-a783-ac7efd88221e tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.927869 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-bceb9412-f658-4cd9-a783-ac7efd88221e tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0088768 Jul 15 13:21:54.928662 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45156) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.935099 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-3b21149d-fbb0-4fec-9a4f-d7530c0345d3 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.939086 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3b21149d-fbb0-4fec-9a4f-d7530c0345d3 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0092330 Jul 15 13:21:54.939884 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45158) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.946137 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-ea741d4f-d8df-4aff-b74f-36e922237e08 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.950239 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ea741d4f-d8df-4aff-b74f-36e922237e08 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0082200 Jul 15 13:21:54.952076 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45160) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.962070 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-12fd8bee-9795-4c0f-8f4f-50462aa630d4 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.966603 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-12fd8bee-9795-4c0f-8f4f-50462aa630d4 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0129793 Jul 15 13:21:54.967453 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45166) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.975515 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-0580663d-e46d-458e-b74f-47f5d8e18eb8 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.979888 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0580663d-e46d-458e-b74f-47f5d8e18eb8 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0109236 Jul 15 13:21:54.980652 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45168) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.988464 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-81599d85-0766-4f48-a528-b685115bc09b tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:54.993701 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-81599d85-0766-4f48-a528-b685115bc09b tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0108573 Jul 15 13:21:54.994478 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45170) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.999112 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-75d6b2be-54bb-460c-9014-e920acc8b70e tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:55.004120 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-75d6b2be-54bb-460c-9014-e920acc8b70e tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0086138 Jul 15 13:21:55.005483 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45172) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:55.011132 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-2b58b007-e2a3-4422-bf69-da1cb01cf7a1 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:55.015434 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2b58b007-e2a3-4422-bf69-da1cb01cf7a1 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0088246 Jul 15 13:21:55.016450 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45174) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:55.021035 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-4d583d16-c3d7-471c-82ba-3db2cfb22cff tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:55.024924 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4d583d16-c3d7-471c-82ba-3db2cfb22cff tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0045986 Jul 15 13:21:55.039244 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45176) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:55.044114 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-c7447450-a925-48ba-ac6a-0f1f60561a5e tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:55.047744 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c7447450-a925-48ba-ac6a-0f1f60561a5e tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0048134 Jul 15 13:21:55.047917 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45178) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:55.054037 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-dc7a6be9-1ee4-42b0-bc68-a3f3f605ab3a tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:55.057658 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-dc7a6be9-1ee4-42b0-bc68-a3f3f605ab3a tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0062277 Jul 15 13:21:55.057919 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45180) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:55.073910 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-885f12ed-9333-4b8f-8acc-63eecbb680ba tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:55.075585 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-885f12ed-9333-4b8f-8acc-63eecbb680ba tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0168359 Jul 15 13:21:55.078401 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45182) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:55.084219 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-7194c558-9889-4def-9057-4cf658406a4e tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:55.085785 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7194c558-9889-4def-9057-4cf658406a4e tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0060911 Jul 15 13:21:55.088423 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45184) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:55.093471 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-00dbb9b8-30a5-4d9e-9f07-39573f7feaf6 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:55.094748 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-00dbb9b8-30a5-4d9e-9f07-39573f7feaf6 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0051749 Jul 15 13:21:55.097232 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45186) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:55.103730 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-40591418-0b4b-4a46-b7c8-05290c2daa72 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:55.105036 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-40591418-0b4b-4a46-b7c8-05290c2daa72 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0064762 Jul 15 13:21:55.107700 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45188) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:55.119951 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-97920d48-5cdd-4d4e-8971-a0734865b139 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:55.121030 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-97920d48-5cdd-4d4e-8971-a0734865b139 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0110614 Jul 15 13:21:55.124585 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45190) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:55.132385 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-de72f933-dc12-4716-9d82-78c418e354d7 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:55.134968 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-de72f933-dc12-4716-9d82-78c418e354d7 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0076976 Jul 15 13:21:55.136663 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45194) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:55.141541 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-5d9a116a-aa0f-49a7-841c-84eec92100b0 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:55.142718 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5d9a116a-aa0f-49a7-841c-84eec92100b0 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0049877 Jul 15 13:21:55.145758 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45196) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:55.156863 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-dfab4bd0-4386-49c3-8424-8db1dd002186 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:55.158015 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-dfab4bd0-4386-49c3-8424-8db1dd002186 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0111918 Jul 15 13:21:55.162011 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45198) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:55.178341 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-6cd17285-7596-45e3-ab08-624e3e6fb685 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:55.180975 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6cd17285-7596-45e3-ab08-624e3e6fb685 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0153656 Jul 15 13:21:55.201792 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45200) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:55.207431 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-0527ece3-ae81-437e-8bcb-fcbc075463fb tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:55.211132 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0527ece3-ae81-437e-8bcb-fcbc075463fb tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0057144 Jul 15 13:21:55.211298 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45206) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:55.212022 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-32005806-c676-4f60-a1bf-092a931d537a req-b59f1ef0-0cc2-43a4-982d-652f93ecaefb tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 210 time: 0.0491381 Jul 15 13:21:55.216280 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [None req-b5dbe17b-5ec8-4413-8845-4eb7b5a6e7a5 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:55.220005 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b5dbe17b-5ec8-4413-8845-4eb7b5a6e7a5 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0072751 Jul 15 13:21:55.220407 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45208) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:55.227669 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-1961a277-ee9f-46b7-9c5e-06ff115d8037 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:55.229442 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1961a277-ee9f-46b7-9c5e-06ff115d8037 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0075099 Jul 15 13:21:55.232634 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45210) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:55.239441 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-e889f95e-caff-4d7e-bc69-fd6d4b082504 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:55.245358 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e889f95e-caff-4d7e-bc69-fd6d4b082504 tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0102708 Jul 15 13:21:55.246082 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45212) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:55.251710 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [None req-a77604bb-f735-48bf-b159-a570cdf6d4dc tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:55.254132 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8d3a5214-0e73-4ebc-b219-bed28a979d17 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.264302 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-bddc89bb-3f4c-4465-abee-6f9d1e689dfd tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:55.265812 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-bddc89bb-3f4c-4465-abee-6f9d1e689dfd tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.46 "GET /v2.0/networks?id=33daa320-d719-4788-a6ae-6d9428792c14 HTTP/1.1" status: 200 len: 817 time: 0.8107719 Jul 15 13:21:55.265997 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a77604bb-f735-48bf-b159-a570cdf6d4dc tempest-ExtensionsTestJSON-1480578292 tempest-ExtensionsTestJSON-1480578292-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0145378 Jul 15 13:21:55.378600 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-63cfb4ad-fe23-4538-9d35-160bc072ac76 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf299a1585cb47ad811c548c9505de73 HTTP/1.1" status: 200 len: 380 time: 0.0991719 Jul 15 13:21:55.411299 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-8ef4a2b5-b1ba-499d-960a-1fdfdf1c7b43 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Request body: {'port': {'device_id': 'b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c', 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14', 'admin_state_up': True, 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'security_groups': ['ba3c6503-3e76-4436-a5a7-10ada7c03010']}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:55.471358 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8d3a5214-0e73-4ebc-b219-bed28a979d17 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.488648 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-8d3a5214-0e73-4ebc-b219-bed28a979d17 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ba3cb9-3720-47d8-b49f-17030890d9bb']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:55.550253 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-8d3a5214-0e73-4ebc-b219-bed28a979d17 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b6c284-7f01-4854-a464-2acc2ddd7175') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:55.550579 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-8d3a5214-0e73-4ebc-b219-bed28a979d17 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b6c284-7f01-4854-a464-2acc2ddd7175') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:55.575908 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8d3a5214-0e73-4ebc-b219-bed28a979d17 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.604795 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8d3a5214-0e73-4ebc-b219-bed28a979d17 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.615872 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d3a5214-0e73-4ebc-b219-bed28a979d17 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:21:55.616296 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8d3a5214-0e73-4ebc-b219-bed28a979d17 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.619550 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:21:55.619550 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:21:55.619550 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:21:55.619550 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:21:55.619550 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:21:55.619550 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:21:55.619550 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:21:55.619550 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:21:55.619550 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:21:55.619550 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:21:55.619550 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:21:55.619550 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:21:55.619550 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:21:55.619550 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:21:55.619550 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:21:55.619550 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:21:55.619550 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:21:55.619550 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:21:55.619550 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:21:55.619550 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:21:55.619550 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:21:55.619550 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:21:55.619550 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:21:55.619550 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:21:55.619550 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:21:55.619550 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:21:55.619550 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:21:55.619550 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:21:55.619550 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:21:55.619550 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:21:55.619550 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:21:55.619550 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:21:55.643471 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45224) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:55.662534 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-8ef4a2b5-b1ba-499d-960a-1fdfdf1c7b43 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Made reservation on behalf of bf299a1585cb47ad811c548c9505de73 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:55.666187 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-8ef4a2b5-b1ba-499d-960a-1fdfdf1c7b43 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.719177 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8d3a5214-0e73-4ebc-b219-bed28a979d17 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.772638 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8d3a5214-0e73-4ebc-b219-bed28a979d17 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.775129 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8d3a5214-0e73-4ebc-b219-bed28a979d17 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] 10.222.0.16 "DELETE /v2.0/networks/90ba3cb9-3720-47d8-b49f-17030890d9bb HTTP/1.1" status: 204 len: 168 time: 1.2016728 Jul 15 13:21:55.779682 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45230) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:55.807017 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a5214-0e73-4ebc-b219-bed28a979d17 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Pushing event deleted for resources: {'Network': ['ID=90ba3cb9-3720-47d8-b49f-17030890d9bb,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:55.936839 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-8ef4a2b5-b1ba-499d-960a-1fdfdf1c7b43 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Allocated IP 172.20.0.10 (33daa320-d719-4788-a6ae-6d9428792c14/236966a3-1e59-4c69-99ff-863fc85e1377/3d2da53d-2eca-413e-911e-6de16aded3bf) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:55.946834 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5f4483c5-f27d-4204-9e5b-5b3a46933911 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.978018 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e8ecea9f-fe79-4eda-8af3-fd0eb12ac198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:56.090803 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5f4483c5-f27d-4204-9e5b-5b3a46933911 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:56.106081 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-5f4483c5-f27d-4204-9e5b-5b3a46933911 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c9b275-13c9-4d98-9543-e6306c023f76']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:56.122724 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-5f4483c5-f27d-4204-9e5b-5b3a46933911 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '008761f1-033d-42f3-a35a-9d4518f3b50b') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:56.123011 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-8ef4a2b5-b1ba-499d-960a-1fdfdf1c7b43 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:56.123189 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-5f4483c5-f27d-4204-9e5b-5b3a46933911 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '008761f1-033d-42f3-a35a-9d4518f3b50b') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:56.139363 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5f4483c5-f27d-4204-9e5b-5b3a46933911 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:56.143717 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-8ef4a2b5-b1ba-499d-960a-1fdfdf1c7b43 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Transition to ACTIVE for port object 3d2da53d-2eca-413e-911e-6de16aded3bf will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:56.163416 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5f4483c5-f27d-4204-9e5b-5b3a46933911 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:56.179631 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f4483c5-f27d-4204-9e5b-5b3a46933911 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:21:56.179796 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5f4483c5-f27d-4204-9e5b-5b3a46933911 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:56.183268 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:21:56.183268 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:21:56.183268 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:21:56.183268 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:21:56.183268 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:21:56.183268 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:21:56.183268 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:21:56.183268 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:21:56.183268 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:21:56.183268 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:21:56.183268 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:21:56.183268 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:21:56.183268 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:21:56.183268 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:21:56.183268 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:21:56.183268 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:21:56.183268 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:21:56.183268 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:21:56.183268 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:21:56.183268 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:21:56.183268 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:21:56.183268 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:21:56.183268 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:21:56.183268 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:21:56.183268 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:21:56.183268 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:21:56.183268 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:21:56.183268 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:21:56.183268 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:21:56.183268 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:21:56.183268 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:21:56.183268 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:21:56.202800 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-8ef4a2b5-b1ba-499d-960a-1fdfdf1c7b43 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:56.259650 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-8ef4a2b5-b1ba-499d-960a-1fdfdf1c7b43 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Network 33daa320-d719-4788-a6ae-6d9428792c14 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:56.263716 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-8ef4a2b5-b1ba-499d-960a-1fdfdf1c7b43 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:56.268774 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-8ef4a2b5-b1ba-499d-960a-1fdfdf1c7b43 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:56.276956 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef4a2b5-b1ba-499d-960a-1fdfdf1c7b43 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Pushing event updated for resources: {'Port': ['ID=3d2da53d-2eca-413e-911e-6de16aded3bf,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:56.300010 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5f4483c5-f27d-4204-9e5b-5b3a46933911 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:56.307231 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e8ecea9f-fe79-4eda-8af3-fd0eb12ac198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:56.355217 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5f4483c5-f27d-4204-9e5b-5b3a46933911 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:56.357090 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5f4483c5-f27d-4204-9e5b-5b3a46933911 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] 10.222.0.16 "DELETE /v2.0/networks/44c9b275-13c9-4d98-9543-e6306c023f76 HTTP/1.1" status: 204 len: 168 time: 0.5768139 Jul 15 13:21:56.361675 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-8ef4a2b5-b1ba-499d-960a-1fdfdf1c7b43 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:56.362604 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-8ef4a2b5-b1ba-499d-960a-1fdfdf1c7b43 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:56.365775 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45246) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:56.377671 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4483c5-f27d-4204-9e5b-5b3a46933911 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Pushing event deleted for resources: {'Network': ['ID=44c9b275-13c9-4d98-9543-e6306c023f76,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:56.380413 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e8ecea9f-fe79-4eda-8af3-fd0eb12ac198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:56.444381 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-8ef4a2b5-b1ba-499d-960a-1fdfdf1c7b43 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0513432 Jul 15 13:21:56.458978 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-244760eb-cea3-4cea-85a1-fae33d70d248 service neutron] Request body: {'port': {'device_id': 'b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:56.530000 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ecea9f-fe79-4eda-8af3-fd0eb12ac198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5db21e-5238-4d80-9883-80b32a97bc42,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:56.546128 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8e359a3e-7e68-487d-8f45-91386cb21839 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:56.547469 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e8ecea9f-fe79-4eda-8af3-fd0eb12ac198 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a43e67946a0a467394c557c0bb44f78e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9025295 Jul 15 13:21:56.548173 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45248) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:56.607139 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b3f71-3feb-4343-b7d1-b34f074121c6 req-76d13278-e3f3-4d52-bd16-40f3bbd9d0f0 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:56.617491 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eb4b3f71-3feb-4343-b7d1-b34f074121c6 req-76d13278-e3f3-4d52-bd16-40f3bbd9d0f0 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 932 time: 0.1562681 Jul 15 13:21:56.680899 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eb4b3f71-3feb-4343-b7d1-b34f074121c6 req-9498e8c0-fff8-4460-92a6-19af28108704 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601075 Jul 15 13:21:56.735967 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-244760eb-cea3-4cea-85a1-fae33d70d248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:56.747215 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e9f543f5-90b7-4ef6-9269-3176f3158508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:56.757307 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d4387046-f97c-426e-9bb6-b8d53704165b None None] Provisioning for port 3d2da53d-2eca-413e-911e-6de16aded3bf completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:56.762308 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d4387046-f97c-426e-9bb6-b8d53704165b None None] Provisioning complete for port 3d2da53d-2eca-413e-911e-6de16aded3bf triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:56.763001 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d4387046-f97c-426e-9bb6-b8d53704165b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:56.784558 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8e359a3e-7e68-487d-8f45-91386cb21839 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:56.797469 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-8e359a3e-7e68-487d-8f45-91386cb21839 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f85f754-38fb-4424-ad98-b0506ce235ac']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:56.800430 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d4387046-f97c-426e-9bb6-b8d53704165b None None] Port 3d2da53d-2eca-413e-911e-6de16aded3bf cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:21:56.831969 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-8e359a3e-7e68-487d-8f45-91386cb21839 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5fdbd29-81fe-4405-9436-dc6248693214') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:56.832272 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-8e359a3e-7e68-487d-8f45-91386cb21839 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5fdbd29-81fe-4405-9436-dc6248693214') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:56.889949 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e9f543f5-90b7-4ef6-9269-3176f3158508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:56.905727 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8e359a3e-7e68-487d-8f45-91386cb21839 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:56.940509 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8e359a3e-7e68-487d-8f45-91386cb21839 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:56.958392 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e359a3e-7e68-487d-8f45-91386cb21839 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:21:56.958835 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8e359a3e-7e68-487d-8f45-91386cb21839 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:56.962153 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:21:56.962153 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:21:56.962153 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:21:56.962153 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:21:56.962153 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:21:56.962153 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:21:56.962153 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:21:56.962153 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:21:56.962153 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:21:56.962153 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:21:56.962153 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:21:56.962153 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:21:56.962153 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:21:56.962153 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:21:56.962153 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:21:56.962153 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:21:56.962153 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:21:56.962153 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:21:56.962153 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:21:56.962153 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:21:56.962153 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:21:56.962153 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:21:56.962153 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:21:56.962153 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:21:56.962153 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:21:56.962153 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:21:56.962153 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:21:56.962153 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:21:56.962153 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:21:56.962153 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:21:56.962153 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:21:56.962153 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:21:57.089493 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8e359a3e-7e68-487d-8f45-91386cb21839 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:57.104295 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8e359a3e-7e68-487d-8f45-91386cb21839 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:57.106401 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8e359a3e-7e68-487d-8f45-91386cb21839 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] 10.222.0.16 "DELETE /v2.0/networks/3f85f754-38fb-4424-ad98-b0506ce235ac HTTP/1.1" status: 204 len: 168 time: 0.7394269 Jul 15 13:21:57.131903 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e9f543f5-90b7-4ef6-9269-3176f3158508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:57.134630 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e9f543f5-90b7-4ef6-9269-3176f3158508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:57.138643 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e9f543f5-90b7-4ef6-9269-3176f3158508 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e5db21e-5238-4d80-9883-80b32a97bc42 HTTP/1.1" status: 204 len: 168 time: 0.5868905 Jul 15 13:21:57.168181 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e359a3e-7e68-487d-8f45-91386cb21839 tempest-BulkNetworkOpsTest-1426213055 tempest-BulkNetworkOpsTest-1426213055-project] Pushing event deleted for resources: {'Network': ['ID=3f85f754-38fb-4424-ad98-b0506ce235ac,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:57.179217 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f543f5-90b7-4ef6-9269-3176f3158508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5db21e-5238-4d80-9883-80b32a97bc42,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:57.425558 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45276) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:57.488745 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-244760eb-cea3-4cea-85a1-fae33d70d248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d2da53d-2eca-413e-911e-6de16aded3bf {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:57.497976 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-244760eb-cea3-4cea-85a1-fae33d70d248 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:57.511059 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-244760eb-cea3-4cea-85a1-fae33d70d248 service neutron] Transition to ACTIVE for port object 3d2da53d-2eca-413e-911e-6de16aded3bf will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:57.516143 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-244760eb-cea3-4cea-85a1-fae33d70d248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:57.608568 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244760eb-cea3-4cea-85a1-fae33d70d248 service neutron] Pushing event updated for resources: {'Port': ['ID=3d2da53d-2eca-413e-911e-6de16aded3bf,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:57.660351 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-090d7a7b-dd30-4cb0-ae0d-521565455305 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aeae13b3cea847de8e106d7dc974f2fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2326372 Jul 15 13:21:57.663524 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45292) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:57.803114 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-244760eb-cea3-4cea-85a1-fae33d70d248 service neutron] Attempting to bind port 3d2da53d-2eca-413e-911e-6de16aded3bf on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:21:57.803451 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-244760eb-cea3-4cea-85a1-fae33d70d248 service neutron] Attempting to bind port 3d2da53d-2eca-413e-911e-6de16aded3bf by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '02b4ae28-7870-45f1-8b91-4bf335fcbce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:21:57.803752 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-244760eb-cea3-4cea-85a1-fae33d70d248 service neutron] Attempting to bind port 3d2da53d-2eca-413e-911e-6de16aded3bf on network 33daa320-d719-4788-a6ae-6d9428792c14 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:57.809528 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-98d292e0-be51-472d-a6e9-b459f6c55134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:57.825036 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-244760eb-cea3-4cea-85a1-fae33d70d248 service neutron] Port 3d2da53d-2eca-413e-911e-6de16aded3bf on network 33daa320-d719-4788-a6ae-6d9428792c14 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:21:57.825404 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-244760eb-cea3-4cea-85a1-fae33d70d248 service neutron] Attempting to bind port 3d2da53d-2eca-413e-911e-6de16aded3bf on network 33daa320-d719-4788-a6ae-6d9428792c14 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:57.838851 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-244760eb-cea3-4cea-85a1-fae33d70d248 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:21:57.839140 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-244760eb-cea3-4cea-85a1-fae33d70d248 service neutron] Checking segment: {'id': '02b4ae28-7870-45f1-8b91-4bf335fcbce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:57.839533 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-244760eb-cea3-4cea-85a1-fae33d70d248 service neutron] Bound using segment: {'id': '02b4ae28-7870-45f1-8b91-4bf335fcbce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:21:57.839965 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-244760eb-cea3-4cea-85a1-fae33d70d248 service neutron] Bound port: 3d2da53d-2eca-413e-911e-6de16aded3bf, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02b4ae28-7870-45f1-8b91-4bf335fcbce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:21:57.842078 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-244760eb-cea3-4cea-85a1-fae33d70d248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:57.945777 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-98d292e0-be51-472d-a6e9-b459f6c55134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.033734 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-244760eb-cea3-4cea-85a1-fae33d70d248 service neutron] For port 3d2da53d-2eca-413e-911e-6de16aded3bf, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:58.049412 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1148cd1-a4ef-485a-9051-88029866142d req-a20b0199-da79-4a14-8642-088925b1d30e tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:58.056903 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-244760eb-cea3-4cea-85a1-fae33d70d248 service neutron] For port 3d2da53d-2eca-413e-911e-6de16aded3bf, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=3d2da53d-2eca-413e-911e-6de16aded3bf,segment=NetworkSegment(02b4ae28-7870-45f1-8b91-4bf335fcbce3),segment_id=02b4ae28-7870-45f1-8b91-4bf335fcbce3)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:21:58.057681 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a1148cd1-a4ef-485a-9051-88029866142d req-a20b0199-da79-4a14-8642-088925b1d30e tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 944 time: 0.2424731 Jul 15 13:21:58.069928 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-244760eb-cea3-4cea-85a1-fae33d70d248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.093900 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-98d292e0-be51-472d-a6e9-b459f6c55134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.098783 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-98d292e0-be51-472d-a6e9-b459f6c55134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.099401 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-98d292e0-be51-472d-a6e9-b459f6c55134 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c3bd0fcc-8c98-4161-a73c-ae3459e6601c HTTP/1.1" status: 204 len: 168 time: 0.4331965 Jul 15 13:21:58.194144 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-244760eb-cea3-4cea-85a1-fae33d70d248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:58.197511 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-244760eb-cea3-4cea-85a1-fae33d70d248 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.201736 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-244760eb-cea3-4cea-85a1-fae33d70d248 service neutron] 10.222.0.46 "PUT /v2.0/ports/3d2da53d-2eca-413e-911e-6de16aded3bf HTTP/1.1" status: 200 len: 1093 time: 1.7501910 Jul 15 13:21:58.204883 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a1148cd1-a4ef-485a-9051-88029866142d req-b6bddfd9-42de-46fe-9a8c-84e88da69484 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362336 Jul 15 13:21:58.206181 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d292e0-be51-472d-a6e9-b459f6c55134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bd0fcc-8c98-4161-a73c-ae3459e6601c,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:58.207388 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c', 'tag': '3d2da53d-2eca-413e-911e-6de16aded3bf'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:58.225332 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2eb7ff-35d5-4acc-a1c9-2c960b26e878" -d '{"events": [{"name": "network-changed", "server_uuid": "b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c", "tag": "3d2da53d-2eca-413e-911e-6de16aded3bf"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:58.360931 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337bdcb4-52e4-4a9d-8fbc-c59b657e94dc x-openstack-request-id: req-337bdcb4-52e4-4a9d-8fbc-c59b657e94dc {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:58.363401 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c", "tag": "3d2da53d-2eca-413e-911e-6de16aded3bf", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:58.363671 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-337bdcb4-52e4-4a9d-8fbc-c59b657e94dc {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:58.364630 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c', 'tag': '3d2da53d-2eca-413e-911e-6de16aded3bf', 'status': 'completed', 'code': 200} Jul 15 13:21:58.441361 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45322) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:58.462535 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244760eb-cea3-4cea-85a1-fae33d70d248 service neutron] Pushing event updated for resources: {'Port': ['ID=3d2da53d-2eca-413e-911e-6de16aded3bf,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:58.488345 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-60d46849-ba76-4dca-9349-2f73fd113763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:58.490629 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-60d46849-ba76-4dca-9349-2f73fd113763 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf299a1585cb47ad811c548c9505de73&device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 1096 time: 0.2305756 Jul 15 13:21:58.561136 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-b5acb22e-222e-4aac-93e9-12c8e910c475 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d2da53d-2eca-413e-911e-6de16aded3bf HTTP/1.1" status: 200 len: 217 time: 0.0590224 Jul 15 13:21:58.627997 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-1bdc9aed-02da-4bc8-9c2b-ae41dafec4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:58.630461 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-1bdc9aed-02da-4bc8-9c2b-ae41dafec4d1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=236966a3-1e59-4c69-99ff-863fc85e1377 HTTP/1.1" status: 200 len: 856 time: 0.0606754 Jul 15 13:21:58.757425 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-1a2ee4fb-3b04-440e-8e93-725a4e0f42ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:58.758963 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-1a2ee4fb-3b04-440e-8e93-725a4e0f42ed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=33daa320-d719-4788-a6ae-6d9428792c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1183589 Jul 15 13:21:58.769077 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-6698db96-5009-455c-9366-8c9100bc6d18 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1714109831'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:58.820502 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6698db96-5009-455c-9366-8c9100bc6d18 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Made reservation on behalf of 32552016cc694d029d2a6cde6c12b6b0 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:58.824758 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6698db96-5009-455c-9366-8c9100bc6d18 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.834422 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6698db96-5009-455c-9366-8c9100bc6d18 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.955931 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-09014f5f-a641-4e74-811c-3a544c8164d9 service neutron] 10.222.0.46 "GET /v2.0/networks/33daa320-d719-4788-a6ae-6d9428792c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861787 Jul 15 13:21:58.971067 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6698db96-5009-455c-9366-8c9100bc6d18 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.987406 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6698db96-5009-455c-9366-8c9100bc6d18 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:59.001152 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6698db96-5009-455c-9366-8c9100bc6d18 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:21:59.015900 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6698db96-5009-455c-9366-8c9100bc6d18 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:59.016354 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-6698db96-5009-455c-9366-8c9100bc6d18 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Added segment 41894e04-bc00-497b-882e-a5a3851649c2 of type vlan for network 2e126f2e-0687-477f-baec-587eb13dd3e9 Jul 15 13:21:59.080275 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6698db96-5009-455c-9366-8c9100bc6d18 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:59.103312 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:59.121943 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6698db96-5009-455c-9366-8c9100bc6d18 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:59.131836 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6698db96-5009-455c-9366-8c9100bc6d18 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:59.132576 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6698db96-5009-455c-9366-8c9100bc6d18 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:59.197829 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-09a48f8b-3737-4852-aa4a-796b5a708b66 req-6800a679-0140-4972-8e4a-b6cea2ea07d7 service neutron] 10.222.0.46 "GET /v2.0/networks/33daa320-d719-4788-a6ae-6d9428792c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363362 Jul 15 13:21:59.230739 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45354) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:59.284781 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698db96-5009-455c-9366-8c9100bc6d18 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event updated for resources: {'Network': ['ID=2e126f2e-0687-477f-baec-587eb13dd3e9,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:59.298355 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 2e126f2e-0687-477f-baec-587eb13dd3e9 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:21:59.328978 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6698db96-5009-455c-9366-8c9100bc6d18 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8608074 Jul 15 13:21:59.333355 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698db96-5009-455c-9366-8c9100bc6d18 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99d445e2-8e0b-4aa7-abea-9e1c983fd1eb,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:59.531298 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2eb7ff-35d5-4acc-a1c9-2c960b26e878 req-6584f2ad-0c49-46fe-b557-6d626b4a40a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:59.537620 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fb2eb7ff-35d5-4acc-a1c9-2c960b26e878 req-6584f2ad-0c49-46fe-b557-6d626b4a40a8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf299a1585cb47ad811c548c9505de73&device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 1096 time: 0.2309642 Jul 15 13:21:59.538877 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:59.547774 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-39bebc08-d029-4712-bd9b-5e8a1891e6b8 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-478723536', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:59.577483 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c6374-59c9-448a-9522-83fd8a00c005 req-87a789cc-a13f-4245-b43c-a79fad399b3b tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:59.583595 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f23c6374-59c9-448a-9522-83fd8a00c005 req-87a789cc-a13f-4245-b43c-a79fad399b3b tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 944 time: 0.2106421 Jul 15 13:21:59.619924 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39bebc08-d029-4712-bd9b-5e8a1891e6b8 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:59.622177 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39bebc08-d029-4712-bd9b-5e8a1891e6b8 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:59.676179 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f23c6374-59c9-448a-9522-83fd8a00c005 req-e0d71dff-3e2b-4275-9b34-c4b324d0789c tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793731 Jul 15 13:21:59.724141 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4d69b23c-130f-4d28-853e-a2e4c10a489c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:59.769379 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2eb7ff-35d5-4acc-a1c9-2c960b26e878 req-a9fe1cb5-c5a1-4f59-91bf-3bdf11dac0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:59.771121 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fb2eb7ff-35d5-4acc-a1c9-2c960b26e878 req-a9fe1cb5-c5a1-4f59-91bf-3bdf11dac0ea service neutron] 10.222.0.46 "GET /v2.0/networks?id=33daa320-d719-4788-a6ae-6d9428792c14 HTTP/1.1" status: 200 len: 918 time: 0.1747527 Jul 15 13:21:59.845872 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fb2eb7ff-35d5-4acc-a1c9-2c960b26e878 req-164b72b0-9620-4918-b7e0-1bd1969c86c3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d2da53d-2eca-413e-911e-6de16aded3bf HTTP/1.1" status: 200 len: 217 time: 0.0659590 Jul 15 13:21:59.847239 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39bebc08-d029-4712-bd9b-5e8a1891e6b8 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:59.852425 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39bebc08-d029-4712-bd9b-5e8a1891e6b8 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:59.900164 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39bebc08-d029-4712-bd9b-5e8a1891e6b8 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:59.904391 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45370) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:59.904857 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-39bebc08-d029-4712-bd9b-5e8a1891e6b8 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.6725967 Jul 15 13:21:59.916540 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2eb7ff-35d5-4acc-a1c9-2c960b26e878 req-da1eedd9-f9d4-484b-baf8-53656b8b6795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:59.918067 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fb2eb7ff-35d5-4acc-a1c9-2c960b26e878 req-da1eedd9-f9d4-484b-baf8-53656b8b6795 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=236966a3-1e59-4c69-99ff-863fc85e1377 HTTP/1.1" status: 200 len: 856 time: 0.0603471 Jul 15 13:21:59.919194 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-c60edc78-722f-4e17-a51a-151be9564215 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-930188498'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:59.956981 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60edc78-722f-4e17-a51a-151be9564215 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Made reservation on behalf of 911517eafa6541b1ae9db71a8eb68140 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:59.963407 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c60edc78-722f-4e17-a51a-151be9564215 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:59.978603 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c60edc78-722f-4e17-a51a-151be9564215 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:59.995149 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2eb7ff-35d5-4acc-a1c9-2c960b26e878 req-15c4256b-81ea-4ae7-a84a-7bfcca9ea1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:59.997306 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fb2eb7ff-35d5-4acc-a1c9-2c960b26e878 req-15c4256b-81ea-4ae7-a84a-7bfcca9ea1c6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=33daa320-d719-4788-a6ae-6d9428792c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703266 Jul 15 13:22:00.106791 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fb2eb7ff-35d5-4acc-a1c9-2c960b26e878 req-658c6594-005e-4dba-a70b-3486beb450f4 service neutron] 10.222.0.46 "GET /v2.0/networks/33daa320-d719-4788-a6ae-6d9428792c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023717 Jul 15 13:22:00.183191 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c60edc78-722f-4e17-a51a-151be9564215 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:00.190030 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c60edc78-722f-4e17-a51a-151be9564215 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:00.228982 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60edc78-722f-4e17-a51a-151be9564215 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8720c8e5-2ac5-429b-bcbc-a88e2456d49c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:00.241944 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c60edc78-722f-4e17-a51a-151be9564215 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:22:00.274739 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c60edc78-722f-4e17-a51a-151be9564215 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:00.275030 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-c60edc78-722f-4e17-a51a-151be9564215 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Added segment 7a468ec0-b8ec-4a0f-a691-32825d215c36 of type vlan for network d4b06f9f-5227-48aa-8327-7fa4de58a0da Jul 15 13:22:00.358705 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c60edc78-722f-4e17-a51a-151be9564215 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:00.389622 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fb2eb7ff-35d5-4acc-a1c9-2c960b26e878 req-8b84fd93-d1e5-432d-8de0-0c4376a66e07 service neutron] 10.222.0.46 "GET /v2.0/networks/33daa320-d719-4788-a6ae-6d9428792c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760556 Jul 15 13:22:00.412260 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c60edc78-722f-4e17-a51a-151be9564215 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:00.419432 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60edc78-722f-4e17-a51a-151be9564215 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:00.420279 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c60edc78-722f-4e17-a51a-151be9564215 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:00.462968 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c60edc78-722f-4e17-a51a-151be9564215 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5572848 Jul 15 13:22:00.466595 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45382) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:00.474282 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-a89612ea-1a00-4964-89be-b1bd326bc4fd tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Request body: {'subnet': {'network_id': 'd4b06f9f-5227-48aa-8327-7fa4de58a0da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:00.512810 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60edc78-722f-4e17-a51a-151be9564215 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Pushing event updated for resources: {'Network': ['ID=d4b06f9f-5227-48aa-8327-7fa4de58a0da,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:00.524064 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network d4b06f9f-5227-48aa-8327-7fa4de58a0da details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:22:00.602475 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89612ea-1a00-4964-89be-b1bd326bc4fd tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Made reservation on behalf of 911517eafa6541b1ae9db71a8eb68140 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:00.606054 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a89612ea-1a00-4964-89be-b1bd326bc4fd tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:00.903814 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a89612ea-1a00-4964-89be-b1bd326bc4fd tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:00.911135 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5466e4-28c9-4782-84e7-050a83ec4c84 req-3df8c725-b340-44a3-a17f-996b7fcba4a2 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:00.919382 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7f5466e4-28c9-4782-84e7-050a83ec4c84 req-3df8c725-b340-44a3-a17f-996b7fcba4a2 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 944 time: 0.1108837 Jul 15 13:22:00.967662 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89612ea-1a00-4964-89be-b1bd326bc4fd tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Pushing event updated for resources: {'Subnet': ['ID=fa7308d5-47e3-4ed4-96eb-519a3d6e1964,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:00.969442 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7f5466e4-28c9-4782-84e7-050a83ec4c84 req-87d3ed56-2472-4357-b996-8e7be8363e40 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484946 Jul 15 13:22:01.006997 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89612ea-1a00-4964-89be-b1bd326bc4fd tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Checking segment: {'id': '7a468ec0-b8ec-4a0f-a691-32825d215c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd4b06f9f-5227-48aa-8327-7fa4de58a0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:01.007356 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89612ea-1a00-4964-89be-b1bd326bc4fd tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Network hostable DHCP agents. Network: d4b06f9f-5227-48aa-8327-7fa4de58a0da, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:22:01.038496 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89612ea-1a00-4964-89be-b1bd326bc4fd tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Network d4b06f9f-5227-48aa-8327-7fa4de58a0da is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:22:01.052877 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-a89612ea-1a00-4964-89be-b1bd326bc4fd tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, d4b06f9f-5227-48aa-8327-7fa4de58a0da) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:01.057171 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89612ea-1a00-4964-89be-b1bd326bc4fd tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:01.057776 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a89612ea-1a00-4964-89be-b1bd326bc4fd tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:01.067883 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bf25d7-4f94-4dd4-be68-c532c1f74115 None None] Network d4b06f9f-5227-48aa-8327-7fa4de58a0da requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:01.079543 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a89612ea-1a00-4964-89be-b1bd326bc4fd tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6116712 Jul 15 13:22:01.083658 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45398) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:01.089966 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-4ef9a913-db87-4ff5-87f9-8973dc34c7ff tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Request body: {'network': {'name': 'tempest-router-network01--1127043897'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:01.113441 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef9a913-db87-4ff5-87f9-8973dc34c7ff tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Made reservation on behalf of 911517eafa6541b1ae9db71a8eb68140 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:01.117735 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4ef9a913-db87-4ff5-87f9-8973dc34c7ff tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:01.146176 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef9a913-db87-4ff5-87f9-8973dc34c7ff tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:22:01.163488 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4ef9a913-db87-4ff5-87f9-8973dc34c7ff tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:01.164001 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-4ef9a913-db87-4ff5-87f9-8973dc34c7ff tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Added segment d6b4a663-6229-4bb0-979d-aabde19c6594 of type vlan for network 05cf5f45-2b26-4dd3-8446-7554efacc7f3 Jul 15 13:22:01.252785 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa534f8-da84-410a-a432-ba25680ac173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-d4b06f9f-5227-48aa-8327-7fa4de58a0da', 'network_id': 'd4b06f9f-5227-48aa-8327-7fa4de58a0da', 'tenant_id': '911517eafa6541b1ae9db71a8eb68140', 'fixed_ips': [{'subnet_id': 'fa7308d5-47e3-4ed4-96eb-519a3d6e1964'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:22:01.252785 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aaa534f8-da84-410a-a432-ba25680ac173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:01.258734 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4ef9a913-db87-4ff5-87f9-8973dc34c7ff tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:01.326187 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4ef9a913-db87-4ff5-87f9-8973dc34c7ff tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:01.331924 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef9a913-db87-4ff5-87f9-8973dc34c7ff tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:01.332523 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4ef9a913-db87-4ff5-87f9-8973dc34c7ff tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:01.381669 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45408) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:01.382825 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4ef9a913-db87-4ff5-87f9-8973dc34c7ff tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2977490 Jul 15 13:22:01.388343 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-c58f1e6e-b4a7-4d68-bde5-5209803b1b76 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Request body: {'network': {'name': 'tempest-router-network02--1050731887'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:01.431587 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58f1e6e-b4a7-4d68-bde5-5209803b1b76 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Made reservation on behalf of 911517eafa6541b1ae9db71a8eb68140 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:01.435836 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c58f1e6e-b4a7-4d68-bde5-5209803b1b76 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:01.441558 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9a913-db87-4ff5-87f9-8973dc34c7ff tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Pushing event updated for resources: {'Network': ['ID=05cf5f45-2b26-4dd3-8446-7554efacc7f3,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:01.459717 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 05cf5f45-2b26-4dd3-8446-7554efacc7f3 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:22:01.462972 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c58f1e6e-b4a7-4d68-bde5-5209803b1b76 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:22:01.490691 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-aaa534f8-da84-410a-a432-ba25680ac173 None None] Allocated IP 2001:db8::2 (d4b06f9f-5227-48aa-8327-7fa4de58a0da/fa7308d5-47e3-4ed4-96eb-519a3d6e1964/4e3c9628-a681-44a6-a644-67ee78048e49) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:01.493419 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c58f1e6e-b4a7-4d68-bde5-5209803b1b76 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:01.493828 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-c58f1e6e-b4a7-4d68-bde5-5209803b1b76 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Added segment aa385bc1-b949-488f-8a03-6cdcf2ddc9a8 of type vlan for network cbb5537d-eafb-4488-88be-4380bd936dc6 Jul 15 13:22:01.560422 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c58f1e6e-b4a7-4d68-bde5-5209803b1b76 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:01.592159 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c58f1e6e-b4a7-4d68-bde5-5209803b1b76 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:01.598706 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58f1e6e-b4a7-4d68-bde5-5209803b1b76 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:01.599408 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c58f1e6e-b4a7-4d68-bde5-5209803b1b76 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:01.678008 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aaa534f8-da84-410a-a432-ba25680ac173 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:01.681369 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f1e6e-b4a7-4d68-bde5-5209803b1b76 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Pushing event updated for resources: {'Network': ['ID=cbb5537d-eafb-4488-88be-4380bd936dc6,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:01.686912 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c58f1e6e-b4a7-4d68-bde5-5209803b1b76 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3009229 Jul 15 13:22:01.687187 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45416) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:01.692208 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-aaa534f8-da84-410a-a432-ba25680ac173 None None] Transition to ACTIVE for port object 4e3c9628-a681-44a6-a644-67ee78048e49 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:01.694353 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-d5886bba-00f9-4e31-b5a2-eeaf95d18673 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Request body: {'subnet': {'network_id': '05cf5f45-2b26-4dd3-8446-7554efacc7f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:01.708517 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-aaa534f8-da84-410a-a432-ba25680ac173 None None] Transition to ACTIVE for port object 4e3c9628-a681-44a6-a644-67ee78048e49 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:01.713343 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network cbb5537d-eafb-4488-88be-4380bd936dc6 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:22:01.718617 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aaa534f8-da84-410a-a432-ba25680ac173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:01.786318 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa534f8-da84-410a-a432-ba25680ac173 None None] Network d4b06f9f-5227-48aa-8327-7fa4de58a0da is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:01.815985 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-aaa534f8-da84-410a-a432-ba25680ac173 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:01.828405 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa534f8-da84-410a-a432-ba25680ac173 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:01.836710 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa534f8-da84-410a-a432-ba25680ac173 None None] Pushing event updated for resources: {'Port': ['ID=4e3c9628-a681-44a6-a644-67ee78048e49,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:01.871530 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5886bba-00f9-4e31-b5a2-eeaf95d18673 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Made reservation on behalf of 911517eafa6541b1ae9db71a8eb68140 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:01.875542 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d5886bba-00f9-4e31-b5a2-eeaf95d18673 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:01.931804 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-aaa534f8-da84-410a-a432-ba25680ac173 None None] Attempting to bind port 4e3c9628-a681-44a6-a644-67ee78048e49 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:01.932565 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-aaa534f8-da84-410a-a432-ba25680ac173 None None] Attempting to bind port 4e3c9628-a681-44a6-a644-67ee78048e49 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '7a468ec0-b8ec-4a0f-a691-32825d215c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd4b06f9f-5227-48aa-8327-7fa4de58a0da'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:01.933275 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa534f8-da84-410a-a432-ba25680ac173 None None] Attempting to bind port 4e3c9628-a681-44a6-a644-67ee78048e49 on network d4b06f9f-5227-48aa-8327-7fa4de58a0da {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:01.938541 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa534f8-da84-410a-a432-ba25680ac173 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:01.940027 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa534f8-da84-410a-a432-ba25680ac173 None None] Checking segment: {'id': '7a468ec0-b8ec-4a0f-a691-32825d215c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd4b06f9f-5227-48aa-8327-7fa4de58a0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:01.940660 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aaa534f8-da84-410a-a432-ba25680ac173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:01.941283 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa534f8-da84-410a-a432-ba25680ac173 None None] Bound using segment: {'id': '7a468ec0-b8ec-4a0f-a691-32825d215c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd4b06f9f-5227-48aa-8327-7fa4de58a0da'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:01.942027 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-aaa534f8-da84-410a-a432-ba25680ac173 None None] Bound port: 4e3c9628-a681-44a6-a644-67ee78048e49, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a468ec0-b8ec-4a0f-a691-32825d215c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd4b06f9f-5227-48aa-8327-7fa4de58a0da'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:01.942682 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aaa534f8-da84-410a-a432-ba25680ac173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:02.026076 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-aaa534f8-da84-410a-a432-ba25680ac173 None None] For port 4e3c9628-a681-44a6-a644-67ee78048e49, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:02.034492 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-aaa534f8-da84-410a-a432-ba25680ac173 None None] For port 4e3c9628-a681-44a6-a644-67ee78048e49, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=4e3c9628-a681-44a6-a644-67ee78048e49,segment=NetworkSegment(7a468ec0-b8ec-4a0f-a691-32825d215c36),segment_id=7a468ec0-b8ec-4a0f-a691-32825d215c36)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:02.041794 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aaa534f8-da84-410a-a432-ba25680ac173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:02.155498 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa534f8-da84-410a-a432-ba25680ac173 None None] Pushing event updated for resources: {'Port': ['ID=4e3c9628-a681-44a6-a644-67ee78048e49,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:02.174755 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d5886bba-00f9-4e31-b5a2-eeaf95d18673 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:02.252039 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:02.308198 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5886bba-00f9-4e31-b5a2-eeaf95d18673 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Pushing event updated for resources: {'Subnet': ['ID=5b0c249e-b2cc-4432-9448-722eedf631a0,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:02.311183 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5886bba-00f9-4e31-b5a2-eeaf95d18673 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Checking segment: {'id': 'd6b4a663-6229-4bb0-979d-aabde19c6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '05cf5f45-2b26-4dd3-8446-7554efacc7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:02.311806 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5886bba-00f9-4e31-b5a2-eeaf95d18673 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Network hostable DHCP agents. Network: 05cf5f45-2b26-4dd3-8446-7554efacc7f3, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:22:02.343190 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5886bba-00f9-4e31-b5a2-eeaf95d18673 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Network 05cf5f45-2b26-4dd3-8446-7554efacc7f3 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:22:02.358927 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-d5886bba-00f9-4e31-b5a2-eeaf95d18673 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 05cf5f45-2b26-4dd3-8446-7554efacc7f3) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:02.369225 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf70424-d251-4336-a456-d15c830ca1ab None None] Network 05cf5f45-2b26-4dd3-8446-7554efacc7f3 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:02.370037 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3af20-f5bb-4dd8-8288-b9ef1079c483 req-d2780840-d276-447b-9881-1889baa0116f tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:02.371648 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e2f3af20-f5bb-4dd8-8288-b9ef1079c483 req-d2780840-d276-447b-9881-1889baa0116f tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 944 time: 0.1388872 Jul 15 13:22:02.372934 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5886bba-00f9-4e31-b5a2-eeaf95d18673 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:02.373519 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d5886bba-00f9-4e31-b5a2-eeaf95d18673 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:02.433194 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45432) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:02.433667 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d5886bba-00f9-4e31-b5a2-eeaf95d18673 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7444406 Jul 15 13:22:02.439803 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-663c594d-d1e2-433b-92df-db6789eb8f54 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Request body: {'subnet': {'network_id': 'cbb5537d-eafb-4488-88be-4380bd936dc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:02.455966 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e2f3af20-f5bb-4dd8-8288-b9ef1079c483 req-7f129765-5dac-4de8-aac5-776d3958c834 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759110 Jul 15 13:22:02.620394 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc29e632-123a-48fe-9ecc-bd1bd70b7323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:02.688652 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 3d2da53d-2eca-413e-911e-6de16aded3bf details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:22:02.696334 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663c594d-d1e2-433b-92df-db6789eb8f54 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Made reservation on behalf of 911517eafa6541b1ae9db71a8eb68140 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:02.700142 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-663c594d-d1e2-433b-92df-db6789eb8f54 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:02.733626 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45436) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:02.739022 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-feea0c68-f41d-4dd5-a86a-f845619caf7e tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Request body: {'subnet': {'network_id': '2e126f2e-0687-477f-baec-587eb13dd3e9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:02.827894 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 3d2da53d-2eca-413e-911e-6de16aded3bf, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=3d2da53d-2eca-413e-911e-6de16aded3bf,segment=NetworkSegment(02b4ae28-7870-45f1-8b91-4bf335fcbce3),segment_id=02b4ae28-7870-45f1-8b91-4bf335fcbce3)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:02.856002 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '3d2da53d-2eca-413e-911e-6de16aded3bf', 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14', 'port_id': '3d2da53d-2eca-413e-911e-6de16aded3bf', 'mac_address': 'fa:16:3e:05:00:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236966a3-1e59-4c69-99ff-863fc85e1377', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:22:02.883526 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feea0c68-f41d-4dd5-a86a-f845619caf7e tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Made reservation on behalf of 32552016cc694d029d2a6cde6c12b6b0 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:02.890051 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-feea0c68-f41d-4dd5-a86a-f845619caf7e tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:02.928935 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9460231a-95df-4035-9a75-3e2f69238efe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-05cf5f45-2b26-4dd3-8446-7554efacc7f3', 'network_id': '05cf5f45-2b26-4dd3-8446-7554efacc7f3', 'tenant_id': '911517eafa6541b1ae9db71a8eb68140', 'fixed_ips': [{'subnet_id': '5b0c249e-b2cc-4432-9448-722eedf631a0'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:22:02.930931 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9460231a-95df-4035-9a75-3e2f69238efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:02.978063 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:03.049256 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d2da53d-2eca-413e-911e-6de16aded3bf {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:22:03.052668 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-663c594d-d1e2-433b-92df-db6789eb8f54 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:03.095885 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 3d2da53d-2eca-413e-911e-6de16aded3bf, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=3d2da53d-2eca-413e-911e-6de16aded3bf,segment=NetworkSegment(02b4ae28-7870-45f1-8b91-4bf335fcbce3),segment_id=02b4ae28-7870-45f1-8b91-4bf335fcbce3)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:03.101111 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:03.162189 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=3d2da53d-2eca-413e-911e-6de16aded3bf,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:03.219642 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c594d-d1e2-433b-92df-db6789eb8f54 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Pushing event updated for resources: {'Subnet': ['ID=e86159f5-6d35-4f09-8769-fb955854770f,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:03.237947 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663c594d-d1e2-433b-92df-db6789eb8f54 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Checking segment: {'id': 'aa385bc1-b949-488f-8a03-6cdcf2ddc9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cbb5537d-eafb-4488-88be-4380bd936dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:03.238967 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663c594d-d1e2-433b-92df-db6789eb8f54 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Network hostable DHCP agents. Network: cbb5537d-eafb-4488-88be-4380bd936dc6, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:22:03.241060 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-9460231a-95df-4035-9a75-3e2f69238efe None None] Allocated IP 2001:db8::2 (05cf5f45-2b26-4dd3-8446-7554efacc7f3/5b0c249e-b2cc-4432-9448-722eedf631a0/db92b3dc-bfaf-4f43-a15b-5e6c430ddb5b) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:03.290979 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663c594d-d1e2-433b-92df-db6789eb8f54 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Network cbb5537d-eafb-4488-88be-4380bd936dc6 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:22:03.302692 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-feea0c68-f41d-4dd5-a86a-f845619caf7e tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:03.307421 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-663c594d-d1e2-433b-92df-db6789eb8f54 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, cbb5537d-eafb-4488-88be-4380bd936dc6) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:03.315932 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663c594d-d1e2-433b-92df-db6789eb8f54 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:03.317502 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-663c594d-d1e2-433b-92df-db6789eb8f54 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:03.336162 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa26f4b3-a785-4584-89e1-1b4e0b77c648 None None] Network cbb5537d-eafb-4488-88be-4380bd936dc6 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:03.352898 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-663c594d-d1e2-433b-92df-db6789eb8f54 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9174407 Jul 15 13:22:03.355478 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45450) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:03.422487 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea0c68-f41d-4dd5-a86a-f845619caf7e tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event updated for resources: {'Subnet': ['ID=f6ce31e1-60b1-4732-b11c-bd566d9fbb5f,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:03.444745 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feea0c68-f41d-4dd5-a86a-f845619caf7e tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Checking segment: {'id': '41894e04-bc00-497b-882e-a5a3851649c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2e126f2e-0687-477f-baec-587eb13dd3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:03.445249 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feea0c68-f41d-4dd5-a86a-f845619caf7e tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Network hostable DHCP agents. Network: 2e126f2e-0687-477f-baec-587eb13dd3e9, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:22:03.467853 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feea0c68-f41d-4dd5-a86a-f845619caf7e tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Network 2e126f2e-0687-477f-baec-587eb13dd3e9 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:22:03.482703 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-feea0c68-f41d-4dd5-a86a-f845619caf7e tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 2e126f2e-0687-477f-baec-587eb13dd3e9) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:03.501498 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feea0c68-f41d-4dd5-a86a-f845619caf7e tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:03.502785 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-feea0c68-f41d-4dd5-a86a-f845619caf7e tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:03.550870 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-feea0c68-f41d-4dd5-a86a-f845619caf7e tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8156302 Jul 15 13:22:03.552609 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45456) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:03.565670 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-bd0fd914-d01d-4180-8bef-dbd698da5d48 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1125148182'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:03.634881 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0fd914-d01d-4180-8bef-dbd698da5d48 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Made reservation on behalf of 32552016cc694d029d2a6cde6c12b6b0 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:03.639817 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd0fd914-d01d-4180-8bef-dbd698da5d48 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:03.677854 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd0fd914-d01d-4180-8bef-dbd698da5d48 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:22:03.692749 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd0fd914-d01d-4180-8bef-dbd698da5d48 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:03.693322 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-bd0fd914-d01d-4180-8bef-dbd698da5d48 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Added segment 3a996147-8545-4861-b80e-d2ff64ed4136 of type vlan for network 6f2e4179-82f8-4fcb-badb-e06735ef4a67 Jul 15 13:22:03.828590 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['3d2da53d-2eca-413e-911e-6de16aded3bf'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:03.869013 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa1def5-6e68-4408-a93d-855392ad9a4c None None] Network 2e126f2e-0687-477f-baec-587eb13dd3e9 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:03.893122 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd0fd914-d01d-4180-8bef-dbd698da5d48 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:03.952110 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd0fd914-d01d-4180-8bef-dbd698da5d48 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:03.957835 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0fd914-d01d-4180-8bef-dbd698da5d48 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:03.958436 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd0fd914-d01d-4180-8bef-dbd698da5d48 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:04.027894 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a78166-b923-4893-92f5-c6cf8281712e None None] Network d4b06f9f-5227-48aa-8327-7fa4de58a0da requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:04.047943 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a7678-fe6a-461a-a711-fb6b5119ad2d req-9cd7e2d8-4805-4071-9e47-a67c2b8467d6 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:04.049460 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7c4a7678-fe6a-461a-a711-fb6b5119ad2d req-9cd7e2d8-4805-4071-9e47-a67c2b8467d6 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 945 time: 0.2877719 Jul 15 13:22:04.050109 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0fd914-d01d-4180-8bef-dbd698da5d48 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event updated for resources: {'Network': ['ID=6f2e4179-82f8-4fcb-badb-e06735ef4a67,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:04.074843 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:04.087697 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 6f2e4179-82f8-4fcb-badb-e06735ef4a67 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:22:04.110854 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-bd0fd914-d01d-4180-8bef-dbd698da5d48 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5555305 Jul 15 13:22:04.111710 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45464) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:04.117327 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7c4a7678-fe6a-461a-a711-fb6b5119ad2d req-0839f10b-dd1d-4591-a5fb-2d58345400c4 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611200 Jul 15 13:22:04.125441 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-4c36224b-171d-429f-99c5-79b33d91b6d0 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Request body: {'subnet': {'network_id': '6f2e4179-82f8-4fcb-badb-e06735ef4a67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:04.179978 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-896513e1-23e5-4577-86be-a2d62a7a9694 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:04.305021 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-fa064d73-8238-48af-8986-ff4818b86dfc None None] Provisioning for port 4e3c9628-a681-44a6-a644-67ee78048e49 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:04.328048 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c36224b-171d-429f-99c5-79b33d91b6d0 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Made reservation on behalf of 32552016cc694d029d2a6cde6c12b6b0 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:04.331784 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4c36224b-171d-429f-99c5-79b33d91b6d0 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:04.472245 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 4e3c9628-a681-44a6-a644-67ee78048e49 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:04.561789 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9460231a-95df-4035-9a75-3e2f69238efe None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:04.608867 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4c36224b-171d-429f-99c5-79b33d91b6d0 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:04.638188 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-9460231a-95df-4035-9a75-3e2f69238efe None None] Transition to ACTIVE for port object db92b3dc-bfaf-4f43-a15b-5e6c430ddb5b will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:04.688551 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36224b-171d-429f-99c5-79b33d91b6d0 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event updated for resources: {'Subnet': ['ID=785b53f5-2062-41ba-a971-6b36e04b5be5,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:04.702436 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c36224b-171d-429f-99c5-79b33d91b6d0 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Checking segment: {'id': '3a996147-8545-4861-b80e-d2ff64ed4136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6f2e4179-82f8-4fcb-badb-e06735ef4a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:04.702834 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c36224b-171d-429f-99c5-79b33d91b6d0 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Network hostable DHCP agents. Network: 6f2e4179-82f8-4fcb-badb-e06735ef4a67, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:22:04.721900 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c36224b-171d-429f-99c5-79b33d91b6d0 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Network 6f2e4179-82f8-4fcb-badb-e06735ef4a67 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:22:04.732870 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-4c36224b-171d-429f-99c5-79b33d91b6d0 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 6f2e4179-82f8-4fcb-badb-e06735ef4a67) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:04.739009 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c36224b-171d-429f-99c5-79b33d91b6d0 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:04.739810 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4c36224b-171d-429f-99c5-79b33d91b6d0 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:04.745020 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-9460231a-95df-4035-9a75-3e2f69238efe None None] Transition to ACTIVE for port object db92b3dc-bfaf-4f43-a15b-5e6c430ddb5b will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:04.746643 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7cf940-3017-42bc-86a3-8410fe18011a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-cbb5537d-eafb-4488-88be-4380bd936dc6', 'network_id': 'cbb5537d-eafb-4488-88be-4380bd936dc6', 'tenant_id': '911517eafa6541b1ae9db71a8eb68140', 'fixed_ips': [{'subnet_id': 'e86159f5-6d35-4f09-8769-fb955854770f'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:22:04.747516 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf940-3017-42bc-86a3-8410fe18011a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:04.758201 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4c36224b-171d-429f-99c5-79b33d91b6d0 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6394041 Jul 15 13:22:04.759839 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd74846-5437-42b1-83bc-141e75c51c19 None None] Network 6f2e4179-82f8-4fcb-badb-e06735ef4a67 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:04.761110 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45480) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:04.808432 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9460231a-95df-4035-9a75-3e2f69238efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:04.837694 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-896513e1-23e5-4577-86be-a2d62a7a9694 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Allocated IP 2001:db8::1 (05cf5f45-2b26-4dd3-8446-7554efacc7f3/5b0c249e-b2cc-4432-9448-722eedf631a0/8174b915-ad1c-4466-82d4-03fad0f8dc42) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:04.911185 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 4e3c9628-a681-44a6-a644-67ee78048e49 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:04.914133 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1278b372-265e-4b71-8ceb-412edc26ece1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-2e126f2e-0687-477f-baec-587eb13dd3e9', 'network_id': '2e126f2e-0687-477f-baec-587eb13dd3e9', 'tenant_id': '32552016cc694d029d2a6cde6c12b6b0', 'fixed_ips': [{'subnet_id': 'f6ce31e1-60b1-4732-b11c-bd566d9fbb5f'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:22:04.915260 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1278b372-265e-4b71-8ceb-412edc26ece1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:04.958698 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d92babc-dae6-4757-b667-7b7cf2cfdfc2 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:04.978939 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-896513e1-23e5-4577-86be-a2d62a7a9694 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:04.986192 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 4e3c9628-a681-44a6-a644-67ee78048e49 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:04.986591 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.002824 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-896513e1-23e5-4577-86be-a2d62a7a9694 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Transition to ACTIVE for port object 8174b915-ad1c-4466-82d4-03fad0f8dc42 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:05.039866 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-896513e1-23e5-4577-86be-a2d62a7a9694 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.056710 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d92babc-dae6-4757-b667-7b7cf2cfdfc2 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.066042 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9460231a-95df-4035-9a75-3e2f69238efe None None] Network 05cf5f45-2b26-4dd3-8446-7554efacc7f3 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:05.091956 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896513e1-23e5-4577-86be-a2d62a7a9694 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Network 05cf5f45-2b26-4dd3-8446-7554efacc7f3 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:05.095777 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-896513e1-23e5-4577-86be-a2d62a7a9694 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:05.102394 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896513e1-23e5-4577-86be-a2d62a7a9694 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:05.103694 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-896513e1-23e5-4577-86be-a2d62a7a9694 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.119475 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.120634 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-9460231a-95df-4035-9a75-3e2f69238efe None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:05.135304 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460231a-95df-4035-9a75-3e2f69238efe None None] Pushing event updated for resources: {'Port': ['ID=db92b3dc-bfaf-4f43-a15b-5e6c430ddb5b,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:05.140320 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d92babc-dae6-4757-b667-7b7cf2cfdfc2 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.141726 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9460231a-95df-4035-9a75-3e2f69238efe None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:05.176918 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896513e1-23e5-4577-86be-a2d62a7a9694 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Pushing event updated for resources: {'Port': ['ID=8174b915-ad1c-4466-82d4-03fad0f8dc42,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:05.204394 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d92babc-dae6-4757-b667-7b7cf2cfdfc2 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event deleted for resources: {'Subnet': ['ID=785b53f5-2062-41ba-a971-6b36e04b5be5,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:05.293314 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-896513e1-23e5-4577-86be-a2d62a7a9694 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.331715 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-1278b372-265e-4b71-8ceb-412edc26ece1 None None] Allocated IP 2001:db8:0:ffff::2 (2e126f2e-0687-477f-baec-587eb13dd3e9/f6ce31e1-60b1-4732-b11c-bd566d9fbb5f/cdbc4fa2-a62f-4a96-84e9-ac11a18a2cbe) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:05.613897 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d92babc-dae6-4757-b667-7b7cf2cfdfc2 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.627522 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-2d92babc-dae6-4757-b667-7b7cf2cfdfc2 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f2e4179-82f8-4fcb-badb-e06735ef4a67']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:05.642656 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-2d92babc-dae6-4757-b667-7b7cf2cfdfc2 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a996147-8545-4861-b80e-d2ff64ed4136') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:05.643064 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-2d92babc-dae6-4757-b667-7b7cf2cfdfc2 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a996147-8545-4861-b80e-d2ff64ed4136') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:05.670284 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730fa9ca-c9c3-4e19-b9d1-1f45207915b5 None None] Network 6f2e4179-82f8-4fcb-badb-e06735ef4a67 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:05.671885 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d92babc-dae6-4757-b667-7b7cf2cfdfc2 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.695176 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-9460231a-95df-4035-9a75-3e2f69238efe None None] Attempting to bind port db92b3dc-bfaf-4f43-a15b-5e6c430ddb5b on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:05.695562 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-9460231a-95df-4035-9a75-3e2f69238efe None None] Attempting to bind port db92b3dc-bfaf-4f43-a15b-5e6c430ddb5b by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'd6b4a663-6229-4bb0-979d-aabde19c6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '05cf5f45-2b26-4dd3-8446-7554efacc7f3'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:05.695969 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9460231a-95df-4035-9a75-3e2f69238efe None None] Attempting to bind port db92b3dc-bfaf-4f43-a15b-5e6c430ddb5b on network 05cf5f45-2b26-4dd3-8446-7554efacc7f3 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:05.699828 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-0e7cf940-3017-42bc-86a3-8410fe18011a None None] Allocated IP 2001:db8::2 (cbb5537d-eafb-4488-88be-4380bd936dc6/e86159f5-6d35-4f09-8769-fb955854770f/db865edd-48ee-4eea-a8e9-926d7a18f1e6) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:05.699962 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d92babc-dae6-4757-b667-7b7cf2cfdfc2 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.718849 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d92babc-dae6-4757-b667-7b7cf2cfdfc2 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:22:05.719377 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d92babc-dae6-4757-b667-7b7cf2cfdfc2 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.730872 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:22:05.730872 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:22:05.730872 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:22:05.730872 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:22:05.730872 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:22:05.730872 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:22:05.730872 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:22:05.730872 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:22:05.730872 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:22:05.730872 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:22:05.730872 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:22:05.730872 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:22:05.730872 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:22:05.730872 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:22:05.730872 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:22:05.730872 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:22:05.730872 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:22:05.730872 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:22:05.730872 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:22:05.730872 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:22:05.730872 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:22:05.730872 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:22:05.730872 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:22:05.730872 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:22:05.730872 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:22:05.730872 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:22:05.730872 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:22:05.730872 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:22:05.730872 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:22:05.730872 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:22:05.730872 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:22:05.730872 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:22:05.763245 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9460231a-95df-4035-9a75-3e2f69238efe None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:05.763768 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9460231a-95df-4035-9a75-3e2f69238efe None None] Checking segment: {'id': 'd6b4a663-6229-4bb0-979d-aabde19c6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '05cf5f45-2b26-4dd3-8446-7554efacc7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:05.764284 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9460231a-95df-4035-9a75-3e2f69238efe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.764919 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9460231a-95df-4035-9a75-3e2f69238efe None None] Bound using segment: {'id': 'd6b4a663-6229-4bb0-979d-aabde19c6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '05cf5f45-2b26-4dd3-8446-7554efacc7f3'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:05.765513 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-9460231a-95df-4035-9a75-3e2f69238efe None None] Bound port: db92b3dc-bfaf-4f43-a15b-5e6c430ddb5b, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b4a663-6229-4bb0-979d-aabde19c6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '05cf5f45-2b26-4dd3-8446-7554efacc7f3'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:05.766002 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9460231a-95df-4035-9a75-3e2f69238efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.776851 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-896513e1-23e5-4577-86be-a2d62a7a9694 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.783582 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-896513e1-23e5-4577-86be-a2d62a7a9694 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.785024 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-896513e1-23e5-4577-86be-a2d62a7a9694 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.893006 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d92babc-dae6-4757-b667-7b7cf2cfdfc2 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.902588 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-9460231a-95df-4035-9a75-3e2f69238efe None None] For port db92b3dc-bfaf-4f43-a15b-5e6c430ddb5b, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:05.906370 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-9460231a-95df-4035-9a75-3e2f69238efe None None] For port db92b3dc-bfaf-4f43-a15b-5e6c430ddb5b, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=db92b3dc-bfaf-4f43-a15b-5e6c430ddb5b,segment=NetworkSegment(d6b4a663-6229-4bb0-979d-aabde19c6594),segment_id=d6b4a663-6229-4bb0-979d-aabde19c6594)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:05.923786 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1278b372-265e-4b71-8ceb-412edc26ece1 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.930110 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9460231a-95df-4035-9a75-3e2f69238efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.938475 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d92babc-dae6-4757-b667-7b7cf2cfdfc2 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.941699 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2d92babc-dae6-4757-b667-7b7cf2cfdfc2 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "DELETE /v2.0/networks/6f2e4179-82f8-4fcb-badb-e06735ef4a67 HTTP/1.1" status: 204 len: 168 time: 1.1790335 Jul 15 13:22:05.943698 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896513e1-23e5-4577-86be-a2d62a7a9694 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Pushing event updated for resources: {'Port': ['ID=8174b915-ad1c-4466-82d4-03fad0f8dc42,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:05.947282 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45510) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:05.969724 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-1c830cb3-c4e5-4e33-88c8-e4eb7ae6bc03 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-497664700'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:05.998222 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d92babc-dae6-4757-b667-7b7cf2cfdfc2 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event deleted for resources: {'Network': ['ID=6f2e4179-82f8-4fcb-badb-e06735ef4a67,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:06.025244 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c830cb3-c4e5-4e33-88c8-e4eb7ae6bc03 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Made reservation on behalf of 32552016cc694d029d2a6cde6c12b6b0 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:06.029740 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1c830cb3-c4e5-4e33-88c8-e4eb7ae6bc03 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:06.040614 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896513e1-23e5-4577-86be-a2d62a7a9694 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Network 05cf5f45-2b26-4dd3-8446-7554efacc7f3 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:06.053363 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2fe3c-bd03-49c3-9ad5-ea46bb84296a req-7fb45c5b-0568-47d7-9245-32d5f724d61d tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:06.055159 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ade2fe3c-bd03-49c3-9ad5-ea46bb84296a req-7fb45c5b-0568-47d7-9245-32d5f724d61d tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 945 time: 0.3463647 Jul 15 13:22:06.081847 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-896513e1-23e5-4577-86be-a2d62a7a9694 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:06.128395 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ade2fe3c-bd03-49c3-9ad5-ea46bb84296a req-a748b761-afb3-491e-8fb3-06708432efc0 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668294 Jul 15 13:22:06.216372 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c830cb3-c4e5-4e33-88c8-e4eb7ae6bc03 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:22:06.227783 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460231a-95df-4035-9a75-3e2f69238efe None None] Pushing event updated for resources: {'Port': ['ID=db92b3dc-bfaf-4f43-a15b-5e6c430ddb5b,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:06.234014 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1278b372-265e-4b71-8ceb-412edc26ece1 None None] Transition to ACTIVE for port object cdbc4fa2-a62f-4a96-84e9-ac11a18a2cbe will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:06.235237 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1c830cb3-c4e5-4e33-88c8-e4eb7ae6bc03 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:06.235805 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-1c830cb3-c4e5-4e33-88c8-e4eb7ae6bc03 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Added segment 357fc756-0469-49b6-9399-d29ea978db6e of type vlan for network d0ad9352-8746-4f0c-9a4c-f5593949841a Jul 15 13:22:06.244161 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:06.322126 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1c830cb3-c4e5-4e33-88c8-e4eb7ae6bc03 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:06.359412 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1c830cb3-c4e5-4e33-88c8-e4eb7ae6bc03 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:06.365982 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c830cb3-c4e5-4e33-88c8-e4eb7ae6bc03 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:06.366795 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1c830cb3-c4e5-4e33-88c8-e4eb7ae6bc03 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:06.450318 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1c830cb3-c4e5-4e33-88c8-e4eb7ae6bc03 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4975789 Jul 15 13:22:06.452396 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45520) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:06.463918 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-a5810735-0eaf-4672-b8a2-807f46fc5ffa tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Request body: {'subnet': {'network_id': 'd0ad9352-8746-4f0c-9a4c-f5593949841a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:06.506053 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ed42c-2f22-46e2-b5f2-158358de2f59 req-7731e14d-fec6-4def-9bfd-ab70b6aab23d tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:06.513381 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-725ed42c-2f22-46e2-b5f2-158358de2f59 req-7731e14d-fec6-4def-9bfd-ab70b6aab23d tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 1099 time: 0.0785406 Jul 15 13:22:06.538999 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7a890728-b06c-4c1b-b24b-6a160c5c53ed None None] Provisioning complete for port 4e3c9628-a681-44a6-a644-67ee78048e49 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:06.539386 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7a890728-b06c-4c1b-b24b-6a160c5c53ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:06.541504 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1278b372-265e-4b71-8ceb-412edc26ece1 None None] Transition to ACTIVE for port object cdbc4fa2-a62f-4a96-84e9-ac11a18a2cbe will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:06.561878 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-725ed42c-2f22-46e2-b5f2-158358de2f59 req-26df3ddc-5862-4761-a667-6473d0061c5d tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=5b11c2da-9886-4e12-b30f-76b6ecc4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473812 Jul 15 13:22:06.618475 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45528) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:06.633948 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1278b372-265e-4b71-8ceb-412edc26ece1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:06.658080 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c830cb3-c4e5-4e33-88c8-e4eb7ae6bc03 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event updated for resources: {'Network': ['ID=d0ad9352-8746-4f0c-9a4c-f5593949841a,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:06.673633 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896513e1-23e5-4577-86be-a2d62a7a9694 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Router 5fa4b106-8611-445d-883f-a6ec517249f3 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:22:06.689356 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network d0ad9352-8746-4f0c-9a4c-f5593949841a details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:22:06.697314 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 4e3c9628-a681-44a6-a644-67ee78048e49, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=4e3c9628-a681-44a6-a644-67ee78048e49,segment=NetworkSegment(7a468ec0-b8ec-4a0f-a691-32825d215c36),segment_id=7a468ec0-b8ec-4a0f-a691-32825d215c36)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:06.705020 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5810735-0eaf-4672-b8a2-807f46fc5ffa tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Made reservation on behalf of 32552016cc694d029d2a6cde6c12b6b0 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:06.732241 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a5810735-0eaf-4672-b8a2-807f46fc5ffa tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:06.743850 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 3d2da53d-2eca-413e-911e-6de16aded3bf up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:06.776969 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1278b372-265e-4b71-8ceb-412edc26ece1 None None] Network 2e126f2e-0687-477f-baec-587eb13dd3e9 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:06.842868 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:06.859321 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-1278b372-265e-4b71-8ceb-412edc26ece1 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:06.873938 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1278b372-265e-4b71-8ceb-412edc26ece1 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:06.994235 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-12293034-2bb3-45e7-8cd9-1e3d0d2ef8c0 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Deleting port 46c3ef98-6476-4ef7-96d0-4a17c6dac4e2 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:06.994943 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12293034-2bb3-45e7-8cd9-1e3d0d2ef8c0 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:07.090108 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896513e1-23e5-4577-86be-a2d62a7a9694 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:22:07.103414 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-896513e1-23e5-4577-86be-a2d62a7a9694 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] 10.222.0.16 "PUT /v2.0/routers/5fa4b106-8611-445d-883f-a6ec517249f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7437594 Jul 15 13:22:07.103414 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45544) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:07.121555 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12293034-2bb3-45e7-8cd9-1e3d0d2ef8c0 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:07.121904 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12293034-2bb3-45e7-8cd9-1e3d0d2ef8c0 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:07.153357 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-12293034-2bb3-45e7-8cd9-1e3d0d2ef8c0 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Calling delete_port for 46c3ef98-6476-4ef7-96d0-4a17c6dac4e2 owned by network:floatingip {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:07.171086 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device db92b3dc-bfaf-4f43-a15b-5e6c430ddb5b up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:07.212504 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278b372-265e-4b71-8ceb-412edc26ece1 None None] Pushing event updated for resources: {'Port': ['ID=cdbc4fa2-a62f-4a96-84e9-ac11a18a2cbe,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:07.245043 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98faa9fa-2276-4cbd-b83b-e1d998123abf None None] Sync routers for ids ['5fa4b106-8611-445d-883f-a6ec517249f3'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:22:07.339532 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a5810735-0eaf-4672-b8a2-807f46fc5ffa tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:07.511046 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-1278b372-265e-4b71-8ceb-412edc26ece1 None None] Attempting to bind port cdbc4fa2-a62f-4a96-84e9-ac11a18a2cbe on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:07.511843 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-1278b372-265e-4b71-8ceb-412edc26ece1 None None] Attempting to bind port cdbc4fa2-a62f-4a96-84e9-ac11a18a2cbe by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '41894e04-bc00-497b-882e-a5a3851649c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2e126f2e-0687-477f-baec-587eb13dd3e9'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:07.512219 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1278b372-265e-4b71-8ceb-412edc26ece1 None None] Attempting to bind port cdbc4fa2-a62f-4a96-84e9-ac11a18a2cbe on network 2e126f2e-0687-477f-baec-587eb13dd3e9 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:07.533907 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98faa9fa-2276-4cbd-b83b-e1d998123abf None None] Routers {'5fa4b106-8611-445d-883f-a6ec517249f3'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:07.534996 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-98faa9fa-2276-4cbd-b83b-e1d998123abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:22:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['5fa4b106-8611-445d-883f-a6ec517249f3'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:07.577515 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5810735-0eaf-4672-b8a2-807f46fc5ffa tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event updated for resources: {'Subnet': ['ID=50f5e47a-8d3d-4cad-b7a0-1b777511bcba,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:07.636175 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12293034-2bb3-45e7-8cd9-1e3d0d2ef8c0 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:07.649478 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5810735-0eaf-4672-b8a2-807f46fc5ffa tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Checking segment: {'id': '357fc756-0469-49b6-9399-d29ea978db6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd0ad9352-8746-4f0c-9a4c-f5593949841a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:07.649852 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5810735-0eaf-4672-b8a2-807f46fc5ffa tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Network hostable DHCP agents. Network: d0ad9352-8746-4f0c-9a4c-f5593949841a, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:22:07.655747 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd88d8-724f-484c-a978-20c2bd62e137 req-3348e0e3-9655-46b1-908c-aebb21d24db5 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:07.659772 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf940-3017-42bc-86a3-8410fe18011a None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:07.665062 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8ffd88d8-724f-484c-a978-20c2bd62e137 req-3348e0e3-9655-46b1-908c-aebb21d24db5 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 945 time: 0.2753117 Jul 15 13:22:07.678842 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-0e7cf940-3017-42bc-86a3-8410fe18011a None None] Transition to ACTIVE for port object db865edd-48ee-4eea-a8e9-926d7a18f1e6 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:07.702518 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-98faa9fa-2276-4cbd-b83b-e1d998123abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:07.725345 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12293034-2bb3-45e7-8cd9-1e3d0d2ef8c0 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event deleted for resources: {'Port': ['ID=46c3ef98-6476-4ef7-96d0-4a17c6dac4e2,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:07.778145 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1278b372-265e-4b71-8ceb-412edc26ece1 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:07.787119 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1278b372-265e-4b71-8ceb-412edc26ece1 None None] Checking segment: {'id': '41894e04-bc00-497b-882e-a5a3851649c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2e126f2e-0687-477f-baec-587eb13dd3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:07.787904 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8ffd88d8-724f-484c-a978-20c2bd62e137 req-7fe756c3-e966-4bf5-98a3-ab9340b4c9b2 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213574 Jul 15 13:22:07.792969 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1278b372-265e-4b71-8ceb-412edc26ece1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:07.793942 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1278b372-265e-4b71-8ceb-412edc26ece1 None None] Bound using segment: {'id': '41894e04-bc00-497b-882e-a5a3851649c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2e126f2e-0687-477f-baec-587eb13dd3e9'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:07.794656 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-1278b372-265e-4b71-8ceb-412edc26ece1 None None] Bound port: cdbc4fa2-a62f-4a96-84e9-ac11a18a2cbe, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41894e04-bc00-497b-882e-a5a3851649c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2e126f2e-0687-477f-baec-587eb13dd3e9'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:07.796248 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1278b372-265e-4b71-8ceb-412edc26ece1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:07.889973 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12293034-2bb3-45e7-8cd9-1e3d0d2ef8c0 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for floatingip, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:07.891245 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-12293034-2bb3-45e7-8cd9-1e3d0d2ef8c0 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Floating IP 957615ad-a257-4ee4-b2c9-c909b8a43a45 disassociated (deleted). External IP: 172.25.8.236, port: f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5. Jul 15 13:22:07.903124 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5810735-0eaf-4672-b8a2-807f46fc5ffa tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Network d0ad9352-8746-4f0c-9a4c-f5593949841a is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:22:07.918787 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-1278b372-265e-4b71-8ceb-412edc26ece1 None None] For port cdbc4fa2-a62f-4a96-84e9-ac11a18a2cbe, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:07.922090 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-1278b372-265e-4b71-8ceb-412edc26ece1 None None] For port cdbc4fa2-a62f-4a96-84e9-ac11a18a2cbe, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=cdbc4fa2-a62f-4a96-84e9-ac11a18a2cbe,segment=NetworkSegment(41894e04-bc00-497b-882e-a5a3851649c2),segment_id=41894e04-bc00-497b-882e-a5a3851649c2)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:07.923295 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port db92b3dc-bfaf-4f43-a15b-5e6c430ddb5b completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:07.937322 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1278b372-265e-4b71-8ceb-412edc26ece1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:07.947367 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb06325-64c4-44c2-99d8-2ca668bb055b None None] Network 05cf5f45-2b26-4dd3-8446-7554efacc7f3 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:07.950171 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=4e3c9628-a681-44a6-a644-67ee78048e49,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:07.960663 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-a5810735-0eaf-4672-b8a2-807f46fc5ffa tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, d0ad9352-8746-4f0c-9a4c-f5593949841a) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:07.977186 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5810735-0eaf-4672-b8a2-807f46fc5ffa tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:07.979037 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a5810735-0eaf-4672-b8a2-807f46fc5ffa tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:07.986619 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98faa9fa-2276-4cbd-b83b-e1d998123abf None None] Routers {'5fa4b106-8611-445d-883f-a6ec517249f3'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:07.986619 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-98faa9fa-2276-4cbd-b83b-e1d998123abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:22:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['5fa4b106-8611-445d-883f-a6ec517249f3'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:08.001733 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-0e7cf940-3017-42bc-86a3-8410fe18011a None None] Transition to ACTIVE for port object db865edd-48ee-4eea-a8e9-926d7a18f1e6 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:08.017026 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ceb440-6ba0-411c-af50-db0ac3981dd9 None None] Network d0ad9352-8746-4f0c-9a4c-f5593949841a requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:08.087401 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a5810735-0eaf-4672-b8a2-807f46fc5ffa tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6336088 Jul 15 13:22:08.090924 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45562) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:08.099952 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-9e84a48b-eded-410c-8627-1952e2c47360 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-735207647'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:08.130321 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-98faa9fa-2276-4cbd-b83b-e1d998123abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:08.131034 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98faa9fa-2276-4cbd-b83b-e1d998123abf None None] The sync data for ids ['5fa4b106-8611-445d-883f-a6ec517249f3'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:22:08.133195 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-3ccdae4b-90ab-411b-a36c-e3798e9d85d4 None None] Provisioning for port db92b3dc-bfaf-4f43-a15b-5e6c430ddb5b completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:08.166606 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf940-3017-42bc-86a3-8410fe18011a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:08.168329 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 3d2da53d-2eca-413e-911e-6de16aded3bf completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:08.184102 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-88546aac-8d7a-42f1-805c-efee191ed35a tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:22:08.188181 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-88546aac-8d7a-42f1-805c-efee191ed35a tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] 10.222.0.16 "PUT /v2.0/routers/5fa4b106-8611-445d-883f-a6ec517249f3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0811248 Jul 15 13:22:08.188412 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45564) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:08.214273 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-3ccdae4b-90ab-411b-a36c-e3798e9d85d4 None None] Provisioning complete for port db92b3dc-bfaf-4f43-a15b-5e6c430ddb5b triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:08.214782 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3ccdae4b-90ab-411b-a36c-e3798e9d85d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:08.253261 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e84a48b-eded-410c-8627-1952e2c47360 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Made reservation on behalf of 32552016cc694d029d2a6cde6c12b6b0 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:08.257286 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9e84a48b-eded-410c-8627-1952e2c47360 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:08.308868 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 3d2da53d-2eca-413e-911e-6de16aded3bf triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:08.309619 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:08.328990 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e84a48b-eded-410c-8627-1952e2c47360 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:22:08.353780 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12293034-2bb3-45e7-8cd9-1e3d0d2ef8c0 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Router 611c8070-8a1e-4098-ac30-9d05d80361eb has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:22:08.366118 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7cf940-3017-42bc-86a3-8410fe18011a None None] Network cbb5537d-eafb-4488-88be-4380bd936dc6 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:08.370451 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278b372-265e-4b71-8ceb-412edc26ece1 None None] Pushing event updated for resources: {'Port': ['ID=cdbc4fa2-a62f-4a96-84e9-ac11a18a2cbe,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:08.373713 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-0e7cf940-3017-42bc-86a3-8410fe18011a None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:08.395592 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9e84a48b-eded-410c-8627-1952e2c47360 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:08.395947 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-9e84a48b-eded-410c-8627-1952e2c47360 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Added segment d588a327-f596-4df5-962f-233309577102 of type vlan for network 7c46fc3c-2b02-449e-842e-83ce469e5c33 Jul 15 13:22:08.410066 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7cf940-3017-42bc-86a3-8410fe18011a None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:08.596368 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9e84a48b-eded-410c-8627-1952e2c47360 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:08.604253 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cf940-3017-42bc-86a3-8410fe18011a None None] Pushing event updated for resources: {'Port': ['ID=db865edd-48ee-4eea-a8e9-926d7a18f1e6,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:08.630882 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12293034-2bb3-45e7-8cd9-1e3d0d2ef8c0 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:22:08.636975 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12293034-2bb3-45e7-8cd9-1e3d0d2ef8c0 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:08.640704 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b23fbe-4a4f-4d48-99a8-3743c76f1a23 None None] Sync routers for ids ['611c8070-8a1e-4098-ac30-9d05d80361eb'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:22:08.666209 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b23fbe-4a4f-4d48-99a8-3743c76f1a23 None None] Routers {'611c8070-8a1e-4098-ac30-9d05d80361eb'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:08.666867 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-65b23fbe-4a4f-4d48-99a8-3743c76f1a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:22:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['611c8070-8a1e-4098-ac30-9d05d80361eb'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:08.697090 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9e84a48b-eded-410c-8627-1952e2c47360 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:08.703708 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e84a48b-eded-410c-8627-1952e2c47360 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:08.704780 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9e84a48b-eded-410c-8627-1952e2c47360 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:08.775126 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-12293034-2bb3-45e7-8cd9-1e3d0d2ef8c0 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "DELETE /v2.0/floatingips/957615ad-a257-4ee4-b2c9-c909b8a43a45 HTTP/1.1" status: 204 len: 168 time: 2.1544890 Jul 15 13:22:08.784058 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0725853e-875a-4b20-9bca-213052f2150f', 'tag': 'f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:08.788587 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa2b6cc-e2d3-4f2a-b550-5f47d7de3345" -d '{"events": [{"name": "network-changed", "server_uuid": "0725853e-875a-4b20-9bca-213052f2150f", "tag": "f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:08.792380 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9e84a48b-eded-410c-8627-1952e2c47360 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6975873 Jul 15 13:22:08.796952 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45576) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:08.803341 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-4eae0fcd-09e6-44ca-aae9-cd3b3aa56acd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Request body: {'subnet': {'network_id': '7c46fc3c-2b02-449e-842e-83ce469e5c33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:08.828817 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3ccdae4b-90ab-411b-a36c-e3798e9d85d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:08.854675 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-65b23fbe-4a4f-4d48-99a8-3743c76f1a23 None None] Set router 611c8070-8a1e-4098-ac30-9d05d80361eb gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:08.855138 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-0e7cf940-3017-42bc-86a3-8410fe18011a None None] Attempting to bind port db865edd-48ee-4eea-a8e9-926d7a18f1e6 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:08.855521 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-0e7cf940-3017-42bc-86a3-8410fe18011a None None] Attempting to bind port db865edd-48ee-4eea-a8e9-926d7a18f1e6 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'aa385bc1-b949-488f-8a03-6cdcf2ddc9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cbb5537d-eafb-4488-88be-4380bd936dc6'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:08.855894 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7cf940-3017-42bc-86a3-8410fe18011a None None] Attempting to bind port db865edd-48ee-4eea-a8e9-926d7a18f1e6 on network cbb5537d-eafb-4488-88be-4380bd936dc6 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:08.962204 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7cf940-3017-42bc-86a3-8410fe18011a None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:08.963512 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7cf940-3017-42bc-86a3-8410fe18011a None None] Checking segment: {'id': 'aa385bc1-b949-488f-8a03-6cdcf2ddc9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cbb5537d-eafb-4488-88be-4380bd936dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:08.964151 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc2f7c4-d688-454c-9b2e-8f8fd6770642 x-openstack-request-id: req-ddc2f7c4-d688-454c-9b2e-8f8fd6770642 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:08.964446 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0725853e-875a-4b20-9bca-213052f2150f", "tag": "f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:08.964701 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ddc2f7c4-d688-454c-9b2e-8f8fd6770642 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:08.965103 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0725853e-875a-4b20-9bca-213052f2150f', 'tag': 'f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5', 'status': 'completed', 'code': 200} Jul 15 13:22:08.966085 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf940-3017-42bc-86a3-8410fe18011a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:08.966500 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7cf940-3017-42bc-86a3-8410fe18011a None None] Bound using segment: {'id': 'aa385bc1-b949-488f-8a03-6cdcf2ddc9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cbb5537d-eafb-4488-88be-4380bd936dc6'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:08.967073 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-0e7cf940-3017-42bc-86a3-8410fe18011a None None] Bound port: db865edd-48ee-4eea-a8e9-926d7a18f1e6, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa385bc1-b949-488f-8a03-6cdcf2ddc9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cbb5537d-eafb-4488-88be-4380bd936dc6'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:08.967436 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf940-3017-42bc-86a3-8410fe18011a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:08.979247 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84a48b-eded-410c-8627-1952e2c47360 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event updated for resources: {'Network': ['ID=7c46fc3c-2b02-449e-842e-83ce469e5c33,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:09.075986 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 7c46fc3c-2b02-449e-842e-83ce469e5c33 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:22:09.293761 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device cdbc4fa2-a62f-4a96-84e9-ac11a18a2cbe up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:09.353921 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eae0fcd-09e6-44ca-aae9-cd3b3aa56acd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Made reservation on behalf of 32552016cc694d029d2a6cde6c12b6b0 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:09.357530 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4eae0fcd-09e6-44ca-aae9-cd3b3aa56acd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:09.456571 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-65b23fbe-4a4f-4d48-99a8-3743c76f1a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611c8070-8a1e-4098-ac30-9d05d80361eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800570340', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '5061abcf-1dd0-4fba-b45a-90bafb2ef0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:19Z', 'updated_at': '2021-07-15T13:19:27Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': '5061abcf-1dd0-4fba-b45a-90bafb2ef0cc', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611c8070-8a1e-4098-ac30-9d05d80361eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:20Z', 'updated_at': '2021-07-15T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '56543f98-14bd-45fa-ba0a-fae7672583cc', 'name': '', 'network_id': '018d44e0-c369-47de-a220-68097fbc171f', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'mac_address': 'fa:16:3e:44:80:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611c8070-8a1e-4098-ac30-9d05d80361eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'bfb0eadd-83c2-49db-a9a7-d4c408cf0bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:25Z', 'updated_at': '2021-07-15T13:19:38Z', 'revision_number': 5, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'subnets': [{'id': 'bfb0eadd-83c2-49db-a9a7-d4c408cf0bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:09.527800 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b23fbe-4a4f-4d48-99a8-3743c76f1a23 None None] Checking router: 611c8070-8a1e-4098-ac30-9d05d80361eb for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:22:09.543776 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-3ccdae4b-90ab-411b-a36c-e3798e9d85d4 None None] For port db92b3dc-bfaf-4f43-a15b-5e6c430ddb5b, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=db92b3dc-bfaf-4f43-a15b-5e6c430ddb5b,segment=NetworkSegment(d6b4a663-6229-4bb0-979d-aabde19c6594),segment_id=d6b4a663-6229-4bb0-979d-aabde19c6594)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:09.552833 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b23fbe-4a4f-4d48-99a8-3743c76f1a23 None None] Routers {'611c8070-8a1e-4098-ac30-9d05d80361eb'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:09.554007 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-65b23fbe-4a4f-4d48-99a8-3743c76f1a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:22:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['611c8070-8a1e-4098-ac30-9d05d80361eb'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:09.627881 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2b6cc-e2d3-4f2a-b550-5f47d7de3345 req-6a732f14-298b-4a95-9d0a-a0da08ff1d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:09.639445 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:09.640774 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-dfa2b6cc-e2d3-4f2a-b550-5f47d7de3345 req-6a732f14-298b-4a95-9d0a-a0da08ff1d34 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d986de84121549bf90b7ac80073eff67&device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 1099 time: 0.4595516 Jul 15 13:22:09.658847 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-4eae0fcd-09e6-44ca-aae9-cd3b3aa56acd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Performing IP validity checks on allocation pools {{(pid=93825) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 13:22:09.659934 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-4eae0fcd-09e6-44ca-aae9-cd3b3aa56acd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93825) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 13:22:09.671962 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1373f912-8c6e-4ad9-8dcb-b499fae95595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-d0ad9352-8746-4f0c-9a4c-f5593949841a', 'network_id': 'd0ad9352-8746-4f0c-9a4c-f5593949841a', 'tenant_id': '32552016cc694d029d2a6cde6c12b6b0', 'fixed_ips': [{'subnet_id': '50f5e47a-8d3d-4cad-b7a0-1b777511bcba'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:22:09.672819 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1373f912-8c6e-4ad9-8dcb-b499fae95595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:09.750087 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3ccdae4b-90ab-411b-a36c-e3798e9d85d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:09.783956 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f3915-eff8-4609-bac7-ea6ea91d5987 req-2287a569-ce37-4cd9-aa14-66d75824fd37 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:09.803846 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-339f3915-eff8-4609-bac7-ea6ea91d5987 req-2287a569-ce37-4cd9-aa14-66d75824fd37 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 945 time: 0.6303797 Jul 15 13:22:09.822278 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-65b23fbe-4a4f-4d48-99a8-3743c76f1a23 None None] Set router 611c8070-8a1e-4098-ac30-9d05d80361eb gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:09.858637 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2b6cc-e2d3-4f2a-b550-5f47d7de3345 req-de2cbdf3-7d88-4110-a825-2ec45cff474b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:09.860135 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-dfa2b6cc-e2d3-4f2a-b550-5f47d7de3345 req-de2cbdf3-7d88-4110-a825-2ec45cff474b service neutron] 10.222.0.46 "GET /v2.0/networks?id=018d44e0-c369-47de-a220-68097fbc171f HTTP/1.1" status: 200 len: 898 time: 0.2012520 Jul 15 13:22:09.929805 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-339f3915-eff8-4609-bac7-ea6ea91d5987 req-822a3f48-f18d-47a3-abd3-3513568f30cc tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246727 Jul 15 13:22:09.955180 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-dfa2b6cc-e2d3-4f2a-b550-5f47d7de3345 req-2effda77-c557-4967-9b23-ea8396fce288 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 HTTP/1.1" status: 200 len: 217 time: 0.0773308 Jul 15 13:22:10.142158 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4eae0fcd-09e6-44ca-aae9-cd3b3aa56acd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:10.172030 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-0e7cf940-3017-42bc-86a3-8410fe18011a None None] For port db865edd-48ee-4eea-a8e9-926d7a18f1e6, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:10.179381 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-0e7cf940-3017-42bc-86a3-8410fe18011a None None] For port db865edd-48ee-4eea-a8e9-926d7a18f1e6, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=db865edd-48ee-4eea-a8e9-926d7a18f1e6,segment=NetworkSegment(aa385bc1-b949-488f-8a03-6cdcf2ddc9a8),segment_id=aa385bc1-b949-488f-8a03-6cdcf2ddc9a8)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:10.186981 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2b6cc-e2d3-4f2a-b550-5f47d7de3345 req-9497c13b-96a8-458f-bd28-8acfc4fb226c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:10.189623 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-dfa2b6cc-e2d3-4f2a-b550-5f47d7de3345 req-9497c13b-96a8-458f-bd28-8acfc4fb226c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb0eadd-83c2-49db-a9a7-d4c408cf0bd2 HTTP/1.1" status: 200 len: 835 time: 0.2267449 Jul 15 13:22:10.198666 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-65b23fbe-4a4f-4d48-99a8-3743c76f1a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611c8070-8a1e-4098-ac30-9d05d80361eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800570340', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '5061abcf-1dd0-4fba-b45a-90bafb2ef0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:19Z', 'updated_at': '2021-07-15T13:19:27Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': '5061abcf-1dd0-4fba-b45a-90bafb2ef0cc', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611c8070-8a1e-4098-ac30-9d05d80361eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:20Z', 'updated_at': '2021-07-15T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '56543f98-14bd-45fa-ba0a-fae7672583cc', 'name': '', 'network_id': '018d44e0-c369-47de-a220-68097fbc171f', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'mac_address': 'fa:16:3e:44:80:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611c8070-8a1e-4098-ac30-9d05d80361eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'bfb0eadd-83c2-49db-a9a7-d4c408cf0bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:25Z', 'updated_at': '2021-07-15T13:19:38Z', 'revision_number': 5, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'subnets': [{'id': 'bfb0eadd-83c2-49db-a9a7-d4c408cf0bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:10.226552 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf940-3017-42bc-86a3-8410fe18011a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:10.229201 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b23fbe-4a4f-4d48-99a8-3743c76f1a23 None None] The sync data for ids ['611c8070-8a1e-4098-ac30-9d05d80361eb'] in n-d-771363-36 is: [{'id': '611c8070-8a1e-4098-ac30-9d05d80361eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800570340', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '5061abcf-1dd0-4fba-b45a-90bafb2ef0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:19Z', 'updated_at': '2021-07-15T13:19:27Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': '5061abcf-1dd0-4fba-b45a-90bafb2ef0cc', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611c8070-8a1e-4098-ac30-9d05d80361eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:20Z', 'updated_at': '2021-07-15T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '56543f98-14bd-45fa-ba0a-fae7672583cc', 'name': '', 'network_id': '018d44e0-c369-47de-a220-68097fbc171f', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'mac_address': 'fa:16:3e:44:80:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611c8070-8a1e-4098-ac30-9d05d80361eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'bfb0eadd-83c2-49db-a9a7-d4c408cf0bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:25Z', 'updated_at': '2021-07-15T13:19:38Z', 'revision_number': 5, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'subnets': [{'id': 'bfb0eadd-83c2-49db-a9a7-d4c408cf0bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:22:10.246201 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39afa171-816b-44f3-80f0-1bdfa304e5bd req-e4c1aafb-449f-42d0-884f-b5341943dd95 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:10.247442 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2da53d-2eca-413e-911e-6de16aded3bf'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:10.248524 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-39afa171-816b-44f3-80f0-1bdfa304e5bd req-e4c1aafb-449f-42d0-884f-b5341943dd95 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 947 time: 0.2051394 Jul 15 13:22:10.249189 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae0fcd-09e6-44ca-aae9-cd3b3aa56acd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event updated for resources: {'Subnet': ['ID=e153e1af-1b08-4c34-b376-a55294e18ee8,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:10.249719 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c5fb6a-f5fb-426e-b1d6-31908642baf6" -d '{"events": [{"server_uuid": "b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c", "name": "network-vif-plugged", "status": "completed", "tag": "3d2da53d-2eca-413e-911e-6de16aded3bf"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:10.260057 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9a483271-659f-4650-8f3e-bc52ddf56118 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:10.260969 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9055f7-a62c-4c8e-bb2a-c4a78f91400a None None] Network 2e126f2e-0687-477f-baec-587eb13dd3e9 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:10.297834 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eae0fcd-09e6-44ca-aae9-cd3b3aa56acd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Checking segment: {'id': 'd588a327-f596-4df5-962f-233309577102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7c46fc3c-2b02-449e-842e-83ce469e5c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:10.298218 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eae0fcd-09e6-44ca-aae9-cd3b3aa56acd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Network hostable DHCP agents. Network: 7c46fc3c-2b02-449e-842e-83ce469e5c33, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:22:10.324504 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-39afa171-816b-44f3-80f0-1bdfa304e5bd req-ddeb9415-09ac-40ca-b2eb-784316aa3e03 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b11c2da-9886-4e12-b30f-76b6ecc4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646322 Jul 15 13:22:10.358217 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eae0fcd-09e6-44ca-aae9-cd3b3aa56acd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Network 7c46fc3c-2b02-449e-842e-83ce469e5c33 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:22:10.386398 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-4eae0fcd-09e6-44ca-aae9-cd3b3aa56acd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 7c46fc3c-2b02-449e-842e-83ce469e5c33) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:10.391679 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2b6cc-e2d3-4f2a-b550-5f47d7de3345 req-2fd96167-c3bb-489e-9e92-8e4af6bc04f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:10.393566 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-dfa2b6cc-e2d3-4f2a-b550-5f47d7de3345 req-2fd96167-c3bb-489e-9e92-8e4af6bc04f4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=018d44e0-c369-47de-a220-68097fbc171f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1962619 Jul 15 13:22:10.401429 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eae0fcd-09e6-44ca-aae9-cd3b3aa56acd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:10.402021 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4eae0fcd-09e6-44ca-aae9-cd3b3aa56acd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:10.440573 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4eae0fcd-09e6-44ca-aae9-cd3b3aa56acd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6418843 Jul 15 13:22:10.441243 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45608) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:10.478646 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef2d59d-1000-42ba-aebf-c6e3b120215b None None] Network 7c46fc3c-2b02-449e-842e-83ce469e5c33 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:10.581840 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684a1ad7-a3cb-4817-9ee3-c473596ee864 x-openstack-request-id: req-684a1ad7-a3cb-4817-9ee3-c473596ee864 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:10.582072 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c", "name": "network-vif-plugged", "status": "completed", "tag": "3d2da53d-2eca-413e-911e-6de16aded3bf", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:10.582455 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-684a1ad7-a3cb-4817-9ee3-c473596ee864 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:10.582792 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2da53d-2eca-413e-911e-6de16aded3bf', 'code': 200} Jul 15 13:22:10.587031 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-dfa2b6cc-e2d3-4f2a-b550-5f47d7de3345 req-863c9dbe-caba-4e88-b868-529b6417cbd9 service neutron] 10.222.0.46 "GET /v2.0/networks/018d44e0-c369-47de-a220-68097fbc171f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811881 Jul 15 13:22:10.621911 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 3d2da53d-2eca-413e-911e-6de16aded3bf, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=3d2da53d-2eca-413e-911e-6de16aded3bf,segment=NetworkSegment(02b4ae28-7870-45f1-8b91-4bf335fcbce3),segment_id=02b4ae28-7870-45f1-8b91-4bf335fcbce3)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:10.700494 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8bdf6bda-27d1-4392-afdc-acc32c24edda tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:10.724114 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:10.727257 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-4b655ab4-02fb-4ad6-9261-a662b8c9ee5a None None] Provisioning for port cdbc4fa2-a62f-4a96-84e9-ac11a18a2cbe completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:10.731725 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port cdbc4fa2-a62f-4a96-84e9-ac11a18a2cbe completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:10.751279 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-4b655ab4-02fb-4ad6-9261-a662b8c9ee5a None None] Provisioning complete for port cdbc4fa2-a62f-4a96-84e9-ac11a18a2cbe triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:10.751664 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b655ab4-02fb-4ad6-9261-a662b8c9ee5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:10.837256 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b285c-9bdb-465d-a48d-60b607f1a24e req-1e4e1dff-c183-4a08-baf2-e750546a40c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:10.838593 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e97b285c-9bdb-465d-a48d-60b607f1a24e req-1e4e1dff-c183-4a08-baf2-e750546a40c8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 1097 time: 0.2953875 Jul 15 13:22:10.965672 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f4d92f-87c6-48df-85d7-ceec17fb25ff None None] New status for floating IP 957615ad-a257-4ee4-b2c9-c909b8a43a45: DOWN {{(pid=93827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:22:10.994679 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port cdbc4fa2-a62f-4a96-84e9-ac11a18a2cbe triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:10.995251 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:11.075012 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-dfa2b6cc-e2d3-4f2a-b550-5f47d7de3345 req-e5238b9f-1b62-4268-96e7-1ef1aea32d65 service neutron] 10.222.0.46 "GET /v2.0/networks/018d44e0-c369-47de-a220-68097fbc171f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4809835 Jul 15 13:22:11.110611 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccdae4b-90ab-411b-a36c-e3798e9d85d4 None None] Pushing event updated for resources: {'Port': ['ID=db92b3dc-bfaf-4f43-a15b-5e6c430ddb5b,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:11.169775 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e97b285c-9bdb-465d-a48d-60b607f1a24e req-4365dfcf-5faa-44dd-888b-1d44cfbac88d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3232861 Jul 15 13:22:11.170619 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8bdf6bda-27d1-4392-afdc-acc32c24edda tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:11.290348 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccdae4b-90ab-411b-a36c-e3798e9d85d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:11.290881 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccdae4b-90ab-411b-a36c-e3798e9d85d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:11.292237 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccdae4b-90ab-411b-a36c-e3798e9d85d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:11.292649 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccdae4b-90ab-411b-a36c-e3798e9d85d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:11.293084 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccdae4b-90ab-411b-a36c-e3798e9d85d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:11.293516 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccdae4b-90ab-411b-a36c-e3798e9d85d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:11.293943 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccdae4b-90ab-411b-a36c-e3798e9d85d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:11.294364 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccdae4b-90ab-411b-a36c-e3798e9d85d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:11.294937 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccdae4b-90ab-411b-a36c-e3798e9d85d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:11.295235 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccdae4b-90ab-411b-a36c-e3798e9d85d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:11.296004 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccdae4b-90ab-411b-a36c-e3798e9d85d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:11.296004 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccdae4b-90ab-411b-a36c-e3798e9d85d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:11.338950 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-9a483271-659f-4650-8f3e-bc52ddf56118 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Deleting port 8174b915-ad1c-4466-82d4-03fad0f8dc42 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:11.339465 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9a483271-659f-4650-8f3e-bc52ddf56118 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:11.369063 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf44fd93-9d8e-480e-88cb-6f7046b75a2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-7c46fc3c-2b02-449e-842e-83ce469e5c33', 'network_id': '7c46fc3c-2b02-449e-842e-83ce469e5c33', 'tenant_id': '32552016cc694d029d2a6cde6c12b6b0', 'fixed_ips': [{'subnet_id': 'e153e1af-1b08-4c34-b376-a55294e18ee8'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:22:11.369063 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bf44fd93-9d8e-480e-88cb-6f7046b75a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:11.369464 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45626) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:11.431312 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03583a82-6615-490d-b2e7-afe259d01e90 req-d169d61f-1997-4727-b242-0f19f8a8a706 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:11.432919 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-03583a82-6615-490d-b2e7-afe259d01e90 req-d169d61f-1997-4727-b242-0f19f8a8a706 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.46 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 947 time: 0.5729308 Jul 15 13:22:11.528376 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-1373f912-8c6e-4ad9-8dcb-b499fae95595 None None] Allocated IP 2001:db8::1 (d0ad9352-8746-4f0c-9a4c-f5593949841a/50f5e47a-8d3d-4cad-b7a0-1b777511bcba/dcf1cea6-4777-4ce8-b326-29b9af89aae3) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:11.604096 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9a483271-659f-4650-8f3e-bc52ddf56118 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:11.634959 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-9a483271-659f-4650-8f3e-bc52ddf56118 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Calling delete_port for 8174b915-ad1c-4466-82d4-03fad0f8dc42 owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:11.640418 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b655ab4-02fb-4ad6-9261-a662b8c9ee5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:11.648335 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cf940-3017-42bc-86a3-8410fe18011a None None] Pushing event updated for resources: {'Port': ['ID=db865edd-48ee-4eea-a8e9-926d7a18f1e6,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:11.765703 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=3d2da53d-2eca-413e-911e-6de16aded3bf,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:12.049089 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9a483271-659f-4650-8f3e-bc52ddf56118 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:12.096878 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:12.162796 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a483271-659f-4650-8f3e-bc52ddf56118 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Pushing event deleted for resources: {'Port': ['ID=8174b915-ad1c-4466-82d4-03fad0f8dc42,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:12.184826 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-4b655ab4-02fb-4ad6-9261-a662b8c9ee5a None None] For port cdbc4fa2-a62f-4a96-84e9-ac11a18a2cbe, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=cdbc4fa2-a62f-4a96-84e9-ac11a18a2cbe,segment=NetworkSegment(41894e04-bc00-497b-882e-a5a3851649c2),segment_id=41894e04-bc00-497b-882e-a5a3851649c2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:12.193464 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b655ab4-02fb-4ad6-9261-a662b8c9ee5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:12.244445 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.db.api [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:22:12.244445 n-d-771363-36 neutron-server[93827]: DEBUG oslo_db.api [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:22:12.375691 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b655ab4-02fb-4ad6-9261-a662b8c9ee5a None None] Pushing event updated for resources: {'Port': ['ID=cdbc4fa2-a62f-4a96-84e9-ac11a18a2cbe,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:12.384934 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-2ba27817-af62-4983-a591-136a9483ecd5 None None] Provisioning complete for port db92b3dc-bfaf-4f43-a15b-5e6c430ddb5b triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:12.385927 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2ba27817-af62-4983-a591-136a9483ecd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server [None req-bf44fd93-9d8e-480e-88cb-6f7046b75a2a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e153e1af-1b08-4c34-b376-a55294e18ee8: This subnet is being modified by another concurrent operation. Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise exception Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e153e1af-1b08-4c34-b376-a55294e18ee8: This subnet is being modified by another concurrent operation. Jul 15 13:22:12.388528 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server Jul 15 13:22:12.398241 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8bdf6bda-27d1-4392-afdc-acc32c24edda tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:12.447514 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd5c32f-c5b9-4b30-9a35-7b5bb7821f10 None None] Network 7c46fc3c-2b02-449e-842e-83ce469e5c33 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:12.449836 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1373f912-8c6e-4ad9-8dcb-b499fae95595 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:12.492870 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1373f912-8c6e-4ad9-8dcb-b499fae95595 None None] Transition to ACTIVE for port object dcf1cea6-4777-4ce8-b326-29b9af89aae3 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:12.493122 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd838038-6a14-4ccb-b15b-82120b6d87d3 req-e48988b1-1b4f-476f-a66e-ec20d4e2eebe tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:12.503397 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dd838038-6a14-4ccb-b15b-82120b6d87d3 req-e48988b1-1b4f-476f-a66e-ec20d4e2eebe tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 946 time: 1.2442212 Jul 15 13:22:12.506138 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007eb5ae-268b-4f1c-98fb-01014b9af126 tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:12.510298 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007eb5ae-268b-4f1c-98fb-01014b9af126 tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:12.511631 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007eb5ae-268b-4f1c-98fb-01014b9af126 tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:12.513417 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-007eb5ae-268b-4f1c-98fb-01014b9af126 tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] 10.222.0.16 "GET /v2.0/ports?project_id=b10b0063b8b9467f824b5e9176c44cfb&network_id=4fb00c98-f96e-4575-a9cb-92f351c087d8 HTTP/1.1" status: 200 len: 2972 time: 1.1405034 Jul 15 13:22:12.528724 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9a483271-659f-4650-8f3e-bc52ddf56118 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:12.536077 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acd6b1e-504d-443e-af8d-525f2cff699d None None] Network cbb5537d-eafb-4488-88be-4380bd936dc6 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:12.560002 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf6bda-27d1-4392-afdc-acc32c24edda tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event deleted for resources: {'Subnet': ['ID=e153e1af-1b08-4c34-b376-a55294e18ee8,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:12.573670 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-03583a82-6615-490d-b2e7-afe259d01e90 req-3f182968-7791-4b78-80b0-e5dc28f7476f tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Deleting port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:12.574012 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-03583a82-6615-490d-b2e7-afe259d01e90 req-3f182968-7791-4b78-80b0-e5dc28f7476f tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:12.644708 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1373f912-8c6e-4ad9-8dcb-b499fae95595 None None] Transition to ACTIVE for port object dcf1cea6-4777-4ce8-b326-29b9af89aae3 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:12.717941 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1373f912-8c6e-4ad9-8dcb-b499fae95595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:12.774260 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-03583a82-6615-490d-b2e7-afe259d01e90 req-3f182968-7791-4b78-80b0-e5dc28f7476f tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] For port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5,segment=NetworkSegment(f745d7e8-44c3-436a-9c4b-9fb879b66c67),segment_id=f745d7e8-44c3-436a-9c4b-9fb879b66c67)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:12.775160 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-03583a82-6615-490d-b2e7-afe259d01e90 req-3f182968-7791-4b78-80b0-e5dc28f7476f tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:12.800757 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dd838038-6a14-4ccb-b15b-82120b6d87d3 req-ff5b1dec-ed3a-424c-bc23-903fb8acc3e8 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2964864 Jul 15 13:22:12.812559 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a292c-fe32-44a0-b5e1-316fd2f6293a req-a599252f-6175-4f1b-8fef-3685977982f5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:12.820541 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f64a292c-fe32-44a0-b5e1-316fd2f6293a req-a599252f-6175-4f1b-8fef-3685977982f5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 947 time: 0.5930693 Jul 15 13:22:12.853641 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a483271-659f-4650-8f3e-bc52ddf56118 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Router 5fa4b106-8611-445d-883f-a6ec517249f3 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:22:12.888953 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8bdf6bda-27d1-4392-afdc-acc32c24edda tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:12.897382 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-03583a82-6615-490d-b2e7-afe259d01e90 req-3f182968-7791-4b78-80b0-e5dc28f7476f tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Calling delete_port for f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:12.949723 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 4e3c9628-a681-44a6-a644-67ee78048e49 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:12.953320 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-8bdf6bda-27d1-4392-afdc-acc32c24edda tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c46fc3c-2b02-449e-842e-83ce469e5c33']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:12.975803 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a483271-659f-4650-8f3e-bc52ddf56118 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:22:12.985356 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325054b4-e511-4eca-8e2f-63d07fb41c65 None None] Sync routers for ids ['5fa4b106-8611-445d-883f-a6ec517249f3'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:22:12.986875 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9a483271-659f-4650-8f3e-bc52ddf56118 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] 10.222.0.16 "PUT /v2.0/routers/5fa4b106-8611-445d-883f-a6ec517249f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7974212 Jul 15 13:22:12.998446 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45642) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:12.999705 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325054b4-e511-4eca-8e2f-63d07fb41c65 None None] Routers {'5fa4b106-8611-445d-883f-a6ec517249f3'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:13.000809 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-325054b4-e511-4eca-8e2f-63d07fb41c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:22:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['5fa4b106-8611-445d-883f-a6ec517249f3'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:13.030619 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1373f912-8c6e-4ad9-8dcb-b499fae95595 None None] Network d0ad9352-8746-4f0c-9a4c-f5593949841a is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:13.063276 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f64a292c-fe32-44a0-b5e1-316fd2f6293a req-220465cd-3170-4491-9bb0-e2f7a144e236 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b11c2da-9886-4e12-b30f-76b6ecc4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2414479 Jul 15 13:22:13.065255 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-8bdf6bda-27d1-4392-afdc-acc32c24edda tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd588a327-f596-4df5-962f-233309577102') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:13.065500 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-8bdf6bda-27d1-4392-afdc-acc32c24edda tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd588a327-f596-4df5-962f-233309577102') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:13.082771 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-1373f912-8c6e-4ad9-8dcb-b499fae95595 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:13.104580 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-f263b385-34ba-4679-9243-4e74cd25756c tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] delete failed (client error): The resource could not be found. Jul 15 13:22:13.109182 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f263b385-34ba-4679-9243-4e74cd25756c tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-102225060 HTTP/1.1" status: 404 len: 334 time: 0.1061919 Jul 15 13:22:13.109365 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8bdf6bda-27d1-4392-afdc-acc32c24edda tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:13.109605 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45644) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:13.114380 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-3d9d5fcd-67f2-4f2b-aa9f-eb4cac87b830 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Request body: {'router': {'external_gateway_info': {'network_id': '5fa4b106-8611-445d-883f-a6ec517249f3'}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:13.136149 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1373f912-8c6e-4ad9-8dcb-b499fae95595 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:13.140178 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-2ba27817-af62-4983-a591-136a9483ecd5 None None] Provisioning complete for port cdbc4fa2-a62f-4a96-84e9-ac11a18a2cbe triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:13.140567 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2ba27817-af62-4983-a591-136a9483ecd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:13.213525 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8bdf6bda-27d1-4392-afdc-acc32c24edda tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:13.231448 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-325054b4-e511-4eca-8e2f-63d07fb41c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:13.231695 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373f912-8c6e-4ad9-8dcb-b499fae95595 None None] Pushing event updated for resources: {'Port': ['ID=dcf1cea6-4777-4ce8-b326-29b9af89aae3,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:13.251861 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325054b4-e511-4eca-8e2f-63d07fb41c65 None None] Routers {'5fa4b106-8611-445d-883f-a6ec517249f3'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:13.252706 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-325054b4-e511-4eca-8e2f-63d07fb41c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:22:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['5fa4b106-8611-445d-883f-a6ec517249f3'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:13.272201 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bdf6bda-27d1-4392-afdc-acc32c24edda tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:22:13.274666 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8bdf6bda-27d1-4392-afdc-acc32c24edda tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:13.278399 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:22:13.278399 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:22:13.278399 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:22:13.278399 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:22:13.278399 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:22:13.278399 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:22:13.278399 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:22:13.278399 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:22:13.278399 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:22:13.278399 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:22:13.278399 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:22:13.278399 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:22:13.278399 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:22:13.278399 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:22:13.278399 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:22:13.278399 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:22:13.278399 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:22:13.278399 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:22:13.278399 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:22:13.278399 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:22:13.278399 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:22:13.278399 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:22:13.278399 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:22:13.278399 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:22:13.278399 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:22:13.278399 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:22:13.278399 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:22:13.278399 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:22:13.278399 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:22:13.278399 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:22:13.278399 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:22:13.278399 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:22:13.313628 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-325054b4-e511-4eca-8e2f-63d07fb41c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:13.314605 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325054b4-e511-4eca-8e2f-63d07fb41c65 None None] The sync data for ids ['5fa4b106-8611-445d-883f-a6ec517249f3'] in n-d-771363-36 is: [] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:22:13.479484 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8bdf6bda-27d1-4392-afdc-acc32c24edda tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:13.497300 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8bdf6bda-27d1-4392-afdc-acc32c24edda tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:13.502672 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8bdf6bda-27d1-4392-afdc-acc32c24edda tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "DELETE /v2.0/networks/7c46fc3c-2b02-449e-842e-83ce469e5c33 HTTP/1.1" status: 204 len: 168 time: 3.0572357 Jul 15 13:22:13.525673 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45650) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:13.533514 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-33083490-fcdf-412d-988e-0481b81db5bd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-675371418'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:13.573290 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf6bda-27d1-4392-afdc-acc32c24edda tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event deleted for resources: {'Network': ['ID=7c46fc3c-2b02-449e-842e-83ce469e5c33,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:13.581651 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33083490-fcdf-412d-988e-0481b81db5bd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Made reservation on behalf of 32552016cc694d029d2a6cde6c12b6b0 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:13.588351 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-33083490-fcdf-412d-988e-0481b81db5bd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:13.593392 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 4e3c9628-a681-44a6-a644-67ee78048e49 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:13.593914 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:13.647472 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-1373f912-8c6e-4ad9-8dcb-b499fae95595 None None] Attempting to bind port dcf1cea6-4777-4ce8-b326-29b9af89aae3 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:13.647796 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-1373f912-8c6e-4ad9-8dcb-b499fae95595 None None] Attempting to bind port dcf1cea6-4777-4ce8-b326-29b9af89aae3 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '357fc756-0469-49b6-9399-d29ea978db6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd0ad9352-8746-4f0c-9a4c-f5593949841a'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:13.648406 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1373f912-8c6e-4ad9-8dcb-b499fae95595 None None] Attempting to bind port dcf1cea6-4777-4ce8-b326-29b9af89aae3 on network d0ad9352-8746-4f0c-9a4c-f5593949841a {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:13.674801 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1373f912-8c6e-4ad9-8dcb-b499fae95595 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:13.675332 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1373f912-8c6e-4ad9-8dcb-b499fae95595 None None] Checking segment: {'id': '357fc756-0469-49b6-9399-d29ea978db6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd0ad9352-8746-4f0c-9a4c-f5593949841a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:13.675746 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1373f912-8c6e-4ad9-8dcb-b499fae95595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:13.676782 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1373f912-8c6e-4ad9-8dcb-b499fae95595 None None] Bound using segment: {'id': '357fc756-0469-49b6-9399-d29ea978db6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd0ad9352-8746-4f0c-9a4c-f5593949841a'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:13.677276 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-1373f912-8c6e-4ad9-8dcb-b499fae95595 None None] Bound port: dcf1cea6-4777-4ce8-b326-29b9af89aae3, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '357fc756-0469-49b6-9399-d29ea978db6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd0ad9352-8746-4f0c-9a4c-f5593949841a'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:13.677667 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1373f912-8c6e-4ad9-8dcb-b499fae95595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:13.679673 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-03583a82-6615-490d-b2e7-afe259d01e90 req-3f182968-7791-4b78-80b0-e5dc28f7476f tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:13.685729 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33083490-fcdf-412d-988e-0481b81db5bd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:22:13.699768 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-2ba27817-af62-4983-a591-136a9483ecd5 None None] Could not find standard attr ID for object 8174b915-ad1c-4466-82d4-03fad0f8dc42. {{(pid=93827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:22:13.790878 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f182968-7791-4b78-80b0-e5dc28f7476f tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event deleted for resources: {'Port': ['ID=f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:13.804649 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-33083490-fcdf-412d-988e-0481b81db5bd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:13.805333 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-33083490-fcdf-412d-988e-0481b81db5bd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Added segment b78209fc-cded-4ea2-a26a-060744ac34e0 of type vlan for network 3fad5720-88a4-43db-8581-8bbe9ec72763 Jul 15 13:22:13.845412 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-1373f912-8c6e-4ad9-8dcb-b499fae95595 None None] For port dcf1cea6-4777-4ce8-b326-29b9af89aae3, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:13.850898 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-1373f912-8c6e-4ad9-8dcb-b499fae95595 None None] For port dcf1cea6-4777-4ce8-b326-29b9af89aae3, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=dcf1cea6-4777-4ce8-b326-29b9af89aae3,segment=NetworkSegment(357fc756-0469-49b6-9399-d29ea978db6e),segment_id=357fc756-0469-49b6-9399-d29ea978db6e)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:13.874713 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1373f912-8c6e-4ad9-8dcb-b499fae95595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:13.964451 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373f912-8c6e-4ad9-8dcb-b499fae95595 None None] Pushing event updated for resources: {'Port': ['ID=dcf1cea6-4777-4ce8-b326-29b9af89aae3,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:13.982403 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-17a2723e-34be-4393-9ba1-24ff9dd6199e None None] Provisioning for port db865edd-48ee-4eea-a8e9-926d7a18f1e6 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:13.995145 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-17a2723e-34be-4393-9ba1-24ff9dd6199e None None] Could not find standard attr ID for object 8174b915-ad1c-4466-82d4-03fad0f8dc42. {{(pid=93827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:22:14.013546 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3d9d5fcd-67f2-4f2b-aa9f-eb4cac87b830 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:14.015864 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-03583a82-6615-490d-b2e7-afe259d01e90 req-3f182968-7791-4b78-80b0-e5dc28f7476f tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] No DVR routers for this DVR port f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:14.053827 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-3d9d5fcd-67f2-4f2b-aa9f-eb4cac87b830 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] update failed (client error): The resource could not be found. Jul 15 13:22:14.058787 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3d9d5fcd-67f2-4f2b-aa9f-eb4cac87b830 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] 10.222.0.16 "PUT /v2.0/routers/5fa4b106-8611-445d-883f-a6ec517249f3 HTTP/1.1" status: 404 len: 339 time: 0.9444647 Jul 15 13:22:14.062069 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45660) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:14.068078 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-de1e9a26-b6dd-489c-8023-f8f8c727d5b7 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1964083671'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:14.088055 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-03583a82-6615-490d-b2e7-afe259d01e90 req-3f182968-7791-4b78-80b0-e5dc28f7476f tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:14.092914 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-03583a82-6615-490d-b2e7-afe259d01e90 req-3f182968-7791-4b78-80b0-e5dc28f7476f tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.46 "DELETE /v2.0/ports/f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 HTTP/1.1" status: 204 len: 173 time: 2.6409068 Jul 15 13:22:14.094513 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0725853e-875a-4b20-9bca-213052f2150f', 'name': 'network-vif-deleted', 'tag': 'f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:14.099294 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1e9a26-b6dd-489c-8023-f8f8c727d5b7 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Made reservation on behalf of 911517eafa6541b1ae9db71a8eb68140 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:14.103461 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353867f7-ae87-414b-9081-4e620879bbe8" -d '{"events": [{"server_uuid": "0725853e-875a-4b20-9bca-213052f2150f", "name": "network-vif-deleted", "tag": "f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:14.104805 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-de1e9a26-b6dd-489c-8023-f8f8c727d5b7 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:14.150776 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de1e9a26-b6dd-489c-8023-f8f8c727d5b7 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:22:14.160984 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-de1e9a26-b6dd-489c-8023-f8f8c727d5b7 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:14.161269 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-de1e9a26-b6dd-489c-8023-f8f8c727d5b7 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Added segment 90a75831-3b71-4c7b-9090-d52212f6dcaa of type vlan for network 20455a38-8bd6-40f1-888c-afa11ad7194c Jul 15 13:22:14.170849 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-33083490-fcdf-412d-988e-0481b81db5bd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:14.251728 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-de1e9a26-b6dd-489c-8023-f8f8c727d5b7 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:14.313132 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-de1e9a26-b6dd-489c-8023-f8f8c727d5b7 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:14.321274 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-33083490-fcdf-412d-988e-0481b81db5bd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:14.324479 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1e9a26-b6dd-489c-8023-f8f8c727d5b7 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:14.325205 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-de1e9a26-b6dd-489c-8023-f8f8c727d5b7 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:14.331905 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33083490-fcdf-412d-988e-0481b81db5bd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:14.337321 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-33083490-fcdf-412d-988e-0481b81db5bd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:14.372618 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-de1e9a26-b6dd-489c-8023-f8f8c727d5b7 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3094130 Jul 15 13:22:14.381159 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45670) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:14.409710 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device db865edd-48ee-4eea-a8e9-926d7a18f1e6 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:14.422911 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-b5380384-b60e-4633-bf89-c20a43bc5685 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Request body: {'subnet': {'network_id': '20455a38-8bd6-40f1-888c-afa11ad7194c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:14.432797 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45672) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:14.560510 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e9a26-b6dd-489c-8023-f8f8c727d5b7 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Pushing event updated for resources: {'Network': ['ID=20455a38-8bd6-40f1-888c-afa11ad7194c,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:14.594425 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 20455a38-8bd6-40f1-888c-afa11ad7194c details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:22:14.602041 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5301a-1a73-4d7d-b5c5-7ed28fb6f4a2 req-1d91c76f-d594-4875-a325-b24990041c30 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:14.603600 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9cd5301a-1a73-4d7d-b5c5-7ed28fb6f4a2 req-1d91c76f-d594-4875-a325-b24990041c30 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 946 time: 0.5694995 Jul 15 13:22:14.613035 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-33083490-fcdf-412d-988e-0481b81db5bd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0837724 Jul 15 13:22:14.614018 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33083490-fcdf-412d-988e-0481b81db5bd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event updated for resources: {'Network': ['ID=3fad5720-88a4-43db-8581-8bbe9ec72763,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:14.615925 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45676) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:14.625886 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-f8a4c245-28ec-4aff-83f9-b4925d818621 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Request body: {'subnet': {'network_id': '3fad5720-88a4-43db-8581-8bbe9ec72763', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:14.696378 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 3fad5720-88a4-43db-8581-8bbe9ec72763 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:22:14.763975 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:14.766933 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a4c245-28ec-4aff-83f9-b4925d818621 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Made reservation on behalf of 32552016cc694d029d2a6cde6c12b6b0 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:14.772341 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f8a4c245-28ec-4aff-83f9-b4925d818621 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:14.774710 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-230abfd3-2031-4e7f-9dfb-97d26edf9413 req-fe7feffb-ca86-454b-a000-e32f3a388e85 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=0725853e-875a-4b20-9bca-213052f2150f HTTP/1.1" status: 200 len: 210 time: 0.1530416 Jul 15 13:22:14.822917 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:14.823270 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:14.892753 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port db865edd-48ee-4eea-a8e9-926d7a18f1e6 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:14.899186 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port db865edd-48ee-4eea-a8e9-926d7a18f1e6 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:14.899622 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:14.956206 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ec2867-b2e2-4d5d-8200-ff93c5c881b1 x-openstack-request-id: req-b3ec2867-b2e2-4d5d-8200-ff93c5c881b1 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:14.958809 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0725853e-875a-4b20-9bca-213052f2150f", "name": "network-vif-deleted", "tag": "f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:14.960801 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b3ec2867-b2e2-4d5d-8200-ff93c5c881b1 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:14.961566 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0725853e-875a-4b20-9bca-213052f2150f', 'name': 'network-vif-deleted', 'tag': 'f0d2b880-1cbb-4ef5-aebc-45e7adadb6c5', 'status': 'completed', 'code': 200} Jul 15 13:22:14.992939 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898c4131-7892-4b9e-b477-760577f3aced tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:14.994945 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-898c4131-7892-4b9e-b477-760577f3aced tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 814 time: 0.3902740 Jul 15 13:22:14.998591 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9cd5301a-1a73-4d7d-b5c5-7ed28fb6f4a2 req-c4811951-aa0b-4e80-828a-92253c586966 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3512883 Jul 15 13:22:15.037189 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5380384-b60e-4633-bf89-c20a43bc5685 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Made reservation on behalf of 911517eafa6541b1ae9db71a8eb68140 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:15.045699 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b5380384-b60e-4633-bf89-c20a43bc5685 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.199861 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f8a4c245-28ec-4aff-83f9-b4925d818621 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.227570 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.343301 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4c245-28ec-4aff-83f9-b4925d818621 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event updated for resources: {'Subnet': ['ID=90157dd7-c50e-4d36-86b5-18c61adc2bfa,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:15.354219 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a4c245-28ec-4aff-83f9-b4925d818621 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Checking segment: {'id': 'b78209fc-cded-4ea2-a26a-060744ac34e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3fad5720-88a4-43db-8581-8bbe9ec72763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:15.354755 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a4c245-28ec-4aff-83f9-b4925d818621 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Network hostable DHCP agents. Network: 3fad5720-88a4-43db-8581-8bbe9ec72763, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:22:15.383378 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port db865edd-48ee-4eea-a8e9-926d7a18f1e6, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=db865edd-48ee-4eea-a8e9-926d7a18f1e6,segment=NetworkSegment(aa385bc1-b949-488f-8a03-6cdcf2ddc9a8),segment_id=aa385bc1-b949-488f-8a03-6cdcf2ddc9a8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:15.385562 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a4c245-28ec-4aff-83f9-b4925d818621 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Network 3fad5720-88a4-43db-8581-8bbe9ec72763 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:22:15.389345 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.392568 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device cdbc4fa2-a62f-4a96-84e9-ac11a18a2cbe up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:15.406942 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-f8a4c245-28ec-4aff-83f9-b4925d818621 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 3fad5720-88a4-43db-8581-8bbe9ec72763) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:15.415779 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a4c245-28ec-4aff-83f9-b4925d818621 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:15.423368 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f8a4c245-28ec-4aff-83f9-b4925d818621 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.455291 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f8a4c245-28ec-4aff-83f9-b4925d818621 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8380702 Jul 15 13:22:15.456530 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45690) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:15.508097 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4c5b98-3a18-4b46-a106-c412de4033be None None] Network 3fad5720-88a4-43db-8581-8bbe9ec72763 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:15.617878 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b709aecf-9c40-4e86-86ee-0306e3312125 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.634673 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45694) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:15.656091 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-fcdac32b-3a8d-4e66-bd8a-b4b3a8ff6133 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Request body: {'network': {'name': 'tempest-network-smoke--1252925568', 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'port_security_enabled': True}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:15.688790 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdac32b-3a8d-4e66-bd8a-b4b3a8ff6133 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Made reservation on behalf of b10b0063b8b9467f824b5e9176c44cfb for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:15.699525 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fcdac32b-3a8d-4e66-bd8a-b4b3a8ff6133 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.704473 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b5380384-b60e-4633-bf89-c20a43bc5685 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.749581 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port cdbc4fa2-a62f-4a96-84e9-ac11a18a2cbe triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:15.750218 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.779791 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcdac32b-3a8d-4e66-bd8a-b4b3a8ff6133 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:22:15.793064 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=db865edd-48ee-4eea-a8e9-926d7a18f1e6,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:15.797546 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb5fc9-9bfc-43c2-977e-12c18dc83d28 req-ab6ea788-bf13-48ca-bead-e9ed57cba43a tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:15.799721 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-60cb5fc9-9bfc-43c2-977e-12c18dc83d28 req-ab6ea788-bf13-48ca-bead-e9ed57cba43a tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 946 time: 0.4761217 Jul 15 13:22:15.800661 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5380384-b60e-4633-bf89-c20a43bc5685 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Pushing event updated for resources: {'Subnet': ['ID=4de2f893-7e6b-482c-bea1-273fcc1fd81d,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:15.814038 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45696) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:15.818911 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-a71ee302-66ad-4f93-b6b5-e534b06fc019 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Request body: {'floatingip': {'port_id': '3d2da53d-2eca-413e-911e-6de16aded3bf'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:15.828561 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fcdac32b-3a8d-4e66-bd8a-b4b3a8ff6133 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.828928 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-fcdac32b-3a8d-4e66-bd8a-b4b3a8ff6133 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Added segment c8202d78-9e2d-42c9-b21c-96107e2ce3f4 of type vlan for network 3e3e5ddc-b7e3-48b1-8310-31dba0db9e15 Jul 15 13:22:15.878612 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd05e3f-fc65-4642-85ad-2dceab52ddc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-3fad5720-88a4-43db-8581-8bbe9ec72763', 'network_id': '3fad5720-88a4-43db-8581-8bbe9ec72763', 'tenant_id': '32552016cc694d029d2a6cde6c12b6b0', 'fixed_ips': [{'subnet_id': '90157dd7-c50e-4d36-86b5-18c61adc2bfa'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:22:15.879722 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9cd05e3f-fc65-4642-85ad-2dceab52ddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.915424 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a71ee302-66ad-4f93-b6b5-e534b06fc019 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for floatingip, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.960279 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b709aecf-9c40-4e86-86ee-0306e3312125 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.979420 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fcdac32b-3a8d-4e66-bd8a-b4b3a8ff6133 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:16.015924 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45700) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:16.044720 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bce15a-d1a0-4c4d-baec-917ee5a79a0f None None] Network d0ad9352-8746-4f0c-9a4c-f5593949841a requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:16.157722 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5380384-b60e-4633-bf89-c20a43bc5685 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Checking segment: {'id': '90a75831-3b71-4c7b-9090-d52212f6dcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '20455a38-8bd6-40f1-888c-afa11ad7194c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:16.157722 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5380384-b60e-4633-bf89-c20a43bc5685 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Network hostable DHCP agents. Network: 20455a38-8bd6-40f1-888c-afa11ad7194c, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:22:16.212811 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5380384-b60e-4633-bf89-c20a43bc5685 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Network 20455a38-8bd6-40f1-888c-afa11ad7194c is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:22:16.243534 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fcdac32b-3a8d-4e66-bd8a-b4b3a8ff6133 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:16.250523 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdac32b-3a8d-4e66-bd8a-b4b3a8ff6133 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:16.251211 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fcdac32b-3a8d-4e66-bd8a-b4b3a8ff6133 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:16.273782 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-b5380384-b60e-4633-bf89-c20a43bc5685 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 20455a38-8bd6-40f1-888c-afa11ad7194c) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:16.310430 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5380384-b60e-4633-bf89-c20a43bc5685 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:16.313294 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b5380384-b60e-4633-bf89-c20a43bc5685 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:16.335800 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-fcdac32b-3a8d-4e66-bd8a-b4b3a8ff6133 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6943552 Jul 15 13:22:16.339621 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45704) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:16.354010 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b5380384-b60e-4633-bf89-c20a43bc5685 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9570041 Jul 15 13:22:16.356889 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45706) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:16.361927 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-671eee8a-32be-4504-97e2-6871cf3b1ab9 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Request body: {'router': {'external_gateway_info': {'network_id': '20455a38-8bd6-40f1-888c-afa11ad7194c'}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:16.382023 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c26fc24-7854-47dd-8b0c-0e0a113183de None None] Network 20455a38-8bd6-40f1-888c-afa11ad7194c requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:16.413176 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdac32b-3a8d-4e66-bd8a-b4b3a8ff6133 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'Network': ['ID=3e3e5ddc-b7e3-48b1-8310-31dba0db9e15,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:16.414547 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-9cd05e3f-fc65-4642-85ad-2dceab52ddc2 None None] Allocated IP 2001:db8::1 (3fad5720-88a4-43db-8581-8bbe9ec72763/90157dd7-c50e-4d36-86b5-18c61adc2bfa/39c62d22-f012-4898-87b8-5cd7ce54eade) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:16.417052 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-2c873830-454b-47ad-af09-30917f026b07 None None] Provisioning for port dcf1cea6-4777-4ce8-b326-29b9af89aae3 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:16.441136 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 3e3e5ddc-b7e3-48b1-8310-31dba0db9e15 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:22:16.588108 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43aa8587-4228-45ba-835c-3f2a5691fb4f tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:16.604012 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-43aa8587-4228-45ba-835c-3f2a5691fb4f tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=b10b0063b8b9467f824b5e9176c44cfb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2545321 Jul 15 13:22:16.611393 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45710) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:16.838954 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device db92b3dc-bfaf-4f43-a15b-5e6c430ddb5b up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:17.048094 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-671eee8a-32be-4504-97e2-6871cf3b1ab9 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:17.121539 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58abd410-c692-4fe5-9f9e-de50dee2d546 tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:17.123625 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-58abd410-c692-4fe5-9f9e-de50dee2d546 tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5109360 Jul 15 13:22:17.126974 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6164dd-b3c7-48b8-b3d1-97b052a00caf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-20455a38-8bd6-40f1-888c-afa11ad7194c', 'network_id': '20455a38-8bd6-40f1-888c-afa11ad7194c', 'tenant_id': '911517eafa6541b1ae9db71a8eb68140', 'fixed_ips': [{'subnet_id': '4de2f893-7e6b-482c-bea1-273fcc1fd81d'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:22:17.128084 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45714) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:17.129311 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0a6164dd-b3c7-48b8-b3d1-97b052a00caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:17.158970 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9cd05e3f-fc65-4642-85ad-2dceab52ddc2 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:17.180913 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d29d5a9d-e93f-451a-bb81-6650414ab720 tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=e1268488-a505-464f-96b0-8b93d6dfd7ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0490723 Jul 15 13:22:17.182231 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45718) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:17.211350 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.db.resource_extend [None req-a71ee302-66ad-4f93-b6b5-e534b06fc019 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:22:17.224786 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c147ff9d-63a6-4126-a550-afe3a65e85e6 tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=b10b0063b8b9467f824b5e9176c44cfb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400400 Jul 15 13:22:17.228435 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45720) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:17.257685 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port db92b3dc-bfaf-4f43-a15b-5e6c430ddb5b triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:17.258684 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:17.316250 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-9cd05e3f-fc65-4642-85ad-2dceab52ddc2 None None] Transition to ACTIVE for port object 39c62d22-f012-4898-87b8-5cd7ce54eade will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:17.319697 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a71ee302-66ad-4f93-b6b5-e534b06fc019 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:17.328080 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a71ee302-66ad-4f93-b6b5-e534b06fc019 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:17.369577 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-9cd05e3f-fc65-4642-85ad-2dceab52ddc2 None None] Transition to ACTIVE for port object 39c62d22-f012-4898-87b8-5cd7ce54eade will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:17.381271 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfa3422-68dc-472c-bc58-3a7570e6b6a4 tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:17.384801 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ebfa3422-68dc-472c-bc58-3a7570e6b6a4 tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1492975 Jul 15 13:22:17.386127 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45722) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:17.411463 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9cd05e3f-fc65-4642-85ad-2dceab52ddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:17.428952 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f69ced21-b381-49b7-b52a-e9e79d45396c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:17.437336 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b539f96d-7647-4a11-b039-42827363150a tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=e1268488-a505-464f-96b0-8b93d6dfd7ab&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0499315 Jul 15 13:22:17.470816 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd05e3f-fc65-4642-85ad-2dceab52ddc2 None None] Pushing event updated for resources: {'Port': ['ID=39c62d22-f012-4898-87b8-5cd7ce54eade,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:17.475875 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45724) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:17.488855 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-bd662517-57c3-4dab-bb8c-f23c8bcb86ac tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-124190258', 'network_id': '3e3e5ddc-b7e3-48b1-8310-31dba0db9e15', 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:17.502334 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-0a6164dd-b3c7-48b8-b3d1-97b052a00caf None None] Allocated IP 2001:db8:1::2 (20455a38-8bd6-40f1-888c-afa11ad7194c/4de2f893-7e6b-482c-bea1-273fcc1fd81d/d132dd97-444d-4896-9ce4-e450c3168717) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:17.512575 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd05e3f-fc65-4642-85ad-2dceab52ddc2 None None] Network 3fad5720-88a4-43db-8581-8bbe9ec72763 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:17.518549 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-9cd05e3f-fc65-4642-85ad-2dceab52ddc2 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:17.537725 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b709aecf-9c40-4e86-86ee-0306e3312125 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:17.550502 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd05e3f-fc65-4642-85ad-2dceab52ddc2 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:17.660883 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-9cd05e3f-fc65-4642-85ad-2dceab52ddc2 None None] Attempting to bind port 39c62d22-f012-4898-87b8-5cd7ce54eade on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:17.661484 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-9cd05e3f-fc65-4642-85ad-2dceab52ddc2 None None] Attempting to bind port 39c62d22-f012-4898-87b8-5cd7ce54eade by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'b78209fc-cded-4ea2-a26a-060744ac34e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3fad5720-88a4-43db-8581-8bbe9ec72763'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:17.661859 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd05e3f-fc65-4642-85ad-2dceab52ddc2 None None] Attempting to bind port 39c62d22-f012-4898-87b8-5cd7ce54eade on network 3fad5720-88a4-43db-8581-8bbe9ec72763 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:17.684571 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b709aecf-9c40-4e86-86ee-0306e3312125 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:17.696161 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-b709aecf-9c40-4e86-86ee-0306e3312125 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fad5720-88a4-43db-8581-8bbe9ec72763']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:17.700046 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd05e3f-fc65-4642-85ad-2dceab52ddc2 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:17.700439 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd05e3f-fc65-4642-85ad-2dceab52ddc2 None None] Checking segment: {'id': 'b78209fc-cded-4ea2-a26a-060744ac34e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3fad5720-88a4-43db-8581-8bbe9ec72763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:17.700951 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9cd05e3f-fc65-4642-85ad-2dceab52ddc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:17.701244 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd05e3f-fc65-4642-85ad-2dceab52ddc2 None None] Bound using segment: {'id': 'b78209fc-cded-4ea2-a26a-060744ac34e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3fad5720-88a4-43db-8581-8bbe9ec72763'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:17.701904 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-9cd05e3f-fc65-4642-85ad-2dceab52ddc2 None None] Bound port: 39c62d22-f012-4898-87b8-5cd7ce54eade, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b78209fc-cded-4ea2-a26a-060744ac34e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3fad5720-88a4-43db-8581-8bbe9ec72763'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:17.702445 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9cd05e3f-fc65-4642-85ad-2dceab52ddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:17.708805 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-b709aecf-9c40-4e86-86ee-0306e3312125 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b78209fc-cded-4ea2-a26a-060744ac34e0') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:17.709107 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-b709aecf-9c40-4e86-86ee-0306e3312125 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b78209fc-cded-4ea2-a26a-060744ac34e0') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:17.721090 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b709aecf-9c40-4e86-86ee-0306e3312125 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:17.741089 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b709aecf-9c40-4e86-86ee-0306e3312125 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:17.748682 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b709aecf-9c40-4e86-86ee-0306e3312125 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:22:17.749117 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b709aecf-9c40-4e86-86ee-0306e3312125 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:17.791526 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:17.791526 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:17.791526 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:22:17.791526 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:22:17.791526 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:22:17.791526 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:22:17.791526 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:22:17.791526 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:22:17.791526 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:22:17.791526 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:22:17.791526 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:22:17.791526 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:22:17.791526 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:22:17.791526 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:22:17.791526 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:22:17.791526 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:22:17.791526 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:22:17.791526 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:22:17.791526 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:22:17.791526 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:22:17.791526 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:22:17.791526 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:22:17.791526 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:22:17.791526 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:22:17.791526 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:22:17.791526 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:22:17.791526 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:22:17.791526 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:22:17.791526 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:22:17.791526 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:22:17.791526 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:22:17.791526 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:22:17.791526 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:22:17.791526 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:22:17.860882 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-9cd05e3f-fc65-4642-85ad-2dceab52ddc2 None None] For port 39c62d22-f012-4898-87b8-5cd7ce54eade, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:17.897748 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0a6164dd-b3c7-48b8-b3d1-97b052a00caf None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:17.921398 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b709aecf-9c40-4e86-86ee-0306e3312125 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event deleted for resources: {'Subnet': ['ID=90157dd7-c50e-4d36-86b5-18c61adc2bfa,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:17.939732 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-0a6164dd-b3c7-48b8-b3d1-97b052a00caf None None] Transition to ACTIVE for port object d132dd97-444d-4896-9ce4-e450c3168717 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:18.005991 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-a71ee302-66ad-4f93-b6b5-e534b06fc019 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Floating IP ef10d7e5-dce1-4b71-b213-eec6dd4c32e6 associated. External IP: 172.25.8.47, port: 3d2da53d-2eca-413e-911e-6de16aded3bf. Jul 15 13:22:18.014743 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device db865edd-48ee-4eea-a8e9-926d7a18f1e6 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:18.017173 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-0a6164dd-b3c7-48b8-b3d1-97b052a00caf None None] Transition to ACTIVE for port object d132dd97-444d-4896-9ce4-e450c3168717 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:18.050329 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.db.api [None req-b709aecf-9c40-4e86-86ee-0306e3312125 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 13:22:18.050329 n-d-771363-36 neutron-server[93826]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 13:22:18.050329 n-d-771363-36 neutron-server[93826]: [parameters: {'id': '3fad5720-88a4-43db-8581-8bbe9ec72763'}] Jul 15 13:22:18.050329 n-d-771363-36 neutron-server[93826]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:22:18.051717 n-d-771363-36 neutron-server[93826]: DEBUG oslo_db.api [None req-b709aecf-9c40-4e86-86ee-0306e3312125 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:22:18.086813 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-9cd05e3f-fc65-4642-85ad-2dceab52ddc2 None None] For port 39c62d22-f012-4898-87b8-5cd7ce54eade, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=39c62d22-f012-4898-87b8-5cd7ce54eade,segment=NetworkSegment(b78209fc-cded-4ea2-a26a-060744ac34e0),segment_id=b78209fc-cded-4ea2-a26a-060744ac34e0)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:18.090214 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-671eee8a-32be-4504-97e2-6871cf3b1ab9 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:22:18.092817 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0a6164dd-b3c7-48b8-b3d1-97b052a00caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:18.094900 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-671eee8a-32be-4504-97e2-6871cf3b1ab9 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] 10.222.0.16 "PUT /v2.0/routers/5fa4b106-8611-445d-883f-a6ec517249f3 HTTP/1.1" status: 400 len: 364 time: 1.7334449 Jul 15 13:22:18.097301 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45734) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:18.104730 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9cd05e3f-fc65-4642-85ad-2dceab52ddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:18.126275 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd662517-57c3-4dab-bb8c-f23c8bcb86ac tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Made reservation on behalf of b10b0063b8b9467f824b5e9176c44cfb for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:18.130118 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bd662517-57c3-4dab-bb8c-f23c8bcb86ac tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:18.323512 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6164dd-b3c7-48b8-b3d1-97b052a00caf None None] Network 20455a38-8bd6-40f1-888c-afa11ad7194c is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:18.327435 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6164dd-b3c7-48b8-b3d1-97b052a00caf None None] Pushing event updated for resources: {'Port': ['ID=d132dd97-444d-4896-9ce4-e450c3168717,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:18.332824 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-0a6164dd-b3c7-48b8-b3d1-97b052a00caf None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:18.338423 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6164dd-b3c7-48b8-b3d1-97b052a00caf None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:18.437801 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38776892-fd31-4e41-ab80-19f31c7db9ee None None] Network 3fad5720-88a4-43db-8581-8bbe9ec72763 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:18.524478 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port db865edd-48ee-4eea-a8e9-926d7a18f1e6 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:18.524994 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:18.608801 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b709aecf-9c40-4e86-86ee-0306e3312125 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:18.691921 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-85a0bc6e-9966-45f6-87c7-f7e170c7d348 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:18.775598 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-0a6164dd-b3c7-48b8-b3d1-97b052a00caf None None] Attempting to bind port d132dd97-444d-4896-9ce4-e450c3168717 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:18.775939 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-0a6164dd-b3c7-48b8-b3d1-97b052a00caf None None] Attempting to bind port d132dd97-444d-4896-9ce4-e450c3168717 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '90a75831-3b71-4c7b-9090-d52212f6dcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '20455a38-8bd6-40f1-888c-afa11ad7194c'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:18.776260 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6164dd-b3c7-48b8-b3d1-97b052a00caf None None] Attempting to bind port d132dd97-444d-4896-9ce4-e450c3168717 on network 20455a38-8bd6-40f1-888c-afa11ad7194c {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:18.785423 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd05e3f-fc65-4642-85ad-2dceab52ddc2 None None] Pushing event updated for resources: {'Port': ['ID=39c62d22-f012-4898-87b8-5cd7ce54eade,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:18.800061 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6164dd-b3c7-48b8-b3d1-97b052a00caf None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:18.800061 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6164dd-b3c7-48b8-b3d1-97b052a00caf None None] Checking segment: {'id': '90a75831-3b71-4c7b-9090-d52212f6dcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '20455a38-8bd6-40f1-888c-afa11ad7194c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:18.800061 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0a6164dd-b3c7-48b8-b3d1-97b052a00caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:18.800381 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bd662517-57c3-4dab-bb8c-f23c8bcb86ac tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:18.800494 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6164dd-b3c7-48b8-b3d1-97b052a00caf None None] Bound using segment: {'id': '90a75831-3b71-4c7b-9090-d52212f6dcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '20455a38-8bd6-40f1-888c-afa11ad7194c'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:18.800494 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-0a6164dd-b3c7-48b8-b3d1-97b052a00caf None None] Bound port: d132dd97-444d-4896-9ce4-e450c3168717, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a75831-3b71-4c7b-9090-d52212f6dcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '20455a38-8bd6-40f1-888c-afa11ad7194c'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:18.801503 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0a6164dd-b3c7-48b8-b3d1-97b052a00caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:18.841287 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71ee302-66ad-4f93-b6b5-e534b06fc019 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Router 1953211b-d794-42cf-bd53-a4ace7297e00 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:22:18.896774 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-b709aecf-9c40-4e86-86ee-0306e3312125 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Deleting port 39c62d22-f012-4898-87b8-5cd7ce54eade {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:18.897145 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b709aecf-9c40-4e86-86ee-0306e3312125 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:18.912798 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device dcf1cea6-4777-4ce8-b326-29b9af89aae3 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:18.940861 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd662517-57c3-4dab-bb8c-f23c8bcb86ac tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'Subnet': ['ID=124d140d-d900-4287-bddd-68aef3ae9327,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:18.982579 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-0a6164dd-b3c7-48b8-b3d1-97b052a00caf None None] For port d132dd97-444d-4896-9ce4-e450c3168717, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:18.986686 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-0a6164dd-b3c7-48b8-b3d1-97b052a00caf None None] For port d132dd97-444d-4896-9ce4-e450c3168717, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=d132dd97-444d-4896-9ce4-e450c3168717,segment=NetworkSegment(90a75831-3b71-4c7b-9090-d52212f6dcaa),segment_id=90a75831-3b71-4c7b-9090-d52212f6dcaa)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:18.996481 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0a6164dd-b3c7-48b8-b3d1-97b052a00caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:19.023470 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd662517-57c3-4dab-bb8c-f23c8bcb86ac tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Checking segment: {'id': 'c8202d78-9e2d-42c9-b21c-96107e2ce3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3e3e5ddc-b7e3-48b1-8310-31dba0db9e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:19.023839 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd662517-57c3-4dab-bb8c-f23c8bcb86ac tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Network hostable DHCP agents. Network: 3e3e5ddc-b7e3-48b1-8310-31dba0db9e15, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:22:19.027188 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-b709aecf-9c40-4e86-86ee-0306e3312125 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] For port 39c62d22-f012-4898-87b8-5cd7ce54eade, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=39c62d22-f012-4898-87b8-5cd7ce54eade,segment=NetworkSegment(b78209fc-cded-4ea2-a26a-060744ac34e0),segment_id=b78209fc-cded-4ea2-a26a-060744ac34e0)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:19.028127 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b709aecf-9c40-4e86-86ee-0306e3312125 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:19.028569 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71ee302-66ad-4f93-b6b5-e534b06fc019 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:22:19.043135 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-f69ced21-b381-49b7-b52a-e9e79d45396c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Deleting port 56543f98-14bd-45fa-ba0a-fae7672583cc {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:19.043375 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f69ced21-b381-49b7-b52a-e9e79d45396c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:19.046104 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f02861-eba9-4b6d-8bb5-09a94a446e9f None None] Sync routers for ids ['1953211b-d794-42cf-bd53-a4ace7297e00'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:22:19.056265 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a71ee302-66ad-4f93-b6b5-e534b06fc019 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:19.093602 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port dcf1cea6-4777-4ce8-b326-29b9af89aae3 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:19.098896 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f02861-eba9-4b6d-8bb5-09a94a446e9f None None] Routers {'1953211b-d794-42cf-bd53-a4ace7297e00'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:19.099563 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-19f02861-eba9-4b6d-8bb5-09a94a446e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:22:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['1953211b-d794-42cf-bd53-a4ace7297e00'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:19.099811 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-b709aecf-9c40-4e86-86ee-0306e3312125 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Calling delete_port for 39c62d22-f012-4898-87b8-5cd7ce54eade owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:19.112278 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port dcf1cea6-4777-4ce8-b326-29b9af89aae3 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:19.119198 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:19.178334 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6164dd-b3c7-48b8-b3d1-97b052a00caf None None] Pushing event updated for resources: {'Port': ['ID=d132dd97-444d-4896-9ce4-e450c3168717,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:19.216085 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd662517-57c3-4dab-bb8c-f23c8bcb86ac tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Network 3e3e5ddc-b7e3-48b1-8310-31dba0db9e15 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:22:19.482620 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-bd662517-57c3-4dab-bb8c-f23c8bcb86ac tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 3e3e5ddc-b7e3-48b1-8310-31dba0db9e15) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:19.499209 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd662517-57c3-4dab-bb8c-f23c8bcb86ac tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:19.500075 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bd662517-57c3-4dab-bb8c-f23c8bcb86ac tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:19.507240 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b709aecf-9c40-4e86-86ee-0306e3312125 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:19.524830 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a71ee302-66ad-4f93-b6b5-e534b06fc019 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "PUT /v2.0/floatingips/ef10d7e5-dce1-4b71-b213-eec6dd4c32e6 HTTP/1.1" status: 200 len: 991 time: 3.6875238 Jul 15 13:22:19.532188 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c', 'tag': '3d2da53d-2eca-413e-911e-6de16aded3bf'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:19.534646 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610b73fc-8517-49ea-b854-cbfcd6037389" -d '{"events": [{"name": "network-changed", "server_uuid": "b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c", "tag": "3d2da53d-2eca-413e-911e-6de16aded3bf"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:19.561948 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b709aecf-9c40-4e86-86ee-0306e3312125 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event deleted for resources: {'Port': ['ID=39c62d22-f012-4898-87b8-5cd7ce54eade,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:19.567640 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-f69ced21-b381-49b7-b52a-e9e79d45396c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] For port 56543f98-14bd-45fa-ba0a-fae7672583cc, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=56543f98-14bd-45fa-ba0a-fae7672583cc,segment=NetworkSegment(f745d7e8-44c3-436a-9c4b-9fb879b66c67),segment_id=f745d7e8-44c3-436a-9c4b-9fb879b66c67)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:19.568308 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f69ced21-b381-49b7-b52a-e9e79d45396c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:19.573352 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b709aecf-9c40-4e86-86ee-0306e3312125 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] No DVR routers for this DVR port 39c62d22-f012-4898-87b8-5cd7ce54eade on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:19.586998 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-bd662517-57c3-4dab-bb8c-f23c8bcb86ac tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1100061 Jul 15 13:22:19.618381 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5361db82-10cf-4228-ab8d-66d28c0ab984 None None] Network 3e3e5ddc-b7e3-48b1-8310-31dba0db9e15 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:19.624077 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-85a0bc6e-9966-45f6-87c7-f7e170c7d348 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Allocated IP 2001:db8::1 (d4b06f9f-5227-48aa-8327-7fa4de58a0da/fa7308d5-47e3-4ed4-96eb-519a3d6e1964/419fc072-a61a-489b-858b-53ce9bbd6e9b) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:19.639467 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:19.666773 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-f69ced21-b381-49b7-b52a-e9e79d45396c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Calling delete_port for 56543f98-14bd-45fa-ba0a-fae7672583cc owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:19.742893 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-19f02861-eba9-4b6d-8bb5-09a94a446e9f None None] Set router 1953211b-d794-42cf-bd53-a4ace7297e00 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:19.773879 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f4280a-a246-4e36-a706-927a844c2011 x-openstack-request-id: req-e1f4280a-a246-4e36-a706-927a844c2011 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:19.774289 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c", "tag": "3d2da53d-2eca-413e-911e-6de16aded3bf", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:19.775591 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e1f4280a-a246-4e36-a706-927a844c2011 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:19.775591 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c', 'tag': '3d2da53d-2eca-413e-911e-6de16aded3bf', 'status': 'completed', 'code': 200} Jul 15 13:22:19.892153 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b709aecf-9c40-4e86-86ee-0306e3312125 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:19.906933 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-b709aecf-9c40-4e86-86ee-0306e3312125 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fad5720-88a4-43db-8581-8bbe9ec72763']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:19.928911 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-b709aecf-9c40-4e86-86ee-0306e3312125 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b78209fc-cded-4ea2-a26a-060744ac34e0') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:19.929241 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-b709aecf-9c40-4e86-86ee-0306e3312125 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b78209fc-cded-4ea2-a26a-060744ac34e0') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:19.942463 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b709aecf-9c40-4e86-86ee-0306e3312125 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:19.971355 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b709aecf-9c40-4e86-86ee-0306e3312125 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:19.975899 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-85a0bc6e-9966-45f6-87c7-f7e170c7d348 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:19.979460 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b709aecf-9c40-4e86-86ee-0306e3312125 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:22:19.981467 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b709aecf-9c40-4e86-86ee-0306e3312125 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:20.001542 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:22:20.001542 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:22:20.001542 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:22:20.001542 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:22:20.001542 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:22:20.001542 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:22:20.001542 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:22:20.001542 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:22:20.001542 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:22:20.001542 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:22:20.001542 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:22:20.001542 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:22:20.001542 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:22:20.001542 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:22:20.001542 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:22:20.001542 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:22:20.001542 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:22:20.001542 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:22:20.001542 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:22:20.001542 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:22:20.001542 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:22:20.001542 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:22:20.001542 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:22:20.001542 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:22:20.001542 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:22:20.001542 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:22:20.001542 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:22:20.001542 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:22:20.001542 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:22:20.001542 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:22:20.001542 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:22:20.001542 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:22:20.018241 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b73fc-8517-49ea-b854-cbfcd6037389 req-9332fe8c-bc30-4ff8-924f-762aaca1d25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:20.019881 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-610b73fc-8517-49ea-b854-cbfcd6037389 req-9332fe8c-bc30-4ff8-924f-762aaca1d25a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf299a1585cb47ad811c548c9505de73&device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 1098 time: 0.2430551 Jul 15 13:22:20.080331 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port dcf1cea6-4777-4ce8-b326-29b9af89aae3, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=dcf1cea6-4777-4ce8-b326-29b9af89aae3,segment=NetworkSegment(357fc756-0469-49b6-9399-d29ea978db6e),segment_id=357fc756-0469-49b6-9399-d29ea978db6e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:20.095199 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-85a0bc6e-9966-45f6-87c7-f7e170c7d348 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Transition to ACTIVE for port object 419fc072-a61a-489b-858b-53ce9bbd6e9b will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:20.105146 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:20.123471 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b709aecf-9c40-4e86-86ee-0306e3312125 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:20.251524 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45808) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:20.256362 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b709aecf-9c40-4e86-86ee-0306e3312125 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:20.258298 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b709aecf-9c40-4e86-86ee-0306e3312125 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "DELETE /v2.0/networks/3fad5720-88a4-43db-8581-8bbe9ec72763 HTTP/1.1" status: 204 len: 168 time: 4.7996409 Jul 15 13:22:20.280244 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-5772c4d6-1213-422b-8b3d-cfc233ae2fa5 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2006902453', 'description': 'tempest-secgroup-smoke-2006902453 description', 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:20.291771 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45812) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:20.314248 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-adf923d2-0b71-479e-ade4-3ec92d8baeb3 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-313621244'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:20.388739 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device d132dd97-444d-4896-9ce4-e450c3168717 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:20.440392 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b73fc-8517-49ea-b854-cbfcd6037389 req-f30315b2-ca1c-41c1-9bd6-1a70b1601d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:20.442020 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-610b73fc-8517-49ea-b854-cbfcd6037389 req-f30315b2-ca1c-41c1-9bd6-1a70b1601d56 service neutron] 10.222.0.46 "GET /v2.0/networks?id=33daa320-d719-4788-a6ae-6d9428792c14 HTTP/1.1" status: 200 len: 918 time: 0.4123895 Jul 15 13:22:20.503206 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5772c4d6-1213-422b-8b3d-cfc233ae2fa5 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:20.547315 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b709aecf-9c40-4e86-86ee-0306e3312125 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event deleted for resources: {'Network': ['ID=3fad5720-88a4-43db-8581-8bbe9ec72763,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:20.559352 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f69ced21-b381-49b7-b52a-e9e79d45396c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:20.612364 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ced21-b381-49b7-b52a-e9e79d45396c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event deleted for resources: {'Port': ['ID=56543f98-14bd-45fa-ba0a-fae7672583cc,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:20.635646 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf923d2-0b71-479e-ade4-3ec92d8baeb3 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Made reservation on behalf of 32552016cc694d029d2a6cde6c12b6b0 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:20.645879 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adf923d2-0b71-479e-ade4-3ec92d8baeb3 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:20.658756 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-85a0bc6e-9966-45f6-87c7-f7e170c7d348 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:20.664222 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=dcf1cea6-4777-4ce8-b326-29b9af89aae3,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:20.830800 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adf923d2-0b71-479e-ade4-3ec92d8baeb3 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:22:20.859530 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0bc6e-9966-45f6-87c7-f7e170c7d348 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Pushing event updated for resources: {'Port': ['ID=419fc072-a61a-489b-858b-53ce9bbd6e9b,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:20.875326 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899c6f65-a3d2-465c-8d20-5fc5a2371954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-3e3e5ddc-b7e3-48b1-8310-31dba0db9e15', 'network_id': '3e3e5ddc-b7e3-48b1-8310-31dba0db9e15', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'fixed_ips': [{'subnet_id': '124d140d-d900-4287-bddd-68aef3ae9327'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:22:20.877836 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-899c6f65-a3d2-465c-8d20-5fc5a2371954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:20.906514 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adf923d2-0b71-479e-ade4-3ec92d8baeb3 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:20.906905 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-adf923d2-0b71-479e-ade4-3ec92d8baeb3 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Added segment 6e051792-b56f-4f43-b59b-2137022260a7 of type vlan for network 02a41579-652d-442e-b4ef-513e8501c7a6 Jul 15 13:22:20.941065 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port d132dd97-444d-4896-9ce4-e450c3168717 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:21.015110 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5772c4d6-1213-422b-8b3d-cfc233ae2fa5 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:21.020207 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-610b73fc-8517-49ea-b854-cbfcd6037389 req-4029b646-94e5-482a-a31d-26a1cdc78081 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d2da53d-2eca-413e-911e-6de16aded3bf HTTP/1.1" status: 200 len: 999 time: 0.5597939 Jul 15 13:22:21.024751 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5772c4d6-1213-422b-8b3d-cfc233ae2fa5 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:21.107039 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d9d87c-4176-4a4e-b92e-bbbca53ae97e None None] Network 20455a38-8bd6-40f1-888c-afa11ad7194c requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:21.111240 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b73fc-8517-49ea-b854-cbfcd6037389 req-584300f8-72f0-43ee-8c28-492e2a6f610a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:21.113131 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-610b73fc-8517-49ea-b854-cbfcd6037389 req-584300f8-72f0-43ee-8c28-492e2a6f610a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=236966a3-1e59-4c69-99ff-863fc85e1377 HTTP/1.1" status: 200 len: 856 time: 0.0684915 Jul 15 13:22:21.120045 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5772c4d6-1213-422b-8b3d-cfc233ae2fa5 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:21.121408 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5772c4d6-1213-422b-8b3d-cfc233ae2fa5 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8689191 Jul 15 13:22:21.128187 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45898) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:21.134301 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-5c0f2f6b-cff7-4be0-8161-b68685985896 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Request body: {'security_group_rule': {'security_group_id': '3dac6203-2a63-4f9a-8058-502109578faa', 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:21.143693 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adf923d2-0b71-479e-ade4-3ec92d8baeb3 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:21.166924 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a0bc6e-9966-45f6-87c7-f7e170c7d348 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Network d4b06f9f-5227-48aa-8327-7fa4de58a0da is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:21.225654 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-85a0bc6e-9966-45f6-87c7-f7e170c7d348 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:21.241212 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f69ced21-b381-49b7-b52a-e9e79d45396c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:21.244721 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5c0f2f6b-cff7-4be0-8161-b68685985896 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:21.250002 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a0bc6e-9966-45f6-87c7-f7e170c7d348 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:21.251256 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-85a0bc6e-9966-45f6-87c7-f7e170c7d348 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:21.259935 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adf923d2-0b71-479e-ade4-3ec92d8baeb3 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:21.265495 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf923d2-0b71-479e-ade4-3ec92d8baeb3 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:21.266119 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adf923d2-0b71-479e-ade4-3ec92d8baeb3 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:21.408392 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-adf923d2-0b71-479e-ade4-3ec92d8baeb3 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0987139 Jul 15 13:22:21.415793 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772c4d6-1213-422b-8b3d-cfc233ae2fa5 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dac6203-2a63-4f9a-8058-502109578faa,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:21.420853 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 45932) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:21.435020 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-2020a207-a7f7-4e44-be1c-a29c2c060707 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Request body: {'subnet': {'network_id': '02a41579-652d-442e-b4ef-513e8501c7a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:21.438015 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-19f02861-eba9-4b6d-8bb5-09a94a446e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'name': 'tempest-AttachVolumeShelveTestJSON-1582995910-router', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '30f69e30-0150-49b2-bd24-f99cf80b3dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:37Z', 'updated_at': '2021-07-15T13:21:43Z', 'revision_number': 4, 'project_id': 'bf299a1585cb47ad811c548c9505de73', 'gw_port': {'id': '30f69e30-0150-49b2-bd24-f99cf80b3dce', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:38Z', 'updated_at': '2021-07-15T13:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'ef10d7e5-dce1-4b71-b213-eec6dd4c32e6', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'floating_ip_address': '172.25.8.47', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'port_id': '3d2da53d-2eca-413e-911e-6de16aded3bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14', 'mac_address': 'fa:16:3e:05:00:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:21:48Z', 'updated_at': '2021-07-15T13:22:17Z', 'revision_number': 1, 'project_id': 'bf299a1585cb47ad811c548c9505de73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f', 'name': '', 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'mac_address': 'fa:16:3e:d5:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '236966a3-1e59-4c69-99ff-863fc85e1377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:41Z', 'updated_at': '2021-07-15T13:21:50Z', 'revision_number': 5, 'project_id': 'bf299a1585cb47ad811c548c9505de73', 'subnets': [{'id': '236966a3-1e59-4c69-99ff-863fc85e1377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:21.439709 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-e4cdf1c8-0a0d-4407-a55b-87dbd3b8e442 None None] Provisioning for port d132dd97-444d-4896-9ce4-e450c3168717 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:21.450813 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-e4cdf1c8-0a0d-4407-a55b-87dbd3b8e442 None None] Provisioning complete for port d132dd97-444d-4896-9ce4-e450c3168717 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:21.451225 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e4cdf1c8-0a0d-4407-a55b-87dbd3b8e442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:21.470210 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf923d2-0b71-479e-ade4-3ec92d8baeb3 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event updated for resources: {'Network': ['ID=02a41579-652d-442e-b4ef-513e8501c7a6,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:21.520448 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 02a41579-652d-442e-b4ef-513e8501c7a6 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:22:21.556015 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f02861-eba9-4b6d-8bb5-09a94a446e9f None None] Checking router: 1953211b-d794-42cf-bd53-a4ace7297e00 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:22:21.589069 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5c0f2f6b-cff7-4be0-8161-b68685985896 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:21.598812 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5c0f2f6b-cff7-4be0-8161-b68685985896 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:21.631842 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-899c6f65-a3d2-465c-8d20-5fc5a2371954 None None] Allocated IP 172.20.0.18 (3e3e5ddc-b7e3-48b1-8310-31dba0db9e15/124d140d-d900-4287-bddd-68aef3ae9327/30674687-90b0-4d65-bbd2-d51c9dc4dbfd) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:21.650958 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0f2f6b-cff7-4be0-8161-b68685985896 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e7e765f-0202-4a24-bd39-93b1d585efb7,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:21.703506 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f02861-eba9-4b6d-8bb5-09a94a446e9f None None] Routers {'1953211b-d794-42cf-bd53-a4ace7297e00'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:21.704109 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-19f02861-eba9-4b6d-8bb5-09a94a446e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:22:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['1953211b-d794-42cf-bd53-a4ace7297e00'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:21.756027 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5c0f2f6b-cff7-4be0-8161-b68685985896 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:21.765420 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5c0f2f6b-cff7-4be0-8161-b68685985896 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6323493 Jul 15 13:22:21.767134 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 45970) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:21.777872 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-76114d5c-e498-4d8b-930f-a26a461d4b94 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Request body: {'security_group_rule': {'security_group_id': '3dac6203-2a63-4f9a-8058-502109578faa', 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:21.939354 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-76114d5c-e498-4d8b-930f-a26a461d4b94 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:21.975504 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69ced21-b381-49b7-b52a-e9e79d45396c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Router 611c8070-8a1e-4098-ac30-9d05d80361eb has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:22:22.037745 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e4cdf1c8-0a0d-4407-a55b-87dbd3b8e442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:22.067338 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b73fc-8517-49ea-b854-cbfcd6037389 req-1601332f-30c1-4754-909c-91a94e2fb5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:22.069135 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-610b73fc-8517-49ea-b854-cbfcd6037389 req-1601332f-30c1-4754-909c-91a94e2fb5b5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=33daa320-d719-4788-a6ae-6d9428792c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9465356 Jul 15 13:22:22.141913 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-76114d5c-e498-4d8b-930f-a26a461d4b94 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:22.361107 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-76114d5c-e498-4d8b-930f-a26a461d4b94 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:22.412663 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76114d5c-e498-4d8b-930f-a26a461d4b94 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4d8ec89-ce5f-4bbd-aa24-2ba38611c156,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:22.430525 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69ced21-b381-49b7-b52a-e9e79d45396c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:22:22.441667 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf4c091-bd5e-4b84-aafa-b47be69f0726 None None] Sync routers for ids ['611c8070-8a1e-4098-ac30-9d05d80361eb'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:22:22.442209 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46044) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:22.451439 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f69ced21-b381-49b7-b52a-e9e79d45396c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "PUT /v2.0/routers/611c8070-8a1e-4098-ac30-9d05d80361eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4193575 Jul 15 13:22:22.454028 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2020a207-a7f7-4e44-be1c-a29c2c060707 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Made reservation on behalf of 32552016cc694d029d2a6cde6c12b6b0 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:22.454541 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf4c091-bd5e-4b84-aafa-b47be69f0726 None None] Routers {'611c8070-8a1e-4098-ac30-9d05d80361eb'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:22.457819 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-1cf4c091-bd5e-4b84-aafa-b47be69f0726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:22:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['611c8070-8a1e-4098-ac30-9d05d80361eb'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:22.458221 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2020a207-a7f7-4e44-be1c-a29c2c060707 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:22.467198 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-76114d5c-e498-4d8b-930f-a26a461d4b94 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:22.468454 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-76114d5c-e498-4d8b-930f-a26a461d4b94 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6969564 Jul 15 13:22:22.471195 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46048) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:22.476345 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-09be4312-3f86-4a5e-aadc-1c37f8e45687 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Request body: {'security_group_rule': {'security_group_id': '3dac6203-2a63-4f9a-8058-502109578faa', 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:22.484972 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-610b73fc-8517-49ea-b854-cbfcd6037389 req-109ab91d-d4eb-4d5b-90e9-1c7c0b8d2318 service neutron] 10.222.0.46 "GET /v2.0/networks/33daa320-d719-4788-a6ae-6d9428792c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012277 Jul 15 13:22:22.531809 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device dcf1cea6-4777-4ce8-b326-29b9af89aae3 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:22.549927 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-09be4312-3f86-4a5e-aadc-1c37f8e45687 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:22.588235 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-85a0bc6e-9966-45f6-87c7-f7e170c7d348 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:22.698315 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-09be4312-3f86-4a5e-aadc-1c37f8e45687 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:22.703834 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-19f02861-eba9-4b6d-8bb5-09a94a446e9f None None] Set router 1953211b-d794-42cf-bd53-a4ace7297e00 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:22.704443 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-09be4312-3f86-4a5e-aadc-1c37f8e45687 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:22.712278 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-1cf4c091-bd5e-4b84-aafa-b47be69f0726 None None] Set router 611c8070-8a1e-4098-ac30-9d05d80361eb gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:22.723604 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be4312-3f86-4a5e-aadc-1c37f8e45687 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3ff417b-22c5-4717-8799-e2c9d927ab2c,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:22.746449 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-09be4312-3f86-4a5e-aadc-1c37f8e45687 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:22.750989 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-09be4312-3f86-4a5e-aadc-1c37f8e45687 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2774746 Jul 15 13:22:22.752271 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46080) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:22.763464 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-e4cdf1c8-0a0d-4407-a55b-87dbd3b8e442 None None] For port d132dd97-444d-4896-9ce4-e450c3168717, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=d132dd97-444d-4896-9ce4-e450c3168717,segment=NetworkSegment(90a75831-3b71-4c7b-9090-d52212f6dcaa),segment_id=90a75831-3b71-4c7b-9090-d52212f6dcaa)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:22.774233 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-94b62698-1411-461e-b1f1-8b4d98b194db tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Request body: {'security_group_rule': {'security_group_id': '3dac6203-2a63-4f9a-8058-502109578faa', 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:22.785727 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e4cdf1c8-0a0d-4407-a55b-87dbd3b8e442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:22.821022 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-94b62698-1411-461e-b1f1-8b4d98b194db tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:22.908020 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-94b62698-1411-461e-b1f1-8b4d98b194db tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:22.925488 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-94b62698-1411-461e-b1f1-8b4d98b194db tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:22.932071 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a59fcfa-850f-490e-b350-fab576dc76d5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Deleting subnet bfb0eadd-83c2-49db-a9a7-d4c408cf0bd2 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:22:22.968688 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-94b62698-1411-461e-b1f1-8b4d98b194db tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:22.971084 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-94b62698-1411-461e-b1f1-8b4d98b194db tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2175527 Jul 15 13:22:22.974784 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46106) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:22.981262 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-50232317-e175-4f72-81fc-be85240aac4e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Request body: {'security_group_rule': {'security_group_id': '3dac6203-2a63-4f9a-8058-502109578faa', 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:22.992655 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b62698-1411-461e-b1f1-8b4d98b194db tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d140b5a2-199d-4dd4-8940-37ae5957e479,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:22.998640 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port dcf1cea6-4777-4ce8-b326-29b9af89aae3 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:22.999033 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.025813 n-d-771363-36 neutron-server[93826]: INFO neutron.db.securitygroups_db [None req-50232317-e175-4f72-81fc-be85240aac4e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Project b10b0063b8b9467f824b5e9176c44cfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:22:23.032524 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-50232317-e175-4f72-81fc-be85240aac4e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.079476 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-899c6f65-a3d2-465c-8d20-5fc5a2371954 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.090991 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-899c6f65-a3d2-465c-8d20-5fc5a2371954 None None] Transition to ACTIVE for port object 30674687-90b0-4d65-bbd2-d51c9dc4dbfd will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:23.096715 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-1cf4c091-bd5e-4b84-aafa-b47be69f0726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611c8070-8a1e-4098-ac30-9d05d80361eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800570340', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '5061abcf-1dd0-4fba-b45a-90bafb2ef0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:19Z', 'updated_at': '2021-07-15T13:22:20Z', 'revision_number': 5, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': '5061abcf-1dd0-4fba-b45a-90bafb2ef0cc', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611c8070-8a1e-4098-ac30-9d05d80361eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:20Z', 'updated_at': '2021-07-15T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:23.096987 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2a59fcfa-850f-490e-b350-fab576dc76d5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.155278 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf4c091-bd5e-4b84-aafa-b47be69f0726 None None] Checking router: 611c8070-8a1e-4098-ac30-9d05d80361eb for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:22:23.166430 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-899c6f65-a3d2-465c-8d20-5fc5a2371954 None None] Transition to ACTIVE for port object 30674687-90b0-4d65-bbd2-d51c9dc4dbfd will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:23.170487 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf4c091-bd5e-4b84-aafa-b47be69f0726 None None] Routers {'611c8070-8a1e-4098-ac30-9d05d80361eb'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:23.171193 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-1cf4c091-bd5e-4b84-aafa-b47be69f0726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:22:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['611c8070-8a1e-4098-ac30-9d05d80361eb'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:23.173806 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-50232317-e175-4f72-81fc-be85240aac4e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.180713 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-50232317-e175-4f72-81fc-be85240aac4e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.215060 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50232317-e175-4f72-81fc-be85240aac4e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=031b41fc-6a6f-4049-b97f-2b5b49ee6b26,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:23.224800 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-50232317-e175-4f72-81fc-be85240aac4e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.226700 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-50232317-e175-4f72-81fc-be85240aac4e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2500846 Jul 15 13:22:23.229216 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46130) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:23.242545 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-899c6f65-a3d2-465c-8d20-5fc5a2371954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.243538 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-63eac475-0a72-4351-83fc-f3d673b37946 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Request body: {'security_group_rule': {'security_group_id': '3dac6203-2a63-4f9a-8058-502109578faa', 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:23.252400 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7856c757-c369-4f61-a099-514e66c7f745 None None] Provisioning for port 419fc072-a61a-489b-858b-53ce9bbd6e9b completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:23.283303 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899c6f65-a3d2-465c-8d20-5fc5a2371954 None None] Network 3e3e5ddc-b7e3-48b1-8310-31dba0db9e15 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:23.290203 n-d-771363-36 neutron-server[93826]: INFO neutron.db.securitygroups_db [None req-63eac475-0a72-4351-83fc-f3d673b37946 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Project b10b0063b8b9467f824b5e9176c44cfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:22:23.291330 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-899c6f65-a3d2-465c-8d20-5fc5a2371954 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:23.293977 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899c6f65-a3d2-465c-8d20-5fc5a2371954 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:23.318594 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-63eac475-0a72-4351-83fc-f3d673b37946 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.330166 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7856c757-c369-4f61-a099-514e66c7f745 None None] Provisioning complete for port 419fc072-a61a-489b-858b-53ce9bbd6e9b triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:23.330803 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7856c757-c369-4f61-a099-514e66c7f745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.345636 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdf1c8-0a0d-4407-a55b-87dbd3b8e442 None None] Pushing event updated for resources: {'Port': ['ID=d132dd97-444d-4896-9ce4-e450c3168717,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:23.358619 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-610b73fc-8517-49ea-b854-cbfcd6037389 req-be70ca97-effa-4faa-9b2f-974fc8de13d0 service neutron] 10.222.0.46 "GET /v2.0/networks/33daa320-d719-4788-a6ae-6d9428792c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8329172 Jul 15 13:22:23.362419 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2a59fcfa-850f-490e-b350-fab576dc76d5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.399220 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-1cf4c091-bd5e-4b84-aafa-b47be69f0726 None None] Set router 611c8070-8a1e-4098-ac30-9d05d80361eb gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:23.427705 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c6f65-a3d2-465c-8d20-5fc5a2371954 None None] Pushing event updated for resources: {'Port': ['ID=30674687-90b0-4d65-bbd2-d51c9dc4dbfd,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:23.562976 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-63eac475-0a72-4351-83fc-f3d673b37946 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.569615 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-63eac475-0a72-4351-83fc-f3d673b37946 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.613434 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eac475-0a72-4351-83fc-f3d673b37946 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ec2918-a545-4649-8dd6-47fe4bc0e727,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:23.622872 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-63eac475-0a72-4351-83fc-f3d673b37946 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.625411 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-63eac475-0a72-4351-83fc-f3d673b37946 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3933377 Jul 15 13:22:23.656855 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-7856c757-c369-4f61-a099-514e66c7f745 None None] Port 419fc072-a61a-489b-858b-53ce9bbd6e9b cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:22:23.674657 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-899c6f65-a3d2-465c-8d20-5fc5a2371954 None None] Attempting to bind port 30674687-90b0-4d65-bbd2-d51c9dc4dbfd on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:23.675048 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-899c6f65-a3d2-465c-8d20-5fc5a2371954 None None] Attempting to bind port 30674687-90b0-4d65-bbd2-d51c9dc4dbfd by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'c8202d78-9e2d-42c9-b21c-96107e2ce3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3e3e5ddc-b7e3-48b1-8310-31dba0db9e15'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:23.675545 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899c6f65-a3d2-465c-8d20-5fc5a2371954 None None] Attempting to bind port 30674687-90b0-4d65-bbd2-d51c9dc4dbfd on network 3e3e5ddc-b7e3-48b1-8310-31dba0db9e15 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:23.683532 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899c6f65-a3d2-465c-8d20-5fc5a2371954 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:23.684065 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899c6f65-a3d2-465c-8d20-5fc5a2371954 None None] Checking segment: {'id': 'c8202d78-9e2d-42c9-b21c-96107e2ce3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3e3e5ddc-b7e3-48b1-8310-31dba0db9e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:23.684293 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-899c6f65-a3d2-465c-8d20-5fc5a2371954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.687422 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899c6f65-a3d2-465c-8d20-5fc5a2371954 None None] Bound using segment: {'id': 'c8202d78-9e2d-42c9-b21c-96107e2ce3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3e3e5ddc-b7e3-48b1-8310-31dba0db9e15'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:23.688668 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-899c6f65-a3d2-465c-8d20-5fc5a2371954 None None] Bound port: 30674687-90b0-4d65-bbd2-d51c9dc4dbfd, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8202d78-9e2d-42c9-b21c-96107e2ce3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3e3e5ddc-b7e3-48b1-8310-31dba0db9e15'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:23.693272 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-899c6f65-a3d2-465c-8d20-5fc5a2371954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.808957 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2020a207-a7f7-4e44-be1c-a29c2c060707 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.862416 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-1cf4c091-bd5e-4b84-aafa-b47be69f0726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611c8070-8a1e-4098-ac30-9d05d80361eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800570340', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '5061abcf-1dd0-4fba-b45a-90bafb2ef0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:19Z', 'updated_at': '2021-07-15T13:22:20Z', 'revision_number': 5, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': '5061abcf-1dd0-4fba-b45a-90bafb2ef0cc', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611c8070-8a1e-4098-ac30-9d05d80361eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:20Z', 'updated_at': '2021-07-15T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:23.928646 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf4c091-bd5e-4b84-aafa-b47be69f0726 None None] The sync data for ids ['611c8070-8a1e-4098-ac30-9d05d80361eb'] in n-d-771363-36 is: [{'id': '611c8070-8a1e-4098-ac30-9d05d80361eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800570340', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '5061abcf-1dd0-4fba-b45a-90bafb2ef0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:19Z', 'updated_at': '2021-07-15T13:22:20Z', 'revision_number': 5, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': '5061abcf-1dd0-4fba-b45a-90bafb2ef0cc', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611c8070-8a1e-4098-ac30-9d05d80361eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:20Z', 'updated_at': '2021-07-15T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:22:23.971287 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-526a67fa-c35c-40ea-8ce0-483b11f89cf6 None None] Provisioning complete for port d132dd97-444d-4896-9ce4-e450c3168717 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:23.971777 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-526a67fa-c35c-40ea-8ce0-483b11f89cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:24.016091 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2a59fcfa-850f-490e-b350-fab576dc76d5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:24.150609 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2020a207-a7f7-4e44-be1c-a29c2c060707 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event updated for resources: {'Subnet': ['ID=8deee916-7fa5-4f53-b24b-7d949944c53e,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:24.190761 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-899c6f65-a3d2-465c-8d20-5fc5a2371954 None None] For port 30674687-90b0-4d65-bbd2-d51c9dc4dbfd, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:24.204573 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-19f02861-eba9-4b6d-8bb5-09a94a446e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'name': 'tempest-AttachVolumeShelveTestJSON-1582995910-router', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '30f69e30-0150-49b2-bd24-f99cf80b3dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:37Z', 'updated_at': '2021-07-15T13:21:43Z', 'revision_number': 4, 'project_id': 'bf299a1585cb47ad811c548c9505de73', 'gw_port': {'id': '30f69e30-0150-49b2-bd24-f99cf80b3dce', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:38Z', 'updated_at': '2021-07-15T13:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'ef10d7e5-dce1-4b71-b213-eec6dd4c32e6', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'floating_ip_address': '172.25.8.47', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'port_id': '3d2da53d-2eca-413e-911e-6de16aded3bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14', 'mac_address': 'fa:16:3e:05:00:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:21:48Z', 'updated_at': '2021-07-15T13:22:17Z', 'revision_number': 1, 'project_id': 'bf299a1585cb47ad811c548c9505de73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f', 'name': '', 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'mac_address': 'fa:16:3e:d5:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '236966a3-1e59-4c69-99ff-863fc85e1377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:41Z', 'updated_at': '2021-07-15T13:21:50Z', 'revision_number': 5, 'project_id': 'bf299a1585cb47ad811c548c9505de73', 'subnets': [{'id': '236966a3-1e59-4c69-99ff-863fc85e1377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:24.214267 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-92c1d8cb-bd38-42a7-a7f6-d887c6123c93 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2006902453&fields=id&tenant_id=b10b0063b8b9467f824b5e9176c44cfb HTTP/1.1" status: 200 len: 267 time: 0.2175796 Jul 15 13:22:24.239444 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-899c6f65-a3d2-465c-8d20-5fc5a2371954 None None] For port 30674687-90b0-4d65-bbd2-d51c9dc4dbfd, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=30674687-90b0-4d65-bbd2-d51c9dc4dbfd,segment=NetworkSegment(c8202d78-9e2d-42c9-b21c-96107e2ce3f4),segment_id=c8202d78-9e2d-42c9-b21c-96107e2ce3f4)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:24.268022 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2020a207-a7f7-4e44-be1c-a29c2c060707 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Checking segment: {'id': '6e051792-b56f-4f43-b59b-2137022260a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '02a41579-652d-442e-b4ef-513e8501c7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:24.268762 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2020a207-a7f7-4e44-be1c-a29c2c060707 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Network hostable DHCP agents. Network: 02a41579-652d-442e-b4ef-513e8501c7a6, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:22:24.274429 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-899c6f65-a3d2-465c-8d20-5fc5a2371954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:24.276852 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f02861-eba9-4b6d-8bb5-09a94a446e9f None None] The sync data for ids ['1953211b-d794-42cf-bd53-a4ace7297e00'] in n-d-771363-36 is: [{'id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'name': 'tempest-AttachVolumeShelveTestJSON-1582995910-router', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '30f69e30-0150-49b2-bd24-f99cf80b3dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:37Z', 'updated_at': '2021-07-15T13:21:43Z', 'revision_number': 4, 'project_id': 'bf299a1585cb47ad811c548c9505de73', 'gw_port': {'id': '30f69e30-0150-49b2-bd24-f99cf80b3dce', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:38Z', 'updated_at': '2021-07-15T13:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'ef10d7e5-dce1-4b71-b213-eec6dd4c32e6', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'floating_ip_address': '172.25.8.47', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'port_id': '3d2da53d-2eca-413e-911e-6de16aded3bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14', 'mac_address': 'fa:16:3e:05:00:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:21:48Z', 'updated_at': '2021-07-15T13:22:17Z', 'revision_number': 1, 'project_id': 'bf299a1585cb47ad811c548c9505de73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f', 'name': '', 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'mac_address': 'fa:16:3e:d5:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '236966a3-1e59-4c69-99ff-863fc85e1377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:41Z', 'updated_at': '2021-07-15T13:21:50Z', 'revision_number': 5, 'project_id': 'bf299a1585cb47ad811c548c9505de73', 'subnets': [{'id': '236966a3-1e59-4c69-99ff-863fc85e1377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:22:24.279395 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-85a0bc6e-9966-45f6-87c7-f7e170c7d348 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:24.292966 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-85a0bc6e-9966-45f6-87c7-f7e170c7d348 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:24.307088 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-85a0bc6e-9966-45f6-87c7-f7e170c7d348 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:24.349481 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2a59fcfa-850f-490e-b350-fab576dc76d5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:24.393969 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c6f65-a3d2-465c-8d20-5fc5a2371954 None None] Pushing event updated for resources: {'Port': ['ID=30674687-90b0-4d65-bbd2-d51c9dc4dbfd,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:24.486155 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0bc6e-9966-45f6-87c7-f7e170c7d348 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Pushing event updated for resources: {'Port': ['ID=419fc072-a61a-489b-858b-53ce9bbd6e9b,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:24.512059 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device d132dd97-444d-4896-9ce4-e450c3168717 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:24.571177 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33172b1-0c55-4658-b161-8d99f21333e6 None None] Network 018d44e0-c369-47de-a220-68097fbc171f requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:24.760092 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2a59fcfa-850f-490e-b350-fab576dc76d5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:24.769317 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46264) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:24.769909 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2a59fcfa-850f-490e-b350-fab576dc76d5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "DELETE /v2.0/subnets/bfb0eadd-83c2-49db-a9a7-d4c408cf0bd2 HTTP/1.1" status: 204 len: 168 time: 2.3172336 Jul 15 13:22:24.770496 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59fcfa-850f-490e-b350-fab576dc76d5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event deleted for resources: {'Subnet': ['ID=bfb0eadd-83c2-49db-a9a7-d4c408cf0bd2,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:24.807221 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2020a207-a7f7-4e44-be1c-a29c2c060707 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Network 02a41579-652d-442e-b4ef-513e8501c7a6 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:22:24.857150 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-2020a207-a7f7-4e44-be1c-a29c2c060707 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 02a41579-652d-442e-b4ef-513e8501c7a6) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:24.866218 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a0bc6e-9966-45f6-87c7-f7e170c7d348 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Network d4b06f9f-5227-48aa-8327-7fa4de58a0da is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:24.867403 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b85f273-8fcb-4ff2-b33f-f06e1557840c None None] New status for floating IP ef10d7e5-dce1-4b71-b213-eec6dd4c32e6: ACTIVE {{(pid=93827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:22:24.880155 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-228869d1-9c44-4731-8254-543925310f92 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:24.882388 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-228869d1-9c44-4731-8254-543925310f92 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/networks?id=3e3e5ddc-b7e3-48b1-8310-31dba0db9e15 HTTP/1.1" status: 200 len: 797 time: 0.6666622 Jul 15 13:22:24.885532 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2020a207-a7f7-4e44-be1c-a29c2c060707 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:24.886210 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2020a207-a7f7-4e44-be1c-a29c2c060707 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:24.886982 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916805ee-dd1b-43a4-9b15-46e692d8cf97 None None] Network 02a41579-652d-442e-b4ef-513e8501c7a6 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:24.898687 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-85a0bc6e-9966-45f6-87c7-f7e170c7d348 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:24.937125 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-420cf9ab-4cdb-4ece-9b97-2ac747639b60 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/quotas/b10b0063b8b9467f824b5e9176c44cfb HTTP/1.1" status: 200 len: 375 time: 0.0354803 Jul 15 13:22:24.940056 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2020a207-a7f7-4e44-be1c-a29c2c060707 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.5167353 Jul 15 13:22:24.943309 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46266) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:25.003190 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8cd0decf-2db1-4f06-add4-c56677aeaa92 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.219168 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8cd0decf-2db1-4f06-add4-c56677aeaa92 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.279130 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port d132dd97-444d-4896-9ce4-e450c3168717 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:25.279835 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.336587 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-8cd0decf-2db1-4f06-add4-c56677aeaa92 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Deleting port 5061abcf-1dd0-4fba-b45a-90bafb2ef0cc {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:25.338971 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8cd0decf-2db1-4f06-add4-c56677aeaa92 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.344552 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-dbdbda6a-e938-4819-aff4-79d27bf80bf6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5655837 Jul 15 13:22:25.538166 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-8cd0decf-2db1-4f06-add4-c56677aeaa92 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] For port 5061abcf-1dd0-4fba-b45a-90bafb2ef0cc, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5061abcf-1dd0-4fba-b45a-90bafb2ef0cc,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:25.538930 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8cd0decf-2db1-4f06-add4-c56677aeaa92 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.551367 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-2f908f2d-0ce6-41e0-96af-d37f7619f52b tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b10b0063b8b9467f824b5e9176c44cfb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6056304 Jul 15 13:22:25.557460 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a0bc6e-9966-45f6-87c7-f7e170c7d348 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Router 5fa4b106-8611-445d-883f-a6ec517249f3 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:22:25.562537 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7fed3a3-ba51-46fc-9d12-b6bba42dd684 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.595142 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-8cd0decf-2db1-4f06-add4-c56677aeaa92 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Calling delete_port for 5061abcf-1dd0-4fba-b45a-90bafb2ef0cc owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:25.744050 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a0bc6e-9966-45f6-87c7-f7e170c7d348 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:22:25.765087 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-85a0bc6e-9966-45f6-87c7-f7e170c7d348 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] 10.222.0.16 "PUT /v2.0/routers/5fa4b106-8611-445d-883f-a6ec517249f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6666322 Jul 15 13:22:25.768291 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72305059-d6b1-4fcc-802b-e6d3fd71257a None None] Sync routers for ids ['5fa4b106-8611-445d-883f-a6ec517249f3'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:22:25.772869 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46278) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:25.780119 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72305059-d6b1-4fcc-802b-e6d3fd71257a None None] Routers {'5fa4b106-8611-445d-883f-a6ec517249f3'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:25.786054 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-72305059-d6b1-4fcc-802b-e6d3fd71257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:22:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['5fa4b106-8611-445d-883f-a6ec517249f3'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:25.842430 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-76dd38dd-d6dc-497d-83c2-0db896a4032d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:25.842929 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-76dd38dd-d6dc-497d-83c2-0db896a4032d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:25.843398 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-76dd38dd-d6dc-497d-83c2-0db896a4032d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:25.843861 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-76dd38dd-d6dc-497d-83c2-0db896a4032d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:25.844317 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-76dd38dd-d6dc-497d-83c2-0db896a4032d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:25.844777 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-76dd38dd-d6dc-497d-83c2-0db896a4032d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:25.845232 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-76dd38dd-d6dc-497d-83c2-0db896a4032d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:25.847028 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a476738-c596-446d-9027-f6b443e650ed None None] DHCP port deletion for 018d44e0-c369-47de-a220-68097fbc171f request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:22:25.855782 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-72305059-d6b1-4fcc-802b-e6d3fd71257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:25.856197 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-76dd38dd-d6dc-497d-83c2-0db896a4032d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=251cced819c74cfb94fbc7f7f1614ad3&device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 6504 time: 0.4651732 Jul 15 13:22:25.875436 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 56543f98-14bd-45fa-ba0a-fae7672583cc no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:25.892286 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-898db60d-eb68-4441-bf57-5a7320e96b99 None None] Provisioning complete for port 419fc072-a61a-489b-858b-53ce9bbd6e9b triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:25.892670 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-898db60d-eb68-4441-bf57-5a7320e96b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.892836 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72305059-d6b1-4fcc-802b-e6d3fd71257a None None] Routers {'5fa4b106-8611-445d-883f-a6ec517249f3'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:25.893426 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-72305059-d6b1-4fcc-802b-e6d3fd71257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:22:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['5fa4b106-8611-445d-883f-a6ec517249f3'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:25.962316 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-72305059-d6b1-4fcc-802b-e6d3fd71257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:25.963000 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72305059-d6b1-4fcc-802b-e6d3fd71257a None None] The sync data for ids ['5fa4b106-8611-445d-883f-a6ec517249f3'] in n-d-771363-36 is: [] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:22:25.997780 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 56543f98-14bd-45fa-ba0a-fae7672583cc {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:25.998187 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 56543f98-14bd-45fa-ba0a-fae7672583cc not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:26.013284 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8cd0decf-2db1-4f06-add4-c56677aeaa92 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.022092 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7fed3a3-ba51-46fc-9d12-b6bba42dd684 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.083105 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-898db60d-eb68-4441-bf57-5a7320e96b99 None None] Port 419fc072-a61a-489b-858b-53ce9bbd6e9b cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:22:26.123351 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd0decf-2db1-4f06-add4-c56677aeaa92 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event deleted for resources: {'Port': ['ID=5061abcf-1dd0-4fba-b45a-90bafb2ef0cc,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:26.147453 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e743d33-a819-4c03-a1a4-84d4a8272065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-02a41579-652d-442e-b4ef-513e8501c7a6', 'network_id': '02a41579-652d-442e-b4ef-513e8501c7a6', 'tenant_id': '32552016cc694d029d2a6cde6c12b6b0', 'fixed_ips': [{'subnet_id': '8deee916-7fa5-4f53-b24b-7d949944c53e'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:22:26.149068 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3e743d33-a819-4c03-a1a4-84d4a8272065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.220678 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8cd0decf-2db1-4f06-add4-c56677aeaa92 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.384549 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8cd0decf-2db1-4f06-add4-c56677aeaa92 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.398441 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8cd0decf-2db1-4f06-add4-c56677aeaa92 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.459647 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8cd0decf-2db1-4f06-add4-c56677aeaa92 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.460221 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd0decf-2db1-4f06-add4-c56677aeaa92 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Fanout notify agent at l3_agent the message router_deleted on router 611c8070-8a1e-4098-ac30-9d05d80361eb {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:22:26.460378 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53219772-2b2a-409e-8dd0-7df8fd842370 None None] Network 3e3e5ddc-b7e3-48b1-8310-31dba0db9e15 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:26.466866 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-5a476738-c596-446d-9027-f6b443e650ed None None] Deleting port 1867c1d4-46be-4bba-aedf-9fc0b642b1e6 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:26.467482 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5a476738-c596-446d-9027-f6b443e650ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.475664 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8cd0decf-2db1-4f06-add4-c56677aeaa92 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.479631 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8cd0decf-2db1-4f06-add4-c56677aeaa92 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "DELETE /v2.0/routers/611c8070-8a1e-4098-ac30-9d05d80361eb HTTP/1.1" status: 204 len: 168 time: 1.7064764 Jul 15 13:22:26.479957 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46284) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:26.544636 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 30674687-90b0-4d65-bbd2-d51c9dc4dbfd up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:26.659424 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a941a7c7-4b19-4863-8b48-08ad94d844b3 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.677663 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-dff28aae-6061-47ff-b113-b984062c162c service neutron] 10.222.0.16 "GET /v2.0/networks/3e3e5ddc-b7e3-48b1-8310-31dba0db9e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0973990 Jul 15 13:22:26.683959 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3e522d2b-a57b-4d69-b8f0-b63ec44d9f34 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.697602 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-80328cd0-3b96-42e3-ae6a-682d1dff4032 None None] Provisioning for port 30674687-90b0-4d65-bbd2-d51c9dc4dbfd completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:26.825380 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-3e522d2b-a57b-4d69-b8f0-b63ec44d9f34 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 13:22:26.827452 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3e522d2b-a57b-4d69-b8f0-b63ec44d9f34 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] 10.222.0.16 "DELETE /v2.0/routers/5fa4b106-8611-445d-883f-a6ec517249f3 HTTP/1.1" status: 409 len: 329 time: 1.0474207 Jul 15 13:22:26.830501 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-a941a7c7-4b19-4863-8b48-08ad94d844b3 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Deleting port 1867c1d4-46be-4bba-aedf-9fc0b642b1e6 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:26.835566 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a941a7c7-4b19-4863-8b48-08ad94d844b3 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.842392 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46292) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:26.843240 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-5a476738-c596-446d-9027-f6b443e650ed None None] For port 1867c1d4-46be-4bba-aedf-9fc0b642b1e6, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=1867c1d4-46be-4bba-aedf-9fc0b642b1e6,segment=NetworkSegment(f745d7e8-44c3-436a-9c4b-9fb879b66c67),segment_id=f745d7e8-44c3-436a-9c4b-9fb879b66c67)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:26.844093 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5a476738-c596-446d-9027-f6b443e650ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.866029 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-5a476738-c596-446d-9027-f6b443e650ed None None] Calling delete_port for 1867c1d4-46be-4bba-aedf-9fc0b642b1e6 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:26.894084 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7fed3a3-ba51-46fc-9d12-b6bba42dd684 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.914496 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-b9bbcd2c-d836-4920-9b10-9e70a44e30b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:26.915009 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-b9bbcd2c-d836-4920-9b10-9e70a44e30b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:26.915472 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-b9bbcd2c-d836-4920-9b10-9e70a44e30b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:26.917077 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-b9bbcd2c-d836-4920-9b10-9e70a44e30b8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5d9fbd16-32b6-40ae-8908-2f860bb17994&id=ce5fb7fa-2145-4849-a016-cf7110cf1deb&id=ce5fb7fa-2145-4849-a016-cf7110cf1deb&id=ce5fb7fa-2145-4849-a016-cf7110cf1deb&id=ce5fb7fa-2145-4849-a016-cf7110cf1deb&id=b2f88f94-f063-456a-ac21-570ac0e96de8&id=b2f88f94-f063-456a-ac21-570ac0e96de8 HTTP/1.1" status: 200 len: 2298 time: 0.9349422 Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server [None req-3e743d33-a819-4c03-a1a4-84d4a8272065 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8deee916-7fa5-4f53-b24b-7d949944c53e: This subnet is being modified by another concurrent operation. Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise exception Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8deee916-7fa5-4f53-b24b-7d949944c53e: This subnet is being modified by another concurrent operation. Jul 15 13:22:26.939983 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server Jul 15 13:22:26.979823 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7565fbbd-56a2-4459-a661-9e3e20d59c35 None None] Network 02a41579-652d-442e-b4ef-513e8501c7a6 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:26.982833 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fed3a3-ba51-46fc-9d12-b6bba42dd684 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event deleted for resources: {'Subnet': ['ID=8deee916-7fa5-4f53-b24b-7d949944c53e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:27.005794 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 30674687-90b0-4d65-bbd2-d51c9dc4dbfd completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:27.043977 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 30674687-90b0-4d65-bbd2-d51c9dc4dbfd triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:27.044478 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:27.080762 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-a941a7c7-4b19-4863-8b48-08ad94d844b3 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] For port 1867c1d4-46be-4bba-aedf-9fc0b642b1e6, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=1867c1d4-46be-4bba-aedf-9fc0b642b1e6,segment=NetworkSegment(f745d7e8-44c3-436a-9c4b-9fb879b66c67),segment_id=f745d7e8-44c3-436a-9c4b-9fb879b66c67)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:27.081800 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a941a7c7-4b19-4863-8b48-08ad94d844b3 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:27.097463 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-bd331875-daf8-430e-95dd-ee1298721584 service neutron] 10.222.0.16 "GET /v2.0/networks/3e3e5ddc-b7e3-48b1-8310-31dba0db9e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759745 Jul 15 13:22:27.115789 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-a941a7c7-4b19-4863-8b48-08ad94d844b3 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Calling delete_port for 1867c1d4-46be-4bba-aedf-9fc0b642b1e6 owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:27.199233 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:22:27.248183 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7fed3a3-ba51-46fc-9d12-b6bba42dd684 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:27.268117 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-d7fed3a3-ba51-46fc-9d12-b6bba42dd684 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02a41579-652d-442e-b4ef-513e8501c7a6']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:27.281656 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-d7fed3a3-ba51-46fc-9d12-b6bba42dd684 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e051792-b56f-4f43-b59b-2137022260a7') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:27.282390 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-d7fed3a3-ba51-46fc-9d12-b6bba42dd684 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e051792-b56f-4f43-b59b-2137022260a7') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:27.290554 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5a476738-c596-446d-9027-f6b443e650ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:27.326913 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7fed3a3-ba51-46fc-9d12-b6bba42dd684 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:27.363923 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7fed3a3-ba51-46fc-9d12-b6bba42dd684 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:27.381993 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7fed3a3-ba51-46fc-9d12-b6bba42dd684 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:22:27.386227 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7fed3a3-ba51-46fc-9d12-b6bba42dd684 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:27.387049 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a476738-c596-446d-9027-f6b443e650ed None None] No DVR routers for this DVR port 1867c1d4-46be-4bba-aedf-9fc0b642b1e6 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:27.446590 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a476738-c596-446d-9027-f6b443e650ed None None] Pushing event deleted for resources: {'Port': ['ID=1867c1d4-46be-4bba-aedf-9fc0b642b1e6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:27.487641 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:27.493355 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a941a7c7-4b19-4863-8b48-08ad94d844b3 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:27.513088 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a941a7c7-4b19-4863-8b48-08ad94d844b3 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] No DVR routers for this DVR port 1867c1d4-46be-4bba-aedf-9fc0b642b1e6 on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:27.544966 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941a7c7-4b19-4863-8b48-08ad94d844b3 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event deleted for resources: {'Port': ['ID=1867c1d4-46be-4bba-aedf-9fc0b642b1e6,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:27.591048 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 30674687-90b0-4d65-bbd2-d51c9dc4dbfd, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=30674687-90b0-4d65-bbd2-d51c9dc4dbfd,segment=NetworkSegment(c8202d78-9e2d-42c9-b21c-96107e2ce3f4),segment_id=c8202d78-9e2d-42c9-b21c-96107e2ce3f4)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:27.599929 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:27.640005 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:22:27.640005 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:22:27.640005 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:22:27.640005 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:22:27.640005 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:22:27.640005 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:22:27.640005 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:22:27.640005 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:22:27.640005 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:22:27.640005 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:22:27.640005 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:22:27.640005 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:22:27.640005 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:22:27.640005 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:22:27.640005 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:22:27.640005 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:22:27.640005 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:22:27.640005 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:22:27.640005 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:22:27.640005 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:22:27.640005 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:22:27.640005 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:22:27.640005 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:22:27.640005 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:22:27.640005 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:22:27.640005 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:22:27.640005 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:22:27.640005 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:22:27.640005 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:22:27.640005 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:22:27.640005 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:22:27.640005 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:22:27.708022 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-13b97f2d-8d03-4717-a08f-f6da8d52244d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd HTTP/1.1" status: 200 len: 1001 time: 0.7365651 Jul 15 13:22:27.759989 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=30674687-90b0-4d65-bbd2-d51c9dc4dbfd,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:27.764168 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1867c1d4-46be-4bba-aedf-9fc0b642b1e6 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:27.795434 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 1867c1d4-46be-4bba-aedf-9fc0b642b1e6 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:27.795790 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1867c1d4-46be-4bba-aedf-9fc0b642b1e6 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:27.831796 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0efc3f7-1be2-4e15-9f5c-36a2b19c07d1 None None] get_active_networks_info from n-d-771363-36 {{(pid=93827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:22:27.835383 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e172bbc4-378f-4b9f-b795-29aa1b3e4a92 req-877d4e1d-6b97-4d91-ab83-9e05f1fe019d tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2bd4ca1-9507-40c6-8420-7b5e60ea6945 HTTP/1.1" status: 200 len: 210 time: 0.1775622 Jul 15 13:22:27.837997 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7fed3a3-ba51-46fc-9d12-b6bba42dd684 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:27.852790 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a941a7c7-4b19-4863-8b48-08ad94d844b3 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:27.879536 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7fed3a3-ba51-46fc-9d12-b6bba42dd684 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:27.885814 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d7fed3a3-ba51-46fc-9d12-b6bba42dd684 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "DELETE /v2.0/networks/02a41579-652d-442e-b4ef-513e8501c7a6 HTTP/1.1" status: 204 len: 168 time: 2.9392803 Jul 15 13:22:27.886790 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fed3a3-ba51-46fc-9d12-b6bba42dd684 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event deleted for resources: {'Network': ['ID=02a41579-652d-442e-b4ef-513e8501c7a6,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:27.888568 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46314) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:27.895825 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-6ee03920-f899-4edb-8f33-d5dafe4f1ffb tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-774092799'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:27.910101 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-2aa7372f-2262-420f-b26e-44772ec9345c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:27.911682 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-2aa7372f-2262-420f-b26e-44772ec9345c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb690484-bc5a-4c4b-81ad-d355e2967ff7 HTTP/1.1" status: 200 len: 856 time: 0.1965404 Jul 15 13:22:27.912541 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-a941a7c7-4b19-4863-8b48-08ad94d844b3 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['018d44e0-c369-47de-a220-68097fbc171f']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:27.935591 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee03920-f899-4edb-8f33-d5dafe4f1ffb tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Made reservation on behalf of 32552016cc694d029d2a6cde6c12b6b0 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:27.939153 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6ee03920-f899-4edb-8f33-d5dafe4f1ffb tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:27.954349 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-a941a7c7-4b19-4863-8b48-08ad94d844b3 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f745d7e8-44c3-436a-9c4b-9fb879b66c67') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:27.955901 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-a941a7c7-4b19-4863-8b48-08ad94d844b3 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f745d7e8-44c3-436a-9c4b-9fb879b66c67') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:27.994311 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ee03920-f899-4edb-8f33-d5dafe4f1ffb tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:22:28.009809 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a941a7c7-4b19-4863-8b48-08ad94d844b3 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:28.014308 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6ee03920-f899-4edb-8f33-d5dafe4f1ffb tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:28.014861 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-6ee03920-f899-4edb-8f33-d5dafe4f1ffb tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Added segment 6b4185a4-075f-4901-b1c8-03bc3280c1a5 of type vlan for network 94f7f3e7-e742-4133-9143-46ba09adf529 Jul 15 13:22:28.026590 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-bda90465-1f90-4f3b-bb24-dcc2e981c8ff None None] Provisioning complete for port 30674687-90b0-4d65-bbd2-d51c9dc4dbfd triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:28.027162 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bda90465-1f90-4f3b-bb24-dcc2e981c8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:28.035048 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a941a7c7-4b19-4863-8b48-08ad94d844b3 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:28.038716 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-51f92401-80a6-45aa-a12c-28abd7918d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:28.040935 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-51f92401-80a6-45aa-a12c-28abd7918d59 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5d9fbd16-32b6-40ae-8908-2f860bb17994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1175122 Jul 15 13:22:28.052958 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a941a7c7-4b19-4863-8b48-08ad94d844b3 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:22:28.053470 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a941a7c7-4b19-4863-8b48-08ad94d844b3 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:28.057678 n-d-771363-36 neutron-server[93826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:22:28.057678 n-d-771363-36 neutron-server[93826]: self.session.flush() Jul 15 13:22:28.057678 n-d-771363-36 neutron-server[93826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:22:28.057678 n-d-771363-36 neutron-server[93826]: self.session.flush() Jul 15 13:22:28.057678 n-d-771363-36 neutron-server[93826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:22:28.057678 n-d-771363-36 neutron-server[93826]: self.session.flush() Jul 15 13:22:28.057678 n-d-771363-36 neutron-server[93826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:22:28.057678 n-d-771363-36 neutron-server[93826]: self.session.flush() Jul 15 13:22:28.057678 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:22:28.057678 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:22:28.057678 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:22:28.057678 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:22:28.057678 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:22:28.057678 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:22:28.057678 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:22:28.057678 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:22:28.057678 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:22:28.057678 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:22:28.057678 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:22:28.057678 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:22:28.057678 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:22:28.057678 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:22:28.057678 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:22:28.057678 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:22:28.057678 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:22:28.057678 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:22:28.057678 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:22:28.057678 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:22:28.057678 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:22:28.057678 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:22:28.057678 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:22:28.057678 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:22:28.057678 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:22:28.057678 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:22:28.057678 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:22:28.057678 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:22:28.057678 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:22:28.057678 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:22:28.057678 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:22:28.057678 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:22:28.084091 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0efc3f7-1be2-4e15-9f5c-36a2b19c07d1 None None] Resources bound (agent type, host, resource id): {{(pid=93827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:22:28.107275 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6ee03920-f899-4edb-8f33-d5dafe4f1ffb tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:28.183764 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6ee03920-f899-4edb-8f33-d5dafe4f1ffb tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:28.189645 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee03920-f899-4edb-8f33-d5dafe4f1ffb tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:28.190370 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6ee03920-f899-4edb-8f33-d5dafe4f1ffb tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:28.236237 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-408083c3-f0af-44bb-97db-d9acd1d870c3 service neutron] 10.222.0.46 "GET /v2.0/networks/5d9fbd16-32b6-40ae-8908-2f860bb17994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745820 Jul 15 13:22:28.248161 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-375916cf-d31e-4acc-b2ec-888742312143 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:28.251106 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46320) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:28.251243 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6ee03920-f899-4edb-8f33-d5dafe4f1ffb tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3599641 Jul 15 13:22:28.274906 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-f0f20e89-77ba-4474-9443-bfdf48c4b260 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Request body: {'subnet': {'network_id': '94f7f3e7-e742-4133-9143-46ba09adf529', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:28.353182 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 30674687-90b0-4d65-bbd2-d51c9dc4dbfd up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:28.362762 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee03920-f899-4edb-8f33-d5dafe4f1ffb tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event updated for resources: {'Network': ['ID=94f7f3e7-e742-4133-9143-46ba09adf529,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:28.404487 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 94f7f3e7-e742-4133-9143-46ba09adf529 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:22:28.552320 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-619ed3c0-bb2f-4132-9173-2cb8748d8fee service neutron] 10.222.0.46 "GET /v2.0/networks/5d9fbd16-32b6-40ae-8908-2f860bb17994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988420 Jul 15 13:22:28.577119 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a941a7c7-4b19-4863-8b48-08ad94d844b3 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:28.589094 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a941a7c7-4b19-4863-8b48-08ad94d844b3 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:28.593546 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a941a7c7-4b19-4863-8b48-08ad94d844b3 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "DELETE /v2.0/networks/018d44e0-c369-47de-a220-68097fbc171f HTTP/1.1" status: 204 len: 168 time: 2.1102521 Jul 15 13:22:28.601118 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46324) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:28.611420 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-84095a81-ae82-4788-b93b-63e91072d22d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=a51dbf2b-ff20-42f9-b2bf-23cfc697916b HTTP/1.1" status: 200 len: 217 time: 0.0527563 Jul 15 13:22:28.635253 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 30674687-90b0-4d65-bbd2-d51c9dc4dbfd triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:28.635634 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:28.655962 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941a7c7-4b19-4863-8b48-08ad94d844b3 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event deleted for resources: {'Network': ['ID=018d44e0-c369-47de-a220-68097fbc171f,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:28.697386 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-87af83aa-782b-49fe-86f7-55f074e23c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:28.700599 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-87af83aa-782b-49fe-86f7-55f074e23c7e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=829664df-b46c-4105-a938-db78ac7ecabf HTTP/1.1" status: 200 len: 797 time: 0.0805523 Jul 15 13:22:28.701055 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f20e89-77ba-4474-9443-bfdf48c4b260 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Made reservation on behalf of 32552016cc694d029d2a6cde6c12b6b0 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:28.704764 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f0f20e89-77ba-4474-9443-bfdf48c4b260 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:28.748213 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-64bc7109-bd16-4bd8-8f34-fdd533a6f8b1 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:28.901693 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5061abcf-1dd0-4fba-b45a-90bafb2ef0cc no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:28.944700 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 5061abcf-1dd0-4fba-b45a-90bafb2ef0cc {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:28.945052 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5061abcf-1dd0-4fba-b45a-90bafb2ef0cc not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:28.959084 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-64bc7109-bd16-4bd8-8f34-fdd533a6f8b1 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:28.968272 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3660e71e-954d-4305-aabd-254144c232c2 None None] get_active_networks_info from n-d-771363-36 {{(pid=93827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:22:29.105909 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-64bc7109-bd16-4bd8-8f34-fdd533a6f8b1 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:29.109382 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-64bc7109-bd16-4bd8-8f34-fdd533a6f8b1 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:29.111054 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-64bc7109-bd16-4bd8-8f34-fdd533a6f8b1 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "DELETE /v2.0/security-groups/5b11c2da-9886-4e12-b30f-76b6ecc4fe8a HTTP/1.1" status: 204 len: 168 time: 0.5086672 Jul 15 13:22:29.177549 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:29.188789 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f9a7974d-26a4-44d0-9441-e40374a3e9ef req-7cf6b322-6318-4e88-bb04-855ccc57103e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2bd4ca1-9507-40c6-8420-7b5e60ea6945 HTTP/1.1" status: 200 len: 210 time: 0.0675335 Jul 15 13:22:29.223041 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-c1f3e132-71b1-4114-bedf-93ec78a81cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:29.225994 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-c1f3e132-71b1-4114-bedf-93ec78a81cbd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce5fb7fa-2145-4849-a016-cf7110cf1deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4973915 Jul 15 13:22:29.232593 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc7109-bd16-4bd8-8f34-fdd533a6f8b1 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b11c2da-9886-4e12-b30f-76b6ecc4fe8a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:29.398572 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3660e71e-954d-4305-aabd-254144c232c2 None None] Resources bound (agent type, host, resource id): {{(pid=93827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:22:29.524657 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:29.755499 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-910f5b21-8a7e-458e-81f6-509d4f74327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:29.764851 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f0f20e89-77ba-4474-9443-bfdf48c4b260 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:29.845525 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f20e89-77ba-4474-9443-bfdf48c4b260 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event updated for resources: {'Subnet': ['ID=f2120cf3-9564-4f12-9460-90f7ce231a50,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:29.879249 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-7d4e956b-36c5-4cad-af3e-7410afbf306c service neutron] 10.222.0.46 "GET /v2.0/networks/ce5fb7fa-2145-4849-a016-cf7110cf1deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6132593 Jul 15 13:22:29.891475 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-f39031d3-24b9-473a-90ed-e3e1c779ad79 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:29.893062 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-f39031d3-24b9-473a-90ed-e3e1c779ad79 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.46 "GET /v2.0/networks?id=3e3e5ddc-b7e3-48b1-8310-31dba0db9e15 HTTP/1.1" status: 200 len: 797 time: 0.5190735 Jul 15 13:22:29.958712 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-375916cf-d31e-4acc-b2ec-888742312143 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Deleting port 419fc072-a61a-489b-858b-53ce9bbd6e9b {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:29.958712 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-375916cf-d31e-4acc-b2ec-888742312143 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:29.970177 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46346) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:29.971033 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f20e89-77ba-4474-9443-bfdf48c4b260 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Checking segment: {'id': '6b4185a4-075f-4901-b1c8-03bc3280c1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '94f7f3e7-e742-4133-9143-46ba09adf529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:29.971432 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f20e89-77ba-4474-9443-bfdf48c4b260 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Network hostable DHCP agents. Network: 94f7f3e7-e742-4133-9143-46ba09adf529, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:22:29.977217 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-69c772a0-d1f5-484e-b953-49a1c8450ac5 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b10b0063b8b9467f824b5e9176c44cfb HTTP/1.1" status: 200 len: 472 time: 0.0726652 Jul 15 13:22:29.978643 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-e4ad5593-38d3-49ef-b242-b6997c7a13ca tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-702825312', 'description': 'tempest-secgroup-smoke-702825312 description', 'project_id': 'd986de84121549bf90b7ac80073eff67'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:29.991638 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-b312a9fd-70e1-4b12-ae90-a531102447fd tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Request body: {'port': {'device_id': 'a2bd4ca1-9507-40c6-8420-7b5e60ea6945', 'network_id': '3e3e5ddc-b7e3-48b1-8310-31dba0db9e15', 'admin_state_up': True, 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'security_groups': ['3dac6203-2a63-4f9a-8058-502109578faa']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:30.171369 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e4ad5593-38d3-49ef-b242-b6997c7a13ca tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:30.253340 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f20e89-77ba-4474-9443-bfdf48c4b260 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Network 94f7f3e7-e742-4133-9143-46ba09adf529 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:22:30.256417 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46354) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:30.272404 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.db.api [None req-e4ad5593-38d3-49ef-b242-b6997c7a13ca tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:22:30.272404 n-d-771363-36 neutron-server[93826]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:22:30.272404 n-d-771363-36 neutron-server[93826]: [parameters: {'project_id_1': 'd986de84121549bf90b7ac80073eff67', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 22, 30, 243061)}] Jul 15 13:22:30.272404 n-d-771363-36 neutron-server[93826]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:22:30.272954 n-d-771363-36 neutron-server[93826]: DEBUG oslo_db.api [None req-e4ad5593-38d3-49ef-b242-b6997c7a13ca tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:22:30.274791 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-375916cf-d31e-4acc-b2ec-888742312143 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:30.277322 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-f0f20e89-77ba-4474-9443-bfdf48c4b260 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 94f7f3e7-e742-4133-9143-46ba09adf529) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:30.287924 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f20e89-77ba-4474-9443-bfdf48c4b260 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:30.288538 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f0f20e89-77ba-4474-9443-bfdf48c4b260 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:30.294879 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-375916cf-d31e-4acc-b2ec-888742312143 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Calling delete_port for 419fc072-a61a-489b-858b-53ce9bbd6e9b owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:30.399286 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f0f20e89-77ba-4474-9443-bfdf48c4b260 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1441820 Jul 15 13:22:30.405908 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46360) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:30.426785 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-66364421-1e9a-438e-86ca-75d0d00325b8 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Request body: {'subnet': {'network_id': '94f7f3e7-e742-4133-9143-46ba09adf529', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:30.434606 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b712c1b3-463e-49c2-9cb9-24738d3736ca None None] Network 94f7f3e7-e742-4133-9143-46ba09adf529 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:30.523789 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-b312a9fd-70e1-4b12-ae90-a531102447fd tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Made reservation on behalf of b10b0063b8b9467f824b5e9176c44cfb for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:30.532546 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-b312a9fd-70e1-4b12-ae90-a531102447fd tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:30.589922 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-375916cf-d31e-4acc-b2ec-888742312143 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:30.609206 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c4958a-98d9-42c3-be4a-e6968fd3593f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-94f7f3e7-e742-4133-9143-46ba09adf529', 'network_id': '94f7f3e7-e742-4133-9143-46ba09adf529', 'tenant_id': '32552016cc694d029d2a6cde6c12b6b0', 'fixed_ips': [{'subnet_id': 'f2120cf3-9564-4f12-9460-90f7ce231a50'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:22:30.610547 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1c4958a-98d9-42c3-be4a-e6968fd3593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:30.650977 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375916cf-d31e-4acc-b2ec-888742312143 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Pushing event deleted for resources: {'Port': ['ID=419fc072-a61a-489b-858b-53ce9bbd6e9b,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:30.663683 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375916cf-d31e-4acc-b2ec-888742312143 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:30.664050 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375916cf-d31e-4acc-b2ec-888742312143 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:30.664602 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375916cf-d31e-4acc-b2ec-888742312143 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:30.664948 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375916cf-d31e-4acc-b2ec-888742312143 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:30.665331 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375916cf-d31e-4acc-b2ec-888742312143 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:30.665706 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375916cf-d31e-4acc-b2ec-888742312143 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:30.666039 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375916cf-d31e-4acc-b2ec-888742312143 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:30.666363 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375916cf-d31e-4acc-b2ec-888742312143 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:30.666784 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375916cf-d31e-4acc-b2ec-888742312143 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:30.667118 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375916cf-d31e-4acc-b2ec-888742312143 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:30.667486 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375916cf-d31e-4acc-b2ec-888742312143 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:30.667806 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375916cf-d31e-4acc-b2ec-888742312143 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:30.737867 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9e475d3f-c86d-4ee4-834e-b7a5fbfcf3b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:30.761518 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-375916cf-d31e-4acc-b2ec-888742312143 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:30.774137 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e4ad5593-38d3-49ef-b242-b6997c7a13ca tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:30.787143 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fe2506b5-28d6-47a5-b58f-06f3e49abf63 req-d0efe42e-7581-4262-99a3-59a22fa2b674 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2bd4ca1-9507-40c6-8420-7b5e60ea6945 HTTP/1.1" status: 200 len: 210 time: 0.2490139 Jul 15 13:22:30.832837 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-c6f8ac0e-a562-44cb-bb6f-3eefc24940e1 service neutron] 10.222.0.46 "GET /v2.0/networks/ce5fb7fa-2145-4849-a016-cf7110cf1deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9379873 Jul 15 13:22:30.946192 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-a1c4958a-98d9-42c3-be4a-e6968fd3593f None None] Allocated IP 2001:db8::2 (94f7f3e7-e742-4133-9143-46ba09adf529/f2120cf3-9564-4f12-9460-90f7ce231a50/2dc18fa1-e5ae-4a0b-ab2c-7c6f0167ee20) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:30.950144 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.db.api [None req-e4ad5593-38d3-49ef-b242-b6997c7a13ca tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:22:30.950144 n-d-771363-36 neutron-server[93826]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:22:30.950144 n-d-771363-36 neutron-server[93826]: [parameters: {'project_id_1': 'd986de84121549bf90b7ac80073eff67', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 22, 30, 828915)}] Jul 15 13:22:30.950144 n-d-771363-36 neutron-server[93826]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:22:30.950823 n-d-771363-36 neutron-server[93826]: DEBUG oslo_db.api [None req-e4ad5593-38d3-49ef-b242-b6997c7a13ca tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:22:30.952399 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-b0293296-e44c-4c9c-80c8-fdaf5848477d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=5f85c995-44e4-4ef4-892d-2c08cac1914f HTTP/1.1" status: 200 len: 217 time: 0.0501614 Jul 15 13:22:31.093177 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375916cf-d31e-4acc-b2ec-888742312143 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Router 5fa4b106-8611-445d-883f-a6ec517249f3 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:22:31.123499 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-002cd38c-d5b8-4b77-8a30-898734859fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:31.125879 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-002cd38c-d5b8-4b77-8a30-898734859fb6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=829664df-b46c-4105-a938-db78ac7ecabf HTTP/1.1" status: 200 len: 797 time: 0.1618004 Jul 15 13:22:31.164494 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1c4958a-98d9-42c3-be4a-e6968fd3593f None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:31.171945 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e4ad5593-38d3-49ef-b242-b6997c7a13ca tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:31.175403 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a1c4958a-98d9-42c3-be4a-e6968fd3593f None None] Transition to ACTIVE for port object 2dc18fa1-e5ae-4a0b-ab2c-7c6f0167ee20 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:31.195471 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-b312a9fd-70e1-4b12-ae90-a531102447fd tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Allocated IP 172.20.0.21 (3e3e5ddc-b7e3-48b1-8310-31dba0db9e15/124d140d-d900-4287-bddd-68aef3ae9327/ea6a9987-c75c-478e-9f60-376dd8e36bc7) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:31.195791 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a1c4958a-98d9-42c3-be4a-e6968fd3593f None None] Transition to ACTIVE for port object 2dc18fa1-e5ae-4a0b-ab2c-7c6f0167ee20 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:31.204906 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1c4958a-98d9-42c3-be4a-e6968fd3593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:31.249035 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375916cf-d31e-4acc-b2ec-888742312143 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:22:31.259725 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c4958a-98d9-42c3-be4a-e6968fd3593f None None] Network 94f7f3e7-e742-4133-9143-46ba09adf529 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:31.264259 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0960e6e9-4fd1-4fe4-9964-86e425934592 None None] Sync routers for ids ['5fa4b106-8611-445d-883f-a6ec517249f3'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:22:31.268766 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-375916cf-d31e-4acc-b2ec-888742312143 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] 10.222.0.16 "PUT /v2.0/routers/5fa4b106-8611-445d-883f-a6ec517249f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4244096 Jul 15 13:22:31.269612 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46364) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:31.282066 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-a1c4958a-98d9-42c3-be4a-e6968fd3593f None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:31.287709 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9e475d3f-c86d-4ee4-834e-b7a5fbfcf3b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:31.294382 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c4958a-98d9-42c3-be4a-e6968fd3593f None None] Pushing event updated for resources: {'Port': ['ID=2dc18fa1-e5ae-4a0b-ab2c-7c6f0167ee20,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:31.301657 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c4958a-98d9-42c3-be4a-e6968fd3593f None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:31.305621 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9e475d3f-c86d-4ee4-834e-b7a5fbfcf3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:31.315922 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0960e6e9-4fd1-4fe4-9964-86e425934592 None None] Routers {'5fa4b106-8611-445d-883f-a6ec517249f3'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:31.316777 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-0960e6e9-4fd1-4fe4-9964-86e425934592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:22:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['5fa4b106-8611-445d-883f-a6ec517249f3'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:31.336327 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-9f43826d-9af0-4c4e-b83f-3c9071411154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:31.338038 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-9f43826d-9af0-4c4e-b83f-3c9071411154 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce5fb7fa-2145-4849-a016-cf7110cf1deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2006748 Jul 15 13:22:31.342678 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.db.api [None req-e4ad5593-38d3-49ef-b242-b6997c7a13ca tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:22:31.342678 n-d-771363-36 neutron-server[93826]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:22:31.342678 n-d-771363-36 neutron-server[93826]: [parameters: {'project_id_1': 'd986de84121549bf90b7ac80073eff67', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 22, 31, 245212)}] Jul 15 13:22:31.342678 n-d-771363-36 neutron-server[93826]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:22:31.343043 n-d-771363-36 neutron-server[93826]: DEBUG oslo_db.api [None req-e4ad5593-38d3-49ef-b242-b6997c7a13ca tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:22:31.344086 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-00a15ec9-af4e-4b6a-bdfe-89ade278a251 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] show failed (client error): The resource could not be found. Jul 15 13:22:31.350520 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-00a15ec9-af4e-4b6a-bdfe-89ade278a251 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-1620312086 HTTP/1.1" status: 404 len: 335 time: 0.0793087 Jul 15 13:22:31.351133 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46368) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:31.356054 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-ae4c7873-5e71-4b4e-9138-4a92994b52db tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:31.379193 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-0960e6e9-4fd1-4fe4-9964-86e425934592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:31.391354 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-ae4c7873-5e71-4b4e-9138-4a92994b52db tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] update failed (client error): The resource could not be found. Jul 15 13:22:31.396580 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ae4c7873-5e71-4b4e-9138-4a92994b52db tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-453652404 HTTP/1.1" status: 404 len: 334 time: 0.0443063 Jul 15 13:22:31.397158 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46370) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:31.426919 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66364421-1e9a-438e-86ca-75d0d00325b8 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Made reservation on behalf of 32552016cc694d029d2a6cde6c12b6b0 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:31.430668 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66364421-1e9a-438e-86ca-75d0d00325b8 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:31.453696 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9e475d3f-c86d-4ee4-834e-b7a5fbfcf3b5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=23a3c3d1d0a64003b8218815825c3e81&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1862814 Jul 15 13:22:31.463565 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46372) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:31.538794 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0960e6e9-4fd1-4fe4-9964-86e425934592 None None] Routers {'5fa4b106-8611-445d-883f-a6ec517249f3'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:31.539655 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-0960e6e9-4fd1-4fe4-9964-86e425934592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:22:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['5fa4b106-8611-445d-883f-a6ec517249f3'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:31.575432 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc5ce56-5db3-4c44-b31e-dcfad806ad1e tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Deleting subnet 4de2f893-7e6b-482c-bea1-273fcc1fd81d {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:22:31.579334 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8cc5ce56-5db3-4c44-b31e-dcfad806ad1e tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:31.584612 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-0960e6e9-4fd1-4fe4-9964-86e425934592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:31.585380 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0960e6e9-4fd1-4fe4-9964-86e425934592 None None] The sync data for ids ['5fa4b106-8611-445d-883f-a6ec517249f3'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:22:31.592334 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-a1c4958a-98d9-42c3-be4a-e6968fd3593f None None] Attempting to bind port 2dc18fa1-e5ae-4a0b-ab2c-7c6f0167ee20 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:31.592794 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-a1c4958a-98d9-42c3-be4a-e6968fd3593f None None] Attempting to bind port 2dc18fa1-e5ae-4a0b-ab2c-7c6f0167ee20 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6b4185a4-075f-4901-b1c8-03bc3280c1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '94f7f3e7-e742-4133-9143-46ba09adf529'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:31.593195 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c4958a-98d9-42c3-be4a-e6968fd3593f None None] Attempting to bind port 2dc18fa1-e5ae-4a0b-ab2c-7c6f0167ee20 on network 94f7f3e7-e742-4133-9143-46ba09adf529 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:31.618752 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c4958a-98d9-42c3-be4a-e6968fd3593f None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:31.618979 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c4958a-98d9-42c3-be4a-e6968fd3593f None None] Checking segment: {'id': '6b4185a4-075f-4901-b1c8-03bc3280c1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '94f7f3e7-e742-4133-9143-46ba09adf529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:31.619292 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1c4958a-98d9-42c3-be4a-e6968fd3593f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:31.622773 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c4958a-98d9-42c3-be4a-e6968fd3593f None None] Bound using segment: {'id': '6b4185a4-075f-4901-b1c8-03bc3280c1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '94f7f3e7-e742-4133-9143-46ba09adf529'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:31.623507 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-a1c4958a-98d9-42c3-be4a-e6968fd3593f None None] Bound port: 2dc18fa1-e5ae-4a0b-ab2c-7c6f0167ee20, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b4185a4-075f-4901-b1c8-03bc3280c1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '94f7f3e7-e742-4133-9143-46ba09adf529'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:31.624036 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1c4958a-98d9-42c3-be4a-e6968fd3593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:31.633283 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8cc5ce56-5db3-4c44-b31e-dcfad806ad1e tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:31.679613 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b79bb22c-c1f5-403c-b2ca-6aea1271d7de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:31.708290 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a1c4958a-98d9-42c3-be4a-e6968fd3593f None None] For port 2dc18fa1-e5ae-4a0b-ab2c-7c6f0167ee20, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:31.712593 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a1c4958a-98d9-42c3-be4a-e6968fd3593f None None] For port 2dc18fa1-e5ae-4a0b-ab2c-7c6f0167ee20, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=2dc18fa1-e5ae-4a0b-ab2c-7c6f0167ee20,segment=NetworkSegment(6b4185a4-075f-4901-b1c8-03bc3280c1a5),segment_id=6b4185a4-075f-4901-b1c8-03bc3280c1a5)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:31.717106 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1c4958a-98d9-42c3-be4a-e6968fd3593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:31.740537 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b79bb22c-c1f5-403c-b2ca-6aea1271d7de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:31.783534 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8cc5ce56-5db3-4c44-b31e-dcfad806ad1e tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:31.806538 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c4958a-98d9-42c3-be4a-e6968fd3593f None None] Pushing event updated for resources: {'Port': ['ID=2dc18fa1-e5ae-4a0b-ab2c-7c6f0167ee20,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:31.874290 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b79bb22c-c1f5-403c-b2ca-6aea1271d7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:31.876928 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b79bb22c-c1f5-403c-b2ca-6aea1271d7de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:31.878617 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b79bb22c-c1f5-403c-b2ca-6aea1271d7de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9420b624-3544-473a-a120-3e749ac4061a HTTP/1.1" status: 204 len: 168 time: 0.4137959 Jul 15 13:22:31.889895 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8cc5ce56-5db3-4c44-b31e-dcfad806ad1e tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:31.915220 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79bb22c-c1f5-403c-b2ca-6aea1271d7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9420b624-3544-473a-a120-3e749ac4061a,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:31.919325 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc5ce56-5db3-4c44-b31e-dcfad806ad1e tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Pushing event deleted for resources: {'Subnet': ['ID=4de2f893-7e6b-482c-bea1-273fcc1fd81d,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:31.932400 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8cc5ce56-5db3-4c44-b31e-dcfad806ad1e tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:31.937462 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8cc5ce56-5db3-4c44-b31e-dcfad806ad1e tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] 10.222.0.16 "DELETE /v2.0/subnets/4de2f893-7e6b-482c-bea1-273fcc1fd81d HTTP/1.1" status: 204 len: 168 time: 0.5391688 Jul 15 13:22:31.938342 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46380) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:31.939708 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b6eed4-03f1-4f35-80d9-ecabccc09c89 None None] Network 20455a38-8bd6-40f1-888c-afa11ad7194c requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:31.960906 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e475d3f-c86d-4ee4-834e-b7a5fbfcf3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9420b624-3544-473a-a120-3e749ac4061a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:32.076815 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a5087d83-15d6-4d5f-aeb2-3621c4896796 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:32.246443 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-a5087d83-15d6-4d5f-aeb2-3621c4896796 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Deleting port d132dd97-444d-4896-9ce4-e450c3168717 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:32.251765 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a5087d83-15d6-4d5f-aeb2-3621c4896796 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:32.343404 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:32.409013 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-a5087d83-15d6-4d5f-aeb2-3621c4896796 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] For port d132dd97-444d-4896-9ce4-e450c3168717, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=d132dd97-444d-4896-9ce4-e450c3168717,segment=NetworkSegment(90a75831-3b71-4c7b-9090-d52212f6dcaa),segment_id=90a75831-3b71-4c7b-9090-d52212f6dcaa)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:32.409677 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a5087d83-15d6-4d5f-aeb2-3621c4896796 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:32.435388 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222d2dfb-fec2-4cef-aa6b-2435395dcb37 None None] DHCP port deletion for 20455a38-8bd6-40f1-888c-afa11ad7194c request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:22:32.442847 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-a5087d83-15d6-4d5f-aeb2-3621c4896796 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Calling delete_port for d132dd97-444d-4896-9ce4-e450c3168717 owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:32.449724 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ddd595ce-dff5-487d-bc56-671ab9efcb34 req-2980e69a-d7a7-4e48-8314-9721524f75ec tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2bd4ca1-9507-40c6-8420-7b5e60ea6945 HTTP/1.1" status: 200 len: 210 time: 0.2358303 Jul 15 13:22:32.474353 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-d77ac234-893d-4f9c-909d-f62cc294a10e service neutron] 10.222.0.46 "GET /v2.0/networks/ce5fb7fa-2145-4849-a016-cf7110cf1deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1079404 Jul 15 13:22:32.491368 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 2dc18fa1-e5ae-4a0b-ab2c-7c6f0167ee20 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:32.540025 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6acf33ce-33ec-44d1-a75b-b5e73766acd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:32.594867 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 2dc18fa1-e5ae-4a0b-ab2c-7c6f0167ee20 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:32.618324 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-222d2dfb-fec2-4cef-aa6b-2435395dcb37 None None] Deleting port d132dd97-444d-4896-9ce4-e450c3168717 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:32.619081 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-222d2dfb-fec2-4cef-aa6b-2435395dcb37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:32.638582 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-b312a9fd-70e1-4b12-ae90-a531102447fd tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:32.664255 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a5087d83-15d6-4d5f-aeb2-3621c4896796 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:32.699511 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-222d2dfb-fec2-4cef-aa6b-2435395dcb37 None None] For port d132dd97-444d-4896-9ce4-e450c3168717, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=d132dd97-444d-4896-9ce4-e450c3168717,segment=NetworkSegment(90a75831-3b71-4c7b-9090-d52212f6dcaa),segment_id=90a75831-3b71-4c7b-9090-d52212f6dcaa)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:32.700342 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-222d2dfb-fec2-4cef-aa6b-2435395dcb37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:32.715195 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-6e78b91f-95ac-41a2-bba3-4d11bd47ed9e service neutron] 10.222.0.46 "GET /v2.0/networks/ce5fb7fa-2145-4849-a016-cf7110cf1deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236872 Jul 15 13:22:32.716438 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-222d2dfb-fec2-4cef-aa6b-2435395dcb37 None None] Calling delete_port for d132dd97-444d-4896-9ce4-e450c3168717 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:32.745416 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5087d83-15d6-4d5f-aeb2-3621c4896796 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Pushing event deleted for resources: {'Port': ['ID=d132dd97-444d-4896-9ce4-e450c3168717,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:32.759235 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5087d83-15d6-4d5f-aeb2-3621c4896796 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] No DVR routers for this DVR port d132dd97-444d-4896-9ce4-e450c3168717 on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:32.765655 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-b312a9fd-70e1-4b12-ae90-a531102447fd tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Transition to ACTIVE for port object ea6a9987-c75c-478e-9f60-376dd8e36bc7 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:32.771389 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-2f5a41ed-1006-4214-aed9-19d1bd39404a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=f96dffd1-c1eb-4333-a155-61d16bf8a28e HTTP/1.1" status: 200 len: 217 time: 0.0456028 Jul 15 13:22:32.775355 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66364421-1e9a-438e-86ca-75d0d00325b8 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:32.888706 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-222d2dfb-fec2-4cef-aa6b-2435395dcb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:32.906055 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a5087d83-15d6-4d5f-aeb2-3621c4896796 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:32.915075 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e4ad5593-38d3-49ef-b242-b6997c7a13ca tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:32.920353 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-a5087d83-15d6-4d5f-aeb2-3621c4896796 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20455a38-8bd6-40f1-888c-afa11ad7194c']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:32.936359 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d2dfb-fec2-4cef-aa6b-2435395dcb37 None None] Pushing event deleted for resources: {'Port': ['ID=d132dd97-444d-4896-9ce4-e450c3168717,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:32.954684 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222d2dfb-fec2-4cef-aa6b-2435395dcb37 None None] No DVR routers for this DVR port d132dd97-444d-4896-9ce4-e450c3168717 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:32.967631 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-a5087d83-15d6-4d5f-aeb2-3621c4896796 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a75831-3b71-4c7b-9090-d52212f6dcaa') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:32.967916 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-a5087d83-15d6-4d5f-aeb2-3621c4896796 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a75831-3b71-4c7b-9090-d52212f6dcaa') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:32.977271 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66364421-1e9a-438e-86ca-75d0d00325b8 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Network 94f7f3e7-e742-4133-9143-46ba09adf529 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:32.996859 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-66364421-1e9a-438e-86ca-75d0d00325b8 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:33.009270 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66364421-1e9a-438e-86ca-75d0d00325b8 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:33.010137 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66364421-1e9a-438e-86ca-75d0d00325b8 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.030018 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66364421-1e9a-438e-86ca-75d0d00325b8 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event updated for resources: {'Subnet': ['ID=ddc7b8ca-2f05-4cfd-adc8-b07ca8776569,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:33.045051 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-8688863c-1958-4509-ac3f-820e4a24cd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:33.046757 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-8688863c-1958-4509-ac3f-820e4a24cd93 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=829664df-b46c-4105-a938-db78ac7ecabf HTTP/1.1" status: 200 len: 797 time: 0.2539101 Jul 15 13:22:33.048625 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-b312a9fd-70e1-4b12-ae90-a531102447fd tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.114353 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e4ad5593-38d3-49ef-b242-b6997c7a13ca tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.119588 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e4ad5593-38d3-49ef-b242-b6997c7a13ca tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.135832 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a5087d83-15d6-4d5f-aeb2-3621c4896796 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.151412 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e4ad5593-38d3-49ef-b242-b6997c7a13ca tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.155728 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e4ad5593-38d3-49ef-b242-b6997c7a13ca tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 3.1817276 Jul 15 13:22:33.156342 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46404) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:33.165688 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-4e197f06-3650-4171-8526-233ea7f5863a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'security_group_rule': {'security_group_id': 'cbce786e-178b-4ec4-a228-7da33810f7db', 'project_id': 'd986de84121549bf90b7ac80073eff67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:33.183888 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-66364421-1e9a-438e-86ca-75d0d00325b8 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.7721832 Jul 15 13:22:33.185412 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46406) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:33.194422 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-b312a9fd-70e1-4b12-ae90-a531102447fd tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Network 3e3e5ddc-b7e3-48b1-8310-31dba0db9e15 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:33.213351 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-b312a9fd-70e1-4b12-ae90-a531102447fd tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:33.216439 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-b312a9fd-70e1-4b12-ae90-a531102447fd tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:33.219446 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a9fd-70e1-4b12-ae90-a531102447fd tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'Port': ['ID=ea6a9987-c75c-478e-9f60-376dd8e36bc7,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:33.223739 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a5087d83-15d6-4d5f-aeb2-3621c4896796 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.286157 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5087d83-15d6-4d5f-aeb2-3621c4896796 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:22:33.286772 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a5087d83-15d6-4d5f-aeb2-3621c4896796 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.288309 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-8c5c05f5-8a6f-4a12-90fe-b8120002d8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:33.290076 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-8c5c05f5-8a6f-4a12-90fe-b8120002d8ae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce5fb7fa-2145-4849-a016-cf7110cf1deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2331119 Jul 15 13:22:33.290483 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:22:33.290483 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:22:33.290483 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:22:33.290483 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:22:33.290483 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:22:33.290483 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:22:33.290483 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:22:33.290483 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:22:33.290483 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:22:33.290483 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:22:33.290483 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:22:33.290483 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:22:33.290483 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:22:33.290483 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:22:33.290483 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:22:33.290483 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:22:33.290483 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:22:33.290483 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:22:33.290483 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:22:33.290483 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:22:33.290483 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:22:33.290483 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:22:33.290483 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:22:33.290483 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:22:33.290483 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:22:33.290483 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:22:33.290483 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:22:33.290483 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:22:33.290483 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:22:33.290483 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:22:33.290483 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:22:33.290483 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:22:33.301484 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-b312a9fd-70e1-4b12-ae90-a531102447fd tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:33.302264 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-b312a9fd-70e1-4b12-ae90-a531102447fd tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.308638 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad5593-38d3-49ef-b242-b6997c7a13ca tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbce786e-178b-4ec4-a228-7da33810f7db,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:33.377691 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-b312a9fd-70e1-4b12-ae90-a531102447fd tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3908656 Jul 15 13:22:33.391948 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b768927-6f32-425a-a7aa-bcaed2a4201f tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:33.402914 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b768927-6f32-425a-a7aa-bcaed2a4201f tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:33.404540 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-b13e4c41-000d-4aee-8a56-e7783d859e04 service neutron] Request body: {'port': {'device_id': 'a2bd4ca1-9507-40c6-8420-7b5e60ea6945', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:33.404746 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b768927-6f32-425a-a7aa-bcaed2a4201f tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:33.409310 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b768927-6f32-425a-a7aa-bcaed2a4201f tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:33.412504 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b768927-6f32-425a-a7aa-bcaed2a4201f tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:33.414654 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0b768927-6f32-425a-a7aa-bcaed2a4201f tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2260828 Jul 15 13:22:33.421174 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46414) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:33.487864 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e197f06-3650-4171-8526-233ea7f5863a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.489252 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-08768f0f-e6be-4990-90d2-6a03afd00a0c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-233218842'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:33.494774 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a5087d83-15d6-4d5f-aeb2-3621c4896796 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.516785 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a5087d83-15d6-4d5f-aeb2-3621c4896796 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.532532 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a5087d83-15d6-4d5f-aeb2-3621c4896796 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] 10.222.0.16 "DELETE /v2.0/networks/20455a38-8bd6-40f1-888c-afa11ad7194c HTTP/1.1" status: 204 len: 168 time: 1.5927019 Jul 15 13:22:33.541185 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46420) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:33.549720 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d45340-a020-4e06-ba73-4d19e37bf35d None None] Network 94f7f3e7-e742-4133-9143-46ba09adf529 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:33.617637 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5087d83-15d6-4d5f-aeb2-3621c4896796 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Pushing event deleted for resources: {'Network': ['ID=20455a38-8bd6-40f1-888c-afa11ad7194c,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:33.618101 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.655713 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08768f0f-e6be-4990-90d2-6a03afd00a0c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Made reservation on behalf of 32552016cc694d029d2a6cde6c12b6b0 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:33.659455 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-08768f0f-e6be-4990-90d2-6a03afd00a0c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.669238 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ebd7660-8319-4bb6-9b81-93303462a20f tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Deleting subnet e86159f5-6d35-4f09-8769-fb955854770f {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:22:33.674761 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1ebd7660-8319-4bb6-9b81-93303462a20f tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.714165 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e197f06-3650-4171-8526-233ea7f5863a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.721171 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e197f06-3650-4171-8526-233ea7f5863a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.746286 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-877a563e-bf22-41b8-ad95-c4cff07df519 None None] Provisioning for port 2dc18fa1-e5ae-4a0b-ab2c-7c6f0167ee20 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:33.747806 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e197f06-3650-4171-8526-233ea7f5863a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.751815 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4e197f06-3650-4171-8526-233ea7f5863a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5883877 Jul 15 13:22:33.755319 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46422) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:33.760045 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-17a6a021-a43c-40f1-b3d8-3e3a097dae79 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'security_group_rule': {'security_group_id': 'cbce786e-178b-4ec4-a228-7da33810f7db', 'project_id': 'd986de84121549bf90b7ac80073eff67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:33.760782 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-b13e4c41-000d-4aee-8a56-e7783d859e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.777024 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1ebd7660-8319-4bb6-9b81-93303462a20f tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.778901 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-877a563e-bf22-41b8-ad95-c4cff07df519 None None] Provisioning complete for port 2dc18fa1-e5ae-4a0b-ab2c-7c6f0167ee20 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:33.779281 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-877a563e-bf22-41b8-ad95-c4cff07df519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.792084 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-390eb543-b38a-4119-b588-86819daa4188 service neutron] 10.222.0.46 "GET /v2.0/networks/ce5fb7fa-2145-4849-a016-cf7110cf1deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4711418 Jul 15 13:22:33.878382 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e197f06-3650-4171-8526-233ea7f5863a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3ca5977-83e9-4d87-b009-25e032b37989,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:33.912059 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08768f0f-e6be-4990-90d2-6a03afd00a0c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:22:33.923783 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-da7b75c9-3ab4-40ac-8ea5-9ae2abc075b0 service neutron] 10.222.0.46 "GET /v2.0/networks/ce5fb7fa-2145-4849-a016-cf7110cf1deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200325 Jul 15 13:22:33.968258 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-17a6a021-a43c-40f1-b3d8-3e3a097dae79 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.038026 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-877a563e-bf22-41b8-ad95-c4cff07df519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.049593 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-08768f0f-e6be-4990-90d2-6a03afd00a0c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.050165 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-08768f0f-e6be-4990-90d2-6a03afd00a0c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Added segment 2b846985-e272-4abf-9efe-76e2eb4578f9 of type vlan for network 62ecb9ac-f47a-41c5-a891-98654afe3d33 Jul 15 13:22:34.062537 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-c03a8961-7d44-407c-9c81-5433d4bf3de3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=6423fcfb-bafc-46ef-a503-c797233a6aba HTTP/1.1" status: 200 len: 217 time: 0.1153696 Jul 15 13:22:34.170431 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1ebd7660-8319-4bb6-9b81-93303462a20f tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.194464 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-877a563e-bf22-41b8-ad95-c4cff07df519 None None] For port 2dc18fa1-e5ae-4a0b-ab2c-7c6f0167ee20, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=2dc18fa1-e5ae-4a0b-ab2c-7c6f0167ee20,segment=NetworkSegment(6b4185a4-075f-4901-b1c8-03bc3280c1a5),segment_id=6b4185a4-075f-4901-b1c8-03bc3280c1a5)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:34.220375 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-877a563e-bf22-41b8-ad95-c4cff07df519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.296118 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-877a563e-bf22-41b8-ad95-c4cff07df519 None None] Provisioning for port ea6a9987-c75c-478e-9f60-376dd8e36bc7 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:34.313432 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-877a563e-bf22-41b8-ad95-c4cff07df519 None None] Provisioning complete for port ea6a9987-c75c-478e-9f60-376dd8e36bc7 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:34.313825 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-877a563e-bf22-41b8-ad95-c4cff07df519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.361052 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a563e-bf22-41b8-ad95-c4cff07df519 None None] Pushing event updated for resources: {'Port': ['ID=2dc18fa1-e5ae-4a0b-ab2c-7c6f0167ee20,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:34.370134 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-877a563e-bf22-41b8-ad95-c4cff07df519 None None] Port ea6a9987-c75c-478e-9f60-376dd8e36bc7 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:22:34.428919 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad09fde-16d0-4d65-aee1-3c3a73dc890e None None] Update dhcp port {'port': {'network_id': '94f7f3e7-e742-4133-9143-46ba09adf529', 'fixed_ips': [{'subnet_id': 'f2120cf3-9564-4f12-9460-90f7ce231a50', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ddc7b8ca-2f05-4cfd-adc8-b07ca8776569'}], 'binding:host_id': 'n-d-771363-36'}, 'id': '2dc18fa1-e5ae-4a0b-ab2c-7c6f0167ee20'} from n-d-771363-36. {{(pid=93827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:22:34.432625 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-17a6a021-a43c-40f1-b3d8-3e3a097dae79 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.442033 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-17a6a021-a43c-40f1-b3d8-3e3a097dae79 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.472581 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-08768f0f-e6be-4990-90d2-6a03afd00a0c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.480748 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3ad09fde-16d0-4d65-aee1-3c3a73dc890e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.495119 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1ebd7660-8319-4bb6-9b81-93303462a20f tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.579628 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1ebd7660-8319-4bb6-9b81-93303462a20f tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.585360 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1ebd7660-8319-4bb6-9b81-93303462a20f tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] 10.222.0.16 "DELETE /v2.0/subnets/e86159f5-6d35-4f09-8769-fb955854770f HTTP/1.1" status: 204 len: 168 time: 1.0373960 Jul 15 13:22:34.595439 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd7660-8319-4bb6-9b81-93303462a20f tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Pushing event deleted for resources: {'Subnet': ['ID=e86159f5-6d35-4f09-8769-fb955854770f,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:34.598639 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ac565a-f7ab-4e5f-97fa-6a71acc1d8d7 None None] Network cbb5537d-eafb-4488-88be-4380bd936dc6 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:34.608580 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6a021-a43c-40f1-b3d8-3e3a097dae79 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=364f9c8b-cca3-44dc-b03f-8e907b845728,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:34.610303 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46436) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:34.620595 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-17a6a021-a43c-40f1-b3d8-3e3a097dae79 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.624650 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-17a6a021-a43c-40f1-b3d8-3e3a097dae79 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8685200 Jul 15 13:22:34.627025 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46438) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:34.631418 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-a24bd2df-c92d-42cb-9dd5-d63c525893c1 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'security_group_rule': {'security_group_id': 'cbce786e-178b-4ec4-a228-7da33810f7db', 'project_id': 'd986de84121549bf90b7ac80073eff67', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:34.688143 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device d132dd97-444d-4896-9ce4-e450c3168717 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:34.694868 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-6533ec56-480b-41c9-b34e-6f4885baba8f tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Deleting subnet 5b0c249e-b2cc-4432-9448-722eedf631a0 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:22:34.703680 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6533ec56-480b-41c9-b34e-6f4885baba8f tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.707849 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a24bd2df-c92d-42cb-9dd5-d63c525893c1 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.725360 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-08768f0f-e6be-4990-90d2-6a03afd00a0c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.742592 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08768f0f-e6be-4990-90d2-6a03afd00a0c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:34.743398 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-08768f0f-e6be-4990-90d2-6a03afd00a0c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.798915 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a24bd2df-c92d-42cb-9dd5-d63c525893c1 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.805804 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a24bd2df-c92d-42cb-9dd5-d63c525893c1 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.813322 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: d132dd97-444d-4896-9ce4-e450c3168717 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:34.813707 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device d132dd97-444d-4896-9ce4-e450c3168717 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:34.848457 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6533ec56-480b-41c9-b34e-6f4885baba8f tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.886553 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24bd2df-c92d-42cb-9dd5-d63c525893c1 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8de86de2-3b36-4182-bb02-f4baa8a921cc,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:34.892694 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a24bd2df-c92d-42cb-9dd5-d63c525893c1 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.897026 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a24bd2df-c92d-42cb-9dd5-d63c525893c1 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2693286 Jul 15 13:22:34.897662 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46440) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:34.911514 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-bafff357-063b-4772-b3f1-24d7ce4f9386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:34.918355 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-bafff357-063b-4772-b3f1-24d7ce4f9386 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=829664df-b46c-4105-a938-db78ac7ecabf HTTP/1.1" status: 200 len: 797 time: 0.8452218 Jul 15 13:22:34.922525 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-3ef810fb-6bf3-46ef-bb4d-33315a5d0f39 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'security_group_rule': {'security_group_id': 'cbce786e-178b-4ec4-a228-7da33810f7db', 'project_id': 'd986de84121549bf90b7ac80073eff67', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:34.981997 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-3ad09fde-16d0-4d65-aee1-3c3a73dc890e None None] Allocated IP 172.20.0.1 (94f7f3e7-e742-4133-9143-46ba09adf529/ddc7b8ca-2f05-4cfd-adc8-b07ca8776569/2dc18fa1-e5ae-4a0b-ab2c-7c6f0167ee20) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:35.004087 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.019694 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3ef810fb-6bf3-46ef-bb4d-33315a5d0f39 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.070380 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6533ec56-480b-41c9-b34e-6f4885baba8f tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.087189 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-08768f0f-e6be-4990-90d2-6a03afd00a0c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6306190 Jul 15 13:22:35.089130 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46442) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:35.103036 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d48e145-aaa8-4636-ba95-da11667ab83d None None] DHCP port deletion for cbb5537d-eafb-4488-88be-4380bd936dc6 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:22:35.125370 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-3ad09fde-16d0-4d65-aee1-3c3a73dc890e None None] For port 2dc18fa1-e5ae-4a0b-ab2c-7c6f0167ee20, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=2dc18fa1-e5ae-4a0b-ab2c-7c6f0167ee20,segment=NetworkSegment(6b4185a4-075f-4901-b1c8-03bc3280c1a5),segment_id=6b4185a4-075f-4901-b1c8-03bc3280c1a5)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:35.133350 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-34c28c90-dc9d-4b0a-b680-ab789bca7182 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:35.148786 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08768f0f-e6be-4990-90d2-6a03afd00a0c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event updated for resources: {'Network': ['ID=62ecb9ac-f47a-41c5-a891-98654afe3d33,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:35.168272 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 62ecb9ac-f47a-41c5-a891-98654afe3d33 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:22:35.184026 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b0673-e648-45e9-b84d-6d2ba2ba7027 req-1146d1cc-dc98-4891-a654-4892b570d390 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:35.186530 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-553b0673-e648-45e9-b84d-6d2ba2ba7027 req-1146d1cc-dc98-4891-a654-4892b570d390 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2bd4ca1-9507-40c6-8420-7b5e60ea6945 HTTP/1.1" status: 200 len: 932 time: 1.4561803 Jul 15 13:22:35.226090 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3ef810fb-6bf3-46ef-bb4d-33315a5d0f39 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.241143 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3ef810fb-6bf3-46ef-bb4d-33315a5d0f39 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.258535 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3ad09fde-16d0-4d65-aee1-3c3a73dc890e None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.303616 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef810fb-6bf3-46ef-bb4d-33315a5d0f39 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=384609e2-5a80-450e-be66-9dc231a585a5,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:35.314764 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3ef810fb-6bf3-46ef-bb4d-33315a5d0f39 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.317300 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3ef810fb-6bf3-46ef-bb4d-33315a5d0f39 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4093125 Jul 15 13:22:35.320042 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6533ec56-480b-41c9-b34e-6f4885baba8f tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.322389 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46446) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:35.331630 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-5793683a-3290-4141-a84c-03ea7e06d497 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'security_group_rule': {'security_group_id': 'cbce786e-178b-4ec4-a228-7da33810f7db', 'project_id': 'd986de84121549bf90b7ac80073eff67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:35.361539 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-3ad09fde-16d0-4d65-aee1-3c3a73dc890e None None] Transition to ACTIVE for port object 2dc18fa1-e5ae-4a0b-ab2c-7c6f0167ee20 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:35.369008 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3ad09fde-16d0-4d65-aee1-3c3a73dc890e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.415477 n-d-771363-36 neutron-server[93826]: INFO neutron.db.securitygroups_db [None req-5793683a-3290-4141-a84c-03ea7e06d497 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Project d986de84121549bf90b7ac80073eff67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:22:35.419840 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2d48e145-aaa8-4636-ba95-da11667ab83d None None] Deleting port db865edd-48ee-4eea-a8e9-926d7a18f1e6 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:35.420349 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2d48e145-aaa8-4636-ba95-da11667ab83d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.447030 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6533ec56-480b-41c9-b34e-6f4885baba8f tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Pushing event deleted for resources: {'Subnet': ['ID=5b0c249e-b2cc-4432-9448-722eedf631a0,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:35.453402 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5793683a-3290-4141-a84c-03ea7e06d497 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.456486 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6533ec56-480b-41c9-b34e-6f4885baba8f tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.458874 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6533ec56-480b-41c9-b34e-6f4885baba8f tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] 10.222.0.16 "DELETE /v2.0/subnets/5b0c249e-b2cc-4432-9448-722eedf631a0 HTTP/1.1" status: 204 len: 168 time: 0.8471553 Jul 15 13:22:35.467060 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46454) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:35.480612 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fdffa2-a488-49be-ae5e-d5ef54a7bfd3 None None] Network 05cf5f45-2b26-4dd3-8446-7554efacc7f3 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:35.486525 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-553b0673-e648-45e9-b84d-6d2ba2ba7027 req-1d00af89-fe16-4de2-aa6c-03b57467eddd tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dac6203-2a63-4f9a-8058-502109578faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2629764 Jul 15 13:22:35.558983 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-2e9845fa-cb80-49ef-8528-c32f363603af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:35.560515 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-2e9845fa-cb80-49ef-8528-c32f363603af service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce5fb7fa-2145-4849-a016-cf7110cf1deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4842694 Jul 15 13:22:35.610476 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f211ac67-7f98-4577-a3e9-a803a7e30836 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.637899 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5793683a-3290-4141-a84c-03ea7e06d497 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.643863 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5793683a-3290-4141-a84c-03ea7e06d497 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.696500 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5793683a-3290-4141-a84c-03ea7e06d497 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27911d7c-8f68-4821-b749-02673d62065b,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:35.724416 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-2d48e145-aaa8-4636-ba95-da11667ab83d None None] For port db865edd-48ee-4eea-a8e9-926d7a18f1e6, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=db865edd-48ee-4eea-a8e9-926d7a18f1e6,segment=NetworkSegment(aa385bc1-b949-488f-8a03-6cdcf2ddc9a8),segment_id=aa385bc1-b949-488f-8a03-6cdcf2ddc9a8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:35.724991 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2d48e145-aaa8-4636-ba95-da11667ab83d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.725096 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5793683a-3290-4141-a84c-03ea7e06d497 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.729329 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5793683a-3290-4141-a84c-03ea7e06d497 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4013426 Jul 15 13:22:35.730276 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46460) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:35.735852 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-2fe390a0-65d6-4b8a-85d5-3523bd2c4cea tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'security_group_rule': {'security_group_id': 'cbce786e-178b-4ec4-a228-7da33810f7db', 'project_id': 'd986de84121549bf90b7ac80073eff67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:35.745427 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2d48e145-aaa8-4636-ba95-da11667ab83d None None] Calling delete_port for db865edd-48ee-4eea-a8e9-926d7a18f1e6 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:35.761278 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-34c28c90-dc9d-4b0a-b680-ab789bca7182 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.762701 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-f211ac67-7f98-4577-a3e9-a803a7e30836 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Deleting port db865edd-48ee-4eea-a8e9-926d7a18f1e6 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:35.763152 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f211ac67-7f98-4577-a3e9-a803a7e30836 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.781697 n-d-771363-36 neutron-server[93826]: INFO neutron.db.securitygroups_db [None req-2fe390a0-65d6-4b8a-85d5-3523bd2c4cea tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Project d986de84121549bf90b7ac80073eff67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:22:35.796067 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2fe390a0-65d6-4b8a-85d5-3523bd2c4cea tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.856182 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-b13e4c41-000d-4aee-8a56-e7783d859e04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea6a9987-c75c-478e-9f60-376dd8e36bc7 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:22:35.867108 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-b13e4c41-000d-4aee-8a56-e7783d859e04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.887762 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-b13e4c41-000d-4aee-8a56-e7783d859e04 service neutron] Transition to ACTIVE for port object ea6a9987-c75c-478e-9f60-376dd8e36bc7 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:35.889178 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2d48e145-aaa8-4636-ba95-da11667ab83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.893308 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-34c28c90-dc9d-4b0a-b680-ab789bca7182 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.902259 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-b13e4c41-000d-4aee-8a56-e7783d859e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.904526 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-f211ac67-7f98-4577-a3e9-a803a7e30836 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] For port db865edd-48ee-4eea-a8e9-926d7a18f1e6, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=db865edd-48ee-4eea-a8e9-926d7a18f1e6,segment=NetworkSegment(aa385bc1-b949-488f-8a03-6cdcf2ddc9a8),segment_id=aa385bc1-b949-488f-8a03-6cdcf2ddc9a8)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:35.904890 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f211ac67-7f98-4577-a3e9-a803a7e30836 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.933441 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-f211ac67-7f98-4577-a3e9-a803a7e30836 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Calling delete_port for db865edd-48ee-4eea-a8e9-926d7a18f1e6 owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:35.940468 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad09fde-16d0-4d65-aee1-3c3a73dc890e None None] Pushing event updated for resources: {'Port': ['ID=2dc18fa1-e5ae-4a0b-ab2c-7c6f0167ee20,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:35.954480 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d48e145-aaa8-4636-ba95-da11667ab83d None None] No DVR routers for this DVR port db865edd-48ee-4eea-a8e9-926d7a18f1e6 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:35.963887 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2fe390a0-65d6-4b8a-85d5-3523bd2c4cea tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.982810 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-34c28c90-dc9d-4b0a-b680-ab789bca7182 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Network 62ecb9ac-f47a-41c5-a891-98654afe3d33 is not hosted by any dhcp agent {{(pid=93825) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:22:35.988688 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c28c90-dc9d-4b0a-b680-ab789bca7182 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:35.989501 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-34c28c90-dc9d-4b0a-b680-ab789bca7182 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.993815 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-34c28c90-dc9d-4b0a-b680-ab789bca7182 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "PUT /v2.0/networks/62ecb9ac-f47a-41c5-a891-98654afe3d33 HTTP/1.1" status: 200 len: 723 time: 0.8797328 Jul 15 13:22:35.996626 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46462) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:36.002687 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-64862a42-697e-4adf-a29d-8fef07b4dffd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Request body: {'subnet': {'network_id': '62ecb9ac-f47a-41c5-a891-98654afe3d33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:36.004853 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d48e145-aaa8-4636-ba95-da11667ab83d None None] Pushing event deleted for resources: {'Port': ['ID=db865edd-48ee-4eea-a8e9-926d7a18f1e6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:36.009481 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2fe390a0-65d6-4b8a-85d5-3523bd2c4cea tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:36.046615 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-6865a105-172d-4e3e-9556-70a3e45c5ec1 service neutron] 10.222.0.46 "GET /v2.0/networks/ce5fb7fa-2145-4849-a016-cf7110cf1deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4689498 Jul 15 13:22:36.053740 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe390a0-65d6-4b8a-85d5-3523bd2c4cea tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7542718d-8ebb-48e2-81b3-6fcac54b9fe4,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:36.068483 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2fe390a0-65d6-4b8a-85d5-3523bd2c4cea tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:36.072835 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2fe390a0-65d6-4b8a-85d5-3523bd2c4cea tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3405294 Jul 15 13:22:36.075151 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46464) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:36.083537 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-9cc66d11-cc76-4423-a91c-8a1a15c6efe5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'network': {'name': 'tempest-network-smoke--448843188', 'project_id': 'd986de84121549bf90b7ac80073eff67', 'port_security_enabled': True}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:36.138417 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c28c90-dc9d-4b0a-b680-ab789bca7182 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event updated for resources: {'Network': ['ID=62ecb9ac-f47a-41c5-a891-98654afe3d33,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:36.151198 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 62ecb9ac-f47a-41c5-a891-98654afe3d33 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:22:36.179683 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e4c41-000d-4aee-8a56-e7783d859e04 service neutron] Pushing event updated for resources: {'Port': ['ID=ea6a9987-c75c-478e-9f60-376dd8e36bc7,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:36.180799 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc66d11-cc76-4423-a91c-8a1a15c6efe5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Made reservation on behalf of d986de84121549bf90b7ac80073eff67 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:36.185516 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9cc66d11-cc76-4423-a91c-8a1a15c6efe5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:36.195860 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c42505d-1d74-4f0f-ade0-1e983681f42d None None] DHCP port deletion for 05cf5f45-2b26-4dd3-8446-7554efacc7f3 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:22:36.230814 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc66d11-cc76-4423-a91c-8a1a15c6efe5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:22:36.242206 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9cc66d11-cc76-4423-a91c-8a1a15c6efe5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:36.242587 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-9cc66d11-cc76-4423-a91c-8a1a15c6efe5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Added segment 8b7d6f84-66b8-41ae-be95-9e4971195f20 of type vlan for network b153aeb7-bc34-4148-b815-36404bac7af2 Jul 15 13:22:36.292153 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9cc66d11-cc76-4423-a91c-8a1a15c6efe5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:36.344285 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9cc66d11-cc76-4423-a91c-8a1a15c6efe5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:36.350828 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc66d11-cc76-4423-a91c-8a1a15c6efe5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:36.351473 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9cc66d11-cc76-4423-a91c-8a1a15c6efe5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:36.367697 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64862a42-697e-4adf-a29d-8fef07b4dffd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Made reservation on behalf of 32552016cc694d029d2a6cde6c12b6b0 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:36.372094 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-64862a42-697e-4adf-a29d-8fef07b4dffd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:36.375596 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f211ac67-7f98-4577-a3e9-a803a7e30836 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:36.521754 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211ac67-7f98-4577-a3e9-a803a7e30836 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Pushing event deleted for resources: {'Port': ['ID=db865edd-48ee-4eea-a8e9-926d7a18f1e6,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:36.539242 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-c2d3c6d5-44d6-4c40-8c2b-93229a0b63c1 service neutron] 10.222.0.46 "GET /v2.0/networks/ce5fb7fa-2145-4849-a016-cf7110cf1deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4914138 Jul 15 13:22:36.632185 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc66d11-cc76-4423-a91c-8a1a15c6efe5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'Network': ['ID=b153aeb7-bc34-4148-b815-36404bac7af2,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:36.641051 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9cc66d11-cc76-4423-a91c-8a1a15c6efe5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5621772 Jul 15 13:22:36.646316 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46476) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:36.656140 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-4069fc09-7b3e-45a8-b9bd-55ae749c3d10 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1fa3afd8-c7ad-4cdd-a821-24cff8228eca HTTP/1.1" status: 200 len: 217 time: 0.1092165 Jul 15 13:22:36.658504 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-8e61a142-0b27-4911-a734-fa50065fb243 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1477339294', 'admin_state_up': True, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:36.697697 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f211ac67-7f98-4577-a3e9-a803a7e30836 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] No DVR routers for this DVR port db865edd-48ee-4eea-a8e9-926d7a18f1e6 on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:36.706274 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8e61a142-0b27-4911-a734-fa50065fb243 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:36.707826 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8e61a142-0b27-4911-a734-fa50065fb243 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:36.762182 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 2dc18fa1-e5ae-4a0b-ab2c-7c6f0167ee20 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:36.845286 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-b13e4c41-000d-4aee-8a56-e7783d859e04 service neutron] Attempting to bind port ea6a9987-c75c-478e-9f60-376dd8e36bc7 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:36.845651 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-b13e4c41-000d-4aee-8a56-e7783d859e04 service neutron] Attempting to bind port ea6a9987-c75c-478e-9f60-376dd8e36bc7 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'c8202d78-9e2d-42c9-b21c-96107e2ce3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3e3e5ddc-b7e3-48b1-8310-31dba0db9e15'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:36.846037 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-b13e4c41-000d-4aee-8a56-e7783d859e04 service neutron] Attempting to bind port ea6a9987-c75c-478e-9f60-376dd8e36bc7 on network 3e3e5ddc-b7e3-48b1-8310-31dba0db9e15 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:36.860224 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f211ac67-7f98-4577-a3e9-a803a7e30836 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:36.871723 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-f211ac67-7f98-4577-a3e9-a803a7e30836 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbb5537d-eafb-4488-88be-4380bd936dc6']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:36.900868 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-f211ac67-7f98-4577-a3e9-a803a7e30836 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa385bc1-b949-488f-8a03-6cdcf2ddc9a8') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:36.902940 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-f211ac67-7f98-4577-a3e9-a803a7e30836 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa385bc1-b949-488f-8a03-6cdcf2ddc9a8') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:36.904249 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-b13e4c41-000d-4aee-8a56-e7783d859e04 service neutron] Port ea6a9987-c75c-478e-9f60-376dd8e36bc7 on network 3e3e5ddc-b7e3-48b1-8310-31dba0db9e15 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:36.904585 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-b13e4c41-000d-4aee-8a56-e7783d859e04 service neutron] Attempting to bind port ea6a9987-c75c-478e-9f60-376dd8e36bc7 on network 3e3e5ddc-b7e3-48b1-8310-31dba0db9e15 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:36.905320 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network b153aeb7-bc34-4148-b815-36404bac7af2 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:22:36.914715 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f211ac67-7f98-4577-a3e9-a803a7e30836 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:36.918984 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-b13e4c41-000d-4aee-8a56-e7783d859e04 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:36.919919 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-b13e4c41-000d-4aee-8a56-e7783d859e04 service neutron] Checking segment: {'id': 'c8202d78-9e2d-42c9-b21c-96107e2ce3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3e3e5ddc-b7e3-48b1-8310-31dba0db9e15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:36.920759 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-b13e4c41-000d-4aee-8a56-e7783d859e04 service neutron] Bound using segment: {'id': 'c8202d78-9e2d-42c9-b21c-96107e2ce3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3e3e5ddc-b7e3-48b1-8310-31dba0db9e15'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:36.921936 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-b13e4c41-000d-4aee-8a56-e7783d859e04 service neutron] Bound port: ea6a9987-c75c-478e-9f60-376dd8e36bc7, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8202d78-9e2d-42c9-b21c-96107e2ce3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3e3e5ddc-b7e3-48b1-8310-31dba0db9e15'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:36.922233 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-b13e4c41-000d-4aee-8a56-e7783d859e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:36.939665 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f211ac67-7f98-4577-a3e9-a803a7e30836 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:36.951216 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-1d91760a-ccd7-4d93-9add-3058702f8c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:36.953761 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-1d91760a-ccd7-4d93-9add-3058702f8c5d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=31ad8fdd-e622-4825-beaf-20c66a64adda HTTP/1.1" status: 200 len: 797 time: 0.2845693 Jul 15 13:22:36.980559 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f211ac67-7f98-4577-a3e9-a803a7e30836 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:22:36.981116 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f211ac67-7f98-4577-a3e9-a803a7e30836 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:36.991729 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:22:36.991729 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:22:36.991729 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:22:36.991729 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:22:36.991729 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:22:36.991729 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:22:36.991729 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:22:36.991729 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:22:36.991729 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:22:36.991729 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:22:36.991729 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:22:36.991729 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:22:36.991729 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:22:36.991729 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:22:36.991729 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:22:36.991729 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:22:36.991729 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:22:36.991729 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:22:36.991729 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:22:36.991729 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:22:36.991729 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:22:36.991729 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:22:36.991729 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:22:36.991729 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:22:36.991729 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:22:36.991729 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:22:36.991729 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:22:36.991729 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:22:36.991729 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:22:36.991729 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:22:36.991729 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:22:36.991729 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:22:37.027973 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de946060-91b1-496b-8101-21b575f5935e None None] Network 94f7f3e7-e742-4133-9143-46ba09adf529 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:37.099754 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-8c42505d-1d74-4f0f-ade0-1e983681f42d None None] Deleting port db92b3dc-bfaf-4f43-a15b-5e6c430ddb5b {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:37.100122 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8c42505d-1d74-4f0f-ade0-1e983681f42d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.101924 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device db865edd-48ee-4eea-a8e9-926d7a18f1e6 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:37.149974 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: db865edd-48ee-4eea-a8e9-926d7a18f1e6 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:37.150325 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device db865edd-48ee-4eea-a8e9-926d7a18f1e6 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:37.150829 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device db92b3dc-bfaf-4f43-a15b-5e6c430ddb5b no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:37.158616 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-ec2bf94b-532e-4d4e-bc0d-99450837ad1e None None] Provisioning for port 2dc18fa1-e5ae-4a0b-ab2c-7c6f0167ee20 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:37.196997 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-ec2bf94b-532e-4d4e-bc0d-99450837ad1e None None] Provisioning complete for port 2dc18fa1-e5ae-4a0b-ab2c-7c6f0167ee20 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:37.197372 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ec2bf94b-532e-4d4e-bc0d-99450837ad1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.263921 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-64862a42-697e-4adf-a29d-8fef07b4dffd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.295812 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-8c42505d-1d74-4f0f-ade0-1e983681f42d None None] For port db92b3dc-bfaf-4f43-a15b-5e6c430ddb5b, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=db92b3dc-bfaf-4f43-a15b-5e6c430ddb5b,segment=NetworkSegment(d6b4a663-6229-4bb0-979d-aabde19c6594),segment_id=d6b4a663-6229-4bb0-979d-aabde19c6594)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:37.296248 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8c42505d-1d74-4f0f-ade0-1e983681f42d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.314122 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f211ac67-7f98-4577-a3e9-a803a7e30836 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.373025 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f211ac67-7f98-4577-a3e9-a803a7e30836 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.373307 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-8c42505d-1d74-4f0f-ade0-1e983681f42d None None] Calling delete_port for db92b3dc-bfaf-4f43-a15b-5e6c430ddb5b owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:37.374933 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f211ac67-7f98-4577-a3e9-a803a7e30836 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] 10.222.0.16 "DELETE /v2.0/networks/cbb5537d-eafb-4488-88be-4380bd936dc6 HTTP/1.1" status: 204 len: 168 time: 1.9066651 Jul 15 13:22:37.384867 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46482) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:37.411094 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f89114-ea5c-4cc2-9597-e84fa631480c req-20d1e077-81b0-4b89-bcff-0a1e854596ac tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:37.418092 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c0f89114-ea5c-4cc2-9597-e84fa631480c req-20d1e077-81b0-4b89-bcff-0a1e854596ac tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2bd4ca1-9507-40c6-8420-7b5e60ea6945 HTTP/1.1" status: 200 len: 944 time: 0.5899255 Jul 15 13:22:37.463366 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc858af-30ae-40e9-b3a5-8d0f286870e2 req-2ade1c47-0c55-4cb2-afb6-bbd756bbb139 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:37.465160 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dfc858af-30ae-40e9-b3a5-8d0f286870e2 req-2ade1c47-0c55-4cb2-afb6-bbd756bbb139 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/ports?device_id=13a98d56-ce57-4896-b5dd-e2f9378eeae8 HTTP/1.1" status: 200 len: 945 time: 0.6795259 Jul 15 13:22:37.523068 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.553147 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dfc858af-30ae-40e9-b3a5-8d0f286870e2 req-d5eeb642-8d1b-4eb0-83d8-7f4809e0b07a tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab08d857-4863-4f19-87e2-d9ddb6c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754206 Jul 15 13:22:37.563631 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8c42505d-1d74-4f0f-ade0-1e983681f42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.569071 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c0f89114-ea5c-4cc2-9597-e84fa631480c req-8ebe90e0-0189-4c3c-943d-9b7922f97e06 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dac6203-2a63-4f9a-8058-502109578faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499138 Jul 15 13:22:37.580738 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-b13e4c41-000d-4aee-8a56-e7783d859e04 service neutron] For port ea6a9987-c75c-478e-9f60-376dd8e36bc7, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:37.629979 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-b13e4c41-000d-4aee-8a56-e7783d859e04 service neutron] For port ea6a9987-c75c-478e-9f60-376dd8e36bc7, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ea6a9987-c75c-478e-9f60-376dd8e36bc7,segment=NetworkSegment(c8202d78-9e2d-42c9-b21c-96107e2ce3f4),segment_id=c8202d78-9e2d-42c9-b21c-96107e2ce3f4)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:37.632905 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c42505d-1d74-4f0f-ade0-1e983681f42d None None] Pushing event deleted for resources: {'Port': ['ID=db92b3dc-bfaf-4f43-a15b-5e6c430ddb5b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:37.636531 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c42505d-1d74-4f0f-ade0-1e983681f42d None None] No DVR routers for this DVR port db92b3dc-bfaf-4f43-a15b-5e6c430ddb5b on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:37.642350 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-b13e4c41-000d-4aee-8a56-e7783d859e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.648503 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-48c6955a-fd8b-47a1-a4b1-11b0259f64c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:37.650083 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-48c6955a-fd8b-47a1-a4b1-11b0259f64c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b2f88f94-f063-456a-ac21-570ac0e96de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6748083 Jul 15 13:22:37.680966 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-b13e4c41-000d-4aee-8a56-e7783d859e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:37.681906 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-b13e4c41-000d-4aee-8a56-e7783d859e04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.683987 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-b13e4c41-000d-4aee-8a56-e7783d859e04 service neutron] 10.222.0.46 "PUT /v2.0/ports/ea6a9987-c75c-478e-9f60-376dd8e36bc7 HTTP/1.1" status: 200 len: 1093 time: 4.2953315 Jul 15 13:22:37.707569 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2bd4ca1-9507-40c6-8420-7b5e60ea6945', 'tag': 'ea6a9987-c75c-478e-9f60-376dd8e36bc7'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:37.711023 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96c1f41-8bdd-4bd4-8162-95e4d9cd675e" -d '{"events": [{"name": "network-changed", "server_uuid": "a2bd4ca1-9507-40c6-8420-7b5e60ea6945", "tag": "ea6a9987-c75c-478e-9f60-376dd8e36bc7"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:37.802020 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e4c41-000d-4aee-8a56-e7783d859e04 service neutron] Pushing event updated for resources: {'Port': ['ID=ea6a9987-c75c-478e-9f60-376dd8e36bc7,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:37.860317 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ba3e2d-eac0-4903-84e6-3510d9cded0f x-openstack-request-id: req-f0ba3e2d-eac0-4903-84e6-3510d9cded0f {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:37.860615 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2bd4ca1-9507-40c6-8420-7b5e60ea6945", "tag": "ea6a9987-c75c-478e-9f60-376dd8e36bc7", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:37.860866 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f0ba3e2d-eac0-4903-84e6-3510d9cded0f {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:37.861254 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2bd4ca1-9507-40c6-8420-7b5e60ea6945', 'tag': 'ea6a9987-c75c-478e-9f60-376dd8e36bc7', 'status': 'completed', 'code': 200} Jul 15 13:22:37.922887 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-3ec19640-80f1-45c1-baf0-82ce85ea6175 service neutron] 10.222.0.46 "GET /v2.0/networks/b2f88f94-f063-456a-ac21-570ac0e96de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353246 Jul 15 13:22:37.925551 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8e61a142-0b27-4911-a734-fa50065fb243 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.930789 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6a8fc120-f600-4b6f-bc23-4c5ecc960fd0 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.932378 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-94e7e749-db00-4a18-aa51-82ea9d00475e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:37.933793 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-94e7e749-db00-4a18-aa51-82ea9d00475e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b10b0063b8b9467f824b5e9176c44cfb&device_id=a2bd4ca1-9507-40c6-8420-7b5e60ea6945 HTTP/1.1" status: 200 len: 1096 time: 0.1976149 Jul 15 13:22:37.969045 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211ac67-7f98-4577-a3e9-a803a7e30836 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Pushing event deleted for resources: {'Network': ['ID=cbb5537d-eafb-4488-88be-4380bd936dc6,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:38.026680 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-91bd81d5-2aa2-4713-891a-161aa1bbdc3e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=ea6a9987-c75c-478e-9f60-376dd8e36bc7 HTTP/1.1" status: 200 len: 217 time: 0.0632646 Jul 15 13:22:38.140551 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-1a0c4d69-e52a-4338-a0a2-3661c2bd5be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:38.142185 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-1a0c4d69-e52a-4338-a0a2-3661c2bd5be2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=124d140d-d900-4287-bddd-68aef3ae9327 HTTP/1.1" status: 200 len: 837 time: 0.1071708 Jul 15 13:22:38.144229 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-26aa5fdc-0986-4be7-aa04-6f60d02cb140 service neutron] 10.222.0.46 "GET /v2.0/networks/b2f88f94-f063-456a-ac21-570ac0e96de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095540 Jul 15 13:22:38.160919 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-9d9e299d-ec04-4b6c-b18f-7b0797b108f5 None None] Provisioning complete for port 2dc18fa1-e5ae-4a0b-ab2c-7c6f0167ee20 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:38.161541 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9d9e299d-ec04-4b6c-b18f-7b0797b108f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.161686 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64862a42-697e-4adf-a29d-8fef07b4dffd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Checking segment: {'id': '2b846985-e272-4abf-9efe-76e2eb4578f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '62ecb9ac-f47a-41c5-a891-98654afe3d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:38.162044 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64862a42-697e-4adf-a29d-8fef07b4dffd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Network hostable DHCP agents. Network: 62ecb9ac-f47a-41c5-a891-98654afe3d33, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:22:38.215451 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-d83856ee-6ff3-4e4f-9a7c-851eb1d47205 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=af2462b3-176b-4c48-84b6-2989d990ea5b HTTP/1.1" status: 200 len: 217 time: 0.0584149 Jul 15 13:22:38.237418 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64862a42-697e-4adf-a29d-8fef07b4dffd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event updated for resources: {'Subnet': ['ID=bb5390ca-22fd-4ffd-8d43-8471fdda6908,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:38.246588 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64862a42-697e-4adf-a29d-8fef07b4dffd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Network 62ecb9ac-f47a-41c5-a891-98654afe3d33 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:22:38.258900 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8e61a142-0b27-4911-a734-fa50065fb243 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.272240 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-64862a42-697e-4adf-a29d-8fef07b4dffd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 62ecb9ac-f47a-41c5-a891-98654afe3d33) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:38.285624 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd888cd-b524-48dc-b5ab-7d1bd1953280 None None] Network 62ecb9ac-f47a-41c5-a891-98654afe3d33 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:38.319569 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-c97d84f0-10e0-496d-a72c-a3d9458e42ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:38.322041 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-c97d84f0-10e0-496d-a72c-a3d9458e42ae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3e3e5ddc-b7e3-48b1-8310-31dba0db9e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1661406 Jul 15 13:22:38.326012 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-9a50b265-8dce-45eb-8b30-619a4d4a7b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:38.327457 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-9a50b265-8dce-45eb-8b30-619a4d4a7b3d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=31ad8fdd-e622-4825-beaf-20c66a64adda HTTP/1.1" status: 200 len: 797 time: 0.1047032 Jul 15 13:22:38.334194 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6a8fc120-f600-4b6f-bc23-4c5ecc960fd0 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.337336 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64862a42-697e-4adf-a29d-8fef07b4dffd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:38.337930 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-64862a42-697e-4adf-a29d-8fef07b4dffd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530798'] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.384567 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-6a8fc120-f600-4b6f-bc23-4c5ecc960fd0 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05cf5f45-2b26-4dd3-8446-7554efacc7f3']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:38.407887 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ab2ec-686d-48d9-978f-b438f785c4f9 req-546c0c41-4a53-4283-8b27-30abe0427413 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:38.409445 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-880ab2ec-686d-48d9-978f-b438f785c4f9 req-546c0c41-4a53-4283-8b27-30abe0427413 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.46 "GET /v2.0/ports?device_id=13a98d56-ce57-4896-b5dd-e2f9378eeae8 HTTP/1.1" status: 200 len: 945 time: 0.2405522 Jul 15 13:22:38.421839 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-6a8fc120-f600-4b6f-bc23-4c5ecc960fd0 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b4a663-6229-4bb0-979d-aabde19c6594') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:38.422219 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-6a8fc120-f600-4b6f-bc23-4c5ecc960fd0 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b4a663-6229-4bb0-979d-aabde19c6594') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:38.439563 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-64862a42-697e-4adf-a29d-8fef07b4dffd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4414012 Jul 15 13:22:38.440125 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46490) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:38.457250 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-90af2015-b784-4ce1-a745-a579c4ccc61d tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:38.559807 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-cf91ae92-1552-48d5-a7a4-61b9676f608d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:38.561454 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-cf91ae92-1552-48d5-a7a4-61b9676f608d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b2f88f94-f063-456a-ac21-570ac0e96de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2187843 Jul 15 13:22:38.567241 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6a8fc120-f600-4b6f-bc23-4c5ecc960fd0 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.573164 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a671e6f9-b9c6-435e-b2af-5124cd2c915a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-62ecb9ac-f47a-41c5-a891-98654afe3d33', 'network_id': '62ecb9ac-f47a-41c5-a891-98654afe3d33', 'tenant_id': '32552016cc694d029d2a6cde6c12b6b0', 'fixed_ips': [{'subnet_id': 'bb5390ca-22fd-4ffd-8d43-8471fdda6908'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:22:38.574230 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a671e6f9-b9c6-435e-b2af-5124cd2c915a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.581475 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-1838cfe2-94c4-4639-bd16-293b3a59dcfb service neutron] 10.222.0.46 "GET /v2.0/networks/3e3e5ddc-b7e3-48b1-8310-31dba0db9e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467875 Jul 15 13:22:38.669539 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6a8fc120-f600-4b6f-bc23-4c5ecc960fd0 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.690372 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-90af2015-b784-4ce1-a745-a579c4ccc61d tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9221397'] for subnet, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.765668 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a8fc120-f600-4b6f-bc23-4c5ecc960fd0 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:22:38.766361 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6a8fc120-f600-4b6f-bc23-4c5ecc960fd0 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.772691 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-3843f576-4bfa-4eb3-8217-8e71b829d87b service neutron] 10.222.0.46 "GET /v2.0/networks/b2f88f94-f063-456a-ac21-570ac0e96de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890180 Jul 15 13:22:38.786882 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:22:38.786882 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:22:38.786882 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:22:38.786882 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:22:38.786882 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:22:38.786882 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:22:38.786882 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:22:38.786882 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:22:38.786882 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:22:38.786882 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:22:38.786882 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:22:38.786882 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:22:38.786882 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:22:38.786882 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:22:38.786882 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:22:38.786882 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:22:38.786882 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:22:38.786882 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:22:38.786882 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:22:38.786882 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:22:38.786882 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:22:38.786882 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:22:38.786882 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:22:38.786882 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:22:38.786882 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:22:38.786882 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:22:38.786882 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:22:38.786882 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:22:38.786882 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:22:38.786882 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:22:38.786882 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:22:38.786882 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:22:38.797318 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c710c702-ea55-4fd9-ab75-93470002d6cb req-ce61fa81-2da7-4c36-859f-7ad1a634e6c4 service neutron] 10.222.0.46 "GET /v2.0/networks/3e3e5ddc-b7e3-48b1-8310-31dba0db9e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041807 Jul 15 13:22:38.830931 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-a671e6f9-b9c6-435e-b2af-5124cd2c915a None None] Allocated IP 2001:db8::2 (62ecb9ac-f47a-41c5-a891-98654afe3d33/bb5390ca-22fd-4ffd-8d43-8471fdda6908/4bb4617c-8f22-4c09-a2f7-1db51d8d2157) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:38.882880 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6a8fc120-f600-4b6f-bc23-4c5ecc960fd0 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.893915 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6a8fc120-f600-4b6f-bc23-4c5ecc960fd0 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.898701 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6a8fc120-f600-4b6f-bc23-4c5ecc960fd0 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] 10.222.0.16 "DELETE /v2.0/networks/05cf5f45-2b26-4dd3-8446-7554efacc7f3 HTTP/1.1" status: 204 len: 168 time: 1.5024776 Jul 15 13:22:38.904656 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46498) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:38.916072 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8fc120-f600-4b6f-bc23-4c5ecc960fd0 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Pushing event deleted for resources: {'Network': ['ID=05cf5f45-2b26-4dd3-8446-7554efacc7f3,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:38.985655 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-880ab2ec-686d-48d9-978f-b438f785c4f9 req-3e7bc461-6a63-4699-b4d9-368fa96167f2 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Deleting port 2f9d6bbc-742b-463b-9604-8f83e55afda1 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:38.985998 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-880ab2ec-686d-48d9-978f-b438f785c4f9 req-3e7bc461-6a63-4699-b4d9-368fa96167f2 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.029443 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8e61a142-0b27-4911-a734-fa50065fb243 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.051165 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a671e6f9-b9c6-435e-b2af-5124cd2c915a None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.053509 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8e61a142-0b27-4911-a734-fa50065fb243 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.064645 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a671e6f9-b9c6-435e-b2af-5124cd2c915a None None] Transition to ACTIVE for port object 4bb4617c-8f22-4c09-a2f7-1db51d8d2157 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:39.076667 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d551168-5292-45aa-a063-d508d80d30b7 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Deleting subnet fa7308d5-47e3-4ed4-96eb-519a3d6e1964 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:22:39.087165 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a671e6f9-b9c6-435e-b2af-5124cd2c915a None None] Transition to ACTIVE for port object 4bb4617c-8f22-4c09-a2f7-1db51d8d2157 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:39.102206 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a671e6f9-b9c6-435e-b2af-5124cd2c915a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.109001 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d551168-5292-45aa-a063-d508d80d30b7 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.152702 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a671e6f9-b9c6-435e-b2af-5124cd2c915a None None] Network 62ecb9ac-f47a-41c5-a891-98654afe3d33 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:39.159326 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-a671e6f9-b9c6-435e-b2af-5124cd2c915a None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:39.164187 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a671e6f9-b9c6-435e-b2af-5124cd2c915a None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:39.164890 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d551168-5292-45aa-a063-d508d80d30b7 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.172643 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671e6f9-b9c6-435e-b2af-5124cd2c915a None None] Pushing event updated for resources: {'Port': ['ID=4bb4617c-8f22-4c09-a2f7-1db51d8d2157,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:39.220398 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-baa3fb54-1c5b-42e9-8e64-ede0ffa52ff4 req-39d5e171-63cb-42bc-a2ed-2f1fa1e0271d service neutron] 10.222.0.46 "GET /v2.0/networks/b2f88f94-f063-456a-ac21-570ac0e96de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256856 Jul 15 13:22:39.226355 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-880ab2ec-686d-48d9-978f-b438f785c4f9 req-3e7bc461-6a63-4699-b4d9-368fa96167f2 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] For port 2f9d6bbc-742b-463b-9604-8f83e55afda1, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2f9d6bbc-742b-463b-9604-8f83e55afda1,segment=NetworkSegment(3864457b-0c8b-4073-aefc-deb4dbf165b4),segment_id=3864457b-0c8b-4073-aefc-deb4dbf165b4)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:39.226841 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-880ab2ec-686d-48d9-978f-b438f785c4f9 req-3e7bc461-6a63-4699-b4d9-368fa96167f2 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.235756 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ed2d9-c738-4cce-946c-463bf69277c1 req-e8513120-4fcb-40d3-8217-0028390e0693 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:39.243075 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-201ed2d9-c738-4cce-946c-463bf69277c1 req-e8513120-4fcb-40d3-8217-0028390e0693 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/ports?device_id=13a98d56-ce57-4896-b5dd-e2f9378eeae8 HTTP/1.1" status: 200 len: 945 time: 0.4880545 Jul 15 13:22:39.259705 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-880ab2ec-686d-48d9-978f-b438f785c4f9 req-3e7bc461-6a63-4699-b4d9-368fa96167f2 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Calling delete_port for 2f9d6bbc-742b-463b-9604-8f83e55afda1 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:39.260629 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-a671e6f9-b9c6-435e-b2af-5124cd2c915a None None] Attempting to bind port 4bb4617c-8f22-4c09-a2f7-1db51d8d2157 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:39.261138 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-a671e6f9-b9c6-435e-b2af-5124cd2c915a None None] Attempting to bind port 4bb4617c-8f22-4c09-a2f7-1db51d8d2157 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '2b846985-e272-4abf-9efe-76e2eb4578f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '62ecb9ac-f47a-41c5-a891-98654afe3d33'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:39.261510 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a671e6f9-b9c6-435e-b2af-5124cd2c915a None None] Attempting to bind port 4bb4617c-8f22-4c09-a2f7-1db51d8d2157 on network 62ecb9ac-f47a-41c5-a891-98654afe3d33 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:39.268309 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a671e6f9-b9c6-435e-b2af-5124cd2c915a None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:39.268865 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a671e6f9-b9c6-435e-b2af-5124cd2c915a None None] Checking segment: {'id': '2b846985-e272-4abf-9efe-76e2eb4578f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '62ecb9ac-f47a-41c5-a891-98654afe3d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:39.270046 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a671e6f9-b9c6-435e-b2af-5124cd2c915a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.270447 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a671e6f9-b9c6-435e-b2af-5124cd2c915a None None] Bound using segment: {'id': '2b846985-e272-4abf-9efe-76e2eb4578f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '62ecb9ac-f47a-41c5-a891-98654afe3d33'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:39.271114 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-a671e6f9-b9c6-435e-b2af-5124cd2c915a None None] Bound port: 4bb4617c-8f22-4c09-a2f7-1db51d8d2157, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b846985-e272-4abf-9efe-76e2eb4578f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '62ecb9ac-f47a-41c5-a891-98654afe3d33'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:39.271586 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a671e6f9-b9c6-435e-b2af-5124cd2c915a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.282107 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938be11-c11a-4b5b-a4bf-54b5b204eeaa req-a33373a2-3e8f-4186-992b-2b65a7456eb7 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:39.292245 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8938be11-c11a-4b5b-a4bf-54b5b204eeaa req-a33373a2-3e8f-4186-992b-2b65a7456eb7 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2bd4ca1-9507-40c6-8420-7b5e60ea6945 HTTP/1.1" status: 200 len: 944 time: 0.4996617 Jul 15 13:22:39.326504 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c1f41-8bdd-4bd4-8162-95e4d9cd675e req-f0c24e28-f42b-4c88-9247-8ebe641df1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:39.328349 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b96c1f41-8bdd-4bd4-8162-95e4d9cd675e req-f0c24e28-f42b-4c88-9247-8ebe641df1bc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b10b0063b8b9467f824b5e9176c44cfb&device_id=a2bd4ca1-9507-40c6-8420-7b5e60ea6945 HTTP/1.1" status: 200 len: 1096 time: 0.4422553 Jul 15 13:22:39.364030 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a671e6f9-b9c6-435e-b2af-5124cd2c915a None None] For port 4bb4617c-8f22-4c09-a2f7-1db51d8d2157, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:39.367955 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a671e6f9-b9c6-435e-b2af-5124cd2c915a None None] For port 4bb4617c-8f22-4c09-a2f7-1db51d8d2157, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=4bb4617c-8f22-4c09-a2f7-1db51d8d2157,segment=NetworkSegment(2b846985-e272-4abf-9efe-76e2eb4578f9),segment_id=2b846985-e272-4abf-9efe-76e2eb4578f9)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:39.374874 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a671e6f9-b9c6-435e-b2af-5124cd2c915a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.419430 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8938be11-c11a-4b5b-a4bf-54b5b204eeaa req-641838a0-7e73-4b29-bc1d-4ad7a8c8df9b tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dac6203-2a63-4f9a-8058-502109578faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257896 Jul 15 13:22:39.470279 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671e6f9-b9c6-435e-b2af-5124cd2c915a None None] Pushing event updated for resources: {'Port': ['ID=4bb4617c-8f22-4c09-a2f7-1db51d8d2157,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:39.478341 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-201ed2d9-c738-4cce-946c-463bf69277c1 req-98877880-ce8b-44d8-89fa-6a240a6c9d70 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab08d857-4863-4f19-87e2-d9ddb6c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199903 Jul 15 13:22:39.500864 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d551168-5292-45aa-a063-d508d80d30b7 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.565125 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-8e61a142-0b27-4911-a734-fa50065fb243 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Allocated IP 172.25.8.192 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/de9dadc8-ac4e-43e0-9332-b0cf98c5181e) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:39.595113 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-90af2015-b784-4ce1-a745-a579c4ccc61d tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735677945483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8999865'] for subnet, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.641555 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-880ab2ec-686d-48d9-978f-b438f785c4f9 req-3e7bc461-6a63-4699-b4d9-368fa96167f2 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.645733 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c1f41-8bdd-4bd4-8162-95e4d9cd675e req-17339351-f341-4e75-bbb8-7dfd6bd328af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:39.647280 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b96c1f41-8bdd-4bd4-8162-95e4d9cd675e req-17339351-f341-4e75-bbb8-7dfd6bd328af service neutron] 10.222.0.46 "GET /v2.0/networks?id=3e3e5ddc-b7e3-48b1-8310-31dba0db9e15 HTTP/1.1" status: 200 len: 898 time: 0.3041837 Jul 15 13:22:39.701423 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90af2015-b784-4ce1-a745-a579c4ccc61d tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:39.702040 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-90af2015-b784-4ce1-a745-a579c4ccc61d tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.703566 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-90af2015-b784-4ce1-a745-a579c4ccc61d tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "PUT /v2.0/subnets/bb5390ca-22fd-4ffd-8d43-8471fdda6908 HTTP/1.1" status: 200 len: 826 time: 1.2546136 Jul 15 13:22:39.736890 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46508) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:39.751382 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b96c1f41-8bdd-4bd4-8162-95e4d9cd675e req-f00af2ee-8516-40f8-94fc-f8c1b4dd3ec2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=ea6a9987-c75c-478e-9f60-376dd8e36bc7 HTTP/1.1" status: 200 len: 217 time: 0.0725942 Jul 15 13:22:39.760045 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d551168-5292-45aa-a063-d508d80d30b7 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.774131 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7bc461-6a63-4699-b4d9-368fa96167f2 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Pushing event deleted for resources: {'Port': ['ID=2f9d6bbc-742b-463b-9604-8f83e55afda1,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:39.835069 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d551168-5292-45aa-a063-d508d80d30b7 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Pushing event deleted for resources: {'Subnet': ['ID=fa7308d5-47e3-4ed4-96eb-519a3d6e1964,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:39.847166 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d551168-5292-45aa-a063-d508d80d30b7 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.855746 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2d551168-5292-45aa-a063-d508d80d30b7 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] 10.222.0.16 "DELETE /v2.0/subnets/fa7308d5-47e3-4ed4-96eb-519a3d6e1964 HTTP/1.1" status: 204 len: 168 time: 0.9489744 Jul 15 13:22:39.856382 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46510) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:39.875942 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0966381-eb65-44b6-b236-42eae6d90da6 None None] Network d4b06f9f-5227-48aa-8327-7fa4de58a0da requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:39.963030 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e7dbeaff-3273-4da6-8705-f2b97601ecd3 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.982122 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c1f41-8bdd-4bd4-8162-95e4d9cd675e req-2dac4f7c-c548-44e2-a7c1-b00863c0e78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:39.987598 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b96c1f41-8bdd-4bd4-8162-95e4d9cd675e req-2dac4f7c-c548-44e2-a7c1-b00863c0e78b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=124d140d-d900-4287-bddd-68aef3ae9327 HTTP/1.1" status: 200 len: 837 time: 0.2222114 Jul 15 13:22:39.993414 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-880ab2ec-686d-48d9-978f-b438f785c4f9 req-3e7bc461-6a63-4699-b4d9-368fa96167f2 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] No DVR routers for this DVR port 2f9d6bbc-742b-463b-9604-8f83e55afda1 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:40.001976 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-880ab2ec-686d-48d9-978f-b438f785c4f9 req-3e7bc461-6a63-4699-b4d9-368fa96167f2 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.004889 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-880ab2ec-686d-48d9-978f-b438f785c4f9 req-3e7bc461-6a63-4699-b4d9-368fa96167f2 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.46 "DELETE /v2.0/ports/2f9d6bbc-742b-463b-9604-8f83e55afda1 HTTP/1.1" status: 204 len: 173 time: 1.5806963 Jul 15 13:22:40.010836 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a98d56-ce57-4896-b5dd-e2f9378eeae8', 'name': 'network-vif-deleted', 'tag': '2f9d6bbc-742b-463b-9604-8f83e55afda1'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:40.013559 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c117cd88-b6ec-4489-b668-b65eb1b52f5a" -d '{"events": [{"server_uuid": "13a98d56-ce57-4896-b5dd-e2f9378eeae8", "name": "network-vif-deleted", "tag": "2f9d6bbc-742b-463b-9604-8f83e55afda1"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:40.016888 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af2015-b784-4ce1-a745-a579c4ccc61d tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event updated for resources: {'Subnet': ['ID=bb5390ca-22fd-4ffd-8d43-8471fdda6908,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:40.122902 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8e61a142-0b27-4911-a734-fa50065fb243 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.126134 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b52561-6460-4c4a-b4b1-62630ebe5618 x-openstack-request-id: req-20b52561-6460-4c4a-b4b1-62630ebe5618 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:40.126429 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a98d56-ce57-4896-b5dd-e2f9378eeae8", "name": "network-vif-deleted", "tag": "2f9d6bbc-742b-463b-9604-8f83e55afda1", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:40.126712 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-20b52561-6460-4c4a-b4b1-62630ebe5618 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:40.127116 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a98d56-ce57-4896-b5dd-e2f9378eeae8', 'name': 'network-vif-deleted', 'tag': '2f9d6bbc-742b-463b-9604-8f83e55afda1', 'status': 'completed', 'code': 200} Jul 15 13:22:40.141084 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a446aa7d-b2ad-4ac5-9ab6-414d07bec061 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.189962 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e7dbeaff-3273-4da6-8705-f2b97601ecd3 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Deleting port 4e3c9628-a681-44a6-a644-67ee78048e49 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:40.192653 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e7dbeaff-3273-4da6-8705-f2b97601ecd3 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.213413 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c395fd4b-593b-466c-bcc8-69831669d770 None None] DHCP port deletion for d4b06f9f-5227-48aa-8327-7fa4de58a0da request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:22:40.288514 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c1f41-8bdd-4bd4-8162-95e4d9cd675e req-c76c1cb5-ac37-4b4d-aa40-a4eadd4dce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:40.290464 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b96c1f41-8bdd-4bd4-8162-95e4d9cd675e req-c76c1cb5-ac37-4b4d-aa40-a4eadd4dce64 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3e3e5ddc-b7e3-48b1-8310-31dba0db9e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2913134 Jul 15 13:22:40.292454 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8e61a142-0b27-4911-a734-fa50065fb243 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.325537 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c395fd4b-593b-466c-bcc8-69831669d770 None None] Deleting port 4e3c9628-a681-44a6-a644-67ee78048e49 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:40.325925 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c395fd4b-593b-466c-bcc8-69831669d770 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.372411 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e61a142-0b27-4911-a734-fa50065fb243 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:40.375713 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-a446aa7d-b2ad-4ac5-9ab6-414d07bec061 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Deleting port 4bb4617c-8f22-4c09-a2f7-1db51d8d2157 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:40.376074 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a446aa7d-b2ad-4ac5-9ab6-414d07bec061 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.395645 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-8e61a142-0b27-4911-a734-fa50065fb243 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:40.403048 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e7dbeaff-3273-4da6-8705-f2b97601ecd3 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] For port 4e3c9628-a681-44a6-a644-67ee78048e49, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=4e3c9628-a681-44a6-a644-67ee78048e49,segment=NetworkSegment(7a468ec0-b8ec-4a0f-a691-32825d215c36),segment_id=7a468ec0-b8ec-4a0f-a691-32825d215c36)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:40.404153 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e7dbeaff-3273-4da6-8705-f2b97601ecd3 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.406790 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e61a142-0b27-4911-a734-fa50065fb243 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:40.416901 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-c395fd4b-593b-466c-bcc8-69831669d770 None None] For port 4e3c9628-a681-44a6-a644-67ee78048e49, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=4e3c9628-a681-44a6-a644-67ee78048e49,segment=NetworkSegment(7a468ec0-b8ec-4a0f-a691-32825d215c36),segment_id=7a468ec0-b8ec-4a0f-a691-32825d215c36)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:40.417694 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c395fd4b-593b-466c-bcc8-69831669d770 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.421843 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 4bb4617c-8f22-4c09-a2f7-1db51d8d2157 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:40.423527 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e7dbeaff-3273-4da6-8705-f2b97601ecd3 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Calling delete_port for 4e3c9628-a681-44a6-a644-67ee78048e49 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:40.444994 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e61a142-0b27-4911-a734-fa50065fb243 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'Port': ['ID=de9dadc8-ac4e-43e0-9332-b0cf98c5181e,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:40.469971 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c395fd4b-593b-466c-bcc8-69831669d770 None None] Calling delete_port for 4e3c9628-a681-44a6-a644-67ee78048e49 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:40.631078 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e7dbeaff-3273-4da6-8705-f2b97601ecd3 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.685495 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b96c1f41-8bdd-4bd4-8162-95e4d9cd675e req-a6e9c285-1504-47f7-b28f-d47d1a154912 service neutron] 10.222.0.46 "GET /v2.0/networks/3e3e5ddc-b7e3-48b1-8310-31dba0db9e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870437 Jul 15 13:22:40.689645 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 4bb4617c-8f22-4c09-a2f7-1db51d8d2157 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:40.737119 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c395fd4b-593b-466c-bcc8-69831669d770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.767198 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dbeaff-3273-4da6-8705-f2b97601ecd3 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Pushing event deleted for resources: {'Port': ['ID=4e3c9628-a681-44a6-a644-67ee78048e49,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:40.802925 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dbeaff-3273-4da6-8705-f2b97601ecd3 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] No DVR routers for this DVR port 4e3c9628-a681-44a6-a644-67ee78048e49 on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:40.819890 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395fd4b-593b-466c-bcc8-69831669d770 None None] Pushing event deleted for resources: {'Port': ['ID=4e3c9628-a681-44a6-a644-67ee78048e49,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:40.835856 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c395fd4b-593b-466c-bcc8-69831669d770 None None] No DVR routers for this DVR port 4e3c9628-a681-44a6-a644-67ee78048e49 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:40.853412 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-a446aa7d-b2ad-4ac5-9ab6-414d07bec061 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] For port 4bb4617c-8f22-4c09-a2f7-1db51d8d2157, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=4bb4617c-8f22-4c09-a2f7-1db51d8d2157,segment=NetworkSegment(2b846985-e272-4abf-9efe-76e2eb4578f9),segment_id=2b846985-e272-4abf-9efe-76e2eb4578f9)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:40.853872 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a446aa7d-b2ad-4ac5-9ab6-414d07bec061 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.862206 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 4e3c9628-a681-44a6-a644-67ee78048e49 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:40.866619 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device ea6a9987-c75c-478e-9f60-376dd8e36bc7 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:22:40.875305 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 2f9d6bbc-742b-463b-9604-8f83e55afda1 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:40.891551 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-a446aa7d-b2ad-4ac5-9ab6-414d07bec061 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Calling delete_port for 4bb4617c-8f22-4c09-a2f7-1db51d8d2157 owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:41.025627 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 4e3c9628-a681-44a6-a644-67ee78048e49 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:41.026173 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 4e3c9628-a681-44a6-a644-67ee78048e49 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:41.030000 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 2f9d6bbc-742b-463b-9604-8f83e55afda1 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:41.030539 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 2f9d6bbc-742b-463b-9604-8f83e55afda1 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:41.052692 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port ea6a9987-c75c-478e-9f60-376dd8e36bc7, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ea6a9987-c75c-478e-9f60-376dd8e36bc7,segment=NetworkSegment(c8202d78-9e2d-42c9-b21c-96107e2ce3f4),segment_id=c8202d78-9e2d-42c9-b21c-96107e2ce3f4)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:41.070454 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'ea6a9987-c75c-478e-9f60-376dd8e36bc7', 'network_id': '3e3e5ddc-b7e3-48b1-8310-31dba0db9e15', 'port_id': 'ea6a9987-c75c-478e-9f60-376dd8e36bc7', 'mac_address': 'fa:16:3e:f5:72:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '124d140d-d900-4287-bddd-68aef3ae9327', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:22:41.088875 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f31a3a6d-a1dc-4653-8792-c6bc1db34000 req-173383f9-bb58-472d-bce8-c047037f7ddf tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/ports?device_id=13a98d56-ce57-4896-b5dd-e2f9378eeae8 HTTP/1.1" status: 200 len: 210 time: 0.1600025 Jul 15 13:22:41.144420 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.158661 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea6a9987-c75c-478e-9f60-376dd8e36bc7 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:22:41.180549 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port ea6a9987-c75c-478e-9f60-376dd8e36bc7, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ea6a9987-c75c-478e-9f60-376dd8e36bc7,segment=NetworkSegment(c8202d78-9e2d-42c9-b21c-96107e2ce3f4),segment_id=c8202d78-9e2d-42c9-b21c-96107e2ce3f4)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:41.186841 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.233692 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8e61a142-0b27-4911-a734-fa50065fb243 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.241161 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e7dbeaff-3273-4da6-8705-f2b97601ecd3 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.251021 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=ea6a9987-c75c-478e-9f60-376dd8e36bc7,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:41.253375 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-e7dbeaff-3273-4da6-8705-f2b97601ecd3 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4b06f9f-5227-48aa-8327-7fa4de58a0da']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:41.282182 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-e7dbeaff-3273-4da6-8705-f2b97601ecd3 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a468ec0-b8ec-4a0f-a691-32825d215c36') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:41.282472 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-e7dbeaff-3273-4da6-8705-f2b97601ecd3 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a468ec0-b8ec-4a0f-a691-32825d215c36') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:41.299540 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b96c1f41-8bdd-4bd4-8162-95e4d9cd675e req-048c44f8-0816-4335-8718-b9042dfc31e4 service neutron] 10.222.0.46 "GET /v2.0/networks/3e3e5ddc-b7e3-48b1-8310-31dba0db9e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6021690 Jul 15 13:22:41.308690 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e7dbeaff-3273-4da6-8705-f2b97601ecd3 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.310696 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afceddb-ff5f-4b7a-9f9e-3e61ec6835b8 None None] Network 62ecb9ac-f47a-41c5-a891-98654afe3d33 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:41.359074 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734f02d-cb92-444c-a247-9e499eee1cab req-d195bf0e-c028-499e-b67b-b3566e6d7c5a tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:41.360994 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9734f02d-cb92-444c-a247-9e499eee1cab req-d195bf0e-c028-499e-b67b-b3566e6d7c5a tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2bd4ca1-9507-40c6-8420-7b5e60ea6945 HTTP/1.1" status: 200 len: 944 time: 0.5144091 Jul 15 13:22:41.361711 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e7dbeaff-3273-4da6-8705-f2b97601ecd3 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.405137 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7dbeaff-3273-4da6-8705-f2b97601ecd3 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:22:41.405624 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e7dbeaff-3273-4da6-8705-f2b97601ecd3 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.409415 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:41.409415 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:41.409415 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:41.409415 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:41.409415 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:41.409415 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:41.409415 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:22:41.409415 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:22:41.409415 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:22:41.409415 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:22:41.409415 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:22:41.409415 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:22:41.409415 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:22:41.409415 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:22:41.409415 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:22:41.409415 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:22:41.409415 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:22:41.409415 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:22:41.409415 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:22:41.409415 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:22:41.409415 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:22:41.409415 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:22:41.409415 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:22:41.409415 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:22:41.409415 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:22:41.409415 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:22:41.409415 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:22:41.409415 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:22:41.409415 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:22:41.409415 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:22:41.409415 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:22:41.409415 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:22:41.409415 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:22:41.409415 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:22:41.409415 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:22:41.409415 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:22:41.409415 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:22:41.409415 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:22:41.467809 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9734f02d-cb92-444c-a247-9e499eee1cab req-f1fbb42a-8f6c-4f80-a9bb-72425d034477 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dac6203-2a63-4f9a-8058-502109578faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837595 Jul 15 13:22:41.524036 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e7dbeaff-3273-4da6-8705-f2b97601ecd3 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.528656 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-264b26b3-a8ff-402b-b37d-4794fb2ad1e0 None None] Provisioning for port 4bb4617c-8f22-4c09-a2f7-1db51d8d2157 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:41.538166 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e7dbeaff-3273-4da6-8705-f2b97601ecd3 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.539584 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-264b26b3-a8ff-402b-b37d-4794fb2ad1e0 None None] Provisioning complete for port 4bb4617c-8f22-4c09-a2f7-1db51d8d2157 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:41.540100 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-264b26b3-a8ff-402b-b37d-4794fb2ad1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.543291 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e7dbeaff-3273-4da6-8705-f2b97601ecd3 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] 10.222.0.16 "DELETE /v2.0/networks/d4b06f9f-5227-48aa-8327-7fa4de58a0da HTTP/1.1" status: 204 len: 168 time: 1.6837604 Jul 15 13:22:41.548459 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46530) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:41.570448 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dbeaff-3273-4da6-8705-f2b97601ecd3 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Pushing event deleted for resources: {'Network': ['ID=d4b06f9f-5227-48aa-8327-7fa4de58a0da,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:41.583520 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['ea6a9987-c75c-478e-9f60-376dd8e36bc7'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:41.601737 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8c9bc08b-4082-4f26-8f6e-123cea6873a5 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fa4b106-8611-445d-883f-a6ec517249f3 HTTP/1.1" status: 200 len: 205 time: 0.0500124 Jul 15 13:22:41.601984 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46532) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:41.694574 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5947aac3-2e0a-46bc-b0c8-bacf44dd7827 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.878419 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a446aa7d-b2ad-4ac5-9ab6-414d07bec061 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.899962 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-264b26b3-a8ff-402b-b37d-4794fb2ad1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.942793 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a446aa7d-b2ad-4ac5-9ab6-414d07bec061 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event deleted for resources: {'Port': ['ID=4bb4617c-8f22-4c09-a2f7-1db51d8d2157,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:41.954682 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5947aac3-2e0a-46bc-b0c8-bacf44dd7827 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.957275 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5947aac3-2e0a-46bc-b0c8-bacf44dd7827 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.051730 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a446aa7d-b2ad-4ac5-9ab6-414d07bec061 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] No DVR routers for this DVR port 4bb4617c-8f22-4c09-a2f7-1db51d8d2157 on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:42.104813 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8e61a142-0b27-4911-a734-fa50065fb243 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.126618 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a446aa7d-b2ad-4ac5-9ab6-414d07bec061 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.190658 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc91971-28e9-4cce-aa14-d1009aa0f654 None None] Network 62ecb9ac-f47a-41c5-a891-98654afe3d33 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:42.309046 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-78335071-3f27-4161-89b0-faeaa94d0ddf None None] Could not find standard attr ID for object 4bb4617c-8f22-4c09-a2f7-1db51d8d2157. {{(pid=93827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:22:42.408913 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5947aac3-2e0a-46bc-b0c8-bacf44dd7827 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.410601 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5947aac3-2e0a-46bc-b0c8-bacf44dd7827 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Fanout notify agent at l3_agent the message router_deleted on router 5fa4b106-8611-445d-883f-a6ec517249f3 {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:22:42.428291 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5947aac3-2e0a-46bc-b0c8-bacf44dd7827 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.432790 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5947aac3-2e0a-46bc-b0c8-bacf44dd7827 tempest-RoutersNegativeIpV6Test-403972750 tempest-RoutersNegativeIpV6Test-403972750-project] 10.222.0.16 "DELETE /v2.0/routers/5fa4b106-8611-445d-883f-a6ec517249f3 HTTP/1.1" status: 204 len: 168 time: 0.8298523 Jul 15 13:22:42.469215 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e61a142-0b27-4911-a734-fa50065fb243 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Router 0c982c6c-495b-41f7-9450-b5567c4c69e0 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:22:42.493443 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a446aa7d-b2ad-4ac5-9ab6-414d07bec061 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.612419 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a446aa7d-b2ad-4ac5-9ab6-414d07bec061 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event deleted for resources: {'Subnet': ['ID=bb5390ca-22fd-4ffd-8d43-8471fdda6908,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:42.781196 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a446aa7d-b2ad-4ac5-9ab6-414d07bec061 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.787604 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607a5c98-6975-47e7-8459-24c5503bc184 None None] Network 62ecb9ac-f47a-41c5-a891-98654afe3d33 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:42.796896 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-a446aa7d-b2ad-4ac5-9ab6-414d07bec061 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62ecb9ac-f47a-41c5-a891-98654afe3d33']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:42.814850 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e61a142-0b27-4911-a734-fa50065fb243 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:22:42.817625 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-a446aa7d-b2ad-4ac5-9ab6-414d07bec061 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b846985-e272-4abf-9efe-76e2eb4578f9') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:42.817927 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-a446aa7d-b2ad-4ac5-9ab6-414d07bec061 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b846985-e272-4abf-9efe-76e2eb4578f9') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:42.827291 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf77863-63ab-4a4e-a565-b9546238704d None None] Sync routers for ids ['0c982c6c-495b-41f7-9450-b5567c4c69e0'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:22:42.837114 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a446aa7d-b2ad-4ac5-9ab6-414d07bec061 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.841792 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf77863-63ab-4a4e-a565-b9546238704d None None] Routers {'0c982c6c-495b-41f7-9450-b5567c4c69e0'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:42.851905 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-1bf77863-63ab-4a4e-a565-b9546238704d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:22:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['0c982c6c-495b-41f7-9450-b5567c4c69e0'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:42.860181 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8e61a142-0b27-4911-a734-fa50065fb243 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.867846 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8e61a142-0b27-4911-a734-fa50065fb243 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.2184689 Jul 15 13:22:42.871142 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46552) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:42.872748 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a446aa7d-b2ad-4ac5-9ab6-414d07bec061 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.882968 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a446aa7d-b2ad-4ac5-9ab6-414d07bec061 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:22:42.886955 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a446aa7d-b2ad-4ac5-9ab6-414d07bec061 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.893547 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:22:42.893547 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:22:42.893547 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:22:42.893547 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:22:42.893547 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:22:42.893547 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:22:42.893547 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:22:42.893547 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:22:42.893547 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:22:42.893547 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:22:42.893547 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:22:42.893547 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:22:42.893547 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:22:42.893547 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:22:42.893547 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:22:42.893547 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:22:42.893547 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:22:42.893547 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:22:42.893547 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:22:42.893547 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:22:42.893547 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:22:42.893547 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:22:42.893547 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:22:42.893547 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:22:42.893547 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:22:42.893547 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:22:42.893547 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:22:42.893547 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:22:42.893547 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:22:42.893547 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:22:42.893547 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:22:42.893547 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:22:42.948677 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46554) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:42.962291 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-203dfcf1-65ff-4452-b3b6-35bda548dfb6 tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=d986de84121549bf90b7ac80073eff67&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0844145 Jul 15 13:22:42.974155 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46556) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:43.021113 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-1bf77863-63ab-4a4e-a565-b9546238704d None None] Set router 0c982c6c-495b-41f7-9450-b5567c4c69e0 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:43.036006 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a446aa7d-b2ad-4ac5-9ab6-414d07bec061 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.055468 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a446aa7d-b2ad-4ac5-9ab6-414d07bec061 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.060733 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a446aa7d-b2ad-4ac5-9ab6-414d07bec061 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "DELETE /v2.0/networks/62ecb9ac-f47a-41c5-a891-98654afe3d33 HTTP/1.1" status: 204 len: 168 time: 3.3228524 Jul 15 13:22:43.075345 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46560) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:43.084182 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65624f8-549c-4087-965b-3ac8388eca20 None None] DHCP port deletion for 62ecb9ac-f47a-41c5-a891-98654afe3d33 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:22:43.121488 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a446aa7d-b2ad-4ac5-9ab6-414d07bec061 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event deleted for resources: {'Network': ['ID=62ecb9ac-f47a-41c5-a891-98654afe3d33,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:43.155121 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2fd6d02-86c1-4727-9c37-284c1319c87b tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] DELETE failed (client error): The resource could not be found. Jul 15 13:22:43.155830 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2fd6d02-86c1-4727-9c37-284c1319c87b tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:22:43.158209 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a2fd6d02-86c1-4727-9c37-284c1319c87b tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "DELETE /v2.0/networks/62ecb9ac-f47a-41c5-a891-98654afe3d33 HTTP/1.1" status: 404 len: 339 time: 0.0803504 Jul 15 13:22:43.162997 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46562) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:43.168819 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-4763746e-3641-4722-9c5b-43e5e5217a88 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-311050727', 'description': 'd1'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:43.240597 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4763746e-3641-4722-9c5b-43e5e5217a88 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Made reservation on behalf of 32552016cc694d029d2a6cde6c12b6b0 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:43.244985 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4763746e-3641-4722-9c5b-43e5e5217a88 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.292608 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32907483-006e-4eba-bba4-8d67e380f755 req-8c5133f4-5803-4e0b-9a6f-6bf5cd616f13 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:43.293919 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4763746e-3641-4722-9c5b-43e5e5217a88 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:22:43.317950 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-32907483-006e-4eba-bba4-8d67e380f755 req-8c5133f4-5803-4e0b-9a6f-6bf5cd616f13 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2bd4ca1-9507-40c6-8420-7b5e60ea6945 HTTP/1.1" status: 200 len: 945 time: 0.5353813 Jul 15 13:22:43.321533 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4763746e-3641-4722-9c5b-43e5e5217a88 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.322246 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-4763746e-3641-4722-9c5b-43e5e5217a88 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Added segment 2bafc7d5-ddca-4dc1-80dc-6aa4d96645f6 of type vlan for network 07bb7bb6-c7d3-46e7-afe7-fa5d8500281c Jul 15 13:22:43.357514 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49378d4-a09d-40b3-8071-97e72c995da8 tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:43.359177 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d49378d4-a09d-40b3-8071-97e72c995da8 tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3821061 Jul 15 13:22:43.362078 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46564) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:43.412909 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-77c8c008-61fa-410b-a7bb-105f3a2f8a45 tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=e1268488-a505-464f-96b0-8b93d6dfd7ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0487587 Jul 15 13:22:43.420516 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46566) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:43.433697 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-25d8887a-5e90-48a2-946d-28a2905bc788 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1460748147', 'network_id': 'b153aeb7-bc34-4148-b815-36404bac7af2', 'project_id': 'd986de84121549bf90b7ac80073eff67', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:43.441797 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-32907483-006e-4eba-bba4-8d67e380f755 req-2940a755-a361-42db-8837-27c8ebe8bb15 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dac6203-2a63-4f9a-8058-502109578faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216285 Jul 15 13:22:43.464725 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4763746e-3641-4722-9c5b-43e5e5217a88 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.495601 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-1bf77863-63ab-4a4e-a565-b9546238704d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c982c6c-495b-41f7-9450-b5567c4c69e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477339294', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'de9dadc8-ac4e-43e0-9332-b0cf98c5181e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:36Z', 'updated_at': '2021-07-15T13:22:40Z', 'revision_number': 3, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'de9dadc8-ac4e-43e0-9332-b0cf98c5181e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:df:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c982c6c-495b-41f7-9450-b5567c4c69e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:39Z', 'updated_at': '2021-07-15T13:22:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:43.529270 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf77863-63ab-4a4e-a565-b9546238704d None None] Checking router: 0c982c6c-495b-41f7-9450-b5567c4c69e0 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:22:43.529621 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf77863-63ab-4a4e-a565-b9546238704d None None] Updating router 0c982c6c-495b-41f7-9450-b5567c4c69e0 port de9dadc8-ac4e-43e0-9332-b0cf98c5181e binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:22:43.575025 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1bf77863-63ab-4a4e-a565-b9546238704d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.591963 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9e855790-b1b1-4659-b12c-269ff7ab0bc5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=911517eafa6541b1ae9db71a8eb68140&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6419530 Jul 15 13:22:43.594754 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46574) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:43.603332 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4763746e-3641-4722-9c5b-43e5e5217a88 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.609698 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4763746e-3641-4722-9c5b-43e5e5217a88 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:43.610460 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4763746e-3641-4722-9c5b-43e5e5217a88 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.671288 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46578) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:43.671675 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4763746e-3641-4722-9c5b-43e5e5217a88 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5073133 Jul 15 13:22:43.726090 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4763746e-3641-4722-9c5b-43e5e5217a88 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event updated for resources: {'Network': ['ID=07bb7bb6-c7d3-46e7-afe7-fa5d8500281c,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:43.738986 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d8887a-5e90-48a2-946d-28a2905bc788 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Made reservation on behalf of d986de84121549bf90b7ac80073eff67 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:43.742687 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-25d8887a-5e90-48a2-946d-28a2905bc788 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.743160 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f8dd4f17-d0d0-496f-b30e-a72dc88b8880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.746885 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 07bb7bb6-c7d3-46e7-afe7-fa5d8500281c details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:22:43.922829 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f8dd4f17-d0d0-496f-b30e-a72dc88b8880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.990404 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf9ead3-997a-4051-ab7d-8decb83be7e8 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:43.990404 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-abf9ead3-997a-4051-ab7d-8decb83be7e8 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "GET /v2.0/networks?id=07bb7bb6-c7d3-46e7-afe7-fa5d8500281c HTTP/1.1" status: 200 len: 764 time: 0.3118813 Jul 15 13:22:43.992806 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46594) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:43.999251 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-f7181513-3633-470e-ac5c-d0ef9f33abcc tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Request body: {'network': {'description': 'd2'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:44.004220 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f8dd4f17-d0d0-496f-b30e-a72dc88b8880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:44.006853 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f8dd4f17-d0d0-496f-b30e-a72dc88b8880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:44.008215 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f8dd4f17-d0d0-496f-b30e-a72dc88b8880 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8720c8e5-2ac5-429b-bcbc-a88e2456d49c HTTP/1.1" status: 204 len: 168 time: 0.4123244 Jul 15 13:22:44.039784 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dd4f17-d0d0-496f-b30e-a72dc88b8880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8720c8e5-2ac5-429b-bcbc-a88e2456d49c,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:44.078111 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-25d8887a-5e90-48a2-946d-28a2905bc788 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:44.120433 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1bf77863-63ab-4a4e-a565-b9546238704d None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:44.146479 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-1bf77863-63ab-4a4e-a565-b9546238704d None None] Transition to ACTIVE for port object de9dadc8-ac4e-43e0-9332-b0cf98c5181e will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:44.163697 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1bf77863-63ab-4a4e-a565-b9546238704d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:44.193050 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8887a-5e90-48a2-946d-28a2905bc788 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'Subnet': ['ID=8b14ab54-2264-45cd-9e92-10b919be658c,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:44.202766 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d8887a-5e90-48a2-946d-28a2905bc788 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Checking segment: {'id': '8b7d6f84-66b8-41ae-be95-9e4971195f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b153aeb7-bc34-4148-b815-36404bac7af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:44.204468 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d8887a-5e90-48a2-946d-28a2905bc788 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Network hostable DHCP agents. Network: b153aeb7-bc34-4148-b815-36404bac7af2, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:22:44.204642 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304d24e9-4bd8-4768-8705-8beec1661b6b None None] Pushing event updated for resources: {'Port': ['ID=de9dadc8-ac4e-43e0-9332-b0cf98c5181e,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:44.217796 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d24e9-4bd8-4768-8705-8beec1661b6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:44.218149 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d24e9-4bd8-4768-8705-8beec1661b6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:44.218639 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d24e9-4bd8-4768-8705-8beec1661b6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:44.218895 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d24e9-4bd8-4768-8705-8beec1661b6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:44.219229 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d24e9-4bd8-4768-8705-8beec1661b6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:44.220066 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d24e9-4bd8-4768-8705-8beec1661b6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:44.220345 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d24e9-4bd8-4768-8705-8beec1661b6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:44.220634 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d24e9-4bd8-4768-8705-8beec1661b6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:44.221621 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d24e9-4bd8-4768-8705-8beec1661b6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:44.221621 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d24e9-4bd8-4768-8705-8beec1661b6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:44.221846 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d24e9-4bd8-4768-8705-8beec1661b6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:44.222069 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d24e9-4bd8-4768-8705-8beec1661b6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:44.236540 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 4bb4617c-8f22-4c09-a2f7-1db51d8d2157 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:44.251432 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d8887a-5e90-48a2-946d-28a2905bc788 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Network b153aeb7-bc34-4148-b815-36404bac7af2 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:22:44.263338 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-1bf77863-63ab-4a4e-a565-b9546238704d None None] Attempting to bind port de9dadc8-ac4e-43e0-9332-b0cf98c5181e on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:44.263769 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-1bf77863-63ab-4a4e-a565-b9546238704d None None] Attempting to bind port de9dadc8-ac4e-43e0-9332-b0cf98c5181e by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:44.264139 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf77863-63ab-4a4e-a565-b9546238704d None None] Attempting to bind port de9dadc8-ac4e-43e0-9332-b0cf98c5181e on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:44.273634 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 4bb4617c-8f22-4c09-a2f7-1db51d8d2157 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:44.274255 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 4bb4617c-8f22-4c09-a2f7-1db51d8d2157 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:44.279124 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf77863-63ab-4a4e-a565-b9546238704d None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:44.279444 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf77863-63ab-4a4e-a565-b9546238704d None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:44.279846 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1bf77863-63ab-4a4e-a565-b9546238704d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:44.280570 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf77863-63ab-4a4e-a565-b9546238704d None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:44.280707 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-1bf77863-63ab-4a4e-a565-b9546238704d None None] Bound port: de9dadc8-ac4e-43e0-9332-b0cf98c5181e, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:44.281062 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1bf77863-63ab-4a4e-a565-b9546238704d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:44.287775 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-25d8887a-5e90-48a2-946d-28a2905bc788 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, b153aeb7-bc34-4148-b815-36404bac7af2) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:44.294168 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d8887a-5e90-48a2-946d-28a2905bc788 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:44.295822 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-25d8887a-5e90-48a2-946d-28a2905bc788 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:44.297809 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbd15ac-c47c-4da1-8ce9-6af5806c3ce5 None None] Network b153aeb7-bc34-4148-b815-36404bac7af2 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:44.343507 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-25d8887a-5e90-48a2-946d-28a2905bc788 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9179633 Jul 15 13:22:44.349147 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46612) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:44.356743 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-1bf77863-63ab-4a4e-a565-b9546238704d None None] For port de9dadc8-ac4e-43e0-9332-b0cf98c5181e, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:44.360233 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-1bf77863-63ab-4a4e-a565-b9546238704d None None] For port de9dadc8-ac4e-43e0-9332-b0cf98c5181e, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=de9dadc8-ac4e-43e0-9332-b0cf98c5181e,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:44.366027 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1bf77863-63ab-4a4e-a565-b9546238704d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:44.380239 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f7181513-3633-470e-ac5c-d0ef9f33abcc tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:44.417629 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f7181513-3633-470e-ac5c-d0ef9f33abcc tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:44.438709 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f7181513-3633-470e-ac5c-d0ef9f33abcc tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Network 07bb7bb6-c7d3-46e7-afe7-fa5d8500281c is not hosted by any dhcp agent {{(pid=93825) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:22:44.444482 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7181513-3633-470e-ac5c-d0ef9f33abcc tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:44.445123 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f7181513-3633-470e-ac5c-d0ef9f33abcc tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:44.446419 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f7181513-3633-470e-ac5c-d0ef9f33abcc tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "PUT /v2.0/networks/07bb7bb6-c7d3-46e7-afe7-fa5d8500281c HTTP/1.1" status: 200 len: 761 time: 0.4525621 Jul 15 13:22:44.452087 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46618) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:44.510539 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf77863-63ab-4a4e-a565-b9546238704d None None] Routers {'0c982c6c-495b-41f7-9450-b5567c4c69e0'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:44.511195 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-1bf77863-63ab-4a4e-a565-b9546238704d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:22:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['0c982c6c-495b-41f7-9450-b5567c4c69e0'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:44.549695 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75db8755-31db-4e91-ac31-9d6d2083ecb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-b153aeb7-bc34-4148-b815-36404bac7af2', 'network_id': 'b153aeb7-bc34-4148-b815-36404bac7af2', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'fixed_ips': [{'subnet_id': '8b14ab54-2264-45cd-9e92-10b919be658c'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:22:44.552054 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-75db8755-31db-4e91-ac31-9d6d2083ecb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:44.656052 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-1bf77863-63ab-4a4e-a565-b9546238704d None None] Set router 0c982c6c-495b-41f7-9450-b5567c4c69e0 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:44.822377 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304d24e9-4bd8-4768-8705-8beec1661b6b None None] Pushing event updated for resources: {'Port': ['ID=de9dadc8-ac4e-43e0-9332-b0cf98c5181e,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:44.849787 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7181513-3633-470e-ac5c-d0ef9f33abcc tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event updated for resources: {'Network': ['ID=07bb7bb6-c7d3-46e7-afe7-fa5d8500281c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:44.881866 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device ea6a9987-c75c-478e-9f60-376dd8e36bc7 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:44.896350 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-75db8755-31db-4e91-ac31-9d6d2083ecb4 None None] Allocated IP 172.20.0.2 (b153aeb7-bc34-4148-b815-36404bac7af2/8b14ab54-2264-45cd-9e92-10b919be658c/8d5b000f-a076-4040-b856-c5ca50a746b5) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:45.138651 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb645ba-b9fc-4734-8837-14eb32ff7929 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:45.149204 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5cb645ba-b9fc-4734-8837-14eb32ff7929 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "GET /v2.0/networks?id=07bb7bb6-c7d3-46e7-afe7-fa5d8500281c HTTP/1.1" status: 200 len: 764 time: 0.6413424 Jul 15 13:22:45.164449 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46652) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:45.225860 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7181513-3633-470e-ac5c-d0ef9f33abcc tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:45.226211 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7181513-3633-470e-ac5c-d0ef9f33abcc tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:45.226998 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-1bf77863-63ab-4a4e-a565-b9546238704d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c982c6c-495b-41f7-9450-b5567c4c69e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477339294', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'de9dadc8-ac4e-43e0-9332-b0cf98c5181e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:36Z', 'updated_at': '2021-07-15T13:22:40Z', 'revision_number': 3, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'de9dadc8-ac4e-43e0-9332-b0cf98c5181e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:df:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c982c6c-495b-41f7-9450-b5567c4c69e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:39Z', 'updated_at': '2021-07-15T13:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:45.237886 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7181513-3633-470e-ac5c-d0ef9f33abcc tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:45.238278 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7181513-3633-470e-ac5c-d0ef9f33abcc tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:45.238609 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7181513-3633-470e-ac5c-d0ef9f33abcc tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:45.238962 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7181513-3633-470e-ac5c-d0ef9f33abcc tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:45.239324 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7181513-3633-470e-ac5c-d0ef9f33abcc tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:45.239664 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7181513-3633-470e-ac5c-d0ef9f33abcc tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:45.240001 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7181513-3633-470e-ac5c-d0ef9f33abcc tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:45.240336 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7181513-3633-470e-ac5c-d0ef9f33abcc tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:45.240666 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7181513-3633-470e-ac5c-d0ef9f33abcc tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:45.240996 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7181513-3633-470e-ac5c-d0ef9f33abcc tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:45.284113 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 07bb7bb6-c7d3-46e7-afe7-fa5d8500281c details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:22:45.303409 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port ea6a9987-c75c-478e-9f60-376dd8e36bc7 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:45.313677 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf77863-63ab-4a4e-a565-b9546238704d None None] The sync data for ids ['0c982c6c-495b-41f7-9450-b5567c4c69e0'] in n-d-771363-36 is: [{'id': '0c982c6c-495b-41f7-9450-b5567c4c69e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477339294', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'de9dadc8-ac4e-43e0-9332-b0cf98c5181e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:36Z', 'updated_at': '2021-07-15T13:22:40Z', 'revision_number': 3, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'de9dadc8-ac4e-43e0-9332-b0cf98c5181e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:df:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c982c6c-495b-41f7-9450-b5567c4c69e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:39Z', 'updated_at': '2021-07-15T13:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:22:45.333838 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port ea6a9987-c75c-478e-9f60-376dd8e36bc7 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:45.334221 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:45.540718 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-75db8755-31db-4e91-ac31-9d6d2083ecb4 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:45.554819 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5c8d1d81-9556-4307-887b-91f20b68c3f5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:45.558688 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-75db8755-31db-4e91-ac31-9d6d2083ecb4 None None] Transition to ACTIVE for port object 8d5b000f-a076-4040-b856-c5ca50a746b5 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:45.565420 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46658) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:45.578166 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-75db8755-31db-4e91-ac31-9d6d2083ecb4 None None] Transition to ACTIVE for port object 8d5b000f-a076-4040-b856-c5ca50a746b5 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:45.589381 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac373445-b17f-44da-ac63-ce41407e0cf7 req-b697cf48-a24c-4d48-8a9f-2fae1b65424f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:45.591176 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac373445-b17f-44da-ac63-ce41407e0cf7 req-b697cf48-a24c-4d48-8a9f-2fae1b65424f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2bd4ca1-9507-40c6-8420-7b5e60ea6945 HTTP/1.1" status: 200 len: 945 time: 0.7914305 Jul 15 13:22:45.619361 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-75db8755-31db-4e91-ac31-9d6d2083ecb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:45.643267 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c5c20c-1546-47f0-a5cc-e60741c6da6b tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:45.645695 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-03c5c20c-1546-47f0-a5cc-e60741c6da6b tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4802527 Jul 15 13:22:45.648780 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46662) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:45.758020 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75db8755-31db-4e91-ac31-9d6d2083ecb4 None None] Network b153aeb7-bc34-4148-b815-36404bac7af2 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:45.764128 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-75db8755-31db-4e91-ac31-9d6d2083ecb4 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:45.767373 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75db8755-31db-4e91-ac31-9d6d2083ecb4 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:45.804924 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac373445-b17f-44da-ac63-ce41407e0cf7 req-c38eccdb-061f-4730-a12f-4897d1fa59d4 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dac6203-2a63-4f9a-8058-502109578faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991699 Jul 15 13:22:45.810770 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1bf76d95-6ce8-43a8-a033-44b2b7803493 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "GET /v2.0/subnets?network_id=e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 207 time: 0.1597903 Jul 15 13:22:45.818534 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46666) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:45.845047 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db8755-31db-4e91-ac31-9d6d2083ecb4 None None] Pushing event updated for resources: {'Port': ['ID=8d5b000f-a076-4040-b856-c5ca50a746b5,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:45.847616 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-4e52573f-fc61-45b0-9bea-1e70d3e1ebe3 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-429127084', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:45.924578 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-75db8755-31db-4e91-ac31-9d6d2083ecb4 None None] Attempting to bind port 8d5b000f-a076-4040-b856-c5ca50a746b5 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:45.925094 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-75db8755-31db-4e91-ac31-9d6d2083ecb4 None None] Attempting to bind port 8d5b000f-a076-4040-b856-c5ca50a746b5 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '8b7d6f84-66b8-41ae-be95-9e4971195f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b153aeb7-bc34-4148-b815-36404bac7af2'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:45.925357 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75db8755-31db-4e91-ac31-9d6d2083ecb4 None None] Attempting to bind port 8d5b000f-a076-4040-b856-c5ca50a746b5 on network b153aeb7-bc34-4148-b815-36404bac7af2 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:45.949865 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e52573f-fc61-45b0-9bea-1e70d3e1ebe3 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:45.950982 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e52573f-fc61-45b0-9bea-1e70d3e1ebe3 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.004431 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75db8755-31db-4e91-ac31-9d6d2083ecb4 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:46.004431 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75db8755-31db-4e91-ac31-9d6d2083ecb4 None None] Checking segment: {'id': '8b7d6f84-66b8-41ae-be95-9e4971195f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b153aeb7-bc34-4148-b815-36404bac7af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:46.004431 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-75db8755-31db-4e91-ac31-9d6d2083ecb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.004431 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75db8755-31db-4e91-ac31-9d6d2083ecb4 None None] Bound using segment: {'id': '8b7d6f84-66b8-41ae-be95-9e4971195f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b153aeb7-bc34-4148-b815-36404bac7af2'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:46.004431 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-75db8755-31db-4e91-ac31-9d6d2083ecb4 None None] Bound port: 8d5b000f-a076-4040-b856-c5ca50a746b5, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b7d6f84-66b8-41ae-be95-9e4971195f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b153aeb7-bc34-4148-b815-36404bac7af2'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:46.015394 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-75db8755-31db-4e91-ac31-9d6d2083ecb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.073804 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e52573f-fc61-45b0-9bea-1e70d3e1ebe3 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.082946 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.103173 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e52573f-fc61-45b0-9bea-1e70d3e1ebe3 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.106201 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed40947-5ec2-49b9-a568-9e5e97ab1864 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:46.128816 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed40947-5ec2-49b9-a568-9e5e97ab1864 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:46.137105 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed40947-5ec2-49b9-a568-9e5e97ab1864 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:46.151315 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed40947-5ec2-49b9-a568-9e5e97ab1864 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:46.166554 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed40947-5ec2-49b9-a568-9e5e97ab1864 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:46.178836 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed40947-5ec2-49b9-a568-9e5e97ab1864 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:46.181291 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2ed40947-5ec2-49b9-a568-9e5e97ab1864 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3611510 Jul 15 13:22:46.188463 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bd4ca1-9507-40c6-8420-7b5e60ea6945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea6a9987-c75c-478e-9f60-376dd8e36bc7'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:46.196498 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46684) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:46.212547 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0052f7-2fb9-4e5f-a71f-21b80f502592" -d '{"events": [{"server_uuid": "a2bd4ca1-9507-40c6-8420-7b5e60ea6945", "name": "network-vif-plugged", "status": "completed", "tag": "ea6a9987-c75c-478e-9f60-376dd8e36bc7"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:46.287141 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-5c8d1d81-9556-4307-887b-91f20b68c3f5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Allocated IP 172.20.0.1 (b153aeb7-bc34-4148-b815-36404bac7af2/8b14ab54-2264-45cd-9e92-10b919be658c/1604d1d3-cd42-4c2c-9b25-dfdbddee3f41) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:46.303360 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-75db8755-31db-4e91-ac31-9d6d2083ecb4 None None] For port 8d5b000f-a076-4040-b856-c5ca50a746b5, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:46.306904 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-75db8755-31db-4e91-ac31-9d6d2083ecb4 None None] For port 8d5b000f-a076-4040-b856-c5ca50a746b5, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=8d5b000f-a076-4040-b856-c5ca50a746b5,segment=NetworkSegment(8b7d6f84-66b8-41ae-be95-9e4971195f20),segment_id=8b7d6f84-66b8-41ae-be95-9e4971195f20)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:46.317490 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port ea6a9987-c75c-478e-9f60-376dd8e36bc7, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ea6a9987-c75c-478e-9f60-376dd8e36bc7,segment=NetworkSegment(c8202d78-9e2d-42c9-b21c-96107e2ce3f4),segment_id=c8202d78-9e2d-42c9-b21c-96107e2ce3f4)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:46.327689 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5595729-6300-4a9f-8cdd-6d912dfdc468 x-openstack-request-id: req-a5595729-6300-4a9f-8cdd-6d912dfdc468 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:46.328268 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2bd4ca1-9507-40c6-8420-7b5e60ea6945", "name": "network-vif-plugged", "status": "completed", "tag": "ea6a9987-c75c-478e-9f60-376dd8e36bc7", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:46.330077 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5595729-6300-4a9f-8cdd-6d912dfdc468 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:46.331354 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2bd4ca1-9507-40c6-8420-7b5e60ea6945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea6a9987-c75c-478e-9f60-376dd8e36bc7', 'code': 200} Jul 15 13:22:46.334807 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.341818 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-75db8755-31db-4e91-ac31-9d6d2083ecb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.480176 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=ea6a9987-c75c-478e-9f60-376dd8e36bc7,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:46.484361 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device de9dadc8-ac4e-43e0-9332-b0cf98c5181e up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:46.527407 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e52573f-fc61-45b0-9bea-1e70d3e1ebe3 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.532428 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4e52573f-fc61-45b0-9bea-1e70d3e1ebe3 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.9628062 Jul 15 13:22:46.545345 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46690) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:46.569736 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-0605e17d-a1a7-4b82-8e7b-30bc49a0e900 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-958135756'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:46.637033 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db8755-31db-4e91-ac31-9d6d2083ecb4 None None] Pushing event updated for resources: {'Port': ['ID=8d5b000f-a076-4040-b856-c5ca50a746b5,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:46.661361 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port de9dadc8-ac4e-43e0-9332-b0cf98c5181e completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:46.672768 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port de9dadc8-ac4e-43e0-9332-b0cf98c5181e triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:46.673493 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.689132 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5c8d1d81-9556-4307-887b-91f20b68c3f5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.719254 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0605e17d-a1a7-4b82-8e7b-30bc49a0e900 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Made reservation on behalf of 608d4a260cd84e43bfe5dafaff186530 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:46.727299 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0605e17d-a1a7-4b82-8e7b-30bc49a0e900 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.742474 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9b2ec-e624-4523-b24f-e8d6e2240241 req-cf374e24-35db-4314-a1e4-f80dca2e4a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:46.746273 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4db9b2ec-e624-4523-b24f-e8d6e2240241 req-cf374e24-35db-4314-a1e4-f80dca2e4a63 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a2bd4ca1-9507-40c6-8420-7b5e60ea6945 HTTP/1.1" status: 200 len: 1098 time: 0.3597519 Jul 15 13:22:46.794987 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-5c8d1d81-9556-4307-887b-91f20b68c3f5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Transition to ACTIVE for port object 1604d1d3-cd42-4c2c-9b25-dfdbddee3f41 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:46.815322 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0605e17d-a1a7-4b82-8e7b-30bc49a0e900 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.856181 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.892106 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port de9dadc8-ac4e-43e0-9332-b0cf98c5181e, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=de9dadc8-ac4e-43e0-9332-b0cf98c5181e,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:46.901453 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.927621 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0729b68a-5dfb-43bc-9670-717d97c12854 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.7282498 Jul 15 13:22:46.955476 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46694) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:47.039758 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=de9dadc8-ac4e-43e0-9332-b0cf98c5181e,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:47.083022 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5c8d1d81-9556-4307-887b-91f20b68c3f5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.160637 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8d1d81-9556-4307-887b-91f20b68c3f5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Network b153aeb7-bc34-4148-b815-36404bac7af2 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:47.171701 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-5c8d1d81-9556-4307-887b-91f20b68c3f5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:47.174797 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fde41d-4cfa-4cd7-a019-e211925e9841 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:47.176463 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fde41d-4cfa-4cd7-a019-e211925e9841 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:47.178475 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8d1d81-9556-4307-887b-91f20b68c3f5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:47.178847 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fde41d-4cfa-4cd7-a019-e211925e9841 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:47.180716 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fde41d-4cfa-4cd7-a019-e211925e9841 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:47.183158 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fde41d-4cfa-4cd7-a019-e211925e9841 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:47.188138 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-48fde41d-4cfa-4cd7-a019-e211925e9841 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2277057 Jul 15 13:22:47.188320 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d1d81-9556-4307-887b-91f20b68c3f5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'Port': ['ID=1604d1d3-cd42-4c2c-9b25-dfdbddee3f41,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:47.244016 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46698) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:47.248325 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4db9b2ec-e624-4523-b24f-e8d6e2240241 req-9440dd80-f92e-4aee-a689-19d44180cf22 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3dac6203-2a63-4f9a-8058-502109578faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3129680 Jul 15 13:22:47.299894 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0605e17d-a1a7-4b82-8e7b-30bc49a0e900 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.305564 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71c890-d83c-4010-8ff7-bc4299266b05 req-fb5e4d7c-6c25-4a90-8197-0d4fc269f99c tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:47.312190 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cd71c890-d83c-4010-8ff7-bc4299266b05 req-fb5e4d7c-6c25-4a90-8197-0d4fc269f99c tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2bd4ca1-9507-40c6-8420-7b5e60ea6945 HTTP/1.1" status: 200 len: 946 time: 0.2291052 Jul 15 13:22:47.353103 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98186b7d-34eb-4ffb-a313-a091f68c4e00 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['shared'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:47.354609 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98186b7d-34eb-4ffb-a313-a091f68c4e00 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['shared'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:47.356057 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98186b7d-34eb-4ffb-a313-a091f68c4e00 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['shared'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:47.357419 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98186b7d-34eb-4ffb-a313-a091f68c4e00 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['shared'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:47.358942 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98186b7d-34eb-4ffb-a313-a091f68c4e00 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['shared'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:47.360576 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-98186b7d-34eb-4ffb-a313-a091f68c4e00 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1155882 Jul 15 13:22:47.370889 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46704) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:47.373215 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0605e17d-a1a7-4b82-8e7b-30bc49a0e900 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.386454 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cd71c890-d83c-4010-8ff7-bc4299266b05 req-ad8acf35-4955-4069-9be6-0bf7caab02bc tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dac6203-2a63-4f9a-8058-502109578faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669022 Jul 15 13:22:47.388416 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5c8d1d81-9556-4307-887b-91f20b68c3f5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.466261 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0605e17d-a1a7-4b82-8e7b-30bc49a0e900 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:22:47.495573 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0605e17d-a1a7-4b82-8e7b-30bc49a0e900 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d801210-c028-448e-a4c0-ca8faebf7298,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:47.525799 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0605e17d-a1a7-4b82-8e7b-30bc49a0e900 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.526149 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-0605e17d-a1a7-4b82-8e7b-30bc49a0e900 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Added segment 3e04e86b-87d6-4959-a9dc-df56b48d4dd2 of type vlan for network 0a220b7a-ab2c-415c-932f-a4b7602a58bd Jul 15 13:22:47.621936 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0605e17d-a1a7-4b82-8e7b-30bc49a0e900 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.681789 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5c8d1d81-9556-4307-887b-91f20b68c3f5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.689889 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b706c0-e087-437b-b082-6cfbe99476bb tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:47.691923 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f3b706c0-e087-437b-b082-6cfbe99476bb tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "GET /v2.0/networks/2e126f2e-0687-477f-baec-587eb13dd3e9 HTTP/1.1" status: 200 len: 804 time: 0.3199160 Jul 15 13:22:47.696866 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46708) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:47.753597 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0605e17d-a1a7-4b82-8e7b-30bc49a0e900 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.760094 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0605e17d-a1a7-4b82-8e7b-30bc49a0e900 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:47.760730 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0605e17d-a1a7-4b82-8e7b-30bc49a0e900 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.895304 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f2c97340-3a3b-4f62-a92d-02e79d3543dd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "GET /v2.0/networks/2e126f2e-0687-477f-baec-587eb13dd3e9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1965485 Jul 15 13:22:47.896556 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46710) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:47.904154 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0605e17d-a1a7-4b82-8e7b-30bc49a0e900 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3551910 Jul 15 13:22:47.907095 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46712) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:47.923149 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-801ba930-5488-4de2-bd79-6e0f9757bc14 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Request body: {'subnet': {'network_id': '0a220b7a-ab2c-415c-932f-a4b7602a58bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:47.957475 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b59483-03c8-4b50-bfa2-d26dc2c86773 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:47.959445 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-54b59483-03c8-4b50-bfa2-d26dc2c86773 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "GET /v2.0/subnets/f6ce31e1-60b1-4732-b11c-bd566d9fbb5f HTTP/1.1" status: 200 len: 843 time: 0.0617688 Jul 15 13:22:47.963940 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46714) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:48.028751 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552b3bc5-e578-40fd-bdb7-a6b274f7799f tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['shared'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:48.030477 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-552b3bc5-e578-40fd-bdb7-a6b274f7799f tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "GET /v2.0/subnets/f6ce31e1-60b1-4732-b11c-bd566d9fbb5f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0647290 Jul 15 13:22:48.035624 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46716) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:48.038085 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b2af9b-edd7-48c5-8e69-7822cf7e09da None None] Network b153aeb7-bc34-4148-b815-36404bac7af2 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:48.042762 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-ecb591b7-d6ce-486c-9339-8e0c6745edb0 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1952009347'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:48.069768 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb591b7-d6ce-486c-9339-8e0c6745edb0 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Made reservation on behalf of 32552016cc694d029d2a6cde6c12b6b0 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:48.074328 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ecb591b7-d6ce-486c-9339-8e0c6745edb0 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:48.107078 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb591b7-d6ce-486c-9339-8e0c6745edb0 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:22:48.131643 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ecb591b7-d6ce-486c-9339-8e0c6745edb0 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:48.147893 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-ecb591b7-d6ce-486c-9339-8e0c6745edb0 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Added segment 8e8ce5e9-6cec-4ab1-a588-63d197654b4a of type vlan for network 67cab011-669f-4f0a-94a2-14c307576df9 Jul 15 13:22:48.183484 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-76256a8a-4989-430b-9e2d-3c427e55e966 None None] Provisioning for port 8d5b000f-a076-4040-b856-c5ca50a746b5 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:48.226180 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ecb591b7-d6ce-486c-9339-8e0c6745edb0 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:48.311100 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ecb591b7-d6ce-486c-9339-8e0c6745edb0 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:48.334556 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb591b7-d6ce-486c-9339-8e0c6745edb0 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:48.337965 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ecb591b7-d6ce-486c-9339-8e0c6745edb0 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:48.612130 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8d5b000f-a076-4040-b856-c5ca50a746b5 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:48.624758 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb591b7-d6ce-486c-9339-8e0c6745edb0 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event updated for resources: {'Network': ['ID=67cab011-669f-4f0a-94a2-14c307576df9,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:48.634089 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ecb591b7-d6ce-486c-9339-8e0c6745edb0 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5959885 Jul 15 13:22:48.636796 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46732) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:48.655878 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-6f58501b-c1e6-4f01-8955-c847c116c5ee tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Request body: {'subnet': {'network_id': '67cab011-669f-4f0a-94a2-14c307576df9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:48.762532 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 67cab011-669f-4f0a-94a2-14c307576df9 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:22:48.843268 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 8d5b000f-a076-4040-b856-c5ca50a746b5 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:48.852426 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 8d5b000f-a076-4040-b856-c5ca50a746b5 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:48.854201 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:48.862113 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0605e17d-a1a7-4b82-8e7b-30bc49a0e900 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Pushing event updated for resources: {'Network': ['ID=0a220b7a-ab2c-415c-932f-a4b7602a58bd,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:48.930958 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5c8d1d81-9556-4307-887b-91f20b68c3f5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:48.943973 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5c8d1d81-9556-4307-887b-91f20b68c3f5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:48.952862 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 0a220b7a-ab2c-415c-932f-a4b7602a58bd details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:22:49.008126 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e61f15-4093-46ff-b7c7-f1679e89ce8d req-0250c74a-e113-4df7-ac7b-a55aab24fda4 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:49.018430 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e3e61f15-4093-46ff-b7c7-f1679e89ce8d req-0250c74a-e113-4df7-ac7b-a55aab24fda4 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2bd4ca1-9507-40c6-8420-7b5e60ea6945 HTTP/1.1" status: 200 len: 946 time: 0.3366201 Jul 15 13:22:49.035706 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801ba930-5488-4de2-bd79-6e0f9757bc14 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Made reservation on behalf of 608d4a260cd84e43bfe5dafaff186530 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:49.040776 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-801ba930-5488-4de2-bd79-6e0f9757bc14 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.093993 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a9cc334e-ac1c-4321-8105-6e1c3a6af011 None None] Provisioning for port 1604d1d3-cd42-4c2c-9b25-dfdbddee3f41 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:49.105634 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5c8d1d81-9556-4307-887b-91f20b68c3f5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.110268 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e3e61f15-4093-46ff-b7c7-f1679e89ce8d req-bbc3288b-ad78-4731-a3b7-cedc52a47411 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dac6203-2a63-4f9a-8058-502109578faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830045 Jul 15 13:22:49.110456 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a9cc334e-ac1c-4321-8105-6e1c3a6af011 None None] Provisioning complete for port 1604d1d3-cd42-4c2c-9b25-dfdbddee3f41 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:49.110861 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a9cc334e-ac1c-4321-8105-6e1c3a6af011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.112793 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f58501b-c1e6-4f01-8955-c847c116c5ee tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Made reservation on behalf of 32552016cc694d029d2a6cde6c12b6b0 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:49.120501 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d1d81-9556-4307-887b-91f20b68c3f5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'Port': ['ID=1604d1d3-cd42-4c2c-9b25-dfdbddee3f41,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:49.125629 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6f58501b-c1e6-4f01-8955-c847c116c5ee tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.195269 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a9cc334e-ac1c-4321-8105-6e1c3a6af011 None None] Port 1604d1d3-cd42-4c2c-9b25-dfdbddee3f41 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:22:49.255717 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.275474 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a9cc334e-ac1c-4321-8105-6e1c3a6af011 None None] Provisioning complete for port 8d5b000f-a076-4040-b856-c5ca50a746b5 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:49.275844 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a9cc334e-ac1c-4321-8105-6e1c3a6af011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.321984 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8d1d81-9556-4307-887b-91f20b68c3f5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Network b153aeb7-bc34-4148-b815-36404bac7af2 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:49.323360 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-6f58501b-c1e6-4f01-8955-c847c116c5ee tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Performing IP validity checks on allocation pools {{(pid=93825) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 13:22:49.325428 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-6f58501b-c1e6-4f01-8955-c847c116c5ee tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93825) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 13:22:49.325977 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-5c8d1d81-9556-4307-887b-91f20b68c3f5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:49.356686 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 8d5b000f-a076-4040-b856-c5ca50a746b5, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=8d5b000f-a076-4040-b856-c5ca50a746b5,segment=NetworkSegment(8b7d6f84-66b8-41ae-be95-9e4971195f20),segment_id=8b7d6f84-66b8-41ae-be95-9e4971195f20)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:49.412680 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.413474 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device de9dadc8-ac4e-43e0-9332-b0cf98c5181e up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:49.523763 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=8d5b000f-a076-4040-b856-c5ca50a746b5,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:49.601810 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-801ba930-5488-4de2-bd79-6e0f9757bc14 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.629245 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port de9dadc8-ac4e-43e0-9332-b0cf98c5181e triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:49.629985 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.638048 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef039297-e3e2-428a-a979-0a2cbcb3646b req-ae2fecac-43a8-4c39-81ea-ffa11a67782e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:49.646721 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef039297-e3e2-428a-a979-0a2cbcb3646b req-ae2fecac-43a8-4c39-81ea-ffa11a67782e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2bd4ca1-9507-40c6-8420-7b5e60ea6945 HTTP/1.1" status: 200 len: 946 time: 0.2107651 Jul 15 13:22:49.653687 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8d1d81-9556-4307-887b-91f20b68c3f5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Router 0c982c6c-495b-41f7-9450-b5567c4c69e0 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:22:49.746816 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c7f1b64d-31e6-48f3-b44f-b03e03ae0a56 None None] Provisioning complete for port 1604d1d3-cd42-4c2c-9b25-dfdbddee3f41 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:49.747306 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c7f1b64d-31e6-48f3-b44f-b03e03ae0a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.760879 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801ba930-5488-4de2-bd79-6e0f9757bc14 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Checking segment: {'id': '3e04e86b-87d6-4959-a9dc-df56b48d4dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0a220b7a-ab2c-415c-932f-a4b7602a58bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:49.761243 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801ba930-5488-4de2-bd79-6e0f9757bc14 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Network hostable DHCP agents. Network: 0a220b7a-ab2c-415c-932f-a4b7602a58bd, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:22:49.766600 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef039297-e3e2-428a-a979-0a2cbcb3646b req-6f6b9aa1-1cf7-4080-995c-c9922cf0be63 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dac6203-2a63-4f9a-8058-502109578faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188936 Jul 15 13:22:49.773923 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ba930-5488-4de2-bd79-6e0f9757bc14 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Pushing event updated for resources: {'Subnet': ['ID=5922e005-a46e-4116-add2-68dd20bf1973,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:49.864285 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c7f1b64d-31e6-48f3-b44f-b03e03ae0a56 None None] Port 1604d1d3-cd42-4c2c-9b25-dfdbddee3f41 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:22:49.868433 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6f58501b-c1e6-4f01-8955-c847c116c5ee tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.889062 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801ba930-5488-4de2-bd79-6e0f9757bc14 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Network 0a220b7a-ab2c-415c-932f-a4b7602a58bd is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:22:49.899956 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-801ba930-5488-4de2-bd79-6e0f9757bc14 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 0a220b7a-ab2c-415c-932f-a4b7602a58bd) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:49.908082 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afce2d77-ed8d-4f9a-9756-a6ade7e4f201 None None] Network 0a220b7a-ab2c-415c-932f-a4b7602a58bd requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:49.909101 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801ba930-5488-4de2-bd79-6e0f9757bc14 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:49.910232 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-801ba930-5488-4de2-bd79-6e0f9757bc14 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.920555 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8d1d81-9556-4307-887b-91f20b68c3f5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:22:49.940359 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5c8d1d81-9556-4307-887b-91f20b68c3f5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "PUT /v2.0/routers/0c982c6c-495b-41f7-9450-b5567c4c69e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5883904 Jul 15 13:22:49.949208 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-801ba930-5488-4de2-bd79-6e0f9757bc14 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0355878 Jul 15 13:22:49.949863 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46752) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:49.955434 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a0d768-021c-4376-98ed-14daa502c785 None None] Sync routers for ids ['0c982c6c-495b-41f7-9450-b5567c4c69e0'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:22:49.965624 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-7fefee91-d113-48fa-8f97-94a825db591c tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Request body: {'network': {'name': 'tempest-router-network01--1621624730'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:50.008795 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fefee91-d113-48fa-8f97-94a825db591c tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Made reservation on behalf of 608d4a260cd84e43bfe5dafaff186530 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:50.016329 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7fefee91-d113-48fa-8f97-94a825db591c tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.032892 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58501b-c1e6-4f01-8955-c847c116c5ee tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event updated for resources: {'Subnet': ['ID=3dc06a45-c5a3-4bfd-adc5-b585fafa255e,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:50.053330 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fefee91-d113-48fa-8f97-94a825db591c tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:22:50.068214 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f58501b-c1e6-4f01-8955-c847c116c5ee tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Checking segment: {'id': '8e8ce5e9-6cec-4ab1-a588-63d197654b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '67cab011-669f-4f0a-94a2-14c307576df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:50.070326 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f58501b-c1e6-4f01-8955-c847c116c5ee tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Network hostable DHCP agents. Network: 67cab011-669f-4f0a-94a2-14c307576df9, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:22:50.076151 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7fefee91-d113-48fa-8f97-94a825db591c tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.076674 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-7fefee91-d113-48fa-8f97-94a825db591c tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Added segment 325b5f43-9088-4611-9425-268dff8d6231 of type vlan for network d6ba6ac0-109c-44ff-8e14-65f462d6bc8c Jul 15 13:22:50.116848 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a0d768-021c-4376-98ed-14daa502c785 None None] Routers {'0c982c6c-495b-41f7-9450-b5567c4c69e0'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:50.118400 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-e1a0d768-021c-4376-98ed-14daa502c785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:22:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['0c982c6c-495b-41f7-9450-b5567c4c69e0'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:50.150747 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f58501b-c1e6-4f01-8955-c847c116c5ee tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Network 67cab011-669f-4f0a-94a2-14c307576df9 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:22:50.151404 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7fefee91-d113-48fa-8f97-94a825db591c tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.184645 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-6f58501b-c1e6-4f01-8955-c847c116c5ee tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 67cab011-669f-4f0a-94a2-14c307576df9) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:50.202207 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f58501b-c1e6-4f01-8955-c847c116c5ee tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.205539 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6f58501b-c1e6-4f01-8955-c847c116c5ee tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.238291 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6f58501b-c1e6-4f01-8955-c847c116c5ee tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.6000733 Jul 15 13:22:50.239746 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7fefee91-d113-48fa-8f97-94a825db591c tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.241483 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46758) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:50.251441 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-8f9cd821-e642-40fe-9d82-6dc6ad5b3a7f tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:50.255060 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fefee91-d113-48fa-8f97-94a825db591c tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.267401 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7fefee91-d113-48fa-8f97-94a825db591c tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.314725 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7fefee91-d113-48fa-8f97-94a825db591c tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3625178 Jul 15 13:22:50.329026 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46768) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:50.336790 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-5fa03eda-a26f-4a86-a206-c85827e153d1 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Request body: {'network': {'name': 'tempest-router-network02--385083666'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:50.405724 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fefee91-d113-48fa-8f97-94a825db591c tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Pushing event updated for resources: {'Network': ['ID=d6ba6ac0-109c-44ff-8e14-65f462d6bc8c,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:50.419689 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88992c39-c78e-4885-aaaf-f93bfde79028 None None] Network 67cab011-669f-4f0a-94a2-14c307576df9 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:50.425686 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8d5b000f-a076-4040-b856-c5ca50a746b5 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:50.432279 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-2c202913-de87-40c7-9248-d755c33a8ddc tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-702825312&fields=id&tenant_id=d986de84121549bf90b7ac80073eff67 HTTP/1.1" status: 200 len: 267 time: 0.1108148 Jul 15 13:22:50.452396 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa03eda-a26f-4a86-a206-c85827e153d1 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Made reservation on behalf of 608d4a260cd84e43bfe5dafaff186530 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:50.456210 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5fa03eda-a26f-4a86-a206-c85827e153d1 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.459157 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8f9cd821-e642-40fe-9d82-6dc6ad5b3a7f tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3602647'] for subnet, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.616367 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa03eda-a26f-4a86-a206-c85827e153d1 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:22:50.644744 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5fa03eda-a26f-4a86-a206-c85827e153d1 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.645271 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-5fa03eda-a26f-4a86-a206-c85827e153d1 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Added segment 37969ce0-335b-408f-8a2b-09bac4e0ab3c of type vlan for network 46ef3f85-7f1b-4900-9318-9fcf20b79dc3 Jul 15 13:22:50.705891 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network d6ba6ac0-109c-44ff-8e14-65f462d6bc8c details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:22:50.772749 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5fa03eda-a26f-4a86-a206-c85827e153d1 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.789555 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-05694b66-152e-448a-9c3a-a9819a33a491 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.803280 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-05694b66-152e-448a-9c3a-a9819a33a491 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/networks?id=b153aeb7-bc34-4148-b815-36404bac7af2 HTTP/1.1" status: 200 len: 796 time: 0.3578188 Jul 15 13:22:50.861328 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-988a8a57-8f97-4e82-bab1-0d019183f0c2 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/quotas/d986de84121549bf90b7ac80073eff67 HTTP/1.1" status: 200 len: 375 time: 0.0570858 Jul 15 13:22:50.977701 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8f9cd821-e642-40fe-9d82-6dc6ad5b3a7f tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735677945483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2883490'] for subnet, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.979919 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.db.resource_extend [None req-5fa03eda-a26f-4a86-a206-c85827e153d1 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:22:50.985461 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f4a8f605-a8a6-4fbd-9fec-c43089708cce None None] Provisioning complete for port 1604d1d3-cd42-4c2c-9b25-dfdbddee3f41 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:50.986199 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f4a8f605-a8a6-4fbd-9fec-c43089708cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:51.085026 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9cd821-e642-40fe-9d82-6dc6ad5b3a7f tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:51.085978 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8f9cd821-e642-40fe-9d82-6dc6ad5b3a7f tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:51.090911 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46780) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:51.091834 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8f9cd821-e642-40fe-9d82-6dc6ad5b3a7f tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "PUT /v2.0/subnets/3dc06a45-c5a3-4bfd-adc5-b585fafa255e HTTP/1.1" status: 200 len: 900 time: 0.8474047 Jul 15 13:22:51.100889 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5fa03eda-a26f-4a86-a206-c85827e153d1 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:51.108655 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa03eda-a26f-4a86-a206-c85827e153d1 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:51.109997 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5fa03eda-a26f-4a86-a206-c85827e153d1 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:51.121844 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9cd821-e642-40fe-9d82-6dc6ad5b3a7f tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event updated for resources: {'Subnet': ['ID=3dc06a45-c5a3-4bfd-adc5-b585fafa255e,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:51.131782 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-e1a0d768-021c-4376-98ed-14daa502c785 None None] Set router 0c982c6c-495b-41f7-9450-b5567c4c69e0 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:51.164552 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5fa03eda-a26f-4a86-a206-c85827e153d1 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8333623 Jul 15 13:22:51.168177 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46782) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:51.176609 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-ce756db6-4828-4d4d-8787-345230b92eb4 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Request body: {'subnet': {'network_id': 'd6ba6ac0-109c-44ff-8e14-65f462d6bc8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:51.177762 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f4a8f605-a8a6-4fbd-9fec-c43089708cce None None] Port 1604d1d3-cd42-4c2c-9b25-dfdbddee3f41 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:22:51.224839 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2eb0192d-8da0-46ce-80c7-254f8fbf715c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:51.250297 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa03eda-a26f-4a86-a206-c85827e153d1 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Pushing event updated for resources: {'Network': ['ID=46ef3f85-7f1b-4900-9318-9fcf20b79dc3,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:51.295146 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2eb0192d-8da0-46ce-80c7-254f8fbf715c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:51.339148 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 46ef3f85-7f1b-4900-9318-9fcf20b79dc3 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:22:51.373033 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ed1c8e-775d-400f-80e3-c9375c9ab16c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-0a220b7a-ab2c-415c-932f-a4b7602a58bd', 'network_id': '0a220b7a-ab2c-415c-932f-a4b7602a58bd', 'tenant_id': '608d4a260cd84e43bfe5dafaff186530', 'fixed_ips': [{'subnet_id': '5922e005-a46e-4116-add2-68dd20bf1973'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:22:51.374116 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5ed1c8e-775d-400f-80e3-c9375c9ab16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:51.390640 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46786) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:51.391407 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf366a73-1214-4948-b2a7-5d85af72fd4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-67cab011-669f-4f0a-94a2-14c307576df9', 'network_id': '67cab011-669f-4f0a-94a2-14c307576df9', 'tenant_id': '32552016cc694d029d2a6cde6c12b6b0', 'fixed_ips': [{'subnet_id': '3dc06a45-c5a3-4bfd-adc5-b585fafa255e'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:22:51.393023 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bf366a73-1214-4948-b2a7-5d85af72fd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:51.528433 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2eb0192d-8da0-46ce-80c7-254f8fbf715c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:51.564471 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-e5ed1c8e-775d-400f-80e3-c9375c9ab16c None None] Allocated IP 172.20.0.2 (0a220b7a-ab2c-415c-932f-a4b7602a58bd/5922e005-a46e-4116-add2-68dd20bf1973/fb23532c-01ee-47d7-8578-4003d21ed6ec) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:51.606830 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0192d-8da0-46ce-80c7-254f8fbf715c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event deleted for resources: {'Subnet': ['ID=3dc06a45-c5a3-4bfd-adc5-b585fafa255e,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:51.631184 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-785426b1-62e1-4f0e-8f74-30ab9330ae81 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d986de84121549bf90b7ac80073eff67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7689075 Jul 15 13:22:51.732523 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce756db6-4828-4d4d-8787-345230b92eb4 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Made reservation on behalf of 608d4a260cd84e43bfe5dafaff186530 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:51.737045 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ce756db6-4828-4d4d-8787-345230b92eb4 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:51.741445 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5ed1c8e-775d-400f-80e3-c9375c9ab16c None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:51.751284 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-e5ed1c8e-775d-400f-80e3-c9375c9ab16c None None] Transition to ACTIVE for port object fb23532c-01ee-47d7-8578-4003d21ed6ec will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:51.762139 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2eb0192d-8da0-46ce-80c7-254f8fbf715c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:51.769182 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-e5ed1c8e-775d-400f-80e3-c9375c9ab16c None None] Transition to ACTIVE for port object fb23532c-01ee-47d7-8578-4003d21ed6ec will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:51.778602 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-2eb0192d-8da0-46ce-80c7-254f8fbf715c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67cab011-669f-4f0a-94a2-14c307576df9']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:51.779668 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-48a10c6e-75a0-48db-8947-fd3d27ddc8a7 service neutron] 10.222.0.16 "GET /v2.0/networks/b153aeb7-bc34-4148-b815-36404bac7af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476374 Jul 15 13:22:51.793091 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-2eb0192d-8da0-46ce-80c7-254f8fbf715c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e8ce5e9-6cec-4ab1-a588-63d197654b4a') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:51.793352 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-2eb0192d-8da0-46ce-80c7-254f8fbf715c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e8ce5e9-6cec-4ab1-a588-63d197654b4a') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:51.794867 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 8d5b000f-a076-4040-b856-c5ca50a746b5 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:51.795939 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:51.797978 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5ed1c8e-775d-400f-80e3-c9375c9ab16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:51.934723 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2eb0192d-8da0-46ce-80c7-254f8fbf715c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:51.961336 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2eb0192d-8da0-46ce-80c7-254f8fbf715c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:51.972839 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb0192d-8da0-46ce-80c7-254f8fbf715c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:22:51.977083 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2eb0192d-8da0-46ce-80c7-254f8fbf715c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:51.980893 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:22:51.980893 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:22:51.980893 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:22:51.980893 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:22:51.980893 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:22:51.980893 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:22:51.980893 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:22:51.980893 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:22:51.980893 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:22:51.980893 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:22:51.980893 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:22:51.980893 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:22:51.980893 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:22:51.980893 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:22:51.980893 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:22:51.980893 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:22:51.980893 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:22:51.980893 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:22:51.980893 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:22:51.980893 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:22:51.980893 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:22:51.980893 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:22:51.980893 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:22:51.980893 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:22:51.980893 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:22:51.980893 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:22:51.980893 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:22:51.980893 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:22:51.980893 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:22:51.980893 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:22:51.980893 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:22:51.980893 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:22:52.016375 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ce756db6-4828-4d4d-8787-345230b92eb4 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:52.042131 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ed1c8e-775d-400f-80e3-c9375c9ab16c None None] Network 0a220b7a-ab2c-415c-932f-a4b7602a58bd is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:52.071573 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed1c8e-775d-400f-80e3-c9375c9ab16c None None] Pushing event updated for resources: {'Port': ['ID=fb23532c-01ee-47d7-8578-4003d21ed6ec,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:52.081345 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-e5ed1c8e-775d-400f-80e3-c9375c9ab16c None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:52.084277 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ed1c8e-775d-400f-80e3-c9375c9ab16c None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:52.140897 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce756db6-4828-4d4d-8787-345230b92eb4 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Pushing event updated for resources: {'Subnet': ['ID=a931846b-6918-4568-b057-02fc220fea9d,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:52.177207 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-1c51dde7-ac14-40ac-9c50-f1c715682e25 service neutron] 10.222.0.16 "GET /v2.0/networks/b153aeb7-bc34-4148-b815-36404bac7af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647428 Jul 15 13:22:52.178745 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce756db6-4828-4d4d-8787-345230b92eb4 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Checking segment: {'id': '325b5f43-9088-4611-9425-268dff8d6231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd6ba6ac0-109c-44ff-8e14-65f462d6bc8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:52.179388 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce756db6-4828-4d4d-8787-345230b92eb4 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Network hostable DHCP agents. Network: d6ba6ac0-109c-44ff-8e14-65f462d6bc8c, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:22:52.188950 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b9aebc-c538-456c-9b61-a2212cb55a1d None None] Network 67cab011-669f-4f0a-94a2-14c307576df9 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:52.202193 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce756db6-4828-4d4d-8787-345230b92eb4 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Network d6ba6ac0-109c-44ff-8e14-65f462d6bc8c is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:22:52.213062 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3201378b-592b-419d-bef5-85955d222063 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:52.228490 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-ce756db6-4828-4d4d-8787-345230b92eb4 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, d6ba6ac0-109c-44ff-8e14-65f462d6bc8c) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:52.231535 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2eb0192d-8da0-46ce-80c7-254f8fbf715c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:52.235296 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce756db6-4828-4d4d-8787-345230b92eb4 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:52.236269 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ce756db6-4828-4d4d-8787-345230b92eb4 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:52.242961 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2eb0192d-8da0-46ce-80c7-254f8fbf715c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:52.244844 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2eb0192d-8da0-46ce-80c7-254f8fbf715c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "DELETE /v2.0/networks/67cab011-669f-4f0a-94a2-14c307576df9 HTTP/1.1" status: 204 len: 168 time: 1.1529167 Jul 15 13:22:52.247536 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46806) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:52.295459 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6ca6ed2-9dc4-4cf5-925b-f05775c8e8d6 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] DELETE failed (client error): The resource could not be found. Jul 15 13:22:52.296291 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6ca6ed2-9dc4-4cf5-925b-f05775c8e8d6 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:22:52.298393 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e6ca6ed2-9dc4-4cf5-925b-f05775c8e8d6 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "DELETE /v2.0/subnets/3dc06a45-c5a3-4bfd-adc5-b585fafa255e HTTP/1.1" status: 404 len: 337 time: 0.0496032 Jul 15 13:22:52.301191 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46808) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:52.317138 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ce756db6-4828-4d4d-8787-345230b92eb4 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1475470 Jul 15 13:22:52.325781 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46810) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:52.332147 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-79a0e413-afa5-4469-bd13-0a578a51675b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Request body: {'subnet': {'network_id': '46ef3f85-7f1b-4900-9318-9fcf20b79dc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:52.332344 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-62dc621f-662e-4c27-83d6-aff4ab5b6867 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] DELETE failed (client error): The resource could not be found. Jul 15 13:22:52.332344 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62dc621f-662e-4c27-83d6-aff4ab5b6867 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:22:52.333958 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-62dc621f-662e-4c27-83d6-aff4ab5b6867 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "DELETE /v2.0/networks/67cab011-669f-4f0a-94a2-14c307576df9 HTTP/1.1" status: 404 len: 339 time: 0.0316613 Jul 15 13:22:52.334924 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0192d-8da0-46ce-80c7-254f8fbf715c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event deleted for resources: {'Network': ['ID=67cab011-669f-4f0a-94a2-14c307576df9,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:52.341918 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46812) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:52.364703 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc18069-7c73-40db-b522-c53efde729e1 None None] Network d6ba6ac0-109c-44ff-8e14-65f462d6bc8c requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:52.525882 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-62402965-7bec-464b-8fc5-20218b564dbb tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:52.542103 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-6adc0ee5-80d8-4c27-a14a-4583bb06448c tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:52.543879 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-6adc0ee5-80d8-4c27-a14a-4583bb06448c tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/networks?id=bc378939-e101-4aa3-86f3-04b543a39c6c HTTP/1.1" status: 200 len: 814 time: 0.2606523 Jul 15 13:22:52.544057 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-e5ed1c8e-775d-400f-80e3-c9375c9ab16c None None] Attempting to bind port fb23532c-01ee-47d7-8578-4003d21ed6ec on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:52.544336 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-e5ed1c8e-775d-400f-80e3-c9375c9ab16c None None] Attempting to bind port fb23532c-01ee-47d7-8578-4003d21ed6ec by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '3e04e86b-87d6-4959-a9dc-df56b48d4dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0a220b7a-ab2c-415c-932f-a4b7602a58bd'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:52.544702 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ed1c8e-775d-400f-80e3-c9375c9ab16c None None] Attempting to bind port fb23532c-01ee-47d7-8578-4003d21ed6ec on network 0a220b7a-ab2c-415c-932f-a4b7602a58bd {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:52.558053 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cc82f4-5554-4d53-9cf1-46d530ef0519 None None] Network 67cab011-669f-4f0a-94a2-14c307576df9 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:52.569171 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-720364dd-c7da-49f4-b5e4-3d85d5807fca tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/quotas/27fc5cb6d8c04643bd2403b04d4c4bb4 HTTP/1.1" status: 200 len: 375 time: 0.0163903 Jul 15 13:22:52.600097 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ed1c8e-775d-400f-80e3-c9375c9ab16c None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:52.600696 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ed1c8e-775d-400f-80e3-c9375c9ab16c None None] Checking segment: {'id': '3e04e86b-87d6-4959-a9dc-df56b48d4dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0a220b7a-ab2c-415c-932f-a4b7602a58bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:52.600994 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5ed1c8e-775d-400f-80e3-c9375c9ab16c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:52.601266 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ed1c8e-775d-400f-80e3-c9375c9ab16c None None] Bound using segment: {'id': '3e04e86b-87d6-4959-a9dc-df56b48d4dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0a220b7a-ab2c-415c-932f-a4b7602a58bd'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:52.601864 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-e5ed1c8e-775d-400f-80e3-c9375c9ab16c None None] Bound port: fb23532c-01ee-47d7-8578-4003d21ed6ec, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e04e86b-87d6-4959-a9dc-df56b48d4dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0a220b7a-ab2c-415c-932f-a4b7602a58bd'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:52.602138 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5ed1c8e-775d-400f-80e3-c9375c9ab16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:52.610847 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cc82f4-5554-4d53-9cf1-46d530ef0519 None None] Network 67cab011-669f-4f0a-94a2-14c307576df9 could not be found, it might have been deleted concurrently. {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 13:22:52.626742 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a0e413-afa5-4469-bd13-0a578a51675b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Made reservation on behalf of 608d4a260cd84e43bfe5dafaff186530 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:52.631680 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-79a0e413-afa5-4469-bd13-0a578a51675b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:52.754078 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-37030129-3d9d-4ebf-84a3-5bd84809ae00 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=27fc5cb6d8c04643bd2403b04d4c4bb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1768420 Jul 15 13:22:52.782420 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-62402965-7bec-464b-8fc5-20218b564dbb tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:52.814119 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-e5ed1c8e-775d-400f-80e3-c9375c9ab16c None None] For port fb23532c-01ee-47d7-8578-4003d21ed6ec, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:52.819825 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-e5ed1c8e-775d-400f-80e3-c9375c9ab16c None None] For port fb23532c-01ee-47d7-8578-4003d21ed6ec, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=fb23532c-01ee-47d7-8578-4003d21ed6ec,segment=NetworkSegment(3e04e86b-87d6-4959-a9dc-df56b48d4dd2),segment_id=3e04e86b-87d6-4959-a9dc-df56b48d4dd2)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:52.823636 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-e1a0d768-021c-4376-98ed-14daa502c785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c982c6c-495b-41f7-9450-b5567c4c69e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477339294', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'de9dadc8-ac4e-43e0-9332-b0cf98c5181e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:36Z', 'updated_at': '2021-07-15T13:22:47Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'de9dadc8-ac4e-43e0-9332-b0cf98c5181e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:df:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c982c6c-495b-41f7-9450-b5567c4c69e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:39Z', 'updated_at': '2021-07-15T13:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '1604d1d3-cd42-4c2c-9b25-dfdbddee3f41', 'name': '', 'network_id': 'b153aeb7-bc34-4148-b815-36404bac7af2', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'mac_address': 'fa:16:3e:6a:db:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c982c6c-495b-41f7-9450-b5567c4c69e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '8b14ab54-2264-45cd-9e92-10b919be658c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:45Z', 'updated_at': '2021-07-15T13:22:48Z', 'revision_number': 2, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'subnets': [{'id': '8b14ab54-2264-45cd-9e92-10b919be658c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:52.829795 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5ed1c8e-775d-400f-80e3-c9375c9ab16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:52.841242 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-62402965-7bec-464b-8fc5-20218b564dbb tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07bb7bb6-c7d3-46e7-afe7-fa5d8500281c']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:52.875371 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-62402965-7bec-464b-8fc5-20218b564dbb tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bafc7d5-ddca-4dc1-80dc-6aa4d96645f6') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:52.875664 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-62402965-7bec-464b-8fc5-20218b564dbb tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bafc7d5-ddca-4dc1-80dc-6aa4d96645f6') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:52.893378 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-a64981e8-b142-4932-92ff-32e0db806d45 service neutron] 10.222.0.16 "GET /v2.0/networks/bc378939-e101-4aa3-86f3-04b543a39c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378579 Jul 15 13:22:52.899637 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-62402965-7bec-464b-8fc5-20218b564dbb tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:52.923300 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-62402965-7bec-464b-8fc5-20218b564dbb tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:52.928471 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62402965-7bec-464b-8fc5-20218b564dbb tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:22:52.928827 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-62402965-7bec-464b-8fc5-20218b564dbb tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:52.942690 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a0d768-021c-4376-98ed-14daa502c785 None None] Checking router: 0c982c6c-495b-41f7-9450-b5567c4c69e0 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:22:52.943053 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a0d768-021c-4376-98ed-14daa502c785 None None] Updating router 0c982c6c-495b-41f7-9450-b5567c4c69e0 port 1604d1d3-cd42-4c2c-9b25-dfdbddee3f41 binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:22:52.949666 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b582a4f-6c93-469f-ac26-93c7a0490034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-d6ba6ac0-109c-44ff-8e14-65f462d6bc8c', 'network_id': 'd6ba6ac0-109c-44ff-8e14-65f462d6bc8c', 'tenant_id': '608d4a260cd84e43bfe5dafaff186530', 'fixed_ips': [{'subnet_id': 'a931846b-6918-4568-b057-02fc220fea9d'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:22:52.950514 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b582a4f-6c93-469f-ac26-93c7a0490034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:52.958972 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:22:52.958972 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:22:52.958972 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:22:52.958972 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:22:52.958972 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:22:52.958972 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:22:52.958972 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:22:52.958972 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:22:52.958972 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:22:52.958972 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:22:52.958972 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:22:52.958972 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:22:52.958972 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:22:52.958972 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:22:52.958972 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:22:52.958972 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:22:52.958972 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:22:52.958972 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:22:52.958972 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:22:52.958972 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:22:52.958972 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:22:52.958972 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:22:52.958972 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:22:52.958972 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:22:52.958972 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:22:52.958972 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:22:52.958972 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:22:52.958972 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:22:52.958972 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:22:52.958972 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:22:52.958972 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:22:52.958972 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:22:52.996258 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eda8410c-e60c-45be-b647-cf23e49f2167 req-bd9fbce0-3f46-4900-9f36-29634a11c510 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e HTTP/1.1" status: 200 len: 210 time: 0.0994089 Jul 15 13:22:53.055103 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed1c8e-775d-400f-80e3-c9375c9ab16c None None] Pushing event updated for resources: {'Port': ['ID=fb23532c-01ee-47d7-8578-4003d21ed6ec,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:53.063820 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e1a0d768-021c-4376-98ed-14daa502c785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:53.100784 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-62402965-7bec-464b-8fc5-20218b564dbb tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:53.167095 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-62402965-7bec-464b-8fc5-20218b564dbb tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:53.169396 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-62402965-7bec-464b-8fc5-20218b564dbb tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "DELETE /v2.0/networks/07bb7bb6-c7d3-46e7-afe7-fa5d8500281c HTTP/1.1" status: 204 len: 168 time: 0.8265340 Jul 15 13:22:53.170492 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62402965-7bec-464b-8fc5-20218b564dbb tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event deleted for resources: {'Network': ['ID=07bb7bb6-c7d3-46e7-afe7-fa5d8500281c,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:53.172413 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46834) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:53.233500 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-6f9c51ad-ca77-4585-87b8-db8a7ecbbe95 service neutron] 10.222.0.16 "GET /v2.0/networks/bc378939-e101-4aa3-86f3-04b543a39c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242576 Jul 15 13:22:53.245573 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-04d5abf2-2f99-49cd-a45e-b9b6495749e0 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] DELETE failed (client error): The resource could not be found. Jul 15 13:22:53.246804 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04d5abf2-2f99-49cd-a45e-b9b6495749e0 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:22:53.249624 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-04d5abf2-2f99-49cd-a45e-b9b6495749e0 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "DELETE /v2.0/subnets/bb5390ca-22fd-4ffd-8d43-8471fdda6908 HTTP/1.1" status: 404 len: 337 time: 0.0731306 Jul 15 13:22:53.252419 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46836) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:53.294044 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-3201378b-592b-419d-bef5-85955d222063 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Allocated IP 172.20.0.17 (3e3e5ddc-b7e3-48b1-8310-31dba0db9e15/124d140d-d900-4287-bddd-68aef3ae9327/3bf5c830-2de1-482e-aac3-7dbbc9e608d7) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:53.321502 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-79a0e413-afa5-4469-bd13-0a578a51675b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:53.399817 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-4b582a4f-6c93-469f-ac26-93c7a0490034 None None] Allocated IP 172.20.0.2 (d6ba6ac0-109c-44ff-8e14-65f462d6bc8c/a931846b-6918-4568-b057-02fc220fea9d/618fd8d7-dead-48a4-803a-7b6889de7735) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:53.402900 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-a444e5bf-1c2a-4669-b261-6e69494c966e tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] DELETE failed (client error): The resource could not be found. Jul 15 13:22:53.405535 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a444e5bf-1c2a-4669-b261-6e69494c966e tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:22:53.415360 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a444e5bf-1c2a-4669-b261-6e69494c966e tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "DELETE /v2.0/networks/62ecb9ac-f47a-41c5-a891-98654afe3d33 HTTP/1.1" status: 404 len: 339 time: 0.1603677 Jul 15 13:22:53.432249 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46838) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:53.522122 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a0e413-afa5-4469-bd13-0a578a51675b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Pushing event updated for resources: {'Subnet': ['ID=daed4d28-b1ef-4881-a9d3-30a64e5f8fda,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:53.522942 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3201378b-592b-419d-bef5-85955d222063 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:53.539739 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-3201378b-592b-419d-bef5-85955d222063 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Transition to ACTIVE for port object 3bf5c830-2de1-482e-aac3-7dbbc9e608d7 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:53.598007 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3201378b-592b-419d-bef5-85955d222063 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:53.675440 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3201378b-592b-419d-bef5-85955d222063 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Network 3e3e5ddc-b7e3-48b1-8310-31dba0db9e15 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:53.687827 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e5f1ff-2998-45ef-add1-082ab8b426fd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Deleting subnet ddc7b8ca-2f05-4cfd-adc8-b07ca8776569 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:22:53.690156 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-3201378b-592b-419d-bef5-85955d222063 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:53.696158 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-81e5f1ff-2998-45ef-add1-082ab8b426fd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:53.705914 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3201378b-592b-419d-bef5-85955d222063 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:53.791421 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-81e5f1ff-2998-45ef-add1-082ab8b426fd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:53.795933 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a0e413-afa5-4469-bd13-0a578a51675b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Checking segment: {'id': '37969ce0-335b-408f-8a2b-09bac4e0ab3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '46ef3f85-7f1b-4900-9318-9fcf20b79dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:53.796295 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a0e413-afa5-4469-bd13-0a578a51675b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Network hostable DHCP agents. Network: 46ef3f85-7f1b-4900-9318-9fcf20b79dc3, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:22:53.827492 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201378b-592b-419d-bef5-85955d222063 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'Port': ['ID=3bf5c830-2de1-482e-aac3-7dbbc9e608d7,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:53.883239 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3201378b-592b-419d-bef5-85955d222063 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:53.919434 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bc35f439-a7f4-4aad-89b6-47c9edf0ab05 req-6a45d6d1-cc50-4dc8-96b6-1b43b2117f63 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f9dbbea-b147-4abe-9355-099ea45baf4d HTTP/1.1" status: 200 len: 210 time: 0.1242425 Jul 15 13:22:53.922529 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a0e413-afa5-4469-bd13-0a578a51675b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Network 46ef3f85-7f1b-4900-9318-9fcf20b79dc3 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:22:54.008391 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-81e5f1ff-2998-45ef-add1-082ab8b426fd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.102971 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-79a0e413-afa5-4469-bd13-0a578a51675b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 46ef3f85-7f1b-4900-9318-9fcf20b79dc3) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:54.119192 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a0e413-afa5-4469-bd13-0a578a51675b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:54.120131 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-79a0e413-afa5-4469-bd13-0a578a51675b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.151847 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-79a0e413-afa5-4469-bd13-0a578a51675b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8221147 Jul 15 13:22:54.152497 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46858) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:54.174242 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-81e5f1ff-2998-45ef-add1-082ab8b426fd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.207568 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8db13f-0587-41e4-8751-24fd9887b481 None None] Network 46ef3f85-7f1b-4900-9318-9fcf20b79dc3 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:54.212604 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b582a4f-6c93-469f-ac26-93c7a0490034 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.316910 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3201378b-592b-419d-bef5-85955d222063 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.370469 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-4b582a4f-6c93-469f-ac26-93c7a0490034 None None] Transition to ACTIVE for port object 618fd8d7-dead-48a4-803a-7b6889de7735 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:54.407737 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-84eb2ba3-926b-4355-8f20-9403793b400a None None] Provisioning for port 3bf5c830-2de1-482e-aac3-7dbbc9e608d7 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:54.465766 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e5f1ff-2998-45ef-add1-082ab8b426fd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event deleted for resources: {'Subnet': ['ID=ddc7b8ca-2f05-4cfd-adc8-b07ca8776569,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:54.468051 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e1a0d768-021c-4376-98ed-14daa502c785 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.474030 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-84eb2ba3-926b-4355-8f20-9403793b400a None None] Provisioning complete for port 3bf5c830-2de1-482e-aac3-7dbbc9e608d7 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:54.474403 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-84eb2ba3-926b-4355-8f20-9403793b400a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.486582 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-4b582a4f-6c93-469f-ac26-93c7a0490034 None None] Transition to ACTIVE for port object 618fd8d7-dead-48a4-803a-7b6889de7735 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:54.523130 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-81e5f1ff-2998-45ef-add1-082ab8b426fd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.533016 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-81e5f1ff-2998-45ef-add1-082ab8b426fd tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "DELETE /v2.0/subnets/ddc7b8ca-2f05-4cfd-adc8-b07ca8776569 HTTP/1.1" status: 204 len: 168 time: 1.0122466 Jul 15 13:22:54.539822 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46862) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:54.719171 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff77be77-8541-493e-9f7d-350d8629ddc0 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Deleting subnet f2120cf3-9564-4f12-9460-90f7ce231a50 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:22:54.724800 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ff77be77-8541-493e-9f7d-350d8629ddc0 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.728615 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b0179980-b7b7-4437-94e1-908113ebb6fe req-8e91d114-1e4d-477e-8cf9-528fdbedfc73 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e HTTP/1.1" status: 200 len: 210 time: 0.3930981 Jul 15 13:22:54.939478 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b582a4f-6c93-469f-ac26-93c7a0490034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.941045 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b50c585-7149-42e3-85cf-a2458c05ec04 None None] Network 94f7f3e7-e742-4133-9143-46ba09adf529 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:54.951724 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81db2e55-8da9-445e-9576-73b938b8ee2e None None] Network 0a220b7a-ab2c-415c-932f-a4b7602a58bd requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:55.037867 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-e1a0d768-021c-4376-98ed-14daa502c785 None None] Transition to ACTIVE for port object 1604d1d3-cd42-4c2c-9b25-dfdbddee3f41 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:55.110646 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device fb23532c-01ee-47d7-8578-4003d21ed6ec up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:55.168705 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ff77be77-8541-493e-9f7d-350d8629ddc0 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:55.216556 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6f67d430-f203-40df-b9c4-9d301dc9ff22 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:55.319278 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e1a0d768-021c-4376-98ed-14daa502c785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:55.351318 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-579067ca-e99b-457f-89bb-d14246d39800 req-6e6673e0-0a7d-400a-88ef-0d6252dde45d tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f9dbbea-b147-4abe-9355-099ea45baf4d HTTP/1.1" status: 200 len: 210 time: 0.1360595 Jul 15 13:22:55.357945 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-064aa900-ae45-4ef9-bca4-433490d24855 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:55.359439 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-064aa900-ae45-4ef9-bca4-433490d24855 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.46 "GET /v2.0/networks?id=b153aeb7-bc34-4148-b815-36404bac7af2 HTTP/1.1" status: 200 len: 796 time: 0.5108902 Jul 15 13:22:55.421094 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b582a4f-6c93-469f-ac26-93c7a0490034 None None] Pushing event updated for resources: {'Port': ['ID=618fd8d7-dead-48a4-803a-7b6889de7735,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:55.429109 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-96dc08a2-9040-4764-a75b-4b9943e6150a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d986de84121549bf90b7ac80073eff67 HTTP/1.1" status: 200 len: 379 time: 0.0389633 Jul 15 13:22:55.430911 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-84eb2ba3-926b-4355-8f20-9403793b400a None None] Port 3bf5c830-2de1-482e-aac3-7dbbc9e608d7 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:22:55.461304 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-5350ebdf-1405-49dc-9487-530b0475654a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'port': {'device_id': 'de7cc661-2d86-4689-8fef-1bbd7f7c284e', 'network_id': 'b153aeb7-bc34-4148-b815-36404bac7af2', 'admin_state_up': True, 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'security_groups': ['cbce786e-178b-4ec4-a228-7da33810f7db']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:55.647844 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b582a4f-6c93-469f-ac26-93c7a0490034 None None] Network d6ba6ac0-109c-44ff-8e14-65f462d6bc8c is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:55.745145 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-4b582a4f-6c93-469f-ac26-93c7a0490034 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:55.754108 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b582a4f-6c93-469f-ac26-93c7a0490034 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:55.767013 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-6f67d430-f203-40df-b9c4-9d301dc9ff22 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Allocated IP 172.20.0.1 (d6ba6ac0-109c-44ff-8e14-65f462d6bc8c/a931846b-6918-4568-b057-02fc220fea9d/ed1c6399-6e5d-4868-9e3c-b0a1cf1ca011) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:55.772290 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-687d24be-30d4-42b7-aaf6-a28bbcf7f612 None None] Provisioning for port fb23532c-01ee-47d7-8578-4003d21ed6ec completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:55.787907 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816da26a-1cd9-4902-a93b-9ec4f90de2a5 None None] Pushing event updated for resources: {'Port': ['ID=1604d1d3-cd42-4c2c-9b25-dfdbddee3f41,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:55.956261 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port fb23532c-01ee-47d7-8578-4003d21ed6ec completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:55.990467 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port fb23532c-01ee-47d7-8578-4003d21ed6ec triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:55.996122 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:55.997628 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6f67d430-f203-40df-b9c4-9d301dc9ff22 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.012718 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6f67d430-f203-40df-b9c4-9d301dc9ff22 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Transition to ACTIVE for port object ed1c6399-6e5d-4868-9e3c-b0a1cf1ca011 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:56.061544 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3201378b-592b-419d-bef5-85955d222063 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.081096 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ff77be77-8541-493e-9f7d-350d8629ddc0 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.094956 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4ea3469d-b5fe-4090-8a97-d537a6308011 req-779a8222-a8d5-45af-935e-f137dbbfb7ad tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e HTTP/1.1" status: 200 len: 210 time: 0.0349901 Jul 15 13:22:56.097618 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6f67d430-f203-40df-b9c4-9d301dc9ff22 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.107595 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-5350ebdf-1405-49dc-9487-530b0475654a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Made reservation on behalf of d986de84121549bf90b7ac80073eff67 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:56.111576 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-5350ebdf-1405-49dc-9487-530b0475654a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.126472 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f67d430-f203-40df-b9c4-9d301dc9ff22 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Network d6ba6ac0-109c-44ff-8e14-65f462d6bc8c is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:56.134700 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-6f67d430-f203-40df-b9c4-9d301dc9ff22 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:56.167613 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f67d430-f203-40df-b9c4-9d301dc9ff22 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:56.177065 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-7d4a73ee-00d2-4f2e-b8ba-fe70ca12c9c2 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:56.178697 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-7d4a73ee-00d2-4f2e-b8ba-fe70ca12c9c2 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.46 "GET /v2.0/networks?id=bc378939-e101-4aa3-86f3-04b543a39c6c HTTP/1.1" status: 200 len: 814 time: 0.4215009 Jul 15 13:22:56.187825 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3201378b-592b-419d-bef5-85955d222063 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.255892 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6f67d430-f203-40df-b9c4-9d301dc9ff22 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.289809 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-f724d891-5f92-4487-bca7-b31b7204c2b1 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Request body: {'port': {'device_id': '9f9dbbea-b147-4abe-9355-099ea45baf4d', 'network_id': 'bc378939-e101-4aa3-86f3-04b543a39c6c', 'admin_state_up': True, 'tenant_id': '27fc5cb6d8c04643bd2403b04d4c4bb4'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:56.294957 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbae4c4b-7504-4ecc-bb6e-aed154fda109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-46ef3f85-7f1b-4900-9318-9fcf20b79dc3', 'network_id': '46ef3f85-7f1b-4900-9318-9fcf20b79dc3', 'tenant_id': '608d4a260cd84e43bfe5dafaff186530', 'fixed_ips': [{'subnet_id': 'daed4d28-b1ef-4881-a9d3-30a64e5f8fda'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:22:56.295809 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bbae4c4b-7504-4ecc-bb6e-aed154fda109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.324148 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-e1a0d768-021c-4376-98ed-14daa502c785 None None] Attempting to bind port 1604d1d3-cd42-4c2c-9b25-dfdbddee3f41 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:56.326518 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-e1a0d768-021c-4376-98ed-14daa502c785 None None] Attempting to bind port 1604d1d3-cd42-4c2c-9b25-dfdbddee3f41 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '8b7d6f84-66b8-41ae-be95-9e4971195f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b153aeb7-bc34-4148-b815-36404bac7af2'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:56.327094 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a0d768-021c-4376-98ed-14daa502c785 None None] Attempting to bind port 1604d1d3-cd42-4c2c-9b25-dfdbddee3f41 on network b153aeb7-bc34-4148-b815-36404bac7af2 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:56.353695 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.356011 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-4b582a4f-6c93-469f-ac26-93c7a0490034 None None] Attempting to bind port 618fd8d7-dead-48a4-803a-7b6889de7735 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:56.356385 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-4b582a4f-6c93-469f-ac26-93c7a0490034 None None] Attempting to bind port 618fd8d7-dead-48a4-803a-7b6889de7735 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '325b5f43-9088-4611-9425-268dff8d6231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd6ba6ac0-109c-44ff-8e14-65f462d6bc8c'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:56.356747 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b582a4f-6c93-469f-ac26-93c7a0490034 None None] Attempting to bind port 618fd8d7-dead-48a4-803a-7b6889de7735 on network d6ba6ac0-109c-44ff-8e14-65f462d6bc8c {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:56.500425 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3201378b-592b-419d-bef5-85955d222063 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.533874 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201378b-592b-419d-bef5-85955d222063 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'Port': ['ID=3bf5c830-2de1-482e-aac3-7dbbc9e608d7,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:56.561218 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-f724d891-5f92-4487-bca7-b31b7204c2b1 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Made reservation on behalf of 27fc5cb6d8c04643bd2403b04d4c4bb4 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:56.573446 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-f724d891-5f92-4487-bca7-b31b7204c2b1 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.677253 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a0d768-021c-4376-98ed-14daa502c785 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:56.677651 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a0d768-021c-4376-98ed-14daa502c785 None None] Checking segment: {'id': '8b7d6f84-66b8-41ae-be95-9e4971195f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b153aeb7-bc34-4148-b815-36404bac7af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:56.678048 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e1a0d768-021c-4376-98ed-14daa502c785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.678448 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a0d768-021c-4376-98ed-14daa502c785 None None] Bound using segment: {'id': '8b7d6f84-66b8-41ae-be95-9e4971195f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b153aeb7-bc34-4148-b815-36404bac7af2'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:56.678960 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-e1a0d768-021c-4376-98ed-14daa502c785 None None] Bound port: 1604d1d3-cd42-4c2c-9b25-dfdbddee3f41, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b7d6f84-66b8-41ae-be95-9e4971195f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b153aeb7-bc34-4148-b815-36404bac7af2'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:56.679348 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e1a0d768-021c-4376-98ed-14daa502c785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.688462 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67d430-f203-40df-b9c4-9d301dc9ff22 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Pushing event updated for resources: {'Port': ['ID=ed1c6399-6e5d-4868-9e3c-b0a1cf1ca011,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:56.700971 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b582a4f-6c93-469f-ac26-93c7a0490034 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:56.701263 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b582a4f-6c93-469f-ac26-93c7a0490034 None None] Checking segment: {'id': '325b5f43-9088-4611-9425-268dff8d6231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd6ba6ac0-109c-44ff-8e14-65f462d6bc8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:56.701664 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b582a4f-6c93-469f-ac26-93c7a0490034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.702064 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b582a4f-6c93-469f-ac26-93c7a0490034 None None] Bound using segment: {'id': '325b5f43-9088-4611-9425-268dff8d6231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd6ba6ac0-109c-44ff-8e14-65f462d6bc8c'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:56.702541 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-4b582a4f-6c93-469f-ac26-93c7a0490034 None None] Bound port: 618fd8d7-dead-48a4-803a-7b6889de7735, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '325b5f43-9088-4611-9425-268dff8d6231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd6ba6ac0-109c-44ff-8e14-65f462d6bc8c'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:56.702949 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b582a4f-6c93-469f-ac26-93c7a0490034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.746975 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-5350ebdf-1405-49dc-9487-530b0475654a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Allocated IP 172.20.0.14 (b153aeb7-bc34-4148-b815-36404bac7af2/8b14ab54-2264-45cd-9e92-10b919be658c/13296381-f283-42ce-9fa4-4d3745832074) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:56.775642 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-4b582a4f-6c93-469f-ac26-93c7a0490034 None None] For port 618fd8d7-dead-48a4-803a-7b6889de7735, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:56.778897 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-4b582a4f-6c93-469f-ac26-93c7a0490034 None None] For port 618fd8d7-dead-48a4-803a-7b6889de7735, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=618fd8d7-dead-48a4-803a-7b6889de7735,segment=NetworkSegment(325b5f43-9088-4611-9425-268dff8d6231),segment_id=325b5f43-9088-4611-9425-268dff8d6231)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:56.813649 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port fb23532c-01ee-47d7-8578-4003d21ed6ec, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=fb23532c-01ee-47d7-8578-4003d21ed6ec,segment=NetworkSegment(3e04e86b-87d6-4959-a9dc-df56b48d4dd2),segment_id=3e04e86b-87d6-4959-a9dc-df56b48d4dd2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:56.815263 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46886) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:56.817765 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-bbae4c4b-7504-4ecc-bb6e-aed154fda109 None None] Allocated IP 172.20.0.2 (46ef3f85-7f1b-4900-9318-9fcf20b79dc3/daed4d28-b1ef-4881-a9d3-30a64e5f8fda/9abb4cba-50df-4740-97cd-0bad7fbeeedd) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:56.822292 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b582a4f-6c93-469f-ac26-93c7a0490034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.836730 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.870665 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f55c5010-73c4-48ee-a004-4760c4e8596b req-f6c2a963-84e0-4746-b369-2edc9a1dfed5 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f9dbbea-b147-4abe-9355-099ea45baf4d HTTP/1.1" status: 200 len: 210 time: 0.1576991 Jul 15 13:22:56.887619 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-f724d891-5f92-4487-bca7-b31b7204c2b1 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Allocated IP 172.20.0.13 (bc378939-e101-4aa3-86f3-04b543a39c6c/045ea613-988e-4395-bf65-22f94dbdd99c/4978a11b-58c3-4185-9bbc-cefbf52405a8) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:56.896183 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b20ac6e9-1281-45f3-a3c0-4f88ce3b3a4a None None] Provisioning complete for port fb23532c-01ee-47d7-8578-4003d21ed6ec triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:56.896616 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b20ac6e9-1281-45f3-a3c0-4f88ce3b3a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:57.084563 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b582a4f-6c93-469f-ac26-93c7a0490034 None None] Pushing event updated for resources: {'Port': ['ID=618fd8d7-dead-48a4-803a-7b6889de7735,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:57.104998 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-e1a0d768-021c-4376-98ed-14daa502c785 None None] For port 1604d1d3-cd42-4c2c-9b25-dfdbddee3f41, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:57.112559 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-e1a0d768-021c-4376-98ed-14daa502c785 None None] For port 1604d1d3-cd42-4c2c-9b25-dfdbddee3f41, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=1604d1d3-cd42-4c2c-9b25-dfdbddee3f41,segment=NetworkSegment(8b7d6f84-66b8-41ae-be95-9e4971195f20),segment_id=8b7d6f84-66b8-41ae-be95-9e4971195f20)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:57.116438 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-f724d891-5f92-4487-bca7-b31b7204c2b1 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:57.141647 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ff77be77-8541-493e-9f7d-350d8629ddc0 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:57.161401 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e1a0d768-021c-4376-98ed-14daa502c785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:57.260793 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77be77-8541-493e-9f7d-350d8629ddc0 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event deleted for resources: {'Subnet': ['ID=f2120cf3-9564-4f12-9460-90f7ce231a50,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:57.268137 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ff77be77-8541-493e-9f7d-350d8629ddc0 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:57.270828 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ff77be77-8541-493e-9f7d-350d8629ddc0 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "DELETE /v2.0/subnets/f2120cf3-9564-4f12-9460-90f7ce231a50 HTTP/1.1" status: 204 len: 168 time: 2.7299054 Jul 15 13:22:57.287731 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46892) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:57.410128 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a0d768-021c-4376-98ed-14daa502c785 None None] Routers {'0c982c6c-495b-41f7-9450-b5567c4c69e0'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:57.417791 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-e1a0d768-021c-4376-98ed-14daa502c785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:22:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['0c982c6c-495b-41f7-9450-b5567c4c69e0'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:57.443056 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=fb23532c-01ee-47d7-8578-4003d21ed6ec,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:57.488042 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5ef03f6c-dd47-4f25-802e-b8b3e40d640c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:57.607105 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3201378b-592b-419d-bef5-85955d222063 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Network 3e3e5ddc-b7e3-48b1-8310-31dba0db9e15 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:57.616082 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-3201378b-592b-419d-bef5-85955d222063 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:57.669352 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816da26a-1cd9-4902-a93b-9ec4f90de2a5 None None] Pushing event updated for resources: {'Port': ['ID=1604d1d3-cd42-4c2c-9b25-dfdbddee3f41,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:57.733051 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6f67d430-f203-40df-b9c4-9d301dc9ff22 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:57.806343 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3201378b-592b-419d-bef5-85955d222063 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Router 8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:22:57.815814 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-e1a0d768-021c-4376-98ed-14daa502c785 None None] Set router 0c982c6c-495b-41f7-9450-b5567c4c69e0 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:57.816695 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-f724d891-5f92-4487-bca7-b31b7204c2b1 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:57.940263 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-5ef03f6c-dd47-4f25-802e-b8b3e40d640c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Deleting port 2dc18fa1-e5ae-4a0b-ab2c-7c6f0167ee20 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:57.940665 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5ef03f6c-dd47-4f25-802e-b8b3e40d640c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:57.942492 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b56154e9-e9ff-4d54-af89-99fe0c7fceba req-d4fe467a-4494-4c18-ba35-628fc01921da tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e HTTP/1.1" status: 200 len: 210 time: 0.1877871 Jul 15 13:22:57.957104 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-f724d891-5f92-4487-bca7-b31b7204c2b1 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Network bc378939-e101-4aa3-86f3-04b543a39c6c is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:57.960941 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-f724d891-5f92-4487-bca7-b31b7204c2b1 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:57.977708 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9a788a92-efd0-4339-aad2-fa7ba1587788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:57.984828 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-f724d891-5f92-4487-bca7-b31b7204c2b1 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:58.087221 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f724d891-5f92-4487-bca7-b31b7204c2b1 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Pushing event updated for resources: {'Port': ['ID=4978a11b-58c3-4185-9bbc-cefbf52405a8,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:58.148957 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bbae4c4b-7504-4ecc-bb6e-aed154fda109 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:58.168267 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-bbae4c4b-7504-4ecc-bb6e-aed154fda109 None None] Transition to ACTIVE for port object 9abb4cba-50df-4740-97cd-0bad7fbeeedd will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:58.195055 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-bbae4c4b-7504-4ecc-bb6e-aed154fda109 None None] Transition to ACTIVE for port object 9abb4cba-50df-4740-97cd-0bad7fbeeedd will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:58.201685 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-5350ebdf-1405-49dc-9487-530b0475654a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:58.227258 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5467f4c2-de1f-441d-b1ff-0aff27b54d30 None None] Network 94f7f3e7-e742-4133-9143-46ba09adf529 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:58.244691 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-5350ebdf-1405-49dc-9487-530b0475654a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Transition to ACTIVE for port object 13296381-f283-42ce-9fa4-4d3745832074 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:58.246501 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-5ef03f6c-dd47-4f25-802e-b8b3e40d640c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] For port 2dc18fa1-e5ae-4a0b-ab2c-7c6f0167ee20, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=2dc18fa1-e5ae-4a0b-ab2c-7c6f0167ee20,segment=NetworkSegment(6b4185a4-075f-4901-b1c8-03bc3280c1a5),segment_id=6b4185a4-075f-4901-b1c8-03bc3280c1a5)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:58.247044 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5ef03f6c-dd47-4f25-802e-b8b3e40d640c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:58.255426 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-f724d891-5f92-4487-bca7-b31b7204c2b1 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:58.256155 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-f724d891-5f92-4487-bca7-b31b7204c2b1 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:58.257610 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bbae4c4b-7504-4ecc-bb6e-aed154fda109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:58.283532 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-5ef03f6c-dd47-4f25-802e-b8b3e40d640c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Calling delete_port for 2dc18fa1-e5ae-4a0b-ab2c-7c6f0167ee20 owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:58.306841 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3201378b-592b-419d-bef5-85955d222063 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:22:58.319972 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2c7b18-308e-4500-81f3-b21f85e8c665 None None] Sync routers for ids ['8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:22:58.343887 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2c7b18-308e-4500-81f3-b21f85e8c665 None None] Routers {'8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:58.344534 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-1a2c7b18-308e-4500-81f3-b21f85e8c665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:22:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:58.386243 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3201378b-592b-419d-bef5-85955d222063 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "PUT /v2.0/routers/8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9939492 Jul 15 13:22:58.452861 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9a788a92-efd0-4339-aad2-fa7ba1587788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:58.454344 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-5350ebdf-1405-49dc-9487-530b0475654a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:58.473639 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9a788a92-efd0-4339-aad2-fa7ba1587788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:58.476240 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-f724d891-5f92-4487-bca7-b31b7204c2b1 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1907251 Jul 15 13:22:58.498170 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-9973cf54-dcee-4629-92a8-1c267f1fd868 service neutron] Request body: {'port': {'device_id': '9f9dbbea-b147-4abe-9355-099ea45baf4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:58.538303 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5ef03f6c-dd47-4f25-802e-b8b3e40d640c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:58.545317 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-5350ebdf-1405-49dc-9487-530b0475654a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Network b153aeb7-bc34-4148-b815-36404bac7af2 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:58.557150 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-5350ebdf-1405-49dc-9487-530b0475654a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:58.560119 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-5350ebdf-1405-49dc-9487-530b0475654a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:58.579056 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-1a2c7b18-308e-4500-81f3-b21f85e8c665 None None] Set router 8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:58.701201 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae4c4b-7504-4ecc-bb6e-aed154fda109 None None] Pushing event updated for resources: {'Port': ['ID=9abb4cba-50df-4740-97cd-0bad7fbeeedd,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:58.712622 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbae4c4b-7504-4ecc-bb6e-aed154fda109 None None] Network 46ef3f85-7f1b-4900-9318-9fcf20b79dc3 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:58.717372 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6f67d430-f203-40df-b9c4-9d301dc9ff22 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:58.737580 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-bbae4c4b-7504-4ecc-bb6e-aed154fda109 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:58.761966 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbae4c4b-7504-4ecc-bb6e-aed154fda109 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:58.777865 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-9973cf54-dcee-4629-92a8-1c267f1fd868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:58.784410 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9a788a92-efd0-4339-aad2-fa7ba1587788 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7c235dee4e894cd488e2b9b717dbebad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9641578 Jul 15 13:22:58.785689 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6f67d430-f203-40df-b9c4-9d301dc9ff22 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:58.796069 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46908) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:58.799253 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef03f6c-dd47-4f25-802e-b8b3e40d640c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] No DVR routers for this DVR port 2dc18fa1-e5ae-4a0b-ab2c-7c6f0167ee20 on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:58.821452 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fbe09b-407f-41a1-bb94-1bd16e4d268d None None] Network d6ba6ac0-109c-44ff-8e14-65f462d6bc8c requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:58.891427 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6f67d430-f203-40df-b9c4-9d301dc9ff22 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:58.894229 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a788a92-efd0-4339-aad2-fa7ba1587788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68f2631-c4c4-49b0-8091-75e7e2def267,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:58.905648 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5350ebdf-1405-49dc-9487-530b0475654a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'Port': ['ID=13296381-f283-42ce-9fa4-4d3745832074,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:59.035174 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a7602461-3af1-4992-a0eb-75d2b8aa9518 None None] Provisioning complete for port 3bf5c830-2de1-482e-aac3-7dbbc9e608d7 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:59.035550 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a7602461-3af1-4992-a0eb-75d2b8aa9518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.040830 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-1a2c7b18-308e-4500-81f3-b21f85e8c665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'name': 'tempest-TestNetworkBasicOps-router-1854290854', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'd09932e8-6625-43d3-8fae-70867188d408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:54Z', 'updated_at': '2021-07-15T13:22:54Z', 'revision_number': 5, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'gw_port': {'id': 'd09932e8-6625-43d3-8fae-70867188d408', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:55Z', 'updated_at': '2021-07-15T13:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '71500942-5fda-45ec-a35e-47cff9285ad6', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'floating_ip_address': '172.25.8.195', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'port_id': '02ad8dba-88b1-48b0-9f28-b44bef1b4e37', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb00c98-f96e-4575-a9cb-92f351c087d8', 'mac_address': 'fa:16:3e:d3:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ae1739-0c61-46a0-a6cf-600f2b17675c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:21:34Z', 'updated_at': '2021-07-15T13:21:39Z', 'revision_number': 1, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b5bb505-f2c9-4a89-8993-57ad29478ef8', 'name': '', 'network_id': '4fb00c98-f96e-4575-a9cb-92f351c087d8', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'mac_address': 'fa:16:3e:63:5c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '9c52c08e-37d5-46b8-a3dd-5aaef685bd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:02Z', 'updated_at': '2021-07-15T13:21:10Z', 'revision_number': 5, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'subnets': [{'id': '9c52c08e-37d5-46b8-a3dd-5aaef685bd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bf5c830-2de1-482e-aac3-7dbbc9e608d7', 'name': '', 'network_id': '3e3e5ddc-b7e3-48b1-8310-31dba0db9e15', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'mac_address': 'fa:16:3e:eb:19:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '124d140d-d900-4287-bddd-68aef3ae9327', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:52Z', 'updated_at': '2021-07-15T13:22:54Z', 'revision_number': 2, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'subnets': [{'id': '124d140d-d900-4287-bddd-68aef3ae9327', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:59.049011 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-5350ebdf-1405-49dc-9487-530b0475654a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:59.049880 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-5350ebdf-1405-49dc-9487-530b0475654a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.051461 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef03f6c-dd47-4f25-802e-b8b3e40d640c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event deleted for resources: {'Port': ['ID=2dc18fa1-e5ae-4a0b-ab2c-7c6f0167ee20,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:59.064109 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-bbae4c4b-7504-4ecc-bb6e-aed154fda109 None None] Attempting to bind port 9abb4cba-50df-4740-97cd-0bad7fbeeedd on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:59.070377 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-bbae4c4b-7504-4ecc-bb6e-aed154fda109 None None] Attempting to bind port 9abb4cba-50df-4740-97cd-0bad7fbeeedd by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '37969ce0-335b-408f-8a2b-09bac4e0ab3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '46ef3f85-7f1b-4900-9318-9fcf20b79dc3'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:59.070377 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbae4c4b-7504-4ecc-bb6e-aed154fda109 None None] Attempting to bind port 9abb4cba-50df-4740-97cd-0bad7fbeeedd on network 46ef3f85-7f1b-4900-9318-9fcf20b79dc3 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:59.070682 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65839d2-ee09-4fe1-a5b8-9e75615dad6b None None] DHCP port deletion for 94f7f3e7-e742-4133-9143-46ba09adf529 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:22:59.102729 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbae4c4b-7504-4ecc-bb6e-aed154fda109 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:59.103100 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbae4c4b-7504-4ecc-bb6e-aed154fda109 None None] Checking segment: {'id': '37969ce0-335b-408f-8a2b-09bac4e0ab3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '46ef3f85-7f1b-4900-9318-9fcf20b79dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:59.103506 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bbae4c4b-7504-4ecc-bb6e-aed154fda109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.103903 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbae4c4b-7504-4ecc-bb6e-aed154fda109 None None] Bound using segment: {'id': '37969ce0-335b-408f-8a2b-09bac4e0ab3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '46ef3f85-7f1b-4900-9318-9fcf20b79dc3'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:59.104393 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-bbae4c4b-7504-4ecc-bb6e-aed154fda109 None None] Bound port: 9abb4cba-50df-4740-97cd-0bad7fbeeedd, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37969ce0-335b-408f-8a2b-09bac4e0ab3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '46ef3f85-7f1b-4900-9318-9fcf20b79dc3'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:59.104777 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bbae4c4b-7504-4ecc-bb6e-aed154fda109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.118895 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-5350ebdf-1405-49dc-9487-530b0475654a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6792302 Jul 15 13:22:59.120823 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2c7b18-308e-4500-81f3-b21f85e8c665 None None] Checking router: 8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:22:59.121140 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2c7b18-308e-4500-81f3-b21f85e8c665 None None] Updating router 8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1 port 3bf5c830-2de1-482e-aac3-7dbbc9e608d7 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:22:59.189993 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1a2c7b18-308e-4500-81f3-b21f85e8c665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.202392 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67d430-f203-40df-b9c4-9d301dc9ff22 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Pushing event updated for resources: {'Port': ['ID=ed1c6399-6e5d-4868-9e3c-b0a1cf1ca011,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:59.287475 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-0fa28a72-9bb0-4128-93d5-9ccb241b4b81 service neutron] Request body: {'port': {'device_id': 'de7cc661-2d86-4689-8fef-1bbd7f7c284e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:59.291253 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 618fd8d7-dead-48a4-803a-7b6889de7735 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:59.297197 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.302743 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a7602461-3af1-4992-a0eb-75d2b8aa9518 None None] Port 3bf5c830-2de1-482e-aac3-7dbbc9e608d7 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:22:59.304302 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5ef03f6c-dd47-4f25-802e-b8b3e40d640c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.307887 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e61e1b-d4fc-47fd-85f8-420821d18d3f req-e2d2f260-38c2-4abf-926c-c656e120bb04 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:59.319684 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a0e61e1b-d4fc-47fd-85f8-420821d18d3f req-e2d2f260-38c2-4abf-926c-c656e120bb04 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f9dbbea-b147-4abe-9355-099ea45baf4d HTTP/1.1" status: 200 len: 932 time: 0.8151045 Jul 15 13:22:59.322059 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-5ef03f6c-dd47-4f25-802e-b8b3e40d640c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94f7f3e7-e742-4133-9143-46ba09adf529']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:59.339370 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-5ef03f6c-dd47-4f25-802e-b8b3e40d640c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b4185a4-075f-4901-b1c8-03bc3280c1a5') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:59.339670 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-5ef03f6c-dd47-4f25-802e-b8b3e40d640c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b4185a4-075f-4901-b1c8-03bc3280c1a5') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:59.357820 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5ef03f6c-dd47-4f25-802e-b8b3e40d640c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.401907 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-bbae4c4b-7504-4ecc-bb6e-aed154fda109 None None] For port 9abb4cba-50df-4740-97cd-0bad7fbeeedd, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:59.410363 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-bbae4c4b-7504-4ecc-bb6e-aed154fda109 None None] For port 9abb4cba-50df-4740-97cd-0bad7fbeeedd, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9abb4cba-50df-4740-97cd-0bad7fbeeedd,segment=NetworkSegment(37969ce0-335b-408f-8a2b-09bac4e0ab3c),segment_id=37969ce0-335b-408f-8a2b-09bac4e0ab3c)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:59.426174 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5ef03f6c-dd47-4f25-802e-b8b3e40d640c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.428171 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 618fd8d7-dead-48a4-803a-7b6889de7735 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:59.431182 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bbae4c4b-7504-4ecc-bb6e-aed154fda109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.437973 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef03f6c-dd47-4f25-802e-b8b3e40d640c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:22:59.438654 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5ef03f6c-dd47-4f25-802e-b8b3e40d640c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.445731 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:22:59.445731 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:22:59.445731 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:22:59.445731 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:22:59.445731 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:22:59.445731 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:22:59.445731 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:22:59.445731 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:22:59.445731 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:22:59.445731 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:22:59.445731 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:22:59.445731 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:22:59.445731 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:22:59.445731 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:22:59.445731 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:22:59.445731 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:22:59.445731 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:22:59.445731 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:22:59.445731 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:22:59.445731 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:22:59.445731 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:22:59.445731 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:22:59.445731 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:22:59.445731 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:22:59.445731 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:22:59.445731 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:22:59.445731 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:22:59.445731 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:22:59.445731 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:22:59.445731 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:22:59.445731 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:22:59.445731 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:22:59.460137 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-0fa28a72-9bb0-4128-93d5-9ccb241b4b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.487015 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-e1a0d768-021c-4376-98ed-14daa502c785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c982c6c-495b-41f7-9450-b5567c4c69e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477339294', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'de9dadc8-ac4e-43e0-9332-b0cf98c5181e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:36Z', 'updated_at': '2021-07-15T13:22:47Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'de9dadc8-ac4e-43e0-9332-b0cf98c5181e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:df:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c982c6c-495b-41f7-9450-b5567c4c69e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:39Z', 'updated_at': '2021-07-15T13:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '1604d1d3-cd42-4c2c-9b25-dfdbddee3f41', 'name': '', 'network_id': 'b153aeb7-bc34-4148-b815-36404bac7af2', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'mac_address': 'fa:16:3e:6a:db:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c982c6c-495b-41f7-9450-b5567c4c69e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '8b14ab54-2264-45cd-9e92-10b919be658c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:45Z', 'updated_at': '2021-07-15T13:22:57Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'subnets': [{'id': '8b14ab54-2264-45cd-9e92-10b919be658c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:59.489912 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device fb23532c-01ee-47d7-8578-4003d21ed6ec up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:59.498543 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a0e61e1b-d4fc-47fd-85f8-420821d18d3f req-7a9e6059-f48d-4162-8af5-570187e2afe5 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab08d857-4863-4f19-87e2-d9ddb6c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771076 Jul 15 13:22:59.504234 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f67d430-f203-40df-b9c4-9d301dc9ff22 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Network d6ba6ac0-109c-44ff-8e14-65f462d6bc8c is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:59.520191 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-6f67d430-f203-40df-b9c4-9d301dc9ff22 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:59.551560 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-0b5b42dd-7b2f-40bc-893e-2ccc6894a344 None None] Provisioning for port 13296381-f283-42ce-9fa4-4d3745832074 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:59.564346 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b1890-cf45-4ddf-b025-ac95365352c1 req-9c54cff3-3841-416a-94a4-4d511bf1d1c4 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:59.571551 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5f8b1890-cf45-4ddf-b025-ac95365352c1 req-9c54cff3-3841-416a-94a4-4d511bf1d1c4 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e HTTP/1.1" status: 200 len: 932 time: 0.3602381 Jul 15 13:22:59.577494 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-22744471-1dec-44a2-9b7f-aa686430d9e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.634942 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1a2c7b18-308e-4500-81f3-b21f85e8c665 None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.637147 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a0d768-021c-4376-98ed-14daa502c785 None None] The sync data for ids ['0c982c6c-495b-41f7-9450-b5567c4c69e0'] in n-d-771363-36 is: [{'id': '0c982c6c-495b-41f7-9450-b5567c4c69e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477339294', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'de9dadc8-ac4e-43e0-9332-b0cf98c5181e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:36Z', 'updated_at': '2021-07-15T13:22:47Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'de9dadc8-ac4e-43e0-9332-b0cf98c5181e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:df:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c982c6c-495b-41f7-9450-b5567c4c69e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:39Z', 'updated_at': '2021-07-15T13:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '1604d1d3-cd42-4c2c-9b25-dfdbddee3f41', 'name': '', 'network_id': 'b153aeb7-bc34-4148-b815-36404bac7af2', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'mac_address': 'fa:16:3e:6a:db:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c982c6c-495b-41f7-9450-b5567c4c69e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '8b14ab54-2264-45cd-9e92-10b919be658c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:45Z', 'updated_at': '2021-07-15T13:22:57Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'subnets': [{'id': '8b14ab54-2264-45cd-9e92-10b919be658c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:22:59.642808 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-0b5b42dd-7b2f-40bc-893e-2ccc6894a344 None None] Provisioning complete for port 13296381-f283-42ce-9fa4-4d3745832074 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:59.643629 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b5b42dd-7b2f-40bc-893e-2ccc6894a344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.672776 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-1a2c7b18-308e-4500-81f3-b21f85e8c665 None None] Transition to ACTIVE for port object 3bf5c830-2de1-482e-aac3-7dbbc9e608d7 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:59.693864 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1a2c7b18-308e-4500-81f3-b21f85e8c665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.708758 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5ef03f6c-dd47-4f25-802e-b8b3e40d640c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.713258 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-0b5b42dd-7b2f-40bc-893e-2ccc6894a344 None None] Port 13296381-f283-42ce-9fa4-4d3745832074 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:22:59.732184 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.769415 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-0b5b42dd-7b2f-40bc-893e-2ccc6894a344 None None] Could not find standard attr ID for object 2dc18fa1-e5ae-4a0b-ab2c-7c6f0167ee20. {{(pid=93827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:22:59.805014 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5ef03f6c-dd47-4f25-802e-b8b3e40d640c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.823144 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5ef03f6c-dd47-4f25-802e-b8b3e40d640c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "DELETE /v2.0/networks/94f7f3e7-e742-4133-9143-46ba09adf529 HTTP/1.1" status: 204 len: 168 time: 2.5326335 Jul 15 13:22:59.830993 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0e92bd6-59a5-4a73-871f-5e9715fb86a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.836632 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-22744471-1dec-44a2-9b7f-aa686430d9e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.856728 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46916) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:59.857398 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port fb23532c-01ee-47d7-8578-4003d21ed6ec triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:59.857785 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.884277 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-0b5b42dd-7b2f-40bc-893e-2ccc6894a344 None None] Provisioning for port 618fd8d7-dead-48a4-803a-7b6889de7735 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:59.888926 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae4c4b-7504-4ecc-bb6e-aed154fda109 None None] Pushing event updated for resources: {'Port': ['ID=9abb4cba-50df-4740-97cd-0bad7fbeeedd,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:59.906233 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5f8b1890-cf45-4ddf-b025-ac95365352c1 req-e7e0d714-c7f5-4ff8-91fb-bc4fbf19dbff tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=cbce786e-178b-4ec4-a228-7da33810f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3336630 Jul 15 13:22:59.927390 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-0b5b42dd-7b2f-40bc-893e-2ccc6894a344 None None] Provisioning complete for port 618fd8d7-dead-48a4-803a-7b6889de7735 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:59.927771 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b5b42dd-7b2f-40bc-893e-2ccc6894a344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.990185 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64edae-124b-4f2c-95d6-8e261898f9e5 None None] Pushing event updated for resources: {'Port': ['ID=3bf5c830-2de1-482e-aac3-7dbbc9e608d7,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:00.078680 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-22744471-1dec-44a2-9b7f-aa686430d9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:00.081844 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-22744471-1dec-44a2-9b7f-aa686430d9e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:00.104788 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-22744471-1dec-44a2-9b7f-aa686430d9e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e68f2631-c4c4-49b0-8091-75e7e2def267 HTTP/1.1" status: 204 len: 168 time: 1.0416420 Jul 15 13:23:00.135838 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-1a2c7b18-308e-4500-81f3-b21f85e8c665 None None] Attempting to bind port 3bf5c830-2de1-482e-aac3-7dbbc9e608d7 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:00.138993 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-1a2c7b18-308e-4500-81f3-b21f85e8c665 None None] Attempting to bind port 3bf5c830-2de1-482e-aac3-7dbbc9e608d7 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'c8202d78-9e2d-42c9-b21c-96107e2ce3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3e3e5ddc-b7e3-48b1-8310-31dba0db9e15'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:00.139682 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef03f6c-dd47-4f25-802e-b8b3e40d640c tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event deleted for resources: {'Network': ['ID=94f7f3e7-e742-4133-9143-46ba09adf529,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:00.140063 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2c7b18-308e-4500-81f3-b21f85e8c665 None None] Attempting to bind port 3bf5c830-2de1-482e-aac3-7dbbc9e608d7 on network 3e3e5ddc-b7e3-48b1-8310-31dba0db9e15 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:00.155171 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-25e565ea-6da7-4cf1-989b-cb7dc55f0d1e tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] DELETE failed (client error): The resource could not be found. Jul 15 13:23:00.155910 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25e565ea-6da7-4cf1-989b-cb7dc55f0d1e tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:23:00.157288 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2c7b18-308e-4500-81f3-b21f85e8c665 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:00.161031 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-25e565ea-6da7-4cf1-989b-cb7dc55f0d1e tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "DELETE /v2.0/subnets/8deee916-7fa5-4f53-b24b-7d949944c53e HTTP/1.1" status: 404 len: 337 time: 0.3008797 Jul 15 13:23:00.161614 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2c7b18-308e-4500-81f3-b21f85e8c665 None None] Checking segment: {'id': 'c8202d78-9e2d-42c9-b21c-96107e2ce3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3e3e5ddc-b7e3-48b1-8310-31dba0db9e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:00.164049 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46922) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:00.164750 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1a2c7b18-308e-4500-81f3-b21f85e8c665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:00.165430 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2c7b18-308e-4500-81f3-b21f85e8c665 None None] Bound using segment: {'id': 'c8202d78-9e2d-42c9-b21c-96107e2ce3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3e3e5ddc-b7e3-48b1-8310-31dba0db9e15'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:00.165801 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22744471-1dec-44a2-9b7f-aa686430d9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68f2631-c4c4-49b0-8091-75e7e2def267,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:00.166481 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-1a2c7b18-308e-4500-81f3-b21f85e8c665 None None] Bound port: 3bf5c830-2de1-482e-aac3-7dbbc9e608d7, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8202d78-9e2d-42c9-b21c-96107e2ce3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3e3e5ddc-b7e3-48b1-8310-31dba0db9e15'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:00.176089 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1a2c7b18-308e-4500-81f3-b21f85e8c665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:00.232309 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-81fc84fb-ccae-4970-8bff-258b9d4285bc tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] DELETE failed (client error): The resource could not be found. Jul 15 13:23:00.233141 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81fc84fb-ccae-4970-8bff-258b9d4285bc tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:23:00.239943 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-81fc84fb-ccae-4970-8bff-258b9d4285bc tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "DELETE /v2.0/networks/02a41579-652d-442e-b4ef-513e8501c7a6 HTTP/1.1" status: 404 len: 339 time: 0.0703084 Jul 15 13:23:00.240660 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46924) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:00.410943 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-9973cf54-dcee-4629-92a8-1c267f1fd868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4978a11b-58c3-4185-9bbc-cefbf52405a8 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:23:00.424327 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-1a2c7b18-308e-4500-81f3-b21f85e8c665 None None] For port 3bf5c830-2de1-482e-aac3-7dbbc9e608d7, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:00.437237 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-1a2c7b18-308e-4500-81f3-b21f85e8c665 None None] For port 3bf5c830-2de1-482e-aac3-7dbbc9e608d7, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=3bf5c830-2de1-482e-aac3-7dbbc9e608d7,segment=NetworkSegment(c8202d78-9e2d-42c9-b21c-96107e2ce3f4),segment_id=c8202d78-9e2d-42c9-b21c-96107e2ce3f4)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:00.437736 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f67d430-f203-40df-b9c4-9d301dc9ff22 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Router 5e1e00b7-04a2-4b1b-b417-04aeb3b5fe1b is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:23:00.447666 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1a2c7b18-308e-4500-81f3-b21f85e8c665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:00.447837 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-9973cf54-dcee-4629-92a8-1c267f1fd868 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:00.506872 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-9973cf54-dcee-4629-92a8-1c267f1fd868 service neutron] Transition to ACTIVE for port object 4978a11b-58c3-4185-9bbc-cefbf52405a8 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:00.543192 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b5b42dd-7b2f-40bc-893e-2ccc6894a344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:00.567744 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2c7b18-308e-4500-81f3-b21f85e8c665 None None] Routers {'8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:00.570718 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-1a2c7b18-308e-4500-81f3-b21f85e8c665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:22:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:00.700442 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-0b5b42dd-7b2f-40bc-893e-2ccc6894a344 None None] For port 618fd8d7-dead-48a4-803a-7b6889de7735, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=618fd8d7-dead-48a4-803a-7b6889de7735,segment=NetworkSegment(325b5f43-9088-4611-9425-268dff8d6231),segment_id=325b5f43-9088-4611-9425-268dff8d6231)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:00.701625 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6e1b81b-d1da-4bf8-9ea3-d81158ffa99f tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] DELETE failed (client error): The resource could not be found. Jul 15 13:23:00.702271 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6e1b81b-d1da-4bf8-9ea3-d81158ffa99f tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:23:00.715746 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c6e1b81b-d1da-4bf8-9ea3-d81158ffa99f tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "DELETE /v2.0/subnets/90157dd7-c50e-4d36-86b5-18c61adc2bfa HTTP/1.1" status: 404 len: 337 time: 0.2041149 Jul 15 13:23:00.716211 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46928) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:00.717354 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b5b42dd-7b2f-40bc-893e-2ccc6894a344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:00.759351 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-9973cf54-dcee-4629-92a8-1c267f1fd868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:01.025942 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b42dd-7b2f-40bc-893e-2ccc6894a344 None None] Pushing event updated for resources: {'Port': ['ID=618fd8d7-dead-48a4-803a-7b6889de7735,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:01.035810 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f67d430-f203-40df-b9c4-9d301dc9ff22 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:23:01.045985 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973cf54-dcee-4629-92a8-1c267f1fd868 service neutron] Pushing event updated for resources: {'Port': ['ID=4978a11b-58c3-4185-9bbc-cefbf52405a8,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:01.050392 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0723763-d88c-4974-bdff-9c774f080101 None None] Sync routers for ids ['5e1e00b7-04a2-4b1b-b417-04aeb3b5fe1b'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:23:01.112121 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0723763-d88c-4974-bdff-9c774f080101 None None] Routers {'5e1e00b7-04a2-4b1b-b417-04aeb3b5fe1b'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:01.112899 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-c0723763-d88c-4974-bdff-9c774f080101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:22:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['5e1e00b7-04a2-4b1b-b417-04aeb3b5fe1b'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:01.131700 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6f67d430-f203-40df-b9c4-9d301dc9ff22 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] 10.222.0.16 "PUT /v2.0/routers/5e1e00b7-04a2-4b1b-b417-04aeb3b5fe1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9589567 Jul 15 13:23:01.133631 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-833454aa-27ea-45c6-8188-b3caef6e8ca9 None None] Provisioning for port ed1c6399-6e5d-4868-9e3c-b0a1cf1ca011 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:01.163047 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46936) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:01.175290 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6655550-5329-47b7-b71f-11c0461b5b3f tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] DELETE failed (client error): The resource could not be found. Jul 15 13:23:01.175928 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6655550-5329-47b7-b71f-11c0461b5b3f tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:23:01.185566 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b6655550-5329-47b7-b71f-11c0461b5b3f tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "DELETE /v2.0/networks/3fad5720-88a4-43db-8581-8bbe9ec72763 HTTP/1.1" status: 404 len: 339 time: 0.4534507 Jul 15 13:23:01.187825 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46938) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:01.195272 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-1a2c7b18-308e-4500-81f3-b21f85e8c665 None None] Set router 8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:01.204374 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-c0723763-d88c-4974-bdff-9c774f080101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:01.213703 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1604d1d3-cd42-4c2c-9b25-dfdbddee3f41 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:01.271079 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-833454aa-27ea-45c6-8188-b3caef6e8ca9 None None] Provisioning complete for port ed1c6399-6e5d-4868-9e3c-b0a1cf1ca011 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:01.277542 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-833454aa-27ea-45c6-8188-b3caef6e8ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:01.283899 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-71d34b1e-3f0f-4b4f-9ed3-9b8fc98e4c48 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] DELETE failed (client error): The resource could not be found. Jul 15 13:23:01.284690 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71d34b1e-3f0f-4b4f-9ed3-9b8fc98e4c48 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:23:01.289521 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-71d34b1e-3f0f-4b4f-9ed3-9b8fc98e4c48 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "DELETE /v2.0/subnets/e153e1af-1b08-4c34-b376-a55294e18ee8 HTTP/1.1" status: 404 len: 337 time: 0.1001084 Jul 15 13:23:01.290955 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0723763-d88c-4974-bdff-9c774f080101 None None] Routers {'5e1e00b7-04a2-4b1b-b417-04aeb3b5fe1b'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:01.292202 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-c0723763-d88c-4974-bdff-9c774f080101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:22:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['5e1e00b7-04a2-4b1b-b417-04aeb3b5fe1b'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:01.294085 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46940) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:01.323787 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b34bd5a3-c32f-4253-a84e-8dbe76fd8b67 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] DELETE failed (client error): The resource could not be found. Jul 15 13:23:01.324509 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b34bd5a3-c32f-4253-a84e-8dbe76fd8b67 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:23:01.329022 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b34bd5a3-c32f-4253-a84e-8dbe76fd8b67 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "DELETE /v2.0/networks/7c46fc3c-2b02-449e-842e-83ce469e5c33 HTTP/1.1" status: 404 len: 339 time: 0.0339861 Jul 15 13:23:01.332307 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46942) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:01.358204 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-0fa28a72-9bb0-4128-93d5-9ccb241b4b81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13296381-f283-42ce-9fa4-4d3745832074 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:23:01.372749 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-833454aa-27ea-45c6-8188-b3caef6e8ca9 None None] Port ed1c6399-6e5d-4868-9e3c-b0a1cf1ca011 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:23:01.378900 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-0fa28a72-9bb0-4128-93d5-9ccb241b4b81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:01.417730 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-9973cf54-dcee-4629-92a8-1c267f1fd868 service neutron] Attempting to bind port 4978a11b-58c3-4185-9bbc-cefbf52405a8 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:01.418833 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-9973cf54-dcee-4629-92a8-1c267f1fd868 service neutron] Attempting to bind port 4978a11b-58c3-4185-9bbc-cefbf52405a8 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '3864457b-0c8b-4073-aefc-deb4dbf165b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bc378939-e101-4aa3-86f3-04b543a39c6c'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:01.419356 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-9973cf54-dcee-4629-92a8-1c267f1fd868 service neutron] Attempting to bind port 4978a11b-58c3-4185-9bbc-cefbf52405a8 on network bc378939-e101-4aa3-86f3-04b543a39c6c {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:01.428994 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-9973cf54-dcee-4629-92a8-1c267f1fd868 service neutron] Port 4978a11b-58c3-4185-9bbc-cefbf52405a8 on network bc378939-e101-4aa3-86f3-04b543a39c6c not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:01.429628 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-9973cf54-dcee-4629-92a8-1c267f1fd868 service neutron] Attempting to bind port 4978a11b-58c3-4185-9bbc-cefbf52405a8 on network bc378939-e101-4aa3-86f3-04b543a39c6c {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:01.442219 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-9973cf54-dcee-4629-92a8-1c267f1fd868 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:01.442876 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-9973cf54-dcee-4629-92a8-1c267f1fd868 service neutron] Checking segment: {'id': '3864457b-0c8b-4073-aefc-deb4dbf165b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bc378939-e101-4aa3-86f3-04b543a39c6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:01.443477 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-9973cf54-dcee-4629-92a8-1c267f1fd868 service neutron] Bound using segment: {'id': '3864457b-0c8b-4073-aefc-deb4dbf165b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bc378939-e101-4aa3-86f3-04b543a39c6c'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:01.444205 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-9973cf54-dcee-4629-92a8-1c267f1fd868 service neutron] Bound port: 4978a11b-58c3-4185-9bbc-cefbf52405a8, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3864457b-0c8b-4073-aefc-deb4dbf165b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bc378939-e101-4aa3-86f3-04b543a39c6c'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:01.444765 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-9973cf54-dcee-4629-92a8-1c267f1fd868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:01.479042 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-c0723763-d88c-4974-bdff-9c774f080101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:01.479668 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0723763-d88c-4974-bdff-9c774f080101 None None] The sync data for ids ['5e1e00b7-04a2-4b1b-b417-04aeb3b5fe1b'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:23:01.488828 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 1604d1d3-cd42-4c2c-9b25-dfdbddee3f41 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:01.498678 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-833454aa-27ea-45c6-8188-b3caef6e8ca9 None None] Provisioning complete for port 618fd8d7-dead-48a4-803a-7b6889de7735 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:01.499051 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-833454aa-27ea-45c6-8188-b3caef6e8ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:01.502397 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 1604d1d3-cd42-4c2c-9b25-dfdbddee3f41 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:01.502397 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:01.510097 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-0fa28a72-9bb0-4128-93d5-9ccb241b4b81 service neutron] Transition to ACTIVE for port object 13296381-f283-42ce-9fa4-4d3745832074 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:01.544993 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-0fa28a72-9bb0-4128-93d5-9ccb241b4b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:01.570662 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-9973cf54-dcee-4629-92a8-1c267f1fd868 service neutron] For port 4978a11b-58c3-4185-9bbc-cefbf52405a8, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:01.574702 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-9973cf54-dcee-4629-92a8-1c267f1fd868 service neutron] For port 4978a11b-58c3-4185-9bbc-cefbf52405a8, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=4978a11b-58c3-4185-9bbc-cefbf52405a8,segment=NetworkSegment(3864457b-0c8b-4073-aefc-deb4dbf165b4),segment_id=3864457b-0c8b-4073-aefc-deb4dbf165b4)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:01.582060 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c752f4d5-8c8b-4998-8063-5d17f0b9b7f8 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Deleting subnet 50f5e47a-8d3d-4cad-b7a0-1b777511bcba {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:23:01.586652 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-9973cf54-dcee-4629-92a8-1c267f1fd868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:01.597952 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c752f4d5-8c8b-4998-8063-5d17f0b9b7f8 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:01.671822 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64edae-124b-4f2c-95d6-8e261898f9e5 None None] Pushing event updated for resources: {'Port': ['ID=3bf5c830-2de1-482e-aac3-7dbbc9e608d7,revision_number=4']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:01.690139 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-1a2c7b18-308e-4500-81f3-b21f85e8c665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'name': 'tempest-TestNetworkBasicOps-router-1854290854', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'd09932e8-6625-43d3-8fae-70867188d408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:54Z', 'updated_at': '2021-07-15T13:22:54Z', 'revision_number': 5, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'gw_port': {'id': 'd09932e8-6625-43d3-8fae-70867188d408', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:55Z', 'updated_at': '2021-07-15T13:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '71500942-5fda-45ec-a35e-47cff9285ad6', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'floating_ip_address': '172.25.8.195', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'port_id': '02ad8dba-88b1-48b0-9f28-b44bef1b4e37', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb00c98-f96e-4575-a9cb-92f351c087d8', 'mac_address': 'fa:16:3e:d3:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ae1739-0c61-46a0-a6cf-600f2b17675c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:21:34Z', 'updated_at': '2021-07-15T13:21:39Z', 'revision_number': 1, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b5bb505-f2c9-4a89-8993-57ad29478ef8', 'name': '', 'network_id': '4fb00c98-f96e-4575-a9cb-92f351c087d8', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'mac_address': 'fa:16:3e:63:5c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '9c52c08e-37d5-46b8-a3dd-5aaef685bd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:02Z', 'updated_at': '2021-07-15T13:21:10Z', 'revision_number': 5, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'subnets': [{'id': '9c52c08e-37d5-46b8-a3dd-5aaef685bd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bf5c830-2de1-482e-aac3-7dbbc9e608d7', 'name': '', 'network_id': '3e3e5ddc-b7e3-48b1-8310-31dba0db9e15', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'mac_address': 'fa:16:3e:eb:19:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '124d140d-d900-4287-bddd-68aef3ae9327', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:52Z', 'updated_at': '2021-07-15T13:23:00Z', 'revision_number': 4, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'subnets': [{'id': '124d140d-d900-4287-bddd-68aef3ae9327', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:01.711342 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973cf54-dcee-4629-92a8-1c267f1fd868 service neutron] Pushing event updated for resources: {'Port': ['ID=4978a11b-58c3-4185-9bbc-cefbf52405a8,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:01.720693 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-9973cf54-dcee-4629-92a8-1c267f1fd868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:01.721307 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-9973cf54-dcee-4629-92a8-1c267f1fd868 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:01.723611 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-9973cf54-dcee-4629-92a8-1c267f1fd868 service neutron] 10.222.0.46 "PUT /v2.0/ports/4978a11b-58c3-4185-9bbc-cefbf52405a8 HTTP/1.1" status: 200 len: 1093 time: 3.2320802 Jul 15 13:23:01.724254 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9dbbea-b147-4abe-9355-099ea45baf4d', 'tag': '4978a11b-58c3-4185-9bbc-cefbf52405a8'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:01.727130 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0717ea7d-5136-4c43-a644-266069fbaa77" -d '{"events": [{"name": "network-changed", "server_uuid": "9f9dbbea-b147-4abe-9355-099ea45baf4d", "tag": "4978a11b-58c3-4185-9bbc-cefbf52405a8"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:01.748248 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2c7b18-308e-4500-81f3-b21f85e8c665 None None] The sync data for ids ['8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1'] in n-d-771363-36 is: [{'id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'name': 'tempest-TestNetworkBasicOps-router-1854290854', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'd09932e8-6625-43d3-8fae-70867188d408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:54Z', 'updated_at': '2021-07-15T13:22:54Z', 'revision_number': 5, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'gw_port': {'id': 'd09932e8-6625-43d3-8fae-70867188d408', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:55Z', 'updated_at': '2021-07-15T13:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '71500942-5fda-45ec-a35e-47cff9285ad6', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'floating_ip_address': '172.25.8.195', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'port_id': '02ad8dba-88b1-48b0-9f28-b44bef1b4e37', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb00c98-f96e-4575-a9cb-92f351c087d8', 'mac_address': 'fa:16:3e:d3:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ae1739-0c61-46a0-a6cf-600f2b17675c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:21:34Z', 'updated_at': '2021-07-15T13:21:39Z', 'revision_number': 1, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b5bb505-f2c9-4a89-8993-57ad29478ef8', 'name': '', 'network_id': '4fb00c98-f96e-4575-a9cb-92f351c087d8', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'mac_address': 'fa:16:3e:63:5c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '9c52c08e-37d5-46b8-a3dd-5aaef685bd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:02Z', 'updated_at': '2021-07-15T13:21:10Z', 'revision_number': 5, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'subnets': [{'id': '9c52c08e-37d5-46b8-a3dd-5aaef685bd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bf5c830-2de1-482e-aac3-7dbbc9e608d7', 'name': '', 'network_id': '3e3e5ddc-b7e3-48b1-8310-31dba0db9e15', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'mac_address': 'fa:16:3e:eb:19:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '124d140d-d900-4287-bddd-68aef3ae9327', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:52Z', 'updated_at': '2021-07-15T13:23:00Z', 'revision_number': 4, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'subnets': [{'id': '124d140d-d900-4287-bddd-68aef3ae9327', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:23:01.763311 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:01.786730 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c752f4d5-8c8b-4998-8063-5d17f0b9b7f8 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:01.802301 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279e9ee0-4af1-4c79-8c33-f78b138ff9b7 None None] Network 46ef3f85-7f1b-4900-9318-9fcf20b79dc3 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:01.921724 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 1604d1d3-cd42-4c2c-9b25-dfdbddee3f41, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=1604d1d3-cd42-4c2c-9b25-dfdbddee3f41,segment=NetworkSegment(8b7d6f84-66b8-41ae-be95-9e4971195f20),segment_id=8b7d6f84-66b8-41ae-be95-9e4971195f20)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:01.983897 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:01.985142 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9abb4cba-50df-4740-97cd-0bad7fbeeedd up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:02.039841 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-0da54de3-a0be-4260-baa4-1bc1cf7b8627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:02.042156 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-0da54de3-a0be-4260-baa4-1bc1cf7b8627 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=27fc5cb6d8c04643bd2403b04d4c4bb4&device_id=9f9dbbea-b147-4abe-9355-099ea45baf4d HTTP/1.1" status: 200 len: 1096 time: 0.2519803 Jul 15 13:23:02.062680 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c752f4d5-8c8b-4998-8063-5d17f0b9b7f8 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:02.119964 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-ffc9e460-eee5-486c-8ba4-ad7a67f3268f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4978a11b-58c3-4185-9bbc-cefbf52405a8 HTTP/1.1" status: 200 len: 217 time: 0.0675881 Jul 15 13:23:02.135289 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=1604d1d3-cd42-4c2c-9b25-dfdbddee3f41,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:02.258765 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c752f4d5-8c8b-4998-8063-5d17f0b9b7f8 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:02.300590 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752f4d5-8c8b-4998-8063-5d17f0b9b7f8 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event deleted for resources: {'Subnet': ['ID=50f5e47a-8d3d-4cad-b7a0-1b777511bcba,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:02.304687 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c752f4d5-8c8b-4998-8063-5d17f0b9b7f8 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:02.309278 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c752f4d5-8c8b-4998-8063-5d17f0b9b7f8 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "DELETE /v2.0/subnets/50f5e47a-8d3d-4cad-b7a0-1b777511bcba HTTP/1.1" status: 204 len: 168 time: 0.9728210 Jul 15 13:23:02.310191 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46950) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:02.313257 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-3f586ffb-e8b2-4705-a141-54503bbc703d None None] Provisioning complete for port ed1c6399-6e5d-4868-9e3c-b0a1cf1ca011 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:02.313802 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3f586ffb-e8b2-4705-a141-54503bbc703d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:02.352002 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8337b8-0407-4574-8f33-cb2a4c93bece None None] Network d0ad9352-8746-4f0c-9a4c-f5593949841a requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:02.391338 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e945c4d-bedf-426e-8d23-6fc46dfa8162 req-6aa8c766-408e-4ba2-987b-58432a979243 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:02.398838 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e945c4d-bedf-426e-8d23-6fc46dfa8162 req-6aa8c766-408e-4ba2-987b-58432a979243 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f9dbbea-b147-4abe-9355-099ea45baf4d HTTP/1.1" status: 200 len: 944 time: 1.4220917 Jul 15 13:23:02.419275 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-c2436149-f24a-4c88-9cc0-c37db4f3a460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:02.421178 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-c2436149-f24a-4c88-9cc0-c37db4f3a460 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=045ea613-988e-4395-bf65-22f94dbdd99c HTTP/1.1" status: 200 len: 854 time: 0.2172158 Jul 15 13:23:02.426759 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-72e570a6-2ef8-42c8-80b0-fd3d0afaaeb1 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:02.441424 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9d5fc-d2a1-4401-8585-adb49755ccac req-2c136411-4c05-4549-b46e-0883c10ea4b7 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:02.448774 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3cf9d5fc-d2a1-4401-8585-adb49755ccac req-2c136411-4c05-4549-b46e-0883c10ea4b7 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e HTTP/1.1" status: 200 len: 932 time: 1.1517637 Jul 15 13:23:02.474761 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-af2a4c3c-2f36-4427-b5f8-f724edda722b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bc378939-e101-4aa3-86f3-04b543a39c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444663 Jul 15 13:23:02.482265 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa28a72-9bb0-4128-93d5-9ccb241b4b81 service neutron] Pushing event updated for resources: {'Port': ['ID=13296381-f283-42ce-9fa4-4d3745832074,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:02.553630 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e945c4d-bedf-426e-8d23-6fc46dfa8162 req-0a6f7806-fd6b-466c-a7d9-4c9c8dbf530f tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab08d857-4863-4f19-87e2-d9ddb6c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537840 Jul 15 13:23:02.584137 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:02.600577 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-dbabd49d-8ee7-4b18-8933-c46158a0752b service neutron] 10.222.0.46 "GET /v2.0/networks/bc378939-e101-4aa3-86f3-04b543a39c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196949 Jul 15 13:23:02.664564 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 9abb4cba-50df-4740-97cd-0bad7fbeeedd completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:02.664963 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3cf9d5fc-d2a1-4401-8585-adb49755ccac req-c6e93c11-ea71-4f39-9181-c8a4b8f1ccd0 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=cbce786e-178b-4ec4-a228-7da33810f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2152390 Jul 15 13:23:02.666744 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-68e4604e-14b2-49a2-923c-2180deb2b405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:02.684933 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-3f586ffb-e8b2-4705-a141-54503bbc703d None None] Port ed1c6399-6e5d-4868-9e3c-b0a1cf1ca011 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:23:02.732195 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3a135ff8-7765-4147-a5a6-d28f9d1b715c req-56c06e74-be4f-4311-8722-6b279d122054 service neutron] 10.222.0.46 "GET /v2.0/networks/bc378939-e101-4aa3-86f3-04b543a39c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253760 Jul 15 13:23:02.771159 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-72e570a6-2ef8-42c8-80b0-fd3d0afaaeb1 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Deleting port dcf1cea6-4777-4ce8-b326-29b9af89aae3 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:02.771506 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-72e570a6-2ef8-42c8-80b0-fd3d0afaaeb1 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:02.790021 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-0fa28a72-9bb0-4128-93d5-9ccb241b4b81 service neutron] Attempting to bind port 13296381-f283-42ce-9fa4-4d3745832074 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:02.790359 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-0fa28a72-9bb0-4128-93d5-9ccb241b4b81 service neutron] Attempting to bind port 13296381-f283-42ce-9fa4-4d3745832074 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '8b7d6f84-66b8-41ae-be95-9e4971195f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b153aeb7-bc34-4148-b815-36404bac7af2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:02.790732 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-0fa28a72-9bb0-4128-93d5-9ccb241b4b81 service neutron] Attempting to bind port 13296381-f283-42ce-9fa4-4d3745832074 on network b153aeb7-bc34-4148-b815-36404bac7af2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:02.808662 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-0fa28a72-9bb0-4128-93d5-9ccb241b4b81 service neutron] Port 13296381-f283-42ce-9fa4-4d3745832074 on network b153aeb7-bc34-4148-b815-36404bac7af2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:02.809007 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-0fa28a72-9bb0-4128-93d5-9ccb241b4b81 service neutron] Attempting to bind port 13296381-f283-42ce-9fa4-4d3745832074 on network b153aeb7-bc34-4148-b815-36404bac7af2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:02.825409 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-0fa28a72-9bb0-4128-93d5-9ccb241b4b81 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:02.825757 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-0fa28a72-9bb0-4128-93d5-9ccb241b4b81 service neutron] Checking segment: {'id': '8b7d6f84-66b8-41ae-be95-9e4971195f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b153aeb7-bc34-4148-b815-36404bac7af2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:02.826147 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-0fa28a72-9bb0-4128-93d5-9ccb241b4b81 service neutron] Bound using segment: {'id': '8b7d6f84-66b8-41ae-be95-9e4971195f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b153aeb7-bc34-4148-b815-36404bac7af2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:02.826635 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-0fa28a72-9bb0-4128-93d5-9ccb241b4b81 service neutron] Bound port: 13296381-f283-42ce-9fa4-4d3745832074, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b7d6f84-66b8-41ae-be95-9e4971195f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b153aeb7-bc34-4148-b815-36404bac7af2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:02.829259 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-0fa28a72-9bb0-4128-93d5-9ccb241b4b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:02.830902 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 2dc18fa1-e5ae-4a0b-ab2c-7c6f0167ee20 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:23:02.882239 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d62b87b-6f45-4672-a308-3927a5d45a36 x-openstack-request-id: req-8d62b87b-6f45-4672-a308-3927a5d45a36 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:02.882719 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f9dbbea-b147-4abe-9355-099ea45baf4d", "tag": "4978a11b-58c3-4185-9bbc-cefbf52405a8", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:02.882993 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8d62b87b-6f45-4672-a308-3927a5d45a36 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:02.883442 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9dbbea-b147-4abe-9355-099ea45baf4d', 'tag': '4978a11b-58c3-4185-9bbc-cefbf52405a8', 'status': 'completed', 'code': 200} Jul 15 13:23:02.891802 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 2dc18fa1-e5ae-4a0b-ab2c-7c6f0167ee20 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:23:02.892444 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 2dc18fa1-e5ae-4a0b-ab2c-7c6f0167ee20 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:23:02.915467 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-3f586ffb-e8b2-4705-a141-54503bbc703d None None] Provisioning for port 9abb4cba-50df-4740-97cd-0bad7fbeeedd completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:02.936383 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-3f586ffb-e8b2-4705-a141-54503bbc703d None None] Provisioning complete for port 9abb4cba-50df-4740-97cd-0bad7fbeeedd triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:02.937068 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3f586ffb-e8b2-4705-a141-54503bbc703d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:02.952087 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-0aadf82c-6b15-41fc-a0e9-3bbcae85d60c tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:23:02.953642 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-72e570a6-2ef8-42c8-80b0-fd3d0afaaeb1 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] For port dcf1cea6-4777-4ce8-b326-29b9af89aae3, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=dcf1cea6-4777-4ce8-b326-29b9af89aae3,segment=NetworkSegment(357fc756-0469-49b6-9399-d29ea978db6e),segment_id=357fc756-0469-49b6-9399-d29ea978db6e)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:02.954022 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-72e570a6-2ef8-42c8-80b0-fd3d0afaaeb1 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:02.958534 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0aadf82c-6b15-41fc-a0e9-3bbcae85d60c tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] 10.222.0.16 "PUT /v2.0/routers/5e1e00b7-04a2-4b1b-b417-04aeb3b5fe1b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7876451 Jul 15 13:23:02.962804 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 46952) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:02.991713 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-72e570a6-2ef8-42c8-80b0-fd3d0afaaeb1 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Calling delete_port for dcf1cea6-4777-4ce8-b326-29b9af89aae3 owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:03.006039 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717ea7d-5136-4c43-a644-266069fbaa77 req-8e1e3ab3-3063-48b6-a72a-4ca67f0c850e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:03.008034 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0717ea7d-5136-4c43-a644-266069fbaa77 req-8e1e3ab3-3063-48b6-a72a-4ca67f0c850e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=27fc5cb6d8c04643bd2403b04d4c4bb4&device_id=9f9dbbea-b147-4abe-9355-099ea45baf4d HTTP/1.1" status: 200 len: 1096 time: 0.1238306 Jul 15 13:23:03.145515 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717ea7d-5136-4c43-a644-266069fbaa77 req-3986896e-f8de-45ee-b343-b514fd7aec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:03.146072 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3f586ffb-e8b2-4705-a141-54503bbc703d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.147184 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0717ea7d-5136-4c43-a644-266069fbaa77 req-3986896e-f8de-45ee-b343-b514fd7aec9d service neutron] 10.222.0.46 "GET /v2.0/networks?id=bc378939-e101-4aa3-86f3-04b543a39c6c HTTP/1.1" status: 200 len: 915 time: 0.1315465 Jul 15 13:23:03.229437 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a9a0a8-3928-40f0-a319-5ec025e9ff99 None None] DHCP port deletion for d0ad9352-8746-4f0c-9a4c-f5593949841a request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:23:03.234275 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-3f586ffb-e8b2-4705-a141-54503bbc703d None None] For port 9abb4cba-50df-4740-97cd-0bad7fbeeedd, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9abb4cba-50df-4740-97cd-0bad7fbeeedd,segment=NetworkSegment(37969ce0-335b-408f-8a2b-09bac4e0ab3c),segment_id=37969ce0-335b-408f-8a2b-09bac4e0ab3c)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:03.236806 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 618fd8d7-dead-48a4-803a-7b6889de7735 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:03.242761 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3f586ffb-e8b2-4705-a141-54503bbc703d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.271918 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0717ea7d-5136-4c43-a644-266069fbaa77 req-08fee8cd-ba8d-46e5-b817-7a1a7e7f7f52 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4978a11b-58c3-4185-9bbc-cefbf52405a8 HTTP/1.1" status: 200 len: 217 time: 0.0674520 Jul 15 13:23:03.272212 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-0fa28a72-9bb0-4128-93d5-9ccb241b4b81 service neutron] For port 13296381-f283-42ce-9fa4-4d3745832074, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:03.287941 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-0fa28a72-9bb0-4128-93d5-9ccb241b4b81 service neutron] For port 13296381-f283-42ce-9fa4-4d3745832074, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=13296381-f283-42ce-9fa4-4d3745832074,segment=NetworkSegment(8b7d6f84-66b8-41ae-be95-9e4971195f20),segment_id=8b7d6f84-66b8-41ae-be95-9e4971195f20)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:03.293681 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-0fa28a72-9bb0-4128-93d5-9ccb241b4b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.338903 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-0fa28a72-9bb0-4128-93d5-9ccb241b4b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:03.339610 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-0fa28a72-9bb0-4128-93d5-9ccb241b4b81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.341186 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-0fa28a72-9bb0-4128-93d5-9ccb241b4b81 service neutron] 10.222.0.46 "PUT /v2.0/ports/13296381-f283-42ce-9fa4-4d3745832074 HTTP/1.1" status: 200 len: 1093 time: 4.1764228 Jul 15 13:23:03.341859 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de7cc661-2d86-4689-8fef-1bbd7f7c284e', 'tag': '13296381-f283-42ce-9fa4-4d3745832074'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:03.351892 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e977244-639a-4d46-9cba-862a8245ee72" -d '{"events": [{"name": "network-changed", "server_uuid": "de7cc661-2d86-4689-8fef-1bbd7f7c284e", "tag": "13296381-f283-42ce-9fa4-4d3745832074"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:03.373331 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717ea7d-5136-4c43-a644-266069fbaa77 req-01495d56-772a-4188-a0c6-fb029a16f108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:03.376234 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0717ea7d-5136-4c43-a644-266069fbaa77 req-01495d56-772a-4188-a0c6-fb029a16f108 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=045ea613-988e-4395-bf65-22f94dbdd99c HTTP/1.1" status: 200 len: 854 time: 0.0875154 Jul 15 13:23:03.384560 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-72e570a6-2ef8-42c8-80b0-fd3d0afaaeb1 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.394000 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa28a72-9bb0-4128-93d5-9ccb241b4b81 service neutron] Pushing event updated for resources: {'Port': ['ID=13296381-f283-42ce-9fa4-4d3745832074,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:03.495703 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1f14b2-e119-4401-a316-627214af3d1d x-openstack-request-id: req-df1f14b2-e119-4401-a316-627214af3d1d {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:03.496125 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de7cc661-2d86-4689-8fef-1bbd7f7c284e", "tag": "13296381-f283-42ce-9fa4-4d3745832074", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:03.496486 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df1f14b2-e119-4401-a316-627214af3d1d {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:03.497042 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de7cc661-2d86-4689-8fef-1bbd7f7c284e', 'tag': '13296381-f283-42ce-9fa4-4d3745832074', 'status': 'completed', 'code': 200} Jul 15 13:23:03.571061 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-39060584-5499-47dc-a5f5-9c87695cdda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:03.572670 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-39060584-5499-47dc-a5f5-9c87695cdda1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d986de84121549bf90b7ac80073eff67&device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e HTTP/1.1" status: 200 len: 1096 time: 0.1423883 Jul 15 13:23:03.582494 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f586ffb-e8b2-4705-a141-54503bbc703d None None] Pushing event updated for resources: {'Port': ['ID=9abb4cba-50df-4740-97cd-0bad7fbeeedd,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:03.600388 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.621138 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-33a9a0a8-3928-40f0-a319-5ec025e9ff99 None None] Deleting port dcf1cea6-4777-4ce8-b326-29b9af89aae3 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:03.621530 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-33a9a0a8-3928-40f0-a319-5ec025e9ff99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.686080 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 618fd8d7-dead-48a4-803a-7b6889de7735 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:03.686464 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.710170 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-1f3200e9-9f19-48de-a2a7-bb941be6815c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13296381-f283-42ce-9fa4-4d3745832074 HTTP/1.1" status: 200 len: 217 time: 0.1069496 Jul 15 13:23:03.800935 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-33a9a0a8-3928-40f0-a319-5ec025e9ff99 None None] For port dcf1cea6-4777-4ce8-b326-29b9af89aae3, host n-d-771363-36, got binding levels [] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:03.801963 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-33a9a0a8-3928-40f0-a319-5ec025e9ff99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.825397 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-33a9a0a8-3928-40f0-a319-5ec025e9ff99 None None] Calling delete_port for dcf1cea6-4777-4ce8-b326-29b9af89aae3 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:03.832569 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.ipam_backend_mixin [None req-33a9a0a8-3928-40f0-a319-5ec025e9ff99 None None] Port dcf1cea6-4777-4ce8-b326-29b9af89aae3 was not found and therefore no delete operation was performed {{(pid=93827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:23:03.838458 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-28670260-eeda-4968-9f13-3cd30dc7ac86 None None] Provisioning complete for port 9abb4cba-50df-4740-97cd-0bad7fbeeedd triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:03.839145 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-28670260-eeda-4968-9f13-3cd30dc7ac86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.841892 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-33a9a0a8-3928-40f0-a319-5ec025e9ff99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.852662 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-258b51fd-a706-4135-87fb-59d2c04bd92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:03.853178 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-258b51fd-a706-4135-87fb-59d2c04bd92d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8b14ab54-2264-45cd-9e92-10b919be658c HTTP/1.1" status: 200 len: 835 time: 0.1352258 Jul 15 13:23:03.871000 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e570a6-2ef8-42c8-80b0-fd3d0afaaeb1 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event deleted for resources: {'Port': ['ID=dcf1cea6-4777-4ce8-b326-29b9af89aae3,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:03.872953 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e570a6-2ef8-42c8-80b0-fd3d0afaaeb1 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] No DVR routers for this DVR port dcf1cea6-4777-4ce8-b326-29b9af89aae3 on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:23:03.875953 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0717ea7d-5136-4c43-a644-266069fbaa77 req-13f514e3-0506-4240-a98c-b7af591817fa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bc378939-e101-4aa3-86f3-04b543a39c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4765522 Jul 15 13:23:03.895752 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a9a0a8-3928-40f0-a319-5ec025e9ff99 None None] No DVR routers for this DVR port dcf1cea6-4777-4ce8-b326-29b9af89aae3 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:23:03.915634 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d97ad1-ab7e-4c69-ace5-8fb65c91259f req-04a42b7d-c0dc-46ab-8b9b-91fd38da0edc tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:03.917457 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-00d97ad1-ab7e-4c69-ace5-8fb65c91259f req-04a42b7d-c0dc-46ab-8b9b-91fd38da0edc tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f9dbbea-b147-4abe-9355-099ea45baf4d HTTP/1.1" status: 200 len: 944 time: 0.2013068 Jul 15 13:23:03.941069 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9a0a8-3928-40f0-a319-5ec025e9ff99 None None] Pushing event deleted for resources: {'Port': ['ID=dcf1cea6-4777-4ce8-b326-29b9af89aae3,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:04.012691 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-72e570a6-2ef8-42c8-80b0-fd3d0afaaeb1 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.015951 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1604d1d3-cd42-4c2c-9b25-dfdbddee3f41 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:04.026545 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-72e570a6-2ef8-42c8-80b0-fd3d0afaaeb1 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ad9352-8746-4f0c-9a4c-f5593949841a']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:04.033247 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-00d97ad1-ab7e-4c69-ace5-8fb65c91259f req-4f45e3e6-12f9-448d-be15-2bff86b7d387 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab08d857-4863-4f19-87e2-d9ddb6c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969028 Jul 15 13:23:04.047862 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3f08a289-b630-42a4-925d-13aa6922758b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.050790 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-72e570a6-2ef8-42c8-80b0-fd3d0afaaeb1 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '357fc756-0469-49b6-9399-d29ea978db6e') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:04.051093 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-72e570a6-2ef8-42c8-80b0-fd3d0afaaeb1 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '357fc756-0469-49b6-9399-d29ea978db6e') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:04.069685 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-72e570a6-2ef8-42c8-80b0-fd3d0afaaeb1 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.086302 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0717ea7d-5136-4c43-a644-266069fbaa77 req-6a26e0ab-9280-4b43-928a-ad9357434261 service neutron] 10.222.0.46 "GET /v2.0/networks/bc378939-e101-4aa3-86f3-04b543a39c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027252 Jul 15 13:23:04.087291 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-72e570a6-2ef8-42c8-80b0-fd3d0afaaeb1 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.143241 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 1604d1d3-cd42-4c2c-9b25-dfdbddee3f41 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:04.143649 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.146647 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-839b9e48-93cb-4c17-a8c7-82913fec63f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:04.148674 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-839b9e48-93cb-4c17-a8c7-82913fec63f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b153aeb7-bc34-4148-b815-36404bac7af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2870123 Jul 15 13:23:04.168770 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e65fa-3799-4baa-8738-07a3d421f941 req-4eda4595-cb53-4190-a604-a5d1455fcbb4 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:04.170310 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d31e65fa-3799-4baa-8738-07a3d421f941 req-4eda4595-cb53-4190-a604-a5d1455fcbb4 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e HTTP/1.1" status: 200 len: 944 time: 0.2736919 Jul 15 13:23:04.199725 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:23:04.224462 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0717ea7d-5136-4c43-a644-266069fbaa77 req-67e03ce5-eec7-4822-b73b-73efc6a885de service neutron] 10.222.0.46 "GET /v2.0/networks/bc378939-e101-4aa3-86f3-04b543a39c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297050 Jul 15 13:23:04.230703 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72e570a6-2ef8-42c8-80b0-fd3d0afaaeb1 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:23:04.231644 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-72e570a6-2ef8-42c8-80b0-fd3d0afaaeb1 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.247109 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:23:04.247109 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:23:04.247109 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:23:04.247109 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:23:04.247109 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:23:04.247109 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:23:04.247109 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:23:04.247109 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:23:04.247109 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:23:04.247109 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:23:04.247109 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:23:04.247109 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:23:04.247109 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:23:04.247109 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:23:04.247109 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:23:04.247109 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:23:04.247109 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:23:04.247109 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:23:04.247109 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:23:04.247109 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:23:04.247109 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:23:04.247109 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:23:04.247109 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:23:04.247109 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:23:04.247109 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:23:04.247109 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:23:04.247109 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:23:04.247109 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:23:04.247109 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:23:04.247109 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:23:04.247109 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:23:04.247109 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:23:04.300701 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 3bf5c830-2de1-482e-aac3-7dbbc9e608d7 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:04.318969 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-72e570a6-2ef8-42c8-80b0-fd3d0afaaeb1 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.337572 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-72e570a6-2ef8-42c8-80b0-fd3d0afaaeb1 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.343078 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-72e570a6-2ef8-42c8-80b0-fd3d0afaaeb1 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "DELETE /v2.0/networks/d0ad9352-8746-4f0c-9a4c-f5593949841a HTTP/1.1" status: 204 len: 168 time: 2.0260701 Jul 15 13:23:04.345917 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46966) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:04.355999 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d31e65fa-3799-4baa-8738-07a3d421f941 req-b725cfdf-5a8b-4d4c-9f04-240222574408 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=cbce786e-178b-4ec4-a228-7da33810f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754594 Jul 15 13:23:04.370478 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 3bf5c830-2de1-482e-aac3-7dbbc9e608d7 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:04.384615 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 3bf5c830-2de1-482e-aac3-7dbbc9e608d7 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:04.385030 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.385443 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-4b1705cb-9ac2-4a1d-a539-e062a1fb8229 service neutron] 10.222.0.46 "GET /v2.0/networks/b153aeb7-bc34-4148-b815-36404bac7af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268772 Jul 15 13:23:04.395134 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3a84c0d-4b6b-4f6f-9044-e859d47154a6 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] DELETE failed (client error): The resource could not be found. Jul 15 13:23:04.395602 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3a84c0d-4b6b-4f6f-9044-e859d47154a6 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:23:04.400561 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e3a84c0d-4b6b-4f6f-9044-e859d47154a6 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "DELETE /v2.0/subnets/785b53f5-2062-41ba-a971-6b36e04b5be5 HTTP/1.1" status: 404 len: 337 time: 0.0504797 Jul 15 13:23:04.400561 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e570a6-2ef8-42c8-80b0-fd3d0afaaeb1 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event deleted for resources: {'Network': ['ID=d0ad9352-8746-4f0c-9a4c-f5593949841a,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:04.400561 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46968) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:04.418417 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-382487a1-2a08-4cf4-818f-c7e9a8b8b37a tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] DELETE failed (client error): The resource could not be found. Jul 15 13:23:04.419006 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-382487a1-2a08-4cf4-818f-c7e9a8b8b37a tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:23:04.422607 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-382487a1-2a08-4cf4-818f-c7e9a8b8b37a tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "DELETE /v2.0/networks/6f2e4179-82f8-4fcb-badb-e06735ef4a67 HTTP/1.1" status: 404 len: 339 time: 0.0196602 Jul 15 13:23:04.423642 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46970) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:04.468086 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.476769 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-68e2bf22-99f7-4f44-8c6c-fd17635e4736 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Deleting subnet f6ce31e1-60b1-4732-b11c-bd566d9fbb5f {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:23:04.480078 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-68e2bf22-99f7-4f44-8c6c-fd17635e4736 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.506506 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 3bf5c830-2de1-482e-aac3-7dbbc9e608d7, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=3bf5c830-2de1-482e-aac3-7dbbc9e608d7,segment=NetworkSegment(c8202d78-9e2d-42c9-b21c-96107e2ce3f4),segment_id=c8202d78-9e2d-42c9-b21c-96107e2ce3f4)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:04.512873 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.532322 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-68e2bf22-99f7-4f44-8c6c-fd17635e4736 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.544489 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6eab6191-332c-4118-bd9b-2557cf07cfa8 req-78f92a3e-d036-4ee4-93c1-1730ff639ad0 service neutron] 10.222.0.46 "GET /v2.0/networks/b153aeb7-bc34-4148-b815-36404bac7af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526313 Jul 15 13:23:04.577647 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=3bf5c830-2de1-482e-aac3-7dbbc9e608d7,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:04.592937 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3f08a289-b630-42a4-925d-13aa6922758b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Deleting port ed1c6399-6e5d-4868-9e3c-b0a1cf1ca011 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:04.593468 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3f08a289-b630-42a4-925d-13aa6922758b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.631754 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-68e2bf22-99f7-4f44-8c6c-fd17635e4736 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.691242 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-68e2bf22-99f7-4f44-8c6c-fd17635e4736 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.718021 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3f08a289-b630-42a4-925d-13aa6922758b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.719180 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2bf22-99f7-4f44-8c6c-fd17635e4736 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event deleted for resources: {'Subnet': ['ID=f6ce31e1-60b1-4732-b11c-bd566d9fbb5f,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:04.723297 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-68e2bf22-99f7-4f44-8c6c-fd17635e4736 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.726471 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00144da5-d74c-401d-84e8-44339c206771 None None] Network 2e126f2e-0687-477f-baec-587eb13dd3e9 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:04.728058 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-68e2bf22-99f7-4f44-8c6c-fd17635e4736 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "DELETE /v2.0/subnets/f6ce31e1-60b1-4732-b11c-bd566d9fbb5f HTTP/1.1" status: 204 len: 168 time: 0.3031721 Jul 15 13:23:04.730340 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46972) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:04.735188 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3f08a289-b630-42a4-925d-13aa6922758b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Calling delete_port for ed1c6399-6e5d-4868-9e3c-b0a1cf1ca011 owned by network:router_interface {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:04.747426 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e977244-639a-4d46-9cba-862a8245ee72 req-b58d7c6c-d364-4314-bd73-84d43884d39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:04.748910 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8e977244-639a-4d46-9cba-862a8245ee72 req-b58d7c6c-d364-4314-bd73-84d43884d39a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d986de84121549bf90b7ac80073eff67&device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e HTTP/1.1" status: 200 len: 1096 time: 0.1411819 Jul 15 13:23:04.814049 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-15d78ee2-7bfa-4841-92ee-71a35be595c9 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.879916 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-15d78ee2-7bfa-4841-92ee-71a35be595c9 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Deleting port cdbc4fa2-a62f-4a96-84e9-ac11a18a2cbe {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:04.880530 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-15d78ee2-7bfa-4841-92ee-71a35be595c9 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.934458 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e977244-639a-4d46-9cba-862a8245ee72 req-52f97b7b-d456-4c8b-9d27-ebcfef8f96a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:04.935980 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8e977244-639a-4d46-9cba-862a8245ee72 req-52f97b7b-d456-4c8b-9d27-ebcfef8f96a8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b153aeb7-bc34-4148-b815-36404bac7af2 HTTP/1.1" status: 200 len: 897 time: 0.1491659 Jul 15 13:23:04.947025 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ccb139-aee9-4f6f-b968-bbc2fea53b4f None None] DHCP port deletion for 2e126f2e-0687-477f-baec-587eb13dd3e9 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:23:04.947526 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-15d78ee2-7bfa-4841-92ee-71a35be595c9 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] For port cdbc4fa2-a62f-4a96-84e9-ac11a18a2cbe, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=cdbc4fa2-a62f-4a96-84e9-ac11a18a2cbe,segment=NetworkSegment(41894e04-bc00-497b-882e-a5a3851649c2),segment_id=41894e04-bc00-497b-882e-a5a3851649c2)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:04.947526 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-15d78ee2-7bfa-4841-92ee-71a35be595c9 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.963562 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-15d78ee2-7bfa-4841-92ee-71a35be595c9 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Calling delete_port for cdbc4fa2-a62f-4a96-84e9-ac11a18a2cbe owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:04.983207 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 4978a11b-58c3-4185-9bbc-cefbf52405a8 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:23:05.020821 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3f08a289-b630-42a4-925d-13aa6922758b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.024365 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.061072 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 3bf5c830-2de1-482e-aac3-7dbbc9e608d7 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:05.063822 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-15d78ee2-7bfa-4841-92ee-71a35be595c9 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.097847 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d78ee2-7bfa-4841-92ee-71a35be595c9 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] No DVR routers for this DVR port cdbc4fa2-a62f-4a96-84e9-ac11a18a2cbe on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:23:05.101834 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08a289-b630-42a4-925d-13aa6922758b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Pushing event deleted for resources: {'Port': ['ID=ed1c6399-6e5d-4868-9e3c-b0a1cf1ca011,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:05.105624 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8e977244-639a-4d46-9cba-862a8245ee72 req-f736f32d-47ba-475e-b419-22be63314dda service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13296381-f283-42ce-9fa4-4d3745832074 HTTP/1.1" status: 200 len: 217 time: 0.0951290 Jul 15 13:23:05.120003 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c8ccb139-aee9-4f6f-b968-bbc2fea53b4f None None] Deleting port cdbc4fa2-a62f-4a96-84e9-ac11a18a2cbe {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:05.120391 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c8ccb139-aee9-4f6f-b968-bbc2fea53b4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.134718 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d78ee2-7bfa-4841-92ee-71a35be595c9 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event deleted for resources: {'Port': ['ID=cdbc4fa2-a62f-4a96-84e9-ac11a18a2cbe,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:05.218659 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-15d78ee2-7bfa-4841-92ee-71a35be595c9 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.229740 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-15d78ee2-7bfa-4841-92ee-71a35be595c9 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e126f2e-0687-477f-baec-587eb13dd3e9']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:05.239450 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-c8ccb139-aee9-4f6f-b968-bbc2fea53b4f None None] For port cdbc4fa2-a62f-4a96-84e9-ac11a18a2cbe, host n-d-771363-36, got binding levels [] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:05.239957 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c8ccb139-aee9-4f6f-b968-bbc2fea53b4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.241056 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-15d78ee2-7bfa-4841-92ee-71a35be595c9 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41894e04-bc00-497b-882e-a5a3851649c2') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:05.241364 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-15d78ee2-7bfa-4841-92ee-71a35be595c9 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41894e04-bc00-497b-882e-a5a3851649c2') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:05.251247 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-15d78ee2-7bfa-4841-92ee-71a35be595c9 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.254288 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c8ccb139-aee9-4f6f-b968-bbc2fea53b4f None None] Calling delete_port for cdbc4fa2-a62f-4a96-84e9-ac11a18a2cbe owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:05.257234 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.ipam_backend_mixin [None req-c8ccb139-aee9-4f6f-b968-bbc2fea53b4f None None] Port cdbc4fa2-a62f-4a96-84e9-ac11a18a2cbe was not found and therefore no delete operation was performed {{(pid=93827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:23:05.260889 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c8ccb139-aee9-4f6f-b968-bbc2fea53b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.265626 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-15d78ee2-7bfa-4841-92ee-71a35be595c9 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.272639 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15d78ee2-7bfa-4841-92ee-71a35be595c9 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:23:05.273056 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-15d78ee2-7bfa-4841-92ee-71a35be595c9 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.312384 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e977244-639a-4d46-9cba-862a8245ee72 req-7a9ac620-2c95-42e0-a3db-e0c967c95f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:05.314103 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8e977244-639a-4d46-9cba-862a8245ee72 req-7a9ac620-2c95-42e0-a3db-e0c967c95f85 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8b14ab54-2264-45cd-9e92-10b919be658c HTTP/1.1" status: 200 len: 835 time: 0.1891878 Jul 15 13:23:05.330546 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 4978a11b-58c3-4185-9bbc-cefbf52405a8, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=4978a11b-58c3-4185-9bbc-cefbf52405a8,segment=NetworkSegment(3864457b-0c8b-4073-aefc-deb4dbf165b4),segment_id=3864457b-0c8b-4073-aefc-deb4dbf165b4)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:05.333899 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ccb139-aee9-4f6f-b968-bbc2fea53b4f None None] Pushing event deleted for resources: {'Port': ['ID=cdbc4fa2-a62f-4a96-84e9-ac11a18a2cbe,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:05.351258 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ccb139-aee9-4f6f-b968-bbc2fea53b4f None None] No DVR routers for this DVR port cdbc4fa2-a62f-4a96-84e9-ac11a18a2cbe on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:23:05.352830 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '4978a11b-58c3-4185-9bbc-cefbf52405a8', 'network_id': 'bc378939-e101-4aa3-86f3-04b543a39c6c', 'port_id': '4978a11b-58c3-4185-9bbc-cefbf52405a8', 'mac_address': 'fa:16:3e:46:01:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '045ea613-988e-4395-bf65-22f94dbdd99c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:23:05.361152 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 3bf5c830-2de1-482e-aac3-7dbbc9e608d7 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:05.361152 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.365030 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:23:05.365030 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:23:05.365030 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:23:05.365030 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:23:05.365030 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:23:05.365030 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:23:05.365030 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:23:05.365030 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:23:05.365030 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:23:05.365030 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:23:05.365030 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:23:05.365030 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:23:05.365030 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:23:05.365030 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:23:05.365030 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:23:05.365030 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:23:05.365030 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:23:05.365030 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:23:05.365030 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:23:05.365030 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:23:05.365030 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:23:05.365030 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:23:05.365030 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:23:05.365030 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:23:05.365030 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:23:05.365030 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:23:05.365030 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:23:05.365030 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:23:05.365030 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:23:05.365030 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:23:05.365030 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:23:05.365030 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:23:05.377726 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-15d78ee2-7bfa-4841-92ee-71a35be595c9 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.392142 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-15d78ee2-7bfa-4841-92ee-71a35be595c9 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.394812 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-15d78ee2-7bfa-4841-92ee-71a35be595c9 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] 10.222.0.16 "DELETE /v2.0/networks/2e126f2e-0687-477f-baec-587eb13dd3e9 HTTP/1.1" status: 204 len: 168 time: 0.6633439 Jul 15 13:23:05.432121 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.438617 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d78ee2-7bfa-4841-92ee-71a35be595c9 tempest-NetworksIpV6Test-1459202440 tempest-NetworksIpV6Test-1459202440-project] Pushing event deleted for resources: {'Network': ['ID=2e126f2e-0687-477f-baec-587eb13dd3e9,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:05.449805 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4978a11b-58c3-4185-9bbc-cefbf52405a8 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:23:05.450150 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3f08a289-b630-42a4-925d-13aa6922758b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.473378 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 4978a11b-58c3-4185-9bbc-cefbf52405a8, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=4978a11b-58c3-4185-9bbc-cefbf52405a8,segment=NetworkSegment(3864457b-0c8b-4073-aefc-deb4dbf165b4),segment_id=3864457b-0c8b-4073-aefc-deb4dbf165b4)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:05.496018 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.534330 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9abb4cba-50df-4740-97cd-0bad7fbeeedd up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:05.580601 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=4978a11b-58c3-4185-9bbc-cefbf52405a8,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:05.604486 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 9abb4cba-50df-4740-97cd-0bad7fbeeedd triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:05.604925 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.611569 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba65d4e-e9d3-4cee-9f64-4fbe02e5ed4d req-b0dda84e-e701-4e43-b94c-c2b84c6f7e8e tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:05.618440 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cba65d4e-e9d3-4cee-9f64-4fbe02e5ed4d req-b0dda84e-e701-4e43-b94c-c2b84c6f7e8e tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f9dbbea-b147-4abe-9355-099ea45baf4d HTTP/1.1" status: 200 len: 944 time: 0.4301379 Jul 15 13:23:05.643450 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e977244-639a-4d46-9cba-862a8245ee72 req-c49be617-3bbb-4f75-9959-1021a72fcb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:05.645500 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8e977244-639a-4d46-9cba-862a8245ee72 req-c49be617-3bbb-4f75-9959-1021a72fcb6a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b153aeb7-bc34-4148-b815-36404bac7af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3193710 Jul 15 13:23:05.737920 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46988) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:05.754366 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device dcf1cea6-4777-4ce8-b326-29b9af89aae3 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:23:05.775430 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: dcf1cea6-4777-4ce8-b326-29b9af89aae3 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:23:05.775821 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device dcf1cea6-4777-4ce8-b326-29b9af89aae3 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:23:05.776181 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device cdbc4fa2-a62f-4a96-84e9-ac11a18a2cbe no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:23:05.795560 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: cdbc4fa2-a62f-4a96-84e9-ac11a18a2cbe {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:23:05.795899 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device cdbc4fa2-a62f-4a96-84e9-ac11a18a2cbe not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:23:05.855380 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['4978a11b-58c3-4185-9bbc-cefbf52405a8'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:23:05.904131 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b877f41a-79fd-40bb-8320-87b5dce16ab6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=32552016cc694d029d2a6cde6c12b6b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1646903 Jul 15 13:23:05.906868 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 46992) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:05.959778 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bc042514-eaa7-4213-8beb-22f6baf1e711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.987017 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bc042514-eaa7-4213-8beb-22f6baf1e711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:06.041761 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bc042514-eaa7-4213-8beb-22f6baf1e711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:06.044399 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bc042514-eaa7-4213-8beb-22f6baf1e711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:06.045602 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-bc042514-eaa7-4213-8beb-22f6baf1e711 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/99d445e2-8e0b-4aa7-abea-9e1c983fd1eb HTTP/1.1" status: 204 len: 168 time: 0.1373901 Jul 15 13:23:06.055050 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc042514-eaa7-4213-8beb-22f6baf1e711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d445e2-8e0b-4aa7-abea-9e1c983fd1eb,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:06.102500 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cba65d4e-e9d3-4cee-9f64-4fbe02e5ed4d req-1724a9c7-a50d-4225-abda-6e078546069d tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab08d857-4863-4f19-87e2-d9ddb6c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4832308 Jul 15 13:23:06.184265 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f08a289-b630-42a4-925d-13aa6922758b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Router 5e1e00b7-04a2-4b1b-b417-04aeb3b5fe1b has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:23:06.266731 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8e977244-639a-4d46-9cba-862a8245ee72 req-a18de5c6-6e11-4296-be4b-0e909b6588e3 service neutron] 10.222.0.46 "GET /v2.0/networks/b153aeb7-bc34-4148-b815-36404bac7af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6105790 Jul 15 13:23:06.298742 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3df556-dbdc-41c4-bb83-881a54b0e7ed req-b1b3a11a-848f-4fe5-88dc-bd48cf3d92e7 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:06.300254 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9f3df556-dbdc-41c4-bb83-881a54b0e7ed req-b1b3a11a-848f-4fe5-88dc-bd48cf3d92e7 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e HTTP/1.1" status: 200 len: 944 time: 0.5815284 Jul 15 13:23:06.341607 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f08a289-b630-42a4-925d-13aa6922758b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:23:06.352221 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693a06c3-dddc-4d06-849e-dfe1c241f60a None None] Sync routers for ids ['5e1e00b7-04a2-4b1b-b417-04aeb3b5fe1b'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:23:06.357318 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3f08a289-b630-42a4-925d-13aa6922758b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] 10.222.0.16 "PUT /v2.0/routers/5e1e00b7-04a2-4b1b-b417-04aeb3b5fe1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3894587 Jul 15 13:23:06.358002 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47004) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:06.368230 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693a06c3-dddc-4d06-849e-dfe1c241f60a None None] Routers {'5e1e00b7-04a2-4b1b-b417-04aeb3b5fe1b'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:06.368862 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-693a06c3-dddc-4d06-849e-dfe1c241f60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:23:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['5e1e00b7-04a2-4b1b-b417-04aeb3b5fe1b'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:06.414062 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9f3df556-dbdc-41c4-bb83-881a54b0e7ed req-d1cf977c-f2dc-4ae1-a2fd-3a22ff37cc75 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=cbce786e-178b-4ec4-a228-7da33810f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033361 Jul 15 13:23:06.417482 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-693a06c3-dddc-4d06-849e-dfe1c241f60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:06.426623 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-b5df833b-47f7-4440-af94-701a4f0db0d5 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] delete failed (client error): The resource could not be found. Jul 15 13:23:06.432699 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47010) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:06.433370 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b5df833b-47f7-4440-af94-701a4f0db0d5 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-1216144501 HTTP/1.1" status: 404 len: 335 time: 0.0735915 Jul 15 13:23:06.436473 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693a06c3-dddc-4d06-849e-dfe1c241f60a None None] Routers {'5e1e00b7-04a2-4b1b-b417-04aeb3b5fe1b'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:06.437492 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-8a57ab97-f669-4bde-bc92-06246cedc95c tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Request body: {'router': {'external_gateway_info': {'network_id': '5e1e00b7-04a2-4b1b-b417-04aeb3b5fe1b'}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:06.438180 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-693a06c3-dddc-4d06-849e-dfe1c241f60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:23:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['5e1e00b7-04a2-4b1b-b417-04aeb3b5fe1b'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:06.441716 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8e977244-639a-4d46-9cba-862a8245ee72 req-a8b8461d-588e-4066-966b-ab8895c8f160 service neutron] 10.222.0.46 "GET /v2.0/networks/b153aeb7-bc34-4148-b815-36404bac7af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400073 Jul 15 13:23:06.486082 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-693a06c3-dddc-4d06-849e-dfe1c241f60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:06.486830 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693a06c3-dddc-4d06-849e-dfe1c241f60a None None] The sync data for ids ['5e1e00b7-04a2-4b1b-b417-04aeb3b5fe1b'] in n-d-771363-36 is: [] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:23:06.658945 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8a57ab97-f669-4bde-bc92-06246cedc95c tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:06.680827 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-8a57ab97-f669-4bde-bc92-06246cedc95c tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] update failed (client error): The resource could not be found. Jul 15 13:23:06.681887 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8a57ab97-f669-4bde-bc92-06246cedc95c tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] 10.222.0.16 "PUT /v2.0/routers/5e1e00b7-04a2-4b1b-b417-04aeb3b5fe1b HTTP/1.1" status: 404 len: 339 time: 0.2482278 Jul 15 13:23:06.685569 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47022) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:06.776227 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47024) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:06.872834 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-32115796-2d50-4efc-9286-e55c5426fe33 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1712350592'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:06.894947 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32115796-2d50-4efc-9286-e55c5426fe33 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Made reservation on behalf of 7a0390dbdbdf44588cdadf394cf75fad for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:06.898791 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-32115796-2d50-4efc-9286-e55c5426fe33 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:06.907367 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-32115796-2d50-4efc-9286-e55c5426fe33 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:06.963535 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6e9a4181-8b37-424a-a454-0066eca93ee3 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:06.969207 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 13296381-f283-42ce-9fa4-4d3745832074 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:23:06.973814 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 4978a11b-58c3-4185-9bbc-cefbf52405a8 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:07.014767 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-32115796-2d50-4efc-9286-e55c5426fe33 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:07.020716 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-32115796-2d50-4efc-9286-e55c5426fe33 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:07.046453 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32115796-2d50-4efc-9286-e55c5426fe33 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:23:07.064114 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32115796-2d50-4efc-9286-e55c5426fe33 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbd0d4c-b792-4711-9547-1e67cb1fcf9b,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:07.071533 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-32115796-2d50-4efc-9286-e55c5426fe33 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:07.072122 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-32115796-2d50-4efc-9286-e55c5426fe33 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Added segment 13d68a31-3b99-4e25-8d73-961d6a11195d of type vlan for network 5ab75e4c-2d14-4404-aa3d-865ce0759e4c Jul 15 13:23:07.089486 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 4978a11b-58c3-4185-9bbc-cefbf52405a8 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:07.101066 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 4978a11b-58c3-4185-9bbc-cefbf52405a8 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:07.101817 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:07.121271 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-32115796-2d50-4efc-9286-e55c5426fe33 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:07.139580 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 13296381-f283-42ce-9fa4-4d3745832074, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=13296381-f283-42ce-9fa4-4d3745832074,segment=NetworkSegment(8b7d6f84-66b8-41ae-be95-9e4971195f20),segment_id=8b7d6f84-66b8-41ae-be95-9e4971195f20)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:07.157606 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-32115796-2d50-4efc-9286-e55c5426fe33 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:07.161785 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '13296381-f283-42ce-9fa4-4d3745832074', 'network_id': 'b153aeb7-bc34-4148-b815-36404bac7af2', 'port_id': '13296381-f283-42ce-9fa4-4d3745832074', 'mac_address': 'fa:16:3e:ca:51:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b14ab54-2264-45cd-9e92-10b919be658c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:23:07.165074 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32115796-2d50-4efc-9286-e55c5426fe33 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:07.165754 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-32115796-2d50-4efc-9286-e55c5426fe33 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:07.229271 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:07.240044 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32115796-2d50-4efc-9286-e55c5426fe33 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event updated for resources: {'Network': ['ID=5ab75e4c-2d14-4404-aa3d-865ce0759e4c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:07.244644 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-6e9a4181-8b37-424a-a454-0066eca93ee3 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Allocated IP 172.20.0.1 (0a220b7a-ab2c-415c-932f-a4b7602a58bd/5922e005-a46e-4116-add2-68dd20bf1973/574e3623-942e-4f30-885d-6f88cc132bc9) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:07.245378 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:07.262585 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-32115796-2d50-4efc-9286-e55c5426fe33 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4719996 Jul 15 13:23:07.262821 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13296381-f283-42ce-9fa4-4d3745832074 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:23:07.262950 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 5ab75e4c-2d14-4404-aa3d-865ce0759e4c details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:23:07.322974 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9dbbea-b147-4abe-9355-099ea45baf4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4978a11b-58c3-4185-9bbc-cefbf52405a8'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:07.325371 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5fedec1-09e9-4436-8ec9-0f4c78676191" -d '{"events": [{"server_uuid": "9f9dbbea-b147-4abe-9355-099ea45baf4d", "name": "network-vif-plugged", "status": "completed", "tag": "4978a11b-58c3-4185-9bbc-cefbf52405a8"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:07.348119 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 13296381-f283-42ce-9fa4-4d3745832074, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=13296381-f283-42ce-9fa4-4d3745832074,segment=NetworkSegment(8b7d6f84-66b8-41ae-be95-9e4971195f20),segment_id=8b7d6f84-66b8-41ae-be95-9e4971195f20)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:07.376803 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae2cf3-a9b5-44ba-af37-27bbf0ba75e2 req-2611d31a-eb9e-426d-9c89-a08ea77b0753 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:07.379122 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-77ae2cf3-a9b5-44ba-af37-27bbf0ba75e2 req-2611d31a-eb9e-426d-9c89-a08ea77b0753 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f9dbbea-b147-4abe-9355-099ea45baf4d HTTP/1.1" status: 200 len: 945 time: 0.1074522 Jul 15 13:23:07.386902 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47032) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:07.394001 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-f31ce63a-7b39-439a-b001-7f11f4234b22 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Request body: {'subnet': {'network_id': '5ab75e4c-2d14-4404-aa3d-865ce0759e4c', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:07.396973 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6e9a4181-8b37-424a-a454-0066eca93ee3 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:07.408768 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:07.411390 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0bb247-157f-4a2c-8cd3-03d59657125b x-openstack-request-id: req-2f0bb247-157f-4a2c-8cd3-03d59657125b {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:07.411666 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9dbbea-b147-4abe-9355-099ea45baf4d", "name": "network-vif-plugged", "status": "completed", "tag": "4978a11b-58c3-4185-9bbc-cefbf52405a8", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:07.411915 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2f0bb247-157f-4a2c-8cd3-03d59657125b {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:07.412305 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9dbbea-b147-4abe-9355-099ea45baf4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4978a11b-58c3-4185-9bbc-cefbf52405a8', 'code': 200} Jul 15 13:23:07.414010 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-6e9a4181-8b37-424a-a454-0066eca93ee3 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Transition to ACTIVE for port object 574e3623-942e-4f30-885d-6f88cc132bc9 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:07.430527 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 4978a11b-58c3-4185-9bbc-cefbf52405a8, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=4978a11b-58c3-4185-9bbc-cefbf52405a8,segment=NetworkSegment(3864457b-0c8b-4073-aefc-deb4dbf165b4),segment_id=3864457b-0c8b-4073-aefc-deb4dbf165b4)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:07.453705 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6e9a4181-8b37-424a-a454-0066eca93ee3 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:07.461380 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:07.497946 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=13296381-f283-42ce-9fa4-4d3745832074,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:07.510093 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9a4181-8b37-424a-a454-0066eca93ee3 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Network 0a220b7a-ab2c-415c-932f-a4b7602a58bd is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:07.515613 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-6e9a4181-8b37-424a-a454-0066eca93ee3 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:07.518113 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9a4181-8b37-424a-a454-0066eca93ee3 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:07.551201 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a4181-8b37-424a-a454-0066eca93ee3 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Pushing event updated for resources: {'Port': ['ID=574e3623-942e-4f30-885d-6f88cc132bc9,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:07.568290 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-77ae2cf3-a9b5-44ba-af37-27bbf0ba75e2 req-ea15ce50-a9a9-4c14-a83a-4761482c0eb3 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab08d857-4863-4f19-87e2-d9ddb6c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828673 Jul 15 13:23:07.583412 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6e9a4181-8b37-424a-a454-0066eca93ee3 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:07.600906 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=4978a11b-58c3-4185-9bbc-cefbf52405a8,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:07.678157 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31ce63a-7b39-439a-b001-7f11f4234b22 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Made reservation on behalf of 7a0390dbdbdf44588cdadf394cf75fad for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:07.682610 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f31ce63a-7b39-439a-b001-7f11f4234b22 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:07.717284 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25303576-258b-48ed-b66d-7783eecfe37f req-2416fb85-bf58-401d-b39f-dfd0f5aefbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:07.719217 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-25303576-258b-48ed-b66d-7783eecfe37f req-2416fb85-bf58-401d-b39f-dfd0f5aefbc9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9f9dbbea-b147-4abe-9355-099ea45baf4d HTTP/1.1" status: 200 len: 1098 time: 0.2350404 Jul 15 13:23:07.750303 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6e9a4181-8b37-424a-a454-0066eca93ee3 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:07.784820 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['13296381-f283-42ce-9fa4-4d3745832074'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:23:07.833604 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac5e93-f94c-4826-a512-d452fea870cf req-bbe624d3-bb36-4cb4-9998-303c14bfdc32 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:07.835224 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9cac5e93-f94c-4826-a512-d452fea870cf req-bbe624d3-bb36-4cb4-9998-303c14bfdc32 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e HTTP/1.1" status: 200 len: 945 time: 0.2439616 Jul 15 13:23:07.839366 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-25303576-258b-48ed-b66d-7783eecfe37f req-e1dfe2c9-52ac-4765-be5d-4cb9715b45d7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ab08d857-4863-4f19-87e2-d9ddb6c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105824 Jul 15 13:23:07.891130 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9cac5e93-f94c-4826-a512-d452fea870cf req-98b697c8-55c1-4559-9e59-e4ef14d73f7e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=cbce786e-178b-4ec4-a228-7da33810f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473640 Jul 15 13:23:07.892962 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-fcd09ff0-9e8c-4130-99a2-cfcac41d23ad None None] Provisioning for port 574e3623-942e-4f30-885d-6f88cc132bc9 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:07.907350 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-fcd09ff0-9e8c-4130-99a2-cfcac41d23ad None None] Provisioning complete for port 574e3623-942e-4f30-885d-6f88cc132bc9 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:07.907727 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fcd09ff0-9e8c-4130-99a2-cfcac41d23ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:07.964622 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-fcd09ff0-9e8c-4130-99a2-cfcac41d23ad None None] Port 574e3623-942e-4f30-885d-6f88cc132bc9 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:23:07.988537 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f31ce63a-7b39-439a-b001-7f11f4234b22 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:08.047352 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ce63a-7b39-439a-b001-7f11f4234b22 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event updated for resources: {'Subnet': ['ID=afbfe11f-1c21-4a66-abee-a76c9db845c4,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:08.062059 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6e9a4181-8b37-424a-a454-0066eca93ee3 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:08.067289 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31ce63a-7b39-439a-b001-7f11f4234b22 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Checking segment: {'id': '13d68a31-3b99-4e25-8d73-961d6a11195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5ab75e4c-2d14-4404-aa3d-865ce0759e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:08.067661 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31ce63a-7b39-439a-b001-7f11f4234b22 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Network hostable DHCP agents. Network: 5ab75e4c-2d14-4404-aa3d-865ce0759e4c, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:23:08.068000 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6e9a4181-8b37-424a-a454-0066eca93ee3 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:08.087795 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31ce63a-7b39-439a-b001-7f11f4234b22 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Network 5ab75e4c-2d14-4404-aa3d-865ce0759e4c is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:23:08.097999 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-f31ce63a-7b39-439a-b001-7f11f4234b22 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 5ab75e4c-2d14-4404-aa3d-865ce0759e4c) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:08.105403 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c190acc4-1d34-4b9d-bce3-9271d4d13403 None None] Network 5ab75e4c-2d14-4404-aa3d-865ce0759e4c requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:08.106894 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31ce63a-7b39-439a-b001-7f11f4234b22 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:08.107596 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f31ce63a-7b39-439a-b001-7f11f4234b22 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:08.126850 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f31ce63a-7b39-439a-b001-7f11f4234b22 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7357407 Jul 15 13:23:08.127353 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47042) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:08.132879 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-ef01a4e3-50a5-4240-aa7d-98fec1ce2e0c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-395782281'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:08.144476 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6e9a4181-8b37-424a-a454-0066eca93ee3 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:08.146201 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a4181-8b37-424a-a454-0066eca93ee3 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Pushing event updated for resources: {'Port': ['ID=574e3623-942e-4f30-885d-6f88cc132bc9,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:08.157212 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef01a4e3-50a5-4240-aa7d-98fec1ce2e0c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Made reservation on behalf of 7a0390dbdbdf44588cdadf394cf75fad for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:08.161935 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ef01a4e3-50a5-4240-aa7d-98fec1ce2e0c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:08.186524 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef01a4e3-50a5-4240-aa7d-98fec1ce2e0c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:23:08.195724 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ef01a4e3-50a5-4240-aa7d-98fec1ce2e0c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:08.196233 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-ef01a4e3-50a5-4240-aa7d-98fec1ce2e0c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Added segment bf98cb71-8ea3-4dfd-bcd0-7320920b6320 of type vlan for network 2992762d-29e1-4b80-aa9b-a51a99a7fd34 Jul 15 13:23:08.239080 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ef01a4e3-50a5-4240-aa7d-98fec1ce2e0c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:08.251169 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9a4181-8b37-424a-a454-0066eca93ee3 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Network 0a220b7a-ab2c-415c-932f-a4b7602a58bd is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:08.252740 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-6e9a4181-8b37-424a-a454-0066eca93ee3 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:08.270759 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ef01a4e3-50a5-4240-aa7d-98fec1ce2e0c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:08.276645 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef01a4e3-50a5-4240-aa7d-98fec1ce2e0c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:08.277228 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ef01a4e3-50a5-4240-aa7d-98fec1ce2e0c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:08.282219 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82be4a5e-49c4-48d8-aa8b-f6d38e1f3f1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-5ab75e4c-2d14-4404-aa3d-865ce0759e4c', 'network_id': '5ab75e4c-2d14-4404-aa3d-865ce0759e4c', 'tenant_id': '7a0390dbdbdf44588cdadf394cf75fad', 'fixed_ips': [{'subnet_id': 'afbfe11f-1c21-4a66-abee-a76c9db845c4'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:23:08.283634 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-82be4a5e-49c4-48d8-aa8b-f6d38e1f3f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:08.326010 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ef01a4e3-50a5-4240-aa7d-98fec1ce2e0c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1949835 Jul 15 13:23:08.327346 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47044) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:08.333209 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-1d44e7bc-899a-42f2-b187-e16e56d7089f tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Request body: {'subnet': {'network_id': '2992762d-29e1-4b80-aa9b-a51a99a7fd34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:08.361980 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9a4181-8b37-424a-a454-0066eca93ee3 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Router 5e1e00b7-04a2-4b1b-b417-04aeb3b5fe1b has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:23:08.377317 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01a4e3-50a5-4240-aa7d-98fec1ce2e0c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event updated for resources: {'Network': ['ID=2992762d-29e1-4b80-aa9b-a51a99a7fd34,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:08.391303 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 2992762d-29e1-4b80-aa9b-a51a99a7fd34 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:23:08.470645 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d44e7bc-899a-42f2-b187-e16e56d7089f tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Made reservation on behalf of 7a0390dbdbdf44588cdadf394cf75fad for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:08.477037 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1d44e7bc-899a-42f2-b187-e16e56d7089f tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:08.481996 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9a4181-8b37-424a-a454-0066eca93ee3 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:23:08.492308 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6e9a4181-8b37-424a-a454-0066eca93ee3 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] 10.222.0.16 "PUT /v2.0/routers/5e1e00b7-04a2-4b1b-b417-04aeb3b5fe1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8028286 Jul 15 13:23:08.492969 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47046) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:08.499563 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b305ffad-1874-4385-ab31-760ee68b7c23 None None] Sync routers for ids ['5e1e00b7-04a2-4b1b-b417-04aeb3b5fe1b'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:23:08.527968 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b305ffad-1874-4385-ab31-760ee68b7c23 None None] Routers {'5e1e00b7-04a2-4b1b-b417-04aeb3b5fe1b'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:08.528610 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-b305ffad-1874-4385-ab31-760ee68b7c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:23:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['5e1e00b7-04a2-4b1b-b417-04aeb3b5fe1b'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:08.530991 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-82be4a5e-49c4-48d8-aa8b-f6d38e1f3f1f None None] Allocated IP 172.20.255.242 (5ab75e4c-2d14-4404-aa3d-865ce0759e4c/afbfe11f-1c21-4a66-abee-a76c9db845c4/6bc9cb61-d697-4e75-bda1-cf255ee97ee4) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:08.579585 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-b305ffad-1874-4385-ab31-760ee68b7c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:08.606457 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c51ef7a5-1dde-460b-932b-d7827b806c40 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:08.615834 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b305ffad-1874-4385-ab31-760ee68b7c23 None None] Routers {'5e1e00b7-04a2-4b1b-b417-04aeb3b5fe1b'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:08.616481 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-b305ffad-1874-4385-ab31-760ee68b7c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:23:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['5e1e00b7-04a2-4b1b-b417-04aeb3b5fe1b'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:08.682088 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-b305ffad-1874-4385-ab31-760ee68b7c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:08.682801 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b305ffad-1874-4385-ab31-760ee68b7c23 None None] The sync data for ids ['5e1e00b7-04a2-4b1b-b417-04aeb3b5fe1b'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:23:08.694358 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-447977da-9483-47ed-a502-063e16ac29c3 None None] Provisioning complete for port 574e3623-942e-4f30-885d-6f88cc132bc9 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:08.694780 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-447977da-9483-47ed-a502-063e16ac29c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:08.732993 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-c51ef7a5-1dde-460b-932b-d7827b806c40 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 13:23:08.737085 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c51ef7a5-1dde-460b-932b-d7827b806c40 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] 10.222.0.16 "DELETE /v2.0/routers/5e1e00b7-04a2-4b1b-b417-04aeb3b5fe1b HTTP/1.1" status: 409 len: 329 time: 0.2397108 Jul 15 13:23:08.738360 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47052) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:08.766792 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1d44e7bc-899a-42f2-b187-e16e56d7089f tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:08.894021 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-447977da-9483-47ed-a502-063e16ac29c3 None None] Port 574e3623-942e-4f30-885d-6f88cc132bc9 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:23:08.903231 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13072b87-aaa6-4884-b2dc-2ec9a42aa82d req-5096795f-3da5-484a-b4f1-7aa04a84d373 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:08.904882 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-13072b87-aaa6-4884-b2dc-2ec9a42aa82d req-5096795f-3da5-484a-b4f1-7aa04a84d373 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f9dbbea-b147-4abe-9355-099ea45baf4d HTTP/1.1" status: 200 len: 946 time: 0.2040834 Jul 15 13:23:08.918287 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d44e7bc-899a-42f2-b187-e16e56d7089f tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event updated for resources: {'Subnet': ['ID=a08b1308-f216-4117-886e-e8906f65b8ac,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:08.927625 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d44e7bc-899a-42f2-b187-e16e56d7089f tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Checking segment: {'id': 'bf98cb71-8ea3-4dfd-bcd0-7320920b6320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2992762d-29e1-4b80-aa9b-a51a99a7fd34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:08.928081 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d44e7bc-899a-42f2-b187-e16e56d7089f tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Network hostable DHCP agents. Network: 2992762d-29e1-4b80-aa9b-a51a99a7fd34, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:23:08.966035 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-13072b87-aaa6-4884-b2dc-2ec9a42aa82d req-19978dca-fb8f-4c46-9103-c1e77318826a tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab08d857-4863-4f19-87e2-d9ddb6c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517943 Jul 15 13:23:08.978491 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d44e7bc-899a-42f2-b187-e16e56d7089f tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Network 2992762d-29e1-4b80-aa9b-a51a99a7fd34 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:23:08.990119 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-1d44e7bc-899a-42f2-b187-e16e56d7089f tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 2992762d-29e1-4b80-aa9b-a51a99a7fd34) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:09.005137 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d44e7bc-899a-42f2-b187-e16e56d7089f tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:09.005318 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c41ed7e-d18c-408c-8c33-b06d38edb80e None None] Network 2992762d-29e1-4b80-aa9b-a51a99a7fd34 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:09.006121 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1d44e7bc-899a-42f2-b187-e16e56d7089f tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.044524 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47058) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:09.045153 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1d44e7bc-899a-42f2-b187-e16e56d7089f tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7172732 Jul 15 13:23:09.090292 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-82be4a5e-49c4-48d8-aa8b-f6d38e1f3f1f None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.106435 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-82be4a5e-49c4-48d8-aa8b-f6d38e1f3f1f None None] Transition to ACTIVE for port object 6bc9cb61-d697-4e75-bda1-cf255ee97ee4 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:09.136113 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-82be4a5e-49c4-48d8-aa8b-f6d38e1f3f1f None None] Transition to ACTIVE for port object 6bc9cb61-d697-4e75-bda1-cf255ee97ee4 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:09.161209 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-82be4a5e-49c4-48d8-aa8b-f6d38e1f3f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.196578 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713b9bd-05b8-4f4e-9f18-4da0e3af2a64 req-2322cea2-b678-4cbd-8b92-ade7d7d9f5e1 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:09.198094 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b713b9bd-05b8-4f4e-9f18-4da0e3af2a64 req-2322cea2-b678-4cbd-8b92-ade7d7d9f5e1 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e HTTP/1.1" status: 200 len: 945 time: 0.0742769 Jul 15 13:23:09.210297 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-052f6002-e8a2-43df-a4f3-89e40b9b90e8 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.226688 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82be4a5e-49c4-48d8-aa8b-f6d38e1f3f1f None None] Network 5ab75e4c-2d14-4404-aa3d-865ce0759e4c is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:09.227785 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be4a5e-49c4-48d8-aa8b-f6d38e1f3f1f None None] Pushing event updated for resources: {'Port': ['ID=6bc9cb61-d697-4e75-bda1-cf255ee97ee4,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:09.232745 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-82be4a5e-49c4-48d8-aa8b-f6d38e1f3f1f None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:09.235246 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82be4a5e-49c4-48d8-aa8b-f6d38e1f3f1f None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:09.245091 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b713b9bd-05b8-4f4e-9f18-4da0e3af2a64 req-efedc13f-24de-4f66-862a-8dc4bab05a72 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=cbce786e-178b-4ec4-a228-7da33810f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399561 Jul 15 13:23:09.305150 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-052f6002-e8a2-43df-a4f3-89e40b9b90e8 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.312883 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e23143-eece-46bd-8b38-dffca587e075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-2992762d-29e1-4b80-aa9b-a51a99a7fd34', 'network_id': '2992762d-29e1-4b80-aa9b-a51a99a7fd34', 'tenant_id': '7a0390dbdbdf44588cdadf394cf75fad', 'fixed_ips': [{'subnet_id': 'a08b1308-f216-4117-886e-e8906f65b8ac'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:23:09.313756 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-73e23143-eece-46bd-8b38-dffca587e075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.327273 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-82be4a5e-49c4-48d8-aa8b-f6d38e1f3f1f None None] Attempting to bind port 6bc9cb61-d697-4e75-bda1-cf255ee97ee4 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:09.327638 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-82be4a5e-49c4-48d8-aa8b-f6d38e1f3f1f None None] Attempting to bind port 6bc9cb61-d697-4e75-bda1-cf255ee97ee4 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '13d68a31-3b99-4e25-8d73-961d6a11195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5ab75e4c-2d14-4404-aa3d-865ce0759e4c'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:09.328005 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82be4a5e-49c4-48d8-aa8b-f6d38e1f3f1f None None] Attempting to bind port 6bc9cb61-d697-4e75-bda1-cf255ee97ee4 on network 5ab75e4c-2d14-4404-aa3d-865ce0759e4c {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:09.335496 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82be4a5e-49c4-48d8-aa8b-f6d38e1f3f1f None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:09.335869 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82be4a5e-49c4-48d8-aa8b-f6d38e1f3f1f None None] Checking segment: {'id': '13d68a31-3b99-4e25-8d73-961d6a11195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5ab75e4c-2d14-4404-aa3d-865ce0759e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:09.336264 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-82be4a5e-49c4-48d8-aa8b-f6d38e1f3f1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.336651 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82be4a5e-49c4-48d8-aa8b-f6d38e1f3f1f None None] Bound using segment: {'id': '13d68a31-3b99-4e25-8d73-961d6a11195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5ab75e4c-2d14-4404-aa3d-865ce0759e4c'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:09.337108 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-82be4a5e-49c4-48d8-aa8b-f6d38e1f3f1f None None] Bound port: 6bc9cb61-d697-4e75-bda1-cf255ee97ee4, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13d68a31-3b99-4e25-8d73-961d6a11195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5ab75e4c-2d14-4404-aa3d-865ce0759e4c'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:09.337484 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-82be4a5e-49c4-48d8-aa8b-f6d38e1f3f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.367237 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-32c2ae65-317d-4bac-a6e2-49354f93687f tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.443629 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-052f6002-e8a2-43df-a4f3-89e40b9b90e8 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server [None req-73e23143-eece-46bd-8b38-dffca587e075 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a08b1308-f216-4117-886e-e8906f65b8ac: This subnet is being modified by another concurrent operation. Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise exception Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a08b1308-f216-4117-886e-e8906f65b8ac: This subnet is being modified by another concurrent operation. Jul 15 13:23:09.460588 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server Jul 15 13:23:09.477279 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f6002-e8a2-43df-a4f3-89e40b9b90e8 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event deleted for resources: {'Subnet': ['ID=a08b1308-f216-4117-886e-e8906f65b8ac,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:09.478972 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-82be4a5e-49c4-48d8-aa8b-f6d38e1f3f1f None None] For port 6bc9cb61-d697-4e75-bda1-cf255ee97ee4, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:09.482921 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-82be4a5e-49c4-48d8-aa8b-f6d38e1f3f1f None None] For port 6bc9cb61-d697-4e75-bda1-cf255ee97ee4, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=6bc9cb61-d697-4e75-bda1-cf255ee97ee4,segment=NetworkSegment(13d68a31-3b99-4e25-8d73-961d6a11195d),segment_id=13d68a31-3b99-4e25-8d73-961d6a11195d)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:09.492432 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ba7471-3a7e-4be6-8a03-810a9f0f60a6 None None] Network 2992762d-29e1-4b80-aa9b-a51a99a7fd34 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:09.495365 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-82be4a5e-49c4-48d8-aa8b-f6d38e1f3f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.587124 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-052f6002-e8a2-43df-a4f3-89e40b9b90e8 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.601857 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-052f6002-e8a2-43df-a4f3-89e40b9b90e8 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2992762d-29e1-4b80-aa9b-a51a99a7fd34']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:09.611437 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be4a5e-49c4-48d8-aa8b-f6d38e1f3f1f None None] Pushing event updated for resources: {'Port': ['ID=6bc9cb61-d697-4e75-bda1-cf255ee97ee4,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:09.615259 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-052f6002-e8a2-43df-a4f3-89e40b9b90e8 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf98cb71-8ea3-4dfd-bcd0-7320920b6320') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:09.615549 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-052f6002-e8a2-43df-a4f3-89e40b9b90e8 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf98cb71-8ea3-4dfd-bcd0-7320920b6320') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:09.629452 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-052f6002-e8a2-43df-a4f3-89e40b9b90e8 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.650384 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-052f6002-e8a2-43df-a4f3-89e40b9b90e8 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.662039 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-052f6002-e8a2-43df-a4f3-89e40b9b90e8 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:23:09.662493 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-052f6002-e8a2-43df-a4f3-89e40b9b90e8 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.665635 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:23:09.665635 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:23:09.665635 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:23:09.665635 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:23:09.665635 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:23:09.665635 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:23:09.665635 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:23:09.665635 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:23:09.665635 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:23:09.665635 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:23:09.665635 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:23:09.665635 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:23:09.665635 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:23:09.665635 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:23:09.665635 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:23:09.665635 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:23:09.665635 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:23:09.665635 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:23:09.665635 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:23:09.665635 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:23:09.665635 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:23:09.665635 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:23:09.665635 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:23:09.665635 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:23:09.665635 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:23:09.665635 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:23:09.665635 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:23:09.665635 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:23:09.665635 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:23:09.665635 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:23:09.665635 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:23:09.665635 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:23:09.665635 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:23:09.665635 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:23:09.772338 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-052f6002-e8a2-43df-a4f3-89e40b9b90e8 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.798184 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-052f6002-e8a2-43df-a4f3-89e40b9b90e8 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.800116 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-052f6002-e8a2-43df-a4f3-89e40b9b90e8 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "DELETE /v2.0/networks/2992762d-29e1-4b80-aa9b-a51a99a7fd34 HTTP/1.1" status: 204 len: 168 time: 0.7544611 Jul 15 13:23:09.804990 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47060) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:09.810237 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-b6744b9f-6f21-4b45-b7c4-61293412ba72 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1386508660'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:09.815841 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f6002-e8a2-43df-a4f3-89e40b9b90e8 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event deleted for resources: {'Network': ['ID=2992762d-29e1-4b80-aa9b-a51a99a7fd34,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:09.842036 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-32c2ae65-317d-4bac-a6e2-49354f93687f tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Deleting port 574e3623-942e-4f30-885d-6f88cc132bc9 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:09.842372 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-32c2ae65-317d-4bac-a6e2-49354f93687f tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.843861 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6744b9f-6f21-4b45-b7c4-61293412ba72 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Made reservation on behalf of 7a0390dbdbdf44588cdadf394cf75fad for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:09.848303 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b6744b9f-6f21-4b45-b7c4-61293412ba72 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.886960 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6744b9f-6f21-4b45-b7c4-61293412ba72 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:23:09.897402 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b6744b9f-6f21-4b45-b7c4-61293412ba72 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.897746 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-b6744b9f-6f21-4b45-b7c4-61293412ba72 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Added segment 3854fccb-976c-4767-98ca-85c2c5d76bea of type vlan for network d59a6259-2d33-482d-b8b4-9e73ed8b281b Jul 15 13:23:09.946114 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b6744b9f-6f21-4b45-b7c4-61293412ba72 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.981144 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b6744b9f-6f21-4b45-b7c4-61293412ba72 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.986982 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6744b9f-6f21-4b45-b7c4-61293412ba72 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:09.987598 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b6744b9f-6f21-4b45-b7c4-61293412ba72 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:10.034512 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b6744b9f-6f21-4b45-b7c4-61293412ba72 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2281630 Jul 15 13:23:10.067814 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47066) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:10.074108 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-50ce4dc8-e2ea-4ed4-b01c-477e3fbd0515 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Request body: {'subnet': {'network_id': 'd59a6259-2d33-482d-b8b4-9e73ed8b281b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:10.080414 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6744b9f-6f21-4b45-b7c4-61293412ba72 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event updated for resources: {'Network': ['ID=d59a6259-2d33-482d-b8b4-9e73ed8b281b,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:10.093040 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network d59a6259-2d33-482d-b8b4-9e73ed8b281b details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:23:10.248423 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ce4dc8-e2ea-4ed4-b01c-477e3fbd0515 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Made reservation on behalf of 7a0390dbdbdf44588cdadf394cf75fad for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:10.252006 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-50ce4dc8-e2ea-4ed4-b01c-477e3fbd0515 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:10.280909 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-32c2ae65-317d-4bac-a6e2-49354f93687f tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:10.297453 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-32c2ae65-317d-4bac-a6e2-49354f93687f tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Calling delete_port for 574e3623-942e-4f30-885d-6f88cc132bc9 owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:10.321523 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-50ce4dc8-e2ea-4ed4-b01c-477e3fbd0515 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Performing IP validity checks on allocation pools {{(pid=93825) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 13:23:10.322147 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-50ce4dc8-e2ea-4ed4-b01c-477e3fbd0515 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93825) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 13:23:10.341432 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882da96e-b4b2-42be-9e13-fa8fe911e54d req-db62e064-99fb-4f0c-b27e-10365e52f8c7 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:10.343591 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-882da96e-b4b2-42be-9e13-fa8fe911e54d req-db62e064-99fb-4f0c-b27e-10365e52f8c7 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f9dbbea-b147-4abe-9355-099ea45baf4d HTTP/1.1" status: 200 len: 946 time: 0.1442049 Jul 15 13:23:10.492458 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-32c2ae65-317d-4bac-a6e2-49354f93687f tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:10.521539 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c2ae65-317d-4bac-a6e2-49354f93687f tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Pushing event deleted for resources: {'Port': ['ID=574e3623-942e-4f30-885d-6f88cc132bc9,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:10.522457 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-882da96e-b4b2-42be-9e13-fa8fe911e54d req-4c6f8dc7-8e3e-46bf-9a2b-974c5c9f52ec tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab08d857-4863-4f19-87e2-d9ddb6c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188619 Jul 15 13:23:10.547095 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-50ce4dc8-e2ea-4ed4-b01c-477e3fbd0515 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:10.604684 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0eb9a-12b6-4c5b-83d3-d99240e4f75e req-c9efaa7f-03db-4458-b044-7ad6aec983c9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:10.606278 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-66e0eb9a-12b6-4c5b-83d3-d99240e4f75e req-c9efaa7f-03db-4458-b044-7ad6aec983c9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e HTTP/1.1" status: 200 len: 945 time: 0.2015250 Jul 15 13:23:10.700715 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-32c2ae65-317d-4bac-a6e2-49354f93687f tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:10.706092 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-66e0eb9a-12b6-4c5b-83d3-d99240e4f75e req-50755d36-3b05-41b4-896b-86921d41333a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=cbce786e-178b-4ec4-a228-7da33810f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927618 Jul 15 13:23:10.718239 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce4dc8-e2ea-4ed4-b01c-477e3fbd0515 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event updated for resources: {'Subnet': ['ID=154eb42b-e8af-498c-ab8a-c6182aeb5e4f,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:10.725348 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ce4dc8-e2ea-4ed4-b01c-477e3fbd0515 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Checking segment: {'id': '3854fccb-976c-4767-98ca-85c2c5d76bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd59a6259-2d33-482d-b8b4-9e73ed8b281b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:10.725348 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ce4dc8-e2ea-4ed4-b01c-477e3fbd0515 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Network hostable DHCP agents. Network: d59a6259-2d33-482d-b8b4-9e73ed8b281b, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:23:10.748014 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ce4dc8-e2ea-4ed4-b01c-477e3fbd0515 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Network d59a6259-2d33-482d-b8b4-9e73ed8b281b is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:23:10.749624 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432f53be-04ec-4569-86b6-e842c89010cb None None] Network 5ab75e4c-2d14-4404-aa3d-865ce0759e4c requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:10.761885 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-50ce4dc8-e2ea-4ed4-b01c-477e3fbd0515 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, d59a6259-2d33-482d-b8b4-9e73ed8b281b) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:10.773898 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46d674c-cfe1-4eae-a215-75779b08e7d6 None None] Network d59a6259-2d33-482d-b8b4-9e73ed8b281b requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:10.774728 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ce4dc8-e2ea-4ed4-b01c-477e3fbd0515 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:10.776111 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-50ce4dc8-e2ea-4ed4-b01c-477e3fbd0515 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:10.795880 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-50ce4dc8-e2ea-4ed4-b01c-477e3fbd0515 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7245595 Jul 15 13:23:10.796852 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47078) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:10.952087 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-308e31fc-0db8-451f-aa3b-caaec1acbf0e tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:10.975666 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-95ed5fca-0293-4f84-8099-ae63c21cb225 None None] Provisioning for port 6bc9cb61-d697-4e75-bda1-cf255ee97ee4 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:11.006251 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c2ae65-317d-4bac-a6e2-49354f93687f tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Router 5e1e00b7-04a2-4b1b-b417-04aeb3b5fe1b has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:23:11.015296 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-308e31fc-0db8-451f-aa3b-caaec1acbf0e tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.035228 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 13296381-f283-42ce-9fa4-4d3745832074 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:11.103897 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-308e31fc-0db8-451f-aa3b-caaec1acbf0e tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.140175 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c2ae65-317d-4bac-a6e2-49354f93687f tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:23:11.151852 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c91989-847c-4543-b18d-7cd529e4a0af None None] Sync routers for ids ['5e1e00b7-04a2-4b1b-b417-04aeb3b5fe1b'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:23:11.167547 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-32c2ae65-317d-4bac-a6e2-49354f93687f tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] 10.222.0.16 "PUT /v2.0/routers/5e1e00b7-04a2-4b1b-b417-04aeb3b5fe1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4278290 Jul 15 13:23:11.168424 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47088) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:11.170205 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c91989-847c-4543-b18d-7cd529e4a0af None None] Routers {'5e1e00b7-04a2-4b1b-b417-04aeb3b5fe1b'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:11.171782 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-51c91989-847c-4543-b18d-7cd529e4a0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:23:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['5e1e00b7-04a2-4b1b-b417-04aeb3b5fe1b'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:11.178147 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e31fc-0db8-451f-aa3b-caaec1acbf0e tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event deleted for resources: {'Subnet': ['ID=154eb42b-e8af-498c-ab8a-c6182aeb5e4f,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:11.221050 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-51c91989-847c-4543-b18d-7cd529e4a0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:11.225832 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6bc9cb61-d697-4e75-bda1-cf255ee97ee4 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:11.251245 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c91989-847c-4543-b18d-7cd529e4a0af None None] Routers {'5e1e00b7-04a2-4b1b-b417-04aeb3b5fe1b'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:11.252185 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-51c91989-847c-4543-b18d-7cd529e4a0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:23:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['5e1e00b7-04a2-4b1b-b417-04aeb3b5fe1b'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:11.285332 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-b57844b3-e62b-4ba9-8dfc-6d7db5d90227 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] show failed (client error): The resource could not be found. Jul 15 13:23:11.286603 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b57844b3-e62b-4ba9-8dfc-6d7db5d90227 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-1930531707 HTTP/1.1" status: 404 len: 335 time: 0.1034660 Jul 15 13:23:11.290694 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47092) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:11.295462 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-d4080b29-1bd9-4969-95c0-9d735d1eb587 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:11.318652 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-51c91989-847c-4543-b18d-7cd529e4a0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:11.321472 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c91989-847c-4543-b18d-7cd529e4a0af None None] The sync data for ids ['5e1e00b7-04a2-4b1b-b417-04aeb3b5fe1b'] in n-d-771363-36 is: [] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:23:11.351223 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-d4080b29-1bd9-4969-95c0-9d735d1eb587 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] update failed (client error): The resource could not be found. Jul 15 13:23:11.357305 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d4080b29-1bd9-4969-95c0-9d735d1eb587 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-350846170 HTTP/1.1" status: 404 len: 334 time: 0.0655234 Jul 15 13:23:11.358618 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47094) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:11.375747 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-308e31fc-0db8-451f-aa3b-caaec1acbf0e tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.387471 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-308e31fc-0db8-451f-aa3b-caaec1acbf0e tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d59a6259-2d33-482d-b8b4-9e73ed8b281b']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:11.393790 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1d3021-81e1-4d52-a055-77f959fc212c None None] Network d59a6259-2d33-482d-b8b4-9e73ed8b281b requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:11.400460 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-308e31fc-0db8-451f-aa3b-caaec1acbf0e tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3854fccb-976c-4767-98ca-85c2c5d76bea') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:11.401039 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-308e31fc-0db8-451f-aa3b-caaec1acbf0e tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3854fccb-976c-4767-98ca-85c2c5d76bea') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:11.412261 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-308e31fc-0db8-451f-aa3b-caaec1acbf0e tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.426798 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-308e31fc-0db8-451f-aa3b-caaec1acbf0e tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.428635 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d936e75-9d37-412e-9838-57ec90945035 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Deleting subnet daed4d28-b1ef-4881-a9d3-30a64e5f8fda {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:23:11.432213 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9d936e75-9d37-412e-9838-57ec90945035 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.433237 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-308e31fc-0db8-451f-aa3b-caaec1acbf0e tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:23:11.433800 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-308e31fc-0db8-451f-aa3b-caaec1acbf0e tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.437502 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:23:11.437502 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:23:11.437502 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:23:11.437502 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:23:11.437502 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:23:11.437502 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:23:11.437502 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:23:11.437502 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:23:11.437502 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:23:11.437502 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:23:11.437502 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:23:11.437502 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:23:11.437502 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:23:11.437502 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:23:11.437502 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:23:11.437502 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:23:11.437502 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:23:11.437502 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:23:11.437502 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:23:11.437502 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:23:11.437502 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:23:11.437502 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:23:11.437502 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:23:11.437502 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:23:11.437502 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:23:11.437502 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:23:11.437502 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:23:11.437502 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:23:11.437502 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:23:11.437502 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:23:11.437502 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:23:11.437502 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:23:11.437502 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:23:11.437502 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:23:11.437502 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:23:11.437502 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:23:11.480318 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 13296381-f283-42ce-9fa4-4d3745832074 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:11.481982 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9d936e75-9d37-412e-9838-57ec90945035 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.507863 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 13296381-f283-42ce-9fa4-4d3745832074 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:11.508718 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.509107 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-308e31fc-0db8-451f-aa3b-caaec1acbf0e tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.518317 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-308e31fc-0db8-451f-aa3b-caaec1acbf0e tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.520518 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-308e31fc-0db8-451f-aa3b-caaec1acbf0e tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "DELETE /v2.0/networks/d59a6259-2d33-482d-b8b4-9e73ed8b281b HTTP/1.1" status: 204 len: 168 time: 0.7226045 Jul 15 13:23:11.530877 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47096) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:11.537998 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-789333a2-4c70-47a8-85ab-3e32623c5065 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-875627818'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:11.541477 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e31fc-0db8-451f-aa3b-caaec1acbf0e tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event deleted for resources: {'Network': ['ID=d59a6259-2d33-482d-b8b4-9e73ed8b281b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:11.568662 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789333a2-4c70-47a8-85ab-3e32623c5065 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Made reservation on behalf of 7a0390dbdbdf44588cdadf394cf75fad for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:11.578376 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-789333a2-4c70-47a8-85ab-3e32623c5065 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.582703 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 6bc9cb61-d697-4e75-bda1-cf255ee97ee4 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:11.585301 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9d936e75-9d37-412e-9838-57ec90945035 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.610602 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 6bc9cb61-d697-4e75-bda1-cf255ee97ee4 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:11.611326 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.613383 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-789333a2-4c70-47a8-85ab-3e32623c5065 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:23:11.627128 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-789333a2-4c70-47a8-85ab-3e32623c5065 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.627506 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-789333a2-4c70-47a8-85ab-3e32623c5065 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Added segment 1c373789-3f45-498c-bd32-87c47f4d1f2a of type vlan for network 710c1a0a-d7ec-4613-b22d-b91fd62ee43e Jul 15 13:23:11.669237 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9d936e75-9d37-412e-9838-57ec90945035 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.686356 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9d936e75-9d37-412e-9838-57ec90945035 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.686782 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-789333a2-4c70-47a8-85ab-3e32623c5065 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.688837 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9d936e75-9d37-412e-9838-57ec90945035 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] 10.222.0.16 "DELETE /v2.0/subnets/daed4d28-b1ef-4881-a9d3-30a64e5f8fda HTTP/1.1" status: 204 len: 168 time: 0.3289363 Jul 15 13:23:11.692373 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47098) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:11.697406 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f92c930-9dd2-4fa5-a3f6-65d2a455170b None None] Network 46ef3f85-7f1b-4900-9318-9fcf20b79dc3 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:11.728896 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-789333a2-4c70-47a8-85ab-3e32623c5065 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.736342 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789333a2-4c70-47a8-85ab-3e32623c5065 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:11.737693 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-789333a2-4c70-47a8-85ab-3e32623c5065 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.745536 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.792284 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-789333a2-4c70-47a8-85ab-3e32623c5065 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2573082 Jul 15 13:23:11.794548 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47102) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:11.801151 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-4751f295-c2e5-45db-913c-123238b7220c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Request body: {'subnet': {'network_id': '710c1a0a-d7ec-4613-b22d-b91fd62ee43e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:11.848974 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b2fa1d6-232e-4228-b3a7-27e091937d24 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Deleting subnet a931846b-6918-4568-b057-02fc220fea9d {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:23:11.852331 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789333a2-4c70-47a8-85ab-3e32623c5065 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event updated for resources: {'Network': ['ID=710c1a0a-d7ec-4613-b22d-b91fd62ee43e,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:11.858696 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d936e75-9d37-412e-9838-57ec90945035 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Pushing event deleted for resources: {'Subnet': ['ID=daed4d28-b1ef-4881-a9d3-30a64e5f8fda,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:11.865035 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3b2fa1d6-232e-4228-b3a7-27e091937d24 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.873610 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 710c1a0a-d7ec-4613-b22d-b91fd62ee43e details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:23:11.934276 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7cc661-2d86-4689-8fef-1bbd7f7c284e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13296381-f283-42ce-9fa4-4d3745832074'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:11.936353 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8899ca2d-088a-40d7-ab8e-be501ab2c6b6" -d '{"events": [{"server_uuid": "de7cc661-2d86-4689-8fef-1bbd7f7c284e", "name": "network-vif-plugged", "status": "completed", "tag": "13296381-f283-42ce-9fa4-4d3745832074"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:11.944404 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.965157 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3b2fa1d6-232e-4228-b3a7-27e091937d24 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.980713 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 13296381-f283-42ce-9fa4-4d3745832074, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=13296381-f283-42ce-9fa4-4d3745832074,segment=NetworkSegment(8b7d6f84-66b8-41ae-be95-9e4971195f20),segment_id=8b7d6f84-66b8-41ae-be95-9e4971195f20)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:12.042276 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.048869 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e937c8-9e7a-42e3-8c24-55b0d7849b19 x-openstack-request-id: req-e9e937c8-9e7a-42e3-8c24-55b0d7849b19 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:12.049143 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de7cc661-2d86-4689-8fef-1bbd7f7c284e", "name": "network-vif-plugged", "status": "completed", "tag": "13296381-f283-42ce-9fa4-4d3745832074", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:12.049398 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e9e937c8-9e7a-42e3-8c24-55b0d7849b19 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:12.050306 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7cc661-2d86-4689-8fef-1bbd7f7c284e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13296381-f283-42ce-9fa4-4d3745832074', 'code': 200} Jul 15 13:23:12.095061 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4751f295-c2e5-45db-913c-123238b7220c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Made reservation on behalf of 7a0390dbdbdf44588cdadf394cf75fad for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:12.100455 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3b2fa1d6-232e-4228-b3a7-27e091937d24 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.100659 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4751f295-c2e5-45db-913c-123238b7220c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.109251 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 6bc9cb61-d697-4e75-bda1-cf255ee97ee4, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=6bc9cb61-d697-4e75-bda1-cf255ee97ee4,segment=NetworkSegment(13d68a31-3b99-4e25-8d73-961d6a11195d),segment_id=13d68a31-3b99-4e25-8d73-961d6a11195d)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:12.126787 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.158509 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=13296381-f283-42ce-9fa4-4d3745832074,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:12.162845 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-48970476-9d74-48cf-9731-2fcbd830ec99 None None] Provisioning complete for port 6bc9cb61-d697-4e75-bda1-cf255ee97ee4 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:12.163522 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-48970476-9d74-48cf-9731-2fcbd830ec99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.170769 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:12.171356 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:12.171694 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:12.172029 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:12.172361 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:12.172689 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:12.173015 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:12.173369 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:12.173918 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:12.174412 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:12.175473 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:12.175978 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:12.262295 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3b2fa1d6-232e-4228-b3a7-27e091937d24 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.269954 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=6bc9cb61-d697-4e75-bda1-cf255ee97ee4,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:12.276108 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e61af64-8b24-4e52-9b95-324e8ad4d1a9 None None] DHCP port deletion for 46ef3f85-7f1b-4900-9318-9fcf20b79dc3 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:23:12.301867 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e63f3-c701-44bc-bb91-d37f960da213 req-980e3078-b700-4d35-b57b-dd2e88565735 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:12.303498 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c45e63f3-c701-44bc-bb91-d37f960da213 req-980e3078-b700-4d35-b57b-dd2e88565735 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e HTTP/1.1" status: 200 len: 946 time: 0.3329816 Jul 15 13:23:12.347140 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940dcd86-fdf1-4d17-b80e-937d5b687a72 req-ddb1267b-e617-4ef0-b525-c16d1ddef4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:12.349421 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-940dcd86-fdf1-4d17-b80e-937d5b687a72 req-ddb1267b-e617-4ef0-b525-c16d1ddef4c3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e HTTP/1.1" status: 200 len: 1098 time: 0.2448568 Jul 15 13:23:12.351604 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18252870-d26e-44cf-bc5d-b27099307f75 None None] Network d6ba6ac0-109c-44ff-8e14-65f462d6bc8c requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:12.400178 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3b2fa1d6-232e-4228-b3a7-27e091937d24 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.400721 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c45e63f3-c701-44bc-bb91-d37f960da213 req-f04cf8fb-0623-4e52-8695-60573a308695 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=cbce786e-178b-4ec4-a228-7da33810f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891161 Jul 15 13:23:12.407462 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3b2fa1d6-232e-4228-b3a7-27e091937d24 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] 10.222.0.16 "DELETE /v2.0/subnets/a931846b-6918-4568-b057-02fc220fea9d HTTP/1.1" status: 204 len: 168 time: 0.7138662 Jul 15 13:23:12.409631 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2fa1d6-232e-4228-b3a7-27e091937d24 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Pushing event deleted for resources: {'Subnet': ['ID=a931846b-6918-4568-b057-02fc220fea9d,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:12.415837 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47114) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:12.514094 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6d599b2d-ce99-46e0-a1e5-7e5f2cf8aa8b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.544090 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-940dcd86-fdf1-4d17-b80e-937d5b687a72 req-40ea7bf1-b0ad-4986-91e5-f3acb0177a2e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cbce786e-178b-4ec4-a228-7da33810f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836727 Jul 15 13:23:12.635584 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-8e61af64-8b24-4e52-9b95-324e8ad4d1a9 None None] Deleting port 9abb4cba-50df-4740-97cd-0bad7fbeeedd {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:12.635870 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8e61af64-8b24-4e52-9b95-324e8ad4d1a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.646384 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4751f295-c2e5-45db-913c-123238b7220c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.710875 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6d599b2d-ce99-46e0-a1e5-7e5f2cf8aa8b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Deleting port 9abb4cba-50df-4740-97cd-0bad7fbeeedd {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:12.711732 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6d599b2d-ce99-46e0-a1e5-7e5f2cf8aa8b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.714366 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4751f295-c2e5-45db-913c-123238b7220c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event updated for resources: {'Subnet': ['ID=eae4a61c-fc9b-4c48-9cd5-a8f81e8debf4,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:12.725735 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-8e61af64-8b24-4e52-9b95-324e8ad4d1a9 None None] For port 9abb4cba-50df-4740-97cd-0bad7fbeeedd, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9abb4cba-50df-4740-97cd-0bad7fbeeedd,segment=NetworkSegment(37969ce0-335b-408f-8a2b-09bac4e0ab3c),segment_id=37969ce0-335b-408f-8a2b-09bac4e0ab3c)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:12.726129 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8e61af64-8b24-4e52-9b95-324e8ad4d1a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.741540 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-8e61af64-8b24-4e52-9b95-324e8ad4d1a9 None None] Calling delete_port for 9abb4cba-50df-4740-97cd-0bad7fbeeedd owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:12.771832 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4751f295-c2e5-45db-913c-123238b7220c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Checking segment: {'id': '1c373789-3f45-498c-bd32-87c47f4d1f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '710c1a0a-d7ec-4613-b22d-b91fd62ee43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:12.772201 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4751f295-c2e5-45db-913c-123238b7220c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Network hostable DHCP agents. Network: 710c1a0a-d7ec-4613-b22d-b91fd62ee43e, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:23:12.820061 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6d599b2d-ce99-46e0-a1e5-7e5f2cf8aa8b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] For port 9abb4cba-50df-4740-97cd-0bad7fbeeedd, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9abb4cba-50df-4740-97cd-0bad7fbeeedd,segment=NetworkSegment(37969ce0-335b-408f-8a2b-09bac4e0ab3c),segment_id=37969ce0-335b-408f-8a2b-09bac4e0ab3c)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:12.820421 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6d599b2d-ce99-46e0-a1e5-7e5f2cf8aa8b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.847296 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4751f295-c2e5-45db-913c-123238b7220c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Network 710c1a0a-d7ec-4613-b22d-b91fd62ee43e is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:23:12.859848 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6d599b2d-ce99-46e0-a1e5-7e5f2cf8aa8b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Calling delete_port for 9abb4cba-50df-4740-97cd-0bad7fbeeedd owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:12.860001 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8e61af64-8b24-4e52-9b95-324e8ad4d1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.867243 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-4751f295-c2e5-45db-913c-123238b7220c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 710c1a0a-d7ec-4613-b22d-b91fd62ee43e) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:12.876859 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4751f295-c2e5-45db-913c-123238b7220c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:12.877116 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1c2672-d825-44e3-8f24-581954f7b4c7 None None] DHCP port deletion for d6ba6ac0-109c-44ff-8e14-65f462d6bc8c request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:23:12.877676 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4751f295-c2e5-45db-913c-123238b7220c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.889575 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ec627c-2df7-462b-a6e2-698ac8612ced None None] Network 710c1a0a-d7ec-4613-b22d-b91fd62ee43e requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:12.927230 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4751f295-c2e5-45db-913c-123238b7220c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1299212 Jul 15 13:23:12.927469 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47116) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:12.933996 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e61af64-8b24-4e52-9b95-324e8ad4d1a9 None None] Pushing event deleted for resources: {'Port': ['ID=9abb4cba-50df-4740-97cd-0bad7fbeeedd,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:12.935969 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e61af64-8b24-4e52-9b95-324e8ad4d1a9 None None] No DVR routers for this DVR port 9abb4cba-50df-4740-97cd-0bad7fbeeedd on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:23:13.064583 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6bc9cb61-d697-4e75-bda1-cf255ee97ee4 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:13.071472 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-7d1c2672-d825-44e3-8f24-581954f7b4c7 None None] Deleting port 618fd8d7-dead-48a4-803a-7b6889de7735 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:13.071848 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7d1c2672-d825-44e3-8f24-581954f7b4c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.194372 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc10a600-0cdf-4c1c-b390-f985b6fa566f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-710c1a0a-d7ec-4613-b22d-b91fd62ee43e', 'network_id': '710c1a0a-d7ec-4613-b22d-b91fd62ee43e', 'tenant_id': '7a0390dbdbdf44588cdadf394cf75fad', 'fixed_ips': [{'subnet_id': 'eae4a61c-fc9b-4c48-9cd5-a8f81e8debf4'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:23:13.195976 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc10a600-0cdf-4c1c-b390-f985b6fa566f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.229413 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-7d1c2672-d825-44e3-8f24-581954f7b4c7 None None] For port 618fd8d7-dead-48a4-803a-7b6889de7735, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=618fd8d7-dead-48a4-803a-7b6889de7735,segment=NetworkSegment(325b5f43-9088-4611-9425-268dff8d6231),segment_id=325b5f43-9088-4611-9425-268dff8d6231)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:13.229811 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7d1c2672-d825-44e3-8f24-581954f7b4c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.251986 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 6bc9cb61-d697-4e75-bda1-cf255ee97ee4 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:13.252358 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.254121 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-7d1c2672-d825-44e3-8f24-581954f7b4c7 None None] Calling delete_port for 618fd8d7-dead-48a4-803a-7b6889de7735 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:13.381330 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6d599b2d-ce99-46e0-a1e5-7e5f2cf8aa8b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.423573 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d599b2d-ce99-46e0-a1e5-7e5f2cf8aa8b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Pushing event deleted for resources: {'Port': ['ID=9abb4cba-50df-4740-97cd-0bad7fbeeedd,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:13.425745 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d599b2d-ce99-46e0-a1e5-7e5f2cf8aa8b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] No DVR routers for this DVR port 9abb4cba-50df-4740-97cd-0bad7fbeeedd on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:23:13.434929 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dc9643f7-a976-4bfc-a09a-acaf3b781d7b tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.496183 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-fc10a600-0cdf-4c1c-b390-f985b6fa566f None None] Allocated IP 172.20.0.1 (710c1a0a-d7ec-4613-b22d-b91fd62ee43e/eae4a61c-fc9b-4c48-9cd5-a8f81e8debf4/1a317470-9ea0-48b3-a3ce-fef933b74826) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:13.540916 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7d1c2672-d825-44e3-8f24-581954f7b4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.551242 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6d599b2d-ce99-46e0-a1e5-7e5f2cf8aa8b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.568356 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-6d599b2d-ce99-46e0-a1e5-7e5f2cf8aa8b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46ef3f85-7f1b-4900-9318-9fcf20b79dc3']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:13.581546 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-6d599b2d-ce99-46e0-a1e5-7e5f2cf8aa8b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37969ce0-335b-408f-8a2b-09bac4e0ab3c') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:13.582161 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-6d599b2d-ce99-46e0-a1e5-7e5f2cf8aa8b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37969ce0-335b-408f-8a2b-09bac4e0ab3c') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:13.593529 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6d599b2d-ce99-46e0-a1e5-7e5f2cf8aa8b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.612053 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6d599b2d-ce99-46e0-a1e5-7e5f2cf8aa8b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.620141 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d599b2d-ce99-46e0-a1e5-7e5f2cf8aa8b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:23:13.621697 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6d599b2d-ce99-46e0-a1e5-7e5f2cf8aa8b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.629383 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c2672-d825-44e3-8f24-581954f7b4c7 None None] Pushing event deleted for resources: {'Port': ['ID=618fd8d7-dead-48a4-803a-7b6889de7735,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:13.648340 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1c2672-d825-44e3-8f24-581954f7b4c7 None None] No DVR routers for this DVR port 618fd8d7-dead-48a4-803a-7b6889de7735 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:23:13.660232 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 618fd8d7-dead-48a4-803a-7b6889de7735 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:23:13.671758 n-d-771363-36 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:23:13.671758 n-d-771363-36 neutron-server[93825]: self.session.flush() Jul 15 13:23:13.671758 n-d-771363-36 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:23:13.671758 n-d-771363-36 neutron-server[93825]: self.session.flush() Jul 15 13:23:13.671758 n-d-771363-36 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:23:13.671758 n-d-771363-36 neutron-server[93825]: self.session.flush() Jul 15 13:23:13.671758 n-d-771363-36 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:23:13.671758 n-d-771363-36 neutron-server[93825]: self.session.flush() Jul 15 13:23:13.671758 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:23:13.671758 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:23:13.671758 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:23:13.671758 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:23:13.671758 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:23:13.671758 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:23:13.671758 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:23:13.671758 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:23:13.671758 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:23:13.671758 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:23:13.671758 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:23:13.671758 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:23:13.671758 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:23:13.671758 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:23:13.671758 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:23:13.671758 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:23:13.671758 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:23:13.671758 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:23:13.671758 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:23:13.671758 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:23:13.671758 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:23:13.671758 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:23:13.671758 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:23:13.671758 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:23:13.671758 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:23:13.671758 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:23:13.671758 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:23:13.671758 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:23:13.671758 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:23:13.671758 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:23:13.671758 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:23:13.671758 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:23:13.687426 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 618fd8d7-dead-48a4-803a-7b6889de7735 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:23:13.687773 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 618fd8d7-dead-48a4-803a-7b6889de7735 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:23:13.688186 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9abb4cba-50df-4740-97cd-0bad7fbeeedd no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:23:13.733545 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 9abb4cba-50df-4740-97cd-0bad7fbeeedd {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:23:13.733892 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9abb4cba-50df-4740-97cd-0bad7fbeeedd not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:23:13.804232 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dc9643f7-a976-4bfc-a09a-acaf3b781d7b tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.834131 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6d599b2d-ce99-46e0-a1e5-7e5f2cf8aa8b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.851874 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6d599b2d-ce99-46e0-a1e5-7e5f2cf8aa8b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.854580 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6d599b2d-ce99-46e0-a1e5-7e5f2cf8aa8b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] 10.222.0.16 "DELETE /v2.0/networks/46ef3f85-7f1b-4900-9318-9fcf20b79dc3 HTTP/1.1" status: 204 len: 168 time: 1.4377389 Jul 15 13:23:13.857192 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47126) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:13.858640 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc10a600-0cdf-4c1c-b390-f985b6fa566f None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.875776 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-fc10a600-0cdf-4c1c-b390-f985b6fa566f None None] Transition to ACTIVE for port object 1a317470-9ea0-48b3-a3ce-fef933b74826 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:13.891746 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d599b2d-ce99-46e0-a1e5-7e5f2cf8aa8b tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Pushing event deleted for resources: {'Network': ['ID=46ef3f85-7f1b-4900-9318-9fcf20b79dc3,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:13.899061 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-fc10a600-0cdf-4c1c-b390-f985b6fa566f None None] Transition to ACTIVE for port object 1a317470-9ea0-48b3-a3ce-fef933b74826 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:13.911041 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc10a600-0cdf-4c1c-b390-f985b6fa566f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.938149 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dc9643f7-a976-4bfc-a09a-acaf3b781d7b tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.952226 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05dfabf-a457-443b-aa9d-77b5c1b1f34a req-29dfcae1-303a-4974-820b-6f117133e472 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:13.954946 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e05dfabf-a457-443b-aa9d-77b5c1b1f34a req-29dfcae1-303a-4974-820b-6f117133e472 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e HTTP/1.1" status: 200 len: 946 time: 0.2451837 Jul 15 13:23:13.961962 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc10a600-0cdf-4c1c-b390-f985b6fa566f None None] Network 710c1a0a-d7ec-4613-b22d-b91fd62ee43e is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:13.963229 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-598db836-635e-4d77-93d3-0d03b44b0cce tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.965732 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-fc10a600-0cdf-4c1c-b390-f985b6fa566f None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:13.970660 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc10a600-0cdf-4c1c-b390-f985b6fa566f None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:13.975327 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10a600-0cdf-4c1c-b390-f985b6fa566f None None] Pushing event updated for resources: {'Port': ['ID=1a317470-9ea0-48b3-a3ce-fef933b74826,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:14.015436 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9643f7-a976-4bfc-a09a-acaf3b781d7b tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event deleted for resources: {'Subnet': ['ID=eae4a61c-fc9b-4c48-9cd5-a8f81e8debf4,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:14.039853 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e05dfabf-a457-443b-aa9d-77b5c1b1f34a req-e9117887-9bdc-4349-8594-f6d3c1984d79 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=cbce786e-178b-4ec4-a228-7da33810f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477588 Jul 15 13:23:14.061069 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-fc10a600-0cdf-4c1c-b390-f985b6fa566f None None] Attempting to bind port 1a317470-9ea0-48b3-a3ce-fef933b74826 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:14.064512 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-598db836-635e-4d77-93d3-0d03b44b0cce tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.072272 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-fc10a600-0cdf-4c1c-b390-f985b6fa566f None None] Attempting to bind port 1a317470-9ea0-48b3-a3ce-fef933b74826 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '1c373789-3f45-498c-bd32-87c47f4d1f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '710c1a0a-d7ec-4613-b22d-b91fd62ee43e'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:14.072740 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc10a600-0cdf-4c1c-b390-f985b6fa566f None None] Attempting to bind port 1a317470-9ea0-48b3-a3ce-fef933b74826 on network 710c1a0a-d7ec-4613-b22d-b91fd62ee43e {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:14.076385 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-598db836-635e-4d77-93d3-0d03b44b0cce tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6ba6ac0-109c-44ff-8e14-65f462d6bc8c']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:14.078355 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc10a600-0cdf-4c1c-b390-f985b6fa566f None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:14.078886 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc10a600-0cdf-4c1c-b390-f985b6fa566f None None] Checking segment: {'id': '1c373789-3f45-498c-bd32-87c47f4d1f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '710c1a0a-d7ec-4613-b22d-b91fd62ee43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:14.079387 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc10a600-0cdf-4c1c-b390-f985b6fa566f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.079876 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc10a600-0cdf-4c1c-b390-f985b6fa566f None None] Bound using segment: {'id': '1c373789-3f45-498c-bd32-87c47f4d1f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '710c1a0a-d7ec-4613-b22d-b91fd62ee43e'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:14.080453 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-fc10a600-0cdf-4c1c-b390-f985b6fa566f None None] Bound port: 1a317470-9ea0-48b3-a3ce-fef933b74826, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c373789-3f45-498c-bd32-87c47f4d1f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '710c1a0a-d7ec-4613-b22d-b91fd62ee43e'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:14.081634 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc10a600-0cdf-4c1c-b390-f985b6fa566f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.088564 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-598db836-635e-4d77-93d3-0d03b44b0cce tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '325b5f43-9088-4611-9425-268dff8d6231') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:14.089094 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-598db836-635e-4d77-93d3-0d03b44b0cce tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '325b5f43-9088-4611-9425-268dff8d6231') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:14.101385 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-598db836-635e-4d77-93d3-0d03b44b0cce tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.116837 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-598db836-635e-4d77-93d3-0d03b44b0cce tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.124388 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-598db836-635e-4d77-93d3-0d03b44b0cce tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:23:14.125064 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-598db836-635e-4d77-93d3-0d03b44b0cce tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.128653 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:23:14.128653 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:23:14.128653 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:23:14.128653 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:23:14.128653 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:23:14.128653 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:23:14.128653 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:23:14.128653 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:23:14.128653 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:23:14.128653 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:23:14.128653 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:23:14.128653 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:23:14.128653 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:23:14.128653 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:23:14.128653 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:23:14.128653 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:23:14.128653 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:23:14.128653 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:23:14.128653 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:23:14.128653 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:23:14.128653 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:23:14.128653 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:23:14.128653 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:23:14.128653 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:23:14.128653 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:23:14.128653 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:23:14.128653 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:23:14.128653 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:23:14.128653 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:23:14.128653 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:23:14.128653 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:23:14.128653 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:23:14.138470 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dc9643f7-a976-4bfc-a09a-acaf3b781d7b tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.152966 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-dc9643f7-a976-4bfc-a09a-acaf3b781d7b tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710c1a0a-d7ec-4613-b22d-b91fd62ee43e']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:14.165546 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-fc10a600-0cdf-4c1c-b390-f985b6fa566f None None] For port 1a317470-9ea0-48b3-a3ce-fef933b74826, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:14.167119 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-dc9643f7-a976-4bfc-a09a-acaf3b781d7b tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c373789-3f45-498c-bd32-87c47f4d1f2a') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:14.167706 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-dc9643f7-a976-4bfc-a09a-acaf3b781d7b tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c373789-3f45-498c-bd32-87c47f4d1f2a') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:14.176928 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dc9643f7-a976-4bfc-a09a-acaf3b781d7b tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.198830 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-598db836-635e-4d77-93d3-0d03b44b0cce tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.200759 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-fc10a600-0cdf-4c1c-b390-f985b6fa566f None None] For port 1a317470-9ea0-48b3-a3ce-fef933b74826, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=1a317470-9ea0-48b3-a3ce-fef933b74826,segment=NetworkSegment(1c373789-3f45-498c-bd32-87c47f4d1f2a),segment_id=1c373789-3f45-498c-bd32-87c47f4d1f2a)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:14.206680 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-598db836-635e-4d77-93d3-0d03b44b0cce tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.207022 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc10a600-0cdf-4c1c-b390-f985b6fa566f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.208893 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dc9643f7-a976-4bfc-a09a-acaf3b781d7b tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.209369 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-598db836-635e-4d77-93d3-0d03b44b0cce tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] 10.222.0.16 "DELETE /v2.0/networks/d6ba6ac0-109c-44ff-8e14-65f462d6bc8c HTTP/1.1" status: 204 len: 168 time: 0.3507710 Jul 15 13:23:14.211819 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47128) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:14.223518 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc9643f7-a976-4bfc-a09a-acaf3b781d7b tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:23:14.224172 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dc9643f7-a976-4bfc-a09a-acaf3b781d7b tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.233834 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598db836-635e-4d77-93d3-0d03b44b0cce tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Pushing event deleted for resources: {'Network': ['ID=d6ba6ac0-109c-44ff-8e14-65f462d6bc8c,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:14.257903 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:23:14.257903 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:23:14.257903 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:23:14.257903 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:23:14.257903 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:23:14.257903 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:23:14.257903 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:23:14.257903 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:23:14.257903 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:23:14.257903 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:23:14.257903 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:23:14.257903 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:23:14.257903 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:23:14.257903 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:23:14.257903 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:23:14.257903 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:23:14.257903 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:23:14.257903 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:23:14.257903 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:23:14.257903 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:23:14.257903 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:23:14.257903 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:23:14.257903 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:23:14.257903 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:23:14.257903 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:23:14.257903 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:23:14.257903 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:23:14.257903 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:23:14.257903 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:23:14.257903 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:23:14.257903 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:23:14.257903 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:23:14.285883 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad710e8-13d3-4327-8c61-80887665c6ae tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Deleting subnet 5922e005-a46e-4116-add2-68dd20bf1973 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:23:14.289655 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3ad710e8-13d3-4327-8c61-80887665c6ae tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.300974 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-dc9643f7-a976-4bfc-a09a-acaf3b781d7b tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 13:23:14.300974 n-d-771363-36 neutron-server[93825]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 13:23:14.300974 n-d-771363-36 neutron-server[93825]: [parameters: {'id': '710c1a0a-d7ec-4613-b22d-b91fd62ee43e'}] Jul 15 13:23:14.300974 n-d-771363-36 neutron-server[93825]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:23:14.301521 n-d-771363-36 neutron-server[93825]: DEBUG oslo_db.api [None req-dc9643f7-a976-4bfc-a09a-acaf3b781d7b tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:23:14.308894 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10a600-0cdf-4c1c-b390-f985b6fa566f None None] Pushing event updated for resources: {'Port': ['ID=1a317470-9ea0-48b3-a3ce-fef933b74826,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:14.339153 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3ad710e8-13d3-4327-8c61-80887665c6ae tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.343126 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15cffbc-b312-4437-ae47-3ee4cc3ea1ff None None] Network 710c1a0a-d7ec-4613-b22d-b91fd62ee43e requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:14.431624 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3ad710e8-13d3-4327-8c61-80887665c6ae tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.479654 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70425f7f-f07e-4543-afa9-36ffdf04c271 None None] get_active_networks_info from n-d-771363-36 {{(pid=93827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:23:14.497994 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3ad710e8-13d3-4327-8c61-80887665c6ae tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.530131 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad710e8-13d3-4327-8c61-80887665c6ae tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Pushing event deleted for resources: {'Subnet': ['ID=5922e005-a46e-4116-add2-68dd20bf1973,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:14.536683 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3ad710e8-13d3-4327-8c61-80887665c6ae tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.538723 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3ad710e8-13d3-4327-8c61-80887665c6ae tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] 10.222.0.16 "DELETE /v2.0/subnets/5922e005-a46e-4116-add2-68dd20bf1973 HTTP/1.1" status: 204 len: 168 time: 0.3252172 Jul 15 13:23:14.541418 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47132) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:14.625317 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70425f7f-f07e-4543-afa9-36ffdf04c271 None None] Resources bound (agent type, host, resource id): {{(pid=93827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:23:14.638876 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d7735f48-5e27-4c8a-a481-a0192aa075d5 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.703859 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-d7735f48-5e27-4c8a-a481-a0192aa075d5 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Deleting port fb23532c-01ee-47d7-8578-4003d21ed6ec {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:14.704292 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d7735f48-5e27-4c8a-a481-a0192aa075d5 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.786222 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-d7735f48-5e27-4c8a-a481-a0192aa075d5 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] For port fb23532c-01ee-47d7-8578-4003d21ed6ec, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=fb23532c-01ee-47d7-8578-4003d21ed6ec,segment=NetworkSegment(3e04e86b-87d6-4959-a9dc-df56b48d4dd2),segment_id=3e04e86b-87d6-4959-a9dc-df56b48d4dd2)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:14.787015 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d7735f48-5e27-4c8a-a481-a0192aa075d5 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.800470 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-d7735f48-5e27-4c8a-a481-a0192aa075d5 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Calling delete_port for fb23532c-01ee-47d7-8578-4003d21ed6ec owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:14.803312 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dc9643f7-a976-4bfc-a09a-acaf3b781d7b tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.888807 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-dc9643f7-a976-4bfc-a09a-acaf3b781d7b tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Deleting port 1a317470-9ea0-48b3-a3ce-fef933b74826 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:14.889284 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dc9643f7-a976-4bfc-a09a-acaf3b781d7b tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.906873 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d7735f48-5e27-4c8a-a481-a0192aa075d5 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.935561 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7735f48-5e27-4c8a-a481-a0192aa075d5 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Pushing event deleted for resources: {'Port': ['ID=fb23532c-01ee-47d7-8578-4003d21ed6ec,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:14.939179 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7735f48-5e27-4c8a-a481-a0192aa075d5 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] No DVR routers for this DVR port fb23532c-01ee-47d7-8578-4003d21ed6ec on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:23:14.981399 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-dc9643f7-a976-4bfc-a09a-acaf3b781d7b tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] For port 1a317470-9ea0-48b3-a3ce-fef933b74826, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=1a317470-9ea0-48b3-a3ce-fef933b74826,segment=NetworkSegment(1c373789-3f45-498c-bd32-87c47f4d1f2a),segment_id=1c373789-3f45-498c-bd32-87c47f4d1f2a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:14.981683 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dc9643f7-a976-4bfc-a09a-acaf3b781d7b tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.998105 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-dc9643f7-a976-4bfc-a09a-acaf3b781d7b tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Calling delete_port for 1a317470-9ea0-48b3-a3ce-fef933b74826 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:15.031302 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d7735f48-5e27-4c8a-a481-a0192aa075d5 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.035035 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262e65ab-2187-4a97-b16a-e5e8962399c6 None None] get_active_networks_info from n-d-771363-36 {{(pid=93827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:23:15.042404 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-d7735f48-5e27-4c8a-a481-a0192aa075d5 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a220b7a-ab2c-415c-932f-a4b7602a58bd']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:15.054164 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-d7735f48-5e27-4c8a-a481-a0192aa075d5 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e04e86b-87d6-4959-a9dc-df56b48d4dd2') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:15.054417 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-d7735f48-5e27-4c8a-a481-a0192aa075d5 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e04e86b-87d6-4959-a9dc-df56b48d4dd2') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:15.067350 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d7735f48-5e27-4c8a-a481-a0192aa075d5 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.076001 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47140) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:15.098010 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d7735f48-5e27-4c8a-a481-a0192aa075d5 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.104798 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7735f48-5e27-4c8a-a481-a0192aa075d5 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:23:15.105645 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d7735f48-5e27-4c8a-a481-a0192aa075d5 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.109728 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:23:15.109728 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:23:15.109728 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:23:15.109728 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:23:15.109728 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:23:15.109728 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:23:15.109728 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:23:15.109728 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:23:15.109728 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:23:15.109728 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:23:15.109728 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:23:15.109728 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:23:15.109728 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:23:15.109728 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:23:15.109728 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:23:15.109728 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:23:15.109728 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:23:15.109728 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:23:15.109728 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:23:15.109728 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:23:15.109728 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:23:15.109728 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:23:15.109728 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:23:15.109728 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:23:15.109728 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:23:15.109728 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:23:15.109728 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:23:15.109728 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:23:15.109728 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:23:15.109728 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:23:15.109728 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:23:15.109728 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:23:15.166670 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dc9643f7-a976-4bfc-a09a-acaf3b781d7b tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.197689 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262e65ab-2187-4a97-b16a-e5e8962399c6 None None] Resources bound (agent type, host, resource id): {{(pid=93827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:23:15.212641 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d7735f48-5e27-4c8a-a481-a0192aa075d5 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.222595 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d7735f48-5e27-4c8a-a481-a0192aa075d5 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.227848 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d7735f48-5e27-4c8a-a481-a0192aa075d5 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] 10.222.0.16 "DELETE /v2.0/networks/0a220b7a-ab2c-415c-932f-a4b7602a58bd HTTP/1.1" status: 204 len: 168 time: 0.6854055 Jul 15 13:23:15.228461 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47144) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:15.251908 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7735f48-5e27-4c8a-a481-a0192aa075d5 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Pushing event deleted for resources: {'Network': ['ID=0a220b7a-ab2c-415c-932f-a4b7602a58bd,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:15.278612 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6cd64c85-ecc4-4341-8196-389774cc8acf tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e1e00b7-04a2-4b1b-b417-04aeb3b5fe1b HTTP/1.1" status: 200 len: 205 time: 0.0366344 Jul 15 13:23:15.279208 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47146) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:15.282715 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9643f7-a976-4bfc-a09a-acaf3b781d7b tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event deleted for resources: {'Port': ['ID=1a317470-9ea0-48b3-a3ce-fef933b74826,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:15.295558 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9643f7-a976-4bfc-a09a-acaf3b781d7b tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] No DVR routers for this DVR port 1a317470-9ea0-48b3-a3ce-fef933b74826 on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:23:15.374430 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5b2f0d34-f149-4dfc-8198-18498b242ec0 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.453790 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dc9643f7-a976-4bfc-a09a-acaf3b781d7b tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.479892 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-dc9643f7-a976-4bfc-a09a-acaf3b781d7b tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710c1a0a-d7ec-4613-b22d-b91fd62ee43e']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:15.494297 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-dc9643f7-a976-4bfc-a09a-acaf3b781d7b tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c373789-3f45-498c-bd32-87c47f4d1f2a') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:15.494929 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-dc9643f7-a976-4bfc-a09a-acaf3b781d7b tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c373789-3f45-498c-bd32-87c47f4d1f2a') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:15.504287 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06074f64-21bc-45cf-9927-84e23b59c0c8 req-5ccf20bd-ac9b-4825-8df2-d8d88bada8ff tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:15.506190 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-06074f64-21bc-45cf-9927-84e23b59c0c8 req-5ccf20bd-ac9b-4825-8df2-d8d88bada8ff tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e HTTP/1.1" status: 200 len: 946 time: 0.3275764 Jul 15 13:23:15.546781 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dc9643f7-a976-4bfc-a09a-acaf3b781d7b tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.560782 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5b2f0d34-f149-4dfc-8198-18498b242ec0 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.563457 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5b2f0d34-f149-4dfc-8198-18498b242ec0 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.587140 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dc9643f7-a976-4bfc-a09a-acaf3b781d7b tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.602126 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc9643f7-a976-4bfc-a09a-acaf3b781d7b tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:23:15.602678 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dc9643f7-a976-4bfc-a09a-acaf3b781d7b tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.606756 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:23:15.606756 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:23:15.606756 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:23:15.606756 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:23:15.606756 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:23:15.606756 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:23:15.606756 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:23:15.606756 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:23:15.606756 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:23:15.606756 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:23:15.606756 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:23:15.606756 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:23:15.606756 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:23:15.606756 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:23:15.606756 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:23:15.606756 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:23:15.606756 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:23:15.606756 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:23:15.606756 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:23:15.606756 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:23:15.606756 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:23:15.606756 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:23:15.606756 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:23:15.606756 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:23:15.606756 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:23:15.606756 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:23:15.606756 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:23:15.606756 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:23:15.606756 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:23:15.606756 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:23:15.606756 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:23:15.606756 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:23:15.623054 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70317e93-4f50-490e-a62a-541a72ccdbdf None None] DHCP port deletion for 0a220b7a-ab2c-415c-932f-a4b7602a58bd request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:23:15.628422 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5b2f0d34-f149-4dfc-8198-18498b242ec0 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.629136 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2f0d34-f149-4dfc-8198-18498b242ec0 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Fanout notify agent at l3_agent the message router_deleted on router 5e1e00b7-04a2-4b1b-b417-04aeb3b5fe1b {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:23:15.653542 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5b2f0d34-f149-4dfc-8198-18498b242ec0 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.658460 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5b2f0d34-f149-4dfc-8198-18498b242ec0 tempest-RoutersNegativeTest-1656227279 tempest-RoutersNegativeTest-1656227279-project] 10.222.0.16 "DELETE /v2.0/routers/5e1e00b7-04a2-4b1b-b417-04aeb3b5fe1b HTTP/1.1" status: 204 len: 168 time: 0.3781610 Jul 15 13:23:15.661754 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-06074f64-21bc-45cf-9927-84e23b59c0c8 req-184abeef-2753-4dca-98c6-32984cdf9168 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=cbce786e-178b-4ec4-a228-7da33810f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219966 Jul 15 13:23:15.761526 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dc9643f7-a976-4bfc-a09a-acaf3b781d7b tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.777859 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dc9643f7-a976-4bfc-a09a-acaf3b781d7b tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.779994 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-dc9643f7-a976-4bfc-a09a-acaf3b781d7b tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "DELETE /v2.0/networks/710c1a0a-d7ec-4613-b22d-b91fd62ee43e HTTP/1.1" status: 204 len: 168 time: 2.8515022 Jul 15 13:23:15.780894 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9643f7-a976-4bfc-a09a-acaf3b781d7b tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event deleted for resources: {'Network': ['ID=710c1a0a-d7ec-4613-b22d-b91fd62ee43e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:15.783403 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47154) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:15.789378 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-159c6177-5d7e-4dbb-9d6e-774a6d54cc2d tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1997915470'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:15.835771 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159c6177-5d7e-4dbb-9d6e-774a6d54cc2d tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Made reservation on behalf of 7a0390dbdbdf44588cdadf394cf75fad for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:15.842525 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-159c6177-5d7e-4dbb-9d6e-774a6d54cc2d tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.889908 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-159c6177-5d7e-4dbb-9d6e-774a6d54cc2d tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:23:15.915217 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-159c6177-5d7e-4dbb-9d6e-774a6d54cc2d tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.916696 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-159c6177-5d7e-4dbb-9d6e-774a6d54cc2d tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Added segment 5e7d0327-6c07-404f-9206-2bf6af6e8b52 of type vlan for network 141b6377-b62d-45b4-a59c-5def69514dc7 Jul 15 13:23:15.948546 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73dbae-b097-45b5-ac3a-471fbbfe3abb req-1e7889ef-b21f-4d22-97e0-53edb2bb2eaa tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:15.950112 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dd73dbae-b097-45b5-ac3a-471fbbfe3abb req-1e7889ef-b21f-4d22-97e0-53edb2bb2eaa tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e HTTP/1.1" status: 200 len: 946 time: 0.1153712 Jul 15 13:23:15.991887 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-159c6177-5d7e-4dbb-9d6e-774a6d54cc2d tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:16.033258 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-159c6177-5d7e-4dbb-9d6e-774a6d54cc2d tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:16.033718 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dd73dbae-b097-45b5-ac3a-471fbbfe3abb req-62f9bf21-2df0-4c26-bbbd-1da946d2e7e1 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=cbce786e-178b-4ec4-a228-7da33810f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741696 Jul 15 13:23:16.040612 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159c6177-5d7e-4dbb-9d6e-774a6d54cc2d tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:16.041351 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-159c6177-5d7e-4dbb-9d6e-774a6d54cc2d tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:16.049499 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1158e6a1-f376-4ff9-95f8-2f805ad1fb8e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:16.068054 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47162) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:16.088592 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-159c6177-5d7e-4dbb-9d6e-774a6d54cc2d tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3038983 Jul 15 13:23:16.091304 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47164) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:16.093977 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47166) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:16.098818 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-ced64d24-a13d-4ee9-b6fa-e943a5492d06 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Request body: {'subnet': {'network_id': '141b6377-b62d-45b4-a59c-5def69514dc7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:16.169702 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c6177-5d7e-4dbb-9d6e-774a6d54cc2d tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event updated for resources: {'Network': ['ID=141b6377-b62d-45b4-a59c-5def69514dc7,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:16.183263 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 141b6377-b62d-45b4-a59c-5def69514dc7 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:23:16.267661 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf7c089-499e-4313-8911-0b0487655e78 tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:16.272192 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0cf7c089-499e-4313-8911-0b0487655e78 tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e HTTP/1.1" status: 200 len: 1093 time: 0.2004755 Jul 15 13:23:16.273139 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47170) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:16.278094 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-c055fd97-9f9e-4254-8ba7-6280d275c79b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'port_id': '13296381-f283-42ce-9fa4-4d3745832074', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:16.317661 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced64d24-a13d-4ee9-b6fa-e943a5492d06 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Made reservation on behalf of 7a0390dbdbdf44588cdadf394cf75fad for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:16.321626 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ced64d24-a13d-4ee9-b6fa-e943a5492d06 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:16.397217 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c055fd97-9f9e-4254-8ba7-6280d275c79b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for floatingip, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:16.409858 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7fa566de-87c5-492b-aac8-e2e692d04602 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=608d4a260cd84e43bfe5dafaff186530&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3021522 Jul 15 13:23:16.410865 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47172) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:16.514534 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c7dadf07-6f35-4b4c-ae4a-b38ceb9eed1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:16.551689 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c7dadf07-6f35-4b4c-ae4a-b38ceb9eed1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:16.605689 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c055fd97-9f9e-4254-8ba7-6280d275c79b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:16.621626 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ced64d24-a13d-4ee9-b6fa-e943a5492d06 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:16.663727 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1158e6a1-f376-4ff9-95f8-2f805ad1fb8e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Deleting port 3bf5c830-2de1-482e-aac3-7dbbc9e608d7 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:16.664118 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1158e6a1-f376-4ff9-95f8-2f805ad1fb8e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:16.681040 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c7dadf07-6f35-4b4c-ae4a-b38ceb9eed1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:16.683800 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c7dadf07-6f35-4b4c-ae4a-b38ceb9eed1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:16.687361 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c7dadf07-6f35-4b4c-ae4a-b38ceb9eed1f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d801210-c028-448e-a4c0-ca8faebf7298 HTTP/1.1" status: 204 len: 168 time: 0.2732110 Jul 15 13:23:16.708518 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dadf07-6f35-4b4c-ae4a-b38ceb9eed1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d801210-c028-448e-a4c0-ca8faebf7298,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:16.710738 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced64d24-a13d-4ee9-b6fa-e943a5492d06 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event updated for resources: {'Subnet': ['ID=8681a6c4-6843-4661-842f-a5d5268c768c,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:16.719381 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced64d24-a13d-4ee9-b6fa-e943a5492d06 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Checking segment: {'id': '5e7d0327-6c07-404f-9206-2bf6af6e8b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '141b6377-b62d-45b4-a59c-5def69514dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:16.719616 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced64d24-a13d-4ee9-b6fa-e943a5492d06 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Network hostable DHCP agents. Network: 141b6377-b62d-45b4-a59c-5def69514dc7, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:23:16.766651 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced64d24-a13d-4ee9-b6fa-e943a5492d06 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Network 141b6377-b62d-45b4-a59c-5def69514dc7 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:23:16.784347 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-ced64d24-a13d-4ee9-b6fa-e943a5492d06 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 141b6377-b62d-45b4-a59c-5def69514dc7) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:16.799395 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-c055fd97-9f9e-4254-8ba7-6280d275c79b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Allocated IP 172.25.8.252 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/8eef849a-c47f-4332-b991-c7dd09f9057d) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:16.806992 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df3ec50-41a2-40c6-83a9-ff837d9e4769 None None] Network 141b6377-b62d-45b4-a59c-5def69514dc7 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:16.817676 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced64d24-a13d-4ee9-b6fa-e943a5492d06 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:16.818293 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ced64d24-a13d-4ee9-b6fa-e943a5492d06 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:16.819642 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1158e6a1-f376-4ff9-95f8-2f805ad1fb8e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] For port 3bf5c830-2de1-482e-aac3-7dbbc9e608d7, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=3bf5c830-2de1-482e-aac3-7dbbc9e608d7,segment=NetworkSegment(c8202d78-9e2d-42c9-b21c-96107e2ce3f4),segment_id=c8202d78-9e2d-42c9-b21c-96107e2ce3f4)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:16.820067 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1158e6a1-f376-4ff9-95f8-2f805ad1fb8e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:16.843144 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1158e6a1-f376-4ff9-95f8-2f805ad1fb8e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Calling delete_port for 3bf5c830-2de1-482e-aac3-7dbbc9e608d7 owned by network:router_interface {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:16.844206 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ced64d24-a13d-4ee9-b6fa-e943a5492d06 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7518148 Jul 15 13:23:16.847475 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47180) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:17.000521 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-98f4bef7-663f-4cb4-b6b6-7957c080bccb tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.098626 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device fb23532c-01ee-47d7-8578-4003d21ed6ec no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:23:17.104021 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c055fd97-9f9e-4254-8ba7-6280d275c79b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.127789 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: fb23532c-01ee-47d7-8578-4003d21ed6ec {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:23:17.128022 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device fb23532c-01ee-47d7-8578-4003d21ed6ec not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:23:17.129498 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-98f4bef7-663f-4cb4-b6b6-7957c080bccb tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.189180 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c055fd97-9f9e-4254-8ba7-6280d275c79b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.208222 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-98f4bef7-663f-4cb4-b6b6-7957c080bccb tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.240705 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f4bef7-663f-4cb4-b6b6-7957c080bccb tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event deleted for resources: {'Subnet': ['ID=8681a6c4-6843-4661-842f-a5d5268c768c,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:17.278373 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f151694-29a5-4fd1-98cc-33e383c27955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-141b6377-b62d-45b4-a59c-5def69514dc7', 'network_id': '141b6377-b62d-45b4-a59c-5def69514dc7', 'tenant_id': '7a0390dbdbdf44588cdadf394cf75fad', 'fixed_ips': [{'subnet_id': '8681a6c4-6843-4661-842f-a5d5268c768c'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:23:17.279278 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f151694-29a5-4fd1-98cc-33e383c27955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.279514 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c055fd97-9f9e-4254-8ba7-6280d275c79b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:17.290625 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-c055fd97-9f9e-4254-8ba7-6280d275c79b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:17.297606 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c055fd97-9f9e-4254-8ba7-6280d275c79b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:17.316114 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-98f4bef7-663f-4cb4-b6b6-7957c080bccb tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.329709 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-98f4bef7-663f-4cb4-b6b6-7957c080bccb tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['141b6377-b62d-45b4-a59c-5def69514dc7']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:17.355316 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c055fd97-9f9e-4254-8ba7-6280d275c79b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'Port': ['ID=8eef849a-c47f-4332-b991-c7dd09f9057d,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:17.362555 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-98f4bef7-663f-4cb4-b6b6-7957c080bccb tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e7d0327-6c07-404f-9206-2bf6af6e8b52') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:17.362805 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1158e6a1-f376-4ff9-95f8-2f805ad1fb8e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.368667 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-98f4bef7-663f-4cb4-b6b6-7957c080bccb tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e7d0327-6c07-404f-9206-2bf6af6e8b52') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:17.391804 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-98f4bef7-663f-4cb4-b6b6-7957c080bccb tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.398837 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1158e6a1-f376-4ff9-95f8-2f805ad1fb8e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event deleted for resources: {'Port': ['ID=3bf5c830-2de1-482e-aac3-7dbbc9e608d7,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:17.429348 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-98f4bef7-663f-4cb4-b6b6-7957c080bccb tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.429605 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6409901f-eab3-4ea6-aa72-7e7ed5d1fa28 None None] Network 141b6377-b62d-45b4-a59c-5def69514dc7 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:17.442224 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f4bef7-663f-4cb4-b6b6-7957c080bccb tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:23:17.443325 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-98f4bef7-663f-4cb4-b6b6-7957c080bccb tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.446851 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:23:17.446851 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:23:17.446851 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:23:17.446851 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:23:17.446851 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:23:17.446851 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:23:17.446851 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:23:17.446851 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:23:17.446851 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:23:17.446851 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:23:17.446851 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:23:17.446851 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:23:17.446851 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:23:17.446851 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:23:17.446851 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:23:17.446851 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:23:17.446851 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:23:17.446851 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:23:17.446851 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:23:17.446851 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:23:17.446851 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:23:17.446851 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:23:17.446851 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:23:17.446851 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:23:17.446851 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:23:17.446851 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:23:17.446851 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:23:17.446851 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:23:17.446851 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:23:17.446851 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:23:17.446851 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:23:17.446851 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:23:17.537904 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-98f4bef7-663f-4cb4-b6b6-7957c080bccb tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.543103 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-98f4bef7-663f-4cb4-b6b6-7957c080bccb tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.549288 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47202) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:17.550064 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-98f4bef7-663f-4cb4-b6b6-7957c080bccb tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "DELETE /v2.0/networks/141b6377-b62d-45b4-a59c-5def69514dc7 HTTP/1.1" status: 204 len: 168 time: 0.7009273 Jul 15 13:23:17.554076 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-ffe932a9-3a1d-4682-a0a4-91d57fb27d77 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1722720665'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:17.567781 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f4bef7-663f-4cb4-b6b6-7957c080bccb tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event deleted for resources: {'Network': ['ID=141b6377-b62d-45b4-a59c-5def69514dc7,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:17.681044 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe932a9-3a1d-4682-a0a4-91d57fb27d77 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Made reservation on behalf of 7a0390dbdbdf44588cdadf394cf75fad for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:17.684567 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ffe932a9-3a1d-4682-a0a4-91d57fb27d77 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.711921 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47206) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:17.821141 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-da833d6a-04b7-40e1-8488-fc1a66ae5ded tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Request body: {'security_group': {'name': 'tempest-secgroup--1449862667'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:17.847085 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-da833d6a-04b7-40e1-8488-fc1a66ae5ded tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.859800 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-da833d6a-04b7-40e1-8488-fc1a66ae5ded tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.959565 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-da833d6a-04b7-40e1-8488-fc1a66ae5ded tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.963880 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-da833d6a-04b7-40e1-8488-fc1a66ae5ded tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.004288 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da833d6a-04b7-40e1-8488-fc1a66ae5ded tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=118d2bc1-0916-47f7-9e79-6e3bc7ef91c0,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:18.064256 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-da833d6a-04b7-40e1-8488-fc1a66ae5ded tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.068186 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-da833d6a-04b7-40e1-8488-fc1a66ae5ded tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.093640 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-da833d6a-04b7-40e1-8488-fc1a66ae5ded tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.094771 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-da833d6a-04b7-40e1-8488-fc1a66ae5ded tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3818240 Jul 15 13:23:18.098115 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47212) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:18.106039 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da833d6a-04b7-40e1-8488-fc1a66ae5ded tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b36ea0ef-d19a-4e03-8fb3-5e3dad6ff475,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:18.114668 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe932a9-3a1d-4682-a0a4-91d57fb27d77 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:23:18.143013 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ffe932a9-3a1d-4682-a0a4-91d57fb27d77 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.143879 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-ffe932a9-3a1d-4682-a0a4-91d57fb27d77 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Added segment 4b1cb669-536f-4dac-beba-8da123a29392 of type vlan for network 566e8049-8537-45f2-9f1d-131cd0281b2c Jul 15 13:23:18.156684 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1158e6a1-f376-4ff9-95f8-2f805ad1fb8e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.172070 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-aa0c0c94-6d5b-4125-a4ff-5086ec9a4130 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0728483 Jul 15 13:23:18.174840 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47218) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:18.179326 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-dfca5260-ba70-4bd7-9d2e-d5192f52902a tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Request body: {'security_group': {'name': 'tempest-security--15457076', 'description': 'tempest-security-description-265983269'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:18.207791 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dfca5260-ba70-4bd7-9d2e-d5192f52902a tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.257579 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dfca5260-ba70-4bd7-9d2e-d5192f52902a tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.261120 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dfca5260-ba70-4bd7-9d2e-d5192f52902a tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.263620 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dfca5260-ba70-4bd7-9d2e-d5192f52902a tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.265138 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-dfca5260-ba70-4bd7-9d2e-d5192f52902a tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "PUT /v2.0/security-groups/b36ea0ef-d19a-4e03-8fb3-5e3dad6ff475 HTTP/1.1" status: 200 len: 1777 time: 0.0893345 Jul 15 13:23:18.268198 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47220) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:18.277457 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ffe932a9-3a1d-4682-a0a4-91d57fb27d77 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.315345 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca5260-ba70-4bd7-9d2e-d5192f52902a tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b36ea0ef-d19a-4e03-8fb3-5e3dad6ff475,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:18.329308 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e4722876-f368-4eec-9c84-28e44e61beae tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "GET /v2.0/security-groups/b36ea0ef-d19a-4e03-8fb3-5e3dad6ff475 HTTP/1.1" status: 200 len: 1777 time: 0.0600488 Jul 15 13:23:18.332053 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47222) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:18.383711 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9a53a6f5-73b1-477f-9f30-4ffe1dd93f43 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.405520 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9a53a6f5-73b1-477f-9f30-4ffe1dd93f43 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.424174 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ffe932a9-3a1d-4682-a0a4-91d57fb27d77 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.430196 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe932a9-3a1d-4682-a0a4-91d57fb27d77 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:18.430817 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ffe932a9-3a1d-4682-a0a4-91d57fb27d77 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.453064 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9a53a6f5-73b1-477f-9f30-4ffe1dd93f43 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.456171 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9a53a6f5-73b1-477f-9f30-4ffe1dd93f43 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.459678 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9a53a6f5-73b1-477f-9f30-4ffe1dd93f43 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "DELETE /v2.0/security-groups/b36ea0ef-d19a-4e03-8fb3-5e3dad6ff475 HTTP/1.1" status: 204 len: 168 time: 0.1244149 Jul 15 13:23:18.463075 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47226) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:18.477804 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c055fd97-9f9e-4254-8ba7-6280d275c79b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.478213 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53a6f5-73b1-477f-9f30-4ffe1dd93f43 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36ea0ef-d19a-4e03-8fb3-5e3dad6ff475,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:18.505013 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ffe932a9-3a1d-4682-a0a4-91d57fb27d77 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9549050 Jul 15 13:23:18.510773 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47228) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:18.519073 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-28dbafea-9c50-4de9-a9d3-90337bdb5c05 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Request body: {'subnet': {'network_id': '566e8049-8537-45f2-9f1d-131cd0281b2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:18.553236 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1324eafc-99fe-40a5-836f-981d21b1a264 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0890059 Jul 15 13:23:18.556106 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47230) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:18.574287 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-556699bb-915f-45b8-b1b6-e188ee30b8fc tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] delete failed (client error): The resource could not be found. Jul 15 13:23:18.575306 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-556699bb-915f-45b8-b1b6-e188ee30b8fc tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "DELETE /v2.0/security-groups/b36ea0ef-d19a-4e03-8fb3-5e3dad6ff475 HTTP/1.1" status: 404 len: 347 time: 0.0183060 Jul 15 13:23:18.581740 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe932a9-3a1d-4682-a0a4-91d57fb27d77 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event updated for resources: {'Network': ['ID=566e8049-8537-45f2-9f1d-131cd0281b2c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:18.583766 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47232) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:18.591512 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-7b0b19f6-5462-4864-8bd0-e29549843902 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Request body: {'security_group': {'name': 'tempest-secgroup--699592597'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:18.593352 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 566e8049-8537-45f2-9f1d-131cd0281b2c details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:23:18.682455 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b0b19f6-5462-4864-8bd0-e29549843902 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.693607 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28dbafea-9c50-4de9-a9d3-90337bdb5c05 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Made reservation on behalf of 7a0390dbdbdf44588cdadf394cf75fad for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:18.697550 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-28dbafea-9c50-4de9-a9d3-90337bdb5c05 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.723267 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c055fd97-9f9e-4254-8ba7-6280d275c79b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.753449 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.ipam_backend_mixin [None req-28dbafea-9c50-4de9-a9d3-90337bdb5c05 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Performing IP validity checks on allocation pools {{(pid=93826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 13:23:18.754138 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.ipam_backend_mixin [None req-28dbafea-9c50-4de9-a9d3-90337bdb5c05 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 13:23:18.754482 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1158e6a1-f376-4ff9-95f8-2f805ad1fb8e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Router 8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:23:18.891573 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-28dbafea-9c50-4de9-a9d3-90337bdb5c05 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.966008 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dbafea-9c50-4de9-a9d3-90337bdb5c05 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event updated for resources: {'Subnet': ['ID=88d91428-42ab-4168-86b0-341e207a6c26,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:18.966811 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b0b19f6-5462-4864-8bd0-e29549843902 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.976491 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dbafea-9c50-4de9-a9d3-90337bdb5c05 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Checking segment: {'id': '4b1cb669-536f-4dac-beba-8da123a29392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '566e8049-8537-45f2-9f1d-131cd0281b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:18.976910 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dbafea-9c50-4de9-a9d3-90337bdb5c05 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Network hostable DHCP agents. Network: 566e8049-8537-45f2-9f1d-131cd0281b2c, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:23:18.981771 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b0b19f6-5462-4864-8bd0-e29549843902 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.995521 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dbafea-9c50-4de9-a9d3-90337bdb5c05 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Network 566e8049-8537-45f2-9f1d-131cd0281b2c is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:23:19.005268 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-28dbafea-9c50-4de9-a9d3-90337bdb5c05 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 566e8049-8537-45f2-9f1d-131cd0281b2c) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:19.011598 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dbafea-9c50-4de9-a9d3-90337bdb5c05 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:19.013078 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-28dbafea-9c50-4de9-a9d3-90337bdb5c05 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.019614 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ce276b-90d2-48cb-8045-12dee007cf36 None None] Network 566e8049-8537-45f2-9f1d-131cd0281b2c requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:19.029726 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1158e6a1-f376-4ff9-95f8-2f805ad1fb8e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:23:19.036783 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-28dbafea-9c50-4de9-a9d3-90337bdb5c05 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5245261 Jul 15 13:23:19.037959 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47236) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:19.045024 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1158e6a1-f376-4ff9-95f8-2f805ad1fb8e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "PUT /v2.0/routers/8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9679482 Jul 15 13:23:19.053354 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b0b19f6-5462-4864-8bd0-e29549843902 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.054554 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7b0b19f6-5462-4864-8bd0-e29549843902 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4667609 Jul 15 13:23:19.055293 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b19f6-5462-4864-8bd0-e29549843902 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c753699-a53b-4072-9d56-792507aa5164,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:19.058893 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47240) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:19.063487 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-5c10a591-c6c1-4369-b2bd-3076d0d838cf tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Request body: {'security_group_rule': {'security_group_id': '8c753699-a53b-4072-9d56-792507aa5164', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:19.070074 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecf583f-3aa9-43e1-81c9-3eaf474d0a87 None None] Sync routers for ids ['8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:23:19.097678 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c055fd97-9f9e-4254-8ba7-6280d275c79b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.106228 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c055fd97-9f9e-4254-8ba7-6280d275c79b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.121630 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecf583f-3aa9-43e1-81c9-3eaf474d0a87 None None] Routers {'8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:19.122386 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-5ecf583f-3aa9-43e1-81c9-3eaf474d0a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:23:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:19.142233 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5c10a591-c6c1-4369-b2bd-3076d0d838cf tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.200912 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-556b8164-bd5f-40d5-9fbf-aacab8899a0f tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.212147 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c055fd97-9f9e-4254-8ba7-6280d275c79b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'Port': ['ID=8eef849a-c47f-4332-b991-c7dd09f9057d,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:19.229404 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c055fd97-9f9e-4254-8ba7-6280d275c79b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.287723 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5c10a591-c6c1-4369-b2bd-3076d0d838cf tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.292071 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-556b8164-bd5f-40d5-9fbf-aacab8899a0f tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.293311 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5c10a591-c6c1-4369-b2bd-3076d0d838cf tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.365507 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10a591-c6c1-4369-b2bd-3076d0d838cf tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70a2400b-d8a0-4beb-b112-488919128655,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:19.370686 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09708674-c426-4343-8c58-4a786e9fa8d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-566e8049-8537-45f2-9f1d-131cd0281b2c', 'network_id': '566e8049-8537-45f2-9f1d-131cd0281b2c', 'tenant_id': '7a0390dbdbdf44588cdadf394cf75fad', 'fixed_ips': [{'subnet_id': '88d91428-42ab-4168-86b0-341e207a6c26'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:23:19.375870 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-09708674-c426-4343-8c58-4a786e9fa8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.382897 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5c10a591-c6c1-4369-b2bd-3076d0d838cf tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.384192 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5c10a591-c6c1-4369-b2bd-3076d0d838cf tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3242745 Jul 15 13:23:19.387231 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47246) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:19.395480 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-556b8164-bd5f-40d5-9fbf-aacab8899a0f tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.401577 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-c055fd97-9f9e-4254-8ba7-6280d275c79b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Floating IP 5a08a8f7-7ac7-4b2f-8c0b-1c4db14c5d6a associated. External IP: 172.25.8.252, port: 13296381-f283-42ce-9fa4-4d3745832074. Jul 15 13:23:19.405163 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-5ecf583f-3aa9-43e1-81c9-3eaf474d0a87 None None] Set router 8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:19.460472 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-933ab8ed-e449-435b-afff-da2d3039cf2e tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.472902 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-933ab8ed-e449-435b-afff-da2d3039cf2e tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.483663 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b8164-bd5f-40d5-9fbf-aacab8899a0f tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event deleted for resources: {'Subnet': ['ID=88d91428-42ab-4168-86b0-341e207a6c26,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:19.545343 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-556b8164-bd5f-40d5-9fbf-aacab8899a0f tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.567251 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8164564-d625-4359-831a-094f758e92fb None None] Network 566e8049-8537-45f2-9f1d-131cd0281b2c requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:19.577475 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-933ab8ed-e449-435b-afff-da2d3039cf2e tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.578538 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-556b8164-bd5f-40d5-9fbf-aacab8899a0f tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['566e8049-8537-45f2-9f1d-131cd0281b2c']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:19.589064 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-933ab8ed-e449-435b-afff-da2d3039cf2e tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.590207 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-933ab8ed-e449-435b-afff-da2d3039cf2e tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/70a2400b-d8a0-4beb-b112-488919128655 HTTP/1.1" status: 204 len: 168 time: 0.2004735 Jul 15 13:23:19.594779 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47250) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:19.604393 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-556b8164-bd5f-40d5-9fbf-aacab8899a0f tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b1cb669-536f-4dac-beba-8da123a29392') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:19.604725 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-556b8164-bd5f-40d5-9fbf-aacab8899a0f tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b1cb669-536f-4dac-beba-8da123a29392') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:19.613834 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ab8ed-e449-435b-afff-da2d3039cf2e tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70a2400b-d8a0-4beb-b112-488919128655,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:19.629569 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-556b8164-bd5f-40d5-9fbf-aacab8899a0f tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.648057 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-556b8164-bd5f-40d5-9fbf-aacab8899a0f tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.657688 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-556b8164-bd5f-40d5-9fbf-aacab8899a0f tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:23:19.658158 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-556b8164-bd5f-40d5-9fbf-aacab8899a0f tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.665889 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:23:19.665889 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:23:19.665889 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:23:19.665889 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:23:19.665889 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:23:19.665889 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:23:19.665889 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:23:19.665889 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:23:19.665889 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:23:19.665889 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:23:19.665889 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:23:19.665889 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:23:19.665889 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:23:19.665889 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:23:19.665889 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:23:19.665889 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:23:19.665889 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:23:19.665889 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:23:19.665889 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:23:19.665889 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:23:19.665889 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:23:19.665889 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:23:19.665889 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:23:19.665889 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:23:19.665889 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:23:19.665889 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:23:19.665889 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:23:19.665889 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:23:19.665889 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:23:19.665889 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:23:19.665889 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:23:19.665889 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:23:19.687414 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed7634-eb14-41f3-a02a-c4cafed2522b req-7ffa2f22-3243-4f33-809b-10b5f8b1ec12 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:19.688924 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-43ed7634-eb14-41f3-a02a-c4cafed2522b req-7ffa2f22-3243-4f33-809b-10b5f8b1ec12 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2bd4ca1-9507-40c6-8420-7b5e60ea6945 HTTP/1.1" status: 200 len: 946 time: 0.1754951 Jul 15 13:23:19.726960 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a8b1123b-6185-45a5-a9e3-1ee50a2f4dfc tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1278441 Jul 15 13:23:19.730129 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47252) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:19.743938 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-556b8164-bd5f-40d5-9fbf-aacab8899a0f tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.751954 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-556b8164-bd5f-40d5-9fbf-aacab8899a0f tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.757729 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-556b8164-bd5f-40d5-9fbf-aacab8899a0f tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "DELETE /v2.0/networks/566e8049-8537-45f2-9f1d-131cd0281b2c HTTP/1.1" status: 204 len: 168 time: 0.7145908 Jul 15 13:23:19.771533 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47254) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:19.786403 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-17c9bc02-857a-4e1b-8066-c8c1098a5595 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-178222772'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:19.843592 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-5ecf583f-3aa9-43e1-81c9-3eaf474d0a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'name': 'tempest-TestNetworkBasicOps-router-1854290854', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'd09932e8-6625-43d3-8fae-70867188d408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:54Z', 'updated_at': '2021-07-15T13:23:17Z', 'revision_number': 6, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'gw_port': {'id': 'd09932e8-6625-43d3-8fae-70867188d408', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:55Z', 'updated_at': '2021-07-15T13:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '71500942-5fda-45ec-a35e-47cff9285ad6', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'floating_ip_address': '172.25.8.195', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'port_id': '02ad8dba-88b1-48b0-9f28-b44bef1b4e37', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb00c98-f96e-4575-a9cb-92f351c087d8', 'mac_address': 'fa:16:3e:d3:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ae1739-0c61-46a0-a6cf-600f2b17675c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:21:34Z', 'updated_at': '2021-07-15T13:21:39Z', 'revision_number': 1, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b5bb505-f2c9-4a89-8993-57ad29478ef8', 'name': '', 'network_id': '4fb00c98-f96e-4575-a9cb-92f351c087d8', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'mac_address': 'fa:16:3e:63:5c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '9c52c08e-37d5-46b8-a3dd-5aaef685bd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:02Z', 'updated_at': '2021-07-15T13:21:10Z', 'revision_number': 5, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'subnets': [{'id': '9c52c08e-37d5-46b8-a3dd-5aaef685bd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:19.859913 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-43ed7634-eb14-41f3-a02a-c4cafed2522b req-743e2cb5-9164-40e9-a85c-b02178ad3d14 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dac6203-2a63-4f9a-8058-502109578faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576724 Jul 15 13:23:19.866336 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c9bc02-857a-4e1b-8066-c8c1098a5595 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Made reservation on behalf of 7a0390dbdbdf44588cdadf394cf75fad for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:19.869887 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-17c9bc02-857a-4e1b-8066-c8c1098a5595 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.882622 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecf583f-3aa9-43e1-81c9-3eaf474d0a87 None None] Checking router: 8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:23:19.892331 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecf583f-3aa9-43e1-81c9-3eaf474d0a87 None None] Routers {'8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:19.893264 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-5ecf583f-3aa9-43e1-81c9-3eaf474d0a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:23:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:19.908527 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c055fd97-9f9e-4254-8ba7-6280d275c79b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Router 0c982c6c-495b-41f7-9450-b5567c4c69e0 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:23:19.910846 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f8784536-01bb-4fc1-a794-e2dd77240bd8 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.937929 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17c9bc02-857a-4e1b-8066-c8c1098a5595 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:23:19.961507 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f8784536-01bb-4fc1-a794-e2dd77240bd8 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.999386 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-17c9bc02-857a-4e1b-8066-c8c1098a5595 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.999739 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-17c9bc02-857a-4e1b-8066-c8c1098a5595 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Added segment 1956d742-4cfd-4633-9a32-352f97a18a72 of type vlan for network f6be2e3f-9e72-4b33-8477-c2082d4241eb Jul 15 13:23:20.031467 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-5ecf583f-3aa9-43e1-81c9-3eaf474d0a87 None None] Set router 8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:20.106963 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-17c9bc02-857a-4e1b-8066-c8c1098a5595 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.115035 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b8164-bd5f-40d5-9fbf-aacab8899a0f tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event deleted for resources: {'Network': ['ID=566e8049-8537-45f2-9f1d-131cd0281b2c,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:20.138173 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f8784536-01bb-4fc1-a794-e2dd77240bd8 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.140700 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f8784536-01bb-4fc1-a794-e2dd77240bd8 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.141888 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f8784536-01bb-4fc1-a794-e2dd77240bd8 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "DELETE /v2.0/security-groups/8c753699-a53b-4072-9d56-792507aa5164 HTTP/1.1" status: 204 len: 168 time: 0.4093099 Jul 15 13:23:20.145294 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47258) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:20.167441 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8784536-01bb-4fc1-a794-e2dd77240bd8 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c753699-a53b-4072-9d56-792507aa5164,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:20.170457 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c055fd97-9f9e-4254-8ba7-6280d275c79b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:23:20.176347 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-17c9bc02-857a-4e1b-8066-c8c1098a5595 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.181766 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100de033-bc73-4465-b9cb-d57719dc896b None None] Sync routers for ids ['0c982c6c-495b-41f7-9450-b5567c4c69e0'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:23:20.186355 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c9bc02-857a-4e1b-8066-c8c1098a5595 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:20.187079 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-17c9bc02-857a-4e1b-8066-c8c1098a5595 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.191514 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100de033-bc73-4465-b9cb-d57719dc896b None None] Routers {'0c982c6c-495b-41f7-9450-b5567c4c69e0'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:20.192134 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-100de033-bc73-4465-b9cb-d57719dc896b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:23:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['0c982c6c-495b-41f7-9450-b5567c4c69e0'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:20.203398 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b94b94cf-78ce-4089-9d50-081603d04a06 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0563991 Jul 15 13:23:20.208088 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47260) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:20.216044 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-032743f8-0db6-4ecb-a5e2-e1810b8aa105 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Request body: {'security_group': {'name': 'tempest-secgroup--1637622138'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:20.246177 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-032743f8-0db6-4ecb-a5e2-e1810b8aa105 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.291552 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9bc02-857a-4e1b-8066-c8c1098a5595 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event updated for resources: {'Network': ['ID=f6be2e3f-9e72-4b33-8477-c2082d4241eb,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:20.300707 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c055fd97-9f9e-4254-8ba7-6280d275c79b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.305307 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network f6be2e3f-9e72-4b33-8477-c2082d4241eb details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:23:20.313392 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-100de033-bc73-4465-b9cb-d57719dc896b None None] Set router 0c982c6c-495b-41f7-9450-b5567c4c69e0 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:20.338938 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-17c9bc02-857a-4e1b-8066-c8c1098a5595 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5645695 Jul 15 13:23:20.343484 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c055fd97-9f9e-4254-8ba7-6280d275c79b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0666041 Jul 15 13:23:20.343484 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de7cc661-2d86-4689-8fef-1bbd7f7c284e', 'tag': '13296381-f283-42ce-9fa4-4d3745832074'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:20.343862 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d7c425-b1fb-440c-87dc-0a0ec7075174" -d '{"events": [{"name": "network-changed", "server_uuid": "de7cc661-2d86-4689-8fef-1bbd7f7c284e", "tag": "13296381-f283-42ce-9fa4-4d3745832074"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:20.346112 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47262) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:20.352767 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-ad2ccc75-2293-4651-8adf-87e5d87458f1 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Request body: {'subnet': {'network_id': 'f6be2e3f-9e72-4b33-8477-c2082d4241eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:20.384289 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-032743f8-0db6-4ecb-a5e2-e1810b8aa105 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.391209 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-032743f8-0db6-4ecb-a5e2-e1810b8aa105 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.425749 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-5ecf583f-3aa9-43e1-81c9-3eaf474d0a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'name': 'tempest-TestNetworkBasicOps-router-1854290854', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'd09932e8-6625-43d3-8fae-70867188d408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:54Z', 'updated_at': '2021-07-15T13:23:17Z', 'revision_number': 6, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'gw_port': {'id': 'd09932e8-6625-43d3-8fae-70867188d408', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:55Z', 'updated_at': '2021-07-15T13:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '71500942-5fda-45ec-a35e-47cff9285ad6', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'floating_ip_address': '172.25.8.195', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'port_id': '02ad8dba-88b1-48b0-9f28-b44bef1b4e37', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb00c98-f96e-4575-a9cb-92f351c087d8', 'mac_address': 'fa:16:3e:d3:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ae1739-0c61-46a0-a6cf-600f2b17675c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:21:34Z', 'updated_at': '2021-07-15T13:21:39Z', 'revision_number': 1, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b5bb505-f2c9-4a89-8993-57ad29478ef8', 'name': '', 'network_id': '4fb00c98-f96e-4575-a9cb-92f351c087d8', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'mac_address': 'fa:16:3e:63:5c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '9c52c08e-37d5-46b8-a3dd-5aaef685bd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:02Z', 'updated_at': '2021-07-15T13:21:10Z', 'revision_number': 5, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'subnets': [{'id': '9c52c08e-37d5-46b8-a3dd-5aaef685bd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:20.444681 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032743f8-0db6-4ecb-a5e2-e1810b8aa105 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d38958-05f2-4144-9ae8-988e42a414a9,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:20.448557 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-032743f8-0db6-4ecb-a5e2-e1810b8aa105 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.452350 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-032743f8-0db6-4ecb-a5e2-e1810b8aa105 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2414269 Jul 15 13:23:20.452616 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47270) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:20.462303 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-c94f6feb-26dd-432e-bab8-38daa93688f9 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Request body: {'security_group_rule': {'security_group_id': 'e1d38958-05f2-4144-9ae8-988e42a414a9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:20.474390 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2ccc75-2293-4651-8adf-87e5d87458f1 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Made reservation on behalf of 7a0390dbdbdf44588cdadf394cf75fad for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:20.482127 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ad2ccc75-2293-4651-8adf-87e5d87458f1 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.496821 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecf583f-3aa9-43e1-81c9-3eaf474d0a87 None None] The sync data for ids ['8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1'] in n-d-771363-36 is: [{'id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'name': 'tempest-TestNetworkBasicOps-router-1854290854', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'd09932e8-6625-43d3-8fae-70867188d408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:54Z', 'updated_at': '2021-07-15T13:23:17Z', 'revision_number': 6, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'gw_port': {'id': 'd09932e8-6625-43d3-8fae-70867188d408', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:55Z', 'updated_at': '2021-07-15T13:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '71500942-5fda-45ec-a35e-47cff9285ad6', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'floating_ip_address': '172.25.8.195', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'port_id': '02ad8dba-88b1-48b0-9f28-b44bef1b4e37', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb00c98-f96e-4575-a9cb-92f351c087d8', 'mac_address': 'fa:16:3e:d3:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ae1739-0c61-46a0-a6cf-600f2b17675c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:21:34Z', 'updated_at': '2021-07-15T13:21:39Z', 'revision_number': 1, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b5bb505-f2c9-4a89-8993-57ad29478ef8', 'name': '', 'network_id': '4fb00c98-f96e-4575-a9cb-92f351c087d8', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'mac_address': 'fa:16:3e:63:5c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '9c52c08e-37d5-46b8-a3dd-5aaef685bd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:02Z', 'updated_at': '2021-07-15T13:21:10Z', 'revision_number': 5, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'subnets': [{'id': '9c52c08e-37d5-46b8-a3dd-5aaef685bd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:23:20.530890 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c94f6feb-26dd-432e-bab8-38daa93688f9 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.606268 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c94f6feb-26dd-432e-bab8-38daa93688f9 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.611026 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c94f6feb-26dd-432e-bab8-38daa93688f9 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.632787 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f6feb-26dd-432e-bab8-38daa93688f9 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e1a5e0f-7301-4890-9a87-066d29d482aa,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:20.633898 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f7a4fc-fa79-4392-a1b9-ee1275fcf2f1 x-openstack-request-id: req-91f7a4fc-fa79-4392-a1b9-ee1275fcf2f1 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:20.634192 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de7cc661-2d86-4689-8fef-1bbd7f7c284e", "tag": "13296381-f283-42ce-9fa4-4d3745832074", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:20.634527 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91f7a4fc-fa79-4392-a1b9-ee1275fcf2f1 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:20.635149 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de7cc661-2d86-4689-8fef-1bbd7f7c284e', 'tag': '13296381-f283-42ce-9fa4-4d3745832074', 'status': 'completed', 'code': 200} Jul 15 13:23:20.655217 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c94f6feb-26dd-432e-bab8-38daa93688f9 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.661887 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c94f6feb-26dd-432e-bab8-38daa93688f9 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2060952 Jul 15 13:23:20.662414 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47274) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:20.670735 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-0ba32917-ead1-475f-92ee-c2313b65fda4 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Request body: {'security_group_rule': {'security_group_id': 'e1d38958-05f2-4144-9ae8-988e42a414a9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:20.678257 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-100de033-bc73-4465-b9cb-d57719dc896b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c982c6c-495b-41f7-9450-b5567c4c69e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477339294', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'de9dadc8-ac4e-43e0-9332-b0cf98c5181e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:36Z', 'updated_at': '2021-07-15T13:22:47Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'de9dadc8-ac4e-43e0-9332-b0cf98c5181e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:df:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c982c6c-495b-41f7-9450-b5567c4c69e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:39Z', 'updated_at': '2021-07-15T13:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '5a08a8f7-7ac7-4b2f-8c0b-1c4db14c5d6a', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'floating_ip_address': '172.25.8.252', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '0c982c6c-495b-41f7-9450-b5567c4c69e0', 'port_id': '13296381-f283-42ce-9fa4-4d3745832074', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b153aeb7-bc34-4148-b815-36404bac7af2', 'mac_address': 'fa:16:3e:ca:51:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7cc661-2d86-4689-8fef-1bbd7f7c284e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:23:18Z', 'updated_at': '2021-07-15T13:23:18Z', 'revision_number': 0, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1604d1d3-cd42-4c2c-9b25-dfdbddee3f41', 'name': '', 'network_id': 'b153aeb7-bc34-4148-b815-36404bac7af2', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'mac_address': 'fa:16:3e:6a:db:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c982c6c-495b-41f7-9450-b5567c4c69e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '8b14ab54-2264-45cd-9e92-10b919be658c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:45Z', 'updated_at': '2021-07-15T13:23:01Z', 'revision_number': 5, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'subnets': [{'id': '8b14ab54-2264-45cd-9e92-10b919be658c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:20.700844 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0ba32917-ead1-475f-92ee-c2313b65fda4 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.709864 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100de033-bc73-4465-b9cb-d57719dc896b None None] Checking router: 0c982c6c-495b-41f7-9450-b5567c4c69e0 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:23:20.720164 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100de033-bc73-4465-b9cb-d57719dc896b None None] Routers {'0c982c6c-495b-41f7-9450-b5567c4c69e0'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:20.721192 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-100de033-bc73-4465-b9cb-d57719dc896b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:23:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['0c982c6c-495b-41f7-9450-b5567c4c69e0'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:20.781385 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0ba32917-ead1-475f-92ee-c2313b65fda4 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.787731 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0ba32917-ead1-475f-92ee-c2313b65fda4 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.810545 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba32917-ead1-475f-92ee-c2313b65fda4 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec769782-6910-4ccd-930e-2160ecf0ebc8,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:20.818009 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0ba32917-ead1-475f-92ee-c2313b65fda4 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.822091 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0ba32917-ead1-475f-92ee-c2313b65fda4 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1568654 Jul 15 13:23:20.824828 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47278) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:20.835047 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-94d5ed6f-fac8-45e1-b678-94beba6213a0 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Request body: {'security_group_rule': {'security_group_id': 'e1d38958-05f2-4144-9ae8-988e42a414a9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:20.876643 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-100de033-bc73-4465-b9cb-d57719dc896b None None] Set router 0c982c6c-495b-41f7-9450-b5567c4c69e0 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:20.880879 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-94d5ed6f-fac8-45e1-b678-94beba6213a0 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.996018 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 3bf5c830-2de1-482e-aac3-7dbbc9e608d7 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:23:21.056516 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 3bf5c830-2de1-482e-aac3-7dbbc9e608d7 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:23:21.056870 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 3bf5c830-2de1-482e-aac3-7dbbc9e608d7 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:23:21.082199 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-94d5ed6f-fac8-45e1-b678-94beba6213a0 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.098109 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-94d5ed6f-fac8-45e1-b678-94beba6213a0 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.133610 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5ed6f-fac8-45e1-b678-94beba6213a0 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=854b5cbd-caf2-4a0a-99ee-ada213cdabb9,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:21.144998 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320758b-345b-4682-a86c-9302e9ab2220 req-0129d416-b240-4806-a677-d379f122c027 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:21.147025 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4320758b-345b-4682-a86c-9302e9ab2220 req-0129d416-b240-4806-a677-d379f122c027 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2bd4ca1-9507-40c6-8420-7b5e60ea6945 HTTP/1.1" status: 200 len: 946 time: 0.2428958 Jul 15 13:23:21.148004 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-94d5ed6f-fac8-45e1-b678-94beba6213a0 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.149584 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-94d5ed6f-fac8-45e1-b678-94beba6213a0 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3234444 Jul 15 13:23:21.156304 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47284) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:21.202409 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844ca63-3afc-4b0c-bdf8-f7f9e67c8712 req-f2047ab7-ee08-47ce-a5ca-43c90f4e1009 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:21.203926 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d844ca63-3afc-4b0c-bdf8-f7f9e67c8712 req-f2047ab7-ee08-47ce-a5ca-43c90f4e1009 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e HTTP/1.1" status: 200 len: 946 time: 0.6470294 Jul 15 13:23:21.223884 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-b744bb58-da61-4914-a388-8e167a4fd6a7 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Request body: {'security_group_rule': {'security_group_id': 'e1d38958-05f2-4144-9ae8-988e42a414a9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:21.282710 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b744bb58-da61-4914-a388-8e167a4fd6a7 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.297710 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-100de033-bc73-4465-b9cb-d57719dc896b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c982c6c-495b-41f7-9450-b5567c4c69e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477339294', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'de9dadc8-ac4e-43e0-9332-b0cf98c5181e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:36Z', 'updated_at': '2021-07-15T13:22:47Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'de9dadc8-ac4e-43e0-9332-b0cf98c5181e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:df:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c982c6c-495b-41f7-9450-b5567c4c69e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:39Z', 'updated_at': '2021-07-15T13:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '5a08a8f7-7ac7-4b2f-8c0b-1c4db14c5d6a', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'floating_ip_address': '172.25.8.252', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '0c982c6c-495b-41f7-9450-b5567c4c69e0', 'port_id': '13296381-f283-42ce-9fa4-4d3745832074', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b153aeb7-bc34-4148-b815-36404bac7af2', 'mac_address': 'fa:16:3e:ca:51:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7cc661-2d86-4689-8fef-1bbd7f7c284e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:23:18Z', 'updated_at': '2021-07-15T13:23:18Z', 'revision_number': 0, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1604d1d3-cd42-4c2c-9b25-dfdbddee3f41', 'name': '', 'network_id': 'b153aeb7-bc34-4148-b815-36404bac7af2', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'mac_address': 'fa:16:3e:6a:db:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c982c6c-495b-41f7-9450-b5567c4c69e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '8b14ab54-2264-45cd-9e92-10b919be658c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:45Z', 'updated_at': '2021-07-15T13:23:01Z', 'revision_number': 5, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'subnets': [{'id': '8b14ab54-2264-45cd-9e92-10b919be658c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:21.312234 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-4320758b-345b-4682-a86c-9302e9ab2220 req-b1223206-8fc7-48d9-bdf3-18267212d2fd tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Deleting port ea6a9987-c75c-478e-9f60-376dd8e36bc7 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:21.312834 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4320758b-345b-4682-a86c-9302e9ab2220 req-b1223206-8fc7-48d9-bdf3-18267212d2fd tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.327646 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100de033-bc73-4465-b9cb-d57719dc896b None None] The sync data for ids ['0c982c6c-495b-41f7-9450-b5567c4c69e0'] in n-d-771363-36 is: [{'id': '0c982c6c-495b-41f7-9450-b5567c4c69e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477339294', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'de9dadc8-ac4e-43e0-9332-b0cf98c5181e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:36Z', 'updated_at': '2021-07-15T13:22:47Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'de9dadc8-ac4e-43e0-9332-b0cf98c5181e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:df:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c982c6c-495b-41f7-9450-b5567c4c69e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:39Z', 'updated_at': '2021-07-15T13:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '5a08a8f7-7ac7-4b2f-8c0b-1c4db14c5d6a', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'floating_ip_address': '172.25.8.252', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '0c982c6c-495b-41f7-9450-b5567c4c69e0', 'port_id': '13296381-f283-42ce-9fa4-4d3745832074', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b153aeb7-bc34-4148-b815-36404bac7af2', 'mac_address': 'fa:16:3e:ca:51:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7cc661-2d86-4689-8fef-1bbd7f7c284e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:23:18Z', 'updated_at': '2021-07-15T13:23:18Z', 'revision_number': 0, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1604d1d3-cd42-4c2c-9b25-dfdbddee3f41', 'name': '', 'network_id': 'b153aeb7-bc34-4148-b815-36404bac7af2', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'mac_address': 'fa:16:3e:6a:db:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c982c6c-495b-41f7-9450-b5567c4c69e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '8b14ab54-2264-45cd-9e92-10b919be658c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:45Z', 'updated_at': '2021-07-15T13:23:01Z', 'revision_number': 5, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'subnets': [{'id': '8b14ab54-2264-45cd-9e92-10b919be658c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:23:21.344603 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d844ca63-3afc-4b0c-bdf8-f7f9e67c8712 req-72ff5806-c65e-4fbd-828c-578a5c030ca1 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=cbce786e-178b-4ec4-a228-7da33810f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327903 Jul 15 13:23:21.371741 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ad2ccc75-2293-4651-8adf-87e5d87458f1 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.387750 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7c425-b1fb-440c-87dc-0a0ec7075174 req-9fcef99b-4194-43d0-85e7-2a89560fca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:21.389677 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-84d7c425-b1fb-440c-87dc-0a0ec7075174 req-9fcef99b-4194-43d0-85e7-2a89560fca78 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d986de84121549bf90b7ac80073eff67&device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e HTTP/1.1" status: 200 len: 1098 time: 0.7077713 Jul 15 13:23:21.416703 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47288) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:21.432959 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b744bb58-da61-4914-a388-8e167a4fd6a7 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.467098 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b744bb58-da61-4914-a388-8e167a4fd6a7 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.483867 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb57b4-dd68-4d74-8061-351bedef8471 req-22efa19f-c663-4dd2-b54e-dd6c12a76687 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:21.491088 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f2fb57b4-dd68-4d74-8061-351bedef8471 req-22efa19f-c663-4dd2-b54e-dd6c12a76687 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2bd4ca1-9507-40c6-8420-7b5e60ea6945 HTTP/1.1" status: 200 len: 946 time: 0.2514367 Jul 15 13:23:21.515070 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b744bb58-da61-4914-a388-8e167a4fd6a7 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8736a35c-e123-4721-93d4-f1d55c3924d3,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:21.531883 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-cdf5eb1c-7a13-4e4a-b7e6-521491a1bb55 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/floatingips/5a08a8f7-7ac7-4b2f-8c0b-1c4db14c5d6a HTTP/1.1" status: 200 len: 992 time: 0.1133766 Jul 15 13:23:21.532847 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-4320758b-345b-4682-a86c-9302e9ab2220 req-b1223206-8fc7-48d9-bdf3-18267212d2fd tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] For port ea6a9987-c75c-478e-9f60-376dd8e36bc7, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ea6a9987-c75c-478e-9f60-376dd8e36bc7,segment=NetworkSegment(c8202d78-9e2d-42c9-b21c-96107e2ce3f4),segment_id=c8202d78-9e2d-42c9-b21c-96107e2ce3f4)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:21.533065 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4320758b-345b-4682-a86c-9302e9ab2220 req-b1223206-8fc7-48d9-bdf3-18267212d2fd tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.536290 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b744bb58-da61-4914-a388-8e167a4fd6a7 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.540045 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b744bb58-da61-4914-a388-8e167a4fd6a7 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3800876 Jul 15 13:23:21.540706 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ccc75-2293-4651-8adf-87e5d87458f1 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event updated for resources: {'Subnet': ['ID=7a1c827f-abd2-43fd-b267-7041975d5ffc,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:21.543417 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47290) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:21.548680 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-63fcc853-f83a-4607-af4e-2cd8a1d9175f tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Request body: {'security_group_rule': {'security_group_id': 'e1d38958-05f2-4144-9ae8-988e42a414a9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:21.562586 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-4320758b-345b-4682-a86c-9302e9ab2220 req-b1223206-8fc7-48d9-bdf3-18267212d2fd tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Calling delete_port for ea6a9987-c75c-478e-9f60-376dd8e36bc7 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:21.591167 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467071a4-061f-4574-bee2-9453c67a8844 None None] New status for floating IP 5a08a8f7-7ac7-4b2f-8c0b-1c4db14c5d6a: ACTIVE {{(pid=93827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:23:21.607668 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2ccc75-2293-4651-8adf-87e5d87458f1 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Checking segment: {'id': '1956d742-4cfd-4633-9a32-352f97a18a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f6be2e3f-9e72-4b33-8477-c2082d4241eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:21.608037 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2ccc75-2293-4651-8adf-87e5d87458f1 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Network hostable DHCP agents. Network: f6be2e3f-9e72-4b33-8477-c2082d4241eb, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:23:21.615913 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f2fb57b4-dd68-4d74-8061-351bedef8471 req-b139930c-7407-4837-944f-757615cc5b19 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dac6203-2a63-4f9a-8058-502109578faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238489 Jul 15 13:23:21.617601 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7c425-b1fb-440c-87dc-0a0ec7075174 req-a33fd0f8-12f4-4632-93c1-876435665a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:21.619088 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-84d7c425-b1fb-440c-87dc-0a0ec7075174 req-a33fd0f8-12f4-4632-93c1-876435665a4b service neutron] 10.222.0.46 "GET /v2.0/networks?id=b153aeb7-bc34-4148-b815-36404bac7af2 HTTP/1.1" status: 200 len: 897 time: 0.2054501 Jul 15 13:23:21.624531 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-63fcc853-f83a-4607-af4e-2cd8a1d9175f tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.641042 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2ccc75-2293-4651-8adf-87e5d87458f1 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Network f6be2e3f-9e72-4b33-8477-c2082d4241eb is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:23:21.703568 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-ad2ccc75-2293-4651-8adf-87e5d87458f1 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, f6be2e3f-9e72-4b33-8477-c2082d4241eb) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:21.711882 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2ccc75-2293-4651-8adf-87e5d87458f1 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:21.712398 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ad2ccc75-2293-4651-8adf-87e5d87458f1 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.725083 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c820e07a-0744-4b67-bbfc-d449e75170f1 None None] Network f6be2e3f-9e72-4b33-8477-c2082d4241eb requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:21.745121 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ad2ccc75-2293-4651-8adf-87e5d87458f1 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3945889 Jul 15 13:23:21.745121 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-84d7c425-b1fb-440c-87dc-0a0ec7075174 req-13956f10-6c52-4157-8537-2decda243304 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13296381-f283-42ce-9fa4-4d3745832074 HTTP/1.1" status: 200 len: 1000 time: 0.1129282 Jul 15 13:23:21.745606 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47292) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:21.792998 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-63fcc853-f83a-4607-af4e-2cd8a1d9175f tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.802320 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-63fcc853-f83a-4607-af4e-2cd8a1d9175f tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.841100 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-63fcc853-f83a-4607-af4e-2cd8a1d9175f tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.845411 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-63fcc853-f83a-4607-af4e-2cd8a1d9175f tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3008773 Jul 15 13:23:21.847090 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47296) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:21.872515 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4320758b-345b-4682-a86c-9302e9ab2220 req-b1223206-8fc7-48d9-bdf3-18267212d2fd tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.882474 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fcc853-f83a-4607-af4e-2cd8a1d9175f tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98f0c83a-f051-4172-af69-f7162094840e,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:21.915391 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7c425-b1fb-440c-87dc-0a0ec7075174 req-112d0611-14d8-4e03-a11f-553cecaaec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:21.916870 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-84d7c425-b1fb-440c-87dc-0a0ec7075174 req-112d0611-14d8-4e03-a11f-553cecaaec56 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8b14ab54-2264-45cd-9e92-10b919be658c HTTP/1.1" status: 200 len: 835 time: 0.1513870 Jul 15 13:23:21.926057 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fe142c0c-20d5-4e48-9ff3-75388b6cf066 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.935750 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fe142c0c-20d5-4e48-9ff3-75388b6cf066 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.948052 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a52d76-e954-4168-bbeb-ee6dc905657f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-f6be2e3f-9e72-4b33-8477-c2082d4241eb', 'network_id': 'f6be2e3f-9e72-4b33-8477-c2082d4241eb', 'tenant_id': '7a0390dbdbdf44588cdadf394cf75fad', 'fixed_ips': [{'subnet_id': '7a1c827f-abd2-43fd-b267-7041975d5ffc'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:23:21.949166 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-73a52d76-e954-4168-bbeb-ee6dc905657f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.952984 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-53985a34-c64e-4946-9a8b-1e9674d7b61c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.967889 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1223206-8fc7-48d9-bdf3-18267212d2fd tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event deleted for resources: {'Port': ['ID=ea6a9987-c75c-478e-9f60-376dd8e36bc7,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:22.010226 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4320758b-345b-4682-a86c-9302e9ab2220 req-b1223206-8fc7-48d9-bdf3-18267212d2fd tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] No DVR routers for this DVR port ea6a9987-c75c-478e-9f60-376dd8e36bc7 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:23:22.014000 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4320758b-345b-4682-a86c-9302e9ab2220 req-b1223206-8fc7-48d9-bdf3-18267212d2fd tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.015977 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4320758b-345b-4682-a86c-9302e9ab2220 req-b1223206-8fc7-48d9-bdf3-18267212d2fd tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.46 "DELETE /v2.0/ports/ea6a9987-c75c-478e-9f60-376dd8e36bc7 HTTP/1.1" status: 204 len: 173 time: 0.8605747 Jul 15 13:23:22.016578 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bd4ca1-9507-40c6-8420-7b5e60ea6945', 'name': 'network-vif-deleted', 'tag': 'ea6a9987-c75c-478e-9f60-376dd8e36bc7'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:22.020247 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1662e71c-59ed-4a54-b345-b1cb0d10a5a6" -d '{"events": [{"server_uuid": "a2bd4ca1-9507-40c6-8420-7b5e60ea6945", "name": "network-vif-deleted", "tag": "ea6a9987-c75c-478e-9f60-376dd8e36bc7"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:22.023785 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fe142c0c-20d5-4e48-9ff3-75388b6cf066 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.027839 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fe142c0c-20d5-4e48-9ff3-75388b6cf066 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.031774 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-fe142c0c-20d5-4e48-9ff3-75388b6cf066 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/98f0c83a-f051-4172-af69-f7162094840e HTTP/1.1" status: 204 len: 168 time: 0.1820762 Jul 15 13:23:22.032819 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47302) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:22.057930 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-53985a34-c64e-4946-9a8b-1e9674d7b61c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.065871 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7c425-b1fb-440c-87dc-0a0ec7075174 req-d38bce92-f815-46d4-af76-658f15b4f85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:22.068249 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-84d7c425-b1fb-440c-87dc-0a0ec7075174 req-d38bce92-f815-46d4-af76-658f15b4f85b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b153aeb7-bc34-4148-b815-36404bac7af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1432981 Jul 15 13:23:22.072661 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe142c0c-20d5-4e48-9ff3-75388b6cf066 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98f0c83a-f051-4172-af69-f7162094840e,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:22.167704 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e10f0c5f-c644-4c66-9193-1065a7f7d6f7 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1303658 Jul 15 13:23:22.169340 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbb2a3d-f748-4158-92e1-6c8ca2e28e32 x-openstack-request-id: req-bcbb2a3d-f748-4158-92e1-6c8ca2e28e32 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:22.169628 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2bd4ca1-9507-40c6-8420-7b5e60ea6945", "name": "network-vif-deleted", "tag": "ea6a9987-c75c-478e-9f60-376dd8e36bc7", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:22.169870 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bcbb2a3d-f748-4158-92e1-6c8ca2e28e32 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:22.170244 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47306) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:22.170391 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2bd4ca1-9507-40c6-8420-7b5e60ea6945', 'name': 'network-vif-deleted', 'tag': 'ea6a9987-c75c-478e-9f60-376dd8e36bc7', 'status': 'completed', 'code': 200} Jul 15 13:23:22.229979 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-643822a8-920a-47a6-a41e-a169792ce2d6 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.239011 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-643822a8-920a-47a6-a41e-a169792ce2d6 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.257009 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-84d7c425-b1fb-440c-87dc-0a0ec7075174 req-20c2564f-09f5-4708-a672-e2609dbff1bc service neutron] 10.222.0.46 "GET /v2.0/networks/b153aeb7-bc34-4148-b815-36404bac7af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677616 Jul 15 13:23:22.268636 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-73a52d76-e954-4168-bbeb-ee6dc905657f None None] Allocated IP 172.20.0.1 (f6be2e3f-9e72-4b33-8477-c2082d4241eb/7a1c827f-abd2-43fd-b267-7041975d5ffc/2322ca15-1216-4029-8317-dccb26456bc1) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:22.297341 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-643822a8-920a-47a6-a41e-a169792ce2d6 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.302291 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-643822a8-920a-47a6-a41e-a169792ce2d6 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.305785 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-643822a8-920a-47a6-a41e-a169792ce2d6 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/8736a35c-e123-4721-93d4-f1d55c3924d3 HTTP/1.1" status: 204 len: 168 time: 0.1307030 Jul 15 13:23:22.306788 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47308) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:22.327051 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643822a8-920a-47a6-a41e-a169792ce2d6 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8736a35c-e123-4721-93d4-f1d55c3924d3,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:22.369324 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ecc9981d-3f39-46db-ac10-06988c0f90a3 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0610955 Jul 15 13:23:22.370448 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47310) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:22.397713 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-84d7c425-b1fb-440c-87dc-0a0ec7075174 req-6c7b7370-c263-4c3d-a588-6102ecc90279 service neutron] 10.222.0.46 "GET /v2.0/networks/b153aeb7-bc34-4148-b815-36404bac7af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293461 Jul 15 13:23:22.404904 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce12e272-6a76-4033-8f3e-f34cb3df91e6 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.413525 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce12e272-6a76-4033-8f3e-f34cb3df91e6 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.452279 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce12e272-6a76-4033-8f3e-f34cb3df91e6 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.457469 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-73a52d76-e954-4168-bbeb-ee6dc905657f None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.461987 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce12e272-6a76-4033-8f3e-f34cb3df91e6 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.465945 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ce12e272-6a76-4033-8f3e-f34cb3df91e6 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/854b5cbd-caf2-4a0a-99ee-ada213cdabb9 HTTP/1.1" status: 204 len: 168 time: 0.0917785 Jul 15 13:23:22.466669 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47312) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:22.468744 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12e272-6a76-4033-8f3e-f34cb3df91e6 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=854b5cbd-caf2-4a0a-99ee-ada213cdabb9,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:22.475684 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-73a52d76-e954-4168-bbeb-ee6dc905657f None None] Transition to ACTIVE for port object 2322ca15-1216-4029-8317-dccb26456bc1 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:22.491715 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-73a52d76-e954-4168-bbeb-ee6dc905657f None None] Transition to ACTIVE for port object 2322ca15-1216-4029-8317-dccb26456bc1 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:22.499714 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-73a52d76-e954-4168-bbeb-ee6dc905657f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.516900 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e54d1d98-e4ca-4dc5-90dc-fbda6391e6dd tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0494642 Jul 15 13:23:22.519842 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47314) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:22.534793 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47316) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:22.558259 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-53985a34-c64e-4946-9a8b-1e9674d7b61c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.579519 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-df6495c8-870d-4680-89c7-27540449c0c8 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.600075 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-df6495c8-870d-4680-89c7-27540449c0c8 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.629629 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d84b59f4-5f59-4494-a505-fac702932d01 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/floatingips/5a08a8f7-7ac7-4b2f-8c0b-1c4db14c5d6a HTTP/1.1" status: 200 len: 994 time: 0.0881176 Jul 15 13:23:22.665610 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53985a34-c64e-4946-9a8b-1e9674d7b61c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event deleted for resources: {'Subnet': ['ID=7a1c827f-abd2-43fd-b267-7041975d5ffc,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:22.728160 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-53985a34-c64e-4946-9a8b-1e9674d7b61c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.740900 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a52d76-e954-4168-bbeb-ee6dc905657f None None] Network f6be2e3f-9e72-4b33-8477-c2082d4241eb is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:22.744517 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-73a52d76-e954-4168-bbeb-ee6dc905657f None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:22.744706 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-53985a34-c64e-4946-9a8b-1e9674d7b61c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6be2e3f-9e72-4b33-8477-c2082d4241eb']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:22.747269 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a52d76-e954-4168-bbeb-ee6dc905657f None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:22.760800 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-df6495c8-870d-4680-89c7-27540449c0c8 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.765034 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-53985a34-c64e-4946-9a8b-1e9674d7b61c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1956d742-4cfd-4633-9a32-352f97a18a72') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:22.765566 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-53985a34-c64e-4946-9a8b-1e9674d7b61c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1956d742-4cfd-4633-9a32-352f97a18a72') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:22.780318 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-df6495c8-870d-4680-89c7-27540449c0c8 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.781744 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-df6495c8-870d-4680-89c7-27540449c0c8 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/ec769782-6910-4ccd-930e-2160ecf0ebc8 HTTP/1.1" status: 204 len: 168 time: 0.2607749 Jul 15 13:23:22.786367 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47320) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:22.789536 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-53985a34-c64e-4946-9a8b-1e9674d7b61c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.797064 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6495c8-870d-4680-89c7-27540449c0c8 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec769782-6910-4ccd-930e-2160ecf0ebc8,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:22.816966 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-53985a34-c64e-4946-9a8b-1e9674d7b61c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.818049 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a52d76-e954-4168-bbeb-ee6dc905657f None None] Pushing event updated for resources: {'Port': ['ID=2322ca15-1216-4029-8317-dccb26456bc1,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:22.832395 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-73a52d76-e954-4168-bbeb-ee6dc905657f None None] Attempting to bind port 2322ca15-1216-4029-8317-dccb26456bc1 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:22.832958 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-73a52d76-e954-4168-bbeb-ee6dc905657f None None] Attempting to bind port 2322ca15-1216-4029-8317-dccb26456bc1 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '1956d742-4cfd-4633-9a32-352f97a18a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f6be2e3f-9e72-4b33-8477-c2082d4241eb'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:22.833410 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a52d76-e954-4168-bbeb-ee6dc905657f None None] Attempting to bind port 2322ca15-1216-4029-8317-dccb26456bc1 on network f6be2e3f-9e72-4b33-8477-c2082d4241eb {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:22.834783 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53985a34-c64e-4946-9a8b-1e9674d7b61c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:23:22.836165 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-53985a34-c64e-4946-9a8b-1e9674d7b61c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.840038 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:23:22.840038 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:23:22.840038 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:23:22.840038 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:23:22.840038 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:23:22.840038 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:23:22.840038 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:23:22.840038 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:23:22.840038 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:23:22.840038 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:23:22.840038 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:23:22.840038 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:23:22.840038 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:23:22.840038 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:23:22.840038 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:23:22.840038 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:23:22.840038 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:23:22.840038 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:23:22.840038 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:23:22.840038 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:23:22.840038 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:23:22.840038 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:23:22.840038 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:23:22.840038 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:23:22.840038 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:23:22.840038 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:23:22.840038 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:23:22.840038 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:23:22.840038 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:23:22.840038 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:23:22.840038 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:23:22.840038 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:23:22.842920 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a52d76-e954-4168-bbeb-ee6dc905657f None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:22.842920 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a52d76-e954-4168-bbeb-ee6dc905657f None None] Checking segment: {'id': '1956d742-4cfd-4633-9a32-352f97a18a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f6be2e3f-9e72-4b33-8477-c2082d4241eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:22.842920 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-73a52d76-e954-4168-bbeb-ee6dc905657f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.843273 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a52d76-e954-4168-bbeb-ee6dc905657f None None] Bound using segment: {'id': '1956d742-4cfd-4633-9a32-352f97a18a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f6be2e3f-9e72-4b33-8477-c2082d4241eb'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:22.843423 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-73a52d76-e954-4168-bbeb-ee6dc905657f None None] Bound port: 2322ca15-1216-4029-8317-dccb26456bc1, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1956d742-4cfd-4633-9a32-352f97a18a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f6be2e3f-9e72-4b33-8477-c2082d4241eb'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:22.843817 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-73a52d76-e954-4168-bbeb-ee6dc905657f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.896864 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4872dc56-bb55-4fca-9470-b4c953536c2b tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1091614 Jul 15 13:23:22.899968 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47322) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:22.930252 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-61c4e6c4-b304-44ef-a266-6d8e20f2c27c tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.930860 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-73a52d76-e954-4168-bbeb-ee6dc905657f None None] For port 2322ca15-1216-4029-8317-dccb26456bc1, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:22.934757 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-73a52d76-e954-4168-bbeb-ee6dc905657f None None] For port 2322ca15-1216-4029-8317-dccb26456bc1, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=2322ca15-1216-4029-8317-dccb26456bc1,segment=NetworkSegment(1956d742-4cfd-4633-9a32-352f97a18a72),segment_id=1956d742-4cfd-4633-9a32-352f97a18a72)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:22.938617 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-61c4e6c4-b304-44ef-a266-6d8e20f2c27c tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.938792 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-43f84813-7ca4-4284-9065-a4a120dc9cb4 req-b78b4c4c-4f60-4093-a2ea-0c25381ff883 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2bd4ca1-9507-40c6-8420-7b5e60ea6945 HTTP/1.1" status: 200 len: 210 time: 0.0324378 Jul 15 13:23:22.939443 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-53985a34-c64e-4946-9a8b-1e9674d7b61c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 13:23:22.939443 n-d-771363-36 neutron-server[93825]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 13:23:22.939443 n-d-771363-36 neutron-server[93825]: [parameters: {'id': 'f6be2e3f-9e72-4b33-8477-c2082d4241eb'}] Jul 15 13:23:22.939443 n-d-771363-36 neutron-server[93825]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:23:22.939982 n-d-771363-36 neutron-server[93825]: DEBUG oslo_db.api [None req-53985a34-c64e-4946-9a8b-1e9674d7b61c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:23:22.941350 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-73a52d76-e954-4168-bbeb-ee6dc905657f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.967716 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-61c4e6c4-b304-44ef-a266-6d8e20f2c27c tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.974883 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-61c4e6c4-b304-44ef-a266-6d8e20f2c27c tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.975877 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-61c4e6c4-b304-44ef-a266-6d8e20f2c27c tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/9e1a5e0f-7301-4890-9a87-066d29d482aa HTTP/1.1" status: 204 len: 168 time: 0.0748975 Jul 15 13:23:22.978355 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47324) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:22.996418 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c4e6c4-b304-44ef-a266-6d8e20f2c27c tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e1a5e0f-7301-4890-9a87-066d29d482aa,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:23.028088 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a75cfd91-9a42-4e9f-bf49-918821404173 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0486217 Jul 15 13:23:23.029174 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a52d76-e954-4168-bbeb-ee6dc905657f None None] Pushing event updated for resources: {'Port': ['ID=2322ca15-1216-4029-8317-dccb26456bc1,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:23.030940 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47328) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:23.057698 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65ca4c4-c533-46c9-aafd-fdb374a83540 None None] Network f6be2e3f-9e72-4b33-8477-c2082d4241eb requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:23.095107 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d75199d6-71d7-4168-b677-1a8aaaf18347 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.119114 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d75199d6-71d7-4168-b677-1a8aaaf18347 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.163843 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d75199d6-71d7-4168-b677-1a8aaaf18347 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.166787 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d75199d6-71d7-4168-b677-1a8aaaf18347 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.168434 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d75199d6-71d7-4168-b677-1a8aaaf18347 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "DELETE /v2.0/security-groups/e1d38958-05f2-4144-9ae8-988e42a414a9 HTTP/1.1" status: 204 len: 168 time: 0.1365674 Jul 15 13:23:23.171241 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47330) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:23.179363 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75199d6-71d7-4168-b677-1a8aaaf18347 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d38958-05f2-4144-9ae8-988e42a414a9,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:23.215997 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46b6a8e-2be6-42a3-8125-1cd33cdb978d None None] get_active_networks_info from n-d-771363-36 {{(pid=93827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:23:23.224387 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7d8bf07e-eddd-4a0e-8df5-175622c61d09 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0518315 Jul 15 13:23:23.228803 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47334) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:23.233479 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-624fbf18-06b7-4335-b8b9-0ab11ebf79a3 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Request body: {'security_group': {'name': 'tempest-secgroup--987127922'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:23.258021 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-624fbf18-06b7-4335-b8b9-0ab11ebf79a3 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.355214 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-624fbf18-06b7-4335-b8b9-0ab11ebf79a3 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.359855 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-624fbf18-06b7-4335-b8b9-0ab11ebf79a3 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.362141 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46b6a8e-2be6-42a3-8125-1cd33cdb978d None None] Resources bound (agent type, host, resource id): {{(pid=93827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:23:23.399470 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624fbf18-06b7-4335-b8b9-0ab11ebf79a3 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2d321f-87f7-4181-b84b-81fd24ed3277,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:23.414461 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-624fbf18-06b7-4335-b8b9-0ab11ebf79a3 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.416159 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-624fbf18-06b7-4335-b8b9-0ab11ebf79a3 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1862106 Jul 15 13:23:23.419280 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47340) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:23.426349 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-105634d2-764e-4c19-a205-7023e4131ce1 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Request body: {'security_group_rule': {'security_group_id': 'fc2d321f-87f7-4181-b84b-81fd24ed3277', 'direction': 'ingress', 'protocol': 17}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:23.441194 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-53985a34-c64e-4946-9a8b-1e9674d7b61c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.463601 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-105634d2-764e-4c19-a205-7023e4131ce1 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.538597 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-53985a34-c64e-4946-9a8b-1e9674d7b61c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Deleting port 2322ca15-1216-4029-8317-dccb26456bc1 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:23.538981 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-53985a34-c64e-4946-9a8b-1e9674d7b61c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.544521 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-105634d2-764e-4c19-a205-7023e4131ce1 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.549633 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-105634d2-764e-4c19-a205-7023e4131ce1 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.576244 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105634d2-764e-4c19-a205-7023e4131ce1 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c470d1ab-0e59-438e-bfee-8556acd6495d,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:23.581942 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-105634d2-764e-4c19-a205-7023e4131ce1 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.586042 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-105634d2-764e-4c19-a205-7023e4131ce1 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1656828 Jul 15 13:23:23.586677 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47344) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:23.626687 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-53985a34-c64e-4946-9a8b-1e9674d7b61c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] For port 2322ca15-1216-4029-8317-dccb26456bc1, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=2322ca15-1216-4029-8317-dccb26456bc1,segment=NetworkSegment(1956d742-4cfd-4633-9a32-352f97a18a72),segment_id=1956d742-4cfd-4633-9a32-352f97a18a72)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:23.627073 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-53985a34-c64e-4946-9a8b-1e9674d7b61c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.641282 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-53985a34-c64e-4946-9a8b-1e9674d7b61c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Calling delete_port for 2322ca15-1216-4029-8317-dccb26456bc1 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:23.644718 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-675f330a-91cf-4aa6-acfb-e8110a4ad59e tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.671329 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-675f330a-91cf-4aa6-acfb-e8110a4ad59e tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.725068 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-675f330a-91cf-4aa6-acfb-e8110a4ad59e tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.734475 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-675f330a-91cf-4aa6-acfb-e8110a4ad59e tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.736070 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-675f330a-91cf-4aa6-acfb-e8110a4ad59e tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "DELETE /v2.0/security-groups/fc2d321f-87f7-4181-b84b-81fd24ed3277 HTTP/1.1" status: 204 len: 168 time: 0.1484182 Jul 15 13:23:23.741033 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47346) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:23.746011 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f330a-91cf-4aa6-acfb-e8110a4ad59e tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2d321f-87f7-4181-b84b-81fd24ed3277,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:23.748611 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-53985a34-c64e-4946-9a8b-1e9674d7b61c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.785142 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53985a34-c64e-4946-9a8b-1e9674d7b61c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event deleted for resources: {'Port': ['ID=2322ca15-1216-4029-8317-dccb26456bc1,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:23.789090 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53985a34-c64e-4946-9a8b-1e9674d7b61c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] No DVR routers for this DVR port 2322ca15-1216-4029-8317-dccb26456bc1 on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:23:23.850500 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ef147069-9764-4fdc-94f2-53632b0d4235 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1098478 Jul 15 13:23:23.854267 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47348) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:23.858165 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-7d38f91d-f9a7-4585-a206-17f4a11449aa tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Request body: {'security_group': {'name': 'tempest-secgroup--1476523305'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:23.899842 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-53985a34-c64e-4946-9a8b-1e9674d7b61c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.913635 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-53985a34-c64e-4946-9a8b-1e9674d7b61c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6be2e3f-9e72-4b33-8477-c2082d4241eb']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:23.927966 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-53985a34-c64e-4946-9a8b-1e9674d7b61c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1956d742-4cfd-4633-9a32-352f97a18a72') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:23.928327 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-53985a34-c64e-4946-9a8b-1e9674d7b61c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1956d742-4cfd-4633-9a32-352f97a18a72') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:23.934707 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7d38f91d-f9a7-4585-a206-17f4a11449aa tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.939500 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-53985a34-c64e-4946-9a8b-1e9674d7b61c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.961458 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-53985a34-c64e-4946-9a8b-1e9674d7b61c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.971552 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53985a34-c64e-4946-9a8b-1e9674d7b61c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:23:23.971946 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-53985a34-c64e-4946-9a8b-1e9674d7b61c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.974768 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:23:23.974768 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:23:23.974768 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:23:23.974768 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:23:23.974768 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:23:23.974768 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:23:23.974768 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:23:23.974768 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:23:23.974768 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:23:23.974768 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:23:23.974768 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:23:23.974768 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:23:23.974768 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:23:23.974768 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:23:23.974768 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:23:23.974768 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:23:23.974768 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:23:23.974768 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:23:23.974768 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:23:23.974768 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:23:23.974768 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:23:23.974768 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:23:23.974768 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:23:23.974768 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:23:23.974768 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:23:23.974768 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:23:23.974768 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:23:23.974768 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:23:23.974768 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:23:23.974768 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:23:23.974768 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:23:23.974768 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:23:24.044233 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-53985a34-c64e-4946-9a8b-1e9674d7b61c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.056003 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-53985a34-c64e-4946-9a8b-1e9674d7b61c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.061709 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-53985a34-c64e-4946-9a8b-1e9674d7b61c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "DELETE /v2.0/networks/f6be2e3f-9e72-4b33-8477-c2082d4241eb HTTP/1.1" status: 204 len: 168 time: 2.3112938 Jul 15 13:23:24.061923 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47352) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:24.069078 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-41f03b57-8347-44d3-af56-5d5300e73b86 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-709091005'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:24.072809 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47354) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:24.075479 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53985a34-c64e-4946-9a8b-1e9674d7b61c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event deleted for resources: {'Network': ['ID=f6be2e3f-9e72-4b33-8477-c2082d4241eb,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:24.124566 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7d38f91d-f9a7-4585-a206-17f4a11449aa tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.129708 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7d38f91d-f9a7-4585-a206-17f4a11449aa tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.160451 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38f91d-f9a7-4585-a206-17f4a11449aa tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75403c7b-f923-4c68-bb74-78a153992468,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:24.175210 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f03b57-8347-44d3-af56-5d5300e73b86 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Made reservation on behalf of 7a0390dbdbdf44588cdadf394cf75fad for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:24.178596 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-41f03b57-8347-44d3-af56-5d5300e73b86 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.179065 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7d38f91d-f9a7-4585-a206-17f4a11449aa tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.180497 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7d38f91d-f9a7-4585-a206-17f4a11449aa tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3255956 Jul 15 13:23:24.183400 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47358) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:24.191517 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-17ef7e05-2509-49b5-a4ce-b9c7b0086e91 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Request body: {'security_group': {'name': 'tempest-secgroup--673266902'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:24.205534 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-979b2106-ecb7-4904-80fe-e148353c064b tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.223735 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-17ef7e05-2509-49b5-a4ce-b9c7b0086e91 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.230725 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f03b57-8347-44d3-af56-5d5300e73b86 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:23:24.254357 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-979b2106-ecb7-4904-80fe-e148353c064b tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.257707 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-41f03b57-8347-44d3-af56-5d5300e73b86 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.258407 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-41f03b57-8347-44d3-af56-5d5300e73b86 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Added segment 8c55a9fc-40c5-40ce-9f9a-c5023e376625 of type vlan for network a7274657-f117-4459-abdf-2da2321193ce Jul 15 13:23:24.335136 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-41f03b57-8347-44d3-af56-5d5300e73b86 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.339291 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-17ef7e05-2509-49b5-a4ce-b9c7b0086e91 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.351823 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-17ef7e05-2509-49b5-a4ce-b9c7b0086e91 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.383900 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-41f03b57-8347-44d3-af56-5d5300e73b86 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.389665 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f03b57-8347-44d3-af56-5d5300e73b86 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.390284 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-41f03b57-8347-44d3-af56-5d5300e73b86 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.409878 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-17ef7e05-2509-49b5-a4ce-b9c7b0086e91 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.411337 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-17ef7e05-2509-49b5-a4ce-b9c7b0086e91 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2264831 Jul 15 13:23:24.415127 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47362) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:24.420387 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-dd6ebdc9-9dea-4577-a637-eab50c654726 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Request body: {'security_group_rule': {'security_group_id': '75403c7b-f923-4c68-bb74-78a153992468', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '26205b7f-b355-47fc-9896-e372a7323116', 'remote_ip_prefix': None}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:24.428963 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef7e05-2509-49b5-a4ce-b9c7b0086e91 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26205b7f-b355-47fc-9896-e372a7323116,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:24.433690 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-979b2106-ecb7-4904-80fe-e148353c064b tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.436273 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-979b2106-ecb7-4904-80fe-e148353c064b tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.437428 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-979b2106-ecb7-4904-80fe-e148353c064b tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "DELETE /v2.0/security-groups/3dac6203-2a63-4f9a-8058-502109578faa HTTP/1.1" status: 204 len: 168 time: 0.3637054 Jul 15 13:23:24.448373 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-41f03b57-8347-44d3-af56-5d5300e73b86 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3851418 Jul 15 13:23:24.451904 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47366) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:24.460215 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-d219b07f-35c6-48a8-8c29-f2a4178ccd89 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Request body: {'subnet': {'network_id': 'a7274657-f117-4459-abdf-2da2321193ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:24.483067 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f03b57-8347-44d3-af56-5d5300e73b86 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event updated for resources: {'Network': ['ID=a7274657-f117-4459-abdf-2da2321193ce,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:24.486496 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47368) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:24.496163 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b2106-ecb7-4904-80fe-e148353c064b tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dac6203-2a63-4f9a-8058-502109578faa,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:24.497896 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network a7274657-f117-4459-abdf-2da2321193ce details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:23:24.510973 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dd6ebdc9-9dea-4577-a637-eab50c654726 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.589298 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c31d201-bb0f-4501-b710-add909fec928 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Deleting subnet 124d140d-d900-4287-bddd-68aef3ae9327 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:23:24.592882 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5c31d201-bb0f-4501-b710-add909fec928 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.654237 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5c31d201-bb0f-4501-b710-add909fec928 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.662599 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dd6ebdc9-9dea-4577-a637-eab50c654726 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.674803 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dd6ebdc9-9dea-4577-a637-eab50c654726 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.698550 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ebdc9-9dea-4577-a637-eab50c654726 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac30e1d1-94ee-49b2-986a-91ae3f83c03b,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:24.712744 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d219b07f-35c6-48a8-8c29-f2a4178ccd89 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Made reservation on behalf of 7a0390dbdbdf44588cdadf394cf75fad for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:24.717761 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d219b07f-35c6-48a8-8c29-f2a4178ccd89 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.744208 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dd6ebdc9-9dea-4577-a637-eab50c654726 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.750930 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-dd6ebdc9-9dea-4577-a637-eab50c654726 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3345845 Jul 15 13:23:24.754550 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47372) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:24.836312 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6a451d76-8073-4ca2-9bcf-1e7215409d53 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.843524 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6a451d76-8073-4ca2-9bcf-1e7215409d53 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.865869 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5c31d201-bb0f-4501-b710-add909fec928 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.914589 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6a451d76-8073-4ca2-9bcf-1e7215409d53 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.924018 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6a451d76-8073-4ca2-9bcf-1e7215409d53 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.925839 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6a451d76-8073-4ca2-9bcf-1e7215409d53 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/ac30e1d1-94ee-49b2-986a-91ae3f83c03b HTTP/1.1" status: 204 len: 168 time: 0.1699109 Jul 15 13:23:24.928798 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47374) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:24.937474 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a451d76-8073-4ca2-9bcf-1e7215409d53 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac30e1d1-94ee-49b2-986a-91ae3f83c03b,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:24.966540 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5c31d201-bb0f-4501-b710-add909fec928 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.000472 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31d201-bb0f-4501-b710-add909fec928 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event deleted for resources: {'Subnet': ['ID=124d140d-d900-4287-bddd-68aef3ae9327,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:25.005662 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5c31d201-bb0f-4501-b710-add909fec928 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.008411 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5c31d201-bb0f-4501-b710-add909fec928 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "DELETE /v2.0/subnets/124d140d-d900-4287-bddd-68aef3ae9327 HTTP/1.1" status: 204 len: 168 time: 0.5197484 Jul 15 13:23:25.008525 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d219b07f-35c6-48a8-8c29-f2a4178ccd89 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.010939 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47376) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:25.016090 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5fe77e-7181-43b6-a0e6-033e3975eb41 None None] Network 3e3e5ddc-b7e3-48b1-8310-31dba0db9e15 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:25.031206 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0b748543-8b43-4ee2-ada3-d3bea9b664d8 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0972812 Jul 15 13:23:25.034467 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47378) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:25.081571 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device ea6a9987-c75c-478e-9f60-376dd8e36bc7 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:23:25.087127 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219b07f-35c6-48a8-8c29-f2a4178ccd89 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event updated for resources: {'Subnet': ['ID=25296af5-652f-49f2-bbf8-1cfe3228c8ef,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:25.094300 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d219b07f-35c6-48a8-8c29-f2a4178ccd89 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Checking segment: {'id': '8c55a9fc-40c5-40ce-9f9a-c5023e376625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a7274657-f117-4459-abdf-2da2321193ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:25.094699 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d219b07f-35c6-48a8-8c29-f2a4178ccd89 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Network hostable DHCP agents. Network: a7274657-f117-4459-abdf-2da2321193ce, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:23:25.115146 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d219b07f-35c6-48a8-8c29-f2a4178ccd89 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Network a7274657-f117-4459-abdf-2da2321193ce is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:23:25.119642 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1dfc893d-0464-438d-b4db-5bdd7a3aa0ab tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.120315 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: ea6a9987-c75c-478e-9f60-376dd8e36bc7 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:23:25.120670 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device ea6a9987-c75c-478e-9f60-376dd8e36bc7 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:23:25.127901 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-d219b07f-35c6-48a8-8c29-f2a4178ccd89 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, a7274657-f117-4459-abdf-2da2321193ce) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:25.138496 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d219b07f-35c6-48a8-8c29-f2a4178ccd89 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:25.139362 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d219b07f-35c6-48a8-8c29-f2a4178ccd89 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.146690 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334a6a6d-46dc-40c2-924c-84379b3ef3db None None] Network a7274657-f117-4459-abdf-2da2321193ce requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:25.152599 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d615d44-7157-42f0-8d9d-040cc64eb78b tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.163336 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d219b07f-35c6-48a8-8c29-f2a4178ccd89 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7079551 Jul 15 13:23:25.163810 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47380) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:25.202483 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d615d44-7157-42f0-8d9d-040cc64eb78b tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.244324 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-1dfc893d-0464-438d-b4db-5bdd7a3aa0ab tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Deleting port 30674687-90b0-4d65-bbd2-d51c9dc4dbfd {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:25.244713 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1dfc893d-0464-438d-b4db-5bdd7a3aa0ab tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.268777 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d615d44-7157-42f0-8d9d-040cc64eb78b tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.271532 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d615d44-7157-42f0-8d9d-040cc64eb78b tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.276025 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0d615d44-7157-42f0-8d9d-040cc64eb78b tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "DELETE /v2.0/security-groups/26205b7f-b355-47fc-9896-e372a7323116 HTTP/1.1" status: 204 len: 168 time: 0.2378056 Jul 15 13:23:25.278881 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47384) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:25.328949 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-69a370e6-9275-4dfa-b4a2-bd8ce62c54ad tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.339022 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d615d44-7157-42f0-8d9d-040cc64eb78b tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26205b7f-b355-47fc-9896-e372a7323116,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:25.350762 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-1dfc893d-0464-438d-b4db-5bdd7a3aa0ab tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] For port 30674687-90b0-4d65-bbd2-d51c9dc4dbfd, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=30674687-90b0-4d65-bbd2-d51c9dc4dbfd,segment=NetworkSegment(c8202d78-9e2d-42c9-b21c-96107e2ce3f4),segment_id=c8202d78-9e2d-42c9-b21c-96107e2ce3f4)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:25.351090 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1dfc893d-0464-438d-b4db-5bdd7a3aa0ab tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.378954 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-1dfc893d-0464-438d-b4db-5bdd7a3aa0ab tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Calling delete_port for 30674687-90b0-4d65-bbd2-d51c9dc4dbfd owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:25.383202 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c89b2b4-a901-4d13-a608-43643ef6456c None None] DHCP port deletion for 3e3e5ddc-b7e3-48b1-8310-31dba0db9e15 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:23:25.396054 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-69a370e6-9275-4dfa-b4a2-bd8ce62c54ad tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.435987 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69a0650-6cfb-42a0-85b2-6a9e0f00d052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-a7274657-f117-4459-abdf-2da2321193ce', 'network_id': 'a7274657-f117-4459-abdf-2da2321193ce', 'tenant_id': '7a0390dbdbdf44588cdadf394cf75fad', 'fixed_ips': [{'subnet_id': '25296af5-652f-49f2-bbf8-1cfe3228c8ef'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:23:25.436847 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d69a0650-6cfb-42a0-85b2-6a9e0f00d052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.449014 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0f39a398-b03b-4f87-b3a7-79fa25bc763e tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1666787 Jul 15 13:23:25.452655 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47386) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:25.462348 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-69a370e6-9275-4dfa-b4a2-bd8ce62c54ad tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.496488 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a370e6-9275-4dfa-b4a2-bd8ce62c54ad tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event deleted for resources: {'Subnet': ['ID=25296af5-652f-49f2-bbf8-1cfe3228c8ef,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:25.531813 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dd242dc4-58b6-4054-92ad-5c311264289a tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.535593 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1dfc893d-0464-438d-b4db-5bdd7a3aa0ab tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.582019 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-0c89b2b4-a901-4d13-a608-43643ef6456c None None] Deleting port 30674687-90b0-4d65-bbd2-d51c9dc4dbfd {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:25.582662 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0c89b2b4-a901-4d13-a608-43643ef6456c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.587489 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-69a370e6-9275-4dfa-b4a2-bd8ce62c54ad tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.595271 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc893d-0464-438d-b4db-5bdd7a3aa0ab tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event deleted for resources: {'Port': ['ID=30674687-90b0-4d65-bbd2-d51c9dc4dbfd,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:25.603121 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-69a370e6-9275-4dfa-b4a2-bd8ce62c54ad tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7274657-f117-4459-abdf-2da2321193ce']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:25.614022 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-69a370e6-9275-4dfa-b4a2-bd8ce62c54ad tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c55a9fc-40c5-40ce-9f9a-c5023e376625') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:25.614332 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-69a370e6-9275-4dfa-b4a2-bd8ce62c54ad tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c55a9fc-40c5-40ce-9f9a-c5023e376625') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:25.627034 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-69a370e6-9275-4dfa-b4a2-bd8ce62c54ad tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.640452 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dd242dc4-58b6-4054-92ad-5c311264289a tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.645306 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-69a370e6-9275-4dfa-b4a2-bd8ce62c54ad tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.652897 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69a370e6-9275-4dfa-b4a2-bd8ce62c54ad tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:23:25.653351 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-69a370e6-9275-4dfa-b4a2-bd8ce62c54ad tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.665564 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfc893d-0464-438d-b4db-5bdd7a3aa0ab tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] No DVR routers for this DVR port 30674687-90b0-4d65-bbd2-d51c9dc4dbfd on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:23:25.686676 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:23:25.686676 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:23:25.686676 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:23:25.686676 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:23:25.686676 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:23:25.686676 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:23:25.686676 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:23:25.686676 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:23:25.686676 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:23:25.686676 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:23:25.686676 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:23:25.686676 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:23:25.686676 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:23:25.686676 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:23:25.686676 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:23:25.686676 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:23:25.686676 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:23:25.686676 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:23:25.686676 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:23:25.686676 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:23:25.686676 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:23:25.686676 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:23:25.686676 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:23:25.686676 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:23:25.686676 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:23:25.686676 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:23:25.686676 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:23:25.686676 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:23:25.686676 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:23:25.686676 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:23:25.686676 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:23:25.686676 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:23:25.711078 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-0c89b2b4-a901-4d13-a608-43643ef6456c None None] For port 30674687-90b0-4d65-bbd2-d51c9dc4dbfd, host n-d-771363-36, got binding levels [] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:25.711789 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0c89b2b4-a901-4d13-a608-43643ef6456c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server [None req-d69a0650-6cfb-42a0-85b2-6a9e0f00d052 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 25296af5-652f-49f2-bbf8-1cfe3228c8ef: This subnet is being modified by another concurrent operation. Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise exception Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 25296af5-652f-49f2-bbf8-1cfe3228c8ef: This subnet is being modified by another concurrent operation. Jul 15 13:23:25.716041 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server Jul 15 13:23:25.745732 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0936e251-c0dd-4a92-b7c1-d7503c267fbf None None] Network a7274657-f117-4459-abdf-2da2321193ce requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:25.752211 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-69a370e6-9275-4dfa-b4a2-bd8ce62c54ad tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.769772 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-69a370e6-9275-4dfa-b4a2-bd8ce62c54ad tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.771731 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-69a370e6-9275-4dfa-b4a2-bd8ce62c54ad tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "DELETE /v2.0/networks/a7274657-f117-4459-abdf-2da2321193ce HTTP/1.1" status: 204 len: 168 time: 0.6069999 Jul 15 13:23:25.777709 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-0c89b2b4-a901-4d13-a608-43643ef6456c None None] Calling delete_port for 30674687-90b0-4d65-bbd2-d51c9dc4dbfd owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:25.781254 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.ipam_backend_mixin [None req-0c89b2b4-a901-4d13-a608-43643ef6456c None None] Port 30674687-90b0-4d65-bbd2-d51c9dc4dbfd was not found and therefore no delete operation was performed {{(pid=93827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:23:25.784066 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0c89b2b4-a901-4d13-a608-43643ef6456c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.784257 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47396) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:25.786119 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a370e6-9275-4dfa-b4a2-bd8ce62c54ad tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event deleted for resources: {'Network': ['ID=a7274657-f117-4459-abdf-2da2321193ce,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:25.804231 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-3470f0e6-ff7f-4a0e-8e74-996c150944ba tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1715362697'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:25.861052 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1dfc893d-0464-438d-b4db-5bdd7a3aa0ab tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.863374 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c89b2b4-a901-4d13-a608-43643ef6456c None None] No DVR routers for this DVR port 30674687-90b0-4d65-bbd2-d51c9dc4dbfd on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:23:25.870595 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c89b2b4-a901-4d13-a608-43643ef6456c None None] Pushing event deleted for resources: {'Port': ['ID=30674687-90b0-4d65-bbd2-d51c9dc4dbfd,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:25.883031 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dd242dc4-58b6-4054-92ad-5c311264289a tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.884084 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dd242dc4-58b6-4054-92ad-5c311264289a tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.884978 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-dd242dc4-58b6-4054-92ad-5c311264289a tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "DELETE /v2.0/security-groups/75403c7b-f923-4c68-bb74-78a153992468 HTTP/1.1" status: 204 len: 168 time: 0.4314783 Jul 15 13:23:25.887600 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47398) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:25.892826 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-1dfc893d-0464-438d-b4db-5bdd7a3aa0ab tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e3e5ddc-b7e3-48b1-8310-31dba0db9e15']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:25.918796 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-1dfc893d-0464-438d-b4db-5bdd7a3aa0ab tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8202d78-9e2d-42c9-b21c-96107e2ce3f4') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:25.919130 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-1dfc893d-0464-438d-b4db-5bdd7a3aa0ab tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8202d78-9e2d-42c9-b21c-96107e2ce3f4') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:25.922597 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd242dc4-58b6-4054-92ad-5c311264289a tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75403c7b-f923-4c68-bb74-78a153992468,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:25.942491 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f681f2e3-c847-477c-91d7-ac969dc4b796 None None] get_active_networks_info from n-d-771363-36 {{(pid=93827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:23:25.943950 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3470f0e6-ff7f-4a0e-8e74-996c150944ba tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Made reservation on behalf of 7a0390dbdbdf44588cdadf394cf75fad for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:25.949883 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3470f0e6-ff7f-4a0e-8e74-996c150944ba tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.957205 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-12931a85-dbc0-40cf-8f90-200ae5efb33d tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0681882 Jul 15 13:23:25.964645 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47400) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:25.969333 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-8d126af4-3f0d-4420-b4a5-f9ab0c8a1cc2 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Request body: {'security_group': {'name': 'tempest-secgroup--661780186'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:25.972191 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1dfc893d-0464-438d-b4db-5bdd7a3aa0ab tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.992122 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8d126af4-3f0d-4420-b4a5-f9ab0c8a1cc2 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.997492 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1dfc893d-0464-438d-b4db-5bdd7a3aa0ab tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.004804 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3470f0e6-ff7f-4a0e-8e74-996c150944ba tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:23:26.012600 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dfc893d-0464-438d-b4db-5bdd7a3aa0ab tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:23:26.013036 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1dfc893d-0464-438d-b4db-5bdd7a3aa0ab tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.021772 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:23:26.021772 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:23:26.021772 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:23:26.021772 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:23:26.021772 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:23:26.021772 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:23:26.021772 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:23:26.021772 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:23:26.021772 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:23:26.021772 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:23:26.021772 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:23:26.021772 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:23:26.021772 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:23:26.021772 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:23:26.021772 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:23:26.021772 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:23:26.021772 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:23:26.021772 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:23:26.021772 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:23:26.021772 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:23:26.021772 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:23:26.021772 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:23:26.021772 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:23:26.021772 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:23:26.021772 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:23:26.021772 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:23:26.021772 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:23:26.021772 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:23:26.021772 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:23:26.021772 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:23:26.021772 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:23:26.021772 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:23:26.051585 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3470f0e6-ff7f-4a0e-8e74-996c150944ba tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.051983 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-3470f0e6-ff7f-4a0e-8e74-996c150944ba tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Added segment 89628c68-6999-4c96-8aaf-6927d5f21ebd of type vlan for network a0f52f66-2603-4267-9538-d904c11ec9b4 Jul 15 13:23:26.082334 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f681f2e3-c847-477c-91d7-ac969dc4b796 None None] Resources bound (agent type, host, resource id): {{(pid=93827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:23:26.102407 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8d126af4-3f0d-4420-b4a5-f9ab0c8a1cc2 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.107316 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8d126af4-3f0d-4420-b4a5-f9ab0c8a1cc2 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.134592 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1dfc893d-0464-438d-b4db-5bdd7a3aa0ab tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.138525 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3470f0e6-ff7f-4a0e-8e74-996c150944ba tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.147655 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d126af4-3f0d-4420-b4a5-f9ab0c8a1cc2 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=256ed91b-7e5b-4197-b8f5-0e832e5a9f20,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:26.148930 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1dfc893d-0464-438d-b4db-5bdd7a3aa0ab tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.150849 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8d126af4-3f0d-4420-b4a5-f9ab0c8a1cc2 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.151369 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1dfc893d-0464-438d-b4db-5bdd7a3aa0ab tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "DELETE /v2.0/networks/3e3e5ddc-b7e3-48b1-8310-31dba0db9e15 HTTP/1.1" status: 204 len: 168 time: 1.1394181 Jul 15 13:23:26.154748 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47402) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:26.159246 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8d126af4-3f0d-4420-b4a5-f9ab0c8a1cc2 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1934941 Jul 15 13:23:26.160115 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47404) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:26.166106 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-732a3eeb-e060-4990-ab18-8fbe622aba54 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Request body: {'security_group_rule': {'security_group_id': '256ed91b-7e5b-4197-b8f5-0e832e5a9f20', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:26.198261 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-732a3eeb-e060-4990-ab18-8fbe622aba54 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.209133 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc893d-0464-438d-b4db-5bdd7a3aa0ab tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event deleted for resources: {'Network': ['ID=3e3e5ddc-b7e3-48b1-8310-31dba0db9e15,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:26.285470 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3470f0e6-ff7f-4a0e-8e74-996c150944ba tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.290654 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-732a3eeb-e060-4990-ab18-8fbe622aba54 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.290877 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3470f0e6-ff7f-4a0e-8e74-996c150944ba tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:26.291481 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3470f0e6-ff7f-4a0e-8e74-996c150944ba tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.295094 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-732a3eeb-e060-4990-ab18-8fbe622aba54 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.314156 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a3eeb-e060-4990-ab18-8fbe622aba54 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91602990-bb8a-4cff-afee-8f7072db8ae7,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:26.324494 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-732a3eeb-e060-4990-ab18-8fbe622aba54 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.328496 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-732a3eeb-e060-4990-ab18-8fbe622aba54 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1643229 Jul 15 13:23:26.329115 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47406) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:26.353316 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3470f0e6-ff7f-4a0e-8e74-996c150944ba tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5603530 Jul 15 13:23:26.359769 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47408) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:26.361388 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a7ef26e2-24db-46c2-88f9-432bfa4bdaa0 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.365702 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-1facc4b4-6b2a-4ad7-8cfb-d5f6c3415f7e tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:26.371562 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a7ef26e2-24db-46c2-88f9-432bfa4bdaa0 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.406654 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a7ef26e2-24db-46c2-88f9-432bfa4bdaa0 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.416685 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a7ef26e2-24db-46c2-88f9-432bfa4bdaa0 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.420350 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a7ef26e2-24db-46c2-88f9-432bfa4bdaa0 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/91602990-bb8a-4cff-afee-8f7072db8ae7 HTTP/1.1" status: 204 len: 168 time: 0.0879753 Jul 15 13:23:26.425261 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47412) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:26.432958 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef26e2-24db-46c2-88f9-432bfa4bdaa0 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91602990-bb8a-4cff-afee-8f7072db8ae7,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:26.436738 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3470f0e6-ff7f-4a0e-8e74-996c150944ba tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event updated for resources: {'Network': ['ID=a0f52f66-2603-4267-9538-d904c11ec9b4,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:26.454498 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network a0f52f66-2603-4267-9538-d904c11ec9b4 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:23:26.497974 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-74575d65-259d-425e-ac35-8388b78f0846 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0689170 Jul 15 13:23:26.498589 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47414) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:26.569954 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-685d0b05-dda2-441b-ad8c-7ee85ee2100d tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.602170 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-685d0b05-dda2-441b-ad8c-7ee85ee2100d tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.622404 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-bc5badbe-be9b-437a-b05f-122fb09249e5 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Deleting port 8bf590af-24f5-4071-927b-2c79451eabe1 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:26.622824 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bc5badbe-be9b-437a-b05f-122fb09249e5 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.657021 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1facc4b4-6b2a-4ad7-8cfb-d5f6c3415f7e tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.673368 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-685d0b05-dda2-441b-ad8c-7ee85ee2100d tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.675937 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1facc4b4-6b2a-4ad7-8cfb-d5f6c3415f7e tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.679155 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-685d0b05-dda2-441b-ad8c-7ee85ee2100d tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.680653 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-685d0b05-dda2-441b-ad8c-7ee85ee2100d tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "DELETE /v2.0/security-groups/256ed91b-7e5b-4197-b8f5-0e832e5a9f20 HTTP/1.1" status: 204 len: 168 time: 0.1811848 Jul 15 13:23:26.692511 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47418) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:26.693733 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0b05-dda2-441b-ad8c-7ee85ee2100d tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=256ed91b-7e5b-4197-b8f5-0e832e5a9f20,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:26.728293 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1facc4b4-6b2a-4ad7-8cfb-d5f6c3415f7e tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Network a0f52f66-2603-4267-9538-d904c11ec9b4 is not hosted by any dhcp agent {{(pid=93826) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:23:26.733792 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1facc4b4-6b2a-4ad7-8cfb-d5f6c3415f7e tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:26.734396 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1facc4b4-6b2a-4ad7-8cfb-d5f6c3415f7e tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.738277 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1facc4b4-6b2a-4ad7-8cfb-d5f6c3415f7e tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "PUT /v2.0/networks/a0f52f66-2603-4267-9538-d904c11ec9b4 HTTP/1.1" status: 200 len: 723 time: 0.3749907 Jul 15 13:23:26.743409 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47420) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:26.750771 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-a11b5667-1432-4f71-95f2-217e996357b9 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Request body: {'subnet': {'network_id': 'a0f52f66-2603-4267-9538-d904c11ec9b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:26.781031 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7f49e316-b93d-41dc-983a-cbbde04b5756 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0839639 Jul 15 13:23:26.789959 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47422) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:26.797029 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1facc4b4-6b2a-4ad7-8cfb-d5f6c3415f7e tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event updated for resources: {'Network': ['ID=a0f52f66-2603-4267-9538-d904c11ec9b4,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:26.802201 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-05cf2ddf-bc3e-4e53-bb6b-609f59e72459 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Request body: {'security_group': {'name': 'tempest-secgroup--767566507'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:26.811699 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network a0f52f66-2603-4267-9538-d904c11ec9b4 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:23:26.818533 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bc5badbe-be9b-437a-b05f-122fb09249e5 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.820150 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bc5badbe-be9b-437a-b05f-122fb09249e5 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.839471 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-bc5badbe-be9b-437a-b05f-122fb09249e5 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Calling delete_port for 8bf590af-24f5-4071-927b-2c79451eabe1 owned by network:floatingip {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:26.908123 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-05cf2ddf-bc3e-4e53-bb6b-609f59e72459 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.938855 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11b5667-1432-4f71-95f2-217e996357b9 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Made reservation on behalf of 7a0390dbdbdf44588cdadf394cf75fad for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:26.943656 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a11b5667-1432-4f71-95f2-217e996357b9 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:27.135221 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 30674687-90b0-4d65-bbd2-d51c9dc4dbfd no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:23:27.173282 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 30674687-90b0-4d65-bbd2-d51c9dc4dbfd {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:23:27.174026 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 30674687-90b0-4d65-bbd2-d51c9dc4dbfd not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:23:27.199417 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-05cf2ddf-bc3e-4e53-bb6b-609f59e72459 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:27.209451 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bc5badbe-be9b-437a-b05f-122fb09249e5 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:27.224723 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-05cf2ddf-bc3e-4e53-bb6b-609f59e72459 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:27.240769 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5badbe-be9b-437a-b05f-122fb09249e5 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event deleted for resources: {'Port': ['ID=8bf590af-24f5-4071-927b-2c79451eabe1,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:27.270834 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf2ddf-bc3e-4e53-bb6b-609f59e72459 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34e95e25-5e87-416f-95aa-dd5ad14d7982,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:27.279404 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-05cf2ddf-bc3e-4e53-bb6b-609f59e72459 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:27.280651 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-05cf2ddf-bc3e-4e53-bb6b-609f59e72459 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4840374 Jul 15 13:23:27.285740 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47426) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:27.290544 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-092ff568-4db5-40b3-8080-d045720ca2dd tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Request body: {'security_group_rule': {'security_group_id': '34e95e25-5e87-416f-95aa-dd5ad14d7982', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:27.328860 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a11b5667-1432-4f71-95f2-217e996357b9 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:27.356018 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bc5badbe-be9b-437a-b05f-122fb09249e5 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for floatingip, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:27.356436 n-d-771363-36 neutron-server[93826]: INFO neutron.db.l3_db [None req-bc5badbe-be9b-437a-b05f-122fb09249e5 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Floating IP 71500942-5fda-45ec-a35e-47cff9285ad6 disassociated (deleted). External IP: 172.25.8.195, port: 02ad8dba-88b1-48b0-9f28-b44bef1b4e37. Jul 15 13:23:27.387655 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b5667-1432-4f71-95f2-217e996357b9 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event updated for resources: {'Subnet': ['ID=eef845b7-0fc7-47df-811d-e8cebc2d339a,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:27.390546 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-092ff568-4db5-40b3-8080-d045720ca2dd tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:27.397908 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11b5667-1432-4f71-95f2-217e996357b9 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Checking segment: {'id': '89628c68-6999-4c96-8aaf-6927d5f21ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a0f52f66-2603-4267-9538-d904c11ec9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:27.398276 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11b5667-1432-4f71-95f2-217e996357b9 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Network hostable DHCP agents. Network: a0f52f66-2603-4267-9538-d904c11ec9b4, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:23:27.415337 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11b5667-1432-4f71-95f2-217e996357b9 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Network a0f52f66-2603-4267-9538-d904c11ec9b4 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:23:27.424844 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-a11b5667-1432-4f71-95f2-217e996357b9 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, a0f52f66-2603-4267-9538-d904c11ec9b4) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:27.429255 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11b5667-1432-4f71-95f2-217e996357b9 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:27.429825 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a11b5667-1432-4f71-95f2-217e996357b9 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:27.433993 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc3a1be-a099-4347-a7a0-b0ec527ff36b None None] Network a0f52f66-2603-4267-9538-d904c11ec9b4 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:27.450836 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a11b5667-1432-4f71-95f2-217e996357b9 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7060099 Jul 15 13:23:27.453368 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47428) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:27.459682 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-f5edbc7b-fba3-4a9d-9ad6-dba3f892b86d tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:27.507713 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-092ff568-4db5-40b3-8080-d045720ca2dd tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:27.543822 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-092ff568-4db5-40b3-8080-d045720ca2dd tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:27.556821 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f5edbc7b-fba3-4a9d-9ad6-dba3f892b86d tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3602647'] for subnet, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:27.577230 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ff568-4db5-40b3-8080-d045720ca2dd tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc549cd2-df78-4429-aed0-9804c3163623,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:27.581838 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-092ff568-4db5-40b3-8080-d045720ca2dd tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:27.585393 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-092ff568-4db5-40b3-8080-d045720ca2dd tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2962811 Jul 15 13:23:27.589693 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e51b0b-30cc-42c9-8429-2a4a81890c48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-a0f52f66-2603-4267-9538-d904c11ec9b4', 'network_id': 'a0f52f66-2603-4267-9538-d904c11ec9b4', 'tenant_id': '7a0390dbdbdf44588cdadf394cf75fad', 'fixed_ips': [{'subnet_id': 'eef845b7-0fc7-47df-811d-e8cebc2d339a'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:23:27.590628 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a8e51b0b-30cc-42c9-8429-2a4a81890c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:27.591212 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47430) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:27.676078 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5badbe-be9b-437a-b05f-122fb09249e5 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Router 8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:23:27.682813 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3f454b9b-bc4b-4404-8364-a601506e91d4 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "GET /v2.0/security-group-rules/bc549cd2-df78-4429-aed0-9804c3163623 HTTP/1.1" status: 200 len: 763 time: 0.0902505 Jul 15 13:23:27.683551 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47434) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:27.719951 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f5edbc7b-fba3-4a9d-9ad6-dba3f892b86d tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735677945483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2883490'] for subnet, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:27.758297 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5edbc7b-fba3-4a9d-9ad6-dba3f892b86d tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:27.759215 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f5edbc7b-fba3-4a9d-9ad6-dba3f892b86d tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:27.760684 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f5edbc7b-fba3-4a9d-9ad6-dba3f892b86d tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "PUT /v2.0/subnets/eef845b7-0fc7-47df-811d-e8cebc2d339a HTTP/1.1" status: 200 len: 806 time: 0.3063910 Jul 15 13:23:27.763364 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47436) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:27.767352 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47438) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:27.768650 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7d85cf36-ef2e-4440-bf3b-1f6373c17626 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0819185 Jul 15 13:23:27.769978 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-a8e51b0b-30cc-42c9-8429-2a4a81890c48 None None] Allocated IP 172.20.0.2 (a0f52f66-2603-4267-9538-d904c11ec9b4/eef845b7-0fc7-47df-811d-e8cebc2d339a/9115b78a-7818-424c-9b41-9766ebfccdd0) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:27.810084 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5edbc7b-fba3-4a9d-9ad6-dba3f892b86d tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event updated for resources: {'Subnet': ['ID=eef845b7-0fc7-47df-811d-e8cebc2d339a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:27.833524 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0c3b01c0-f37d-4272-993d-6e53603e468d tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:27.847498 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5badbe-be9b-437a-b05f-122fb09249e5 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:23:27.853066 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bc5badbe-be9b-437a-b05f-122fb09249e5 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:27.859572 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bec7109-fe2c-439b-8051-20fa72c3d1d2 None None] Sync routers for ids ['8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:23:27.872646 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bec7109-fe2c-439b-8051-20fa72c3d1d2 None None] Routers {'8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:27.877405 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-0bec7109-fe2c-439b-8051-20fa72c3d1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:23:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:27.896724 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0c3b01c0-f37d-4272-993d-6e53603e468d tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:27.919157 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-bc5badbe-be9b-437a-b05f-122fb09249e5 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "DELETE /v2.0/floatingips/71500942-5fda-45ec-a35e-47cff9285ad6 HTTP/1.1" status: 204 len: 168 time: 1.7635109 Jul 15 13:23:27.919847 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ae1739-0c61-46a0-a6cf-600f2b17675c', 'tag': '02ad8dba-88b1-48b0-9f28-b44bef1b4e37'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:27.926155 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d841a1fb-7bfd-4ba9-baf1-00ff3c967d58" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ae1739-0c61-46a0-a6cf-600f2b17675c", "tag": "02ad8dba-88b1-48b0-9f28-b44bef1b4e37"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:27.984322 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3599b251-0250-40b6-87bb-abde1b0746c4 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:27.991460 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0c3b01c0-f37d-4272-993d-6e53603e468d tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:28.005006 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0c3b01c0-f37d-4272-993d-6e53603e468d tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:28.006554 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0c3b01c0-f37d-4272-993d-6e53603e468d tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/bc549cd2-df78-4429-aed0-9804c3163623 HTTP/1.1" status: 204 len: 168 time: 0.2378228 Jul 15 13:23:28.009253 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47452) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:28.025621 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a8e51b0b-30cc-42c9-8429-2a4a81890c48 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:28.033520 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3b01c0-f37d-4272-993d-6e53603e468d tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc549cd2-df78-4429-aed0-9804c3163623,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:28.047389 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a8e51b0b-30cc-42c9-8429-2a4a81890c48 None None] Transition to ACTIVE for port object 9115b78a-7818-424c-9b41-9766ebfccdd0 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:28.088000 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a8e51b0b-30cc-42c9-8429-2a4a81890c48 None None] Transition to ACTIVE for port object 9115b78a-7818-424c-9b41-9766ebfccdd0 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:28.098758 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a8e51b0b-30cc-42c9-8429-2a4a81890c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:28.102430 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-44e293b6-b85a-4054-94cb-134b3b374e40 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0916295 Jul 15 13:23:28.105581 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47454) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:28.112103 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-557130e8-b4cd-4f84-9627-539334d5e5af tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Request body: {'security_group_rule': {'security_group_id': '34e95e25-5e87-416f-95aa-dd5ad14d7982', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:28.157755 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3599b251-0250-40b6-87bb-abde1b0746c4 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:28.163762 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e245f277-8063-40e1-a988-72f53affb2f5 x-openstack-request-id: req-e245f277-8063-40e1-a988-72f53affb2f5 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:28.164277 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ae1739-0c61-46a0-a6cf-600f2b17675c", "tag": "02ad8dba-88b1-48b0-9f28-b44bef1b4e37", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:28.164737 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e245f277-8063-40e1-a988-72f53affb2f5 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:28.165322 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ae1739-0c61-46a0-a6cf-600f2b17675c', 'tag': '02ad8dba-88b1-48b0-9f28-b44bef1b4e37', 'status': 'completed', 'code': 200} Jul 15 13:23:28.187401 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e51b0b-30cc-42c9-8429-2a4a81890c48 None None] Network a0f52f66-2603-4267-9538-d904c11ec9b4 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:28.191365 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-a8e51b0b-30cc-42c9-8429-2a4a81890c48 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:28.194911 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e51b0b-30cc-42c9-8429-2a4a81890c48 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:28.269159 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-0bec7109-fe2c-439b-8051-20fa72c3d1d2 None None] Set router 8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:28.280241 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-557130e8-b4cd-4f84-9627-539334d5e5af tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:28.286325 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e51b0b-30cc-42c9-8429-2a4a81890c48 None None] Pushing event updated for resources: {'Port': ['ID=9115b78a-7818-424c-9b41-9766ebfccdd0,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:28.327284 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3599b251-0250-40b6-87bb-abde1b0746c4 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:28.356824 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-a8e51b0b-30cc-42c9-8429-2a4a81890c48 None None] Attempting to bind port 9115b78a-7818-424c-9b41-9766ebfccdd0 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:28.357688 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-a8e51b0b-30cc-42c9-8429-2a4a81890c48 None None] Attempting to bind port 9115b78a-7818-424c-9b41-9766ebfccdd0 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '89628c68-6999-4c96-8aaf-6927d5f21ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a0f52f66-2603-4267-9538-d904c11ec9b4'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:28.358492 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e51b0b-30cc-42c9-8429-2a4a81890c48 None None] Attempting to bind port 9115b78a-7818-424c-9b41-9766ebfccdd0 on network a0f52f66-2603-4267-9538-d904c11ec9b4 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:28.366500 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599b251-0250-40b6-87bb-abde1b0746c4 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event deleted for resources: {'Subnet': ['ID=eef845b7-0fc7-47df-811d-e8cebc2d339a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:28.400058 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e51b0b-30cc-42c9-8429-2a4a81890c48 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:28.400440 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e51b0b-30cc-42c9-8429-2a4a81890c48 None None] Checking segment: {'id': '89628c68-6999-4c96-8aaf-6927d5f21ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a0f52f66-2603-4267-9538-d904c11ec9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:28.400864 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a8e51b0b-30cc-42c9-8429-2a4a81890c48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:28.401259 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e51b0b-30cc-42c9-8429-2a4a81890c48 None None] Bound using segment: {'id': '89628c68-6999-4c96-8aaf-6927d5f21ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a0f52f66-2603-4267-9538-d904c11ec9b4'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:28.401755 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-a8e51b0b-30cc-42c9-8429-2a4a81890c48 None None] Bound port: 9115b78a-7818-424c-9b41-9766ebfccdd0, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89628c68-6999-4c96-8aaf-6927d5f21ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a0f52f66-2603-4267-9538-d904c11ec9b4'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:28.402144 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a8e51b0b-30cc-42c9-8429-2a4a81890c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:28.460748 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-557130e8-b4cd-4f84-9627-539334d5e5af tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:28.463227 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841a1fb-7bfd-4ba9-baf1-00ff3c967d58 req-1f361249-9b31-4f23-b4c1-7941fd4bd087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:28.465002 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d841a1fb-7bfd-4ba9-baf1-00ff3c967d58 req-1f361249-9b31-4f23-b4c1-7941fd4bd087 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b10b0063b8b9467f824b5e9176c44cfb&device_id=f9ae1739-0c61-46a0-a6cf-600f2b17675c HTTP/1.1" status: 200 len: 1097 time: 0.2273707 Jul 15 13:23:28.500078 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a8e51b0b-30cc-42c9-8429-2a4a81890c48 None None] For port 9115b78a-7818-424c-9b41-9766ebfccdd0, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:28.504755 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a8e51b0b-30cc-42c9-8429-2a4a81890c48 None None] For port 9115b78a-7818-424c-9b41-9766ebfccdd0, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9115b78a-7818-424c-9b41-9766ebfccdd0,segment=NetworkSegment(89628c68-6999-4c96-8aaf-6927d5f21ebd),segment_id=89628c68-6999-4c96-8aaf-6927d5f21ebd)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:28.509086 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a8e51b0b-30cc-42c9-8429-2a4a81890c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:28.509334 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3599b251-0250-40b6-87bb-abde1b0746c4 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:28.526449 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-557130e8-b4cd-4f84-9627-539334d5e5af tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:28.543302 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-3599b251-0250-40b6-87bb-abde1b0746c4 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0f52f66-2603-4267-9538-d904c11ec9b4']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:28.551686 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-0bec7109-fe2c-439b-8051-20fa72c3d1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'name': 'tempest-TestNetworkBasicOps-router-1854290854', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'd09932e8-6625-43d3-8fae-70867188d408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:54Z', 'updated_at': '2021-07-15T13:23:17Z', 'revision_number': 6, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'gw_port': {'id': 'd09932e8-6625-43d3-8fae-70867188d408', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:55Z', 'updated_at': '2021-07-15T13:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '1b5bb505-f2c9-4a89-8993-57ad29478ef8', 'name': '', 'network_id': '4fb00c98-f96e-4575-a9cb-92f351c087d8', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'mac_address': 'fa:16:3e:63:5c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '9c52c08e-37d5-46b8-a3dd-5aaef685bd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:02Z', 'updated_at': '2021-07-15T13:21:10Z', 'revision_number': 5, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'subnets': [{'id': '9c52c08e-37d5-46b8-a3dd-5aaef685bd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:28.587592 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e51b0b-30cc-42c9-8429-2a4a81890c48 None None] Pushing event updated for resources: {'Port': ['ID=9115b78a-7818-424c-9b41-9766ebfccdd0,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:28.587877 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bec7109-fe2c-439b-8051-20fa72c3d1d2 None None] Checking router: 8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:23:28.598130 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bec7109-fe2c-439b-8051-20fa72c3d1d2 None None] Routers {'8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:28.599169 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-0bec7109-fe2c-439b-8051-20fa72c3d1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:23:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:28.619068 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-3599b251-0250-40b6-87bb-abde1b0746c4 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89628c68-6999-4c96-8aaf-6927d5f21ebd') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:28.619671 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-3599b251-0250-40b6-87bb-abde1b0746c4 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89628c68-6999-4c96-8aaf-6927d5f21ebd') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:28.636342 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557130e8-b4cd-4f84-9627-539334d5e5af tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9f56c53-a174-4623-ac4f-2143e1ca0713,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:28.662495 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39edba1c-024e-4575-99d0-515a29b92489 None None] Network a0f52f66-2603-4267-9538-d904c11ec9b4 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:28.668331 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3599b251-0250-40b6-87bb-abde1b0746c4 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:28.681293 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-557130e8-b4cd-4f84-9627-539334d5e5af tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:28.682497 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-557130e8-b4cd-4f84-9627-539334d5e5af tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5752280 Jul 15 13:23:28.686010 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47458) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:28.696944 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3599b251-0250-40b6-87bb-abde1b0746c4 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:28.710031 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3599b251-0250-40b6-87bb-abde1b0746c4 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:23:28.710446 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3599b251-0250-40b6-87bb-abde1b0746c4 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:28.715978 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:23:28.715978 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:23:28.715978 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:23:28.715978 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:23:28.715978 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:23:28.715978 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:23:28.715978 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:23:28.715978 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:23:28.715978 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:23:28.715978 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:23:28.715978 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:23:28.715978 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:23:28.715978 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:23:28.715978 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:23:28.715978 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:23:28.715978 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:23:28.715978 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:23:28.715978 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:23:28.715978 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:23:28.715978 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:23:28.715978 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:23:28.715978 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:23:28.715978 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:23:28.715978 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:23:28.715978 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:23:28.715978 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:23:28.715978 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:23:28.715978 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:23:28.715978 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:23:28.715978 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:23:28.715978 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:23:28.715978 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:23:28.746494 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-cfe93b45-d18c-4cef-ab67-78b66c89a9f0 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "GET /v2.0/security-group-rules/a9f56c53-a174-4623-ac4f-2143e1ca0713 HTTP/1.1" status: 200 len: 763 time: 0.0532279 Jul 15 13:23:28.746872 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47462) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:28.773918 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-0bec7109-fe2c-439b-8051-20fa72c3d1d2 None None] Set router 8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:28.804680 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841a1fb-7bfd-4ba9-baf1-00ff3c967d58 req-65e2c495-6aae-490f-b98b-5fbe411d0345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:28.806175 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d841a1fb-7bfd-4ba9-baf1-00ff3c967d58 req-65e2c495-6aae-490f-b98b-5fbe411d0345 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4fb00c98-f96e-4575-a9cb-92f351c087d8 HTTP/1.1" status: 200 len: 898 time: 0.2939312 Jul 15 13:23:28.820645 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318e09b-f41d-464d-93fc-56018b33194b req-52441cf8-ee49-4f3a-9999-d5f52b605214 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:28.827707 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3318e09b-f41d-464d-93fc-56018b33194b req-52441cf8-ee49-4f3a-9999-d5f52b605214 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ae1739-0c61-46a0-a6cf-600f2b17675c HTTP/1.1" status: 200 len: 945 time: 0.3079929 Jul 15 13:23:28.843467 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-3599b251-0250-40b6-87bb-abde1b0746c4 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 13:23:28.843467 n-d-771363-36 neutron-server[93825]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 13:23:28.843467 n-d-771363-36 neutron-server[93825]: [parameters: {'id': 'a0f52f66-2603-4267-9538-d904c11ec9b4'}] Jul 15 13:23:28.843467 n-d-771363-36 neutron-server[93825]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:23:28.843467 n-d-771363-36 neutron-server[93825]: DEBUG oslo_db.api [None req-3599b251-0250-40b6-87bb-abde1b0746c4 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:23:28.862351 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9e163e8f-ee27-49bc-9778-01562c48bcb2 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1125603 Jul 15 13:23:28.864239 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47464) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:28.879094 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d841a1fb-7bfd-4ba9-baf1-00ff3c967d58 req-9e30bc49-dcc3-4b6b-8a76-fd37250c5030 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02ad8dba-88b1-48b0-9f28-b44bef1b4e37 HTTP/1.1" status: 200 len: 217 time: 0.0441809 Jul 15 13:23:28.925813 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3a907d2a-92c2-43ba-ac80-33542aeeae24 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:28.944470 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3a907d2a-92c2-43ba-ac80-33542aeeae24 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:28.997314 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3318e09b-f41d-464d-93fc-56018b33194b req-d8677aae-ae16-4ca7-abf3-40cd077ecbd7 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/security-groups?id=5402c8ed-dd5a-4fe0-8382-6a7efdc8654d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686375 Jul 15 13:23:29.004647 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3a907d2a-92c2-43ba-ac80-33542aeeae24 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.021864 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27c0ea7-c5cc-4c52-9070-debe9cb8314b None None] Network a0f52f66-2603-4267-9538-d904c11ec9b4 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:29.022904 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3a907d2a-92c2-43ba-ac80-33542aeeae24 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.027209 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3a907d2a-92c2-43ba-ac80-33542aeeae24 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/a9f56c53-a174-4623-ac4f-2143e1ca0713 HTTP/1.1" status: 204 len: 168 time: 0.1617835 Jul 15 13:23:29.034099 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47468) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:29.037083 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a907d2a-92c2-43ba-ac80-33542aeeae24 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9f56c53-a174-4623-ac4f-2143e1ca0713,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:29.063564 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841a1fb-7bfd-4ba9-baf1-00ff3c967d58 req-b321f49f-840e-4e8d-ab98-7286b4ac0990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:29.065067 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d841a1fb-7bfd-4ba9-baf1-00ff3c967d58 req-b321f49f-840e-4e8d-ab98-7286b4ac0990 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c52c08e-37d5-46b8-a3dd-5aaef685bd7c HTTP/1.1" status: 200 len: 834 time: 0.1726387 Jul 15 13:23:29.122950 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-61629ab9-dcee-47a5-b126-c6617ce991af tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0870240 Jul 15 13:23:29.125542 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47472) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:29.130326 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-43cbe3a2-2cf3-4c04-adae-299e85bbc811 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Request body: {'security_group_rule': {'security_group_id': '34e95e25-5e87-416f-95aa-dd5ad14d7982', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:29.177037 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841a1fb-7bfd-4ba9-baf1-00ff3c967d58 req-8575b1f9-de45-456d-9ab7-ae881b8d539a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:29.178810 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d841a1fb-7bfd-4ba9-baf1-00ff3c967d58 req-8575b1f9-de45-456d-9ab7-ae881b8d539a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4fb00c98-f96e-4575-a9cb-92f351c087d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1065114 Jul 15 13:23:29.179645 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-43cbe3a2-2cf3-4c04-adae-299e85bbc811 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.196271 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-0bec7109-fe2c-439b-8051-20fa72c3d1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'name': 'tempest-TestNetworkBasicOps-router-1854290854', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'd09932e8-6625-43d3-8fae-70867188d408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:54Z', 'updated_at': '2021-07-15T13:23:17Z', 'revision_number': 6, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'gw_port': {'id': 'd09932e8-6625-43d3-8fae-70867188d408', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:55Z', 'updated_at': '2021-07-15T13:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '1b5bb505-f2c9-4a89-8993-57ad29478ef8', 'name': '', 'network_id': '4fb00c98-f96e-4575-a9cb-92f351c087d8', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'mac_address': 'fa:16:3e:63:5c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '9c52c08e-37d5-46b8-a3dd-5aaef685bd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:02Z', 'updated_at': '2021-07-15T13:21:10Z', 'revision_number': 5, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'subnets': [{'id': '9c52c08e-37d5-46b8-a3dd-5aaef685bd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:29.246302 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.255206 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bec7109-fe2c-439b-8051-20fa72c3d1d2 None None] The sync data for ids ['8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1'] in n-d-771363-36 is: [{'id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'name': 'tempest-TestNetworkBasicOps-router-1854290854', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'd09932e8-6625-43d3-8fae-70867188d408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:54Z', 'updated_at': '2021-07-15T13:23:17Z', 'revision_number': 6, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'gw_port': {'id': 'd09932e8-6625-43d3-8fae-70867188d408', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:55Z', 'updated_at': '2021-07-15T13:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '1b5bb505-f2c9-4a89-8993-57ad29478ef8', 'name': '', 'network_id': '4fb00c98-f96e-4575-a9cb-92f351c087d8', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'mac_address': 'fa:16:3e:63:5c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '9c52c08e-37d5-46b8-a3dd-5aaef685bd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:02Z', 'updated_at': '2021-07-15T13:21:10Z', 'revision_number': 5, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'subnets': [{'id': '9c52c08e-37d5-46b8-a3dd-5aaef685bd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:23:29.322785 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38654da5-f987-4231-a80a-45c8917460eb None None] get_active_networks_info from n-d-771363-36 {{(pid=93827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:23:29.372949 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3599b251-0250-40b6-87bb-abde1b0746c4 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.432760 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-43cbe3a2-2cf3-4c04-adae-299e85bbc811 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.458727 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-43cbe3a2-2cf3-4c04-adae-299e85bbc811 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.477994 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d841a1fb-7bfd-4ba9-baf1-00ff3c967d58 req-29d3c61e-87a6-4776-b14b-2b3f3463a3ee service neutron] 10.222.0.46 "GET /v2.0/networks/4fb00c98-f96e-4575-a9cb-92f351c087d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881179 Jul 15 13:23:29.486705 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cbe3a2-2cf3-4c04-adae-299e85bbc811 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ac844b3-b81b-48a9-9529-3a51b00ce5b5,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:29.560419 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-43cbe3a2-2cf3-4c04-adae-299e85bbc811 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.561648 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-43cbe3a2-2cf3-4c04-adae-299e85bbc811 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4350569 Jul 15 13:23:29.564587 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47474) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:29.592776 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-10b729c0-c9f4-4a0d-b419-ccf4973a8e45 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "GET /v2.0/security-group-rules/7ac844b3-b81b-48a9-9529-3a51b00ce5b5 HTTP/1.1" status: 200 len: 764 time: 0.0260198 Jul 15 13:23:29.593785 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47476) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:29.614069 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3599b251-0250-40b6-87bb-abde1b0746c4 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Deleting port 9115b78a-7818-424c-9b41-9766ebfccdd0 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:29.614426 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3599b251-0250-40b6-87bb-abde1b0746c4 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.651836 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b528597e-5c00-42cd-bdb5-64fb5e7a8d38 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0563719 Jul 15 13:23:29.652567 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47478) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:29.660381 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.681417 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1f86b5c5-9f54-44f8-bb70-8f364320e9f6 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.684882 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38654da5-f987-4231-a80a-45c8917460eb None None] Resources bound (agent type, host, resource id): {{(pid=93827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:23:29.690753 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1f86b5c5-9f54-44f8-bb70-8f364320e9f6 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.692773 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-3599b251-0250-40b6-87bb-abde1b0746c4 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] For port 9115b78a-7818-424c-9b41-9766ebfccdd0, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9115b78a-7818-424c-9b41-9766ebfccdd0,segment=NetworkSegment(89628c68-6999-4c96-8aaf-6927d5f21ebd),segment_id=89628c68-6999-4c96-8aaf-6927d5f21ebd)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:29.693231 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3599b251-0250-40b6-87bb-abde1b0746c4 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.706940 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3599b251-0250-40b6-87bb-abde1b0746c4 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Calling delete_port for 9115b78a-7818-424c-9b41-9766ebfccdd0 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:29.720842 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b916b48e-dd0a-4543-9a9b-e1f22ecdc52d None None] New status for floating IP 71500942-5fda-45ec-a35e-47cff9285ad6: DOWN {{(pid=93827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:23:29.728908 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1f86b5c5-9f54-44f8-bb70-8f364320e9f6 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.738778 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1f86b5c5-9f54-44f8-bb70-8f364320e9f6 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.742123 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1f86b5c5-9f54-44f8-bb70-8f364320e9f6 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/7ac844b3-b81b-48a9-9529-3a51b00ce5b5 HTTP/1.1" status: 204 len: 168 time: 0.0863869 Jul 15 13:23:29.744730 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47480) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:29.755158 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f86b5c5-9f54-44f8-bb70-8f364320e9f6 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ac844b3-b81b-48a9-9529-3a51b00ce5b5,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:29.766394 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d706e005-6309-43c9-b12d-4999da5a5366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.808387 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-505b8d29-a478-45e3-a601-b54662abf05c tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0596590 Jul 15 13:23:29.809357 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47482) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:29.896994 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-06470b36-dd1e-42b3-bb11-df24c3aa783c tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.923566 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-06470b36-dd1e-42b3-bb11-df24c3aa783c tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.974631 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-06470b36-dd1e-42b3-bb11-df24c3aa783c tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.977318 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-06470b36-dd1e-42b3-bb11-df24c3aa783c tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.978471 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-06470b36-dd1e-42b3-bb11-df24c3aa783c tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "DELETE /v2.0/security-groups/34e95e25-5e87-416f-95aa-dd5ad14d7982 HTTP/1.1" status: 204 len: 168 time: 0.1681275 Jul 15 13:23:29.987820 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47486) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:29.989840 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06470b36-dd1e-42b3-bb11-df24c3aa783c tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e95e25-5e87-416f-95aa-dd5ad14d7982,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:30.051856 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9c96b062-bfb7-4609-9701-e094ced0cc67 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0579553 Jul 15 13:23:30.052377 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47494) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:30.153531 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5e2b6a94-dac1-44d8-b333-f2de2e486398 tempest-SecGroupTest-1932031574 tempest-SecGroupTest-1932031574-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0998940 Jul 15 13:23:30.219674 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d841a1fb-7bfd-4ba9-baf1-00ff3c967d58 req-1457a8ea-8986-488e-b4be-0620cb725060 service neutron] 10.222.0.46 "GET /v2.0/networks/4fb00c98-f96e-4575-a9cb-92f351c087d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7277191 Jul 15 13:23:30.226447 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf44bf-bca8-4cd7-853b-f7afa7b4e9e9 req-1ae42e06-0431-4617-b473-9aa5603ebc5e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:30.228223 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8faf44bf-bca8-4cd7-853b-f7afa7b4e9e9 req-1ae42e06-0431-4617-b473-9aa5603ebc5e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9ae1739-0c61-46a0-a6cf-600f2b17675c HTTP/1.1" status: 200 len: 945 time: 0.1593139 Jul 15 13:23:30.289623 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3599b251-0250-40b6-87bb-abde1b0746c4 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:30.331196 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3599b251-0250-40b6-87bb-abde1b0746c4 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] No DVR routers for this DVR port 9115b78a-7818-424c-9b41-9766ebfccdd0 on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:23:30.334199 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599b251-0250-40b6-87bb-abde1b0746c4 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event deleted for resources: {'Port': ['ID=9115b78a-7818-424c-9b41-9766ebfccdd0,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:30.371997 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-8faf44bf-bca8-4cd7-853b-f7afa7b4e9e9 req-053fa4bc-a8a9-4046-9ecb-4dea0f7b72a4 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Deleting port 02ad8dba-88b1-48b0-9f28-b44bef1b4e37 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:30.374576 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-8faf44bf-bca8-4cd7-853b-f7afa7b4e9e9 req-053fa4bc-a8a9-4046-9ecb-4dea0f7b72a4 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:30.409023 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ce7e0-ef32-417d-a6d4-d1639c72652d req-fa4fd8c5-9943-4d44-bea1-681a8c62dc42 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:30.411285 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-114ce7e0-ef32-417d-a6d4-d1639c72652d req-fa4fd8c5-9943-4d44-bea1-681a8c62dc42 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9ae1739-0c61-46a0-a6cf-600f2b17675c HTTP/1.1" status: 200 len: 945 time: 0.1693492 Jul 15 13:23:30.448355 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3599b251-0250-40b6-87bb-abde1b0746c4 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:30.459716 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-3599b251-0250-40b6-87bb-abde1b0746c4 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0f52f66-2603-4267-9538-d904c11ec9b4']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:30.484424 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-3599b251-0250-40b6-87bb-abde1b0746c4 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89628c68-6999-4c96-8aaf-6927d5f21ebd') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:30.485205 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-3599b251-0250-40b6-87bb-abde1b0746c4 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89628c68-6999-4c96-8aaf-6927d5f21ebd') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:30.494734 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-8faf44bf-bca8-4cd7-853b-f7afa7b4e9e9 req-053fa4bc-a8a9-4046-9ecb-4dea0f7b72a4 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] For port 02ad8dba-88b1-48b0-9f28-b44bef1b4e37, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=02ad8dba-88b1-48b0-9f28-b44bef1b4e37,segment=NetworkSegment(1a89c163-bf77-4d59-9d10-618344939aa9),segment_id=1a89c163-bf77-4d59-9d10-618344939aa9)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:30.495098 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-8faf44bf-bca8-4cd7-853b-f7afa7b4e9e9 req-053fa4bc-a8a9-4046-9ecb-4dea0f7b72a4 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:30.496809 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3599b251-0250-40b6-87bb-abde1b0746c4 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:30.520766 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-8faf44bf-bca8-4cd7-853b-f7afa7b4e9e9 req-053fa4bc-a8a9-4046-9ecb-4dea0f7b72a4 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Calling delete_port for 02ad8dba-88b1-48b0-9f28-b44bef1b4e37 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:30.523430 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3599b251-0250-40b6-87bb-abde1b0746c4 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:30.530622 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3599b251-0250-40b6-87bb-abde1b0746c4 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:23:30.531093 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3599b251-0250-40b6-87bb-abde1b0746c4 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:30.615971 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:23:30.615971 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:23:30.615971 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:23:30.615971 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:23:30.615971 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:23:30.615971 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:23:30.615971 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:23:30.615971 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:23:30.615971 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:23:30.615971 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:23:30.615971 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:23:30.615971 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:23:30.615971 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:23:30.615971 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:23:30.615971 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:23:30.615971 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:23:30.615971 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:23:30.615971 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:23:30.615971 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:23:30.615971 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:23:30.615971 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:23:30.615971 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:23:30.615971 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:23:30.615971 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:23:30.615971 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:23:30.615971 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:23:30.615971 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:23:30.615971 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:23:30.615971 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:23:30.615971 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:23:30.615971 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:23:30.615971 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:23:30.626150 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47506) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:30.635420 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3599b251-0250-40b6-87bb-abde1b0746c4 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:30.649190 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3599b251-0250-40b6-87bb-abde1b0746c4 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:30.651078 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3599b251-0250-40b6-87bb-abde1b0746c4 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "DELETE /v2.0/networks/a0f52f66-2603-4267-9538-d904c11ec9b4 HTTP/1.1" status: 204 len: 168 time: 2.8865809 Jul 15 13:23:30.656222 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47510) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:30.663526 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599b251-0250-40b6-87bb-abde1b0746c4 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event deleted for resources: {'Network': ['ID=a0f52f66-2603-4267-9538-d904c11ec9b4,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:30.680373 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-114ce7e0-ef32-417d-a6d4-d1639c72652d req-052c786c-dc6e-4c40-9550-1044f0817fa3 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/security-groups?id=5402c8ed-dd5a-4fe0-8382-6a7efdc8654d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683052 Jul 15 13:23:30.682230 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-a79859fe-8fe3-4d07-87bd-1a6823209c80 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] DELETE failed (client error): The resource could not be found. Jul 15 13:23:30.682937 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a79859fe-8fe3-4d07-87bd-1a6823209c80 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:23:30.684808 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a79859fe-8fe3-4d07-87bd-1a6823209c80 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "DELETE /v2.0/networks/a0f52f66-2603-4267-9538-d904c11ec9b4 HTTP/1.1" status: 404 len: 339 time: 0.0276175 Jul 15 13:23:30.689751 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47512) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:30.695538 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-bcb87c35-a88b-4a5e-a090-54ad1ce80c97 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2011789373', 'description': 'd1'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:30.708779 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-8faf44bf-bca8-4cd7-853b-f7afa7b4e9e9 req-053fa4bc-a8a9-4046-9ecb-4dea0f7b72a4 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:30.732060 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb87c35-a88b-4a5e-a090-54ad1ce80c97 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Made reservation on behalf of 7a0390dbdbdf44588cdadf394cf75fad for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:30.739075 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bcb87c35-a88b-4a5e-a090-54ad1ce80c97 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:30.746553 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053fa4bc-a8a9-4046-9ecb-4dea0f7b72a4 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event deleted for resources: {'Port': ['ID=02ad8dba-88b1-48b0-9f28-b44bef1b4e37,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:30.776220 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcb87c35-a88b-4a5e-a090-54ad1ce80c97 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:23:30.786378 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053fa4bc-a8a9-4046-9ecb-4dea0f7b72a4 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:30.786901 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053fa4bc-a8a9-4046-9ecb-4dea0f7b72a4 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:30.787335 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053fa4bc-a8a9-4046-9ecb-4dea0f7b72a4 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:30.787677 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053fa4bc-a8a9-4046-9ecb-4dea0f7b72a4 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:30.788009 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053fa4bc-a8a9-4046-9ecb-4dea0f7b72a4 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:30.788341 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053fa4bc-a8a9-4046-9ecb-4dea0f7b72a4 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:30.788892 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053fa4bc-a8a9-4046-9ecb-4dea0f7b72a4 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:30.789027 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053fa4bc-a8a9-4046-9ecb-4dea0f7b72a4 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:30.789289 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053fa4bc-a8a9-4046-9ecb-4dea0f7b72a4 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:30.789612 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053fa4bc-a8a9-4046-9ecb-4dea0f7b72a4 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:30.789932 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053fa4bc-a8a9-4046-9ecb-4dea0f7b72a4 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:30.790250 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053fa4bc-a8a9-4046-9ecb-4dea0f7b72a4 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:30.816664 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bcb87c35-a88b-4a5e-a090-54ad1ce80c97 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:30.816664 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-bcb87c35-a88b-4a5e-a090-54ad1ce80c97 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Added segment 6b9029bb-4b03-4b19-a18f-7fe24c1a6cb1 of type vlan for network 8faaed5e-c4a2-49c8-a823-4a7449958bfb Jul 15 13:23:30.822822 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-8faf44bf-bca8-4cd7-853b-f7afa7b4e9e9 req-053fa4bc-a8a9-4046-9ecb-4dea0f7b72a4 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] No DVR routers for this DVR port 02ad8dba-88b1-48b0-9f28-b44bef1b4e37 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:23:30.825503 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-8faf44bf-bca8-4cd7-853b-f7afa7b4e9e9 req-053fa4bc-a8a9-4046-9ecb-4dea0f7b72a4 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:30.828116 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8faf44bf-bca8-4cd7-853b-f7afa7b4e9e9 req-053fa4bc-a8a9-4046-9ecb-4dea0f7b72a4 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.46 "DELETE /v2.0/ports/02ad8dba-88b1-48b0-9f28-b44bef1b4e37 HTTP/1.1" status: 204 len: 173 time: 0.5934062 Jul 15 13:23:30.828719 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ae1739-0c61-46a0-a6cf-600f2b17675c', 'name': 'network-vif-deleted', 'tag': '02ad8dba-88b1-48b0-9f28-b44bef1b4e37'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:30.831067 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a605eb3-66a4-4ea9-94b1-2694dbe0e646" -d '{"events": [{"server_uuid": "f9ae1739-0c61-46a0-a6cf-600f2b17675c", "name": "network-vif-deleted", "tag": "02ad8dba-88b1-48b0-9f28-b44bef1b4e37"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:30.874316 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bcb87c35-a88b-4a5e-a090-54ad1ce80c97 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:30.879644 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1ad7d7-e8ad-4432-9e9a-a895909eed29 x-openstack-request-id: req-ec1ad7d7-e8ad-4432-9e9a-a895909eed29 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:30.880154 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ae1739-0c61-46a0-a6cf-600f2b17675c", "name": "network-vif-deleted", "tag": "02ad8dba-88b1-48b0-9f28-b44bef1b4e37", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:30.880415 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec1ad7d7-e8ad-4432-9e9a-a895909eed29 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:30.880941 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ae1739-0c61-46a0-a6cf-600f2b17675c', 'name': 'network-vif-deleted', 'tag': '02ad8dba-88b1-48b0-9f28-b44bef1b4e37', 'status': 'completed', 'code': 200} Jul 15 13:23:30.882342 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-eaa74533-6fdc-4862-9f45-802ed29f1256 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3b23657b6c844c9dbf25a3a67d2fc137&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2550111 Jul 15 13:23:30.886097 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47516) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:30.914301 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bcb87c35-a88b-4a5e-a090-54ad1ce80c97 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:30.928253 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb87c35-a88b-4a5e-a090-54ad1ce80c97 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:30.928982 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bcb87c35-a88b-4a5e-a090-54ad1ce80c97 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:30.955579 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-af1c0fc5-d9fc-4897-946b-d3f382e0d478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:30.980180 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-af1c0fc5-d9fc-4897-946b-d3f382e0d478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.007788 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-bcb87c35-a88b-4a5e-a090-54ad1ce80c97 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3164272 Jul 15 13:23:31.011874 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47518) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:31.042053 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-af1c0fc5-d9fc-4897-946b-d3f382e0d478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.044748 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-af1c0fc5-d9fc-4897-946b-d3f382e0d478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.048354 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-af1c0fc5-d9fc-4897-946b-d3f382e0d478 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/118d2bc1-0916-47f7-9e79-6e3bc7ef91c0 HTTP/1.1" status: 204 len: 168 time: 0.1588938 Jul 15 13:23:31.054744 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c0fc5-d9fc-4897-946b-d3f382e0d478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118d2bc1-0916-47f7-9e79-6e3bc7ef91c0,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:31.068163 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb87c35-a88b-4a5e-a090-54ad1ce80c97 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event updated for resources: {'Network': ['ID=8faaed5e-c4a2-49c8-a823-4a7449958bfb,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:31.084755 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 8faaed5e-c4a2-49c8-a823-4a7449958bfb details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:23:31.175928 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da2b0f9-4c8e-4fcd-ae04-98f73a4716bf tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:31.180532 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8da2b0f9-4c8e-4fcd-ae04-98f73a4716bf tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "GET /v2.0/networks?id=8faaed5e-c4a2-49c8-a823-4a7449958bfb HTTP/1.1" status: 200 len: 761 time: 0.1686759 Jul 15 13:23:31.180753 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47522) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:31.186254 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-97435bdc-1f13-4767-aa72-2e3924b44609 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Request body: {'network': {'description': 'd2'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:31.503705 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-97435bdc-1f13-4767-aa72-2e3924b44609 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.527986 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-97435bdc-1f13-4767-aa72-2e3924b44609 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.538647 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-97435bdc-1f13-4767-aa72-2e3924b44609 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Network 8faaed5e-c4a2-49c8-a823-4a7449958bfb is not hosted by any dhcp agent {{(pid=93826) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:23:31.544075 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97435bdc-1f13-4767-aa72-2e3924b44609 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:31.544653 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-97435bdc-1f13-4767-aa72-2e3924b44609 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.545951 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-97435bdc-1f13-4767-aa72-2e3924b44609 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "PUT /v2.0/networks/8faaed5e-c4a2-49c8-a823-4a7449958bfb HTTP/1.1" status: 200 len: 758 time: 0.3641696 Jul 15 13:23:31.548792 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47536) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:31.605074 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97435bdc-1f13-4767-aa72-2e3924b44609 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event updated for resources: {'Network': ['ID=8faaed5e-c4a2-49c8-a823-4a7449958bfb,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:31.617169 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 8faaed5e-c4a2-49c8-a823-4a7449958bfb details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:23:31.727613 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bf013d-3f62-40ef-bf80-dd3e61dd81f5 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:31.731748 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-42bf013d-3f62-40ef-bf80-dd3e61dd81f5 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "GET /v2.0/networks?id=8faaed5e-c4a2-49c8-a823-4a7449958bfb HTTP/1.1" status: 200 len: 761 time: 0.1818142 Jul 15 13:23:31.735412 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47544) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:31.742077 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-8407f8aa-8c35-44b4-8bd1-6266eacdd235 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-333966690'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:31.781865 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8407f8aa-8c35-44b4-8bd1-6266eacdd235 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Made reservation on behalf of 7a0390dbdbdf44588cdadf394cf75fad for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:31.785793 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8407f8aa-8c35-44b4-8bd1-6266eacdd235 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.817625 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8407f8aa-8c35-44b4-8bd1-6266eacdd235 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:23:31.823664 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47548) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:31.836053 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8407f8aa-8c35-44b4-8bd1-6266eacdd235 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.836471 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-8407f8aa-8c35-44b4-8bd1-6266eacdd235 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Added segment 083724b2-6983-471d-b7fa-ae57bd82eae6 of type vlan for network f532a514-84c7-4666-bf14-bbaa7124d079 Jul 15 13:23:31.886609 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bb153d83-b05d-490e-ae88-aaeb006a0ec0 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.890710 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8407f8aa-8c35-44b4-8bd1-6266eacdd235 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.913926 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bb153d83-b05d-490e-ae88-aaeb006a0ec0 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.925756 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8407f8aa-8c35-44b4-8bd1-6266eacdd235 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.932625 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8407f8aa-8c35-44b4-8bd1-6266eacdd235 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:31.933640 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8407f8aa-8c35-44b4-8bd1-6266eacdd235 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.975944 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8407f8aa-8c35-44b4-8bd1-6266eacdd235 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2392814 Jul 15 13:23:31.978911 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47556) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:31.984882 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-83ae4e88-48aa-41dd-91fe-0296b628a2f1 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Request body: {'subnet': {'network_id': 'f532a514-84c7-4666-bf14-bbaa7124d079', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:32.009688 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407f8aa-8c35-44b4-8bd1-6266eacdd235 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event updated for resources: {'Network': ['ID=f532a514-84c7-4666-bf14-bbaa7124d079,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:32.013076 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bb153d83-b05d-490e-ae88-aaeb006a0ec0 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.015627 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bb153d83-b05d-490e-ae88-aaeb006a0ec0 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.016774 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-bb153d83-b05d-490e-ae88-aaeb006a0ec0 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "DELETE /v2.0/security-groups/5402c8ed-dd5a-4fe0-8382-6a7efdc8654d HTTP/1.1" status: 204 len: 168 time: 0.1921146 Jul 15 13:23:32.023004 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network f532a514-84c7-4666-bf14-bbaa7124d079 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:23:32.038660 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb153d83-b05d-490e-ae88-aaeb006a0ec0 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5402c8ed-dd5a-4fe0-8382-6a7efdc8654d,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:32.060304 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47560) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:32.060886 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47562) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:32.117567 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ae4e88-48aa-41dd-91fe-0296b628a2f1 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Made reservation on behalf of 7a0390dbdbdf44588cdadf394cf75fad for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:32.121607 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-83ae4e88-48aa-41dd-91fe-0296b628a2f1 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.198768 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-3b7c4479-f394-4e5d-b2d6-fb79449cf9a8 tempest-SubnetPoolsTestJSON-867008783 tempest-SubnetPoolsTestJSON-867008783-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-634954900', 'prefixes': ['172.20.0.0/16']}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:32.259043 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.312734 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-83ae4e88-48aa-41dd-91fe-0296b628a2f1 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.373753 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae4e88-48aa-41dd-91fe-0296b628a2f1 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event updated for resources: {'Subnet': ['ID=c71c96d6-7850-4e72-8a51-43c8f3e5bad9,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:32.391315 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3b7c4479-f394-4e5d-b2d6-fb79449cf9a8 tempest-SubnetPoolsTestJSON-867008783 tempest-SubnetPoolsTestJSON-867008783-project] Notify callbacks [] for subnetpool, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.395203 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3b7c4479-f394-4e5d-b2d6-fb79449cf9a8 tempest-SubnetPoolsTestJSON-867008783 tempest-SubnetPoolsTestJSON-867008783-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3304338 Jul 15 13:23:32.396068 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47572) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:32.407685 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ae4e88-48aa-41dd-91fe-0296b628a2f1 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Checking segment: {'id': '083724b2-6983-471d-b7fa-ae57bd82eae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f532a514-84c7-4666-bf14-bbaa7124d079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:32.407905 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ae4e88-48aa-41dd-91fe-0296b628a2f1 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Network hostable DHCP agents. Network: f532a514-84c7-4666-bf14-bbaa7124d079, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:23:32.426696 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ae4e88-48aa-41dd-91fe-0296b628a2f1 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Network f532a514-84c7-4666-bf14-bbaa7124d079 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:23:32.437979 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-83ae4e88-48aa-41dd-91fe-0296b628a2f1 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, f532a514-84c7-4666-bf14-bbaa7124d079) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:32.439465 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ce07b810-97c1-49bb-a2dc-06fcf1c32027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.444114 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ae4e88-48aa-41dd-91fe-0296b628a2f1 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:32.444800 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-83ae4e88-48aa-41dd-91fe-0296b628a2f1 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.448332 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6185c672-0f42-41dd-8bdb-b7cc8074bb17 None None] Network f532a514-84c7-4666-bf14-bbaa7124d079 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:32.461136 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-83ae4e88-48aa-41dd-91fe-0296b628a2f1 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4806614 Jul 15 13:23:32.463789 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47574) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:32.647526 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efae7e8-ebb0-4d6b-a9e2-0fe0987d8fe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-f532a514-84c7-4666-bf14-bbaa7124d079', 'network_id': 'f532a514-84c7-4666-bf14-bbaa7124d079', 'tenant_id': '7a0390dbdbdf44588cdadf394cf75fad', 'fixed_ips': [{'subnet_id': 'c71c96d6-7850-4e72-8a51-43c8f3e5bad9'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:23:32.656932 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1efae7e8-ebb0-4d6b-a9e2-0fe0987d8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.676593 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e6e0788-2828-4e15-9488-d71efe7fe141 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.737336 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e6e0788-2828-4e15-9488-d71efe7fe141 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.812351 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-1efae7e8-ebb0-4d6b-a9e2-0fe0987d8fe7 None None] Allocated IP 172.20.0.2 (f532a514-84c7-4666-bf14-bbaa7124d079/c71c96d6-7850-4e72-8a51-43c8f3e5bad9/ef90aaa0-2589-407e-8be9-7f139bd233f3) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:32.819193 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e78dfcda-74cc-4c22-9b89-aa9e35f7a223 tempest-SubnetPoolsTestJSON-867008783 tempest-SubnetPoolsTestJSON-867008783-project] 10.222.0.16 "GET /v2.0/subnetpools/38cee5ec-5afb-4349-a92e-a5bba8187878 HTTP/1.1" status: 200 len: 731 time: 0.4226606 Jul 15 13:23:32.819700 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47580) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:32.824159 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-62db3546-0c0a-4c05-96e9-8512ead2bc1e tempest-SubnetPoolsTestJSON-867008783 tempest-SubnetPoolsTestJSON-867008783-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1674495772'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:32.958118 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-62db3546-0c0a-4c05-96e9-8512ead2bc1e tempest-SubnetPoolsTestJSON-867008783 tempest-SubnetPoolsTestJSON-867008783-project] Notify callbacks [] for subnetpool, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.959375 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-62db3546-0c0a-4c05-96e9-8512ead2bc1e tempest-SubnetPoolsTestJSON-867008783 tempest-SubnetPoolsTestJSON-867008783-project] 10.222.0.16 "PUT /v2.0/subnetpools/38cee5ec-5afb-4349-a92e-a5bba8187878 HTTP/1.1" status: 200 len: 684 time: 0.1390676 Jul 15 13:23:32.962508 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47582) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:32.981533 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f364d453-2e24-4afa-859e-d2a58390287f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.006669 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1efae7e8-ebb0-4d6b-a9e2-0fe0987d8fe7 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.015374 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1efae7e8-ebb0-4d6b-a9e2-0fe0987d8fe7 None None] Transition to ACTIVE for port object ef90aaa0-2589-407e-8be9-7f139bd233f3 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:33.038854 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1efae7e8-ebb0-4d6b-a9e2-0fe0987d8fe7 None None] Transition to ACTIVE for port object ef90aaa0-2589-407e-8be9-7f139bd233f3 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:33.043269 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6fb848cb-ce41-4684-90c8-e7e10c14cea8 tempest-SubnetPoolsTestJSON-867008783 tempest-SubnetPoolsTestJSON-867008783-project] Notify callbacks [] for subnetpool, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.046608 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6fb848cb-ce41-4684-90c8-e7e10c14cea8 tempest-SubnetPoolsTestJSON-867008783 tempest-SubnetPoolsTestJSON-867008783-project] 10.222.0.16 "DELETE /v2.0/subnetpools/38cee5ec-5afb-4349-a92e-a5bba8187878 HTTP/1.1" status: 204 len: 168 time: 0.0811765 Jul 15 13:23:33.048754 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1efae7e8-ebb0-4d6b-a9e2-0fe0987d8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.061249 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47584) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:33.071733 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e6e0788-2828-4e15-9488-d71efe7fe141 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.088263 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-6b155604-fd32-4b25-bd51-e6250e66782e tempest-SubnetPoolsTestJSON-867008783 tempest-SubnetPoolsTestJSON-867008783-project] show failed (client error): The resource could not be found. Jul 15 13:23:33.089849 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6b155604-fd32-4b25-bd51-e6250e66782e tempest-SubnetPoolsTestJSON-867008783 tempest-SubnetPoolsTestJSON-867008783-project] 10.222.0.16 "GET /v2.0/subnetpools/38cee5ec-5afb-4349-a92e-a5bba8187878 HTTP/1.1" status: 404 len: 346 time: 0.0272281 Jul 15 13:23:33.106083 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efae7e8-ebb0-4d6b-a9e2-0fe0987d8fe7 None None] Pushing event updated for resources: {'Port': ['ID=ef90aaa0-2589-407e-8be9-7f139bd233f3,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:33.109045 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47586) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:33.112691 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efae7e8-ebb0-4d6b-a9e2-0fe0987d8fe7 None None] Network f532a514-84c7-4666-bf14-bbaa7124d079 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:33.114363 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-1efae7e8-ebb0-4d6b-a9e2-0fe0987d8fe7 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:33.119824 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e0788-2828-4e15-9488-d71efe7fe141 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event deleted for resources: {'Subnet': ['ID=c71c96d6-7850-4e72-8a51-43c8f3e5bad9,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:33.120989 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efae7e8-ebb0-4d6b-a9e2-0fe0987d8fe7 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:33.136894 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-4c9529d1-ac7b-47ef-9306-613d56eaeca6 tempest-SubnetPoolsTestJSON-867008783 tempest-SubnetPoolsTestJSON-867008783-project] delete failed (client error): The resource could not be found. Jul 15 13:23:33.141708 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4c9529d1-ac7b-47ef-9306-613d56eaeca6 tempest-SubnetPoolsTestJSON-867008783 tempest-SubnetPoolsTestJSON-867008783-project] 10.222.0.16 "DELETE /v2.0/subnetpools/38cee5ec-5afb-4349-a92e-a5bba8187878 HTTP/1.1" status: 404 len: 346 time: 0.0278575 Jul 15 13:23:33.193748 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-1efae7e8-ebb0-4d6b-a9e2-0fe0987d8fe7 None None] Attempting to bind port ef90aaa0-2589-407e-8be9-7f139bd233f3 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:33.194018 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-1efae7e8-ebb0-4d6b-a9e2-0fe0987d8fe7 None None] Attempting to bind port ef90aaa0-2589-407e-8be9-7f139bd233f3 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '083724b2-6983-471d-b7fa-ae57bd82eae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f532a514-84c7-4666-bf14-bbaa7124d079'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:33.194638 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efae7e8-ebb0-4d6b-a9e2-0fe0987d8fe7 None None] Attempting to bind port ef90aaa0-2589-407e-8be9-7f139bd233f3 on network f532a514-84c7-4666-bf14-bbaa7124d079 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:33.201476 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efae7e8-ebb0-4d6b-a9e2-0fe0987d8fe7 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:33.202019 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efae7e8-ebb0-4d6b-a9e2-0fe0987d8fe7 None None] Checking segment: {'id': '083724b2-6983-471d-b7fa-ae57bd82eae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f532a514-84c7-4666-bf14-bbaa7124d079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:33.202675 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1efae7e8-ebb0-4d6b-a9e2-0fe0987d8fe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.203163 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efae7e8-ebb0-4d6b-a9e2-0fe0987d8fe7 None None] Bound using segment: {'id': '083724b2-6983-471d-b7fa-ae57bd82eae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f532a514-84c7-4666-bf14-bbaa7124d079'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:33.203729 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-1efae7e8-ebb0-4d6b-a9e2-0fe0987d8fe7 None None] Bound port: ef90aaa0-2589-407e-8be9-7f139bd233f3, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '083724b2-6983-471d-b7fa-ae57bd82eae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f532a514-84c7-4666-bf14-bbaa7124d079'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:33.204254 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1efae7e8-ebb0-4d6b-a9e2-0fe0987d8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.224465 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e6e0788-2828-4e15-9488-d71efe7fe141 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.235797 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-5e6e0788-2828-4e15-9488-d71efe7fe141 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f532a514-84c7-4666-bf14-bbaa7124d079']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:33.248166 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-5e6e0788-2828-4e15-9488-d71efe7fe141 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '083724b2-6983-471d-b7fa-ae57bd82eae6') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:33.248501 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-5e6e0788-2828-4e15-9488-d71efe7fe141 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '083724b2-6983-471d-b7fa-ae57bd82eae6') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:33.260192 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e6e0788-2828-4e15-9488-d71efe7fe141 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.277183 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e6e0788-2828-4e15-9488-d71efe7fe141 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.285813 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e6e0788-2828-4e15-9488-d71efe7fe141 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:23:33.286330 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e6e0788-2828-4e15-9488-d71efe7fe141 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.289517 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:23:33.289517 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:23:33.289517 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:23:33.289517 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:23:33.289517 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:23:33.289517 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:23:33.289517 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:23:33.289517 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:23:33.289517 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:23:33.289517 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:23:33.289517 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:23:33.289517 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:23:33.289517 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:23:33.289517 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:23:33.289517 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:23:33.289517 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:23:33.289517 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:23:33.289517 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:23:33.289517 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:23:33.289517 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:23:33.289517 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:23:33.289517 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:23:33.289517 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:23:33.289517 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:23:33.289517 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:23:33.289517 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:23:33.289517 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:23:33.289517 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:23:33.289517 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:23:33.289517 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:23:33.289517 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:23:33.289517 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:23:33.295515 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-1efae7e8-ebb0-4d6b-a9e2-0fe0987d8fe7 None None] For port ef90aaa0-2589-407e-8be9-7f139bd233f3, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:33.362844 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-1efae7e8-ebb0-4d6b-a9e2-0fe0987d8fe7 None None] For port ef90aaa0-2589-407e-8be9-7f139bd233f3, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=ef90aaa0-2589-407e-8be9-7f139bd233f3,segment=NetworkSegment(083724b2-6983-471d-b7fa-ae57bd82eae6),segment_id=083724b2-6983-471d-b7fa-ae57bd82eae6)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:33.364682 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-5e6e0788-2828-4e15-9488-d71efe7fe141 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 13:23:33.364682 n-d-771363-36 neutron-server[93825]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 13:23:33.364682 n-d-771363-36 neutron-server[93825]: [parameters: {'id': 'f532a514-84c7-4666-bf14-bbaa7124d079'}] Jul 15 13:23:33.364682 n-d-771363-36 neutron-server[93825]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:23:33.365690 n-d-771363-36 neutron-server[93825]: DEBUG oslo_db.api [None req-5e6e0788-2828-4e15-9488-d71efe7fe141 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:23:33.370299 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1efae7e8-ebb0-4d6b-a9e2-0fe0987d8fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.395506 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-f364d453-2e24-4afa-859e-d2a58390287f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Deleting port 1b5bb505-f2c9-4a89-8993-57ad29478ef8 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:33.395856 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f364d453-2e24-4afa-859e-d2a58390287f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.478110 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efae7e8-ebb0-4d6b-a9e2-0fe0987d8fe7 None None] Pushing event updated for resources: {'Port': ['ID=ef90aaa0-2589-407e-8be9-7f139bd233f3,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:33.503281 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47594) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:33.565872 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-f364d453-2e24-4afa-859e-d2a58390287f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] For port 1b5bb505-f2c9-4a89-8993-57ad29478ef8, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=1b5bb505-f2c9-4a89-8993-57ad29478ef8,segment=NetworkSegment(1a89c163-bf77-4d59-9d10-618344939aa9),segment_id=1a89c163-bf77-4d59-9d10-618344939aa9)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:33.566245 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f364d453-2e24-4afa-859e-d2a58390287f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.569425 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486bb7ae-8273-479f-be1a-65aab55aff12 None None] Network f532a514-84c7-4666-bf14-bbaa7124d079 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:33.582982 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-f364d453-2e24-4afa-859e-d2a58390287f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Calling delete_port for 1b5bb505-f2c9-4a89-8993-57ad29478ef8 owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:33.593105 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.669741 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3d0d684d-9c78-45f5-aee3-2771b3ce89bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.753065 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bbe5c5-60a7-46cb-9bc0-bc53cd570071 None None] get_active_networks_info from n-d-771363-36 {{(pid=93827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:23:33.795502 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3d0d684d-9c78-45f5-aee3-2771b3ce89bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.802339 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3d0d684d-9c78-45f5-aee3-2771b3ce89bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.859530 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f364d453-2e24-4afa-859e-d2a58390287f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.865429 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3d0d684d-9c78-45f5-aee3-2771b3ce89bb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1cfa4568d370446abbcb744f152a04aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3609231 Jul 15 13:23:33.866530 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e6e0788-2828-4e15-9488-d71efe7fe141 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.873316 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d684d-9c78-45f5-aee3-2771b3ce89bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d37ca8-d617-4e6d-a6a7-0d97a299e8c2,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:33.874608 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47600) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:33.899196 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bbe5c5-60a7-46cb-9bc0-bc53cd570071 None None] Resources bound (agent type, host, resource id): {{(pid=93827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:23:33.913692 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364d453-2e24-4afa-859e-d2a58390287f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event deleted for resources: {'Port': ['ID=1b5bb505-f2c9-4a89-8993-57ad29478ef8,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:33.965779 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5e6e0788-2828-4e15-9488-d71efe7fe141 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Deleting port ef90aaa0-2589-407e-8be9-7f139bd233f3 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:33.966270 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e6e0788-2828-4e15-9488-d71efe7fe141 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.030052 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-31aa7611-ac8c-44c3-8db2-9e7d8af5a364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.050335 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5e6e0788-2828-4e15-9488-d71efe7fe141 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] For port ef90aaa0-2589-407e-8be9-7f139bd233f3, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=ef90aaa0-2589-407e-8be9-7f139bd233f3,segment=NetworkSegment(083724b2-6983-471d-b7fa-ae57bd82eae6),segment_id=083724b2-6983-471d-b7fa-ae57bd82eae6)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:34.050740 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e6e0788-2828-4e15-9488-d71efe7fe141 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.065539 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5e6e0788-2828-4e15-9488-d71efe7fe141 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Calling delete_port for ef90aaa0-2589-407e-8be9-7f139bd233f3 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:34.092089 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-31aa7611-ac8c-44c3-8db2-9e7d8af5a364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.152872 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e6e0788-2828-4e15-9488-d71efe7fe141 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.174982 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f364d453-2e24-4afa-859e-d2a58390287f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.188436 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6e0788-2828-4e15-9488-d71efe7fe141 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] No DVR routers for this DVR port ef90aaa0-2589-407e-8be9-7f139bd233f3 on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:23:34.194773 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e0788-2828-4e15-9488-d71efe7fe141 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event deleted for resources: {'Port': ['ID=ef90aaa0-2589-407e-8be9-7f139bd233f3,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:34.238065 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-31aa7611-ac8c-44c3-8db2-9e7d8af5a364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.240581 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-31aa7611-ac8c-44c3-8db2-9e7d8af5a364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.253461 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-31aa7611-ac8c-44c3-8db2-9e7d8af5a364 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/44d37ca8-d617-4e6d-a6a7-0d97a299e8c2 HTTP/1.1" status: 204 len: 168 time: 0.3668506 Jul 15 13:23:34.286585 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e6e0788-2828-4e15-9488-d71efe7fe141 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.295153 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa7611-ac8c-44c3-8db2-9e7d8af5a364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d37ca8-d617-4e6d-a6a7-0d97a299e8c2,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:34.298806 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-5e6e0788-2828-4e15-9488-d71efe7fe141 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f532a514-84c7-4666-bf14-bbaa7124d079']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:34.315256 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-5e6e0788-2828-4e15-9488-d71efe7fe141 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '083724b2-6983-471d-b7fa-ae57bd82eae6') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:34.315922 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-5e6e0788-2828-4e15-9488-d71efe7fe141 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '083724b2-6983-471d-b7fa-ae57bd82eae6') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:34.341047 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e6e0788-2828-4e15-9488-d71efe7fe141 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.373780 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e6e0788-2828-4e15-9488-d71efe7fe141 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.384755 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e6e0788-2828-4e15-9488-d71efe7fe141 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:23:34.386246 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e6e0788-2828-4e15-9488-d71efe7fe141 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.394477 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:23:34.394477 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:23:34.394477 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:23:34.394477 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:23:34.394477 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:23:34.394477 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:23:34.394477 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:23:34.394477 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:23:34.394477 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:23:34.394477 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:23:34.394477 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:23:34.394477 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:23:34.394477 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:23:34.394477 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:23:34.394477 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:23:34.394477 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:23:34.394477 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:23:34.394477 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:23:34.394477 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:23:34.394477 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:23:34.394477 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:23:34.394477 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:23:34.394477 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:23:34.394477 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:23:34.394477 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:23:34.394477 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:23:34.394477 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:23:34.394477 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:23:34.394477 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:23:34.394477 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:23:34.394477 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:23:34.394477 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:23:34.544831 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f364d453-2e24-4afa-859e-d2a58390287f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Router 8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:23:34.557439 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e6e0788-2828-4e15-9488-d71efe7fe141 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.582967 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e6e0788-2828-4e15-9488-d71efe7fe141 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.585979 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5e6e0788-2828-4e15-9488-d71efe7fe141 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "DELETE /v2.0/networks/f532a514-84c7-4666-bf14-bbaa7124d079 HTTP/1.1" status: 204 len: 168 time: 2.1211812 Jul 15 13:23:34.586870 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e0788-2828-4e15-9488-d71efe7fe141 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event deleted for resources: {'Network': ['ID=f532a514-84c7-4666-bf14-bbaa7124d079,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:34.588626 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47614) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:34.623313 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ac4a6e1-67ce-445c-aa39-87c9aa05348a tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] GET failed (client error): The resource could not be found. Jul 15 13:23:34.627399 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5ac4a6e1-67ce-445c-aa39-87c9aa05348a tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "GET /v2.0/subnets/c71c96d6-7850-4e72-8a51-43c8f3e5bad9 HTTP/1.1" status: 404 len: 337 time: 0.0314128 Jul 15 13:23:34.627712 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47618) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:34.662892 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fbc8427-099e-46b2-b897-f3ad04a26bcc tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] DELETE failed (client error): The resource could not be found. Jul 15 13:23:34.663492 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fbc8427-099e-46b2-b897-f3ad04a26bcc tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:23:34.666613 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6fbc8427-099e-46b2-b897-f3ad04a26bcc tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "DELETE /v2.0/networks/f532a514-84c7-4666-bf14-bbaa7124d079 HTTP/1.1" status: 404 len: 339 time: 0.0366426 Jul 15 13:23:34.672430 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47622) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:34.727528 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f364d453-2e24-4afa-859e-d2a58390287f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:23:34.734625 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f364d453-2e24-4afa-859e-d2a58390287f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "PUT /v2.0/routers/8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6701031 Jul 15 13:23:34.736243 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47628) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:34.754741 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b862d9-594e-4ea7-b1e8-e1bcd00f02a4 None None] Sync routers for ids ['8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:23:34.770701 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b862d9-594e-4ea7-b1e8-e1bcd00f02a4 None None] Routers {'8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:34.774503 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-a9b862d9-594e-4ea7-b1e8-e1bcd00f02a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:23:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:34.860108 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8bd855c-ceb3-48f3-8c1b-54c4273cdd60 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Deleting subnet 9c52c08e-37d5-46b8-a3dd-5aaef685bd7c {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:23:34.890794 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c8bd855c-ceb3-48f3-8c1b-54c4273cdd60 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.924016 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c3ffd5-79eb-4f1c-bf2b-45d2518a35c8 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:34.928693 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-26c3ffd5-79eb-4f1c-bf2b-45d2518a35c8 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2520077 Jul 15 13:23:34.928954 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47636) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:34.965701 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-94cf0eb9-1fd2-420f-bd5d-327ac9e9ab0d tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "GET /v2.0/subnets?network_id=e1268488-a505-464f-96b0-8b93d6dfd7ab HTTP/1.1" status: 200 len: 207 time: 0.0327656 Jul 15 13:23:34.966101 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47638) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:34.997686 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:35.005589 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c8bd855c-ceb3-48f3-8c1b-54c4273cdd60 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:35.052114 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-a9b862d9-594e-4ea7-b1e8-e1bcd00f02a4 None None] Set router 8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:35.133766 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cd647d-c194-4366-b3c1-26c455f7c397 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:35.135005 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 02ad8dba-88b1-48b0-9f28-b44bef1b4e37 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:23:35.144631 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cd647d-c194-4366-b3c1-26c455f7c397 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:35.152656 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cd647d-c194-4366-b3c1-26c455f7c397 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:35.159617 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cd647d-c194-4366-b3c1-26c455f7c397 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:35.161368 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-26cd647d-c194-4366-b3c1-26c455f7c397 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1943541 Jul 15 13:23:35.166768 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47646) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:35.187335 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 02ad8dba-88b1-48b0-9f28-b44bef1b4e37 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:23:35.188011 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 02ad8dba-88b1-48b0-9f28-b44bef1b4e37 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:23:35.300354 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c8bd855c-ceb3-48f3-8c1b-54c4273cdd60 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:35.332094 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-a9b862d9-594e-4ea7-b1e8-e1bcd00f02a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'name': 'tempest-TestNetworkBasicOps-router-1854290854', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'd09932e8-6625-43d3-8fae-70867188d408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:54Z', 'updated_at': '2021-07-15T13:23:33Z', 'revision_number': 7, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'gw_port': {'id': 'd09932e8-6625-43d3-8fae-70867188d408', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:55Z', 'updated_at': '2021-07-15T13:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:35.359052 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b862d9-594e-4ea7-b1e8-e1bcd00f02a4 None None] Checking router: 8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:23:35.367738 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b862d9-594e-4ea7-b1e8-e1bcd00f02a4 None None] Routers {'8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:35.368343 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-a9b862d9-594e-4ea7-b1e8-e1bcd00f02a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:23:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:35.386434 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f988a78d-b187-40c6-a013-9db74f367e36 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2186863 Jul 15 13:23:35.390874 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47652) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:35.429250 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47654) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:35.435598 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028234 Jul 15 13:23:35.435891 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47656) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:35.453239 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c8bd855c-ceb3-48f3-8c1b-54c4273cdd60 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:35.472099 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c8bd855c-ceb3-48f3-8c1b-54c4273cdd60 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:35.475502 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306b0e6a-cc22-4561-9352-955acf0505eb None None] Network 4fb00c98-f96e-4575-a9cb-92f351c087d8 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:35.484838 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c8bd855c-ceb3-48f3-8c1b-54c4273cdd60 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "DELETE /v2.0/subnets/9c52c08e-37d5-46b8-a3dd-5aaef685bd7c HTTP/1.1" status: 204 len: 168 time: 0.7475078 Jul 15 13:23:35.487639 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47660) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:35.506200 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd855c-ceb3-48f3-8c1b-54c4273cdd60 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event deleted for resources: {'Subnet': ['ID=9c52c08e-37d5-46b8-a3dd-5aaef685bd7c,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:35.510842 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cb7be6-ff66-4ac8-a7f5-1524058ff0a0 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:35.512492 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cb7be6-ff66-4ac8-a7f5-1524058ff0a0 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:35.516144 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-a9b862d9-594e-4ea7-b1e8-e1bcd00f02a4 None None] Set router 8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:35.518481 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-89cb7be6-ff66-4ac8-a7f5-1524058ff0a0 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1261566 Jul 15 13:23:35.519423 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47662) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:35.597278 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-89be5647-de43-461b-999a-c0443c882c97 tempest-NetworksApiDiscovery-1525612415 tempest-NetworksApiDiscovery-1525612415-project] 10.222.0.16 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1602943 Jul 15 13:23:35.603496 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea93f34-36ff-4df3-9e2b-161d95dfac33 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Attributes excluded by policy engine: ['shared'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:35.606017 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea93f34-36ff-4df3-9e2b-161d95dfac33 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Attributes excluded by policy engine: ['shared'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:35.607958 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-cea93f34-36ff-4df3-9e2b-161d95dfac33 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0871778 Jul 15 13:23:35.612374 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47666) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:35.661386 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aca4cddb-dcbb-4651-901e-d55e659ff384 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:35.802014 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e4c8f7-ad61-4de8-ba44-704157226ad5 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:35.803683 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-25e4c8f7-ad61-4de8-ba44-704157226ad5 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "GET /v2.0/networks/5ab75e4c-2d14-4404-aa3d-865ce0759e4c HTTP/1.1" status: 200 len: 800 time: 0.1903577 Jul 15 13:23:35.808404 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47668) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:35.832071 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9dac13-5043-453f-8545-65aec6d0a556 None None] DHCP port deletion for 4fb00c98-f96e-4575-a9cb-92f351c087d8 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:23:35.890417 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aca4cddb-dcbb-4651-901e-d55e659ff384 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:35.928978 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-ee9dac13-5043-453f-8545-65aec6d0a556 None None] Deleting port 4498a0e6-86b3-4ee4-9f52-fa61b7b0aa35 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:35.929351 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ee9dac13-5043-453f-8545-65aec6d0a556 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:35.976506 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-a9b862d9-594e-4ea7-b1e8-e1bcd00f02a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'name': 'tempest-TestNetworkBasicOps-router-1854290854', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'd09932e8-6625-43d3-8fae-70867188d408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:54Z', 'updated_at': '2021-07-15T13:23:33Z', 'revision_number': 7, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'gw_port': {'id': 'd09932e8-6625-43d3-8fae-70867188d408', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:55Z', 'updated_at': '2021-07-15T13:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:36.019588 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-aca4cddb-dcbb-4651-901e-d55e659ff384 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Deleting port d09932e8-6625-43d3-8fae-70867188d408 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:36.020145 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aca4cddb-dcbb-4651-901e-d55e659ff384 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.029425 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b862d9-594e-4ea7-b1e8-e1bcd00f02a4 None None] The sync data for ids ['8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1'] in n-d-771363-36 is: [{'id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'name': 'tempest-TestNetworkBasicOps-router-1854290854', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'd09932e8-6625-43d3-8fae-70867188d408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:54Z', 'updated_at': '2021-07-15T13:23:33Z', 'revision_number': 7, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'gw_port': {'id': 'd09932e8-6625-43d3-8fae-70867188d408', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:55Z', 'updated_at': '2021-07-15T13:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:23:36.056393 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-ee9dac13-5043-453f-8545-65aec6d0a556 None None] For port 4498a0e6-86b3-4ee4-9f52-fa61b7b0aa35, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=4498a0e6-86b3-4ee4-9f52-fa61b7b0aa35,segment=NetworkSegment(1a89c163-bf77-4d59-9d10-618344939aa9),segment_id=1a89c163-bf77-4d59-9d10-618344939aa9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:36.056947 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ee9dac13-5043-453f-8545-65aec6d0a556 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.092364 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-250cc8c2-9892-401c-8210-63cd6681a4d2 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "GET /v2.0/networks/5ab75e4c-2d14-4404-aa3d-865ce0759e4c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2831500 Jul 15 13:23:36.093057 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47674) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:36.093446 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47676) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:36.095539 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-ee9dac13-5043-453f-8545-65aec6d0a556 None None] Calling delete_port for 4498a0e6-86b3-4ee4-9f52-fa61b7b0aa35 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:36.134443 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-aca4cddb-dcbb-4651-901e-d55e659ff384 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] For port d09932e8-6625-43d3-8fae-70867188d408, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=d09932e8-6625-43d3-8fae-70867188d408,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:36.135069 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aca4cddb-dcbb-4651-901e-d55e659ff384 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.157926 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bc44ef-8709-458f-ba0f-29a62e104ad7 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:36.165431 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-11bc44ef-8709-458f-ba0f-29a62e104ad7 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "GET /v2.0/subnets/afbfe11f-1c21-4a66-abee-a76c9db845c4 HTTP/1.1" status: 200 len: 811 time: 0.0656464 Jul 15 13:23:36.166309 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47682) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:36.182305 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-aca4cddb-dcbb-4651-901e-d55e659ff384 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Calling delete_port for d09932e8-6625-43d3-8fae-70867188d408 owned by network:router_gateway {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:36.195779 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ee9dac13-5043-453f-8545-65aec6d0a556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.237013 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9dac13-5043-453f-8545-65aec6d0a556 None None] Pushing event deleted for resources: {'Port': ['ID=4498a0e6-86b3-4ee4-9f52-fa61b7b0aa35,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:36.245134 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9dac13-5043-453f-8545-65aec6d0a556 None None] No DVR routers for this DVR port 4498a0e6-86b3-4ee4-9f52-fa61b7b0aa35 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:23:36.265273 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62f8633-853c-4a57-b574-d138e219e9e0 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Attributes excluded by policy engine: ['shared'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:36.278169 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a62f8633-853c-4a57-b574-d138e219e9e0 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "GET /v2.0/subnets/afbfe11f-1c21-4a66-abee-a76c9db845c4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1105616 Jul 15 13:23:36.278854 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47686) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:36.284658 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-6522fc9a-5069-46fc-a6e0-79e5832dae09 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-411633410'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:36.336895 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6522fc9a-5069-46fc-a6e0-79e5832dae09 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Made reservation on behalf of 7a0390dbdbdf44588cdadf394cf75fad for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:36.341079 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6522fc9a-5069-46fc-a6e0-79e5832dae09 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.381312 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dda80fe5-baf3-4f2f-8977-e00893f02233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.406901 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6522fc9a-5069-46fc-a6e0-79e5832dae09 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:23:36.427366 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6522fc9a-5069-46fc-a6e0-79e5832dae09 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.427813 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-6522fc9a-5069-46fc-a6e0-79e5832dae09 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Added segment d9acce93-5c4d-4c28-bb1f-4ab7a7ffce09 of type vlan for network e98584eb-0935-41c3-ac91-324cba8fec58 Jul 15 13:23:36.465893 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aca4cddb-dcbb-4651-901e-d55e659ff384 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.492100 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6522fc9a-5069-46fc-a6e0-79e5832dae09 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.500898 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4cddb-dcbb-4651-901e-d55e659ff384 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event deleted for resources: {'Port': ['ID=d09932e8-6625-43d3-8fae-70867188d408,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:36.552181 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6522fc9a-5069-46fc-a6e0-79e5832dae09 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.558045 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6522fc9a-5069-46fc-a6e0-79e5832dae09 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:36.558849 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6522fc9a-5069-46fc-a6e0-79e5832dae09 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.573811 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aca4cddb-dcbb-4651-901e-d55e659ff384 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.615337 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dda80fe5-baf3-4f2f-8977-e00893f02233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.625746 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dda80fe5-baf3-4f2f-8977-e00893f02233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.678665 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6522fc9a-5069-46fc-a6e0-79e5832dae09 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event updated for resources: {'Network': ['ID=e98584eb-0935-41c3-ac91-324cba8fec58,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:36.680014 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aca4cddb-dcbb-4651-901e-d55e659ff384 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.690651 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network e98584eb-0935-41c3-ac91-324cba8fec58 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:23:36.691384 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aca4cddb-dcbb-4651-901e-d55e659ff384 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.694934 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6522fc9a-5069-46fc-a6e0-79e5832dae09 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4120479 Jul 15 13:23:36.695092 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47688) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:36.701316 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-4ee92555-d468-49c7-81db-f01a4c104038 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Request body: {'subnet': {'network_id': 'e98584eb-0935-41c3-ac91-324cba8fec58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:36.710527 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda80fe5-baf3-4f2f-8977-e00893f02233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ccda9b-152e-4b52-978f-0c33e87630a3,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:36.719644 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-dda80fe5-baf3-4f2f-8977-e00893f02233 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d0724f9850cd4a759851b64bcb4defd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6250639 Jul 15 13:23:36.720352 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47690) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:36.781098 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cfb84a46-29b9-4cce-9b1c-29ce809da15f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.787187 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aca4cddb-dcbb-4651-901e-d55e659ff384 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.787791 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca4cddb-dcbb-4651-901e-d55e659ff384 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Fanout notify agent at l3_agent the message router_deleted on router 8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1 {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:23:36.800482 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aca4cddb-dcbb-4651-901e-d55e659ff384 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.804841 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-aca4cddb-dcbb-4651-901e-d55e659ff384 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "DELETE /v2.0/routers/8bd0a6aa-0830-40fc-a8c9-1daa6d1c17e1 HTTP/1.1" status: 204 len: 168 time: 1.3154585 Jul 15 13:23:36.805318 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47692) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:36.824664 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cfb84a46-29b9-4cce-9b1c-29ce809da15f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.886675 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee92555-d468-49c7-81db-f01a4c104038 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Made reservation on behalf of 7a0390dbdbdf44588cdadf394cf75fad for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:36.891332 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4ee92555-d468-49c7-81db-f01a4c104038 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.919462 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d89fbdd5-ad74-491e-ba95-36ea310fdc47 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.964531 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cfb84a46-29b9-4cce-9b1c-29ce809da15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.967096 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cfb84a46-29b9-4cce-9b1c-29ce809da15f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.972166 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-cfb84a46-29b9-4cce-9b1c-29ce809da15f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/19ccda9b-152e-4b52-978f-0c33e87630a3 HTTP/1.1" status: 204 len: 168 time: 0.2497096 Jul 15 13:23:37.000276 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-4ee92555-d468-49c7-81db-f01a4c104038 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Performing IP validity checks on allocation pools {{(pid=93825) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 13:23:37.001000 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-4ee92555-d468-49c7-81db-f01a4c104038 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93825) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 13:23:37.076207 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d89fbdd5-ad74-491e-ba95-36ea310fdc47 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:37.105663 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-d89fbdd5-ad74-491e-ba95-36ea310fdc47 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb00c98-f96e-4575-a9cb-92f351c087d8']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:37.117996 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-d89fbdd5-ad74-491e-ba95-36ea310fdc47 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a89c163-bf77-4d59-9d10-618344939aa9') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:37.118595 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-d89fbdd5-ad74-491e-ba95-36ea310fdc47 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a89c163-bf77-4d59-9d10-618344939aa9') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:37.128866 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d89fbdd5-ad74-491e-ba95-36ea310fdc47 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:37.144475 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d89fbdd5-ad74-491e-ba95-36ea310fdc47 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:37.151480 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d89fbdd5-ad74-491e-ba95-36ea310fdc47 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:23:37.151860 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d89fbdd5-ad74-491e-ba95-36ea310fdc47 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:37.222455 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:23:37.222455 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:23:37.222455 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:23:37.222455 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:23:37.222455 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:23:37.222455 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:23:37.222455 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:23:37.222455 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:23:37.222455 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:23:37.222455 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:23:37.222455 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:23:37.222455 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:23:37.222455 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:23:37.222455 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:23:37.222455 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:23:37.222455 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:23:37.222455 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:23:37.222455 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:23:37.222455 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:23:37.222455 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:23:37.222455 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:23:37.222455 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:23:37.222455 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:23:37.222455 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:23:37.222455 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:23:37.222455 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:23:37.222455 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:23:37.222455 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:23:37.222455 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:23:37.222455 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:23:37.222455 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:23:37.222455 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:23:37.229884 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb84a46-29b9-4cce-9b1c-29ce809da15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ccda9b-152e-4b52-978f-0c33e87630a3,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:37.232894 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d89fbdd5-ad74-491e-ba95-36ea310fdc47 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:37.237497 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d89fbdd5-ad74-491e-ba95-36ea310fdc47 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:37.243194 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d89fbdd5-ad74-491e-ba95-36ea310fdc47 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "DELETE /v2.0/networks/4fb00c98-f96e-4575-a9cb-92f351c087d8 HTTP/1.1" status: 204 len: 168 time: 0.4340291 Jul 15 13:23:37.258576 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89fbdd5-ad74-491e-ba95-36ea310fdc47 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event deleted for resources: {'Network': ['ID=4fb00c98-f96e-4575-a9cb-92f351c087d8,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:37.265573 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47700) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:37.271983 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-551c9480-fd23-4b3b-8a97-843889d619d6 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Request body: {'network': {'name': 'tempest-network-smoke--140948410', 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'port_security_enabled': True}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:37.282755 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4ee92555-d468-49c7-81db-f01a4c104038 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:37.302621 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551c9480-fd23-4b3b-8a97-843889d619d6 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Made reservation on behalf of b10b0063b8b9467f824b5e9176c44cfb for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:37.323468 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-551c9480-fd23-4b3b-8a97-843889d619d6 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:37.364053 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee92555-d468-49c7-81db-f01a4c104038 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event updated for resources: {'Subnet': ['ID=df80b861-138f-4d10-a4cf-d311763e67e6,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:37.379020 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-551c9480-fd23-4b3b-8a97-843889d619d6 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:23:37.380261 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee92555-d468-49c7-81db-f01a4c104038 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Checking segment: {'id': 'd9acce93-5c4d-4c28-bb1f-4ab7a7ffce09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e98584eb-0935-41c3-ac91-324cba8fec58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:37.380624 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee92555-d468-49c7-81db-f01a4c104038 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Network hostable DHCP agents. Network: e98584eb-0935-41c3-ac91-324cba8fec58, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:23:37.391803 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-551c9480-fd23-4b3b-8a97-843889d619d6 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:37.392460 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-551c9480-fd23-4b3b-8a97-843889d619d6 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Added segment a2bb44b8-5632-4278-a835-5e8fd283bd80 of type vlan for network f2d00a68-83b8-489c-abaf-ed87ef9932af Jul 15 13:23:37.407186 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee92555-d468-49c7-81db-f01a4c104038 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Network e98584eb-0935-41c3-ac91-324cba8fec58 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:23:37.424040 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-4ee92555-d468-49c7-81db-f01a4c104038 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, e98584eb-0935-41c3-ac91-324cba8fec58) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:37.432556 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562c3fd3-df6b-43db-a399-1be5a9a92a6e None None] Network e98584eb-0935-41c3-ac91-324cba8fec58 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:37.449206 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee92555-d468-49c7-81db-f01a4c104038 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:37.450067 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4ee92555-d468-49c7-81db-f01a4c104038 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:37.472649 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-551c9480-fd23-4b3b-8a97-843889d619d6 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:37.498727 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4ee92555-d468-49c7-81db-f01a4c104038 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8026640 Jul 15 13:23:37.501441 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47712) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:37.509647 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 4498a0e6-86b3-4ee4-9f52-fa61b7b0aa35 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:23:37.510254 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-398f698b-46c7-4d38-8806-850b71d84002 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:37.519845 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-551c9480-fd23-4b3b-8a97-843889d619d6 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:37.532012 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551c9480-fd23-4b3b-8a97-843889d619d6 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:37.534086 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-551c9480-fd23-4b3b-8a97-843889d619d6 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:37.562445 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 4498a0e6-86b3-4ee4-9f52-fa61b7b0aa35 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:23:37.565612 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 4498a0e6-86b3-4ee4-9f52-fa61b7b0aa35 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:23:37.565784 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1b5bb505-f2c9-4a89-8993-57ad29478ef8 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:23:37.584742 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47716) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:37.586175 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-551c9480-fd23-4b3b-8a97-843889d619d6 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3190629 Jul 15 13:23:37.591332 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-6cf0c6ff-9f96-4a22-9ed5-d65c06672eb3 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-853146288', 'admin_state_up': True, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:37.661476 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6cf0c6ff-9f96-4a22-9ed5-d65c06672eb3 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:37.663331 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6cf0c6ff-9f96-4a22-9ed5-d65c06672eb3 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:37.668550 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c9480-fd23-4b3b-8a97-843889d619d6 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'Network': ['ID=f2d00a68-83b8-489c-abaf-ed87ef9932af,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:37.678626 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 1b5bb505-f2c9-4a89-8993-57ad29478ef8 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:23:37.678788 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1b5bb505-f2c9-4a89-8993-57ad29478ef8 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:23:37.691589 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network f2d00a68-83b8-489c-abaf-ed87ef9932af details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:23:37.768604 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-398f698b-46c7-4d38-8806-850b71d84002 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3602647'] for subnet, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:37.844548 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6cf0c6ff-9f96-4a22-9ed5-d65c06672eb3 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.015671 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf035a05-8b79-4234-9c62-d411632e9d89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-e98584eb-0935-41c3-ac91-324cba8fec58', 'network_id': 'e98584eb-0935-41c3-ac91-324cba8fec58', 'tenant_id': '7a0390dbdbdf44588cdadf394cf75fad', 'fixed_ips': [{'subnet_id': 'df80b861-138f-4d10-a4cf-d311763e67e6'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:23:38.017469 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cf035a05-8b79-4234-9c62-d411632e9d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.030152 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6cf0c6ff-9f96-4a22-9ed5-d65c06672eb3 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.575219 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-398f698b-46c7-4d38-8806-850b71d84002 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735677945483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2883490'] for subnet, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.635964 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398f698b-46c7-4d38-8806-850b71d84002 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:38.636640 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-398f698b-46c7-4d38-8806-850b71d84002 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.640678 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-398f698b-46c7-4d38-8806-850b71d84002 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "PUT /v2.0/subnets/df80b861-138f-4d10-a4cf-d311763e67e6 HTTP/1.1" status: 200 len: 877 time: 1.1353877 Jul 15 13:23:38.641060 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47744) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:38.674518 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-cf035a05-8b79-4234-9c62-d411632e9d89 None None] Allocated IP 172.20.0.3 (e98584eb-0935-41c3-ac91-324cba8fec58/df80b861-138f-4d10-a4cf-d311763e67e6/489760d0-79a9-403a-8f76-7c6c8433e6ce) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:38.771231 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-649e6844-e3bb-4565-b5ef-2fc5ba626f6c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.772020 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f698b-46c7-4d38-8806-850b71d84002 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event updated for resources: {'Subnet': ['ID=df80b861-138f-4d10-a4cf-d311763e67e6,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:38.800650 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6cf0c6ff-9f96-4a22-9ed5-d65c06672eb3 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for router_gateway, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.822783 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6cf0c6ff-9f96-4a22-9ed5-d65c06672eb3 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.904586 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-649e6844-e3bb-4565-b5ef-2fc5ba626f6c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.939859 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-6cf0c6ff-9f96-4a22-9ed5-d65c06672eb3 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Allocated IP 172.25.8.204 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/1b134cd2-2de3-41fa-b4c1-af166f580bcd) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:38.952533 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cf035a05-8b79-4234-9c62-d411632e9d89 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.963230 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-cf035a05-8b79-4234-9c62-d411632e9d89 None None] Transition to ACTIVE for port object 489760d0-79a9-403a-8f76-7c6c8433e6ce will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:38.996129 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-cf035a05-8b79-4234-9c62-d411632e9d89 None None] Transition to ACTIVE for port object 489760d0-79a9-403a-8f76-7c6c8433e6ce will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:39.003625 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device d09932e8-6625-43d3-8fae-70867188d408 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:23:39.008776 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cf035a05-8b79-4234-9c62-d411632e9d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:39.049080 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-649e6844-e3bb-4565-b5ef-2fc5ba626f6c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:39.066087 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: d09932e8-6625-43d3-8fae-70867188d408 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:23:39.066439 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device d09932e8-6625-43d3-8fae-70867188d408 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:23:39.068404 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6cf0c6ff-9f96-4a22-9ed5-d65c06672eb3 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:39.077078 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf035a05-8b79-4234-9c62-d411632e9d89 None None] Network e98584eb-0935-41c3-ac91-324cba8fec58 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:39.080996 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-cf035a05-8b79-4234-9c62-d411632e9d89 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:39.081318 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e6844-e3bb-4565-b5ef-2fc5ba626f6c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event deleted for resources: {'Subnet': ['ID=df80b861-138f-4d10-a4cf-d311763e67e6,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:39.084992 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf035a05-8b79-4234-9c62-d411632e9d89 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:39.124401 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6cf0c6ff-9f96-4a22-9ed5-d65c06672eb3 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:39.159910 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf035a05-8b79-4234-9c62-d411632e9d89 None None] Pushing event updated for resources: {'Port': ['ID=489760d0-79a9-403a-8f76-7c6c8433e6ce,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:39.188330 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-cf035a05-8b79-4234-9c62-d411632e9d89 None None] Attempting to bind port 489760d0-79a9-403a-8f76-7c6c8433e6ce on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:39.188703 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-cf035a05-8b79-4234-9c62-d411632e9d89 None None] Attempting to bind port 489760d0-79a9-403a-8f76-7c6c8433e6ce by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'd9acce93-5c4d-4c28-bb1f-4ab7a7ffce09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e98584eb-0935-41c3-ac91-324cba8fec58'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:39.189078 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf035a05-8b79-4234-9c62-d411632e9d89 None None] Attempting to bind port 489760d0-79a9-403a-8f76-7c6c8433e6ce on network e98584eb-0935-41c3-ac91-324cba8fec58 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:39.189548 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf0c6ff-9f96-4a22-9ed5-d65c06672eb3 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:39.192914 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-6cf0c6ff-9f96-4a22-9ed5-d65c06672eb3 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:39.195897 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf0c6ff-9f96-4a22-9ed5-d65c06672eb3 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:39.204081 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf035a05-8b79-4234-9c62-d411632e9d89 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:39.204528 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf035a05-8b79-4234-9c62-d411632e9d89 None None] Checking segment: {'id': 'd9acce93-5c4d-4c28-bb1f-4ab7a7ffce09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e98584eb-0935-41c3-ac91-324cba8fec58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:39.204950 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cf035a05-8b79-4234-9c62-d411632e9d89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:39.205879 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf035a05-8b79-4234-9c62-d411632e9d89 None None] Bound using segment: {'id': 'd9acce93-5c4d-4c28-bb1f-4ab7a7ffce09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e98584eb-0935-41c3-ac91-324cba8fec58'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:39.206409 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-cf035a05-8b79-4234-9c62-d411632e9d89 None None] Bound port: 489760d0-79a9-403a-8f76-7c6c8433e6ce, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9acce93-5c4d-4c28-bb1f-4ab7a7ffce09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e98584eb-0935-41c3-ac91-324cba8fec58'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:39.206781 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cf035a05-8b79-4234-9c62-d411632e9d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:39.214376 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-649e6844-e3bb-4565-b5ef-2fc5ba626f6c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:39.225546 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf0c6ff-9f96-4a22-9ed5-d65c06672eb3 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'Port': ['ID=1b134cd2-2de3-41fa-b4c1-af166f580bcd,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:39.248520 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-649e6844-e3bb-4565-b5ef-2fc5ba626f6c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e98584eb-0935-41c3-ac91-324cba8fec58']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:39.266024 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-649e6844-e3bb-4565-b5ef-2fc5ba626f6c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9acce93-5c4d-4c28-bb1f-4ab7a7ffce09') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:39.266788 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-649e6844-e3bb-4565-b5ef-2fc5ba626f6c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9acce93-5c4d-4c28-bb1f-4ab7a7ffce09') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:39.277688 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-649e6844-e3bb-4565-b5ef-2fc5ba626f6c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:39.292400 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-649e6844-e3bb-4565-b5ef-2fc5ba626f6c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:39.304277 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-649e6844-e3bb-4565-b5ef-2fc5ba626f6c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:23:39.306739 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-649e6844-e3bb-4565-b5ef-2fc5ba626f6c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:39.310861 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-cf035a05-8b79-4234-9c62-d411632e9d89 None None] For port 489760d0-79a9-403a-8f76-7c6c8433e6ce, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:39.315599 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:23:39.315599 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:23:39.315599 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:23:39.315599 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:23:39.315599 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:23:39.315599 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:23:39.315599 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:23:39.315599 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:23:39.315599 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:23:39.315599 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:23:39.315599 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:23:39.315599 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:23:39.315599 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:23:39.315599 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:23:39.315599 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:23:39.315599 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:23:39.315599 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:23:39.315599 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:23:39.315599 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:23:39.315599 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:23:39.315599 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:23:39.315599 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:23:39.315599 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:23:39.315599 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:23:39.315599 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:23:39.315599 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:23:39.315599 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:23:39.315599 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:23:39.315599 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:23:39.315599 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:23:39.315599 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:23:39.315599 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:23:39.382589 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-cf035a05-8b79-4234-9c62-d411632e9d89 None None] For port 489760d0-79a9-403a-8f76-7c6c8433e6ce, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=489760d0-79a9-403a-8f76-7c6c8433e6ce,segment=NetworkSegment(d9acce93-5c4d-4c28-bb1f-4ab7a7ffce09),segment_id=d9acce93-5c4d-4c28-bb1f-4ab7a7ffce09)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:39.387842 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.db.api [None req-649e6844-e3bb-4565-b5ef-2fc5ba626f6c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 13:23:39.387842 n-d-771363-36 neutron-server[93826]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 13:23:39.387842 n-d-771363-36 neutron-server[93826]: [parameters: {'id': 'e98584eb-0935-41c3-ac91-324cba8fec58'}] Jul 15 13:23:39.387842 n-d-771363-36 neutron-server[93826]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:23:39.388282 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cf035a05-8b79-4234-9c62-d411632e9d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:39.388393 n-d-771363-36 neutron-server[93826]: DEBUG oslo_db.api [None req-649e6844-e3bb-4565-b5ef-2fc5ba626f6c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:23:39.504780 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf035a05-8b79-4234-9c62-d411632e9d89 None None] Pushing event updated for resources: {'Port': ['ID=489760d0-79a9-403a-8f76-7c6c8433e6ce,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:39.528757 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5942141-9337-418c-9d66-d207bac63d22 None None] Network e98584eb-0935-41c3-ac91-324cba8fec58 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:39.581432 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6cf0c6ff-9f96-4a22-9ed5-d65c06672eb3 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for router_gateway, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:39.794326 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f145d4-4839-4626-9697-487247665da2 None None] Network e98584eb-0935-41c3-ac91-324cba8fec58 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:39.824491 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6cf0c6ff-9f96-4a22-9ed5-d65c06672eb3 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:39.890767 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-649e6844-e3bb-4565-b5ef-2fc5ba626f6c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:39.952666 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0745328d-282d-4bfa-b709-dcdfb9faa9b4 None None] get_active_networks_info from n-d-771363-36 {{(pid=93827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:23:39.982289 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf0c6ff-9f96-4a22-9ed5-d65c06672eb3 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Router f8dbe11f-6c7d-4624-b436-b44243febec7 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:23:39.995018 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-649e6844-e3bb-4565-b5ef-2fc5ba626f6c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Deleting port 489760d0-79a9-403a-8f76-7c6c8433e6ce {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:39.995395 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-649e6844-e3bb-4565-b5ef-2fc5ba626f6c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.084947 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0745328d-282d-4bfa-b709-dcdfb9faa9b4 None None] Resources bound (agent type, host, resource id): {{(pid=93827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:23:40.097844 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-649e6844-e3bb-4565-b5ef-2fc5ba626f6c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] For port 489760d0-79a9-403a-8f76-7c6c8433e6ce, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=489760d0-79a9-403a-8f76-7c6c8433e6ce,segment=NetworkSegment(d9acce93-5c4d-4c28-bb1f-4ab7a7ffce09),segment_id=d9acce93-5c4d-4c28-bb1f-4ab7a7ffce09)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:40.098212 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-649e6844-e3bb-4565-b5ef-2fc5ba626f6c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.113256 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-649e6844-e3bb-4565-b5ef-2fc5ba626f6c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Calling delete_port for 489760d0-79a9-403a-8f76-7c6c8433e6ce owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:40.172541 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf0c6ff-9f96-4a22-9ed5-d65c06672eb3 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:23:40.197355 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9debaeb-87f8-4021-86b9-a7b6c9519292 None None] Sync routers for ids ['f8dbe11f-6c7d-4624-b436-b44243febec7'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:23:40.207269 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6cf0c6ff-9f96-4a22-9ed5-d65c06672eb3 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.208743 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6cf0c6ff-9f96-4a22-9ed5-d65c06672eb3 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6227205 Jul 15 13:23:40.211756 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47764) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:40.231794 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9debaeb-87f8-4021-86b9-a7b6c9519292 None None] Routers {'f8dbe11f-6c7d-4624-b436-b44243febec7'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:40.231947 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-f9debaeb-87f8-4021-86b9-a7b6c9519292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:23:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f8dbe11f-6c7d-4624-b436-b44243febec7'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:40.253311 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-649e6844-e3bb-4565-b5ef-2fc5ba626f6c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.280660 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-dc181725-9001-466a-a64d-87d450f2bd3b tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=b10b0063b8b9467f824b5e9176c44cfb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0646355 Jul 15 13:23:40.282342 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47766) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:40.328469 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e6844-e3bb-4565-b5ef-2fc5ba626f6c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event deleted for resources: {'Port': ['ID=489760d0-79a9-403a-8f76-7c6c8433e6ce,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:40.348008 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649e6844-e3bb-4565-b5ef-2fc5ba626f6c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] No DVR routers for this DVR port 489760d0-79a9-403a-8f76-7c6c8433e6ce on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:23:40.419684 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-f9debaeb-87f8-4021-86b9-a7b6c9519292 None None] Set router f8dbe11f-6c7d-4624-b436-b44243febec7 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:40.422983 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dc39ae-18f2-4fa0-b97b-27036a646e0a tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:40.427066 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-85dc39ae-18f2-4fa0-b97b-27036a646e0a tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1424241 Jul 15 13:23:40.428402 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47768) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:40.461731 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3bc5bbdf-7131-45c0-845f-a89a8a62e9f9 tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=e1268488-a505-464f-96b0-8b93d6dfd7ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322111 Jul 15 13:23:40.464248 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47770) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:40.488681 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-649e6844-e3bb-4565-b5ef-2fc5ba626f6c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.494107 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-3de4a329-c927-435e-97b2-85d6b08227a4 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1827839917', 'network_id': 'f2d00a68-83b8-489c-abaf-ed87ef9932af', 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:40.524976 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-649e6844-e3bb-4565-b5ef-2fc5ba626f6c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e98584eb-0935-41c3-ac91-324cba8fec58']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:40.542611 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-649e6844-e3bb-4565-b5ef-2fc5ba626f6c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9acce93-5c4d-4c28-bb1f-4ab7a7ffce09') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:40.542611 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-649e6844-e3bb-4565-b5ef-2fc5ba626f6c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9acce93-5c4d-4c28-bb1f-4ab7a7ffce09') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:40.577149 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-649e6844-e3bb-4565-b5ef-2fc5ba626f6c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.615137 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-649e6844-e3bb-4565-b5ef-2fc5ba626f6c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.626794 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-649e6844-e3bb-4565-b5ef-2fc5ba626f6c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:23:40.627521 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-649e6844-e3bb-4565-b5ef-2fc5ba626f6c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.631132 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:23:40.631132 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:23:40.631132 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:23:40.631132 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:23:40.631132 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:23:40.631132 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:23:40.631132 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:23:40.631132 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:23:40.631132 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:23:40.631132 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:23:40.631132 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:23:40.631132 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:23:40.631132 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:23:40.631132 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:23:40.631132 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:23:40.631132 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:23:40.631132 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:23:40.631132 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:23:40.631132 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:23:40.631132 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:23:40.631132 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:23:40.631132 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:23:40.631132 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:23:40.631132 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:23:40.631132 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:23:40.631132 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:23:40.631132 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:23:40.631132 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:23:40.631132 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:23:40.631132 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:23:40.631132 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:23:40.631132 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:23:40.677412 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-f9debaeb-87f8-4021-86b9-a7b6c9519292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8dbe11f-6c7d-4624-b436-b44243febec7', 'name': 'tempest-TestNetworkBasicOps-router-853146288', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '1b134cd2-2de3-41fa-b4c1-af166f580bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:37Z', 'updated_at': '2021-07-15T13:23:39Z', 'revision_number': 3, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'gw_port': {'id': '1b134cd2-2de3-41fa-b4c1-af166f580bcd', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8dbe11f-6c7d-4624-b436-b44243febec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:38Z', 'updated_at': '2021-07-15T13:23:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:40.712046 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9debaeb-87f8-4021-86b9-a7b6c9519292 None None] Checking router: f8dbe11f-6c7d-4624-b436-b44243febec7 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:23:40.712402 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9debaeb-87f8-4021-86b9-a7b6c9519292 None None] Updating router f8dbe11f-6c7d-4624-b436-b44243febec7 port 1b134cd2-2de3-41fa-b4c1-af166f580bcd binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:23:40.716298 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de4a329-c927-435e-97b2-85d6b08227a4 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Made reservation on behalf of b10b0063b8b9467f824b5e9176c44cfb for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:40.727253 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3de4a329-c927-435e-97b2-85d6b08227a4 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.731893 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-649e6844-e3bb-4565-b5ef-2fc5ba626f6c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.761731 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-649e6844-e3bb-4565-b5ef-2fc5ba626f6c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.764165 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-649e6844-e3bb-4565-b5ef-2fc5ba626f6c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "DELETE /v2.0/networks/e98584eb-0935-41c3-ac91-324cba8fec58 HTTP/1.1" status: 204 len: 168 time: 2.1215434 Jul 15 13:23:40.768653 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47780) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:40.773085 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f9debaeb-87f8-4021-86b9-a7b6c9519292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.781689 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e6844-e3bb-4565-b5ef-2fc5ba626f6c tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event deleted for resources: {'Network': ['ID=e98584eb-0935-41c3-ac91-324cba8fec58,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:40.828012 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-46f80b68-2463-45f2-8594-82bf2a8e19b2 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] DELETE failed (client error): The resource could not be found. Jul 15 13:23:40.828612 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46f80b68-2463-45f2-8594-82bf2a8e19b2 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:23:40.834226 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-46f80b68-2463-45f2-8594-82bf2a8e19b2 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "DELETE /v2.0/subnets/df80b861-138f-4d10-a4cf-d311763e67e6 HTTP/1.1" status: 404 len: 337 time: 0.0635858 Jul 15 13:23:40.835136 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47786) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:40.855178 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-558b6e33-b296-4ff5-a573-ecaab8c349db tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] DELETE failed (client error): The resource could not be found. Jul 15 13:23:40.855888 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-558b6e33-b296-4ff5-a573-ecaab8c349db tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:23:40.861730 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-558b6e33-b296-4ff5-a573-ecaab8c349db tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "DELETE /v2.0/networks/e98584eb-0935-41c3-ac91-324cba8fec58 HTTP/1.1" status: 404 len: 339 time: 0.0248094 Jul 15 13:23:40.869632 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47788) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:40.953820 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-d644ac8d-c802-4e50-8de3-5bcc01724edb tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] DELETE failed (client error): The resource could not be found. Jul 15 13:23:40.954322 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d644ac8d-c802-4e50-8de3-5bcc01724edb tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:23:40.968540 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d644ac8d-c802-4e50-8de3-5bcc01724edb tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "DELETE /v2.0/subnets/c71c96d6-7850-4e72-8a51-43c8f3e5bad9 HTTP/1.1" status: 404 len: 337 time: 0.0951889 Jul 15 13:23:40.968742 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47792) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:40.989569 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-d04f26b4-fac5-4c02-8232-a121c9362e26 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] DELETE failed (client error): The resource could not be found. Jul 15 13:23:40.990133 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d04f26b4-fac5-4c02-8232-a121c9362e26 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:23:40.992358 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d04f26b4-fac5-4c02-8232-a121c9362e26 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "DELETE /v2.0/networks/f532a514-84c7-4666-bf14-bbaa7124d079 HTTP/1.1" status: 404 len: 339 time: 0.0225616 Jul 15 13:23:40.994852 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47794) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:41.093623 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3de4a329-c927-435e-97b2-85d6b08227a4 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:41.127726 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-57fddc9f-d0ec-466e-8ff1-626da6e53580 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:41.138483 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f9debaeb-87f8-4021-86b9-a7b6c9519292 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:41.152723 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f9debaeb-87f8-4021-86b9-a7b6c9519292 None None] Transition to ACTIVE for port object 1b134cd2-2de3-41fa-b4c1-af166f580bcd will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:41.163367 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f9debaeb-87f8-4021-86b9-a7b6c9519292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:41.199460 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:23:41.200074 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae12397-878d-4ec5-9616-d7ed978f0335 req-17d396bf-50ab-4812-9637-7a5796fbee74 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:41.208439 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aae12397-878d-4ec5-9616-d7ed978f0335 req-17d396bf-50ab-4812-9637-7a5796fbee74 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f9dbbea-b147-4abe-9355-099ea45baf4d HTTP/1.1" status: 200 len: 946 time: 0.1673992 Jul 15 13:23:41.223104 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-f9debaeb-87f8-4021-86b9-a7b6c9519292 None None] Attempting to bind port 1b134cd2-2de3-41fa-b4c1-af166f580bcd on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:41.223743 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-f9debaeb-87f8-4021-86b9-a7b6c9519292 None None] Attempting to bind port 1b134cd2-2de3-41fa-b4c1-af166f580bcd by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:41.224215 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9debaeb-87f8-4021-86b9-a7b6c9519292 None None] Attempting to bind port 1b134cd2-2de3-41fa-b4c1-af166f580bcd on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:41.235834 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9debaeb-87f8-4021-86b9-a7b6c9519292 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:41.236429 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9debaeb-87f8-4021-86b9-a7b6c9519292 None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:41.236937 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f9debaeb-87f8-4021-86b9-a7b6c9519292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:41.237438 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9debaeb-87f8-4021-86b9-a7b6c9519292 None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:41.239285 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-f9debaeb-87f8-4021-86b9-a7b6c9519292 None None] Bound port: 1b134cd2-2de3-41fa-b4c1-af166f580bcd, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:41.240834 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f9debaeb-87f8-4021-86b9-a7b6c9519292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:41.272617 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aae12397-878d-4ec5-9616-d7ed978f0335 req-d744cd17-7901-4b11-bc49-15c9e1b54d15 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab08d857-4863-4f19-87e2-d9ddb6c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613790 Jul 15 13:23:41.282721 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b140f-a532-4a06-bfa3-eedb20f2ba10 None None] Pushing event updated for resources: {'Port': ['ID=1b134cd2-2de3-41fa-b4c1-af166f580bcd,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:41.303170 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-57fddc9f-d0ec-466e-8ff1-626da6e53580 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:41.319664 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-57fddc9f-d0ec-466e-8ff1-626da6e53580 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8faaed5e-c4a2-49c8-a823-4a7449958bfb']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:41.333952 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f9debaeb-87f8-4021-86b9-a7b6c9519292 None None] For port 1b134cd2-2de3-41fa-b4c1-af166f580bcd, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:41.335256 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-57fddc9f-d0ec-466e-8ff1-626da6e53580 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b9029bb-4b03-4b19-a18f-7fe24c1a6cb1') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:41.335565 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-57fddc9f-d0ec-466e-8ff1-626da6e53580 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b9029bb-4b03-4b19-a18f-7fe24c1a6cb1') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:41.337587 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f9debaeb-87f8-4021-86b9-a7b6c9519292 None None] For port 1b134cd2-2de3-41fa-b4c1-af166f580bcd, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=1b134cd2-2de3-41fa-b4c1-af166f580bcd,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:41.347523 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f9debaeb-87f8-4021-86b9-a7b6c9519292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:41.349447 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-57fddc9f-d0ec-466e-8ff1-626da6e53580 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:41.370840 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-57fddc9f-d0ec-466e-8ff1-626da6e53580 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:41.378509 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57fddc9f-d0ec-466e-8ff1-626da6e53580 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:23:41.379228 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-57fddc9f-d0ec-466e-8ff1-626da6e53580 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:41.382544 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:23:41.382544 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:23:41.382544 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:23:41.382544 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:23:41.382544 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:23:41.382544 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:23:41.382544 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:23:41.382544 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:23:41.382544 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:23:41.382544 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:23:41.382544 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:23:41.382544 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:23:41.382544 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:23:41.382544 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:23:41.382544 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:23:41.382544 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:23:41.382544 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:23:41.382544 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:23:41.382544 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:23:41.382544 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:23:41.382544 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:23:41.382544 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:23:41.382544 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:23:41.382544 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:23:41.382544 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:23:41.382544 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:23:41.382544 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:23:41.382544 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:23:41.382544 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:23:41.382544 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:23:41.382544 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:23:41.382544 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:23:41.460633 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b140f-a532-4a06-bfa3-eedb20f2ba10 None None] Pushing event updated for resources: {'Port': ['ID=1b134cd2-2de3-41fa-b4c1-af166f580bcd,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:41.471954 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9debaeb-87f8-4021-86b9-a7b6c9519292 None None] Routers {'f8dbe11f-6c7d-4624-b436-b44243febec7'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:41.471954 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-f9debaeb-87f8-4021-86b9-a7b6c9519292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:23:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f8dbe11f-6c7d-4624-b436-b44243febec7'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:41.475975 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-57fddc9f-d0ec-466e-8ff1-626da6e53580 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:41.504613 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-57fddc9f-d0ec-466e-8ff1-626da6e53580 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:41.507191 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-57fddc9f-d0ec-466e-8ff1-626da6e53580 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "DELETE /v2.0/networks/8faaed5e-c4a2-49c8-a823-4a7449958bfb HTTP/1.1" status: 204 len: 168 time: 0.5110731 Jul 15 13:23:41.508323 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fddc9f-d0ec-466e-8ff1-626da6e53580 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event deleted for resources: {'Network': ['ID=8faaed5e-c4a2-49c8-a823-4a7449958bfb,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:41.510078 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47798) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:41.542879 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-483831ca-9f6e-49fa-9e2d-dd43008ef4aa tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] DELETE failed (client error): The resource could not be found. Jul 15 13:23:41.543327 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-483831ca-9f6e-49fa-9e2d-dd43008ef4aa tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:23:41.545014 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-483831ca-9f6e-49fa-9e2d-dd43008ef4aa tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "DELETE /v2.0/subnets/eef845b7-0fc7-47df-811d-e8cebc2d339a HTTP/1.1" status: 404 len: 337 time: 0.0320039 Jul 15 13:23:41.548445 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47800) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:41.559664 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de4a329-c927-435e-97b2-85d6b08227a4 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'Subnet': ['ID=0d39d281-05be-4cc1-b860-61e44e1a5ebe,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:41.567654 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de4a329-c927-435e-97b2-85d6b08227a4 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Checking segment: {'id': 'a2bb44b8-5632-4278-a835-5e8fd283bd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f2d00a68-83b8-489c-abaf-ed87ef9932af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:41.568378 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de4a329-c927-435e-97b2-85d6b08227a4 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Network hostable DHCP agents. Network: f2d00a68-83b8-489c-abaf-ed87ef9932af, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:23:41.575312 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cd4b7ae-632c-4eeb-a969-65df3cfce9c9 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] DELETE failed (client error): The resource could not be found. Jul 15 13:23:41.576301 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cd4b7ae-632c-4eeb-a969-65df3cfce9c9 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:23:41.578605 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3cd4b7ae-632c-4eeb-a969-65df3cfce9c9 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "DELETE /v2.0/networks/a0f52f66-2603-4267-9538-d904c11ec9b4 HTTP/1.1" status: 404 len: 339 time: 0.0280776 Jul 15 13:23:41.580835 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47802) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:41.592060 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-f9debaeb-87f8-4021-86b9-a7b6c9519292 None None] Set router f8dbe11f-6c7d-4624-b436-b44243febec7 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:41.608032 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de4a329-c927-435e-97b2-85d6b08227a4 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Network f2d00a68-83b8-489c-abaf-ed87ef9932af is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:23:41.610196 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1bb8bdd-d44e-4cbd-b5ff-a86fead6ce0d tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] DELETE failed (client error): The resource could not be found. Jul 15 13:23:41.610680 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1bb8bdd-d44e-4cbd-b5ff-a86fead6ce0d tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:23:41.614846 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a1bb8bdd-d44e-4cbd-b5ff-a86fead6ce0d tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "DELETE /v2.0/subnets/25296af5-652f-49f2-bbf8-1cfe3228c8ef HTTP/1.1" status: 404 len: 337 time: 0.0306168 Jul 15 13:23:41.615205 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47804) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:41.621054 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-3de4a329-c927-435e-97b2-85d6b08227a4 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, f2d00a68-83b8-489c-abaf-ed87ef9932af) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:41.625998 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de4a329-c927-435e-97b2-85d6b08227a4 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:41.627382 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3de4a329-c927-435e-97b2-85d6b08227a4 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:41.634078 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d542417-82b0-40cc-8df8-aae691a40ce1 None None] Network f2d00a68-83b8-489c-abaf-ed87ef9932af requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:41.636492 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5cfc3c5-4f10-4bdb-bbb6-1e0b5b2d3576 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] DELETE failed (client error): The resource could not be found. Jul 15 13:23:41.637087 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5cfc3c5-4f10-4bdb-bbb6-1e0b5b2d3576 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:23:41.638906 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b5cfc3c5-4f10-4bdb-bbb6-1e0b5b2d3576 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "DELETE /v2.0/networks/a7274657-f117-4459-abdf-2da2321193ce HTTP/1.1" status: 404 len: 339 time: 0.0226328 Jul 15 13:23:41.641715 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47806) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:41.661933 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3de4a329-c927-435e-97b2-85d6b08227a4 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1941571 Jul 15 13:23:41.662377 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47808) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:41.687085 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ed33499-5e44-4edd-8705-c5036d785173 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] DELETE failed (client error): The resource could not be found. Jul 15 13:23:41.687608 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ed33499-5e44-4edd-8705-c5036d785173 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:23:41.690008 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3ed33499-5e44-4edd-8705-c5036d785173 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "DELETE /v2.0/subnets/7a1c827f-abd2-43fd-b267-7041975d5ffc HTTP/1.1" status: 404 len: 337 time: 0.0457087 Jul 15 13:23:41.692625 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47810) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:41.712187 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d1ba924-3667-4772-86d0-947020342048 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] DELETE failed (client error): The resource could not be found. Jul 15 13:23:41.712745 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d1ba924-3667-4772-86d0-947020342048 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:23:41.714641 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3d1ba924-3667-4772-86d0-947020342048 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "DELETE /v2.0/networks/f6be2e3f-9e72-4b33-8477-c2082d4241eb HTTP/1.1" status: 404 len: 339 time: 0.0208988 Jul 15 13:23:41.717082 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47812) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:41.744857 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-4770575a-439a-409a-b5b9-8da6ad76ca1f tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] DELETE failed (client error): The resource could not be found. Jul 15 13:23:41.745123 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4770575a-439a-409a-b5b9-8da6ad76ca1f tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:23:41.746750 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4770575a-439a-409a-b5b9-8da6ad76ca1f tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "DELETE /v2.0/subnets/88d91428-42ab-4168-86b0-341e207a6c26 HTTP/1.1" status: 404 len: 337 time: 0.0286772 Jul 15 13:23:41.749105 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47814) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:41.769255 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6def0c89-c097-4d8d-9651-69e5f12b1068 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] DELETE failed (client error): The resource could not be found. Jul 15 13:23:41.769825 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6def0c89-c097-4d8d-9651-69e5f12b1068 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:23:41.771652 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6def0c89-c097-4d8d-9651-69e5f12b1068 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "DELETE /v2.0/networks/566e8049-8537-45f2-9f1d-131cd0281b2c HTTP/1.1" status: 404 len: 339 time: 0.0216310 Jul 15 13:23:41.774406 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47816) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:41.801452 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4e2e98d-bc90-45b8-ad8f-a9f6d479d4cb tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] DELETE failed (client error): The resource could not be found. Jul 15 13:23:41.801919 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4e2e98d-bc90-45b8-ad8f-a9f6d479d4cb tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:23:41.803830 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c4e2e98d-bc90-45b8-ad8f-a9f6d479d4cb tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "DELETE /v2.0/subnets/8681a6c4-6843-4661-842f-a5d5268c768c HTTP/1.1" status: 404 len: 337 time: 0.0284162 Jul 15 13:23:41.806268 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47818) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:41.834717 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6414071-19bc-4fbf-a6c9-db945942bdad tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] DELETE failed (client error): The resource could not be found. Jul 15 13:23:41.835284 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6414071-19bc-4fbf-a6c9-db945942bdad tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:23:41.837062 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f6414071-19bc-4fbf-a6c9-db945942bdad tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "DELETE /v2.0/networks/141b6377-b62d-45b4-a59c-5def69514dc7 HTTP/1.1" status: 404 len: 339 time: 0.0298007 Jul 15 13:23:41.843088 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47820) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:41.869435 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c9acd9-652f-4d33-a255-df82cfe70d04 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] DELETE failed (client error): The resource could not be found. Jul 15 13:23:41.870137 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13c9acd9-652f-4d33-a255-df82cfe70d04 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:23:41.874914 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-13c9acd9-652f-4d33-a255-df82cfe70d04 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "DELETE /v2.0/subnets/eae4a61c-fc9b-4c48-9cd5-a8f81e8debf4 HTTP/1.1" status: 404 len: 337 time: 0.0308070 Jul 15 13:23:41.875565 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47822) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:41.894370 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-82119739-a064-4a83-83b3-310c5535321a tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] DELETE failed (client error): The resource could not be found. Jul 15 13:23:41.895136 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82119739-a064-4a83-83b3-310c5535321a tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:23:41.899717 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-82119739-a064-4a83-83b3-310c5535321a tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "DELETE /v2.0/networks/710c1a0a-d7ec-4613-b22d-b91fd62ee43e HTTP/1.1" status: 404 len: 339 time: 0.0231526 Jul 15 13:23:41.900379 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47824) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:41.932848 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb0842ff-f3d6-4837-930b-d7b358af5408 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] DELETE failed (client error): The resource could not be found. Jul 15 13:23:41.933389 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb0842ff-f3d6-4837-930b-d7b358af5408 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:23:41.937987 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-cb0842ff-f3d6-4837-930b-d7b358af5408 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "DELETE /v2.0/subnets/154eb42b-e8af-498c-ab8a-c6182aeb5e4f HTTP/1.1" status: 404 len: 337 time: 0.0364504 Jul 15 13:23:41.938696 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47826) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:41.958798 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b2dbc6f-9528-454c-b0c9-6ae98828b993 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] DELETE failed (client error): The resource could not be found. Jul 15 13:23:41.959543 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b2dbc6f-9528-454c-b0c9-6ae98828b993 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:23:41.964279 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6b2dbc6f-9528-454c-b0c9-6ae98828b993 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "DELETE /v2.0/networks/d59a6259-2d33-482d-b8b4-9e73ed8b281b HTTP/1.1" status: 404 len: 339 time: 0.0244050 Jul 15 13:23:41.964976 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47830) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:41.992842 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e0b515e-75e0-4e94-9607-135e4355f710 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] DELETE failed (client error): The resource could not be found. Jul 15 13:23:41.993368 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e0b515e-75e0-4e94-9607-135e4355f710 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:23:41.997816 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5e0b515e-75e0-4e94-9607-135e4355f710 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "DELETE /v2.0/subnets/a08b1308-f216-4117-886e-e8906f65b8ac HTTP/1.1" status: 404 len: 337 time: 0.0318050 Jul 15 13:23:41.998731 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47832) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:42.019308 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-08e98541-e2da-447b-a6bc-9bd71f3514c4 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] DELETE failed (client error): The resource could not be found. Jul 15 13:23:42.019989 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08e98541-e2da-447b-a6bc-9bd71f3514c4 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:23:42.025237 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-08e98541-e2da-447b-a6bc-9bd71f3514c4 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "DELETE /v2.0/networks/2992762d-29e1-4b80-aa9b-a51a99a7fd34 HTTP/1.1" status: 404 len: 339 time: 0.0252061 Jul 15 13:23:42.025456 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47834) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:42.089282 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a7fc883-131f-4302-b62c-8d811359c959 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Deleting subnet afbfe11f-1c21-4a66-abee-a76c9db845c4 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:23:42.095090 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7a7fc883-131f-4302-b62c-8d811359c959 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.161708 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fda988-647e-40a3-96c8-9c0acabd0a5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-f2d00a68-83b8-489c-abaf-ed87ef9932af', 'network_id': 'f2d00a68-83b8-489c-abaf-ed87ef9932af', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'fixed_ips': [{'subnet_id': '0d39d281-05be-4cc1-b860-61e44e1a5ebe'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:23:42.162609 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-07fda988-647e-40a3-96c8-9c0acabd0a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.185666 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7a7fc883-131f-4302-b62c-8d811359c959 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.192828 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-f9debaeb-87f8-4021-86b9-a7b6c9519292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8dbe11f-6c7d-4624-b436-b44243febec7', 'name': 'tempest-TestNetworkBasicOps-router-853146288', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '1b134cd2-2de3-41fa-b4c1-af166f580bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:37Z', 'updated_at': '2021-07-15T13:23:39Z', 'revision_number': 3, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'gw_port': {'id': '1b134cd2-2de3-41fa-b4c1-af166f580bcd', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8dbe11f-6c7d-4624-b436-b44243febec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:38Z', 'updated_at': '2021-07-15T13:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:42.309112 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9debaeb-87f8-4021-86b9-a7b6c9519292 None None] The sync data for ids ['f8dbe11f-6c7d-4624-b436-b44243febec7'] in n-d-771363-36 is: [{'id': 'f8dbe11f-6c7d-4624-b436-b44243febec7', 'name': 'tempest-TestNetworkBasicOps-router-853146288', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '1b134cd2-2de3-41fa-b4c1-af166f580bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:37Z', 'updated_at': '2021-07-15T13:23:39Z', 'revision_number': 3, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'gw_port': {'id': '1b134cd2-2de3-41fa-b4c1-af166f580bcd', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8dbe11f-6c7d-4624-b436-b44243febec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:38Z', 'updated_at': '2021-07-15T13:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:23:42.426243 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7a7fc883-131f-4302-b62c-8d811359c959 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.446460 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-07fda988-647e-40a3-96c8-9c0acabd0a5b None None] Allocated IP 172.20.0.2 (f2d00a68-83b8-489c-abaf-ed87ef9932af/0d39d281-05be-4cc1-b860-61e44e1a5ebe/7440407e-8e3a-4a47-a37a-a9f2d61e6b99) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:42.461486 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c987e0bb-aaa8-4502-8dcd-b04ff6d0a55f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.585226 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7a7fc883-131f-4302-b62c-8d811359c959 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.649559 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-07fda988-647e-40a3-96c8-9c0acabd0a5b None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.651956 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7fc883-131f-4302-b62c-8d811359c959 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event deleted for resources: {'Subnet': ['ID=afbfe11f-1c21-4a66-abee-a76c9db845c4,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:42.657550 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7a7fc883-131f-4302-b62c-8d811359c959 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.660609 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7a7fc883-131f-4302-b62c-8d811359c959 tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "DELETE /v2.0/subnets/afbfe11f-1c21-4a66-abee-a76c9db845c4 HTTP/1.1" status: 204 len: 168 time: 0.6343086 Jul 15 13:23:42.668108 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47842) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:42.674017 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e3cef4-52fe-40dd-8e52-22472848e7d8 None None] Network 5ab75e4c-2d14-4404-aa3d-865ce0759e4c requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:42.770515 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442116a-b131-4d94-90cc-dbe411c9175d req-ceda7ecc-7809-45be-b2ae-6474fe2f5ab0 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:42.772182 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b442116a-b131-4d94-90cc-dbe411c9175d req-ceda7ecc-7809-45be-b2ae-6474fe2f5ab0 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f9dbbea-b147-4abe-9355-099ea45baf4d HTTP/1.1" status: 200 len: 946 time: 0.1282294 Jul 15 13:23:42.828856 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-07fda988-647e-40a3-96c8-9c0acabd0a5b None None] Transition to ACTIVE for port object 7440407e-8e3a-4a47-a37a-a9f2d61e6b99 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:42.859095 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48dcac7-1284-4e1e-b5ca-e7daa19b5157 req-71fb2bfd-b9dc-4b11-b4fe-6c3f826716be tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:42.867221 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b48dcac7-1284-4e1e-b5ca-e7daa19b5157 req-71fb2bfd-b9dc-4b11-b4fe-6c3f826716be tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f9dbbea-b147-4abe-9355-099ea45baf4d HTTP/1.1" status: 200 len: 946 time: 0.2942345 Jul 15 13:23:42.889282 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-474c577e-8ca7-487c-bd2e-c7df18a35eec tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.902244 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-07fda988-647e-40a3-96c8-9c0acabd0a5b None None] Transition to ACTIVE for port object 7440407e-8e3a-4a47-a37a-a9f2d61e6b99 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:42.917876 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-07fda988-647e-40a3-96c8-9c0acabd0a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.937237 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fda988-647e-40a3-96c8-9c0acabd0a5b None None] Network f2d00a68-83b8-489c-abaf-ed87ef9932af is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:42.939721 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-07fda988-647e-40a3-96c8-9c0acabd0a5b None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:42.974845 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fda988-647e-40a3-96c8-9c0acabd0a5b None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:42.977883 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-b442116a-b131-4d94-90cc-dbe411c9175d req-024ab0b3-50c9-4f84-8397-4a589c1c9045 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Deleting port 4978a11b-58c3-4185-9bbc-cefbf52405a8 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:42.978242 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-b442116a-b131-4d94-90cc-dbe411c9175d req-024ab0b3-50c9-4f84-8397-4a589c1c9045 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.019189 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b48dcac7-1284-4e1e-b5ca-e7daa19b5157 req-640319a1-494e-48f2-b21f-7345c81cc0f2 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab08d857-4863-4f19-87e2-d9ddb6c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508756 Jul 15 13:23:43.098931 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a995867c-7101-4b68-b648-33cf3fb18b83 None None] DHCP port deletion for 5ab75e4c-2d14-4404-aa3d-865ce0759e4c request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:23:43.119704 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-07fda988-647e-40a3-96c8-9c0acabd0a5b None None] Attempting to bind port 7440407e-8e3a-4a47-a37a-a9f2d61e6b99 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:43.120085 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-07fda988-647e-40a3-96c8-9c0acabd0a5b None None] Attempting to bind port 7440407e-8e3a-4a47-a37a-a9f2d61e6b99 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'a2bb44b8-5632-4278-a835-5e8fd283bd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f2d00a68-83b8-489c-abaf-ed87ef9932af'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:43.120463 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fda988-647e-40a3-96c8-9c0acabd0a5b None None] Attempting to bind port 7440407e-8e3a-4a47-a37a-a9f2d61e6b99 on network f2d00a68-83b8-489c-abaf-ed87ef9932af {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:43.135899 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fda988-647e-40a3-96c8-9c0acabd0a5b None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:43.136573 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fda988-647e-40a3-96c8-9c0acabd0a5b None None] Checking segment: {'id': 'a2bb44b8-5632-4278-a835-5e8fd283bd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f2d00a68-83b8-489c-abaf-ed87ef9932af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:43.137163 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-07fda988-647e-40a3-96c8-9c0acabd0a5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.137725 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fda988-647e-40a3-96c8-9c0acabd0a5b None None] Bound using segment: {'id': 'a2bb44b8-5632-4278-a835-5e8fd283bd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f2d00a68-83b8-489c-abaf-ed87ef9932af'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:43.139464 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-07fda988-647e-40a3-96c8-9c0acabd0a5b None None] Bound port: 7440407e-8e3a-4a47-a37a-a9f2d61e6b99, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2bb44b8-5632-4278-a835-5e8fd283bd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f2d00a68-83b8-489c-abaf-ed87ef9932af'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:43.140222 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-07fda988-647e-40a3-96c8-9c0acabd0a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.156014 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-b442116a-b131-4d94-90cc-dbe411c9175d req-024ab0b3-50c9-4f84-8397-4a589c1c9045 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] For port 4978a11b-58c3-4185-9bbc-cefbf52405a8, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=4978a11b-58c3-4185-9bbc-cefbf52405a8,segment=NetworkSegment(3864457b-0c8b-4073-aefc-deb4dbf165b4),segment_id=3864457b-0c8b-4073-aefc-deb4dbf165b4)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:43.156377 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-b442116a-b131-4d94-90cc-dbe411c9175d req-024ab0b3-50c9-4f84-8397-4a589c1c9045 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.186973 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-b442116a-b131-4d94-90cc-dbe411c9175d req-024ab0b3-50c9-4f84-8397-4a589c1c9045 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Calling delete_port for 4978a11b-58c3-4185-9bbc-cefbf52405a8 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:43.197264 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1b134cd2-2de3-41fa-b4c1-af166f580bcd up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:43.230990 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-c987e0bb-aaa8-4502-8dcd-b04ff6d0a55f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Allocated IP 172.20.0.1 (f2d00a68-83b8-489c-abaf-ed87ef9932af/0d39d281-05be-4cc1-b860-61e44e1a5ebe/329cc6a1-87fd-4de1-951e-3134d84d71fb) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:43.235438 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-474c577e-8ca7-487c-bd2e-c7df18a35eec tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Deleting port 6bc9cb61-d697-4e75-bda1-cf255ee97ee4 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:43.235900 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-474c577e-8ca7-487c-bd2e-c7df18a35eec tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.275839 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fda988-647e-40a3-96c8-9c0acabd0a5b None None] Pushing event updated for resources: {'Port': ['ID=7440407e-8e3a-4a47-a37a-a9f2d61e6b99,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:43.457717 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-b442116a-b131-4d94-90cc-dbe411c9175d req-024ab0b3-50c9-4f84-8397-4a589c1c9045 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.475393 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a995867c-7101-4b68-b648-33cf3fb18b83 None None] Deleting port 6bc9cb61-d697-4e75-bda1-cf255ee97ee4 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:43.476005 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a995867c-7101-4b68-b648-33cf3fb18b83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.483135 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['4978a11b-58c3-4185-9bbc-cefbf52405a8'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:23:43.519224 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ab0b3-50c9-4f84-8397-4a589c1c9045 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Pushing event deleted for resources: {'Port': ['ID=4978a11b-58c3-4185-9bbc-cefbf52405a8,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:43.561900 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-07fda988-647e-40a3-96c8-9c0acabd0a5b None None] For port 7440407e-8e3a-4a47-a37a-a9f2d61e6b99, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:43.586097 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 1b134cd2-2de3-41fa-b4c1-af166f580bcd completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:43.605230 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b442116a-b131-4d94-90cc-dbe411c9175d req-024ab0b3-50c9-4f84-8397-4a589c1c9045 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] No DVR routers for this DVR port 4978a11b-58c3-4185-9bbc-cefbf52405a8 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:23:43.608193 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-b442116a-b131-4d94-90cc-dbe411c9175d req-024ab0b3-50c9-4f84-8397-4a589c1c9045 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.611716 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b442116a-b131-4d94-90cc-dbe411c9175d req-024ab0b3-50c9-4f84-8397-4a589c1c9045 tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.46 "DELETE /v2.0/ports/4978a11b-58c3-4185-9bbc-cefbf52405a8 HTTP/1.1" status: 204 len: 173 time: 0.8315492 Jul 15 13:23:43.636986 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9dbbea-b147-4abe-9355-099ea45baf4d', 'name': 'network-vif-deleted', 'tag': '4978a11b-58c3-4185-9bbc-cefbf52405a8'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:43.653508 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fd4b9f-f8e1-49ee-b711-7d2c9cd1091b" -d '{"events": [{"server_uuid": "9f9dbbea-b147-4abe-9355-099ea45baf4d", "name": "network-vif-deleted", "tag": "4978a11b-58c3-4185-9bbc-cefbf52405a8"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:43.704234 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a995867c-7101-4b68-b648-33cf3fb18b83 None None] For port 6bc9cb61-d697-4e75-bda1-cf255ee97ee4, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=6bc9cb61-d697-4e75-bda1-cf255ee97ee4,segment=NetworkSegment(13d68a31-3b99-4e25-8d73-961d6a11195d),segment_id=13d68a31-3b99-4e25-8d73-961d6a11195d)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:43.704608 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a995867c-7101-4b68-b648-33cf3fb18b83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.723790 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a995867c-7101-4b68-b648-33cf3fb18b83 None None] Calling delete_port for 6bc9cb61-d697-4e75-bda1-cf255ee97ee4 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:43.737756 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-07fda988-647e-40a3-96c8-9c0acabd0a5b None None] For port 7440407e-8e3a-4a47-a37a-a9f2d61e6b99, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=7440407e-8e3a-4a47-a37a-a9f2d61e6b99,segment=NetworkSegment(a2bb44b8-5632-4278-a835-5e8fd283bd80),segment_id=a2bb44b8-5632-4278-a835-5e8fd283bd80)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:43.749691 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c12a898-e370-49a7-8a15-58f7752870f5 x-openstack-request-id: req-0c12a898-e370-49a7-8a15-58f7752870f5 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:43.749993 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9dbbea-b147-4abe-9355-099ea45baf4d", "name": "network-vif-deleted", "tag": "4978a11b-58c3-4185-9bbc-cefbf52405a8", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:43.750316 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c12a898-e370-49a7-8a15-58f7752870f5 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:43.750747 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9dbbea-b147-4abe-9355-099ea45baf4d', 'name': 'network-vif-deleted', 'tag': '4978a11b-58c3-4185-9bbc-cefbf52405a8', 'status': 'completed', 'code': 200} Jul 15 13:23:43.803669 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 1b134cd2-2de3-41fa-b4c1-af166f580bcd triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:43.804193 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.808612 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-07fda988-647e-40a3-96c8-9c0acabd0a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.848216 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-474c577e-8ca7-487c-bd2e-c7df18a35eec tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] For port 6bc9cb61-d697-4e75-bda1-cf255ee97ee4, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=6bc9cb61-d697-4e75-bda1-cf255ee97ee4,segment=NetworkSegment(13d68a31-3b99-4e25-8d73-961d6a11195d),segment_id=13d68a31-3b99-4e25-8d73-961d6a11195d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:43.848596 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-474c577e-8ca7-487c-bd2e-c7df18a35eec tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.887893 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fda988-647e-40a3-96c8-9c0acabd0a5b None None] Pushing event updated for resources: {'Port': ['ID=7440407e-8e3a-4a47-a37a-a9f2d61e6b99,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:43.896104 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-474c577e-8ca7-487c-bd2e-c7df18a35eec tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Calling delete_port for 6bc9cb61-d697-4e75-bda1-cf255ee97ee4 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:43.983147 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c987e0bb-aaa8-4502-8dcd-b04ff6d0a55f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.997423 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:44.013958 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c987e0bb-aaa8-4502-8dcd-b04ff6d0a55f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Transition to ACTIVE for port object 329cc6a1-87fd-4de1-951e-3134d84d71fb will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:44.021080 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 1b134cd2-2de3-41fa-b4c1-af166f580bcd, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=1b134cd2-2de3-41fa-b4c1-af166f580bcd,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:44.033692 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:44.060866 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-474c577e-8ca7-487c-bd2e-c7df18a35eec tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:44.098770 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474c577e-8ca7-487c-bd2e-c7df18a35eec tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] No DVR routers for this DVR port 6bc9cb61-d697-4e75-bda1-cf255ee97ee4 on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:23:44.101829 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=1b134cd2-2de3-41fa-b4c1-af166f580bcd,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:44.113262 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a995867c-7101-4b68-b648-33cf3fb18b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:44.137698 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c577e-8ca7-487c-bd2e-c7df18a35eec tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event deleted for resources: {'Port': ['ID=6bc9cb61-d697-4e75-bda1-cf255ee97ee4,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:44.155176 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a995867c-7101-4b68-b648-33cf3fb18b83 None None] Pushing event deleted for resources: {'Port': ['ID=6bc9cb61-d697-4e75-bda1-cf255ee97ee4,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:44.170481 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a995867c-7101-4b68-b648-33cf3fb18b83 None None] No DVR routers for this DVR port 6bc9cb61-d697-4e75-bda1-cf255ee97ee4 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:23:44.188908 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c987e0bb-aaa8-4502-8dcd-b04ff6d0a55f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:44.264680 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-474c577e-8ca7-487c-bd2e-c7df18a35eec tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:44.322335 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-474c577e-8ca7-487c-bd2e-c7df18a35eec tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ab75e4c-2d14-4404-aa3d-865ce0759e4c']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:44.386479 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d859b3af-6419-417e-9f35-1cae61e0f2a1 req-95b55142-1854-4799-bf73-913851ad494d tempest-VolumesSnapshotTestJSON-48989994 tempest-VolumesSnapshotTestJSON-48989994-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f9dbbea-b147-4abe-9355-099ea45baf4d HTTP/1.1" status: 200 len: 210 time: 0.0946004 Jul 15 13:23:44.404902 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-474c577e-8ca7-487c-bd2e-c7df18a35eec tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d68a31-3b99-4e25-8d73-961d6a11195d') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:44.405320 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-474c577e-8ca7-487c-bd2e-c7df18a35eec tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d68a31-3b99-4e25-8d73-961d6a11195d') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:44.419690 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c987e0bb-aaa8-4502-8dcd-b04ff6d0a55f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Network f2d00a68-83b8-489c-abaf-ed87ef9932af is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:44.427234 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-c987e0bb-aaa8-4502-8dcd-b04ff6d0a55f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:44.431211 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-474c577e-8ca7-487c-bd2e-c7df18a35eec tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:44.433587 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987e0bb-aaa8-4502-8dcd-b04ff6d0a55f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'Port': ['ID=329cc6a1-87fd-4de1-951e-3134d84d71fb,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:44.449713 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c987e0bb-aaa8-4502-8dcd-b04ff6d0a55f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:44.497758 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c987e0bb-aaa8-4502-8dcd-b04ff6d0a55f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:44.560356 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-474c577e-8ca7-487c-bd2e-c7df18a35eec tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:44.572435 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-474c577e-8ca7-487c-bd2e-c7df18a35eec tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:23:44.572858 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-474c577e-8ca7-487c-bd2e-c7df18a35eec tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:44.576187 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:23:44.576187 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:23:44.576187 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:23:44.576187 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:23:44.576187 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:23:44.576187 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:23:44.576187 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:23:44.576187 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:23:44.576187 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:23:44.576187 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:23:44.576187 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:23:44.576187 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:23:44.576187 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:23:44.576187 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:23:44.576187 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:23:44.576187 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:23:44.576187 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:23:44.576187 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:23:44.576187 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:23:44.576187 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:23:44.576187 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:23:44.576187 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:23:44.576187 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:23:44.576187 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:23:44.576187 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:23:44.576187 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:23:44.576187 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:23:44.576187 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:23:44.576187 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:23:44.576187 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:23:44.576187 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:23:44.576187 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:23:44.672104 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-474c577e-8ca7-487c-bd2e-c7df18a35eec tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:44.679941 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-474c577e-8ca7-487c-bd2e-c7df18a35eec tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:44.684462 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-474c577e-8ca7-487c-bd2e-c7df18a35eec tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] 10.222.0.16 "DELETE /v2.0/networks/5ab75e4c-2d14-4404-aa3d-865ce0759e4c HTTP/1.1" status: 204 len: 168 time: 2.0144897 Jul 15 13:23:44.703653 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c577e-8ca7-487c-bd2e-c7df18a35eec tempest-NetworksTest-1606147617 tempest-NetworksTest-1606147617-project] Pushing event deleted for resources: {'Network': ['ID=5ab75e4c-2d14-4404-aa3d-865ce0759e4c,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:44.754192 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c987e0bb-aaa8-4502-8dcd-b04ff6d0a55f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.038768 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47882) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:45.214545 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c987e0bb-aaa8-4502-8dcd-b04ff6d0a55f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.222372 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c987e0bb-aaa8-4502-8dcd-b04ff6d0a55f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.227951 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1b134cd2-2de3-41fa-b4c1-af166f580bcd up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:45.303223 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-fcf92c0b-c6ea-4407-becf-73439ee4594f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7a0390dbdbdf44588cdadf394cf75fad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2623069 Jul 15 13:23:45.304882 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 1b134cd2-2de3-41fa-b4c1-af166f580bcd triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:45.305330 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.305814 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47886) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:45.306606 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987e0bb-aaa8-4502-8dcd-b04ff6d0a55f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'Port': ['ID=329cc6a1-87fd-4de1-951e-3134d84d71fb,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:45.310469 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c987e0bb-aaa8-4502-8dcd-b04ff6d0a55f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.356283 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c987e0bb-aaa8-4502-8dcd-b04ff6d0a55f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:45.356886 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c987e0bb-aaa8-4502-8dcd-b04ff6d0a55f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:45.357058 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c987e0bb-aaa8-4502-8dcd-b04ff6d0a55f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:45.357309 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c987e0bb-aaa8-4502-8dcd-b04ff6d0a55f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:45.357715 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c987e0bb-aaa8-4502-8dcd-b04ff6d0a55f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:45.358025 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c987e0bb-aaa8-4502-8dcd-b04ff6d0a55f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:45.358289 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c987e0bb-aaa8-4502-8dcd-b04ff6d0a55f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:45.358627 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c987e0bb-aaa8-4502-8dcd-b04ff6d0a55f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:45.358950 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c987e0bb-aaa8-4502-8dcd-b04ff6d0a55f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:45.359272 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c987e0bb-aaa8-4502-8dcd-b04ff6d0a55f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:45.359587 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c987e0bb-aaa8-4502-8dcd-b04ff6d0a55f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:45.359907 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c987e0bb-aaa8-4502-8dcd-b04ff6d0a55f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:45.397190 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 7440407e-8e3a-4a47-a37a-a9f2d61e6b99 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:45.445714 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e6576ce7-9efd-4222-bde4-c9f3e844eca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.458133 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 7440407e-8e3a-4a47-a37a-a9f2d61e6b99 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:45.469688 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e6576ce7-9efd-4222-bde4-c9f3e844eca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.524298 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e6576ce7-9efd-4222-bde4-c9f3e844eca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.527162 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e6576ce7-9efd-4222-bde4-c9f3e844eca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.529316 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e6576ce7-9efd-4222-bde4-c9f3e844eca9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9fbd0d4c-b792-4711-9547-1e67cb1fcf9b HTTP/1.1" status: 204 len: 168 time: 0.2194748 Jul 15 13:23:45.545918 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6576ce7-9efd-4222-bde4-c9f3e844eca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbd0d4c-b792-4711-9547-1e67cb1fcf9b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:45.546395 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6bc9cb61-d697-4e75-bda1-cf255ee97ee4 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:23:45.556489 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c987e0bb-aaa8-4502-8dcd-b04ff6d0a55f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Network f2d00a68-83b8-489c-abaf-ed87ef9932af is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:45.558357 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-c987e0bb-aaa8-4502-8dcd-b04ff6d0a55f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:45.600598 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 6bc9cb61-d697-4e75-bda1-cf255ee97ee4 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:23:45.604365 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6bc9cb61-d697-4e75-bda1-cf255ee97ee4 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:23:45.730220 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c987e0bb-aaa8-4502-8dcd-b04ff6d0a55f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Router f8dbe11f-6c7d-4624-b436-b44243febec7 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:23:45.769097 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360bdb1a-d3e3-4ae1-9782-a16a8d9423a5 None None] Network f2d00a68-83b8-489c-abaf-ed87ef9932af requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:45.957482 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-634f5133-55a0-4656-81ce-f56e32f647a4 None None] Provisioning for port 7440407e-8e3a-4a47-a37a-a9f2d61e6b99 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:45.996449 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c987e0bb-aaa8-4502-8dcd-b04ff6d0a55f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:23:46.007052 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851fe24f-8b86-4217-b917-afc5a5f7a5f8 None None] Sync routers for ids ['f8dbe11f-6c7d-4624-b436-b44243febec7'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:23:46.025705 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c987e0bb-aaa8-4502-8dcd-b04ff6d0a55f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "PUT /v2.0/routers/f8dbe11f-6c7d-4624-b436-b44243febec7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3620818 Jul 15 13:23:46.028323 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47920) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:46.029095 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851fe24f-8b86-4217-b917-afc5a5f7a5f8 None None] Routers {'f8dbe11f-6c7d-4624-b436-b44243febec7'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:46.029744 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-851fe24f-8b86-4217-b917-afc5a5f7a5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:23:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f8dbe11f-6c7d-4624-b436-b44243febec7'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:46.040811 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-634f5133-55a0-4656-81ce-f56e32f647a4 None None] Provisioning complete for port 7440407e-8e3a-4a47-a37a-a9f2d61e6b99 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:46.055009 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-634f5133-55a0-4656-81ce-f56e32f647a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.257628 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-851fe24f-8b86-4217-b917-afc5a5f7a5f8 None None] Set router f8dbe11f-6c7d-4624-b436-b44243febec7 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:46.274664 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-634f5133-55a0-4656-81ce-f56e32f647a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.316867 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-634f5133-55a0-4656-81ce-f56e32f647a4 None None] For port 7440407e-8e3a-4a47-a37a-a9f2d61e6b99, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=7440407e-8e3a-4a47-a37a-a9f2d61e6b99,segment=NetworkSegment(a2bb44b8-5632-4278-a835-5e8fd283bd80),segment_id=a2bb44b8-5632-4278-a835-5e8fd283bd80)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:46.330891 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-634f5133-55a0-4656-81ce-f56e32f647a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.351583 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9d0422-cc77-4631-85a0-6516d4678779 tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:46.352084 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9d0422-cc77-4631-85a0-6516d4678779 tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:46.352528 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9d0422-cc77-4631-85a0-6516d4678779 tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:46.352994 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9d0422-cc77-4631-85a0-6516d4678779 tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:46.353566 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9d0422-cc77-4631-85a0-6516d4678779 tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:46.354938 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9d0422-cc77-4631-85a0-6516d4678779 tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:46.354938 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9d0422-cc77-4631-85a0-6516d4678779 tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:46.357490 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9d0422-cc77-4631-85a0-6516d4678779 tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:46.358021 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9d0422-cc77-4631-85a0-6516d4678779 tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:46.358496 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9d0422-cc77-4631-85a0-6516d4678779 tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:46.365027 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-fc9d0422-cc77-4631-85a0-6516d4678779 tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7060 time: 0.3354845 Jul 15 13:23:46.367873 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47928) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:46.477352 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f5133-55a0-4656-81ce-f56e32f647a4 None None] Pushing event updated for resources: {'Port': ['ID=7440407e-8e3a-4a47-a37a-a9f2d61e6b99,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:46.526732 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-851fe24f-8b86-4217-b917-afc5a5f7a5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8dbe11f-6c7d-4624-b436-b44243febec7', 'name': 'tempest-TestNetworkBasicOps-router-853146288', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '1b134cd2-2de3-41fa-b4c1-af166f580bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:37Z', 'updated_at': '2021-07-15T13:23:44Z', 'revision_number': 4, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'gw_port': {'id': '1b134cd2-2de3-41fa-b4c1-af166f580bcd', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dbe11f-6c7d-4624-b436-b44243febec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:38Z', 'updated_at': '2021-07-15T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '329cc6a1-87fd-4de1-951e-3134d84d71fb', 'name': '', 'network_id': 'f2d00a68-83b8-489c-abaf-ed87ef9932af', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'mac_address': 'fa:16:3e:18:94:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8dbe11f-6c7d-4624-b436-b44243febec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '0d39d281-05be-4cc1-b860-61e44e1a5ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:42Z', 'updated_at': '2021-07-15T13:23:44Z', 'revision_number': 2, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'subnets': [{'id': '0d39d281-05be-4cc1-b860-61e44e1a5ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:46.539495 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f64f08a-154f-4b1b-b68d-26d4b868873e tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:46.539967 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f64f08a-154f-4b1b-b68d-26d4b868873e tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:46.540416 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f64f08a-154f-4b1b-b68d-26d4b868873e tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:46.544401 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f64f08a-154f-4b1b-b68d-26d4b868873e tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:46.545054 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f64f08a-154f-4b1b-b68d-26d4b868873e tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:46.545715 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f64f08a-154f-4b1b-b68d-26d4b868873e tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:46.546920 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f64f08a-154f-4b1b-b68d-26d4b868873e tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:46.548133 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f64f08a-154f-4b1b-b68d-26d4b868873e tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:46.549141 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f64f08a-154f-4b1b-b68d-26d4b868873e tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:46.549797 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f64f08a-154f-4b1b-b68d-26d4b868873e tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:46.552835 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6f64f08a-154f-4b1b-b68d-26d4b868873e tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6451 time: 0.1839254 Jul 15 13:23:46.556500 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851fe24f-8b86-4217-b917-afc5a5f7a5f8 None None] Checking router: f8dbe11f-6c7d-4624-b436-b44243febec7 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:23:46.557045 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851fe24f-8b86-4217-b917-afc5a5f7a5f8 None None] Updating router f8dbe11f-6c7d-4624-b436-b44243febec7 port 329cc6a1-87fd-4de1-951e-3134d84d71fb binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:23:46.561280 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47936) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:46.600292 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-851fe24f-8b86-4217-b917-afc5a5f7a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.663714 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-9cedd579-4265-4782-baea-bf1d2f88b83c None None] Provisioning for port 329cc6a1-87fd-4de1-951e-3134d84d71fb completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:46.668358 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-9cedd579-4265-4782-baea-bf1d2f88b83c None None] Provisioning complete for port 329cc6a1-87fd-4de1-951e-3134d84d71fb triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:46.668741 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9cedd579-4265-4782-baea-bf1d2f88b83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.713689 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-9cedd579-4265-4782-baea-bf1d2f88b83c None None] Port 329cc6a1-87fd-4de1-951e-3134d84d71fb cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:23:46.727602 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-9cedd579-4265-4782-baea-bf1d2f88b83c None None] Provisioning complete for port 7440407e-8e3a-4a47-a37a-a9f2d61e6b99 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:46.728131 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9cedd579-4265-4782-baea-bf1d2f88b83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.854750 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-822fc658-a305-4ccc-83ac-c1337e5c1c66 tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3786 time: 0.2889438 Jul 15 13:23:46.995383 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47946) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:47.128838 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-06f4e2ee-2661-477c-984a-4393297362c0 None None] Provisioning complete for port 329cc6a1-87fd-4de1-951e-3134d84d71fb triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:47.130769 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-06f4e2ee-2661-477c-984a-4393297362c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.184119 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47954) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:47.189066 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-402c271c-110e-44f3-b58c-e9854f5c2f5c tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-395200324', 'description': 'tempest-secgroup-smoke-395200324 description', 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:47.222245 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 7440407e-8e3a-4a47-a37a-a9f2d61e6b99 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:47.223630 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-d4e02357-b1b7-43af-b512-715cc789347c tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-821749279'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:47.225926 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 4978a11b-58c3-4185-9bbc-cefbf52405a8 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:23:47.273427 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.db.api [None req-402c271c-110e-44f3-b58c-e9854f5c2f5c tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:23:47.273427 n-d-771363-36 neutron-server[93826]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 13:23:47.273427 n-d-771363-36 neutron-server[93826]: [parameters: {'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'id': 'a89d6ef5-789b-4ccc-8a82-b4592df7d8f4', 'expiration': datetime.datetime(2021, 7, 15, 13, 25, 47, 258637)}] Jul 15 13:23:47.273427 n-d-771363-36 neutron-server[93826]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:23:47.274195 n-d-771363-36 neutron-server[93826]: DEBUG oslo_db.api [None req-402c271c-110e-44f3-b58c-e9854f5c2f5c tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:23:47.300314 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e02357-b1b7-43af-b512-715cc789347c tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Made reservation on behalf of 71dc8377e15241a7a92d7e45b6b72260 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:47.303929 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d4e02357-b1b7-43af-b512-715cc789347c tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.332621 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 4978a11b-58c3-4185-9bbc-cefbf52405a8 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:23:47.333133 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 4978a11b-58c3-4185-9bbc-cefbf52405a8 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:23:47.333274 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d4e02357-b1b7-43af-b512-715cc789347c tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.353463 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-06f4e2ee-2661-477c-984a-4393297362c0 None None] Port 329cc6a1-87fd-4de1-951e-3134d84d71fb cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:23:47.372411 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 7440407e-8e3a-4a47-a37a-a9f2d61e6b99 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:47.372907 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.385369 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-851fe24f-8b86-4217-b917-afc5a5f7a5f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.406612 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-851fe24f-8b86-4217-b917-afc5a5f7a5f8 None None] Transition to ACTIVE for port object 329cc6a1-87fd-4de1-951e-3134d84d71fb will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:47.425260 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-851fe24f-8b86-4217-b917-afc5a5f7a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.496418 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945dc1dc-d2ea-4975-8304-4fff408fee67 None None] Pushing event updated for resources: {'Port': ['ID=329cc6a1-87fd-4de1-951e-3134d84d71fb,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:47.498777 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d4e02357-b1b7-43af-b512-715cc789347c tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.506963 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d4e02357-b1b7-43af-b512-715cc789347c tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.535326 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945dc1dc-d2ea-4975-8304-4fff408fee67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:47.535669 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945dc1dc-d2ea-4975-8304-4fff408fee67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:47.536349 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945dc1dc-d2ea-4975-8304-4fff408fee67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:47.536852 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4e02357-b1b7-43af-b512-715cc789347c tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:23:47.537079 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945dc1dc-d2ea-4975-8304-4fff408fee67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:47.537589 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945dc1dc-d2ea-4975-8304-4fff408fee67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:47.537924 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945dc1dc-d2ea-4975-8304-4fff408fee67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:47.538256 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945dc1dc-d2ea-4975-8304-4fff408fee67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:47.538602 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945dc1dc-d2ea-4975-8304-4fff408fee67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:47.539100 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945dc1dc-d2ea-4975-8304-4fff408fee67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:47.539432 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945dc1dc-d2ea-4975-8304-4fff408fee67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:47.539757 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945dc1dc-d2ea-4975-8304-4fff408fee67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:47.540078 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945dc1dc-d2ea-4975-8304-4fff408fee67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:47.559054 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e02357-b1b7-43af-b512-715cc789347c tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69191066-02ce-4181-8538-b2061eef5bbd,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:47.565269 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d4e02357-b1b7-43af-b512-715cc789347c tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.565852 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-d4e02357-b1b7-43af-b512-715cc789347c tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Added segment 0cef16a3-0a76-4211-a9f0-d9134147132a of type vlan for network da19dabe-845f-495f-981a-31f5b72cda87 Jul 15 13:23:47.576752 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-851fe24f-8b86-4217-b917-afc5a5f7a5f8 None None] Attempting to bind port 329cc6a1-87fd-4de1-951e-3134d84d71fb on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:47.577381 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-851fe24f-8b86-4217-b917-afc5a5f7a5f8 None None] Attempting to bind port 329cc6a1-87fd-4de1-951e-3134d84d71fb by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'a2bb44b8-5632-4278-a835-5e8fd283bd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f2d00a68-83b8-489c-abaf-ed87ef9932af'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:47.577868 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851fe24f-8b86-4217-b917-afc5a5f7a5f8 None None] Attempting to bind port 329cc6a1-87fd-4de1-951e-3134d84d71fb on network f2d00a68-83b8-489c-abaf-ed87ef9932af {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:47.584723 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851fe24f-8b86-4217-b917-afc5a5f7a5f8 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:47.585220 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851fe24f-8b86-4217-b917-afc5a5f7a5f8 None None] Checking segment: {'id': 'a2bb44b8-5632-4278-a835-5e8fd283bd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f2d00a68-83b8-489c-abaf-ed87ef9932af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:47.585801 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-851fe24f-8b86-4217-b917-afc5a5f7a5f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.586321 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851fe24f-8b86-4217-b917-afc5a5f7a5f8 None None] Bound using segment: {'id': 'a2bb44b8-5632-4278-a835-5e8fd283bd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f2d00a68-83b8-489c-abaf-ed87ef9932af'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:47.586934 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-851fe24f-8b86-4217-b917-afc5a5f7a5f8 None None] Bound port: 329cc6a1-87fd-4de1-951e-3134d84d71fb, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2bb44b8-5632-4278-a835-5e8fd283bd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f2d00a68-83b8-489c-abaf-ed87ef9932af'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:47.587688 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-851fe24f-8b86-4217-b917-afc5a5f7a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.654820 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d4e02357-b1b7-43af-b512-715cc789347c tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.699786 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-851fe24f-8b86-4217-b917-afc5a5f7a5f8 None None] For port 329cc6a1-87fd-4de1-951e-3134d84d71fb, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:47.703006 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d4e02357-b1b7-43af-b512-715cc789347c tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.704121 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-851fe24f-8b86-4217-b917-afc5a5f7a5f8 None None] For port 329cc6a1-87fd-4de1-951e-3134d84d71fb, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=329cc6a1-87fd-4de1-951e-3134d84d71fb,segment=NetworkSegment(a2bb44b8-5632-4278-a835-5e8fd283bd80),segment_id=a2bb44b8-5632-4278-a835-5e8fd283bd80)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:47.709334 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e02357-b1b7-43af-b512-715cc789347c tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:47.710127 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-851fe24f-8b86-4217-b917-afc5a5f7a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.710337 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d4e02357-b1b7-43af-b512-715cc789347c tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.773089 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851fe24f-8b86-4217-b917-afc5a5f7a5f8 None None] Routers {'f8dbe11f-6c7d-4624-b436-b44243febec7'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:47.773985 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-851fe24f-8b86-4217-b917-afc5a5f7a5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:23:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f8dbe11f-6c7d-4624-b436-b44243febec7'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:47.801997 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47956) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:47.803116 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d4e02357-b1b7-43af-b512-715cc789347c tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8065934 Jul 15 13:23:47.805535 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e02357-b1b7-43af-b512-715cc789347c tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'Network': ['ID=da19dabe-845f-495f-981a-31f5b72cda87,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:47.807376 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-ff8afa3e-4404-4bca-b02f-a23d2e1fd155 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'port': {'network_id': 'da19dabe-845f-495f-981a-31f5b72cda87', 'name': 'tempest-PortsIpV6TestJSON-1289312244'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:47.817162 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network da19dabe-845f-495f-981a-31f5b72cda87 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:23:47.819126 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945dc1dc-d2ea-4975-8304-4fff408fee67 None None] Pushing event updated for resources: {'Port': ['ID=329cc6a1-87fd-4de1-951e-3134d84d71fb,revision_number=4']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:47.851559 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-402c271c-110e-44f3-b58c-e9854f5c2f5c tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.929077 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-851fe24f-8b86-4217-b917-afc5a5f7a5f8 None None] Set router f8dbe11f-6c7d-4624-b436-b44243febec7 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:47.988935 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-402c271c-110e-44f3-b58c-e9854f5c2f5c tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.000726 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-402c271c-110e-44f3-b58c-e9854f5c2f5c tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.039089 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8afa3e-4404-4bca-b02f-a23d2e1fd155 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Made reservation on behalf of 71dc8377e15241a7a92d7e45b6b72260 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:48.043440 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8afa3e-4404-4bca-b02f-a23d2e1fd155 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.083959 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-402c271c-110e-44f3-b58c-e9854f5c2f5c tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.087680 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-402c271c-110e-44f3-b58c-e9854f5c2f5c tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9000504 Jul 15 13:23:48.089323 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47960) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:48.091889 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-ff8afa3e-4404-4bca-b02f-a23d2e1fd155 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] device_id is not set on port 635cb32f-2ab2-4197-94f9-4e919d417e6d yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:23:48.103965 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-42ba0b42-34d9-48a4-8844-16069e3c6a56 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Request body: {'security_group_rule': {'security_group_id': 'd410b95e-6a5b-4c80-af3d-fceaf0ca8b2b', 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:48.155190 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402c271c-110e-44f3-b58c-e9854f5c2f5c tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d410b95e-6a5b-4c80-af3d-fceaf0ca8b2b,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:48.194988 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-42ba0b42-34d9-48a4-8844-16069e3c6a56 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.287490 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-851fe24f-8b86-4217-b917-afc5a5f7a5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8dbe11f-6c7d-4624-b436-b44243febec7', 'name': 'tempest-TestNetworkBasicOps-router-853146288', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '1b134cd2-2de3-41fa-b4c1-af166f580bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:37Z', 'updated_at': '2021-07-15T13:23:44Z', 'revision_number': 4, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'gw_port': {'id': '1b134cd2-2de3-41fa-b4c1-af166f580bcd', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dbe11f-6c7d-4624-b436-b44243febec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:38Z', 'updated_at': '2021-07-15T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '329cc6a1-87fd-4de1-951e-3134d84d71fb', 'name': '', 'network_id': 'f2d00a68-83b8-489c-abaf-ed87ef9932af', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'mac_address': 'fa:16:3e:18:94:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8dbe11f-6c7d-4624-b436-b44243febec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '0d39d281-05be-4cc1-b860-61e44e1a5ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:42Z', 'updated_at': '2021-07-15T13:23:47Z', 'revision_number': 4, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'subnets': [{'id': '0d39d281-05be-4cc1-b860-61e44e1a5ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:48.293633 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-42ba0b42-34d9-48a4-8844-16069e3c6a56 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.306705 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-42ba0b42-34d9-48a4-8844-16069e3c6a56 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.339197 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851fe24f-8b86-4217-b917-afc5a5f7a5f8 None None] The sync data for ids ['f8dbe11f-6c7d-4624-b436-b44243febec7'] in n-d-771363-36 is: [{'id': 'f8dbe11f-6c7d-4624-b436-b44243febec7', 'name': 'tempest-TestNetworkBasicOps-router-853146288', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '1b134cd2-2de3-41fa-b4c1-af166f580bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:37Z', 'updated_at': '2021-07-15T13:23:44Z', 'revision_number': 4, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'gw_port': {'id': '1b134cd2-2de3-41fa-b4c1-af166f580bcd', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dbe11f-6c7d-4624-b436-b44243febec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:38Z', 'updated_at': '2021-07-15T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '329cc6a1-87fd-4de1-951e-3134d84d71fb', 'name': '', 'network_id': 'f2d00a68-83b8-489c-abaf-ed87ef9932af', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'mac_address': 'fa:16:3e:18:94:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8dbe11f-6c7d-4624-b436-b44243febec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '0d39d281-05be-4cc1-b860-61e44e1a5ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:42Z', 'updated_at': '2021-07-15T13:23:47Z', 'revision_number': 4, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'subnets': [{'id': '0d39d281-05be-4cc1-b860-61e44e1a5ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:23:48.340204 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba0b42-34d9-48a4-8844-16069e3c6a56 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f010c13c-bd3f-4e99-afa3-9ca6fc8665cb,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:48.346783 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-42ba0b42-34d9-48a4-8844-16069e3c6a56 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.351470 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-42ba0b42-34d9-48a4-8844-16069e3c6a56 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2625272 Jul 15 13:23:48.352264 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47974) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:48.358851 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-762ffe9b-88f3-437c-b50c-d0bec52bd638 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Request body: {'security_group_rule': {'security_group_id': 'd410b95e-6a5b-4c80-af3d-fceaf0ca8b2b', 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:48.376993 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8afa3e-4404-4bca-b02f-a23d2e1fd155 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.420358 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-762ffe9b-88f3-437c-b50c-d0bec52bd638 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.469257 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8afa3e-4404-4bca-b02f-a23d2e1fd155 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.568532 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-762ffe9b-88f3-437c-b50c-d0bec52bd638 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.576160 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-762ffe9b-88f3-437c-b50c-d0bec52bd638 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.605011 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ffe9b-88f3-437c-b50c-d0bec52bd638 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1219c31-0147-459b-9821-d95d65bd86b6,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:48.622278 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8afa3e-4404-4bca-b02f-a23d2e1fd155 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'Port': ['ID=635cb32f-2ab2-4197-94f9-4e919d417e6d,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:48.628523 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-762ffe9b-88f3-437c-b50c-d0bec52bd638 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.636397 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-762ffe9b-88f3-437c-b50c-d0bec52bd638 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2828937 Jul 15 13:23:48.639614 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47982) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:48.646262 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8afa3e-4404-4bca-b02f-a23d2e1fd155 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Checking segment: {'id': '0cef16a3-0a76-4211-a9f0-d9134147132a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'da19dabe-845f-495f-981a-31f5b72cda87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:48.646760 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8afa3e-4404-4bca-b02f-a23d2e1fd155 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Network hostable DHCP agents. Network: da19dabe-845f-495f-981a-31f5b72cda87, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:23:48.653499 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-e7494929-05c5-4ec9-84eb-5ce331b0dc2f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Request body: {'security_group_rule': {'security_group_id': 'd410b95e-6a5b-4c80-af3d-fceaf0ca8b2b', 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:48.671610 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8afa3e-4404-4bca-b02f-a23d2e1fd155 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Network da19dabe-845f-495f-981a-31f5b72cda87 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:23:48.688646 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-ff8afa3e-4404-4bca-b02f-a23d2e1fd155 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, da19dabe-845f-495f-981a-31f5b72cda87) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:48.698113 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8afa3e-4404-4bca-b02f-a23d2e1fd155 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:48.700240 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71961bc0-fc1a-4436-bb01-ca0f75b45671 None None] Network da19dabe-845f-495f-981a-31f5b72cda87 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:48.708999 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e7494929-05c5-4ec9-84eb-5ce331b0dc2f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.711907 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8afa3e-4404-4bca-b02f-a23d2e1fd155 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:48.712590 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff8afa3e-4404-4bca-b02f-a23d2e1fd155 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.740821 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ff8afa3e-4404-4bca-b02f-a23d2e1fd155 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9376752 Jul 15 13:23:48.743656 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47984) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:48.756219 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-39564a63-8268-4c34-ab8e-35bd4d8498f9 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1587342656'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:48.789404 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39564a63-8268-4c34-ab8e-35bd4d8498f9 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Made reservation on behalf of 71dc8377e15241a7a92d7e45b6b72260 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:48.795194 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-39564a63-8268-4c34-ab8e-35bd4d8498f9 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.834091 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e7494929-05c5-4ec9-84eb-5ce331b0dc2f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.840528 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e7494929-05c5-4ec9-84eb-5ce331b0dc2f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.843504 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39564a63-8268-4c34-ab8e-35bd4d8498f9 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:23:48.858176 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-39564a63-8268-4c34-ab8e-35bd4d8498f9 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.859256 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-39564a63-8268-4c34-ab8e-35bd4d8498f9 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Added segment 002d749b-8466-4d8a-aea8-46103fa67532 of type vlan for network dbdebfa7-787b-4141-8407-64cb2d2d2195 Jul 15 13:23:48.870892 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7494929-05c5-4ec9-84eb-5ce331b0dc2f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d909cdb1-10ea-4523-9487-68d930fddb7d,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:48.889953 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e7494929-05c5-4ec9-84eb-5ce331b0dc2f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.891666 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e7494929-05c5-4ec9-84eb-5ce331b0dc2f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2508862 Jul 15 13:23:48.894814 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47986) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:48.909248 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-bd8a7d80-ec58-4fcd-8353-02f0799f4e96 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Request body: {'security_group_rule': {'security_group_id': 'd410b95e-6a5b-4c80-af3d-fceaf0ca8b2b', 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:48.911289 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-39564a63-8268-4c34-ab8e-35bd4d8498f9 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.960354 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-39564a63-8268-4c34-ab8e-35bd4d8498f9 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.962590 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bd8a7d80-ec58-4fcd-8353-02f0799f4e96 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.969229 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39564a63-8268-4c34-ab8e-35bd4d8498f9 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:48.970030 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-39564a63-8268-4c34-ab8e-35bd4d8498f9 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:49.029567 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-39564a63-8268-4c34-ab8e-35bd4d8498f9 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2843847 Jul 15 13:23:49.030611 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 47990) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:49.048106 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-1730f219-c87e-4990-ad70-f3fa9225b0c3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'ports': [{'network_id': 'da19dabe-845f-495f-981a-31f5b72cda87'}, {'network_id': 'dbdebfa7-787b-4141-8407-64cb2d2d2195'}]} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:49.051672 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-1730f219-c87e-4990-ad70-f3fa9225b0c3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'port': {'network_id': 'da19dabe-845f-495f-981a-31f5b72cda87'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:49.051672 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-1730f219-c87e-4990-ad70-f3fa9225b0c3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'port': {'network_id': 'dbdebfa7-787b-4141-8407-64cb2d2d2195'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:49.072669 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bd8a7d80-ec58-4fcd-8353-02f0799f4e96 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:49.082872 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bd8a7d80-ec58-4fcd-8353-02f0799f4e96 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:49.108592 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 329cc6a1-87fd-4de1-951e-3134d84d71fb up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:49.130860 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a7d80-ec58-4fcd-8353-02f0799f4e96 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adca56ec-c071-446f-80dd-3b5925b3973f,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:49.139528 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bd8a7d80-ec58-4fcd-8353-02f0799f4e96 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:49.141052 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-bd8a7d80-ec58-4fcd-8353-02f0799f4e96 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2449059 Jul 15 13:23:49.144261 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47992) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:49.150087 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-d6aa6c8e-b483-4411-86ab-9d5882b1cd70 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Request body: {'security_group_rule': {'security_group_id': 'd410b95e-6a5b-4c80-af3d-fceaf0ca8b2b', 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:49.167288 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39564a63-8268-4c34-ab8e-35bd4d8498f9 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'Network': ['ID=dbdebfa7-787b-4141-8407-64cb2d2d2195,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:49.187626 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network dbdebfa7-787b-4141-8407-64cb2d2d2195 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:23:49.201492 n-d-771363-36 neutron-server[93826]: INFO neutron.db.securitygroups_db [None req-d6aa6c8e-b483-4411-86ab-9d5882b1cd70 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Project b10b0063b8b9467f824b5e9176c44cfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:23:49.217372 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d6aa6c8e-b483-4411-86ab-9d5882b1cd70 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:49.334734 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d6aa6c8e-b483-4411-86ab-9d5882b1cd70 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:49.339913 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d6aa6c8e-b483-4411-86ab-9d5882b1cd70 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:49.341834 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1730f219-c87e-4990-ad70-f3fa9225b0c3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Made reservation on behalf of 71dc8377e15241a7a92d7e45b6b72260 for: {'port': 2} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:49.359949 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 329cc6a1-87fd-4de1-951e-3134d84d71fb completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:49.367910 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 329cc6a1-87fd-4de1-951e-3134d84d71fb triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:49.368285 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:49.370303 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa6c8e-b483-4411-86ab-9d5882b1cd70 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=510f1753-0a71-46c4-82cb-c5e25feb7982,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:49.376259 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1730f219-c87e-4990-ad70-f3fa9225b0c3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:49.386313 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d6aa6c8e-b483-4411-86ab-9d5882b1cd70 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:49.388139 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d6aa6c8e-b483-4411-86ab-9d5882b1cd70 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2424631 Jul 15 13:23:49.397461 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 47996) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:49.404017 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-5d74840b-4435-4c9a-afe1-e368b4918582 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Request body: {'security_group_rule': {'security_group_id': 'd410b95e-6a5b-4c80-af3d-fceaf0ca8b2b', 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:49.418699 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1730f219-c87e-4990-ad70-f3fa9225b0c3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:49.431894 n-d-771363-36 neutron-server[93826]: INFO neutron.db.securitygroups_db [None req-5d74840b-4435-4c9a-afe1-e368b4918582 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Project b10b0063b8b9467f824b5e9176c44cfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:23:49.438318 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5d74840b-4435-4c9a-afe1-e368b4918582 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:49.519642 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5d74840b-4435-4c9a-afe1-e368b4918582 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:49.526286 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5d74840b-4435-4c9a-afe1-e368b4918582 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:49.528991 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:49.545345 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d74840b-4435-4c9a-afe1-e368b4918582 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b24c4e40-5d28-42cd-bfa3-dd01557de733,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:49.558401 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5d74840b-4435-4c9a-afe1-e368b4918582 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:49.560431 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5d74840b-4435-4c9a-afe1-e368b4918582 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1606739 Jul 15 13:23:49.584852 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 329cc6a1-87fd-4de1-951e-3134d84d71fb, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=329cc6a1-87fd-4de1-951e-3134d84d71fb,segment=NetworkSegment(a2bb44b8-5632-4278-a835-5e8fd283bd80),segment_id=a2bb44b8-5632-4278-a835-5e8fd283bd80)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:49.592155 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:49.606223 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-1730f219-c87e-4990-ad70-f3fa9225b0c3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] device_id is not set on port 9d5df28d-413e-4291-b74d-d94efe9441eb yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:23:49.727636 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=329cc6a1-87fd-4de1-951e-3134d84d71fb,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:49.873802 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1730f219-c87e-4990-ad70-f3fa9225b0c3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:49.934840 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-b6622253-b13a-4a8d-be4e-49e34d582c9b tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-395200324&fields=id&tenant_id=b10b0063b8b9467f824b5e9176c44cfb HTTP/1.1" status: 200 len: 267 time: 0.0548577 Jul 15 13:23:50.028179 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-1730f219-c87e-4990-ad70-f3fa9225b0c3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] device_id is not set on port 319986d7-b3e3-470d-a704-28e384edc21a yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:23:50.179564 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-59046e8d-2bca-4c44-9029-8324c9d04ac1 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:50.186784 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-59046e8d-2bca-4c44-9029-8324c9d04ac1 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/networks?id=f2d00a68-83b8-489c-abaf-ed87ef9932af HTTP/1.1" status: 200 len: 796 time: 0.2438340 Jul 15 13:23:50.225085 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-073d981e-11e1-400c-966b-1b06c10f4161 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/quotas/b10b0063b8b9467f824b5e9176c44cfb HTTP/1.1" status: 200 len: 375 time: 0.0372815 Jul 15 13:23:50.311747 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1730f219-c87e-4990-ad70-f3fa9225b0c3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:50.355073 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-b28f222f-a2d7-4840-9ef0-1a513fa3cf22 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b10b0063b8b9467f824b5e9176c44cfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1289566 Jul 15 13:23:50.406045 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1730f219-c87e-4990-ad70-f3fa9225b0c3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:50.518620 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1730f219-c87e-4990-ad70-f3fa9225b0c3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'Port': ['ID=9d5df28d-413e-4291-b74d-d94efe9441eb,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:50.528672 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1730f219-c87e-4990-ad70-f3fa9225b0c3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Network da19dabe-845f-495f-981a-31f5b72cda87 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:50.531492 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-1730f219-c87e-4990-ad70-f3fa9225b0c3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:50.535385 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1730f219-c87e-4990-ad70-f3fa9225b0c3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:50.536234 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1730f219-c87e-4990-ad70-f3fa9225b0c3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:50.594385 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-7c052c58-3f73-4907-9f15-71b9000c24b0 service neutron] 10.222.0.16 "GET /v2.0/networks/f2d00a68-83b8-489c-abaf-ed87ef9932af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260692 Jul 15 13:23:50.636397 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1730f219-c87e-4990-ad70-f3fa9225b0c3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'Port': ['ID=319986d7-b3e3-470d-a704-28e384edc21a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:50.692071 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1730f219-c87e-4990-ad70-f3fa9225b0c3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Checking segment: {'id': '002d749b-8466-4d8a-aea8-46103fa67532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'dbdebfa7-787b-4141-8407-64cb2d2d2195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:50.692467 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1730f219-c87e-4990-ad70-f3fa9225b0c3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Network hostable DHCP agents. Network: dbdebfa7-787b-4141-8407-64cb2d2d2195, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:23:50.727052 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1730f219-c87e-4990-ad70-f3fa9225b0c3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Network dbdebfa7-787b-4141-8407-64cb2d2d2195 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:23:50.738344 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-d6544ad4-5b41-484e-b7b5-34cf32f273de service neutron] 10.222.0.16 "GET /v2.0/networks/f2d00a68-83b8-489c-abaf-ed87ef9932af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343150 Jul 15 13:23:50.739728 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-1730f219-c87e-4990-ad70-f3fa9225b0c3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, dbdebfa7-787b-4141-8407-64cb2d2d2195) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:50.744612 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1730f219-c87e-4990-ad70-f3fa9225b0c3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:50.750684 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1730f219-c87e-4990-ad70-f3fa9225b0c3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:50.755680 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1730f219-c87e-4990-ad70-f3fa9225b0c3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:50.756691 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1730f219-c87e-4990-ad70-f3fa9225b0c3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:50.760889 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7951356-8948-4df4-8ed6-246f68ec8f3a None None] Network dbdebfa7-787b-4141-8407-64cb2d2d2195 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:50.772850 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1730f219-c87e-4990-ad70-f3fa9225b0c3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7342536 Jul 15 13:23:50.775970 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48024) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:50.927852 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-cac7a0b0-e1a7-4044-85c4-c03d69dde13f tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Deleting port 319986d7-b3e3-470d-a704-28e384edc21a {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:50.928649 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cac7a0b0-e1a7-4044-85c4-c03d69dde13f tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.022454 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fe345338-7fdb-4442-a494-ebfb53b26fc6 req-64a0c8b0-7be8-413c-be5c-33b8fbf95d61 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?device_id=321a7a48-f179-4eb0-9166-966487b69830 HTTP/1.1" status: 200 len: 210 time: 0.0441425 Jul 15 13:23:51.053538 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cac7a0b0-e1a7-4044-85c4-c03d69dde13f tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.072733 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-cac7a0b0-e1a7-4044-85c4-c03d69dde13f tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Calling delete_port for 319986d7-b3e3-470d-a704-28e384edc21a owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:51.112758 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 329cc6a1-87fd-4de1-951e-3134d84d71fb up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:51.184597 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cac7a0b0-e1a7-4044-85c4-c03d69dde13f tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.185195 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 329cc6a1-87fd-4de1-951e-3134d84d71fb triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:51.185713 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.221077 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7a0b0-e1a7-4044-85c4-c03d69dde13f tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'Port': ['ID=319986d7-b3e3-470d-a704-28e384edc21a,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:51.228205 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cac7a0b0-e1a7-4044-85c4-c03d69dde13f tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.230941 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-cac7a0b0-e1a7-4044-85c4-c03d69dde13f tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/ports/319986d7-b3e3-470d-a704-28e384edc21a HTTP/1.1" status: 204 len: 168 time: 0.4533153 Jul 15 13:23:51.233491 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48042) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:51.357292 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f78880f-2807-4973-8a44-023ff9ede3c6 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:51.362524 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f78880f-2807-4973-8a44-023ff9ede3c6 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:51.366901 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1f78880f-2807-4973-8a44-023ff9ede3c6 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1323073 Jul 15 13:23:51.367264 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48046) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:51.479925 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-144a6c1a-22a9-44ff-97af-a0b43a1622c9 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Deleting port 9d5df28d-413e-4291-b74d-d94efe9441eb {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:51.480264 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-144a6c1a-22a9-44ff-97af-a0b43a1622c9 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.550043 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-144a6c1a-22a9-44ff-97af-a0b43a1622c9 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.562185 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-144a6c1a-22a9-44ff-97af-a0b43a1622c9 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Calling delete_port for 9d5df28d-413e-4291-b74d-d94efe9441eb owned by {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:51.665446 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-144a6c1a-22a9-44ff-97af-a0b43a1622c9 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.699455 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a6c1a-22a9-44ff-97af-a0b43a1622c9 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'Port': ['ID=9d5df28d-413e-4291-b74d-d94efe9441eb,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:51.707480 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-144a6c1a-22a9-44ff-97af-a0b43a1622c9 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.710281 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-144a6c1a-22a9-44ff-97af-a0b43a1622c9 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/ports/9d5df28d-413e-4291-b74d-d94efe9441eb HTTP/1.1" status: 204 len: 168 time: 0.3420115 Jul 15 13:23:51.712988 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48050) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:51.835202 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a4ef05-6f07-4ef0-a471-8aa00286ca00 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:51.836909 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f2a4ef05-6f07-4ef0-a471-8aa00286ca00 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1229935 Jul 15 13:23:51.840486 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48058) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:51.876205 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-578857f7-03cf-4672-bee0-b8e9822c595b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] GET failed (client error): The resource could not be found. Jul 15 13:23:51.877955 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-578857f7-03cf-4672-bee0-b8e9822c595b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "GET /v2.0/ports/319986d7-b3e3-470d-a704-28e384edc21a HTTP/1.1" status: 404 len: 333 time: 0.0361676 Jul 15 13:23:51.881090 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48062) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:51.914019 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d79269c-864c-4165-81a6-f886a8e531df tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] GET failed (client error): The resource could not be found. Jul 15 13:23:51.915960 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6d79269c-864c-4165-81a6-f886a8e531df tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "GET /v2.0/ports/9d5df28d-413e-4291-b74d-d94efe9441eb HTTP/1.1" status: 404 len: 333 time: 0.0335846 Jul 15 13:23:51.918737 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48066) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:52.007125 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b569daff-2c28-47a7-8ecc-c50b54a9a2b7 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.100413 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b569daff-2c28-47a7-8ecc-c50b54a9a2b7 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.113400 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-b569daff-2c28-47a7-8ecc-c50b54a9a2b7 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbdebfa7-787b-4141-8407-64cb2d2d2195']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:52.126324 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-b569daff-2c28-47a7-8ecc-c50b54a9a2b7 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '002d749b-8466-4d8a-aea8-46103fa67532') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:52.126788 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-b569daff-2c28-47a7-8ecc-c50b54a9a2b7 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '002d749b-8466-4d8a-aea8-46103fa67532') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:52.146341 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b569daff-2c28-47a7-8ecc-c50b54a9a2b7 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.212853 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b651a0da-d729-48ae-ad22-dcf0da0845e8 req-521d81d1-edba-45bb-9bd7-2e917ab02ccf tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?device_id=321a7a48-f179-4eb0-9166-966487b69830 HTTP/1.1" status: 200 len: 210 time: 0.0517197 Jul 15 13:23:52.223126 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b569daff-2c28-47a7-8ecc-c50b54a9a2b7 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.233328 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b569daff-2c28-47a7-8ecc-c50b54a9a2b7 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:23:52.234272 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b569daff-2c28-47a7-8ecc-c50b54a9a2b7 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.241080 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:23:52.241080 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:23:52.241080 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:23:52.241080 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:23:52.241080 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:23:52.241080 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:23:52.241080 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:23:52.241080 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:23:52.241080 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:23:52.241080 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:23:52.241080 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:23:52.241080 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:23:52.241080 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:23:52.241080 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:23:52.241080 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:23:52.241080 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:23:52.241080 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:23:52.241080 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:23:52.241080 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:23:52.241080 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:23:52.241080 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:23:52.241080 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:23:52.241080 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:23:52.241080 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:23:52.241080 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:23:52.241080 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:23:52.241080 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:23:52.241080 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:23:52.241080 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:23:52.241080 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:23:52.241080 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:23:52.241080 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:23:52.241080 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:23:52.241080 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:23:52.241080 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:23:52.241080 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:23:52.241080 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:23:52.241080 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:23:52.316848 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b569daff-2c28-47a7-8ecc-c50b54a9a2b7 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.346406 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b569daff-2c28-47a7-8ecc-c50b54a9a2b7 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.350630 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b569daff-2c28-47a7-8ecc-c50b54a9a2b7 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/networks/dbdebfa7-787b-4141-8407-64cb2d2d2195 HTTP/1.1" status: 204 len: 168 time: 0.4291022 Jul 15 13:23:52.350630 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569daff-2c28-47a7-8ecc-c50b54a9a2b7 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'Network': ['ID=dbdebfa7-787b-4141-8407-64cb2d2d2195,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:52.354022 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48074) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:52.359569 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-8378af23-1408-41ee-bd16-020f53766887 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-119980997'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:52.387223 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8378af23-1408-41ee-bd16-020f53766887 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Made reservation on behalf of 71dc8377e15241a7a92d7e45b6b72260 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:52.402825 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8378af23-1408-41ee-bd16-020f53766887 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.444623 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8378af23-1408-41ee-bd16-020f53766887 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:23:52.451963 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-8da8d3c1-52fd-47f0-a30e-b7f7f0c3787e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:52.453446 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-8da8d3c1-52fd-47f0-a30e-b7f7f0c3787e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.46 "GET /v2.0/networks?id=f2d00a68-83b8-489c-abaf-ed87ef9932af HTTP/1.1" status: 200 len: 796 time: 0.1704338 Jul 15 13:23:52.457991 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8378af23-1408-41ee-bd16-020f53766887 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.458366 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-8378af23-1408-41ee-bd16-020f53766887 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Added segment f88d9442-0253-4031-9ea0-56f67f296f3b of type vlan for network 88768060-fb47-4c39-8d47-6efc567f2fa1 Jul 15 13:23:52.502270 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8378af23-1408-41ee-bd16-020f53766887 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.512624 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-339d0494-e425-457f-b4a0-31b86ecceaea tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b10b0063b8b9467f824b5e9176c44cfb HTTP/1.1" status: 200 len: 379 time: 0.0485671 Jul 15 13:23:52.528830 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-26d8f962-f119-4303-90c4-601c9157727e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Request body: {'port': {'device_id': '321a7a48-f179-4eb0-9166-966487b69830', 'network_id': 'f2d00a68-83b8-489c-abaf-ed87ef9932af', 'admin_state_up': True, 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'security_groups': ['d410b95e-6a5b-4c80-af3d-fceaf0ca8b2b']}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:52.535671 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8378af23-1408-41ee-bd16-020f53766887 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.542153 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8378af23-1408-41ee-bd16-020f53766887 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:52.542717 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8378af23-1408-41ee-bd16-020f53766887 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.581656 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8378af23-1408-41ee-bd16-020f53766887 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2264616 Jul 15 13:23:52.584922 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48076) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:52.589927 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-4fbe8c0b-b720-4546-8ee9-a5bd1ae8e304 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'subnet': {'network_id': '88768060-fb47-4c39-8d47-6efc567f2fa1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:52.671655 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8378af23-1408-41ee-bd16-020f53766887 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'Network': ['ID=88768060-fb47-4c39-8d47-6efc567f2fa1,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:52.691376 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 88768060-fb47-4c39-8d47-6efc567f2fa1 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:23:52.755620 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-26d8f962-f119-4303-90c4-601c9157727e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Made reservation on behalf of b10b0063b8b9467f824b5e9176c44cfb for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:52.760949 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-26d8f962-f119-4303-90c4-601c9157727e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.773457 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbe8c0b-b720-4546-8ee9-a5bd1ae8e304 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Made reservation on behalf of 71dc8377e15241a7a92d7e45b6b72260 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:52.779461 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4fbe8c0b-b720-4546-8ee9-a5bd1ae8e304 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:53.036480 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-26d8f962-f119-4303-90c4-601c9157727e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Allocated IP 172.20.0.10 (f2d00a68-83b8-489c-abaf-ed87ef9932af/0d39d281-05be-4cc1-b860-61e44e1a5ebe/6106094f-2371-4e61-a305-8e29178d3f58) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:53.038209 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4fbe8c0b-b720-4546-8ee9-a5bd1ae8e304 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:53.104985 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe8c0b-b720-4546-8ee9-a5bd1ae8e304 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'Subnet': ['ID=ea029553-57a9-4e9f-818f-58d89a805351,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:53.136773 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe8c0b-b720-4546-8ee9-a5bd1ae8e304 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Checking segment: {'id': 'f88d9442-0253-4031-9ea0-56f67f296f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '88768060-fb47-4c39-8d47-6efc567f2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:53.137000 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbe8c0b-b720-4546-8ee9-a5bd1ae8e304 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Network hostable DHCP agents. Network: 88768060-fb47-4c39-8d47-6efc567f2fa1, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:23:53.156366 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbe8c0b-b720-4546-8ee9-a5bd1ae8e304 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Network 88768060-fb47-4c39-8d47-6efc567f2fa1 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:23:53.175227 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-4fbe8c0b-b720-4546-8ee9-a5bd1ae8e304 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 88768060-fb47-4c39-8d47-6efc567f2fa1) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:53.185263 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94943d14-ce6c-44eb-9d87-e09c2b0a3e75 None None] Network 88768060-fb47-4c39-8d47-6efc567f2fa1 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:53.188669 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbe8c0b-b720-4546-8ee9-a5bd1ae8e304 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:53.219770 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4fbe8c0b-b720-4546-8ee9-a5bd1ae8e304 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:53.254287 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4fbe8c0b-b720-4546-8ee9-a5bd1ae8e304 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6682744 Jul 15 13:23:53.255257 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48086) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:53.265202 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-85103098-e3e5-4014-b68e-5687e956d1cc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'port': {'network_id': '88768060-fb47-4c39-8d47-6efc567f2fa1', 'name': 'tempest-PortsIpV6TestJSON-1564635300'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:53.269153 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-26d8f962-f119-4303-90c4-601c9157727e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:53.369687 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-26d8f962-f119-4303-90c4-601c9157727e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Transition to ACTIVE for port object 6106094f-2371-4e61-a305-8e29178d3f58 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:53.441007 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-26d8f962-f119-4303-90c4-601c9157727e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:53.504615 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-26d8f962-f119-4303-90c4-601c9157727e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Network f2d00a68-83b8-489c-abaf-ed87ef9932af is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:53.507957 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-26d8f962-f119-4303-90c4-601c9157727e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:53.511913 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43271136-4791-4681-af88-0c69f36d71ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-88768060-fb47-4c39-8d47-6efc567f2fa1', 'network_id': '88768060-fb47-4c39-8d47-6efc567f2fa1', 'tenant_id': '71dc8377e15241a7a92d7e45b6b72260', 'fixed_ips': [{'subnet_id': 'ea029553-57a9-4e9f-818f-58d89a805351'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:23:53.512219 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-26d8f962-f119-4303-90c4-601c9157727e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:53.512799 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-43271136-4791-4681-af88-0c69f36d71ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:53.549865 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8f962-f119-4303-90c4-601c9157727e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'Port': ['ID=6106094f-2371-4e61-a305-8e29178d3f58,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:53.575611 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85103098-e3e5-4014-b68e-5687e956d1cc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Made reservation on behalf of 71dc8377e15241a7a92d7e45b6b72260 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:53.579239 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-85103098-e3e5-4014-b68e-5687e956d1cc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:53.612412 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-26d8f962-f119-4303-90c4-601c9157727e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:53.613106 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-26d8f962-f119-4303-90c4-601c9157727e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:53.647578 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-26d8f962-f119-4303-90c4-601c9157727e tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1279666 Jul 15 13:23:53.667462 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-bbf90245-fa95-4c97-8b1b-7afb3720511a service neutron] Request body: {'port': {'device_id': '321a7a48-f179-4eb0-9166-966487b69830', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:53.674487 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-85103098-e3e5-4014-b68e-5687e956d1cc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] device_id is not set on port e498136e-39a5-45e4-8647-f706e707f344 yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:23:53.751064 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650b076-39ac-4f74-a9ac-ca741081af33 req-de6868f5-4289-4e0f-a50c-f71dac88e629 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:53.760299 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3650b076-39ac-4f74-a9ac-ca741081af33 req-de6868f5-4289-4e0f-a50c-f71dac88e629 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?device_id=321a7a48-f179-4eb0-9166-966487b69830 HTTP/1.1" status: 200 len: 932 time: 0.2768250 Jul 15 13:23:53.810096 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-43271136-4791-4681-af88-0c69f36d71ec None None] Allocated IP 2001:db8::2 (88768060-fb47-4c39-8d47-6efc567f2fa1/ea029553-57a9-4e9f-818f-58d89a805351/c5b739a0-81c0-466f-bf48-4fdade5db2bd) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:53.811532 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-bbf90245-fa95-4c97-8b1b-7afb3720511a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:53.819731 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3650b076-39ac-4f74-a9ac-ca741081af33 req-8d242f14-f9d3-4305-8ad4-ea7563347098 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/security-groups?id=d410b95e-6a5b-4c80-af3d-fceaf0ca8b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584364 Jul 15 13:23:53.984446 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a7b6a587-ff12-430b-9afd-9bc3a1c805a5 None None] Provisioning for port 6106094f-2371-4e61-a305-8e29178d3f58 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:53.996980 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a7b6a587-ff12-430b-9afd-9bc3a1c805a5 None None] Provisioning complete for port 6106094f-2371-4e61-a305-8e29178d3f58 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:53.997471 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a7b6a587-ff12-430b-9afd-9bc3a1c805a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.082965 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a7b6a587-ff12-430b-9afd-9bc3a1c805a5 None None] Port 6106094f-2371-4e61-a305-8e29178d3f58 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:23:54.084371 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9576175-1efa-422d-b122-5677ad978c2f req-b27c5ff8-1fab-4d8e-8a71-7206b8fafb4d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:54.086031 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b9576175-1efa-422d-b122-5677ad978c2f req-b27c5ff8-1fab-4d8e-8a71-7206b8fafb4d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e HTTP/1.1" status: 200 len: 946 time: 0.1281440 Jul 15 13:23:54.087651 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-43271136-4791-4681-af88-0c69f36d71ec None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.097111 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-43271136-4791-4681-af88-0c69f36d71ec None None] Transition to ACTIVE for port object c5b739a0-81c0-466f-bf48-4fdade5db2bd will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:54.123612 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-43271136-4791-4681-af88-0c69f36d71ec None None] Transition to ACTIVE for port object c5b739a0-81c0-466f-bf48-4fdade5db2bd will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:54.132699 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-43271136-4791-4681-af88-0c69f36d71ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.152724 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b9576175-1efa-422d-b122-5677ad978c2f req-8c6ffdad-5936-4051-940c-a04fef26724e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=cbce786e-178b-4ec4-a228-7da33810f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569618 Jul 15 13:23:54.199367 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48104) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:54.247282 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-bbf90245-fa95-4c97-8b1b-7afb3720511a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6106094f-2371-4e61-a305-8e29178d3f58 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:23:54.266065 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-bbf90245-fa95-4c97-8b1b-7afb3720511a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.295728 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-bbf90245-fa95-4c97-8b1b-7afb3720511a service neutron] Transition to ACTIVE for port object 6106094f-2371-4e61-a305-8e29178d3f58 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:54.302742 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-bbf90245-fa95-4c97-8b1b-7afb3720511a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.421750 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43271136-4791-4681-af88-0c69f36d71ec None None] Network 88768060-fb47-4c39-8d47-6efc567f2fa1 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:54.426277 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43271136-4791-4681-af88-0c69f36d71ec None None] Pushing event updated for resources: {'Port': ['ID=c5b739a0-81c0-466f-bf48-4fdade5db2bd,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:54.429062 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-43271136-4791-4681-af88-0c69f36d71ec None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:54.431102 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43271136-4791-4681-af88-0c69f36d71ec None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:54.444725 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-85103098-e3e5-4014-b68e-5687e956d1cc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Allocated IP 2001:db8::1a1 (88768060-fb47-4c39-8d47-6efc567f2fa1/ea029553-57a9-4e9f-818f-58d89a805351/e498136e-39a5-45e4-8647-f706e707f344) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:54.451232 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf90245-fa95-4c97-8b1b-7afb3720511a service neutron] Pushing event updated for resources: {'Port': ['ID=6106094f-2371-4e61-a305-8e29178d3f58,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:54.458315 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f7981d97-7d1f-44b4-ad77-a166f37edb10 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/floatingips/5a08a8f7-7ac7-4b2f-8c0b-1c4db14c5d6a HTTP/1.1" status: 200 len: 994 time: 0.2578135 Jul 15 13:23:54.629877 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-bbf90245-fa95-4c97-8b1b-7afb3720511a service neutron] Attempting to bind port 6106094f-2371-4e61-a305-8e29178d3f58 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:54.630246 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-bbf90245-fa95-4c97-8b1b-7afb3720511a service neutron] Attempting to bind port 6106094f-2371-4e61-a305-8e29178d3f58 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'a2bb44b8-5632-4278-a835-5e8fd283bd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f2d00a68-83b8-489c-abaf-ed87ef9932af'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:54.630618 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-bbf90245-fa95-4c97-8b1b-7afb3720511a service neutron] Attempting to bind port 6106094f-2371-4e61-a305-8e29178d3f58 on network f2d00a68-83b8-489c-abaf-ed87ef9932af {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:54.642360 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-43271136-4791-4681-af88-0c69f36d71ec None None] Attempting to bind port c5b739a0-81c0-466f-bf48-4fdade5db2bd on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:54.642888 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-43271136-4791-4681-af88-0c69f36d71ec None None] Attempting to bind port c5b739a0-81c0-466f-bf48-4fdade5db2bd by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'f88d9442-0253-4031-9ea0-56f67f296f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '88768060-fb47-4c39-8d47-6efc567f2fa1'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:54.648181 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43271136-4791-4681-af88-0c69f36d71ec None None] Attempting to bind port c5b739a0-81c0-466f-bf48-4fdade5db2bd on network 88768060-fb47-4c39-8d47-6efc567f2fa1 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:54.661576 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-bbf90245-fa95-4c97-8b1b-7afb3720511a service neutron] Port 6106094f-2371-4e61-a305-8e29178d3f58 on network f2d00a68-83b8-489c-abaf-ed87ef9932af not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:54.661906 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-bbf90245-fa95-4c97-8b1b-7afb3720511a service neutron] Attempting to bind port 6106094f-2371-4e61-a305-8e29178d3f58 on network f2d00a68-83b8-489c-abaf-ed87ef9932af {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:54.676428 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-bbf90245-fa95-4c97-8b1b-7afb3720511a service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:54.676782 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-bbf90245-fa95-4c97-8b1b-7afb3720511a service neutron] Checking segment: {'id': 'a2bb44b8-5632-4278-a835-5e8fd283bd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f2d00a68-83b8-489c-abaf-ed87ef9932af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:54.677177 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-bbf90245-fa95-4c97-8b1b-7afb3720511a service neutron] Bound using segment: {'id': 'a2bb44b8-5632-4278-a835-5e8fd283bd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f2d00a68-83b8-489c-abaf-ed87ef9932af'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:54.677616 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-bbf90245-fa95-4c97-8b1b-7afb3720511a service neutron] Bound port: 6106094f-2371-4e61-a305-8e29178d3f58, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2bb44b8-5632-4278-a835-5e8fd283bd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f2d00a68-83b8-489c-abaf-ed87ef9932af'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:54.677985 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-bbf90245-fa95-4c97-8b1b-7afb3720511a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.688383 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43271136-4791-4681-af88-0c69f36d71ec None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:54.696793 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43271136-4791-4681-af88-0c69f36d71ec None None] Checking segment: {'id': 'f88d9442-0253-4031-9ea0-56f67f296f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '88768060-fb47-4c39-8d47-6efc567f2fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:54.698661 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-43271136-4791-4681-af88-0c69f36d71ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.701029 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43271136-4791-4681-af88-0c69f36d71ec None None] Bound using segment: {'id': 'f88d9442-0253-4031-9ea0-56f67f296f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '88768060-fb47-4c39-8d47-6efc567f2fa1'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:54.706318 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-43271136-4791-4681-af88-0c69f36d71ec None None] Bound port: c5b739a0-81c0-466f-bf48-4fdade5db2bd, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88d9442-0253-4031-9ea0-56f67f296f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '88768060-fb47-4c39-8d47-6efc567f2fa1'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:54.708506 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-43271136-4791-4681-af88-0c69f36d71ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.849189 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-bbf90245-fa95-4c97-8b1b-7afb3720511a service neutron] For port 6106094f-2371-4e61-a305-8e29178d3f58, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:54.854502 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-bbf90245-fa95-4c97-8b1b-7afb3720511a service neutron] For port 6106094f-2371-4e61-a305-8e29178d3f58, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=6106094f-2371-4e61-a305-8e29178d3f58,segment=NetworkSegment(a2bb44b8-5632-4278-a835-5e8fd283bd80),segment_id=a2bb44b8-5632-4278-a835-5e8fd283bd80)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:54.866117 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-bbf90245-fa95-4c97-8b1b-7afb3720511a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.962279 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-bbf90245-fa95-4c97-8b1b-7afb3720511a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:54.965769 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-85103098-e3e5-4014-b68e-5687e956d1cc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.979421 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-bbf90245-fa95-4c97-8b1b-7afb3720511a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.980912 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-bbf90245-fa95-4c97-8b1b-7afb3720511a service neutron] 10.222.0.46 "PUT /v2.0/ports/6106094f-2371-4e61-a305-8e29178d3f58 HTTP/1.1" status: 200 len: 1093 time: 1.3195560 Jul 15 13:23:54.981393 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '321a7a48-f179-4eb0-9166-966487b69830', 'tag': '6106094f-2371-4e61-a305-8e29178d3f58'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:54.983729 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf125db-1e54-4998-92f6-58e764a29d22" -d '{"events": [{"name": "network-changed", "server_uuid": "321a7a48-f179-4eb0-9166-966487b69830", "tag": "6106094f-2371-4e61-a305-8e29178d3f58"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:55.013327 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-85103098-e3e5-4014-b68e-5687e956d1cc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Transition to ACTIVE for port object e498136e-39a5-45e4-8647-f706e707f344 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:55.122032 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-43271136-4791-4681-af88-0c69f36d71ec None None] For port c5b739a0-81c0-466f-bf48-4fdade5db2bd, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:55.145098 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-43271136-4791-4681-af88-0c69f36d71ec None None] For port c5b739a0-81c0-466f-bf48-4fdade5db2bd, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=c5b739a0-81c0-466f-bf48-4fdade5db2bd,segment=NetworkSegment(f88d9442-0253-4031-9ea0-56f67f296f3b),segment_id=f88d9442-0253-4031-9ea0-56f67f296f3b)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:55.152178 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-85103098-e3e5-4014-b68e-5687e956d1cc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.155590 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-43271136-4791-4681-af88-0c69f36d71ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.199118 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf90245-fa95-4c97-8b1b-7afb3720511a service neutron] Pushing event updated for resources: {'Port': ['ID=6106094f-2371-4e61-a305-8e29178d3f58,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:55.259367 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-08c5fde1-d3ce-4c36-a764-52fac52238dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:55.260885 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-08c5fde1-d3ce-4c36-a764-52fac52238dc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b10b0063b8b9467f824b5e9176c44cfb&device_id=321a7a48-f179-4eb0-9166-966487b69830 HTTP/1.1" status: 200 len: 1096 time: 0.1868184 Jul 15 13:23:55.363789 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-8cf867ff-022d-4e59-b416-5a608862efc1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6106094f-2371-4e61-a305-8e29178d3f58 HTTP/1.1" status: 200 len: 217 time: 0.0940609 Jul 15 13:23:55.383087 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43271136-4791-4681-af88-0c69f36d71ec None None] Pushing event updated for resources: {'Port': ['ID=c5b739a0-81c0-466f-bf48-4fdade5db2bd,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:55.475092 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99b2af6-d0fa-4d9b-8b10-c732356c9a8e x-openstack-request-id: req-c99b2af6-d0fa-4d9b-8b10-c732356c9a8e {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:55.475613 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "321a7a48-f179-4eb0-9166-966487b69830", "tag": "6106094f-2371-4e61-a305-8e29178d3f58", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:55.475613 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c99b2af6-d0fa-4d9b-8b10-c732356c9a8e {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:55.476994 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '321a7a48-f179-4eb0-9166-966487b69830', 'tag': '6106094f-2371-4e61-a305-8e29178d3f58', 'status': 'completed', 'code': 200} Jul 15 13:23:55.486882 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85103098-e3e5-4014-b68e-5687e956d1cc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Network 88768060-fb47-4c39-8d47-6efc567f2fa1 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:55.508304 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85103098-e3e5-4014-b68e-5687e956d1cc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'Port': ['ID=e498136e-39a5-45e4-8647-f706e707f344,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:55.520805 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-85103098-e3e5-4014-b68e-5687e956d1cc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:55.529488 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85103098-e3e5-4014-b68e-5687e956d1cc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:55.536163 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-da29264f-87f6-4194-b5e4-07d6662273c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:55.537645 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-da29264f-87f6-4194-b5e4-07d6662273c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0d39d281-05be-4cc1-b860-61e44e1a5ebe HTTP/1.1" status: 200 len: 835 time: 0.1673460 Jul 15 13:23:55.550345 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85103098-e3e5-4014-b68e-5687e956d1cc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:55.551297 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-85103098-e3e5-4014-b68e-5687e956d1cc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.583311 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-85103098-e3e5-4014-b68e-5687e956d1cc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3241482 Jul 15 13:23:55.606595 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48134) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:55.670297 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bfede5-c637-43ca-ad4b-089c7ebdfdc1 req-74a3a5c6-14f0-4921-93f1-f4ba37d84c2a tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:55.699173 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-26bfede5-c637-43ca-ad4b-089c7ebdfdc1 req-74a3a5c6-14f0-4921-93f1-f4ba37d84c2a tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?device_id=321a7a48-f179-4eb0-9166-966487b69830 HTTP/1.1" status: 200 len: 944 time: 0.5194499 Jul 15 13:23:55.789018 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-e5bbd36f-2d79-4e1c-a238-ca52f54561f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:55.793550 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-e5bbd36f-2d79-4e1c-a238-ca52f54561f6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f2d00a68-83b8-489c-abaf-ed87ef9932af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2469301 Jul 15 13:23:55.960045 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-e8d43557-160c-468c-9046-423abfa805a6 service neutron] 10.222.0.46 "GET /v2.0/networks/f2d00a68-83b8-489c-abaf-ed87ef9932af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566806 Jul 15 13:23:56.043674 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-a5be11dd-3ab2-4e3f-b4df-f3a9cbe04089 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Deleting port e498136e-39a5-45e4-8647-f706e707f344 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:56.044021 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a5be11dd-3ab2-4e3f-b4df-f3a9cbe04089 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.192767 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a5be11dd-3ab2-4e3f-b4df-f3a9cbe04089 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.207431 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-a5be11dd-3ab2-4e3f-b4df-f3a9cbe04089 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Calling delete_port for e498136e-39a5-45e4-8647-f706e707f344 owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:56.392233 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e32043e0-2e1d-4b8b-bcc0-e4f78cfeca79 req-450a263e-f7f1-4c89-9cd0-95634c4c468e service neutron] 10.222.0.46 "GET /v2.0/networks/f2d00a68-83b8-489c-abaf-ed87ef9932af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222517 Jul 15 13:23:56.593371 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-26bfede5-c637-43ca-ad4b-089c7ebdfdc1 req-bc96ac93-3e4c-4946-ab6d-6cb22c9a9eef tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/security-groups?id=d410b95e-6a5b-4c80-af3d-fceaf0ca8b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8909056 Jul 15 13:23:56.629342 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad1de0-4478-4363-8b41-69cb6c489391 req-eb3d08f1-affc-4634-a554-111bfd134479 tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:56.635752 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b1ad1de0-4478-4363-8b41-69cb6c489391 req-eb3d08f1-affc-4634-a554-111bfd134479 tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e HTTP/1.1" status: 200 len: 1098 time: 0.1099613 Jul 15 13:23:56.669957 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a5be11dd-3ab2-4e3f-b4df-f3a9cbe04089 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.810863 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b1ad1de0-4478-4363-8b41-69cb6c489391 req-b0a02505-df41-4128-864c-7426cac5a13a tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=cbce786e-178b-4ec4-a228-7da33810f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703780 Jul 15 13:23:56.852746 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5be11dd-3ab2-4e3f-b4df-f3a9cbe04089 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'Port': ['ID=e498136e-39a5-45e4-8647-f706e707f344,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:56.932730 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a5be11dd-3ab2-4e3f-b4df-f3a9cbe04089 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.937506 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48150) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:56.945138 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a5be11dd-3ab2-4e3f-b4df-f3a9cbe04089 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/ports/e498136e-39a5-45e4-8647-f706e707f344 HTTP/1.1" status: 204 len: 168 time: 1.3372271 Jul 15 13:23:56.974465 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-2054cec2-bdbf-46b9-a4cf-9ce130ef450b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] DELETE failed (client error): The resource could not be found. Jul 15 13:23:56.975169 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2054cec2-bdbf-46b9-a4cf-9ce130ef450b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:23:56.977580 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2054cec2-bdbf-46b9-a4cf-9ce130ef450b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/ports/e498136e-39a5-45e4-8647-f706e707f344 HTTP/1.1" status: 404 len: 333 time: 0.0388756 Jul 15 13:23:56.991973 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48152) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:57.091882 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-d702dade-b845-4fc1-abf7-39e87a91fa7e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] GET failed (client error): The resource could not be found. Jul 15 13:23:57.096599 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48154) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:57.113677 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d702dade-b845-4fc1-abf7-39e87a91fa7e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "GET /v2.0/ports/e498136e-39a5-45e4-8647-f706e707f344 HTTP/1.1" status: 404 len: 333 time: 0.1160233 Jul 15 13:23:57.117368 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf125db-1e54-4998-92f6-58e764a29d22 req-7a610157-d74e-4fdb-9ca0-1ab8573167eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:57.118852 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fdf125db-1e54-4998-92f6-58e764a29d22 req-7a610157-d74e-4fdb-9ca0-1ab8573167eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b10b0063b8b9467f824b5e9176c44cfb&device_id=321a7a48-f179-4eb0-9166-966487b69830 HTTP/1.1" status: 200 len: 1096 time: 0.5048950 Jul 15 13:23:57.203716 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-9442039c-6e99-4ae0-b57b-55c7f5d7eadc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Deleting subnet ea029553-57a9-4e9f-818f-58d89a805351 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:23:57.212188 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9442039c-6e99-4ae0-b57b-55c7f5d7eadc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:57.242879 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c5b739a0-81c0-466f-bf48-4fdade5db2bd up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:57.302063 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9442039c-6e99-4ae0-b57b-55c7f5d7eadc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:57.339864 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98fdb94-4eee-4066-a59d-ed2d40b32919 None None] Network 88768060-fb47-4c39-8d47-6efc567f2fa1 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:57.340069 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf125db-1e54-4998-92f6-58e764a29d22 req-a1f14da0-30e2-4cf1-81e9-1585bd28560c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:57.341310 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fdf125db-1e54-4998-92f6-58e764a29d22 req-a1f14da0-30e2-4cf1-81e9-1585bd28560c service neutron] 10.222.0.46 "GET /v2.0/networks?id=f2d00a68-83b8-489c-abaf-ed87ef9932af HTTP/1.1" status: 200 len: 897 time: 0.2114053 Jul 15 13:23:57.426355 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fdf125db-1e54-4998-92f6-58e764a29d22 req-dbb4fdb7-2a7b-48e6-940a-38678d0b4f69 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6106094f-2371-4e61-a305-8e29178d3f58 HTTP/1.1" status: 200 len: 217 time: 0.0771694 Jul 15 13:23:57.475875 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-17d64dd2-3cbe-4858-9681-f6414a41399e None None] Provisioning for port c5b739a0-81c0-466f-bf48-4fdade5db2bd completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:57.501745 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port c5b739a0-81c0-466f-bf48-4fdade5db2bd completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:57.516433 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf125db-1e54-4998-92f6-58e764a29d22 req-317690bb-a71a-4f4c-a5c4-215377e07766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:57.520121 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port c5b739a0-81c0-466f-bf48-4fdade5db2bd triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:57.520534 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fdf125db-1e54-4998-92f6-58e764a29d22 req-317690bb-a71a-4f4c-a5c4-215377e07766 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0d39d281-05be-4cc1-b860-61e44e1a5ebe HTTP/1.1" status: 200 len: 835 time: 0.0841153 Jul 15 13:23:57.520890 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:57.522289 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9442039c-6e99-4ae0-b57b-55c7f5d7eadc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:57.618367 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf125db-1e54-4998-92f6-58e764a29d22 req-fcdc5a43-f307-4d62-8940-6bac040c560a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:57.621022 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fdf125db-1e54-4998-92f6-58e764a29d22 req-fcdc5a43-f307-4d62-8940-6bac040c560a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f2d00a68-83b8-489c-abaf-ed87ef9932af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0917101 Jul 15 13:23:57.669615 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:57.737699 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9442039c-6e99-4ae0-b57b-55c7f5d7eadc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:57.787783 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.db.api [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:23:57.788666 n-d-771363-36 neutron-server[93827]: DEBUG oslo_db.api [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:23:57.852297 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fdf125db-1e54-4998-92f6-58e764a29d22 req-d58141c0-a3d3-4995-9b5d-5d7fe9d394fc service neutron] 10.222.0.46 "GET /v2.0/networks/f2d00a68-83b8-489c-abaf-ed87ef9932af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232361 Jul 15 13:23:57.917943 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9442039c-6e99-4ae0-b57b-55c7f5d7eadc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:57.927141 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9442039c-6e99-4ae0-b57b-55c7f5d7eadc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/subnets/ea029553-57a9-4e9f-818f-58d89a805351 HTTP/1.1" status: 204 len: 168 time: 0.8295505 Jul 15 13:23:57.935697 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9442039c-6e99-4ae0-b57b-55c7f5d7eadc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'Subnet': ['ID=ea029553-57a9-4e9f-818f-58d89a805351,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:57.937672 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48182) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:58.045355 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fdf125db-1e54-4998-92f6-58e764a29d22 req-d80e3e5c-402a-47a8-b39d-0b3db53ae60a service neutron] 10.222.0.46 "GET /v2.0/networks/f2d00a68-83b8-489c-abaf-ed87ef9932af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863313 Jul 15 13:23:58.128595 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d66c6de-388c-4666-b5d9-5be786106fa6 None None] Network 88768060-fb47-4c39-8d47-6efc567f2fa1 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:58.145779 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4235c855-c0d4-4e41-9ebe-6cc51bffc735 req-a0f4cb31-6957-4d11-9d62-67aa27fedd5b tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:58.153001 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4235c855-c0d4-4e41-9ebe-6cc51bffc735 req-a0f4cb31-6957-4d11-9d62-67aa27fedd5b tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?device_id=321a7a48-f179-4eb0-9166-966487b69830 HTTP/1.1" status: 200 len: 944 time: 0.3179626 Jul 15 13:23:58.176477 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-006d1c7c-ec70-4b02-960e-7374edbb7e42 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:58.232028 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4235c855-c0d4-4e41-9ebe-6cc51bffc735 req-1a60e5a6-5a5f-4b2b-a072-199a19a2c2fb tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/security-groups?id=d410b95e-6a5b-4c80-af3d-fceaf0ca8b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780449 Jul 15 13:23:58.346024 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:58.353536 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5f9b6921-205c-4582-89f2-e6d0adcdc12a None None] Provisioning complete for port c5b739a0-81c0-466f-bf48-4fdade5db2bd triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:58.353942 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5f9b6921-205c-4582-89f2-e6d0adcdc12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:58.465323 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-bc7e7246-f5a0-4fb0-9143-e4cfe97bc53d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3419251 Jul 15 13:23:58.483146 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port c5b739a0-81c0-466f-bf48-4fdade5db2bd, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=c5b739a0-81c0-466f-bf48-4fdade5db2bd,segment=NetworkSegment(f88d9442-0253-4031-9ea0-56f67f296f3b),segment_id=f88d9442-0253-4031-9ea0-56f67f296f3b)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:58.489015 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-006d1c7c-ec70-4b02-960e-7374edbb7e42 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Deleting port c5b739a0-81c0-466f-bf48-4fdade5db2bd {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:58.491764 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:58.495050 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-006d1c7c-ec70-4b02-960e-7374edbb7e42 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:58.608036 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=c5b739a0-81c0-466f-bf48-4fdade5db2bd,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:58.646804 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-006d1c7c-ec70-4b02-960e-7374edbb7e42 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] For port c5b739a0-81c0-466f-bf48-4fdade5db2bd, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=c5b739a0-81c0-466f-bf48-4fdade5db2bd,segment=NetworkSegment(f88d9442-0253-4031-9ea0-56f67f296f3b),segment_id=f88d9442-0253-4031-9ea0-56f67f296f3b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:58.657586 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-006d1c7c-ec70-4b02-960e-7374edbb7e42 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:58.680204 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343977f4-4241-4f85-bc94-4dce9e87bc4b None None] DHCP port deletion for 88768060-fb47-4c39-8d47-6efc567f2fa1 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:23:58.712733 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-006d1c7c-ec70-4b02-960e-7374edbb7e42 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Calling delete_port for c5b739a0-81c0-466f-bf48-4fdade5db2bd owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:58.801893 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-343977f4-4241-4f85-bc94-4dce9e87bc4b None None] Deleting port c5b739a0-81c0-466f-bf48-4fdade5db2bd {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:58.802304 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-343977f4-4241-4f85-bc94-4dce9e87bc4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:58.918585 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-006d1c7c-ec70-4b02-960e-7374edbb7e42 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:58.949139 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-343977f4-4241-4f85-bc94-4dce9e87bc4b None None] For port c5b739a0-81c0-466f-bf48-4fdade5db2bd, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=c5b739a0-81c0-466f-bf48-4fdade5db2bd,segment=NetworkSegment(f88d9442-0253-4031-9ea0-56f67f296f3b),segment_id=f88d9442-0253-4031-9ea0-56f67f296f3b)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:58.949915 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-343977f4-4241-4f85-bc94-4dce9e87bc4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:58.969651 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-343977f4-4241-4f85-bc94-4dce9e87bc4b None None] Calling delete_port for c5b739a0-81c0-466f-bf48-4fdade5db2bd owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:59.013829 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006d1c7c-ec70-4b02-960e-7374edbb7e42 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] No DVR routers for this DVR port c5b739a0-81c0-466f-bf48-4fdade5db2bd on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:23:59.016350 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d1c7c-ec70-4b02-960e-7374edbb7e42 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'Port': ['ID=c5b739a0-81c0-466f-bf48-4fdade5db2bd,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:59.151870 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c5b739a0-81c0-466f-bf48-4fdade5db2bd no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:23:59.172699 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-006d1c7c-ec70-4b02-960e-7374edbb7e42 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.204137 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-006d1c7c-ec70-4b02-960e-7374edbb7e42 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88768060-fb47-4c39-8d47-6efc567f2fa1']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:59.252183 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-006d1c7c-ec70-4b02-960e-7374edbb7e42 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f88d9442-0253-4031-9ea0-56f67f296f3b') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:59.252774 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-006d1c7c-ec70-4b02-960e-7374edbb7e42 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f88d9442-0253-4031-9ea0-56f67f296f3b') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:59.281426 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 6106094f-2371-4e61-a305-8e29178d3f58 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:23:59.287445 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-006d1c7c-ec70-4b02-960e-7374edbb7e42 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.290487 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: c5b739a0-81c0-466f-bf48-4fdade5db2bd {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:23:59.290925 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c5b739a0-81c0-466f-bf48-4fdade5db2bd not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:23:59.303083 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.309891 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-006d1c7c-ec70-4b02-960e-7374edbb7e42 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.319529 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-006d1c7c-ec70-4b02-960e-7374edbb7e42 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:23:59.320385 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-006d1c7c-ec70-4b02-960e-7374edbb7e42 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.325293 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:23:59.325293 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:23:59.325293 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:23:59.325293 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:23:59.325293 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:23:59.325293 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:23:59.325293 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:23:59.325293 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:23:59.325293 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:23:59.325293 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:23:59.325293 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:23:59.325293 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:23:59.325293 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:23:59.325293 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:23:59.325293 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:23:59.325293 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:23:59.325293 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:23:59.325293 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:23:59.325293 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:23:59.325293 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:23:59.325293 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:23:59.325293 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:23:59.325293 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:23:59.325293 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:23:59.325293 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:23:59.325293 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:23:59.325293 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:23:59.325293 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:23:59.325293 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:23:59.325293 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:23:59.325293 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:23:59.325293 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:23:59.325293 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:23:59.325293 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:23:59.391691 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-343977f4-4241-4f85-bc94-4dce9e87bc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.439163 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343977f4-4241-4f85-bc94-4dce9e87bc4b None None] Pushing event deleted for resources: {'Port': ['ID=c5b739a0-81c0-466f-bf48-4fdade5db2bd,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:59.445969 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-006d1c7c-ec70-4b02-960e-7374edbb7e42 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.467479 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-006d1c7c-ec70-4b02-960e-7374edbb7e42 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.477797 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-006d1c7c-ec70-4b02-960e-7374edbb7e42 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/networks/88768060-fb47-4c39-8d47-6efc567f2fa1 HTTP/1.1" status: 204 len: 168 time: 1.5377767 Jul 15 13:23:59.482133 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48224) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:59.487768 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-67dd7bc0-7186-4b88-aba4-b35d02b4bbb2 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-790536971'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:59.507031 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-d8e2f28d-9c59-4182-acbc-d80f94050225 tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:23:59.508709 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-d8e2f28d-9c59-4182-acbc-d80f94050225 tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1572487 Jul 15 13:23:59.512035 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d1c7c-ec70-4b02-960e-7374edbb7e42 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'Network': ['ID=88768060-fb47-4c39-8d47-6efc567f2fa1,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:59.520266 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-4c939b10-b7cc-4ec8-b924-e7f5d0112ad3 service neutron] Request body: {'binding': {'host': 'n-h1-771363-36', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:59.520266 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-4c939b10-b7cc-4ec8-b924-e7f5d0112ad3 service neutron] Unknown quota resources ['binding']. {{(pid=93825) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:23:59.536788 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343977f4-4241-4f85-bc94-4dce9e87bc4b None None] No DVR routers for this DVR port c5b739a0-81c0-466f-bf48-4fdade5db2bd on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:23:59.554252 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.567716 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67dd7bc0-7186-4b88-aba4-b35d02b4bbb2 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Made reservation on behalf of 71dc8377e15241a7a92d7e45b6b72260 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:59.591439 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-67dd7bc0-7186-4b88-aba4-b35d02b4bbb2 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.618396 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 6106094f-2371-4e61-a305-8e29178d3f58, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=6106094f-2371-4e61-a305-8e29178d3f58,segment=NetworkSegment(a2bb44b8-5632-4278-a835-5e8fd283bd80),segment_id=a2bb44b8-5632-4278-a835-5e8fd283bd80)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:59.642949 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '6106094f-2371-4e61-a305-8e29178d3f58', 'network_id': 'f2d00a68-83b8-489c-abaf-ed87ef9932af', 'port_id': '6106094f-2371-4e61-a305-8e29178d3f58', 'mac_address': 'fa:16:3e:1d:f6:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d39d281-05be-4cc1-b860-61e44e1a5ebe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:23:59.654043 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67dd7bc0-7186-4b88-aba4-b35d02b4bbb2 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:23:59.680505 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-67dd7bc0-7186-4b88-aba4-b35d02b4bbb2 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.681254 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-67dd7bc0-7186-4b88-aba4-b35d02b4bbb2 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Added segment 3c71b0f6-e820-425f-85d9-829dfb3583c7 of type vlan for network 4571c5dd-0887-4a18-9e96-922669cccdf7 Jul 15 13:23:59.721749 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a9d8d907-d3da-49ee-a3dc-d759e770ff62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.725281 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.774977 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6106094f-2371-4e61-a305-8e29178d3f58 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:23:59.838805 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 6106094f-2371-4e61-a305-8e29178d3f58, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=6106094f-2371-4e61-a305-8e29178d3f58,segment=NetworkSegment(a2bb44b8-5632-4278-a835-5e8fd283bd80),segment_id=a2bb44b8-5632-4278-a835-5e8fd283bd80)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:59.843120 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.917624 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-67dd7bc0-7186-4b88-aba4-b35d02b4bbb2 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.958345 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=6106094f-2371-4e61-a305-8e29178d3f58,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:00.000469 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-67dd7bc0-7186-4b88-aba4-b35d02b4bbb2 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:00.005945 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67dd7bc0-7186-4b88-aba4-b35d02b4bbb2 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:00.006516 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-67dd7bc0-7186-4b88-aba4-b35d02b4bbb2 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:00.021940 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-4c939b10-b7cc-4ec8-b924-e7f5d0112ad3 service neutron] Attempting to bind port 13296381-f283-42ce-9fa4-4d3745832074 on host n-h1-771363-36 for vnic_type normal with profile None {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:24:00.022259 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-4c939b10-b7cc-4ec8-b924-e7f5d0112ad3 service neutron] Attempting to bind port 13296381-f283-42ce-9fa4-4d3745832074 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': '8b7d6f84-66b8-41ae-be95-9e4971195f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b153aeb7-bc34-4148-b815-36404bac7af2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:24:00.022641 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-4c939b10-b7cc-4ec8-b924-e7f5d0112ad3 service neutron] Attempting to bind port 13296381-f283-42ce-9fa4-4d3745832074 on network b153aeb7-bc34-4148-b815-36404bac7af2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:00.053233 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-4c939b10-b7cc-4ec8-b924-e7f5d0112ad3 service neutron] Port 13296381-f283-42ce-9fa4-4d3745832074 on network b153aeb7-bc34-4148-b815-36404bac7af2 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:24:00.053590 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-4c939b10-b7cc-4ec8-b924-e7f5d0112ad3 service neutron] Attempting to bind port 13296381-f283-42ce-9fa4-4d3745832074 on network b153aeb7-bc34-4148-b815-36404bac7af2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:00.062824 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd83a6-af6f-4c29-9a9e-a34b47b1ea8b req-f6e62fb3-3b30-48d7-85d4-a69842229169 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:00.064441 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bddd83a6-af6f-4c29-9a9e-a34b47b1ea8b req-f6e62fb3-3b30-48d7-85d4-a69842229169 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?device_id=321a7a48-f179-4eb0-9166-966487b69830 HTTP/1.1" status: 200 len: 945 time: 0.2329292 Jul 15 13:24:00.069439 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-67dd7bc0-7186-4b88-aba4-b35d02b4bbb2 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5860167 Jul 15 13:24:00.072614 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48228) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:00.078263 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-4c939b10-b7cc-4ec8-b924-e7f5d0112ad3 service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:24:00.078699 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-4c939b10-b7cc-4ec8-b924-e7f5d0112ad3 service neutron] Checking segment: {'id': '8b7d6f84-66b8-41ae-be95-9e4971195f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b153aeb7-bc34-4148-b815-36404bac7af2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:00.079081 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-4c939b10-b7cc-4ec8-b924-e7f5d0112ad3 service neutron] Bound using segment: {'id': '8b7d6f84-66b8-41ae-be95-9e4971195f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b153aeb7-bc34-4148-b815-36404bac7af2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:24:00.080041 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-4c939b10-b7cc-4ec8-b924-e7f5d0112ad3 service neutron] Bound port: 13296381-f283-42ce-9fa4-4d3745832074, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b7d6f84-66b8-41ae-be95-9e4971195f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b153aeb7-bc34-4148-b815-36404bac7af2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:24:00.081506 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-7c85fa83-d996-4b79-b44d-126a09534259 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'subnet': {'network_id': '4571c5dd-0887-4a18-9e96-922669cccdf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:00.146443 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['6106094f-2371-4e61-a305-8e29178d3f58'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:24:00.164508 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd7bc0-7186-4b88-aba4-b35d02b4bbb2 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'Network': ['ID=4571c5dd-0887-4a18-9e96-922669cccdf7,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:00.199324 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 4571c5dd-0887-4a18-9e96-922669cccdf7 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:24:00.213971 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c85fa83-d996-4b79-b44d-126a09534259 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Made reservation on behalf of 71dc8377e15241a7a92d7e45b6b72260 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:00.219690 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7c85fa83-d996-4b79-b44d-126a09534259 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:00.230415 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bddd83a6-af6f-4c29-9a9e-a34b47b1ea8b req-0c30ba64-0871-4308-aea4-a47112d12b43 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/security-groups?id=d410b95e-6a5b-4c80-af3d-fceaf0ca8b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525764 Jul 15 13:24:00.275589 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-4c939b10-b7cc-4ec8-b924-e7f5d0112ad3 service neutron] For port 13296381-f283-42ce-9fa4-4d3745832074, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=13296381-f283-42ce-9fa4-4d3745832074,segment=NetworkSegment(8b7d6f84-66b8-41ae-be95-9e4971195f20),segment_id=8b7d6f84-66b8-41ae-be95-9e4971195f20)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:24:00.283677 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-4c939b10-b7cc-4ec8-b924-e7f5d0112ad3 service neutron] Notify callbacks [] for binding, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:00.295513 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-4c939b10-b7cc-4ec8-b924-e7f5d0112ad3 service neutron] 10.222.0.16 "POST /v2.0/ports/13296381-f283-42ce-9fa4-4d3745832074/bindings HTTP/1.1" status: 201 len: 390 time: 0.7793734 Jul 15 13:24:00.763406 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7c85fa83-d996-4b79-b44d-126a09534259 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:00.823279 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a68088-10bc-4182-bbeb-59bd1f3eb428 req-bb62cee5-1a78-4c49-adae-7ff4965841c0 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:00.825086 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c7a68088-10bc-4182-bbeb-59bd1f3eb428 req-bb62cee5-1a78-4c49-adae-7ff4965841c0 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e HTTP/1.1" status: 200 len: 946 time: 0.2208467 Jul 15 13:24:00.871053 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-86b7ec2d-ca48-41e4-92e4-6d9dfbc67a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:00.873329 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-86b7ec2d-ca48-41e4-92e4-6d9dfbc67a50 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d986de84121549bf90b7ac80073eff67&device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e HTTP/1.1" status: 200 len: 1098 time: 0.3168261 Jul 15 13:24:00.887279 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85fa83-d996-4b79-b44d-126a09534259 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'Subnet': ['ID=a7857ab9-daf0-49ff-8fce-54bcb110be5b,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:00.904819 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9c916-2b40-4225-a280-71d5d8e47fe2 req-9a34b0d4-1ca0-4a28-b492-979d10807e50 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:00.906804 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c85fa83-d996-4b79-b44d-126a09534259 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Checking segment: {'id': '3c71b0f6-e820-425f-85d9-829dfb3583c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4571c5dd-0887-4a18-9e96-922669cccdf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:00.907108 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-72e9c916-2b40-4225-a280-71d5d8e47fe2 req-9a34b0d4-1ca0-4a28-b492-979d10807e50 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 946 time: 0.2083795 Jul 15 13:24:00.907279 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c85fa83-d996-4b79-b44d-126a09534259 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Network hostable DHCP agents. Network: 4571c5dd-0887-4a18-9e96-922669cccdf7, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:24:00.939215 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c85fa83-d996-4b79-b44d-126a09534259 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Network 4571c5dd-0887-4a18-9e96-922669cccdf7 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:24:00.959138 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-7c85fa83-d996-4b79-b44d-126a09534259 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 4571c5dd-0887-4a18-9e96-922669cccdf7) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:00.965297 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c85fa83-d996-4b79-b44d-126a09534259 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:00.965895 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7c85fa83-d996-4b79-b44d-126a09534259 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:00.986152 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078c52ed-9791-4d0c-90a8-d479bf1420e4 None None] Network 4571c5dd-0887-4a18-9e96-922669cccdf7 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:00.990252 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7c85fa83-d996-4b79-b44d-126a09534259 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9162040 Jul 15 13:24:00.991881 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48246) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:00.998515 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-ddf9519d-03e4-4fcd-a40a-308f8332dadf tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'port': {'network_id': '4571c5dd-0887-4a18-9e96-922669cccdf7', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1424230631'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:01.011205 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c7a68088-10bc-4182-bbeb-59bd1f3eb428 req-2e962665-1353-4562-9ada-a2a981db5da1 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=cbce786e-178b-4ec4-a228-7da33810f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675017 Jul 15 13:24:01.151170 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-72e9c916-2b40-4225-a280-71d5d8e47fe2 req-785895e0-63dd-4ea8-b876-3991b5407db8 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260292 Jul 15 13:24:01.200752 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf9519d-03e4-4fcd-a40a-308f8332dadf tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Made reservation on behalf of 71dc8377e15241a7a92d7e45b6b72260 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:01.207296 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ddf9519d-03e4-4fcd-a40a-308f8332dadf tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:01.228768 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-ddf9519d-03e4-4fcd-a40a-308f8332dadf tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] device_id is not set on port 5abe06a4-882e-4733-bca7-41540a93226e yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:24:01.229695 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-46b8f5b7-1270-4e62-a89d-4fc25e9ece60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:01.231204 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-46b8f5b7-1270-4e62-a89d-4fc25e9ece60 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b153aeb7-bc34-4148-b815-36404bac7af2 HTTP/1.1" status: 200 len: 897 time: 0.3436513 Jul 15 13:24:01.258936 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50799dd6-0187-46c6-8403-71a53ff65c50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-4571c5dd-0887-4a18-9e96-922669cccdf7', 'network_id': '4571c5dd-0887-4a18-9e96-922669cccdf7', 'tenant_id': '71dc8377e15241a7a92d7e45b6b72260', 'fixed_ips': [{'subnet_id': 'a7857ab9-daf0-49ff-8fce-54bcb110be5b'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:24:01.260840 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-50799dd6-0187-46c6-8403-71a53ff65c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:01.305327 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-79a34736-68e6-4a1a-9e6a-39e5d17b45c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13296381-f283-42ce-9fa4-4d3745832074 HTTP/1.1" status: 200 len: 1002 time: 0.0677412 Jul 15 13:24:01.362546 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-fa1c8aff-e05f-40a8-a014-959290683dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:01.364089 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-fa1c8aff-e05f-40a8-a014-959290683dde service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b14ab54-2264-45cd-9e92-10b919be658c HTTP/1.1" status: 200 len: 835 time: 0.0526006 Jul 15 13:24:01.399973 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-ddf9519d-03e4-4fcd-a40a-308f8332dadf tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Allocated IP 2001:db8::1f1 (4571c5dd-0887-4a18-9e96-922669cccdf7/a7857ab9-daf0-49ff-8fce-54bcb110be5b/5abe06a4-882e-4733-bca7-41540a93226e) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:01.491424 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-e46b0113-5b5a-4017-b5b9-8ca3e1f02229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:01.493169 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-e46b0113-5b5a-4017-b5b9-8ca3e1f02229 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b153aeb7-bc34-4148-b815-36404bac7af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1233666 Jul 15 13:24:01.514071 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172686a9-98de-4fe1-9062-3e706b77a0e9 req-f42bd86b-173b-4162-ac84-7b1922d3a538 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:01.519024 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-172686a9-98de-4fe1-9062-3e706b77a0e9 req-f42bd86b-173b-4162-ac84-7b1922d3a538 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?device_id=321a7a48-f179-4eb0-9166-966487b69830 HTTP/1.1" status: 200 len: 945 time: 0.1089530 Jul 15 13:24:01.593769 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ddf9519d-03e4-4fcd-a40a-308f8332dadf tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:01.594668 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-172686a9-98de-4fe1-9062-3e706b77a0e9 req-cded829c-cc3d-4d45-8825-de35f2149d61 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/security-groups?id=d410b95e-6a5b-4c80-af3d-fceaf0ca8b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671070 Jul 15 13:24:01.622610 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-ddf9519d-03e4-4fcd-a40a-308f8332dadf tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Transition to ACTIVE for port object 5abe06a4-882e-4733-bca7-41540a93226e will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:01.684195 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ddf9519d-03e4-4fcd-a40a-308f8332dadf tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:01.703423 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-6ab8a81d-bb04-4fe8-9484-a63df73e9721 service neutron] 10.222.0.20 "GET /v2.0/networks/b153aeb7-bc34-4148-b815-36404bac7af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966252 Jul 15 13:24:01.721514 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-50799dd6-0187-46c6-8403-71a53ff65c50 None None] Allocated IP 2001:db8::2 (4571c5dd-0887-4a18-9e96-922669cccdf7/a7857ab9-daf0-49ff-8fce-54bcb110be5b/b69138d9-87ae-44cf-a128-57bdbf81f75c) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:01.746150 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf9519d-03e4-4fcd-a40a-308f8332dadf tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Network 4571c5dd-0887-4a18-9e96-922669cccdf7 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:01.749759 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-ddf9519d-03e4-4fcd-a40a-308f8332dadf tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:01.756838 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf9519d-03e4-4fcd-a40a-308f8332dadf tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:01.763532 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf9519d-03e4-4fcd-a40a-308f8332dadf tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:01.764221 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ddf9519d-03e4-4fcd-a40a-308f8332dadf tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:01.783990 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf9519d-03e4-4fcd-a40a-308f8332dadf tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'Port': ['ID=5abe06a4-882e-4733-bca7-41540a93226e,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:01.795383 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48260) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:01.795768 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ddf9519d-03e4-4fcd-a40a-308f8332dadf tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.8023770 Jul 15 13:24:01.904723 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-a58d976c-a281-4ba2-ae4c-bbf6cd21c75e service neutron] 10.222.0.20 "GET /v2.0/networks/b153aeb7-bc34-4148-b815-36404bac7af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967335 Jul 15 13:24:01.909482 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-50799dd6-0187-46c6-8403-71a53ff65c50 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:01.920877 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-50799dd6-0187-46c6-8403-71a53ff65c50 None None] Transition to ACTIVE for port object b69138d9-87ae-44cf-a128-57bdbf81f75c will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:01.933053 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-76847296-61a0-40af-89fe-5010be432325 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Deleting port 5abe06a4-882e-4733-bca7-41540a93226e {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:01.933405 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-76847296-61a0-40af-89fe-5010be432325 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:01.942397 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-50799dd6-0187-46c6-8403-71a53ff65c50 None None] Transition to ACTIVE for port object b69138d9-87ae-44cf-a128-57bdbf81f75c will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:01.948630 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-50799dd6-0187-46c6-8403-71a53ff65c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:01.984661 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50799dd6-0187-46c6-8403-71a53ff65c50 None None] Network 4571c5dd-0887-4a18-9e96-922669cccdf7 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:01.987862 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-50799dd6-0187-46c6-8403-71a53ff65c50 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:01.992593 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50799dd6-0187-46c6-8403-71a53ff65c50 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:02.034353 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50799dd6-0187-46c6-8403-71a53ff65c50 None None] Pushing event updated for resources: {'Port': ['ID=b69138d9-87ae-44cf-a128-57bdbf81f75c,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:02.113406 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-50799dd6-0187-46c6-8403-71a53ff65c50 None None] Attempting to bind port b69138d9-87ae-44cf-a128-57bdbf81f75c on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:24:02.114285 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-50799dd6-0187-46c6-8403-71a53ff65c50 None None] Attempting to bind port b69138d9-87ae-44cf-a128-57bdbf81f75c by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '3c71b0f6-e820-425f-85d9-829dfb3583c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4571c5dd-0887-4a18-9e96-922669cccdf7'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:24:02.114807 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50799dd6-0187-46c6-8403-71a53ff65c50 None None] Attempting to bind port b69138d9-87ae-44cf-a128-57bdbf81f75c on network 4571c5dd-0887-4a18-9e96-922669cccdf7 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:02.121089 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50799dd6-0187-46c6-8403-71a53ff65c50 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:24:02.121634 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50799dd6-0187-46c6-8403-71a53ff65c50 None None] Checking segment: {'id': '3c71b0f6-e820-425f-85d9-829dfb3583c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4571c5dd-0887-4a18-9e96-922669cccdf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:02.123195 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-50799dd6-0187-46c6-8403-71a53ff65c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:02.123733 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50799dd6-0187-46c6-8403-71a53ff65c50 None None] Bound using segment: {'id': '3c71b0f6-e820-425f-85d9-829dfb3583c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4571c5dd-0887-4a18-9e96-922669cccdf7'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:24:02.124316 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-50799dd6-0187-46c6-8403-71a53ff65c50 None None] Bound port: b69138d9-87ae-44cf-a128-57bdbf81f75c, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c71b0f6-e820-425f-85d9-829dfb3583c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4571c5dd-0887-4a18-9e96-922669cccdf7'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:24:02.124807 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-50799dd6-0187-46c6-8403-71a53ff65c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:02.161155 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-76847296-61a0-40af-89fe-5010be432325 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:02.189508 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-76847296-61a0-40af-89fe-5010be432325 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Calling delete_port for 5abe06a4-882e-4733-bca7-41540a93226e owned by {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:02.235172 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-50799dd6-0187-46c6-8403-71a53ff65c50 None None] For port b69138d9-87ae-44cf-a128-57bdbf81f75c, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:02.238840 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-50799dd6-0187-46c6-8403-71a53ff65c50 None None] For port b69138d9-87ae-44cf-a128-57bdbf81f75c, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=b69138d9-87ae-44cf-a128-57bdbf81f75c,segment=NetworkSegment(3c71b0f6-e820-425f-85d9-829dfb3583c7),segment_id=3c71b0f6-e820-425f-85d9-829dfb3583c7)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:24:02.248899 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-50799dd6-0187-46c6-8403-71a53ff65c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:02.345072 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50799dd6-0187-46c6-8403-71a53ff65c50 None None] Pushing event updated for resources: {'Port': ['ID=b69138d9-87ae-44cf-a128-57bdbf81f75c,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:02.370778 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-65dd41ee-3a59-4985-a341-8a5cfd3a66b8 tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:02.372881 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-65dd41ee-3a59-4985-a341-8a5cfd3a66b8 tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e&tenant_id=d986de84121549bf90b7ac80073eff67&binding%3Ahost_id=n-h2-771363-36 HTTP/1.1" status: 200 len: 1098 time: 0.4051609 Jul 15 13:24:02.400797 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:02.403128 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-b0fec189-0af2-4872-98fe-814a9d341f39 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771363-36'}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:02.446339 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4d533a0d-5dd2-497d-bb4e-fc19e7edf64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:02.582880 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-76847296-61a0-40af-89fe-5010be432325 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:02.641679 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76847296-61a0-40af-89fe-5010be432325 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'Port': ['ID=5abe06a4-882e-4733-bca7-41540a93226e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:02.645039 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-b0fec189-0af2-4872-98fe-814a9d341f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:02.700336 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385307f-5c2a-40bd-9a6d-7feb9c8557e8 req-2346ee8f-84fe-45e5-854f-c89533a999ec tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:02.709269 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d385307f-5c2a-40bd-9a6d-7feb9c8557e8 req-2346ee8f-84fe-45e5-854f-c89533a999ec tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e HTTP/1.1" status: 200 len: 946 time: 0.3343487 Jul 15 13:24:02.717037 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-76847296-61a0-40af-89fe-5010be432325 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:02.721233 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-76847296-61a0-40af-89fe-5010be432325 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/ports/5abe06a4-882e-4733-bca7-41540a93226e HTTP/1.1" status: 204 len: 168 time: 0.9194648 Jul 15 13:24:02.724832 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48274) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:02.753366 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da3be0-883d-4b45-b800-e1e3a212e338 req-d7110160-1687-43cd-bb64-98b296cd177f tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:02.760431 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-40da3be0-883d-4b45-b800-e1e3a212e338 req-d7110160-1687-43cd-bb64-98b296cd177f tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 946 time: 0.3646212 Jul 15 13:24:02.771900 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-30debef5-6406-4e2d-8810-e1891fac91b0 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] GET failed (client error): The resource could not be found. Jul 15 13:24:02.777245 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-30debef5-6406-4e2d-8810-e1891fac91b0 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "GET /v2.0/ports/5abe06a4-882e-4733-bca7-41540a93226e HTTP/1.1" status: 404 len: 333 time: 0.0526431 Jul 15 13:24:02.778096 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48276) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:02.853667 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4749cf9-63e1-4226-adc8-2c77d9884a32 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Deleting subnet a7857ab9-daf0-49ff-8fce-54bcb110be5b {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:24:02.857505 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c4749cf9-63e1-4226-adc8-2c77d9884a32 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:02.858317 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d385307f-5c2a-40bd-9a6d-7feb9c8557e8 req-8016f5c0-3533-442c-9579-73c44449d273 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=cbce786e-178b-4ec4-a228-7da33810f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480689 Jul 15 13:24:02.881419 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-40da3be0-883d-4b45-b800-e1e3a212e338 req-154831ab-a7ef-4371-b968-a9221260d09d tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200228 Jul 15 13:24:02.948207 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c4749cf9-63e1-4226-adc8-2c77d9884a32 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:03.046122 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-b0fec189-0af2-4872-98fe-814a9d341f39 service neutron] For port 13296381-f283-42ce-9fa4-4d3745832074, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=13296381-f283-42ce-9fa4-4d3745832074,segment=NetworkSegment(8b7d6f84-66b8-41ae-be95-9e4971195f20),segment_id=8b7d6f84-66b8-41ae-be95-9e4971195f20)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:03.157470 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c4749cf9-63e1-4226-adc8-2c77d9884a32 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:03.185343 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-b0fec189-0af2-4872-98fe-814a9d341f39 service neutron] For port 13296381-f283-42ce-9fa4-4d3745832074, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:03.230518 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 6106094f-2371-4e61-a305-8e29178d3f58 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:03.264877 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7cc661-2d86-4689-8fef-1bbd7f7c284e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13296381-f283-42ce-9fa4-4d3745832074'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:03.268048 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7435e3eb-7fd2-4e85-89a5-0b54b87e7787" -d '{"events": [{"server_uuid": "de7cc661-2d86-4689-8fef-1bbd7f7c284e", "name": "network-vif-unplugged", "status": "completed", "tag": "13296381-f283-42ce-9fa4-4d3745832074"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:03.272139 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-b0fec189-0af2-4872-98fe-814a9d341f39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:03.284303 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-b0fec189-0af2-4872-98fe-814a9d341f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:03.306992 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b69138d9-87ae-44cf-a128-57bdbf81f75c up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:03.330366 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c4749cf9-63e1-4226-adc8-2c77d9884a32 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:03.357450 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fec189-0af2-4872-98fe-814a9d341f39 service neutron] Pushing event updated for resources: {'Port': ['ID=13296381-f283-42ce-9fa4-4d3745832074,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:03.373841 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e38475-349a-4044-87f4-73c614652e0f x-openstack-request-id: req-92e38475-349a-4044-87f4-73c614652e0f {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:03.374144 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de7cc661-2d86-4689-8fef-1bbd7f7c284e", "name": "network-vif-unplugged", "status": "completed", "tag": "13296381-f283-42ce-9fa4-4d3745832074", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:03.374534 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-92e38475-349a-4044-87f4-73c614652e0f {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:03.375030 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7cc661-2d86-4689-8fef-1bbd7f7c284e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13296381-f283-42ce-9fa4-4d3745832074', 'code': 200} Jul 15 13:24:03.420837 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4749cf9-63e1-4226-adc8-2c77d9884a32 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'Subnet': ['ID=a7857ab9-daf0-49ff-8fce-54bcb110be5b,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:03.437702 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c4749cf9-63e1-4226-adc8-2c77d9884a32 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:03.442021 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c4749cf9-63e1-4226-adc8-2c77d9884a32 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/subnets/a7857ab9-daf0-49ff-8fce-54bcb110be5b HTTP/1.1" status: 204 len: 168 time: 0.6627247 Jul 15 13:24:03.444889 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48290) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:03.481157 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 6106094f-2371-4e61-a305-8e29178d3f58 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:03.497358 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 6106094f-2371-4e61-a305-8e29178d3f58 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:03.497756 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:03.504199 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port b69138d9-87ae-44cf-a128-57bdbf81f75c completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:03.527329 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e366757-3327-4fcd-b452-76b581d2bda0 req-952015e8-25d4-473c-b76b-4fedd598bce1 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:03.537908 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9e366757-3327-4fcd-b452-76b581d2bda0 req-952015e8-25d4-473c-b76b-4fedd598bce1 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?device_id=321a7a48-f179-4eb0-9166-966487b69830 HTTP/1.1" status: 200 len: 945 time: 0.3664947 Jul 15 13:24:03.606980 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:03.662730 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:03.708979 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '321a7a48-f179-4eb0-9166-966487b69830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6106094f-2371-4e61-a305-8e29178d3f58'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:03.712152 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c31a96a-ac64-4eeb-aa0a-e1f6f6738ad6" -d '{"events": [{"server_uuid": "321a7a48-f179-4eb0-9166-966487b69830", "name": "network-vif-plugged", "status": "completed", "tag": "6106094f-2371-4e61-a305-8e29178d3f58"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:03.754313 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 6106094f-2371-4e61-a305-8e29178d3f58, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=6106094f-2371-4e61-a305-8e29178d3f58,segment=NetworkSegment(a2bb44b8-5632-4278-a835-5e8fd283bd80),segment_id=a2bb44b8-5632-4278-a835-5e8fd283bd80)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:03.758912 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:03.915659 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5ec27809-f8b3-4415-bbff-ae64f55f9981 None None] Provisioning complete for port 13296381-f283-42ce-9fa4-4d3745832074 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:03.916036 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5ec27809-f8b3-4415-bbff-ae64f55f9981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:03.989942 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339a2ab1-0b38-46d8-be81-dedd93a63da8 x-openstack-request-id: req-339a2ab1-0b38-46d8-be81-dedd93a63da8 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:03.990237 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "321a7a48-f179-4eb0-9166-966487b69830", "name": "network-vif-plugged", "status": "completed", "tag": "6106094f-2371-4e61-a305-8e29178d3f58", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:03.990495 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-339a2ab1-0b38-46d8-be81-dedd93a63da8 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:03.990916 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '321a7a48-f179-4eb0-9166-966487b69830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6106094f-2371-4e61-a305-8e29178d3f58', 'code': 200} Jul 15 13:24:03.993757 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=6106094f-2371-4e61-a305-8e29178d3f58,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:04.040314 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-5ec27809-f8b3-4415-bbff-ae64f55f9981 None None] Port 13296381-f283-42ce-9fa4-4d3745832074 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:04.178176 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7032d329-319b-4c10-b49d-0224b47ea87f None None] Network 4571c5dd-0887-4a18-9e96-922669cccdf7 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:04.358819 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c77cf6ae-bc53-4952-96ef-a7471efdd1dc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:04.390903 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-3d0059e8-d3f5-4290-a4ae-4beae81c2ae4 None None] Provisioning for port b69138d9-87ae-44cf-a128-57bdbf81f75c completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:04.402628 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-3d0059e8-d3f5-4290-a4ae-4beae81c2ae4 None None] Provisioning complete for port b69138d9-87ae-44cf-a128-57bdbf81f75c triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:04.402628 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3d0059e8-d3f5-4290-a4ae-4beae81c2ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:04.477585 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b993c-eece-484c-9b76-84c61f9da0d5 req-f1c4333e-769d-494d-8da6-fba5e945fa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:04.479158 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-498b993c-eece-484c-9b76-84c61f9da0d5 req-f1c4333e-769d-494d-8da6-fba5e945fa1b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=321a7a48-f179-4eb0-9166-966487b69830 HTTP/1.1" status: 200 len: 1098 time: 0.2149246 Jul 15 13:24:04.505955 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9e366757-3327-4fcd-b452-76b581d2bda0 req-2b7e4b5e-bdbc-49ce-915c-7d61c5dea9a7 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/security-groups?id=d410b95e-6a5b-4c80-af3d-fceaf0ca8b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9669759 Jul 15 13:24:04.606940 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-498b993c-eece-484c-9b76-84c61f9da0d5 req-6ad296e7-4651-4c12-b273-69650058fb7a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d410b95e-6a5b-4c80-af3d-fceaf0ca8b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133544 Jul 15 13:24:04.632336 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-c77cf6ae-bc53-4952-96ef-a7471efdd1dc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Deleting port b69138d9-87ae-44cf-a128-57bdbf81f75c {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:04.632679 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c77cf6ae-bc53-4952-96ef-a7471efdd1dc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:04.683514 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3d0059e8-d3f5-4290-a4ae-4beae81c2ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:04.690497 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451803f5-7070-4bac-8050-8c36bbc091ce req-d6f2c9b6-4686-4d6d-b110-54edb0c5305e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:04.698059 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-451803f5-7070-4bac-8050-8c36bbc091ce req-d6f2c9b6-4686-4d6d-b110-54edb0c5305e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e HTTP/1.1" status: 200 len: 944 time: 0.2606654 Jul 15 13:24:04.700434 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd61c6df-e96f-4d6e-9765-571412c43d6f None None] DHCP port deletion for 4571c5dd-0887-4a18-9e96-922669cccdf7 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:24:04.716903 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-b0fec189-0af2-4872-98fe-814a9d341f39 service neutron] Attempting to bind port 13296381-f283-42ce-9fa4-4d3745832074 on host n-h2-771363-36 for vnic_type normal with profile {"migrating_to": "n-h1-771363-36"} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:24:04.726407 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-b0fec189-0af2-4872-98fe-814a9d341f39 service neutron] Attempting to bind port 13296381-f283-42ce-9fa4-4d3745832074 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '8b7d6f84-66b8-41ae-be95-9e4971195f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b153aeb7-bc34-4148-b815-36404bac7af2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:24:04.727032 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-b0fec189-0af2-4872-98fe-814a9d341f39 service neutron] Attempting to bind port 13296381-f283-42ce-9fa4-4d3745832074 on network b153aeb7-bc34-4148-b815-36404bac7af2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:04.739002 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-c77cf6ae-bc53-4952-96ef-a7471efdd1dc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] For port b69138d9-87ae-44cf-a128-57bdbf81f75c, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=b69138d9-87ae-44cf-a128-57bdbf81f75c,segment=NetworkSegment(3c71b0f6-e820-425f-85d9-829dfb3583c7),segment_id=3c71b0f6-e820-425f-85d9-829dfb3583c7)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:04.739689 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c77cf6ae-bc53-4952-96ef-a7471efdd1dc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:04.752862 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-c77cf6ae-bc53-4952-96ef-a7471efdd1dc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Calling delete_port for b69138d9-87ae-44cf-a128-57bdbf81f75c owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:04.768586 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-b0fec189-0af2-4872-98fe-814a9d341f39 service neutron] Port 13296381-f283-42ce-9fa4-4d3745832074 on network b153aeb7-bc34-4148-b815-36404bac7af2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:24:04.768818 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-b0fec189-0af2-4872-98fe-814a9d341f39 service neutron] Attempting to bind port 13296381-f283-42ce-9fa4-4d3745832074 on network b153aeb7-bc34-4148-b815-36404bac7af2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:04.780789 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-b0fec189-0af2-4872-98fe-814a9d341f39 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:24:04.781150 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-b0fec189-0af2-4872-98fe-814a9d341f39 service neutron] Checking segment: {'id': '8b7d6f84-66b8-41ae-be95-9e4971195f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b153aeb7-bc34-4148-b815-36404bac7af2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:04.781522 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-b0fec189-0af2-4872-98fe-814a9d341f39 service neutron] Bound using segment: {'id': '8b7d6f84-66b8-41ae-be95-9e4971195f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b153aeb7-bc34-4148-b815-36404bac7af2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:24:04.781977 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-b0fec189-0af2-4872-98fe-814a9d341f39 service neutron] Bound port: 13296381-f283-42ce-9fa4-4d3745832074, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b7d6f84-66b8-41ae-be95-9e4971195f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b153aeb7-bc34-4148-b815-36404bac7af2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:24:04.782342 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-b0fec189-0af2-4872-98fe-814a9d341f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:04.831505 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-3d0059e8-d3f5-4290-a4ae-4beae81c2ae4 None None] For port b69138d9-87ae-44cf-a128-57bdbf81f75c, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=b69138d9-87ae-44cf-a128-57bdbf81f75c,segment=NetworkSegment(3c71b0f6-e820-425f-85d9-829dfb3583c7),segment_id=3c71b0f6-e820-425f-85d9-829dfb3583c7)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:04.845657 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-fd61c6df-e96f-4d6e-9765-571412c43d6f None None] Deleting port b69138d9-87ae-44cf-a128-57bdbf81f75c {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:04.846058 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fd61c6df-e96f-4d6e-9765-571412c43d6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:04.859972 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-451803f5-7070-4bac-8050-8c36bbc091ce req-b06df058-67b3-4b1e-9563-62af066a7fc8 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=cbce786e-178b-4ec4-a228-7da33810f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564851 Jul 15 13:24:04.886935 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c77cf6ae-bc53-4952-96ef-a7471efdd1dc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:04.943386 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77cf6ae-bc53-4952-96ef-a7471efdd1dc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'Port': ['ID=b69138d9-87ae-44cf-a128-57bdbf81f75c,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:04.945255 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-fd61c6df-e96f-4d6e-9765-571412c43d6f None None] For port b69138d9-87ae-44cf-a128-57bdbf81f75c, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=b69138d9-87ae-44cf-a128-57bdbf81f75c,segment=NetworkSegment(3c71b0f6-e820-425f-85d9-829dfb3583c7),segment_id=3c71b0f6-e820-425f-85d9-829dfb3583c7)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:04.945656 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fd61c6df-e96f-4d6e-9765-571412c43d6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:04.949092 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77cf6ae-bc53-4952-96ef-a7471efdd1dc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] No DVR routers for this DVR port b69138d9-87ae-44cf-a128-57bdbf81f75c on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:24:04.969731 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3d0059e8-d3f5-4290-a4ae-4beae81c2ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:05.010716 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-fd61c6df-e96f-4d6e-9765-571412c43d6f None None] Calling delete_port for b69138d9-87ae-44cf-a128-57bdbf81f75c owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:05.012094 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0059e8-d3f5-4290-a4ae-4beae81c2ae4 None None] Pushing event deleted for resources: {'Port': ['ID=b69138d9-87ae-44cf-a128-57bdbf81f75c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:05.040472 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:05.050837 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b913db-59b7-46d3-9d77-112b8f628787 req-bcd92b92-5b5a-400f-b68f-e4dbbce7d999 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:05.052397 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b3b913db-59b7-46d3-9d77-112b8f628787 req-bcd92b92-5b5a-400f-b68f-e4dbbce7d999 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 946 time: 0.3218179 Jul 15 13:24:05.057298 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-b0fec189-0af2-4872-98fe-814a9d341f39 service neutron] For port 13296381-f283-42ce-9fa4-4d3745832074, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:05.072499 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-b0fec189-0af2-4872-98fe-814a9d341f39 service neutron] For port 13296381-f283-42ce-9fa4-4d3745832074, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=13296381-f283-42ce-9fa4-4d3745832074,segment=NetworkSegment(8b7d6f84-66b8-41ae-be95-9e4971195f20),segment_id=8b7d6f84-66b8-41ae-be95-9e4971195f20)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:24:05.105248 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-b0fec189-0af2-4872-98fe-814a9d341f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:05.129580 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c77cf6ae-bc53-4952-96ef-a7471efdd1dc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:05.156508 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-c77cf6ae-bc53-4952-96ef-a7471efdd1dc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4571c5dd-0887-4a18-9e96-922669cccdf7']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:05.175114 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fd61c6df-e96f-4d6e-9765-571412c43d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:05.184453 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-c77cf6ae-bc53-4952-96ef-a7471efdd1dc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c71b0f6-e820-425f-85d9-829dfb3583c7') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:05.187192 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-c77cf6ae-bc53-4952-96ef-a7471efdd1dc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c71b0f6-e820-425f-85d9-829dfb3583c7') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:05.187863 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b69138d9-87ae-44cf-a128-57bdbf81f75c no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:24:05.215609 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c77cf6ae-bc53-4952-96ef-a7471efdd1dc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:05.252420 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c77cf6ae-bc53-4952-96ef-a7471efdd1dc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:05.259755 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c77cf6ae-bc53-4952-96ef-a7471efdd1dc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:24:05.260112 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c77cf6ae-bc53-4952-96ef-a7471efdd1dc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:05.263319 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:05.263319 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:05.263319 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:24:05.263319 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:24:05.263319 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:24:05.263319 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:24:05.263319 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:24:05.263319 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:24:05.263319 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:24:05.263319 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:24:05.263319 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:24:05.263319 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:24:05.263319 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:24:05.263319 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:24:05.263319 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:24:05.263319 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:24:05.263319 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:24:05.263319 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:24:05.263319 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:24:05.263319 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:24:05.263319 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:24:05.263319 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:24:05.263319 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:24:05.263319 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:24:05.263319 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:24:05.263319 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:24:05.263319 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:24:05.263319 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:24:05.263319 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:24:05.263319 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:24:05.263319 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:24:05.263319 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:24:05.263319 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:24:05.263319 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:24:05.352117 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b3b913db-59b7-46d3-9d77-112b8f628787 req-5e50a504-f63b-4d93-83fc-241ca35fe47b tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2903304 Jul 15 13:24:05.391148 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fec189-0af2-4872-98fe-814a9d341f39 service neutron] Pushing event updated for resources: {'Port': ['ID=13296381-f283-42ce-9fa4-4d3745832074,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:05.441495 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-b0fec189-0af2-4872-98fe-814a9d341f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:05.442548 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-b0fec189-0af2-4872-98fe-814a9d341f39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:05.444597 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-b0fec189-0af2-4872-98fe-814a9d341f39 service neutron] 10.222.0.20 "PUT /v2.0/ports/13296381-f283-42ce-9fa4-4d3745832074 HTTP/1.1" status: 200 len: 1124 time: 3.0502763 Jul 15 13:24:05.445470 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de7cc661-2d86-4689-8fef-1bbd7f7c284e', 'tag': '13296381-f283-42ce-9fa4-4d3745832074'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:05.448689 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f52cd7d-3fee-44be-88e8-5d7807e1c92f" -d '{"events": [{"name": "network-changed", "server_uuid": "de7cc661-2d86-4689-8fef-1bbd7f7c284e", "tag": "13296381-f283-42ce-9fa4-4d3745832074"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:05.490438 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c77cf6ae-bc53-4952-96ef-a7471efdd1dc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:05.508436 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c77cf6ae-bc53-4952-96ef-a7471efdd1dc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:05.517405 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c77cf6ae-bc53-4952-96ef-a7471efdd1dc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/networks/4571c5dd-0887-4a18-9e96-922669cccdf7 HTTP/1.1" status: 204 len: 168 time: 2.0710959 Jul 15 13:24:05.521064 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48316) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:05.526431 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-851116e4-cc96-4212-a23c-0bf2bb6d41b5 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'port': {'network_id': 'da19dabe-845f-495f-981a-31f5b72cda87', 'name': 'tempest-PortsIpV6TestJSON-1324249144'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:05.531774 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77cf6ae-bc53-4952-96ef-a7471efdd1dc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'Network': ['ID=4571c5dd-0887-4a18-9e96-922669cccdf7,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:05.647187 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee9e45b-eb67-478a-97fa-ffc64bb0412a x-openstack-request-id: req-3ee9e45b-eb67-478a-97fa-ffc64bb0412a {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:05.647668 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de7cc661-2d86-4689-8fef-1bbd7f7c284e", "tag": "13296381-f283-42ce-9fa4-4d3745832074", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:05.647930 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3ee9e45b-eb67-478a-97fa-ffc64bb0412a {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:05.648338 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de7cc661-2d86-4689-8fef-1bbd7f7c284e', 'tag': '13296381-f283-42ce-9fa4-4d3745832074', 'status': 'completed', 'code': 200} Jul 15 13:24:05.650393 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd61c6df-e96f-4d6e-9765-571412c43d6f None None] Pushing event deleted for resources: {'Port': ['ID=b69138d9-87ae-44cf-a128-57bdbf81f75c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:05.663329 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: b69138d9-87ae-44cf-a128-57bdbf81f75c {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:24:05.663676 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b69138d9-87ae-44cf-a128-57bdbf81f75c not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:24:05.673790 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd61c6df-e96f-4d6e-9765-571412c43d6f None None] No DVR routers for this DVR port b69138d9-87ae-44cf-a128-57bdbf81f75c on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:24:05.715137 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-fbf8bf46-873c-4bf5-82f6-a5d98703a9fb None None] Provisioning complete for port 13296381-f283-42ce-9fa4-4d3745832074 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:05.715585 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fbf8bf46-873c-4bf5-82f6-a5d98703a9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:05.724081 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['13296381-f283-42ce-9fa4-4d3745832074'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:24:05.805805 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52cd7d-3fee-44be-88e8-5d7807e1c92f req-4571b4c4-dbae-4bfa-998e-2223e235b956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:05.807574 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1f52cd7d-3fee-44be-88e8-5d7807e1c92f req-4571b4c4-dbae-4bfa-998e-2223e235b956 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d986de84121549bf90b7ac80073eff67&device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e HTTP/1.1" status: 200 len: 1127 time: 0.1151369 Jul 15 13:24:05.918086 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851116e4-cc96-4212-a23c-0bf2bb6d41b5 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Made reservation on behalf of 71dc8377e15241a7a92d7e45b6b72260 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:05.922698 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-851116e4-cc96-4212-a23c-0bf2bb6d41b5 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:05.951809 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55bc636-148f-4b89-8e45-dfb2d9afec20 req-f07c1ca9-d3cd-4d40-a2f4-8d74f6a5f8d8 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:05.960118 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a55bc636-148f-4b89-8e45-dfb2d9afec20 req-f07c1ca9-d3cd-4d40-a2f4-8d74f6a5f8d8 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?device_id=321a7a48-f179-4eb0-9166-966487b69830 HTTP/1.1" status: 200 len: 946 time: 0.1868100 Jul 15 13:24:05.990716 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52cd7d-3fee-44be-88e8-5d7807e1c92f req-c818ce65-3d1c-4bfe-b80d-9a7fde19a18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:05.992244 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1f52cd7d-3fee-44be-88e8-5d7807e1c92f req-c818ce65-3d1c-4bfe-b80d-9a7fde19a18e service neutron] 10.222.0.46 "GET /v2.0/networks?id=b153aeb7-bc34-4148-b815-36404bac7af2 HTTP/1.1" status: 200 len: 897 time: 0.1737905 Jul 15 13:24:05.998659 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-851116e4-cc96-4212-a23c-0bf2bb6d41b5 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] device_id is not set on port d2c24999-193f-4560-8ff5-3c54961cd085 yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:24:06.008766 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fbf8bf46-873c-4bf5-82f6-a5d98703a9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:06.058804 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7cc661-2d86-4689-8fef-1bbd7f7c284e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13296381-f283-42ce-9fa4-4d3745832074'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:06.061923 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853c9b15-4746-47fe-abcf-c7fa86350704" -d '{"events": [{"server_uuid": "de7cc661-2d86-4689-8fef-1bbd7f7c284e", "name": "network-vif-plugged", "status": "completed", "tag": "13296381-f283-42ce-9fa4-4d3745832074"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:06.091079 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-fbf8bf46-873c-4bf5-82f6-a5d98703a9fb None None] For port 13296381-f283-42ce-9fa4-4d3745832074, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=13296381-f283-42ce-9fa4-4d3745832074,segment=NetworkSegment(8b7d6f84-66b8-41ae-be95-9e4971195f20),segment_id=8b7d6f84-66b8-41ae-be95-9e4971195f20)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:06.098355 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fbf8bf46-873c-4bf5-82f6-a5d98703a9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:06.102373 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1f52cd7d-3fee-44be-88e8-5d7807e1c92f req-3aff2359-e80f-4305-a284-a4163e0e1d76 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13296381-f283-42ce-9fa4-4d3745832074 HTTP/1.1" status: 200 len: 1000 time: 0.1005430 Jul 15 13:24:06.139030 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a55bc636-148f-4b89-8e45-dfb2d9afec20 req-bda31337-9c8e-4f07-acf1-08fb19c9dbad tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/security-groups?id=d410b95e-6a5b-4c80-af3d-fceaf0ca8b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765368 Jul 15 13:24:06.171550 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52cd7d-3fee-44be-88e8-5d7807e1c92f req-315331c9-38f8-40e2-96b7-8d0a35403bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:06.173831 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1f52cd7d-3fee-44be-88e8-5d7807e1c92f req-315331c9-38f8-40e2-96b7-8d0a35403bff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8b14ab54-2264-45cd-9e92-10b919be658c HTTP/1.1" status: 200 len: 835 time: 0.0635960 Jul 15 13:24:06.226438 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61a3374-bd57-42bc-a8a9-6ef13d37ff51 x-openstack-request-id: req-f61a3374-bd57-42bc-a8a9-6ef13d37ff51 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:06.227012 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de7cc661-2d86-4689-8fef-1bbd7f7c284e", "name": "network-vif-plugged", "status": "completed", "tag": "13296381-f283-42ce-9fa4-4d3745832074", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:06.227446 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f61a3374-bd57-42bc-a8a9-6ef13d37ff51 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:06.228016 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7cc661-2d86-4689-8fef-1bbd7f7c284e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13296381-f283-42ce-9fa4-4d3745832074', 'code': 200} Jul 15 13:24:06.235970 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4b25e-ecd8-4cc3-b9e8-efab7ad41540 req-716a5b34-b273-42d5-bb26-59dd0b98111f tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:06.243780 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d6c4b25e-ecd8-4cc3-b9e8-efab7ad41540 req-716a5b34-b273-42d5-bb26-59dd0b98111f tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e HTTP/1.1" status: 200 len: 944 time: 0.1972990 Jul 15 13:24:06.292208 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf8bf46-873c-4bf5-82f6-a5d98703a9fb None None] Pushing event updated for resources: {'Port': ['ID=13296381-f283-42ce-9fa4-4d3745832074,revision_number=9']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:06.295829 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52cd7d-3fee-44be-88e8-5d7807e1c92f req-d8259b0f-f6ff-4bf8-986e-84ee65f8a4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:06.299563 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1f52cd7d-3fee-44be-88e8-5d7807e1c92f req-d8259b0f-f6ff-4bf8-986e-84ee65f8a4f8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b153aeb7-bc34-4148-b815-36404bac7af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1174948 Jul 15 13:24:06.405230 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-851116e4-cc96-4212-a23c-0bf2bb6d41b5 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:06.423359 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d6c4b25e-ecd8-4cc3-b9e8-efab7ad41540 req-f35dc374-1131-42f5-bebf-c920fbcbcc14 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=cbce786e-178b-4ec4-a228-7da33810f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781874 Jul 15 13:24:06.445748 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1f52cd7d-3fee-44be-88e8-5d7807e1c92f req-b1c2cc11-01b7-410e-816e-0e5619d463f8 service neutron] 10.222.0.46 "GET /v2.0/networks/b153aeb7-bc34-4148-b815-36404bac7af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346269 Jul 15 13:24:06.531761 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03862f8d-5353-431c-9ed3-95032c32326e req-35159788-1caa-434b-a0f2-b2ba860313e4 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:06.540943 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-03862f8d-5353-431c-9ed3-95032c32326e req-35159788-1caa-434b-a0f2-b2ba860313e4 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?device_id=321a7a48-f179-4eb0-9166-966487b69830 HTTP/1.1" status: 200 len: 946 time: 0.1733730 Jul 15 13:24:06.562976 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-851116e4-cc96-4212-a23c-0bf2bb6d41b5 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:06.622625 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851116e4-cc96-4212-a23c-0bf2bb6d41b5 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'Port': ['ID=d2c24999-193f-4560-8ff5-3c54961cd085,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:06.646875 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851116e4-cc96-4212-a23c-0bf2bb6d41b5 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Network da19dabe-845f-495f-981a-31f5b72cda87 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:06.650599 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-851116e4-cc96-4212-a23c-0bf2bb6d41b5 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:06.652926 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851116e4-cc96-4212-a23c-0bf2bb6d41b5 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:06.653275 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1f52cd7d-3fee-44be-88e8-5d7807e1c92f req-1a72f39e-df39-4324-9e25-e47eac233738 service neutron] 10.222.0.46 "GET /v2.0/networks/b153aeb7-bc34-4148-b815-36404bac7af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011294 Jul 15 13:24:06.672211 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851116e4-cc96-4212-a23c-0bf2bb6d41b5 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:06.672946 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-851116e4-cc96-4212-a23c-0bf2bb6d41b5 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:06.689657 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-03862f8d-5353-431c-9ed3-95032c32326e req-3ca6840d-469a-4a11-9c54-80b05bbbb5d5 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/security-groups?id=d410b95e-6a5b-4c80-af3d-fceaf0ca8b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471684 Jul 15 13:24:06.715471 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48348) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:06.770072 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-851116e4-cc96-4212-a23c-0bf2bb6d41b5 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2457318 Jul 15 13:24:06.770486 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48356) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:06.838505 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b61d30-0fcf-4783-95ff-960039811f99 tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:06.843352 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-48b61d30-0fcf-4783-95ff-960039811f99 tempest-TestNetworkBasicOps-425001972 tempest-TestNetworkBasicOps-425001972-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=321a7a48-f179-4eb0-9166-966487b69830 HTTP/1.1" status: 200 len: 1093 time: 0.1261775 Jul 15 13:24:06.843619 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48360) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:06.853558 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-59565392-4a6c-491e-9470-4497003c518a tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'port_id': '6106094f-2371-4e61-a305-8e29178d3f58', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:06.891082 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7de479-0a7f-4421-a830-a653e5fa4b2e req-2ffa59b8-0299-4009-b6ee-2e6cd017132c tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:06.898055 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7d7de479-0a7f-4421-a830-a653e5fa4b2e req-2ffa59b8-0299-4009-b6ee-2e6cd017132c tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 946 time: 0.1169040 Jul 15 13:24:06.921149 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-59565392-4a6c-491e-9470-4497003c518a tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for floatingip, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:06.959554 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7d7de479-0a7f-4421-a830-a653e5fa4b2e req-c77c2b9e-0e67-426d-9d6f-8ed94e0230f7 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605364 Jul 15 13:24:06.974381 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-613ad86b-0ef3-4862-9867-8224f021b40e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Deleting port d2c24999-193f-4560-8ff5-3c54961cd085 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:06.974856 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-613ad86b-0ef3-4862-9867-8224f021b40e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:07.059944 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-613ad86b-0ef3-4862-9867-8224f021b40e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:07.073380 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-613ad86b-0ef3-4862-9867-8224f021b40e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Calling delete_port for d2c24999-193f-4560-8ff5-3c54961cd085 owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:07.111338 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-59565392-4a6c-491e-9470-4497003c518a tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:07.171789 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-613ad86b-0ef3-4862-9867-8224f021b40e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:07.212500 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-613ad86b-0ef3-4862-9867-8224f021b40e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:07.214715 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-613ad86b-0ef3-4862-9867-8224f021b40e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/ports/d2c24999-193f-4560-8ff5-3c54961cd085 HTTP/1.1" status: 204 len: 168 time: 0.4431543 Jul 15 13:24:07.216034 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ad86b-0ef3-4862-9867-8224f021b40e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'Port': ['ID=d2c24999-193f-4560-8ff5-3c54961cd085,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:07.218693 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48376) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:07.225634 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-60a2dcc9-acb4-4cd0-82f6-c00968702bd5 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'port': {'network_id': 'da19dabe-845f-495f-981a-31f5b72cda87', 'mac_address': 'fa:16:3e:39:22:0b', 'name': 'tempest-PortsIpV6TestJSON-1007350809'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:07.236209 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-59565392-4a6c-491e-9470-4497003c518a tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Allocated IP 172.25.8.163 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/7b26c7b4-4c9e-404f-9035-b73d36a73501) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:07.325768 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a2dcc9-acb4-4cd0-82f6-c00968702bd5 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Made reservation on behalf of 71dc8377e15241a7a92d7e45b6b72260 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:07.363748 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-59565392-4a6c-491e-9470-4497003c518a tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:07.401071 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-60a2dcc9-acb4-4cd0-82f6-c00968702bd5 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:07.406254 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-59565392-4a6c-491e-9470-4497003c518a tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:07.425844 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-60a2dcc9-acb4-4cd0-82f6-c00968702bd5 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] device_id is not set on port b22f85d8-312d-404e-a010-f64f7907db93 yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:24:07.446219 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59565392-4a6c-491e-9470-4497003c518a tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:07.451031 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-59565392-4a6c-491e-9470-4497003c518a tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:07.453404 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59565392-4a6c-491e-9470-4497003c518a tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:07.505588 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59565392-4a6c-491e-9470-4497003c518a tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'Port': ['ID=7b26c7b4-4c9e-404f-9035-b73d36a73501,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:07.624160 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-60a2dcc9-acb4-4cd0-82f6-c00968702bd5 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:07.674649 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-60a2dcc9-acb4-4cd0-82f6-c00968702bd5 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:07.734382 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a2dcc9-acb4-4cd0-82f6-c00968702bd5 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Network da19dabe-845f-495f-981a-31f5b72cda87 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:07.738344 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-60a2dcc9-acb4-4cd0-82f6-c00968702bd5 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:07.746317 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a2dcc9-acb4-4cd0-82f6-c00968702bd5 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:07.752822 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a2dcc9-acb4-4cd0-82f6-c00968702bd5 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:07.753742 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-60a2dcc9-acb4-4cd0-82f6-c00968702bd5 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:07.770891 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-60a2dcc9-acb4-4cd0-82f6-c00968702bd5 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5506628 Jul 15 13:24:07.778357 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48382) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:07.807993 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf56b3-1deb-4c82-a90e-579287cb5243 req-ff1ed250-fa12-488f-9278-22b9ef287f3a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:07.809545 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-35bf56b3-1deb-4c82-a90e-579287cb5243 req-ff1ed250-fa12-488f-9278-22b9ef287f3a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e HTTP/1.1" status: 200 len: 946 time: 0.2009370 Jul 15 13:24:07.845430 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2dcc9-acb4-4cd0-82f6-c00968702bd5 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'Port': ['ID=b22f85d8-312d-404e-a010-f64f7907db93,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:07.874525 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a78193-4797-48e2-8601-83ac3b099503 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:07.875958 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-85a78193-4797-48e2-8601-83ac3b099503 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "GET /v2.0/ports/b22f85d8-312d-404e-a010-f64f7907db93 HTTP/1.1" status: 200 len: 845 time: 0.0963547 Jul 15 13:24:07.878885 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48384) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:07.919412 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-35bf56b3-1deb-4c82-a90e-579287cb5243 req-d99cd48c-7461-4d7c-aa15-a08d9c2dd51b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=cbce786e-178b-4ec4-a228-7da33810f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999513 Jul 15 13:24:08.030659 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-942edf73-4b22-4cbc-b2da-c52b94ce2f63 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Deleting port b22f85d8-312d-404e-a010-f64f7907db93 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:08.034671 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-942edf73-4b22-4cbc-b2da-c52b94ce2f63 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.053535 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-59565392-4a6c-491e-9470-4497003c518a tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.163845 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-942edf73-4b22-4cbc-b2da-c52b94ce2f63 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.181124 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-942edf73-4b22-4cbc-b2da-c52b94ce2f63 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Calling delete_port for b22f85d8-312d-404e-a010-f64f7907db93 owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:08.215840 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-59565392-4a6c-491e-9470-4497003c518a tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.249146 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65291c7-8eb3-46d1-a3c4-2d0950e2e0b2 req-48e98907-6a1b-4d45-912c-6bbb70fae0bf tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:08.250733 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b65291c7-8eb3-46d1-a3c4-2d0950e2e0b2 req-48e98907-6a1b-4d45-912c-6bbb70fae0bf tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 946 time: 0.1405039 Jul 15 13:24:08.299658 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 13296381-f283-42ce-9fa4-4d3745832074 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:24:08.314799 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b65291c7-8eb3-46d1-a3c4-2d0950e2e0b2 req-db31a3cb-5466-4109-94c6-1ec3daa72344 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567958 Jul 15 13:24:08.339652 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-942edf73-4b22-4cbc-b2da-c52b94ce2f63 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.414007 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942edf73-4b22-4cbc-b2da-c52b94ce2f63 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'Port': ['ID=b22f85d8-312d-404e-a010-f64f7907db93,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:08.435163 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-942edf73-4b22-4cbc-b2da-c52b94ce2f63 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.437753 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-942edf73-4b22-4cbc-b2da-c52b94ce2f63 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/ports/b22f85d8-312d-404e-a010-f64f7907db93 HTTP/1.1" status: 204 len: 168 time: 0.5573256 Jul 15 13:24:08.440469 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48392) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.476678 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b516a63-e784-4b17-9e21-3224bace3000 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] GET failed (client error): The resource could not be found. Jul 15 13:24:08.478359 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2b516a63-e784-4b17-9e21-3224bace3000 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "GET /v2.0/ports/b22f85d8-312d-404e-a010-f64f7907db93 HTTP/1.1" status: 404 len: 333 time: 0.0368409 Jul 15 13:24:08.482180 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48394) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.489577 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-6f2cb08f-cdeb-4abe-b70d-a1d139ca054d tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'port': {'network_id': 'da19dabe-845f-495f-981a-31f5b72cda87', 'name': 'tempest-PortsIpV6TestJSON-486912424'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:08.517503 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-59565392-4a6c-491e-9470-4497003c518a tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.524576 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 13296381-f283-42ce-9fa4-4d3745832074, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=13296381-f283-42ce-9fa4-4d3745832074,segment=NetworkSegment(8b7d6f84-66b8-41ae-be95-9e4971195f20),segment_id=8b7d6f84-66b8-41ae-be95-9e4971195f20)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:08.528158 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-59565392-4a6c-491e-9470-4497003c518a tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.542970 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 13296381-f283-42ce-9fa4-4d3745832074 has no active binding in host n-h1-771363-36 {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 13:24:08.582645 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2cb08f-cdeb-4abe-b70d-a1d139ca054d tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Made reservation on behalf of 71dc8377e15241a7a92d7e45b6b72260 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:08.586205 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6f2cb08f-cdeb-4abe-b70d-a1d139ca054d tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.608959 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-6f2cb08f-cdeb-4abe-b70d-a1d139ca054d tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] device_id is not set on port be4ea543-a35e-492b-8b26-49abb1b3ad1a yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:24:08.616014 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59565392-4a6c-491e-9470-4497003c518a tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event updated for resources: {'Port': ['ID=7b26c7b4-4c9e-404f-9035-b73d36a73501,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:08.620225 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-59565392-4a6c-491e-9470-4497003c518a tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.736895 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-59565392-4a6c-491e-9470-4497003c518a tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Floating IP f7be4083-c9a8-4a76-beb3-c1e18f3d1c9f associated. External IP: 172.25.8.163, port: 6106094f-2371-4e61-a305-8e29178d3f58. Jul 15 13:24:08.784480 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6f2cb08f-cdeb-4abe-b70d-a1d139ca054d tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.824230 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6f2cb08f-cdeb-4abe-b70d-a1d139ca054d tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.885421 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2cb08f-cdeb-4abe-b70d-a1d139ca054d tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Network da19dabe-845f-495f-981a-31f5b72cda87 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:08.889566 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-6f2cb08f-cdeb-4abe-b70d-a1d139ca054d tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:08.891518 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2cb08f-cdeb-4abe-b70d-a1d139ca054d tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'Port': ['ID=be4ea543-a35e-492b-8b26-49abb1b3ad1a,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:08.894318 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2cb08f-cdeb-4abe-b70d-a1d139ca054d tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:08.900844 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2cb08f-cdeb-4abe-b70d-a1d139ca054d tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:08.900969 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6f2cb08f-cdeb-4abe-b70d-a1d139ca054d tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.919147 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6f2cb08f-cdeb-4abe-b70d-a1d139ca054d tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4357026 Jul 15 13:24:08.920438 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48398) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.925809 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-83434e9a-88c7-48a2-8768-89461989852a tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:08.958673 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59565392-4a6c-491e-9470-4497003c518a tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Router f8dbe11f-6c7d-4624-b436-b44243febec7 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:09.011382 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-83434e9a-88c7-48a2-8768-89461989852a tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:09.130070 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59565392-4a6c-491e-9470-4497003c518a tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:09.140428 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbfb007-7866-4dfd-8b5f-6adcd35efc1f None None] Sync routers for ids ['f8dbe11f-6c7d-4624-b436-b44243febec7'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:09.154962 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbfb007-7866-4dfd-8b5f-6adcd35efc1f None None] Routers {'f8dbe11f-6c7d-4624-b436-b44243febec7'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:09.158526 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-7bbfb007-7866-4dfd-8b5f-6adcd35efc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:24:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f8dbe11f-6c7d-4624-b436-b44243febec7'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:09.189117 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-59565392-4a6c-491e-9470-4497003c518a tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:09.228657 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-83434e9a-88c7-48a2-8768-89461989852a tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:09.238843 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-83434e9a-88c7-48a2-8768-89461989852a tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:09.242541 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a065815-a51b-4521-848e-060b5041faa9 req-0d09ff27-6f0b-42da-81c7-d0f08754c59c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:09.244219 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a065815-a51b-4521-848e-060b5041faa9 req-0d09ff27-6f0b-42da-81c7-d0f08754c59c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e HTTP/1.1" status: 200 len: 946 time: 0.1757135 Jul 15 13:24:09.300500 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-83434e9a-88c7-48a2-8768-89461989852a tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] In _notify_port_updated(), no bound segment for port be4ea543-a35e-492b-8b26-49abb1b3ad1a on network da19dabe-845f-495f-981a-31f5b72cda87 {{(pid=93826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:24:09.306223 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83434e9a-88c7-48a2-8768-89461989852a tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:09.306898 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-83434e9a-88c7-48a2-8768-89461989852a tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:09.308237 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-83434e9a-88c7-48a2-8768-89461989852a tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "PUT /v2.0/ports/be4ea543-a35e-492b-8b26-49abb1b3ad1a HTTP/1.1" status: 200 len: 818 time: 0.3868213 Jul 15 13:24:09.313187 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a065815-a51b-4521-848e-060b5041faa9 req-f02e1ac4-6267-4ca4-8aee-19712903bc8b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=cbce786e-178b-4ec4-a228-7da33810f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566661 Jul 15 13:24:09.314898 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48412) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:09.317283 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-7bbfb007-7866-4dfd-8b5f-6adcd35efc1f None None] Set router f8dbe11f-6c7d-4624-b436-b44243febec7 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:09.340550 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83434e9a-88c7-48a2-8768-89461989852a tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'Port': ['ID=be4ea543-a35e-492b-8b26-49abb1b3ad1a,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:09.347732 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-59565392-4a6c-491e-9470-4497003c518a tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5007405 Jul 15 13:24:09.349563 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48414) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:09.353703 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '321a7a48-f179-4eb0-9166-966487b69830', 'tag': '6106094f-2371-4e61-a305-8e29178d3f58'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:09.359424 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4f19ee-2bfc-42e1-8bee-667634658e50" -d '{"events": [{"name": "network-changed", "server_uuid": "321a7a48-f179-4eb0-9166-966487b69830", "tag": "6106094f-2371-4e61-a305-8e29178d3f58"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:09.449228 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-59a8b9a7-3caa-4449-9930-8d7e4d5d5d01 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/floatingips/f7be4083-c9a8-4a76-beb3-c1e18f3d1c9f HTTP/1.1" status: 200 len: 992 time: 0.0984862 Jul 15 13:24:09.494921 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5195258-800e-455d-bf7b-ebfbf7e8fbb8 x-openstack-request-id: req-a5195258-800e-455d-bf7b-ebfbf7e8fbb8 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:09.495213 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "321a7a48-f179-4eb0-9166-966487b69830", "tag": "6106094f-2371-4e61-a305-8e29178d3f58", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:09.498723 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5195258-800e-455d-bf7b-ebfbf7e8fbb8 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:09.499159 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '321a7a48-f179-4eb0-9166-966487b69830', 'tag': '6106094f-2371-4e61-a305-8e29178d3f58', 'status': 'completed', 'code': 200} Jul 15 13:24:09.602213 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2a425d9d-cc76-4eb2-b1e4-732a2c86437b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Deleting port be4ea543-a35e-492b-8b26-49abb1b3ad1a {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:09.602583 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2a425d9d-cc76-4eb2-b1e4-732a2c86437b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:09.622958 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f19ee-2bfc-42e1-8bee-667634658e50 req-df4da708-00f7-44d1-b8ef-365161faa9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:09.624961 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9e4f19ee-2bfc-42e1-8bee-667634658e50 req-df4da708-00f7-44d1-b8ef-365161faa9ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b10b0063b8b9467f824b5e9176c44cfb&device_id=321a7a48-f179-4eb0-9166-966487b69830 HTTP/1.1" status: 200 len: 1098 time: 0.1234241 Jul 15 13:24:09.692925 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2a425d9d-cc76-4eb2-b1e4-732a2c86437b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:09.709633 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834c113-0b60-4a55-b7b6-35ce859822f9 req-e244b68f-f221-4f33-8ac9-283b5aec3de1 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:09.711194 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b834c113-0b60-4a55-b7b6-35ce859822f9 req-e244b68f-f221-4f33-8ac9-283b5aec3de1 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 946 time: 0.1851795 Jul 15 13:24:09.717772 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2a425d9d-cc76-4eb2-b1e4-732a2c86437b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Calling delete_port for be4ea543-a35e-492b-8b26-49abb1b3ad1a owned by {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:09.757957 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-7bbfb007-7866-4dfd-8b5f-6adcd35efc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8dbe11f-6c7d-4624-b436-b44243febec7', 'name': 'tempest-TestNetworkBasicOps-router-853146288', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '1b134cd2-2de3-41fa-b4c1-af166f580bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:37Z', 'updated_at': '2021-07-15T13:23:44Z', 'revision_number': 4, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'gw_port': {'id': '1b134cd2-2de3-41fa-b4c1-af166f580bcd', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dbe11f-6c7d-4624-b436-b44243febec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:38Z', 'updated_at': '2021-07-15T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'f7be4083-c9a8-4a76-beb3-c1e18f3d1c9f', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'floating_ip_address': '172.25.8.163', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'f8dbe11f-6c7d-4624-b436-b44243febec7', 'port_id': '6106094f-2371-4e61-a305-8e29178d3f58', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2d00a68-83b8-489c-abaf-ed87ef9932af', 'mac_address': 'fa:16:3e:1d:f6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321a7a48-f179-4eb0-9166-966487b69830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:24:07Z', 'updated_at': '2021-07-15T13:24:07Z', 'revision_number': 0, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329cc6a1-87fd-4de1-951e-3134d84d71fb', 'name': '', 'network_id': 'f2d00a68-83b8-489c-abaf-ed87ef9932af', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'mac_address': 'fa:16:3e:18:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dbe11f-6c7d-4624-b436-b44243febec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '0d39d281-05be-4cc1-b860-61e44e1a5ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:42Z', 'updated_at': '2021-07-15T13:23:49Z', 'revision_number': 5, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'subnets': [{'id': '0d39d281-05be-4cc1-b860-61e44e1a5ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:09.802472 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbfb007-7866-4dfd-8b5f-6adcd35efc1f None None] Checking router: f8dbe11f-6c7d-4624-b436-b44243febec7 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:24:09.807008 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b834c113-0b60-4a55-b7b6-35ce859822f9 req-28d6f49e-7e95-47e1-a0a0-54ba6dcd5118 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834701 Jul 15 13:24:09.823050 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f19ee-2bfc-42e1-8bee-667634658e50 req-6971f1a9-61e7-4052-b0ef-1850eb1bd1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:09.824246 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbfb007-7866-4dfd-8b5f-6adcd35efc1f None None] Routers {'f8dbe11f-6c7d-4624-b436-b44243febec7'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:09.824769 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9e4f19ee-2bfc-42e1-8bee-667634658e50 req-6971f1a9-61e7-4052-b0ef-1850eb1bd1dc service neutron] 10.222.0.46 "GET /v2.0/networks?id=f2d00a68-83b8-489c-abaf-ed87ef9932af HTTP/1.1" status: 200 len: 897 time: 0.1934807 Jul 15 13:24:09.824970 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-7bbfb007-7866-4dfd-8b5f-6adcd35efc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:24:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f8dbe11f-6c7d-4624-b436-b44243febec7'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:09.859593 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2a425d9d-cc76-4eb2-b1e4-732a2c86437b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:09.900175 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a425d9d-cc76-4eb2-b1e4-732a2c86437b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'Port': ['ID=be4ea543-a35e-492b-8b26-49abb1b3ad1a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:09.906655 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2a425d9d-cc76-4eb2-b1e4-732a2c86437b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:09.910489 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2a425d9d-cc76-4eb2-b1e4-732a2c86437b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/ports/be4ea543-a35e-492b-8b26-49abb1b3ad1a HTTP/1.1" status: 204 len: 168 time: 0.5890491 Jul 15 13:24:09.913011 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48430) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:09.931568 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9e4f19ee-2bfc-42e1-8bee-667634658e50 req-c37ecb44-2737-4862-8144-2df7a5d8fba3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6106094f-2371-4e61-a305-8e29178d3f58 HTTP/1.1" status: 200 len: 1000 time: 0.0983946 Jul 15 13:24:09.977282 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-7bbfb007-7866-4dfd-8b5f-6adcd35efc1f None None] Set router f8dbe11f-6c7d-4624-b436-b44243febec7 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:10.048330 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a546f3f-843c-4318-8d44-57b13fe4d53f tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:10.053633 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7a546f3f-843c-4318-8d44-57b13fe4d53f tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1395934 Jul 15 13:24:10.057895 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48434) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:10.067560 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f19ee-2bfc-42e1-8bee-667634658e50 req-92a0998c-1073-4c32-89a4-fb25dcb7b3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:10.069392 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9e4f19ee-2bfc-42e1-8bee-667634658e50 req-92a0998c-1073-4c32-89a4-fb25dcb7b3e4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0d39d281-05be-4cc1-b860-61e44e1a5ebe HTTP/1.1" status: 200 len: 835 time: 0.1274877 Jul 15 13:24:10.094472 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-140e3e1a-18a8-4944-bf41-781e61dd2fba tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] GET failed (client error): The resource could not be found. Jul 15 13:24:10.096383 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-140e3e1a-18a8-4944-bf41-781e61dd2fba tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "GET /v2.0/ports/be4ea543-a35e-492b-8b26-49abb1b3ad1a HTTP/1.1" status: 404 len: 333 time: 0.0373473 Jul 15 13:24:10.100510 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48436) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:10.106122 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-7aa22881-636e-47bb-b548-1c4efc0e33b0 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-389140422'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:10.133665 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa22881-636e-47bb-b548-1c4efc0e33b0 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Made reservation on behalf of 71dc8377e15241a7a92d7e45b6b72260 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:10.138374 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7aa22881-636e-47bb-b548-1c4efc0e33b0 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:10.160594 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f19ee-2bfc-42e1-8bee-667634658e50 req-7052d36b-3cc2-440e-b400-b85345323ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:10.162959 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9e4f19ee-2bfc-42e1-8bee-667634658e50 req-7052d36b-3cc2-440e-b400-b85345323ed6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f2d00a68-83b8-489c-abaf-ed87ef9932af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0863121 Jul 15 13:24:10.168527 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa22881-636e-47bb-b548-1c4efc0e33b0 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:24:10.179842 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7aa22881-636e-47bb-b548-1c4efc0e33b0 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:10.180235 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-7aa22881-636e-47bb-b548-1c4efc0e33b0 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Added segment 8ea87696-a89a-4452-b75f-2b5298dbeb21 of type vlan for network 11282de5-ea2a-4ddf-be1f-39c6b17d61e9 Jul 15 13:24:10.229760 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7aa22881-636e-47bb-b548-1c4efc0e33b0 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:10.272059 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7aa22881-636e-47bb-b548-1c4efc0e33b0 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:10.280879 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa22881-636e-47bb-b548-1c4efc0e33b0 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:10.281680 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7aa22881-636e-47bb-b548-1c4efc0e33b0 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:10.288027 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9e4f19ee-2bfc-42e1-8bee-667634658e50 req-7e459464-15f3-4433-984b-764ca40bbf9d service neutron] 10.222.0.46 "GET /v2.0/networks/f2d00a68-83b8-489c-abaf-ed87ef9932af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170616 Jul 15 13:24:10.318244 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7aa22881-636e-47bb-b548-1c4efc0e33b0 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2163525 Jul 15 13:24:10.321624 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48438) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:10.327407 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-5edb6554-0976-4407-842f-bb9b0f2ed2ab tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'subnet': {'network_id': '11282de5-ea2a-4ddf-be1f-39c6b17d61e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:10.394511 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-7bbfb007-7866-4dfd-8b5f-6adcd35efc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8dbe11f-6c7d-4624-b436-b44243febec7', 'name': 'tempest-TestNetworkBasicOps-router-853146288', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '1b134cd2-2de3-41fa-b4c1-af166f580bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:37Z', 'updated_at': '2021-07-15T13:23:44Z', 'revision_number': 4, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'gw_port': {'id': '1b134cd2-2de3-41fa-b4c1-af166f580bcd', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dbe11f-6c7d-4624-b436-b44243febec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:38Z', 'updated_at': '2021-07-15T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'f7be4083-c9a8-4a76-beb3-c1e18f3d1c9f', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'floating_ip_address': '172.25.8.163', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'f8dbe11f-6c7d-4624-b436-b44243febec7', 'port_id': '6106094f-2371-4e61-a305-8e29178d3f58', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2d00a68-83b8-489c-abaf-ed87ef9932af', 'mac_address': 'fa:16:3e:1d:f6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321a7a48-f179-4eb0-9166-966487b69830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:24:07Z', 'updated_at': '2021-07-15T13:24:07Z', 'revision_number': 0, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329cc6a1-87fd-4de1-951e-3134d84d71fb', 'name': '', 'network_id': 'f2d00a68-83b8-489c-abaf-ed87ef9932af', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'mac_address': 'fa:16:3e:18:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dbe11f-6c7d-4624-b436-b44243febec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '0d39d281-05be-4cc1-b860-61e44e1a5ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:42Z', 'updated_at': '2021-07-15T13:23:49Z', 'revision_number': 5, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'subnets': [{'id': '0d39d281-05be-4cc1-b860-61e44e1a5ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:10.446838 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa22881-636e-47bb-b548-1c4efc0e33b0 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'Network': ['ID=11282de5-ea2a-4ddf-be1f-39c6b17d61e9,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:10.453033 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48444) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:10.464789 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 11282de5-ea2a-4ddf-be1f-39c6b17d61e9 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:24:10.468400 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbfb007-7866-4dfd-8b5f-6adcd35efc1f None None] The sync data for ids ['f8dbe11f-6c7d-4624-b436-b44243febec7'] in n-d-771363-36 is: [{'id': 'f8dbe11f-6c7d-4624-b436-b44243febec7', 'name': 'tempest-TestNetworkBasicOps-router-853146288', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '1b134cd2-2de3-41fa-b4c1-af166f580bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:37Z', 'updated_at': '2021-07-15T13:23:44Z', 'revision_number': 4, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'gw_port': {'id': '1b134cd2-2de3-41fa-b4c1-af166f580bcd', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dbe11f-6c7d-4624-b436-b44243febec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:38Z', 'updated_at': '2021-07-15T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'f7be4083-c9a8-4a76-beb3-c1e18f3d1c9f', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'floating_ip_address': '172.25.8.163', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'f8dbe11f-6c7d-4624-b436-b44243febec7', 'port_id': '6106094f-2371-4e61-a305-8e29178d3f58', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2d00a68-83b8-489c-abaf-ed87ef9932af', 'mac_address': 'fa:16:3e:1d:f6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321a7a48-f179-4eb0-9166-966487b69830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:24:07Z', 'updated_at': '2021-07-15T13:24:07Z', 'revision_number': 0, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329cc6a1-87fd-4de1-951e-3134d84d71fb', 'name': '', 'network_id': 'f2d00a68-83b8-489c-abaf-ed87ef9932af', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'mac_address': 'fa:16:3e:18:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dbe11f-6c7d-4624-b436-b44243febec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '0d39d281-05be-4cc1-b860-61e44e1a5ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:42Z', 'updated_at': '2021-07-15T13:23:49Z', 'revision_number': 5, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'subnets': [{'id': '0d39d281-05be-4cc1-b860-61e44e1a5ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:10.543011 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9e4f19ee-2bfc-42e1-8bee-667634658e50 req-b2745f38-9951-4d6c-9d27-4ee145662be0 service neutron] 10.222.0.46 "GET /v2.0/networks/f2d00a68-83b8-489c-abaf-ed87ef9932af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451060 Jul 15 13:24:10.781543 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e7386538-4da6-4b4a-8801-91d69d18f573 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/floatingips/f7be4083-c9a8-4a76-beb3-c1e18f3d1c9f HTTP/1.1" status: 200 len: 992 time: 0.3271074 Jul 15 13:24:10.805858 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edb6554-0976-4407-842f-bb9b0f2ed2ab tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Made reservation on behalf of 71dc8377e15241a7a92d7e45b6b72260 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:10.807581 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-1ae517a9-ed83-467e-893b-09b95ff619f6 service neutron] 10.222.0.46 "GET /v2.0/ports/13296381-f283-42ce-9fa4-4d3745832074/bindings/n-h1-771363-36 HTTP/1.1" status: 200 len: 385 time: 0.0898285 Jul 15 13:24:10.810998 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5edb6554-0976-4407-842f-bb9b0f2ed2ab tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:10.844385 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c5f11b-9bf9-490d-a69f-ab53ad203e50 None None] New status for floating IP f7be4083-c9a8-4a76-beb3-c1e18f3d1c9f: ACTIVE {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:24:11.126452 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5edb6554-0976-4407-842f-bb9b0f2ed2ab tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:11.155026 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-f2680914-20e6-410f-80cc-f108601ad8ea service neutron] For port 13296381-f283-42ce-9fa4-4d3745832074, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=13296381-f283-42ce-9fa4-4d3745832074,segment=NetworkSegment(8b7d6f84-66b8-41ae-be95-9e4971195f20),segment_id=8b7d6f84-66b8-41ae-be95-9e4971195f20)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:11.167287 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078553d-80e4-49be-9d28-4fa0b9c7017d req-34f65702-4fe8-4c07-b454-a02284d8b0c8 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:11.168811 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0078553d-80e4-49be-9d28-4fa0b9c7017d req-34f65702-4fe8-4c07-b454-a02284d8b0c8 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e HTTP/1.1" status: 200 len: 946 time: 0.4991066 Jul 15 13:24:11.180539 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-f2680914-20e6-410f-80cc-f108601ad8ea service neutron] For port 13296381-f283-42ce-9fa4-4d3745832074, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:11.238217 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7cc661-2d86-4689-8fef-1bbd7f7c284e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13296381-f283-42ce-9fa4-4d3745832074'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:11.242267 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97607c00-8afb-433e-b500-72846bf9cfe5" -d '{"events": [{"server_uuid": "de7cc661-2d86-4689-8fef-1bbd7f7c284e", "name": "network-vif-unplugged", "status": "completed", "tag": "13296381-f283-42ce-9fa4-4d3745832074"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:11.255279 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-f2680914-20e6-410f-80cc-f108601ad8ea service neutron] For port 13296381-f283-42ce-9fa4-4d3745832074, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=13296381-f283-42ce-9fa4-4d3745832074,segment=NetworkSegment(8b7d6f84-66b8-41ae-be95-9e4971195f20),segment_id=8b7d6f84-66b8-41ae-be95-9e4971195f20)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:11.260374 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb6554-0976-4407-842f-bb9b0f2ed2ab tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'Subnet': ['ID=9e634e66-fe0a-4dbd-88c2-4b9ed6923fe2,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:11.273503 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edb6554-0976-4407-842f-bb9b0f2ed2ab tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Checking segment: {'id': '8ea87696-a89a-4452-b75f-2b5298dbeb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '11282de5-ea2a-4ddf-be1f-39c6b17d61e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:11.274186 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edb6554-0976-4407-842f-bb9b0f2ed2ab tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Network hostable DHCP agents. Network: 11282de5-ea2a-4ddf-be1f-39c6b17d61e9, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:24:11.274897 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-f2680914-20e6-410f-80cc-f108601ad8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:11.289642 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584321c-e2a0-445d-bab4-e8478cdbae7f req-6a6d9ad8-4e76-42fc-b3c7-af8d1e1f7b19 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:11.292023 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 3d2da53d-2eca-413e-911e-6de16aded3bf details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:24:11.304532 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5584321c-e2a0-445d-bab4-e8478cdbae7f req-6a6d9ad8-4e76-42fc-b3c7-af8d1e1f7b19 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 946 time: 0.2166269 Jul 15 13:24:11.309222 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0078553d-80e4-49be-9d28-4fa0b9c7017d req-aa825eac-6d8b-4ad2-a9ff-18f746424247 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=cbce786e-178b-4ec4-a228-7da33810f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311398 Jul 15 13:24:11.370429 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edb6554-0976-4407-842f-bb9b0f2ed2ab tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Network 11282de5-ea2a-4ddf-be1f-39c6b17d61e9 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:24:11.401557 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5584321c-e2a0-445d-bab4-e8478cdbae7f req-5fecfefb-ef32-4d76-97d9-970a461ac52f tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897756 Jul 15 13:24:11.406811 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-5edb6554-0976-4407-842f-bb9b0f2ed2ab tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 11282de5-ea2a-4ddf-be1f-39c6b17d61e9) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:11.415516 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-f2680914-20e6-410f-80cc-f108601ad8ea service neutron] Transition to ACTIVE for port object 13296381-f283-42ce-9fa4-4d3745832074 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:11.417172 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edb6554-0976-4407-842f-bb9b0f2ed2ab tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:11.417422 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5edb6554-0976-4407-842f-bb9b0f2ed2ab tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:11.424405 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-f2680914-20e6-410f-80cc-f108601ad8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:11.436081 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dd78c3-b311-4455-b57c-c94cb72ddeb8 None None] Network 11282de5-ea2a-4ddf-be1f-39c6b17d61e9 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:11.452123 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5edb6554-0976-4407-842f-bb9b0f2ed2ab tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1295633 Jul 15 13:24:11.452987 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48454) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:11.470902 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-4b4af4f5-e9ec-4321-a8c8-74b3ce54767b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'subnet': {'network_id': '11282de5-ea2a-4ddf-be1f-39c6b17d61e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:11.623681 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea3d1af-7569-4815-97a3-95464cb6d3ed x-openstack-request-id: req-0ea3d1af-7569-4815-97a3-95464cb6d3ed {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:11.624045 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de7cc661-2d86-4689-8fef-1bbd7f7c284e", "name": "network-vif-unplugged", "status": "completed", "tag": "13296381-f283-42ce-9fa4-4d3745832074", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:11.624272 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ea3d1af-7569-4815-97a3-95464cb6d3ed {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:11.624922 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7cc661-2d86-4689-8fef-1bbd7f7c284e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13296381-f283-42ce-9fa4-4d3745832074', 'code': 200} Jul 15 13:24:11.632916 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2680914-20e6-410f-80cc-f108601ad8ea service neutron] Pushing event updated for resources: {'Port': ['ID=13296381-f283-42ce-9fa4-4d3745832074,revision_number=11']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:11.633254 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 3d2da53d-2eca-413e-911e-6de16aded3bf, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=3d2da53d-2eca-413e-911e-6de16aded3bf,segment=NetworkSegment(02b4ae28-7870-45f1-8b91-4bf335fcbce3),segment_id=02b4ae28-7870-45f1-8b91-4bf335fcbce3)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:11.655794 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '3d2da53d-2eca-413e-911e-6de16aded3bf', 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14', 'port_id': '3d2da53d-2eca-413e-911e-6de16aded3bf', 'mac_address': 'fa:16:3e:05:00:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236966a3-1e59-4c69-99ff-863fc85e1377', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:24:11.692125 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4af4f5-e9ec-4321-a8c8-74b3ce54767b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Made reservation on behalf of 71dc8377e15241a7a92d7e45b6b72260 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:11.698482 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4b4af4f5-e9ec-4321-a8c8-74b3ce54767b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:11.750274 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-f2680914-20e6-410f-80cc-f108601ad8ea service neutron] No DVR routers for this DVR port 13296381-f283-42ce-9fa4-4d3745832074 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:24:11.819151 n-d-771363-36 neutron-server[93825]: INFO neutron.db.ipam_backend_mixin [None req-4b4af4f5-e9ec-4321-a8c8-74b3ce54767b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9e634e66-fe0a-4dbd-88c2-4b9ed6923fe2 (CIDR: 2001:db8::/64) Jul 15 13:24:11.823710 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48460) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:11.827149 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b4af4f5-e9ec-4321-a8c8-74b3ce54767b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:24:11.827658 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b4af4f5-e9ec-4321-a8c8-74b3ce54767b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:24:11.897820 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:11.906873 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e8224a-4bfd-461d-9335-38b83a7e8330 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-11282de5-ea2a-4ddf-be1f-39c6b17d61e9', 'network_id': '11282de5-ea2a-4ddf-be1f-39c6b17d61e9', 'tenant_id': '71dc8377e15241a7a92d7e45b6b72260', 'fixed_ips': [{'subnet_id': '9e634e66-fe0a-4dbd-88c2-4b9ed6923fe2'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:24:11.910944 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-06e8224a-4bfd-461d-9335-38b83a7e8330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:11.969819 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d2da53d-2eca-413e-911e-6de16aded3bf {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:24:12.005217 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e7338ab6-b1b6-4fc8-bab7-3b6467a8703d tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/floatingips/f7be4083-c9a8-4a76-beb3-c1e18f3d1c9f HTTP/1.1" status: 200 len: 994 time: 0.1694915 Jul 15 13:24:12.018639 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4b4af4f5-e9ec-4321-a8c8-74b3ce54767b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5622056 Jul 15 13:24:12.019976 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48462) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:12.026124 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-4b785fde-9cf7-41b6-b7bc-34aade750836 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'subnet': {'network_id': '11282de5-ea2a-4ddf-be1f-39c6b17d61e9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:12.065033 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-f2680914-20e6-410f-80cc-f108601ad8ea service neutron] 10.222.0.46 "PUT /v2.0/ports/13296381-f283-42ce-9fa4-4d3745832074/bindings/n-h1-771363-36/activate HTTP/1.1" status: 200 len: 370 time: 1.2495847 Jul 15 13:24:12.090928 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 3d2da53d-2eca-413e-911e-6de16aded3bf, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=3d2da53d-2eca-413e-911e-6de16aded3bf,segment=NetworkSegment(02b4ae28-7870-45f1-8b91-4bf335fcbce3),segment_id=02b4ae28-7870-45f1-8b91-4bf335fcbce3)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:12.108630 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:12.201114 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=3d2da53d-2eca-413e-911e-6de16aded3bf,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:12.216515 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:12.216976 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:12.217406 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:12.217802 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:12.218204 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:12.218952 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:12.219288 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:12.219622 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:12.220570 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:12.220903 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:12.221240 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:12.221570 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:12.236433 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['3d2da53d-2eca-413e-911e-6de16aded3bf'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:24:12.296892 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-06e8224a-4bfd-461d-9335-38b83a7e8330 None None] Allocated IP 2001:db8::2 (11282de5-ea2a-4ddf-be1f-39c6b17d61e9/9e634e66-fe0a-4dbd-88c2-4b9ed6923fe2/0df38c9a-a7e0-4a7d-bd7a-da5b19774053) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:12.926673 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-06e8224a-4bfd-461d-9335-38b83a7e8330 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:12.937300 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-06e8224a-4bfd-461d-9335-38b83a7e8330 None None] Transition to ACTIVE for port object 0df38c9a-a7e0-4a7d-bd7a-da5b19774053 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:12.947276 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-4c9d2501-04cd-4c31-ad6f-0a8a592e0c6d tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:12.948863 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-4c9d2501-04cd-4c31-ad6f-0a8a592e0c6d tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e&tenant_id=d986de84121549bf90b7ac80073eff67&binding%3Ahost_id=n-h2-771363-36 HTTP/1.1" status: 200 len: 1097 time: 0.5037165 Jul 15 13:24:12.987641 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-06e8224a-4bfd-461d-9335-38b83a7e8330 None None] Transition to ACTIVE for port object 0df38c9a-a7e0-4a7d-bd7a-da5b19774053 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:13.001978 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b5fda-7bf8-4867-88ba-00bd251c9aee req-66def30c-b0eb-4030-9ea2-fb795bc48f0f tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:13.003444 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-06e8224a-4bfd-461d-9335-38b83a7e8330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:13.022232 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4d8b5fda-7bf8-4867-88ba-00bd251c9aee req-66def30c-b0eb-4030-9ea2-fb795bc48f0f tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e HTTP/1.1" status: 200 len: 945 time: 0.4774728 Jul 15 13:24:13.072518 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48490) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:13.097368 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e8224a-4bfd-461d-9335-38b83a7e8330 None None] Network 11282de5-ea2a-4ddf-be1f-39c6b17d61e9 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:13.113382 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-06e8224a-4bfd-461d-9335-38b83a7e8330 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:13.117832 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e8224a-4bfd-461d-9335-38b83a7e8330 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:13.122803 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b785fde-9cf7-41b6-b7bc-34aade750836 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Made reservation on behalf of 71dc8377e15241a7a92d7e45b6b72260 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:13.126851 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4b785fde-9cf7-41b6-b7bc-34aade750836 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:13.127860 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e8224a-4bfd-461d-9335-38b83a7e8330 None None] Pushing event updated for resources: {'Port': ['ID=0df38c9a-a7e0-4a7d-bd7a-da5b19774053,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:13.203289 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-06e8224a-4bfd-461d-9335-38b83a7e8330 None None] Attempting to bind port 0df38c9a-a7e0-4a7d-bd7a-da5b19774053 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:24:13.203760 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-06e8224a-4bfd-461d-9335-38b83a7e8330 None None] Attempting to bind port 0df38c9a-a7e0-4a7d-bd7a-da5b19774053 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '8ea87696-a89a-4452-b75f-2b5298dbeb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '11282de5-ea2a-4ddf-be1f-39c6b17d61e9'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:24:13.204801 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e8224a-4bfd-461d-9335-38b83a7e8330 None None] Attempting to bind port 0df38c9a-a7e0-4a7d-bd7a-da5b19774053 on network 11282de5-ea2a-4ddf-be1f-39c6b17d61e9 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:13.210913 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e8224a-4bfd-461d-9335-38b83a7e8330 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:24:13.211565 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e8224a-4bfd-461d-9335-38b83a7e8330 None None] Checking segment: {'id': '8ea87696-a89a-4452-b75f-2b5298dbeb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '11282de5-ea2a-4ddf-be1f-39c6b17d61e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:13.212243 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-06e8224a-4bfd-461d-9335-38b83a7e8330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:13.212795 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e8224a-4bfd-461d-9335-38b83a7e8330 None None] Bound using segment: {'id': '8ea87696-a89a-4452-b75f-2b5298dbeb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '11282de5-ea2a-4ddf-be1f-39c6b17d61e9'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:24:13.213742 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4d8b5fda-7bf8-4867-88ba-00bd251c9aee req-99431f25-7a5c-409d-8708-cd7eebd4bc2d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=cbce786e-178b-4ec4-a228-7da33810f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897671 Jul 15 13:24:13.214003 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-06e8224a-4bfd-461d-9335-38b83a7e8330 None None] Bound port: 0df38c9a-a7e0-4a7d-bd7a-da5b19774053, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ea87696-a89a-4452-b75f-2b5298dbeb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '11282de5-ea2a-4ddf-be1f-39c6b17d61e9'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:24:13.214523 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-06e8224a-4bfd-461d-9335-38b83a7e8330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:13.262048 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-30523103-a248-4346-b140-0bd702d7058c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:13.263672 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-30523103-a248-4346-b140-0bd702d7058c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e&tenant_id=d986de84121549bf90b7ac80073eff67 HTTP/1.1" status: 200 len: 1097 time: 0.2994578 Jul 15 13:24:13.301923 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 3d2da53d-2eca-413e-911e-6de16aded3bf up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:13.339784 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8f47ee37-7c32-4788-b532-46f3c55133aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:13.375066 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e465d6-b30e-4e77-8667-d8d68baaf2a8 req-442a94d0-2164-4de6-abc9-6d281dd08446 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:13.385921 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f3e465d6-b30e-4e77-8667-d8d68baaf2a8 req-442a94d0-2164-4de6-abc9-6d281dd08446 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 945 time: 0.7035933 Jul 15 13:24:13.423438 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-06e8224a-4bfd-461d-9335-38b83a7e8330 None None] For port 0df38c9a-a7e0-4a7d-bd7a-da5b19774053, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:13.457830 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-06e8224a-4bfd-461d-9335-38b83a7e8330 None None] For port 0df38c9a-a7e0-4a7d-bd7a-da5b19774053, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=0df38c9a-a7e0-4a7d-bd7a-da5b19774053,segment=NetworkSegment(8ea87696-a89a-4452-b75f-2b5298dbeb21),segment_id=8ea87696-a89a-4452-b75f-2b5298dbeb21)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:24:13.464893 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-06e8224a-4bfd-461d-9335-38b83a7e8330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:13.526937 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 3d2da53d-2eca-413e-911e-6de16aded3bf triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:13.527321 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:13.531072 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e8224a-4bfd-461d-9335-38b83a7e8330 None None] Pushing event updated for resources: {'Port': ['ID=0df38c9a-a7e0-4a7d-bd7a-da5b19774053,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:13.563945 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f3e465d6-b30e-4e77-8667-d8d68baaf2a8 req-febcbef2-43d5-47c5-9d7f-b5cb236460c8 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767259 Jul 15 13:24:13.592956 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-e6c27dae-87d1-4355-ac8a-39d650d36f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:13.595540 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-e6c27dae-87d1-4355-ac8a-39d650d36f90 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d986de84121549bf90b7ac80073eff67&device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e HTTP/1.1" status: 200 len: 1097 time: 0.2531793 Jul 15 13:24:13.649630 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8f47ee37-7c32-4788-b532-46f3c55133aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:13.660363 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8f47ee37-7c32-4788-b532-46f3c55133aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:13.733569 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:13.761540 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8f47ee37-7c32-4788-b532-46f3c55133aa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fba8fa65226345b8a10a06f6a5278550&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6879299 Jul 15 13:24:13.769107 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48510) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:13.802109 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2da53d-2eca-413e-911e-6de16aded3bf'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:13.806204 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de134f84-0973-4ca1-8180-c692cac7cda8" -d '{"events": [{"server_uuid": "b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c", "name": "network-vif-plugged", "status": "completed", "tag": "3d2da53d-2eca-413e-911e-6de16aded3bf"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:13.879260 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47ee37-7c32-4788-b532-46f3c55133aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47066af3-bed8-48c4-ba18-72c2479488fa,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:13.888965 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 3d2da53d-2eca-413e-911e-6de16aded3bf, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=3d2da53d-2eca-413e-911e-6de16aded3bf,segment=NetworkSegment(02b4ae28-7870-45f1-8b91-4bf335fcbce3),segment_id=02b4ae28-7870-45f1-8b91-4bf335fcbce3)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:13.904551 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:13.906976 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 13296381-f283-42ce-9fa4-4d3745832074 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:24:13.957809 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a1ef1332-7363-47f3-88de-7a92d4a1b7fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:13.990180 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4b785fde-9cf7-41b6-b7bc-34aade750836 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:14.032112 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-e6ed9b29-5bf1-472b-9b52-20913a263af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:14.033651 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-e6ed9b29-5bf1-472b-9b52-20913a263af2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b153aeb7-bc34-4148-b815-36404bac7af2 HTTP/1.1" status: 200 len: 897 time: 0.4292977 Jul 15 13:24:14.044519 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a1ef1332-7363-47f3-88de-7a92d4a1b7fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:14.096098 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a153e164-51e9-4640-bc09-d5a3b77c1376 x-openstack-request-id: req-a153e164-51e9-4640-bc09-d5a3b77c1376 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:14.096637 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c", "name": "network-vif-plugged", "status": "completed", "tag": "3d2da53d-2eca-413e-911e-6de16aded3bf", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:14.097021 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a153e164-51e9-4640-bc09-d5a3b77c1376 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:14.097510 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2da53d-2eca-413e-911e-6de16aded3bf', 'code': 200} Jul 15 13:24:14.102072 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=3d2da53d-2eca-413e-911e-6de16aded3bf,revision_number=7']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:14.155150 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a1ef1332-7363-47f3-88de-7a92d4a1b7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:14.160897 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a1ef1332-7363-47f3-88de-7a92d4a1b7fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:14.162254 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a1ef1332-7363-47f3-88de-7a92d4a1b7fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/47066af3-bed8-48c4-ba18-72c2479488fa HTTP/1.1" status: 204 len: 168 time: 0.3707902 Jul 15 13:24:14.178220 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b785fde-9cf7-41b6-b7bc-34aade750836 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Network 11282de5-ea2a-4ddf-be1f-39c6b17d61e9 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:14.180761 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef1332-7363-47f3-88de-7a92d4a1b7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47066af3-bed8-48c4-ba18-72c2479488fa,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:14.220635 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 13296381-f283-42ce-9fa4-4d3745832074 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:24:14.262385 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-4b785fde-9cf7-41b6-b7bc-34aade750836 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:14.265581 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b785fde-9cf7-41b6-b7bc-34aade750836 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:14.266361 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4b785fde-9cf7-41b6-b7bc-34aade750836 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:14.292405 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4b785fde-9cf7-41b6-b7bc-34aade750836 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2708838 Jul 15 13:24:14.295112 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48520) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:14.302026 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-e25fe3f1-4d5b-456d-ab94-a6b5c2ab8860 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'port': {'network_id': '11282de5-ea2a-4ddf-be1f-39c6b17d61e9', 'fixed_ips': [{'subnet_id': '9e634e66-fe0a-4dbd-88c2-4b9ed6923fe2'}, {'subnet_id': '05852ddc-29b6-4a73-b52e-69f7df043896'}], 'name': 'tempest-PortsIpV6TestJSON-1861809487'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:14.378274 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b785fde-9cf7-41b6-b7bc-34aade750836 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'Subnet': ['ID=05852ddc-29b6-4a73-b52e-69f7df043896,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:14.395987 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-2e2b0e0d-009b-4030-b83b-ee607a37ecd7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13296381-f283-42ce-9fa4-4d3745832074 HTTP/1.1" status: 200 len: 1000 time: 0.2150724 Jul 15 13:24:14.592556 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-434044fc-096f-44aa-b4e3-152660ef911b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:14.594068 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-434044fc-096f-44aa-b4e3-152660ef911b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b14ab54-2264-45cd-9e92-10b919be658c HTTP/1.1" status: 200 len: 835 time: 0.1909940 Jul 15 13:24:14.774141 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25fe3f1-4d5b-456d-ab94-a6b5c2ab8860 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Made reservation on behalf of 71dc8377e15241a7a92d7e45b6b72260 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:14.956622 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b60964-937e-445f-9fb3-de62339122b9 req-3769624e-ac3b-419a-9529-dea4ba37ece5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:14.960739 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c9b60964-937e-445f-9fb3-de62339122b9 req-3769624e-ac3b-419a-9529-dea4ba37ece5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e HTTP/1.1" status: 200 len: 945 time: 0.3330476 Jul 15 13:24:14.998548 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e25fe3f1-4d5b-456d-ab94-a6b5c2ab8860 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:15.008687 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48528) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:15.036074 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-146e2b3c-8062-4f8a-a0cc-2d486a3e76b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:15.041347 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-146e2b3c-8062-4f8a-a0cc-2d486a3e76b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b153aeb7-bc34-4148-b815-36404bac7af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4360080 Jul 15 13:24:15.078395 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-35f41525-ae4f-40b7-a649-dd509ba6325e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:15.099177 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-e25fe3f1-4d5b-456d-ab94-a6b5c2ab8860 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] device_id is not set on port 4bc22995-6788-44e6-9aea-536a1b9d0e45 yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:24:15.256312 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c9b60964-937e-445f-9fb3-de62339122b9 req-9ff96907-fbc4-499b-bf4f-973db0c69dee tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=cbce786e-178b-4ec4-a228-7da33810f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2879493 Jul 15 13:24:15.369337 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 0df38c9a-a7e0-4a7d-bd7a-da5b19774053 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:15.437259 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb71afa-c35b-4dab-9ccd-55e999faffd2 req-0ad821b9-10a5-4d0b-9366-95a7934ad1bf tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:15.446251 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ceb71afa-c35b-4dab-9ccd-55e999faffd2 req-0ad821b9-10a5-4d0b-9366-95a7934ad1bf tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 946 time: 0.4191709 Jul 15 13:24:15.540357 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ceb71afa-c35b-4dab-9ccd-55e999faffd2 req-a0f90f94-6659-44fd-9e9b-6ee8a87b966f tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930836 Jul 15 13:24:15.548615 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-3d29113e-21ae-4a59-a08a-517d3bffb659 service neutron] 10.222.0.20 "GET /v2.0/networks/b153aeb7-bc34-4148-b815-36404bac7af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287174 Jul 15 13:24:15.551520 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-35f41525-ae4f-40b7-a649-dd509ba6325e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:15.558042 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-35f41525-ae4f-40b7-a649-dd509ba6325e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:15.596368 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 0df38c9a-a7e0-4a7d-bd7a-da5b19774053 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:15.661247 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-35f41525-ae4f-40b7-a649-dd509ba6325e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8b9a1cec33bf476eab98e6fa2e809f13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6515563 Jul 15 13:24:15.685151 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f41525-ae4f-40b7-a649-dd509ba6325e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194f7438-ce8b-4f8f-9192-f203ed105f43,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:15.688522 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48532) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:15.745257 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0685af0-bcdf-424e-96af-69790f25cf1a None None] Network 11282de5-ea2a-4ddf-be1f-39c6b17d61e9 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:15.755565 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-e25fe3f1-4d5b-456d-ab94-a6b5c2ab8860 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Allocated IP 2001:db8::2a0 (11282de5-ea2a-4ddf-be1f-39c6b17d61e9/9e634e66-fe0a-4dbd-88c2-4b9ed6923fe2/4bc22995-6788-44e6-9aea-536a1b9d0e45) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:15.768996 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-e25fe3f1-4d5b-456d-ab94-a6b5c2ab8860 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Allocated IP 2001:db8:0:1::8f (11282de5-ea2a-4ddf-be1f-39c6b17d61e9/05852ddc-29b6-4a73-b52e-69f7df043896/4bc22995-6788-44e6-9aea-536a1b9d0e45) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:15.789202 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-8539d84a-78b2-44de-aadd-2d2365e0053e service neutron] 10.222.0.20 "GET /v2.0/networks/b153aeb7-bc34-4148-b815-36404bac7af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333505 Jul 15 13:24:15.822454 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cc8994ef-5d9b-44df-8cf3-60aabadbcde1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:15.936190 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cc8994ef-5d9b-44df-8cf3-60aabadbcde1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:15.951330 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d92d5ab8-9295-44a7-a60a-00d3b54c9754 None None] Provisioning for port 0df38c9a-a7e0-4a7d-bd7a-da5b19774053 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:15.959990 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d92d5ab8-9295-44a7-a60a-00d3b54c9754 None None] Provisioning complete for port 0df38c9a-a7e0-4a7d-bd7a-da5b19774053 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:15.960790 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d92d5ab8-9295-44a7-a60a-00d3b54c9754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:16.124535 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d92d5ab8-9295-44a7-a60a-00d3b54c9754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:16.125684 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e25fe3f1-4d5b-456d-ab94-a6b5c2ab8860 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:16.139366 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-e25fe3f1-4d5b-456d-ab94-a6b5c2ab8860 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Transition to ACTIVE for port object 4bc22995-6788-44e6-9aea-536a1b9d0e45 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:16.182308 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e25fe3f1-4d5b-456d-ab94-a6b5c2ab8860 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:16.227184 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-d92d5ab8-9295-44a7-a60a-00d3b54c9754 None None] For port 0df38c9a-a7e0-4a7d-bd7a-da5b19774053, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=0df38c9a-a7e0-4a7d-bd7a-da5b19774053,segment=NetworkSegment(8ea87696-a89a-4452-b75f-2b5298dbeb21),segment_id=8ea87696-a89a-4452-b75f-2b5298dbeb21)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:16.236838 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25fe3f1-4d5b-456d-ab94-a6b5c2ab8860 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Network 11282de5-ea2a-4ddf-be1f-39c6b17d61e9 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:16.240241 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd6f41f-ef36-46db-8e68-2a38e8ad9b40 None None] Update dhcp port {'port': {'network_id': '11282de5-ea2a-4ddf-be1f-39c6b17d61e9', 'fixed_ips': [{'subnet_id': '9e634e66-fe0a-4dbd-88c2-4b9ed6923fe2', 'ip_address': '2001:db8::2'}, {'subnet_id': '05852ddc-29b6-4a73-b52e-69f7df043896'}], 'binding:host_id': 'n-d-771363-36'}, 'id': '0df38c9a-a7e0-4a7d-bd7a-da5b19774053'} from n-d-771363-36. {{(pid=93827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:24:16.241331 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-e25fe3f1-4d5b-456d-ab94-a6b5c2ab8860 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:16.249261 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25fe3f1-4d5b-456d-ab94-a6b5c2ab8860 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:16.255648 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25fe3f1-4d5b-456d-ab94-a6b5c2ab8860 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:16.256590 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e25fe3f1-4d5b-456d-ab94-a6b5c2ab8860 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:16.279378 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cc8994ef-5d9b-44df-8cf3-60aabadbcde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:16.280158 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d92d5ab8-9295-44a7-a60a-00d3b54c9754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:16.284202 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cfd6f41f-ef36-46db-8e68-2a38e8ad9b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:16.286535 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cc8994ef-5d9b-44df-8cf3-60aabadbcde1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:16.288005 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-cc8994ef-5d9b-44df-8cf3-60aabadbcde1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/194f7438-ce8b-4f8f-9192-f203ed105f43 HTTP/1.1" status: 204 len: 168 time: 0.5936766 Jul 15 13:24:16.316777 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25fe3f1-4d5b-456d-ab94-a6b5c2ab8860 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'Port': ['ID=4bc22995-6788-44e6-9aea-536a1b9d0e45,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:16.328128 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e25fe3f1-4d5b-456d-ab94-a6b5c2ab8860 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.0318615 Jul 15 13:24:16.332539 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48542) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:16.340307 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-6b5701fa-ac69-4c0a-b246-9227c851911e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9e634e66-fe0a-4dbd-88c2-4b9ed6923fe2'}]}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:16.344515 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8994ef-5d9b-44df-8cf3-60aabadbcde1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194f7438-ce8b-4f8f-9192-f203ed105f43,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:16.703586 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d5ab8-9295-44a7-a60a-00d3b54c9754 None None] Pushing event updated for resources: {'Port': ['ID=0df38c9a-a7e0-4a7d-bd7a-da5b19774053,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:16.727777 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-cfd6f41f-ef36-46db-8e68-2a38e8ad9b40 None None] Allocated IP 2001:db8:0:1::2 (11282de5-ea2a-4ddf-be1f-39c6b17d61e9/05852ddc-29b6-4a73-b52e-69f7df043896/0df38c9a-a7e0-4a7d-bd7a-da5b19774053) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:16.874342 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-0a2b4e65-b6a6-4e9e-b46a-b5491b41552a tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:16.876789 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-0a2b4e65-b6a6-4e9e-b46a-b5491b41552a tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e&tenant_id=d986de84121549bf90b7ac80073eff67&binding%3Ahost_id=n-h1-771363-36 HTTP/1.1" status: 200 len: 1097 time: 0.3368101 Jul 15 13:24:16.982249 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-cfd6f41f-ef36-46db-8e68-2a38e8ad9b40 None None] For port 0df38c9a-a7e0-4a7d-bd7a-da5b19774053, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=0df38c9a-a7e0-4a7d-bd7a-da5b19774053,segment=NetworkSegment(8ea87696-a89a-4452-b75f-2b5298dbeb21),segment_id=8ea87696-a89a-4452-b75f-2b5298dbeb21)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:17.097930 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cfd6f41f-ef36-46db-8e68-2a38e8ad9b40 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:17.144245 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 0df38c9a-a7e0-4a7d-bd7a-da5b19774053 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:17.147654 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6b5701fa-ac69-4c0a-b246-9227c851911e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:17.192438 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd8ee4-8fd4-45c5-ba94-e9868c120b19 req-f364f294-2cab-4e5e-a5b8-1f4884782418 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:17.194347 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fdfd8ee4-8fd4-45c5-ba94-e9868c120b19 req-f364f294-2cab-4e5e-a5b8-1f4884782418 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e HTTP/1.1" status: 200 len: 945 time: 0.5336804 Jul 15 13:24:17.229263 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-cfd6f41f-ef36-46db-8e68-2a38e8ad9b40 None None] Transition to ACTIVE for port object 0df38c9a-a7e0-4a7d-bd7a-da5b19774053 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:17.246875 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cfd6f41f-ef36-46db-8e68-2a38e8ad9b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:17.479715 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6f41f-ef36-46db-8e68-2a38e8ad9b40 None None] Pushing event updated for resources: {'Port': ['ID=0df38c9a-a7e0-4a7d-bd7a-da5b19774053,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:17.489267 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-6b5701fa-ac69-4c0a-b246-9227c851911e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Delete allocated IP 2001:db8:0:1::8f (11282de5-ea2a-4ddf-be1f-39c6b17d61e9/05852ddc-29b6-4a73-b52e-69f7df043896) {{(pid=93825) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 13:24:17.588870 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ba54b-ff53-497d-a810-71e197d7b8d3 req-e4f85027-4aaa-4f7c-8f7f-175cd7f24650 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:17.590574 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b91ba54b-ff53-497d-a810-71e197d7b8d3 req-e4f85027-4aaa-4f7c-8f7f-175cd7f24650 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 946 time: 0.7733891 Jul 15 13:24:17.594804 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-9115efa5-5493-4a23-8396-b1ac86bd96eb service neutron] For port 13296381-f283-42ce-9fa4-4d3745832074, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:17.601049 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fdfd8ee4-8fd4-45c5-ba94-e9868c120b19 req-3ddfaa10-d138-447f-828d-b9f39eb5ea10 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=cbce786e-178b-4ec4-a228-7da33810f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924590 Jul 15 13:24:17.608167 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-9115efa5-5493-4a23-8396-b1ac86bd96eb service neutron] Notify callbacks [] for binding, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:17.609123 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9eb62a30-c3fd-4374-ade6-b4d0f2044a96 req-9115efa5-5493-4a23-8396-b1ac86bd96eb service neutron] 10.222.0.20 "DELETE /v2.0/ports/13296381-f283-42ce-9fa4-4d3745832074/bindings/n-h2-771363-36 HTTP/1.1" status: 204 len: 173 time: 0.7151818 Jul 15 13:24:17.925024 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b91ba54b-ff53-497d-a810-71e197d7b8d3 req-7c99cf2d-b250-4d9c-b45f-4f0fc6555bab tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3044717 Jul 15 13:24:18.200619 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:24:18.223711 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6b5701fa-ac69-4c0a-b246-9227c851911e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:18.254551 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c1985-88f8-4aa8-8c05-49477c13f409 req-370ab131-e8b3-4fe5-9806-e61ea7500634 tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:18.262307 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b7c1985-88f8-4aa8-8c05-49477c13f409 req-370ab131-e8b3-4fe5-9806-e61ea7500634 tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e HTTP/1.1" status: 200 len: 1097 time: 0.1973779 Jul 15 13:24:18.289419 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6b5701fa-ac69-4c0a-b246-9227c851911e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Ignored duplicate provisioning block setup for port 4bc22995-6788-44e6-9aea-536a1b9d0e45 by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 13:24:18.300269 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6b5701fa-ac69-4c0a-b246-9227c851911e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:18.313848 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b7c1985-88f8-4aa8-8c05-49477c13f409 req-33cc7e1d-47ab-4e36-9b6c-e6c2d4855d05 tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=cbce786e-178b-4ec4-a228-7da33810f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500743 Jul 15 13:24:18.397662 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6b5701fa-ac69-4c0a-b246-9227c851911e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] In _notify_port_updated(), no bound segment for port 4bc22995-6788-44e6-9aea-536a1b9d0e45 on network 11282de5-ea2a-4ddf-be1f-39c6b17d61e9 {{(pid=93825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:24:18.410141 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5701fa-ac69-4c0a-b246-9227c851911e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:18.415526 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6b5701fa-ac69-4c0a-b246-9227c851911e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:18.428627 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6b5701fa-ac69-4c0a-b246-9227c851911e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "PUT /v2.0/ports/4bc22995-6788-44e6-9aea-536a1b9d0e45 HTTP/1.1" status: 200 len: 926 time: 2.0938578 Jul 15 13:24:18.437887 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48574) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:18.440321 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5701fa-ac69-4c0a-b246-9227c851911e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'Port': ['ID=4bc22995-6788-44e6-9aea-536a1b9d0e45,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:18.444528 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-06e9cde0-8eab-4ee0-98f0-367335271a60 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9e634e66-fe0a-4dbd-88c2-4b9ed6923fe2'}, {'subnet_id': '05852ddc-29b6-4a73-b52e-69f7df043896'}]}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:18.723435 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-06e9cde0-8eab-4ee0-98f0-367335271a60 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:18.725618 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5b15ca-fc6b-4c64-99b1-713bd51ad254 None None] Network 11282de5-ea2a-4ddf-be1f-39c6b17d61e9 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:18.781368 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ae217-2b9a-4695-a3ea-c85981bb3837 req-8ce1aa44-5e1a-4b60-ae5c-72c14a997acb tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:18.783923 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ee1ae217-2b9a-4695-a3ea-c85981bb3837 req-8ce1aa44-5e1a-4b60-ae5c-72c14a997acb tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e HTTP/1.1" status: 200 len: 945 time: 0.2090154 Jul 15 13:24:18.823794 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-9dc2d896-9d58-41e9-a67c-d16e2f834abd None None] Provisioning for port 0df38c9a-a7e0-4a7d-bd7a-da5b19774053 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:18.854535 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-9dc2d896-9d58-41e9-a67c-d16e2f834abd None None] Provisioning complete for port 0df38c9a-a7e0-4a7d-bd7a-da5b19774053 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:18.859077 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9dc2d896-9d58-41e9-a67c-d16e2f834abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:18.954283 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ee1ae217-2b9a-4695-a3ea-c85981bb3837 req-890d8ddd-b2ac-4ecf-adfc-1baea73ddc68 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=cbce786e-178b-4ec4-a228-7da33810f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602681 Jul 15 13:24:18.967218 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48588) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:19.195424 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 0df38c9a-a7e0-4a7d-bd7a-da5b19774053 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:19.599645 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 0df38c9a-a7e0-4a7d-bd7a-da5b19774053 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:19.600588 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:19.613688 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-36f55198-dcba-4d33-8acf-6a1e3d611be3 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/floatingips/5a08a8f7-7ac7-4b2f-8c0b-1c4db14c5d6a HTTP/1.1" status: 200 len: 992 time: 0.6448977 Jul 15 13:24:19.675347 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78855e7-f088-468e-9d47-c9fcbf4411f6 req-f93b402a-d450-490c-bf9f-e49832f961af tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:19.684228 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c78855e7-f088-468e-9d47-c9fcbf4411f6 req-f93b402a-d450-490c-bf9f-e49832f961af tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 946 time: 0.3390269 Jul 15 13:24:19.757416 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-06e9cde0-8eab-4ee0-98f0-367335271a60 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Allocated IP 2001:db8:0:1::301 (11282de5-ea2a-4ddf-be1f-39c6b17d61e9/05852ddc-29b6-4a73-b52e-69f7df043896/4bc22995-6788-44e6-9aea-536a1b9d0e45) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:19.803398 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c78855e7-f088-468e-9d47-c9fcbf4411f6 req-f52a4c70-201b-4394-b04e-5da4fdc6a634 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158314 Jul 15 13:24:20.155494 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48608) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:20.169548 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-06e9cde0-8eab-4ee0-98f0-367335271a60 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.220170 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-06e9cde0-8eab-4ee0-98f0-367335271a60 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Ignored duplicate provisioning block setup for port 4bc22995-6788-44e6-9aea-536a1b9d0e45 by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 13:24:20.225941 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-06e9cde0-8eab-4ee0-98f0-367335271a60 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.287841 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-0ac5d7b4-75a5-43cd-95b0-53520e20aefd None None] Provisioning complete for port 0df38c9a-a7e0-4a7d-bd7a-da5b19774053 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:20.288446 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0ac5d7b4-75a5-43cd-95b0-53520e20aefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.568725 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-0ac5d7b4-75a5-43cd-95b0-53520e20aefd None None] Provisioning for port 4bc22995-6788-44e6-9aea-536a1b9d0e45 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:20.575229 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-0ac5d7b4-75a5-43cd-95b0-53520e20aefd None None] Provisioning complete for port 4bc22995-6788-44e6-9aea-536a1b9d0e45 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:20.575618 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0ac5d7b4-75a5-43cd-95b0-53520e20aefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.637523 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-0ac5d7b4-75a5-43cd-95b0-53520e20aefd None None] Port 4bc22995-6788-44e6-9aea-536a1b9d0e45 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:20.649876 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1e55d310-84e5-496d-9248-212357b66d87 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Deleting port 8eef849a-c47f-4332-b991-c7dd09f9057d {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:20.650647 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e55d310-84e5-496d-9248-212357b66d87 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.765316 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-fe2eac53-bce5-4f61-9157-ccc46fc51d36 None None] Provisioning complete for port 4bc22995-6788-44e6-9aea-536a1b9d0e45 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:20.766222 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fe2eac53-bce5-4f61-9157-ccc46fc51d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.852894 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e55d310-84e5-496d-9248-212357b66d87 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.853860 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e55d310-84e5-496d-9248-212357b66d87 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.868780 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-fe2eac53-bce5-4f61-9157-ccc46fc51d36 None None] Port 4bc22995-6788-44e6-9aea-536a1b9d0e45 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:20.880925 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1e55d310-84e5-496d-9248-212357b66d87 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Calling delete_port for 8eef849a-c47f-4332-b991-c7dd09f9057d owned by network:floatingip {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:21.004431 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d35aca2b-29a1-40c4-9964-b5e4dd014047 None None] Provisioning complete for port 4bc22995-6788-44e6-9aea-536a1b9d0e45 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:21.004827 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d35aca2b-29a1-40c4-9964-b5e4dd014047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:21.120502 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d35aca2b-29a1-40c4-9964-b5e4dd014047 None None] Port 4bc22995-6788-44e6-9aea-536a1b9d0e45 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:21.140325 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-06e9cde0-8eab-4ee0-98f0-367335271a60 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] In _notify_port_updated(), no bound segment for port 4bc22995-6788-44e6-9aea-536a1b9d0e45 on network 11282de5-ea2a-4ddf-be1f-39c6b17d61e9 {{(pid=93826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:24:21.146677 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e9cde0-8eab-4ee0-98f0-367335271a60 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:21.147415 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-06e9cde0-8eab-4ee0-98f0-367335271a60 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:21.148702 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-06e9cde0-8eab-4ee0-98f0-367335271a60 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "PUT /v2.0/ports/4bc22995-6788-44e6-9aea-536a1b9d0e45 HTTP/1.1" status: 200 len: 1012 time: 2.7102225 Jul 15 13:24:21.154209 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48622) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:21.307128 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e55d310-84e5-496d-9248-212357b66d87 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:21.316563 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9cde0-8eab-4ee0-98f0-367335271a60 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'Port': ['ID=4bc22995-6788-44e6-9aea-536a1b9d0e45,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:21.346381 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-f6504736-2069-4ec6-88fb-f63402f3f444 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Deleting port 4bc22995-6788-44e6-9aea-536a1b9d0e45 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:21.347071 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f6504736-2069-4ec6-88fb-f63402f3f444 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:21.412525 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e55d310-84e5-496d-9248-212357b66d87 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event deleted for resources: {'Port': ['ID=8eef849a-c47f-4332-b991-c7dd09f9057d,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:21.451932 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-32f618e1-4919-4eac-a502-2e09b31778ba None None] Provisioning complete for port 4bc22995-6788-44e6-9aea-536a1b9d0e45 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:21.452934 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32f618e1-4919-4eac-a502-2e09b31778ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:21.478000 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f6504736-2069-4ec6-88fb-f63402f3f444 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:21.493790 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-f6504736-2069-4ec6-88fb-f63402f3f444 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Calling delete_port for 4bc22995-6788-44e6-9aea-536a1b9d0e45 owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:21.526069 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-32f618e1-4919-4eac-a502-2e09b31778ba None None] Port 4bc22995-6788-44e6-9aea-536a1b9d0e45 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:21.575359 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e55d310-84e5-496d-9248-212357b66d87 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for floatingip, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:21.575705 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-1e55d310-84e5-496d-9248-212357b66d87 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Floating IP 5a08a8f7-7ac7-4b2f-8c0b-1c4db14c5d6a disassociated (deleted). External IP: 172.25.8.252, port: 13296381-f283-42ce-9fa4-4d3745832074. Jul 15 13:24:21.720468 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38383f3f-afc7-492c-be40-f953cade7149 req-0baeb017-8c0f-4ad6-8037-e38bcf2abd67 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:21.722424 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-38383f3f-afc7-492c-be40-f953cade7149 req-0baeb017-8c0f-4ad6-8037-e38bcf2abd67 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 946 time: 0.4416847 Jul 15 13:24:21.842074 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f6504736-2069-4ec6-88fb-f63402f3f444 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:21.954512 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6504736-2069-4ec6-88fb-f63402f3f444 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'Port': ['ID=4bc22995-6788-44e6-9aea-536a1b9d0e45,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:22.096703 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f6504736-2069-4ec6-88fb-f63402f3f444 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:22.098908 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f6504736-2069-4ec6-88fb-f63402f3f444 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/ports/4bc22995-6788-44e6-9aea-536a1b9d0e45 HTTP/1.1" status: 204 len: 168 time: 0.9435859 Jul 15 13:24:22.103063 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48638) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:22.150523 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-7086610f-7df8-4d54-acba-7ad755e9da10 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] GET failed (client error): The resource could not be found. Jul 15 13:24:22.153857 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7086610f-7df8-4d54-acba-7ad755e9da10 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "GET /v2.0/ports/4bc22995-6788-44e6-9aea-536a1b9d0e45 HTTP/1.1" status: 404 len: 333 time: 0.0497513 Jul 15 13:24:22.158438 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48640) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:22.263266 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e6e6381-9db6-4d4e-b820-9300737a78fe tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Deleting subnet 05852ddc-29b6-4a73-b52e-69f7df043896 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:24:22.271782 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1e6e6381-9db6-4d4e-b820-9300737a78fe tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:22.378354 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1e6e6381-9db6-4d4e-b820-9300737a78fe tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:22.445526 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-38383f3f-afc7-492c-be40-f953cade7149 req-f5000f5b-05bc-4209-a28d-2df6090ee1a5 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6856282 Jul 15 13:24:22.572941 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1e6e6381-9db6-4d4e-b820-9300737a78fe tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:22.588529 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e55d310-84e5-496d-9248-212357b66d87 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Router 0c982c6c-495b-41f7-9450-b5567c4c69e0 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:22.678018 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1e6e6381-9db6-4d4e-b820-9300737a78fe tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:22.716780 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e6381-9db6-4d4e-b820-9300737a78fe tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'Subnet': ['ID=05852ddc-29b6-4a73-b52e-69f7df043896,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:22.719160 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1e6e6381-9db6-4d4e-b820-9300737a78fe tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:22.724884 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1e6e6381-9db6-4d4e-b820-9300737a78fe tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/subnets/05852ddc-29b6-4a73-b52e-69f7df043896 HTTP/1.1" status: 204 len: 168 time: 0.5651271 Jul 15 13:24:22.725779 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48646) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:22.730308 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dfb6c9-e29a-4500-9f62-e1125dac952e None None] Network 11282de5-ea2a-4ddf-be1f-39c6b17d61e9 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:22.789682 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fbdb0e2-399c-4fce-ba6b-f8580df04370 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Deleting subnet 9e634e66-fe0a-4dbd-88c2-4b9ed6923fe2 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:24:22.793724 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fbdb0e2-399c-4fce-ba6b-f8580df04370 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:22.794027 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e55d310-84e5-496d-9248-212357b66d87 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:22.810476 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e55d310-84e5-496d-9248-212357b66d87 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:22.843824 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fbdb0e2-399c-4fce-ba6b-f8580df04370 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:22.929397 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1e55d310-84e5-496d-9248-212357b66d87 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "DELETE /v2.0/floatingips/5a08a8f7-7ac7-4b2f-8c0b-1c4db14c5d6a HTTP/1.1" status: 204 len: 168 time: 2.7734463 Jul 15 13:24:22.940557 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de7cc661-2d86-4689-8fef-1bbd7f7c284e', 'tag': '13296381-f283-42ce-9fa4-4d3745832074'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:22.943047 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686c4336-4ad4-4ab2-804c-eb9ac1c1c6b9" -d '{"events": [{"name": "network-changed", "server_uuid": "de7cc661-2d86-4689-8fef-1bbd7f7c284e", "tag": "13296381-f283-42ce-9fa4-4d3745832074"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:22.975562 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86149ad4-ac19-41d0-93b3-147c236df424 None None] Sync routers for ids ['0c982c6c-495b-41f7-9450-b5567c4c69e0'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:22.999974 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fbdb0e2-399c-4fce-ba6b-f8580df04370 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:23.051592 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e315761-6864-4e0e-96b9-d61ba911a4a9 x-openstack-request-id: req-0e315761-6864-4e0e-96b9-d61ba911a4a9 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:23.051888 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de7cc661-2d86-4689-8fef-1bbd7f7c284e", "tag": "13296381-f283-42ce-9fa4-4d3745832074", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:23.052318 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e315761-6864-4e0e-96b9-d61ba911a4a9 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:23.052725 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de7cc661-2d86-4689-8fef-1bbd7f7c284e', 'tag': '13296381-f283-42ce-9fa4-4d3745832074', 'status': 'completed', 'code': 200} Jul 15 13:24:23.060191 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86149ad4-ac19-41d0-93b3-147c236df424 None None] Routers {'0c982c6c-495b-41f7-9450-b5567c4c69e0'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:23.060846 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-86149ad4-ac19-41d0-93b3-147c236df424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:24:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['0c982c6c-495b-41f7-9450-b5567c4c69e0'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:23.211850 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fbdb0e2-399c-4fce-ba6b-f8580df04370 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:23.243270 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c4336-4ad4-4ab2-804c-eb9ac1c1c6b9 req-4b22c2d4-10b8-4b0d-925d-27dff5efebf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:23.245011 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-686c4336-4ad4-4ab2-804c-eb9ac1c1c6b9 req-4b22c2d4-10b8-4b0d-925d-27dff5efebf8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d986de84121549bf90b7ac80073eff67&device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e HTTP/1.1" status: 200 len: 1097 time: 0.1648631 Jul 15 13:24:23.311559 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbdb0e2-399c-4fce-ba6b-f8580df04370 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'Subnet': ['ID=9e634e66-fe0a-4dbd-88c2-4b9ed6923fe2,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:23.319745 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fbdb0e2-399c-4fce-ba6b-f8580df04370 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:23.335285 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5fbdb0e2-399c-4fce-ba6b-f8580df04370 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/subnets/9e634e66-fe0a-4dbd-88c2-4b9ed6923fe2 HTTP/1.1" status: 204 len: 168 time: 0.6080198 Jul 15 13:24:23.336341 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48654) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:23.350312 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-86149ad4-ac19-41d0-93b3-147c236df424 None None] Set router 0c982c6c-495b-41f7-9450-b5567c4c69e0 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:23.539035 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c4336-4ad4-4ab2-804c-eb9ac1c1c6b9 req-0eedabbf-5dab-471e-a68e-6acc71a4e610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:23.540673 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-686c4336-4ad4-4ab2-804c-eb9ac1c1c6b9 req-0eedabbf-5dab-471e-a68e-6acc71a4e610 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b153aeb7-bc34-4148-b815-36404bac7af2 HTTP/1.1" status: 200 len: 897 time: 0.2885418 Jul 15 13:24:23.582614 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54689559-6fff-432b-8b59-eb955e0d7e50 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:23.646498 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-686c4336-4ad4-4ab2-804c-eb9ac1c1c6b9 req-a0ba0125-da86-481c-85b4-18a13d484c6e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13296381-f283-42ce-9fa4-4d3745832074 HTTP/1.1" status: 200 len: 217 time: 0.0944843 Jul 15 13:24:23.722001 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-54689559-6fff-432b-8b59-eb955e0d7e50 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Deleting port 0df38c9a-a7e0-4a7d-bd7a-da5b19774053 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:23.724636 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54689559-6fff-432b-8b59-eb955e0d7e50 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:23.736723 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebeb4f5-0dfe-48bf-aa4e-7e59dbf7c8bd None None] Update dhcp port {'port': {'network_id': '11282de5-ea2a-4ddf-be1f-39c6b17d61e9', 'fixed_ips': [{'subnet_id': '9e634e66-fe0a-4dbd-88c2-4b9ed6923fe2'}], 'binding:host_id': 'n-d-771363-36'}, 'id': '0df38c9a-a7e0-4a7d-bd7a-da5b19774053'} from n-d-771363-36. {{(pid=93827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:24:23.880467 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-54689559-6fff-432b-8b59-eb955e0d7e50 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] For port 0df38c9a-a7e0-4a7d-bd7a-da5b19774053, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=0df38c9a-a7e0-4a7d-bd7a-da5b19774053,segment=NetworkSegment(8ea87696-a89a-4452-b75f-2b5298dbeb21),segment_id=8ea87696-a89a-4452-b75f-2b5298dbeb21)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:23.881115 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54689559-6fff-432b-8b59-eb955e0d7e50 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:23.889909 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3ebeb4f5-0dfe-48bf-aa4e-7e59dbf7c8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:23.909883 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-54689559-6fff-432b-8b59-eb955e0d7e50 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Calling delete_port for 0df38c9a-a7e0-4a7d-bd7a-da5b19774053 owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:23.984605 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7b621-e0ae-40fe-ab1b-613d99298952 req-2b2f6fb4-e1f4-4b4c-915d-0e1d33770afe tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:23.992155 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-15b7b621-e0ae-40fe-ab1b-613d99298952 req-2b2f6fb4-e1f4-4b4c-915d-0e1d33770afe tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e HTTP/1.1" status: 200 len: 945 time: 0.3446040 Jul 15 13:24:24.036423 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c4336-4ad4-4ab2-804c-eb9ac1c1c6b9 req-eb2f9b33-3679-40fc-aad4-93bcde0e1009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:24.039732 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-686c4336-4ad4-4ab2-804c-eb9ac1c1c6b9 req-eb2f9b33-3679-40fc-aad4-93bcde0e1009 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b14ab54-2264-45cd-9e92-10b919be658c HTTP/1.1" status: 200 len: 835 time: 0.3140564 Jul 15 13:24:24.081042 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe5249-10a6-48fc-837a-b2d7d9b62d46 req-557e9ea0-acae-46b4-8868-fd894a952e67 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:24.091864 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8afe5249-10a6-48fc-837a-b2d7d9b62d46 req-557e9ea0-acae-46b4-8868-fd894a952e67 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 946 time: 0.3493636 Jul 15 13:24:24.150201 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54689559-6fff-432b-8b59-eb955e0d7e50 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:24.262413 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54689559-6fff-432b-8b59-eb955e0d7e50 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] No DVR routers for this DVR port 0df38c9a-a7e0-4a7d-bd7a-da5b19774053 on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:24:24.308864 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-e436423a-f176-41e7-9504-d112d0416a8f None None] Could not find standard attr ID for object 0df38c9a-a7e0-4a7d-bd7a-da5b19774053. {{(pid=93827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:24:24.359238 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-15b7b621-e0ae-40fe-ab1b-613d99298952 req-113e36ea-8429-4d23-bf5a-a92e902429d2 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=cbce786e-178b-4ec4-a228-7da33810f7db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3640051 Jul 15 13:24:24.372998 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97899b44-3178-4066-8078-7b9d734d5e2b None None] Network 11282de5-ea2a-4ddf-be1f-39c6b17d61e9 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:24.392191 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54689559-6fff-432b-8b59-eb955e0d7e50 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'Port': ['ID=0df38c9a-a7e0-4a7d-bd7a-da5b19774053,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:24.454678 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9cd69-b5f5-4bea-a7b7-8b6276f23a04 req-2f05f82d-80fe-4d6f-ab93-4023291e448c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:24.456226 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73f9cd69-b5f5-4bea-a7b7-8b6276f23a04 req-2f05f82d-80fe-4d6f-ab93-4023291e448c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.20 "GET /v2.0/ports?device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e HTTP/1.1" status: 200 len: 945 time: 0.5970616 Jul 15 13:24:24.620910 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8afe5249-10a6-48fc-837a-b2d7d9b62d46 req-38619ab7-31d0-4cf2-8f3d-fe842ca9db7a tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4955208 Jul 15 13:24:24.629925 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c4336-4ad4-4ab2-804c-eb9ac1c1c6b9 req-2b194f6f-c96c-4065-9c88-3bc5a07df974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:24.631580 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-686c4336-4ad4-4ab2-804c-eb9ac1c1c6b9 req-2b194f6f-c96c-4065-9c88-3bc5a07df974 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b153aeb7-bc34-4148-b815-36404bac7af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5755668 Jul 15 13:24:24.633048 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54689559-6fff-432b-8b59-eb955e0d7e50 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:24.644876 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-54689559-6fff-432b-8b59-eb955e0d7e50 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11282de5-ea2a-4ddf-be1f-39c6b17d61e9']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:24.670687 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-54689559-6fff-432b-8b59-eb955e0d7e50 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ea87696-a89a-4452-b75f-2b5298dbeb21') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:24.671105 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-54689559-6fff-432b-8b59-eb955e0d7e50 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ea87696-a89a-4452-b75f-2b5298dbeb21') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:24.683110 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54689559-6fff-432b-8b59-eb955e0d7e50 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:24.701607 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54689559-6fff-432b-8b59-eb955e0d7e50 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:24.711442 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54689559-6fff-432b-8b59-eb955e0d7e50 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:24:24.711925 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54689559-6fff-432b-8b59-eb955e0d7e50 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:24.755947 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:24.755947 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:24.755947 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:24.755947 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:24.755947 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:24.755947 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:24.755947 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:24.755947 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:24.755947 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:24.755947 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:24.755947 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:24:24.755947 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:24:24.755947 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:24:24.755947 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:24:24.755947 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:24:24.755947 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:24:24.755947 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:24:24.755947 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:24:24.755947 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:24:24.755947 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:24:24.755947 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:24:24.755947 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:24:24.755947 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:24:24.755947 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:24:24.755947 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:24:24.755947 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:24:24.755947 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:24:24.755947 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:24:24.755947 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:24:24.755947 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:24:24.755947 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:24:24.755947 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:24:24.755947 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:24:24.755947 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:24:24.755947 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:24:24.755947 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:24:24.755947 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:24:24.755947 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:24:24.755947 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:24:24.755947 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:24:24.755947 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:24:24.755947 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:24:24.802190 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54689559-6fff-432b-8b59-eb955e0d7e50 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:24.814215 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-86149ad4-ac19-41d0-93b3-147c236df424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c982c6c-495b-41f7-9450-b5567c4c69e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477339294', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'de9dadc8-ac4e-43e0-9332-b0cf98c5181e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:36Z', 'updated_at': '2021-07-15T13:22:47Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'de9dadc8-ac4e-43e0-9332-b0cf98c5181e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:df:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c982c6c-495b-41f7-9450-b5567c4c69e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:39Z', 'updated_at': '2021-07-15T13:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '1604d1d3-cd42-4c2c-9b25-dfdbddee3f41', 'name': '', 'network_id': 'b153aeb7-bc34-4148-b815-36404bac7af2', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'mac_address': 'fa:16:3e:6a:db:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c982c6c-495b-41f7-9450-b5567c4c69e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '8b14ab54-2264-45cd-9e92-10b919be658c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:45Z', 'updated_at': '2021-07-15T13:23:01Z', 'revision_number': 5, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'subnets': [{'id': '8b14ab54-2264-45cd-9e92-10b919be658c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:24.818483 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54689559-6fff-432b-8b59-eb955e0d7e50 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:24.827579 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-54689559-6fff-432b-8b59-eb955e0d7e50 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/networks/11282de5-ea2a-4ddf-be1f-39c6b17d61e9 HTTP/1.1" status: 204 len: 168 time: 1.4901810 Jul 15 13:24:24.830194 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48670) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:24.847945 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86149ad4-ac19-41d0-93b3-147c236df424 None None] Checking router: 0c982c6c-495b-41f7-9450-b5567c4c69e0 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:24:24.908570 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86149ad4-ac19-41d0-93b3-147c236df424 None None] Routers {'0c982c6c-495b-41f7-9450-b5567c4c69e0'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:24.909511 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-86149ad4-ac19-41d0-93b3-147c236df424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:24:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['0c982c6c-495b-41f7-9450-b5567c4c69e0'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:24.919719 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54689559-6fff-432b-8b59-eb955e0d7e50 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'Network': ['ID=11282de5-ea2a-4ddf-be1f-39c6b17d61e9,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:24.924650 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-686c4336-4ad4-4ab2-804c-eb9ac1c1c6b9 req-ea531ffa-98d2-414a-a557-abfae3be78a4 service neutron] 10.222.0.20 "GET /v2.0/networks/b153aeb7-bc34-4148-b815-36404bac7af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775071 Jul 15 13:24:24.976055 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-73f9cd69-b5f5-4bea-a7b7-8b6276f23a04 req-08e20f51-620a-4163-be4c-ad4c9dcad57b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Deleting port 13296381-f283-42ce-9fa4-4d3745832074 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:24.976561 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-73f9cd69-b5f5-4bea-a7b7-8b6276f23a04 req-08e20f51-620a-4163-be4c-ad4c9dcad57b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:25.055282 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca69812a-d852-4474-8fff-a8b247a4fa28 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:25.060220 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ca69812a-d852-4474-8fff-a8b247a4fa28 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2257948 Jul 15 13:24:25.061354 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48678) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:25.093266 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638b45d2-eca5-409e-b029-43c68d9b8fac None None] DHCP port deletion for 11282de5-ea2a-4ddf-be1f-39c6b17d61e9 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:24:25.164078 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-86149ad4-ac19-41d0-93b3-147c236df424 None None] Set router 0c982c6c-495b-41f7-9450-b5567c4c69e0 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:25.170140 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-73f9cd69-b5f5-4bea-a7b7-8b6276f23a04 req-08e20f51-620a-4163-be4c-ad4c9dcad57b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] For port 13296381-f283-42ce-9fa4-4d3745832074, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=13296381-f283-42ce-9fa4-4d3745832074,segment=NetworkSegment(8b7d6f84-66b8-41ae-be95-9e4971195f20),segment_id=8b7d6f84-66b8-41ae-be95-9e4971195f20)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:25.170521 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-73f9cd69-b5f5-4bea-a7b7-8b6276f23a04 req-08e20f51-620a-4163-be4c-ad4c9dcad57b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:25.188374 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-73f9cd69-b5f5-4bea-a7b7-8b6276f23a04 req-08e20f51-620a-4163-be4c-ad4c9dcad57b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Calling delete_port for 13296381-f283-42ce-9fa4-4d3745832074 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:25.197803 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-af9ccb84-3fdb-4eb6-99da-da09b6dc1628 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1330135 Jul 15 13:24:25.198472 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48682) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:25.210358 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-f2680481-1fa7-42ae-b7f8-3fe22afa55ba tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1707029709'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:25.226834 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 0df38c9a-a7e0-4a7d-bd7a-da5b19774053 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:24:25.280784 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2680481-1fa7-42ae-b7f8-3fe22afa55ba tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Made reservation on behalf of 71dc8377e15241a7a92d7e45b6b72260 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:25.285106 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f2680481-1fa7-42ae-b7f8-3fe22afa55ba tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:25.302444 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 0df38c9a-a7e0-4a7d-bd7a-da5b19774053 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:24:25.302444 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 0df38c9a-a7e0-4a7d-bd7a-da5b19774053 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:24:25.319378 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-686c4336-4ad4-4ab2-804c-eb9ac1c1c6b9 req-5b206b2d-a259-43eb-ac3e-243dba1bae3b service neutron] 10.222.0.20 "GET /v2.0/networks/b153aeb7-bc34-4148-b815-36404bac7af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844581 Jul 15 13:24:25.332775 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2680481-1fa7-42ae-b7f8-3fe22afa55ba tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:24:25.351715 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f2680481-1fa7-42ae-b7f8-3fe22afa55ba tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:25.352067 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-f2680481-1fa7-42ae-b7f8-3fe22afa55ba tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Added segment 84ef5014-cb8b-469d-be6e-6647d6dafea2 of type vlan for network c4e3ce7c-c7a6-4855-a046-d9a941de81b9 Jul 15 13:24:25.488489 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f2680481-1fa7-42ae-b7f8-3fe22afa55ba tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:25.542827 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f2680481-1fa7-42ae-b7f8-3fe22afa55ba tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:25.548492 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2680481-1fa7-42ae-b7f8-3fe22afa55ba tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:25.549134 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f2680481-1fa7-42ae-b7f8-3fe22afa55ba tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:25.560729 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-73f9cd69-b5f5-4bea-a7b7-8b6276f23a04 req-08e20f51-620a-4163-be4c-ad4c9dcad57b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:25.599715 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f2680481-1fa7-42ae-b7f8-3fe22afa55ba tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3969619 Jul 15 13:24:25.614269 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48696) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:25.619876 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e20f51-620a-4163-be4c-ad4c9dcad57b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event deleted for resources: {'Port': ['ID=13296381-f283-42ce-9fa4-4d3745832074,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:25.621097 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-306b63ff-dd60-42ab-899a-e8e80c6126b8 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'subnet': {'network_id': 'c4e3ce7c-c7a6-4855-a046-d9a941de81b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:25.748902 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f9cd69-b5f5-4bea-a7b7-8b6276f23a04 req-08e20f51-620a-4163-be4c-ad4c9dcad57b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] No DVR routers for this DVR port 13296381-f283-42ce-9fa4-4d3745832074 on host n-h1-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:24:25.752200 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-73f9cd69-b5f5-4bea-a7b7-8b6276f23a04 req-08e20f51-620a-4163-be4c-ad4c9dcad57b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:25.754490 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73f9cd69-b5f5-4bea-a7b7-8b6276f23a04 req-08e20f51-620a-4163-be4c-ad4c9dcad57b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.20 "DELETE /v2.0/ports/13296381-f283-42ce-9fa4-4d3745832074 HTTP/1.1" status: 204 len: 173 time: 1.2668674 Jul 15 13:24:25.755800 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7cc661-2d86-4689-8fef-1bbd7f7c284e', 'name': 'network-vif-deleted', 'tag': '13296381-f283-42ce-9fa4-4d3745832074'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:25.767072 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f007a2-bcb2-4f90-8263-f2586c2fca5d" -d '{"events": [{"server_uuid": "de7cc661-2d86-4689-8fef-1bbd7f7c284e", "name": "network-vif-deleted", "tag": "13296381-f283-42ce-9fa4-4d3745832074"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:25.781251 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2680481-1fa7-42ae-b7f8-3fe22afa55ba tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'Network': ['ID=c4e3ce7c-c7a6-4855-a046-d9a941de81b9,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:25.797628 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network c4e3ce7c-c7a6-4855-a046-d9a941de81b9 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:24:25.866609 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4c68a6a4-2acc-4c24-b849-461b0bedfd66 req-036093a4-bd62-43d7-971b-45f1e65bdf7e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=de7cc661-2d86-4689-8fef-1bbd7f7c284e HTTP/1.1" status: 200 len: 210 time: 0.0774593 Jul 15 13:24:25.874422 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306b63ff-dd60-42ab-899a-e8e80c6126b8 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Made reservation on behalf of 71dc8377e15241a7a92d7e45b6b72260 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:25.883937 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-306b63ff-dd60-42ab-899a-e8e80c6126b8 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:25.931011 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-86149ad4-ac19-41d0-93b3-147c236df424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c982c6c-495b-41f7-9450-b5567c4c69e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477339294', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'de9dadc8-ac4e-43e0-9332-b0cf98c5181e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:36Z', 'updated_at': '2021-07-15T13:22:47Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'de9dadc8-ac4e-43e0-9332-b0cf98c5181e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:df:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c982c6c-495b-41f7-9450-b5567c4c69e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:39Z', 'updated_at': '2021-07-15T13:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '1604d1d3-cd42-4c2c-9b25-dfdbddee3f41', 'name': '', 'network_id': 'b153aeb7-bc34-4148-b815-36404bac7af2', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'mac_address': 'fa:16:3e:6a:db:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c982c6c-495b-41f7-9450-b5567c4c69e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '8b14ab54-2264-45cd-9e92-10b919be658c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:45Z', 'updated_at': '2021-07-15T13:23:01Z', 'revision_number': 5, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'subnets': [{'id': '8b14ab54-2264-45cd-9e92-10b919be658c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:26.051823 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8922346-1234-44e9-916e-875b2e997c22 x-openstack-request-id: req-e8922346-1234-44e9-916e-875b2e997c22 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:26.052058 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de7cc661-2d86-4689-8fef-1bbd7f7c284e", "name": "network-vif-deleted", "tag": "13296381-f283-42ce-9fa4-4d3745832074", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:26.052514 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e8922346-1234-44e9-916e-875b2e997c22 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:26.053099 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7cc661-2d86-4689-8fef-1bbd7f7c284e', 'name': 'network-vif-deleted', 'tag': '13296381-f283-42ce-9fa4-4d3745832074', 'status': 'completed', 'code': 200} Jul 15 13:24:26.153910 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86149ad4-ac19-41d0-93b3-147c236df424 None None] The sync data for ids ['0c982c6c-495b-41f7-9450-b5567c4c69e0'] in n-d-771363-36 is: [{'id': '0c982c6c-495b-41f7-9450-b5567c4c69e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477339294', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'de9dadc8-ac4e-43e0-9332-b0cf98c5181e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:36Z', 'updated_at': '2021-07-15T13:22:47Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'de9dadc8-ac4e-43e0-9332-b0cf98c5181e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:df:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c982c6c-495b-41f7-9450-b5567c4c69e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:39Z', 'updated_at': '2021-07-15T13:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '1604d1d3-cd42-4c2c-9b25-dfdbddee3f41', 'name': '', 'network_id': 'b153aeb7-bc34-4148-b815-36404bac7af2', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'mac_address': 'fa:16:3e:6a:db:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c982c6c-495b-41f7-9450-b5567c4c69e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '8b14ab54-2264-45cd-9e92-10b919be658c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:45Z', 'updated_at': '2021-07-15T13:23:01Z', 'revision_number': 5, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'subnets': [{'id': '8b14ab54-2264-45cd-9e92-10b919be658c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:26.374401 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a64ff-135e-4a77-b01c-b89c9aecb90c req-ab98af0e-c4bd-494d-af70-9dd472fccaf6 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:26.380498 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0a1a64ff-135e-4a77-b01c-b89c9aecb90c req-ab98af0e-c4bd-494d-af70-9dd472fccaf6 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 946 time: 0.1971447 Jul 15 13:24:26.440926 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-306b63ff-dd60-42ab-899a-e8e80c6126b8 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:26.471759 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0a1a64ff-135e-4a77-b01c-b89c9aecb90c req-6e90e6b8-6f45-462b-a00a-1500a72b7fd2 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855589 Jul 15 13:24:26.575824 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b63ff-dd60-42ab-899a-e8e80c6126b8 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'Subnet': ['ID=b61a7535-7e41-4df9-a27e-733f7b138d0b,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:26.639244 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306b63ff-dd60-42ab-899a-e8e80c6126b8 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Checking segment: {'id': '84ef5014-cb8b-469d-be6e-6647d6dafea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c4e3ce7c-c7a6-4855-a046-d9a941de81b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:26.641417 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306b63ff-dd60-42ab-899a-e8e80c6126b8 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Network hostable DHCP agents. Network: c4e3ce7c-c7a6-4855-a046-d9a941de81b9, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:24:26.685907 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306b63ff-dd60-42ab-899a-e8e80c6126b8 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Network c4e3ce7c-c7a6-4855-a046-d9a941de81b9 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:24:26.706328 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-306b63ff-dd60-42ab-899a-e8e80c6126b8 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, c4e3ce7c-c7a6-4855-a046-d9a941de81b9) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:26.711982 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306b63ff-dd60-42ab-899a-e8e80c6126b8 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:26.712635 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-306b63ff-dd60-42ab-899a-e8e80c6126b8 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:26.720084 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e6b542-e07f-4af8-bdbf-e7c86bac1716 None None] Network c4e3ce7c-c7a6-4855-a046-d9a941de81b9 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:26.755034 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d19eaf-f8fb-4cb0-a448-5cf89471d9a6 None None] New status for floating IP 5a08a8f7-7ac7-4b2f-8c0b-1c4db14c5d6a: DOWN {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:24:26.795023 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-306b63ff-dd60-42ab-899a-e8e80c6126b8 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1793144 Jul 15 13:24:26.798172 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48706) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:26.829306 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-d564c3ca-a4ab-4baa-91a5-2cf3bf6a88d5 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'port': {'network_id': 'c4e3ce7c-c7a6-4855-a046-d9a941de81b9', 'name': 'tempest-PortsIpV6TestJSON-2061287311'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:27.091645 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d564c3ca-a4ab-4baa-91a5-2cf3bf6a88d5 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Made reservation on behalf of 71dc8377e15241a7a92d7e45b6b72260 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:27.095625 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d564c3ca-a4ab-4baa-91a5-2cf3bf6a88d5 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.130555 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-d564c3ca-a4ab-4baa-91a5-2cf3bf6a88d5 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] device_id is not set on port 850d51be-c86f-4a3d-a5b3-f9562e2c14ab yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:24:27.164266 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48712) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:27.284222 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ff9475-a400-4746-bfd7-4f02938e9b5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-c4e3ce7c-c7a6-4855-a046-d9a941de81b9', 'network_id': 'c4e3ce7c-c7a6-4855-a046-d9a941de81b9', 'tenant_id': '71dc8377e15241a7a92d7e45b6b72260', 'fixed_ips': [{'subnet_id': 'b61a7535-7e41-4df9-a27e-733f7b138d0b'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:24:27.287746 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-67ff9475-a400-4746-bfd7-4f02938e9b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.448317 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-d564c3ca-a4ab-4baa-91a5-2cf3bf6a88d5 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Allocated IP 2001:db8::174 (c4e3ce7c-c7a6-4855-a046-d9a941de81b9/b61a7535-7e41-4df9-a27e-733f7b138d0b/850d51be-c86f-4a3d-a5b3-f9562e2c14ab) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:27.787535 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d564c3ca-a4ab-4baa-91a5-2cf3bf6a88d5 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.891994 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-d564c3ca-a4ab-4baa-91a5-2cf3bf6a88d5 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Transition to ACTIVE for port object 850d51be-c86f-4a3d-a5b3-f9562e2c14ab will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:27.939221 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b105ecf4-8c6a-4ac8-bd02-7cda422af5b7 req-3e803933-fdf1-4fec-ab97-94cb5621ce45 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:27.949704 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b105ecf4-8c6a-4ac8-bd02-7cda422af5b7 req-3e803933-fdf1-4fec-ab97-94cb5621ce45 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 946 time: 0.2157924 Jul 15 13:24:27.963176 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9dc24d07-c225-4836-a075-707c0adc5744 req-bf4e6679-d188-4dce-b4f3-d356e206c2c4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2059488 Jul 15 13:24:27.972892 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d564c3ca-a4ab-4baa-91a5-2cf3bf6a88d5 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:28.030776 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b105ecf4-8c6a-4ac8-bd02-7cda422af5b7 req-a966b85f-a63e-4b53-87f1-a4d851c34bd5 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827897 Jul 15 13:24:28.078386 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-67ff9475-a400-4746-bfd7-4f02938e9b5c None None] Allocated IP 2001:db8::2 (c4e3ce7c-c7a6-4855-a046-d9a941de81b9/b61a7535-7e41-4df9-a27e-733f7b138d0b/e7a34e1e-d162-4f08-8d39-a3ae8f9513c4) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:28.129258 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d564c3ca-a4ab-4baa-91a5-2cf3bf6a88d5 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Network c4e3ce7c-c7a6-4855-a046-d9a941de81b9 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:28.138452 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-d564c3ca-a4ab-4baa-91a5-2cf3bf6a88d5 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:28.146287 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d564c3ca-a4ab-4baa-91a5-2cf3bf6a88d5 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:28.154243 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d564c3ca-a4ab-4baa-91a5-2cf3bf6a88d5 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:28.155128 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d564c3ca-a4ab-4baa-91a5-2cf3bf6a88d5 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:28.162411 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564c3ca-a4ab-4baa-91a5-2cf3bf6a88d5 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'Port': ['ID=850d51be-c86f-4a3d-a5b3-f9562e2c14ab,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:28.162963 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b9bf34e9-847b-4ecd-a43b-bfdaa540d8aa tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:28.197652 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d564c3ca-a4ab-4baa-91a5-2cf3bf6a88d5 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3952732 Jul 15 13:24:28.198264 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48720) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:28.204618 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-0f24833a-fc63-4f64-aa57-906b75e511fc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'port': {'network_id': 'c4e3ce7c-c7a6-4855-a046-d9a941de81b9', 'name': 'tempest-PortsIpV6TestJSON-235250171'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:28.216208 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc24d07-c225-4836-a075-707c0adc5744 req-f0067e15-8feb-4a4f-9f1a-125e7e983823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:28.216694 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc24d07-c225-4836-a075-707c0adc5744 req-f0067e15-8feb-4a4f-9f1a-125e7e983823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:28.217174 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc24d07-c225-4836-a075-707c0adc5744 req-f0067e15-8feb-4a4f-9f1a-125e7e983823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:28.217627 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc24d07-c225-4836-a075-707c0adc5744 req-f0067e15-8feb-4a4f-9f1a-125e7e983823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:28.218103 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc24d07-c225-4836-a075-707c0adc5744 req-f0067e15-8feb-4a4f-9f1a-125e7e983823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:28.218594 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc24d07-c225-4836-a075-707c0adc5744 req-f0067e15-8feb-4a4f-9f1a-125e7e983823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:28.219060 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc24d07-c225-4836-a075-707c0adc5744 req-f0067e15-8feb-4a4f-9f1a-125e7e983823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:28.221584 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9dc24d07-c225-4836-a075-707c0adc5744 req-f0067e15-8feb-4a4f-9f1a-125e7e983823 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=251cced819c74cfb94fbc7f7f1614ad3&device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 6504 time: 0.1761165 Jul 15 13:24:28.323704 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-67ff9475-a400-4746-bfd7-4f02938e9b5c None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:28.341377 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-67ff9475-a400-4746-bfd7-4f02938e9b5c None None] Transition to ACTIVE for port object e7a34e1e-d162-4f08-8d39-a3ae8f9513c4 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:28.375409 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-67ff9475-a400-4746-bfd7-4f02938e9b5c None None] Transition to ACTIVE for port object e7a34e1e-d162-4f08-8d39-a3ae8f9513c4 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:28.380034 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 13296381-f283-42ce-9fa4-4d3745832074 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:24:28.425545 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-67ff9475-a400-4746-bfd7-4f02938e9b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:28.447329 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: 13296381-f283-42ce-9fa4-4d3745832074 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:24:28.447681 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 13296381-f283-42ce-9fa4-4d3745832074 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:24:28.494433 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ff9475-a400-4746-bfd7-4f02938e9b5c None None] Network c4e3ce7c-c7a6-4855-a046-d9a941de81b9 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:28.497981 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-67ff9475-a400-4746-bfd7-4f02938e9b5c None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:28.517746 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ff9475-a400-4746-bfd7-4f02938e9b5c None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:28.537581 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc24d07-c225-4836-a075-707c0adc5744 req-76791d83-0356-4045-acc7-e172c5cc08bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:28.538756 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc24d07-c225-4836-a075-707c0adc5744 req-76791d83-0356-4045-acc7-e172c5cc08bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:28.539443 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc24d07-c225-4836-a075-707c0adc5744 req-76791d83-0356-4045-acc7-e172c5cc08bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:28.541465 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9dc24d07-c225-4836-a075-707c0adc5744 req-76791d83-0356-4045-acc7-e172c5cc08bb service neutron] 10.222.0.46 "GET /v2.0/networks?id=5d9fbd16-32b6-40ae-8908-2f860bb17994&id=ce5fb7fa-2145-4849-a016-cf7110cf1deb&id=ce5fb7fa-2145-4849-a016-cf7110cf1deb&id=ce5fb7fa-2145-4849-a016-cf7110cf1deb&id=ce5fb7fa-2145-4849-a016-cf7110cf1deb&id=b2f88f94-f063-456a-ac21-570ac0e96de8&id=b2f88f94-f063-456a-ac21-570ac0e96de8 HTTP/1.1" status: 200 len: 2298 time: 0.2795632 Jul 15 13:24:28.622467 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f24833a-fc63-4f64-aa57-906b75e511fc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Made reservation on behalf of 71dc8377e15241a7a92d7e45b6b72260 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:28.627393 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0f24833a-fc63-4f64-aa57-906b75e511fc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:28.649773 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-0f24833a-fc63-4f64-aa57-906b75e511fc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] device_id is not set on port c6efdf66-27b1-4443-a121-47d97ef1446d yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:24:28.665302 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff9475-a400-4746-bfd7-4f02938e9b5c None None] Pushing event updated for resources: {'Port': ['ID=e7a34e1e-d162-4f08-8d39-a3ae8f9513c4,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:28.675685 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-67ff9475-a400-4746-bfd7-4f02938e9b5c None None] Attempting to bind port e7a34e1e-d162-4f08-8d39-a3ae8f9513c4 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:24:28.676023 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-67ff9475-a400-4746-bfd7-4f02938e9b5c None None] Attempting to bind port e7a34e1e-d162-4f08-8d39-a3ae8f9513c4 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '84ef5014-cb8b-469d-be6e-6647d6dafea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c4e3ce7c-c7a6-4855-a046-d9a941de81b9'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:24:28.676401 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ff9475-a400-4746-bfd7-4f02938e9b5c None None] Attempting to bind port e7a34e1e-d162-4f08-8d39-a3ae8f9513c4 on network c4e3ce7c-c7a6-4855-a046-d9a941de81b9 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:28.691593 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ff9475-a400-4746-bfd7-4f02938e9b5c None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:24:28.692048 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ff9475-a400-4746-bfd7-4f02938e9b5c None None] Checking segment: {'id': '84ef5014-cb8b-469d-be6e-6647d6dafea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c4e3ce7c-c7a6-4855-a046-d9a941de81b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:28.692382 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-67ff9475-a400-4746-bfd7-4f02938e9b5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:28.692783 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ff9475-a400-4746-bfd7-4f02938e9b5c None None] Bound using segment: {'id': '84ef5014-cb8b-469d-be6e-6647d6dafea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c4e3ce7c-c7a6-4855-a046-d9a941de81b9'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:24:28.693263 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-67ff9475-a400-4746-bfd7-4f02938e9b5c None None] Bound port: e7a34e1e-d162-4f08-8d39-a3ae8f9513c4, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84ef5014-cb8b-469d-be6e-6647d6dafea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c4e3ce7c-c7a6-4855-a046-d9a941de81b9'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:24:28.693655 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-67ff9475-a400-4746-bfd7-4f02938e9b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:28.725546 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9dc24d07-c225-4836-a075-707c0adc5744 req-aadd28a7-0e7b-412e-8b4e-a41b0e12add8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd HTTP/1.1" status: 200 len: 1001 time: 0.1729188 Jul 15 13:24:28.853349 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-67ff9475-a400-4746-bfd7-4f02938e9b5c None None] For port e7a34e1e-d162-4f08-8d39-a3ae8f9513c4, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:28.859744 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-67ff9475-a400-4746-bfd7-4f02938e9b5c None None] For port e7a34e1e-d162-4f08-8d39-a3ae8f9513c4, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=e7a34e1e-d162-4f08-8d39-a3ae8f9513c4,segment=NetworkSegment(84ef5014-cb8b-469d-be6e-6647d6dafea2),segment_id=84ef5014-cb8b-469d-be6e-6647d6dafea2)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:24:28.872326 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-67ff9475-a400-4746-bfd7-4f02938e9b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:28.965839 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-0f24833a-fc63-4f64-aa57-906b75e511fc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Allocated IP 2001:db8::325 (c4e3ce7c-c7a6-4855-a046-d9a941de81b9/b61a7535-7e41-4df9-a27e-733f7b138d0b/c6efdf66-27b1-4443-a121-47d97ef1446d) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:29.018536 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc24d07-c225-4836-a075-707c0adc5744 req-42cc42cd-8a1b-4af0-940c-77a2e6fc854f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:29.020244 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9dc24d07-c225-4836-a075-707c0adc5744 req-42cc42cd-8a1b-4af0-940c-77a2e6fc854f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb690484-bc5a-4c4b-81ad-d355e2967ff7 HTTP/1.1" status: 200 len: 856 time: 0.2468953 Jul 15 13:24:29.048243 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff9475-a400-4746-bfd7-4f02938e9b5c None None] Pushing event updated for resources: {'Port': ['ID=e7a34e1e-d162-4f08-8d39-a3ae8f9513c4,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:29.080370 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b9bf34e9-847b-4ecd-a43b-bfdaa540d8aa tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Deleting port 1604d1d3-cd42-4c2c-9b25-dfdbddee3f41 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:29.081457 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b9bf34e9-847b-4ecd-a43b-bfdaa540d8aa tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:29.132437 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:29.270239 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b9bf34e9-847b-4ecd-a43b-bfdaa540d8aa tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] For port 1604d1d3-cd42-4c2c-9b25-dfdbddee3f41, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=1604d1d3-cd42-4c2c-9b25-dfdbddee3f41,segment=NetworkSegment(8b7d6f84-66b8-41ae-be95-9e4971195f20),segment_id=8b7d6f84-66b8-41ae-be95-9e4971195f20)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:29.272244 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b9bf34e9-847b-4ecd-a43b-bfdaa540d8aa tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:29.301634 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b9bf34e9-847b-4ecd-a43b-bfdaa540d8aa tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Calling delete_port for 1604d1d3-cd42-4c2c-9b25-dfdbddee3f41 owned by network:router_interface {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:29.303411 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc24d07-c225-4836-a075-707c0adc5744 req-d6a425a7-1843-46f7-8843-ab4dfcf6364a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:29.305123 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9dc24d07-c225-4836-a075-707c0adc5744 req-d6a425a7-1843-46f7-8843-ab4dfcf6364a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5d9fbd16-32b6-40ae-8908-2f860bb17994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2602053 Jul 15 13:24:29.504927 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:29.683885 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9dc24d07-c225-4836-a075-707c0adc5744 req-2c10c90b-9487-4725-a0e5-333d705b0705 service neutron] 10.222.0.46 "GET /v2.0/networks/5d9fbd16-32b6-40ae-8908-2f860bb17994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661685 Jul 15 13:24:29.715898 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8e793ca3-f74f-40ed-bd46-61de164cb50e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:29.756409 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0f24833a-fc63-4f64-aa57-906b75e511fc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:29.877373 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9dc24d07-c225-4836-a075-707c0adc5744 req-111e500f-4d0b-43a5-a4d4-500bf0205b8b service neutron] 10.222.0.46 "GET /v2.0/networks/5d9fbd16-32b6-40ae-8908-2f860bb17994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852455 Jul 15 13:24:29.989231 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-0f24833a-fc63-4f64-aa57-906b75e511fc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Transition to ACTIVE for port object c6efdf66-27b1-4443-a121-47d97ef1446d will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:29.994146 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f0d69-224e-424e-aab8-1dbafe81a4dc req-115c83eb-0cf8-4755-90a5-9b9c04e59a28 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:29.996959 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-337f0d69-224e-424e-aab8-1dbafe81a4dc req-115c83eb-0cf8-4755-90a5-9b9c04e59a28 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 946 time: 0.6913581 Jul 15 13:24:30.002959 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b9bf34e9-847b-4ecd-a43b-bfdaa540d8aa tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:30.041051 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9dc24d07-c225-4836-a075-707c0adc5744 req-2a584651-8415-4514-af2a-e44a9aa3d9c3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=a51dbf2b-ff20-42f9-b2bf-23cfc697916b HTTP/1.1" status: 200 len: 217 time: 0.1557777 Jul 15 13:24:30.043191 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0f24833a-fc63-4f64-aa57-906b75e511fc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:30.069581 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf34e9-847b-4ecd-a43b-bfdaa540d8aa tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event deleted for resources: {'Port': ['ID=1604d1d3-cd42-4c2c-9b25-dfdbddee3f41,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:30.203246 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-337f0d69-224e-424e-aab8-1dbafe81a4dc req-cf144a48-49d7-4a7e-8ed9-cf10ca49d7fd tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948035 Jul 15 13:24:30.242939 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc24d07-c225-4836-a075-707c0adc5744 req-beb57770-082a-477f-bb5b-d4353a521706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:30.248946 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9dc24d07-c225-4836-a075-707c0adc5744 req-beb57770-082a-477f-bb5b-d4353a521706 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=829664df-b46c-4105-a938-db78ac7ecabf HTTP/1.1" status: 200 len: 797 time: 0.1856928 Jul 15 13:24:30.303283 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f24833a-fc63-4f64-aa57-906b75e511fc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Network c4e3ce7c-c7a6-4855-a046-d9a941de81b9 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:30.317549 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-0f24833a-fc63-4f64-aa57-906b75e511fc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:30.329252 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f24833a-fc63-4f64-aa57-906b75e511fc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:30.336352 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f24833a-fc63-4f64-aa57-906b75e511fc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:30.337337 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0f24833a-fc63-4f64-aa57-906b75e511fc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:30.359989 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f24833a-fc63-4f64-aa57-906b75e511fc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'Port': ['ID=c6efdf66-27b1-4443-a121-47d97ef1446d,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:30.399313 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0f24833a-fc63-4f64-aa57-906b75e511fc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1983690 Jul 15 13:24:30.401703 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48748) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:30.555680 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc24d07-c225-4836-a075-707c0adc5744 req-286defc7-79d0-4349-88c3-38f9a7087c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:30.565061 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9dc24d07-c225-4836-a075-707c0adc5744 req-286defc7-79d0-4349-88c3-38f9a7087c07 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce5fb7fa-2145-4849-a016-cf7110cf1deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3078041 Jul 15 13:24:30.589717 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b9bf34e9-847b-4ecd-a43b-bfdaa540d8aa tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:30.847217 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeaf7107-3eec-4a6f-a6f8-63bbc1c91b05 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:30.850710 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-aeaf7107-3eec-4a6f-a6f8-63bbc1c91b05 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A174 HTTP/1.1" status: 200 len: 929 time: 0.4476981 Jul 15 13:24:30.853634 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48754) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:30.971353 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327ca5a3-b95f-4f80-9443-a75996847f44 None None] Network c4e3ce7c-c7a6-4855-a046-d9a941de81b9 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:30.973758 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9dc24d07-c225-4836-a075-707c0adc5744 req-d9adcd61-1d34-4998-a14d-32f5b69efd08 service neutron] 10.222.0.46 "GET /v2.0/networks/ce5fb7fa-2145-4849-a016-cf7110cf1deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973711 Jul 15 13:24:31.013606 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9bf34e9-847b-4ecd-a43b-bfdaa540d8aa tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Router 0c982c6c-495b-41f7-9450-b5567c4c69e0 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:31.054099 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-35f2a6cc-4607-47e7-9cee-9eb52b30e8c1 None None] Provisioning for port e7a34e1e-d162-4f08-8d39-a3ae8f9513c4 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:31.149390 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9bf34e9-847b-4ecd-a43b-bfdaa540d8aa tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:31.155584 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b9bf34e9-847b-4ecd-a43b-bfdaa540d8aa tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "PUT /v2.0/routers/0c982c6c-495b-41f7-9450-b5567c4c69e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9899340 Jul 15 13:24:31.159782 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48758) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:31.171903 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-c7aee868-2fce-4781-9494-4ed13541dbf3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Deleting port c6efdf66-27b1-4443-a121-47d97ef1446d {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:31.171903 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c7aee868-2fce-4781-9494-4ed13541dbf3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:31.193367 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5f5061-c1cd-40a9-bdf4-8bea12bdf0e5 None None] Sync routers for ids ['0c982c6c-495b-41f7-9450-b5567c4c69e0'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:31.210174 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9dc24d07-c225-4836-a075-707c0adc5744 req-a20df0b0-8747-4485-b698-82e3d2cfdea6 service neutron] 10.222.0.46 "GET /v2.0/networks/ce5fb7fa-2145-4849-a016-cf7110cf1deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007020 Jul 15 13:24:31.249569 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee3f984e-a0ac-4072-9a0f-983a1639cc55 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Deleting subnet 8b14ab54-2264-45cd-9e92-10b919be658c {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:24:31.261767 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5f5061-c1cd-40a9-bdf4-8bea12bdf0e5 None None] Routers {'0c982c6c-495b-41f7-9450-b5567c4c69e0'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:31.262997 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee3f984e-a0ac-4072-9a0f-983a1639cc55 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:31.267014 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-1b5f5061-c1cd-40a9-bdf4-8bea12bdf0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:24:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['0c982c6c-495b-41f7-9450-b5567c4c69e0'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:31.294843 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9dc24d07-c225-4836-a075-707c0adc5744 req-e465b2db-bd14-4df1-be3f-858c1c0dd452 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=5f85c995-44e4-4ef4-892d-2c08cac1914f HTTP/1.1" status: 200 len: 217 time: 0.0717609 Jul 15 13:24:31.373040 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee3f984e-a0ac-4072-9a0f-983a1639cc55 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:31.505528 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device e7a34e1e-d162-4f08-8d39-a3ae8f9513c4 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:31.505749 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc24d07-c225-4836-a075-707c0adc5744 req-ca4a55be-059e-424b-8f4a-818e309a99be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:31.507187 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9dc24d07-c225-4836-a075-707c0adc5744 req-ca4a55be-059e-424b-8f4a-818e309a99be service neutron] 10.222.0.46 "GET /v2.0/subnets?id=829664df-b46c-4105-a938-db78ac7ecabf HTTP/1.1" status: 200 len: 797 time: 0.1917181 Jul 15 13:24:31.509097 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c7aee868-2fce-4781-9494-4ed13541dbf3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:31.566598 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-c7aee868-2fce-4781-9494-4ed13541dbf3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Calling delete_port for c6efdf66-27b1-4443-a121-47d97ef1446d owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:31.581723 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-1b5f5061-c1cd-40a9-bdf4-8bea12bdf0e5 None None] Set router 0c982c6c-495b-41f7-9450-b5567c4c69e0 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:31.702479 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc24d07-c225-4836-a075-707c0adc5744 req-7710c34a-f8bf-4d38-8532-64304501fe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:31.703024 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee3f984e-a0ac-4072-9a0f-983a1639cc55 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:31.704626 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9dc24d07-c225-4836-a075-707c0adc5744 req-7710c34a-f8bf-4d38-8532-64304501fe31 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce5fb7fa-2145-4849-a016-cf7110cf1deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1879981 Jul 15 13:24:31.845517 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6e334-5ab5-45e1-9a91-465c35c39460 req-9f1a28a1-5e41-4f9d-9d76-79bd1bde313c tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:31.850107 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port e7a34e1e-d162-4f08-8d39-a3ae8f9513c4 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:31.871298 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7bc6e334-5ab5-45e1-9a91-465c35c39460 req-9f1a28a1-5e41-4f9d-9d76-79bd1bde313c tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 946 time: 0.3940394 Jul 15 13:24:31.873241 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9dc24d07-c225-4836-a075-707c0adc5744 req-f20c385b-72d9-45c2-8efb-ae3c6c7f9b62 service neutron] 10.222.0.46 "GET /v2.0/networks/ce5fb7fa-2145-4849-a016-cf7110cf1deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593666 Jul 15 13:24:31.873881 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c7aee868-2fce-4781-9494-4ed13541dbf3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:31.953412 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aee868-2fce-4781-9494-4ed13541dbf3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'Port': ['ID=c6efdf66-27b1-4443-a121-47d97ef1446d,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:31.963901 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port e7a34e1e-d162-4f08-8d39-a3ae8f9513c4 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:31.971154 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:31.986548 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7bc6e334-5ab5-45e1-9a91-465c35c39460 req-fd59f36d-62a3-414b-9f77-e27f1598f9f8 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138563 Jul 15 13:24:31.988232 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee3f984e-a0ac-4072-9a0f-983a1639cc55 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:32.010237 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aee868-2fce-4781-9494-4ed13541dbf3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:32.010602 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aee868-2fce-4781-9494-4ed13541dbf3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:32.010953 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aee868-2fce-4781-9494-4ed13541dbf3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:32.011320 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aee868-2fce-4781-9494-4ed13541dbf3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:32.011720 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aee868-2fce-4781-9494-4ed13541dbf3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:32.011990 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aee868-2fce-4781-9494-4ed13541dbf3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:32.012326 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aee868-2fce-4781-9494-4ed13541dbf3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:32.012662 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aee868-2fce-4781-9494-4ed13541dbf3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:32.013060 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aee868-2fce-4781-9494-4ed13541dbf3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:32.013393 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aee868-2fce-4781-9494-4ed13541dbf3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:32.013721 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aee868-2fce-4781-9494-4ed13541dbf3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:32.014045 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aee868-2fce-4781-9494-4ed13541dbf3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:32.022668 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f984e-a0ac-4072-9a0f-983a1639cc55 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event deleted for resources: {'Subnet': ['ID=8b14ab54-2264-45cd-9e92-10b919be658c,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:32.041762 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee3f984e-a0ac-4072-9a0f-983a1639cc55 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:32.054587 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ee3f984e-a0ac-4072-9a0f-983a1639cc55 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "DELETE /v2.0/subnets/8b14ab54-2264-45cd-9e92-10b919be658c HTTP/1.1" status: 204 len: 168 time: 0.8829265 Jul 15 13:24:32.054587 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48766) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:32.085499 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d686f53-ac9c-4a1f-89a5-ad7a50b62953 None None] Network b153aeb7-bc34-4148-b815-36404bac7af2 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:32.217260 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c7aee868-2fce-4781-9494-4ed13541dbf3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:32.226493 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c7aee868-2fce-4781-9494-4ed13541dbf3 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/ports/c6efdf66-27b1-4443-a121-47d97ef1446d HTTP/1.1" status: 204 len: 168 time: 1.3718047 Jul 15 13:24:32.230152 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48770) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:32.313056 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9dc24d07-c225-4836-a075-707c0adc5744 req-86bc32b2-92b5-45b9-863d-4dedda2c66b0 service neutron] 10.222.0.46 "GET /v2.0/networks/ce5fb7fa-2145-4849-a016-cf7110cf1deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252305 Jul 15 13:24:32.388268 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc8d29de-f475-4ab8-b8aa-8bf4247e2d90 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] GET failed (client error): The resource could not be found. Jul 15 13:24:32.392886 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-fc8d29de-f475-4ab8-b8aa-8bf4247e2d90 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "GET /v2.0/ports/c6efdf66-27b1-4443-a121-47d97ef1446d HTTP/1.1" status: 404 len: 333 time: 0.1616726 Jul 15 13:24:32.393515 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48774) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:32.420595 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9dc24d07-c225-4836-a075-707c0adc5744 req-a86614c3-8d3d-43d2-bdd6-643e2397ef3f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=f96dffd1-c1eb-4333-a155-61d16bf8a28e HTTP/1.1" status: 200 len: 217 time: 0.0944040 Jul 15 13:24:32.518915 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc24d07-c225-4836-a075-707c0adc5744 req-9c1ea71a-9686-4e95-874e-57aff6043ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:32.520536 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9dc24d07-c225-4836-a075-707c0adc5744 req-9c1ea71a-9686-4e95-874e-57aff6043ada service neutron] 10.222.0.46 "GET /v2.0/subnets?id=829664df-b46c-4105-a938-db78ac7ecabf HTTP/1.1" status: 200 len: 797 time: 0.0941997 Jul 15 13:24:32.537400 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e7fcdd27-8f21-44a9-a93b-ac764716ac52 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:32.700632 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc24d07-c225-4836-a075-707c0adc5744 req-fde409fc-b834-438d-9c42-f4d746ab535d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:32.702160 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9dc24d07-c225-4836-a075-707c0adc5744 req-fde409fc-b834-438d-9c42-f4d746ab535d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce5fb7fa-2145-4849-a016-cf7110cf1deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1742105 Jul 15 13:24:32.724509 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1234c8c7-1624-49b3-b4fb-41f2613e17fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:32.756888 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:32.866836 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-96343d1b-0f03-423d-aabf-dab7cf05062c tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Deleting port 850d51be-c86f-4a3d-a5b3-f9562e2c14ab {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:32.868368 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-96343d1b-0f03-423d-aabf-dab7cf05062c tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:32.874106 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:32.882826 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e7fcdd27-8f21-44a9-a93b-ac764716ac52 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:32.928753 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9dc24d07-c225-4836-a075-707c0adc5744 req-69f57898-2e09-4a2b-bb7d-45b64c1a0889 service neutron] 10.222.0.46 "GET /v2.0/networks/ce5fb7fa-2145-4849-a016-cf7110cf1deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190931 Jul 15 13:24:33.000675 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port e7a34e1e-d162-4f08-8d39-a3ae8f9513c4, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=e7a34e1e-d162-4f08-8d39-a3ae8f9513c4,segment=NetworkSegment(84ef5014-cb8b-469d-be6e-6647d6dafea2),segment_id=84ef5014-cb8b-469d-be6e-6647d6dafea2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:33.006033 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-1b5f5061-c1cd-40a9-bdf4-8bea12bdf0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c982c6c-495b-41f7-9450-b5567c4c69e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477339294', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'de9dadc8-ac4e-43e0-9332-b0cf98c5181e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:36Z', 'updated_at': '2021-07-15T13:24:29Z', 'revision_number': 5, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'de9dadc8-ac4e-43e0-9332-b0cf98c5181e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:df:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c982c6c-495b-41f7-9450-b5567c4c69e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:39Z', 'updated_at': '2021-07-15T13:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:33.095404 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5f5061-c1cd-40a9-bdf4-8bea12bdf0e5 None None] Checking router: 0c982c6c-495b-41f7-9450-b5567c4c69e0 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:24:33.109710 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.115716 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3d8e19-db1f-42cf-a64c-d6b068cfdfa6 None None] DHCP port deletion for b153aeb7-bc34-4148-b815-36404bac7af2 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:24:33.210043 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9dc24d07-c225-4836-a075-707c0adc5744 req-db3d74ce-1b0f-4aa0-a348-aa6375ca7d87 service neutron] 10.222.0.46 "GET /v2.0/networks/ce5fb7fa-2145-4849-a016-cf7110cf1deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707298 Jul 15 13:24:33.245361 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5f5061-c1cd-40a9-bdf4-8bea12bdf0e5 None None] Routers {'0c982c6c-495b-41f7-9450-b5567c4c69e0'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:33.260130 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-1b5f5061-c1cd-40a9-bdf4-8bea12bdf0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:24:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['0c982c6c-495b-41f7-9450-b5567c4c69e0'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:33.361672 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9dc24d07-c225-4836-a075-707c0adc5744 req-9386ff46-4c75-4870-bc0c-db135a750698 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=6423fcfb-bafc-46ef-a503-c797233a6aba HTTP/1.1" status: 200 len: 217 time: 0.1462648 Jul 15 13:24:33.368339 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-96343d1b-0f03-423d-aabf-dab7cf05062c tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.388232 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e7fcdd27-8f21-44a9-a93b-ac764716ac52 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Deleting port de9dadc8-ac4e-43e0-9332-b0cf98c5181e {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:33.404873 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e7fcdd27-8f21-44a9-a93b-ac764716ac52 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.413683 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8d5b000f-a076-4040-b856-c5ca50a746b5 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:24:33.504792 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-96343d1b-0f03-423d-aabf-dab7cf05062c tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Calling delete_port for 850d51be-c86f-4a3d-a5b3-f9562e2c14ab owned by {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:33.533475 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5f9de424-f6f6-406b-92ba-231967804c45 None None] Provisioning for port 850d51be-c86f-4a3d-a5b3-f9562e2c14ab completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:33.555055 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc24d07-c225-4836-a075-707c0adc5744 req-ed41bf48-09b2-45f2-bba0-d26b2a90d68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:33.568168 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9dc24d07-c225-4836-a075-707c0adc5744 req-ed41bf48-09b2-45f2-bba0-d26b2a90d68d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=829664df-b46c-4105-a938-db78ac7ecabf HTTP/1.1" status: 200 len: 797 time: 0.1945331 Jul 15 13:24:33.570993 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5f9de424-f6f6-406b-92ba-231967804c45 None None] Provisioning complete for port 850d51be-c86f-4a3d-a5b3-f9562e2c14ab triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:33.571509 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5f9de424-f6f6-406b-92ba-231967804c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.693146 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc24d07-c225-4836-a075-707c0adc5744 req-f5998c20-4f2a-4aec-92db-8182b3d316d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:33.699804 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9dc24d07-c225-4836-a075-707c0adc5744 req-f5998c20-4f2a-4aec-92db-8182b3d316d5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce5fb7fa-2145-4849-a016-cf7110cf1deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1292005 Jul 15 13:24:33.727980 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-5f9de424-f6f6-406b-92ba-231967804c45 None None] Port 850d51be-c86f-4a3d-a5b3-f9562e2c14ab cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:33.770289 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-4c3d8e19-db1f-42cf-a64c-d6b068cfdfa6 None None] Deleting port 8d5b000f-a076-4040-b856-c5ca50a746b5 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:33.780118 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4c3d8e19-db1f-42cf-a64c-d6b068cfdfa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.873482 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9dc24d07-c225-4836-a075-707c0adc5744 req-2bd15c18-fd99-4b2f-8fed-7f215724209e service neutron] 10.222.0.46 "GET /v2.0/networks/ce5fb7fa-2145-4849-a016-cf7110cf1deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651845 Jul 15 13:24:34.011216 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-4c3d8e19-db1f-42cf-a64c-d6b068cfdfa6 None None] For port 8d5b000f-a076-4040-b856-c5ca50a746b5, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=8d5b000f-a076-4040-b856-c5ca50a746b5,segment=NetworkSegment(8b7d6f84-66b8-41ae-be95-9e4971195f20),segment_id=8b7d6f84-66b8-41ae-be95-9e4971195f20)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:34.013710 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4c3d8e19-db1f-42cf-a64c-d6b068cfdfa6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:34.044836 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-4c3d8e19-db1f-42cf-a64c-d6b068cfdfa6 None None] Calling delete_port for 8d5b000f-a076-4040-b856-c5ca50a746b5 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:34.103652 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e7fcdd27-8f21-44a9-a93b-ac764716ac52 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] For port de9dadc8-ac4e-43e0-9332-b0cf98c5181e, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=de9dadc8-ac4e-43e0-9332-b0cf98c5181e,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:34.104522 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e7fcdd27-8f21-44a9-a93b-ac764716ac52 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:34.126232 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e7fcdd27-8f21-44a9-a93b-ac764716ac52 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Calling delete_port for de9dadc8-ac4e-43e0-9332-b0cf98c5181e owned by network:router_gateway {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:34.130692 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9dc24d07-c225-4836-a075-707c0adc5744 req-05897631-0aa9-46be-acf5-9008b4080dbd service neutron] 10.222.0.46 "GET /v2.0/networks/ce5fb7fa-2145-4849-a016-cf7110cf1deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490833 Jul 15 13:24:34.183333 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=e7a34e1e-d162-4f08-8d39-a3ae8f9513c4,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:34.195496 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:34.232645 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9dc24d07-c225-4836-a075-707c0adc5744 req-83587b31-12d1-4c86-8ad8-587a1483c95e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1fa3afd8-c7ad-4cdd-a821-24cff8228eca HTTP/1.1" status: 200 len: 217 time: 0.0934668 Jul 15 13:24:34.233265 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48796) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:34.254595 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-1b5f5061-c1cd-40a9-bdf4-8bea12bdf0e5 None None] Set router 0c982c6c-495b-41f7-9450-b5567c4c69e0 gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:34.358284 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc24d07-c225-4836-a075-707c0adc5744 req-d6d5dc54-350a-4e44-997b-36c53f88169e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:34.361539 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9dc24d07-c225-4836-a075-707c0adc5744 req-d6d5dc54-350a-4e44-997b-36c53f88169e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=31ad8fdd-e622-4825-beaf-20c66a64adda HTTP/1.1" status: 200 len: 797 time: 0.1201615 Jul 15 13:24:34.387362 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5f9de424-f6f6-406b-92ba-231967804c45 None None] Provisioning complete for port e7a34e1e-d162-4f08-8d39-a3ae8f9513c4 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:34.387746 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5f9de424-f6f6-406b-92ba-231967804c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:34.396224 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-96343d1b-0f03-423d-aabf-dab7cf05062c tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:34.503520 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-1b5f5061-c1cd-40a9-bdf4-8bea12bdf0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c982c6c-495b-41f7-9450-b5567c4c69e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477339294', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:36Z', 'updated_at': '2021-07-15T13:24:32Z', 'revision_number': 6, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:34.520041 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96343d1b-0f03-423d-aabf-dab7cf05062c tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'Port': ['ID=850d51be-c86f-4a3d-a5b3-f9562e2c14ab,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:34.553766 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc24d07-c225-4836-a075-707c0adc5744 req-edf5e79a-fa61-402c-9599-340b8e34aa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:34.569300 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9dc24d07-c225-4836-a075-707c0adc5744 req-edf5e79a-fa61-402c-9599-340b8e34aa3e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b2f88f94-f063-456a-ac21-570ac0e96de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1990657 Jul 15 13:24:34.735485 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cbd63e9a-c78b-4a40-81b7-bd6d4f2919ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:34.739230 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5f5061-c1cd-40a9-bdf4-8bea12bdf0e5 None None] The sync data for ids ['0c982c6c-495b-41f7-9450-b5567c4c69e0'] in n-d-771363-36 is: [{'id': '0c982c6c-495b-41f7-9450-b5567c4c69e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477339294', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:36Z', 'updated_at': '2021-07-15T13:24:32Z', 'revision_number': 6, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port_host': None}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:34.771223 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:34.832584 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9dc24d07-c225-4836-a075-707c0adc5744 req-630efa33-a333-4d62-aa00-8187a9dbf218 service neutron] 10.222.0.46 "GET /v2.0/networks/b2f88f94-f063-456a-ac21-570ac0e96de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525969 Jul 15 13:24:34.909854 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 8d5b000f-a076-4040-b856-c5ca50a746b5, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=8d5b000f-a076-4040-b856-c5ca50a746b5,segment=NetworkSegment(8b7d6f84-66b8-41ae-be95-9e4971195f20),segment_id=8b7d6f84-66b8-41ae-be95-9e4971195f20)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:34.924540 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:34.981177 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4c3d8e19-db1f-42cf-a64c-d6b068cfdfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.205770 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3d8e19-db1f-42cf-a64c-d6b068cfdfa6 None None] No DVR routers for this DVR port 8d5b000f-a076-4040-b856-c5ca50a746b5 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:24:35.240074 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5f9de424-f6f6-406b-92ba-231967804c45 None None] Could not find standard attr ID for object c6efdf66-27b1-4443-a121-47d97ef1446d. {{(pid=93827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:24:35.313652 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.315148 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device e7a34e1e-d162-4f08-8d39-a3ae8f9513c4 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:35.443843 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=8d5b000f-a076-4040-b856-c5ca50a746b5,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:35.525802 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-07a3b747-247d-4b1b-af15-65b0da21da90 None None] Could not find standard attr ID for object 850d51be-c86f-4a3d-a5b3-f9562e2c14ab. {{(pid=93827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:24:35.532055 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-07a3b747-247d-4b1b-af15-65b0da21da90 None None] Could not find standard attr ID for object c6efdf66-27b1-4443-a121-47d97ef1446d. {{(pid=93827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:24:35.534232 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d8e19-db1f-42cf-a64c-d6b068cfdfa6 None None] Pushing event deleted for resources: {'Port': ['ID=8d5b000f-a076-4040-b856-c5ca50a746b5,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:35.588470 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port e7a34e1e-d162-4f08-8d39-a3ae8f9513c4 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:35.588845 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.663949 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-96343d1b-0f03-423d-aabf-dab7cf05062c tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.666728 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-96343d1b-0f03-423d-aabf-dab7cf05062c tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/ports/850d51be-c86f-4a3d-a5b3-f9562e2c14ab HTTP/1.1" status: 204 len: 168 time: 3.2701209 Jul 15 13:24:35.668741 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e7fcdd27-8f21-44a9-a93b-ac764716ac52 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.670445 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48808) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:35.733651 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1604d1d3-cd42-4c2c-9b25-dfdbddee3f41 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:24:35.752683 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-66091811-6e52-4a58-9eda-bdcb22b07b00 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] GET failed (client error): The resource could not be found. Jul 15 13:24:35.754237 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-66091811-6e52-4a58-9eda-bdcb22b07b00 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "GET /v2.0/ports/850d51be-c86f-4a3d-a5b3-f9562e2c14ab HTTP/1.1" status: 404 len: 333 time: 0.0562892 Jul 15 13:24:35.761036 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 1604d1d3-cd42-4c2c-9b25-dfdbddee3f41 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:24:35.761532 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1604d1d3-cd42-4c2c-9b25-dfdbddee3f41 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:24:35.764566 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec071f-4888-4e10-800c-b3eb112b5972 req-a466f184-4849-4b93-a1d3-f12817038d69 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:35.766195 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9fec071f-4888-4e10-800c-b3eb112b5972 req-a466f184-4849-4b93-a1d3-f12817038d69 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 946 time: 1.8244021 Jul 15 13:24:35.766689 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48812) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:35.769059 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fcdd27-8f21-44a9-a93b-ac764716ac52 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event deleted for resources: {'Port': ['ID=de9dadc8-ac4e-43e0-9332-b0cf98c5181e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:35.835164 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9dc24d07-c225-4836-a075-707c0adc5744 req-b7ac52f1-2b97-4f3d-b56d-5135859b456c service neutron] 10.222.0.46 "GET /v2.0/networks/b2f88f94-f063-456a-ac21-570ac0e96de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9871790 Jul 15 13:24:35.881465 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e7fcdd27-8f21-44a9-a93b-ac764716ac52 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.951802 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cbd63e9a-c78b-4a40-81b7-bd6d4f2919ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.963353 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cbd63e9a-c78b-4a40-81b7-bd6d4f2919ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.009045 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9dc24d07-c225-4836-a075-707c0adc5744 req-d13ed027-5f05-402b-a559-7fcf4a930b76 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=af2462b3-176b-4c48-84b6-2989d990ea5b HTTP/1.1" status: 200 len: 217 time: 0.0550625 Jul 15 13:24:36.042791 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e7fcdd27-8f21-44a9-a93b-ac764716ac52 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.047333 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e7fcdd27-8f21-44a9-a93b-ac764716ac52 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.074693 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9fec071f-4888-4e10-800c-b3eb112b5972 req-3031bb35-89d1-4845-a0ae-e52ad87a1672 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2692494 Jul 15 13:24:36.078457 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd63e9a-c78b-4a40-81b7-bd6d4f2919ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d5e223-9d5b-4927-aca2-3c514061f81b,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:36.086976 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-cbd63e9a-c78b-4a40-81b7-bd6d4f2919ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d0ed8b38fdfc4d5090384abf1814d8fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8502057 Jul 15 13:24:36.086976 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc24d07-c225-4836-a075-707c0adc5744 req-743e3419-6d0c-4f8b-b35b-ab84ae316650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:36.087797 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9dc24d07-c225-4836-a075-707c0adc5744 req-743e3419-6d0c-4f8b-b35b-ab84ae316650 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=31ad8fdd-e622-4825-beaf-20c66a64adda HTTP/1.1" status: 200 len: 797 time: 0.0699658 Jul 15 13:24:36.088248 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48814) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:36.101988 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-e02a168e-aca0-4764-8a0d-cf4b3c004f04 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Deleting subnet b61a7535-7e41-4df9-a27e-733f7b138d0b {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:24:36.152511 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b82169ff-7ca6-49af-b93e-200f351be875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.153618 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e02a168e-aca0-4764-8a0d-cf4b3c004f04 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.184444 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e7fcdd27-8f21-44a9-a93b-ac764716ac52 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.185022 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fcdd27-8f21-44a9-a93b-ac764716ac52 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Fanout notify agent at l3_agent the message router_deleted on router 0c982c6c-495b-41f7-9450-b5567c4c69e0 {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:24:36.193145 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e7fcdd27-8f21-44a9-a93b-ac764716ac52 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.196857 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e7fcdd27-8f21-44a9-a93b-ac764716ac52 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "DELETE /v2.0/routers/0c982c6c-495b-41f7-9450-b5567c4c69e0 HTTP/1.1" status: 204 len: 168 time: 4.1450319 Jul 15 13:24:36.197221 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48816) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:36.203224 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b82169ff-7ca6-49af-b93e-200f351be875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.218543 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e02a168e-aca0-4764-8a0d-cf4b3c004f04 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.284832 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-80241ade-786d-42f3-b811-68e83368adbb tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.363863 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc24d07-c225-4836-a075-707c0adc5744 req-0cb816ea-1b87-4ab5-aa59-2f5460d664ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:36.365384 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9dc24d07-c225-4836-a075-707c0adc5744 req-0cb816ea-1b87-4ab5-aa59-2f5460d664ef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b2f88f94-f063-456a-ac21-570ac0e96de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2347231 Jul 15 13:24:36.403976 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e02a168e-aca0-4764-8a0d-cf4b3c004f04 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.450489 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-80241ade-786d-42f3-b811-68e83368adbb tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.489621 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-80241ade-786d-42f3-b811-68e83368adbb tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b153aeb7-bc34-4148-b815-36404bac7af2']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:36.506475 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b82169ff-7ca6-49af-b93e-200f351be875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.509072 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b82169ff-7ca6-49af-b93e-200f351be875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.510542 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b82169ff-7ca6-49af-b93e-200f351be875 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/91d5e223-9d5b-4927-aca2-3c514061f81b HTTP/1.1" status: 204 len: 168 time: 0.4213843 Jul 15 13:24:36.526984 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-80241ade-786d-42f3-b811-68e83368adbb tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b7d6f84-66b8-41ae-be95-9e4971195f20') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:36.527370 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-80241ade-786d-42f3-b811-68e83368adbb tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b7d6f84-66b8-41ae-be95-9e4971195f20') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:36.529055 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82169ff-7ca6-49af-b93e-200f351be875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d5e223-9d5b-4927-aca2-3c514061f81b,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:36.545383 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-80241ade-786d-42f3-b811-68e83368adbb tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.574854 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9dc24d07-c225-4836-a075-707c0adc5744 req-f4a7fc98-997f-4d0d-aa94-e35d6ca1b3f8 service neutron] 10.222.0.46 "GET /v2.0/networks/b2f88f94-f063-456a-ac21-570ac0e96de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931548 Jul 15 13:24:36.576114 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-80241ade-786d-42f3-b811-68e83368adbb tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.605961 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e02a168e-aca0-4764-8a0d-cf4b3c004f04 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.674668 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a168e-aca0-4764-8a0d-cf4b3c004f04 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'Subnet': ['ID=b61a7535-7e41-4df9-a27e-733f7b138d0b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:36.680606 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9dc24d07-c225-4836-a075-707c0adc5744 req-0b50f196-d3fe-41fb-9a71-0f124a689507 service neutron] 10.222.0.46 "GET /v2.0/networks/b2f88f94-f063-456a-ac21-570ac0e96de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986512 Jul 15 13:24:36.681587 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80241ade-786d-42f3-b811-68e83368adbb tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:24:36.682133 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-80241ade-786d-42f3-b811-68e83368adbb tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.685787 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:36.685787 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:36.685787 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:36.685787 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:36.685787 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:24:36.685787 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:24:36.685787 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:24:36.685787 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:24:36.685787 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:24:36.685787 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:24:36.685787 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:24:36.685787 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:24:36.685787 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:24:36.685787 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:24:36.685787 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:24:36.685787 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:24:36.685787 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:24:36.685787 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:24:36.685787 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:24:36.685787 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:24:36.685787 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:24:36.685787 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:24:36.685787 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:24:36.685787 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:24:36.685787 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:24:36.685787 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:24:36.685787 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:24:36.685787 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:24:36.685787 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:24:36.685787 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:24:36.685787 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:24:36.685787 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:24:36.685787 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:24:36.685787 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:24:36.685787 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:24:36.685787 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:24:36.696237 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e02a168e-aca0-4764-8a0d-cf4b3c004f04 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.703511 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e02a168e-aca0-4764-8a0d-cf4b3c004f04 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/subnets/b61a7535-7e41-4df9-a27e-733f7b138d0b HTTP/1.1" status: 204 len: 168 time: 0.9329538 Jul 15 13:24:36.704307 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48826) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:36.707468 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84ad639-64ad-45e5-ab6a-0a47fb22e080 None None] Network c4e3ce7c-c7a6-4855-a046-d9a941de81b9 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:36.798650 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-80241ade-786d-42f3-b811-68e83368adbb tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.803136 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-80241ade-786d-42f3-b811-68e83368adbb tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.805146 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-80241ade-786d-42f3-b811-68e83368adbb tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "DELETE /v2.0/networks/b153aeb7-bc34-4148-b815-36404bac7af2 HTTP/1.1" status: 204 len: 168 time: 0.6043103 Jul 15 13:24:36.808024 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48828) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:36.870783 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80241ade-786d-42f3-b811-68e83368adbb tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event deleted for resources: {'Network': ['ID=b153aeb7-bc34-4148-b815-36404bac7af2,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:36.877799 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d3069e48-a87d-4bdb-aa7a-b97632e62971 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.965871 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-d3069e48-a87d-4bdb-aa7a-b97632e62971 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Deleting port e7a34e1e-d162-4f08-8d39-a3ae8f9513c4 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:36.966431 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d3069e48-a87d-4bdb-aa7a-b97632e62971 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.034110 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f7abab-ce82-4f30-bea9-19a8df80ca79 None None] DHCP port deletion for c4e3ce7c-c7a6-4855-a046-d9a941de81b9 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:24:37.055277 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b1e5266-e0cc-47bf-9299-4ad248dde0be tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.065226 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-d3069e48-a87d-4bdb-aa7a-b97632e62971 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] For port e7a34e1e-d162-4f08-8d39-a3ae8f9513c4, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=e7a34e1e-d162-4f08-8d39-a3ae8f9513c4,segment=NetworkSegment(84ef5014-cb8b-469d-be6e-6647d6dafea2),segment_id=84ef5014-cb8b-469d-be6e-6647d6dafea2)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:37.065605 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d3069e48-a87d-4bdb-aa7a-b97632e62971 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.079229 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-d3069e48-a87d-4bdb-aa7a-b97632e62971 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Calling delete_port for e7a34e1e-d162-4f08-8d39-a3ae8f9513c4 owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:37.128426 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b1e5266-e0cc-47bf-9299-4ad248dde0be tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.200311 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a3f7abab-ce82-4f30-bea9-19a8df80ca79 None None] Deleting port e7a34e1e-d162-4f08-8d39-a3ae8f9513c4 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:37.200628 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a3f7abab-ce82-4f30-bea9-19a8df80ca79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.272729 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d3069e48-a87d-4bdb-aa7a-b97632e62971 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.277308 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b1e5266-e0cc-47bf-9299-4ad248dde0be tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.280378 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b1e5266-e0cc-47bf-9299-4ad248dde0be tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.286961 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2b1e5266-e0cc-47bf-9299-4ad248dde0be tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "DELETE /v2.0/security-groups/cbce786e-178b-4ec4-a228-7da33810f7db HTTP/1.1" status: 204 len: 168 time: 0.4774361 Jul 15 13:24:37.298231 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1e5266-e0cc-47bf-9299-4ad248dde0be tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbce786e-178b-4ec4-a228-7da33810f7db,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:37.364038 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device de9dadc8-ac4e-43e0-9332-b0cf98c5181e no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:24:37.380605 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3069e48-a87d-4bdb-aa7a-b97632e62971 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] No DVR routers for this DVR port e7a34e1e-d162-4f08-8d39-a3ae8f9513c4 on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:24:37.386444 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3069e48-a87d-4bdb-aa7a-b97632e62971 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'Port': ['ID=e7a34e1e-d162-4f08-8d39-a3ae8f9513c4,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:37.448148 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a3f7abab-ce82-4f30-bea9-19a8df80ca79 None None] For port e7a34e1e-d162-4f08-8d39-a3ae8f9513c4, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=e7a34e1e-d162-4f08-8d39-a3ae8f9513c4,segment=NetworkSegment(84ef5014-cb8b-469d-be6e-6647d6dafea2),segment_id=84ef5014-cb8b-469d-be6e-6647d6dafea2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:37.448874 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a3f7abab-ce82-4f30-bea9-19a8df80ca79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.454769 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: de9dadc8-ac4e-43e0-9332-b0cf98c5181e {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:24:37.455450 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device de9dadc8-ac4e-43e0-9332-b0cf98c5181e not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:24:37.456100 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device e7a34e1e-d162-4f08-8d39-a3ae8f9513c4 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:24:37.525164 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375a477-eb8d-4afe-ad48-4c8c62f43177 req-5d40c2db-8613-4bf9-9b93-4c41fc2dc662 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:37.527059 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2375a477-eb8d-4afe-ad48-4c8c62f43177 req-5d40c2db-8613-4bf9-9b93-4c41fc2dc662 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 946 time: 0.1442771 Jul 15 13:24:37.538451 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: e7a34e1e-d162-4f08-8d39-a3ae8f9513c4 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:24:37.539234 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device e7a34e1e-d162-4f08-8d39-a3ae8f9513c4 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:24:37.562712 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a3f7abab-ce82-4f30-bea9-19a8df80ca79 None None] Calling delete_port for e7a34e1e-d162-4f08-8d39-a3ae8f9513c4 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:37.591760 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2375a477-eb8d-4afe-ad48-4c8c62f43177 req-933ebbba-421d-4388-8ff7-392f89f72b90 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589077 Jul 15 13:24:37.612168 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d3069e48-a87d-4bdb-aa7a-b97632e62971 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.635306 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-d3069e48-a87d-4bdb-aa7a-b97632e62971 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e3ce7c-c7a6-4855-a046-d9a941de81b9']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:37.677443 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-d3069e48-a87d-4bdb-aa7a-b97632e62971 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ef5014-cb8b-469d-be6e-6647d6dafea2') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:37.678147 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-d3069e48-a87d-4bdb-aa7a-b97632e62971 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ef5014-cb8b-469d-be6e-6647d6dafea2') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:37.713005 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d3069e48-a87d-4bdb-aa7a-b97632e62971 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:24:37.753812 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:24:37.763272 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d3069e48-a87d-4bdb-aa7a-b97632e62971 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.770438 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a3f7abab-ce82-4f30-bea9-19a8df80ca79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.801838 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3069e48-a87d-4bdb-aa7a-b97632e62971 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:24:37.802326 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d3069e48-a87d-4bdb-aa7a-b97632e62971 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.806384 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:24:37.806384 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:24:37.806384 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:24:37.806384 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:24:37.806384 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:24:37.806384 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:24:37.806384 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:24:37.806384 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:24:37.806384 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:24:37.806384 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:24:37.806384 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:24:37.806384 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:24:37.806384 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:24:37.806384 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:24:37.806384 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:24:37.806384 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:24:37.806384 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:24:37.806384 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:24:37.806384 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:24:37.806384 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:24:37.806384 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:24:37.806384 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:24:37.806384 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:24:37.806384 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:24:37.806384 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:24:37.806384 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:24:37.806384 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:24:37.806384 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:24:37.806384 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:24:37.806384 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:24:37.806384 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:24:37.806384 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:24:37.846506 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f7abab-ce82-4f30-bea9-19a8df80ca79 None None] Pushing event deleted for resources: {'Port': ['ID=e7a34e1e-d162-4f08-8d39-a3ae8f9513c4,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:37.855987 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f7abab-ce82-4f30-bea9-19a8df80ca79 None None] No DVR routers for this DVR port e7a34e1e-d162-4f08-8d39-a3ae8f9513c4 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:24:37.951757 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d3069e48-a87d-4bdb-aa7a-b97632e62971 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.959368 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d3069e48-a87d-4bdb-aa7a-b97632e62971 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.961241 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d3069e48-a87d-4bdb-aa7a-b97632e62971 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/networks/c4e3ce7c-c7a6-4855-a046-d9a941de81b9 HTTP/1.1" status: 204 len: 168 time: 1.2554519 Jul 15 13:24:37.964992 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48858) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:37.971317 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-b85c756c-ca6e-477a-a838-fb9b29af81ee tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-620219420'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:37.986350 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3069e48-a87d-4bdb-aa7a-b97632e62971 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'Network': ['ID=c4e3ce7c-c7a6-4855-a046-d9a941de81b9,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:38.041725 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85c756c-ca6e-477a-a838-fb9b29af81ee tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Made reservation on behalf of 71dc8377e15241a7a92d7e45b6b72260 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:38.059169 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b85c756c-ca6e-477a-a838-fb9b29af81ee tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.067852 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48860) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:38.112979 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b85c756c-ca6e-477a-a838-fb9b29af81ee tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:24:38.138659 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b85c756c-ca6e-477a-a838-fb9b29af81ee tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.139031 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-b85c756c-ca6e-477a-a838-fb9b29af81ee tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Added segment 6724ae5a-dcb1-4d97-b875-f95935a9efc1 of type vlan for network 118cd1b0-3018-4546-9a47-2b88ead0514c Jul 15 13:24:38.189122 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48864) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:38.194080 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-2e7983a9-5806-4713-9645-ceef6ea01e0b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-146142644', 'description': 'tempest-secgroup-smoke-146142644 description', 'project_id': 'd986de84121549bf90b7ac80073eff67'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:38.225871 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b85c756c-ca6e-477a-a838-fb9b29af81ee tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.237688 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2e7983a9-5806-4713-9645-ceef6ea01e0b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.267651 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-c05fa5a1-ab94-4d78-81fd-137c70d43b16 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-548776317-network', 'tenant_id': 'c3b5c10ca921490daf1bd81ad48415b4'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:38.284290 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b85c756c-ca6e-477a-a838-fb9b29af81ee tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.286786 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.db.api [None req-c05fa5a1-ab94-4d78-81fd-137c70d43b16 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:24:38.286786 n-d-771363-36 neutron-server[93826]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:24:38.286786 n-d-771363-36 neutron-server[93826]: [parameters: {'project_id_1': 'c3b5c10ca921490daf1bd81ad48415b4', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 24, 38, 276007)}] Jul 15 13:24:38.286786 n-d-771363-36 neutron-server[93826]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:24:38.287180 n-d-771363-36 neutron-server[93826]: DEBUG oslo_db.api [None req-c05fa5a1-ab94-4d78-81fd-137c70d43b16 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:24:38.295063 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85c756c-ca6e-477a-a838-fb9b29af81ee tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:38.296168 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b85c756c-ca6e-477a-a838-fb9b29af81ee tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.377377 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2e7983a9-5806-4713-9645-ceef6ea01e0b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.383097 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2e7983a9-5806-4713-9645-ceef6ea01e0b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.400789 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c756c-ca6e-477a-a838-fb9b29af81ee tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'Network': ['ID=118cd1b0-3018-4546-9a47-2b88ead0514c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:38.405712 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b85c756c-ca6e-477a-a838-fb9b29af81ee tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4395149 Jul 15 13:24:38.408664 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48868) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:38.415213 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-b8bc1fb7-9386-4483-8a56-6428fd5d806a tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'subnet': {'network_id': '118cd1b0-3018-4546-9a47-2b88ead0514c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:38.444335 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 118cd1b0-3018-4546-9a47-2b88ead0514c details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:24:38.498892 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7983a9-5806-4713-9645-ceef6ea01e0b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e58760-3440-45b4-9476-d59ed096ee3e,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:38.537295 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2e7983a9-5806-4713-9645-ceef6ea01e0b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.540530 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2e7983a9-5806-4713-9645-ceef6ea01e0b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3500984 Jul 15 13:24:38.543312 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48872) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:38.551594 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-358ea584-2e70-4ee1-9a88-17f20739c762 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'security_group_rule': {'security_group_id': 'd8e58760-3440-45b4-9476-d59ed096ee3e', 'project_id': 'd986de84121549bf90b7ac80073eff67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:38.608799 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8bc1fb7-9386-4483-8a56-6428fd5d806a tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Made reservation on behalf of 71dc8377e15241a7a92d7e45b6b72260 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:38.612735 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b8bc1fb7-9386-4483-8a56-6428fd5d806a tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.638816 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-358ea584-2e70-4ee1-9a88-17f20739c762 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.741733 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-358ea584-2e70-4ee1-9a88-17f20739c762 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.748388 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-358ea584-2e70-4ee1-9a88-17f20739c762 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.774996 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ea584-2e70-4ee1-9a88-17f20739c762 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e5c17aa-75e3-43e2-83a3-bb78a679d59a,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:38.819221 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-358ea584-2e70-4ee1-9a88-17f20739c762 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.820599 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-358ea584-2e70-4ee1-9a88-17f20739c762 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2756145 Jul 15 13:24:38.823278 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48882) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:38.829316 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-692ae458-3bc9-47f5-afff-ba2af148e72d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'security_group_rule': {'security_group_id': 'd8e58760-3440-45b4-9476-d59ed096ee3e', 'project_id': 'd986de84121549bf90b7ac80073eff67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:38.867529 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05fa5a1-ab94-4d78-81fd-137c70d43b16 admin admin] Made reservation on behalf of c3b5c10ca921490daf1bd81ad48415b4 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:38.872784 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c05fa5a1-ab94-4d78-81fd-137c70d43b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.902046 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c05fa5a1-ab94-4d78-81fd-137c70d43b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.939689 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-692ae458-3bc9-47f5-afff-ba2af148e72d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.990390 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b8bc1fb7-9386-4483-8a56-6428fd5d806a tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:39.049417 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8710d1a-829b-4d1d-8be7-666a152e4e51 req-65de7e80-ce78-43ed-82c5-b3e664e71e3f tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:39.055146 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a8710d1a-829b-4d1d-8be7-666a152e4e51 req-65de7e80-ce78-43ed-82c5-b3e664e71e3f tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 946 time: 0.2903810 Jul 15 13:24:39.057589 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-692ae458-3bc9-47f5-afff-ba2af148e72d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:39.064143 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-692ae458-3bc9-47f5-afff-ba2af148e72d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:39.103669 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc1fb7-9386-4483-8a56-6428fd5d806a tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'Subnet': ['ID=d95ec8d4-6b43-49c1-bf76-3d184affc35a,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:39.105646 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ae458-3bc9-47f5-afff-ba2af148e72d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45713ffe-bc4f-42bb-a0e8-c58ad7d8228d,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:39.123142 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c05fa5a1-ab94-4d78-81fd-137c70d43b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:39.136886 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c05fa5a1-ab94-4d78-81fd-137c70d43b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:39.139234 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a8710d1a-829b-4d1d-8be7-666a152e4e51 req-33679b23-883b-4d9b-8280-0c0d1d334adb tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726840 Jul 15 13:24:39.142882 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bc1fb7-9386-4483-8a56-6428fd5d806a tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Checking segment: {'id': '6724ae5a-dcb1-4d97-b875-f95935a9efc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '118cd1b0-3018-4546-9a47-2b88ead0514c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:39.143367 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bc1fb7-9386-4483-8a56-6428fd5d806a tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Network hostable DHCP agents. Network: 118cd1b0-3018-4546-9a47-2b88ead0514c, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:24:39.152346 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-692ae458-3bc9-47f5-afff-ba2af148e72d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:39.157481 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48884) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:39.164736 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-48bb3f2c-b5f6-4d21-8f4b-d62c23271e2d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'security_group_rule': {'security_group_id': 'd8e58760-3440-45b4-9476-d59ed096ee3e', 'project_id': 'd986de84121549bf90b7ac80073eff67', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:39.167225 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-692ae458-3bc9-47f5-afff-ba2af148e72d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3426824 Jul 15 13:24:39.195835 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c05fa5a1-ab94-4d78-81fd-137c70d43b16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:24:39.223607 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bc1fb7-9386-4483-8a56-6428fd5d806a tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Network 118cd1b0-3018-4546-9a47-2b88ead0514c is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:24:39.240833 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c05fa5a1-ab94-4d78-81fd-137c70d43b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:39.244505 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-c05fa5a1-ab94-4d78-81fd-137c70d43b16 admin admin] Added segment 4a50041b-36da-43a5-a688-832edc65cf21 of type vlan for network e965ef4e-e668-477c-beef-2db73a7493c5 Jul 15 13:24:39.245961 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-b8bc1fb7-9386-4483-8a56-6428fd5d806a tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 118cd1b0-3018-4546-9a47-2b88ead0514c) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:39.247608 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05fa5a1-ab94-4d78-81fd-137c70d43b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0aec92-1cb7-40a4-ab68-1f458f23bdcc,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:39.252273 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bc1fb7-9386-4483-8a56-6428fd5d806a tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:39.254135 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b8bc1fb7-9386-4483-8a56-6428fd5d806a tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:39.255245 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04220209-b3ae-4307-80ce-40ca616c4b66 None None] Network 118cd1b0-3018-4546-9a47-2b88ead0514c requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:39.256729 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-48bb3f2c-b5f6-4d21-8f4b-d62c23271e2d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:39.293751 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b8bc1fb7-9386-4483-8a56-6428fd5d806a tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8778443 Jul 15 13:24:39.294678 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48886) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:39.304080 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-0c29e698-f740-4e47-9371-40d3f5bc3c76 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'port': {'network_id': '118cd1b0-3018-4546-9a47-2b88ead0514c', 'name': 'tempest-PortsIpV6TestJSON-1261644907', 'fixed_ips': [{'subnet_id': 'd95ec8d4-6b43-49c1-bf76-3d184affc35a', 'ip_address': '2001:db8::10'}]}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:39.329668 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c05fa5a1-ab94-4d78-81fd-137c70d43b16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:39.370946 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c05fa5a1-ab94-4d78-81fd-137c70d43b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:39.373068 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05fa5a1-ab94-4d78-81fd-137c70d43b16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:39.374704 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c05fa5a1-ab94-4d78-81fd-137c70d43b16 admin admin] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:39.445010 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05fa5a1-ab94-4d78-81fd-137c70d43b16 admin admin] Pushing event updated for resources: {'Network': ['ID=e965ef4e-e668-477c-beef-2db73a7493c5,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:39.461712 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c05fa5a1-ab94-4d78-81fd-137c70d43b16 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3907175 Jul 15 13:24:39.462193 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48890) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:39.471786 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-cbf9839c-6893-467a-bec5-a8f9e08e1746 admin admin] Request body: {'subnet': {'network_id': 'e965ef4e-e668-477c-beef-2db73a7493c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-548776317-subnet', 'tenant_id': 'c3b5c10ca921490daf1bd81ad48415b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:39.472948 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-48bb3f2c-b5f6-4d21-8f4b-d62c23271e2d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:39.485142 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network e965ef4e-e668-477c-beef-2db73a7493c5 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:24:39.489206 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-48bb3f2c-b5f6-4d21-8f4b-d62c23271e2d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:39.519443 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf9839c-6893-467a-bec5-a8f9e08e1746 admin admin] Made reservation on behalf of c3b5c10ca921490daf1bd81ad48415b4 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:39.521718 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cbf9839c-6893-467a-bec5-a8f9e08e1746 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:39.571167 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb3f2c-b5f6-4d21-8f4b-d62c23271e2d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adda6dd0-1294-4873-8f68-fa0bb0c2e228,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:39.589152 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-48bb3f2c-b5f6-4d21-8f4b-d62c23271e2d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:39.593801 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-48bb3f2c-b5f6-4d21-8f4b-d62c23271e2d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4345534 Jul 15 13:24:39.595406 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48892) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:39.601191 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-7cf76838-cd90-4473-bafd-f818d53e5cf9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'security_group_rule': {'security_group_id': 'd8e58760-3440-45b4-9476-d59ed096ee3e', 'project_id': 'd986de84121549bf90b7ac80073eff67', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:39.676041 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7cf76838-cd90-4473-bafd-f818d53e5cf9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:39.711551 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c29e698-f740-4e47-9371-40d3f5bc3c76 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Made reservation on behalf of 71dc8377e15241a7a92d7e45b6b72260 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:39.724426 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd03268-e243-4fb4-90cb-45bf2a47f053 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-118cd1b0-3018-4546-9a47-2b88ead0514c', 'network_id': '118cd1b0-3018-4546-9a47-2b88ead0514c', 'tenant_id': '71dc8377e15241a7a92d7e45b6b72260', 'fixed_ips': [{'subnet_id': 'd95ec8d4-6b43-49c1-bf76-3d184affc35a'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:24:39.725318 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bfd03268-e243-4fb4-90cb-45bf2a47f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:39.820490 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0c29e698-f740-4e47-9371-40d3f5bc3c76 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:39.841140 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cbf9839c-6893-467a-bec5-a8f9e08e1746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:39.854902 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-0c29e698-f740-4e47-9371-40d3f5bc3c76 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] device_id is not set on port 444611c8-3818-47f0-8026-293039726304 yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:24:39.966340 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf9839c-6893-467a-bec5-a8f9e08e1746 admin admin] Checking segment: {'id': '4a50041b-36da-43a5-a688-832edc65cf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e965ef4e-e668-477c-beef-2db73a7493c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:39.966906 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf9839c-6893-467a-bec5-a8f9e08e1746 admin admin] Network hostable DHCP agents. Network: e965ef4e-e668-477c-beef-2db73a7493c5, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:24:39.998273 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7cf76838-cd90-4473-bafd-f818d53e5cf9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.007815 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9839c-6893-467a-bec5-a8f9e08e1746 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48cd908b-8de3-49e5-bad9-92af6437619d,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:40.010545 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-bfd03268-e243-4fb4-90cb-45bf2a47f053 None None] Allocated IP 2001:db8::2 (118cd1b0-3018-4546-9a47-2b88ead0514c/d95ec8d4-6b43-49c1-bf76-3d184affc35a/125b91d8-da7f-4987-b3eb-08ed784c03cf) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:40.074259 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7cf76838-cd90-4473-bafd-f818d53e5cf9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.085665 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf9839c-6893-467a-bec5-a8f9e08e1746 admin admin] Network e965ef4e-e668-477c-beef-2db73a7493c5 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:24:40.112499 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-cbf9839c-6893-467a-bec5-a8f9e08e1746 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, e965ef4e-e668-477c-beef-2db73a7493c5) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:40.118921 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf9839c-6893-467a-bec5-a8f9e08e1746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:40.119627 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cbf9839c-6893-467a-bec5-a8f9e08e1746 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.134810 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf76838-cd90-4473-bafd-f818d53e5cf9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf4e6ac-c053-45ad-9a68-27a33ef45a52,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:40.153722 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-cbf9839c-6893-467a-bec5-a8f9e08e1746 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6817820 Jul 15 13:24:40.153954 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7cf76838-cd90-4473-bafd-f818d53e5cf9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.153954 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7cf76838-cd90-4473-bafd-f818d53e5cf9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5511153 Jul 15 13:24:40.153954 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48914) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:40.158374 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-63f884cf-5d50-46f1-9c60-0bc30ceb89c8 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'security_group_rule': {'security_group_id': 'd8e58760-3440-45b4-9476-d59ed096ee3e', 'project_id': 'd986de84121549bf90b7ac80073eff67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:40.163111 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9224f9bf-1ec7-4ff4-b3f6-b752aef9385a None None] Network e965ef4e-e668-477c-beef-2db73a7493c5 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:40.186128 n-d-771363-36 neutron-server[93825]: INFO neutron.db.securitygroups_db [None req-63f884cf-5d50-46f1-9c60-0bc30ceb89c8 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Project d986de84121549bf90b7ac80073eff67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:24:40.193968 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63f884cf-5d50-46f1-9c60-0bc30ceb89c8 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.282893 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63f884cf-5d50-46f1-9c60-0bc30ceb89c8 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.288053 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63f884cf-5d50-46f1-9c60-0bc30ceb89c8 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.310027 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63f884cf-5d50-46f1-9c60-0bc30ceb89c8 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.314889 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-63f884cf-5d50-46f1-9c60-0bc30ceb89c8 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1599753 Jul 15 13:24:40.315208 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48924) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:40.320248 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-4ba8da3d-b0e2-436b-a51f-959eb08f2df0 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'security_group_rule': {'security_group_id': 'd8e58760-3440-45b4-9476-d59ed096ee3e', 'project_id': 'd986de84121549bf90b7ac80073eff67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:40.320500 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f884cf-5d50-46f1-9c60-0bc30ceb89c8 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc2ea1d9-cc0f-49ff-a30d-de50b8658dd1,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:40.401872 n-d-771363-36 neutron-server[93826]: INFO neutron.db.securitygroups_db [None req-4ba8da3d-b0e2-436b-a51f-959eb08f2df0 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Project d986de84121549bf90b7ac80073eff67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:24:40.423455 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4ba8da3d-b0e2-436b-a51f-959eb08f2df0 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.540158 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e18d13d-7597-4df6-b747-ec45283f4f80 None None] Network e965ef4e-e668-477c-beef-2db73a7493c5 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:40.565962 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4ba8da3d-b0e2-436b-a51f-959eb08f2df0 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.571009 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4ba8da3d-b0e2-436b-a51f-959eb08f2df0 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.614350 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8da3d-b0e2-436b-a51f-959eb08f2df0 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac4f64b9-2ba7-4fa8-a92f-0563558bbf30,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:40.623337 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4ba8da3d-b0e2-436b-a51f-959eb08f2df0 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.624569 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4ba8da3d-b0e2-436b-a51f-959eb08f2df0 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3082983 Jul 15 13:24:40.627981 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48940) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:40.633722 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-12dd5594-9c40-4da4-bfa6-deff55eec1f5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'network': {'name': 'tempest-network-smoke--73815953', 'project_id': 'd986de84121549bf90b7ac80073eff67', 'port_security_enabled': True}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:40.675591 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27c4a3-30ac-407c-a42f-12ce7af42816 req-d55951ad-7e9f-4f3b-91e7-bfe9b5fdad9b tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:40.683446 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12dd5594-9c40-4da4-bfa6-deff55eec1f5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Made reservation on behalf of d986de84121549bf90b7ac80073eff67 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:40.684292 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b27c4a3-30ac-407c-a42f-12ce7af42816 req-d55951ad-7e9f-4f3b-91e7-bfe9b5fdad9b tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 946 time: 0.1943784 Jul 15 13:24:40.687706 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-12dd5594-9c40-4da4-bfa6-deff55eec1f5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.743036 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12dd5594-9c40-4da4-bfa6-deff55eec1f5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:24:40.767351 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1b27c4a3-30ac-407c-a42f-12ce7af42816 req-1f12ced6-5462-4594-a7c7-8d1e25171444 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803990 Jul 15 13:24:40.774643 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-12dd5594-9c40-4da4-bfa6-deff55eec1f5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.775002 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-12dd5594-9c40-4da4-bfa6-deff55eec1f5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Added segment e74a67fe-78ce-41da-bcef-bcbaece410e7 of type vlan for network ed20d663-1173-4534-8523-fc0b2fbb7ad7 Jul 15 13:24:40.868612 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-12dd5594-9c40-4da4-bfa6-deff55eec1f5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.908648 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-12dd5594-9c40-4da4-bfa6-deff55eec1f5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.915478 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12dd5594-9c40-4da4-bfa6-deff55eec1f5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:40.916091 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-12dd5594-9c40-4da4-bfa6-deff55eec1f5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.949640 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-12dd5594-9c40-4da4-bfa6-deff55eec1f5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3200433 Jul 15 13:24:40.952451 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48948) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:40.957186 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-ee546809-1dc6-4c1e-9ff4-81e21941bae9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1880597508', 'admin_state_up': True, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:41.002804 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48950) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:41.009400 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd5594-9c40-4da4-bfa6-deff55eec1f5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'Network': ['ID=ed20d663-1173-4534-8523-fc0b2fbb7ad7,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:41.009836 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-78cbece5-a7f6-4aa4-b55b-f5476f87719a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1742818062-network', 'tenant_id': '3e9a7228fe554d4f85d85232e0c39e53'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:41.029599 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network ed20d663-1173-4534-8523-fc0b2fbb7ad7 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:24:41.034066 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee546809-1dc6-4c1e-9ff4-81e21941bae9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.035180 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee546809-1dc6-4c1e-9ff4-81e21941bae9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.073187 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cbece5-a7f6-4aa4-b55b-f5476f87719a admin admin] Made reservation on behalf of 3e9a7228fe554d4f85d85232e0c39e53 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:41.075467 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-78cbece5-a7f6-4aa4-b55b-f5476f87719a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.108243 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb4b5d-77c0-4e31-b5a6-d9bd6a914119 req-8bd2f8f1-b66d-4cde-be17-fd78c37320bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:41.110325 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f7fb4b5d-77c0-4e31-b5a6-d9bd6a914119 req-8bd2f8f1-b66d-4cde-be17-fd78c37320bf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf299a1585cb47ad811c548c9505de73&device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 1098 time: 0.0675361 Jul 15 13:24:41.135525 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-78cbece5-a7f6-4aa4-b55b-f5476f87719a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.142130 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bfd03268-e243-4fb4-90cb-45bf2a47f053 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.150009 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee546809-1dc6-4c1e-9ff4-81e21941bae9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.151353 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-bfd03268-e243-4fb4-90cb-45bf2a47f053 None None] Transition to ACTIVE for port object 125b91d8-da7f-4987-b3eb-08ed784c03cf will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:41.169241 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-bfd03268-e243-4fb4-90cb-45bf2a47f053 None None] Transition to ACTIVE for port object 125b91d8-da7f-4987-b3eb-08ed784c03cf will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:41.177036 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bfd03268-e243-4fb4-90cb-45bf2a47f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.224212 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd03268-e243-4fb4-90cb-45bf2a47f053 None None] Pushing event updated for resources: {'Port': ['ID=125b91d8-da7f-4987-b3eb-08ed784c03cf,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:41.238078 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd03268-e243-4fb4-90cb-45bf2a47f053 None None] Network 118cd1b0-3018-4546-9a47-2b88ead0514c is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:41.239206 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-bfd03268-e243-4fb4-90cb-45bf2a47f053 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:41.241706 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd03268-e243-4fb4-90cb-45bf2a47f053 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:41.244404 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb4b5d-77c0-4e31-b5a6-d9bd6a914119 req-27ba0add-5f58-407c-92b1-118f6361643c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:41.246176 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f7fb4b5d-77c0-4e31-b5a6-d9bd6a914119 req-27ba0add-5f58-407c-92b1-118f6361643c service neutron] 10.222.0.46 "GET /v2.0/networks?id=33daa320-d719-4788-a6ae-6d9428792c14 HTTP/1.1" status: 200 len: 918 time: 0.1287243 Jul 15 13:24:41.308243 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-bfd03268-e243-4fb4-90cb-45bf2a47f053 None None] Attempting to bind port 125b91d8-da7f-4987-b3eb-08ed784c03cf on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:24:41.308605 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-bfd03268-e243-4fb4-90cb-45bf2a47f053 None None] Attempting to bind port 125b91d8-da7f-4987-b3eb-08ed784c03cf by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6724ae5a-dcb1-4d97-b875-f95935a9efc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '118cd1b0-3018-4546-9a47-2b88ead0514c'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:24:41.309204 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd03268-e243-4fb4-90cb-45bf2a47f053 None None] Attempting to bind port 125b91d8-da7f-4987-b3eb-08ed784c03cf on network 118cd1b0-3018-4546-9a47-2b88ead0514c {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:41.314588 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd03268-e243-4fb4-90cb-45bf2a47f053 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:24:41.315214 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd03268-e243-4fb4-90cb-45bf2a47f053 None None] Checking segment: {'id': '6724ae5a-dcb1-4d97-b875-f95935a9efc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '118cd1b0-3018-4546-9a47-2b88ead0514c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:41.316128 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bfd03268-e243-4fb4-90cb-45bf2a47f053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.316823 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd03268-e243-4fb4-90cb-45bf2a47f053 None None] Bound using segment: {'id': '6724ae5a-dcb1-4d97-b875-f95935a9efc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '118cd1b0-3018-4546-9a47-2b88ead0514c'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:24:41.317462 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-bfd03268-e243-4fb4-90cb-45bf2a47f053 None None] Bound port: 125b91d8-da7f-4987-b3eb-08ed784c03cf, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6724ae5a-dcb1-4d97-b875-f95935a9efc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '118cd1b0-3018-4546-9a47-2b88ead0514c'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:24:41.318035 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bfd03268-e243-4fb4-90cb-45bf2a47f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.322426 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f7fb4b5d-77c0-4e31-b5a6-d9bd6a914119 req-bde81a4a-5ded-4fcd-bcfa-8879546f0ae2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d2da53d-2eca-413e-911e-6de16aded3bf HTTP/1.1" status: 200 len: 1001 time: 0.0690846 Jul 15 13:24:41.335992 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee546809-1dc6-4c1e-9ff4-81e21941bae9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.378162 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-0c29e698-f740-4e47-9371-40d3f5bc3c76 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Allocated IP 2001:db8::10 (118cd1b0-3018-4546-9a47-2b88ead0514c/d95ec8d4-6b43-49c1-bf76-3d184affc35a/444611c8-3818-47f0-8026-293039726304) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:41.392970 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb4b5d-77c0-4e31-b5a6-d9bd6a914119 req-deb2d886-f971-4993-8236-d73a57fc879d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:41.393244 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-bfd03268-e243-4fb4-90cb-45bf2a47f053 None None] For port 125b91d8-da7f-4987-b3eb-08ed784c03cf, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:41.394869 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f7fb4b5d-77c0-4e31-b5a6-d9bd6a914119 req-deb2d886-f971-4993-8236-d73a57fc879d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=236966a3-1e59-4c69-99ff-863fc85e1377 HTTP/1.1" status: 200 len: 856 time: 0.0651438 Jul 15 13:24:41.397341 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-bfd03268-e243-4fb4-90cb-45bf2a47f053 None None] For port 125b91d8-da7f-4987-b3eb-08ed784c03cf, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=125b91d8-da7f-4987-b3eb-08ed784c03cf,segment=NetworkSegment(6724ae5a-dcb1-4d97-b875-f95935a9efc1),segment_id=6724ae5a-dcb1-4d97-b875-f95935a9efc1)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:24:41.401419 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bfd03268-e243-4fb4-90cb-45bf2a47f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.473626 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd03268-e243-4fb4-90cb-45bf2a47f053 None None] Pushing event updated for resources: {'Port': ['ID=125b91d8-da7f-4987-b3eb-08ed784c03cf,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:41.499127 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb4b5d-77c0-4e31-b5a6-d9bd6a914119 req-6aa00330-2f78-4e19-8d53-11efa7ff6338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:41.503069 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f7fb4b5d-77c0-4e31-b5a6-d9bd6a914119 req-6aa00330-2f78-4e19-8d53-11efa7ff6338 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=33daa320-d719-4788-a6ae-6d9428792c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0997505 Jul 15 13:24:41.551056 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-78cbece5-a7f6-4aa4-b55b-f5476f87719a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.562599 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-78cbece5-a7f6-4aa4-b55b-f5476f87719a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.574523 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78cbece5-a7f6-4aa4-b55b-f5476f87719a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:24:41.583852 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-78cbece5-a7f6-4aa4-b55b-f5476f87719a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.584328 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-78cbece5-a7f6-4aa4-b55b-f5476f87719a admin admin] Added segment d1b65a37-fcba-4216-9d75-b2c892a0696d of type vlan for network 213056b5-0356-417c-85e4-2c47c918cf28 Jul 15 13:24:41.621142 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f7fb4b5d-77c0-4e31-b5a6-d9bd6a914119 req-a65e6034-f5a2-4190-bdaf-257255a469c4 service neutron] 10.222.0.46 "GET /v2.0/networks/33daa320-d719-4788-a6ae-6d9428792c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109006 Jul 15 13:24:41.661734 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-78cbece5-a7f6-4aa4-b55b-f5476f87719a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.730759 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f7fb4b5d-77c0-4e31-b5a6-d9bd6a914119 req-41038a3c-caa2-4f5e-8b5e-bb6d46b81d62 service neutron] 10.222.0.46 "GET /v2.0/networks/33daa320-d719-4788-a6ae-6d9428792c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026249 Jul 15 13:24:41.788849 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cbece5-a7f6-4aa4-b55b-f5476f87719a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0d2051-1e87-4061-9d0f-f0cfbf44c9aa,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:41.792196 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.db.resource_extend [None req-78cbece5-a7f6-4aa4-b55b-f5476f87719a admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:24:42.237517 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0c29e698-f740-4e47-9371-40d3f5bc3c76 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.248234 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-78cbece5-a7f6-4aa4-b55b-f5476f87719a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.249201 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cbece5-a7f6-4aa4-b55b-f5476f87719a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:42.249764 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-78cbece5-a7f6-4aa4-b55b-f5476f87719a admin admin] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.305797 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0c29e698-f740-4e47-9371-40d3f5bc3c76 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Transition to ACTIVE for port object 444611c8-3818-47f0-8026-293039726304 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:42.322154 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee546809-1dc6-4c1e-9ff4-81e21941bae9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for router_gateway, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.377167 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-78cbece5-a7f6-4aa4-b55b-f5476f87719a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3732388 Jul 15 13:24:42.380103 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48958) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:42.385414 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-843bd565-f387-4f39-a400-f18b2db2ed4b admin admin] Request body: {'subnet': {'network_id': '213056b5-0356-417c-85e4-2c47c918cf28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1742818062-subnet', 'tenant_id': '3e9a7228fe554d4f85d85232e0c39e53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:42.394595 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee546809-1dc6-4c1e-9ff4-81e21941bae9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.410223 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843bd565-f387-4f39-a400-f18b2db2ed4b admin admin] Made reservation on behalf of 3e9a7228fe554d4f85d85232e0c39e53 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:42.412906 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-843bd565-f387-4f39-a400-f18b2db2ed4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.437154 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cbece5-a7f6-4aa4-b55b-f5476f87719a admin admin] Pushing event updated for resources: {'Network': ['ID=213056b5-0356-417c-85e4-2c47c918cf28,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:42.452865 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 213056b5-0356-417c-85e4-2c47c918cf28 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:24:42.527494 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ce070-a5af-4ce2-b161-326d8612ed32 req-df8762e8-fba6-4857-a955-364575f91980 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:42.529856 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-058ce070-a5af-4ce2-b161-326d8612ed32 req-df8762e8-fba6-4857-a955-364575f91980 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 946 time: 0.3737040 Jul 15 13:24:42.609079 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-ee546809-1dc6-4c1e-9ff4-81e21941bae9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Allocated IP 172.25.8.102 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/ac3edd4f-9739-4f3d-be4c-754a643ea67e) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:42.686829 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da365c80-546d-40b4-8d08-57ed0ba25d89 None None] Network 118cd1b0-3018-4546-9a47-2b88ead0514c requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:42.709248 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-843bd565-f387-4f39-a400-f18b2db2ed4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.745180 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee546809-1dc6-4c1e-9ff4-81e21941bae9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.761149 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843bd565-f387-4f39-a400-f18b2db2ed4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=04406eef-8f5e-446c-8f8c-26e2feacacc9,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:42.769794 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0c29e698-f740-4e47-9371-40d3f5bc3c76 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.798552 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843bd565-f387-4f39-a400-f18b2db2ed4b admin admin] Checking segment: {'id': 'd1b65a37-fcba-4216-9d75-b2c892a0696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '213056b5-0356-417c-85e4-2c47c918cf28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:42.799066 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843bd565-f387-4f39-a400-f18b2db2ed4b admin admin] Network hostable DHCP agents. Network: 213056b5-0356-417c-85e4-2c47c918cf28, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:24:42.824755 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843bd565-f387-4f39-a400-f18b2db2ed4b admin admin] Network 213056b5-0356-417c-85e4-2c47c918cf28 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:24:42.831300 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c6c459a0-c094-462e-a614-bd9339ff02a0 None None] Provisioning for port 125b91d8-da7f-4987-b3eb-08ed784c03cf completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:42.839708 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-843bd565-f387-4f39-a400-f18b2db2ed4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 213056b5-0356-417c-85e4-2c47c918cf28) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:42.843034 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-058ce070-a5af-4ce2-b161-326d8612ed32 req-f865d709-8865-45f6-891a-cbf21482390c tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726432 Jul 15 13:24:42.857466 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c29e698-f740-4e47-9371-40d3f5bc3c76 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Network 118cd1b0-3018-4546-9a47-2b88ead0514c is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:42.860461 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843bd565-f387-4f39-a400-f18b2db2ed4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:42.861060 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-843bd565-f387-4f39-a400-f18b2db2ed4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.864717 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-0c29e698-f740-4e47-9371-40d3f5bc3c76 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:42.876303 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c29e698-f740-4e47-9371-40d3f5bc3c76 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:42.882659 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c29e698-f740-4e47-9371-40d3f5bc3c76 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:42.883388 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0c29e698-f740-4e47-9371-40d3f5bc3c76 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.885128 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bc297d-8f91-47c3-902d-85e57cd1bc47 None None] Network 213056b5-0356-417c-85e4-2c47c918cf28 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:42.895399 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c29e698-f740-4e47-9371-40d3f5bc3c76 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'Port': ['ID=444611c8-3818-47f0-8026-293039726304,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:42.895997 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-843bd565-f387-4f39-a400-f18b2db2ed4b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5136743 Jul 15 13:24:42.913534 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0c29e698-f740-4e47-9371-40d3f5bc3c76 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6178904 Jul 15 13:24:42.916184 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48964) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:42.921602 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-870eeb05-e0d6-439f-a4c7-b33ac83ebd19 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'port': {'network_id': '118cd1b0-3018-4546-9a47-2b88ead0514c', 'name': 'tempest-PortsIpV6TestJSON-26044634', 'fixed_ips': [{'subnet_id': 'd95ec8d4-6b43-49c1-bf76-3d184affc35a', 'ip_address': '2001:db8::f'}]}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:42.941340 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee546809-1dc6-4c1e-9ff4-81e21941bae9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.993298 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee546809-1dc6-4c1e-9ff4-81e21941bae9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:42.998087 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-ee546809-1dc6-4c1e-9ff4-81e21941bae9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:43.002236 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee546809-1dc6-4c1e-9ff4-81e21941bae9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:43.055066 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee546809-1dc6-4c1e-9ff4-81e21941bae9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'Port': ['ID=ac3edd4f-9739-4f3d-be4c-754a643ea67e,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:43.133131 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870eeb05-e0d6-439f-a4c7-b33ac83ebd19 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Made reservation on behalf of 71dc8377e15241a7a92d7e45b6b72260 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:43.158138 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af2c0ae-6a43-4666-9463-afdf893010d3 None None] Network 213056b5-0356-417c-85e4-2c47c918cf28 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:43.282609 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-870eeb05-e0d6-439f-a4c7-b33ac83ebd19 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:43.315167 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-870eeb05-e0d6-439f-a4c7-b33ac83ebd19 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] device_id is not set on port db916c72-a4e7-46d8-bb63-c870bb554817 yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:24:43.366252 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 125b91d8-da7f-4987-b3eb-08ed784c03cf up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:43.398951 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 48976) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:43.471259 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 125b91d8-da7f-4987-b3eb-08ed784c03cf completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:43.476113 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 125b91d8-da7f-4987-b3eb-08ed784c03cf triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:43.476628 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:43.530077 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ae711f9f-2048-4bea-a5a7-1e81ef71d790 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/floatingips/f7be4083-c9a8-4a76-beb3-c1e18f3d1c9f HTTP/1.1" status: 200 len: 994 time: 0.1296091 Jul 15 13:24:43.545819 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee546809-1dc6-4c1e-9ff4-81e21941bae9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for router_gateway, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:43.612105 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-354ea937-0cde-45e1-8f38-bc47e2de8edd None None] Provisioning for port 444611c8-3818-47f0-8026-293039726304 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:43.626511 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-354ea937-0cde-45e1-8f38-bc47e2de8edd None None] Provisioning complete for port 444611c8-3818-47f0-8026-293039726304 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:43.626908 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-354ea937-0cde-45e1-8f38-bc47e2de8edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:43.711574 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-870eeb05-e0d6-439f-a4c7-b33ac83ebd19 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Allocated IP 2001:db8::f (118cd1b0-3018-4546-9a47-2b88ead0514c/d95ec8d4-6b43-49c1-bf76-3d184affc35a/db916c72-a4e7-46d8-bb63-c870bb554817) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:43.792451 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-354ea937-0cde-45e1-8f38-bc47e2de8edd None None] Port 444611c8-3818-47f0-8026-293039726304 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:43.800488 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:43.856820 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-354ea937-0cde-45e1-8f38-bc47e2de8edd None None] Provisioning complete for port 125b91d8-da7f-4987-b3eb-08ed784c03cf triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:43.858992 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-354ea937-0cde-45e1-8f38-bc47e2de8edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:43.928740 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 125b91d8-da7f-4987-b3eb-08ed784c03cf, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=125b91d8-da7f-4987-b3eb-08ed784c03cf,segment=NetworkSegment(6724ae5a-dcb1-4d97-b875-f95935a9efc1),segment_id=6724ae5a-dcb1-4d97-b875-f95935a9efc1)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:43.944508 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:44.031907 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 48998) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:44.065549 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=125b91d8-da7f-4987-b3eb-08ed784c03cf,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:44.210605 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-b80698a2-de44-43e9-98f6-c52fa14afc48 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:44.212809 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-b80698a2-de44-43e9-98f6-c52fa14afc48 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/networks?id=e965ef4e-e668-477c-beef-2db73a7493c5 HTTP/1.1" status: 200 len: 811 time: 0.3851750 Jul 15 13:24:44.225254 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee546809-1dc6-4c1e-9ff4-81e21941bae9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:44.225629 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-870eeb05-e0d6-439f-a4c7-b33ac83ebd19 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:44.243336 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-870eeb05-e0d6-439f-a4c7-b33ac83ebd19 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Transition to ACTIVE for port object db916c72-a4e7-46d8-bb63-c870bb554817 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:44.245303 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-164eec44-bd6b-4f14-822b-d230a1fca243 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/quotas/c3b5c10ca921490daf1bd81ad48415b4 HTTP/1.1" status: 200 len: 375 time: 0.0235531 Jul 15 13:24:44.264500 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-32e11599-270d-4a33-ba9d-838bdaafd3ee None None] Provisioning complete for port 444611c8-3818-47f0-8026-293039726304 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:44.264880 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32e11599-270d-4a33-ba9d-838bdaafd3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:44.326435 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-0dd29f56-98b8-4cf8-add0-a7e545d42331 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c3b5c10ca921490daf1bd81ad48415b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731823 Jul 15 13:24:44.351301 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-32e11599-270d-4a33-ba9d-838bdaafd3ee None None] Port 444611c8-3818-47f0-8026-293039726304 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:44.358040 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-870eeb05-e0d6-439f-a4c7-b33ac83ebd19 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:44.402789 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1fd44-b269-4c36-9108-54c6e361e3dd req-16790438-11eb-4709-890f-d12f07025d27 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:44.404373 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-25f1fd44-b269-4c36-9108-54c6e361e3dd req-16790438-11eb-4709-890f-d12f07025d27 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 946 time: 0.3167648 Jul 15 13:24:44.443211 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870eeb05-e0d6-439f-a4c7-b33ac83ebd19 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Network 118cd1b0-3018-4546-9a47-2b88ead0514c is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:44.448779 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-870eeb05-e0d6-439f-a4c7-b33ac83ebd19 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:44.451109 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870eeb05-e0d6-439f-a4c7-b33ac83ebd19 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:44.456655 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870eeb05-e0d6-439f-a4c7-b33ac83ebd19 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:44.457394 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-870eeb05-e0d6-439f-a4c7-b33ac83ebd19 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:44.466942 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870eeb05-e0d6-439f-a4c7-b33ac83ebd19 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'Port': ['ID=db916c72-a4e7-46d8-bb63-c870bb554817,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:44.494781 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-870eeb05-e0d6-439f-a4c7-b33ac83ebd19 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.5770779 Jul 15 13:24:44.501216 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49002) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:44.528780 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-85e84016-28e9-4d81-acaf-a4d0aab87595 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Deleting port 7b26c7b4-4c9e-404f-9035-b73d36a73501 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:44.528780 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-85e84016-28e9-4d81-acaf-a4d0aab87595 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:44.586655 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-25f1fd44-b269-4c36-9108-54c6e361e3dd req-a916893c-f6d1-4329-90f0-9602b9b04aa6 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737087 Jul 15 13:24:44.614508 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-27219ef6-e26b-403c-a078-00b1d6a50c58 service neutron] 10.222.0.16 "GET /v2.0/networks/e965ef4e-e668-477c-beef-2db73a7493c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757449 Jul 15 13:24:44.694405 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-85e84016-28e9-4d81-acaf-a4d0aab87595 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:44.694921 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-85e84016-28e9-4d81-acaf-a4d0aab87595 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:44.723842 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-85e84016-28e9-4d81-acaf-a4d0aab87595 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Calling delete_port for 7b26c7b4-4c9e-404f-9035-b73d36a73501 owned by network:floatingip {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:44.910536 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-10963fb6-64cb-4ca9-8bbd-2fccdd3a36c1 None None] Provisioning for port db916c72-a4e7-46d8-bb63-c870bb554817 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:44.920715 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-10963fb6-64cb-4ca9-8bbd-2fccdd3a36c1 None None] Provisioning complete for port db916c72-a4e7-46d8-bb63-c870bb554817 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:44.922746 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10963fb6-64cb-4ca9-8bbd-2fccdd3a36c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.017715 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-10963fb6-64cb-4ca9-8bbd-2fccdd3a36c1 None None] Port db916c72-a4e7-46d8-bb63-c870bb554817 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:45.035499 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-85e84016-28e9-4d81-acaf-a4d0aab87595 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.098447 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e84016-28e9-4d81-acaf-a4d0aab87595 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event deleted for resources: {'Port': ['ID=7b26c7b4-4c9e-404f-9035-b73d36a73501,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:45.178841 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-85e84016-28e9-4d81-acaf-a4d0aab87595 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for floatingip, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.179218 n-d-771363-36 neutron-server[93826]: INFO neutron.db.l3_db [None req-85e84016-28e9-4d81-acaf-a4d0aab87595 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Floating IP f7be4083-c9a8-4a76-beb3-c1e18f3d1c9f disassociated (deleted). External IP: 172.25.8.163, port: 6106094f-2371-4e61-a305-8e29178d3f58. Jul 15 13:24:45.274519 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 125b91d8-da7f-4987-b3eb-08ed784c03cf up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:45.298199 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee546809-1dc6-4c1e-9ff4-81e21941bae9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Router e8b85997-7088-4edc-a30c-17f504977818 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:24:45.323239 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bed1613-4013-4252-b0fd-de4d829a27a9 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:45.329077 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1bed1613-4013-4252-b0fd-de4d829a27a9 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.8243759 Jul 15 13:24:45.335991 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49018) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:45.356116 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 125b91d8-da7f-4987-b3eb-08ed784c03cf triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:45.359075 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.457823 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e84016-28e9-4d81-acaf-a4d0aab87595 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Router f8dbe11f-6c7d-4624-b436-b44243febec7 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:45.475199 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-b7b5551f-6d7a-4e43-af65-351746b5ee78 service neutron] 10.222.0.16 "GET /v2.0/networks/e965ef4e-e668-477c-beef-2db73a7493c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8482788 Jul 15 13:24:45.496136 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 3d2da53d-2eca-413e-911e-6de16aded3bf no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:24:45.532527 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965daa70-c846-4d2a-a273-a0c2957856d1 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:45.539706 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965daa70-c846-4d2a-a273-a0c2957856d1 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:45.547191 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965daa70-c846-4d2a-a273-a0c2957856d1 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:45.549359 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-965daa70-c846-4d2a-a273-a0c2957856d1 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2121372 Jul 15 13:24:45.552843 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49022) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:45.574129 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee546809-1dc6-4c1e-9ff4-81e21941bae9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:45.588260 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc7fe96-fc48-45d7-9971-a3d1751f9f6d None None] Sync routers for ids ['e8b85997-7088-4edc-a30c-17f504977818'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:45.602721 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc7fe96-fc48-45d7-9971-a3d1751f9f6d None None] Routers {'e8b85997-7088-4edc-a30c-17f504977818'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:45.604629 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-ffc7fe96-fc48-45d7-9971-a3d1751f9f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:24:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['e8b85997-7088-4edc-a30c-17f504977818'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:45.604806 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee546809-1dc6-4c1e-9ff4-81e21941bae9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.609076 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ee546809-1dc6-4c1e-9ff4-81e21941bae9 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.6527748 Jul 15 13:24:45.609289 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49024) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:45.659436 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-133ff761-a63f-44ec-baaf-6731f904b61f tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=d986de84121549bf90b7ac80073eff67&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0477831 Jul 15 13:24:45.662027 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49026) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:45.663751 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.779429 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d2da53d-2eca-413e-911e-6de16aded3bf'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:45.783017 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a91ee6b-246b-49d0-a56e-e6c15ca5fa0c" -d '{"events": [{"server_uuid": "b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c", "name": "network-vif-unplugged", "status": "completed", "tag": "3d2da53d-2eca-413e-911e-6de16aded3bf"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:45.793841 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e84016-28e9-4d81-acaf-a4d0aab87595 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:45.804424 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 3d2da53d-2eca-413e-911e-6de16aded3bf, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=3d2da53d-2eca-413e-911e-6de16aded3bf,segment=NetworkSegment(02b4ae28-7870-45f1-8b91-4bf335fcbce3),segment_id=02b4ae28-7870-45f1-8b91-4bf335fcbce3)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:45.809623 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7491f915-4d1b-4441-8a9d-fb6c84d5d731 None None] Sync routers for ids ['f8dbe11f-6c7d-4624-b436-b44243febec7'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:45.819894 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-85e84016-28e9-4d81-acaf-a4d0aab87595 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.822947 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.830533 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7491f915-4d1b-4441-8a9d-fb6c84d5d731 None None] Routers {'f8dbe11f-6c7d-4624-b436-b44243febec7'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:45.831194 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-7491f915-4d1b-4441-8a9d-fb6c84d5d731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:24:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f8dbe11f-6c7d-4624-b436-b44243febec7'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:45.906171 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-ffc7fe96-fc48-45d7-9971-a3d1751f9f6d None None] Set router e8b85997-7088-4edc-a30c-17f504977818 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:45.923003 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-85e84016-28e9-4d81-acaf-a4d0aab87595 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "DELETE /v2.0/floatingips/f7be4083-c9a8-4a76-beb3-c1e18f3d1c9f HTTP/1.1" status: 204 len: 168 time: 1.8896098 Jul 15 13:24:45.925740 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '321a7a48-f179-4eb0-9166-966487b69830', 'tag': '6106094f-2371-4e61-a305-8e29178d3f58'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:45.932681 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5ab501-480c-4bd6-8d7d-e1c5195baaeb" -d '{"events": [{"name": "network-changed", "server_uuid": "321a7a48-f179-4eb0-9166-966487b69830", "tag": "6106094f-2371-4e61-a305-8e29178d3f58"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:45.973496 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-1b3b663f-da98-4082-b120-dbb53e209f86 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Deleting port db916c72-a4e7-46d8-bb63-c870bb554817 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:45.975664 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1b3b663f-da98-4082-b120-dbb53e209f86 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.977346 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=3d2da53d-2eca-413e-911e-6de16aded3bf,revision_number=8']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:45.990234 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-40fb8aed-8f46-41f0-9dde-e034dfd9df94 req-eb8892c0-ef21-4e1a-b69a-af1a4260d5bb tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f896906-cdef-48c2-a6eb-058b0b185c51 HTTP/1.1" status: 200 len: 210 time: 0.1812177 Jul 15 13:24:46.049594 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-7491f915-4d1b-4441-8a9d-fb6c84d5d731 None None] Set router f8dbe11f-6c7d-4624-b436-b44243febec7 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:46.053700 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00555797-59ac-4eac-8193-b31b8403cd22 x-openstack-request-id: req-00555797-59ac-4eac-8193-b31b8403cd22 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:46.053987 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c", "name": "network-vif-unplugged", "status": "failed", "tag": "3d2da53d-2eca-413e-911e-6de16aded3bf", "code": 422}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:46.054383 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-00555797-59ac-4eac-8193-b31b8403cd22 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:46.054674 n-d-771363-36 neutron-server[93827]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3d2da53d-2eca-413e-911e-6de16aded3bf', 'code': 422} returned with failed status Jul 15 13:24:46.152871 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1b3b663f-da98-4082-b120-dbb53e209f86 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:46.175103 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-1b3b663f-da98-4082-b120-dbb53e209f86 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Calling delete_port for db916c72-a4e7-46d8-bb63-c870bb554817 owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:46.298366 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775ce8ff-75ce-455d-9294-d7f276e3440b tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:46.302515 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-775ce8ff-75ce-455d-9294-d7f276e3440b tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6355028 Jul 15 13:24:46.304518 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49060) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:46.356982 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-ffc7fe96-fc48-45d7-9971-a3d1751f9f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b85997-7088-4edc-a30c-17f504977818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1880597508', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'ac3edd4f-9739-4f3d-be4c-754a643ea67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:41Z', 'updated_at': '2021-07-15T13:24:43Z', 'revision_number': 3, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'ac3edd4f-9739-4f3d-be4c-754a643ea67e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b85997-7088-4edc-a30c-17f504977818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:42Z', 'updated_at': '2021-07-15T13:24:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:46.363974 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-964fb43f-9b2b-4aea-970c-c86726eef9c6 tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=e1268488-a505-464f-96b0-8b93d6dfd7ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0583391 Jul 15 13:24:46.370226 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49064) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:46.376516 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6f87453-36e3-4ef1-b0a9-a0f7c701b599 req-a47bf1a5-88c1-43e2-b65c-163483feccea service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4723160 Jul 15 13:24:46.399494 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-e7da6a5b-bba7-4c38-a5fe-86336393b452 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-309880494', 'network_id': 'ed20d663-1173-4534-8523-fc0b2fbb7ad7', 'project_id': 'd986de84121549bf90b7ac80073eff67', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:46.405300 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b1e1c3-b13e-42cd-a410-f7d0d8784e04 req-e327e432-41ae-4e12-b66c-e222a2ba6cf4 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:46.419317 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d1b1e1c3-b13e-42cd-a410-f7d0d8784e04 req-e327e432-41ae-4e12-b66c-e222a2ba6cf4 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 944 time: 0.4814680 Jul 15 13:24:46.465198 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-7491f915-4d1b-4441-8a9d-fb6c84d5d731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8dbe11f-6c7d-4624-b436-b44243febec7', 'name': 'tempest-TestNetworkBasicOps-router-853146288', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '1b134cd2-2de3-41fa-b4c1-af166f580bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:37Z', 'updated_at': '2021-07-15T13:23:44Z', 'revision_number': 4, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'gw_port': {'id': '1b134cd2-2de3-41fa-b4c1-af166f580bcd', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dbe11f-6c7d-4624-b436-b44243febec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:38Z', 'updated_at': '2021-07-15T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '329cc6a1-87fd-4de1-951e-3134d84d71fb', 'name': '', 'network_id': 'f2d00a68-83b8-489c-abaf-ed87ef9932af', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'mac_address': 'fa:16:3e:18:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dbe11f-6c7d-4624-b436-b44243febec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '0d39d281-05be-4cc1-b860-61e44e1a5ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:42Z', 'updated_at': '2021-07-15T13:23:49Z', 'revision_number': 5, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'subnets': [{'id': '0d39d281-05be-4cc1-b860-61e44e1a5ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:46.514593 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d1b1e1c3-b13e-42cd-a410-f7d0d8784e04 req-1cb1acd1-ae9a-4e19-ba61-99b6590c6d1f tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929539 Jul 15 13:24:46.531773 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7491f915-4d1b-4441-8a9d-fb6c84d5d731 None None] Checking router: f8dbe11f-6c7d-4624-b436-b44243febec7 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:24:46.552771 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7491f915-4d1b-4441-8a9d-fb6c84d5d731 None None] Routers {'f8dbe11f-6c7d-4624-b436-b44243febec7'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:46.553613 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-7491f915-4d1b-4441-8a9d-fb6c84d5d731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:24:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f8dbe11f-6c7d-4624-b436-b44243febec7'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:46.651615 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc7fe96-fc48-45d7-9971-a3d1751f9f6d None None] Checking router: e8b85997-7088-4edc-a30c-17f504977818 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:24:46.652531 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc7fe96-fc48-45d7-9971-a3d1751f9f6d None None] Updating router e8b85997-7088-4edc-a30c-17f504977818 port ac3edd4f-9739-4f3d-be4c-754a643ea67e binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:24:46.655908 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076d4785-28d0-40cd-ac84-da1051e818a5 x-openstack-request-id: req-076d4785-28d0-40cd-ac84-da1051e818a5 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:46.657311 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "321a7a48-f179-4eb0-9166-966487b69830", "tag": "6106094f-2371-4e61-a305-8e29178d3f58", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:46.657719 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-076d4785-28d0-40cd-ac84-da1051e818a5 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:46.658267 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '321a7a48-f179-4eb0-9166-966487b69830', 'tag': '6106094f-2371-4e61-a305-8e29178d3f58', 'status': 'completed', 'code': 200} Jul 15 13:24:46.705064 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-7491f915-4d1b-4441-8a9d-fb6c84d5d731 None None] Set router f8dbe11f-6c7d-4624-b436-b44243febec7 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:46.737623 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ffc7fe96-fc48-45d7-9971-a3d1751f9f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:46.840230 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7da6a5b-bba7-4c38-a5fe-86336393b452 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Made reservation on behalf of d986de84121549bf90b7ac80073eff67 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:46.844399 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e7da6a5b-bba7-4c38-a5fe-86336393b452 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:47.025942 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c12c3-eb21-4e09-aee2-7eb14e5018dc req-b3dfac58-5def-4a23-95d3-7b2aba5f42ea tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:47.030944 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3c9c12c3-eb21-4e09-aee2-7eb14e5018dc req-b3dfac58-5def-4a23-95d3-7b2aba5f42ea tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?device_id=321a7a48-f179-4eb0-9166-966487b69830 HTTP/1.1" status: 200 len: 946 time: 0.1054738 Jul 15 13:24:47.145063 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-7491f915-4d1b-4441-8a9d-fb6c84d5d731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8dbe11f-6c7d-4624-b436-b44243febec7', 'name': 'tempest-TestNetworkBasicOps-router-853146288', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '1b134cd2-2de3-41fa-b4c1-af166f580bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:37Z', 'updated_at': '2021-07-15T13:23:44Z', 'revision_number': 4, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'gw_port': {'id': '1b134cd2-2de3-41fa-b4c1-af166f580bcd', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dbe11f-6c7d-4624-b436-b44243febec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:38Z', 'updated_at': '2021-07-15T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '329cc6a1-87fd-4de1-951e-3134d84d71fb', 'name': '', 'network_id': 'f2d00a68-83b8-489c-abaf-ed87ef9932af', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'mac_address': 'fa:16:3e:18:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dbe11f-6c7d-4624-b436-b44243febec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '0d39d281-05be-4cc1-b860-61e44e1a5ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:42Z', 'updated_at': '2021-07-15T13:23:49Z', 'revision_number': 5, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'subnets': [{'id': '0d39d281-05be-4cc1-b860-61e44e1a5ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:47.145633 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3c9c12c3-eb21-4e09-aee2-7eb14e5018dc req-84d56b92-b304-40be-91ad-802d114132f8 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/security-groups?id=d410b95e-6a5b-4c80-af3d-fceaf0ca8b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044135 Jul 15 13:24:47.247299 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7491f915-4d1b-4441-8a9d-fb6c84d5d731 None None] The sync data for ids ['f8dbe11f-6c7d-4624-b436-b44243febec7'] in n-d-771363-36 is: [{'id': 'f8dbe11f-6c7d-4624-b436-b44243febec7', 'name': 'tempest-TestNetworkBasicOps-router-853146288', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '1b134cd2-2de3-41fa-b4c1-af166f580bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:37Z', 'updated_at': '2021-07-15T13:23:44Z', 'revision_number': 4, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'gw_port': {'id': '1b134cd2-2de3-41fa-b4c1-af166f580bcd', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dbe11f-6c7d-4624-b436-b44243febec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:38Z', 'updated_at': '2021-07-15T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '329cc6a1-87fd-4de1-951e-3134d84d71fb', 'name': '', 'network_id': 'f2d00a68-83b8-489c-abaf-ed87ef9932af', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'mac_address': 'fa:16:3e:18:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dbe11f-6c7d-4624-b436-b44243febec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '0d39d281-05be-4cc1-b860-61e44e1a5ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:42Z', 'updated_at': '2021-07-15T13:23:49Z', 'revision_number': 5, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'subnets': [{'id': '0d39d281-05be-4cc1-b860-61e44e1a5ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:47.353995 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e227a0c8-7b56-410f-b622-ee9ac0446d98 req-fcb25dcd-9c7b-462d-9f83-2ff1e9dcebb7 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f896906-cdef-48c2-a6eb-058b0b185c51 HTTP/1.1" status: 200 len: 210 time: 0.0888617 Jul 15 13:24:47.403325 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ffc7fe96-fc48-45d7-9971-a3d1751f9f6d None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:47.449914 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-ffc7fe96-fc48-45d7-9971-a3d1751f9f6d None None] Transition to ACTIVE for port object ac3edd4f-9739-4f3d-be4c-754a643ea67e will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:47.455850 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1b3b663f-da98-4082-b120-dbb53e209f86 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:47.460061 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ffc7fe96-fc48-45d7-9971-a3d1751f9f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:47.533657 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-ffc7fe96-fc48-45d7-9971-a3d1751f9f6d None None] Attempting to bind port ac3edd4f-9739-4f3d-be4c-754a643ea67e on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:24:47.534122 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-ffc7fe96-fc48-45d7-9971-a3d1751f9f6d None None] Attempting to bind port ac3edd4f-9739-4f3d-be4c-754a643ea67e by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:24:47.534594 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc7fe96-fc48-45d7-9971-a3d1751f9f6d None None] Attempting to bind port ac3edd4f-9739-4f3d-be4c-754a643ea67e on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:47.543505 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc7fe96-fc48-45d7-9971-a3d1751f9f6d None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:24:47.543957 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc7fe96-fc48-45d7-9971-a3d1751f9f6d None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:47.544451 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ffc7fe96-fc48-45d7-9971-a3d1751f9f6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:47.544947 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc7fe96-fc48-45d7-9971-a3d1751f9f6d None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:24:47.545513 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-ffc7fe96-fc48-45d7-9971-a3d1751f9f6d None None] Bound port: ac3edd4f-9739-4f3d-be4c-754a643ea67e, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:24:47.545984 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ffc7fe96-fc48-45d7-9971-a3d1751f9f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:47.549830 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b008a-6f2d-44fe-9f4a-b7c93594095f None None] Pushing event updated for resources: {'Port': ['ID=ac3edd4f-9739-4f3d-be4c-754a643ea67e,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:47.597326 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7b008a-6f2d-44fe-9f4a-b7c93594095f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:47.597755 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7b008a-6f2d-44fe-9f4a-b7c93594095f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:47.598868 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7b008a-6f2d-44fe-9f4a-b7c93594095f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:47.599264 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7b008a-6f2d-44fe-9f4a-b7c93594095f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:47.601134 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7b008a-6f2d-44fe-9f4a-b7c93594095f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:47.601537 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7b008a-6f2d-44fe-9f4a-b7c93594095f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:47.601952 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7b008a-6f2d-44fe-9f4a-b7c93594095f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:47.603874 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7b008a-6f2d-44fe-9f4a-b7c93594095f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:47.604367 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7b008a-6f2d-44fe-9f4a-b7c93594095f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:47.604858 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7b008a-6f2d-44fe-9f4a-b7c93594095f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:47.605202 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7b008a-6f2d-44fe-9f4a-b7c93594095f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:47.607411 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7b008a-6f2d-44fe-9f4a-b7c93594095f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:47.621041 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b663f-da98-4082-b120-dbb53e209f86 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'Port': ['ID=db916c72-a4e7-46d8-bb63-c870bb554817,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:47.669688 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-ffc7fe96-fc48-45d7-9971-a3d1751f9f6d None None] For port ac3edd4f-9739-4f3d-be4c-754a643ea67e, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:47.675239 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-ffc7fe96-fc48-45d7-9971-a3d1751f9f6d None None] For port ac3edd4f-9739-4f3d-be4c-754a643ea67e, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=ac3edd4f-9739-4f3d-be4c-754a643ea67e,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:24:47.681595 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ffc7fe96-fc48-45d7-9971-a3d1751f9f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:47.702367 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1b3b663f-da98-4082-b120-dbb53e209f86 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:47.707743 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1b3b663f-da98-4082-b120-dbb53e209f86 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/ports/db916c72-a4e7-46d8-bb63-c870bb554817 HTTP/1.1" status: 204 len: 168 time: 2.1513042 Jul 15 13:24:47.709991 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49082) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:47.780877 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ab501-480c-4bd6-8d7d-e1c5195baaeb req-474cbac5-18b8-4540-89f2-6cebd4f57735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:47.782511 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ab5ab501-480c-4bd6-8d7d-e1c5195baaeb req-474cbac5-18b8-4540-89f2-6cebd4f57735 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b10b0063b8b9467f824b5e9176c44cfb&device_id=321a7a48-f179-4eb0-9166-966487b69830 HTTP/1.1" status: 200 len: 1098 time: 1.1121941 Jul 15 13:24:47.830971 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-81e6713a-69a9-4c44-a220-c28c0f60ffe9 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] GET failed (client error): The resource could not be found. Jul 15 13:24:47.833035 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-81e6713a-69a9-4c44-a220-c28c0f60ffe9 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "GET /v2.0/ports/db916c72-a4e7-46d8-bb63-c870bb554817 HTTP/1.1" status: 404 len: 333 time: 0.1205935 Jul 15 13:24:47.850595 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49084) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:47.865669 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040b77e8-ec2c-4fee-a2b7-b2ee4b2e4de0 None None] New status for floating IP f7be4083-c9a8-4a76-beb3-c1e18f3d1c9f: DOWN {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:24:47.920357 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306a902-fd44-4e53-b50a-a78e34fb1bda req-a3a107de-1375-4e16-9abb-96db8cceef35 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:47.931223 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5306a902-fd44-4e53-b50a-a78e34fb1bda req-a3a107de-1375-4e16-9abb-96db8cceef35 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 944 time: 0.1245070 Jul 15 13:24:48.023544 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5306a902-fd44-4e53-b50a-a78e34fb1bda req-e2f1dc1e-64a4-447f-a532-230c571feee2 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748551 Jul 15 13:24:48.048113 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc7fe96-fc48-45d7-9971-a3d1751f9f6d None None] Routers {'e8b85997-7088-4edc-a30c-17f504977818'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:48.056775 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-ffc7fe96-fc48-45d7-9971-a3d1751f9f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:24:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['e8b85997-7088-4edc-a30c-17f504977818'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:48.135606 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-a84c27f7-ede6-44ae-bd39-57e66a394acb tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:48.137634 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-a84c27f7-ede6-44ae-bd39-57e66a394acb tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.46 "GET /v2.0/networks?id=e965ef4e-e668-477c-beef-2db73a7493c5 HTTP/1.1" status: 200 len: 811 time: 0.1808269 Jul 15 13:24:48.151768 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-a27cc424-7ed4-4d49-b6f9-6deb348b39ee tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Request body: {'port': {'device_id': '0f896906-cdef-48c2-a6eb-058b0b185c51', 'network_id': 'e965ef4e-e668-477c-beef-2db73a7493c5', 'admin_state_up': True, 'tenant_id': 'c3b5c10ca921490daf1bd81ad48415b4'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:48.192669 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-ffc7fe96-fc48-45d7-9971-a3d1751f9f6d None None] Set router e8b85997-7088-4edc-a30c-17f504977818 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:48.271179 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b008a-6f2d-44fe-9f4a-b7c93594095f None None] Pushing event updated for resources: {'Port': ['ID=ac3edd4f-9739-4f3d-be4c-754a643ea67e,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:48.325662 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-a27cc424-7ed4-4d49-b6f9-6deb348b39ee tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Made reservation on behalf of c3b5c10ca921490daf1bd81ad48415b4 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:48.334615 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-a27cc424-7ed4-4d49-b6f9-6deb348b39ee tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:48.342455 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ab501-480c-4bd6-8d7d-e1c5195baaeb req-07d2d0fd-effd-4241-9b60-db19ec7fcc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:48.345090 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ab5ab501-480c-4bd6-8d7d-e1c5195baaeb req-07d2d0fd-effd-4241-9b60-db19ec7fcc95 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f2d00a68-83b8-489c-abaf-ed87ef9932af HTTP/1.1" status: 200 len: 897 time: 0.5554307 Jul 15 13:24:48.346927 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e7da6a5b-bba7-4c38-a5fe-86336393b452 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:48.422644 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5863026-7967-4a30-8fe6-5a3327250f21 req-51896352-e35b-436c-b774-55a4455a4965 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:48.428231 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e5863026-7967-4a30-8fe6-5a3327250f21 req-51896352-e35b-436c-b774-55a4455a4965 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.46 "GET /v2.0/ports?device_id=321a7a48-f179-4eb0-9166-966487b69830 HTTP/1.1" status: 200 len: 946 time: 0.1665814 Jul 15 13:24:48.446673 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-ffc7fe96-fc48-45d7-9971-a3d1751f9f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b85997-7088-4edc-a30c-17f504977818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1880597508', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'ac3edd4f-9739-4f3d-be4c-754a643ea67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:41Z', 'updated_at': '2021-07-15T13:24:43Z', 'revision_number': 3, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'ac3edd4f-9739-4f3d-be4c-754a643ea67e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b85997-7088-4edc-a30c-17f504977818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:42Z', 'updated_at': '2021-07-15T13:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:48.511708 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc7fe96-fc48-45d7-9971-a3d1751f9f6d None None] The sync data for ids ['e8b85997-7088-4edc-a30c-17f504977818'] in n-d-771363-36 is: [{'id': 'e8b85997-7088-4edc-a30c-17f504977818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1880597508', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'ac3edd4f-9739-4f3d-be4c-754a643ea67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:41Z', 'updated_at': '2021-07-15T13:24:43Z', 'revision_number': 3, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'ac3edd4f-9739-4f3d-be4c-754a643ea67e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b85997-7088-4edc-a30c-17f504977818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:42Z', 'updated_at': '2021-07-15T13:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:48.516950 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ab5ab501-480c-4bd6-8d7d-e1c5195baaeb req-d8045f82-40c7-42aa-b91f-ecbdd3fe8ac7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6106094f-2371-4e61-a305-8e29178d3f58 HTTP/1.1" status: 200 len: 217 time: 0.1594536 Jul 15 13:24:48.685372 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ab501-480c-4bd6-8d7d-e1c5195baaeb req-1d2e93ce-91c1-4198-b212-968c4bd47461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:48.688392 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ab5ab501-480c-4bd6-8d7d-e1c5195baaeb req-1d2e93ce-91c1-4198-b212-968c4bd47461 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0d39d281-05be-4cc1-b860-61e44e1a5ebe HTTP/1.1" status: 200 len: 835 time: 0.1584308 Jul 15 13:24:48.710142 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7da6a5b-bba7-4c38-a5fe-86336393b452 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Checking segment: {'id': 'e74a67fe-78ce-41da-bcef-bcbaece410e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ed20d663-1173-4534-8523-fc0b2fbb7ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:48.710510 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7da6a5b-bba7-4c38-a5fe-86336393b452 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Network hostable DHCP agents. Network: ed20d663-1173-4534-8523-fc0b2fbb7ad7, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:24:48.730599 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cc709394-fc06-4b45-b0ee-8b0de62faf39 req-d20b463f-4655-4b6c-872a-c11badf0adc0 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f896906-cdef-48c2-a6eb-058b0b185c51 HTTP/1.1" status: 200 len: 210 time: 0.0640059 Jul 15 13:24:48.774910 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-8e95dd47-a414-45c2-9f2e-4bae08214437 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Deleting port 444611c8-3818-47f0-8026-293039726304 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:48.774910 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8e95dd47-a414-45c2-9f2e-4bae08214437 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:48.811987 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-e5863026-7967-4a30-8fe6-5a3327250f21 req-5f851276-151d-4dc0-a54b-1f1728e6914a tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Deleting port 6106094f-2371-4e61-a305-8e29178d3f58 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:48.812643 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e5863026-7967-4a30-8fe6-5a3327250f21 req-5f851276-151d-4dc0-a54b-1f1728e6914a tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:48.865331 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-a27cc424-7ed4-4d49-b6f9-6deb348b39ee tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Allocated IP 172.20.0.4 (e965ef4e-e668-477c-beef-2db73a7493c5/48cd908b-8de3-49e5-bad9-92af6437619d/755f7970-c6fa-4562-b6f1-f4be3f0a6511) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:48.973708 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da6a5b-bba7-4c38-a5fe-86336393b452 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'Subnet': ['ID=5c117192-dba8-4172-aea4-1eed9584f092,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:48.984577 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7da6a5b-bba7-4c38-a5fe-86336393b452 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Network ed20d663-1173-4534-8523-fc0b2fbb7ad7 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:24:49.016201 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8e95dd47-a414-45c2-9f2e-4bae08214437 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:49.025161 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-e7da6a5b-bba7-4c38-a5fe-86336393b452 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, ed20d663-1173-4534-8523-fc0b2fbb7ad7) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:49.035044 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-8e95dd47-a414-45c2-9f2e-4bae08214437 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Calling delete_port for 444611c8-3818-47f0-8026-293039726304 owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:49.037609 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a883bb7c-90b0-4b9e-83ab-90cc3f57e48c None None] Network ed20d663-1173-4534-8523-fc0b2fbb7ad7 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:49.069778 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7da6a5b-bba7-4c38-a5fe-86336393b452 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:49.070459 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e7da6a5b-bba7-4c38-a5fe-86336393b452 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:49.252389 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-e5863026-7967-4a30-8fe6-5a3327250f21 req-5f851276-151d-4dc0-a54b-1f1728e6914a tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] For port 6106094f-2371-4e61-a305-8e29178d3f58, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=6106094f-2371-4e61-a305-8e29178d3f58,segment=NetworkSegment(a2bb44b8-5632-4278-a835-5e8fd283bd80),segment_id=a2bb44b8-5632-4278-a835-5e8fd283bd80)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:49.254225 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e5863026-7967-4a30-8fe6-5a3327250f21 req-5f851276-151d-4dc0-a54b-1f1728e6914a tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:49.261303 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e7da6a5b-bba7-4c38-a5fe-86336393b452 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.8846405 Jul 15 13:24:49.273381 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49096) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:49.282452 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ab501-480c-4bd6-8d7d-e1c5195baaeb req-b36fe57c-9fe5-4d5b-a578-f6f03beadd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:49.284013 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ab5ab501-480c-4bd6-8d7d-e1c5195baaeb req-b36fe57c-9fe5-4d5b-a578-f6f03beadd36 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f2d00a68-83b8-489c-abaf-ed87ef9932af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5794947 Jul 15 13:24:49.316406 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-e5863026-7967-4a30-8fe6-5a3327250f21 req-5f851276-151d-4dc0-a54b-1f1728e6914a tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Calling delete_port for 6106094f-2371-4e61-a305-8e29178d3f58 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:49.329753 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device ac3edd4f-9739-4f3d-be4c-754a643ea67e up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:49.478622 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50bebb1-4ac8-4ee3-b348-82fc042ce2a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-ed20d663-1173-4534-8523-fc0b2fbb7ad7', 'network_id': 'ed20d663-1173-4534-8523-fc0b2fbb7ad7', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'fixed_ips': [{'subnet_id': '5c117192-dba8-4172-aea4-1eed9584f092'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:24:49.479484 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b50bebb1-4ac8-4ee3-b348-82fc042ce2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:49.541646 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189237b-2bf6-4bed-b807-a8340f7345ed req-4e02535e-4179-4867-84f4-364f9b374e47 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:49.549518 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9189237b-2bf6-4bed-b807-a8340f7345ed req-4e02535e-4179-4867-84f4-364f9b374e47 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?device_id=321a7a48-f179-4eb0-9166-966487b69830 HTTP/1.1" status: 200 len: 946 time: 0.6541488 Jul 15 13:24:49.607403 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ab5ab501-480c-4bd6-8d7d-e1c5195baaeb req-f39c274e-2d18-4f5d-8227-1bd5731cfbdd service neutron] 10.222.0.46 "GET /v2.0/networks/f2d00a68-83b8-489c-abaf-ed87ef9932af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140452 Jul 15 13:24:49.734261 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8e95dd47-a414-45c2-9f2e-4bae08214437 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:49.813786 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95dd47-a414-45c2-9f2e-4bae08214437 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'Port': ['ID=444611c8-3818-47f0-8026-293039726304,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:49.847207 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9189237b-2bf6-4bed-b807-a8340f7345ed req-73c843d4-ad2a-4a53-b907-1c0f7b7b644c tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/security-groups?id=d410b95e-6a5b-4c80-af3d-fceaf0ca8b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2963071 Jul 15 13:24:49.867843 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8e95dd47-a414-45c2-9f2e-4bae08214437 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:49.869852 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8e95dd47-a414-45c2-9f2e-4bae08214437 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/ports/444611c8-3818-47f0-8026-293039726304 HTTP/1.1" status: 204 len: 168 time: 2.0005281 Jul 15 13:24:49.875603 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ab5ab501-480c-4bd6-8d7d-e1c5195baaeb req-5eb9437d-0475-4a9e-948a-52da19077057 service neutron] 10.222.0.46 "GET /v2.0/networks/f2d00a68-83b8-489c-abaf-ed87ef9932af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577279 Jul 15 13:24:49.876292 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49102) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:49.892059 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-a27cc424-7ed4-4d49-b6f9-6deb348b39ee tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:49.926640 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port ac3edd4f-9739-4f3d-be4c-754a643ea67e completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:49.947931 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b029308-fad1-4cb4-ac77-4e9693753f25 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] GET failed (client error): The resource could not be found. Jul 15 13:24:49.962784 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54922601-eee0-4bdc-abdc-8e2364036a2d req-5564c4d7-3ae8-48bc-8204-a470ba279db1 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:49.971218 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-54922601-eee0-4bdc-abdc-8e2364036a2d req-5564c4d7-3ae8-48bc-8204-a470ba279db1 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 944 time: 0.7008245 Jul 15 13:24:49.975631 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6b029308-fad1-4cb4-ac77-4e9693753f25 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "GET /v2.0/ports/444611c8-3818-47f0-8026-293039726304 HTTP/1.1" status: 404 len: 333 time: 0.0842154 Jul 15 13:24:49.978017 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49104) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:50.033241 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port ac3edd4f-9739-4f3d-be4c-754a643ea67e triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:50.033981 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.122439 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-25e62654-6925-40e0-ab10-63e9a2dd2310 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Deleting subnet d95ec8d4-6b43-49c1-bf76-3d184affc35a {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:24:50.128663 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-25e62654-6925-40e0-ab10-63e9a2dd2310 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.198472 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-b50bebb1-4ac8-4ee3-b348-82fc042ce2a0 None None] Allocated IP 172.20.0.2 (ed20d663-1173-4534-8523-fc0b2fbb7ad7/5c117192-dba8-4172-aea4-1eed9584f092/71eb6109-e158-446a-bd7a-36b82f77ea8f) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:50.238655 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-25e62654-6925-40e0-ab10-63e9a2dd2310 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.277384 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-a27cc424-7ed4-4d49-b6f9-6deb348b39ee tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.306814 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.370782 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port ac3edd4f-9739-4f3d-be4c-754a643ea67e, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=ac3edd4f-9739-4f3d-be4c-754a643ea67e,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:50.379258 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.405604 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-25e62654-6925-40e0-ab10-63e9a2dd2310 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.425828 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-a27cc424-7ed4-4d49-b6f9-6deb348b39ee tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Network e965ef4e-e668-477c-beef-2db73a7493c5 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:50.441180 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-a27cc424-7ed4-4d49-b6f9-6deb348b39ee tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:50.447560 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-a27cc424-7ed4-4d49-b6f9-6deb348b39ee tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:50.497328 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=ac3edd4f-9739-4f3d-be4c-754a643ea67e,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:50.503285 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-25e62654-6925-40e0-ab10-63e9a2dd2310 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.516974 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-54922601-eee0-4bdc-abdc-8e2364036a2d req-4d8a1f45-039e-4ccf-a05c-f31f75161913 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5444908 Jul 15 13:24:50.532713 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b50bebb1-4ac8-4ee3-b348-82fc042ce2a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.555028 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b50bebb1-4ac8-4ee3-b348-82fc042ce2a0 None None] Transition to ACTIVE for port object 71eb6109-e158-446a-bd7a-36b82f77ea8f will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:50.573297 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e62654-6925-40e0-ab10-63e9a2dd2310 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'Subnet': ['ID=d95ec8d4-6b43-49c1-bf76-3d184affc35a,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:50.649281 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-25e62654-6925-40e0-ab10-63e9a2dd2310 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.649281 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-25e62654-6925-40e0-ab10-63e9a2dd2310 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/subnets/d95ec8d4-6b43-49c1-bf76-3d184affc35a HTTP/1.1" status: 204 len: 168 time: 0.5992098 Jul 15 13:24:50.650507 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81151bbf-223d-45d9-9705-570ea25bd8d1 None None] Network 118cd1b0-3018-4546-9a47-2b88ead0514c requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:50.650507 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b50bebb1-4ac8-4ee3-b348-82fc042ce2a0 None None] Transition to ACTIVE for port object 71eb6109-e158-446a-bd7a-36b82f77ea8f will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:50.650681 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49108) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:50.650746 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b50bebb1-4ac8-4ee3-b348-82fc042ce2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.676284 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49112) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:50.676827 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e5863026-7967-4a30-8fe6-5a3327250f21 req-5f851276-151d-4dc0-a54b-1f1728e6914a tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.740845 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50bebb1-4ac8-4ee3-b348-82fc042ce2a0 None None] Network ed20d663-1173-4534-8523-fc0b2fbb7ad7 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:50.749556 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cc424-7ed4-4d49-b6f9-6deb348b39ee tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Pushing event updated for resources: {'Port': ['ID=755f7970-c6fa-4562-b6f1-f4be3f0a6511,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:50.780867 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-b50bebb1-4ac8-4ee3-b348-82fc042ce2a0 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:50.784423 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50bebb1-4ac8-4ee3-b348-82fc042ce2a0 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:50.791708 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50bebb1-4ac8-4ee3-b348-82fc042ce2a0 None None] Pushing event updated for resources: {'Port': ['ID=71eb6109-e158-446a-bd7a-36b82f77ea8f,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:50.797715 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a16e6f17-933a-4eeb-a0b3-f4c384f20622 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.932915 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-a16e6f17-933a-4eeb-a0b3-f4c384f20622 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Deleting port 125b91d8-da7f-4987-b3eb-08ed784c03cf {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:50.934411 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a16e6f17-933a-4eeb-a0b3-f4c384f20622 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.967069 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-b50bebb1-4ac8-4ee3-b348-82fc042ce2a0 None None] Attempting to bind port 71eb6109-e158-446a-bd7a-36b82f77ea8f on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:24:50.967443 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-b50bebb1-4ac8-4ee3-b348-82fc042ce2a0 None None] Attempting to bind port 71eb6109-e158-446a-bd7a-36b82f77ea8f by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'e74a67fe-78ce-41da-bcef-bcbaece410e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ed20d663-1173-4534-8523-fc0b2fbb7ad7'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:24:50.967908 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50bebb1-4ac8-4ee3-b348-82fc042ce2a0 None None] Attempting to bind port 71eb6109-e158-446a-bd7a-36b82f77ea8f on network ed20d663-1173-4534-8523-fc0b2fbb7ad7 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:50.976168 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50bebb1-4ac8-4ee3-b348-82fc042ce2a0 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:24:50.976542 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50bebb1-4ac8-4ee3-b348-82fc042ce2a0 None None] Checking segment: {'id': 'e74a67fe-78ce-41da-bcef-bcbaece410e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ed20d663-1173-4534-8523-fc0b2fbb7ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:50.976941 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b50bebb1-4ac8-4ee3-b348-82fc042ce2a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.977335 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50bebb1-4ac8-4ee3-b348-82fc042ce2a0 None None] Bound using segment: {'id': 'e74a67fe-78ce-41da-bcef-bcbaece410e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ed20d663-1173-4534-8523-fc0b2fbb7ad7'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:24:50.977799 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-b50bebb1-4ac8-4ee3-b348-82fc042ce2a0 None None] Bound port: 71eb6109-e158-446a-bd7a-36b82f77ea8f, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74a67fe-78ce-41da-bcef-bcbaece410e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ed20d663-1173-4534-8523-fc0b2fbb7ad7'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:24:50.978177 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b50bebb1-4ac8-4ee3-b348-82fc042ce2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:51.157471 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-a16e6f17-933a-4eeb-a0b3-f4c384f20622 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] For port 125b91d8-da7f-4987-b3eb-08ed784c03cf, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=125b91d8-da7f-4987-b3eb-08ed784c03cf,segment=NetworkSegment(6724ae5a-dcb1-4d97-b875-f95935a9efc1),segment_id=6724ae5a-dcb1-4d97-b875-f95935a9efc1)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:51.158383 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a16e6f17-933a-4eeb-a0b3-f4c384f20622 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:51.187598 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-a16e6f17-933a-4eeb-a0b3-f4c384f20622 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Calling delete_port for 125b91d8-da7f-4987-b3eb-08ed784c03cf owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:51.206257 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572fe7d2-bc3b-4332-9d76-aae7424cb0c3 None None] DHCP port deletion for 118cd1b0-3018-4546-9a47-2b88ead0514c request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:24:51.215596 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a15554e7-a7ab-4dc5-b04c-6858a67db457 admin admin] Deleting subnet 045ea613-988e-4395-bf65-22f94dbdd99c {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:24:51.224404 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a15554e7-a7ab-4dc5-b04c-6858a67db457 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:51.231749 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-b50bebb1-4ac8-4ee3-b348-82fc042ce2a0 None None] For port 71eb6109-e158-446a-bd7a-36b82f77ea8f, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:51.293682 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-b50bebb1-4ac8-4ee3-b348-82fc042ce2a0 None None] For port 71eb6109-e158-446a-bd7a-36b82f77ea8f, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=71eb6109-e158-446a-bd7a-36b82f77ea8f,segment=NetworkSegment(e74a67fe-78ce-41da-bcef-bcbaece410e7),segment_id=e74a67fe-78ce-41da-bcef-bcbaece410e7)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:24:51.301724 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b50bebb1-4ac8-4ee3-b348-82fc042ce2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:51.316668 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a15554e7-a7ab-4dc5-b04c-6858a67db457 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:51.353683 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device ac3edd4f-9739-4f3d-be4c-754a643ea67e up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:51.417448 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a15554e7-a7ab-4dc5-b04c-6858a67db457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:51.471418 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50bebb1-4ac8-4ee3-b348-82fc042ce2a0 None None] Pushing event updated for resources: {'Port': ['ID=71eb6109-e158-446a-bd7a-36b82f77ea8f,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:51.502277 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-572fe7d2-bc3b-4332-9d76-aae7424cb0c3 None None] Deleting port 125b91d8-da7f-4987-b3eb-08ed784c03cf {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:51.502632 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-572fe7d2-bc3b-4332-9d76-aae7424cb0c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:51.516874 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port ac3edd4f-9739-4f3d-be4c-754a643ea67e triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:51.518910 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:51.548403 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a15554e7-a7ab-4dc5-b04c-6858a67db457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:51.591435 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a15554e7-a7ab-4dc5-b04c-6858a67db457 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:51.591753 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-572fe7d2-bc3b-4332-9d76-aae7424cb0c3 None None] For port 125b91d8-da7f-4987-b3eb-08ed784c03cf, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=125b91d8-da7f-4987-b3eb-08ed784c03cf,segment=NetworkSegment(6724ae5a-dcb1-4d97-b875-f95935a9efc1),segment_id=6724ae5a-dcb1-4d97-b875-f95935a9efc1)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:51.592152 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-572fe7d2-bc3b-4332-9d76-aae7424cb0c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:51.594613 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a15554e7-a7ab-4dc5-b04c-6858a67db457 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/045ea613-988e-4395-bf65-22f94dbdd99c HTTP/1.1" status: 204 len: 168 time: 0.9155109 Jul 15 13:24:51.598081 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15554e7-a7ab-4dc5-b04c-6858a67db457 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=045ea613-988e-4395-bf65-22f94dbdd99c,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:51.605216 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49120) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:51.613124 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-572fe7d2-bc3b-4332-9d76-aae7424cb0c3 None None] Calling delete_port for 125b91d8-da7f-4987-b3eb-08ed784c03cf owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:51.718464 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-a27cc424-7ed4-4d49-b6f9-6deb348b39ee tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:51.723618 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 6106094f-2371-4e61-a305-8e29178d3f58 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:24:51.729247 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-572fe7d2-bc3b-4332-9d76-aae7424cb0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:51.729595 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-a27cc424-7ed4-4d49-b6f9-6deb348b39ee tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:51.772823 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cc424-7ed4-4d49-b6f9-6deb348b39ee tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:51.773314 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cc424-7ed4-4d49-b6f9-6deb348b39ee tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:51.773656 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cc424-7ed4-4d49-b6f9-6deb348b39ee tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:51.773997 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cc424-7ed4-4d49-b6f9-6deb348b39ee tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:51.774596 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cc424-7ed4-4d49-b6f9-6deb348b39ee tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:51.774929 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cc424-7ed4-4d49-b6f9-6deb348b39ee tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:51.775255 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cc424-7ed4-4d49-b6f9-6deb348b39ee tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:51.775578 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cc424-7ed4-4d49-b6f9-6deb348b39ee tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:51.775900 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cc424-7ed4-4d49-b6f9-6deb348b39ee tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:51.776222 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cc424-7ed4-4d49-b6f9-6deb348b39ee tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:51.776542 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cc424-7ed4-4d49-b6f9-6deb348b39ee tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:51.776860 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cc424-7ed4-4d49-b6f9-6deb348b39ee tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:51.805473 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-188827e2-07b8-456b-a7e5-58cb97f2b2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:51.810516 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 6106094f-2371-4e61-a305-8e29178d3f58 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:24:51.811206 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 6106094f-2371-4e61-a305-8e29178d3f58 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:24:51.860154 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572fe7d2-bc3b-4332-9d76-aae7424cb0c3 None None] Pushing event deleted for resources: {'Port': ['ID=125b91d8-da7f-4987-b3eb-08ed784c03cf,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:51.870109 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572fe7d2-bc3b-4332-9d76-aae7424cb0c3 None None] No DVR routers for this DVR port 125b91d8-da7f-4987-b3eb-08ed784c03cf on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:24:51.951309 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5863026-7967-4a30-8fe6-5a3327250f21 req-5f851276-151d-4dc0-a54b-1f1728e6914a tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] No DVR routers for this DVR port 6106094f-2371-4e61-a305-8e29178d3f58 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:24:51.955060 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f851276-151d-4dc0-a54b-1f1728e6914a tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event deleted for resources: {'Port': ['ID=6106094f-2371-4e61-a305-8e29178d3f58,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:51.974311 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-188827e2-07b8-456b-a7e5-58cb97f2b2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:51.978224 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0fb91638-b07c-4fe0-ab95-f33a5f810edb req-106f18bb-33fa-42f1-b3f5-1111e0708399 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "GET /v2.0/ports?device_id=321a7a48-f179-4eb0-9166-966487b69830 HTTP/1.1" status: 200 len: 210 time: 0.3142407 Jul 15 13:24:51.979852 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-a27cc424-7ed4-4d49-b6f9-6deb348b39ee tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8335505 Jul 15 13:24:51.981121 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e5863026-7967-4a30-8fe6-5a3327250f21 req-5f851276-151d-4dc0-a54b-1f1728e6914a tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:51.988943 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e5863026-7967-4a30-8fe6-5a3327250f21 req-5f851276-151d-4dc0-a54b-1f1728e6914a tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.46 "DELETE /v2.0/ports/6106094f-2371-4e61-a305-8e29178d3f58 HTTP/1.1" status: 204 len: 173 time: 3.5545278 Jul 15 13:24:51.994413 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-188827e2-07b8-456b-a7e5-58cb97f2b2e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc378939-e101-4aa3-86f3-04b543a39c6c']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:51.998163 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '321a7a48-f179-4eb0-9166-966487b69830', 'name': 'network-vif-deleted', 'tag': '6106094f-2371-4e61-a305-8e29178d3f58'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:52.005259 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98dff6fd-9481-4d25-8399-8ca5467a8d8a" -d '{"events": [{"server_uuid": "321a7a48-f179-4eb0-9166-966487b69830", "name": "network-vif-deleted", "tag": "6106094f-2371-4e61-a305-8e29178d3f58"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:52.018309 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b6bba-51f0-4a90-81ff-f7c0e74dfe4d req-b1f3e77c-76e1-45e7-937f-5bf5fa97633f tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:52.019963 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-949b6bba-51f0-4a90-81ff-f7c0e74dfe4d req-b1f3e77c-76e1-45e7-937f-5bf5fa97633f tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f896906-cdef-48c2-a6eb-058b0b185c51 HTTP/1.1" status: 200 len: 931 time: 1.7638493 Jul 15 13:24:52.049095 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-c5da4f09-a756-4f3a-964c-b2c5647863f6 service neutron] Request body: {'port': {'device_id': '0f896906-cdef-48c2-a6eb-058b0b185c51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:52.070784 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-188827e2-07b8-456b-a7e5-58cb97f2b2e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3864457b-0c8b-4073-aefc-deb4dbf165b4') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:52.071233 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-188827e2-07b8-456b-a7e5-58cb97f2b2e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3864457b-0c8b-4073-aefc-deb4dbf165b4') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:52.079223 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a16e6f17-933a-4eeb-a0b3-f4c384f20622 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.096068 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-188827e2-07b8-456b-a7e5-58cb97f2b2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.121181 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e6f17-933a-4eeb-a0b3-f4c384f20622 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'Port': ['ID=125b91d8-da7f-4987-b3eb-08ed784c03cf,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:52.126936 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16e6f17-933a-4eeb-a0b3-f4c384f20622 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] No DVR routers for this DVR port 125b91d8-da7f-4987-b3eb-08ed784c03cf on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:24:52.153997 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-188827e2-07b8-456b-a7e5-58cb97f2b2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.192281 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-188827e2-07b8-456b-a7e5-58cb97f2b2e9 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:24:52.193011 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-188827e2-07b8-456b-a7e5-58cb97f2b2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.195138 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:52.195138 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:52.195138 n-d-771363-36 neutron-server[93826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:24:52.195138 n-d-771363-36 neutron-server[93826]: self.session.flush() Jul 15 13:24:52.195138 n-d-771363-36 neutron-server[93826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:24:52.195138 n-d-771363-36 neutron-server[93826]: self.session.flush() Jul 15 13:24:52.195138 n-d-771363-36 neutron-server[93826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:24:52.195138 n-d-771363-36 neutron-server[93826]: self.session.flush() Jul 15 13:24:52.195138 n-d-771363-36 neutron-server[93826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:24:52.195138 n-d-771363-36 neutron-server[93826]: self.session.flush() Jul 15 13:24:52.195138 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:24:52.195138 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:24:52.195138 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:24:52.195138 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:24:52.195138 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:24:52.195138 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:24:52.195138 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:24:52.195138 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:24:52.195138 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:24:52.195138 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:24:52.195138 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:24:52.195138 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:24:52.195138 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:24:52.195138 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:24:52.195138 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:24:52.195138 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:24:52.195138 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:24:52.195138 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:24:52.195138 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:24:52.195138 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:24:52.195138 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:24:52.195138 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:24:52.195138 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:24:52.195138 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:24:52.195138 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:24:52.195138 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:24:52.195138 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:24:52.195138 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:24:52.195138 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:24:52.195138 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:24:52.195138 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:24:52.195138 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:24:52.243228 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-c5da4f09-a756-4f3a-964c-b2c5647863f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.245550 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a16e6f17-933a-4eeb-a0b3-f4c384f20622 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.273184 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-a16e6f17-933a-4eeb-a0b3-f4c384f20622 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['118cd1b0-3018-4546-9a47-2b88ead0514c']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:52.275880 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-949b6bba-51f0-4a90-81ff-f7c0e74dfe4d req-5d6fa995-cd51-46e5-892d-1fd583166aea tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad0aec92-1cb7-40a4-ab68-1f458f23bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351919 Jul 15 13:24:52.367241 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-a16e6f17-933a-4eeb-a0b3-f4c384f20622 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6724ae5a-dcb1-4d97-b875-f95935a9efc1') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:52.367554 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-a16e6f17-933a-4eeb-a0b3-f4c384f20622 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6724ae5a-dcb1-4d97-b875-f95935a9efc1') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:52.379533 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a16e6f17-933a-4eeb-a0b3-f4c384f20622 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.386767 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-188827e2-07b8-456b-a7e5-58cb97f2b2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.401927 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-188827e2-07b8-456b-a7e5-58cb97f2b2e9 admin admin] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.404622 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-188827e2-07b8-456b-a7e5-58cb97f2b2e9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/bc378939-e101-4aa3-86f3-04b543a39c6c HTTP/1.1" status: 204 len: 168 time: 0.7926919 Jul 15 13:24:52.422027 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a16e6f17-933a-4eeb-a0b3-f4c384f20622 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.445301 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188827e2-07b8-456b-a7e5-58cb97f2b2e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc378939-e101-4aa3-86f3-04b543a39c6c,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:52.451530 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a16e6f17-933a-4eeb-a0b3-f4c384f20622 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:24:52.451954 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a16e6f17-933a-4eeb-a0b3-f4c384f20622 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.455593 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:24:52.455593 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:24:52.455593 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:24:52.455593 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:24:52.455593 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:24:52.455593 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:24:52.455593 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:24:52.455593 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:24:52.455593 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:24:52.455593 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:24:52.455593 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:24:52.455593 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:24:52.455593 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:24:52.455593 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:24:52.455593 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:24:52.455593 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:24:52.455593 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:24:52.455593 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:24:52.455593 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:24:52.455593 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:24:52.455593 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:24:52.455593 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:24:52.455593 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:24:52.455593 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:24:52.455593 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:24:52.455593 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:24:52.455593 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:24:52.455593 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:24:52.455593 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:24:52.455593 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:24:52.455593 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:24:52.455593 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:24:52.593105 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a16e6f17-933a-4eeb-a0b3-f4c384f20622 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.604967 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a16e6f17-933a-4eeb-a0b3-f4c384f20622 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.606957 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a16e6f17-933a-4eeb-a0b3-f4c384f20622 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/networks/118cd1b0-3018-4546-9a47-2b88ead0514c HTTP/1.1" status: 204 len: 168 time: 2.0144894 Jul 15 13:24:52.622705 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49128) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:52.648862 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-5dc6f77b-237c-46f1-a391-79efd12fea21 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-736381835'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:52.656086 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49130) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:52.666177 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f8524c-ac5f-4c17-8b42-7e33ac2b8daa x-openstack-request-id: req-29f8524c-ac5f-4c17-8b42-7e33ac2b8daa {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:52.666676 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "321a7a48-f179-4eb0-9166-966487b69830", "name": "network-vif-deleted", "tag": "6106094f-2371-4e61-a305-8e29178d3f58", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:52.667186 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-29f8524c-ac5f-4c17-8b42-7e33ac2b8daa {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:52.667788 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '321a7a48-f179-4eb0-9166-966487b69830', 'name': 'network-vif-deleted', 'tag': '6106094f-2371-4e61-a305-8e29178d3f58', 'status': 'completed', 'code': 200} Jul 15 13:24:52.673350 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e6f17-933a-4eeb-a0b3-f4c384f20622 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'Network': ['ID=118cd1b0-3018-4546-9a47-2b88ead0514c,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:52.712355 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc6f77b-237c-46f1-a391-79efd12fea21 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Made reservation on behalf of 71dc8377e15241a7a92d7e45b6b72260 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:52.716011 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5dc6f77b-237c-46f1-a391-79efd12fea21 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.752407 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc6f77b-237c-46f1-a391-79efd12fea21 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:24:52.764882 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5dc6f77b-237c-46f1-a391-79efd12fea21 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.765241 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-5dc6f77b-237c-46f1-a391-79efd12fea21 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Added segment de9055de-57da-43f3-a38e-21dbc6ed71e2 of type vlan for network 7ad6c558-9e14-428c-b528-34290595300e Jul 15 13:24:52.816687 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5dc6f77b-237c-46f1-a391-79efd12fea21 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.857121 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5dc6f77b-237c-46f1-a391-79efd12fea21 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.872653 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc6f77b-237c-46f1-a391-79efd12fea21 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:52.874113 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5dc6f77b-237c-46f1-a391-79efd12fea21 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.898039 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5dc6f77b-237c-46f1-a391-79efd12fea21 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2633693 Jul 15 13:24:52.911091 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-438e8092-9c92-4d31-8722-626ec234a713 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.913095 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49132) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:52.922489 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-41b419e9-55ad-463b-b425-406353ece274 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'subnet': {'network_id': '7ad6c558-9e14-428c-b528-34290595300e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:52.950179 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c4810f2d-f6d0-48e7-9c53-e78444f7ca8b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=27fc5cb6d8c04643bd2403b04d4c4bb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2811015 Jul 15 13:24:52.961168 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49134) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:52.996270 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8619a-db8c-47e4-ba5d-aceadf98927a req-606e880e-4ed6-4428-89d9-cbc57149da26 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:52.997885 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-69a8619a-db8c-47e4-ba5d-aceadf98927a req-606e880e-4ed6-4428-89d9-cbc57149da26 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 944 time: 0.4731865 Jul 15 13:24:53.047047 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6f77b-237c-46f1-a391-79efd12fea21 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'Network': ['ID=7ad6c558-9e14-428c-b528-34290595300e,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:53.064516 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 7ad6c558-9e14-428c-b528-34290595300e details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:24:53.091001 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b708c20-1347-4064-862c-83b2d8c897bf None None] Network ed20d663-1173-4534-8523-fc0b2fbb7ad7 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:53.110739 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49138) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:53.222441 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-69a8619a-db8c-47e4-ba5d-aceadf98927a req-943507b7-8123-46c2-b827-a8b74c422c1f tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097898 Jul 15 13:24:53.226763 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-682e1fca-3073-4a9c-8699-8813b7f0d61c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:53.237781 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b419e9-55ad-463b-b425-406353ece274 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Made reservation on behalf of 71dc8377e15241a7a92d7e45b6b72260 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:53.242841 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-41b419e9-55ad-463b-b425-406353ece274 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:53.337972 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-c5da4f09-a756-4f3a-964c-b2c5647863f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 755f7970-c6fa-4562-b6f1-f4be3f0a6511 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:24:53.358043 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-c5da4f09-a756-4f3a-964c-b2c5647863f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:53.366677 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 71eb6109-e158-446a-bd7a-36b82f77ea8f up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:53.429081 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cf9ddd84-f6cd-44ff-8244-40a32bbb2eb2 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:53.432031 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-682e1fca-3073-4a9c-8699-8813b7f0d61c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:53.443851 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1886c18f-85f4-4ae2-be90-e448edf26a35 None None] Provisioning for port 71eb6109-e158-446a-bd7a-36b82f77ea8f completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:53.460349 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-c5da4f09-a756-4f3a-964c-b2c5647863f6 service neutron] Transition to ACTIVE for port object 755f7970-c6fa-4562-b6f1-f4be3f0a6511 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:53.494345 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 71eb6109-e158-446a-bd7a-36b82f77ea8f completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:53.498952 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-682e1fca-3073-4a9c-8699-8813b7f0d61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:53.502074 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-682e1fca-3073-4a9c-8699-8813b7f0d61c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:53.503314 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-682e1fca-3073-4a9c-8699-8813b7f0d61c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ab08d857-4863-4f19-87e2-d9ddb6c7ddda HTTP/1.1" status: 204 len: 168 time: 0.5362012 Jul 15 13:24:53.506645 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 71eb6109-e158-446a-bd7a-36b82f77ea8f triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:53.507255 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:53.549425 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cf9ddd84-f6cd-44ff-8244-40a32bbb2eb2 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:53.552765 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682e1fca-3073-4a9c-8699-8813b7f0d61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab08d857-4863-4f19-87e2-d9ddb6c7ddda,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:53.621940 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-c5da4f09-a756-4f3a-964c-b2c5647863f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:53.662732 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:53.745833 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 71eb6109-e158-446a-bd7a-36b82f77ea8f, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=71eb6109-e158-446a-bd7a-36b82f77ea8f,segment=NetworkSegment(e74a67fe-78ce-41da-bcef-bcbaece410e7),segment_id=e74a67fe-78ce-41da-bcef-bcbaece410e7)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:53.755105 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:53.789306 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da4f09-a756-4f3a-964c-b2c5647863f6 service neutron] Pushing event updated for resources: {'Port': ['ID=755f7970-c6fa-4562-b6f1-f4be3f0a6511,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:53.793798 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cf9ddd84-f6cd-44ff-8244-40a32bbb2eb2 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:53.798250 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cf9ddd84-f6cd-44ff-8244-40a32bbb2eb2 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:53.806626 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-cf9ddd84-f6cd-44ff-8244-40a32bbb2eb2 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "DELETE /v2.0/security-groups/d410b95e-6a5b-4c80-af3d-fceaf0ca8b2b HTTP/1.1" status: 204 len: 168 time: 0.6885214 Jul 15 13:24:53.852738 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49148) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:53.860383 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=71eb6109-e158-446a-bd7a-36b82f77ea8f,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:53.866372 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-438e8092-9c92-4d31-8722-626ec234a713 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Allocated IP 172.20.0.1 (ed20d663-1173-4534-8523-fc0b2fbb7ad7/5c117192-dba8-4172-aea4-1eed9584f092/2c4cab6d-cd7e-4c9f-82de-889723b299bc) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:53.884371 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-41b419e9-55ad-463b-b425-406353ece274 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:53.903741 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 125b91d8-da7f-4987-b3eb-08ed784c03cf no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:24:53.925223 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ddd84-f6cd-44ff-8244-40a32bbb2eb2 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d410b95e-6a5b-4c80-af3d-fceaf0ca8b2b,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:53.969846 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 125b91d8-da7f-4987-b3eb-08ed784c03cf {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:24:53.970300 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 125b91d8-da7f-4987-b3eb-08ed784c03cf not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:24:53.994786 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b419e9-55ad-463b-b425-406353ece274 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Checking segment: {'id': 'de9055de-57da-43f3-a38e-21dbc6ed71e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7ad6c558-9e14-428c-b528-34290595300e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:53.995153 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b419e9-55ad-463b-b425-406353ece274 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Network hostable DHCP agents. Network: 7ad6c558-9e14-428c-b528-34290595300e, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:24:54.009559 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6deb29-3bf6-4fbd-a672-868dcb1b1835 req-f8836e59-8774-439e-b3d9-65977386f457 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:54.017185 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bf6deb29-3bf6-4fbd-a672-868dcb1b1835 req-f8836e59-8774-439e-b3d9-65977386f457 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f896906-cdef-48c2-a6eb-058b0b185c51 HTTP/1.1" status: 200 len: 931 time: 0.5837820 Jul 15 13:24:54.023883 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b419e9-55ad-463b-b425-406353ece274 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'Subnet': ['ID=f29cd8a7-c990-4a0f-953c-3548d44128b0,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:54.032260 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b419e9-55ad-463b-b425-406353ece274 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Network 7ad6c558-9e14-428c-b528-34290595300e is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:24:54.044182 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-41b419e9-55ad-463b-b425-406353ece274 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 7ad6c558-9e14-428c-b528-34290595300e) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:54.057102 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd361033-d6d9-4e91-9ca2-1f02f761e6a1 None None] Network 7ad6c558-9e14-428c-b528-34290595300e requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:54.066965 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b419e9-55ad-463b-b425-406353ece274 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:54.067949 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-41b419e9-55ad-463b-b425-406353ece274 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:54.087852 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-41b419e9-55ad-463b-b425-406353ece274 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1731708 Jul 15 13:24:54.090493 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49152) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:54.101231 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-c2569170-f109-4037-9b70-9c7adf10447b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-3967555', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:54.123878 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c2569170-f109-4037-9b70-9c7adf10447b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:54.125205 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c2569170-f109-4037-9b70-9c7adf10447b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:54.199279 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c2569170-f109-4037-9b70-9c7adf10447b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:54.202182 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bf6deb29-3bf6-4fbd-a672-868dcb1b1835 req-a7fa40e4-968b-4a60-936e-1d463a361d6f tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad0aec92-1cb7-40a4-ab68-1f458f23bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837327 Jul 15 13:24:54.204926 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c2569170-f109-4037-9b70-9c7adf10447b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:54.207106 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-c5da4f09-a756-4f3a-964c-b2c5647863f6 service neutron] Attempting to bind port 755f7970-c6fa-4562-b6f1-f4be3f0a6511 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:24:54.207447 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-c5da4f09-a756-4f3a-964c-b2c5647863f6 service neutron] Attempting to bind port 755f7970-c6fa-4562-b6f1-f4be3f0a6511 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '4a50041b-36da-43a5-a688-832edc65cf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e965ef4e-e668-477c-beef-2db73a7493c5'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:24:54.207788 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-c5da4f09-a756-4f3a-964c-b2c5647863f6 service neutron] Attempting to bind port 755f7970-c6fa-4562-b6f1-f4be3f0a6511 on network e965ef4e-e668-477c-beef-2db73a7493c5 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:54.220784 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-91f2d550-63c3-4656-8117-bd5721be2a19 None None] Provisioning complete for port 71eb6109-e158-446a-bd7a-36b82f77ea8f triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:54.221269 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-91f2d550-63c3-4656-8117-bd5721be2a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:54.227900 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c2569170-f109-4037-9b70-9c7adf10447b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:54.229961 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c2569170-f109-4037-9b70-9c7adf10447b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1383820 Jul 15 13:24:54.232780 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49158) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:54.239811 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-fe08795a-6044-4d40-867f-81ce8c06405e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'port': {'network_id': '7ad6c558-9e14-428c-b528-34290595300e', 'name': 'tempest-PortsIpV6TestJSON-1069628637'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:54.242137 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-c5da4f09-a756-4f3a-964c-b2c5647863f6 service neutron] Port 755f7970-c6fa-4562-b6f1-f4be3f0a6511 on network e965ef4e-e668-477c-beef-2db73a7493c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:24:54.242517 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-c5da4f09-a756-4f3a-964c-b2c5647863f6 service neutron] Attempting to bind port 755f7970-c6fa-4562-b6f1-f4be3f0a6511 on network e965ef4e-e668-477c-beef-2db73a7493c5 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:54.268217 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-c5da4f09-a756-4f3a-964c-b2c5647863f6 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:24:54.268563 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-c5da4f09-a756-4f3a-964c-b2c5647863f6 service neutron] Checking segment: {'id': '4a50041b-36da-43a5-a688-832edc65cf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e965ef4e-e668-477c-beef-2db73a7493c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:54.268954 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-c5da4f09-a756-4f3a-964c-b2c5647863f6 service neutron] Bound using segment: {'id': '4a50041b-36da-43a5-a688-832edc65cf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e965ef4e-e668-477c-beef-2db73a7493c5'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:24:54.269396 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-c5da4f09-a756-4f3a-964c-b2c5647863f6 service neutron] Bound port: 755f7970-c6fa-4562-b6f1-f4be3f0a6511, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a50041b-36da-43a5-a688-832edc65cf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e965ef4e-e668-477c-beef-2db73a7493c5'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:24:54.269744 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-c5da4f09-a756-4f3a-964c-b2c5647863f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:54.278116 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-438e8092-9c92-4d31-8722-626ec234a713 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:54.394405 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-438e8092-9c92-4d31-8722-626ec234a713 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Transition to ACTIVE for port object 2c4cab6d-cd7e-4c9f-82de-889723b299bc will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:54.488796 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe08795a-6044-4d40-867f-81ce8c06405e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Made reservation on behalf of 71dc8377e15241a7a92d7e45b6b72260 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:54.494681 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fe08795a-6044-4d40-867f-81ce8c06405e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:54.524576 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-fe08795a-6044-4d40-867f-81ce8c06405e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] device_id is not set on port 498d52fa-761d-4c1b-a2a9-a215528047de yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:24:54.528090 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-c5da4f09-a756-4f3a-964c-b2c5647863f6 service neutron] For port 755f7970-c6fa-4562-b6f1-f4be3f0a6511, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:54.535880 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-c5da4f09-a756-4f3a-964c-b2c5647863f6 service neutron] For port 755f7970-c6fa-4562-b6f1-f4be3f0a6511, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=755f7970-c6fa-4562-b6f1-f4be3f0a6511,segment=NetworkSegment(4a50041b-36da-43a5-a688-832edc65cf21),segment_id=4a50041b-36da-43a5-a688-832edc65cf21)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:24:54.563634 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4cbf42-8bfe-4d47-9e3a-ca715e64d322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-7ad6c558-9e14-428c-b528-34290595300e', 'network_id': '7ad6c558-9e14-428c-b528-34290595300e', 'tenant_id': '71dc8377e15241a7a92d7e45b6b72260', 'fixed_ips': [{'subnet_id': 'f29cd8a7-c990-4a0f-953c-3548d44128b0'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:24:54.564495 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1f4cbf42-8bfe-4d47-9e3a-ca715e64d322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:54.647262 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-438e8092-9c92-4d31-8722-626ec234a713 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:54.651045 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-c5da4f09-a756-4f3a-964c-b2c5647863f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:54.700778 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-fe08795a-6044-4d40-867f-81ce8c06405e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Allocated IP 2001:db8::2f3 (7ad6c558-9e14-428c-b528-34290595300e/f29cd8a7-c990-4a0f-953c-3548d44128b0/498d52fa-761d-4c1b-a2a9-a215528047de) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:54.781601 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438e8092-9c92-4d31-8722-626ec234a713 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Network ed20d663-1173-4534-8523-fc0b2fbb7ad7 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:54.802507 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-438e8092-9c92-4d31-8722-626ec234a713 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:54.818173 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438e8092-9c92-4d31-8722-626ec234a713 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:54.899905 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-c5da4f09-a756-4f3a-964c-b2c5647863f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:54.900562 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-c5da4f09-a756-4f3a-964c-b2c5647863f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:54.901993 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-c5da4f09-a756-4f3a-964c-b2c5647863f6 service neutron] 10.222.0.46 "PUT /v2.0/ports/755f7970-c6fa-4562-b6f1-f4be3f0a6511 HTTP/1.1" status: 200 len: 1092 time: 2.8581240 Jul 15 13:24:54.915492 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f896906-cdef-48c2-a6eb-058b0b185c51', 'tag': '755f7970-c6fa-4562-b6f1-f4be3f0a6511'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:54.918182 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9b7d78-57de-416b-88fa-fa13cf059b59" -d '{"events": [{"name": "network-changed", "server_uuid": "0f896906-cdef-48c2-a6eb-058b0b185c51", "tag": "755f7970-c6fa-4562-b6f1-f4be3f0a6511"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:54.976099 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e8092-9c92-4d31-8722-626ec234a713 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'Port': ['ID=2c4cab6d-cd7e-4c9f-82de-889723b299bc,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:55.026861 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fe08795a-6044-4d40-867f-81ce8c06405e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:55.046100 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-fe08795a-6044-4d40-867f-81ce8c06405e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Transition to ACTIVE for port object 498d52fa-761d-4c1b-a2a9-a215528047de will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:55.061445 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75194c70-0955-488f-8c8b-deda66355eb9 x-openstack-request-id: req-75194c70-0955-488f-8c8b-deda66355eb9 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:55.061997 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f896906-cdef-48c2-a6eb-058b0b185c51", "tag": "755f7970-c6fa-4562-b6f1-f4be3f0a6511", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:55.062191 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-75194c70-0955-488f-8c8b-deda66355eb9 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:55.062649 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f896906-cdef-48c2-a6eb-058b0b185c51', 'tag': '755f7970-c6fa-4562-b6f1-f4be3f0a6511', 'status': 'completed', 'code': 200} Jul 15 13:24:55.085029 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-438e8092-9c92-4d31-8722-626ec234a713 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:55.113478 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fe08795a-6044-4d40-867f-81ce8c06405e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:55.145093 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676bab8-234b-484f-9b93-852d541b70d0 req-4ca22f7d-5edc-49bb-b65a-5a7ead224d83 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:55.152755 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8676bab8-234b-484f-9b93-852d541b70d0 req-4ca22f7d-5edc-49bb-b65a-5a7ead224d83 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 944 time: 0.6804841 Jul 15 13:24:55.200916 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:24:55.206591 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe08795a-6044-4d40-867f-81ce8c06405e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Network 7ad6c558-9e14-428c-b528-34290595300e is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:55.207634 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-1f4cbf42-8bfe-4d47-9e3a-ca715e64d322 None None] Allocated IP 2001:db8::2 (7ad6c558-9e14-428c-b528-34290595300e/f29cd8a7-c990-4a0f-953c-3548d44128b0/bfb44e89-2a6d-4dcb-9e8b-7e233e096f1a) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:55.212185 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-fe08795a-6044-4d40-867f-81ce8c06405e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:55.219593 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe08795a-6044-4d40-867f-81ce8c06405e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:55.227346 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe08795a-6044-4d40-867f-81ce8c06405e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:55.228384 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fe08795a-6044-4d40-867f-81ce8c06405e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:55.245104 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08795a-6044-4d40-867f-81ce8c06405e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'Port': ['ID=498d52fa-761d-4c1b-a2a9-a215528047de,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:55.252218 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-fe08795a-6044-4d40-867f-81ce8c06405e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0155940 Jul 15 13:24:55.253084 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49182) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:55.320409 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 71eb6109-e158-446a-bd7a-36b82f77ea8f up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:55.344915 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da4f09-a756-4f3a-964c-b2c5647863f6 service neutron] Pushing event updated for resources: {'Port': ['ID=755f7970-c6fa-4562-b6f1-f4be3f0a6511,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:55.390166 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8676bab8-234b-484f-9b93-852d541b70d0 req-ac2f386e-9e13-4740-86a6-e116a5d3a374 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364912 Jul 15 13:24:55.428739 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-b9acf901-fb08-43d4-938f-c1d59a02ec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:55.430594 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-b9acf901-fb08-43d4-938f-c1d59a02ec7b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3b5c10ca921490daf1bd81ad48415b4&device_id=0f896906-cdef-48c2-a6eb-058b0b185c51 HTTP/1.1" status: 200 len: 1095 time: 0.4566302 Jul 15 13:24:55.435194 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8d605fb8-fd50-47b3-89e9-a4fe46b3f2c1 None None] Provisioning for port 2c4cab6d-cd7e-4c9f-82de-889723b299bc completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:55.447455 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8d605fb8-fd50-47b3-89e9-a4fe46b3f2c1 None None] Provisioning complete for port 2c4cab6d-cd7e-4c9f-82de-889723b299bc triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:55.447455 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8d605fb8-fd50-47b3-89e9-a4fe46b3f2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:55.514751 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-8d605fb8-fd50-47b3-89e9-a4fe46b3f2c1 None None] Port 2c4cab6d-cd7e-4c9f-82de-889723b299bc cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:55.530156 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 71eb6109-e158-446a-bd7a-36b82f77ea8f triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:55.530156 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:55.718417 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1f4cbf42-8bfe-4d47-9e3a-ca715e64d322 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:55.731034 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1f4cbf42-8bfe-4d47-9e3a-ca715e64d322 None None] Transition to ACTIVE for port object bfb44e89-2a6d-4dcb-9e8b-7e233e096f1a will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:55.748700 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7ed8071f-b272-4ab5-82be-11554ce10046 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:55.752700 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1f4cbf42-8bfe-4d47-9e3a-ca715e64d322 None None] Transition to ACTIVE for port object bfb44e89-2a6d-4dcb-9e8b-7e233e096f1a will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:55.759610 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1f4cbf42-8bfe-4d47-9e3a-ca715e64d322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:55.829738 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4cbf42-8bfe-4d47-9e3a-ca715e64d322 None None] Pushing event updated for resources: {'Port': ['ID=bfb44e89-2a6d-4dcb-9e8b-7e233e096f1a,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:55.843290 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4cbf42-8bfe-4d47-9e3a-ca715e64d322 None None] Network 7ad6c558-9e14-428c-b528-34290595300e is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:55.845657 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-1f4cbf42-8bfe-4d47-9e3a-ca715e64d322 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:55.848521 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4cbf42-8bfe-4d47-9e3a-ca715e64d322 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:55.855450 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-834cbd3a-eca0-4f9e-a064-78a28211d546 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=755f7970-c6fa-4562-b6f1-f4be3f0a6511 HTTP/1.1" status: 200 len: 217 time: 0.3998065 Jul 15 13:24:55.937522 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-1f4cbf42-8bfe-4d47-9e3a-ca715e64d322 None None] Attempting to bind port bfb44e89-2a6d-4dcb-9e8b-7e233e096f1a on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:24:55.937957 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-1f4cbf42-8bfe-4d47-9e3a-ca715e64d322 None None] Attempting to bind port bfb44e89-2a6d-4dcb-9e8b-7e233e096f1a by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'de9055de-57da-43f3-a38e-21dbc6ed71e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7ad6c558-9e14-428c-b528-34290595300e'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:24:55.939183 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4cbf42-8bfe-4d47-9e3a-ca715e64d322 None None] Attempting to bind port bfb44e89-2a6d-4dcb-9e8b-7e233e096f1a on network 7ad6c558-9e14-428c-b528-34290595300e {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:55.946734 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4cbf42-8bfe-4d47-9e3a-ca715e64d322 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:24:55.947280 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4cbf42-8bfe-4d47-9e3a-ca715e64d322 None None] Checking segment: {'id': 'de9055de-57da-43f3-a38e-21dbc6ed71e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7ad6c558-9e14-428c-b528-34290595300e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:55.948864 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1f4cbf42-8bfe-4d47-9e3a-ca715e64d322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:55.948864 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4cbf42-8bfe-4d47-9e3a-ca715e64d322 None None] Bound using segment: {'id': 'de9055de-57da-43f3-a38e-21dbc6ed71e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7ad6c558-9e14-428c-b528-34290595300e'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:24:55.949324 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-1f4cbf42-8bfe-4d47-9e3a-ca715e64d322 None None] Bound port: bfb44e89-2a6d-4dcb-9e8b-7e233e096f1a, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9055de-57da-43f3-a38e-21dbc6ed71e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7ad6c558-9e14-428c-b528-34290595300e'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:24:55.949812 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1f4cbf42-8bfe-4d47-9e3a-ca715e64d322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:55.992101 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-438e8092-9c92-4d31-8722-626ec234a713 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.020393 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-e6b93b71-8dd1-446f-a578-ebe681d74d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:56.021766 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-e6b93b71-8dd1-446f-a578-ebe681d74d33 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48cd908b-8de3-49e5-bad9-92af6437619d HTTP/1.1" status: 200 len: 851 time: 0.1528442 Jul 15 13:24:56.056905 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7ed8071f-b272-4ab5-82be-11554ce10046 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.077945 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7ed8071f-b272-4ab5-82be-11554ce10046 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.088993 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70ec30-7af2-4b4e-b5ce-4e593ef08a67 req-75dd87b0-f80e-4d6d-bc3c-17546b650c45 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:56.090164 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-1f4cbf42-8bfe-4d47-9e3a-ca715e64d322 None None] For port bfb44e89-2a6d-4dcb-9e8b-7e233e096f1a, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:56.094657 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-1f4cbf42-8bfe-4d47-9e3a-ca715e64d322 None None] For port bfb44e89-2a6d-4dcb-9e8b-7e233e096f1a, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=bfb44e89-2a6d-4dcb-9e8b-7e233e096f1a,segment=NetworkSegment(de9055de-57da-43f3-a38e-21dbc6ed71e2),segment_id=de9055de-57da-43f3-a38e-21dbc6ed71e2)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:24:56.096720 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cd70ec30-7af2-4b4e-b5ce-4e593ef08a67 req-75dd87b0-f80e-4d6d-bc3c-17546b650c45 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f896906-cdef-48c2-a6eb-058b0b185c51 HTTP/1.1" status: 200 len: 943 time: 0.6418822 Jul 15 13:24:56.101490 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1f4cbf42-8bfe-4d47-9e3a-ca715e64d322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.132924 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-f9d71a3a-ced7-4ef6-a3ab-626aa17884d8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e965ef4e-e668-477c-beef-2db73a7493c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973558 Jul 15 13:24:56.174709 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f87453-36e3-4ef1-b0a9-a0f7c701b599 req-3a0c7f81-e081-4a98-b637-71eeeff12aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:56.179681 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6f87453-36e3-4ef1-b0a9-a0f7c701b599 req-3a0c7f81-e081-4a98-b637-71eeeff12aad service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c&tenant_id=bf299a1585cb47ad811c548c9505de73 HTTP/1.1" status: 200 len: 1096 time: 0.3293567 Jul 15 13:24:56.184102 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4cbf42-8bfe-4d47-9e3a-ca715e64d322 None None] Pushing event updated for resources: {'Port': ['ID=bfb44e89-2a6d-4dcb-9e8b-7e233e096f1a,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:56.285089 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8071f-b272-4ab5-82be-11554ce10046 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'Port': ['ID=498d52fa-761d-4c1b-a2a9-a215528047de,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:56.333566 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7ed8071f-b272-4ab5-82be-11554ce10046 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.339709 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cd70ec30-7af2-4b4e-b5ce-4e593ef08a67 req-51ad149d-f747-4952-bf1a-1ce2ef5eb77e tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad0aec92-1cb7-40a4-ab68-1f458f23bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424264 Jul 15 13:24:56.434659 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c1fa9922-c3ae-4c28-add7-f7f72f4167b1 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.441529 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-2c15f142-b447-401c-bb51-d4005214ad3b service neutron] 10.222.0.46 "GET /v2.0/networks/e965ef4e-e668-477c-beef-2db73a7493c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999260 Jul 15 13:24:56.512359 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7ed8071f-b272-4ab5-82be-11554ce10046 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.700482 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f87453-36e3-4ef1-b0a9-a0f7c701b599 req-7edc5751-1035-49ca-a886-fc8de860eac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:56.702070 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6f87453-36e3-4ef1-b0a9-a0f7c701b599 req-7edc5751-1035-49ca-a886-fc8de860eac3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf299a1585cb47ad811c548c9505de73&device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 1096 time: 0.4760373 Jul 15 13:24:56.857082 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7ed8071f-b272-4ab5-82be-11554ce10046 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.862329 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7ed8071f-b272-4ab5-82be-11554ce10046 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.863238 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7ed8071f-b272-4ab5-82be-11554ce10046 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.928815 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8071f-b272-4ab5-82be-11554ce10046 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'Port': ['ID=498d52fa-761d-4c1b-a2a9-a215528047de,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:56.999342 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4bcf44-e55d-47a4-85f2-fbe883d9bac1 req-e8ab8bd8-2e63-49a6-ac47-788fe6309c41 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:57.001445 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7c4bcf44-e55d-47a4-85f2-fbe883d9bac1 req-e8ab8bd8-2e63-49a6-ac47-788fe6309c41 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 944 time: 0.3684790 Jul 15 13:24:57.024001 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a38491eb-0a4b-4b4a-9a5a-5b4649201f79 req-cf83ae9a-ce88-4388-9196-5a668fae35f7 service neutron] 10.222.0.46 "GET /v2.0/networks/e965ef4e-e668-477c-beef-2db73a7493c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4720790 Jul 15 13:24:57.066478 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f87453-36e3-4ef1-b0a9-a0f7c701b599 req-c248c29f-0e31-42b0-9e55-81c7294e313a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:57.068071 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6f87453-36e3-4ef1-b0a9-a0f7c701b599 req-c248c29f-0e31-42b0-9e55-81c7294e313a service neutron] 10.222.0.46 "GET /v2.0/networks?id=33daa320-d719-4788-a6ae-6d9428792c14 HTTP/1.1" status: 200 len: 918 time: 0.3550048 Jul 15 13:24:57.154062 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-438e8092-9c92-4d31-8722-626ec234a713 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:57.191204 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7c4bcf44-e55d-47a4-85f2-fbe883d9bac1 req-fb19620d-085b-4a84-a299-528da42e7b35 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805787 Jul 15 13:24:57.199227 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49218) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:57.215707 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-e4362765-cc9d-4584-91e4-c07a2ccf0b25 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Request body: {'network': {'name': 'tempest-network-smoke--694597634', 'project_id': 'ab5a423d99764585bcd3274895950844', 'port_security_enabled': True}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:57.221669 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-438e8092-9c92-4d31-8722-626ec234a713 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:57.323326 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device bfb44e89-2a6d-4dcb-9e8b-7e233e096f1a up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:57.323957 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e8092-9c92-4d31-8722-626ec234a713 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'Port': ['ID=2c4cab6d-cd7e-4c9f-82de-889723b299bc,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:57.400543 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6f87453-36e3-4ef1-b0a9-a0f7c701b599 req-eb7c2ae2-24e2-4750-a848-487a581d3021 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d2da53d-2eca-413e-911e-6de16aded3bf HTTP/1.1" status: 200 len: 999 time: 0.3168788 Jul 15 13:24:57.429321 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port bfb44e89-2a6d-4dcb-9e8b-7e233e096f1a completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:57.439949 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4362765-cc9d-4584-91e4-c07a2ccf0b25 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Made reservation on behalf of ab5a423d99764585bcd3274895950844 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:57.443470 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e4362765-cc9d-4584-91e4-c07a2ccf0b25 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:57.483009 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-438e8092-9c92-4d31-8722-626ec234a713 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:57.494773 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e4362765-cc9d-4584-91e4-c07a2ccf0b25 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:57.500911 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed8071f-b272-4ab5-82be-11554ce10046 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Network 7ad6c558-9e14-428c-b528-34290595300e is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:57.503897 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-7ed8071f-b272-4ab5-82be-11554ce10046 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:57.567740 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b7d78-57de-416b-88fa-fa13cf059b59 req-7479f272-c882-4ae7-8381-d04b7f934d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:57.569156 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-db9b7d78-57de-416b-88fa-fa13cf059b59 req-7479f272-c882-4ae7-8381-d04b7f934d2a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3b5c10ca921490daf1bd81ad48415b4&device_id=0f896906-cdef-48c2-a6eb-058b0b185c51 HTTP/1.1" status: 200 len: 1095 time: 0.4624796 Jul 15 13:24:57.579693 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a06b89-c2bb-48b4-af97-0ab699f76a87 None None] Network 7ad6c558-9e14-428c-b528-34290595300e requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:57.601041 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f87453-36e3-4ef1-b0a9-a0f7c701b599 req-a92b7624-7ab0-43c7-97b6-e4f4b80eeabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:57.602508 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6f87453-36e3-4ef1-b0a9-a0f7c701b599 req-a92b7624-7ab0-43c7-97b6-e4f4b80eeabc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=236966a3-1e59-4c69-99ff-863fc85e1377 HTTP/1.1" status: 200 len: 856 time: 0.1909101 Jul 15 13:24:57.630381 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed8071f-b272-4ab5-82be-11554ce10046 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Router c86d727e-6370-4235-95f3-7be0884609ec is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:24:57.672144 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5f882204-b5ce-4e3f-84a5-0709430d6cd1 None None] Provisioning for port bfb44e89-2a6d-4dcb-9e8b-7e233e096f1a completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:57.677952 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5f882204-b5ce-4e3f-84a5-0709430d6cd1 None None] Provisioning complete for port bfb44e89-2a6d-4dcb-9e8b-7e233e096f1a triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:57.678330 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5f882204-b5ce-4e3f-84a5-0709430d6cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:57.744266 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed8071f-b272-4ab5-82be-11554ce10046 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:57.752547 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7ed8071f-b272-4ab5-82be-11554ce10046 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "PUT /v2.0/routers/c86d727e-6370-4235-95f3-7be0884609ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4950657 Jul 15 13:24:57.753385 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49222) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:57.771200 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fca251d-f23c-41d7-ac26-84f0b5031070 None None] Sync routers for ids ['c86d727e-6370-4235-95f3-7be0884609ec'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:57.792193 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fca251d-f23c-41d7-ac26-84f0b5031070 None None] Routers {'c86d727e-6370-4235-95f3-7be0884609ec'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:57.793311 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-1fca251d-f23c-41d7-ac26-84f0b5031070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:24:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['c86d727e-6370-4235-95f3-7be0884609ec'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:57.818316 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510a51e0-93c5-4920-ae25-9e07d50547bc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:57.823073 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-510a51e0-93c5-4920-ae25-9e07d50547bc tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "GET /v2.0/ports?device_id=c86d727e-6370-4235-95f3-7be0884609ec HTTP/1.1" status: 200 len: 989 time: 0.0691326 Jul 15 13:24:57.823627 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49224) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:57.847925 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-1fca251d-f23c-41d7-ac26-84f0b5031070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:57.872117 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fca251d-f23c-41d7-ac26-84f0b5031070 None None] Routers {'c86d727e-6370-4235-95f3-7be0884609ec'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:57.872782 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-1fca251d-f23c-41d7-ac26-84f0b5031070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:24:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['c86d727e-6370-4235-95f3-7be0884609ec'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:57.875017 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438e8092-9c92-4d31-8722-626ec234a713 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Network ed20d663-1173-4534-8523-fc0b2fbb7ad7 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:57.896642 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c1fa9922-c3ae-4c28-add7-f7f72f4167b1 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Deleting port 329cc6a1-87fd-4de1-951e-3134d84d71fb {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:57.897147 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c1fa9922-c3ae-4c28-add7-f7f72f4167b1 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:57.900658 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-438e8092-9c92-4d31-8722-626ec234a713 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:57.915682 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-1fca251d-f23c-41d7-ac26-84f0b5031070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:57.916233 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fca251d-f23c-41d7-ac26-84f0b5031070 None None] The sync data for ids ['c86d727e-6370-4235-95f3-7be0884609ec'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:57.923188 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5f882204-b5ce-4e3f-84a5-0709430d6cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:57.964770 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-5f882204-b5ce-4e3f-84a5-0709430d6cd1 None None] For port bfb44e89-2a6d-4dcb-9e8b-7e233e096f1a, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=bfb44e89-2a6d-4dcb-9e8b-7e233e096f1a,segment=NetworkSegment(de9055de-57da-43f3-a38e-21dbc6ed71e2),segment_id=de9055de-57da-43f3-a38e-21dbc6ed71e2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:57.972035 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5f882204-b5ce-4e3f-84a5-0709430d6cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:58.047488 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f882204-b5ce-4e3f-84a5-0709430d6cd1 None None] Pushing event updated for resources: {'Port': ['ID=bfb44e89-2a6d-4dcb-9e8b-7e233e096f1a,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:58.288445 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b5fbf-d4cb-455c-802b-d8d4711bcd4d req-6b2593e6-171d-40bf-ad6e-cfaf6be15a2f tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:58.289791 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c00b5fbf-d4cb-455c-802b-d8d4711bcd4d req-6b2593e6-171d-40bf-ad6e-cfaf6be15a2f tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f896906-cdef-48c2-a6eb-058b0b185c51 HTTP/1.1" status: 200 len: 943 time: 0.7821457 Jul 15 13:24:58.302971 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b7d78-57de-416b-88fa-fa13cf059b59 req-f70f70e8-f76a-4fe0-be4e-cdbc347841d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:58.304686 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-db9b7d78-57de-416b-88fa-fa13cf059b59 req-f70f70e8-f76a-4fe0-be4e-cdbc347841d2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e965ef4e-e668-477c-beef-2db73a7493c5 HTTP/1.1" status: 200 len: 912 time: 0.6999145 Jul 15 13:24:58.312796 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5bd41dc4-679d-4d14-904e-6aa89ec518fa None None] Provisioning for port 498d52fa-761d-4c1b-a2a9-a215528047de completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:58.318013 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5bd41dc4-679d-4d14-904e-6aa89ec518fa None None] Provisioning complete for port 498d52fa-761d-4c1b-a2a9-a215528047de triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:58.318168 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5bd41dc4-679d-4d14-904e-6aa89ec518fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:58.371264 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-45c2f2ba-6b77-4dba-b42f-f077dd34ebaa tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:58.384420 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-5bd41dc4-679d-4d14-904e-6aa89ec518fa None None] Port 498d52fa-761d-4c1b-a2a9-a215528047de cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:58.396772 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5bd41dc4-679d-4d14-904e-6aa89ec518fa None None] Provisioning complete for port 2c4cab6d-cd7e-4c9f-82de-889723b299bc triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:58.397149 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5bd41dc4-679d-4d14-904e-6aa89ec518fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:58.442365 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-5bd41dc4-679d-4d14-904e-6aa89ec518fa None None] Port 2c4cab6d-cd7e-4c9f-82de-889723b299bc cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:58.453597 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5bd41dc4-679d-4d14-904e-6aa89ec518fa None None] Provisioning complete for port bfb44e89-2a6d-4dcb-9e8b-7e233e096f1a triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:58.454292 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5bd41dc4-679d-4d14-904e-6aa89ec518fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:58.465061 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f87453-36e3-4ef1-b0a9-a0f7c701b599 req-5c8104e3-f424-4922-939c-c792cfbcd119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:58.471168 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6f87453-36e3-4ef1-b0a9-a0f7c701b599 req-5c8104e3-f424-4922-939c-c792cfbcd119 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=33daa320-d719-4788-a6ae-6d9428792c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8605747 Jul 15 13:24:58.556018 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-db9b7d78-57de-416b-88fa-fa13cf059b59 req-fdb3a1c6-d61c-4cab-a191-3c5827c8e5a9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=755f7970-c6fa-4562-b6f1-f4be3f0a6511 HTTP/1.1" status: 200 len: 217 time: 0.2409716 Jul 15 13:24:58.613022 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-45c2f2ba-6b77-4dba-b42f-f077dd34ebaa tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Deleting port 498d52fa-761d-4c1b-a2a9-a215528047de {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:58.613447 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-45c2f2ba-6b77-4dba-b42f-f077dd34ebaa tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:58.648483 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e4362765-cc9d-4584-91e4-c07a2ccf0b25 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:58.671087 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7d425fb1-391e-4d6b-976f-81ee476982b7 None None] Provisioning complete for port 498d52fa-761d-4c1b-a2a9-a215528047de triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:58.671522 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7d425fb1-391e-4d6b-976f-81ee476982b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:58.713342 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-7d425fb1-391e-4d6b-976f-81ee476982b7 None None] Port 498d52fa-761d-4c1b-a2a9-a215528047de cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:58.714101 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c00b5fbf-d4cb-455c-802b-d8d4711bcd4d req-0a253257-b5f9-418a-b02e-55195a3e22a2 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad0aec92-1cb7-40a4-ab68-1f458f23bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053075 Jul 15 13:24:58.716741 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e4362765-cc9d-4584-91e4-c07a2ccf0b25 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:58.731191 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-45c2f2ba-6b77-4dba-b42f-f077dd34ebaa tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:58.745478 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-45c2f2ba-6b77-4dba-b42f-f077dd34ebaa tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Calling delete_port for 498d52fa-761d-4c1b-a2a9-a215528047de owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:58.800155 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c1fa9922-c3ae-4c28-add7-f7f72f4167b1 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] For port 329cc6a1-87fd-4de1-951e-3134d84d71fb, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=329cc6a1-87fd-4de1-951e-3134d84d71fb,segment=NetworkSegment(a2bb44b8-5632-4278-a835-5e8fd283bd80),segment_id=a2bb44b8-5632-4278-a835-5e8fd283bd80)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:58.800526 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c1fa9922-c3ae-4c28-add7-f7f72f4167b1 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:58.826139 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b7d78-57de-416b-88fa-fa13cf059b59 req-d5391da7-dd11-4702-91ec-c9973a49c2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:58.827893 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-db9b7d78-57de-416b-88fa-fa13cf059b59 req-d5391da7-dd11-4702-91ec-c9973a49c2dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48cd908b-8de3-49e5-bad9-92af6437619d HTTP/1.1" status: 200 len: 851 time: 0.2363222 Jul 15 13:24:58.836248 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4362765-cc9d-4584-91e4-c07a2ccf0b25 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:24:58.840022 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6f87453-36e3-4ef1-b0a9-a0f7c701b599 req-e0b1f6e6-b3e6-4159-a71c-f63185943c35 service neutron] 10.222.0.46 "GET /v2.0/networks/33daa320-d719-4788-a6ae-6d9428792c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504906 Jul 15 13:24:58.866857 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c1fa9922-c3ae-4c28-add7-f7f72f4167b1 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Calling delete_port for 329cc6a1-87fd-4de1-951e-3134d84d71fb owned by network:router_interface {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:58.884485 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4362765-cc9d-4584-91e4-c07a2ccf0b25 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe940ae-f2fa-4240-a161-a17be9e95dcf,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:58.921430 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e4362765-cc9d-4584-91e4-c07a2ccf0b25 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:58.922342 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-e4362765-cc9d-4584-91e4-c07a2ccf0b25 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Added segment a63205a6-5f4b-42a3-bf4a-45a237a5d445 of type vlan for network c84a7ce0-8f5b-4710-8905-4f805403debe Jul 15 13:24:58.927301 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-db9b7d78-57de-416b-88fa-fa13cf059b59 req-fdc536fd-a802-4285-9238-0b9334e52b9c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e965ef4e-e668-477c-beef-2db73a7493c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840411 Jul 15 13:24:58.943110 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d2680940-f803-42ea-a550-0c1a735b284c None None] Provisioning complete for port 498d52fa-761d-4c1b-a2a9-a215528047de triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:58.944204 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d2680940-f803-42ea-a550-0c1a735b284c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:58.949307 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-45c2f2ba-6b77-4dba-b42f-f077dd34ebaa tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:58.992773 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c2f2ba-6b77-4dba-b42f-f077dd34ebaa tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'Port': ['ID=498d52fa-761d-4c1b-a2a9-a215528047de,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:58.994405 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d2680940-f803-42ea-a550-0c1a735b284c None None] Port 498d52fa-761d-4c1b-a2a9-a215528047de cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:59.054431 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438e8092-9c92-4d31-8722-626ec234a713 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Router e8b85997-7088-4edc-a30c-17f504977818 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:59.073652 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065949b8-08dd-40e3-a458-5a016c1ec33f req-e6e99fd5-2511-451f-b5eb-319417e4476c tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:59.075231 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-065949b8-08dd-40e3-a458-5a016c1ec33f req-e6e99fd5-2511-451f-b5eb-319417e4476c tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 944 time: 0.6771162 Jul 15 13:24:59.091480 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-45c2f2ba-6b77-4dba-b42f-f077dd34ebaa tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.132554 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e4362765-cc9d-4584-91e4-c07a2ccf0b25 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.157054 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.211430 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-80eed21d-f26e-420a-adcd-8dcf292783d7 None None] Could not find standard attr ID for object 498d52fa-761d-4c1b-a2a9-a215528047de. {{(pid=93827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:24:59.235519 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device bfb44e89-2a6d-4dcb-9e8b-7e233e096f1a up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:59.243241 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6f87453-36e3-4ef1-b0a9-a0f7c701b599 req-41c49890-6d95-4d1f-a60d-48a37660035f service neutron] 10.222.0.46 "GET /v2.0/networks/33daa320-d719-4788-a6ae-6d9428792c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791680 Jul 15 13:24:59.266321 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c2f2ba-6b77-4dba-b42f-f077dd34ebaa tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Router c86d727e-6370-4235-95f3-7be0884609ec has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:59.305240 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port bfb44e89-2a6d-4dcb-9e8b-7e233e096f1a triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:59.305835 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.326681 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-065949b8-08dd-40e3-a458-5a016c1ec33f req-4da1a5a5-fc93-4228-bea5-c6f683e5f682 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138243 Jul 15 13:24:59.367065 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c2f2ba-6b77-4dba-b42f-f077dd34ebaa tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:59.378384 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-45c2f2ba-6b77-4dba-b42f-f077dd34ebaa tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "PUT /v2.0/routers/c86d727e-6370-4235-95f3-7be0884609ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5529420 Jul 15 13:24:59.378384 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49232) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:59.385639 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5989fb09-e755-4224-ac3c-c9b459fd5c01 None None] Sync routers for ids ['c86d727e-6370-4235-95f3-7be0884609ec'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:59.399331 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-db9b7d78-57de-416b-88fa-fa13cf059b59 req-f780fd17-463b-4830-b6e8-a4dcff532687 service neutron] 10.222.0.46 "GET /v2.0/networks/e965ef4e-e668-477c-beef-2db73a7493c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480989 Jul 15 13:24:59.411913 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5989fb09-e755-4224-ac3c-c9b459fd5c01 None None] Routers {'c86d727e-6370-4235-95f3-7be0884609ec'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:59.413784 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-5989fb09-e755-4224-ac3c-c9b459fd5c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:24:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['c86d727e-6370-4235-95f3-7be0884609ec'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:59.425766 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf845f9f-2183-4e1c-8318-aeb019d08fc4 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] GET failed (client error): The resource could not be found. Jul 15 13:24:59.427493 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-bf845f9f-2183-4e1c-8318-aeb019d08fc4 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "GET /v2.0/ports/498d52fa-761d-4c1b-a2a9-a215528047de HTTP/1.1" status: 404 len: 333 time: 0.0481293 Jul 15 13:24:59.431607 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49236) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:59.462012 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e4362765-cc9d-4584-91e4-c07a2ccf0b25 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.467814 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4362765-cc9d-4584-91e4-c07a2ccf0b25 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:59.468409 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e4362765-cc9d-4584-91e4-c07a2ccf0b25 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.488968 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-5989fb09-e755-4224-ac3c-c9b459fd5c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:59.501817 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.504552 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5989fb09-e755-4224-ac3c-c9b459fd5c01 None None] Routers {'c86d727e-6370-4235-95f3-7be0884609ec'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:59.505465 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-5989fb09-e755-4224-ac3c-c9b459fd5c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:24:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['c86d727e-6370-4235-95f3-7be0884609ec'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:59.517476 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d7541fb-e8d5-4d0c-9d33-2e69be44fab8 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.551978 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-5989fb09-e755-4224-ac3c-c9b459fd5c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:59.553828 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5989fb09-e755-4224-ac3c-c9b459fd5c01 None None] The sync data for ids ['c86d727e-6370-4235-95f3-7be0884609ec'] in n-d-771363-36 is: [] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:59.608733 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e4362765-cc9d-4584-91e4-c07a2ccf0b25 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.4000418 Jul 15 13:24:59.631529 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49244) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:59.637654 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4362765-cc9d-4584-91e4-c07a2ccf0b25 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Pushing event updated for resources: {'Network': ['ID=c84a7ce0-8f5b-4710-8905-4f805403debe,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:59.650440 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network c84a7ce0-8f5b-4710-8905-4f805403debe details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:24:59.666813 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-ccb1da50-60fa-4de4-abc8-592cf010c2e1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1848435393', 'admin_state_up': True, 'project_id': 'ab5a423d99764585bcd3274895950844', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:59.673541 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438e8092-9c92-4d31-8722-626ec234a713 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:59.685713 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-438e8092-9c92-4d31-8722-626ec234a713 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "PUT /v2.0/routers/e8b85997-7088-4edc-a30c-17f504977818/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4057748 Jul 15 13:24:59.692257 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25917d19-4db3-44a4-bf0d-0205757d47cb None None] Sync routers for ids ['e8b85997-7088-4edc-a30c-17f504977818'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:59.724764 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d7541fb-e8d5-4d0c-9d33-2e69be44fab8 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.727982 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d7541fb-e8d5-4d0c-9d33-2e69be44fab8 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.750330 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-db9b7d78-57de-416b-88fa-fa13cf059b59 req-e23dc426-e6c3-42d5-9999-5b64eea94f57 service neutron] 10.222.0.46 "GET /v2.0/networks/e965ef4e-e668-477c-beef-2db73a7493c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414335 Jul 15 13:24:59.781807 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c1fa9922-c3ae-4c28-add7-f7f72f4167b1 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.803107 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ccb1da50-60fa-4de4-abc8-592cf010c2e1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.805967 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ccb1da50-60fa-4de4-abc8-592cf010c2e1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.834626 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d7541fb-e8d5-4d0c-9d33-2e69be44fab8 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.835238 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7541fb-e8d5-4d0c-9d33-2e69be44fab8 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Fanout notify agent at l3_agent the message router_deleted on router c86d727e-6370-4235-95f3-7be0884609ec {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:24:59.839038 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-55b4bdba-c99d-4c7d-ab32-e8dee37bfbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.843760 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25917d19-4db3-44a4-bf0d-0205757d47cb None None] Routers {'e8b85997-7088-4edc-a30c-17f504977818'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:59.844445 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-25917d19-4db3-44a4-bf0d-0205757d47cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:24:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['e8b85997-7088-4edc-a30c-17f504977818'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:59.849768 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d7541fb-e8d5-4d0c-9d33-2e69be44fab8 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.852194 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa9922-c3ae-4c28-add7-f7f72f4167b1 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event deleted for resources: {'Port': ['ID=329cc6a1-87fd-4de1-951e-3134d84d71fb,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:59.855597 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49256) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:59.859736 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0d7541fb-e8d5-4d0c-9d33-2e69be44fab8 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/routers/c86d727e-6370-4235-95f3-7be0884609ec HTTP/1.1" status: 204 len: 168 time: 0.4264090 Jul 15 13:24:59.946224 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ccb1da50-60fa-4de4-abc8-592cf010c2e1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:00.080032 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-25917d19-4db3-44a4-bf0d-0205757d47cb None None] Set router e8b85997-7088-4edc-a30c-17f504977818 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:00.282183 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-131b5b6e-39ca-4976-9008-b88069485f6f req-3cc8c5b7-68a2-4100-bdce-d84cb84e6a43 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-146142644&fields=id&tenant_id=d986de84121549bf90b7ac80073eff67 HTTP/1.1" status: 200 len: 267 time: 0.2703364 Jul 15 13:25:00.287096 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-381e6266-0147-4ee6-9072-1fc4b565efeb tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Deleting subnet f29cd8a7-c990-4a0f-953c-3548d44128b0 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:25:00.294859 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ccb1da50-60fa-4de4-abc8-592cf010c2e1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:00.386136 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c1fa9922-c3ae-4c28-add7-f7f72f4167b1 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:00.435878 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-381e6266-0147-4ee6-9072-1fc4b565efeb tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:00.445776 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-25917d19-4db3-44a4-bf0d-0205757d47cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b85997-7088-4edc-a30c-17f504977818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1880597508', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'ac3edd4f-9739-4f3d-be4c-754a643ea67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:41Z', 'updated_at': '2021-07-15T13:24:55Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'ac3edd4f-9739-4f3d-be4c-754a643ea67e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b85997-7088-4edc-a30c-17f504977818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:42Z', 'updated_at': '2021-07-15T13:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '2c4cab6d-cd7e-4c9f-82de-889723b299bc', 'name': '', 'network_id': 'ed20d663-1173-4534-8523-fc0b2fbb7ad7', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'mac_address': 'fa:16:3e:9c:c2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b85997-7088-4edc-a30c-17f504977818', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '5c117192-dba8-4172-aea4-1eed9584f092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:53Z', 'updated_at': '2021-07-15T13:24:56Z', 'revision_number': 2, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'subnets': [{'id': '5c117192-dba8-4172-aea4-1eed9584f092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:00.510084 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25917d19-4db3-44a4-bf0d-0205757d47cb None None] Checking router: e8b85997-7088-4edc-a30c-17f504977818 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:25:00.510766 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25917d19-4db3-44a4-bf0d-0205757d47cb None None] Updating router e8b85997-7088-4edc-a30c-17f504977818 port 2c4cab6d-cd7e-4c9f-82de-889723b299bc binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:25:00.593284 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-25917d19-4db3-44a4-bf0d-0205757d47cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:00.652489 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dad0bf-db7c-4390-9334-3092fe40617b req-f68cdfe4-39ed-4737-97ad-20af77391f42 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:00.654096 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-08dad0bf-db7c-4390-9334-3092fe40617b req-f68cdfe4-39ed-4737-97ad-20af77391f42 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f896906-cdef-48c2-a6eb-058b0b185c51 HTTP/1.1" status: 200 len: 943 time: 0.7071168 Jul 15 13:25:00.823934 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-381e6266-0147-4ee6-9072-1fc4b565efeb tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:00.994001 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-25917d19-4db3-44a4-bf0d-0205757d47cb None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.008889 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-25917d19-4db3-44a4-bf0d-0205757d47cb None None] Transition to ACTIVE for port object 2c4cab6d-cd7e-4c9f-82de-889723b299bc will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:01.017333 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-25917d19-4db3-44a4-bf0d-0205757d47cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.073164 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f464a5-cfe3-4e76-85f3-a967c5ffe7ee None None] Pushing event updated for resources: {'Port': ['ID=2c4cab6d-cd7e-4c9f-82de-889723b299bc,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:01.108676 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-08dad0bf-db7c-4390-9334-3092fe40617b req-f42f6f5b-0835-4716-8e41-21ebe35b86e3 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad0aec92-1cb7-40a4-ab68-1f458f23bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342470 Jul 15 13:25:01.163042 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b5b6e-39ca-4976-9008-b88069485f6f req-6d5bee6e-eced-4f2b-bb4a-563c4a77b739 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:01.175159 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-131b5b6e-39ca-4976-9008-b88069485f6f req-6d5bee6e-eced-4f2b-bb4a-563c4a77b739 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/networks?id=ed20d663-1173-4534-8523-fc0b2fbb7ad7 HTTP/1.1" status: 200 len: 795 time: 0.7929950 Jul 15 13:25:01.177870 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-25917d19-4db3-44a4-bf0d-0205757d47cb None None] Attempting to bind port 2c4cab6d-cd7e-4c9f-82de-889723b299bc on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:01.178271 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-25917d19-4db3-44a4-bf0d-0205757d47cb None None] Attempting to bind port 2c4cab6d-cd7e-4c9f-82de-889723b299bc by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'e74a67fe-78ce-41da-bcef-bcbaece410e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ed20d663-1173-4534-8523-fc0b2fbb7ad7'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:01.178814 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25917d19-4db3-44a4-bf0d-0205757d47cb None None] Attempting to bind port 2c4cab6d-cd7e-4c9f-82de-889723b299bc on network ed20d663-1173-4534-8523-fc0b2fbb7ad7 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:01.186926 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25917d19-4db3-44a4-bf0d-0205757d47cb None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:01.188279 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25917d19-4db3-44a4-bf0d-0205757d47cb None None] Checking segment: {'id': 'e74a67fe-78ce-41da-bcef-bcbaece410e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ed20d663-1173-4534-8523-fc0b2fbb7ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:01.189387 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-25917d19-4db3-44a4-bf0d-0205757d47cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.189950 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25917d19-4db3-44a4-bf0d-0205757d47cb None None] Bound using segment: {'id': 'e74a67fe-78ce-41da-bcef-bcbaece410e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ed20d663-1173-4534-8523-fc0b2fbb7ad7'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:01.190598 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-25917d19-4db3-44a4-bf0d-0205757d47cb None None] Bound port: 2c4cab6d-cd7e-4c9f-82de-889723b299bc, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74a67fe-78ce-41da-bcef-bcbaece410e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ed20d663-1173-4534-8523-fc0b2fbb7ad7'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:01.191138 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-25917d19-4db3-44a4-bf0d-0205757d47cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.204135 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1fa9922-c3ae-4c28-add7-f7f72f4167b1 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Router f8dbe11f-6c7d-4624-b436-b44243febec7 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:25:01.261977 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ccb1da50-60fa-4de4-abc8-592cf010c2e1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.317211 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ccb1da50-60fa-4de4-abc8-592cf010c2e1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.324455 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-131b5b6e-39ca-4976-9008-b88069485f6f req-73c715a4-2616-4c20-8b9f-01eadbea15e7 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/quotas/d986de84121549bf90b7ac80073eff67 HTTP/1.1" status: 200 len: 375 time: 0.1391339 Jul 15 13:25:01.352917 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-25917d19-4db3-44a4-bf0d-0205757d47cb None None] For port 2c4cab6d-cd7e-4c9f-82de-889723b299bc, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:01.362071 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-25917d19-4db3-44a4-bf0d-0205757d47cb None None] For port 2c4cab6d-cd7e-4c9f-82de-889723b299bc, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=2c4cab6d-cd7e-4c9f-82de-889723b299bc,segment=NetworkSegment(e74a67fe-78ce-41da-bcef-bcbaece410e7),segment_id=e74a67fe-78ce-41da-bcef-bcbaece410e7)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:01.368644 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-25917d19-4db3-44a4-bf0d-0205757d47cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.508374 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f464a5-cfe3-4e76-85f3-a967c5ffe7ee None None] Pushing event updated for resources: {'Port': ['ID=2c4cab6d-cd7e-4c9f-82de-889723b299bc,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:01.536511 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25917d19-4db3-44a4-bf0d-0205757d47cb None None] Routers {'e8b85997-7088-4edc-a30c-17f504977818'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:01.537969 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-25917d19-4db3-44a4-bf0d-0205757d47cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:24:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['e8b85997-7088-4edc-a30c-17f504977818'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:01.557257 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-ccb1da50-60fa-4de4-abc8-592cf010c2e1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Allocated IP 172.25.8.158 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/f7bf33ec-5af0-431a-aa7a-030da840aeb2) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:01.636803 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 755f7970-c6fa-4562-b6f1-f4be3f0a6511 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:25:01.775252 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ccb1da50-60fa-4de4-abc8-592cf010c2e1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.806591 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 755f7970-c6fa-4562-b6f1-f4be3f0a6511, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=755f7970-c6fa-4562-b6f1-f4be3f0a6511,segment=NetworkSegment(4a50041b-36da-43a5-a688-832edc65cf21),segment_id=4a50041b-36da-43a5-a688-832edc65cf21)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:01.830818 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ccb1da50-60fa-4de4-abc8-592cf010c2e1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.834913 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '755f7970-c6fa-4562-b6f1-f4be3f0a6511', 'network_id': 'e965ef4e-e668-477c-beef-2db73a7493c5', 'port_id': '755f7970-c6fa-4562-b6f1-f4be3f0a6511', 'mac_address': 'fa:16:3e:49:73:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48cd908b-8de3-49e5-bad9-92af6437619d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:25:01.927382 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb1da50-60fa-4de4-abc8-592cf010c2e1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:01.931093 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-ccb1da50-60fa-4de4-abc8-592cf010c2e1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:01.940171 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb1da50-60fa-4de4-abc8-592cf010c2e1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:01.949196 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1da50-60fa-4de4-abc8-592cf010c2e1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Pushing event updated for resources: {'Port': ['ID=f7bf33ec-5af0-431a-aa7a-030da840aeb2,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:02.025371 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1fa9922-c3ae-4c28-add7-f7f72f4167b1 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:02.035539 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-381e6266-0147-4ee6-9072-1fc4b565efeb tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:02.038097 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1eee70-3d83-4048-8498-aaf0bb449da6 None None] Sync routers for ids ['f8dbe11f-6c7d-4624-b436-b44243febec7'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:02.044659 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c1fa9922-c3ae-4c28-add7-f7f72f4167b1 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "PUT /v2.0/routers/f8dbe11f-6c7d-4624-b436-b44243febec7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1735213 Jul 15 13:25:02.059732 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1eee70-3d83-4048-8498-aaf0bb449da6 None None] Routers {'f8dbe11f-6c7d-4624-b436-b44243febec7'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:02.062300 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4f1eee70-3d83-4048-8498-aaf0bb449da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:24:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f8dbe11f-6c7d-4624-b436-b44243febec7'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:02.066166 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49272) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:02.089310 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:02.098806 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-25917d19-4db3-44a4-bf0d-0205757d47cb None None] Set router e8b85997-7088-4edc-a30c-17f504977818 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:02.184682 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-131b5b6e-39ca-4976-9008-b88069485f6f req-671e252f-285c-4040-b923-aeca49434d5e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d986de84121549bf90b7ac80073eff67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8583157 Jul 15 13:25:02.195024 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-20f5764a-0e2f-4b38-8bf3-1c2b93aba0cd tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Deleting subnet 0d39d281-05be-4cc1-b860-61e44e1a5ebe {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:25:02.204036 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20f5764a-0e2f-4b38-8bf3-1c2b93aba0cd tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:02.205151 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 755f7970-c6fa-4562-b6f1-f4be3f0a6511 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:25:02.272421 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-381e6266-0147-4ee6-9072-1fc4b565efeb tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:02.342320 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e6266-0147-4ee6-9072-1fc4b565efeb tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'Subnet': ['ID=f29cd8a7-c990-4a0f-953c-3548d44128b0,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:02.345907 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-381e6266-0147-4ee6-9072-1fc4b565efeb tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:02.347941 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-381e6266-0147-4ee6-9072-1fc4b565efeb tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/subnets/f29cd8a7-c990-4a0f-953c-3548d44128b0 HTTP/1.1" status: 204 len: 168 time: 2.4629204 Jul 15 13:25:02.351985 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49278) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:02.381697 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-4f1eee70-3d83-4048-8498-aaf0bb449da6 None None] Set router f8dbe11f-6c7d-4624-b436-b44243febec7 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:02.389383 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20f5764a-0e2f-4b38-8bf3-1c2b93aba0cd tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:02.516022 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03bece40-9c1e-401c-a9c6-11b58a015b9b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:02.533133 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ccb1da50-60fa-4de4-abc8-592cf010c2e1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:02.612945 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d695b32-04f6-40f1-af8e-72ca39f482a2 None None] Network 7ad6c558-9e14-428c-b528-34290595300e requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:02.626959 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 755f7970-c6fa-4562-b6f1-f4be3f0a6511, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=755f7970-c6fa-4562-b6f1-f4be3f0a6511,segment=NetworkSegment(4a50041b-36da-43a5-a688-832edc65cf21),segment_id=4a50041b-36da-43a5-a688-832edc65cf21)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:02.664421 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:02.684037 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:02.714127 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b980823d-5d67-41b0-80e7-0875f7c25bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:02.846185 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4f1eee70-3d83-4048-8498-aaf0bb449da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8dbe11f-6c7d-4624-b436-b44243febec7', 'name': 'tempest-TestNetworkBasicOps-router-853146288', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '1b134cd2-2de3-41fa-b4c1-af166f580bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:37Z', 'updated_at': '2021-07-15T13:24:59Z', 'revision_number': 5, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'gw_port': {'id': '1b134cd2-2de3-41fa-b4c1-af166f580bcd', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dbe11f-6c7d-4624-b436-b44243febec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:38Z', 'updated_at': '2021-07-15T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:02.875832 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20f5764a-0e2f-4b38-8bf3-1c2b93aba0cd tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:02.908711 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=755f7970-c6fa-4562-b6f1-f4be3f0a6511,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:02.911773 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1eee70-3d83-4048-8498-aaf0bb449da6 None None] Checking router: f8dbe11f-6c7d-4624-b436-b44243febec7 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:25:02.934262 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1eee70-3d83-4048-8498-aaf0bb449da6 None None] Routers {'f8dbe11f-6c7d-4624-b436-b44243febec7'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:02.935035 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4f1eee70-3d83-4048-8498-aaf0bb449da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:25:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f8dbe11f-6c7d-4624-b436-b44243febec7'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:02.945039 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-03bece40-9c1e-401c-a9c6-11b58a015b9b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Deleting port bfb44e89-2a6d-4dcb-9e8b-7e233e096f1a {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:02.954728 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03bece40-9c1e-401c-a9c6-11b58a015b9b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:03.034480 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ccb1da50-60fa-4de4-abc8-592cf010c2e1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:03.049647 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['755f7970-c6fa-4562-b6f1-f4be3f0a6511'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:25:03.172318 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-4f1eee70-3d83-4048-8498-aaf0bb449da6 None None] Set router f8dbe11f-6c7d-4624-b436-b44243febec7 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:03.258086 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-03bece40-9c1e-401c-a9c6-11b58a015b9b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] For port bfb44e89-2a6d-4dcb-9e8b-7e233e096f1a, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=bfb44e89-2a6d-4dcb-9e8b-7e233e096f1a,segment=NetworkSegment(de9055de-57da-43f3-a38e-21dbc6ed71e2),segment_id=de9055de-57da-43f3-a38e-21dbc6ed71e2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:03.261808 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03bece40-9c1e-401c-a9c6-11b58a015b9b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:03.296642 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ce9edc-1e1a-43a4-89d1-12cf937e7183 None None] DHCP port deletion for 7ad6c558-9e14-428c-b528-34290595300e request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:25:03.301269 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-25917d19-4db3-44a4-bf0d-0205757d47cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b85997-7088-4edc-a30c-17f504977818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1880597508', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'ac3edd4f-9739-4f3d-be4c-754a643ea67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:41Z', 'updated_at': '2021-07-15T13:24:55Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'ac3edd4f-9739-4f3d-be4c-754a643ea67e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b85997-7088-4edc-a30c-17f504977818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:42Z', 'updated_at': '2021-07-15T13:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '2c4cab6d-cd7e-4c9f-82de-889723b299bc', 'name': '', 'network_id': 'ed20d663-1173-4534-8523-fc0b2fbb7ad7', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'mac_address': 'fa:16:3e:9c:c2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b85997-7088-4edc-a30c-17f504977818', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '5c117192-dba8-4172-aea4-1eed9584f092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:53Z', 'updated_at': '2021-07-15T13:25:01Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'subnets': [{'id': '5c117192-dba8-4172-aea4-1eed9584f092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:03.317046 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-03bece40-9c1e-401c-a9c6-11b58a015b9b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Calling delete_port for bfb44e89-2a6d-4dcb-9e8b-7e233e096f1a owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:03.339972 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb1da50-60fa-4de4-abc8-592cf010c2e1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Router e017f1d2-80f1-4646-9bfe-1014edd5bd2b is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:25:03.395451 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25917d19-4db3-44a4-bf0d-0205757d47cb None None] The sync data for ids ['e8b85997-7088-4edc-a30c-17f504977818'] in n-d-771363-36 is: [{'id': 'e8b85997-7088-4edc-a30c-17f504977818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1880597508', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'ac3edd4f-9739-4f3d-be4c-754a643ea67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:41Z', 'updated_at': '2021-07-15T13:24:55Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'ac3edd4f-9739-4f3d-be4c-754a643ea67e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b85997-7088-4edc-a30c-17f504977818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:42Z', 'updated_at': '2021-07-15T13:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '2c4cab6d-cd7e-4c9f-82de-889723b299bc', 'name': '', 'network_id': 'ed20d663-1173-4534-8523-fc0b2fbb7ad7', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'mac_address': 'fa:16:3e:9c:c2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b85997-7088-4edc-a30c-17f504977818', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '5c117192-dba8-4172-aea4-1eed9584f092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:53Z', 'updated_at': '2021-07-15T13:25:01Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'subnets': [{'id': '5c117192-dba8-4172-aea4-1eed9584f092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:03.487719 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-131b5b6e-39ca-4976-9008-b88069485f6f req-19265777-18a4-4b5b-adbc-a1f462d8f944 service neutron] 10.222.0.16 "GET /v2.0/networks/ed20d663-1173-4534-8523-fc0b2fbb7ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2851639 Jul 15 13:25:03.693106 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:03.713124 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb1da50-60fa-4de4-abc8-592cf010c2e1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:03.725578 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20f5764a-0e2f-4b38-8bf3-1c2b93aba0cd tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:03.736777 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03bece40-9c1e-401c-a9c6-11b58a015b9b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:03.756507 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bece40-9c1e-401c-a9c6-11b58a015b9b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] No DVR routers for this DVR port bfb44e89-2a6d-4dcb-9e8b-7e233e096f1a on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:25:03.784957 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ccb1da50-60fa-4de4-abc8-592cf010c2e1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:03.793193 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ccb1da50-60fa-4de4-abc8-592cf010c2e1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.1612365 Jul 15 13:25:03.794529 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee386b1-136c-4f72-894c-2b6641018e9e None None] Sync routers for ids ['e017f1d2-80f1-4646-9bfe-1014edd5bd2b'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:03.800952 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49282) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:03.870983 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d9ce9edc-1e1a-43a4-89d1-12cf937e7183 None None] Deleting port bfb44e89-2a6d-4dcb-9e8b-7e233e096f1a {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:03.871352 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d9ce9edc-1e1a-43a4-89d1-12cf937e7183 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:03.952374 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f5764a-0e2f-4b38-8bf3-1c2b93aba0cd tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event deleted for resources: {'Subnet': ['ID=0d39d281-05be-4cc1-b860-61e44e1a5ebe,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:04.009864 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-d9ce9edc-1e1a-43a4-89d1-12cf937e7183 None None] For port bfb44e89-2a6d-4dcb-9e8b-7e233e096f1a, host n-d-771363-36, got binding levels [] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:04.010658 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d9ce9edc-1e1a-43a4-89d1-12cf937e7183 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.015383 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ed38a5a5-b2c1-4eb8-bd15-f6f095fcf038 tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=ab5a423d99764585bcd3274895950844&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2057645 Jul 15 13:25:04.016344 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49286) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:04.031872 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d9ce9edc-1e1a-43a4-89d1-12cf937e7183 None None] Calling delete_port for bfb44e89-2a6d-4dcb-9e8b-7e233e096f1a owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:04.035695 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.ipam_backend_mixin [None req-d9ce9edc-1e1a-43a4-89d1-12cf937e7183 None None] Port bfb44e89-2a6d-4dcb-9e8b-7e233e096f1a was not found and therefore no delete operation was performed {{(pid=93827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:25:04.037195 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee386b1-136c-4f72-894c-2b6641018e9e None None] Routers {'e017f1d2-80f1-4646-9bfe-1014edd5bd2b'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:04.037892 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-9ee386b1-136c-4f72-894c-2b6641018e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:25:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['e017f1d2-80f1-4646-9bfe-1014edd5bd2b'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:04.108112 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4f1eee70-3d83-4048-8498-aaf0bb449da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8dbe11f-6c7d-4624-b436-b44243febec7', 'name': 'tempest-TestNetworkBasicOps-router-853146288', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '1b134cd2-2de3-41fa-b4c1-af166f580bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:37Z', 'updated_at': '2021-07-15T13:24:59Z', 'revision_number': 5, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'gw_port': {'id': '1b134cd2-2de3-41fa-b4c1-af166f580bcd', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dbe11f-6c7d-4624-b436-b44243febec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:38Z', 'updated_at': '2021-07-15T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:04.165875 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d9ce9edc-1e1a-43a4-89d1-12cf937e7183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.175779 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1eee70-3d83-4048-8498-aaf0bb449da6 None None] The sync data for ids ['f8dbe11f-6c7d-4624-b436-b44243febec7'] in n-d-771363-36 is: [{'id': 'f8dbe11f-6c7d-4624-b436-b44243febec7', 'name': 'tempest-TestNetworkBasicOps-router-853146288', 'tenant_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '1b134cd2-2de3-41fa-b4c1-af166f580bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:37Z', 'updated_at': '2021-07-15T13:24:59Z', 'revision_number': 5, 'project_id': 'b10b0063b8b9467f824b5e9176c44cfb', 'gw_port': {'id': '1b134cd2-2de3-41fa-b4c1-af166f580bcd', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dbe11f-6c7d-4624-b436-b44243febec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:38Z', 'updated_at': '2021-07-15T13:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:04.200700 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bece40-9c1e-401c-a9c6-11b58a015b9b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'Port': ['ID=bfb44e89-2a6d-4dcb-9e8b-7e233e096f1a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:04.229321 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20f5764a-0e2f-4b38-8bf3-1c2b93aba0cd tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.241882 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49288) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:04.244191 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce9edc-1e1a-43a4-89d1-12cf937e7183 None None] Pushing event deleted for resources: {'Port': ['ID=bfb44e89-2a6d-4dcb-9e8b-7e233e096f1a,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:04.244919 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-20f5764a-0e2f-4b38-8bf3-1c2b93aba0cd tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "DELETE /v2.0/subnets/0d39d281-05be-4cc1-b860-61e44e1a5ebe HTTP/1.1" status: 204 len: 168 time: 2.1769679 Jul 15 13:25:04.256819 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679988d1-04eb-43ea-8001-c95576ed6817 None None] Network f2d00a68-83b8-489c-abaf-ed87ef9932af requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:04.261874 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f46985-6f44-40b7-859b-bf97e8277337 tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:04.270426 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-52f46985-6f44-40b7-859b-bf97e8277337 tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2513816 Jul 15 13:25:04.287111 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49290) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:04.418703 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-9ee386b1-136c-4f72-894c-2b6641018e9e None None] Set router e017f1d2-80f1-4646-9bfe-1014edd5bd2b gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:04.456301 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a91abf1b-bb8a-4567-b336-1955fe1242ec tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=e1268488-a505-464f-96b0-8b93d6dfd7ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1560080 Jul 15 13:25:04.487118 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49292) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:04.521247 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-e7b71625-8241-4e66-8b27-96a3beb469c5 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2006396393', 'network_id': 'c84a7ce0-8f5b-4710-8905-4f805403debe', 'project_id': 'ab5a423d99764585bcd3274895950844', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:04.545501 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03bece40-9c1e-401c-a9c6-11b58a015b9b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.555362 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ce9edc-1e1a-43a4-89d1-12cf937e7183 None None] No DVR routers for this DVR port bfb44e89-2a6d-4dcb-9e8b-7e233e096f1a on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:25:04.592794 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-03bece40-9c1e-401c-a9c6-11b58a015b9b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad6c558-9e14-428c-b528-34290595300e']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:04.630102 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-03bece40-9c1e-401c-a9c6-11b58a015b9b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de9055de-57da-43f3-a38e-21dbc6ed71e2') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:04.630512 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-03bece40-9c1e-401c-a9c6-11b58a015b9b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de9055de-57da-43f3-a38e-21dbc6ed71e2') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:04.644124 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03bece40-9c1e-401c-a9c6-11b58a015b9b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.680896 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03bece40-9c1e-401c-a9c6-11b58a015b9b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.689320 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03bece40-9c1e-401c-a9c6-11b58a015b9b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:25:04.689730 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03bece40-9c1e-401c-a9c6-11b58a015b9b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.727264 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-10e792b8-8c64-413b-9971-31e400af3248 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.855976 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b71625-8241-4e66-8b27-96a3beb469c5 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Made reservation on behalf of ab5a423d99764585bcd3274895950844 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:04.859687 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e7b71625-8241-4e66-8b27-96a3beb469c5 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.946115 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-131b5b6e-39ca-4976-9008-b88069485f6f req-9a3099f1-3870-4f64-89e5-5a5bfa07a775 service neutron] 10.222.0.16 "GET /v2.0/networks/ed20d663-1173-4534-8523-fc0b2fbb7ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4452150 Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:25:04.949895 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:25:04.955120 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03bece40-9c1e-401c-a9c6-11b58a015b9b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.969693 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03bece40-9c1e-401c-a9c6-11b58a015b9b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.971629 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-03bece40-9c1e-401c-a9c6-11b58a015b9b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/networks/7ad6c558-9e14-428c-b528-34290595300e HTTP/1.1" status: 204 len: 168 time: 2.6186299 Jul 15 13:25:04.997591 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49296) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:05.129082 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bece40-9c1e-401c-a9c6-11b58a015b9b tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'Network': ['ID=7ad6c558-9e14-428c-b528-34290595300e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:05.185736 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.222437 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2797bd-8fd7-4e24-b735-b1a59d9220c6 req-0254cc74-b236-461d-8d9a-e69b2be823a0 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:05.228847 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dd2797bd-8fd7-4e24-b735-b1a59d9220c6 req-0254cc74-b236-461d-8d9a-e69b2be823a0 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 944 time: 1.3714094 Jul 15 13:25:05.268029 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-10e792b8-8c64-413b-9971-31e400af3248 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.297304 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9172cd78-6a87-4b8d-b654-9e1723989df7 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:05.307272 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9172cd78-6a87-4b8d-b654-9e1723989df7 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "GET /v2.0/ports/635cb32f-2ab2-4197-94f9-4e919d417e6d HTTP/1.1" status: 200 len: 845 time: 0.2997181 Jul 15 13:25:05.308394 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49302) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:05.423887 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-9ee386b1-136c-4f72-894c-2b6641018e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e017f1d2-80f1-4646-9bfe-1014edd5bd2b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1848435393', 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'f7bf33ec-5af0-431a-aa7a-030da840aeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:59Z', 'updated_at': '2021-07-15T13:25:02Z', 'revision_number': 3, 'project_id': 'ab5a423d99764585bcd3274895950844', 'gw_port': {'id': 'f7bf33ec-5af0-431a-aa7a-030da840aeb2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:72:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e017f1d2-80f1-4646-9bfe-1014edd5bd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:01Z', 'updated_at': '2021-07-15T13:25:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:05.427119 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dd2797bd-8fd7-4e24-b735-b1a59d9220c6 req-9429e5bc-39ff-4a77-9be5-acf0ba0febd5 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882656 Jul 15 13:25:05.439165 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 2c4cab6d-cd7e-4c9f-82de-889723b299bc up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:05.661547 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 755f7970-c6fa-4562-b6f1-f4be3f0a6511 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:05.683593 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee386b1-136c-4f72-894c-2b6641018e9e None None] Checking router: e017f1d2-80f1-4646-9bfe-1014edd5bd2b for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:25:05.683593 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee386b1-136c-4f72-894c-2b6641018e9e None None] Updating router e017f1d2-80f1-4646-9bfe-1014edd5bd2b port f7bf33ec-5af0-431a-aa7a-030da840aeb2 binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:25:05.683733 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e12d5cec-a2fd-4b99-b512-001004f59d82 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "GET /v2.0/ports/635cb32f-2ab2-4197-94f9-4e919d417e6d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3674209 Jul 15 13:25:05.687837 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49308) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:05.697044 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-f8b7cb18-8c97-40db-be27-513cd6aa52b2 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'subnet': {'network_id': 'da19dabe-845f-495f-981a-31f5b72cda87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:05.774092 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-10e792b8-8c64-413b-9971-31e400af3248 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Deleting port 1b134cd2-2de3-41fa-b4c1-af166f580bcd {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:05.775040 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-10e792b8-8c64-413b-9971-31e400af3248 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.786514 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-07c3bc19-d21c-486f-9665-8a91d8af3a3d req-e05def41-11b4-438c-826e-a419e8abfb31 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=442f5004-7922-4d84-ba9c-c107273d7474 HTTP/1.1" status: 200 len: 210 time: 0.0966473 Jul 15 13:25:05.793212 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e7b71625-8241-4e66-8b27-96a3beb469c5 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.830099 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba56d09-c604-4e87-b4d8-6e36e85494dc None None] DHCP port deletion for f2d00a68-83b8-489c-abaf-ed87ef9932af request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:25:05.899858 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ea416-735a-4ed1-958b-7c20d1f23dfa req-0346684e-dfa9-4cdc-ba59-aac40dbf7887 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:05.908785 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c57ea416-735a-4ed1-958b-7c20d1f23dfa req-0346684e-dfa9-4cdc-ba59-aac40dbf7887 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f896906-cdef-48c2-a6eb-058b0b185c51 HTTP/1.1" status: 200 len: 944 time: 0.3303239 Jul 15 13:25:05.965058 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b7cb18-8c97-40db-be27-513cd6aa52b2 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Made reservation on behalf of 71dc8377e15241a7a92d7e45b6b72260 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:05.972535 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f8b7cb18-8c97-40db-be27-513cd6aa52b2 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.012574 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-10e792b8-8c64-413b-9971-31e400af3248 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] For port 1b134cd2-2de3-41fa-b4c1-af166f580bcd, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=1b134cd2-2de3-41fa-b4c1-af166f580bcd,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:06.013203 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-10e792b8-8c64-413b-9971-31e400af3248 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.040889 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-10e792b8-8c64-413b-9971-31e400af3248 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Calling delete_port for 1b134cd2-2de3-41fa-b4c1-af166f580bcd owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:06.105469 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9ee386b1-136c-4f72-894c-2b6641018e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.113707 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c57ea416-735a-4ed1-958b-7c20d1f23dfa req-f8ea2873-0e6a-459a-9231-8223ed89d672 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad0aec92-1cb7-40a4-ab68-1f458f23bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037189 Jul 15 13:25:06.223527 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 2c4cab6d-cd7e-4c9f-82de-889723b299bc completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:06.251246 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 2c4cab6d-cd7e-4c9f-82de-889723b299bc triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:06.252957 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.255462 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 755f7970-c6fa-4562-b6f1-f4be3f0a6511 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:06.316429 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b71625-8241-4e66-8b27-96a3beb469c5 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Pushing event updated for resources: {'Subnet': ['ID=7f65c933-6a34-414a-a4f9-5a68fa83c0bd,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:06.366813 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b71625-8241-4e66-8b27-96a3beb469c5 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Checking segment: {'id': 'a63205a6-5f4b-42a3-bf4a-45a237a5d445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c84a7ce0-8f5b-4710-8905-4f805403debe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:06.367187 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b71625-8241-4e66-8b27-96a3beb469c5 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Network hostable DHCP agents. Network: c84a7ce0-8f5b-4710-8905-4f805403debe, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:25:06.402694 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 755f7970-c6fa-4562-b6f1-f4be3f0a6511 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:06.404424 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b71625-8241-4e66-8b27-96a3beb469c5 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Network c84a7ce0-8f5b-4710-8905-4f805403debe is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:25:06.407102 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.419203 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-10e792b8-8c64-413b-9971-31e400af3248 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.428090 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-e7b71625-8241-4e66-8b27-96a3beb469c5 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, c84a7ce0-8f5b-4710-8905-4f805403debe) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:06.436093 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b71625-8241-4e66-8b27-96a3beb469c5 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:06.436747 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e7b71625-8241-4e66-8b27-96a3beb469c5 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.481137 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f8b7cb18-8c97-40db-be27-513cd6aa52b2 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.492078 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e792b8-8c64-413b-9971-31e400af3248 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event deleted for resources: {'Port': ['ID=1b134cd2-2de3-41fa-b4c1-af166f580bcd,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:06.506094 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352aefc4-3cd1-4384-9b72-b8e65a055d3b None None] Network c84a7ce0-8f5b-4710-8905-4f805403debe requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:06.528321 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e7b71625-8241-4e66-8b27-96a3beb469c5 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0398707 Jul 15 13:25:06.538784 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49314) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:06.593970 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-6ba56d09-c604-4e87-b4d8-6e36e85494dc None None] Deleting port 7440407e-8e3a-4a47-a37a-a9f2d61e6b99 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:06.599269 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6ba56d09-c604-4e87-b4d8-6e36e85494dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.632590 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b7cb18-8c97-40db-be27-513cd6aa52b2 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'Subnet': ['ID=61dbf3d7-aa89-4174-94f4-90ab23096e5a,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:06.648656 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b7cb18-8c97-40db-be27-513cd6aa52b2 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Network da19dabe-845f-495f-981a-31f5b72cda87 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:06.651693 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-f8b7cb18-8c97-40db-be27-513cd6aa52b2 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:06.658650 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b7cb18-8c97-40db-be27-513cd6aa52b2 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:06.659502 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f8b7cb18-8c97-40db-be27-513cd6aa52b2 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.694729 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f8b7cb18-8c97-40db-be27-513cd6aa52b2 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0042386 Jul 15 13:25:06.712681 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49318) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:06.718685 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-2224539e-dd14-4c07-8c90-96a5b92513d0 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'security_group': {'name': 'tempest-secgroup-1548098575'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:06.750399 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2224539e-dd14-4c07-8c90-96a5b92513d0 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.752467 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-10e792b8-8c64-413b-9971-31e400af3248 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.759065 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982daf0c-2f93-451b-8fff-edd03ecf1b97 None None] Network da19dabe-845f-495f-981a-31f5b72cda87 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:06.878488 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.928684 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2224539e-dd14-4c07-8c90-96a5b92513d0 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.943443 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2224539e-dd14-4c07-8c90-96a5b92513d0 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.993558 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2224539e-dd14-4c07-8c90-96a5b92513d0 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9e4807-1ded-4f53-9a92-bcf36588c107,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:07.013001 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-10e792b8-8c64-413b-9971-31e400af3248 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.018371 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-10e792b8-8c64-413b-9971-31e400af3248 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.051252 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc48d9-4714-4852-b2d0-aca6e794bde5 req-8f2e07ec-ca66-4b0c-953c-023265e9a3c2 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:07.058990 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d9bc48d9-4714-4852-b2d0-aca6e794bde5 req-8f2e07ec-ca66-4b0c-953c-023265e9a3c2 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 944 time: 0.3764825 Jul 15 13:25:07.093095 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3a14511b-690e-41ba-8378-b133cca4622d req-3505bfa5-0a8d-44c3-9991-823fe412a325 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=442f5004-7922-4d84-ba9c-c107273d7474 HTTP/1.1" status: 200 len: 210 time: 0.1005077 Jul 15 13:25:07.094339 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2224539e-dd14-4c07-8c90-96a5b92513d0 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.095686 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2224539e-dd14-4c07-8c90-96a5b92513d0 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3808975 Jul 15 13:25:07.102711 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49322) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:07.108394 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-a942781f-f23e-4891-8815-3ee4b08b3a42 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'security_group': {'name': 'tempest-secgroup-2015636984'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:07.169563 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d9bc48d9-4714-4852-b2d0-aca6e794bde5 req-70409652-0ea1-4f3a-b2c1-98403e1a558b tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095650 Jul 15 13:25:07.175001 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a942781f-f23e-4891-8815-3ee4b08b3a42 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.256990 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-10e792b8-8c64-413b-9971-31e400af3248 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.258014 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e792b8-8c64-413b-9971-31e400af3248 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Fanout notify agent at l3_agent the message router_deleted on router f8dbe11f-6c7d-4624-b436-b44243febec7 {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:25:07.270315 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-10e792b8-8c64-413b-9971-31e400af3248 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.278293 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-10e792b8-8c64-413b-9971-31e400af3248 tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "DELETE /v2.0/routers/f8dbe11f-6c7d-4624-b436-b44243febec7 HTTP/1.1" status: 204 len: 168 time: 3.0328410 Jul 15 13:25:07.280223 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a942781f-f23e-4891-8815-3ee4b08b3a42 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.281848 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49328) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:07.292654 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a942781f-f23e-4891-8815-3ee4b08b3a42 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.454522 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a942781f-f23e-4891-8815-3ee4b08b3a42 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.455960 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a942781f-f23e-4891-8815-3ee4b08b3a42 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3520136 Jul 15 13:25:07.466534 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49330) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:07.478405 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-29e0cfdb-9264-4f9d-a212-ed9e43032f96 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-978984623', 'security_groups': ['f0b69841-0910-4a27-99cf-84b36c08e9cb'], 'network_id': 'da19dabe-845f-495f-981a-31f5b72cda87', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '61dbf3d7-aa89-4174-94f4-90ab23096e5a'}]}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:07.481831 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a942781f-f23e-4891-8815-3ee4b08b3a42 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b69841-0910-4a27-99cf-84b36c08e9cb,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:07.491027 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2400aeb5-1fdf-4425-9fca-de8c4485c40f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.659158 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467400b-66a2-4259-9081-4397c41736f5 req-fdc82685-f9b9-4fe3-af9e-d4ebffc81e9c tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:07.660812 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2467400b-66a2-4259-9081-4397c41736f5 req-fdc82685-f9b9-4fe3-af9e-d4ebffc81e9c tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f896906-cdef-48c2-a6eb-058b0b185c51 HTTP/1.1" status: 200 len: 944 time: 0.3022077 Jul 15 13:25:07.704084 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-6ba56d09-c604-4e87-b4d8-6e36e85494dc None None] For port 7440407e-8e3a-4a47-a37a-a9f2d61e6b99, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=7440407e-8e3a-4a47-a37a-a9f2d61e6b99,segment=NetworkSegment(a2bb44b8-5632-4278-a835-5e8fd283bd80),segment_id=a2bb44b8-5632-4278-a835-5e8fd283bd80)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:07.704641 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6ba56d09-c604-4e87-b4d8-6e36e85494dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.708801 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.712785 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e0cfdb-9264-4f9d-a212-ed9e43032f96 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Made reservation on behalf of 71dc8377e15241a7a92d7e45b6b72260 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:07.723936 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d33a81ed-40d5-49d4-8b93-a0d966530630 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.747719 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2400aeb5-1fdf-4425-9fca-de8c4485c40f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Deleting port 7440407e-8e3a-4a47-a37a-a9f2d61e6b99 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:07.747719 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2400aeb5-1fdf-4425-9fca-de8c4485c40f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.769461 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2467400b-66a2-4259-9081-4397c41736f5 req-de90e7c1-42ee-4385-9c64-0bb3756eeb60 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad0aec92-1cb7-40a4-ab68-1f458f23bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775785 Jul 15 13:25:07.797662 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 2c4cab6d-cd7e-4c9f-82de-889723b299bc, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=2c4cab6d-cd7e-4c9f-82de-889723b299bc,segment=NetworkSegment(e74a67fe-78ce-41da-bcef-bcbaece410e7),segment_id=e74a67fe-78ce-41da-bcef-bcbaece410e7)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:07.807692 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-6ba56d09-c604-4e87-b4d8-6e36e85494dc None None] Calling delete_port for 7440407e-8e3a-4a47-a37a-a9f2d61e6b99 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:07.834929 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.929571 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f896906-cdef-48c2-a6eb-058b0b185c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755f7970-c6fa-4562-b6f1-f4be3f0a6511'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:25:07.944625 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d53780e-554f-4e45-adf7-341a60b6e275" -d '{"events": [{"server_uuid": "0f896906-cdef-48c2-a6eb-058b0b185c51", "name": "network-vif-plugged", "status": "completed", "tag": "755f7970-c6fa-4562-b6f1-f4be3f0a6511"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:25:07.969949 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device bfb44e89-2a6d-4dcb-9e8b-7e233e096f1a no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:25:07.998625 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-2400aeb5-1fdf-4425-9fca-de8c4485c40f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] For port 7440407e-8e3a-4a47-a37a-a9f2d61e6b99, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=7440407e-8e3a-4a47-a37a-a9f2d61e6b99,segment=NetworkSegment(a2bb44b8-5632-4278-a835-5e8fd283bd80),segment_id=a2bb44b8-5632-4278-a835-5e8fd283bd80)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:08.019226 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2400aeb5-1fdf-4425-9fca-de8c4485c40f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.034932 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: bfb44e89-2a6d-4dcb-9e8b-7e233e096f1a {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:25:08.035471 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device bfb44e89-2a6d-4dcb-9e8b-7e233e096f1a not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:25:08.035983 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 329cc6a1-87fd-4de1-951e-3134d84d71fb no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:25:08.077238 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 755f7970-c6fa-4562-b6f1-f4be3f0a6511, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=755f7970-c6fa-4562-b6f1-f4be3f0a6511,segment=NetworkSegment(4a50041b-36da-43a5-a688-832edc65cf21),segment_id=4a50041b-36da-43a5-a688-832edc65cf21)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:08.087213 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2400aeb5-1fdf-4425-9fca-de8c4485c40f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Calling delete_port for 7440407e-8e3a-4a47-a37a-a9f2d61e6b99 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:08.092006 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2f6442-cedc-43b0-a156-b30d14a237cf x-openstack-request-id: req-4a2f6442-cedc-43b0-a156-b30d14a237cf {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:25:08.092367 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f896906-cdef-48c2-a6eb-058b0b185c51", "name": "network-vif-plugged", "status": "completed", "tag": "755f7970-c6fa-4562-b6f1-f4be3f0a6511", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:25:08.092763 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a2f6442-cedc-43b0-a156-b30d14a237cf {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:25:08.093746 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f896906-cdef-48c2-a6eb-058b0b185c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755f7970-c6fa-4562-b6f1-f4be3f0a6511', 'code': 200} Jul 15 13:25:08.113860 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-29e0cfdb-9264-4f9d-a212-ed9e43032f96 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.125323 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 329cc6a1-87fd-4de1-951e-3134d84d71fb {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:25:08.125750 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 329cc6a1-87fd-4de1-951e-3134d84d71fb not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:25:08.159732 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.215509 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf32320-c395-4c7c-af8a-4f75131dc235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-c84a7ce0-8f5b-4710-8905-4f805403debe', 'network_id': 'c84a7ce0-8f5b-4710-8905-4f805403debe', 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'fixed_ips': [{'subnet_id': '7f65c933-6a34-414a-a4f9-5a68fa83c0bd'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:25:08.216497 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7cf32320-c395-4c7c-af8a-4f75131dc235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.297175 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=2c4cab6d-cd7e-4c9f-82de-889723b299bc,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:08.308514 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-29e0cfdb-9264-4f9d-a212-ed9e43032f96 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] device_id is not set on port 15b0bf8d-02a7-481e-814d-9e7ee9fd82ed yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:25:08.363724 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1b134cd2-2de3-41fa-b4c1-af166f580bcd no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:25:08.376439 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a97731c-c69d-4401-ab71-ad348a28f325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-da19dabe-845f-495f-981a-31f5b72cda87', 'network_id': 'da19dabe-845f-495f-981a-31f5b72cda87', 'tenant_id': '71dc8377e15241a7a92d7e45b6b72260', 'fixed_ips': [{'subnet_id': '61dbf3d7-aa89-4174-94f4-90ab23096e5a'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:25:08.377430 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7a97731c-c69d-4401-ab71-ad348a28f325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.458702 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-d33a81ed-40d5-49d4-8b93-a0d966530630 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Allocated IP 172.20.0.1 (c84a7ce0-8f5b-4710-8905-4f805403debe/7f65c933-6a34-414a-a4f9-5a68fa83c0bd/8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:08.480083 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9ee386b1-136c-4f72-894c-2b6641018e9e None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.487122 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 1b134cd2-2de3-41fa-b4c1-af166f580bcd {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:25:08.487431 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1b134cd2-2de3-41fa-b4c1-af166f580bcd not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:25:08.487827 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 7440407e-8e3a-4a47-a37a-a9f2d61e6b99 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:25:08.554819 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-9ee386b1-136c-4f72-894c-2b6641018e9e None None] Transition to ACTIVE for port object f7bf33ec-5af0-431a-aa7a-030da840aeb2 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:08.598740 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=755f7970-c6fa-4562-b6f1-f4be3f0a6511,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:08.602472 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6ba56d09-c604-4e87-b4d8-6e36e85494dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.607424 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-29e0cfdb-9264-4f9d-a212-ed9e43032f96 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Allocated IP 2001:db8::284 (da19dabe-845f-495f-981a-31f5b72cda87/61dbf3d7-aa89-4174-94f4-90ab23096e5a/15b0bf8d-02a7-481e-814d-9e7ee9fd82ed) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:08.645690 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba56d09-c604-4e87-b4d8-6e36e85494dc None None] No DVR routers for this DVR port 7440407e-8e3a-4a47-a37a-a9f2d61e6b99 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:25:08.653292 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9ee386b1-136c-4f72-894c-2b6641018e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.787617 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-29e0cfdb-9264-4f9d-a212-ed9e43032f96 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.814887 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-29e0cfdb-9264-4f9d-a212-ed9e43032f96 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Transition to ACTIVE for port object 15b0bf8d-02a7-481e-814d-9e7ee9fd82ed will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:08.865781 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-29e0cfdb-9264-4f9d-a212-ed9e43032f96 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.937583 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No active binding found for port 7440407e-8e3a-4a47-a37a-a9f2d61e6b99 {{(pid=93827) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 13:25:08.938700 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 7440407e-8e3a-4a47-a37a-a9f2d61e6b99 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:25:08.957265 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba56d09-c604-4e87-b4d8-6e36e85494dc None None] Pushing event deleted for resources: {'Port': ['ID=7440407e-8e3a-4a47-a37a-a9f2d61e6b99,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:08.978911 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e0cfdb-9264-4f9d-a212-ed9e43032f96 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'Port': ['ID=15b0bf8d-02a7-481e-814d-9e7ee9fd82ed,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:08.983734 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c74321e9-7f63-4b4f-bf1f-9db0a8bf8ee3 req-67b60cd9-3f4d-405f-ac21-2232411fd188 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=442f5004-7922-4d84-ba9c-c107273d7474 HTTP/1.1" status: 200 len: 210 time: 0.1317706 Jul 15 13:25:09.088444 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e0cfdb-9264-4f9d-a212-ed9e43032f96 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Network da19dabe-845f-495f-981a-31f5b72cda87 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:09.150896 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-29e0cfdb-9264-4f9d-a212-ed9e43032f96 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:09.154386 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53dbf2a-490f-46eb-8abc-1b95b1ba7d87 None None] Pushing event updated for resources: {'Port': ['ID=f7bf33ec-5af0-431a-aa7a-030da840aeb2,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:09.165822 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-9ee386b1-136c-4f72-894c-2b6641018e9e None None] Attempting to bind port f7bf33ec-5af0-431a-aa7a-030da840aeb2 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:09.166600 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-9ee386b1-136c-4f72-894c-2b6641018e9e None None] Attempting to bind port f7bf33ec-5af0-431a-aa7a-030da840aeb2 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:09.166874 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e0cfdb-9264-4f9d-a212-ed9e43032f96 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:09.167516 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee386b1-136c-4f72-894c-2b6641018e9e None None] Attempting to bind port f7bf33ec-5af0-431a-aa7a-030da840aeb2 on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:09.195413 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee386b1-136c-4f72-894c-2b6641018e9e None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:09.196275 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee386b1-136c-4f72-894c-2b6641018e9e None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:09.196947 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9ee386b1-136c-4f72-894c-2b6641018e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.197554 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee386b1-136c-4f72-894c-2b6641018e9e None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:09.198262 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-9ee386b1-136c-4f72-894c-2b6641018e9e None None] Bound port: f7bf33ec-5af0-431a-aa7a-030da840aeb2, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:09.198901 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9ee386b1-136c-4f72-894c-2b6641018e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.208149 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e0cfdb-9264-4f9d-a212-ed9e43032f96 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:09.211130 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-29e0cfdb-9264-4f9d-a212-ed9e43032f96 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.223768 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-7a97731c-c69d-4401-ab71-ad348a28f325 None None] Allocated IP 2001:db8::2 (da19dabe-845f-495f-981a-31f5b72cda87/61dbf3d7-aa89-4174-94f4-90ab23096e5a/a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:09.263247 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ac555-f60b-45dd-b560-800f8f80ddb7 req-5d6736f6-253e-4660-8271-c1678d27ffe2 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:09.272964 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-698ac555-f60b-45dd-b560-800f8f80ddb7 req-5d6736f6-253e-4660-8271-c1678d27ffe2 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 944 time: 0.3114691 Jul 15 13:25:09.497406 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-29e0cfdb-9264-4f9d-a212-ed9e43032f96 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0240555 Jul 15 13:25:09.497827 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49342) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:09.505678 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-46a6e699-3763-4e72-af0d-c0c5f27a7750 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'subnet': {'network_id': 'da19dabe-845f-495f-981a-31f5b72cda87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:09.513028 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2400aeb5-1fdf-4425-9fca-de8c4485c40f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.581216 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-698ac555-f60b-45dd-b560-800f8f80ddb7 req-5e3e37b7-4afe-43f2-b79e-1a435aca9d84 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3069165 Jul 15 13:25:09.589497 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-9ee386b1-136c-4f72-894c-2b6641018e9e None None] For port f7bf33ec-5af0-431a-aa7a-030da840aeb2, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:09.606274 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-9ee386b1-136c-4f72-894c-2b6641018e9e None None] For port f7bf33ec-5af0-431a-aa7a-030da840aeb2, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=f7bf33ec-5af0-431a-aa7a-030da840aeb2,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:09.632903 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d33a81ed-40d5-49d4-8b93-a0d966530630 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.633765 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9ee386b1-136c-4f72-894c-2b6641018e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.645348 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7a97731c-c69d-4401-ab71-ad348a28f325 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.665410 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400aeb5-1fdf-4425-9fca-de8c4485c40f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event deleted for resources: {'Port': ['ID=7440407e-8e3a-4a47-a37a-a9f2d61e6b99,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:09.695970 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2400aeb5-1fdf-4425-9fca-de8c4485c40f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] No DVR routers for this DVR port 7440407e-8e3a-4a47-a37a-a9f2d61e6b99 on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:25:09.725402 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b5b6e-39ca-4976-9008-b88069485f6f req-9a4844cc-9644-4d59-a4f5-beb979cab3c4 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:09.727086 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-131b5b6e-39ca-4976-9008-b88069485f6f req-9a4844cc-9644-4d59-a4f5-beb979cab3c4 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.46 "GET /v2.0/networks?id=ed20d663-1173-4534-8523-fc0b2fbb7ad7 HTTP/1.1" status: 200 len: 795 time: 0.6412222 Jul 15 13:25:09.740018 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53dbf2a-490f-46eb-8abc-1b95b1ba7d87 None None] Pushing event updated for resources: {'Port': ['ID=f7bf33ec-5af0-431a-aa7a-030da840aeb2,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:09.750988 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-d33a81ed-40d5-49d4-8b93-a0d966530630 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Transition to ACTIVE for port object 8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:09.761713 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7a97731c-c69d-4401-ab71-ad348a28f325 None None] Transition to ACTIVE for port object a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:09.776146 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee386b1-136c-4f72-894c-2b6641018e9e None None] Routers {'e017f1d2-80f1-4646-9bfe-1014edd5bd2b'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:09.776764 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-9ee386b1-136c-4f72-894c-2b6641018e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:25:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['e017f1d2-80f1-4646-9bfe-1014edd5bd2b'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:09.835016 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7a97731c-c69d-4401-ab71-ad348a28f325 None None] Transition to ACTIVE for port object a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:09.849599 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7a97731c-c69d-4401-ab71-ad348a28f325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.885210 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131f0da-5cc7-40c3-aac6-e618ab81036f req-1704f443-167f-4590-a3eb-10be51763cae tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:09.889906 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a97731c-c69d-4401-ab71-ad348a28f325 None None] Network da19dabe-845f-495f-981a-31f5b72cda87 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:09.891299 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9131f0da-5cc7-40c3-aac6-e618ab81036f req-1704f443-167f-4590-a3eb-10be51763cae tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f896906-cdef-48c2-a6eb-058b0b185c51 HTTP/1.1" status: 200 len: 945 time: 0.6625650 Jul 15 13:25:09.900744 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-7a97731c-c69d-4401-ab71-ad348a28f325 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:09.910326 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a97731c-c69d-4401-ab71-ad348a28f325 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:09.939211 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a6e699-3763-4e72-af0d-c0c5f27a7750 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Made reservation on behalf of 71dc8377e15241a7a92d7e45b6b72260 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:09.941655 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-46a6e699-3763-4e72-af0d-c0c5f27a7750 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.961102 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d33a81ed-40d5-49d4-8b93-a0d966530630 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.010436 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9131f0da-5cc7-40c3-aac6-e618ab81036f req-21327cdb-1ed4-4858-b7cc-6600acecb62c tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad0aec92-1cb7-40a4-ab68-1f458f23bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959477 Jul 15 13:25:10.047497 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33a81ed-40d5-49d4-8b93-a0d966530630 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Network c84a7ce0-8f5b-4710-8905-4f805403debe is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:10.081334 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2400aeb5-1fdf-4425-9fca-de8c4485c40f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.094836 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-7cf32320-c395-4c7c-af8a-4f75131dc235 None None] Allocated IP 172.20.0.2 (c84a7ce0-8f5b-4710-8905-4f805403debe/7f65c933-6a34-414a-a4f9-5a68fa83c0bd/60581716-4e20-4067-9c13-f4d464036726) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:10.095730 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-2400aeb5-1fdf-4425-9fca-de8c4485c40f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d00a68-83b8-489c-abaf-ed87ef9932af']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:10.107489 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-d33a81ed-40d5-49d4-8b93-a0d966530630 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:10.110319 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-2400aeb5-1fdf-4425-9fca-de8c4485c40f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2bb44b8-5632-4278-a835-5e8fd283bd80') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:10.110889 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-2400aeb5-1fdf-4425-9fca-de8c4485c40f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2bb44b8-5632-4278-a835-5e8fd283bd80') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:10.115346 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33a81ed-40d5-49d4-8b93-a0d966530630 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:10.122746 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2400aeb5-1fdf-4425-9fca-de8c4485c40f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.143531 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2400aeb5-1fdf-4425-9fca-de8c4485c40f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.152282 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a81ed-40d5-49d4-8b93-a0d966530630 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Pushing event updated for resources: {'Port': ['ID=8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:10.155585 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2400aeb5-1fdf-4425-9fca-de8c4485c40f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:25:10.156292 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2400aeb5-1fdf-4425-9fca-de8c4485c40f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.185413 n-d-771363-36 neutron-server[93826]: INFO neutron.db.ipam_backend_mixin [None req-46a6e699-3763-4e72-af0d-c0c5f27a7750 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 61dbf3d7-aa89-4174-94f4-90ab23096e5a (CIDR: 2001:db8::/64) Jul 15 13:25:10.190395 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-46a6e699-3763-4e72-af0d-c0c5f27a7750 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:25:10.190994 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46a6e699-3763-4e72-af0d-c0c5f27a7750 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:25:10.193864 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d33a81ed-40d5-49d4-8b93-a0d966530630 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.254002 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-46a6e699-3763-4e72-af0d-c0c5f27a7750 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7548809 Jul 15 13:25:10.258804 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49348) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:10.276195 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-0c2cf060-eddd-4671-8b30-7ec1efabd943 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'subnet': {'network_id': 'da19dabe-845f-495f-981a-31f5b72cda87', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:10.304226 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-9ee386b1-136c-4f72-894c-2b6641018e9e None None] Set router e017f1d2-80f1-4646-9bfe-1014edd5bd2b gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:10.395528 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 2c4cab6d-cd7e-4c9f-82de-889723b299bc up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:10.527141 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97731c-c69d-4401-ab71-ad348a28f325 None None] Pushing event updated for resources: {'Port': ['ID=a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:10.582323 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d33a81ed-40d5-49d4-8b93-a0d966530630 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.696223 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7cf32320-c395-4c7c-af8a-4f75131dc235 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.706471 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7cf32320-c395-4c7c-af8a-4f75131dc235 None None] Transition to ACTIVE for port object 60581716-4e20-4067-9c13-f4d464036726 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:10.726754 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7cf32320-c395-4c7c-af8a-4f75131dc235 None None] Transition to ACTIVE for port object 60581716-4e20-4067-9c13-f4d464036726 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:10.732155 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-7a97731c-c69d-4401-ab71-ad348a28f325 None None] Attempting to bind port a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:10.733035 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-7a97731c-c69d-4401-ab71-ad348a28f325 None None] Attempting to bind port a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '0cef16a3-0a76-4211-a9f0-d9134147132a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'da19dabe-845f-495f-981a-31f5b72cda87'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:10.733699 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a97731c-c69d-4401-ab71-ad348a28f325 None None] Attempting to bind port a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37 on network da19dabe-845f-495f-981a-31f5b72cda87 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:10.744837 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a97731c-c69d-4401-ab71-ad348a28f325 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:10.745597 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a97731c-c69d-4401-ab71-ad348a28f325 None None] Checking segment: {'id': '0cef16a3-0a76-4211-a9f0-d9134147132a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'da19dabe-845f-495f-981a-31f5b72cda87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:10.746194 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7a97731c-c69d-4401-ab71-ad348a28f325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.746821 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a97731c-c69d-4401-ab71-ad348a28f325 None None] Bound using segment: {'id': '0cef16a3-0a76-4211-a9f0-d9134147132a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'da19dabe-845f-495f-981a-31f5b72cda87'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:10.747607 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-7a97731c-c69d-4401-ab71-ad348a28f325 None None] Bound port: a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cef16a3-0a76-4211-a9f0-d9134147132a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'da19dabe-845f-495f-981a-31f5b72cda87'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:10.748430 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7a97731c-c69d-4401-ab71-ad348a28f325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.758374 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7cf32320-c395-4c7c-af8a-4f75131dc235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.904491 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:10.904491 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:10.904491 n-d-771363-36 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:25:10.904491 n-d-771363-36 neutron-server[93825]: self.session.flush() Jul 15 13:25:10.904491 n-d-771363-36 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:25:10.904491 n-d-771363-36 neutron-server[93825]: self.session.flush() Jul 15 13:25:10.904491 n-d-771363-36 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:25:10.904491 n-d-771363-36 neutron-server[93825]: self.session.flush() Jul 15 13:25:10.904491 n-d-771363-36 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:25:10.904491 n-d-771363-36 neutron-server[93825]: self.session.flush() Jul 15 13:25:10.904491 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:25:10.904491 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:25:10.904491 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:25:10.904491 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:25:10.904491 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:25:10.904491 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:25:10.904491 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:25:10.904491 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:25:10.904491 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:25:10.904491 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:25:10.904491 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:25:10.904491 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:25:10.904491 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:25:10.904491 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:25:10.904491 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:25:10.904491 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:25:10.904491 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:25:10.904491 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:25:10.904491 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:25:10.904491 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:25:10.904491 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:25:10.904491 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:25:10.904491 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:25:10.904491 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:25:10.904491 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:25:10.904491 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:25:10.904491 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:25:10.904491 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:25:10.904491 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:25:10.904491 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:25:10.904491 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:25:10.904491 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:25:10.909061 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2400aeb5-1fdf-4425-9fca-de8c4485c40f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.910952 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2cf060-eddd-4671-8b30-7ec1efabd943 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Made reservation on behalf of 71dc8377e15241a7a92d7e45b6b72260 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:10.917715 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0c2cf060-eddd-4671-8b30-7ec1efabd943 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.950179 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4093e5f7-add5-44e1-a10c-b6f0230db556 req-768208e5-58db-4862-b182-0af841ffdb99 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=442f5004-7922-4d84-ba9c-c107273d7474 HTTP/1.1" status: 200 len: 210 time: 0.0422816 Jul 15 13:25:10.953078 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2400aeb5-1fdf-4425-9fca-de8c4485c40f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.971844 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2400aeb5-1fdf-4425-9fca-de8c4485c40f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] 10.222.0.16 "DELETE /v2.0/networks/f2d00a68-83b8-489c-abaf-ed87ef9932af HTTP/1.1" status: 204 len: 168 time: 3.6847849 Jul 15 13:25:10.996897 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400aeb5-1fdf-4425-9fca-de8c4485c40f tempest-TestNetworkBasicOps-2014780736 tempest-TestNetworkBasicOps-2014780736-project] Pushing event deleted for resources: {'Network': ['ID=f2d00a68-83b8-489c-abaf-ed87ef9932af,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:11.121046 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d33a81ed-40d5-49d4-8b93-a0d966530630 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:11.132607 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d33a81ed-40d5-49d4-8b93-a0d966530630 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:11.289500 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf32320-c395-4c7c-af8a-4f75131dc235 None None] Pushing event updated for resources: {'Port': ['ID=60581716-4e20-4067-9c13-f4d464036726,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:11.321903 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf32320-c395-4c7c-af8a-4f75131dc235 None None] Network c84a7ce0-8f5b-4710-8905-4f805403debe is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:11.323667 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-7cf32320-c395-4c7c-af8a-4f75131dc235 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:11.342643 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5069b3-a12c-4d2d-8f4d-fda70519c77e req-6ca7f0c9-4c80-4912-8efc-68eaf3bb762c tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:11.344384 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ce5069b3-a12c-4d2d-8f4d-fda70519c77e req-6ca7f0c9-4c80-4912-8efc-68eaf3bb762c tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 944 time: 0.1071522 Jul 15 13:25:11.345530 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf32320-c395-4c7c-af8a-4f75131dc235 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:11.351020 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 2c4cab6d-cd7e-4c9f-82de-889723b299bc triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:11.351417 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:11.407056 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ce5069b3-a12c-4d2d-8f4d-fda70519c77e req-9fe10340-19f2-4ad1-86ff-081d3e3db817 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552349 Jul 15 13:25:11.436644 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a81ed-40d5-49d4-8b93-a0d966530630 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Pushing event updated for resources: {'Port': ['ID=8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:11.445885 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d33a81ed-40d5-49d4-8b93-a0d966530630 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:11.507642 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49360) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:11.517632 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-7a97731c-c69d-4401-ab71-ad348a28f325 None None] For port a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:11.546709 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-9ee386b1-136c-4f72-894c-2b6641018e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e017f1d2-80f1-4646-9bfe-1014edd5bd2b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1848435393', 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'f7bf33ec-5af0-431a-aa7a-030da840aeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:59Z', 'updated_at': '2021-07-15T13:25:02Z', 'revision_number': 3, 'project_id': 'ab5a423d99764585bcd3274895950844', 'gw_port': {'id': 'f7bf33ec-5af0-431a-aa7a-030da840aeb2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:72:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e017f1d2-80f1-4646-9bfe-1014edd5bd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:01Z', 'updated_at': '2021-07-15T13:25:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:11.553493 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-7a97731c-c69d-4401-ab71-ad348a28f325 None None] For port a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37,segment=NetworkSegment(0cef16a3-0a76-4211-a9f0-d9134147132a),segment_id=0cef16a3-0a76-4211-a9f0-d9134147132a)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:11.555818 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0c2cf060-eddd-4671-8b30-7ec1efabd943 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:11.556161 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-7cf32320-c395-4c7c-af8a-4f75131dc235 None None] Attempting to bind port 60581716-4e20-4067-9c13-f4d464036726 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:11.556789 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-7cf32320-c395-4c7c-af8a-4f75131dc235 None None] Attempting to bind port 60581716-4e20-4067-9c13-f4d464036726 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'a63205a6-5f4b-42a3-bf4a-45a237a5d445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c84a7ce0-8f5b-4710-8905-4f805403debe'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:11.557214 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf32320-c395-4c7c-af8a-4f75131dc235 None None] Attempting to bind port 60581716-4e20-4067-9c13-f4d464036726 on network c84a7ce0-8f5b-4710-8905-4f805403debe {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:11.589861 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf32320-c395-4c7c-af8a-4f75131dc235 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:11.590279 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf32320-c395-4c7c-af8a-4f75131dc235 None None] Checking segment: {'id': 'a63205a6-5f4b-42a3-bf4a-45a237a5d445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c84a7ce0-8f5b-4710-8905-4f805403debe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:11.590716 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7cf32320-c395-4c7c-af8a-4f75131dc235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:11.591242 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf32320-c395-4c7c-af8a-4f75131dc235 None None] Bound using segment: {'id': 'a63205a6-5f4b-42a3-bf4a-45a237a5d445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c84a7ce0-8f5b-4710-8905-4f805403debe'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:11.591739 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-7cf32320-c395-4c7c-af8a-4f75131dc235 None None] Bound port: 60581716-4e20-4067-9c13-f4d464036726, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63205a6-5f4b-42a3-bf4a-45a237a5d445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c84a7ce0-8f5b-4710-8905-4f805403debe'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:11.592956 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7cf32320-c395-4c7c-af8a-4f75131dc235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:11.606907 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2cf060-eddd-4671-8b30-7ec1efabd943 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Network da19dabe-845f-495f-981a-31f5b72cda87 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:11.614942 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-0c2cf060-eddd-4671-8b30-7ec1efabd943 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:11.625792 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2cf060-eddd-4671-8b30-7ec1efabd943 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:11.626301 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0c2cf060-eddd-4671-8b30-7ec1efabd943 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:11.636961 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16285c0-40fb-42eb-82d8-8ec67f192830 req-d7468dc9-fa38-48f9-b805-101f5cb4ea1d tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:11.639774 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2cf060-eddd-4671-8b30-7ec1efabd943 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'Subnet': ['ID=b328bc6c-756b-4ddf-9718-60918c910d2a,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:11.646941 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b16285c0-40fb-42eb-82d8-8ec67f192830 req-d7468dc9-fa38-48f9-b805-101f5cb4ea1d tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f896906-cdef-48c2-a6eb-058b0b185c51 HTTP/1.1" status: 200 len: 945 time: 0.0911889 Jul 15 13:25:11.657925 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0c2cf060-eddd-4671-8b30-7ec1efabd943 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3834319 Jul 15 13:25:11.657925 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33a81ed-40d5-49d4-8b93-a0d966530630 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Network c84a7ce0-8f5b-4710-8905-4f805403debe is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:11.658502 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49364) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:11.664123 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-6cf5820d-e758-4806-89eb-2bbd1d10de16 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-834742201', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b328bc6c-756b-4ddf-9718-60918c910d2a'}], 'security_groups': ['8b9e4807-1ded-4f53-9a92-bcf36588c107']}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:11.669041 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-d33a81ed-40d5-49d4-8b93-a0d966530630 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:11.700315 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-7cf32320-c395-4c7c-af8a-4f75131dc235 None None] For port 60581716-4e20-4067-9c13-f4d464036726, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:11.704795 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-7cf32320-c395-4c7c-af8a-4f75131dc235 None None] For port 60581716-4e20-4067-9c13-f4d464036726, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=60581716-4e20-4067-9c13-f4d464036726,segment=NetworkSegment(a63205a6-5f4b-42a3-bf4a-45a237a5d445),segment_id=a63205a6-5f4b-42a3-bf4a-45a237a5d445)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:11.707113 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7a97731c-c69d-4401-ab71-ad348a28f325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:11.715353 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b16285c0-40fb-42eb-82d8-8ec67f192830 req-82f19200-bbef-43ef-9d5a-88e2febd0a7e tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad0aec92-1cb7-40a4-ab68-1f458f23bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668466 Jul 15 13:25:11.735940 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-fc2e8249-2601-44ee-9598-f47986282b5d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b10b0063b8b9467f824b5e9176c44cfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2254264 Jul 15 13:25:11.736307 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49366) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:11.737898 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee386b1-136c-4f72-894c-2b6641018e9e None None] The sync data for ids ['e017f1d2-80f1-4646-9bfe-1014edd5bd2b'] in n-d-771363-36 is: [{'id': 'e017f1d2-80f1-4646-9bfe-1014edd5bd2b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1848435393', 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'f7bf33ec-5af0-431a-aa7a-030da840aeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:59Z', 'updated_at': '2021-07-15T13:25:02Z', 'revision_number': 3, 'project_id': 'ab5a423d99764585bcd3274895950844', 'gw_port': {'id': 'f7bf33ec-5af0-431a-aa7a-030da840aeb2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:72:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e017f1d2-80f1-4646-9bfe-1014edd5bd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:01Z', 'updated_at': '2021-07-15T13:25:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:11.743872 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7cf32320-c395-4c7c-af8a-4f75131dc235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:11.815351 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3dc8843c-b7cd-4dde-a7bf-e348ddfb1a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:11.826223 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97731c-c69d-4401-ab71-ad348a28f325 None None] Pushing event updated for resources: {'Port': ['ID=a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:11.858553 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3dc8843c-b7cd-4dde-a7bf-e348ddfb1a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:11.995678 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf32320-c395-4c7c-af8a-4f75131dc235 None None] Pushing event updated for resources: {'Port': ['ID=60581716-4e20-4067-9c13-f4d464036726,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:12.057786 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6cf5820d-e758-4806-89eb-2bbd1d10de16 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:12.072345 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-131b5b6e-39ca-4976-9008-b88069485f6f req-8819b849-e0f3-439c-a5a1-f25f3e0650d5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d986de84121549bf90b7ac80073eff67 HTTP/1.1" status: 200 len: 379 time: 0.1879570 Jul 15 13:25:12.073650 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3dc8843c-b7cd-4dde-a7bf-e348ddfb1a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:12.076810 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3dc8843c-b7cd-4dde-a7bf-e348ddfb1a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:12.079164 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3dc8843c-b7cd-4dde-a7bf-e348ddfb1a8d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7e5c3bfe-eeba-48b3-920c-8e68ed21a0c2 HTTP/1.1" status: 204 len: 168 time: 0.3405008 Jul 15 13:25:12.087868 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-131b5b6e-39ca-4976-9008-b88069485f6f req-5303f888-551e-4e8c-8ac6-cee2c7d4501f tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'port': {'device_id': '442f5004-7922-4d84-ba9c-c107273d7474', 'network_id': 'ed20d663-1173-4534-8523-fc0b2fbb7ad7', 'admin_state_up': True, 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'security_groups': ['d8e58760-3440-45b4-9476-d59ed096ee3e']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:12.099424 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33a81ed-40d5-49d4-8b93-a0d966530630 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Router e017f1d2-80f1-4646-9bfe-1014edd5bd2b has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:25:12.155345 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66944b28-7f3d-4cab-868b-85debeb8c4ba req-49daff44-ec02-4e59-87a1-df44f73687b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:12.157801 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-66944b28-7f3d-4cab-868b-85debeb8c4ba req-49daff44-ec02-4e59-87a1-df44f73687b8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0f896906-cdef-48c2-a6eb-058b0b185c51 HTTP/1.1" status: 200 len: 1097 time: 0.2724411 Jul 15 13:25:12.162263 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc8843c-b7cd-4dde-a7bf-e348ddfb1a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5c3bfe-eeba-48b3-920c-8e68ed21a0c2,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:12.369137 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bfcfef9f-5c77-464f-a294-cd28aaf6c22f req-61b7e292-f772-43e4-b8cb-420c99fcb265 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=442f5004-7922-4d84-ba9c-c107273d7474 HTTP/1.1" status: 200 len: 210 time: 0.1041007 Jul 15 13:25:12.399858 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-66944b28-7f3d-4cab-868b-85debeb8c4ba req-44ede094-4737-45b2-90ff-0f9c9a281823 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ad0aec92-1cb7-40a4-ab68-1f458f23bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186344 Jul 15 13:25:12.457389 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-131b5b6e-39ca-4976-9008-b88069485f6f req-5303f888-551e-4e8c-8ac6-cee2c7d4501f tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Made reservation on behalf of d986de84121549bf90b7ac80073eff67 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:12.470945 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-131b5b6e-39ca-4976-9008-b88069485f6f req-5303f888-551e-4e8c-8ac6-cee2c7d4501f tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:12.647305 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33a81ed-40d5-49d4-8b93-a0d966530630 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:12.662185 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d33a81ed-40d5-49d4-8b93-a0d966530630 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "PUT /v2.0/routers/e017f1d2-80f1-4646-9bfe-1014edd5bd2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1298730 Jul 15 13:25:12.665099 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49376) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:12.672646 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-eb0ef29b-e3af-443d-bb8f-bba924d89ae7 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2008623194', 'description': 'tempest-secgroup_access--2008623194 description', 'project_id': 'ab5a423d99764585bcd3274895950844'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:12.739538 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device f7bf33ec-5af0-431a-aa7a-030da840aeb2 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:12.788611 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49380) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:12.819128 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port f7bf33ec-5af0-431a-aa7a-030da840aeb2 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:12.827753 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port f7bf33ec-5af0-431a-aa7a-030da840aeb2 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:12.828131 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:12.846173 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-eb0ef29b-e3af-443d-bb8f-bba924d89ae7 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:12.857473 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-23a718f2-9e89-4a6d-a7ee-94b31a5098ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:12.925667 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:12.931432 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-131b5b6e-39ca-4976-9008-b88069485f6f req-5303f888-551e-4e8c-8ac6-cee2c7d4501f tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Allocated IP 172.20.0.6 (ed20d663-1173-4534-8523-fc0b2fbb7ad7/5c117192-dba8-4172-aea4-1eed9584f092/71adbaa8-24d9-469c-b8c7-310c3872b260) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:12.949705 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port f7bf33ec-5af0-431a-aa7a-030da840aeb2, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=f7bf33ec-5af0-431a-aa7a-030da840aeb2,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:12.954332 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:12.955449 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:13.044118 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-6cf5820d-e758-4806-89eb-2bbd1d10de16 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Delete allocated IP 2001:db8::284 (da19dabe-845f-495f-981a-31f5b72cda87/61dbf3d7-aa89-4174-94f4-90ab23096e5a) {{(pid=93826) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 13:25:13.051001 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=f7bf33ec-5af0-431a-aa7a-030da840aeb2,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:13.066928 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:13.067281 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:13.067627 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:13.067966 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:13.068306 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:13.068643 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:13.068973 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:13.069304 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:13.069630 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:13.069960 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:13.070283 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:13.070701 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:13.086215 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88046bc5-fc75-4626-bf55-3fc53025601c req-bd633eb2-e2de-412a-91de-84950548a408 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:13.087891 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-88046bc5-fc75-4626-bf55-3fc53025601c req-bd633eb2-e2de-412a-91de-84950548a408 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 944 time: 0.3642001 Jul 15 13:25:13.104993 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-23a718f2-9e89-4a6d-a7ee-94b31a5098ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.110415 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-6cf5820d-e758-4806-89eb-2bbd1d10de16 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Allocated IP 2001:db8:0:1::1ef (da19dabe-845f-495f-981a-31f5b72cda87/b328bc6c-756b-4ddf-9718-60918c910d2a/15b0bf8d-02a7-481e-814d-9e7ee9fd82ed) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:13.121867 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:13.127021 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-23a718f2-9e89-4a6d-a7ee-94b31a5098ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.133316 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 60581716-4e20-4067-9c13-f4d464036726 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:13.217932 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-23a718f2-9e89-4a6d-a7ee-94b31a5098ad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c2b43caa18ce4afdb7de640027b5b891&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4254522 Jul 15 13:25:13.217932 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49384) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:13.220667 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 60581716-4e20-4067-9c13-f4d464036726 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:13.226759 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a718f2-9e89-4a6d-a7ee-94b31a5098ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d001b5ba-ed68-45dd-a9e3-f3562f1c0e86,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:13.258799 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779075a-630b-4da5-b5ce-d00de83e815d req-64f1d23d-b364-4c84-b385-a13623da8f72 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:13.266230 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c779075a-630b-4da5-b5ce-d00de83e815d req-64f1d23d-b364-4c84-b385-a13623da8f72 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f896906-cdef-48c2-a6eb-058b0b185c51 HTTP/1.1" status: 200 len: 945 time: 0.3562484 Jul 15 13:25:13.328002 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-88046bc5-fc75-4626-bf55-3fc53025601c req-e4e64904-5621-4575-a735-aa8378b24b81 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2330108 Jul 15 13:25:13.343992 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-131b5b6e-39ca-4976-9008-b88069485f6f req-5303f888-551e-4e8c-8ac6-cee2c7d4501f tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.362013 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c779075a-630b-4da5-b5ce-d00de83e815d req-24723092-9796-492b-b073-4eb35def5b58 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad0aec92-1cb7-40a4-ab68-1f458f23bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948772 Jul 15 13:25:13.372521 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-131b5b6e-39ca-4976-9008-b88069485f6f req-5303f888-551e-4e8c-8ac6-cee2c7d4501f tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Transition to ACTIVE for port object 71adbaa8-24d9-469c-b8c7-310c3872b260 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:13.467732 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-52afa579-90ad-4165-80aa-05990ddc26c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.520499 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-131b5b6e-39ca-4976-9008-b88069485f6f req-5303f888-551e-4e8c-8ac6-cee2c7d4501f tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.534135 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-52afa579-90ad-4165-80aa-05990ddc26c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.537385 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-eb0ef29b-e3af-443d-bb8f-bba924d89ae7 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.571835 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-eb0ef29b-e3af-443d-bb8f-bba924d89ae7 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.592812 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-131b5b6e-39ca-4976-9008-b88069485f6f req-5303f888-551e-4e8c-8ac6-cee2c7d4501f tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Network ed20d663-1173-4534-8523-fc0b2fbb7ad7 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:13.601141 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-52afa579-90ad-4165-80aa-05990ddc26c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.604098 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-52afa579-90ad-4165-80aa-05990ddc26c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.622413 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-52afa579-90ad-4165-80aa-05990ddc26c1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d001b5ba-ed68-45dd-a9e3-f3562f1c0e86 HTTP/1.1" status: 204 len: 168 time: 0.3922069 Jul 15 13:25:13.631271 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-131b5b6e-39ca-4976-9008-b88069485f6f req-5303f888-551e-4e8c-8ac6-cee2c7d4501f tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:13.633843 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-131b5b6e-39ca-4976-9008-b88069485f6f req-5303f888-551e-4e8c-8ac6-cee2c7d4501f tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:13.676138 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52afa579-90ad-4165-80aa-05990ddc26c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d001b5ba-ed68-45dd-a9e3-f3562f1c0e86,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:13.688141 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2d9b85-5416-4695-83f3-872b5dd8e485 None None] Network da19dabe-845f-495f-981a-31f5b72cda87 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:13.724623 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6cf5820d-e758-4806-89eb-2bbd1d10de16 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.754375 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ef29b-e3af-443d-bb8f-bba924d89ae7 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b23b410b-0312-42d0-8927-00d5994ca24b,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:13.757959 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-6cf5820d-e758-4806-89eb-2bbd1d10de16 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Ignored duplicate provisioning block setup for port 15b0bf8d-02a7-481e-814d-9e7ee9fd82ed by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 13:25:13.763232 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6cf5820d-e758-4806-89eb-2bbd1d10de16 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.803570 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-eb0ef29b-e3af-443d-bb8f-bba924d89ae7 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.805156 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-eb0ef29b-e3af-443d-bb8f-bba924d89ae7 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.1368935 Jul 15 13:25:13.810509 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5303f888-551e-4e8c-8ac6-cee2c7d4501f tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'Port': ['ID=71adbaa8-24d9-469c-b8c7-310c3872b260,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:13.815477 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49390) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:13.830363 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-5d5d2650-b160-4631-9b07-29d4bad69d78 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1297352853', 'description': 'tempest-secgroup_general--1297352853 description', 'project_id': 'ab5a423d99764585bcd3274895950844'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:13.894473 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-476b5c04-9741-4eed-9698-7a19904b9beb None None] Provisioning complete for port 635cb32f-2ab2-4197-94f9-4e919d417e6d triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:13.896012 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-476b5c04-9741-4eed-9698-7a19904b9beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.896127 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b5b6e-39ca-4976-9008-b88069485f6f req-5303f888-551e-4e8c-8ac6-cee2c7d4501f tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:13.897022 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-131b5b6e-39ca-4976-9008-b88069485f6f req-5303f888-551e-4e8c-8ac6-cee2c7d4501f tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.904348 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5d5d2650-b160-4631-9b07-29d4bad69d78 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.921924 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-6cf5820d-e758-4806-89eb-2bbd1d10de16 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] In _notify_port_updated(), no bound segment for port 15b0bf8d-02a7-481e-814d-9e7ee9fd82ed on network da19dabe-845f-495f-981a-31f5b72cda87 {{(pid=93826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:25:13.929115 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf5820d-e758-4806-89eb-2bbd1d10de16 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:13.929984 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6cf5820d-e758-4806-89eb-2bbd1d10de16 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.934853 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6cf5820d-e758-4806-89eb-2bbd1d10de16 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "PUT /v2.0/ports/15b0bf8d-02a7-481e-814d-9e7ee9fd82ed HTTP/1.1" status: 200 len: 930 time: 2.2751956 Jul 15 13:25:13.936153 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49394) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:13.947421 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-131b5b6e-39ca-4976-9008-b88069485f6f req-5303f888-551e-4e8c-8ac6-cee2c7d4501f tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8660178 Jul 15 13:25:13.955310 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf5820d-e758-4806-89eb-2bbd1d10de16 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'Port': ['ID=15b0bf8d-02a7-481e-814d-9e7ee9fd82ed,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:13.977620 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-131b5b6e-39ca-4976-9008-b88069485f6f req-120a3863-6004-4843-b69a-22c93a68c2c0 service neutron] Request body: {'port': {'device_id': '442f5004-7922-4d84-ba9c-c107273d7474', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:13.983454 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-476b5c04-9741-4eed-9698-7a19904b9beb None None] Port 635cb32f-2ab2-4197-94f9-4e919d417e6d cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:14.037011 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-476b5c04-9741-4eed-9698-7a19904b9beb None None] Provisioning for port a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:14.047556 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-476b5c04-9741-4eed-9698-7a19904b9beb None None] Provisioning complete for port a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:14.047941 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-476b5c04-9741-4eed-9698-7a19904b9beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.076194 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c642a1-4f8f-4f8b-bfbb-3050ab115271 req-11b89bce-643f-4119-84d1-8485be322447 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:14.077832 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f9c642a1-4f8f-4f8b-bfbb-3050ab115271 req-11b89bce-643f-4119-84d1-8485be322447 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=442f5004-7922-4d84-ba9c-c107273d7474 HTTP/1.1" status: 200 len: 931 time: 0.5000985 Jul 15 13:25:14.106171 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-564ff900-945f-4680-ace4-3de92b6c763c tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Deleting port 15b0bf8d-02a7-481e-814d-9e7ee9fd82ed {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:14.106624 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-564ff900-945f-4680-ace4-3de92b6c763c tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.215446 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b563e4-bca9-4ce6-97cb-2c2f36eba22c None None] Network c84a7ce0-8f5b-4710-8905-4f805403debe requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:14.223928 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f9c642a1-4f8f-4f8b-bfbb-3050ab115271 req-65f730b2-19a3-446f-b4dd-9fd2f858b5a1 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e58760-3440-45b4-9476-d59ed096ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235170 Jul 15 13:25:14.228069 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-131b5b6e-39ca-4976-9008-b88069485f6f req-120a3863-6004-4843-b69a-22c93a68c2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.274409 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-476b5c04-9741-4eed-9698-7a19904b9beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.275157 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-564ff900-945f-4680-ace4-3de92b6c763c tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.292392 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-564ff900-945f-4680-ace4-3de92b6c763c tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Calling delete_port for 15b0bf8d-02a7-481e-814d-9e7ee9fd82ed owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:14.318864 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5d5d2650-b160-4631-9b07-29d4bad69d78 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.327394 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5d5d2650-b160-4631-9b07-29d4bad69d78 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.370734 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5d5d2650-b160-4631-9b07-29d4bad69d78 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.372096 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5d5d2650-b160-4631-9b07-29d4bad69d78 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.5531194 Jul 15 13:25:14.382388 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49402) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:14.400578 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-0498f6a3-4ae7-4257-9a8b-7a2067af08c6 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Request body: {'security_group_rule': {'security_group_id': 'b23b410b-0312-42d0-8927-00d5994ca24b', 'project_id': 'ab5a423d99764585bcd3274895950844', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:14.410338 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device f7bf33ec-5af0-431a-aa7a-030da840aeb2 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:14.517051 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-476b5c04-9741-4eed-9698-7a19904b9beb None None] For port a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37,segment=NetworkSegment(0cef16a3-0a76-4211-a9f0-d9134147132a),segment_id=0cef16a3-0a76-4211-a9f0-d9134147132a)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:14.553151 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-476b5c04-9741-4eed-9698-7a19904b9beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.564738 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-564ff900-945f-4680-ace4-3de92b6c763c tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.589704 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d2650-b160-4631-9b07-29d4bad69d78 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cc8e7b-d2b9-466c-b9d3-2171b95e348b,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:14.590482 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469cf31f-587a-43ba-86bc-653a4baab64a None None] Update dhcp port {'port': {'network_id': 'da19dabe-845f-495f-981a-31f5b72cda87', 'fixed_ips': [{'subnet_id': '61dbf3d7-aa89-4174-94f4-90ab23096e5a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b328bc6c-756b-4ddf-9718-60918c910d2a'}], 'binding:host_id': 'n-d-771363-36'}, 'id': 'a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37'} from n-d-771363-36. {{(pid=93827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:25:14.595982 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0498f6a3-4ae7-4257-9a8b-7a2067af08c6 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.680198 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-469cf31f-587a-43ba-86bc-653a4baab64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.683075 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0498f6a3-4ae7-4257-9a8b-7a2067af08c6 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.687896 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ff900-945f-4680-ace4-3de92b6c763c tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'Port': ['ID=15b0bf8d-02a7-481e-814d-9e7ee9fd82ed,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:14.692247 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-564ff900-945f-4680-ace4-3de92b6c763c tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.696865 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-564ff900-945f-4680-ace4-3de92b6c763c tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/ports/15b0bf8d-02a7-481e-814d-9e7ee9fd82ed HTTP/1.1" status: 204 len: 168 time: 0.7532003 Jul 15 13:25:14.697158 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49416) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:14.733457 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5b4ed2a1-af93-48b1-a96c-16ff5217ce2e None None] Provisioning for port 71adbaa8-24d9-469c-b8c7-310c3872b260 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:14.740309 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb2397f2-12c8-4735-9b12-dad6454c3b5d tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] GET failed (client error): The resource could not be found. Jul 15 13:25:14.742026 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-eb2397f2-12c8-4735-9b12-dad6454c3b5d tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "GET /v2.0/ports/15b0bf8d-02a7-481e-814d-9e7ee9fd82ed HTTP/1.1" status: 404 len: 333 time: 0.0434706 Jul 15 13:25:14.745287 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49420) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:14.792139 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcad905-054e-4a50-ae6c-9472347942e8 None None] Sync routers for ids ['e017f1d2-80f1-4646-9bfe-1014edd5bd2b'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:14.808265 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcad905-054e-4a50-ae6c-9472347942e8 None None] Routers {'e017f1d2-80f1-4646-9bfe-1014edd5bd2b'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:14.809188 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-bfcad905-054e-4a50-ae6c-9472347942e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:25:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['e017f1d2-80f1-4646-9bfe-1014edd5bd2b'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:14.809335 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5b4ed2a1-af93-48b1-a96c-16ff5217ce2e None None] Provisioning complete for port 71adbaa8-24d9-469c-b8c7-310c3872b260 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:14.809579 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5b4ed2a1-af93-48b1-a96c-16ff5217ce2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.826807 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2fa47c4a-41e3-4587-8acc-ee9b60dc3d66 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.831954 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0498f6a3-4ae7-4257-9a8b-7a2067af08c6 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.851922 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2fa47c4a-41e3-4587-8acc-ee9b60dc3d66 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.868411 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port f7bf33ec-5af0-431a-aa7a-030da840aeb2 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:14.871044 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.874025 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476b5c04-9741-4eed-9698-7a19904b9beb None None] Pushing event updated for resources: {'Port': ['ID=a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:14.916558 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2fa47c4a-41e3-4587-8acc-ee9b60dc3d66 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.919282 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2fa47c4a-41e3-4587-8acc-ee9b60dc3d66 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.923333 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2fa47c4a-41e3-4587-8acc-ee9b60dc3d66 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/security-groups/f0b69841-0910-4a27-99cf-84b36c08e9cb HTTP/1.1" status: 204 len: 168 time: 0.1746566 Jul 15 13:25:14.924182 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49424) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:14.942381 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa47c4a-41e3-4587-8acc-ee9b60dc3d66 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b69841-0910-4a27-99cf-84b36c08e9cb,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:14.996855 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-bfcad905-054e-4a50-ae6c-9472347942e8 None None] Set router e017f1d2-80f1-4646-9bfe-1014edd5bd2b gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:14.999506 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a9572667-de05-4905-b052-793894223b0a tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.025007 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a9572667-de05-4905-b052-793894223b0a tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.055229 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0498f6a3-4ae7-4257-9a8b-7a2067af08c6 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.056452 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0498f6a3-4ae7-4257-9a8b-7a2067af08c6 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6664348 Jul 15 13:25:15.057160 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0498f6a3-4ae7-4257-9a8b-7a2067af08c6 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a31ddd4d-32b0-49da-8b6c-150a1cc59210,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:15.090187 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-131b5b6e-39ca-4976-9008-b88069485f6f req-120a3863-6004-4843-b69a-22c93a68c2c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71adbaa8-24d9-469c-b8c7-310c3872b260 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:25:15.093197 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a9572667-de05-4905-b052-793894223b0a tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.097455 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a9572667-de05-4905-b052-793894223b0a tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.100298 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a9572667-de05-4905-b052-793894223b0a tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/security-groups/8b9e4807-1ded-4f53-9a92-bcf36588c107 HTTP/1.1" status: 204 len: 168 time: 0.1732395 Jul 15 13:25:15.107943 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49430) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:15.120092 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9572667-de05-4905-b052-793894223b0a tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9e4807-1ded-4f53-9a92-bcf36588c107,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:15.136345 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-131b5b6e-39ca-4976-9008-b88069485f6f req-120a3863-6004-4843-b69a-22c93a68c2c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.219205 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-5b4ed2a1-af93-48b1-a96c-16ff5217ce2e None None] Port 71adbaa8-24d9-469c-b8c7-310c3872b260 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:15.237579 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-131b5b6e-39ca-4976-9008-b88069485f6f req-120a3863-6004-4843-b69a-22c93a68c2c0 service neutron] Transition to ACTIVE for port object 71adbaa8-24d9-469c-b8c7-310c3872b260 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:15.238037 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-469cf31f-587a-43ba-86bc-653a4baab64a None None] Allocated IP 2001:db8:0:1::2 (da19dabe-845f-495f-981a-31f5b72cda87/b328bc6c-756b-4ddf-9718-60918c910d2a/a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:15.248324 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-131b5b6e-39ca-4976-9008-b88069485f6f req-120a3863-6004-4843-b69a-22c93a68c2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.271233 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5b4ed2a1-af93-48b1-a96c-16ff5217ce2e None None] Provisioning for port 60581716-4e20-4067-9c13-f4d464036726 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:15.299050 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be48b95-1e01-4978-8cb9-104cae412f03 req-1146a76c-a460-41a3-bbd8-4036b8963aaf tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:15.299753 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-bfcad905-054e-4a50-ae6c-9472347942e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e017f1d2-80f1-4646-9bfe-1014edd5bd2b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1848435393', 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'f7bf33ec-5af0-431a-aa7a-030da840aeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:59Z', 'updated_at': '2021-07-15T13:25:10Z', 'revision_number': 4, 'project_id': 'ab5a423d99764585bcd3274895950844', 'gw_port': {'id': 'f7bf33ec-5af0-431a-aa7a-030da840aeb2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:72:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e017f1d2-80f1-4646-9bfe-1014edd5bd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:01Z', 'updated_at': '2021-07-15T13:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8', 'name': '', 'network_id': 'c84a7ce0-8f5b-4710-8905-4f805403debe', 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'mac_address': 'fa:16:3e:c2:ed:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e017f1d2-80f1-4646-9bfe-1014edd5bd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '7f65c933-6a34-414a-a4f9-5a68fa83c0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:08Z', 'updated_at': '2021-07-15T13:25:10Z', 'revision_number': 2, 'project_id': 'ab5a423d99764585bcd3274895950844', 'subnets': [{'id': '7f65c933-6a34-414a-a4f9-5a68fa83c0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:15.306012 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9be48b95-1e01-4978-8cb9-104cae412f03 req-1146a76c-a460-41a3-bbd8-4036b8963aaf tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f896906-cdef-48c2-a6eb-058b0b185c51 HTTP/1.1" status: 200 len: 945 time: 0.6393394 Jul 15 13:25:15.317027 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a3863-6004-4843-b69a-22c93a68c2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=71adbaa8-24d9-469c-b8c7-310c3872b260,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:15.324008 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5b4ed2a1-af93-48b1-a96c-16ff5217ce2e None None] Provisioning complete for port 60581716-4e20-4067-9c13-f4d464036726 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:15.324476 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5b4ed2a1-af93-48b1-a96c-16ff5217ce2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.339281 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89628fe-df69-436f-929a-abc9ce9cc634 req-e5c021e0-3cf4-40ab-bf68-063d65fd794b tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:15.347868 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f89628fe-df69-436f-929a-abc9ce9cc634 req-e5c021e0-3cf4-40ab-bf68-063d65fd794b tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 944 time: 0.6697719 Jul 15 13:25:15.355477 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcad905-054e-4a50-ae6c-9472347942e8 None None] Checking router: e017f1d2-80f1-4646-9bfe-1014edd5bd2b for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:25:15.355661 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcad905-054e-4a50-ae6c-9472347942e8 None None] Updating router e017f1d2-80f1-4646-9bfe-1014edd5bd2b port 8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:25:15.393947 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc4bffbd-d760-47a3-8d18-b66b9032cbf4 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Deleting subnet 61dbf3d7-aa89-4174-94f4-90ab23096e5a {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:25:15.419294 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bfcad905-054e-4a50-ae6c-9472347942e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.546306 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9be48b95-1e01-4978-8cb9-104cae412f03 req-c93ebc11-b5c6-48b1-8814-15325fa1fd8a tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad0aec92-1cb7-40a4-ab68-1f458f23bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392299 Jul 15 13:25:15.550986 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-469cf31f-587a-43ba-86bc-653a4baab64a None None] For port a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37,segment=NetworkSegment(0cef16a3-0a76-4211-a9f0-d9134147132a),segment_id=0cef16a3-0a76-4211-a9f0-d9134147132a)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:15.575285 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5b4ed2a1-af93-48b1-a96c-16ff5217ce2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.613886 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-469cf31f-587a-43ba-86bc-653a4baab64a None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.647847 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f89628fe-df69-436f-929a-abc9ce9cc634 req-95bc193d-5d52-471a-a8cd-91b999cabace tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2990046 Jul 15 13:25:15.667385 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-5b4ed2a1-af93-48b1-a96c-16ff5217ce2e None None] For port 60581716-4e20-4067-9c13-f4d464036726, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=60581716-4e20-4067-9c13-f4d464036726,segment=NetworkSegment(a63205a6-5f4b-42a3-bf4a-45a237a5d445),segment_id=a63205a6-5f4b-42a3-bf4a-45a237a5d445)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:15.672247 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-469cf31f-587a-43ba-86bc-653a4baab64a None None] Transition to ACTIVE for port object a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:15.674233 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5b4ed2a1-af93-48b1-a96c-16ff5217ce2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.679903 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fc4bffbd-d760-47a3-8d18-b66b9032cbf4 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.696576 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-469cf31f-587a-43ba-86bc-653a4baab64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.833730 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-131b5b6e-39ca-4976-9008-b88069485f6f req-120a3863-6004-4843-b69a-22c93a68c2c0 service neutron] Attempting to bind port 71adbaa8-24d9-469c-b8c7-310c3872b260 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:15.837517 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-131b5b6e-39ca-4976-9008-b88069485f6f req-120a3863-6004-4843-b69a-22c93a68c2c0 service neutron] Attempting to bind port 71adbaa8-24d9-469c-b8c7-310c3872b260 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'e74a67fe-78ce-41da-bcef-bcbaece410e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ed20d663-1173-4534-8523-fc0b2fbb7ad7'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:15.837946 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131b5b6e-39ca-4976-9008-b88069485f6f req-120a3863-6004-4843-b69a-22c93a68c2c0 service neutron] Attempting to bind port 71adbaa8-24d9-469c-b8c7-310c3872b260 on network ed20d663-1173-4534-8523-fc0b2fbb7ad7 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:15.855472 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ed2a1-af93-48b1-a96c-16ff5217ce2e None None] Pushing event updated for resources: {'Port': ['ID=60581716-4e20-4067-9c13-f4d464036726,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:15.864040 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-98d2872d-cf92-4dbe-be30-2060786f4bd0 None None] Provisioning for port 8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:15.894865 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bfcad905-054e-4a50-ae6c-9472347942e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.914057 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131b5b6e-39ca-4976-9008-b88069485f6f req-120a3863-6004-4843-b69a-22c93a68c2c0 service neutron] Port 71adbaa8-24d9-469c-b8c7-310c3872b260 on network ed20d663-1173-4534-8523-fc0b2fbb7ad7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:25:15.914986 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131b5b6e-39ca-4976-9008-b88069485f6f req-120a3863-6004-4843-b69a-22c93a68c2c0 service neutron] Attempting to bind port 71adbaa8-24d9-469c-b8c7-310c3872b260 on network ed20d663-1173-4534-8523-fc0b2fbb7ad7 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:15.920446 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-98d2872d-cf92-4dbe-be30-2060786f4bd0 None None] Provisioning complete for port 8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:15.920823 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-98d2872d-cf92-4dbe-be30-2060786f4bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.926819 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-bfcad905-054e-4a50-ae6c-9472347942e8 None None] Transition to ACTIVE for port object 8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:15.941404 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bfcad905-054e-4a50-ae6c-9472347942e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.951000 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fc4bffbd-d760-47a3-8d18-b66b9032cbf4 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.043971 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131b5b6e-39ca-4976-9008-b88069485f6f req-120a3863-6004-4843-b69a-22c93a68c2c0 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:16.049695 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131b5b6e-39ca-4976-9008-b88069485f6f req-120a3863-6004-4843-b69a-22c93a68c2c0 service neutron] Checking segment: {'id': 'e74a67fe-78ce-41da-bcef-bcbaece410e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ed20d663-1173-4534-8523-fc0b2fbb7ad7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:16.050399 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131b5b6e-39ca-4976-9008-b88069485f6f req-120a3863-6004-4843-b69a-22c93a68c2c0 service neutron] Bound using segment: {'id': 'e74a67fe-78ce-41da-bcef-bcbaece410e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ed20d663-1173-4534-8523-fc0b2fbb7ad7'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:16.053831 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-131b5b6e-39ca-4976-9008-b88069485f6f req-120a3863-6004-4843-b69a-22c93a68c2c0 service neutron] Bound port: 71adbaa8-24d9-469c-b8c7-310c3872b260, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e74a67fe-78ce-41da-bcef-bcbaece410e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ed20d663-1173-4534-8523-fc0b2fbb7ad7'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:16.056258 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-131b5b6e-39ca-4976-9008-b88069485f6f req-120a3863-6004-4843-b69a-22c93a68c2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.085583 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-646411ac-9d5d-450c-9533-d41f7af62766 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup_general--1297352853&fields=id&tenant_id=ab5a423d99764585bcd3274895950844 HTTP/1.1" status: 200 len: 267 time: 0.2294993 Jul 15 13:25:16.160234 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-bfcad905-054e-4a50-ae6c-9472347942e8 None None] Attempting to bind port 8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:16.160618 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-bfcad905-054e-4a50-ae6c-9472347942e8 None None] Attempting to bind port 8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'a63205a6-5f4b-42a3-bf4a-45a237a5d445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c84a7ce0-8f5b-4710-8905-4f805403debe'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:16.160985 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcad905-054e-4a50-ae6c-9472347942e8 None None] Attempting to bind port 8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8 on network c84a7ce0-8f5b-4710-8905-4f805403debe {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:16.178126 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcad905-054e-4a50-ae6c-9472347942e8 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:16.178688 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcad905-054e-4a50-ae6c-9472347942e8 None None] Checking segment: {'id': 'a63205a6-5f4b-42a3-bf4a-45a237a5d445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c84a7ce0-8f5b-4710-8905-4f805403debe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:16.179183 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bfcad905-054e-4a50-ae6c-9472347942e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.179643 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcad905-054e-4a50-ae6c-9472347942e8 None None] Bound using segment: {'id': 'a63205a6-5f4b-42a3-bf4a-45a237a5d445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c84a7ce0-8f5b-4710-8905-4f805403debe'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:16.180540 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-bfcad905-054e-4a50-ae6c-9472347942e8 None None] Bound port: 8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63205a6-5f4b-42a3-bf4a-45a237a5d445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c84a7ce0-8f5b-4710-8905-4f805403debe'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:16.181037 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bfcad905-054e-4a50-ae6c-9472347942e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.273029 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-bfcad905-054e-4a50-ae6c-9472347942e8 None None] For port 8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:16.277169 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-bfcad905-054e-4a50-ae6c-9472347942e8 None None] For port 8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8,segment=NetworkSegment(a63205a6-5f4b-42a3-bf4a-45a237a5d445),segment_id=a63205a6-5f4b-42a3-bf4a-45a237a5d445)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:16.283920 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bfcad905-054e-4a50-ae6c-9472347942e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.308840 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f4ada-863e-44ed-abb7-d09141b37783 None None] Pushing event updated for resources: {'Port': ['ID=8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:16.316998 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcad905-054e-4a50-ae6c-9472347942e8 None None] Routers {'e017f1d2-80f1-4646-9bfe-1014edd5bd2b'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:16.317622 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-bfcad905-054e-4a50-ae6c-9472347942e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:25:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['e017f1d2-80f1-4646-9bfe-1014edd5bd2b'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:16.382002 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-5cf0fc55-23e1-4ca0-ad7b-40ccd4535147 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup_access--2008623194&fields=id&tenant_id=ab5a423d99764585bcd3274895950844 HTTP/1.1" status: 200 len: 267 time: 0.2938311 Jul 15 13:25:16.495553 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469cf31f-587a-43ba-86bc-653a4baab64a None None] Pushing event updated for resources: {'Port': ['ID=a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:16.513201 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:16.514312 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-bfcad905-054e-4a50-ae6c-9472347942e8 None None] Set router e017f1d2-80f1-4646-9bfe-1014edd5bd2b gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:16.624823 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 60581716-4e20-4067-9c13-f4d464036726 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:16.626691 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-98d2872d-cf92-4dbe-be30-2060786f4bd0 None None] Port 8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:16.688483 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-98d2872d-cf92-4dbe-be30-2060786f4bd0 None None] Provisioning complete for port 60581716-4e20-4067-9c13-f4d464036726 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:16.688984 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-98d2872d-cf92-4dbe-be30-2060786f4bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.705558 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-61d012e5-dd3e-43a6-b441-cb53c8e5b57a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:16.715483 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-61d012e5-dd3e-43a6-b441-cb53c8e5b57a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/networks?id=c84a7ce0-8f5b-4710-8905-4f805403debe HTTP/1.1" status: 200 len: 796 time: 0.3320866 Jul 15 13:25:16.757263 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f4ada-863e-44ed-abb7-d09141b37783 None None] Pushing event updated for resources: {'Port': ['ID=8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8,revision_number=4']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:16.767147 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fc4bffbd-d760-47a3-8d18-b66b9032cbf4 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.806745 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-d76766d0-e16d-4049-98a1-1e442f163517 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/quotas/ab5a423d99764585bcd3274895950844 HTTP/1.1" status: 200 len: 375 time: 0.0906734 Jul 15 13:25:16.822140 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-131b5b6e-39ca-4976-9008-b88069485f6f req-120a3863-6004-4843-b69a-22c93a68c2c0 service neutron] For port 71adbaa8-24d9-469c-b8c7-310c3872b260, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:16.829959 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 60581716-4e20-4067-9c13-f4d464036726 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:16.830679 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.859671 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-bfcad905-054e-4a50-ae6c-9472347942e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e017f1d2-80f1-4646-9bfe-1014edd5bd2b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1848435393', 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'f7bf33ec-5af0-431a-aa7a-030da840aeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:59Z', 'updated_at': '2021-07-15T13:25:10Z', 'revision_number': 4, 'project_id': 'ab5a423d99764585bcd3274895950844', 'gw_port': {'id': 'f7bf33ec-5af0-431a-aa7a-030da840aeb2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:72:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e017f1d2-80f1-4646-9bfe-1014edd5bd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:01Z', 'updated_at': '2021-07-15T13:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8', 'name': '', 'network_id': 'c84a7ce0-8f5b-4710-8905-4f805403debe', 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'mac_address': 'fa:16:3e:c2:ed:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e017f1d2-80f1-4646-9bfe-1014edd5bd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '7f65c933-6a34-414a-a4f9-5a68fa83c0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:08Z', 'updated_at': '2021-07-15T13:25:16Z', 'revision_number': 4, 'project_id': 'ab5a423d99764585bcd3274895950844', 'subnets': [{'id': '7f65c933-6a34-414a-a4f9-5a68fa83c0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:16.919659 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcad905-054e-4a50-ae6c-9472347942e8 None None] The sync data for ids ['e017f1d2-80f1-4646-9bfe-1014edd5bd2b'] in n-d-771363-36 is: [{'id': 'e017f1d2-80f1-4646-9bfe-1014edd5bd2b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1848435393', 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'f7bf33ec-5af0-431a-aa7a-030da840aeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:59Z', 'updated_at': '2021-07-15T13:25:10Z', 'revision_number': 4, 'project_id': 'ab5a423d99764585bcd3274895950844', 'gw_port': {'id': 'f7bf33ec-5af0-431a-aa7a-030da840aeb2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:72:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e017f1d2-80f1-4646-9bfe-1014edd5bd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:01Z', 'updated_at': '2021-07-15T13:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8', 'name': '', 'network_id': 'c84a7ce0-8f5b-4710-8905-4f805403debe', 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'mac_address': 'fa:16:3e:c2:ed:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e017f1d2-80f1-4646-9bfe-1014edd5bd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '7f65c933-6a34-414a-a4f9-5a68fa83c0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:08Z', 'updated_at': '2021-07-15T13:25:16Z', 'revision_number': 4, 'project_id': 'ab5a423d99764585bcd3274895950844', 'subnets': [{'id': '7f65c933-6a34-414a-a4f9-5a68fa83c0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:16.960216 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-131b5b6e-39ca-4976-9008-b88069485f6f req-120a3863-6004-4843-b69a-22c93a68c2c0 service neutron] For port 71adbaa8-24d9-469c-b8c7-310c3872b260, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=71adbaa8-24d9-469c-b8c7-310c3872b260,segment=NetworkSegment(e74a67fe-78ce-41da-bcef-bcbaece410e7),segment_id=e74a67fe-78ce-41da-bcef-bcbaece410e7)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:16.974174 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-131b5b6e-39ca-4976-9008-b88069485f6f req-120a3863-6004-4843-b69a-22c93a68c2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.058175 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e0fad-a2ef-46ee-81f0-4ac504da103e req-2d121e4e-e867-41e0-8466-8ee460882140 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:17.069825 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3a0e0fad-a2ef-46ee-81f0-4ac504da103e req-2d121e4e-e867-41e0-8466-8ee460882140 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=442f5004-7922-4d84-ba9c-c107273d7474 HTTP/1.1" status: 200 len: 943 time: 0.9119256 Jul 15 13:25:17.127982 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b5b6e-39ca-4976-9008-b88069485f6f req-120a3863-6004-4843-b69a-22c93a68c2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:17.128852 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-131b5b6e-39ca-4976-9008-b88069485f6f req-120a3863-6004-4843-b69a-22c93a68c2c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.130634 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-131b5b6e-39ca-4976-9008-b88069485f6f req-120a3863-6004-4843-b69a-22c93a68c2c0 service neutron] 10.222.0.46 "PUT /v2.0/ports/71adbaa8-24d9-469c-b8c7-310c3872b260 HTTP/1.1" status: 200 len: 1092 time: 3.1589766 Jul 15 13:25:17.136931 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '442f5004-7922-4d84-ba9c-c107273d7474', 'tag': '71adbaa8-24d9-469c-b8c7-310c3872b260'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:25:17.141723 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c7cc97-95ad-4648-b912-7aa56c43e15b" -d '{"events": [{"name": "network-changed", "server_uuid": "442f5004-7922-4d84-ba9c-c107273d7474", "tag": "71adbaa8-24d9-469c-b8c7-310c3872b260"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:25:17.243274 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3a0e0fad-a2ef-46ee-81f0-4ac504da103e req-868cad36-9ff5-4ea3-9030-0e77308f8899 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e58760-3440-45b4-9476-d59ed096ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724906 Jul 15 13:25:17.244666 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fc4bffbd-d760-47a3-8d18-b66b9032cbf4 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.334330 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a3863-6004-4843-b69a-22c93a68c2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=71adbaa8-24d9-469c-b8c7-310c3872b260,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:17.354945 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4bffbd-d760-47a3-8d18-b66b9032cbf4 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'Subnet': ['ID=61dbf3d7-aa89-4174-94f4-90ab23096e5a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:17.372117 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-3e7fc311-277f-49f6-832d-0a1f12100002 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ab5a423d99764585bcd3274895950844&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5427680 Jul 15 13:25:17.387021 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c3373593-41c6-415f-9eac-124680dbb0bd None None] Provisioning complete for port 635cb32f-2ab2-4197-94f9-4e919d417e6d triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:17.393937 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c3373593-41c6-415f-9eac-124680dbb0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.396329 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fc4bffbd-d760-47a3-8d18-b66b9032cbf4 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.400021 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-fc4bffbd-d760-47a3-8d18-b66b9032cbf4 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/subnets/61dbf3d7-aa89-4174-94f4-90ab23096e5a HTTP/1.1" status: 204 len: 168 time: 2.2827263 Jul 15 13:25:17.403787 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49584) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:17.417773 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-08d997c6-da33-4ad1-a96e-b3b0bd169a5e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'subnet': {'network_id': 'da19dabe-845f-495f-981a-31f5b72cda87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:17.505021 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c3373593-41c6-415f-9eac-124680dbb0bd None None] Port 635cb32f-2ab2-4197-94f9-4e919d417e6d cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:17.520198 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c3373593-41c6-415f-9eac-124680dbb0bd None None] Could not find standard attr ID for object 15b0bf8d-02a7-481e-814d-9e7ee9fd82ed. {{(pid=93827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:25:17.545432 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c3373593-41c6-415f-9eac-124680dbb0bd None None] Provisioning for port a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:17.555752 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c3373593-41c6-415f-9eac-124680dbb0bd None None] Provisioning complete for port a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:17.556116 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c3373593-41c6-415f-9eac-124680dbb0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.565762 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49586) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:17.655464 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b5b6e-39ca-4976-9008-b88069485f6f req-a3759336-60c8-40c6-8414-721a71f2d03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:17.657947 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-131b5b6e-39ca-4976-9008-b88069485f6f req-a3759336-60c8-40c6-8414-721a71f2d03d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d986de84121549bf90b7ac80073eff67&device_id=442f5004-7922-4d84-ba9c-c107273d7474 HTTP/1.1" status: 200 len: 1095 time: 0.4740255 Jul 15 13:25:17.659769 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d997c6-da33-4ad1-a96e-b3b0bd169a5e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Made reservation on behalf of 71dc8377e15241a7a92d7e45b6b72260 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:17.665879 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-08d997c6-da33-4ad1-a96e-b3b0bd169a5e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.676849 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-3eec0071-fde6-447d-8e8b-7e577d1819b6 service neutron] 10.222.0.16 "GET /v2.0/networks/c84a7ce0-8f5b-4710-8905-4f805403debe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555988 Jul 15 13:25:17.782594 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de146c3a-65ec-4217-a309-cca6dd823422 None None] Network da19dabe-845f-495f-981a-31f5b72cda87 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:17.795554 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-131b5b6e-39ca-4976-9008-b88069485f6f req-f1ae1d52-6293-4a4e-a4bc-3485740d91d8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71adbaa8-24d9-469c-b8c7-310c3872b260 HTTP/1.1" status: 200 len: 217 time: 0.1294155 Jul 15 13:25:17.813372 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7d47c1b9-047b-4786-8f8a-85357a549ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.873652 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-30fff848-9aac-4fc9-9350-5b0d149e5d73 None None] Could not find standard attr ID for object 15b0bf8d-02a7-481e-814d-9e7ee9fd82ed. {{(pid=93827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:25:17.924432 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b5b6e-39ca-4976-9008-b88069485f6f req-93349be3-ee8e-4a15-9e06-ce75ac5781c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:17.926512 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-131b5b6e-39ca-4976-9008-b88069485f6f req-93349be3-ee8e-4a15-9e06-ce75ac5781c9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c117192-dba8-4172-aea4-1eed9584f092 HTTP/1.1" status: 200 len: 834 time: 0.1101527 Jul 15 13:25:17.934992 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c5be5-2023-4582-ae1f-31a5677d5e64 req-c99d11ee-0610-471d-9e9e-56d4c618b834 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:17.936960 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-790c5be5-2023-4582-ae1f-31a5677d5e64 req-c99d11ee-0610-471d-9e9e-56d4c618b834 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f896906-cdef-48c2-a6eb-058b0b185c51 HTTP/1.1" status: 200 len: 945 time: 0.3703480 Jul 15 13:25:18.017562 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-08d997c6-da33-4ad1-a96e-b3b0bd169a5e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.031459 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-0ab6620d-3e1c-43a6-a830-453e1fecc81a service neutron] 10.222.0.16 "GET /v2.0/networks/c84a7ce0-8f5b-4710-8905-4f805403debe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534162 Jul 15 13:25:18.068142 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d997c6-da33-4ad1-a96e-b3b0bd169a5e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Network da19dabe-845f-495f-981a-31f5b72cda87 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:18.071523 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-08d997c6-da33-4ad1-a96e-b3b0bd169a5e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:18.078137 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d997c6-da33-4ad1-a96e-b3b0bd169a5e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:18.078754 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-08d997c6-da33-4ad1-a96e-b3b0bd169a5e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.080757 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-790c5be5-2023-4582-ae1f-31a5677d5e64 req-d59e6f74-4397-4990-8a9b-a5b722afd046 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad0aec92-1cb7-40a4-ab68-1f458f23bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235056 Jul 15 13:25:18.089038 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d997c6-da33-4ad1-a96e-b3b0bd169a5e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'Subnet': ['ID=0aed2dae-5519-448f-87e8-9fa6d251ef5a,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:18.101729 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b5b6e-39ca-4976-9008-b88069485f6f req-d27a7fa2-5793-472e-8f0e-9753150bf675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:18.103303 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-131b5b6e-39ca-4976-9008-b88069485f6f req-d27a7fa2-5793-472e-8f0e-9753150bf675 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed20d663-1173-4534-8523-fc0b2fbb7ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1629834 Jul 15 13:25:18.469709 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:18.553631 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:18.559270 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:18.559763 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.691031 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.748677 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac85aadf-6c1f-4d09-8234-057b4e6366aa x-openstack-request-id: req-ac85aadf-6c1f-4d09-8234-057b4e6366aa {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:25:18.749321 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "442f5004-7922-4d84-ba9c-c107273d7474", "tag": "71adbaa8-24d9-469c-b8c7-310c3872b260", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:25:18.752106 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8,segment=NetworkSegment(a63205a6-5f4b-42a3-bf4a-45a237a5d445),segment_id=a63205a6-5f4b-42a3-bf4a-45a237a5d445)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:18.752760 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ac85aadf-6c1f-4d09-8234-057b4e6366aa {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:25:18.753213 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '442f5004-7922-4d84-ba9c-c107273d7474', 'tag': '71adbaa8-24d9-469c-b8c7-310c3872b260', 'status': 'completed', 'code': 200} Jul 15 13:25:18.760045 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7d47c1b9-047b-4786-8f8a-85357a549ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.766187 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.767793 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:18.771228 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-08d997c6-da33-4ad1-a96e-b3b0bd169a5e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3663301 Jul 15 13:25:18.774998 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49602) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:18.780060 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-021bdf0a-a7ac-4faa-94d5-e98f1be50807 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'security_group': {'name': 'tempest-secgroup-1650165720'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:18.806959 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7d47c1b9-047b-4786-8f8a-85357a549ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.842984 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-021bdf0a-a7ac-4faa-94d5-e98f1be50807 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.946862 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d47c1b9-047b-4786-8f8a-85357a549ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fd5a0a-6dc2-4e65-95f5-44be9a44e133,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:18.976131 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7d47c1b9-047b-4786-8f8a-85357a549ebe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1bd2d0bd928f4b36b74618a632834bfc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4045565 Jul 15 13:25:18.980530 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49608) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:19.001291 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:19.001680 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:19.019973 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-131b5b6e-39ca-4976-9008-b88069485f6f req-dae25f1c-4140-45da-9359-ae025dd3644a service neutron] 10.222.0.46 "GET /v2.0/networks/ed20d663-1173-4534-8523-fc0b2fbb7ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9069173 Jul 15 13:25:19.069383 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb7ecee-451d-4ffd-af30-9453b989e3c0 None None] Network da19dabe-845f-495f-981a-31f5b72cda87 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:19.070227 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8a8a7-908f-4799-8074-c12f8636e7dc req-b5c60d8f-68e0-42ad-a6ef-763e97a4ab84 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:19.074251 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:19.077398 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b5a8a8a7-908f-4799-8074-c12f8636e7dc req-b5c60d8f-68e0-42ad-a6ef-763e97a4ab84 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 944 time: 0.3329206 Jul 15 13:25:19.098437 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7f6f24ce-e5d1-4c2e-9219-cd4186eb2a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:19.113939 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-021bdf0a-a7ac-4faa-94d5-e98f1be50807 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:19.124991 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-021bdf0a-a7ac-4faa-94d5-e98f1be50807 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:19.163944 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021bdf0a-a7ac-4faa-94d5-e98f1be50807 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=769ec569-e699-477e-a89e-948523c7d215,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:19.173411 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7f6f24ce-e5d1-4c2e-9219-cd4186eb2a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:19.190145 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-021bdf0a-a7ac-4faa-94d5-e98f1be50807 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:19.191567 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-021bdf0a-a7ac-4faa-94d5-e98f1be50807 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4153945 Jul 15 13:25:19.196864 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49610) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:19.198141 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b5a8a8a7-908f-4799-8074-c12f8636e7dc req-6598d650-b2be-4acd-9217-4fcf1e8e2303 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198113 Jul 15 13:25:19.204461 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-ad6b5746-5653-4e71-861c-1f3bd8627572 None None] Provisioning complete for port 635cb32f-2ab2-4197-94f9-4e919d417e6d triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:19.205232 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ad6b5746-5653-4e71-861c-1f3bd8627572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:19.206623 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-183b0873-c4ee-4c7b-a32c-145e0657ed11 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'security_group': {'name': 'tempest-secgroup-701008982'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:19.241783 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a85401-450b-4654-b145-a797ef873ce0 req-65a2940d-71ad-43c9-abd4-54b98133b3d6 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:19.255612 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-74a85401-450b-4654-b145-a797ef873ce0 req-65a2940d-71ad-43c9-abd4-54b98133b3d6 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=442f5004-7922-4d84-ba9c-c107273d7474 HTTP/1.1" status: 200 len: 943 time: 0.2260983 Jul 15 13:25:19.259488 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-183b0873-c4ee-4c7b-a32c-145e0657ed11 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:19.310080 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7f6f24ce-e5d1-4c2e-9219-cd4186eb2a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:19.313976 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7f6f24ce-e5d1-4c2e-9219-cd4186eb2a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:19.315234 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7f6f24ce-e5d1-4c2e-9219-cd4186eb2a3f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/50fd5a0a-6dc2-4e65-95f5-44be9a44e133 HTTP/1.1" status: 204 len: 168 time: 0.3337688 Jul 15 13:25:19.328979 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f24ce-e5d1-4c2e-9219-cd4186eb2a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fd5a0a-6dc2-4e65-95f5-44be9a44e133,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:19.340250 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-131b5b6e-39ca-4976-9008-b88069485f6f req-3875661d-85b3-4aa8-8b5b-5a8240f6fbed service neutron] 10.222.0.46 "GET /v2.0/networks/ed20d663-1173-4534-8523-fc0b2fbb7ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696695 Jul 15 13:25:19.364818 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-74a85401-450b-4654-b145-a797ef873ce0 req-80a9b77c-c2ad-4fe4-be2a-b2a41d90ef61 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e58760-3440-45b4-9476-d59ed096ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974081 Jul 15 13:25:19.415349 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef823d0c-c5fd-4fc0-80a7-f3703c3a81e3 req-4e6f8bc1-7a63-4b3a-95ab-14057d0fb2bf tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f12cb95-0d4c-418c-ada5-640255ae8048 HTTP/1.1" status: 200 len: 210 time: 0.0473578 Jul 15 13:25:19.437702 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-183b0873-c4ee-4c7b-a32c-145e0657ed11 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:19.443039 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-183b0873-c4ee-4c7b-a32c-145e0657ed11 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:19.503250 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-ad6b5746-5653-4e71-861c-1f3bd8627572 None None] Port 635cb32f-2ab2-4197-94f9-4e919d417e6d cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:19.503559 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-183b0873-c4ee-4c7b-a32c-145e0657ed11 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:19.509265 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49616) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:19.509896 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-183b0873-c4ee-4c7b-a32c-145e0657ed11 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3108134 Jul 15 13:25:19.513594 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b0873-c4ee-4c7b-a32c-145e0657ed11 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba07836-7ec9-49eb-8185-a6fc358f446e,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:19.518969 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-30adc7f0-e489-4e0c-9452-99a31109c723 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'security_group': {'name': 'tempest-secgroup-742608891'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:19.580664 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7cc97-95ad-4648-b912-7aa56c43e15b req-c91bbf04-3946-4ae6-868a-8d6e5d00a024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:19.582542 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-17c7cc97-95ad-4648-b912-7aa56c43e15b req-c91bbf04-3946-4ae6-868a-8d6e5d00a024 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d986de84121549bf90b7ac80073eff67&device_id=442f5004-7922-4d84-ba9c-c107273d7474 HTTP/1.1" status: 200 len: 1095 time: 0.1662238 Jul 15 13:25:19.583430 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-30adc7f0-e489-4e0c-9452-99a31109c723 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:19.626298 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-ad6b5746-5653-4e71-861c-1f3bd8627572 None None] Provisioning complete for port a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:19.626934 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ad6b5746-5653-4e71-861c-1f3bd8627572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:19.750525 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49620) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:19.767043 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-86fea6ee-9615-43c9-9b2c-310c1104cf23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:19.777939 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc87fdda-0aef-418d-b00c-6e6d4cb241a4 None None] Update dhcp port {'port': {'network_id': 'da19dabe-845f-495f-981a-31f5b72cda87', 'fixed_ips': [{'subnet_id': 'b328bc6c-756b-4ddf-9718-60918c910d2a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0aed2dae-5519-448f-87e8-9fa6d251ef5a'}], 'binding:host_id': 'n-d-771363-36'}, 'id': 'a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37'} from n-d-771363-36. {{(pid=93827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:25:19.814429 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc87fdda-0aef-418d-b00c-6e6d4cb241a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:19.846872 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85454d63-25af-44b7-9aa1-ea5a6e5d6efe req-c29a4c8b-5a57-429e-a1ad-c0ff2cabae9c tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:19.848356 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-85454d63-25af-44b7-9aa1-ea5a6e5d6efe req-c29a4c8b-5a57-429e-a1ad-c0ff2cabae9c tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f896906-cdef-48c2-a6eb-058b0b185c51 HTTP/1.1" status: 200 len: 945 time: 0.2112491 Jul 15 13:25:19.853882 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7cc97-95ad-4648-b912-7aa56c43e15b req-4cbdbd02-e413-467c-9b34-3685b506a230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:19.855341 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-17c7cc97-95ad-4648-b912-7aa56c43e15b req-4cbdbd02-e413-467c-9b34-3685b506a230 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ed20d663-1173-4534-8523-fc0b2fbb7ad7 HTTP/1.1" status: 200 len: 896 time: 0.2201293 Jul 15 13:25:19.890264 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-30adc7f0-e489-4e0c-9452-99a31109c723 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:19.921010 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-30adc7f0-e489-4e0c-9452-99a31109c723 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:19.928587 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-17c7cc97-95ad-4648-b912-7aa56c43e15b req-2428e4b5-0a8d-4f93-8718-63fcdc4e1314 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71adbaa8-24d9-469c-b8c7-310c3872b260 HTTP/1.1" status: 200 len: 217 time: 0.0581517 Jul 15 13:25:19.994047 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-bc87fdda-0aef-418d-b00c-6e6d4cb241a4 None None] Allocated IP 2001:db8::2 (da19dabe-845f-495f-981a-31f5b72cda87/0aed2dae-5519-448f-87e8-9fa6d251ef5a/a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:20.003152 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-86fea6ee-9615-43c9-9b2c-310c1104cf23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.008174 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-85454d63-25af-44b7-9aa1-ea5a6e5d6efe req-ae23a600-2127-456a-94b6-9e113ce544aa tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad0aec92-1cb7-40a4-ab68-1f458f23bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464791 Jul 15 13:25:20.008697 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-86fea6ee-9615-43c9-9b2c-310c1104cf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.018923 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-30adc7f0-e489-4e0c-9452-99a31109c723 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.020401 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-30adc7f0-e489-4e0c-9452-99a31109c723 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5088027 Jul 15 13:25:20.024078 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30adc7f0-e489-4e0c-9452-99a31109c723 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e58db6af-9a70-4c95-aba7-cec43a92a326,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:20.026835 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49622) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:20.035521 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-f7e1203a-0b78-49f2-984d-a51a8a4e603f tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1566362671', 'security_groups': ['e58db6af-9a70-4c95-aba7-cec43a92a326'], 'network_id': 'da19dabe-845f-495f-981a-31f5b72cda87', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0aed2dae-5519-448f-87e8-9fa6d251ef5a'}]}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:20.046955 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-86fea6ee-9615-43c9-9b2c-310c1104cf23 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=84034f8beb78476db5ff1751462dd8ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2950222 Jul 15 13:25:20.049417 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49624) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:20.068869 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7cc97-95ad-4648-b912-7aa56c43e15b req-b544d200-7183-4197-b992-6e19f0948196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:20.070626 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-17c7cc97-95ad-4648-b912-7aa56c43e15b req-b544d200-7183-4197-b992-6e19f0948196 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c117192-dba8-4172-aea4-1eed9584f092 HTTP/1.1" status: 200 len: 834 time: 0.1255221 Jul 15 13:25:20.096089 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fea6ee-9615-43c9-9b2c-310c1104cf23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5395db5-9524-4aaf-b949-2a42207fb66c,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:20.122862 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8534f98f-ed99-4405-97f6-ea4bb574e030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.144836 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8534f98f-ed99-4405-97f6-ea4bb574e030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.158942 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-bc87fdda-0aef-418d-b00c-6e6d4cb241a4 None None] For port a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37,segment=NetworkSegment(0cef16a3-0a76-4211-a9f0-d9134147132a),segment_id=0cef16a3-0a76-4211-a9f0-d9134147132a)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:20.198206 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8534f98f-ed99-4405-97f6-ea4bb574e030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.203842 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8534f98f-ed99-4405-97f6-ea4bb574e030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.205020 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8534f98f-ed99-4405-97f6-ea4bb574e030 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e5395db5-9524-4aaf-b949-2a42207fb66c HTTP/1.1" status: 204 len: 168 time: 0.1544325 Jul 15 13:25:20.208532 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc87fdda-0aef-418d-b00c-6e6d4cb241a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.215099 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534f98f-ed99-4405-97f6-ea4bb574e030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5395db5-9524-4aaf-b949-2a42207fb66c,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:20.247130 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-bc87fdda-0aef-418d-b00c-6e6d4cb241a4 None None] Transition to ACTIVE for port object a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:20.251401 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc87fdda-0aef-418d-b00c-6e6d4cb241a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.300498 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7cc97-95ad-4648-b912-7aa56c43e15b req-da487501-c0a2-4dba-aade-b95534176994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:20.301159 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-17c7cc97-95ad-4648-b912-7aa56c43e15b req-da487501-c0a2-4dba-aade-b95534176994 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed20d663-1173-4534-8523-fc0b2fbb7ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2214475 Jul 15 13:25:20.308790 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-5735c6dc-3f50-4dec-be86-e9de4766ba6b tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:20.310593 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-5735c6dc-3f50-4dec-be86-e9de4766ba6b tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.46 "GET /v2.0/networks?id=c84a7ce0-8f5b-4710-8905-4f805403debe HTTP/1.1" status: 200 len: 796 time: 0.2316787 Jul 15 13:25:20.312244 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e1203a-0b78-49f2-984d-a51a8a4e603f tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Made reservation on behalf of 71dc8377e15241a7a92d7e45b6b72260 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:20.366012 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87fdda-0aef-418d-b00c-6e6d4cb241a4 None None] Pushing event updated for resources: {'Port': ['ID=a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:20.403390 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:20.488727 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:20.489422 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.539517 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-17c7cc97-95ad-4648-b912-7aa56c43e15b req-ac9f4e8f-1078-4880-8f11-cc51e20cadf1 service neutron] 10.222.0.46 "GET /v2.0/networks/ed20d663-1173-4534-8523-fc0b2fbb7ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281098 Jul 15 13:25:20.664027 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-e77f61b6-88d9-49b4-84b2-c34ec7915c48 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab5a423d99764585bcd3274895950844 HTTP/1.1" status: 200 len: 478 time: 0.3292975 Jul 15 13:25:20.685523 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-57ba39a3-46f1-4846-9511-90729ae4381c tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Request body: {'port': {'device_id': '9f12cb95-0d4c-418c-ada5-640255ae8048', 'network_id': 'c84a7ce0-8f5b-4710-8905-4f805403debe', 'admin_state_up': True, 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'security_groups': ['e1cc8e7b-d2b9-466c-b9d3-2171b95e348b', 'b23b410b-0312-42d0-8927-00d5994ca24b']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:20.795300 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f7e1203a-0b78-49f2-984d-a51a8a4e603f tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.870682 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096b547-67ab-4924-bd52-19c702e3ce81 req-d0ca76bf-8d08-4d64-a55e-cb118f1637aa tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:20.872263 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3096b547-67ab-4924-bd52-19c702e3ce81 req-d0ca76bf-8d08-4d64-a55e-cb118f1637aa tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 944 time: 0.3115904 Jul 15 13:25:20.924339 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-f7e1203a-0b78-49f2-984d-a51a8a4e603f tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] device_id is not set on port 4cb4334b-97bb-4c1e-b7a3-2a552118ac45 yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:25:20.930847 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-17c7cc97-95ad-4648-b912-7aa56c43e15b req-c5d8be4d-2c37-4442-9db4-0457ca3acdf7 service neutron] 10.222.0.46 "GET /v2.0/networks/ed20d663-1173-4534-8523-fc0b2fbb7ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378742 Jul 15 13:25:20.951398 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75842f-6dc8-465b-a7a6-8f0fe7a53ca6 req-50511dc5-10b8-44f7-aaf6-8ee072b07a66 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:20.953506 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5f75842f-6dc8-465b-a7a6-8f0fe7a53ca6 req-50511dc5-10b8-44f7-aaf6-8ee072b07a66 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=442f5004-7922-4d84-ba9c-c107273d7474 HTTP/1.1" status: 200 len: 943 time: 0.4080660 Jul 15 13:25:21.033973 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3096b547-67ab-4924-bd52-19c702e3ce81 req-d11084d4-71e7-4cf5-b3ef-4311c02562ad tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511304 Jul 15 13:25:21.051111 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-57ba39a3-46f1-4846-9511-90729ae4381c tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Made reservation on behalf of ab5a423d99764585bcd3274895950844 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:21.054798 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-57ba39a3-46f1-4846-9511-90729ae4381c tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.097574 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-69d793bd-8ffc-4d04-bd11-3074688428fa None None] Provisioning complete for port 635cb32f-2ab2-4197-94f9-4e919d417e6d triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:21.098113 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-69d793bd-8ffc-4d04-bd11-3074688428fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.111165 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5f75842f-6dc8-465b-a7a6-8f0fe7a53ca6 req-94aeaaf1-5dbc-490d-b649-cfcf9dd2c834 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e58760-3440-45b4-9476-d59ed096ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216550 Jul 15 13:25:21.147520 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-69d793bd-8ffc-4d04-bd11-3074688428fa None None] Port 635cb32f-2ab2-4197-94f9-4e919d417e6d cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:21.162501 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-69d793bd-8ffc-4d04-bd11-3074688428fa None None] Provisioning for port a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:21.167959 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-69d793bd-8ffc-4d04-bd11-3074688428fa None None] Provisioning complete for port a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:21.167959 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-69d793bd-8ffc-4d04-bd11-3074688428fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.255593 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9d8726f3-1efe-4ed9-8edc-a7e93ac01f99 req-b1e1b61e-4a30-41f8-af28-2dc4fbf17c2b tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f12cb95-0d4c-418c-ada5-640255ae8048 HTTP/1.1" status: 200 len: 210 time: 0.0777369 Jul 15 13:25:21.351333 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-f7e1203a-0b78-49f2-984d-a51a8a4e603f tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Allocated IP 2001:db8::2a1 (da19dabe-845f-495f-981a-31f5b72cda87/0aed2dae-5519-448f-87e8-9fa6d251ef5a/4cb4334b-97bb-4c1e-b7a3-2a552118ac45) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:21.413776 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-57ba39a3-46f1-4846-9511-90729ae4381c tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Allocated IP 172.20.0.13 (c84a7ce0-8f5b-4710-8905-4f805403debe/7f65c933-6a34-414a-a4f9-5a68fa83c0bd/9abe039f-c406-4118-b019-5e0bc57ac399) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:21.472287 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-ac3e91b3-80be-4053-a160-9885a560b681 None None] Could not find standard attr ID for object 15b0bf8d-02a7-481e-814d-9e7ee9fd82ed. {{(pid=93827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:25:21.593617 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e5f3e-6522-4149-99b5-a09527172132 req-882683a7-3861-4ae9-9d6c-468dfde95f27 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:21.595196 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6f4e5f3e-6522-4149-99b5-a09527172132 req-882683a7-3861-4ae9-9d6c-468dfde95f27 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f896906-cdef-48c2-a6eb-058b0b185c51 HTTP/1.1" status: 200 len: 945 time: 0.2278025 Jul 15 13:25:21.688458 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f7e1203a-0b78-49f2-984d-a51a8a4e603f tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.697062 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 3d2da53d-2eca-413e-911e-6de16aded3bf details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:25:21.722423 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f7e1203a-0b78-49f2-984d-a51a8a4e603f tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Transition to ACTIVE for port object 4cb4334b-97bb-4c1e-b7a3-2a552118ac45 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:21.726311 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6f4e5f3e-6522-4149-99b5-a09527172132 req-88824798-12df-4eda-b042-cd7cf3fc0731 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad0aec92-1cb7-40a4-ab68-1f458f23bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211200 Jul 15 13:25:21.758263 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-57ba39a3-46f1-4846-9511-90729ae4381c tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.782305 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-57ba39a3-46f1-4846-9511-90729ae4381c tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Transition to ACTIVE for port object 9abe039f-c406-4118-b019-5e0bc57ac399 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:21.802096 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f7e1203a-0b78-49f2-984d-a51a8a4e603f tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.807441 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 3d2da53d-2eca-413e-911e-6de16aded3bf, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=3d2da53d-2eca-413e-911e-6de16aded3bf,segment=NetworkSegment(02b4ae28-7870-45f1-8b91-4bf335fcbce3),segment_id=02b4ae28-7870-45f1-8b91-4bf335fcbce3)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:21.827666 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '3d2da53d-2eca-413e-911e-6de16aded3bf', 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14', 'port_id': '3d2da53d-2eca-413e-911e-6de16aded3bf', 'mac_address': 'fa:16:3e:05:00:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236966a3-1e59-4c69-99ff-863fc85e1377', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:25:21.865877 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e1203a-0b78-49f2-984d-a51a8a4e603f tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Network da19dabe-845f-495f-981a-31f5b72cda87 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:21.871251 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.871999 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-f7e1203a-0b78-49f2-984d-a51a8a4e603f tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:21.874130 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1203a-0b78-49f2-984d-a51a8a4e603f tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'Port': ['ID=4cb4334b-97bb-4c1e-b7a3-2a552118ac45,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:21.877521 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e1203a-0b78-49f2-984d-a51a8a4e603f tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:21.883192 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e1203a-0b78-49f2-984d-a51a8a4e603f tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:21.884270 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f7e1203a-0b78-49f2-984d-a51a8a4e603f tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.888090 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-57ba39a3-46f1-4846-9511-90729ae4381c tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.888432 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d2da53d-2eca-413e-911e-6de16aded3bf {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:25:21.920475 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 3d2da53d-2eca-413e-911e-6de16aded3bf, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=3d2da53d-2eca-413e-911e-6de16aded3bf,segment=NetworkSegment(02b4ae28-7870-45f1-8b91-4bf335fcbce3),segment_id=02b4ae28-7870-45f1-8b91-4bf335fcbce3)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:21.925825 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.011667 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=3d2da53d-2eca-413e-911e-6de16aded3bf,revision_number=9']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:22.198987 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-34a4fa89-1f95-4926-bad0-ca280fa8fae7 None None] Provisioning for port 4cb4334b-97bb-4c1e-b7a3-2a552118ac45 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:22.203653 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-34a4fa89-1f95-4926-bad0-ca280fa8fae7 None None] Provisioning complete for port 4cb4334b-97bb-4c1e-b7a3-2a552118ac45 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:22.204102 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-34a4fa89-1f95-4926-bad0-ca280fa8fae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.243966 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-34a4fa89-1f95-4926-bad0-ca280fa8fae7 None None] Port 4cb4334b-97bb-4c1e-b7a3-2a552118ac45 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:22.247465 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['3d2da53d-2eca-413e-911e-6de16aded3bf'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:25:22.304739 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:22.335568 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-57ba39a3-46f1-4846-9511-90729ae4381c tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Network c84a7ce0-8f5b-4710-8905-4f805403debe is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:22.344396 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f7e1203a-0b78-49f2-984d-a51a8a4e603f tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3150315 Jul 15 13:25:22.347466 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49652) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:22.352624 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-ed5bbb38-9581-465d-a22a-7ed4bcc6cab0 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'subnet': {'network_id': 'da19dabe-845f-495f-981a-31f5b72cda87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:22.380532 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-57ba39a3-46f1-4846-9511-90729ae4381c tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:22.398380 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:22.398789 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.407996 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-57ba39a3-46f1-4846-9511-90729ae4381c tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:22.456894 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-57ba39a3-46f1-4846-9511-90729ae4381c tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:22.457465 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-57ba39a3-46f1-4846-9511-90729ae4381c tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.472154 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba39a3-46f1-4846-9511-90729ae4381c tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Pushing event updated for resources: {'Port': ['ID=9abe039f-c406-4118-b019-5e0bc57ac399,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:22.491201 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5bbb38-9581-465d-a22a-7ed4bcc6cab0 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Made reservation on behalf of 71dc8377e15241a7a92d7e45b6b72260 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:22.497721 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ed5bbb38-9581-465d-a22a-7ed4bcc6cab0 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.508020 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-57ba39a3-46f1-4846-9511-90729ae4381c tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.8366432 Jul 15 13:25:22.529678 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-c654ebce-4f3a-4cc1-9c3f-a0560a3a56d3 service neutron] Request body: {'port': {'device_id': '9f12cb95-0d4c-418c-ada5-640255ae8048', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:22.586984 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc386fc-313c-4018-8211-0fd13b70580d req-35c3e03a-015b-4f59-966c-47adebce9d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:22.588663 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-afc386fc-313c-4018-8211-0fd13b70580d req-35c3e03a-015b-4f59-966c-47adebce9d8d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3b5c10ca921490daf1bd81ad48415b4&device_id=0f896906-cdef-48c2-a6eb-058b0b185c51 HTTP/1.1" status: 200 len: 1097 time: 0.3077486 Jul 15 13:25:22.601890 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61112b6b-f0de-4d9e-9bec-b9b2eaf975da req-c4c2377b-ebf3-4d9d-854b-4fbc592047cb tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:22.603538 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-61112b6b-f0de-4d9e-9bec-b9b2eaf975da req-c4c2377b-ebf3-4d9d-854b-4fbc592047cb tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f896906-cdef-48c2-a6eb-058b0b185c51 HTTP/1.1" status: 200 len: 945 time: 0.3212402 Jul 15 13:25:22.615586 n-d-771363-36 neutron-server[93826]: INFO neutron.db.ipam_backend_mixin [None req-ed5bbb38-9581-465d-a22a-7ed4bcc6cab0 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0aed2dae-5519-448f-87e8-9fa6d251ef5a (CIDR: 2001:db8::/64) Jul 15 13:25:22.619143 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed5bbb38-9581-465d-a22a-7ed4bcc6cab0 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:25:22.619597 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed5bbb38-9581-465d-a22a-7ed4bcc6cab0 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:25:22.621162 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6730f2-25c5-4b7b-9bab-927608b1f1bb req-6b4b487f-ea3f-43c4-bc9d-d27914dff356 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:22.622741 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3e6730f2-25c5-4b7b-9bab-927608b1f1bb req-6b4b487f-ea3f-43c4-bc9d-d27914dff356 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 945 time: 0.3389184 Jul 15 13:25:22.637301 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ed5bbb38-9581-465d-a22a-7ed4bcc6cab0 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2886040 Jul 15 13:25:22.640500 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49654) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:22.648118 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-4548e9d5-c2f6-4ba5-81ff-a3be2466c893 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'subnet': {'network_id': 'da19dabe-845f-495f-981a-31f5b72cda87', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:22.755518 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-c654ebce-4f3a-4cc1-9c3f-a0560a3a56d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.761360 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4548e9d5-c2f6-4ba5-81ff-a3be2466c893 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Made reservation on behalf of 71dc8377e15241a7a92d7e45b6b72260 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:22.766205 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4548e9d5-c2f6-4ba5-81ff-a3be2466c893 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.771732 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6483910d-e265-4d38-a4c9-dba57b30e917 None None] Provisioning for port 9abe039f-c406-4118-b019-5e0bc57ac399 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:22.776117 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6483910d-e265-4d38-a4c9-dba57b30e917 None None] Provisioning complete for port 9abe039f-c406-4118-b019-5e0bc57ac399 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:22.776689 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6483910d-e265-4d38-a4c9-dba57b30e917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.785802 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3e6730f2-25c5-4b7b-9bab-927608b1f1bb req-ed656e56-a8fe-4b99-a587-7d915ec2ac48 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560905 Jul 15 13:25:22.805202 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-61112b6b-f0de-4d9e-9bec-b9b2eaf975da req-1dc76fa6-54ce-4231-85e9-74f598d26fbc tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad0aec92-1cb7-40a4-ab68-1f458f23bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764438 Jul 15 13:25:22.824489 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-6483910d-e265-4d38-a4c9-dba57b30e917 None None] Port 9abe039f-c406-4118-b019-5e0bc57ac399 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:22.879672 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc386fc-313c-4018-8211-0fd13b70580d req-6e00c19e-f625-412c-bc07-77b38ac3b1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:22.881181 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-afc386fc-313c-4018-8211-0fd13b70580d req-6e00c19e-f625-412c-bc07-77b38ac3b1b4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e965ef4e-e668-477c-beef-2db73a7493c5 HTTP/1.1" status: 200 len: 912 time: 0.2764597 Jul 15 13:25:22.909624 n-d-771363-36 neutron-server[93826]: INFO neutron.db.ipam_backend_mixin [None req-4548e9d5-c2f6-4ba5-81ff-a3be2466c893 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b328bc6c-756b-4ddf-9718-60918c910d2a (CIDR: 2001:db8:0:1::/64) Jul 15 13:25:22.914192 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-4548e9d5-c2f6-4ba5-81ff-a3be2466c893 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:25:22.915034 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4548e9d5-c2f6-4ba5-81ff-a3be2466c893 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:25:22.930043 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-afc386fc-313c-4018-8211-0fd13b70580d req-4f6ab15e-2709-46fd-b4de-bd5ec610bc38 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=755f7970-c6fa-4562-b6f1-f4be3f0a6511 HTTP/1.1" status: 200 len: 217 time: 0.0400739 Jul 15 13:25:22.934508 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4548e9d5-c2f6-4ba5-81ff-a3be2466c893 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2904177 Jul 15 13:25:22.934842 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49656) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:22.939769 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-759cfe1e-3649-4c02-a1fc-68edf9a9a031 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'subnet': {'network_id': 'da19dabe-845f-495f-981a-31f5b72cda87', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:23.141396 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc386fc-313c-4018-8211-0fd13b70580d req-057f6fd9-06ea-4f46-aa78-98c6746cf330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:23.142809 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-afc386fc-313c-4018-8211-0fd13b70580d req-057f6fd9-06ea-4f46-aa78-98c6746cf330 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48cd908b-8de3-49e5-bad9-92af6437619d HTTP/1.1" status: 200 len: 851 time: 0.1501858 Jul 15 13:25:23.220933 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-afc386fc-313c-4018-8211-0fd13b70580d req-80419cff-04b5-4c0c-bd6e-6e9617582682 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e965ef4e-e668-477c-beef-2db73a7493c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695825 Jul 15 13:25:23.232794 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd0331-b539-4960-8e93-ad6e6b109d58 req-d8810f33-1648-4adb-a6a5-afbc03a4b151 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:23.234321 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5bbd0331-b539-4960-8e93-ad6e6b109d58 req-d8810f33-1648-4adb-a6a5-afbc03a4b151 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=442f5004-7922-4d84-ba9c-c107273d7474 HTTP/1.1" status: 200 len: 943 time: 0.3091404 Jul 15 13:25:23.355176 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5ce47-4a15-4072-add9-1a73f4e8600c req-e053699c-8fc6-45f2-add1-cd0e23951277 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:23.356652 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6cd5ce47-4a15-4072-add9-1a73f4e8600c req-e053699c-8fc6-45f2-add1-cd0e23951277 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f12cb95-0d4c-418c-ada5-640255ae8048 HTTP/1.1" status: 200 len: 971 time: 0.2988181 Jul 15 13:25:23.385517 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759cfe1e-3649-4c02-a1fc-68edf9a9a031 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Made reservation on behalf of 71dc8377e15241a7a92d7e45b6b72260 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:23.388971 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-759cfe1e-3649-4c02-a1fc-68edf9a9a031 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:23.404943 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5bbd0331-b539-4960-8e93-ad6e6b109d58 req-2a21c81d-a20d-4ff8-8fce-ea76a22d5441 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e58760-3440-45b4-9476-d59ed096ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570356 Jul 15 13:25:23.461066 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-c654ebce-4f3a-4cc1-9c3f-a0560a3a56d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9abe039f-c406-4118-b019-5e0bc57ac399 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:25:23.469373 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-afc386fc-313c-4018-8211-0fd13b70580d req-bb839ea2-30f9-49ca-9dbc-b38cce91f60c service neutron] 10.222.0.46 "GET /v2.0/networks/e965ef4e-e668-477c-beef-2db73a7493c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326365 Jul 15 13:25:23.475700 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6cd5ce47-4a15-4072-add9-1a73f4e8600c req-4bcc86d9-818e-4bcb-96fc-f09bf08b5526 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cc8e7b-d2b9-466c-b9d3-2171b95e348b&id=b23b410b-0312-42d0-8927-00d5994ca24b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1095479 Jul 15 13:25:23.477475 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-c654ebce-4f3a-4cc1-9c3f-a0560a3a56d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:23.515511 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-c654ebce-4f3a-4cc1-9c3f-a0560a3a56d3 service neutron] Transition to ACTIVE for port object 9abe039f-c406-4118-b019-5e0bc57ac399 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:23.520625 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-c654ebce-4f3a-4cc1-9c3f-a0560a3a56d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:23.612468 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c654ebce-4f3a-4cc1-9c3f-a0560a3a56d3 service neutron] Pushing event updated for resources: {'Port': ['ID=9abe039f-c406-4118-b019-5e0bc57ac399,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:23.622429 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-759cfe1e-3649-4c02-a1fc-68edf9a9a031 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:23.629318 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-afc386fc-313c-4018-8211-0fd13b70580d req-43edcedb-7f88-4239-a7a4-35baecc25057 service neutron] 10.222.0.46 "GET /v2.0/networks/e965ef4e-e668-477c-beef-2db73a7493c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488788 Jul 15 13:25:23.673242 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759cfe1e-3649-4c02-a1fc-68edf9a9a031 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Network da19dabe-845f-495f-981a-31f5b72cda87 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:23.676479 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-759cfe1e-3649-4c02-a1fc-68edf9a9a031 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:23.680912 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759cfe1e-3649-4c02-a1fc-68edf9a9a031 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:23.681503 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-759cfe1e-3649-4c02-a1fc-68edf9a9a031 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:23.690674 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6dd4a6-8aa4-413f-8e33-6d22a8e3f3b8 None None] Network da19dabe-845f-495f-981a-31f5b72cda87 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:23.700907 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-c654ebce-4f3a-4cc1-9c3f-a0560a3a56d3 service neutron] Attempting to bind port 9abe039f-c406-4118-b019-5e0bc57ac399 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:23.701254 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-c654ebce-4f3a-4cc1-9c3f-a0560a3a56d3 service neutron] Attempting to bind port 9abe039f-c406-4118-b019-5e0bc57ac399 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'a63205a6-5f4b-42a3-bf4a-45a237a5d445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c84a7ce0-8f5b-4710-8905-4f805403debe'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:23.701586 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-c654ebce-4f3a-4cc1-9c3f-a0560a3a56d3 service neutron] Attempting to bind port 9abe039f-c406-4118-b019-5e0bc57ac399 on network c84a7ce0-8f5b-4710-8905-4f805403debe {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:23.703573 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759cfe1e-3649-4c02-a1fc-68edf9a9a031 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'Subnet': ['ID=a52d62ba-1d65-4ec2-885c-852cce89a87d,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:23.707779 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-c654ebce-4f3a-4cc1-9c3f-a0560a3a56d3 service neutron] Port 9abe039f-c406-4118-b019-5e0bc57ac399 on network c84a7ce0-8f5b-4710-8905-4f805403debe not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:25:23.708172 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-c654ebce-4f3a-4cc1-9c3f-a0560a3a56d3 service neutron] Attempting to bind port 9abe039f-c406-4118-b019-5e0bc57ac399 on network c84a7ce0-8f5b-4710-8905-4f805403debe {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:23.711169 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 71adbaa8-24d9-469c-b8c7-310c3872b260 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:25:23.713785 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-c654ebce-4f3a-4cc1-9c3f-a0560a3a56d3 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:23.714115 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-c654ebce-4f3a-4cc1-9c3f-a0560a3a56d3 service neutron] Checking segment: {'id': 'a63205a6-5f4b-42a3-bf4a-45a237a5d445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c84a7ce0-8f5b-4710-8905-4f805403debe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:23.714689 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-c654ebce-4f3a-4cc1-9c3f-a0560a3a56d3 service neutron] Bound using segment: {'id': 'a63205a6-5f4b-42a3-bf4a-45a237a5d445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c84a7ce0-8f5b-4710-8905-4f805403debe'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:23.715235 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-c654ebce-4f3a-4cc1-9c3f-a0560a3a56d3 service neutron] Bound port: 9abe039f-c406-4118-b019-5e0bc57ac399, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a63205a6-5f4b-42a3-bf4a-45a237a5d445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c84a7ce0-8f5b-4710-8905-4f805403debe'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:23.715519 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-c654ebce-4f3a-4cc1-9c3f-a0560a3a56d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:23.725183 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-759cfe1e-3649-4c02-a1fc-68edf9a9a031 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7888710 Jul 15 13:25:23.727528 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49658) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:23.734638 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-1c0a40fa-e765-4a51-8951-75d5916811ad tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-385840394', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a52d62ba-1d65-4ec2-885c-852cce89a87d'}], 'security_groups': ['769ec569-e699-477e-a89e-948523c7d215', '3ba07836-7ec9-49eb-8185-a6fc358f446e']}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:23.735238 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 3d2da53d-2eca-413e-911e-6de16aded3bf up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:23.793468 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-c654ebce-4f3a-4cc1-9c3f-a0560a3a56d3 service neutron] For port 9abe039f-c406-4118-b019-5e0bc57ac399, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:23.798472 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-c654ebce-4f3a-4cc1-9c3f-a0560a3a56d3 service neutron] For port 9abe039f-c406-4118-b019-5e0bc57ac399, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=9abe039f-c406-4118-b019-5e0bc57ac399,segment=NetworkSegment(a63205a6-5f4b-42a3-bf4a-45a237a5d445),segment_id=a63205a6-5f4b-42a3-bf4a-45a237a5d445)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:23.803207 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-c654ebce-4f3a-4cc1-9c3f-a0560a3a56d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:23.854695 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.db.resource_extend [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:25:23.873035 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-c654ebce-4f3a-4cc1-9c3f-a0560a3a56d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:23.874463 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-c654ebce-4f3a-4cc1-9c3f-a0560a3a56d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:23.876252 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-c654ebce-4f3a-4cc1-9c3f-a0560a3a56d3 service neutron] 10.222.0.46 "PUT /v2.0/ports/9abe039f-c406-4118-b019-5e0bc57ac399 HTTP/1.1" status: 200 len: 1132 time: 1.3578796 Jul 15 13:25:23.904634 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f12cb95-0d4c-418c-ada5-640255ae8048', 'tag': '9abe039f-c406-4118-b019-5e0bc57ac399'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:25:23.908530 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c85fca9-56cc-49ae-862b-e79390f36e77" -d '{"events": [{"name": "network-changed", "server_uuid": "9f12cb95-0d4c-418c-ada5-640255ae8048", "tag": "9abe039f-c406-4118-b019-5e0bc57ac399"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:25:23.930932 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c654ebce-4f3a-4cc1-9c3f-a0560a3a56d3 service neutron] Pushing event updated for resources: {'Port': ['ID=9abe039f-c406-4118-b019-5e0bc57ac399,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:23.973589 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 3d2da53d-2eca-413e-911e-6de16aded3bf triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:23.974396 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:23.997577 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-beae9c4d-c8c8-43be-8e0f-72c064c65222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:24.000056 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-beae9c4d-c8c8-43be-8e0f-72c064c65222 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ab5a423d99764585bcd3274895950844&device_id=9f12cb95-0d4c-418c-ada5-640255ae8048 HTTP/1.1" status: 200 len: 1135 time: 0.0662112 Jul 15 13:25:24.008113 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1c0a40fa-e765-4a51-8951-75d5916811ad tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:24.076721 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-823a3da9-6475-4ece-a6ed-999b1a1b0b8c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9abe039f-c406-4118-b019-5e0bc57ac399 HTTP/1.1" status: 200 len: 217 time: 0.0595102 Jul 15 13:25:24.112952 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 71adbaa8-24d9-469c-b8c7-310c3872b260, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=71adbaa8-24d9-469c-b8c7-310c3872b260,segment=NetworkSegment(e74a67fe-78ce-41da-bcef-bcbaece410e7),segment_id=e74a67fe-78ce-41da-bcef-bcbaece410e7)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:24.189624 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '71adbaa8-24d9-469c-b8c7-310c3872b260', 'network_id': 'ed20d663-1173-4534-8523-fc0b2fbb7ad7', 'port_id': '71adbaa8-24d9-469c-b8c7-310c3872b260', 'mac_address': 'fa:16:3e:07:ab:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c117192-dba8-4172-aea4-1eed9584f092', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:25:24.193574 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-edc526ec-d84f-456e-bbee-b7036f18c0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:24.195333 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-edc526ec-d84f-456e-bbee-b7036f18c0c4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f65c933-6a34-414a-a4f9-5a68fa83c0bd HTTP/1.1" status: 200 len: 835 time: 0.0870922 Jul 15 13:25:24.248459 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:24.258349 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56b32a-73f3-45e7-865e-5c69481e993d req-64fa235c-7138-4a05-987a-4f1ae50b5538 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:24.259890 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a56b32a-73f3-45e7-865e-5c69481e993d req-64fa235c-7138-4a05-987a-4f1ae50b5538 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f896906-cdef-48c2-a6eb-058b0b185c51 HTTP/1.1" status: 200 len: 945 time: 0.2264287 Jul 15 13:25:24.268903 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337cb870-2911-44a5-99b5-85583a1f6357 req-9910cd50-7f6f-426b-92e7-8df94c00936b tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:24.270376 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-337cb870-2911-44a5-99b5-85583a1f6357 req-9910cd50-7f6f-426b-92e7-8df94c00936b tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 945 time: 0.1982546 Jul 15 13:25:24.326449 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 3d2da53d-2eca-413e-911e-6de16aded3bf, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=3d2da53d-2eca-413e-911e-6de16aded3bf,segment=NetworkSegment(02b4ae28-7870-45f1-8b91-4bf335fcbce3),segment_id=02b4ae28-7870-45f1-8b91-4bf335fcbce3)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:24.328458 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2da53d-2eca-413e-911e-6de16aded3bf'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:25:24.331208 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9a6161-be9e-4832-8b3a-3ddcfe547f7e" -d '{"events": [{"server_uuid": "b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c", "name": "network-vif-plugged", "status": "completed", "tag": "3d2da53d-2eca-413e-911e-6de16aded3bf"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:25:24.333848 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:24.346685 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a56b32a-73f3-45e7-865e-5c69481e993d req-ab76a259-fd24-4656-acfc-1c56979eefc1 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad0aec92-1cb7-40a4-ab68-1f458f23bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740337 Jul 15 13:25:24.351920 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-337cb870-2911-44a5-99b5-85583a1f6357 req-407c0b12-b896-4f36-b95b-2d157a618adf tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699742 Jul 15 13:25:24.356255 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:24.356909 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-2c384f96-8711-4579-8843-2660ad5cb3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:24.359129 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-2c384f96-8711-4579-8843-2660ad5cb3a2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c84a7ce0-8f5b-4710-8905-4f805403debe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1519225 Jul 15 13:25:24.414343 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-1c0a40fa-e765-4a51-8951-75d5916811ad tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Delete allocated IP 2001:db8::2a1 (da19dabe-845f-495f-981a-31f5b72cda87/0aed2dae-5519-448f-87e8-9fa6d251ef5a) {{(pid=93826) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 13:25:24.432991 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-1c0a40fa-e765-4a51-8951-75d5916811ad tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Allocated IP 2001:db8:0:2::9c (da19dabe-845f-495f-981a-31f5b72cda87/a52d62ba-1d65-4ec2-885c-852cce89a87d/4cb4334b-97bb-4c1e-b7a3-2a552118ac45) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:24.459558 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71adbaa8-24d9-469c-b8c7-310c3872b260 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:25:24.466710 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9ab9de-a5f2-4783-bdd6-ccc9ce6ea64f x-openstack-request-id: req-ea9ab9de-a5f2-4783-bdd6-ccc9ce6ea64f {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:25:24.466997 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f12cb95-0d4c-418c-ada5-640255ae8048", "tag": "9abe039f-c406-4118-b019-5e0bc57ac399", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:25:24.467245 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ea9ab9de-a5f2-4783-bdd6-ccc9ce6ea64f {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:25:24.467635 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f12cb95-0d4c-418c-ada5-640255ae8048', 'tag': '9abe039f-c406-4118-b019-5e0bc57ac399', 'status': 'completed', 'code': 200} Jul 15 13:25:24.489984 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 71adbaa8-24d9-469c-b8c7-310c3872b260, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=71adbaa8-24d9-469c-b8c7-310c3872b260,segment=NetworkSegment(e74a67fe-78ce-41da-bcef-bcbaece410e7),segment_id=e74a67fe-78ce-41da-bcef-bcbaece410e7)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:24.520403 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=3d2da53d-2eca-413e-911e-6de16aded3bf,revision_number=10']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:24.529886 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-a608b049-265e-4d75-8dbf-352e1057c9ce service neutron] 10.222.0.46 "GET /v2.0/networks/c84a7ce0-8f5b-4710-8905-4f805403debe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590431 Jul 15 13:25:24.548687 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df490b53-6629-4f5d-8808-15b644dadfe5 x-openstack-request-id: req-df490b53-6629-4f5d-8808-15b644dadfe5 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:25:24.548990 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c", "name": "network-vif-plugged", "status": "completed", "tag": "3d2da53d-2eca-413e-911e-6de16aded3bf", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:25:24.549245 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df490b53-6629-4f5d-8808-15b644dadfe5 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:25:24.549648 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2da53d-2eca-413e-911e-6de16aded3bf', 'code': 200} Jul 15 13:25:24.550506 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:24.663887 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=71adbaa8-24d9-469c-b8c7-310c3872b260,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:24.678781 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406807b2-a913-4f72-a937-c557fb2c0fad None None] Update dhcp port {'port': {'network_id': 'da19dabe-845f-495f-981a-31f5b72cda87', 'fixed_ips': [{'subnet_id': 'b328bc6c-756b-4ddf-9718-60918c910d2a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0aed2dae-5519-448f-87e8-9fa6d251ef5a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a52d62ba-1d65-4ec2-885c-852cce89a87d'}], 'binding:host_id': 'n-d-771363-36'}, 'id': 'a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37'} from n-d-771363-36. {{(pid=93827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:25:24.726306 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-406807b2-a913-4f72-a937-c557fb2c0fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:24.741747 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1c0a40fa-e765-4a51-8951-75d5916811ad tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:24.756072 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-1c0a40fa-e765-4a51-8951-75d5916811ad tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Transition to ACTIVE for port object 4cb4334b-97bb-4c1e-b7a3-2a552118ac45 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:24.760172 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1c0a40fa-e765-4a51-8951-75d5916811ad tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:24.807311 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eca0260a-c2a6-4323-a8fb-e872bfe0eaa6 req-bd9786e9-eede-43f2-b1b3-65caf8f890e4 service neutron] 10.222.0.46 "GET /v2.0/networks/c84a7ce0-8f5b-4710-8905-4f805403debe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706823 Jul 15 13:25:24.821862 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-1c0a40fa-e765-4a51-8951-75d5916811ad tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] In _notify_port_updated(), no bound segment for port 4cb4334b-97bb-4c1e-b7a3-2a552118ac45 on network da19dabe-845f-495f-981a-31f5b72cda87 {{(pid=93826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:25:24.827989 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0a40fa-e765-4a51-8951-75d5916811ad tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:24.828627 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1c0a40fa-e765-4a51-8951-75d5916811ad tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:24.832609 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1c0a40fa-e765-4a51-8951-75d5916811ad tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "PUT /v2.0/ports/4cb4334b-97bb-4c1e-b7a3-2a552118ac45 HTTP/1.1" status: 200 len: 968 time: 1.1014214 Jul 15 13:25:24.832829 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49674) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:24.857160 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc33dc9-d7fb-45fc-97ce-921d05aef221 req-6d1e2dc2-bfed-45e9-86a9-75ad1d75890e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:24.859357 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bfc33dc9-d7fb-45fc-97ce-921d05aef221 req-6d1e2dc2-bfed-45e9-86a9-75ad1d75890e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=442f5004-7922-4d84-ba9c-c107273d7474 HTTP/1.1" status: 200 len: 944 time: 0.1905885 Jul 15 13:25:24.861509 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8db0f2-f610-47d5-80ea-31e4343a5b67 req-140c115c-68d7-46b8-971d-5ca41b3d563a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:24.866792 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cf8db0f2-f610-47d5-80ea-31e4343a5b67 req-140c115c-68d7-46b8-971d-5ca41b3d563a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 1099 time: 0.1775336 Jul 15 13:25:24.875972 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a40fa-e765-4a51-8951-75d5916811ad tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event updated for resources: {'Port': ['ID=4cb4334b-97bb-4c1e-b7a3-2a552118ac45,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:24.890325 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9024d7f-f3d8-47c1-8513-06a7560ae9df req-bd070b4a-a56d-4a48-81da-4ab539b0facc tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:24.890801 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['71adbaa8-24d9-469c-b8c7-310c3872b260'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:25:24.891223 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c9024d7f-f3d8-47c1-8513-06a7560ae9df req-bd070b4a-a56d-4a48-81da-4ab539b0facc tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f12cb95-0d4c-418c-ada5-640255ae8048 HTTP/1.1" status: 200 len: 983 time: 0.1759748 Jul 15 13:25:24.959723 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-79d617b3-213d-4f79-89a1-5dba6da37016 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Deleting port 4cb4334b-97bb-4c1e-b7a3-2a552118ac45 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:24.959723 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-79d617b3-213d-4f79-89a1-5dba6da37016 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.000944 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-406807b2-a913-4f72-a937-c557fb2c0fad None None] Allocated IP 2001:db8:0:2::2 (da19dabe-845f-495f-981a-31f5b72cda87/a52d62ba-1d65-4ec2-885c-852cce89a87d/a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:25.001205 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cf8db0f2-f610-47d5-80ea-31e4343a5b67 req-a6615331-96b0-4b50-955a-85886fa7bb03 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221287 Jul 15 13:25:25.009705 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bfc33dc9-d7fb-45fc-97ce-921d05aef221 req-a6eb7e72-c30f-4388-b804-5952ffdb537e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e58760-3440-45b4-9476-d59ed096ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327150 Jul 15 13:25:25.016181 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c9024d7f-f3d8-47c1-8513-06a7560ae9df req-cf297806-798d-492d-8114-8cd193b7d96b tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cc8e7b-d2b9-466c-b9d3-2171b95e348b&id=b23b410b-0312-42d0-8927-00d5994ca24b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1009285 Jul 15 13:25:25.035954 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85fca9-56cc-49ae-862b-e79390f36e77 req-c08f2544-904a-4efb-bfcf-76c31d10c507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:25.037471 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7c85fca9-56cc-49ae-862b-e79390f36e77 req-c08f2544-904a-4efb-bfcf-76c31d10c507 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ab5a423d99764585bcd3274895950844&device_id=9f12cb95-0d4c-418c-ada5-640255ae8048 HTTP/1.1" status: 200 len: 1135 time: 0.1404684 Jul 15 13:25:25.070906 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-79d617b3-213d-4f79-89a1-5dba6da37016 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.085828 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-79d617b3-213d-4f79-89a1-5dba6da37016 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Calling delete_port for 4cb4334b-97bb-4c1e-b7a3-2a552118ac45 owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:25.148909 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85fca9-56cc-49ae-862b-e79390f36e77 req-30518762-7a54-44ab-acff-1d82c091759f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:25.150774 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7c85fca9-56cc-49ae-862b-e79390f36e77 req-30518762-7a54-44ab-acff-1d82c091759f service neutron] 10.222.0.46 "GET /v2.0/networks?id=c84a7ce0-8f5b-4710-8905-4f805403debe HTTP/1.1" status: 200 len: 897 time: 0.0896509 Jul 15 13:25:25.199765 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7c85fca9-56cc-49ae-862b-e79390f36e77 req-78aa3e62-5e36-41a2-9212-ed4f44be6e9c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9abe039f-c406-4118-b019-5e0bc57ac399 HTTP/1.1" status: 200 len: 217 time: 0.0392308 Jul 15 13:25:25.231158 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-79d617b3-213d-4f79-89a1-5dba6da37016 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.255712 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85fca9-56cc-49ae-862b-e79390f36e77 req-1b069e39-9376-4bc5-8360-509b51f0bdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:25.257157 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7c85fca9-56cc-49ae-862b-e79390f36e77 req-1b069e39-9376-4bc5-8360-509b51f0bdcb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f65c933-6a34-414a-a4f9-5a68fa83c0bd HTTP/1.1" status: 200 len: 835 time: 0.0453212 Jul 15 13:25:25.275835 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d617b3-213d-4f79-89a1-5dba6da37016 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'Port': ['ID=4cb4334b-97bb-4c1e-b7a3-2a552118ac45,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:25.298503 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-79d617b3-213d-4f79-89a1-5dba6da37016 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.300910 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-79d617b3-213d-4f79-89a1-5dba6da37016 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/ports/4cb4334b-97bb-4c1e-b7a3-2a552118ac45 HTTP/1.1" status: 204 len: 168 time: 0.4668362 Jul 15 13:25:25.303465 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49676) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:25.332386 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2f6e33f-29f8-497b-945c-41cd70c662e4 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] GET failed (client error): The resource could not be found. Jul 15 13:25:25.336749 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b2f6e33f-29f8-497b-945c-41cd70c662e4 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "GET /v2.0/ports/4cb4334b-97bb-4c1e-b7a3-2a552118ac45 HTTP/1.1" status: 404 len: 333 time: 0.0295475 Jul 15 13:25:25.336892 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85fca9-56cc-49ae-862b-e79390f36e77 req-6016e487-3d0d-4601-9409-f5a67b52f762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:25.336892 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7c85fca9-56cc-49ae-862b-e79390f36e77 req-6016e487-3d0d-4601-9409-f5a67b52f762 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c84a7ce0-8f5b-4710-8905-4f805403debe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680130 Jul 15 13:25:25.337049 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49678) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:25.338376 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-406807b2-a913-4f72-a937-c557fb2c0fad None None] For port a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37,segment=NetworkSegment(0cef16a3-0a76-4211-a9f0-d9134147132a),segment_id=0cef16a3-0a76-4211-a9f0-d9134147132a)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:25.392141 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-da86b478-75e3-4b15-96c1-386b625f5cbf tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.396299 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-406807b2-a913-4f72-a937-c557fb2c0fad None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.417918 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-da86b478-75e3-4b15-96c1-386b625f5cbf tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.420389 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-406807b2-a913-4f72-a937-c557fb2c0fad None None] Transition to ACTIVE for port object a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:25.434452 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-406807b2-a913-4f72-a937-c557fb2c0fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.472436 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-da86b478-75e3-4b15-96c1-386b625f5cbf tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.476931 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-da86b478-75e3-4b15-96c1-386b625f5cbf tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.480738 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-da86b478-75e3-4b15-96c1-386b625f5cbf tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/security-groups/e58db6af-9a70-4c95-aba7-cec43a92a326 HTTP/1.1" status: 204 len: 168 time: 0.1402485 Jul 15 13:25:25.482176 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49684) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:25.496206 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7c85fca9-56cc-49ae-862b-e79390f36e77 req-ec9836f4-2cf9-440c-9c01-281b2753c102 service neutron] 10.222.0.46 "GET /v2.0/networks/c84a7ce0-8f5b-4710-8905-4f805403debe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488228 Jul 15 13:25:25.508198 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86b478-75e3-4b15-96c1-386b625f5cbf tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58db6af-9a70-4c95-aba7-cec43a92a326,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:25.571242 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cd0a6456-b402-460a-aed6-2ca96b275fde tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.600700 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cd0a6456-b402-460a-aed6-2ca96b275fde tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.653842 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cd0a6456-b402-460a-aed6-2ca96b275fde tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.662487 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cd0a6456-b402-460a-aed6-2ca96b275fde tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.662487 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-cd0a6456-b402-460a-aed6-2ca96b275fde tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/security-groups/3ba07836-7ec9-49eb-8185-a6fc358f446e HTTP/1.1" status: 204 len: 168 time: 0.1587198 Jul 15 13:25:25.662790 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406807b2-a913-4f72-a937-c557fb2c0fad None None] Pushing event updated for resources: {'Port': ['ID=a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37,revision_number=7']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:25.665705 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49690) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:25.689712 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a6456-b402-460a-aed6-2ca96b275fde tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba07836-7ec9-49eb-8185-a6fc358f446e,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:25.716169 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82535277-9a63-4350-abf6-d430656aaad6 req-3f1c7f7a-1a4b-49f6-b47d-7719b4fb4cf4 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:25.717989 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-82535277-9a63-4350-abf6-d430656aaad6 req-3f1c7f7a-1a4b-49f6-b47d-7719b4fb4cf4 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f896906-cdef-48c2-a6eb-058b0b185c51 HTTP/1.1" status: 200 len: 945 time: 0.1729832 Jul 15 13:25:25.743422 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-72cf7ff9-8aa1-40e5-a4a6-abbf5fbda031 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.755781 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7c85fca9-56cc-49ae-862b-e79390f36e77 req-d195b555-a4aa-4a59-8ec1-90669ba4abfd service neutron] 10.222.0.46 "GET /v2.0/networks/c84a7ce0-8f5b-4710-8905-4f805403debe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485197 Jul 15 13:25:25.770852 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-72cf7ff9-8aa1-40e5-a4a6-abbf5fbda031 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.786487 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f62946-cb55-48f5-9f47-f2527f60531e req-c957d919-e7df-4947-a421-353730b6f88b tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:25.787878 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-76f62946-cb55-48f5-9f47-f2527f60531e req-c957d919-e7df-4947-a421-353730b6f88b tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 947 time: 0.2233577 Jul 15 13:25:25.832044 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-72cf7ff9-8aa1-40e5-a4a6-abbf5fbda031 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.833794 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-82535277-9a63-4350-abf6-d430656aaad6 req-18919813-03b4-4c9b-a91b-7f7d22e9ecd1 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad0aec92-1cb7-40a4-ab68-1f458f23bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967031 Jul 15 13:25:25.835258 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-72cf7ff9-8aa1-40e5-a4a6-abbf5fbda031 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.839074 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-72cf7ff9-8aa1-40e5-a4a6-abbf5fbda031 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/security-groups/769ec569-e699-477e-a89e-948523c7d215 HTTP/1.1" status: 204 len: 168 time: 0.1722343 Jul 15 13:25:25.839908 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49692) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:25.879386 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-76f62946-cb55-48f5-9f47-f2527f60531e req-5aec124c-9904-424b-83d8-9ebc54fb0e36 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808535 Jul 15 13:25:25.902287 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf7ff9-8aa1-40e5-a4a6-abbf5fbda031 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=769ec569-e699-477e-a89e-948523c7d215,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:25.946251 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a0822e0-05f4-4fd0-aaf1-433046606f68 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Deleting subnet 0aed2dae-5519-448f-87e8-9fa6d251ef5a {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:25:25.949937 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9a0822e0-05f4-4fd0-aaf1-433046606f68 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.993580 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9a0822e0-05f4-4fd0-aaf1-433046606f68 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:26.107405 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9a0822e0-05f4-4fd0-aaf1-433046606f68 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:26.194540 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9a0822e0-05f4-4fd0-aaf1-433046606f68 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:26.254252 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0822e0-05f4-4fd0-aaf1-433046606f68 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'Subnet': ['ID=0aed2dae-5519-448f-87e8-9fa6d251ef5a,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:26.260127 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9a0822e0-05f4-4fd0-aaf1-433046606f68 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:26.262181 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9a0822e0-05f4-4fd0-aaf1-433046606f68 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/subnets/0aed2dae-5519-448f-87e8-9fa6d251ef5a HTTP/1.1" status: 204 len: 168 time: 0.4146979 Jul 15 13:25:26.269299 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49712) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:26.322845 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea3d59-2293-45da-92ef-284e16e7045d req-0c656049-2183-47f5-8b9b-2f5596bcc1e5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:26.325544 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5bea3d59-2293-45da-92ef-284e16e7045d req-0c656049-2183-47f5-8b9b-2f5596bcc1e5 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=442f5004-7922-4d84-ba9c-c107273d7474 HTTP/1.1" status: 200 len: 944 time: 0.1318045 Jul 15 13:25:26.373061 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:26.392865 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-2114f3fe-88b3-498c-953f-0df36e2b6467 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Deleting subnet a52d62ba-1d65-4ec2-885c-852cce89a87d {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:25:26.401288 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2114f3fe-88b3-498c-953f-0df36e2b6467 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:26.407384 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5bea3d59-2293-45da-92ef-284e16e7045d req-ec975927-567f-4ecd-a22c-be9e842a9da4 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e58760-3440-45b4-9476-d59ed096ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750935 Jul 15 13:25:26.439715 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ea292-d0cc-449f-b874-15293638c50b req-1aae02cc-704f-4d17-8a0d-853cf3415d2d tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:26.447271 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a13ea292-d0cc-449f-b874-15293638c50b req-1aae02cc-704f-4d17-8a0d-853cf3415d2d tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f12cb95-0d4c-418c-ada5-640255ae8048 HTTP/1.1" status: 200 len: 983 time: 0.1039903 Jul 15 13:25:26.502080 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2114f3fe-88b3-498c-953f-0df36e2b6467 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:26.539559 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a13ea292-d0cc-449f-b874-15293638c50b req-26f4810a-e151-440a-9029-db1afc327605 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cc8e7b-d2b9-466c-b9d3-2171b95e348b&id=b23b410b-0312-42d0-8927-00d5994ca24b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0908470 Jul 15 13:25:26.542136 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261fea69-60f6-4b0d-80d3-5ba0a045d1c4 None None] Network da19dabe-845f-495f-981a-31f5b72cda87 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:26.595851 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-38c9808d-f453-4250-8321-b4f4b418c360 None None] Could not find standard attr ID for object 4cb4334b-97bb-4c1e-b7a3-2a552118ac45. {{(pid=93827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:25:26.632402 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2114f3fe-88b3-498c-953f-0df36e2b6467 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:26.637285 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36daa573-67b6-439c-82c1-53de6f395b66 req-7a933fd9-5ff1-4adb-aa76-9c733b5ce784 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:26.645399 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-36daa573-67b6-439c-82c1-53de6f395b66 req-7a933fd9-5ff1-4adb-aa76-9c733b5ce784 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f896906-cdef-48c2-a6eb-058b0b185c51 HTTP/1.1" status: 200 len: 945 time: 0.0744793 Jul 15 13:25:26.673610 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-38c9808d-f453-4250-8321-b4f4b418c360 None None] Provisioning complete for port 635cb32f-2ab2-4197-94f9-4e919d417e6d triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:26.674137 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-38c9808d-f453-4250-8321-b4f4b418c360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:26.705285 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-36daa573-67b6-439c-82c1-53de6f395b66 req-bdb4f944-75b8-45d4-b651-22cce8f4d993 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad0aec92-1cb7-40a4-ab68-1f458f23bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586464 Jul 15 13:25:26.718407 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-38c9808d-f453-4250-8321-b4f4b418c360 None None] Port 635cb32f-2ab2-4197-94f9-4e919d417e6d cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:26.718918 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2114f3fe-88b3-498c-953f-0df36e2b6467 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:26.751110 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2114f3fe-88b3-498c-953f-0df36e2b6467 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:26.752983 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2114f3fe-88b3-498c-953f-0df36e2b6467 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/subnets/a52d62ba-1d65-4ec2-885c-852cce89a87d HTTP/1.1" status: 204 len: 168 time: 0.4797971 Jul 15 13:25:26.753973 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114f3fe-88b3-498c-953f-0df36e2b6467 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'Subnet': ['ID=a52d62ba-1d65-4ec2-885c-852cce89a87d,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:26.755505 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49740) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:26.770619 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-38c9808d-f453-4250-8321-b4f4b418c360 None None] Provisioning for port a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:26.782123 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-38c9808d-f453-4250-8321-b4f4b418c360 None None] Provisioning complete for port a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:26.782431 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-38c9808d-f453-4250-8321-b4f4b418c360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:26.782549 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e9d4936-8204-435b-bbc1-db192c72b1bd tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] DELETE failed (client error): The resource could not be found. Jul 15 13:25:26.782978 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e9d4936-8204-435b-bbc1-db192c72b1bd tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:25:26.787146 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4e9d4936-8204-435b-bbc1-db192c72b1bd tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/subnets/0aed2dae-5519-448f-87e8-9fa6d251ef5a HTTP/1.1" status: 404 len: 337 time: 0.0282307 Jul 15 13:25:26.787854 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49742) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:26.847464 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-d77b975d-c456-4106-8d00-84e3b8c8efd2 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Deleting subnet b328bc6c-756b-4ddf-9718-60918c910d2a {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:25:26.858580 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d77b975d-c456-4106-8d00-84e3b8c8efd2 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:26.919808 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d77b975d-c456-4106-8d00-84e3b8c8efd2 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:27.047056 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d77b975d-c456-4106-8d00-84e3b8c8efd2 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:27.144151 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f893a-57fc-4d19-8da5-4cf84c2c2b20 req-6ad3ecf2-2144-46c6-bfcd-5123298d70b8 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:27.145721 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae7f893a-57fc-4d19-8da5-4cf84c2c2b20 req-6ad3ecf2-2144-46c6-bfcd-5123298d70b8 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 947 time: 0.1134939 Jul 15 13:25:27.147307 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d77b975d-c456-4106-8d00-84e3b8c8efd2 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:27.188034 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b975d-c456-4106-8d00-84e3b8c8efd2 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'Subnet': ['ID=b328bc6c-756b-4ddf-9718-60918c910d2a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:27.206995 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d77b975d-c456-4106-8d00-84e3b8c8efd2 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:27.208875 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d77b975d-c456-4106-8d00-84e3b8c8efd2 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/subnets/b328bc6c-756b-4ddf-9718-60918c910d2a HTTP/1.1" status: 204 len: 168 time: 0.4205739 Jul 15 13:25:27.211537 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49748) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:27.229889 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae7f893a-57fc-4d19-8da5-4cf84c2c2b20 req-25a3d2bf-3969-4282-939f-0be6164e4f77 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684824 Jul 15 13:25:27.237974 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-2209d857-3dec-4271-89a3-3383217ad16f tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] DELETE failed (client error): The resource could not be found. Jul 15 13:25:27.239024 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2209d857-3dec-4271-89a3-3383217ad16f tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:25:27.240236 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2209d857-3dec-4271-89a3-3383217ad16f tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/subnets/61dbf3d7-aa89-4174-94f4-90ab23096e5a HTTP/1.1" status: 404 len: 337 time: 0.0276291 Jul 15 13:25:27.242967 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49750) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:27.278459 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e6b2cf43-87ff-4523-8658-ef5461815bf5 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "GET /v2.0/ports?device_id=c86d727e-6370-4235-95f3-7be0884609ec HTTP/1.1" status: 200 len: 205 time: 0.0343955 Jul 15 13:25:27.281465 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49752) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:27.318974 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-84f52951-3ea0-42b7-b014-e93f3fed417e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] delete failed (client error): The resource could not be found. Jul 15 13:25:27.320669 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-84f52951-3ea0-42b7-b014-e93f3fed417e tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/routers/c86d727e-6370-4235-95f3-7be0884609ec HTTP/1.1" status: 404 len: 336 time: 0.0376832 Jul 15 13:25:27.322612 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49754) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:27.353218 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-5097c385-8b12-4d16-981d-8d240c004223 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] DELETE failed (client error): The resource could not be found. Jul 15 13:25:27.353687 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5097c385-8b12-4d16-981d-8d240c004223 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:25:27.355493 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5097c385-8b12-4d16-981d-8d240c004223 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/subnets/f29cd8a7-c990-4a0f-953c-3548d44128b0 HTTP/1.1" status: 404 len: 337 time: 0.0319474 Jul 15 13:25:27.357964 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49756) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:27.384568 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba10c70f-3c84-4094-8941-c9bca550a9c9 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] DELETE failed (client error): The resource could not be found. Jul 15 13:25:27.385040 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba10c70f-3c84-4094-8941-c9bca550a9c9 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:25:27.386858 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ba10c70f-3c84-4094-8941-c9bca550a9c9 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/subnets/d95ec8d4-6b43-49c1-bf76-3d184affc35a HTTP/1.1" status: 404 len: 337 time: 0.0278392 Jul 15 13:25:27.389438 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49758) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:27.421320 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b5944a5-4d82-417f-9b49-7a0cd2173906 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] DELETE failed (client error): The resource could not be found. Jul 15 13:25:27.421780 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b5944a5-4d82-417f-9b49-7a0cd2173906 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:25:27.423571 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6b5944a5-4d82-417f-9b49-7a0cd2173906 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/subnets/b61a7535-7e41-4df9-a27e-733f7b138d0b HTTP/1.1" status: 404 len: 337 time: 0.0331461 Jul 15 13:25:27.426157 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49760) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:27.453125 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfca4870-97ad-446f-a230-69e3270647b9 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] DELETE failed (client error): The resource could not be found. Jul 15 13:25:27.453918 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfca4870-97ad-446f-a230-69e3270647b9 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:25:27.455743 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-dfca4870-97ad-446f-a230-69e3270647b9 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/ports/4bc22995-6788-44e6-9aea-536a1b9d0e45 HTTP/1.1" status: 404 len: 333 time: 0.0286334 Jul 15 13:25:27.458532 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49764) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:27.487072 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f243b23-2786-47fc-8c5c-a4a4f26d0880 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] DELETE failed (client error): The resource could not be found. Jul 15 13:25:27.487531 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f243b23-2786-47fc-8c5c-a4a4f26d0880 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:25:27.489633 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0f243b23-2786-47fc-8c5c-a4a4f26d0880 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/subnets/05852ddc-29b6-4a73-b52e-69f7df043896 HTTP/1.1" status: 404 len: 337 time: 0.0292602 Jul 15 13:25:27.491860 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49766) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:27.518606 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-9be30417-a861-4121-912d-47641b455581 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] DELETE failed (client error): The resource could not be found. Jul 15 13:25:27.519070 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9be30417-a861-4121-912d-47641b455581 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:25:27.520806 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9be30417-a861-4121-912d-47641b455581 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/subnets/9e634e66-fe0a-4dbd-88c2-4b9ed6923fe2 HTTP/1.1" status: 404 len: 337 time: 0.0280058 Jul 15 13:25:27.523322 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49768) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:27.552188 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-50ebd90f-1c24-427c-9df6-2934afe12526 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] DELETE failed (client error): The resource could not be found. Jul 15 13:25:27.552857 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50ebd90f-1c24-427c-9df6-2934afe12526 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:25:27.554647 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-50ebd90f-1c24-427c-9df6-2934afe12526 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/ports/5abe06a4-882e-4733-bca7-41540a93226e HTTP/1.1" status: 404 len: 333 time: 0.0304134 Jul 15 13:25:27.557404 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49770) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:27.586609 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4f0e9a8-50f2-4daf-bc70-7a659fd0e554 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] DELETE failed (client error): The resource could not be found. Jul 15 13:25:27.587332 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4f0e9a8-50f2-4daf-bc70-7a659fd0e554 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:25:27.592062 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d4f0e9a8-50f2-4daf-bc70-7a659fd0e554 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/subnets/a7857ab9-daf0-49ff-8fce-54bcb110be5b HTTP/1.1" status: 404 len: 337 time: 0.0336730 Jul 15 13:25:27.594993 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49774) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:27.604448 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67de8ec-a6ce-4fab-9552-b55ea0e0ab35 None None] Network da19dabe-845f-495f-981a-31f5b72cda87 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:27.626974 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e97bd3-6009-4f7f-a34c-3e36238bd971 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] DELETE failed (client error): The resource could not be found. Jul 15 13:25:27.627396 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e97bd3-6009-4f7f-a34c-3e36238bd971 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:25:27.631908 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-37e97bd3-6009-4f7f-a34c-3e36238bd971 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/subnets/ea029553-57a9-4e9f-818f-58d89a805351 HTTP/1.1" status: 404 len: 337 time: 0.0355852 Jul 15 13:25:27.632645 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49776) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:27.664438 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfd3ae-91aa-478c-bf07-2a7c5756b9a1 req-842a962f-3bfc-40f6-a5a1-03e4f5301528 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:27.666101 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-26dfd3ae-91aa-478c-bf07-2a7c5756b9a1 req-842a962f-3bfc-40f6-a5a1-03e4f5301528 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=442f5004-7922-4d84-ba9c-c107273d7474 HTTP/1.1" status: 200 len: 944 time: 0.1163130 Jul 15 13:25:27.727515 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a1032e2d-1c6c-4ce2-a1f8-4938f26ec645 None None] Provisioning complete for port 635cb32f-2ab2-4197-94f9-4e919d417e6d triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:27.727997 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1032e2d-1c6c-4ce2-a1f8-4938f26ec645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:27.729853 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 9abe039f-c406-4118-b019-5e0bc57ac399 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:25:27.731707 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 71adbaa8-24d9-469c-b8c7-310c3872b260 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:27.752088 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-86f32357-e204-4cdd-bd2e-74d18dd6d419 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Deleting port 635cb32f-2ab2-4197-94f9-4e919d417e6d {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:27.752529 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-86f32357-e204-4cdd-bd2e-74d18dd6d419 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:27.824535 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-86f32357-e204-4cdd-bd2e-74d18dd6d419 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:27.831127 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a1032e2d-1c6c-4ce2-a1f8-4938f26ec645 None None] Port 635cb32f-2ab2-4197-94f9-4e919d417e6d cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:27.838012 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-86f32357-e204-4cdd-bd2e-74d18dd6d419 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Calling delete_port for 635cb32f-2ab2-4197-94f9-4e919d417e6d owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:27.882477 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a1032e2d-1c6c-4ce2-a1f8-4938f26ec645 None None] Provisioning complete for port a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:27.882938 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1032e2d-1c6c-4ce2-a1f8-4938f26ec645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:27.926143 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-86f32357-e204-4cdd-bd2e-74d18dd6d419 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:27.946728 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 71adbaa8-24d9-469c-b8c7-310c3872b260 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:27.954426 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f32357-e204-4cdd-bd2e-74d18dd6d419 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'Port': ['ID=635cb32f-2ab2-4197-94f9-4e919d417e6d,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:27.967294 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 71adbaa8-24d9-469c-b8c7-310c3872b260 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:27.967674 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:27.970501 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-86f32357-e204-4cdd-bd2e-74d18dd6d419 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:27.975195 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-86f32357-e204-4cdd-bd2e-74d18dd6d419 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/ports/635cb32f-2ab2-4197-94f9-4e919d417e6d HTTP/1.1" status: 204 len: 168 time: 0.3413467 Jul 15 13:25:27.975820 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49780) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:28.008017 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 9abe039f-c406-4118-b019-5e0bc57ac399, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=9abe039f-c406-4118-b019-5e0bc57ac399,segment=NetworkSegment(a63205a6-5f4b-42a3-bf4a-45a237a5d445),segment_id=a63205a6-5f4b-42a3-bf4a-45a237a5d445)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:28.036251 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '9abe039f-c406-4118-b019-5e0bc57ac399', 'network_id': 'c84a7ce0-8f5b-4710-8905-4f805403debe', 'port_id': '9abe039f-c406-4118-b019-5e0bc57ac399', 'mac_address': 'fa:16:3e:41:d9:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f65c933-6a34-414a-a4f9-5a68fa83c0bd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:25:28.070548 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-93874097-7197-4b04-b5d4-7db266312e61 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.092036 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f755cf4-ba31-4e2f-b76c-996b7a7e70d7 None None] DHCP port deletion for da19dabe-845f-495f-981a-31f5b72cda87 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:25:28.130748 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-93874097-7197-4b04-b5d4-7db266312e61 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Deleting port a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:28.131056 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-26dfd3ae-91aa-478c-bf07-2a7c5756b9a1 req-c8c091e5-7f99-4344-a10e-1cda29dd615a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e58760-3440-45b4-9476-d59ed096ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4563310 Jul 15 13:25:28.131593 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-93874097-7197-4b04-b5d4-7db266312e61 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.159799 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241be60-5fbb-4a7f-9a30-b0a9196c8af5 req-7bd2b8ea-1b25-477d-a260-bb6fbbc0cecb tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:28.161310 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d241be60-5fbb-4a7f-9a30-b0a9196c8af5 req-7bd2b8ea-1b25-477d-a260-bb6fbbc0cecb tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f12cb95-0d4c-418c-ada5-640255ae8048 HTTP/1.1" status: 200 len: 983 time: 0.4847124 Jul 15 13:25:28.164455 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8f9e935-d394-4e2f-bc1e-992e6f03d212 req-4edc48da-c995-436e-834c-83ee1fc9ab46 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4974473 Jul 15 13:25:28.165418 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.193625 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9abe039f-c406-4118-b019-5e0bc57ac399 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:25:28.198880 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.216225 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-93874097-7197-4b04-b5d4-7db266312e61 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] For port a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37,segment=NetworkSegment(0cef16a3-0a76-4211-a9f0-d9134147132a),segment_id=0cef16a3-0a76-4211-a9f0-d9134147132a)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:28.216570 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-93874097-7197-4b04-b5d4-7db266312e61 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.241429 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 9abe039f-c406-4118-b019-5e0bc57ac399, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=9abe039f-c406-4118-b019-5e0bc57ac399,segment=NetworkSegment(a63205a6-5f4b-42a3-bf4a-45a237a5d445),segment_id=a63205a6-5f4b-42a3-bf4a-45a237a5d445)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:28.245571 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-93874097-7197-4b04-b5d4-7db266312e61 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Calling delete_port for a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37 owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:28.246932 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442f5004-7922-4d84-ba9c-c107273d7474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71adbaa8-24d9-469c-b8c7-310c3872b260'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:25:28.250987 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ddf0e3-e042-4f57-ac0a-149e802bfbc9" -d '{"events": [{"server_uuid": "442f5004-7922-4d84-ba9c-c107273d7474", "name": "network-vif-plugged", "status": "completed", "tag": "71adbaa8-24d9-469c-b8c7-310c3872b260"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:25:28.262420 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.270451 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d241be60-5fbb-4a7f-9a30-b0a9196c8af5 req-497ed5d4-8bdb-4f72-bce4-c20f853c4a05 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cc8e7b-d2b9-466c-b9d3-2171b95e348b&id=b23b410b-0312-42d0-8927-00d5994ca24b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1014848 Jul 15 13:25:28.278659 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 71adbaa8-24d9-469c-b8c7-310c3872b260, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=71adbaa8-24d9-469c-b8c7-310c3872b260,segment=NetworkSegment(e74a67fe-78ce-41da-bcef-bcbaece410e7),segment_id=e74a67fe-78ce-41da-bcef-bcbaece410e7)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:28.280873 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-6f755cf4-ba31-4e2f-b76c-996b7a7e70d7 None None] Deleting port a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:28.281244 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f755cf4-ba31-4e2f-b76c-996b7a7e70d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.319399 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.327924 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9e935-d394-4e2f-bc1e-992e6f03d212 req-d83e744f-3d11-442f-bdcf-70748d0c2da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:28.334729 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8f9e935-d394-4e2f-bc1e-992e6f03d212 req-d83e744f-3d11-442f-bdcf-70748d0c2da1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf299a1585cb47ad811c548c9505de73&device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 1099 time: 0.1312511 Jul 15 13:25:28.369292 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:25:28.377339 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-93874097-7197-4b04-b5d4-7db266312e61 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.405642 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93874097-7197-4b04-b5d4-7db266312e61 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'Port': ['ID=a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:28.409985 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93874097-7197-4b04-b5d4-7db266312e61 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] No DVR routers for this DVR port a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37 on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:25:28.433086 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:25:28.433427 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:25:28.437931 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-6f755cf4-ba31-4e2f-b76c-996b7a7e70d7 None None] For port a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37,segment=NetworkSegment(0cef16a3-0a76-4211-a9f0-d9134147132a),segment_id=0cef16a3-0a76-4211-a9f0-d9134147132a)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:28.438327 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f755cf4-ba31-4e2f-b76c-996b7a7e70d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.448740 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=9abe039f-c406-4118-b019-5e0bc57ac399,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:28.482430 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-6f755cf4-ba31-4e2f-b76c-996b7a7e70d7 None None] Calling delete_port for a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:28.499648 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-93874097-7197-4b04-b5d4-7db266312e61 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.511057 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-93874097-7197-4b04-b5d4-7db266312e61 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da19dabe-845f-495f-981a-31f5b72cda87']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:28.522653 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-93874097-7197-4b04-b5d4-7db266312e61 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cef16a3-0a76-4211-a9f0-d9134147132a') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:28.522869 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-93874097-7197-4b04-b5d4-7db266312e61 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cef16a3-0a76-4211-a9f0-d9134147132a') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:28.531074 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e2bb4-9794-410a-a079-12551db42cf4 req-b2ce63e1-79a5-4d99-b872-f5991c424994 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:28.533823 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-93874097-7197-4b04-b5d4-7db266312e61 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.538098 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-062e2bb4-9794-410a-a079-12551db42cf4 req-b2ce63e1-79a5-4d99-b872-f5991c424994 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f896906-cdef-48c2-a6eb-058b0b185c51 HTTP/1.1" status: 200 len: 945 time: 0.2018874 Jul 15 13:25:28.549663 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-93874097-7197-4b04-b5d4-7db266312e61 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.551522 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=71adbaa8-24d9-469c-b8c7-310c3872b260,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:28.558651 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93874097-7197-4b04-b5d4-7db266312e61 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:25:28.559762 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-93874097-7197-4b04-b5d4-7db266312e61 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.564192 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9e935-d394-4e2f-bc1e-992e6f03d212 req-45f0dcce-5255-453b-8fc9-28c821d27ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:25:28.565323 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:25:28.568334 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8f9e935-d394-4e2f-bc1e-992e6f03d212 req-45f0dcce-5255-453b-8fc9-28c821d27ddf service neutron] 10.222.0.46 "GET /v2.0/networks?id=33daa320-d719-4788-a6ae-6d9428792c14 HTTP/1.1" status: 200 len: 918 time: 0.1732445 Jul 15 13:25:28.568418 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8712e598-f9cd-4346-b07a-53bc21d5b4f8 x-openstack-request-id: req-8712e598-f9cd-4346-b07a-53bc21d5b4f8 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:25:28.568418 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "442f5004-7922-4d84-ba9c-c107273d7474", "name": "network-vif-plugged", "status": "completed", "tag": "71adbaa8-24d9-469c-b8c7-310c3872b260", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:25:28.568668 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8712e598-f9cd-4346-b07a-53bc21d5b4f8 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:25:28.569254 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442f5004-7922-4d84-ba9c-c107273d7474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71adbaa8-24d9-469c-b8c7-310c3872b260', 'code': 200} Jul 15 13:25:28.599739 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f755cf4-ba31-4e2f-b76c-996b7a7e70d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.606998 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-062e2bb4-9794-410a-a079-12551db42cf4 req-71aeb3e9-2338-4309-9da6-ee7496cb02e4 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad0aec92-1cb7-40a4-ab68-1f458f23bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677471 Jul 15 13:25:28.617850 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['9abe039f-c406-4118-b019-5e0bc57ac399'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:25:28.642668 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f755cf4-ba31-4e2f-b76c-996b7a7e70d7 None None] No DVR routers for this DVR port a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:25:28.644815 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f755cf4-ba31-4e2f-b76c-996b7a7e70d7 None None] Pushing event deleted for resources: {'Port': ['ID=a8a6d2cc-2c26-4eaf-be9b-1e1bf9bb6c37,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:28.649210 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-93874097-7197-4b04-b5d4-7db266312e61 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.663946 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-93874097-7197-4b04-b5d4-7db266312e61 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.669396 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-93874097-7197-4b04-b5d4-7db266312e61 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] 10.222.0.16 "DELETE /v2.0/networks/da19dabe-845f-495f-981a-31f5b72cda87 HTTP/1.1" status: 204 len: 168 time: 0.6926141 Jul 15 13:25:28.698037 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93874097-7197-4b04-b5d4-7db266312e61 tempest-PortsIpV6TestJSON-542573671 tempest-PortsIpV6TestJSON-542573671-project] Pushing event deleted for resources: {'Network': ['ID=da19dabe-845f-495f-981a-31f5b72cda87,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:28.828065 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8f9e935-d394-4e2f-bc1e-992e6f03d212 req-70cd4600-c88d-46e8-8425-7afe6b0a6d84 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d2da53d-2eca-413e-911e-6de16aded3bf HTTP/1.1" status: 200 len: 1001 time: 0.2453871 Jul 15 13:25:28.880870 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ee5a8-29e4-4ed5-93db-0c7e681e93f0 req-9614dc04-3a66-44f5-9e2f-a6f0859a61ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:28.882527 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-495ee5a8-29e4-4ed5-93db-0c7e681e93f0 req-9614dc04-3a66-44f5-9e2f-a6f0859a61ed service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=442f5004-7922-4d84-ba9c-c107273d7474 HTTP/1.1" status: 200 len: 1097 time: 0.1856980 Jul 15 13:25:28.906044 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9e935-d394-4e2f-bc1e-992e6f03d212 req-544dfe1d-5f98-4083-acbf-ffb4bd5edd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:28.907575 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8f9e935-d394-4e2f-bc1e-992e6f03d212 req-544dfe1d-5f98-4083-acbf-ffb4bd5edd3f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=236966a3-1e59-4c69-99ff-863fc85e1377 HTTP/1.1" status: 200 len: 856 time: 0.0720015 Jul 15 13:25:28.924007 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fadcaa-536f-49fb-bffc-853dee2798ec req-913a97c5-7451-4949-aa69-c812b7d97fb5 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:28.938962 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-40fadcaa-536f-49fb-bffc-853dee2798ec req-913a97c5-7451-4949-aa69-c812b7d97fb5 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 947 time: 0.1856980 Jul 15 13:25:29.025661 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49796) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:29.057923 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9487ba-4878-438c-9326-b5bcfac2e5f6 req-718755a9-1864-4b5a-9327-cfd2b2cd6c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:29.059889 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-db9487ba-4878-438c-9326-b5bcfac2e5f6 req-718755a9-1864-4b5a-9327-cfd2b2cd6c71 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3b5c10ca921490daf1bd81ad48415b4&device_id=0f896906-cdef-48c2-a6eb-058b0b185c51 HTTP/1.1" status: 200 len: 1097 time: 0.0647099 Jul 15 13:25:29.060302 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-495ee5a8-29e4-4ed5-93db-0c7e681e93f0 req-4da3d773-02c2-404f-95f6-6d60901ada6f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d8e58760-3440-45b4-9476-d59ed096ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638844 Jul 15 13:25:29.073701 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-40fadcaa-536f-49fb-bffc-853dee2798ec req-28a33491-2417-4213-ab46-e3ff79a8cf55 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336262 Jul 15 13:25:29.090532 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9e935-d394-4e2f-bc1e-992e6f03d212 req-431b6a73-658a-49a9-a0e5-67a1c743de6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:29.092184 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8f9e935-d394-4e2f-bc1e-992e6f03d212 req-431b6a73-658a-49a9-a0e5-67a1c743de6d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=33daa320-d719-4788-a6ae-6d9428792c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1423824 Jul 15 13:25:29.117528 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe72b17-52ec-4d42-a75c-b5302d85615e req-39902ab6-7648-436c-8e9f-dd3bd1a99527 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:29.126715 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9fe72b17-52ec-4d42-a75c-b5302d85615e req-39902ab6-7648-436c-8e9f-dd3bd1a99527 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f896906-cdef-48c2-a6eb-058b0b185c51 HTTP/1.1" status: 200 len: 945 time: 0.1169643 Jul 15 13:25:29.159911 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.200468 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9487ba-4878-438c-9326-b5bcfac2e5f6 req-d95d9417-05fc-4dbc-ac24-d7b85c752f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:29.202024 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-db9487ba-4878-438c-9326-b5bcfac2e5f6 req-d95d9417-05fc-4dbc-ac24-d7b85c752f60 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e965ef4e-e668-477c-beef-2db73a7493c5 HTTP/1.1" status: 200 len: 912 time: 0.0933189 Jul 15 13:25:29.253140 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9fe72b17-52ec-4d42-a75c-b5302d85615e req-e6dffe51-9550-4460-aa37-513d49a3291b tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad0aec92-1cb7-40a4-ab68-1f458f23bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231613 Jul 15 13:25:29.253392 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-db9487ba-4878-438c-9326-b5bcfac2e5f6 req-ad23208c-caa2-4178-81c5-dce282f4e7bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=755f7970-c6fa-4562-b6f1-f4be3f0a6511 HTTP/1.1" status: 200 len: 217 time: 0.0409820 Jul 15 13:25:29.287401 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1f26f666-22d2-4007-a4e8-8447d6624369 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=71dc8377e15241a7a92d7e45b6b72260&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2533789 Jul 15 13:25:29.292575 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49804) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:29.322831 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8f9e935-d394-4e2f-bc1e-992e6f03d212 req-5888900e-87f7-4472-affb-4ac443392568 service neutron] 10.222.0.46 "GET /v2.0/networks/33daa320-d719-4788-a6ae-6d9428792c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916525 Jul 15 13:25:29.338182 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9487ba-4878-438c-9326-b5bcfac2e5f6 req-e372da19-af36-4aa2-982e-1443e62eef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:29.339695 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-db9487ba-4878-438c-9326-b5bcfac2e5f6 req-e372da19-af36-4aa2-982e-1443e62eef07 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48cd908b-8de3-49e5-bad9-92af6437619d HTTP/1.1" status: 200 len: 851 time: 0.0735979 Jul 15 13:25:29.381914 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-db9487ba-4878-438c-9326-b5bcfac2e5f6 req-2fda7b33-81de-4428-b6e0-a901590f2228 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e965ef4e-e668-477c-beef-2db73a7493c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348685 Jul 15 13:25:29.384627 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d6dd17f1-ccd8-443d-9494-f66d2a63ccd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.385699 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cab7c-f707-48b3-9e68-5d9503c0e4eb req-7f9cb269-c4f4-4248-99a8-08a8cd50d2d2 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:29.387271 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7b8cab7c-f707-48b3-9e68-5d9503c0e4eb req-7f9cb269-c4f4-4248-99a8-08a8cd50d2d2 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=442f5004-7922-4d84-ba9c-c107273d7474 HTTP/1.1" status: 200 len: 945 time: 0.1134963 Jul 15 13:25:29.428516 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d6dd17f1-ccd8-443d-9494-f66d2a63ccd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.491214 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.512634 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7b8cab7c-f707-48b3-9e68-5d9503c0e4eb req-809db3f8-d6d6-4a18-9d41-1002f607cc35 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e58760-3440-45b4-9476-d59ed096ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833120 Jul 15 13:25:29.514928 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8f9e935-d394-4e2f-bc1e-992e6f03d212 req-bf409575-a5c9-439a-8a91-a6db0b00897f service neutron] 10.222.0.46 "GET /v2.0/networks/33daa320-d719-4788-a6ae-6d9428792c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782851 Jul 15 13:25:29.515071 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-db9487ba-4878-438c-9326-b5bcfac2e5f6 req-372c80dd-134d-44ab-82a9-cf033d7ff5c5 service neutron] 10.222.0.46 "GET /v2.0/networks/e965ef4e-e668-477c-beef-2db73a7493c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211765 Jul 15 13:25:29.527516 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d6dd17f1-ccd8-443d-9494-f66d2a63ccd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.531033 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d6dd17f1-ccd8-443d-9494-f66d2a63ccd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.534636 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d6dd17f1-ccd8-443d-9494-f66d2a63ccd2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/69191066-02ce-4181-8538-b2061eef5bbd HTTP/1.1" status: 204 len: 168 time: 0.2386479 Jul 15 13:25:29.541511 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758ecb9-d70d-4a2e-8ef2-42c70eb020ff req-f2f237eb-36a8-44d7-b3eb-ab3d7eeb9c89 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:29.550080 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8758ecb9-d70d-4a2e-8ef2-42c70eb020ff req-f2f237eb-36a8-44d7-b3eb-ab3d7eeb9c89 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f12cb95-0d4c-418c-ada5-640255ae8048 HTTP/1.1" status: 200 len: 984 time: 0.1617899 Jul 15 13:25:29.559680 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd17f1-ccd8-443d-9494-f66d2a63ccd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69191066-02ce-4181-8538-b2061eef5bbd,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:29.602775 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8758ecb9-d70d-4a2e-8ef2-42c70eb020ff req-a518857b-5c10-473a-9b4e-17f6e8d556fe tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cc8e7b-d2b9-466c-b9d3-2171b95e348b&id=b23b410b-0312-42d0-8927-00d5994ca24b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0514398 Jul 15 13:25:29.641337 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-db9487ba-4878-438c-9326-b5bcfac2e5f6 req-c91565bf-e9f7-4c47-98f3-562dfe237a6d service neutron] 10.222.0.46 "GET /v2.0/networks/e965ef4e-e668-477c-beef-2db73a7493c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079535 Jul 15 13:25:29.715433 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66099df7-8e8b-4d13-b4c5-4707c3e34d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:30.437242 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da05be1-8ece-4f51-82b2-147dc513a0af req-329477c1-6aa2-4d59-8bcf-2ad2b809ae6a tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:30.438778 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5da05be1-8ece-4f51-82b2-147dc513a0af req-329477c1-6aa2-4d59-8bcf-2ad2b809ae6a tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f896906-cdef-48c2-a6eb-058b0b185c51 HTTP/1.1" status: 200 len: 945 time: 0.0686274 Jul 15 13:25:30.477769 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5da05be1-8ece-4f51-82b2-147dc513a0af req-95558984-cf45-44b4-8b86-6aea704d5115 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad0aec92-1cb7-40a4-ab68-1f458f23bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330698 Jul 15 13:25:30.724427 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23e866-408f-49f3-af0d-2977aea4e5a5 req-a730d40f-c3e5-4d1b-819d-9297c07321fc tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:30.725969 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6d23e866-408f-49f3-af0d-2977aea4e5a5 req-a730d40f-c3e5-4d1b-819d-9297c07321fc tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=442f5004-7922-4d84-ba9c-c107273d7474 HTTP/1.1" status: 200 len: 945 time: 0.0766902 Jul 15 13:25:30.800522 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6d23e866-408f-49f3-af0d-2977aea4e5a5 req-fd22b0dd-74ee-4d34-ae14-a6fa9de87a0f tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e58760-3440-45b4-9476-d59ed096ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634766 Jul 15 13:25:30.817527 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7f7f1-2df7-4387-bfce-508412423132 req-5916893d-11d5-4b19-83cd-264a9a51a0b2 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:30.819087 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5bd7f7f1-2df7-4387-bfce-508412423132 req-5916893d-11d5-4b19-83cd-264a9a51a0b2 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f12cb95-0d4c-418c-ada5-640255ae8048 HTTP/1.1" status: 200 len: 984 time: 0.0922096 Jul 15 13:25:30.878092 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5bd7f7f1-2df7-4387-bfce-508412423132 req-1429a88d-4a48-43f8-8089-6112e01c5ce2 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cc8e7b-d2b9-466c-b9d3-2171b95e348b&id=b23b410b-0312-42d0-8927-00d5994ca24b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0520992 Jul 15 13:25:31.063640 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d505785-e84a-401e-80c8-b250fe5d6a18 req-01d52375-b702-4a46-b3b7-a66278fdc3ea tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:31.065188 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6d505785-e84a-401e-80c8-b250fe5d6a18 req-01d52375-b702-4a46-b3b7-a66278fdc3ea tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=442f5004-7922-4d84-ba9c-c107273d7474 HTTP/1.1" status: 200 len: 945 time: 0.0636659 Jul 15 13:25:31.103434 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6d505785-e84a-401e-80c8-b250fe5d6a18 req-911b06c9-1126-4e49-8466-7da8d461969b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e58760-3440-45b4-9476-d59ed096ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323744 Jul 15 13:25:31.127262 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49864) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:31.179636 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2d7c31-8cd8-48e7-a9c1-74d263bbac40 tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:31.183888 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-dd2d7c31-8cd8-48e7-a9c1-74d263bbac40 tempest-TestNetworkAdvancedServerOps-704952293 tempest-TestNetworkAdvancedServerOps-704952293-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=442f5004-7922-4d84-ba9c-c107273d7474 HTTP/1.1" status: 200 len: 1092 time: 0.0527525 Jul 15 13:25:31.184045 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49866) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:31.188806 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-0575ead7-8be3-4346-95f6-57f8cc122c1d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'port_id': '71adbaa8-24d9-469c-b8c7-310c3872b260', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:31.210884 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0575ead7-8be3-4346-95f6-57f8cc122c1d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for floatingip, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.308418 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0575ead7-8be3-4346-95f6-57f8cc122c1d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.310063 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49870) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:31.417681 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4f9a278-3e5e-41cc-8a3b-ba90b3e425fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.418286 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-0575ead7-8be3-4346-95f6-57f8cc122c1d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Allocated IP 172.25.8.186 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/1c712739-1044-43ab-85b9-ed6d35539476) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:31.518899 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4f9a278-3e5e-41cc-8a3b-ba90b3e425fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.526206 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4f9a278-3e5e-41cc-8a3b-ba90b3e425fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.542555 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0575ead7-8be3-4346-95f6-57f8cc122c1d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.582230 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b4f9a278-3e5e-41cc-8a3b-ba90b3e425fb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8b4cb3d7f55e47f9ab24f83f49f4bac0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2709105 Jul 15 13:25:31.584831 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49878) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:31.586703 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0575ead7-8be3-4346-95f6-57f8cc122c1d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.621245 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f9a278-3e5e-41cc-8a3b-ba90b3e425fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7ae8ba-c754-43e0-ae10-291ba71c11b7,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:31.630589 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0575ead7-8be3-4346-95f6-57f8cc122c1d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:31.635227 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-0575ead7-8be3-4346-95f6-57f8cc122c1d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:31.648639 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0575ead7-8be3-4346-95f6-57f8cc122c1d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:31.652936 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0575ead7-8be3-4346-95f6-57f8cc122c1d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'Port': ['ID=1c712739-1044-43ab-85b9-ed6d35539476,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:31.693429 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4d70971e-f0ca-468a-850e-6e42bf522ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.721268 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 9abe039f-c406-4118-b019-5e0bc57ac399 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:31.729535 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4d70971e-f0ca-468a-850e-6e42bf522ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.743776 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2d138-3e46-4c37-aed6-ebf81df9bb89 req-13d30f7f-e965-460a-8629-ccfb1ccf77a1 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:31.745337 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b5f2d138-3e46-4c37-aed6-ebf81df9bb89 req-13d30f7f-e965-460a-8629-ccfb1ccf77a1 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f896906-cdef-48c2-a6eb-058b0b185c51 HTTP/1.1" status: 200 len: 945 time: 0.1291013 Jul 15 13:25:31.775486 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 9abe039f-c406-4118-b019-5e0bc57ac399 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:31.780307 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 9abe039f-c406-4118-b019-5e0bc57ac399 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:31.780894 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.814623 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b5f2d138-3e46-4c37-aed6-ebf81df9bb89 req-7ededb9b-0560-4cdb-994c-00b89f10e107 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad0aec92-1cb7-40a4-ab68-1f458f23bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487185 Jul 15 13:25:31.825505 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4d70971e-f0ca-468a-850e-6e42bf522ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.829667 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4d70971e-f0ca-468a-850e-6e42bf522ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.831259 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4d70971e-f0ca-468a-850e-6e42bf522ad0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e7ae8ba-c754-43e0-ae10-291ba71c11b7 HTTP/1.1" status: 204 len: 168 time: 0.2448213 Jul 15 13:25:31.849314 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70971e-f0ca-468a-850e-6e42bf522ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7ae8ba-c754-43e0-ae10-291ba71c11b7,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:31.887931 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.925406 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 9abe039f-c406-4118-b019-5e0bc57ac399, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=9abe039f-c406-4118-b019-5e0bc57ac399,segment=NetworkSegment(a63205a6-5f4b-42a3-bf4a-45a237a5d445),segment_id=a63205a6-5f4b-42a3-bf4a-45a237a5d445)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:31.926733 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f12cb95-0d4c-418c-ada5-640255ae8048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abe039f-c406-4118-b019-5e0bc57ac399'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:25:31.930117 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6146b978-2b0a-404f-b800-6beb1b9dba15" -d '{"events": [{"server_uuid": "9f12cb95-0d4c-418c-ada5-640255ae8048", "name": "network-vif-plugged", "status": "completed", "tag": "9abe039f-c406-4118-b019-5e0bc57ac399"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:25:31.934060 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.005227 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=9abe039f-c406-4118-b019-5e0bc57ac399,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:32.148211 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7ddbf-b849-45a5-8055-97263dccc5f7 req-003defdf-5294-4ccd-84b2-98b4099a5b82 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:32.150220 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795cbb5b-9be5-45ef-8bf7-99444a383c1a x-openstack-request-id: req-795cbb5b-9be5-45ef-8bf7-99444a383c1a {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:25:32.150629 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f12cb95-0d4c-418c-ada5-640255ae8048", "name": "network-vif-plugged", "status": "completed", "tag": "9abe039f-c406-4118-b019-5e0bc57ac399", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:25:32.150929 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-795cbb5b-9be5-45ef-8bf7-99444a383c1a {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:25:32.151417 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f12cb95-0d4c-418c-ada5-640255ae8048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abe039f-c406-4118-b019-5e0bc57ac399', 'code': 200} Jul 15 13:25:32.167465 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-adf7ddbf-b849-45a5-8055-97263dccc5f7 req-003defdf-5294-4ccd-84b2-98b4099a5b82 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f12cb95-0d4c-418c-ada5-640255ae8048 HTTP/1.1" status: 200 len: 985 time: 0.0976779 Jul 15 13:25:32.199668 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:25:32.257375 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-adf7ddbf-b849-45a5-8055-97263dccc5f7 req-aaf3eee7-5665-4aa7-ad5d-00302bd7f50e tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cc8e7b-d2b9-466c-b9d3-2171b95e348b&id=b23b410b-0312-42d0-8927-00d5994ca24b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0883012 Jul 15 13:25:32.275975 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.288253 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49894) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:32.306664 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f892cfde-b581-435e-ae4c-f52748e93576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.363786 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0575ead7-8be3-4346-95f6-57f8cc122c1d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.443618 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f892cfde-b581-435e-ae4c-f52748e93576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.450654 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f892cfde-b581-435e-ae4c-f52748e93576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.456355 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-316bf122-5232-47bc-ae2a-809fdd25472d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.485087 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caacbf5e-014d-455e-9317-c627a261842f req-a5e865e4-ea0f-4ac8-8c79-e2bc71f9c091 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:32.486606 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-caacbf5e-014d-455e-9317-c627a261842f req-a5e865e4-ea0f-4ac8-8c79-e2bc71f9c091 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f896906-cdef-48c2-a6eb-058b0b185c51 HTTP/1.1" status: 200 len: 945 time: 0.1139395 Jul 15 13:25:32.513844 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f892cfde-b581-435e-ae4c-f52748e93576 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c4ef68e024f34c199a50dd9f5118d84b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2242756 Jul 15 13:25:32.521143 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892cfde-b581-435e-ae4c-f52748e93576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c10b72-b04d-44da-aaf2-84a37734a3aa,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:32.523572 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49896) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:32.568024 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-caacbf5e-014d-455e-9317-c627a261842f req-6c91a419-48d7-42c5-9996-80e09eaa3305 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad0aec92-1cb7-40a4-ab68-1f458f23bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721781 Jul 15 13:25:32.593901 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e9d00890-8bc3-452d-8ab5-c7e1fd918cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.620994 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e9d00890-8bc3-452d-8ab5-c7e1fd918cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.668733 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e9d00890-8bc3-452d-8ab5-c7e1fd918cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.671610 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e9d00890-8bc3-452d-8ab5-c7e1fd918cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.672780 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e9d00890-8bc3-452d-8ab5-c7e1fd918cd8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/43c10b72-b04d-44da-aaf2-84a37734a3aa HTTP/1.1" status: 204 len: 168 time: 0.1462064 Jul 15 13:25:32.681373 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d00890-8bc3-452d-8ab5-c7e1fd918cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c10b72-b04d-44da-aaf2-84a37734a3aa,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:32.800349 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaea241-573e-4203-bb22-b728bc795990 req-2de6f381-0a29-4b76-86e3-de0f1fe78839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:32.801857 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-feaea241-573e-4203-bb22-b728bc795990 req-2de6f381-0a29-4b76-86e3-de0f1fe78839 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9f12cb95-0d4c-418c-ada5-640255ae8048 HTTP/1.1" status: 200 len: 1137 time: 0.5097568 Jul 15 13:25:32.869550 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0575ead7-8be3-4346-95f6-57f8cc122c1d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.898982 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-feaea241-573e-4203-bb22-b728bc795990 req-fb4acee9-5025-475c-8db5-318872804097 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e1cc8e7b-d2b9-466c-b9d3-2171b95e348b&id=b23b410b-0312-42d0-8927-00d5994ca24b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0748994 Jul 15 13:25:33.033374 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0575ead7-8be3-4346-95f6-57f8cc122c1d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.037103 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0575ead7-8be3-4346-95f6-57f8cc122c1d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.108620 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0575ead7-8be3-4346-95f6-57f8cc122c1d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event updated for resources: {'Port': ['ID=1c712739-1044-43ab-85b9-ed6d35539476,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:33.121126 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0575ead7-8be3-4346-95f6-57f8cc122c1d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:33.121483 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0575ead7-8be3-4346-95f6-57f8cc122c1d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:33.121820 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0575ead7-8be3-4346-95f6-57f8cc122c1d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:33.122156 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0575ead7-8be3-4346-95f6-57f8cc122c1d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:33.122482 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0575ead7-8be3-4346-95f6-57f8cc122c1d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:33.122933 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0575ead7-8be3-4346-95f6-57f8cc122c1d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:33.123262 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0575ead7-8be3-4346-95f6-57f8cc122c1d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:33.123588 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0575ead7-8be3-4346-95f6-57f8cc122c1d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:33.123945 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0575ead7-8be3-4346-95f6-57f8cc122c1d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:33.124267 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0575ead7-8be3-4346-95f6-57f8cc122c1d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:33.124620 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0575ead7-8be3-4346-95f6-57f8cc122c1d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:33.124891 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0575ead7-8be3-4346-95f6-57f8cc122c1d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:33.130680 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0575ead7-8be3-4346-95f6-57f8cc122c1d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.230930 n-d-771363-36 neutron-server[93826]: INFO neutron.db.l3_db [None req-0575ead7-8be3-4346-95f6-57f8cc122c1d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Floating IP de9395c0-4a20-4e4e-8310-4651674b91c2 associated. External IP: 172.25.8.186, port: 71adbaa8-24d9-469c-b8c7-310c3872b260. Jul 15 13:25:33.455963 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0575ead7-8be3-4346-95f6-57f8cc122c1d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Router e8b85997-7088-4edc-a30c-17f504977818 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:25:33.471767 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b37fb-af36-4379-a584-ff8d9a539cca req-f52bbb53-6b32-4e56-b031-9b9feead522d tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:33.474658 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3e3b37fb-af36-4379-a584-ff8d9a539cca req-f52bbb53-6b32-4e56-b031-9b9feead522d tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f12cb95-0d4c-418c-ada5-640255ae8048 HTTP/1.1" status: 200 len: 985 time: 0.0755236 Jul 15 13:25:33.520278 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3e3b37fb-af36-4379-a584-ff8d9a539cca req-f91715de-d9da-47b1-b5c7-dd1e4c97a059 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cc8e7b-d2b9-466c-b9d3-2171b95e348b&id=b23b410b-0312-42d0-8927-00d5994ca24b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0395536 Jul 15 13:25:33.571778 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0575ead7-8be3-4346-95f6-57f8cc122c1d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:33.575041 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.584690 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d4e3b7-ed80-42d6-b9bc-7d4de21f7c91 None None] Sync routers for ids ['e8b85997-7088-4edc-a30c-17f504977818'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:33.591971 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0575ead7-8be3-4346-95f6-57f8cc122c1d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.596878 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d4e3b7-ed80-42d6-b9bc-7d4de21f7c91 None None] Routers {'e8b85997-7088-4edc-a30c-17f504977818'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:33.599317 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-d3d4e3b7-ed80-42d6-b9bc-7d4de21f7c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:25:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['e8b85997-7088-4edc-a30c-17f504977818'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:33.656228 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0575ead7-8be3-4346-95f6-57f8cc122c1d tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4708583 Jul 15 13:25:33.659320 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '442f5004-7922-4d84-ba9c-c107273d7474', 'tag': '71adbaa8-24d9-469c-b8c7-310c3872b260'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:25:33.662096 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd7c248-4975-44ae-9a5d-672ddbcfb517" -d '{"events": [{"name": "network-changed", "server_uuid": "442f5004-7922-4d84-ba9c-c107273d7474", "tag": "71adbaa8-24d9-469c-b8c7-310c3872b260"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:25:33.743606 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-d3d4e3b7-ed80-42d6-b9bc-7d4de21f7c91 None None] Set router e8b85997-7088-4edc-a30c-17f504977818 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:33.753256 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ae6cb-cf0f-43fa-a3e5-70f674729e17 req-d4b05a49-1b65-4c22-af92-95b95ea39e19 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:33.761397 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7b6ae6cb-cf0f-43fa-a3e5-70f674729e17 req-d4b05a49-1b65-4c22-af92-95b95ea39e19 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f896906-cdef-48c2-a6eb-058b0b185c51 HTTP/1.1" status: 200 len: 945 time: 0.0747755 Jul 15 13:25:33.832925 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7b6ae6cb-cf0f-43fa-a3e5-70f674729e17 req-b0d581c6-f208-44d7-a095-cf18aef69e5d tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad0aec92-1cb7-40a4-ab68-1f458f23bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706592 Jul 15 13:25:33.860216 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb184088-49ba-4edf-a793-fde8924b8a96 req-4e00a802-a1b3-4b18-8f5a-c5c4b2b1a68a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:33.861978 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bb184088-49ba-4edf-a793-fde8924b8a96 req-4e00a802-a1b3-4b18-8f5a-c5c4b2b1a68a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=442f5004-7922-4d84-ba9c-c107273d7474 HTTP/1.1" status: 200 len: 945 time: 0.0926313 Jul 15 13:25:33.895735 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2192391-a565-4028-872f-d58cbc1bb248 x-openstack-request-id: req-b2192391-a565-4028-872f-d58cbc1bb248 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:25:33.896208 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "442f5004-7922-4d84-ba9c-c107273d7474", "tag": "71adbaa8-24d9-469c-b8c7-310c3872b260", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:25:33.896597 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b2192391-a565-4028-872f-d58cbc1bb248 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:25:33.897160 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '442f5004-7922-4d84-ba9c-c107273d7474', 'tag': '71adbaa8-24d9-469c-b8c7-310c3872b260', 'status': 'completed', 'code': 200} Jul 15 13:25:33.916510 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bb184088-49ba-4edf-a793-fde8924b8a96 req-9f6d5eb5-d742-44bb-9ba3-4d573e5dae87 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e58760-3440-45b4-9476-d59ed096ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465081 Jul 15 13:25:33.941224 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49942) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:33.993484 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7c248-4975-44ae-9a5d-672ddbcfb517 req-9e90a962-92cb-4344-b931-31dc8388e65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:33.995231 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6bd7c248-4975-44ae-9a5d-672ddbcfb517 req-9e90a962-92cb-4344-b931-31dc8388e65a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d986de84121549bf90b7ac80073eff67&device_id=442f5004-7922-4d84-ba9c-c107273d7474 HTTP/1.1" status: 200 len: 1097 time: 0.0658922 Jul 15 13:25:34.008087 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9eb5b75a-7ab2-4f5c-ab9c-beb97831f45f tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/floatingips/de9395c0-4a20-4e4e-8310-4651674b91c2 HTTP/1.1" status: 200 len: 991 time: 0.0655980 Jul 15 13:25:34.122617 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7c248-4975-44ae-9a5d-672ddbcfb517 req-687cfb48-81ed-4778-b831-fb70a5cdcbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:34.125063 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6bd7c248-4975-44ae-9a5d-672ddbcfb517 req-687cfb48-81ed-4778-b831-fb70a5cdcbc6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ed20d663-1173-4534-8523-fc0b2fbb7ad7 HTTP/1.1" status: 200 len: 896 time: 0.1094987 Jul 15 13:25:34.198546 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-d3d4e3b7-ed80-42d6-b9bc-7d4de21f7c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b85997-7088-4edc-a30c-17f504977818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1880597508', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'ac3edd4f-9739-4f3d-be4c-754a643ea67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:41Z', 'updated_at': '2021-07-15T13:24:55Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'ac3edd4f-9739-4f3d-be4c-754a643ea67e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b85997-7088-4edc-a30c-17f504977818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:42Z', 'updated_at': '2021-07-15T13:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'de9395c0-4a20-4e4e-8310-4651674b91c2', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'floating_ip_address': '172.25.8.186', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'e8b85997-7088-4edc-a30c-17f504977818', 'port_id': '71adbaa8-24d9-469c-b8c7-310c3872b260', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed20d663-1173-4534-8523-fc0b2fbb7ad7', 'mac_address': 'fa:16:3e:07:ab:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442f5004-7922-4d84-ba9c-c107273d7474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:25:31Z', 'updated_at': '2021-07-15T13:25:31Z', 'revision_number': 0, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c4cab6d-cd7e-4c9f-82de-889723b299bc', 'name': '', 'network_id': 'ed20d663-1173-4534-8523-fc0b2fbb7ad7', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'mac_address': 'fa:16:3e:9c:c2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b85997-7088-4edc-a30c-17f504977818', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '5c117192-dba8-4172-aea4-1eed9584f092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:53Z', 'updated_at': '2021-07-15T13:25:07Z', 'revision_number': 5, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'subnets': [{'id': '5c117192-dba8-4172-aea4-1eed9584f092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:34.227635 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d4e3b7-ed80-42d6-b9bc-7d4de21f7c91 None None] Checking router: e8b85997-7088-4edc-a30c-17f504977818 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:25:34.236131 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d4e3b7-ed80-42d6-b9bc-7d4de21f7c91 None None] Routers {'e8b85997-7088-4edc-a30c-17f504977818'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:34.236752 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-d3d4e3b7-ed80-42d6-b9bc-7d4de21f7c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:25:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['e8b85997-7088-4edc-a30c-17f504977818'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:34.240835 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6bd7c248-4975-44ae-9a5d-672ddbcfb517 req-5eb1aab1-c06d-49fa-9391-982479808282 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71adbaa8-24d9-469c-b8c7-310c3872b260 HTTP/1.1" status: 200 len: 999 time: 0.1046026 Jul 15 13:25:34.302256 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7c248-4975-44ae-9a5d-672ddbcfb517 req-2eee4646-6b48-49b1-964c-ac2772ab5d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:34.303676 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6bd7c248-4975-44ae-9a5d-672ddbcfb517 req-2eee4646-6b48-49b1-964c-ac2772ab5d53 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c117192-dba8-4172-aea4-1eed9584f092 HTTP/1.1" status: 200 len: 834 time: 0.0485687 Jul 15 13:25:34.351318 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-d3d4e3b7-ed80-42d6-b9bc-7d4de21f7c91 None None] Set router e8b85997-7088-4edc-a30c-17f504977818 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:34.375627 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7c248-4975-44ae-9a5d-672ddbcfb517 req-38d60e59-0472-4425-b8e8-12d9ab70aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:34.377883 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6bd7c248-4975-44ae-9a5d-672ddbcfb517 req-38d60e59-0472-4425-b8e8-12d9ab70aa69 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed20d663-1173-4534-8523-fc0b2fbb7ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638182 Jul 15 13:25:34.511085 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6bd7c248-4975-44ae-9a5d-672ddbcfb517 req-11c02f0f-3846-49a5-81f6-18f1558393a5 service neutron] 10.222.0.46 "GET /v2.0/networks/ed20d663-1173-4534-8523-fc0b2fbb7ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074655 Jul 15 13:25:34.617444 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-d3d4e3b7-ed80-42d6-b9bc-7d4de21f7c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b85997-7088-4edc-a30c-17f504977818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1880597508', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'ac3edd4f-9739-4f3d-be4c-754a643ea67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:41Z', 'updated_at': '2021-07-15T13:24:55Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'ac3edd4f-9739-4f3d-be4c-754a643ea67e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b85997-7088-4edc-a30c-17f504977818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:42Z', 'updated_at': '2021-07-15T13:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'de9395c0-4a20-4e4e-8310-4651674b91c2', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'floating_ip_address': '172.25.8.186', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'e8b85997-7088-4edc-a30c-17f504977818', 'port_id': '71adbaa8-24d9-469c-b8c7-310c3872b260', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed20d663-1173-4534-8523-fc0b2fbb7ad7', 'mac_address': 'fa:16:3e:07:ab:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442f5004-7922-4d84-ba9c-c107273d7474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:25:31Z', 'updated_at': '2021-07-15T13:25:31Z', 'revision_number': 0, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c4cab6d-cd7e-4c9f-82de-889723b299bc', 'name': '', 'network_id': 'ed20d663-1173-4534-8523-fc0b2fbb7ad7', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'mac_address': 'fa:16:3e:9c:c2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b85997-7088-4edc-a30c-17f504977818', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '5c117192-dba8-4172-aea4-1eed9584f092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:53Z', 'updated_at': '2021-07-15T13:25:07Z', 'revision_number': 5, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'subnets': [{'id': '5c117192-dba8-4172-aea4-1eed9584f092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:34.649622 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d4e3b7-ed80-42d6-b9bc-7d4de21f7c91 None None] The sync data for ids ['e8b85997-7088-4edc-a30c-17f504977818'] in n-d-771363-36 is: [{'id': 'e8b85997-7088-4edc-a30c-17f504977818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1880597508', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'ac3edd4f-9739-4f3d-be4c-754a643ea67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:41Z', 'updated_at': '2021-07-15T13:24:55Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'ac3edd4f-9739-4f3d-be4c-754a643ea67e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b85997-7088-4edc-a30c-17f504977818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:42Z', 'updated_at': '2021-07-15T13:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'de9395c0-4a20-4e4e-8310-4651674b91c2', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'floating_ip_address': '172.25.8.186', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'e8b85997-7088-4edc-a30c-17f504977818', 'port_id': '71adbaa8-24d9-469c-b8c7-310c3872b260', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed20d663-1173-4534-8523-fc0b2fbb7ad7', 'mac_address': 'fa:16:3e:07:ab:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442f5004-7922-4d84-ba9c-c107273d7474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:25:31Z', 'updated_at': '2021-07-15T13:25:31Z', 'revision_number': 0, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c4cab6d-cd7e-4c9f-82de-889723b299bc', 'name': '', 'network_id': 'ed20d663-1173-4534-8523-fc0b2fbb7ad7', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'mac_address': 'fa:16:3e:9c:c2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b85997-7088-4edc-a30c-17f504977818', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '5c117192-dba8-4172-aea4-1eed9584f092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:53Z', 'updated_at': '2021-07-15T13:25:07Z', 'revision_number': 5, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'subnets': [{'id': '5c117192-dba8-4172-aea4-1eed9584f092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:34.658121 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6bd7c248-4975-44ae-9a5d-672ddbcfb517 req-b913c784-efd6-457c-8dde-51b7b964c9c3 service neutron] 10.222.0.46 "GET /v2.0/networks/ed20d663-1173-4534-8523-fc0b2fbb7ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162632 Jul 15 13:25:34.714651 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce46eb-bf26-4592-9d04-1019c86c00bf req-b13d9749-87e3-4f4b-ae93-00f59d8c196f tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:34.716190 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cdce46eb-bf26-4592-9d04-1019c86c00bf req-b13d9749-87e3-4f4b-ae93-00f59d8c196f tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f12cb95-0d4c-418c-ada5-640255ae8048 HTTP/1.1" status: 200 len: 985 time: 0.0786784 Jul 15 13:25:34.759823 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cdce46eb-bf26-4592-9d04-1019c86c00bf req-64d4aa8a-8531-4a58-a0a0-5a540afc63e9 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cc8e7b-d2b9-466c-b9d3-2171b95e348b&id=b23b410b-0312-42d0-8927-00d5994ca24b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0354819 Jul 15 13:25:34.933323 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43337cd3-a392-465e-98ff-549c93b534f5 None None] New status for floating IP de9395c0-4a20-4e4e-8310-4651674b91c2: ACTIVE {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:25:35.001561 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:35.012438 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49978) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:35.052359 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa722960-cd21-4146-a648-e65d2556407e req-a553ba70-70d4-4730-b644-2dceb9af829c tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:35.059184 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aa722960-cd21-4146-a648-e65d2556407e req-a553ba70-70d4-4730-b644-2dceb9af829c tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f12cb95-0d4c-418c-ada5-640255ae8048 HTTP/1.1" status: 200 len: 985 time: 0.1764555 Jul 15 13:25:35.132268 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1404fc51-9c74-4205-8b83-c5cdfff57c22 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/floatingips/de9395c0-4a20-4e4e-8310-4651674b91c2 HTTP/1.1" status: 200 len: 991 time: 0.1180828 Jul 15 13:25:35.136254 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ef70e-cf10-4536-86d9-973b8ba0b0c1 req-6506654e-33a1-4c05-92aa-68ab5777874b tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:35.145101 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d08ef70e-cf10-4536-86d9-973b8ba0b0c1 req-6506654e-33a1-4c05-92aa-68ab5777874b tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f896906-cdef-48c2-a6eb-058b0b185c51 HTTP/1.1" status: 200 len: 945 time: 0.1754663 Jul 15 13:25:35.197357 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aa722960-cd21-4146-a648-e65d2556407e req-e3fa1b60-fd25-4bfa-9a40-f0f5d05d83c6 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cc8e7b-d2b9-466c-b9d3-2171b95e348b&id=b23b410b-0312-42d0-8927-00d5994ca24b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1300704 Jul 15 13:25:35.219181 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d08ef70e-cf10-4536-86d9-973b8ba0b0c1 req-08051eb9-7cb1-431e-a632-25d9cef64bae tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad0aec92-1cb7-40a4-ab68-1f458f23bdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730767 Jul 15 13:25:35.295495 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcd6a2-6dc3-4bfb-a05d-885eb1567727 req-efe4e429-b2a5-430e-b20a-81f0dd4e6e65 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:35.299302 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1edcd6a2-6dc3-4bfb-a05d-885eb1567727 req-efe4e429-b2a5-430e-b20a-81f0dd4e6e65 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f896906-cdef-48c2-a6eb-058b0b185c51 HTTP/1.1" status: 200 len: 945 time: 0.1366107 Jul 15 13:25:35.396923 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50326e6e-a9e0-4b25-a616-2133b7038fe1 req-84dbb483-5d51-4600-bd7b-76db37ca08ae tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:35.398770 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-50326e6e-a9e0-4b25-a616-2133b7038fe1 req-84dbb483-5d51-4600-bd7b-76db37ca08ae tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9f12cb95-0d4c-418c-ada5-640255ae8048 HTTP/1.1" status: 200 len: 1137 time: 0.0580518 Jul 15 13:25:35.409772 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-1edcd6a2-6dc3-4bfb-a05d-885eb1567727 req-3da399dc-f4be-4a75-8a9b-8d16f4e22aaf tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Deleting port 755f7970-c6fa-4562-b6f1-f4be3f0a6511 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:35.410119 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-1edcd6a2-6dc3-4bfb-a05d-885eb1567727 req-3da399dc-f4be-4a75-8a9b-8d16f4e22aaf tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:35.419178 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-50326e6e-a9e0-4b25-a616-2133b7038fe1 req-6ba787cf-ba81-4286-8286-c8e753536b6a tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:35.519988 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-1edcd6a2-6dc3-4bfb-a05d-885eb1567727 req-3da399dc-f4be-4a75-8a9b-8d16f4e22aaf tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] For port 755f7970-c6fa-4562-b6f1-f4be3f0a6511, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=755f7970-c6fa-4562-b6f1-f4be3f0a6511,segment=NetworkSegment(4a50041b-36da-43a5-a688-832edc65cf21),segment_id=4a50041b-36da-43a5-a688-832edc65cf21)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:35.520481 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-1edcd6a2-6dc3-4bfb-a05d-885eb1567727 req-3da399dc-f4be-4a75-8a9b-8d16f4e22aaf tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:35.522474 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-50326e6e-a9e0-4b25-a616-2133b7038fe1 req-6ba787cf-ba81-4286-8286-c8e753536b6a tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:35.527148 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-50326e6e-a9e0-4b25-a616-2133b7038fe1 req-6ba787cf-ba81-4286-8286-c8e753536b6a tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:35.536543 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-1edcd6a2-6dc3-4bfb-a05d-885eb1567727 req-3da399dc-f4be-4a75-8a9b-8d16f4e22aaf tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Calling delete_port for 755f7970-c6fa-4562-b6f1-f4be3f0a6511 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:35.570629 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-50326e6e-a9e0-4b25-a616-2133b7038fe1 req-6ba787cf-ba81-4286-8286-c8e753536b6a tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e1cc8e7b-d2b9-466c-b9d3-2171b95e348b&id=b23b410b-0312-42d0-8927-00d5994ca24b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1642709 Jul 15 13:25:35.589792 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba787cf-ba81-4286-8286-c8e753536b6a tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bac417d-ea42-493b-a42a-3137a9091427,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:35.607397 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 49994) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:35.673881 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f607ea9b-85cb-469d-93ab-2e419edff819 tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:35.678912 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f607ea9b-85cb-469d-93ab-2e419edff819 tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9f12cb95-0d4c-418c-ada5-640255ae8048 HTTP/1.1" status: 200 len: 1132 time: 0.0701129 Jul 15 13:25:35.681828 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 49996) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:35.691929 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-4e6f8d6e-f2e1-49ac-825c-94ec2a87015a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'port_id': '9abe039f-c406-4118-b019-5e0bc57ac399', 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:35.740456 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-1edcd6a2-6dc3-4bfb-a05d-885eb1567727 req-3da399dc-f4be-4a75-8a9b-8d16f4e22aaf tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:35.744393 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e6f8d6e-f2e1-49ac-825c-94ec2a87015a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for floatingip, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:35.756743 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['755f7970-c6fa-4562-b6f1-f4be3f0a6511'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:25:35.816797 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da399dc-f4be-4a75-8a9b-8d16f4e22aaf tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Pushing event deleted for resources: {'Port': ['ID=755f7970-c6fa-4562-b6f1-f4be3f0a6511,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:35.855962 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-1edcd6a2-6dc3-4bfb-a05d-885eb1567727 req-3da399dc-f4be-4a75-8a9b-8d16f4e22aaf tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] No DVR routers for this DVR port 755f7970-c6fa-4562-b6f1-f4be3f0a6511 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:25:35.859713 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-1edcd6a2-6dc3-4bfb-a05d-885eb1567727 req-3da399dc-f4be-4a75-8a9b-8d16f4e22aaf tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:35.861832 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1edcd6a2-6dc3-4bfb-a05d-885eb1567727 req-3da399dc-f4be-4a75-8a9b-8d16f4e22aaf tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.46 "DELETE /v2.0/ports/755f7970-c6fa-4562-b6f1-f4be3f0a6511 HTTP/1.1" status: 204 len: 173 time: 0.5525818 Jul 15 13:25:35.918317 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f896906-cdef-48c2-a6eb-058b0b185c51', 'name': 'network-vif-deleted', 'tag': '755f7970-c6fa-4562-b6f1-f4be3f0a6511'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:25:35.920885 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f531917-84f5-47e4-9618-2735cd16e299" -d '{"events": [{"server_uuid": "0f896906-cdef-48c2-a6eb-058b0b185c51", "name": "network-vif-deleted", "tag": "755f7970-c6fa-4562-b6f1-f4be3f0a6511"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:25:35.963913 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e6f8d6e-f2e1-49ac-825c-94ec2a87015a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:36.022498 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04e3b8e-54f1-49e4-a979-dead7a22f82a x-openstack-request-id: req-f04e3b8e-54f1-49e4-a979-dead7a22f82a {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:25:36.022853 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f896906-cdef-48c2-a6eb-058b0b185c51", "name": "network-vif-deleted", "tag": "755f7970-c6fa-4562-b6f1-f4be3f0a6511", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:25:36.023129 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f04e3b8e-54f1-49e4-a979-dead7a22f82a {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:25:36.023527 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f896906-cdef-48c2-a6eb-058b0b185c51', 'name': 'network-vif-deleted', 'tag': '755f7970-c6fa-4562-b6f1-f4be3f0a6511', 'status': 'completed', 'code': 200} Jul 15 13:25:36.084899 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-4e6f8d6e-f2e1-49ac-825c-94ec2a87015a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Allocated IP 172.25.8.54 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/1f1f6e10-4097-451b-83d5-3e3bf555ac89) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:36.136362 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50006) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:36.193452 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e6f8d6e-f2e1-49ac-825c-94ec2a87015a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:36.203084 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d443f7cf-8b04-4fd6-aa27-b665d07bee18 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/floatingips/de9395c0-4a20-4e4e-8310-4651674b91c2 HTTP/1.1" status: 200 len: 993 time: 0.0654337 Jul 15 13:25:36.240380 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e6f8d6e-f2e1-49ac-825c-94ec2a87015a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:36.282975 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6f8d6e-f2e1-49ac-825c-94ec2a87015a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:36.286112 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-4e6f8d6e-f2e1-49ac-825c-94ec2a87015a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:36.290092 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6f8d6e-f2e1-49ac-825c-94ec2a87015a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:36.314122 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f8d6e-f2e1-49ac-825c-94ec2a87015a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Pushing event updated for resources: {'Port': ['ID=1f1f6e10-4097-451b-83d5-3e3bf555ac89,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:36.438223 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7c1c478a-f3a7-4430-a708-abd6e4f11a95 req-601736cd-0282-40bf-b8ac-7539a4d81848 tempest-TestServerAdvancedOps-1592308184 tempest-TestServerAdvancedOps-1592308184-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f896906-cdef-48c2-a6eb-058b0b185c51 HTTP/1.1" status: 200 len: 210 time: 0.0432715 Jul 15 13:25:36.711075 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e6f8d6e-f2e1-49ac-825c-94ec2a87015a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:36.790234 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e6f8d6e-f2e1-49ac-825c-94ec2a87015a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:36.966208 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e6f8d6e-f2e1-49ac-825c-94ec2a87015a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:36.971848 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e6f8d6e-f2e1-49ac-825c-94ec2a87015a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:37.292160 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f8d6e-f2e1-49ac-825c-94ec2a87015a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Pushing event updated for resources: {'Port': ['ID=1f1f6e10-4097-451b-83d5-3e3bf555ac89,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:37.300655 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e6f8d6e-f2e1-49ac-825c-94ec2a87015a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:37.401999 n-d-771363-36 neutron-server[93826]: INFO neutron.db.l3_db [None req-4e6f8d6e-f2e1-49ac-825c-94ec2a87015a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Floating IP 659a328b-8d2a-487f-b3e0-25121e30c2b4 associated. External IP: 172.25.8.54, port: 9abe039f-c406-4118-b019-5e0bc57ac399. Jul 15 13:25:37.538344 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50022) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:37.588968 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd0f37f-e808-40a0-9c1d-8a3812c7263b admin admin] Deleting subnet 48cd908b-8de3-49e5-bad9-92af6437619d {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:25:37.592029 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1fd0f37f-e808-40a0-9c1d-8a3812c7263b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:37.619772 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6f8d6e-f2e1-49ac-825c-94ec2a87015a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Router e017f1d2-80f1-4646-9bfe-1014edd5bd2b has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:25:37.631841 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1fd0f37f-e808-40a0-9c1d-8a3812c7263b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:37.674047 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1fd0f37f-e808-40a0-9c1d-8a3812c7263b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:37.729886 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1fd0f37f-e808-40a0-9c1d-8a3812c7263b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:37.735932 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6f8d6e-f2e1-49ac-825c-94ec2a87015a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:37.747498 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a0c6ec-2091-4e59-bf5d-ed27c32695d3 None None] Sync routers for ids ['e017f1d2-80f1-4646-9bfe-1014edd5bd2b'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:37.753475 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e6f8d6e-f2e1-49ac-825c-94ec2a87015a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:37.756947 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd0f37f-e808-40a0-9c1d-8a3812c7263b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48cd908b-8de3-49e5-bad9-92af6437619d,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:37.761796 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a0c6ec-2091-4e59-bf5d-ed27c32695d3 None None] Routers {'e017f1d2-80f1-4646-9bfe-1014edd5bd2b'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:37.762653 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-70a0c6ec-2091-4e59-bf5d-ed27c32695d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:25:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['e017f1d2-80f1-4646-9bfe-1014edd5bd2b'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:37.764140 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1fd0f37f-e808-40a0-9c1d-8a3812c7263b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:37.766460 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1fd0f37f-e808-40a0-9c1d-8a3812c7263b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/48cd908b-8de3-49e5-bad9-92af6437619d HTTP/1.1" status: 204 len: 168 time: 0.2264090 Jul 15 13:25:37.769272 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50024) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:37.801852 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4e6f8d6e-f2e1-49ac-825c-94ec2a87015a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1189067 Jul 15 13:25:37.802067 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50026) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:37.894694 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-70a0c6ec-2091-4e59-bf5d-ed27c32695d3 None None] Set router e017f1d2-80f1-4646-9bfe-1014edd5bd2b gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:37.898264 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-78bfc1c4-700d-4a22-a206-e832413db824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.027261 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f12cb95-0d4c-418c-ada5-640255ae8048', 'tag': '9abe039f-c406-4118-b019-5e0bc57ac399'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:25:38.029651 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29723978-7ae2-47b8-8be9-8a8ebf5acd4d" -d '{"events": [{"name": "network-changed", "server_uuid": "9f12cb95-0d4c-418c-ada5-640255ae8048", "tag": "9abe039f-c406-4118-b019-5e0bc57ac399"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:25:38.096931 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09b40b5-ec1f-4a02-b0ca-b0f11c5e45a9 x-openstack-request-id: req-a09b40b5-ec1f-4a02-b0ca-b0f11c5e45a9 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:25:38.096931 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f12cb95-0d4c-418c-ada5-640255ae8048", "tag": "9abe039f-c406-4118-b019-5e0bc57ac399", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:25:38.096931 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a09b40b5-ec1f-4a02-b0ca-b0f11c5e45a9 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:25:38.096931 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f12cb95-0d4c-418c-ada5-640255ae8048', 'tag': '9abe039f-c406-4118-b019-5e0bc57ac399', 'status': 'completed', 'code': 200} Jul 15 13:25:38.100125 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0be9e7c-45ea-4973-9138-8ee8572ef9d6 tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:38.100757 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0be9e7c-45ea-4973-9138-8ee8572ef9d6 tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:38.101508 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0be9e7c-45ea-4973-9138-8ee8572ef9d6 tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:38.102093 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0be9e7c-45ea-4973-9138-8ee8572ef9d6 tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:38.103452 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0be9e7c-45ea-4973-9138-8ee8572ef9d6 tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:38.104372 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0be9e7c-45ea-4973-9138-8ee8572ef9d6 tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:38.104981 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0be9e7c-45ea-4973-9138-8ee8572ef9d6 tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:38.105587 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0be9e7c-45ea-4973-9138-8ee8572ef9d6 tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:38.106189 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0be9e7c-45ea-4973-9138-8ee8572ef9d6 tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:38.106815 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0be9e7c-45ea-4973-9138-8ee8572ef9d6 tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:38.107489 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0be9e7c-45ea-4973-9138-8ee8572ef9d6 tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:38.113922 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a0be9e7c-45ea-4973-9138-8ee8572ef9d6 tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7718 time: 0.3108892 Jul 15 13:25:38.116786 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50034) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:38.141201 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-78bfc1c4-700d-4a22-a206-e832413db824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.152368 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-78bfc1c4-700d-4a22-a206-e832413db824 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e965ef4e-e668-477c-beef-2db73a7493c5']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:38.162611 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-78bfc1c4-700d-4a22-a206-e832413db824 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a50041b-36da-43a5-a688-832edc65cf21') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:38.162879 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-78bfc1c4-700d-4a22-a206-e832413db824 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a50041b-36da-43a5-a688-832edc65cf21') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:38.172539 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-78bfc1c4-700d-4a22-a206-e832413db824 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.186293 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-78bfc1c4-700d-4a22-a206-e832413db824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.193090 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78bfc1c4-700d-4a22-a206-e832413db824 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:25:38.193516 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-78bfc1c4-700d-4a22-a206-e832413db824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.204966 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-70a0c6ec-2091-4e59-bf5d-ed27c32695d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e017f1d2-80f1-4646-9bfe-1014edd5bd2b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1848435393', 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'f7bf33ec-5af0-431a-aa7a-030da840aeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:59Z', 'updated_at': '2021-07-15T13:25:10Z', 'revision_number': 4, 'project_id': 'ab5a423d99764585bcd3274895950844', 'gw_port': {'id': 'f7bf33ec-5af0-431a-aa7a-030da840aeb2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:72:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e017f1d2-80f1-4646-9bfe-1014edd5bd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:01Z', 'updated_at': '2021-07-15T13:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '659a328b-8d2a-487f-b3e0-25121e30c2b4', 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'floating_ip_address': '172.25.8.54', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'e017f1d2-80f1-4646-9bfe-1014edd5bd2b', 'port_id': '9abe039f-c406-4118-b019-5e0bc57ac399', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84a7ce0-8f5b-4710-8905-4f805403debe', 'mac_address': 'fa:16:3e:41:d9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f12cb95-0d4c-418c-ada5-640255ae8048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:25:36Z', 'updated_at': '2021-07-15T13:25:36Z', 'revision_number': 0, 'project_id': 'ab5a423d99764585bcd3274895950844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8', 'name': '', 'network_id': 'c84a7ce0-8f5b-4710-8905-4f805403debe', 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'mac_address': 'fa:16:3e:c2:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e017f1d2-80f1-4646-9bfe-1014edd5bd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '7f65c933-6a34-414a-a4f9-5a68fa83c0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:08Z', 'updated_at': '2021-07-15T13:25:18Z', 'revision_number': 5, 'project_id': 'ab5a423d99764585bcd3274895950844', 'subnets': [{'id': '7f65c933-6a34-414a-a4f9-5a68fa83c0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:25:38.251108 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:25:38.253618 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-78bfc1c4-700d-4a22-a206-e832413db824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.255037 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a0c6ec-2091-4e59-bf5d-ed27c32695d3 None None] Checking router: e017f1d2-80f1-4646-9bfe-1014edd5bd2b for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:25:38.258979 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-78bfc1c4-700d-4a22-a206-e832413db824 admin admin] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.261393 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-78bfc1c4-700d-4a22-a206-e832413db824 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e965ef4e-e668-477c-beef-2db73a7493c5 HTTP/1.1" status: 204 len: 168 time: 0.4911766 Jul 15 13:25:38.265921 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50036) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:38.267785 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a0c6ec-2091-4e59-bf5d-ed27c32695d3 None None] Routers {'e017f1d2-80f1-4646-9bfe-1014edd5bd2b'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:38.268686 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-70a0c6ec-2091-4e59-bf5d-ed27c32695d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:25:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['e017f1d2-80f1-4646-9bfe-1014edd5bd2b'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:38.283665 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bfc1c4-700d-4a22-a206-e832413db824 admin admin] Pushing event deleted for resources: {'Network': ['ID=e965ef4e-e668-477c-beef-2db73a7493c5,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:38.322400 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0f4212-d514-4db2-9267-2e0cdf1ad91b tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:38.322935 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0f4212-d514-4db2-9267-2e0cdf1ad91b tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:38.324036 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0f4212-d514-4db2-9267-2e0cdf1ad91b tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:38.324328 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0f4212-d514-4db2-9267-2e0cdf1ad91b tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:38.324796 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0f4212-d514-4db2-9267-2e0cdf1ad91b tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:38.325253 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0f4212-d514-4db2-9267-2e0cdf1ad91b tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:38.325708 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0f4212-d514-4db2-9267-2e0cdf1ad91b tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:38.326159 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0f4212-d514-4db2-9267-2e0cdf1ad91b tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:38.327537 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0f4212-d514-4db2-9267-2e0cdf1ad91b tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:38.327657 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0f4212-d514-4db2-9267-2e0cdf1ad91b tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:38.328240 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc373ad-1807-45f9-aedf-a5c4313e13b4 admin admin] Deleting subnet 04406eef-8f5e-446c-8f8c-26e2feacacc9 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:25:38.332991 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-bd0f4212-d514-4db2-9267-2e0cdf1ad91b tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6448 time: 0.2123284 Jul 15 13:25:38.335632 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50038) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:38.335792 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2bc373ad-1807-45f9-aedf-a5c4313e13b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.383997 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2bc373ad-1807-45f9-aedf-a5c4313e13b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.398660 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-70a0c6ec-2091-4e59-bf5d-ed27c32695d3 None None] Set router e017f1d2-80f1-4646-9bfe-1014edd5bd2b gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:38.409270 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29723978-7ae2-47b8-8be9-8a8ebf5acd4d req-f7a58f9d-d6db-4e36-8d64-26e871238d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:38.410969 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-29723978-7ae2-47b8-8be9-8a8ebf5acd4d req-f7a58f9d-d6db-4e36-8d64-26e871238d9b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ab5a423d99764585bcd3274895950844&device_id=9f12cb95-0d4c-418c-ada5-640255ae8048 HTTP/1.1" status: 200 len: 1137 time: 0.2772737 Jul 15 13:25:38.429933 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2bc373ad-1807-45f9-aedf-a5c4313e13b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.493319 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2bc373ad-1807-45f9-aedf-a5c4313e13b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.512579 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2bc373ad-1807-45f9-aedf-a5c4313e13b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.515210 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2bc373ad-1807-45f9-aedf-a5c4313e13b4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/04406eef-8f5e-446c-8f8c-26e2feacacc9 HTTP/1.1" status: 204 len: 168 time: 0.2481449 Jul 15 13:25:38.521530 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50040) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:38.535600 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc373ad-1807-45f9-aedf-a5c4313e13b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04406eef-8f5e-446c-8f8c-26e2feacacc9,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:38.677361 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-70a0c6ec-2091-4e59-bf5d-ed27c32695d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e017f1d2-80f1-4646-9bfe-1014edd5bd2b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1848435393', 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'f7bf33ec-5af0-431a-aa7a-030da840aeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:59Z', 'updated_at': '2021-07-15T13:25:10Z', 'revision_number': 4, 'project_id': 'ab5a423d99764585bcd3274895950844', 'gw_port': {'id': 'f7bf33ec-5af0-431a-aa7a-030da840aeb2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:72:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e017f1d2-80f1-4646-9bfe-1014edd5bd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:01Z', 'updated_at': '2021-07-15T13:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '659a328b-8d2a-487f-b3e0-25121e30c2b4', 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'floating_ip_address': '172.25.8.54', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'e017f1d2-80f1-4646-9bfe-1014edd5bd2b', 'port_id': '9abe039f-c406-4118-b019-5e0bc57ac399', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84a7ce0-8f5b-4710-8905-4f805403debe', 'mac_address': 'fa:16:3e:41:d9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f12cb95-0d4c-418c-ada5-640255ae8048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:25:36Z', 'updated_at': '2021-07-15T13:25:36Z', 'revision_number': 0, 'project_id': 'ab5a423d99764585bcd3274895950844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8', 'name': '', 'network_id': 'c84a7ce0-8f5b-4710-8905-4f805403debe', 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'mac_address': 'fa:16:3e:c2:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e017f1d2-80f1-4646-9bfe-1014edd5bd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '7f65c933-6a34-414a-a4f9-5a68fa83c0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:08Z', 'updated_at': '2021-07-15T13:25:18Z', 'revision_number': 5, 'project_id': 'ab5a423d99764585bcd3274895950844', 'subnets': [{'id': '7f65c933-6a34-414a-a4f9-5a68fa83c0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:38.684890 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29723978-7ae2-47b8-8be9-8a8ebf5acd4d req-8fa307d1-68ea-4282-9a80-a08c04e9cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:38.686969 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-29723978-7ae2-47b8-8be9-8a8ebf5acd4d req-8fa307d1-68ea-4282-9a80-a08c04e9cc8d service neutron] 10.222.0.46 "GET /v2.0/networks?id=c84a7ce0-8f5b-4710-8905-4f805403debe HTTP/1.1" status: 200 len: 897 time: 0.2682724 Jul 15 13:25:38.692176 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8d7324bd-42ec-4a5b-a8e4-a9c938702c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.705028 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a0c6ec-2091-4e59-bf5d-ed27c32695d3 None None] The sync data for ids ['e017f1d2-80f1-4646-9bfe-1014edd5bd2b'] in n-d-771363-36 is: [{'id': 'e017f1d2-80f1-4646-9bfe-1014edd5bd2b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1848435393', 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'f7bf33ec-5af0-431a-aa7a-030da840aeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:59Z', 'updated_at': '2021-07-15T13:25:10Z', 'revision_number': 4, 'project_id': 'ab5a423d99764585bcd3274895950844', 'gw_port': {'id': 'f7bf33ec-5af0-431a-aa7a-030da840aeb2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:72:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e017f1d2-80f1-4646-9bfe-1014edd5bd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:01Z', 'updated_at': '2021-07-15T13:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '659a328b-8d2a-487f-b3e0-25121e30c2b4', 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'floating_ip_address': '172.25.8.54', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'e017f1d2-80f1-4646-9bfe-1014edd5bd2b', 'port_id': '9abe039f-c406-4118-b019-5e0bc57ac399', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84a7ce0-8f5b-4710-8905-4f805403debe', 'mac_address': 'fa:16:3e:41:d9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f12cb95-0d4c-418c-ada5-640255ae8048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:25:36Z', 'updated_at': '2021-07-15T13:25:36Z', 'revision_number': 0, 'project_id': 'ab5a423d99764585bcd3274895950844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8', 'name': '', 'network_id': 'c84a7ce0-8f5b-4710-8905-4f805403debe', 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'mac_address': 'fa:16:3e:c2:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e017f1d2-80f1-4646-9bfe-1014edd5bd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '7f65c933-6a34-414a-a4f9-5a68fa83c0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:08Z', 'updated_at': '2021-07-15T13:25:18Z', 'revision_number': 5, 'project_id': 'ab5a423d99764585bcd3274895950844', 'subnets': [{'id': '7f65c933-6a34-414a-a4f9-5a68fa83c0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:38.825560 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-29723978-7ae2-47b8-8be9-8a8ebf5acd4d req-1b9b3692-aa51-460e-9adb-545dfab9d8c0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9abe039f-c406-4118-b019-5e0bc57ac399 HTTP/1.1" status: 200 len: 999 time: 0.1198516 Jul 15 13:25:38.892133 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2eb6b9f4-ce0c-4a1a-986e-4e92b3f8c3ce tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3794 time: 0.5539877 Jul 15 13:25:38.892850 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50042) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:38.925711 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8d7324bd-42ec-4a5b-a8e4-a9c938702c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.939834 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-8d7324bd-42ec-4a5b-a8e4-a9c938702c41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['213056b5-0356-417c-85e4-2c47c918cf28']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:38.941557 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecc677f-6e6f-432a-907e-c8a5ef030b06 None None] New status for floating IP 659a328b-8d2a-487f-b3e0-25121e30c2b4: ACTIVE {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:25:38.954040 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29723978-7ae2-47b8-8be9-8a8ebf5acd4d req-a00cedad-d16e-4f48-9f67-5be20b7caafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:38.955587 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-29723978-7ae2-47b8-8be9-8a8ebf5acd4d req-a00cedad-d16e-4f48-9f67-5be20b7caafd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f65c933-6a34-414a-a4f9-5a68fa83c0bd HTTP/1.1" status: 200 len: 835 time: 0.1158099 Jul 15 13:25:38.957301 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-8d7324bd-42ec-4a5b-a8e4-a9c938702c41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1b65a37-fcba-4216-9d75-b2c892a0696d') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:38.957898 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-8d7324bd-42ec-4a5b-a8e4-a9c938702c41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1b65a37-fcba-4216-9d75-b2c892a0696d') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:38.962145 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf05c42-0f72-410f-80da-70e3096846b8 tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:38.962896 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf05c42-0f72-410f-80da-70e3096846b8 tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:38.976786 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8d7324bd-42ec-4a5b-a8e4-a9c938702c41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.976963 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-acf05c42-0f72-410f-80da-70e3096846b8 tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e017f1d2-80f1-4646-9bfe-1014edd5bd2b HTTP/1.1" status: 200 len: 1992 time: 0.0819173 Jul 15 13:25:39.008456 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8d7324bd-42ec-4a5b-a8e4-a9c938702c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.016591 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d7324bd-42ec-4a5b-a8e4-a9c938702c41 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:25:39.016984 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8d7324bd-42ec-4a5b-a8e4-a9c938702c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.019448 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:25:39.019448 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:25:39.019448 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:25:39.019448 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:25:39.019448 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:25:39.019448 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:25:39.019448 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:25:39.019448 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:25:39.019448 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:25:39.019448 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:25:39.019448 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:25:39.019448 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:25:39.019448 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:25:39.019448 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:25:39.019448 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:25:39.019448 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:25:39.019448 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:25:39.019448 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:25:39.019448 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:25:39.019448 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:25:39.019448 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:25:39.019448 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:25:39.019448 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:25:39.019448 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:25:39.019448 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:25:39.019448 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:25:39.019448 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:25:39.019448 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:25:39.019448 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:25:39.019448 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:25:39.019448 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:25:39.019448 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:25:39.094725 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29723978-7ae2-47b8-8be9-8a8ebf5acd4d req-9946e55e-8bb9-4970-aac9-c1ca2c961d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:39.096719 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-29723978-7ae2-47b8-8be9-8a8ebf5acd4d req-9946e55e-8bb9-4970-aac9-c1ca2c961d29 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c84a7ce0-8f5b-4710-8905-4f805403debe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1320240 Jul 15 13:25:39.098253 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8d7324bd-42ec-4a5b-a8e4-a9c938702c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.109670 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8d7324bd-42ec-4a5b-a8e4-a9c938702c41 admin admin] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.118166 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8d7324bd-42ec-4a5b-a8e4-a9c938702c41 admin admin] 10.222.0.16 "DELETE /v2.0/networks/213056b5-0356-417c-85e4-2c47c918cf28 HTTP/1.1" status: 204 len: 168 time: 0.5955496 Jul 15 13:25:39.144286 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7324bd-42ec-4a5b-a8e4-a9c938702c41 admin admin] Pushing event deleted for resources: {'Network': ['ID=213056b5-0356-417c-85e4-2c47c918cf28,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:39.250848 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-29723978-7ae2-47b8-8be9-8a8ebf5acd4d req-2c712519-a623-47b2-a312-2cfd67f71df9 service neutron] 10.222.0.46 "GET /v2.0/networks/c84a7ce0-8f5b-4710-8905-4f805403debe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189821 Jul 15 13:25:39.343417 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50054) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:39.387632 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-29723978-7ae2-47b8-8be9-8a8ebf5acd4d req-406328ef-acb8-459c-b14a-9ecd3e134ddd service neutron] 10.222.0.46 "GET /v2.0/networks/c84a7ce0-8f5b-4710-8905-4f805403debe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259849 Jul 15 13:25:39.389542 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1f16d7c4-4dcf-4079-8f72-a61ca86c5aa2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c3b5c10ca921490daf1bd81ad48415b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447402 Jul 15 13:25:39.390784 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50056) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:39.463174 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2bb50def-f5e7-4e17-a0ca-2ad7e2276d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.485218 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2bb50def-f5e7-4e17-a0ca-2ad7e2276d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.535465 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2bb50def-f5e7-4e17-a0ca-2ad7e2276d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.538009 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2bb50def-f5e7-4e17-a0ca-2ad7e2276d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.539200 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2bb50def-f5e7-4e17-a0ca-2ad7e2276d31 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ad0aec92-1cb7-40a4-ab68-1f458f23bdcc HTTP/1.1" status: 204 len: 168 time: 0.1468399 Jul 15 13:25:39.547772 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb50def-f5e7-4e17-a0ca-2ad7e2276d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0aec92-1cb7-40a4-ab68-1f458f23bdcc,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:39.762921 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 755f7970-c6fa-4562-b6f1-f4be3f0a6511 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:25:39.783088 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 755f7970-c6fa-4562-b6f1-f4be3f0a6511 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:25:39.783441 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 755f7970-c6fa-4562-b6f1-f4be3f0a6511 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:25:39.872082 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50070) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:39.917116 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-89e2ebb8-3c5d-46d8-a7b3-7003ff9cfde9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e9a7228fe554d4f85d85232e0c39e53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438259 Jul 15 13:25:39.919678 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50072) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:39.969604 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c08cb232-d99f-4c14-928a-030f323057c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.995793 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c08cb232-d99f-4c14-928a-030f323057c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:40.051347 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c08cb232-d99f-4c14-928a-030f323057c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:40.053868 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c08cb232-d99f-4c14-928a-030f323057c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:40.056283 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c08cb232-d99f-4c14-928a-030f323057c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc0d2051-1e87-4061-9d0f-f0cfbf44c9aa HTTP/1.1" status: 204 len: 168 time: 0.1356061 Jul 15 13:25:40.065414 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08cb232-d99f-4c14-928a-030f323057c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0d2051-1e87-4061-9d0f-f0cfbf44c9aa,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:44.120481 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50124) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:44.223926 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a0881e56-3510-4aed-b574-e93bfd470730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.314063 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a0881e56-3510-4aed-b574-e93bfd470730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.317934 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a0881e56-3510-4aed-b574-e93bfd470730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.354967 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a0881e56-3510-4aed-b574-e93bfd470730 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e8624d4ccf18429e8d2b2d13ba11e241&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2333491 Jul 15 13:25:44.355841 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0881e56-3510-4aed-b574-e93bfd470730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acecb2f-1c1c-4289-a7ab-df2774f1c00e,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:44.357779 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50128) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:44.407558 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4f9126b5-adce-4218-92b8-8e7224e6313d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.427905 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4f9126b5-adce-4218-92b8-8e7224e6313d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.475141 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4f9126b5-adce-4218-92b8-8e7224e6313d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.477656 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4f9126b5-adce-4218-92b8-8e7224e6313d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.478816 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4f9126b5-adce-4218-92b8-8e7224e6313d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6acecb2f-1c1c-4289-a7ab-df2774f1c00e HTTP/1.1" status: 204 len: 168 time: 0.1194110 Jul 15 13:25:44.485947 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9126b5-adce-4218-92b8-8e7224e6313d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acecb2f-1c1c-4289-a7ab-df2774f1c00e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:44.737990 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50138) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:44.750882 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bcb62f85-d953-4e0f-9434-1779aef7030d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.836692 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bcb62f85-d953-4e0f-9434-1779aef7030d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.840397 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bcb62f85-d953-4e0f-9434-1779aef7030d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.877954 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-bcb62f85-d953-4e0f-9434-1779aef7030d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4b225f3a08b44861ba2b689765de23c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1388669 Jul 15 13:25:44.878836 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb62f85-d953-4e0f-9434-1779aef7030d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0692ffbc-6014-4312-aa7b-7db4e6550d1d,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:44.880847 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50140) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:44.934859 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-729d17b9-ee35-4036-9a6a-f00a37d78956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.956010 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-729d17b9-ee35-4036-9a6a-f00a37d78956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.001075 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-729d17b9-ee35-4036-9a6a-f00a37d78956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.003767 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-729d17b9-ee35-4036-9a6a-f00a37d78956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.004928 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-729d17b9-ee35-4036-9a6a-f00a37d78956 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0692ffbc-6014-4312-aa7b-7db4e6550d1d HTTP/1.1" status: 204 len: 168 time: 0.1222122 Jul 15 13:25:45.012852 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d17b9-ee35-4036-9a6a-f00a37d78956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0692ffbc-6014-4312-aa7b-7db4e6550d1d,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:45.313975 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50146) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:45.327174 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0b21e976-5ecd-46c3-a0c5-6b709ec5d0fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.415550 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0b21e976-5ecd-46c3-a0c5-6b709ec5d0fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.419207 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0b21e976-5ecd-46c3-a0c5-6b709ec5d0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.457160 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0b21e976-5ecd-46c3-a0c5-6b709ec5d0fc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bc711146b3b749f98f3b3e829c1139f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1420355 Jul 15 13:25:45.458237 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21e976-5ecd-46c3-a0c5-6b709ec5d0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c875618f-0147-4120-835b-23f2d42fa179,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:45.459843 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50148) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:45.507638 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14873fa5-b63f-4b3a-be62-29cb0724be02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.528291 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14873fa5-b63f-4b3a-be62-29cb0724be02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.572973 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14873fa5-b63f-4b3a-be62-29cb0724be02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.575587 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14873fa5-b63f-4b3a-be62-29cb0724be02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.577780 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-14873fa5-b63f-4b3a-be62-29cb0724be02 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c875618f-0147-4120-835b-23f2d42fa179 HTTP/1.1" status: 204 len: 168 time: 0.1166356 Jul 15 13:25:45.585868 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14873fa5-b63f-4b3a-be62-29cb0724be02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c875618f-0147-4120-835b-23f2d42fa179,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:50.841875 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50238) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:50.946476 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0ab10abb-1dea-48c0-b425-e3bad33bf4a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.037303 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0ab10abb-1dea-48c0-b425-e3bad33bf4a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.040675 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0ab10abb-1dea-48c0-b425-e3bad33bf4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.076235 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab10abb-1dea-48c0-b425-e3bad33bf4a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa868d7-dc5d-4dd8-8880-cdb6af0bc6bc,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:51.080870 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0ab10abb-1dea-48c0-b425-e3bad33bf4a8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=364890d2d4344da483a71cf6610f8ce1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2374065 Jul 15 13:25:51.083520 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50242) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:51.130709 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d11294c-3ed6-4658-b944-57b7175c54e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.150805 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d11294c-3ed6-4658-b944-57b7175c54e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.196076 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d11294c-3ed6-4658-b944-57b7175c54e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.198517 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d11294c-3ed6-4658-b944-57b7175c54e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.199670 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2d11294c-3ed6-4658-b944-57b7175c54e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6fa868d7-dc5d-4dd8-8880-cdb6af0bc6bc HTTP/1.1" status: 204 len: 168 time: 0.1152592 Jul 15 13:25:51.207247 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d11294c-3ed6-4658-b944-57b7175c54e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa868d7-dc5d-4dd8-8880-cdb6af0bc6bc,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:51.454357 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50252) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:51.467785 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ae054248-0c88-4c7e-9ec8-82f2c96476f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.559765 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ae054248-0c88-4c7e-9ec8-82f2c96476f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.563542 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ae054248-0c88-4c7e-9ec8-82f2c96476f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.600684 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ae054248-0c88-4c7e-9ec8-82f2c96476f7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=36976ea81fc745fc9b7ef22cfa09d22c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1451879 Jul 15 13:25:51.601564 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae054248-0c88-4c7e-9ec8-82f2c96476f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273613aa-f9b1-4b99-bf6e-d242bd9575d9,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:51.603407 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50254) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:51.654192 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c671f076-2dea-4cf2-bf89-7a714892e7bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.678778 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c671f076-2dea-4cf2-bf89-7a714892e7bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.724411 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c671f076-2dea-4cf2-bf89-7a714892e7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.726979 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c671f076-2dea-4cf2-bf89-7a714892e7bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.728113 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c671f076-2dea-4cf2-bf89-7a714892e7bd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/273613aa-f9b1-4b99-bf6e-d242bd9575d9 HTTP/1.1" status: 204 len: 168 time: 0.1232784 Jul 15 13:25:51.735537 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671f076-2dea-4cf2-bf89-7a714892e7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273613aa-f9b1-4b99-bf6e-d242bd9575d9,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:59.050110 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50394) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:59.153269 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9f54a48f-82a7-49b8-bc76-e3ef02ddc3c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.166117 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.246001 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9f54a48f-82a7-49b8-bc76-e3ef02ddc3c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.250262 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9f54a48f-82a7-49b8-bc76-e3ef02ddc3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.287882 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9f54a48f-82a7-49b8-bc76-e3ef02ddc3c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4bf6beb96b9948ce8caf021c130bc1d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2366803 Jul 15 13:25:59.288798 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54a48f-82a7-49b8-bc76-e3ef02ddc3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34ac16c-f1cd-4732-9b9b-2a57230cab7c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:59.290612 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50400) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:59.297265 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54a48f-82a7-49b8-bc76-e3ef02ddc3c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:59.297630 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54a48f-82a7-49b8-bc76-e3ef02ddc3c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:59.297969 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54a48f-82a7-49b8-bc76-e3ef02ddc3c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:59.298302 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54a48f-82a7-49b8-bc76-e3ef02ddc3c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:59.298658 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54a48f-82a7-49b8-bc76-e3ef02ddc3c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:59.298987 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54a48f-82a7-49b8-bc76-e3ef02ddc3c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:59.299311 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54a48f-82a7-49b8-bc76-e3ef02ddc3c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:59.299632 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54a48f-82a7-49b8-bc76-e3ef02ddc3c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:59.299951 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54a48f-82a7-49b8-bc76-e3ef02ddc3c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:59.300269 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54a48f-82a7-49b8-bc76-e3ef02ddc3c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:59.300586 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54a48f-82a7-49b8-bc76-e3ef02ddc3c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:59.300900 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54a48f-82a7-49b8-bc76-e3ef02ddc3c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:59.342371 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-79ab0967-1158-49f5-a0fe-3dce9505957c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.363047 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-79ab0967-1158-49f5-a0fe-3dce9505957c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.408025 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-79ab0967-1158-49f5-a0fe-3dce9505957c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.410600 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-79ab0967-1158-49f5-a0fe-3dce9505957c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.411737 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-79ab0967-1158-49f5-a0fe-3dce9505957c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f34ac16c-f1cd-4732-9b9b-2a57230cab7c HTTP/1.1" status: 204 len: 168 time: 0.1201479 Jul 15 13:25:59.419221 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab0967-1158-49f5-a0fe-3dce9505957c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34ac16c-f1cd-4732-9b9b-2a57230cab7c,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:59.507941 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.662786 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50406) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:59.676414 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e167a103-a176-48c4-824a-1a323d3b645b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.705920 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-38b877df-f100-4270-9a68-6717321fe0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.766940 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e167a103-a176-48c4-824a-1a323d3b645b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.771048 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e167a103-a176-48c4-824a-1a323d3b645b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.810368 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e167a103-a176-48c4-824a-1a323d3b645b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=59ae21b3d42a4d5f998e9565667bff3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1465108 Jul 15 13:25:59.812831 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167a103-a176-48c4-824a-1a323d3b645b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904b733f-7ac4-4d1e-b395-d2366a24b227,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:59.814603 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50408) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:59.865914 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e2961aa0-4eaf-4f05-a179-ece96fc7e964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.886915 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e2961aa0-4eaf-4f05-a179-ece96fc7e964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.934767 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e2961aa0-4eaf-4f05-a179-ece96fc7e964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.937782 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e2961aa0-4eaf-4f05-a179-ece96fc7e964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.938933 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e2961aa0-4eaf-4f05-a179-ece96fc7e964 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/904b733f-7ac4-4d1e-b395-d2366a24b227 HTTP/1.1" status: 204 len: 168 time: 0.1214576 Jul 15 13:25:59.946429 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2961aa0-4eaf-4f05-a179-ece96fc7e964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904b733f-7ac4-4d1e-b395-d2366a24b227,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:02.258820 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.460291 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e637ad0a-7c0b-4120-ad1c-e6a8753c58c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.714228 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d7bc7-ded3-48b5-8a18-e712d22a1a9f req-3111cf79-7377-4107-a530-0a2f5774abd2 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:02.720048 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d7bc7-ded3-48b5-8a18-e712d22a1a9f req-3111cf79-7377-4107-a530-0a2f5774abd2 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:02.725943 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d7bc7-ded3-48b5-8a18-e712d22a1a9f req-3111cf79-7377-4107-a530-0a2f5774abd2 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:02.731875 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d7bc7-ded3-48b5-8a18-e712d22a1a9f req-3111cf79-7377-4107-a530-0a2f5774abd2 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:02.737724 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d7bc7-ded3-48b5-8a18-e712d22a1a9f req-3111cf79-7377-4107-a530-0a2f5774abd2 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:02.743558 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d7bc7-ded3-48b5-8a18-e712d22a1a9f req-3111cf79-7377-4107-a530-0a2f5774abd2 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:02.749924 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d7bc7-ded3-48b5-8a18-e712d22a1a9f req-3111cf79-7377-4107-a530-0a2f5774abd2 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:02.751902 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-135d7bc7-ded3-48b5-8a18-e712d22a1a9f req-3111cf79-7377-4107-a530-0a2f5774abd2 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 5440 time: 0.1064010 Jul 15 13:26:02.792209 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-135d7bc7-ded3-48b5-8a18-e712d22a1a9f req-8fa22ae3-66b8-4bac-9f7e-fe6149b1d968 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da&id=45431849-e472-4cc9-91dc-6aceda522923&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345075 Jul 15 13:26:02.993047 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0421c5-fa87-4842-ba58-0cce4b813d3d req-6ee072b5-1d39-400e-89a8-c8e9053d1492 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:02.999249 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0421c5-fa87-4842-ba58-0cce4b813d3d req-6ee072b5-1d39-400e-89a8-c8e9053d1492 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:03.005179 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0421c5-fa87-4842-ba58-0cce4b813d3d req-6ee072b5-1d39-400e-89a8-c8e9053d1492 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:03.011076 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0421c5-fa87-4842-ba58-0cce4b813d3d req-6ee072b5-1d39-400e-89a8-c8e9053d1492 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:03.017443 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0421c5-fa87-4842-ba58-0cce4b813d3d req-6ee072b5-1d39-400e-89a8-c8e9053d1492 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:03.023264 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0421c5-fa87-4842-ba58-0cce4b813d3d req-6ee072b5-1d39-400e-89a8-c8e9053d1492 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:03.029448 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0421c5-fa87-4842-ba58-0cce4b813d3d req-6ee072b5-1d39-400e-89a8-c8e9053d1492 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:03.031427 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1f0421c5-fa87-4842-ba58-0cce4b813d3d req-6ee072b5-1d39-400e-89a8-c8e9053d1492 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 5440 time: 0.1067140 Jul 15 13:26:03.574714 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:04.497541 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50472) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:04.602520 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-73c8545b-aeb4-4be1-8475-2dadcf151842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:04.689872 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-73c8545b-aeb4-4be1-8475-2dadcf151842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:04.693498 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-73c8545b-aeb4-4be1-8475-2dadcf151842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:04.733473 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-73c8545b-aeb4-4be1-8475-2dadcf151842 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1319f33dc1604d029ec80466ff6fb380&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2341900 Jul 15 13:26:04.734372 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c8545b-aeb4-4be1-8475-2dadcf151842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5163cb03-6c85-409b-92a1-2c0c32d74e6c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:04.736655 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50476) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:04.786268 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-300de751-a312-4f66-9e00-c54c2794bacc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:04.807500 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-300de751-a312-4f66-9e00-c54c2794bacc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:04.858756 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-300de751-a312-4f66-9e00-c54c2794bacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:04.861307 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-300de751-a312-4f66-9e00-c54c2794bacc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:04.865218 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-300de751-a312-4f66-9e00-c54c2794bacc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5163cb03-6c85-409b-92a1-2c0c32d74e6c HTTP/1.1" status: 204 len: 168 time: 0.1273882 Jul 15 13:26:04.874224 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300de751-a312-4f66-9e00-c54c2794bacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5163cb03-6c85-409b-92a1-2c0c32d74e6c,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:05.000648 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:05.135306 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50500) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:05.238846 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a81b56-22d9-426b-81e1-d78906ce9c85 req-a59de2ad-fffd-4937-863a-476ff6207a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:05.239343 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a81b56-22d9-426b-81e1-d78906ce9c85 req-a59de2ad-fffd-4937-863a-476ff6207a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:05.239826 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a81b56-22d9-426b-81e1-d78906ce9c85 req-a59de2ad-fffd-4937-863a-476ff6207a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:05.240343 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a81b56-22d9-426b-81e1-d78906ce9c85 req-a59de2ad-fffd-4937-863a-476ff6207a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:05.240933 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a81b56-22d9-426b-81e1-d78906ce9c85 req-a59de2ad-fffd-4937-863a-476ff6207a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:05.241416 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a81b56-22d9-426b-81e1-d78906ce9c85 req-a59de2ad-fffd-4937-863a-476ff6207a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:05.241940 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a81b56-22d9-426b-81e1-d78906ce9c85 req-a59de2ad-fffd-4937-863a-476ff6207a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:05.243928 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c2a81b56-22d9-426b-81e1-d78906ce9c85 req-a59de2ad-fffd-4937-863a-476ff6207a67 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 6504 time: 0.1074936 Jul 15 13:26:05.281158 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c2a81b56-22d9-426b-81e1-d78906ce9c85 req-c7762d68-52ad-4769-8631-580867f400e3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da&id=45431849-e472-4cc9-91dc-6aceda522923&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0307775 Jul 15 13:26:09.199314 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:26:20.288595 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52377fb-1e94-4898-b521-7d24d0f5b947 req-d713ac2d-3558-4fed-8ac0-9b4d46e70f5b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:20.297629 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e52377fb-1e94-4898-b521-7d24d0f5b947 req-d713ac2d-3558-4fed-8ac0-9b4d46e70f5b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=442f5004-7922-4d84-ba9c-c107273d7474 HTTP/1.1" status: 200 len: 945 time: 0.0774438 Jul 15 13:26:20.345400 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e52377fb-1e94-4898-b521-7d24d0f5b947 req-e44a917f-df1e-4497-a769-faf942fdc45c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e58760-3440-45b4-9476-d59ed096ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464315 Jul 15 13:26:21.526332 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e2b49-385b-4827-a029-ea8b251af4f9 req-9ea16f54-3157-4b65-8a9b-b36864553598 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:21.534947 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-304e2b49-385b-4827-a029-ea8b251af4f9 req-9ea16f54-3157-4b65-8a9b-b36864553598 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=442f5004-7922-4d84-ba9c-c107273d7474 HTTP/1.1" status: 200 len: 945 time: 0.0791590 Jul 15 13:26:21.576345 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-304e2b49-385b-4827-a029-ea8b251af4f9 req-f97f4c29-fd4d-44f9-8647-c92e0432239e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e58760-3440-45b4-9476-d59ed096ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399675 Jul 15 13:26:22.791645 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49165f56-ed94-4ab3-995e-13e438219072 req-8c43a43b-3942-4a20-9659-2cb73310abf4 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:22.793209 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-49165f56-ed94-4ab3-995e-13e438219072 req-8c43a43b-3942-4a20-9659-2cb73310abf4 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=442f5004-7922-4d84-ba9c-c107273d7474 HTTP/1.1" status: 200 len: 945 time: 0.0718908 Jul 15 13:26:22.833658 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-49165f56-ed94-4ab3-995e-13e438219072 req-19bbca99-2f7f-490f-8bf1-780f78f89264 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e58760-3440-45b4-9476-d59ed096ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346253 Jul 15 13:26:23.167846 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc15de-1ef8-40e0-8033-3b0693c4b636 req-a0eb1746-f535-487c-9eef-b8d8e1b428b3 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:23.169375 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-85bc15de-1ef8-40e0-8033-3b0693c4b636 req-a0eb1746-f535-487c-9eef-b8d8e1b428b3 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 947 time: 0.0623431 Jul 15 13:26:23.208928 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-85bc15de-1ef8-40e0-8033-3b0693c4b636 req-75f86e0c-1502-423e-9e25-1bd99119641e tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339258 Jul 15 13:26:24.020316 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d87d42-5d87-4ffd-944b-407238a10880 req-8975e8c9-59a0-4120-9f41-5b8cab8fb8e7 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:24.021784 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-99d87d42-5d87-4ffd-944b-407238a10880 req-8975e8c9-59a0-4120-9f41-5b8cab8fb8e7 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=442f5004-7922-4d84-ba9c-c107273d7474 HTTP/1.1" status: 200 len: 945 time: 0.0637147 Jul 15 13:26:24.062294 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-99d87d42-5d87-4ffd-944b-407238a10880 req-df08f8a1-b403-4197-9030-e15b82478db7 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e58760-3440-45b4-9476-d59ed096ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344586 Jul 15 13:26:24.413603 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0b4b-74f5-4231-8a82-ec9182f358da req-42235a4b-0d95-482c-a89d-92c15f1cbd7d tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:24.415360 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-972d0b4b-74f5-4231-8a82-ec9182f358da req-42235a4b-0d95-482c-a89d-92c15f1cbd7d tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 947 time: 0.0877402 Jul 15 13:26:24.457329 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-972d0b4b-74f5-4231-8a82-ec9182f358da req-3d055f34-f817-4d48-92bb-08bb4fe0cc9d tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358789 Jul 15 13:26:25.235476 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3184c7-8e39-43ca-b04f-e6c000555347 req-6ef207a1-aed3-4c84-8007-6a4bc8a279ff tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:25.236974 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3c3184c7-8e39-43ca-b04f-e6c000555347 req-6ef207a1-aed3-4c84-8007-6a4bc8a279ff tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=442f5004-7922-4d84-ba9c-c107273d7474 HTTP/1.1" status: 200 len: 945 time: 0.0659130 Jul 15 13:26:25.275071 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3c3184c7-8e39-43ca-b04f-e6c000555347 req-1412738c-6a73-42d5-a4e2-46110bafcb74 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e58760-3440-45b4-9476-d59ed096ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323629 Jul 15 13:26:25.669032 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21f962-87b3-4d67-b08c-4a15bdfc0a1f req-28257663-49b0-4033-a94d-346eae4d1893 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:25.672214 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4b21f962-87b3-4d67-b08c-4a15bdfc0a1f req-28257663-49b0-4033-a94d-346eae4d1893 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 947 time: 0.0820899 Jul 15 13:26:25.708864 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05765bf3-0cb5-4dbc-8cbb-42e0a25f520f req-9a24fb53-fc59-4020-a406-3b25ad774398 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:25.710353 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-05765bf3-0cb5-4dbc-8cbb-42e0a25f520f req-9a24fb53-fc59-4020-a406-3b25ad774398 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 947 time: 0.3167276 Jul 15 13:26:25.712847 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4b21f962-87b3-4d67-b08c-4a15bdfc0a1f req-771b1165-3ec2-43bb-b168-ceb00a1f4dcf tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba3c6503-3e76-4436-a5a7-10ada7c03010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348060 Jul 15 13:26:25.808788 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-05765bf3-0cb5-4dbc-8cbb-42e0a25f520f req-6cd0a9b5-b8a9-446f-b66f-704cd90e0347 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Deleting port 3d2da53d-2eca-413e-911e-6de16aded3bf {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:25.809134 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-05765bf3-0cb5-4dbc-8cbb-42e0a25f520f req-6cd0a9b5-b8a9-446f-b66f-704cd90e0347 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.899236 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-05765bf3-0cb5-4dbc-8cbb-42e0a25f520f req-6cd0a9b5-b8a9-446f-b66f-704cd90e0347 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] For port 3d2da53d-2eca-413e-911e-6de16aded3bf, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=3d2da53d-2eca-413e-911e-6de16aded3bf,segment=NetworkSegment(02b4ae28-7870-45f1-8b91-4bf335fcbce3),segment_id=02b4ae28-7870-45f1-8b91-4bf335fcbce3)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:25.900034 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-05765bf3-0cb5-4dbc-8cbb-42e0a25f520f req-6cd0a9b5-b8a9-446f-b66f-704cd90e0347 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.126435 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-05765bf3-0cb5-4dbc-8cbb-42e0a25f520f req-6cd0a9b5-b8a9-446f-b66f-704cd90e0347 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.126867 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-05765bf3-0cb5-4dbc-8cbb-42e0a25f520f req-6cd0a9b5-b8a9-446f-b66f-704cd90e0347 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.127185 n-d-771363-36 neutron-server[93826]: INFO neutron.db.l3_db [req-05765bf3-0cb5-4dbc-8cbb-42e0a25f520f req-6cd0a9b5-b8a9-446f-b66f-704cd90e0347 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Floating IP ef10d7e5-dce1-4b71-b213-eec6dd4c32e6 disassociated. External IP: 172.25.8.47, port: 3d2da53d-2eca-413e-911e-6de16aded3bf. Jul 15 13:26:26.127529 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-05765bf3-0cb5-4dbc-8cbb-42e0a25f520f req-6cd0a9b5-b8a9-446f-b66f-704cd90e0347 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Calling delete_port for 3d2da53d-2eca-413e-911e-6de16aded3bf owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:26.151281 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50714) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:26.256706 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-05765bf3-0cb5-4dbc-8cbb-42e0a25f520f req-6cd0a9b5-b8a9-446f-b66f-704cd90e0347 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.268116 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-19ce9cfc-9481-4632-b625-5872f3823093 tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] 10.222.0.16 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4348 time: 0.1151862 Jul 15 13:26:26.268565 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50716) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:26.273261 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-f7cca7c1-1072-4d52-981d-3b52db4c8082 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Request body: {'network': {'name': 'tempest-network-smoke--1199841461', 'project_id': 'ab5a423d99764585bcd3274895950844', 'port_security_enabled': False}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:26.295492 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7cca7c1-1072-4d52-981d-3b52db4c8082 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Made reservation on behalf of ab5a423d99764585bcd3274895950844 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:26.296478 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0a9b5-b8a9-446f-b66f-704cd90e0347 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Pushing event deleted for resources: {'Port': ['ID=3d2da53d-2eca-413e-911e-6de16aded3bf,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:26.301449 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f7cca7c1-1072-4d52-981d-3b52db4c8082 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.339008 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7cca7c1-1072-4d52-981d-3b52db4c8082 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:26:26.354700 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f7cca7c1-1072-4d52-981d-3b52db4c8082 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.355418 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-f7cca7c1-1072-4d52-981d-3b52db4c8082 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Added segment b41341f3-2d1e-442d-bf1e-8d7a8bbb16b3 of type vlan for network a7c17176-fab7-4072-b064-3acc3663705a Jul 15 13:26:26.424310 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f7cca7c1-1072-4d52-981d-3b52db4c8082 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.452584 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05765bf3-0cb5-4dbc-8cbb-42e0a25f520f req-6cd0a9b5-b8a9-446f-b66f-704cd90e0347 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Router 1953211b-d794-42cf-bd53-a4ace7297e00 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:26:26.587248 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05765bf3-0cb5-4dbc-8cbb-42e0a25f520f req-6cd0a9b5-b8a9-446f-b66f-704cd90e0347 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:26:26.599841 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9fc107-a0a9-4405-b43e-80582bfc5a06 None None] Sync routers for ids ['1953211b-d794-42cf-bd53-a4ace7297e00'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:26:26.616588 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9fc107-a0a9-4405-b43e-80582bfc5a06 None None] Routers {'1953211b-d794-42cf-bd53-a4ace7297e00'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:26.617752 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-7f9fc107-a0a9-4405-b43e-80582bfc5a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:26:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['1953211b-d794-42cf-bd53-a4ace7297e00'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:26.637320 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-05765bf3-0cb5-4dbc-8cbb-42e0a25f520f req-6cd0a9b5-b8a9-446f-b66f-704cd90e0347 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] No DVR routers for this DVR port 3d2da53d-2eca-413e-911e-6de16aded3bf on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:26:26.640313 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-05765bf3-0cb5-4dbc-8cbb-42e0a25f520f req-6cd0a9b5-b8a9-446f-b66f-704cd90e0347 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.642612 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-05765bf3-0cb5-4dbc-8cbb-42e0a25f520f req-6cd0a9b5-b8a9-446f-b66f-704cd90e0347 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.46 "DELETE /v2.0/ports/3d2da53d-2eca-413e-911e-6de16aded3bf HTTP/1.1" status: 204 len: 173 time: 0.9267347 Jul 15 13:26:26.643187 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c', 'name': 'network-vif-deleted', 'tag': '3d2da53d-2eca-413e-911e-6de16aded3bf'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:26:26.669465 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5691ac-6371-44d8-bcc4-df4250dd4c24" -d '{"events": [{"server_uuid": "b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c", "name": "network-vif-deleted", "tag": "3d2da53d-2eca-413e-911e-6de16aded3bf"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:26:26.741707 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa90689d-f383-4671-9622-ff28fe4b3489 x-openstack-request-id: req-fa90689d-f383-4671-9622-ff28fe4b3489 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:26:26.742855 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c", "name": "network-vif-deleted", "tag": "3d2da53d-2eca-413e-911e-6de16aded3bf", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:26:26.743258 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fa90689d-f383-4671-9622-ff28fe4b3489 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:26:26.743841 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c', 'name': 'network-vif-deleted', 'tag': '3d2da53d-2eca-413e-911e-6de16aded3bf', 'status': 'completed', 'code': 200} Jul 15 13:26:26.799767 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-7f9fc107-a0a9-4405-b43e-80582bfc5a06 None None] Set router 1953211b-d794-42cf-bd53-a4ace7297e00 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:26.877781 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f7cca7c1-1072-4d52-981d-3b52db4c8082 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.890984 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cca7c1-1072-4d52-981d-3b52db4c8082 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:26.891654 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f7cca7c1-1072-4d52-981d-3b52db4c8082 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.917426 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f7cca7c1-1072-4d52-981d-3b52db4c8082 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6480439 Jul 15 13:26:26.920759 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50726) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:26.926115 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-c729b240-d795-4c0e-bcfd-39ae12607181 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-44371960', 'admin_state_up': True, 'project_id': 'ab5a423d99764585bcd3274895950844', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:26.959007 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c729b240-d795-4c0e-bcfd-39ae12607181 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.960523 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c729b240-d795-4c0e-bcfd-39ae12607181 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.007073 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-57a70d4b-28d7-4231-9eb0-ae83d68ef1db req-e4472327-c9ab-45e5-a20c-21acac5683f6 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2852eab-fe2b-4e57-8a2b-8f12a5e08e9c HTTP/1.1" status: 200 len: 210 time: 0.0619788 Jul 15 13:26:27.057875 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c729b240-d795-4c0e-bcfd-39ae12607181 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.063143 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6be3b-66f2-4e15-a212-d381393b2195 req-7d40760f-5c0f-4e22-92ec-3707e9931a48 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:27.064845 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9ff6be3b-66f2-4e15-a212-d381393b2195 req-7d40760f-5c0f-4e22-92ec-3707e9931a48 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=442f5004-7922-4d84-ba9c-c107273d7474 HTTP/1.1" status: 200 len: 945 time: 0.6178193 Jul 15 13:26:27.065653 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cca7c1-1072-4d52-981d-3b52db4c8082 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Pushing event updated for resources: {'Network': ['ID=a7c17176-fab7-4072-b064-3acc3663705a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:27.091588 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network a7c17176-fab7-4072-b064-3acc3663705a details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:26:27.110829 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9ff6be3b-66f2-4e15-a212-d381393b2195 req-bf1c38e7-1275-4b27-a963-11c78ba99b5a tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e58760-3440-45b4-9476-d59ed096ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343592 Jul 15 13:26:27.189280 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-7f9fc107-a0a9-4405-b43e-80582bfc5a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'name': 'tempest-AttachVolumeShelveTestJSON-1582995910-router', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '30f69e30-0150-49b2-bd24-f99cf80b3dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:37Z', 'updated_at': '2021-07-15T13:21:43Z', 'revision_number': 4, 'project_id': 'bf299a1585cb47ad811c548c9505de73', 'gw_port': {'id': '30f69e30-0150-49b2-bd24-f99cf80b3dce', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:38Z', 'updated_at': '2021-07-15T13:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f', 'name': '', 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'mac_address': 'fa:16:3e:d5:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '236966a3-1e59-4c69-99ff-863fc85e1377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:41Z', 'updated_at': '2021-07-15T13:21:50Z', 'revision_number': 5, 'project_id': 'bf299a1585cb47ad811c548c9505de73', 'subnets': [{'id': '236966a3-1e59-4c69-99ff-863fc85e1377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:27.222682 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9fc107-a0a9-4405-b43e-80582bfc5a06 None None] Checking router: 1953211b-d794-42cf-bd53-a4ace7297e00 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:26:27.223023 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c729b240-d795-4c0e-bcfd-39ae12607181 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.233692 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9fc107-a0a9-4405-b43e-80582bfc5a06 None None] Routers {'1953211b-d794-42cf-bd53-a4ace7297e00'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:27.234649 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-7f9fc107-a0a9-4405-b43e-80582bfc5a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:26:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['1953211b-d794-42cf-bd53-a4ace7297e00'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:27.374651 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-7f9fc107-a0a9-4405-b43e-80582bfc5a06 None None] Set router 1953211b-d794-42cf-bd53-a4ace7297e00 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:27.470985 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c729b240-d795-4c0e-bcfd-39ae12607181 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.490417 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c729b240-d795-4c0e-bcfd-39ae12607181 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.611251 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-c729b240-d795-4c0e-bcfd-39ae12607181 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Allocated IP 172.25.8.252 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/76b3e977-d76c-4220-ba6a-c62772ca7f6c) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:27.612377 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-7f9fc107-a0a9-4405-b43e-80582bfc5a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'name': 'tempest-AttachVolumeShelveTestJSON-1582995910-router', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '30f69e30-0150-49b2-bd24-f99cf80b3dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:37Z', 'updated_at': '2021-07-15T13:21:43Z', 'revision_number': 4, 'project_id': 'bf299a1585cb47ad811c548c9505de73', 'gw_port': {'id': '30f69e30-0150-49b2-bd24-f99cf80b3dce', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:38Z', 'updated_at': '2021-07-15T13:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f', 'name': '', 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'mac_address': 'fa:16:3e:d5:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '236966a3-1e59-4c69-99ff-863fc85e1377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:41Z', 'updated_at': '2021-07-15T13:21:50Z', 'revision_number': 5, 'project_id': 'bf299a1585cb47ad811c548c9505de73', 'subnets': [{'id': '236966a3-1e59-4c69-99ff-863fc85e1377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:27.643018 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9fc107-a0a9-4405-b43e-80582bfc5a06 None None] The sync data for ids ['1953211b-d794-42cf-bd53-a4ace7297e00'] in n-d-771363-36 is: [{'id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'name': 'tempest-AttachVolumeShelveTestJSON-1582995910-router', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '30f69e30-0150-49b2-bd24-f99cf80b3dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:37Z', 'updated_at': '2021-07-15T13:21:43Z', 'revision_number': 4, 'project_id': 'bf299a1585cb47ad811c548c9505de73', 'gw_port': {'id': '30f69e30-0150-49b2-bd24-f99cf80b3dce', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:38Z', 'updated_at': '2021-07-15T13:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f', 'name': '', 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'mac_address': 'fa:16:3e:d5:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '236966a3-1e59-4c69-99ff-863fc85e1377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:41Z', 'updated_at': '2021-07-15T13:21:50Z', 'revision_number': 5, 'project_id': 'bf299a1585cb47ad811c548c9505de73', 'subnets': [{'id': '236966a3-1e59-4c69-99ff-863fc85e1377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:26:27.734628 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c729b240-d795-4c0e-bcfd-39ae12607181 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.779039 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c729b240-d795-4c0e-bcfd-39ae12607181 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.823476 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c729b240-d795-4c0e-bcfd-39ae12607181 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:27.826549 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-c729b240-d795-4c0e-bcfd-39ae12607181 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:27.831369 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c729b240-d795-4c0e-bcfd-39ae12607181 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:27.834794 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c729b240-d795-4c0e-bcfd-39ae12607181 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Pushing event updated for resources: {'Port': ['ID=76b3e977-d76c-4220-ba6a-c62772ca7f6c,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:27.971716 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42d33cf-bcfd-45f6-9da0-e06e6d48a67a None None] New status for floating IP ef10d7e5-dce1-4b71-b213-eec6dd4c32e6: DOWN {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:26:28.203092 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c729b240-d795-4c0e-bcfd-39ae12607181 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.249453 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50740) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:28.353613 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ce6a5db2-fed2-465f-aa85-f19de5f9e180 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.383345 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ce6a5db2-fed2-465f-aa85-f19de5f9e180 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.439889 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19928bb8-fbcc-4024-82ca-c7f05db76e9d req-d8cb6459-80d2-4679-8448-685f2cbde19f tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:28.441505 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-19928bb8-fbcc-4024-82ca-c7f05db76e9d req-d8cb6459-80d2-4679-8448-685f2cbde19f tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=442f5004-7922-4d84-ba9c-c107273d7474 HTTP/1.1" status: 200 len: 945 time: 0.1413338 Jul 15 13:26:28.481221 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c729b240-d795-4c0e-bcfd-39ae12607181 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.503001 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ce6a5db2-fed2-465f-aa85-f19de5f9e180 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.505865 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ce6a5db2-fed2-465f-aa85-f19de5f9e180 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.507139 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ce6a5db2-fed2-465f-aa85-f19de5f9e180 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "DELETE /v2.0/security-groups/ba3c6503-3e76-4436-a5a7-10ada7c03010 HTTP/1.1" status: 204 len: 168 time: 0.2567146 Jul 15 13:26:28.511165 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50742) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:28.541141 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a5db2-fed2-465f-aa85-f19de5f9e180 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3c6503-3e76-4436-a5a7-10ada7c03010,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:28.550673 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-0c0705fb-b20d-4ab4-af52-86a981fd2f68 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] show failed (client error): The resource could not be found. Jul 15 13:26:28.551844 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0c0705fb-b20d-4ab4-af52-86a981fd2f68 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups/ba3c6503-3e76-4436-a5a7-10ada7c03010 HTTP/1.1" status: 404 len: 347 time: 0.0343671 Jul 15 13:26:28.554923 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-19928bb8-fbcc-4024-82ca-c7f05db76e9d req-e384ca45-1c19-47b5-8b8b-a56aabb7ed07 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e58760-3440-45b4-9476-d59ed096ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987484 Jul 15 13:26:28.555477 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50744) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:28.632576 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c729b240-d795-4c0e-bcfd-39ae12607181 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Router 7098b335-83de-4bad-9c10-12a31e1b8e62 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:26:28.694631 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2973b7a7-d247-4edf-9a8d-4414bb4f9920 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Deleting port 7e032511-f342-4ece-a4ed-4da52f764e17 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:28.695060 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2973b7a7-d247-4edf-9a8d-4414bb4f9920 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.745786 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c729b240-d795-4c0e-bcfd-39ae12607181 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:26:28.756230 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010cc2c4-7cfb-4d42-9281-5d404072bde0 None None] Sync routers for ids ['7098b335-83de-4bad-9c10-12a31e1b8e62'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:26:28.766293 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010cc2c4-7cfb-4d42-9281-5d404072bde0 None None] Routers {'7098b335-83de-4bad-9c10-12a31e1b8e62'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:28.767202 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-010cc2c4-7cfb-4d42-9281-5d404072bde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:26:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['7098b335-83de-4bad-9c10-12a31e1b8e62'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:28.775402 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c729b240-d795-4c0e-bcfd-39ae12607181 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.775888 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2973b7a7-d247-4edf-9a8d-4414bb4f9920 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.776222 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2973b7a7-d247-4edf-9a8d-4414bb4f9920 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.776805 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c729b240-d795-4c0e-bcfd-39ae12607181 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.8546579 Jul 15 13:26:28.779948 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50746) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:28.789034 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2973b7a7-d247-4edf-9a8d-4414bb4f9920 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Calling delete_port for 7e032511-f342-4ece-a4ed-4da52f764e17 owned by network:floatingip {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:28.853568 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1511db05-4d34-4e2b-8206-d8ed33c83fda tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:28.857678 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1511db05-4d34-4e2b-8206-d8ed33c83fda tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=ab5a423d99764585bcd3274895950844&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0742562 Jul 15 13:26:28.857936 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50748) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:28.887655 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-010cc2c4-7cfb-4d42-9281-5d404072bde0 None None] Set router 7098b335-83de-4bad-9c10-12a31e1b8e62 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:28.968156 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6ad528-d6af-4479-a9b6-7bf95eb222d2 tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:28.970464 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8f6ad528-d6af-4479-a9b6-7bf95eb222d2 tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1099029 Jul 15 13:26:28.973433 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50752) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:28.974450 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2973b7a7-d247-4edf-9a8d-4414bb4f9920 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.009049 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-bcc123eb-30f5-4c30-921a-291265cd921c tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=e1268488-a505-464f-96b0-8b93d6dfd7ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344226 Jul 15 13:26:29.009657 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50754) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:29.012194 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2973b7a7-d247-4edf-9a8d-4414bb4f9920 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Pushing event deleted for resources: {'Port': ['ID=7e032511-f342-4ece-a4ed-4da52f764e17,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:29.045784 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6d6a9e32-931d-4a00-8894-98f7e184fc51 tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=ab5a423d99764585bcd3274895950844&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347402 Jul 15 13:26:29.046712 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50756) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:29.082946 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2973b7a7-d247-4edf-9a8d-4414bb4f9920 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for floatingip, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.085685 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2973b7a7-d247-4edf-9a8d-4414bb4f9920 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.090127 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2973b7a7-d247-4edf-9a8d-4414bb4f9920 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "DELETE /v2.0/floatingips/ef10d7e5-dce1-4b71-b213-eec6dd4c32e6 HTTP/1.1" status: 204 len: 168 time: 0.5303967 Jul 15 13:26:29.172042 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5460194-9456-46ca-b4e9-ac1041ae23aa tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:29.176494 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-010cc2c4-7cfb-4d42-9281-5d404072bde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7098b335-83de-4bad-9c10-12a31e1b8e62', 'name': 'tempest-TestSecurityGroupsBasicOps-router-44371960', 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '76b3e977-d76c-4220-ba6a-c62772ca7f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:26Z', 'updated_at': '2021-07-15T13:26:28Z', 'revision_number': 3, 'project_id': 'ab5a423d99764585bcd3274895950844', 'gw_port': {'id': '76b3e977-d76c-4220-ba6a-c62772ca7f6c', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7098b335-83de-4bad-9c10-12a31e1b8e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:27Z', 'updated_at': '2021-07-15T13:26:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:29.177081 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50760) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:29.177745 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b5460194-9456-46ca-b4e9-ac1041ae23aa tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1298385 Jul 15 13:26:29.180793 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.219504 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50762) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:29.220231 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ef1edb7b-1282-4fe8-b3b7-40274201b701 tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=e1268488-a505-464f-96b0-8b93d6dfd7ab&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405400 Jul 15 13:26:29.225054 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-5c5b577e-9546-4cb1-8542-0730edb0e2b1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-604486190', 'network_id': 'a7c17176-fab7-4072-b064-3acc3663705a', 'project_id': 'ab5a423d99764585bcd3274895950844', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:29.342127 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5b577e-9546-4cb1-8542-0730edb0e2b1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Made reservation on behalf of ab5a423d99764585bcd3274895950844 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:29.348768 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5c5b577e-9546-4cb1-8542-0730edb0e2b1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.351140 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50764) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:29.361262 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-24f5f7be-a655-45c7-94f0-081f8dac1d82 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1280609228', 'description': 'tempest-description--87864251'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:29.376850 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010cc2c4-7cfb-4d42-9281-5d404072bde0 None None] Checking router: 7098b335-83de-4bad-9c10-12a31e1b8e62 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:26:29.377197 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010cc2c4-7cfb-4d42-9281-5d404072bde0 None None] Updating router 7098b335-83de-4bad-9c10-12a31e1b8e62 port 76b3e977-d76c-4220-ba6a-c62772ca7f6c binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:26:29.414521 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-010cc2c4-7cfb-4d42-9281-5d404072bde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.448912 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-24f5f7be-a655-45c7-94f0-081f8dac1d82 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.529045 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.667632 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-24f5f7be-a655-45c7-94f0-081f8dac1d82 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.670198 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5c5b577e-9546-4cb1-8542-0730edb0e2b1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.678227 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-24f5f7be-a655-45c7-94f0-081f8dac1d82 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.704247 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-010cc2c4-7cfb-4d42-9281-5d404072bde0 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.715288 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-010cc2c4-7cfb-4d42-9281-5d404072bde0 None None] Transition to ACTIVE for port object 76b3e977-d76c-4220-ba6a-c62772ca7f6c will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:29.727987 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-010cc2c4-7cfb-4d42-9281-5d404072bde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.758708 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0914e-c74c-4fc1-87fc-3bd4385b1506 req-e272748e-cd1d-4cf0-aa8f-98b5e5930622 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:29.767265 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-98d0914e-c74c-4fc1-87fc-3bd4385b1506 req-e272748e-cd1d-4cf0-aa8f-98b5e5930622 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=442f5004-7922-4d84-ba9c-c107273d7474 HTTP/1.1" status: 200 len: 945 time: 0.0788949 Jul 15 13:26:29.779475 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908becdf-9b00-42a9-b838-4bc8a5fc9703 None None] Pushing event updated for resources: {'Port': ['ID=76b3e977-d76c-4220-ba6a-c62772ca7f6c,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:29.798187 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8cb196b9-c4f1-48ca-8b13-ae08561fb52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.801573 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f5f7be-a655-45c7-94f0-081f8dac1d82 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:29.802083 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908becdf-9b00-42a9-b838-4bc8a5fc9703 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:29.802083 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908becdf-9b00-42a9-b838-4bc8a5fc9703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:29.802479 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908becdf-9b00-42a9-b838-4bc8a5fc9703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:29.802924 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908becdf-9b00-42a9-b838-4bc8a5fc9703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:29.803880 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908becdf-9b00-42a9-b838-4bc8a5fc9703 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:29.804265 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908becdf-9b00-42a9-b838-4bc8a5fc9703 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:29.804673 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908becdf-9b00-42a9-b838-4bc8a5fc9703 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:29.805076 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908becdf-9b00-42a9-b838-4bc8a5fc9703 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:29.805402 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-24f5f7be-a655-45c7-94f0-081f8dac1d82 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.806118 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908becdf-9b00-42a9-b838-4bc8a5fc9703 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:29.806531 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908becdf-9b00-42a9-b838-4bc8a5fc9703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:29.806777 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-24f5f7be-a655-45c7-94f0-081f8dac1d82 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4545331 Jul 15 13:26:29.806968 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908becdf-9b00-42a9-b838-4bc8a5fc9703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:29.807283 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908becdf-9b00-42a9-b838-4bc8a5fc9703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:29.813791 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50768) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:29.819715 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5b577e-9546-4cb1-8542-0730edb0e2b1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Checking segment: {'id': 'b41341f3-2d1e-442d-bf1e-8d7a8bbb16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a7c17176-fab7-4072-b064-3acc3663705a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:29.820101 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5b577e-9546-4cb1-8542-0730edb0e2b1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Network hostable DHCP agents. Network: a7c17176-fab7-4072-b064-3acc3663705a, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:26:29.821086 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-010cc2c4-7cfb-4d42-9281-5d404072bde0 None None] Attempting to bind port 76b3e977-d76c-4220-ba6a-c62772ca7f6c on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:29.821548 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-010cc2c4-7cfb-4d42-9281-5d404072bde0 None None] Attempting to bind port 76b3e977-d76c-4220-ba6a-c62772ca7f6c by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:29.821983 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010cc2c4-7cfb-4d42-9281-5d404072bde0 None None] Attempting to bind port 76b3e977-d76c-4220-ba6a-c62772ca7f6c on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:29.827915 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010cc2c4-7cfb-4d42-9281-5d404072bde0 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:29.828504 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010cc2c4-7cfb-4d42-9281-5d404072bde0 None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:29.829018 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-010cc2c4-7cfb-4d42-9281-5d404072bde0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.829422 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010cc2c4-7cfb-4d42-9281-5d404072bde0 None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:29.829961 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-010cc2c4-7cfb-4d42-9281-5d404072bde0 None None] Bound port: 76b3e977-d76c-4220-ba6a-c62772ca7f6c, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:29.830427 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-010cc2c4-7cfb-4d42-9281-5d404072bde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.834789 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b577e-9546-4cb1-8542-0730edb0e2b1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Pushing event updated for resources: {'Subnet': ['ID=995240d6-4044-4427-b101-cc84dce53df9,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:29.835126 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-98d0914e-c74c-4fc1-87fc-3bd4385b1506 req-bedaed47-317c-46e3-9b18-2113e574637c tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e58760-3440-45b4-9476-d59ed096ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632370 Jul 15 13:26:29.843722 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-7c2d2401-d158-4d9b-84ef-f315ea2de07f tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Request body: {'security_group_rule': {'security_group_id': '7fdeba68-99bc-4de8-b191-f07cd9f7e9ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:29.855399 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5b577e-9546-4cb1-8542-0730edb0e2b1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Network a7c17176-fab7-4072-b064-3acc3663705a is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:26:29.876520 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-5c5b577e-9546-4cb1-8542-0730edb0e2b1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, a7c17176-fab7-4072-b064-3acc3663705a) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:29.878086 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7c2d2401-d158-4d9b-84ef-f315ea2de07f tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.882274 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5b577e-9546-4cb1-8542-0730edb0e2b1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:29.884250 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5c5b577e-9546-4cb1-8542-0730edb0e2b1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.891271 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c939445e-05f9-4883-9039-ab99c982312c None None] Network a7c17176-fab7-4072-b064-3acc3663705a requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:29.911186 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-010cc2c4-7cfb-4d42-9281-5d404072bde0 None None] For port 76b3e977-d76c-4220-ba6a-c62772ca7f6c, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:29.914087 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5c5b577e-9546-4cb1-8542-0730edb0e2b1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6932390 Jul 15 13:26:29.916698 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50770) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:29.935271 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-010cc2c4-7cfb-4d42-9281-5d404072bde0 None None] For port 76b3e977-d76c-4220-ba6a-c62772ca7f6c, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=76b3e977-d76c-4220-ba6a-c62772ca7f6c,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:29.968961 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-010cc2c4-7cfb-4d42-9281-5d404072bde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.971321 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 3d2da53d-2eca-413e-911e-6de16aded3bf no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:26:29.991306 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7c2d2401-d158-4d9b-84ef-f315ea2de07f tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.996820 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7c2d2401-d158-4d9b-84ef-f315ea2de07f tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.020210 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 3d2da53d-2eca-413e-911e-6de16aded3bf {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:26:30.020546 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 3d2da53d-2eca-413e-911e-6de16aded3bf not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:26:30.064441 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d2401-d158-4d9b-84ef-f315ea2de07f tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b33d4849-3d02-4ea7-84a8-f760d047c60f,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:30.079168 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010cc2c4-7cfb-4d42-9281-5d404072bde0 None None] Routers {'7098b335-83de-4bad-9c10-12a31e1b8e62'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:30.079825 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-010cc2c4-7cfb-4d42-9281-5d404072bde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:26:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['7098b335-83de-4bad-9c10-12a31e1b8e62'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:30.083319 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908becdf-9b00-42a9-b838-4bc8a5fc9703 None None] Pushing event updated for resources: {'Port': ['ID=76b3e977-d76c-4220-ba6a-c62772ca7f6c,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:30.084217 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7c2d2401-d158-4d9b-84ef-f315ea2de07f tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.086705 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7c2d2401-d158-4d9b-84ef-f315ea2de07f tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2708585 Jul 15 13:26:30.089390 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 50784) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:30.095651 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-4768b5eb-0954-4757-9ede-1f8df3ae9344 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Request body: {'security_group_rule': {'security_group_id': '7fdeba68-99bc-4de8-b191-f07cd9f7e9ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:30.234834 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4768b5eb-0954-4757-9ede-1f8df3ae9344 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.235326 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5bc3e7-a33c-4cd0-9a28-0520e736fb6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-a7c17176-fab7-4072-b064-3acc3663705a', 'network_id': 'a7c17176-fab7-4072-b064-3acc3663705a', 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'fixed_ips': [{'subnet_id': '995240d6-4044-4427-b101-cc84dce53df9'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:26:30.236208 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4f5bc3e7-a33c-4cd0-9a28-0520e736fb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.258926 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-010cc2c4-7cfb-4d42-9281-5d404072bde0 None None] Set router 7098b335-83de-4bad-9c10-12a31e1b8e62 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:30.476939 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4768b5eb-0954-4757-9ede-1f8df3ae9344 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.481906 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4768b5eb-0954-4757-9ede-1f8df3ae9344 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.504105 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768b5eb-0954-4757-9ede-1f8df3ae9344 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c193c893-042b-49d5-8d62-1fbf7fd2df22,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:30.512981 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-4f5bc3e7-a33c-4cd0-9a28-0520e736fb6c None None] Allocated IP 172.20.0.18 (a7c17176-fab7-4072-b064-3acc3663705a/995240d6-4044-4427-b101-cc84dce53df9/109b14cc-70b8-430b-80a2-5c7428e4daf0) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:30.578325 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4768b5eb-0954-4757-9ede-1f8df3ae9344 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.578325 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4768b5eb-0954-4757-9ede-1f8df3ae9344 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4877863 Jul 15 13:26:30.581521 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50816) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:30.588546 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-03e30bf0-5cd1-437e-9b9c-801ec1d35111 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:30.631866 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-03e30bf0-5cd1-437e-9b9c-801ec1d35111 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for floatingip, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.700977 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1ac5ca90-5b42-4e19-8933-429cebae083f tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.720896 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-010cc2c4-7cfb-4d42-9281-5d404072bde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7098b335-83de-4bad-9c10-12a31e1b8e62', 'name': 'tempest-TestSecurityGroupsBasicOps-router-44371960', 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '76b3e977-d76c-4220-ba6a-c62772ca7f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:26Z', 'updated_at': '2021-07-15T13:26:28Z', 'revision_number': 3, 'project_id': 'ab5a423d99764585bcd3274895950844', 'gw_port': {'id': '76b3e977-d76c-4220-ba6a-c62772ca7f6c', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7098b335-83de-4bad-9c10-12a31e1b8e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:27Z', 'updated_at': '2021-07-15T13:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:30.780430 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-03e30bf0-5cd1-437e-9b9c-801ec1d35111 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.781232 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010cc2c4-7cfb-4d42-9281-5d404072bde0 None None] The sync data for ids ['7098b335-83de-4bad-9c10-12a31e1b8e62'] in n-d-771363-36 is: [{'id': '7098b335-83de-4bad-9c10-12a31e1b8e62', 'name': 'tempest-TestSecurityGroupsBasicOps-router-44371960', 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '76b3e977-d76c-4220-ba6a-c62772ca7f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:26Z', 'updated_at': '2021-07-15T13:26:28Z', 'revision_number': 3, 'project_id': 'ab5a423d99764585bcd3274895950844', 'gw_port': {'id': '76b3e977-d76c-4220-ba6a-c62772ca7f6c', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7098b335-83de-4bad-9c10-12a31e1b8e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:27Z', 'updated_at': '2021-07-15T13:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:26:30.815045 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4f5bc3e7-a33c-4cd0-9a28-0520e736fb6c None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.834605 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-4f5bc3e7-a33c-4cd0-9a28-0520e736fb6c None None] Transition to ACTIVE for port object 109b14cc-70b8-430b-80a2-5c7428e4daf0 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:30.873240 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-4f5bc3e7-a33c-4cd0-9a28-0520e736fb6c None None] Transition to ACTIVE for port object 109b14cc-70b8-430b-80a2-5c7428e4daf0 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:30.881791 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4f5bc3e7-a33c-4cd0-9a28-0520e736fb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.957331 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5bc3e7-a33c-4cd0-9a28-0520e736fb6c None None] Network a7c17176-fab7-4072-b064-3acc3663705a is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:30.959860 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-03e30bf0-5cd1-437e-9b9c-801ec1d35111 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Allocated IP 172.25.8.133 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/bd334684-ec3d-4ba9-b304-84d54a717889) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:30.970957 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-4f5bc3e7-a33c-4cd0-9a28-0520e736fb6c None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:30.976371 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5bc3e7-a33c-4cd0-9a28-0520e736fb6c None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:30.984019 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5bc3e7-a33c-4cd0-9a28-0520e736fb6c None None] Pushing event updated for resources: {'Port': ['ID=109b14cc-70b8-430b-80a2-5c7428e4daf0,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:31.120823 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-4f5bc3e7-a33c-4cd0-9a28-0520e736fb6c None None] Attempting to bind port 109b14cc-70b8-430b-80a2-5c7428e4daf0 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:31.122854 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-4f5bc3e7-a33c-4cd0-9a28-0520e736fb6c None None] Attempting to bind port 109b14cc-70b8-430b-80a2-5c7428e4daf0 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'b41341f3-2d1e-442d-bf1e-8d7a8bbb16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a7c17176-fab7-4072-b064-3acc3663705a'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:31.123232 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5bc3e7-a33c-4cd0-9a28-0520e736fb6c None None] Attempting to bind port 109b14cc-70b8-430b-80a2-5c7428e4daf0 on network a7c17176-fab7-4072-b064-3acc3663705a {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:31.129117 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5bc3e7-a33c-4cd0-9a28-0520e736fb6c None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:31.129525 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5bc3e7-a33c-4cd0-9a28-0520e736fb6c None None] Checking segment: {'id': 'b41341f3-2d1e-442d-bf1e-8d7a8bbb16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a7c17176-fab7-4072-b064-3acc3663705a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:31.129935 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4f5bc3e7-a33c-4cd0-9a28-0520e736fb6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:31.130348 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5bc3e7-a33c-4cd0-9a28-0520e736fb6c None None] Bound using segment: {'id': 'b41341f3-2d1e-442d-bf1e-8d7a8bbb16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a7c17176-fab7-4072-b064-3acc3663705a'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:31.130917 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-4f5bc3e7-a33c-4cd0-9a28-0520e736fb6c None None] Bound port: 109b14cc-70b8-430b-80a2-5c7428e4daf0, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b41341f3-2d1e-442d-bf1e-8d7a8bbb16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a7c17176-fab7-4072-b064-3acc3663705a'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:31.131524 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4f5bc3e7-a33c-4cd0-9a28-0520e736fb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:31.197040 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-1ac5ca90-5b42-4e19-8933-429cebae083f tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Allocated IP 172.20.0.17 (a7c17176-fab7-4072-b064-3acc3663705a/995240d6-4044-4427-b101-cc84dce53df9/340a6b17-2699-49cd-a96c-02d4b17aa4e9) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:31.256582 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-4f5bc3e7-a33c-4cd0-9a28-0520e736fb6c None None] For port 109b14cc-70b8-430b-80a2-5c7428e4daf0, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:31.264209 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-4f5bc3e7-a33c-4cd0-9a28-0520e736fb6c None None] For port 109b14cc-70b8-430b-80a2-5c7428e4daf0, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=109b14cc-70b8-430b-80a2-5c7428e4daf0,segment=NetworkSegment(b41341f3-2d1e-442d-bf1e-8d7a8bbb16b3),segment_id=b41341f3-2d1e-442d-bf1e-8d7a8bbb16b3)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:31.269972 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4f5bc3e7-a33c-4cd0-9a28-0520e736fb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:31.367207 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5bc3e7-a33c-4cd0-9a28-0520e736fb6c None None] Pushing event updated for resources: {'Port': ['ID=109b14cc-70b8-430b-80a2-5c7428e4daf0,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:31.385133 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fa9f2-6032-4e46-b721-5965fcbdc6d3 req-3163892c-c403-438a-95ec-9493fec1c1ee tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:31.386985 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-627fa9f2-6032-4e46-b721-5965fcbdc6d3 req-3163892c-c403-438a-95ec-9493fec1c1ee tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=442f5004-7922-4d84-ba9c-c107273d7474 HTTP/1.1" status: 200 len: 945 time: 0.2753627 Jul 15 13:26:31.494843 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-627fa9f2-6032-4e46-b721-5965fcbdc6d3 req-b4ae9a12-d39b-419e-8b3e-5e4aa004befb tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e58760-3440-45b4-9476-d59ed096ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995467 Jul 15 13:26:31.512277 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-03e30bf0-5cd1-437e-9b9c-801ec1d35111 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:31.594629 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-03e30bf0-5cd1-437e-9b9c-801ec1d35111 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:31.598335 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1ac5ca90-5b42-4e19-8933-429cebae083f tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:31.625524 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1ac5ca90-5b42-4e19-8933-429cebae083f tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Transition to ACTIVE for port object 340a6b17-2699-49cd-a96c-02d4b17aa4e9 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:31.651152 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e30bf0-5cd1-437e-9b9c-801ec1d35111 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:31.656343 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-03e30bf0-5cd1-437e-9b9c-801ec1d35111 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:31.663695 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e30bf0-5cd1-437e-9b9c-801ec1d35111 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:31.667607 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e30bf0-5cd1-437e-9b9c-801ec1d35111 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Pushing event updated for resources: {'Port': ['ID=bd334684-ec3d-4ba9-b304-84d54a717889,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:31.685894 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1ac5ca90-5b42-4e19-8933-429cebae083f tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:31.760170 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac5ca90-5b42-4e19-8933-429cebae083f tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Network a7c17176-fab7-4072-b064-3acc3663705a is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:31.764762 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-1ac5ca90-5b42-4e19-8933-429cebae083f tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:31.773560 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac5ca90-5b42-4e19-8933-429cebae083f tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:31.817490 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5ca90-5b42-4e19-8933-429cebae083f tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Pushing event updated for resources: {'Port': ['ID=340a6b17-2699-49cd-a96c-02d4b17aa4e9,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:31.819702 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-03e30bf0-5cd1-437e-9b9c-801ec1d35111 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:31.849404 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1ac5ca90-5b42-4e19-8933-429cebae083f tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:31.880910 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-03e30bf0-5cd1-437e-9b9c-801ec1d35111 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.040653 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1ac5ca90-5b42-4e19-8933-429cebae083f tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.079731 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-03e30bf0-5cd1-437e-9b9c-801ec1d35111 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.086254 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-03e30bf0-5cd1-437e-9b9c-801ec1d35111 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.167726 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e30bf0-5cd1-437e-9b9c-801ec1d35111 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Pushing event updated for resources: {'Port': ['ID=bd334684-ec3d-4ba9-b304-84d54a717889,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:32.196508 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-03e30bf0-5cd1-437e-9b9c-801ec1d35111 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.221321 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-03e30bf0-5cd1-437e-9b9c-801ec1d35111 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.222756 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-03e30bf0-5cd1-437e-9b9c-801ec1d35111 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6398609 Jul 15 13:26:32.272862 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.489988 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 109b14cc-70b8-430b-80a2-5c7428e4daf0 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:32.493873 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-43f83e48-a4fa-415e-ae8b-5bc8fbe8e9be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.500680 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1ac5ca90-5b42-4e19-8933-429cebae083f tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.509957 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1ac5ca90-5b42-4e19-8933-429cebae083f tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.582392 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 109b14cc-70b8-430b-80a2-5c7428e4daf0 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:32.591542 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 76b3e977-d76c-4220-ba6a-c62772ca7f6c up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:32.676125 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-43572019-853e-4b43-9693-82cca63673f5 req-f80c4808-92ef-4569-a321-2fe736cf0c1f tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1280609228&fields=id&tenant_id=bf299a1585cb47ad811c548c9505de73 HTTP/1.1" status: 200 len: 267 time: 0.1250441 Jul 15 13:26:32.681642 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1ac5ca90-5b42-4e19-8933-429cebae083f tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.688788 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 76b3e977-d76c-4220-ba6a-c62772ca7f6c completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:32.694555 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 76b3e977-d76c-4220-ba6a-c62772ca7f6c triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:32.695198 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.758226 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5ca90-5b42-4e19-8933-429cebae083f tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Pushing event updated for resources: {'Port': ['ID=340a6b17-2699-49cd-a96c-02d4b17aa4e9,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:32.798436 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.847956 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 76b3e977-d76c-4220-ba6a-c62772ca7f6c, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=76b3e977-d76c-4220-ba6a-c62772ca7f6c,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:32.854768 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8991adc-9c08-4314-8331-ba54c7a4210e None None] Network a7c17176-fab7-4072-b064-3acc3663705a requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:32.883652 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.945004 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-82d765b3-e96b-4716-a808-74a15f3c6c1e None None] Provisioning for port 109b14cc-70b8-430b-80a2-5c7428e4daf0 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:32.960443 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43572019-853e-4b43-9693-82cca63673f5 req-ee3250a3-4e68-48c6-aa54-2b1046eebb83 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:32.962195 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-43572019-853e-4b43-9693-82cca63673f5 req-ee3250a3-4e68-48c6-aa54-2b1046eebb83 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/networks?id=33daa320-d719-4788-a6ae-6d9428792c14 HTTP/1.1" status: 200 len: 817 time: 0.2617304 Jul 15 13:26:32.968768 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac5ca90-5b42-4e19-8933-429cebae083f tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Network a7c17176-fab7-4072-b064-3acc3663705a is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:32.968965 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-82d765b3-e96b-4716-a808-74a15f3c6c1e None None] Provisioning complete for port 109b14cc-70b8-430b-80a2-5c7428e4daf0 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:32.969251 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-82d765b3-e96b-4716-a808-74a15f3c6c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.982469 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265d9c7-e2a8-4da7-a5cf-1f73532a4e70 req-b2f55f2f-9ad2-47e4-ac72-6382bd6dcf1e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:32.984476 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e265d9c7-e2a8-4da7-a5cf-1f73532a4e70 req-b2f55f2f-9ad2-47e4-ac72-6382bd6dcf1e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=442f5004-7922-4d84-ba9c-c107273d7474 HTTP/1.1" status: 200 len: 945 time: 0.3072753 Jul 15 13:26:32.985481 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-1ac5ca90-5b42-4e19-8933-429cebae083f tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:32.995654 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-43572019-853e-4b43-9693-82cca63673f5 req-bdaa373a-3c0e-47d7-9c81-e02fe5416f5f tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/quotas/bf299a1585cb47ad811c548c9505de73 HTTP/1.1" status: 200 len: 375 time: 0.0240040 Jul 15 13:26:33.071940 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=76b3e977-d76c-4220-ba6a-c62772ca7f6c,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:33.112412 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e265d9c7-e2a8-4da7-a5cf-1f73532a4e70 req-9cc81d9e-fb6a-43d8-9438-b1e290982a86 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e58760-3440-45b4-9476-d59ed096ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156785 Jul 15 13:26:33.173547 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-82d765b3-e96b-4716-a808-74a15f3c6c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:33.209057 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-43572019-853e-4b43-9693-82cca63673f5 req-a064011e-29e7-4fd4-a25b-8323e94825b0 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bf299a1585cb47ad811c548c9505de73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1967614 Jul 15 13:26:33.238000 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-82d765b3-e96b-4716-a808-74a15f3c6c1e None None] For port 109b14cc-70b8-430b-80a2-5c7428e4daf0, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=109b14cc-70b8-430b-80a2-5c7428e4daf0,segment=NetworkSegment(b41341f3-2d1e-442d-bf1e-8d7a8bbb16b3),segment_id=b41341f3-2d1e-442d-bf1e-8d7a8bbb16b3)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:33.246275 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-82d765b3-e96b-4716-a808-74a15f3c6c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:33.251573 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac5ca90-5b42-4e19-8933-429cebae083f tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Router 7098b335-83de-4bad-9c10-12a31e1b8e62 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:26:33.308226 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d765b3-e96b-4716-a808-74a15f3c6c1e None None] Pushing event updated for resources: {'Port': ['ID=109b14cc-70b8-430b-80a2-5c7428e4daf0,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:33.427232 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac5ca90-5b42-4e19-8933-429cebae083f tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:26:33.435039 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1ac5ca90-5b42-4e19-8933-429cebae083f tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "PUT /v2.0/routers/7098b335-83de-4bad-9c10-12a31e1b8e62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5171382 Jul 15 13:26:33.438055 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a5a8ca-6f49-4584-86fb-be1c82b0a02b None None] Sync routers for ids ['7098b335-83de-4bad-9c10-12a31e1b8e62'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:26:33.450974 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a5a8ca-6f49-4584-86fb-be1c82b0a02b None None] Routers {'7098b335-83de-4bad-9c10-12a31e1b8e62'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:33.451796 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-93a5a8ca-6f49-4584-86fb-be1c82b0a02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:26:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['7098b335-83de-4bad-9c10-12a31e1b8e62'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:33.527725 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-43572019-853e-4b43-9693-82cca63673f5 req-da587788-cb03-4a75-bc85-1664e69203f7 service neutron] 10.222.0.16 "GET /v2.0/networks/33daa320-d719-4788-a6ae-6d9428792c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131011 Jul 15 13:26:33.588881 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:33.596109 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-93a5a8ca-6f49-4584-86fb-be1c82b0a02b None None] Set router 7098b335-83de-4bad-9c10-12a31e1b8e62 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:33.669973 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-43572019-853e-4b43-9693-82cca63673f5 req-4b146762-9182-46d7-9a32-bbc87708af3f service neutron] 10.222.0.16 "GET /v2.0/networks/33daa320-d719-4788-a6ae-6d9428792c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345429 Jul 15 13:26:33.679048 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a3879e3f-9bf8-4874-8049-3d573f77ae42 None None] Provisioning for port 340a6b17-2699-49cd-a96c-02d4b17aa4e9 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:33.685699 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a3879e3f-9bf8-4874-8049-3d573f77ae42 None None] Provisioning complete for port 340a6b17-2699-49cd-a96c-02d4b17aa4e9 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:33.686898 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a3879e3f-9bf8-4874-8049-3d573f77ae42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:33.784127 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a3879e3f-9bf8-4874-8049-3d573f77ae42 None None] Port 340a6b17-2699-49cd-a96c-02d4b17aa4e9 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:26:33.824925 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a3879e3f-9bf8-4874-8049-3d573f77ae42 None None] Provisioning complete for port 109b14cc-70b8-430b-80a2-5c7428e4daf0 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:33.825952 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a3879e3f-9bf8-4874-8049-3d573f77ae42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:33.866460 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-938bab07-4b0b-436d-93d9-a1a596caee08 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:33.868307 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-938bab07-4b0b-436d-93d9-a1a596caee08 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/networks?id=a7c17176-fab7-4072-b064-3acc3663705a HTTP/1.1" status: 200 len: 798 time: 0.1934223 Jul 15 13:26:33.875313 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-93a5a8ca-6f49-4584-86fb-be1c82b0a02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7098b335-83de-4bad-9c10-12a31e1b8e62', 'name': 'tempest-TestSecurityGroupsBasicOps-router-44371960', 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '76b3e977-d76c-4220-ba6a-c62772ca7f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:26Z', 'updated_at': '2021-07-15T13:26:31Z', 'revision_number': 4, 'project_id': 'ab5a423d99764585bcd3274895950844', 'gw_port': {'id': '76b3e977-d76c-4220-ba6a-c62772ca7f6c', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7098b335-83de-4bad-9c10-12a31e1b8e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:27Z', 'updated_at': '2021-07-15T13:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '340a6b17-2699-49cd-a96c-02d4b17aa4e9', 'name': '', 'network_id': 'a7c17176-fab7-4072-b064-3acc3663705a', 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'mac_address': 'fa:16:3e:07:a0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7098b335-83de-4bad-9c10-12a31e1b8e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '995240d6-4044-4427-b101-cc84dce53df9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:30Z', 'updated_at': '2021-07-15T13:26:32Z', 'revision_number': 2, 'project_id': 'ab5a423d99764585bcd3274895950844', 'subnets': [{'id': '995240d6-4044-4427-b101-cc84dce53df9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:33.899089 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-8bfd1c63-f749-4ef4-8c38-70a4e6ebccfc tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/quotas/ab5a423d99764585bcd3274895950844 HTTP/1.1" status: 200 len: 375 time: 0.0242455 Jul 15 13:26:33.911946 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a5a8ca-6f49-4584-86fb-be1c82b0a02b None None] Checking router: 7098b335-83de-4bad-9c10-12a31e1b8e62 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:26:33.912531 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a5a8ca-6f49-4584-86fb-be1c82b0a02b None None] Updating router 7098b335-83de-4bad-9c10-12a31e1b8e62 port 340a6b17-2699-49cd-a96c-02d4b17aa4e9 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:26:33.958435 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-93a5a8ca-6f49-4584-86fb-be1c82b0a02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.076309 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d338a5a5-02b2-4b84-b01c-d212f0b17df9 req-b200f22c-4941-4ef4-8e9e-84ef8239f167 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 210 time: 0.0755548 Jul 15 13:26:34.106980 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-219eef01-8907-4de5-9d15-73a0e7b6a1e3 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ab5a423d99764585bcd3274895950844&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2017014 Jul 15 13:26:34.150595 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6477e847-b9a7-4cc0-af67-1dd96e8d8ba1 None None] Provisioning complete for port 340a6b17-2699-49cd-a96c-02d4b17aa4e9 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:34.150984 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6477e847-b9a7-4cc0-af67-1dd96e8d8ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.230515 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-6477e847-b9a7-4cc0-af67-1dd96e8d8ba1 None None] Port 340a6b17-2699-49cd-a96c-02d4b17aa4e9 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:26:34.235008 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-a17eb854-e293-4dee-992f-d16b5fdc9393 service neutron] 10.222.0.16 "GET /v2.0/networks/a7c17176-fab7-4072-b064-3acc3663705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218498 Jul 15 13:26:34.354240 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-0c188a72-8199-4307-a991-e7a3cd844f2b None None] Provisioning complete for port 340a6b17-2699-49cd-a96c-02d4b17aa4e9 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:34.354809 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0c188a72-8199-4307-a991-e7a3cd844f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.412426 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 109b14cc-70b8-430b-80a2-5c7428e4daf0 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:34.443349 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-0c188a72-8199-4307-a991-e7a3cd844f2b None None] Port 340a6b17-2699-49cd-a96c-02d4b17aa4e9 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:26:34.488173 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 109b14cc-70b8-430b-80a2-5c7428e4daf0 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:34.488560 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.500891 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-93a5a8ca-6f49-4584-86fb-be1c82b0a02b None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.514744 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-93a5a8ca-6f49-4584-86fb-be1c82b0a02b None None] Transition to ACTIVE for port object 340a6b17-2699-49cd-a96c-02d4b17aa4e9 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:34.526367 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-93a5a8ca-6f49-4584-86fb-be1c82b0a02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.620854 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 76b3e977-d76c-4220-ba6a-c62772ca7f6c up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:34.673956 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96471de4-1b34-45d4-bba5-e4134243fe77 None None] Pushing event updated for resources: {'Port': ['ID=340a6b17-2699-49cd-a96c-02d4b17aa4e9,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:34.688856 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96471de4-1b34-45d4-bba5-e4134243fe77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:34.689493 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96471de4-1b34-45d4-bba5-e4134243fe77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:34.690379 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96471de4-1b34-45d4-bba5-e4134243fe77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:34.703184 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96471de4-1b34-45d4-bba5-e4134243fe77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:34.704741 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96471de4-1b34-45d4-bba5-e4134243fe77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:34.706017 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96471de4-1b34-45d4-bba5-e4134243fe77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:34.707687 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96471de4-1b34-45d4-bba5-e4134243fe77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:34.708237 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96471de4-1b34-45d4-bba5-e4134243fe77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:34.708898 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96471de4-1b34-45d4-bba5-e4134243fe77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:34.709387 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96471de4-1b34-45d4-bba5-e4134243fe77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:34.709845 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96471de4-1b34-45d4-bba5-e4134243fe77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:34.720256 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96471de4-1b34-45d4-bba5-e4134243fe77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:34.736791 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-93a5a8ca-6f49-4584-86fb-be1c82b0a02b None None] Attempting to bind port 340a6b17-2699-49cd-a96c-02d4b17aa4e9 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:34.737168 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-93a5a8ca-6f49-4584-86fb-be1c82b0a02b None None] Attempting to bind port 340a6b17-2699-49cd-a96c-02d4b17aa4e9 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'b41341f3-2d1e-442d-bf1e-8d7a8bbb16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a7c17176-fab7-4072-b064-3acc3663705a'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:34.737537 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a5a8ca-6f49-4584-86fb-be1c82b0a02b None None] Attempting to bind port 340a6b17-2699-49cd-a96c-02d4b17aa4e9 on network a7c17176-fab7-4072-b064-3acc3663705a {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:34.744270 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 76b3e977-d76c-4220-ba6a-c62772ca7f6c triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:34.744941 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a5a8ca-6f49-4584-86fb-be1c82b0a02b None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:34.745347 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a5a8ca-6f49-4584-86fb-be1c82b0a02b None None] Checking segment: {'id': 'b41341f3-2d1e-442d-bf1e-8d7a8bbb16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a7c17176-fab7-4072-b064-3acc3663705a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:34.745680 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.745794 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-93a5a8ca-6f49-4584-86fb-be1c82b0a02b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.746182 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a5a8ca-6f49-4584-86fb-be1c82b0a02b None None] Bound using segment: {'id': 'b41341f3-2d1e-442d-bf1e-8d7a8bbb16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a7c17176-fab7-4072-b064-3acc3663705a'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:34.746825 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-93a5a8ca-6f49-4584-86fb-be1c82b0a02b None None] Bound port: 340a6b17-2699-49cd-a96c-02d4b17aa4e9, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b41341f3-2d1e-442d-bf1e-8d7a8bbb16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a7c17176-fab7-4072-b064-3acc3663705a'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:34.747826 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-93a5a8ca-6f49-4584-86fb-be1c82b0a02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.868487 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-93a5a8ca-6f49-4584-86fb-be1c82b0a02b None None] For port 340a6b17-2699-49cd-a96c-02d4b17aa4e9, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:34.873091 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-93a5a8ca-6f49-4584-86fb-be1c82b0a02b None None] For port 340a6b17-2699-49cd-a96c-02d4b17aa4e9, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=340a6b17-2699-49cd-a96c-02d4b17aa4e9,segment=NetworkSegment(b41341f3-2d1e-442d-bf1e-8d7a8bbb16b3),segment_id=b41341f3-2d1e-442d-bf1e-8d7a8bbb16b3)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:34.879092 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-93a5a8ca-6f49-4584-86fb-be1c82b0a02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.994614 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a5a8ca-6f49-4584-86fb-be1c82b0a02b None None] Routers {'7098b335-83de-4bad-9c10-12a31e1b8e62'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:34.994614 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-93a5a8ca-6f49-4584-86fb-be1c82b0a02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:26:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['7098b335-83de-4bad-9c10-12a31e1b8e62'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:34.999898 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96471de4-1b34-45d4-bba5-e4134243fe77 None None] Pushing event updated for resources: {'Port': ['ID=340a6b17-2699-49cd-a96c-02d4b17aa4e9,revision_number=4']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:35.019313 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-bb02949a-c333-4db1-8ecd-9d425a4aafcc service neutron] 10.222.0.16 "GET /v2.0/networks/a7c17176-fab7-4072-b064-3acc3663705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7752292 Jul 15 13:26:35.044862 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:35.060099 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511f5e7-80e0-4f97-9cd9-30f0604eb9f2 req-de78b489-44f4-4ba9-bd9c-dc56c8dc7682 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:35.061665 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c511f5e7-80e0-4f97-9cd9-30f0604eb9f2 req-de78b489-44f4-4ba9-bd9c-dc56c8dc7682 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=442f5004-7922-4d84-ba9c-c107273d7474 HTTP/1.1" status: 200 len: 945 time: 0.1598880 Jul 15 13:26:35.144234 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c511f5e7-80e0-4f97-9cd9-30f0604eb9f2 req-b1afa354-7ff0-4bff-93e0-7f3d81af4b41 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e58760-3440-45b4-9476-d59ed096ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763967 Jul 15 13:26:35.156006 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-93a5a8ca-6f49-4584-86fb-be1c82b0a02b None None] Set router 7098b335-83de-4bad-9c10-12a31e1b8e62 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:35.354722 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7cf90a2a-f0dd-4095-bcc6-b9300cac63e5 req-700a39b3-ac16-4e3f-b395-d10e8a90558a tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 210 time: 0.0344346 Jul 15 13:26:35.397640 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-289b43ec-baf1-497c-8b57-32fca5153670 req-a41e014e-0e38-4143-aa93-75127e47e85f tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ca4ade7-5eb4-4434-8328-0cab3ba22685 HTTP/1.1" status: 200 len: 210 time: 0.0456395 Jul 15 13:26:35.592584 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-93a5a8ca-6f49-4584-86fb-be1c82b0a02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7098b335-83de-4bad-9c10-12a31e1b8e62', 'name': 'tempest-TestSecurityGroupsBasicOps-router-44371960', 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '76b3e977-d76c-4220-ba6a-c62772ca7f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:26Z', 'updated_at': '2021-07-15T13:26:31Z', 'revision_number': 4, 'project_id': 'ab5a423d99764585bcd3274895950844', 'gw_port': {'id': '76b3e977-d76c-4220-ba6a-c62772ca7f6c', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7098b335-83de-4bad-9c10-12a31e1b8e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:27Z', 'updated_at': '2021-07-15T13:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '340a6b17-2699-49cd-a96c-02d4b17aa4e9', 'name': '', 'network_id': 'a7c17176-fab7-4072-b064-3acc3663705a', 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'mac_address': 'fa:16:3e:07:a0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7098b335-83de-4bad-9c10-12a31e1b8e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '995240d6-4044-4427-b101-cc84dce53df9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:30Z', 'updated_at': '2021-07-15T13:26:34Z', 'revision_number': 4, 'project_id': 'ab5a423d99764585bcd3274895950844', 'subnets': [{'id': '995240d6-4044-4427-b101-cc84dce53df9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:35.641987 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a5a8ca-6f49-4584-86fb-be1c82b0a02b None None] The sync data for ids ['7098b335-83de-4bad-9c10-12a31e1b8e62'] in n-d-771363-36 is: [{'id': '7098b335-83de-4bad-9c10-12a31e1b8e62', 'name': 'tempest-TestSecurityGroupsBasicOps-router-44371960', 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '76b3e977-d76c-4220-ba6a-c62772ca7f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:26Z', 'updated_at': '2021-07-15T13:26:31Z', 'revision_number': 4, 'project_id': 'ab5a423d99764585bcd3274895950844', 'gw_port': {'id': '76b3e977-d76c-4220-ba6a-c62772ca7f6c', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7098b335-83de-4bad-9c10-12a31e1b8e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:27Z', 'updated_at': '2021-07-15T13:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '340a6b17-2699-49cd-a96c-02d4b17aa4e9', 'name': '', 'network_id': 'a7c17176-fab7-4072-b064-3acc3663705a', 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'mac_address': 'fa:16:3e:07:a0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7098b335-83de-4bad-9c10-12a31e1b8e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '995240d6-4044-4427-b101-cc84dce53df9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:30Z', 'updated_at': '2021-07-15T13:26:34Z', 'revision_number': 4, 'project_id': 'ab5a423d99764585bcd3274895950844', 'subnets': [{'id': '995240d6-4044-4427-b101-cc84dce53df9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:26:35.915778 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43572019-853e-4b43-9693-82cca63673f5 req-f8a299ef-e7dc-4a22-b1ad-7e026baac2cf tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:35.917464 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-43572019-853e-4b43-9693-82cca63673f5 req-f8a299ef-e7dc-4a22-b1ad-7e026baac2cf tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.46 "GET /v2.0/networks?id=33daa320-d719-4788-a6ae-6d9428792c14 HTTP/1.1" status: 200 len: 817 time: 0.2979193 Jul 15 13:26:35.990892 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-43572019-853e-4b43-9693-82cca63673f5 req-95fc0be9-5de5-4f73-b45f-38e5c3cbe44a tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf299a1585cb47ad811c548c9505de73 HTTP/1.1" status: 200 len: 380 time: 0.0630195 Jul 15 13:26:36.004359 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-43572019-853e-4b43-9693-82cca63673f5 req-23b584b0-2830-42b3-8f8f-c1873b6c6bfc tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Request body: {'port': {'device_id': '8e255538-0f20-43ef-a7d8-382c8eebb079', 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14', 'admin_state_up': True, 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'security_groups': ['7fdeba68-99bc-4de8-b191-f07cd9f7e9ca']}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:36.193602 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43572019-853e-4b43-9693-82cca63673f5 req-23b584b0-2830-42b3-8f8f-c1873b6c6bfc tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Made reservation on behalf of bf299a1585cb47ad811c548c9505de73 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:36.210542 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-43572019-853e-4b43-9693-82cca63673f5 req-23b584b0-2830-42b3-8f8f-c1873b6c6bfc tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.506484 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-43572019-853e-4b43-9693-82cca63673f5 req-23b584b0-2830-42b3-8f8f-c1873b6c6bfc tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Allocated IP 172.20.0.8 (33daa320-d719-4788-a6ae-6d9428792c14/236966a3-1e59-4c69-99ff-863fc85e1377/65a59c5e-cefe-404a-a27a-0f82635c0153) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:36.510892 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 340a6b17-2699-49cd-a96c-02d4b17aa4e9 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:36.528967 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995e1dc-a1a5-4dd1-9b6b-cba94725ed9a req-2aa9fde5-1cf0-4d41-8fb6-43bedddce758 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:36.535150 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c995e1dc-a1a5-4dd1-9b6b-cba94725ed9a req-2aa9fde5-1cf0-4d41-8fb6-43bedddce758 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=442f5004-7922-4d84-ba9c-c107273d7474 HTTP/1.1" status: 200 len: 945 time: 0.1273301 Jul 15 13:26:36.599506 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f1eddfee-4402-4054-afb0-5d4a7348948b req-86b57d28-d871-4eae-a23c-8c40ad7a75b8 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 210 time: 0.0462711 Jul 15 13:26:36.606042 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 340a6b17-2699-49cd-a96c-02d4b17aa4e9 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:36.615128 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 340a6b17-2699-49cd-a96c-02d4b17aa4e9 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:36.615509 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.666216 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c995e1dc-a1a5-4dd1-9b6b-cba94725ed9a req-e2540169-7a2e-4586-941b-ced2e45ae624 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e58760-3440-45b4-9476-d59ed096ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994115 Jul 15 13:26:36.756355 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.778092 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-43572019-853e-4b43-9693-82cca63673f5 req-23b584b0-2830-42b3-8f8f-c1873b6c6bfc tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.794654 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-43572019-853e-4b43-9693-82cca63673f5 req-23b584b0-2830-42b3-8f8f-c1873b6c6bfc tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Transition to ACTIVE for port object 65a59c5e-cefe-404a-a27a-0f82635c0153 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:36.807701 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 340a6b17-2699-49cd-a96c-02d4b17aa4e9, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=340a6b17-2699-49cd-a96c-02d4b17aa4e9,segment=NetworkSegment(b41341f3-2d1e-442d-bf1e-8d7a8bbb16b3),segment_id=b41341f3-2d1e-442d-bf1e-8d7a8bbb16b3)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:36.814089 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.842803 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-43572019-853e-4b43-9693-82cca63673f5 req-23b584b0-2830-42b3-8f8f-c1873b6c6bfc tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.912118 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5b12446f-646c-46af-af34-b8e857487187 req-9799b247-61bb-4030-8358-5804dcd67198 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ca4ade7-5eb4-4434-8328-0cab3ba22685 HTTP/1.1" status: 200 len: 210 time: 0.0899198 Jul 15 13:26:36.947268 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43572019-853e-4b43-9693-82cca63673f5 req-23b584b0-2830-42b3-8f8f-c1873b6c6bfc tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Network 33daa320-d719-4788-a6ae-6d9428792c14 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:36.958368 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-43572019-853e-4b43-9693-82cca63673f5 req-23b584b0-2830-42b3-8f8f-c1873b6c6bfc tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:36.967091 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=340a6b17-2699-49cd-a96c-02d4b17aa4e9,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:36.996089 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-43572019-853e-4b43-9693-82cca63673f5 req-23b584b0-2830-42b3-8f8f-c1873b6c6bfc tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:37.007921 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b584b0-2830-42b3-8f8f-c1873b6c6bfc tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Pushing event updated for resources: {'Port': ['ID=65a59c5e-cefe-404a-a27a-0f82635c0153,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:37.067105 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b584b0-2830-42b3-8f8f-c1873b6c6bfc tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:37.067105 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b584b0-2830-42b3-8f8f-c1873b6c6bfc tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:37.068487 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b584b0-2830-42b3-8f8f-c1873b6c6bfc tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:37.069075 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b584b0-2830-42b3-8f8f-c1873b6c6bfc tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:37.069420 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b584b0-2830-42b3-8f8f-c1873b6c6bfc tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:37.069765 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b584b0-2830-42b3-8f8f-c1873b6c6bfc tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:37.070160 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b584b0-2830-42b3-8f8f-c1873b6c6bfc tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:37.070436 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b584b0-2830-42b3-8f8f-c1873b6c6bfc tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:37.070791 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b584b0-2830-42b3-8f8f-c1873b6c6bfc tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:37.077592 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b584b0-2830-42b3-8f8f-c1873b6c6bfc tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:37.078017 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b584b0-2830-42b3-8f8f-c1873b6c6bfc tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:37.078419 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b584b0-2830-42b3-8f8f-c1873b6c6bfc tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:37.161338 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-0d07313f-fae7-42dc-9979-acd8f75f5fc2 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:37.163680 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-0d07313f-fae7-42dc-9979-acd8f75f5fc2 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.20 "GET /v2.0/networks?id=a7c17176-fab7-4072-b064-3acc3663705a HTTP/1.1" status: 200 len: 798 time: 0.2503445 Jul 15 13:26:37.169073 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43572019-853e-4b43-9693-82cca63673f5 req-23b584b0-2830-42b3-8f8f-c1873b6c6bfc tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:37.169768 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-43572019-853e-4b43-9693-82cca63673f5 req-23b584b0-2830-42b3-8f8f-c1873b6c6bfc tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.177861 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-04ca6485-ad38-45ab-b2d7-149621b50ae3 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Request body: {'port': {'device_id': '6ca4ade7-5eb4-4434-8328-0cab3ba22685', 'network_id': 'a7c17176-fab7-4072-b064-3acc3663705a', 'admin_state_up': True, 'tenant_id': 'ab5a423d99764585bcd3274895950844'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:37.201846 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-43572019-853e-4b43-9693-82cca63673f5 req-23b584b0-2830-42b3-8f8f-c1873b6c6bfc tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2030008 Jul 15 13:26:37.215552 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-43572019-853e-4b43-9693-82cca63673f5 req-d04a09a8-ed47-41f9-b737-03eab8ae0b93 service neutron] Request body: {'port': {'device_id': '8e255538-0f20-43ef-a7d8-382c8eebb079', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:37.372662 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-43572019-853e-4b43-9693-82cca63673f5 req-d04a09a8-ed47-41f9-b737-03eab8ae0b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.400135 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-04ca6485-ad38-45ab-b2d7-149621b50ae3 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Made reservation on behalf of ab5a423d99764585bcd3274895950844 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:37.404885 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-04ca6485-ad38-45ab-b2d7-149621b50ae3 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.442361 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f23e3572-4284-4284-9766-395553b8f00d None None] Provisioning for port 65a59c5e-cefe-404a-a27a-0f82635c0153 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:37.448469 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f23e3572-4284-4284-9766-395553b8f00d None None] Provisioning complete for port 65a59c5e-cefe-404a-a27a-0f82635c0153 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:37.450112 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f23e3572-4284-4284-9766-395553b8f00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.514661 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f23e3572-4284-4284-9766-395553b8f00d None None] Port 65a59c5e-cefe-404a-a27a-0f82635c0153 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:26:37.571651 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-04ca6485-ad38-45ab-b2d7-149621b50ae3 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Allocated IP 172.20.0.26 (a7c17176-fab7-4072-b064-3acc3663705a/995240d6-4044-4427-b101-cc84dce53df9/83766fe4-464f-4a10-b192-cff2aa058a29) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:37.717815 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-04ca6485-ad38-45ab-b2d7-149621b50ae3 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.746880 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-04ca6485-ad38-45ab-b2d7-149621b50ae3 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Transition to ACTIVE for port object 83766fe4-464f-4a10-b192-cff2aa058a29 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:37.782927 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-43572019-853e-4b43-9693-82cca63673f5 req-d04a09a8-ed47-41f9-b737-03eab8ae0b93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65a59c5e-cefe-404a-a27a-0f82635c0153 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:26:37.791768 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-43572019-853e-4b43-9693-82cca63673f5 req-d04a09a8-ed47-41f9-b737-03eab8ae0b93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.819582 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-43572019-853e-4b43-9693-82cca63673f5 req-d04a09a8-ed47-41f9-b737-03eab8ae0b93 service neutron] Transition to ACTIVE for port object 65a59c5e-cefe-404a-a27a-0f82635c0153 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:37.826821 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-43572019-853e-4b43-9693-82cca63673f5 req-d04a09a8-ed47-41f9-b737-03eab8ae0b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.885740 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-04ca6485-ad38-45ab-b2d7-149621b50ae3 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.931473 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a09a8-ed47-41f9-b737-03eab8ae0b93 service neutron] Pushing event updated for resources: {'Port': ['ID=65a59c5e-cefe-404a-a27a-0f82635c0153,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:37.945067 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f98fe-3d10-4ff4-9fad-673de86cbf19 req-8b7e12d4-efb7-4b0d-a242-89568faa811e tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:37.946368 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-227f98fe-3d10-4ff4-9fad-673de86cbf19 req-8b7e12d4-efb7-4b0d-a242-89568faa811e tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 931 time: 0.1910622 Jul 15 13:26:37.964452 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-04ca6485-ad38-45ab-b2d7-149621b50ae3 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Network a7c17176-fab7-4072-b064-3acc3663705a is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:37.975798 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-43572019-853e-4b43-9693-82cca63673f5 req-d04a09a8-ed47-41f9-b737-03eab8ae0b93 service neutron] Attempting to bind port 65a59c5e-cefe-404a-a27a-0f82635c0153 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:37.977119 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-43572019-853e-4b43-9693-82cca63673f5 req-d04a09a8-ed47-41f9-b737-03eab8ae0b93 service neutron] Attempting to bind port 65a59c5e-cefe-404a-a27a-0f82635c0153 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '02b4ae28-7870-45f1-8b91-4bf335fcbce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:37.977446 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43572019-853e-4b43-9693-82cca63673f5 req-d04a09a8-ed47-41f9-b737-03eab8ae0b93 service neutron] Attempting to bind port 65a59c5e-cefe-404a-a27a-0f82635c0153 on network 33daa320-d719-4788-a6ae-6d9428792c14 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:37.984298 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43572019-853e-4b43-9693-82cca63673f5 req-d04a09a8-ed47-41f9-b737-03eab8ae0b93 service neutron] Port 65a59c5e-cefe-404a-a27a-0f82635c0153 on network 33daa320-d719-4788-a6ae-6d9428792c14 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:26:37.984610 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43572019-853e-4b43-9693-82cca63673f5 req-d04a09a8-ed47-41f9-b737-03eab8ae0b93 service neutron] Attempting to bind port 65a59c5e-cefe-404a-a27a-0f82635c0153 on network 33daa320-d719-4788-a6ae-6d9428792c14 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:37.987016 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-04ca6485-ad38-45ab-b2d7-149621b50ae3 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:37.994045 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43572019-853e-4b43-9693-82cca63673f5 req-d04a09a8-ed47-41f9-b737-03eab8ae0b93 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:37.994045 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43572019-853e-4b43-9693-82cca63673f5 req-d04a09a8-ed47-41f9-b737-03eab8ae0b93 service neutron] Checking segment: {'id': '02b4ae28-7870-45f1-8b91-4bf335fcbce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:37.994241 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43572019-853e-4b43-9693-82cca63673f5 req-d04a09a8-ed47-41f9-b737-03eab8ae0b93 service neutron] Bound using segment: {'id': '02b4ae28-7870-45f1-8b91-4bf335fcbce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:37.994803 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-43572019-853e-4b43-9693-82cca63673f5 req-d04a09a8-ed47-41f9-b737-03eab8ae0b93 service neutron] Bound port: 65a59c5e-cefe-404a-a27a-0f82635c0153, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02b4ae28-7870-45f1-8b91-4bf335fcbce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:37.995164 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-43572019-853e-4b43-9693-82cca63673f5 req-d04a09a8-ed47-41f9-b737-03eab8ae0b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.999193 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-04ca6485-ad38-45ab-b2d7-149621b50ae3 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:38.007638 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca6485-ad38-45ab-b2d7-149621b50ae3 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Pushing event updated for resources: {'Port': ['ID=83766fe4-464f-4a10-b192-cff2aa058a29,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:38.066090 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-227f98fe-3d10-4ff4-9fad-673de86cbf19 req-912d5d22-d313-43c6-b470-b8d586de1652 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048436 Jul 15 13:26:38.074225 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb0757-0551-4fe9-95c7-162d77279e1e req-fbe3f44a-25b0-4033-b504-8fbe00e95326 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:38.086660 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4cbb0757-0551-4fe9-95c7-162d77279e1e req-fbe3f44a-25b0-4033-b504-8fbe00e95326 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=442f5004-7922-4d84-ba9c-c107273d7474 HTTP/1.1" status: 200 len: 945 time: 0.2556770 Jul 15 13:26:38.105520 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-43572019-853e-4b43-9693-82cca63673f5 req-d04a09a8-ed47-41f9-b737-03eab8ae0b93 service neutron] For port 65a59c5e-cefe-404a-a27a-0f82635c0153, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:38.113057 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-43572019-853e-4b43-9693-82cca63673f5 req-d04a09a8-ed47-41f9-b737-03eab8ae0b93 service neutron] For port 65a59c5e-cefe-404a-a27a-0f82635c0153, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=65a59c5e-cefe-404a-a27a-0f82635c0153,segment=NetworkSegment(02b4ae28-7870-45f1-8b91-4bf335fcbce3),segment_id=02b4ae28-7870-45f1-8b91-4bf335fcbce3)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:38.118094 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-43572019-853e-4b43-9693-82cca63673f5 req-d04a09a8-ed47-41f9-b737-03eab8ae0b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:38.133323 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-04ca6485-ad38-45ab-b2d7-149621b50ae3 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:38.134095 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-04ca6485-ad38-45ab-b2d7-149621b50ae3 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:38.173401 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43572019-853e-4b43-9693-82cca63673f5 req-d04a09a8-ed47-41f9-b737-03eab8ae0b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:38.173957 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-43572019-853e-4b43-9693-82cca63673f5 req-d04a09a8-ed47-41f9-b737-03eab8ae0b93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:38.175878 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-43572019-853e-4b43-9693-82cca63673f5 req-d04a09a8-ed47-41f9-b737-03eab8ae0b93 service neutron] 10.222.0.46 "PUT /v2.0/ports/65a59c5e-cefe-404a-a27a-0f82635c0153 HTTP/1.1" status: 200 len: 1092 time: 0.9647434 Jul 15 13:26:38.176479 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e255538-0f20-43ef-a7d8-382c8eebb079', 'tag': '65a59c5e-cefe-404a-a27a-0f82635c0153'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:26:38.176594 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4cbb0757-0551-4fe9-95c7-162d77279e1e req-80466327-5676-46eb-8f5d-444ea3aa7813 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e58760-3440-45b4-9476-d59ed096ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888822 Jul 15 13:26:38.178592 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-04ca6485-ad38-45ab-b2d7-149621b50ae3 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0054786 Jul 15 13:26:38.180379 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4abf042-9cb3-40b1-a5f8-c666ad3bdf41" -d '{"events": [{"name": "network-changed", "server_uuid": "8e255538-0f20-43ef-a7d8-382c8eebb079", "tag": "65a59c5e-cefe-404a-a27a-0f82635c0153"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:26:38.193218 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-19f4f0de-7054-4eba-98e5-cb912961a3a7 service neutron] Request body: {'port': {'device_id': '6ca4ade7-5eb4-4434-8328-0cab3ba22685', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:38.370814 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f8b54d-cbfd-476a-a8bb-fad2066b9742 x-openstack-request-id: req-86f8b54d-cbfd-476a-a8bb-fad2066b9742 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:26:38.372544 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e255538-0f20-43ef-a7d8-382c8eebb079", "tag": "65a59c5e-cefe-404a-a27a-0f82635c0153", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:26:38.372544 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-86f8b54d-cbfd-476a-a8bb-fad2066b9742 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:26:38.374030 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e255538-0f20-43ef-a7d8-382c8eebb079', 'tag': '65a59c5e-cefe-404a-a27a-0f82635c0153', 'status': 'completed', 'code': 200} Jul 15 13:26:38.379080 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a09a8-ed47-41f9-b737-03eab8ae0b93 service neutron] Pushing event updated for resources: {'Port': ['ID=65a59c5e-cefe-404a-a27a-0f82635c0153,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:38.420803 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 340a6b17-2699-49cd-a96c-02d4b17aa4e9 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:38.449656 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43572019-853e-4b43-9693-82cca63673f5 req-e82299cc-f674-43d6-b4fc-e8d536e3e884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:38.463717 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-43572019-853e-4b43-9693-82cca63673f5 req-e82299cc-f674-43d6-b4fc-e8d536e3e884 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf299a1585cb47ad811c548c9505de73&device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 1095 time: 0.2322531 Jul 15 13:26:38.511930 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-2d58098a-8419-4601-8022-1f411b10062d None None] Provisioning for port 83766fe4-464f-4a10-b192-cff2aa058a29 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:38.521000 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-2d58098a-8419-4601-8022-1f411b10062d None None] Provisioning complete for port 83766fe4-464f-4a10-b192-cff2aa058a29 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:38.522112 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2d58098a-8419-4601-8022-1f411b10062d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:38.536305 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-43572019-853e-4b43-9693-82cca63673f5 req-b0f4150b-f6cb-4a9d-b189-57249262ea65 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65a59c5e-cefe-404a-a27a-0f82635c0153 HTTP/1.1" status: 200 len: 217 time: 0.0656452 Jul 15 13:26:38.568651 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 340a6b17-2699-49cd-a96c-02d4b17aa4e9 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:38.569346 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:38.573537 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2d58098a-8419-4601-8022-1f411b10062d None None] Port 83766fe4-464f-4a10-b192-cff2aa058a29 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:26:38.578364 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-19f4f0de-7054-4eba-98e5-cb912961a3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:38.608413 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43572019-853e-4b43-9693-82cca63673f5 req-ba3f4118-4c37-423a-8bed-cadd77a84c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:38.610036 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-43572019-853e-4b43-9693-82cca63673f5 req-ba3f4118-4c37-423a-8bed-cadd77a84c74 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=236966a3-1e59-4c69-99ff-863fc85e1377 HTTP/1.1" status: 200 len: 856 time: 0.0669556 Jul 15 13:26:38.622751 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ebbd2-c643-451c-a648-9792ae7de3e0 req-c928c3b7-fd1f-4a1b-b1fb-98539482d6da tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:38.635209 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a36ebbd2-c643-451c-a648-9792ae7de3e0 req-c928c3b7-fd1f-4a1b-b1fb-98539482d6da tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ca4ade7-5eb4-4434-8328-0cab3ba22685 HTTP/1.1" status: 200 len: 895 time: 0.2243373 Jul 15 13:26:38.677259 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c6c6e-5364-43fe-ac0b-7418cae17b34 req-5b41c924-7c8d-46b2-8600-ff893026104d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:38.679056 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac7c6c6e-5364-43fe-ac0b-7418cae17b34 req-5b41c924-7c8d-46b2-8600-ff893026104d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=442f5004-7922-4d84-ba9c-c107273d7474 HTTP/1.1" status: 200 len: 1097 time: 0.2143412 Jul 15 13:26:38.706494 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43572019-853e-4b43-9693-82cca63673f5 req-8963b3f5-4fe1-4f2d-bc89-3c9b5e9dd84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:38.708409 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-43572019-853e-4b43-9693-82cca63673f5 req-8963b3f5-4fe1-4f2d-bc89-3c9b5e9dd84b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=33daa320-d719-4788-a6ae-6d9428792c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0898244 Jul 15 13:26:38.780806 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac7c6c6e-5364-43fe-ac0b-7418cae17b34 req-589686ba-5435-4e13-9f61-b75a2e603b2d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d8e58760-3440-45b4-9476-d59ed096ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917022 Jul 15 13:26:38.815638 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-43572019-853e-4b43-9693-82cca63673f5 req-1668b1e2-8c95-4039-9fcf-2a3bbf2fda66 service neutron] 10.222.0.46 "GET /v2.0/networks/33daa320-d719-4788-a6ae-6d9428792c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006696 Jul 15 13:26:38.931983 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-43572019-853e-4b43-9693-82cca63673f5 req-0441b511-cdb4-49d0-a76f-9fca8f35ae7e service neutron] 10.222.0.46 "GET /v2.0/networks/33daa320-d719-4788-a6ae-6d9428792c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017892 Jul 15 13:26:38.940175 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-19f4f0de-7054-4eba-98e5-cb912961a3a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83766fe4-464f-4a10-b192-cff2aa058a29 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:26:38.949315 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-19f4f0de-7054-4eba-98e5-cb912961a3a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:38.965235 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-19f4f0de-7054-4eba-98e5-cb912961a3a7 service neutron] Transition to ACTIVE for port object 83766fe4-464f-4a10-b192-cff2aa058a29 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:38.969258 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-19f4f0de-7054-4eba-98e5-cb912961a3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:39.031500 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4f0de-7054-4eba-98e5-cb912961a3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=83766fe4-464f-4a10-b192-cff2aa058a29,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:39.054077 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abf042-9cb3-40b1-a5f8-c666ad3bdf41 req-7766b551-b29d-4ccb-8cb4-828b02c6643e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:39.055797 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f4abf042-9cb3-40b1-a5f8-c666ad3bdf41 req-7766b551-b29d-4ccb-8cb4-828b02c6643e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf299a1585cb47ad811c548c9505de73&device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 1095 time: 0.0714543 Jul 15 13:26:39.116881 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-19f4f0de-7054-4eba-98e5-cb912961a3a7 service neutron] Attempting to bind port 83766fe4-464f-4a10-b192-cff2aa058a29 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:39.117364 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-19f4f0de-7054-4eba-98e5-cb912961a3a7 service neutron] Attempting to bind port 83766fe4-464f-4a10-b192-cff2aa058a29 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'b41341f3-2d1e-442d-bf1e-8d7a8bbb16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a7c17176-fab7-4072-b064-3acc3663705a'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:39.117702 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-19f4f0de-7054-4eba-98e5-cb912961a3a7 service neutron] Attempting to bind port 83766fe4-464f-4a10-b192-cff2aa058a29 on network a7c17176-fab7-4072-b064-3acc3663705a {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:39.125823 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-19f4f0de-7054-4eba-98e5-cb912961a3a7 service neutron] Port 83766fe4-464f-4a10-b192-cff2aa058a29 on network a7c17176-fab7-4072-b064-3acc3663705a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:26:39.126152 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-19f4f0de-7054-4eba-98e5-cb912961a3a7 service neutron] Attempting to bind port 83766fe4-464f-4a10-b192-cff2aa058a29 on network a7c17176-fab7-4072-b064-3acc3663705a {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:39.135691 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-19f4f0de-7054-4eba-98e5-cb912961a3a7 service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:39.136033 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-19f4f0de-7054-4eba-98e5-cb912961a3a7 service neutron] Checking segment: {'id': 'b41341f3-2d1e-442d-bf1e-8d7a8bbb16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a7c17176-fab7-4072-b064-3acc3663705a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:39.136413 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-19f4f0de-7054-4eba-98e5-cb912961a3a7 service neutron] Bound using segment: {'id': 'b41341f3-2d1e-442d-bf1e-8d7a8bbb16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a7c17176-fab7-4072-b064-3acc3663705a'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:39.136995 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-19f4f0de-7054-4eba-98e5-cb912961a3a7 service neutron] Bound port: 83766fe4-464f-4a10-b192-cff2aa058a29, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b41341f3-2d1e-442d-bf1e-8d7a8bbb16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a7c17176-fab7-4072-b064-3acc3663705a'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:39.137405 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-19f4f0de-7054-4eba-98e5-cb912961a3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:39.182768 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abf042-9cb3-40b1-a5f8-c666ad3bdf41 req-5a54d25f-35a4-477d-a17c-d3e6c359f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:39.184358 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f4abf042-9cb3-40b1-a5f8-c666ad3bdf41 req-5a54d25f-35a4-477d-a17c-d3e6c359f112 service neutron] 10.222.0.46 "GET /v2.0/networks?id=33daa320-d719-4788-a6ae-6d9428792c14 HTTP/1.1" status: 200 len: 918 time: 0.1206715 Jul 15 13:26:39.225016 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-19f4f0de-7054-4eba-98e5-cb912961a3a7 service neutron] For port 83766fe4-464f-4a10-b192-cff2aa058a29, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:39.228803 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-19f4f0de-7054-4eba-98e5-cb912961a3a7 service neutron] For port 83766fe4-464f-4a10-b192-cff2aa058a29, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=83766fe4-464f-4a10-b192-cff2aa058a29,segment=NetworkSegment(b41341f3-2d1e-442d-bf1e-8d7a8bbb16b3),segment_id=b41341f3-2d1e-442d-bf1e-8d7a8bbb16b3)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:39.234433 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-19f4f0de-7054-4eba-98e5-cb912961a3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:39.259587 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f4abf042-9cb3-40b1-a5f8-c666ad3bdf41 req-f3ffb90b-f683-4dca-beb0-fc47be20468c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65a59c5e-cefe-404a-a27a-0f82635c0153 HTTP/1.1" status: 200 len: 217 time: 0.0677996 Jul 15 13:26:39.328515 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abf042-9cb3-40b1-a5f8-c666ad3bdf41 req-f53da541-f680-4e69-8d90-2a2b795b3c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:39.335275 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f4abf042-9cb3-40b1-a5f8-c666ad3bdf41 req-f53da541-f680-4e69-8d90-2a2b795b3c98 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=236966a3-1e59-4c69-99ff-863fc85e1377 HTTP/1.1" status: 200 len: 856 time: 0.0674977 Jul 15 13:26:39.335472 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-19f4f0de-7054-4eba-98e5-cb912961a3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:39.335472 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-19f4f0de-7054-4eba-98e5-cb912961a3a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:39.336549 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-19f4f0de-7054-4eba-98e5-cb912961a3a7 service neutron] 10.222.0.20 "PUT /v2.0/ports/83766fe4-464f-4a10-b192-cff2aa058a29 HTTP/1.1" status: 200 len: 1056 time: 1.1504869 Jul 15 13:26:39.337927 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca4ade7-5eb4-4434-8328-0cab3ba22685', 'tag': '83766fe4-464f-4a10-b192-cff2aa058a29'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:26:39.340941 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21b65ec-e646-45ed-b28c-1abe46cd1445" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca4ade7-5eb4-4434-8328-0cab3ba22685", "tag": "83766fe4-464f-4a10-b192-cff2aa058a29"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:26:39.424327 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abf042-9cb3-40b1-a5f8-c666ad3bdf41 req-ca090632-f597-47e2-b13d-4e6d9308df64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:39.426034 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f4abf042-9cb3-40b1-a5f8-c666ad3bdf41 req-ca090632-f597-47e2-b13d-4e6d9308df64 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=33daa320-d719-4788-a6ae-6d9428792c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0811992 Jul 15 13:26:39.455104 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4f0de-7054-4eba-98e5-cb912961a3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=83766fe4-464f-4a10-b192-cff2aa058a29,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:39.535161 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64430836-5a1b-4ae0-9a12-bb95d0287782 req-223ec7c9-30d6-40ae-9da9-cabd9b31c448 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:39.542637 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-64430836-5a1b-4ae0-9a12-bb95d0287782 req-223ec7c9-30d6-40ae-9da9-cabd9b31c448 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 943 time: 0.3043725 Jul 15 13:26:39.598250 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f4abf042-9cb3-40b1-a5f8-c666ad3bdf41 req-f8c439a1-32a4-4dd0-9a44-900ca5e817e5 service neutron] 10.222.0.46 "GET /v2.0/networks/33daa320-d719-4788-a6ae-6d9428792c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642518 Jul 15 13:26:39.619473 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd8dd8a-0cd2-4721-93c8-c1be62b04653 req-3a2d30ce-acd8-40c8-8c9a-af14577e045b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:39.626753 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dfd8dd8a-0cd2-4721-93c8-c1be62b04653 req-3a2d30ce-acd8-40c8-8c9a-af14577e045b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=442f5004-7922-4d84-ba9c-c107273d7474 HTTP/1.1" status: 200 len: 945 time: 0.2688818 Jul 15 13:26:39.663236 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-913f0f87-d558-4efb-b8f7-f695cf01c39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:39.664809 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-913f0f87-d558-4efb-b8f7-f695cf01c39b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ab5a423d99764585bcd3274895950844&device_id=6ca4ade7-5eb4-4434-8328-0cab3ba22685 HTTP/1.1" status: 200 len: 1059 time: 0.2737451 Jul 15 13:26:39.679365 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-64430836-5a1b-4ae0-9a12-bb95d0287782 req-df3d08ff-3868-4576-b763-78af1589abb9 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354797 Jul 15 13:26:39.739498 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f4abf042-9cb3-40b1-a5f8-c666ad3bdf41 req-b71d3614-4e62-467c-8a3f-635a9fe6960f service neutron] 10.222.0.46 "GET /v2.0/networks/33daa320-d719-4788-a6ae-6d9428792c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337447 Jul 15 13:26:39.770444 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ce7851-9144-4bea-a5d8-9c3d48e3a563 x-openstack-request-id: req-d8ce7851-9144-4bea-a5d8-9c3d48e3a563 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:26:39.770764 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca4ade7-5eb4-4434-8328-0cab3ba22685", "tag": "83766fe4-464f-4a10-b192-cff2aa058a29", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:26:39.771013 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d8ce7851-9144-4bea-a5d8-9c3d48e3a563 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:26:39.771394 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca4ade7-5eb4-4434-8328-0cab3ba22685', 'tag': '83766fe4-464f-4a10-b192-cff2aa058a29', 'status': 'completed', 'code': 200} Jul 15 13:26:39.775469 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-7356cf7d-c8f7-487c-ab2b-37068bdede52 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=83766fe4-464f-4a10-b192-cff2aa058a29 HTTP/1.1" status: 200 len: 217 time: 0.0950890 Jul 15 13:26:39.789279 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dfd8dd8a-0cd2-4721-93c8-c1be62b04653 req-a537a666-0ba5-4490-b737-8d6bb91d6d83 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e58760-3440-45b4-9476-d59ed096ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615646 Jul 15 13:26:39.859957 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-a7002aaa-5e7f-4490-bcc9-1b5ec6405890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:39.861705 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-a7002aaa-5e7f-4490-bcc9-1b5ec6405890 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=995240d6-4044-4427-b101-cc84dce53df9 HTTP/1.1" status: 200 len: 837 time: 0.0714941 Jul 15 13:26:39.960803 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-ecd1859f-3c14-4564-8ed6-5c09180aaac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:39.962322 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-ecd1859f-3c14-4564-8ed6-5c09180aaac9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a7c17176-fab7-4072-b064-3acc3663705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0945501 Jul 15 13:26:39.984845 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175cc199-bf30-47ec-a784-226dbcda2120 req-fd1fee9b-d99b-49e5-b78e-2851db540c91 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:39.986310 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-175cc199-bf30-47ec-a784-226dbcda2120 req-fd1fee9b-d99b-49e5-b78e-2851db540c91 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ca4ade7-5eb4-4434-8328-0cab3ba22685 HTTP/1.1" status: 200 len: 907 time: 0.0912628 Jul 15 13:26:40.011192 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 71adbaa8-24d9-469c-b8c7-310c3872b260 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:26:40.013292 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 71adbaa8-24d9-469c-b8c7-310c3872b260 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:26:40.079402 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-4080a818-4d62-4e76-bbb5-d0e23a581b9f service neutron] 10.222.0.20 "GET /v2.0/networks/a7c17176-fab7-4072-b064-3acc3663705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099832 Jul 15 13:26:40.164677 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 71adbaa8-24d9-469c-b8c7-310c3872b260, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=71adbaa8-24d9-469c-b8c7-310c3872b260,segment=NetworkSegment(e74a67fe-78ce-41da-bcef-bcbaece410e7),segment_id=e74a67fe-78ce-41da-bcef-bcbaece410e7)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:40.182328 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5c6e4983-164a-4f39-926b-464b717ff5a4 req-fd82799e-0428-478c-91a6-172bd4e0cb4c service neutron] 10.222.0.20 "GET /v2.0/networks/a7c17176-fab7-4072-b064-3acc3663705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952611 Jul 15 13:26:40.182535 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '71adbaa8-24d9-469c-b8c7-310c3872b260', 'network_id': 'ed20d663-1173-4534-8523-fc0b2fbb7ad7', 'port_id': '71adbaa8-24d9-469c-b8c7-310c3872b260', 'mac_address': 'fa:16:3e:07:ab:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c117192-dba8-4172-aea4-1eed9584f092', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:26:40.184036 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:40.233394 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442f5004-7922-4d84-ba9c-c107273d7474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71adbaa8-24d9-469c-b8c7-310c3872b260'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:26:40.235553 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199e4875-733b-46d4-b943-53dc1d40cd72" -d '{"events": [{"server_uuid": "442f5004-7922-4d84-ba9c-c107273d7474", "name": "network-vif-unplugged", "status": "completed", "tag": "71adbaa8-24d9-469c-b8c7-310c3872b260"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:26:40.254511 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 71adbaa8-24d9-469c-b8c7-310c3872b260, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=71adbaa8-24d9-469c-b8c7-310c3872b260,segment=NetworkSegment(e74a67fe-78ce-41da-bcef-bcbaece410e7),segment_id=e74a67fe-78ce-41da-bcef-bcbaece410e7)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:40.257145 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:40.267706 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:40.277294 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71adbaa8-24d9-469c-b8c7-310c3872b260 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:26:40.303074 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95730f71-d513-4683-9677-aca38a8f8d16 x-openstack-request-id: req-95730f71-d513-4683-9677-aca38a8f8d16 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:26:40.303363 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "442f5004-7922-4d84-ba9c-c107273d7474", "name": "network-vif-unplugged", "status": "completed", "tag": "71adbaa8-24d9-469c-b8c7-310c3872b260", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:26:40.303617 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-95730f71-d513-4683-9677-aca38a8f8d16 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:26:40.303994 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442f5004-7922-4d84-ba9c-c107273d7474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71adbaa8-24d9-469c-b8c7-310c3872b260', 'code': 200} Jul 15 13:26:40.328504 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b65ec-e646-45ed-b28c-1abe46cd1445 req-8d1b2096-3cf6-4787-a8b4-5d0561e844e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:40.336815 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e21b65ec-e646-45ed-b28c-1abe46cd1445 req-8d1b2096-3cf6-4787-a8b4-5d0561e844e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ab5a423d99764585bcd3274895950844&device_id=6ca4ade7-5eb4-4434-8328-0cab3ba22685 HTTP/1.1" status: 200 len: 1059 time: 0.0927651 Jul 15 13:26:40.459753 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b65ec-e646-45ed-b28c-1abe46cd1445 req-6d3594a9-faa3-4899-b6a8-f277151e911a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:40.461761 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e21b65ec-e646-45ed-b28c-1abe46cd1445 req-6d3594a9-faa3-4899-b6a8-f277151e911a service neutron] 10.222.0.20 "GET /v2.0/networks?id=a7c17176-fab7-4072-b064-3acc3663705a HTTP/1.1" status: 200 len: 899 time: 0.1188161 Jul 15 13:26:40.512080 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e21b65ec-e646-45ed-b28c-1abe46cd1445 req-5457b37e-c31a-4610-84ad-3b0de4fe1225 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=83766fe4-464f-4a10-b192-cff2aa058a29 HTTP/1.1" status: 200 len: 217 time: 0.0436118 Jul 15 13:26:40.522834 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=71adbaa8-24d9-469c-b8c7-310c3872b260,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:40.530675 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.db.api [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:26:40.531129 n-d-771363-36 neutron-server[93827]: DEBUG oslo_db.api [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:26:40.565204 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b65ec-e646-45ed-b28c-1abe46cd1445 req-26416a00-ea9f-4028-abd5-120650aae7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:40.566888 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e21b65ec-e646-45ed-b28c-1abe46cd1445 req-26416a00-ea9f-4028-abd5-120650aae7fb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=995240d6-4044-4427-b101-cc84dce53df9 HTTP/1.1" status: 200 len: 837 time: 0.0484984 Jul 15 13:26:40.633525 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b65ec-e646-45ed-b28c-1abe46cd1445 req-21c32c36-8686-43ac-bf1b-04e0c603130a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:40.635357 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e21b65ec-e646-45ed-b28c-1abe46cd1445 req-21c32c36-8686-43ac-bf1b-04e0c603130a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a7c17176-fab7-4072-b064-3acc3663705a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0622542 Jul 15 13:26:40.736133 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e21b65ec-e646-45ed-b28c-1abe46cd1445 req-85c55287-aa66-4df1-95ca-5f818de3a8fb service neutron] 10.222.0.20 "GET /v2.0/networks/a7c17176-fab7-4072-b064-3acc3663705a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937443 Jul 15 13:26:40.876357 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e21b65ec-e646-45ed-b28c-1abe46cd1445 req-3ad93b20-8ac4-48cd-805e-f1aa94af6daa service neutron] 10.222.0.20 "GET /v2.0/networks/a7c17176-fab7-4072-b064-3acc3663705a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335628 Jul 15 13:26:40.896339 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b078c9-645f-47cf-b901-e5d6b23986cc req-8b31f230-8f4e-4783-8cb2-fb4ee9a15b90 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:40.898264 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f4b078c9-645f-47cf-b901-e5d6b23986cc req-8b31f230-8f4e-4783-8cb2-fb4ee9a15b90 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 943 time: 0.0948999 Jul 15 13:26:40.968157 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f4b078c9-645f-47cf-b901-e5d6b23986cc req-610e9e32-4181-403f-9e07-410d40cd1bf1 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619614 Jul 15 13:26:41.003522 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244a064-407b-49fe-90a7-a1db523cc8f2 req-6640cb47-daaf-4928-8556-25c8ce7970ac tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:41.005037 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3244a064-407b-49fe-90a7-a1db523cc8f2 req-6640cb47-daaf-4928-8556-25c8ce7970ac tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=442f5004-7922-4d84-ba9c-c107273d7474 HTTP/1.1" status: 200 len: 943 time: 0.0825329 Jul 15 13:26:41.047430 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3244a064-407b-49fe-90a7-a1db523cc8f2 req-054198aa-3720-4b21-a246-5563066af12e tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e58760-3440-45b4-9476-d59ed096ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361693 Jul 15 13:26:41.077135 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 50954) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:41.085286 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:41.099619 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71adbaa8-24d9-469c-b8c7-310c3872b260 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:26:41.124525 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 71adbaa8-24d9-469c-b8c7-310c3872b260, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=71adbaa8-24d9-469c-b8c7-310c3872b260,segment=NetworkSegment(e74a67fe-78ce-41da-bcef-bcbaece410e7),segment_id=e74a67fe-78ce-41da-bcef-bcbaece410e7)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:41.129541 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:41.159941 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a0f4b29a-e099-4dfb-b1e1-98a6d24815a7 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/floatingips/de9395c0-4a20-4e4e-8310-4651674b91c2 HTTP/1.1" status: 200 len: 991 time: 0.0803373 Jul 15 13:26:41.191434 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=71adbaa8-24d9-469c-b8c7-310c3872b260,revision_number=7']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:41.208426 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad84b4-24de-4beb-a170-92dbc73041d7 req-917cb9cf-5954-4689-8952-f6bdc2d3127f tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:41.210284 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fbad84b4-24de-4beb-a170-92dbc73041d7 req-917cb9cf-5954-4689-8952-f6bdc2d3127f tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ca4ade7-5eb4-4434-8328-0cab3ba22685 HTTP/1.1" status: 200 len: 907 time: 0.0749385 Jul 15 13:26:41.474461 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['71adbaa8-24d9-469c-b8c7-310c3872b260'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:26:42.012917 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 65a59c5e-cefe-404a-a27a-0f82635c0153 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:26:42.121070 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 65a59c5e-cefe-404a-a27a-0f82635c0153, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=65a59c5e-cefe-404a-a27a-0f82635c0153,segment=NetworkSegment(02b4ae28-7870-45f1-8b91-4bf335fcbce3),segment_id=02b4ae28-7870-45f1-8b91-4bf335fcbce3)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:42.132925 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '65a59c5e-cefe-404a-a27a-0f82635c0153', 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14', 'port_id': '65a59c5e-cefe-404a-a27a-0f82635c0153', 'mac_address': 'fa:16:3e:1b:33:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236966a3-1e59-4c69-99ff-863fc85e1377', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:26:42.162747 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81364692-3fe3-4195-b93a-7df806ab6245 req-adf06016-1cf9-4afa-97e0-e89825617b5b tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:42.164412 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-81364692-3fe3-4195-b93a-7df806ab6245 req-adf06016-1cf9-4afa-97e0-e89825617b5b tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 943 time: 0.0758023 Jul 15 13:26:42.174769 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:42.189287 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65a59c5e-cefe-404a-a27a-0f82635c0153 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:26:42.209515 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 65a59c5e-cefe-404a-a27a-0f82635c0153, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=65a59c5e-cefe-404a-a27a-0f82635c0153,segment=NetworkSegment(02b4ae28-7870-45f1-8b91-4bf335fcbce3),segment_id=02b4ae28-7870-45f1-8b91-4bf335fcbce3)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:42.209732 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-81364692-3fe3-4195-b93a-7df806ab6245 req-c1e47a76-23b4-4142-882a-ee037ce160fa tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388203 Jul 15 13:26:42.214555 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:42.267478 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=65a59c5e-cefe-404a-a27a-0f82635c0153,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:42.392635 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889cf16-e23f-415b-8310-8b7a4a38ea6d req-d526547e-a71e-495d-8b39-f8d9dcee59d0 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:42.394101 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b889cf16-e23f-415b-8310-8b7a4a38ea6d req-d526547e-a71e-495d-8b39-f8d9dcee59d0 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ca4ade7-5eb4-4434-8328-0cab3ba22685 HTTP/1.1" status: 200 len: 907 time: 0.0663095 Jul 15 13:26:42.517624 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['65a59c5e-cefe-404a-a27a-0f82635c0153'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:26:43.057124 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 83766fe4-464f-4a10-b192-cff2aa058a29 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:26:43.154971 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 83766fe4-464f-4a10-b192-cff2aa058a29, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=83766fe4-464f-4a10-b192-cff2aa058a29,segment=NetworkSegment(b41341f3-2d1e-442d-bf1e-8d7a8bbb16b3),segment_id=b41341f3-2d1e-442d-bf1e-8d7a8bbb16b3)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:43.165816 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': '83766fe4-464f-4a10-b192-cff2aa058a29', 'network_id': 'a7c17176-fab7-4072-b064-3acc3663705a', 'port_id': '83766fe4-464f-4a10-b192-cff2aa058a29', 'mac_address': 'fa:16:3e:2e:0e:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '995240d6-4044-4427-b101-cc84dce53df9', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:26:43.207649 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:43.221573 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83766fe4-464f-4a10-b192-cff2aa058a29 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:26:43.242166 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 83766fe4-464f-4a10-b192-cff2aa058a29, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=83766fe4-464f-4a10-b192-cff2aa058a29,segment=NetworkSegment(b41341f3-2d1e-442d-bf1e-8d7a8bbb16b3),segment_id=b41341f3-2d1e-442d-bf1e-8d7a8bbb16b3)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:43.246679 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:43.305073 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=83766fe4-464f-4a10-b192-cff2aa058a29,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:43.391943 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563abcd-1b9d-4e49-a3f4-e985d7a8148a req-07e12ca7-b945-44fc-8e85-712fc617e1ef tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:43.393440 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a563abcd-1b9d-4e49-a3f4-e985d7a8148a req-07e12ca7-b945-44fc-8e85-712fc617e1ef tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 944 time: 0.0644116 Jul 15 13:26:43.433203 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a563abcd-1b9d-4e49-a3f4-e985d7a8148a req-b8e8a686-e35c-47ad-9c96-77c6bb681caa tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340810 Jul 15 13:26:43.471352 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['83766fe4-464f-4a10-b192-cff2aa058a29'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:26:43.581224 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c96695-43de-403e-96e6-04b39588377d req-d7565fa0-0ee9-4889-8c2b-493ca450eb3a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:43.582636 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-49c96695-43de-403e-96e6-04b39588377d req-d7565fa0-0ee9-4889-8c2b-493ca450eb3a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ca4ade7-5eb4-4434-8328-0cab3ba22685 HTTP/1.1" status: 200 len: 908 time: 0.0702846 Jul 15 13:26:44.041726 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 71adbaa8-24d9-469c-b8c7-310c3872b260 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:44.092480 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 71adbaa8-24d9-469c-b8c7-310c3872b260 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:44.092855 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:44.175298 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:44.198865 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442f5004-7922-4d84-ba9c-c107273d7474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71adbaa8-24d9-469c-b8c7-310c3872b260'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:26:44.201165 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b4c6e7-6305-49ce-bbc7-d74178570a5b" -d '{"events": [{"server_uuid": "442f5004-7922-4d84-ba9c-c107273d7474", "name": "network-vif-plugged", "status": "completed", "tag": "71adbaa8-24d9-469c-b8c7-310c3872b260"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:26:44.216369 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 71adbaa8-24d9-469c-b8c7-310c3872b260, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=71adbaa8-24d9-469c-b8c7-310c3872b260,segment=NetworkSegment(e74a67fe-78ce-41da-bcef-bcbaece410e7),segment_id=e74a67fe-78ce-41da-bcef-bcbaece410e7)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:44.221100 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:44.221966 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 65a59c5e-cefe-404a-a27a-0f82635c0153 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:44.244354 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5504315d-30db-4ae9-8a11-8ee2e49237ef x-openstack-request-id: req-5504315d-30db-4ae9-8a11-8ee2e49237ef {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:26:44.244650 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "442f5004-7922-4d84-ba9c-c107273d7474", "name": "network-vif-plugged", "status": "completed", "tag": "71adbaa8-24d9-469c-b8c7-310c3872b260", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:26:44.244906 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5504315d-30db-4ae9-8a11-8ee2e49237ef {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:26:44.245296 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442f5004-7922-4d84-ba9c-c107273d7474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71adbaa8-24d9-469c-b8c7-310c3872b260', 'code': 200} Jul 15 13:26:44.304018 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=71adbaa8-24d9-469c-b8c7-310c3872b260,revision_number=8']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:44.314389 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 65a59c5e-cefe-404a-a27a-0f82635c0153 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:44.318225 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 65a59c5e-cefe-404a-a27a-0f82635c0153 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:44.318664 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:44.402355 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:44.436342 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 65a59c5e-cefe-404a-a27a-0f82635c0153, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=65a59c5e-cefe-404a-a27a-0f82635c0153,segment=NetworkSegment(02b4ae28-7870-45f1-8b91-4bf335fcbce3),segment_id=02b4ae28-7870-45f1-8b91-4bf335fcbce3)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:44.453328 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:44.520771 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=65a59c5e-cefe-404a-a27a-0f82635c0153,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:44.626999 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb8c68-1510-4574-946f-20273ab9c38f req-d73cb18a-0171-4fc6-989b-b7227784a0f7 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:44.628536 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-12eb8c68-1510-4574-946f-20273ab9c38f req-d73cb18a-0171-4fc6-989b-b7227784a0f7 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 945 time: 0.0652611 Jul 15 13:26:44.671575 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-12eb8c68-1510-4574-946f-20273ab9c38f req-e7c93a5f-c9ac-41d8-a9ce-f329debae27e tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372367 Jul 15 13:26:44.766354 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8514fe-1a34-4e52-bf3d-ee037ad777d9 req-61ff40bf-aaf3-4548-85f6-e355ca74dd23 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:44.767863 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8a8514fe-1a34-4e52-bf3d-ee037ad777d9 req-61ff40bf-aaf3-4548-85f6-e355ca74dd23 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ca4ade7-5eb4-4434-8328-0cab3ba22685 HTTP/1.1" status: 200 len: 908 time: 0.0677462 Jul 15 13:26:45.068330 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 83766fe4-464f-4a10-b192-cff2aa058a29 up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:45.118814 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port 83766fe4-464f-4a10-b192-cff2aa058a29 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:45.123221 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port 83766fe4-464f-4a10-b192-cff2aa058a29 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:45.123694 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:45.201705 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:45.235588 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 83766fe4-464f-4a10-b192-cff2aa058a29, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=83766fe4-464f-4a10-b192-cff2aa058a29,segment=NetworkSegment(b41341f3-2d1e-442d-bf1e-8d7a8bbb16b3),segment_id=b41341f3-2d1e-442d-bf1e-8d7a8bbb16b3)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:45.239606 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:45.285803 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=83766fe4-464f-4a10-b192-cff2aa058a29,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:45.985770 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a36eb-010d-4994-ad34-6feebdc139ec req-55e5ed15-41d7-428d-8944-00bbc7a1c5fe tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:45.987301 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-198a36eb-010d-4994-ad34-6feebdc139ec req-55e5ed15-41d7-428d-8944-00bbc7a1c5fe tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 945 time: 0.1326299 Jul 15 13:26:46.001026 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63128d4-9dba-4ba5-a2ec-5188946ef4f5 req-79c5d5b1-82a0-41b5-a868-7a65ef6e3c09 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:46.002474 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d63128d4-9dba-4ba5-a2ec-5188946ef4f5 req-79c5d5b1-82a0-41b5-a868-7a65ef6e3c09 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ca4ade7-5eb4-4434-8328-0cab3ba22685 HTTP/1.1" status: 200 len: 909 time: 0.1021063 Jul 15 13:26:46.036083 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-198a36eb-010d-4994-ad34-6feebdc139ec req-19c6bacc-27f1-428e-b04a-606f52c15788 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431547 Jul 15 13:26:46.197822 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:26:46.247427 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e255538-0f20-43ef-a7d8-382c8eebb079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a59c5e-cefe-404a-a27a-0f82635c0153'}, {'server_uuid': '6ca4ade7-5eb4-4434-8328-0cab3ba22685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83766fe4-464f-4a10-b192-cff2aa058a29'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:26:46.249882 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8f0fe2-4719-48f9-b5fe-f482d47f8d49" -d '{"events": [{"server_uuid": "8e255538-0f20-43ef-a7d8-382c8eebb079", "name": "network-vif-plugged", "status": "completed", "tag": "65a59c5e-cefe-404a-a27a-0f82635c0153"}, {"server_uuid": "6ca4ade7-5eb4-4434-8328-0cab3ba22685", "name": "network-vif-plugged", "status": "completed", "tag": "83766fe4-464f-4a10-b192-cff2aa058a29"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:26:46.291662 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e77908f-add6-4628-b83d-59c0c8228715 x-openstack-request-id: req-9e77908f-add6-4628-b83d-59c0c8228715 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:26:46.291960 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e255538-0f20-43ef-a7d8-382c8eebb079", "name": "network-vif-plugged", "status": "completed", "tag": "65a59c5e-cefe-404a-a27a-0f82635c0153", "code": 200}, {"server_uuid": "6ca4ade7-5eb4-4434-8328-0cab3ba22685", "name": "network-vif-plugged", "status": "completed", "tag": "83766fe4-464f-4a10-b192-cff2aa058a29", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:26:46.292208 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9e77908f-add6-4628-b83d-59c0c8228715 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:26:46.292616 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e255538-0f20-43ef-a7d8-382c8eebb079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a59c5e-cefe-404a-a27a-0f82635c0153', 'code': 200} Jul 15 13:26:46.292849 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca4ade7-5eb4-4434-8328-0cab3ba22685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83766fe4-464f-4a10-b192-cff2aa058a29', 'code': 200} Jul 15 13:26:46.402520 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0ce9d-d10f-45b0-b72d-013ce93dced3 req-53778f63-9dd6-4a70-b173-b92ecdb78182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:46.404843 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-70c0ce9d-d10f-45b0-b72d-013ce93dced3 req-53778f63-9dd6-4a70-b173-b92ecdb78182 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6ca4ade7-5eb4-4434-8328-0cab3ba22685 HTTP/1.1" status: 200 len: 1061 time: 0.0565088 Jul 15 13:26:46.434401 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b911b15-9e7b-458d-8407-ce0003a78988 req-a35927e0-5a9e-431d-b2f8-59d420d862bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:46.435956 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2b911b15-9e7b-458d-8407-ce0003a78988 req-a35927e0-5a9e-431d-b2f8-59d420d862bf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 1097 time: 0.0533314 Jul 15 13:26:46.477202 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2b911b15-9e7b-458d-8407-ce0003a78988 req-16d8e38f-12fc-4ed8-8a77-8b26c6f1253b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305796 Jul 15 13:26:47.202377 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b7080-dcbe-496c-b945-a445fada8423 req-a8fba26a-e1a4-4175-9141-e8e7325bad32 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:47.204044 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-600b7080-dcbe-496c-b945-a445fada8423 req-a8fba26a-e1a4-4175-9141-e8e7325bad32 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ca4ade7-5eb4-4434-8328-0cab3ba22685 HTTP/1.1" status: 200 len: 909 time: 0.0786715 Jul 15 13:26:47.300608 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c47bdb-286d-4054-9580-f9ff788b48a5 req-709ee325-0912-4cbd-ba41-ee55e1cfb4fe tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:47.302119 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-17c47bdb-286d-4054-9580-f9ff788b48a5 req-709ee325-0912-4cbd-ba41-ee55e1cfb4fe tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 945 time: 0.0801797 Jul 15 13:26:47.355695 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-17c47bdb-286d-4054-9580-f9ff788b48a5 req-88c84b47-8aa7-4766-b47b-537387b146ee tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476561 Jul 15 13:26:48.401798 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f53b0-84a0-4542-a757-a65996370139 req-2453e4dc-b546-4856-85dd-e02e924634aa tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:48.403952 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-128f53b0-84a0-4542-a757-a65996370139 req-2453e4dc-b546-4856-85dd-e02e924634aa tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ca4ade7-5eb4-4434-8328-0cab3ba22685 HTTP/1.1" status: 200 len: 909 time: 0.0721517 Jul 15 13:26:48.582794 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92783850-ab02-48f1-9501-c240d32b005c req-e9324faf-310b-41d7-8ddc-f8d9e2836264 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:48.584378 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-92783850-ab02-48f1-9501-c240d32b005c req-e9324faf-310b-41d7-8ddc-f8d9e2836264 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 945 time: 0.1010616 Jul 15 13:26:48.617873 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34fa148-4361-4cca-8a33-5792e218519f req-2faedcd2-d6ea-4c48-9a52-7e9f636c3831 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:48.619358 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a34fa148-4361-4cca-8a33-5792e218519f req-2faedcd2-d6ea-4c48-9a52-7e9f636c3831 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ca4ade7-5eb4-4434-8328-0cab3ba22685 HTTP/1.1" status: 200 len: 909 time: 0.1016412 Jul 15 13:26:48.647952 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-92783850-ab02-48f1-9501-c240d32b005c req-5e359a0e-17c7-416f-8f5e-230c9757d8d4 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557055 Jul 15 13:26:48.829612 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a934f-7e51-4f0a-b8f8-8db5fb6c4d95 req-2ca4b43f-8bdd-43db-829f-fc7a30b329d1 tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:48.831064 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-558a934f-7e51-4f0a-b8f8-8db5fb6c4d95 req-2ca4b43f-8bdd-43db-829f-fc7a30b329d1 tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6ca4ade7-5eb4-4434-8328-0cab3ba22685 HTTP/1.1" status: 200 len: 1061 time: 0.0943351 Jul 15 13:26:48.846276 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3181a-f964-4c14-b78e-d7d5dee23e07 req-7bfbe251-df31-4072-805f-2a5f01f45f2e tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:48.847757 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e1b3181a-f964-4c14-b78e-d7d5dee23e07 req-7bfbe251-df31-4072-805f-2a5f01f45f2e tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 945 time: 0.0816207 Jul 15 13:26:48.856246 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51034) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:48.860899 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-89f3e8cf-04dd-4d56-a6ec-2c2b0de24401 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Request body: {'floatingip': {'port_id': '65a59c5e-cefe-404a-a27a-0f82635c0153'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:48.900026 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-89f3e8cf-04dd-4d56-a6ec-2c2b0de24401 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for floatingip, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.091018 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404558ed-6f1b-457e-b554-6b964b27c9c2 req-b3ec9881-8ea5-4633-a138-cc2759aa48a7 tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:49.092554 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-404558ed-6f1b-457e-b554-6b964b27c9c2 req-b3ec9881-8ea5-4633-a138-cc2759aa48a7 tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9f12cb95-0d4c-418c-ada5-640255ae8048 HTTP/1.1" status: 200 len: 1137 time: 0.1501148 Jul 15 13:26:49.502730 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-404558ed-6f1b-457e-b554-6b964b27c9c2 req-38eb74ff-9ae5-41ab-984e-d18a9335ae3b tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e1cc8e7b-d2b9-466c-b9d3-2171b95e348b&id=b23b410b-0312-42d0-8927-00d5994ca24b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4035871 Jul 15 13:26:49.543146 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51052) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:49.616768 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f92d6fa-42a9-4cae-91fc-769ea0e2cbb0 tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:49.618302 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7f92d6fa-42a9-4cae-91fc-769ea0e2cbb0 tempest-TestSecurityGroupsBasicOps-1573623186 tempest-TestSecurityGroupsBasicOps-1573623186-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6ca4ade7-5eb4-4434-8328-0cab3ba22685 HTTP/1.1" status: 200 len: 1056 time: 0.0729284 Jul 15 13:26:49.757730 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-89f3e8cf-04dd-4d56-a6ec-2c2b0de24401 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.761680 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-89f3e8cf-04dd-4d56-a6ec-2c2b0de24401 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.901341 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-89f3e8cf-04dd-4d56-a6ec-2c2b0de24401 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Floating IP 786c6039-c075-4350-aaad-9e51f0634f49 associated. External IP: 172.25.8.133, port: 65a59c5e-cefe-404a-a27a-0f82635c0153. Jul 15 13:26:50.105672 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6583fdf-ccc1-46b7-a4f8-973bdd8d26b3 req-d2c52b7d-adff-42a2-bd20-65cbd8a1c688 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:50.108198 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f6583fdf-ccc1-46b7-a4f8-973bdd8d26b3 req-d2c52b7d-adff-42a2-bd20-65cbd8a1c688 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ca4ade7-5eb4-4434-8328-0cab3ba22685 HTTP/1.1" status: 200 len: 909 time: 0.1294763 Jul 15 13:26:50.177260 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f3e8cf-04dd-4d56-a6ec-2c2b0de24401 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Router 1953211b-d794-42cf-bd53-a4ace7297e00 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:26:50.290475 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f3e8cf-04dd-4d56-a6ec-2c2b0de24401 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:26:50.295057 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-89f3e8cf-04dd-4d56-a6ec-2c2b0de24401 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:50.301002 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb99d82-700e-4728-ae5e-f762d9908752 None None] Sync routers for ids ['1953211b-d794-42cf-bd53-a4ace7297e00'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:26:50.310906 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb99d82-700e-4728-ae5e-f762d9908752 None None] Routers {'1953211b-d794-42cf-bd53-a4ace7297e00'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:50.311527 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-2fb99d82-700e-4728-ae5e-f762d9908752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:26:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['1953211b-d794-42cf-bd53-a4ace7297e00'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:50.330270 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-89f3e8cf-04dd-4d56-a6ec-2c2b0de24401 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "PUT /v2.0/floatingips/786c6039-c075-4350-aaad-9e51f0634f49 HTTP/1.1" status: 200 len: 991 time: 1.4729402 Jul 15 13:26:50.330896 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e255538-0f20-43ef-a7d8-382c8eebb079', 'tag': '65a59c5e-cefe-404a-a27a-0f82635c0153'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:26:50.333138 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12031963-068b-4283-866a-023c05a6635d" -d '{"events": [{"name": "network-changed", "server_uuid": "8e255538-0f20-43ef-a7d8-382c8eebb079", "tag": "65a59c5e-cefe-404a-a27a-0f82635c0153"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:26:50.370396 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b490430-da4d-45ea-bfb0-0755816c1235 x-openstack-request-id: req-0b490430-da4d-45ea-bfb0-0755816c1235 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:26:50.370877 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e255538-0f20-43ef-a7d8-382c8eebb079", "tag": "65a59c5e-cefe-404a-a27a-0f82635c0153", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:26:50.371307 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b490430-da4d-45ea-bfb0-0755816c1235 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:26:50.371808 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e255538-0f20-43ef-a7d8-382c8eebb079', 'tag': '65a59c5e-cefe-404a-a27a-0f82635c0153', 'status': 'completed', 'code': 200} Jul 15 13:26:50.423610 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-2fb99d82-700e-4728-ae5e-f762d9908752 None None] Set router 1953211b-d794-42cf-bd53-a4ace7297e00 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:50.457053 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12031963-068b-4283-866a-023c05a6635d req-df3346bb-fc62-4a1c-853c-c510c23fb47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:50.458579 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-12031963-068b-4283-866a-023c05a6635d req-df3346bb-fc62-4a1c-853c-c510c23fb47b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf299a1585cb47ad811c548c9505de73&device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 1097 time: 0.0565350 Jul 15 13:26:50.553412 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12031963-068b-4283-866a-023c05a6635d req-56b5be03-0b5a-4749-9b5f-c672c3ccbeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:50.554849 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-12031963-068b-4283-866a-023c05a6635d req-56b5be03-0b5a-4749-9b5f-c672c3ccbeb6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=33daa320-d719-4788-a6ae-6d9428792c14 HTTP/1.1" status: 200 len: 918 time: 0.0866673 Jul 15 13:26:50.620995 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-12031963-068b-4283-866a-023c05a6635d req-6d9628d6-649e-4cae-b49c-105936b58cbe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65a59c5e-cefe-404a-a27a-0f82635c0153 HTTP/1.1" status: 200 len: 999 time: 0.0594993 Jul 15 13:26:50.652965 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-2fb99d82-700e-4728-ae5e-f762d9908752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'name': 'tempest-AttachVolumeShelveTestJSON-1582995910-router', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '30f69e30-0150-49b2-bd24-f99cf80b3dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:37Z', 'updated_at': '2021-07-15T13:21:43Z', 'revision_number': 4, 'project_id': 'bf299a1585cb47ad811c548c9505de73', 'gw_port': {'id': '30f69e30-0150-49b2-bd24-f99cf80b3dce', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:38Z', 'updated_at': '2021-07-15T13:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '786c6039-c075-4350-aaad-9e51f0634f49', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'floating_ip_address': '172.25.8.133', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'port_id': '65a59c5e-cefe-404a-a27a-0f82635c0153', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14', 'mac_address': 'fa:16:3e:1b:33:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e255538-0f20-43ef-a7d8-382c8eebb079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:26:31Z', 'updated_at': '2021-07-15T13:26:49Z', 'revision_number': 1, 'project_id': 'bf299a1585cb47ad811c548c9505de73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f', 'name': '', 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'mac_address': 'fa:16:3e:d5:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '236966a3-1e59-4c69-99ff-863fc85e1377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:41Z', 'updated_at': '2021-07-15T13:21:50Z', 'revision_number': 5, 'project_id': 'bf299a1585cb47ad811c548c9505de73', 'subnets': [{'id': '236966a3-1e59-4c69-99ff-863fc85e1377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:50.671396 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12031963-068b-4283-866a-023c05a6635d req-181ac85b-1b7d-40fa-8ec4-a31d90022579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:50.672970 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-12031963-068b-4283-866a-023c05a6635d req-181ac85b-1b7d-40fa-8ec4-a31d90022579 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=236966a3-1e59-4c69-99ff-863fc85e1377 HTTP/1.1" status: 200 len: 856 time: 0.0465400 Jul 15 13:26:50.679693 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb99d82-700e-4728-ae5e-f762d9908752 None None] Checking router: 1953211b-d794-42cf-bd53-a4ace7297e00 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:26:50.689110 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb99d82-700e-4728-ae5e-f762d9908752 None None] Routers {'1953211b-d794-42cf-bd53-a4ace7297e00'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:50.689727 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-2fb99d82-700e-4728-ae5e-f762d9908752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:26:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['1953211b-d794-42cf-bd53-a4ace7297e00'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:50.739732 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12031963-068b-4283-866a-023c05a6635d req-e821eb09-129e-4984-b6a8-00409c22fb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:50.741262 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-12031963-068b-4283-866a-023c05a6635d req-e821eb09-129e-4984-b6a8-00409c22fb59 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=33daa320-d719-4788-a6ae-6d9428792c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591068 Jul 15 13:26:50.830908 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-2fb99d82-700e-4728-ae5e-f762d9908752 None None] Set router 1953211b-d794-42cf-bd53-a4ace7297e00 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:50.842194 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-12031963-068b-4283-866a-023c05a6635d req-23be39ca-d186-40e3-aaa9-fd5d7c47f8c9 service neutron] 10.222.0.46 "GET /v2.0/networks/33daa320-d719-4788-a6ae-6d9428792c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944302 Jul 15 13:26:50.946986 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-12031963-068b-4283-866a-023c05a6635d req-955af19b-4da1-407b-b7da-f98f6c475b0a service neutron] 10.222.0.46 "GET /v2.0/networks/33daa320-d719-4788-a6ae-6d9428792c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979128 Jul 15 13:26:51.079621 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-2fb99d82-700e-4728-ae5e-f762d9908752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'name': 'tempest-AttachVolumeShelveTestJSON-1582995910-router', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '30f69e30-0150-49b2-bd24-f99cf80b3dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:37Z', 'updated_at': '2021-07-15T13:21:43Z', 'revision_number': 4, 'project_id': 'bf299a1585cb47ad811c548c9505de73', 'gw_port': {'id': '30f69e30-0150-49b2-bd24-f99cf80b3dce', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:38Z', 'updated_at': '2021-07-15T13:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '786c6039-c075-4350-aaad-9e51f0634f49', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'floating_ip_address': '172.25.8.133', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'port_id': '65a59c5e-cefe-404a-a27a-0f82635c0153', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14', 'mac_address': 'fa:16:3e:1b:33:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e255538-0f20-43ef-a7d8-382c8eebb079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:26:31Z', 'updated_at': '2021-07-15T13:26:49Z', 'revision_number': 1, 'project_id': 'bf299a1585cb47ad811c548c9505de73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f', 'name': '', 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'mac_address': 'fa:16:3e:d5:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '236966a3-1e59-4c69-99ff-863fc85e1377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:41Z', 'updated_at': '2021-07-15T13:21:50Z', 'revision_number': 5, 'project_id': 'bf299a1585cb47ad811c548c9505de73', 'subnets': [{'id': '236966a3-1e59-4c69-99ff-863fc85e1377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:51.105076 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb99d82-700e-4728-ae5e-f762d9908752 None None] The sync data for ids ['1953211b-d794-42cf-bd53-a4ace7297e00'] in n-d-771363-36 is: [{'id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'name': 'tempest-AttachVolumeShelveTestJSON-1582995910-router', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '30f69e30-0150-49b2-bd24-f99cf80b3dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:37Z', 'updated_at': '2021-07-15T13:21:43Z', 'revision_number': 4, 'project_id': 'bf299a1585cb47ad811c548c9505de73', 'gw_port': {'id': '30f69e30-0150-49b2-bd24-f99cf80b3dce', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:38Z', 'updated_at': '2021-07-15T13:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '786c6039-c075-4350-aaad-9e51f0634f49', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'floating_ip_address': '172.25.8.133', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'port_id': '65a59c5e-cefe-404a-a27a-0f82635c0153', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14', 'mac_address': 'fa:16:3e:1b:33:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e255538-0f20-43ef-a7d8-382c8eebb079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:26:31Z', 'updated_at': '2021-07-15T13:26:49Z', 'revision_number': 1, 'project_id': 'bf299a1585cb47ad811c548c9505de73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f', 'name': '', 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'mac_address': 'fa:16:3e:d5:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '236966a3-1e59-4c69-99ff-863fc85e1377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:41Z', 'updated_at': '2021-07-15T13:21:50Z', 'revision_number': 5, 'project_id': 'bf299a1585cb47ad811c548c9505de73', 'subnets': [{'id': '236966a3-1e59-4c69-99ff-863fc85e1377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:26:51.283801 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c023c1-e313-455a-9f58-375d8b5bc7c5 req-51fbe34d-2044-49fa-ad66-0acae4ef6da6 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:51.285790 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34c023c1-e313-455a-9f58-375d8b5bc7c5 req-51fbe34d-2044-49fa-ad66-0acae4ef6da6 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ca4ade7-5eb4-4434-8328-0cab3ba22685 HTTP/1.1" status: 200 len: 909 time: 0.0982981 Jul 15 13:26:51.314335 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ae45b5-30a4-45ca-8b66-0d22dbce77a3 None None] New status for floating IP 786c6039-c075-4350-aaad-9e51f0634f49: ACTIVE {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:26:51.383449 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9c461-dcf7-45ec-9537-ba9093b09d2a req-9059be9b-5763-4508-aa89-a34863a84555 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:51.385011 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-79f9c461-dcf7-45ec-9537-ba9093b09d2a req-9059be9b-5763-4508-aa89-a34863a84555 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ca4ade7-5eb4-4434-8328-0cab3ba22685 HTTP/1.1" status: 200 len: 909 time: 0.1489952 Jul 15 13:26:51.423670 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-34c023c1-e313-455a-9f58-375d8b5bc7c5 req-de9963e0-eedb-42c8-87a4-fbda9659109c tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Deleting port 83766fe4-464f-4a10-b192-cff2aa058a29 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:51.424339 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-34c023c1-e313-455a-9f58-375d8b5bc7c5 req-de9963e0-eedb-42c8-87a4-fbda9659109c tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:51.528300 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-34c023c1-e313-455a-9f58-375d8b5bc7c5 req-de9963e0-eedb-42c8-87a4-fbda9659109c tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] For port 83766fe4-464f-4a10-b192-cff2aa058a29, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=83766fe4-464f-4a10-b192-cff2aa058a29,segment=NetworkSegment(b41341f3-2d1e-442d-bf1e-8d7a8bbb16b3),segment_id=b41341f3-2d1e-442d-bf1e-8d7a8bbb16b3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:51.528790 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-34c023c1-e313-455a-9f58-375d8b5bc7c5 req-de9963e0-eedb-42c8-87a4-fbda9659109c tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:51.541131 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-34c023c1-e313-455a-9f58-375d8b5bc7c5 req-de9963e0-eedb-42c8-87a4-fbda9659109c tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Calling delete_port for 83766fe4-464f-4a10-b192-cff2aa058a29 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:51.670066 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-34c023c1-e313-455a-9f58-375d8b5bc7c5 req-de9963e0-eedb-42c8-87a4-fbda9659109c tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:51.701540 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9963e0-eedb-42c8-87a4-fbda9659109c tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Pushing event deleted for resources: {'Port': ['ID=83766fe4-464f-4a10-b192-cff2aa058a29,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:51.747405 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c023c1-e313-455a-9f58-375d8b5bc7c5 req-de9963e0-eedb-42c8-87a4-fbda9659109c tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] No DVR routers for this DVR port 83766fe4-464f-4a10-b192-cff2aa058a29 on host n-h1-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:26:51.750707 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-34c023c1-e313-455a-9f58-375d8b5bc7c5 req-de9963e0-eedb-42c8-87a4-fbda9659109c tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:51.753329 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34c023c1-e313-455a-9f58-375d8b5bc7c5 req-de9963e0-eedb-42c8-87a4-fbda9659109c tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.20 "DELETE /v2.0/ports/83766fe4-464f-4a10-b192-cff2aa058a29 HTTP/1.1" status: 204 len: 173 time: 0.4616675 Jul 15 13:26:52.372859 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca4ade7-5eb4-4434-8328-0cab3ba22685', 'name': 'network-vif-deleted', 'tag': '83766fe4-464f-4a10-b192-cff2aa058a29'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:26:52.375519 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a04350-96a4-4334-b851-2f505c49bb9e" -d '{"events": [{"server_uuid": "6ca4ade7-5eb4-4434-8328-0cab3ba22685", "name": "network-vif-deleted", "tag": "83766fe4-464f-4a10-b192-cff2aa058a29"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:26:52.411714 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4ff1ff-9055-4e6f-8e75-24b169daa9c2 x-openstack-request-id: req-ff4ff1ff-9055-4e6f-8e75-24b169daa9c2 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:26:52.412004 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca4ade7-5eb4-4434-8328-0cab3ba22685", "name": "network-vif-deleted", "tag": "83766fe4-464f-4a10-b192-cff2aa058a29", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:26:52.412254 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ff4ff1ff-9055-4e6f-8e75-24b169daa9c2 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:26:52.412656 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca4ade7-5eb4-4434-8328-0cab3ba22685', 'name': 'network-vif-deleted', 'tag': '83766fe4-464f-4a10-b192-cff2aa058a29', 'status': 'completed', 'code': 200} Jul 15 13:26:52.488657 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51084) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:53.257017 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-119e6226-a0bd-4e40-8292-e71e1b9bda4e tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:53.542061 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-119e6226-a0bd-4e40-8292-e71e1b9bda4e tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Deleting port 340a6b17-2699-49cd-a96c-02d4b17aa4e9 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:53.542777 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-119e6226-a0bd-4e40-8292-e71e1b9bda4e tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:53.632042 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-119e6226-a0bd-4e40-8292-e71e1b9bda4e tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] For port 340a6b17-2699-49cd-a96c-02d4b17aa4e9, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=340a6b17-2699-49cd-a96c-02d4b17aa4e9,segment=NetworkSegment(b41341f3-2d1e-442d-bf1e-8d7a8bbb16b3),segment_id=b41341f3-2d1e-442d-bf1e-8d7a8bbb16b3)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:53.632399 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-119e6226-a0bd-4e40-8292-e71e1b9bda4e tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:53.644173 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-119e6226-a0bd-4e40-8292-e71e1b9bda4e tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Calling delete_port for 340a6b17-2699-49cd-a96c-02d4b17aa4e9 owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:53.834481 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-119e6226-a0bd-4e40-8292-e71e1b9bda4e tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:53.863212 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e6226-a0bd-4e40-8292-e71e1b9bda4e tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Pushing event deleted for resources: {'Port': ['ID=340a6b17-2699-49cd-a96c-02d4b17aa4e9,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:54.044010 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-119e6226-a0bd-4e40-8292-e71e1b9bda4e tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.267244 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119e6226-a0bd-4e40-8292-e71e1b9bda4e tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Router 7098b335-83de-4bad-9c10-12a31e1b8e62 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:26:54.381986 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119e6226-a0bd-4e40-8292-e71e1b9bda4e tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:26:54.392158 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5526c6c1-76e4-4465-8008-870bbef27756 None None] Sync routers for ids ['7098b335-83de-4bad-9c10-12a31e1b8e62'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:26:54.396453 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-119e6226-a0bd-4e40-8292-e71e1b9bda4e tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "PUT /v2.0/routers/7098b335-83de-4bad-9c10-12a31e1b8e62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9067109 Jul 15 13:26:54.399176 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51098) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:54.402451 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5526c6c1-76e4-4465-8008-870bbef27756 None None] Routers {'7098b335-83de-4bad-9c10-12a31e1b8e62'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:54.403240 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-5526c6c1-76e4-4465-8008-870bbef27756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:26:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['7098b335-83de-4bad-9c10-12a31e1b8e62'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:54.457996 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb7adcd8-1eb8-47c8-b1cb-84abe5c9e32c tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Deleting subnet 995240d6-4044-4427-b101-cc84dce53df9 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:26:54.461332 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb7adcd8-1eb8-47c8-b1cb-84abe5c9e32c tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.507087 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb7adcd8-1eb8-47c8-b1cb-84abe5c9e32c tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.515115 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-5526c6c1-76e4-4465-8008-870bbef27756 None None] Set router 7098b335-83de-4bad-9c10-12a31e1b8e62 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:54.596589 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb7adcd8-1eb8-47c8-b1cb-84abe5c9e32c tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.660050 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb7adcd8-1eb8-47c8-b1cb-84abe5c9e32c tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.686965 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7adcd8-1eb8-47c8-b1cb-84abe5c9e32c tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Pushing event deleted for resources: {'Subnet': ['ID=995240d6-4044-4427-b101-cc84dce53df9,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:54.690819 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb7adcd8-1eb8-47c8-b1cb-84abe5c9e32c tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.696001 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51100) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:54.706116 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-eb7adcd8-1eb8-47c8-b1cb-84abe5c9e32c tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "DELETE /v2.0/subnets/995240d6-4044-4427-b101-cc84dce53df9 HTTP/1.1" status: 204 len: 168 time: 0.3054218 Jul 15 13:26:54.706957 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-5526c6c1-76e4-4465-8008-870bbef27756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7098b335-83de-4bad-9c10-12a31e1b8e62', 'name': 'tempest-TestSecurityGroupsBasicOps-router-44371960', 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '76b3e977-d76c-4220-ba6a-c62772ca7f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:26Z', 'updated_at': '2021-07-15T13:26:53Z', 'revision_number': 5, 'project_id': 'ab5a423d99764585bcd3274895950844', 'gw_port': {'id': '76b3e977-d76c-4220-ba6a-c62772ca7f6c', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7098b335-83de-4bad-9c10-12a31e1b8e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:27Z', 'updated_at': '2021-07-15T13:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:54.739696 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e804b75-0b43-46af-8f13-592d2e99b509 None None] Network a7c17176-fab7-4072-b064-3acc3663705a requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:54.742323 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5526c6c1-76e4-4465-8008-870bbef27756 None None] Checking router: 7098b335-83de-4bad-9c10-12a31e1b8e62 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:26:54.829946 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-233ea87e-cba0-40c8-8cee-b45cd80d3f43 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.871399 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5526c6c1-76e4-4465-8008-870bbef27756 None None] Routers {'7098b335-83de-4bad-9c10-12a31e1b8e62'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:54.872731 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-5526c6c1-76e4-4465-8008-870bbef27756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:26:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['7098b335-83de-4bad-9c10-12a31e1b8e62'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:54.939921 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-233ea87e-cba0-40c8-8cee-b45cd80d3f43 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.995719 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-5526c6c1-76e4-4465-8008-870bbef27756 None None] Set router 7098b335-83de-4bad-9c10-12a31e1b8e62 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:54.999272 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-233ea87e-cba0-40c8-8cee-b45cd80d3f43 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Deleting port 76b3e977-d76c-4220-ba6a-c62772ca7f6c {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:54.999613 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-233ea87e-cba0-40c8-8cee-b45cd80d3f43 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.073730 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617c4276-a3d6-4d0e-8d9c-5a88afaab807 None None] DHCP port deletion for a7c17176-fab7-4072-b064-3acc3663705a request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:26:55.093652 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-233ea87e-cba0-40c8-8cee-b45cd80d3f43 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] For port 76b3e977-d76c-4220-ba6a-c62772ca7f6c, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=76b3e977-d76c-4220-ba6a-c62772ca7f6c,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:55.094098 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-233ea87e-cba0-40c8-8cee-b45cd80d3f43 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.107960 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-233ea87e-cba0-40c8-8cee-b45cd80d3f43 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Calling delete_port for 76b3e977-d76c-4220-ba6a-c62772ca7f6c owned by network:router_gateway {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:55.151029 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 83766fe4-464f-4a10-b192-cff2aa058a29 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:26:55.188440 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: 83766fe4-464f-4a10-b192-cff2aa058a29 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:26:55.188913 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 83766fe4-464f-4a10-b192-cff2aa058a29 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:26:55.271339 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-617c4276-a3d6-4d0e-8d9c-5a88afaab807 None None] Deleting port 109b14cc-70b8-430b-80a2-5c7428e4daf0 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:55.275305 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-617c4276-a3d6-4d0e-8d9c-5a88afaab807 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.324573 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-233ea87e-cba0-40c8-8cee-b45cd80d3f43 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.353880 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ea87e-cba0-40c8-8cee-b45cd80d3f43 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Pushing event deleted for resources: {'Port': ['ID=76b3e977-d76c-4220-ba6a-c62772ca7f6c,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:55.431065 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-233ea87e-cba0-40c8-8cee-b45cd80d3f43 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.544592 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-233ea87e-cba0-40c8-8cee-b45cd80d3f43 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.547079 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-233ea87e-cba0-40c8-8cee-b45cd80d3f43 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.548186 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-617c4276-a3d6-4d0e-8d9c-5a88afaab807 None None] For port 109b14cc-70b8-430b-80a2-5c7428e4daf0, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=109b14cc-70b8-430b-80a2-5c7428e4daf0,segment=NetworkSegment(b41341f3-2d1e-442d-bf1e-8d7a8bbb16b3),segment_id=b41341f3-2d1e-442d-bf1e-8d7a8bbb16b3)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:55.548673 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-617c4276-a3d6-4d0e-8d9c-5a88afaab807 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.565256 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-617c4276-a3d6-4d0e-8d9c-5a88afaab807 None None] Calling delete_port for 109b14cc-70b8-430b-80a2-5c7428e4daf0 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:55.572533 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-5526c6c1-76e4-4465-8008-870bbef27756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7098b335-83de-4bad-9c10-12a31e1b8e62', 'name': 'tempest-TestSecurityGroupsBasicOps-router-44371960', 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '76b3e977-d76c-4220-ba6a-c62772ca7f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:26Z', 'updated_at': '2021-07-15T13:26:53Z', 'revision_number': 5, 'project_id': 'ab5a423d99764585bcd3274895950844', 'gw_port': {'id': '76b3e977-d76c-4220-ba6a-c62772ca7f6c', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7098b335-83de-4bad-9c10-12a31e1b8e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:27Z', 'updated_at': '2021-07-15T13:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:55.596072 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-233ea87e-cba0-40c8-8cee-b45cd80d3f43 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.596754 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233ea87e-cba0-40c8-8cee-b45cd80d3f43 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Fanout notify agent at l3_agent the message router_deleted on router 7098b335-83de-4bad-9c10-12a31e1b8e62 {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:26:55.607172 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5526c6c1-76e4-4465-8008-870bbef27756 None None] The sync data for ids ['7098b335-83de-4bad-9c10-12a31e1b8e62'] in n-d-771363-36 is: [{'id': '7098b335-83de-4bad-9c10-12a31e1b8e62', 'name': 'tempest-TestSecurityGroupsBasicOps-router-44371960', 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '76b3e977-d76c-4220-ba6a-c62772ca7f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:26Z', 'updated_at': '2021-07-15T13:26:53Z', 'revision_number': 5, 'project_id': 'ab5a423d99764585bcd3274895950844', 'gw_port': {'id': '76b3e977-d76c-4220-ba6a-c62772ca7f6c', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7098b335-83de-4bad-9c10-12a31e1b8e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:27Z', 'updated_at': '2021-07-15T13:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:26:55.610141 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-233ea87e-cba0-40c8-8cee-b45cd80d3f43 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.611512 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-233ea87e-cba0-40c8-8cee-b45cd80d3f43 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "DELETE /v2.0/routers/7098b335-83de-4bad-9c10-12a31e1b8e62 HTTP/1.1" status: 204 len: 168 time: 0.9136415 Jul 15 13:26:55.614165 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51110) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:55.687838 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-617c4276-a3d6-4d0e-8d9c-5a88afaab807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.708380 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce06429f-0472-4816-81b5-af898332d28a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.713876 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c4276-a3d6-4d0e-8d9c-5a88afaab807 None None] Pushing event deleted for resources: {'Port': ['ID=109b14cc-70b8-430b-80a2-5c7428e4daf0,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:55.719331 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617c4276-a3d6-4d0e-8d9c-5a88afaab807 None None] No DVR routers for this DVR port 109b14cc-70b8-430b-80a2-5c7428e4daf0 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:26:55.806635 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce06429f-0472-4816-81b5-af898332d28a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.817337 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-ce06429f-0472-4816-81b5-af898332d28a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7c17176-fab7-4072-b064-3acc3663705a']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:55.827885 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-ce06429f-0472-4816-81b5-af898332d28a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b41341f3-2d1e-442d-bf1e-8d7a8bbb16b3') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:55.828187 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-ce06429f-0472-4816-81b5-af898332d28a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b41341f3-2d1e-442d-bf1e-8d7a8bbb16b3') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:55.836836 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce06429f-0472-4816-81b5-af898332d28a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.850156 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce06429f-0472-4816-81b5-af898332d28a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.856170 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce06429f-0472-4816-81b5-af898332d28a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:26:55.856623 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce06429f-0472-4816-81b5-af898332d28a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.859614 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:26:55.859614 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:26:55.859614 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:26:55.859614 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:26:55.859614 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:26:55.859614 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:26:55.859614 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:26:55.859614 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:26:55.859614 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:26:55.859614 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:26:55.859614 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:26:55.859614 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:26:55.859614 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:26:55.859614 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:26:55.859614 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:26:55.859614 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:26:55.859614 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:26:55.859614 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:26:55.859614 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:26:55.859614 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:26:55.859614 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:26:55.859614 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:26:55.859614 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:26:55.859614 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:26:55.859614 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:26:55.859614 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:26:55.859614 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:26:55.859614 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:26:55.859614 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:26:55.859614 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:26:55.859614 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:26:55.859614 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:26:55.859614 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:26:55.859614 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:26:55.919222 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce06429f-0472-4816-81b5-af898332d28a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.926640 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce06429f-0472-4816-81b5-af898332d28a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.930925 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ce06429f-0472-4816-81b5-af898332d28a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "DELETE /v2.0/networks/a7c17176-fab7-4072-b064-3acc3663705a HTTP/1.1" status: 204 len: 168 time: 0.3133454 Jul 15 13:26:55.931132 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51114) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:55.949252 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06429f-0472-4816-81b5-af898332d28a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Pushing event deleted for resources: {'Network': ['ID=a7c17176-fab7-4072-b064-3acc3663705a,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:56.118694 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-5e3c69a0-8638-4010-b843-50033ba2881e tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Deleting port 1f1f6e10-4097-451b-83d5-3e3bf555ac89 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:56.119051 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5e3c69a0-8638-4010-b843-50033ba2881e tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.201841 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5e3c69a0-8638-4010-b843-50033ba2881e tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.202179 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5e3c69a0-8638-4010-b843-50033ba2881e tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.215173 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-5e3c69a0-8638-4010-b843-50033ba2881e tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Calling delete_port for 1f1f6e10-4097-451b-83d5-3e3bf555ac89 owned by network:floatingip {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:56.404754 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5e3c69a0-8638-4010-b843-50033ba2881e tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.429961 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c69a0-8638-4010-b843-50033ba2881e tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Pushing event deleted for resources: {'Port': ['ID=1f1f6e10-4097-451b-83d5-3e3bf555ac89,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:56.492001 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5e3c69a0-8638-4010-b843-50033ba2881e tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for floatingip, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.492338 n-d-771363-36 neutron-server[93826]: INFO neutron.db.l3_db [None req-5e3c69a0-8638-4010-b843-50033ba2881e tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Floating IP 659a328b-8d2a-487f-b3e0-25121e30c2b4 disassociated (deleted). External IP: 172.25.8.54, port: 9abe039f-c406-4118-b019-5e0bc57ac399. Jul 15 13:26:56.712297 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3c69a0-8638-4010-b843-50033ba2881e tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Router e017f1d2-80f1-4646-9bfe-1014edd5bd2b has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:26:56.803542 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 109b14cc-70b8-430b-80a2-5c7428e4daf0 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:26:56.833699 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3c69a0-8638-4010-b843-50033ba2881e tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:26:56.838014 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5e3c69a0-8638-4010-b843-50033ba2881e tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.842000 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 109b14cc-70b8-430b-80a2-5c7428e4daf0 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:26:56.842542 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 109b14cc-70b8-430b-80a2-5c7428e4daf0 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:26:56.843282 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 340a6b17-2699-49cd-a96c-02d4b17aa4e9 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:26:56.844072 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748b58df-8d92-4f62-a0ff-ea94878f4142 None None] Sync routers for ids ['e017f1d2-80f1-4646-9bfe-1014edd5bd2b'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:26:56.853860 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748b58df-8d92-4f62-a0ff-ea94878f4142 None None] Routers {'e017f1d2-80f1-4646-9bfe-1014edd5bd2b'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:56.854731 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-748b58df-8d92-4f62-a0ff-ea94878f4142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:26:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['e017f1d2-80f1-4646-9bfe-1014edd5bd2b'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:56.870824 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 340a6b17-2699-49cd-a96c-02d4b17aa4e9 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:26:56.871184 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 340a6b17-2699-49cd-a96c-02d4b17aa4e9 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:26:56.913417 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5e3c69a0-8638-4010-b843-50033ba2881e tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "DELETE /v2.0/floatingips/659a328b-8d2a-487f-b3e0-25121e30c2b4 HTTP/1.1" status: 204 len: 168 time: 0.9747996 Jul 15 13:26:56.913417 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f12cb95-0d4c-418c-ada5-640255ae8048', 'tag': '9abe039f-c406-4118-b019-5e0bc57ac399'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:26:56.913417 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7071467-da70-4a5c-8f87-bd958715d946" -d '{"events": [{"name": "network-changed", "server_uuid": "9f12cb95-0d4c-418c-ada5-640255ae8048", "tag": "9abe039f-c406-4118-b019-5e0bc57ac399"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:26:56.949069 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28b1f48-2af7-4511-983a-5787d109030b x-openstack-request-id: req-a28b1f48-2af7-4511-983a-5787d109030b {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:26:56.949363 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f12cb95-0d4c-418c-ada5-640255ae8048", "tag": "9abe039f-c406-4118-b019-5e0bc57ac399", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:26:56.950151 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a28b1f48-2af7-4511-983a-5787d109030b {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:26:56.950556 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f12cb95-0d4c-418c-ada5-640255ae8048', 'tag': '9abe039f-c406-4118-b019-5e0bc57ac399', 'status': 'completed', 'code': 200} Jul 15 13:26:56.986184 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-748b58df-8d92-4f62-a0ff-ea94878f4142 None None] Set router e017f1d2-80f1-4646-9bfe-1014edd5bd2b gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:57.064387 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7071467-da70-4a5c-8f87-bd958715d946 req-315abf61-cb4d-4ffd-bf62-39c13c4c4dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:57.065938 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d7071467-da70-4a5c-8f87-bd958715d946 req-315abf61-cb4d-4ffd-bf62-39c13c4c4dca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ab5a423d99764585bcd3274895950844&device_id=9f12cb95-0d4c-418c-ada5-640255ae8048 HTTP/1.1" status: 200 len: 1137 time: 0.0895493 Jul 15 13:26:57.165863 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7071467-da70-4a5c-8f87-bd958715d946 req-decdcda0-9838-4d7a-913a-6c2f4a96e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:57.167468 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d7071467-da70-4a5c-8f87-bd958715d946 req-decdcda0-9838-4d7a-913a-6c2f4a96e7f8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c84a7ce0-8f5b-4710-8905-4f805403debe HTTP/1.1" status: 200 len: 897 time: 0.0946977 Jul 15 13:26:57.233397 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d7071467-da70-4a5c-8f87-bd958715d946 req-01afbbf8-fd23-4242-b8e6-75907ed45388 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9abe039f-c406-4118-b019-5e0bc57ac399 HTTP/1.1" status: 200 len: 217 time: 0.0589349 Jul 15 13:26:57.244018 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-748b58df-8d92-4f62-a0ff-ea94878f4142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e017f1d2-80f1-4646-9bfe-1014edd5bd2b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1848435393', 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'f7bf33ec-5af0-431a-aa7a-030da840aeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:59Z', 'updated_at': '2021-07-15T13:25:10Z', 'revision_number': 4, 'project_id': 'ab5a423d99764585bcd3274895950844', 'gw_port': {'id': 'f7bf33ec-5af0-431a-aa7a-030da840aeb2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:72:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e017f1d2-80f1-4646-9bfe-1014edd5bd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:01Z', 'updated_at': '2021-07-15T13:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8', 'name': '', 'network_id': 'c84a7ce0-8f5b-4710-8905-4f805403debe', 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'mac_address': 'fa:16:3e:c2:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e017f1d2-80f1-4646-9bfe-1014edd5bd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '7f65c933-6a34-414a-a4f9-5a68fa83c0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:08Z', 'updated_at': '2021-07-15T13:25:18Z', 'revision_number': 5, 'project_id': 'ab5a423d99764585bcd3274895950844', 'subnets': [{'id': '7f65c933-6a34-414a-a4f9-5a68fa83c0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:57.272425 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748b58df-8d92-4f62-a0ff-ea94878f4142 None None] Checking router: e017f1d2-80f1-4646-9bfe-1014edd5bd2b for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:26:57.282961 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748b58df-8d92-4f62-a0ff-ea94878f4142 None None] Routers {'e017f1d2-80f1-4646-9bfe-1014edd5bd2b'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:57.283703 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-748b58df-8d92-4f62-a0ff-ea94878f4142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:26:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['e017f1d2-80f1-4646-9bfe-1014edd5bd2b'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:57.285412 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7071467-da70-4a5c-8f87-bd958715d946 req-7e15a895-7de3-4340-926b-66c5b0d1bd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:57.287168 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d7071467-da70-4a5c-8f87-bd958715d946 req-7e15a895-7de3-4340-926b-66c5b0d1bd93 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f65c933-6a34-414a-a4f9-5a68fa83c0bd HTTP/1.1" status: 200 len: 835 time: 0.0465789 Jul 15 13:26:57.356382 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7071467-da70-4a5c-8f87-bd958715d946 req-ab6a7f00-98d7-4324-ac8a-3c034f5d9119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:57.358955 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d7071467-da70-4a5c-8f87-bd958715d946 req-ab6a7f00-98d7-4324-ac8a-3c034f5d9119 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c84a7ce0-8f5b-4710-8905-4f805403debe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643415 Jul 15 13:26:57.412712 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-748b58df-8d92-4f62-a0ff-ea94878f4142 None None] Set router e017f1d2-80f1-4646-9bfe-1014edd5bd2b gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:57.420823 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c512e-b089-457d-96c3-7462f58a59f8 req-8373f3c9-b68f-47df-ae1c-ac78b72cc041 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:57.422737 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d41c512e-b089-457d-96c3-7462f58a59f8 req-8373f3c9-b68f-47df-ae1c-ac78b72cc041 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f12cb95-0d4c-418c-ada5-640255ae8048 HTTP/1.1" status: 200 len: 985 time: 0.1162813 Jul 15 13:26:57.477532 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d41c512e-b089-457d-96c3-7462f58a59f8 req-83092a6b-00d9-4a08-923b-8e23b142bf7f tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cc8e7b-d2b9-466c-b9d3-2171b95e348b&id=b23b410b-0312-42d0-8927-00d5994ca24b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0447514 Jul 15 13:26:57.483455 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d7071467-da70-4a5c-8f87-bd958715d946 req-544bec54-7fed-45e9-b4ff-023dbfa2d534 service neutron] 10.222.0.46 "GET /v2.0/networks/c84a7ce0-8f5b-4710-8905-4f805403debe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162717 Jul 15 13:26:57.602401 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d7071467-da70-4a5c-8f87-bd958715d946 req-d599f154-8eaf-43b8-af28-ea5db14d91cf service neutron] 10.222.0.46 "GET /v2.0/networks/c84a7ce0-8f5b-4710-8905-4f805403debe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080611 Jul 15 13:26:57.669748 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-748b58df-8d92-4f62-a0ff-ea94878f4142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e017f1d2-80f1-4646-9bfe-1014edd5bd2b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1848435393', 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'f7bf33ec-5af0-431a-aa7a-030da840aeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:59Z', 'updated_at': '2021-07-15T13:25:10Z', 'revision_number': 4, 'project_id': 'ab5a423d99764585bcd3274895950844', 'gw_port': {'id': 'f7bf33ec-5af0-431a-aa7a-030da840aeb2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:72:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e017f1d2-80f1-4646-9bfe-1014edd5bd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:01Z', 'updated_at': '2021-07-15T13:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8', 'name': '', 'network_id': 'c84a7ce0-8f5b-4710-8905-4f805403debe', 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'mac_address': 'fa:16:3e:c2:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e017f1d2-80f1-4646-9bfe-1014edd5bd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '7f65c933-6a34-414a-a4f9-5a68fa83c0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:08Z', 'updated_at': '2021-07-15T13:25:18Z', 'revision_number': 5, 'project_id': 'ab5a423d99764585bcd3274895950844', 'subnets': [{'id': '7f65c933-6a34-414a-a4f9-5a68fa83c0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:57.702478 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748b58df-8d92-4f62-a0ff-ea94878f4142 None None] The sync data for ids ['e017f1d2-80f1-4646-9bfe-1014edd5bd2b'] in n-d-771363-36 is: [{'id': 'e017f1d2-80f1-4646-9bfe-1014edd5bd2b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1848435393', 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'f7bf33ec-5af0-431a-aa7a-030da840aeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:59Z', 'updated_at': '2021-07-15T13:25:10Z', 'revision_number': 4, 'project_id': 'ab5a423d99764585bcd3274895950844', 'gw_port': {'id': 'f7bf33ec-5af0-431a-aa7a-030da840aeb2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:72:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e017f1d2-80f1-4646-9bfe-1014edd5bd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:01Z', 'updated_at': '2021-07-15T13:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8', 'name': '', 'network_id': 'c84a7ce0-8f5b-4710-8905-4f805403debe', 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'mac_address': 'fa:16:3e:c2:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e017f1d2-80f1-4646-9bfe-1014edd5bd2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '7f65c933-6a34-414a-a4f9-5a68fa83c0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:08Z', 'updated_at': '2021-07-15T13:25:18Z', 'revision_number': 5, 'project_id': 'ab5a423d99764585bcd3274895950844', 'subnets': [{'id': '7f65c933-6a34-414a-a4f9-5a68fa83c0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:26:57.726785 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51132) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:57.837110 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b535b618-d580-445f-baff-d491849933bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:57.934108 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b535b618-d580-445f-baff-d491849933bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:57.939348 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b535b618-d580-445f-baff-d491849933bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:57.941154 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d1749e-37bf-4d61-ac87-a211f398062c None None] New status for floating IP 659a328b-8d2a-487f-b3e0-25121e30c2b4: DOWN {{(pid=93827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:26:57.978074 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b535b618-d580-445f-baff-d491849933bc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bb0c64e5cfb04c398d5f8bd0317d8100&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2499578 Jul 15 13:26:57.978811 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b535b618-d580-445f-baff-d491849933bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368a7241-66c4-4f2f-abbe-efd5892e614f,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:57.980885 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51136) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:58.035877 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5b83c35a-98ea-4c10-b0d2-fdc8101d1718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.057109 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5b83c35a-98ea-4c10-b0d2-fdc8101d1718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.106846 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5b83c35a-98ea-4c10-b0d2-fdc8101d1718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.109355 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5b83c35a-98ea-4c10-b0d2-fdc8101d1718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.110533 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5b83c35a-98ea-4c10-b0d2-fdc8101d1718 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/368a7241-66c4-4f2f-abbe-efd5892e614f HTTP/1.1" status: 204 len: 168 time: 0.1284776 Jul 15 13:26:58.118247 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83c35a-98ea-4c10-b0d2-fdc8101d1718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368a7241-66c4-4f2f-abbe-efd5892e614f,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:58.303679 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 76b3e977-d76c-4220-ba6a-c62772ca7f6c no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:26:58.328430 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 76b3e977-d76c-4220-ba6a-c62772ca7f6c {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:26:58.328774 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 76b3e977-d76c-4220-ba6a-c62772ca7f6c not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:26:58.676079 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827d633-1cf5-4734-9637-f93ec8b3d747 req-6fa3e15b-ebf4-4353-8cd4-1ee0a24173af tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:58.677743 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2827d633-1cf5-4734-9637-f93ec8b3d747 req-6fa3e15b-ebf4-4353-8cd4-1ee0a24173af tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f12cb95-0d4c-418c-ada5-640255ae8048 HTTP/1.1" status: 200 len: 985 time: 0.0688639 Jul 15 13:26:58.719023 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2827d633-1cf5-4734-9637-f93ec8b3d747 req-92dc4da8-c0aa-49f1-9cd2-97c1f18e8df7 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cc8e7b-d2b9-466c-b9d3-2171b95e348b&id=b23b410b-0312-42d0-8927-00d5994ca24b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0349462 Jul 15 13:26:58.895790 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64cf0d-2c75-49bf-8361-80149eb55a02 req-09c2b09f-6646-4d7f-aac9-18cac36ecc3d tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:58.897272 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-eb64cf0d-2c75-49bf-8361-80149eb55a02 req-09c2b09f-6646-4d7f-aac9-18cac36ecc3d tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f12cb95-0d4c-418c-ada5-640255ae8048 HTTP/1.1" status: 200 len: 985 time: 0.0633752 Jul 15 13:26:59.007135 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-eb64cf0d-2c75-49bf-8361-80149eb55a02 req-ab99eb27-7d46-4c54-8288-6fa6bfc6e209 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Deleting port 9abe039f-c406-4118-b019-5e0bc57ac399 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:59.007414 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-eb64cf0d-2c75-49bf-8361-80149eb55a02 req-ab99eb27-7d46-4c54-8288-6fa6bfc6e209 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:59.100932 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-eb64cf0d-2c75-49bf-8361-80149eb55a02 req-ab99eb27-7d46-4c54-8288-6fa6bfc6e209 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] For port 9abe039f-c406-4118-b019-5e0bc57ac399, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=9abe039f-c406-4118-b019-5e0bc57ac399,segment=NetworkSegment(a63205a6-5f4b-42a3-bf4a-45a237a5d445),segment_id=a63205a6-5f4b-42a3-bf4a-45a237a5d445)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:59.101301 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-eb64cf0d-2c75-49bf-8361-80149eb55a02 req-ab99eb27-7d46-4c54-8288-6fa6bfc6e209 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:59.115079 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-eb64cf0d-2c75-49bf-8361-80149eb55a02 req-ab99eb27-7d46-4c54-8288-6fa6bfc6e209 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Calling delete_port for 9abe039f-c406-4118-b019-5e0bc57ac399 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:59.193000 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:59.253296 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-eb64cf0d-2c75-49bf-8361-80149eb55a02 req-ab99eb27-7d46-4c54-8288-6fa6bfc6e209 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:59.285016 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99eb27-7d46-4c54-8288-6fa6bfc6e209 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Pushing event deleted for resources: {'Port': ['ID=9abe039f-c406-4118-b019-5e0bc57ac399,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:59.336793 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb64cf0d-2c75-49bf-8361-80149eb55a02 req-ab99eb27-7d46-4c54-8288-6fa6bfc6e209 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] No DVR routers for this DVR port 9abe039f-c406-4118-b019-5e0bc57ac399 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:26:59.339839 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-eb64cf0d-2c75-49bf-8361-80149eb55a02 req-ab99eb27-7d46-4c54-8288-6fa6bfc6e209 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:59.343162 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-eb64cf0d-2c75-49bf-8361-80149eb55a02 req-ab99eb27-7d46-4c54-8288-6fa6bfc6e209 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.46 "DELETE /v2.0/ports/9abe039f-c406-4118-b019-5e0bc57ac399 HTTP/1.1" status: 204 len: 173 time: 0.4368286 Jul 15 13:26:59.344024 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f12cb95-0d4c-418c-ada5-640255ae8048', 'name': 'network-vif-deleted', 'tag': '9abe039f-c406-4118-b019-5e0bc57ac399'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:26:59.346826 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4878b768-34f6-4aa0-b1b9-cdff7988fa7b" -d '{"events": [{"server_uuid": "9f12cb95-0d4c-418c-ada5-640255ae8048", "name": "network-vif-deleted", "tag": "9abe039f-c406-4118-b019-5e0bc57ac399"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:26:59.396382 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e5043c-d2a2-4313-b9ab-0e3730320ee0 x-openstack-request-id: req-f6e5043c-d2a2-4313-b9ab-0e3730320ee0 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:26:59.396733 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f12cb95-0d4c-418c-ada5-640255ae8048", "name": "network-vif-deleted", "tag": "9abe039f-c406-4118-b019-5e0bc57ac399", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:26:59.397037 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f6e5043c-d2a2-4313-b9ab-0e3730320ee0 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:26:59.397438 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f12cb95-0d4c-418c-ada5-640255ae8048', 'name': 'network-vif-deleted', 'tag': '9abe039f-c406-4118-b019-5e0bc57ac399', 'status': 'completed', 'code': 200} Jul 15 13:26:59.522155 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:59.716580 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-33b183c7-50f5-410d-8936-74f0804170af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:59.892297 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eafe13a4-01cc-4dfe-8c90-3d84159bc45d req-f65c70c5-ab03-44d5-85fe-976a98681fc0 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f12cb95-0d4c-418c-ada5-640255ae8048 HTTP/1.1" status: 200 len: 210 time: 0.0292602 Jul 15 13:27:00.315200 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-85fff0c5-0556-4d28-be07-424c64088480 tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4178f297dcfd406a984949427104fbd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300672 Jul 15 13:27:00.505243 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-0eb2b4cc-0a64-454c-b0c2-dcc323f3d72f tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:00.506735 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-0eb2b4cc-0a64-454c-b0c2-dcc323f3d72f tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1865644 Jul 15 13:27:00.521612 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-35eb8891-49c9-4d61-b836-c4be795ee789 tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] 10.222.0.16 "GET /v2.0/quotas/4178f297dcfd406a984949427104fbd5 HTTP/1.1" status: 200 len: 375 time: 0.0095620 Jul 15 13:27:00.553916 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-b66234cd-1533-4281-9736-80cdc5529efe tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4178f297dcfd406a984949427104fbd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268106 Jul 15 13:27:00.719792 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-12762260-2751-4be9-8e53-738ebe5af7c4 req-31099841-bcdf-4fa0-bbc2-f28965cf573b tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] 10.222.0.16 "GET /v2.0/ports?device_id=59438ae4-777f-478d-990c-8dfaa12a5716 HTTP/1.1" status: 200 len: 210 time: 0.0276935 Jul 15 13:27:00.992930 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51206) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:01.052482 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-81b6de2d-b389-4878-9e32-12ef42ad0dda tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:01.074914 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-81b6de2d-b389-4878-9e32-12ef42ad0dda tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:01.115494 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-81b6de2d-b389-4878-9e32-12ef42ad0dda tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:01.118299 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-81b6de2d-b389-4878-9e32-12ef42ad0dda tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:01.119692 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-81b6de2d-b389-4878-9e32-12ef42ad0dda tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "DELETE /v2.0/security-groups/e1cc8e7b-d2b9-466c-b9d3-2171b95e348b HTTP/1.1" status: 204 len: 168 time: 0.1250370 Jul 15 13:27:01.122413 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51208) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:01.129352 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b6de2d-b389-4878-9e32-12ef42ad0dda tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cc8e7b-d2b9-466c-b9d3-2171b95e348b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:01.137482 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b6de2d-b389-4878-9e32-12ef42ad0dda tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:01.138045 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b6de2d-b389-4878-9e32-12ef42ad0dda tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:01.138551 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b6de2d-b389-4878-9e32-12ef42ad0dda tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:01.138919 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b6de2d-b389-4878-9e32-12ef42ad0dda tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:01.139397 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b6de2d-b389-4878-9e32-12ef42ad0dda tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:01.139748 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b6de2d-b389-4878-9e32-12ef42ad0dda tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:01.140120 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b6de2d-b389-4878-9e32-12ef42ad0dda tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:01.140614 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b6de2d-b389-4878-9e32-12ef42ad0dda tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:01.141108 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b6de2d-b389-4878-9e32-12ef42ad0dda tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:01.141446 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b6de2d-b389-4878-9e32-12ef42ad0dda tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:01.141776 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b6de2d-b389-4878-9e32-12ef42ad0dda tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:01.142101 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b6de2d-b389-4878-9e32-12ef42ad0dda tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:01.186801 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1639b1c2-a384-4d4e-aa33-a7245eb8d82f tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:01.210747 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1639b1c2-a384-4d4e-aa33-a7245eb8d82f tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:01.260472 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1639b1c2-a384-4d4e-aa33-a7245eb8d82f tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:01.263264 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1639b1c2-a384-4d4e-aa33-a7245eb8d82f tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:01.264430 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1639b1c2-a384-4d4e-aa33-a7245eb8d82f tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "DELETE /v2.0/security-groups/b23b410b-0312-42d0-8927-00d5994ca24b HTTP/1.1" status: 204 len: 168 time: 0.1409321 Jul 15 13:27:01.267337 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51210) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:01.273500 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b1c2-a384-4d4e-aa33-a7245eb8d82f tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23b410b-0312-42d0-8927-00d5994ca24b,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:01.823807 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-88ae1454-a671-4047-a115-264c8ddbd5ca tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=4178f297dcfd406a984949427104fbd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278089 Jul 15 13:27:01.894064 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-16bfd069-d7f5-422a-ba6a-5aa5259fcc38 req-38699c64-79bf-4ee5-8a3d-a02cbbe7d25e tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] 10.222.0.16 "GET /v2.0/ports?device_id=59438ae4-777f-478d-990c-8dfaa12a5716 HTTP/1.1" status: 200 len: 210 time: 0.0423708 Jul 15 13:27:02.015136 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-30075b96-0690-4103-8aa8-8fd91d8145a2 tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:02.016566 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-30075b96-0690-4103-8aa8-8fd91d8145a2 tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1877041 Jul 15 13:27:02.032853 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-6426a61e-69db-4071-94ff-0878256ba42f tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] Request body: {'port': {'device_id': '59438ae4-777f-478d-990c-8dfaa12a5716', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'admin_state_up': True, 'tenant_id': '4178f297dcfd406a984949427104fbd5'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:02.116522 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 9abe039f-c406-4118-b019-5e0bc57ac399 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:02.136229 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 9abe039f-c406-4118-b019-5e0bc57ac399 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:02.136579 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 9abe039f-c406-4118-b019-5e0bc57ac399 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:02.186153 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-6426a61e-69db-4071-94ff-0878256ba42f tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] Made reservation on behalf of 4178f297dcfd406a984949427104fbd5 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:02.189702 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-6426a61e-69db-4071-94ff-0878256ba42f tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.200654 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-6426a61e-69db-4071-94ff-0878256ba42f tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.204704 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4f3fe90b-b2c4-461e-9baf-76001586ca59 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.262837 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.455848 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-6426a61e-69db-4071-94ff-0878256ba42f tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.460237 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-6426a61e-69db-4071-94ff-0878256ba42f tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.463663 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-87827438-960f-4fe9-a1f3-74ebed6f4df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.542316 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6426a61e-69db-4071-94ff-0878256ba42f tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d72d127a-4b8d-4044-947f-a67a3cda9984,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:02.664366 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-6426a61e-69db-4071-94ff-0878256ba42f tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] Allocated IP 192.168.233.108 (fb7e2853-c052-4bbe-a410-b119ef2f5100/f7332b1d-b5ae-478a-9a33-4a7a808c5484/20cbd1d4-a6cc-4aea-bc70-b322cc9202db) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:02.701139 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4f3fe90b-b2c4-461e-9baf-76001586ca59 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Deleting port 8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:02.701480 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4f3fe90b-b2c4-461e-9baf-76001586ca59 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.862824 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4f3fe90b-b2c4-461e-9baf-76001586ca59 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] For port 8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8,segment=NetworkSegment(a63205a6-5f4b-42a3-bf4a-45a237a5d445),segment_id=a63205a6-5f4b-42a3-bf4a-45a237a5d445)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:02.863181 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4f3fe90b-b2c4-461e-9baf-76001586ca59 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.882445 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4f3fe90b-b2c4-461e-9baf-76001586ca59 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Calling delete_port for 8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8 owned by network:router_interface {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:02.916849 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-6426a61e-69db-4071-94ff-0878256ba42f tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.962426 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-6426a61e-69db-4071-94ff-0878256ba42f tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] Transition to ACTIVE for port object 20cbd1d4-a6cc-4aea-bc70-b322cc9202db will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:03.070082 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4247376f-98a4-474c-bd48-035018d1ff8e req-aaaf82c1-5189-4c72-b513-26a2c831124b tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] 10.222.0.16 "GET /v2.0/ports?device_id=59438ae4-777f-478d-990c-8dfaa12a5716 HTTP/1.1" status: 200 len: 210 time: 0.0447798 Jul 15 13:27:03.093195 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-6426a61e-69db-4071-94ff-0878256ba42f tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.156173 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-6426a61e-69db-4071-94ff-0878256ba42f tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] Network fb7e2853-c052-4bbe-a410-b119ef2f5100 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:03.174342 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6426a61e-69db-4071-94ff-0878256ba42f tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] Pushing event updated for resources: {'Port': ['ID=20cbd1d4-a6cc-4aea-bc70-b322cc9202db,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:03.178924 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-6426a61e-69db-4071-94ff-0878256ba42f tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:03.182926 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-6426a61e-69db-4071-94ff-0878256ba42f tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:03.236172 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4f3fe90b-b2c4-461e-9baf-76001586ca59 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.255597 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-6426a61e-69db-4071-94ff-0878256ba42f tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:03.256264 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-6426a61e-69db-4071-94ff-0878256ba42f tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.291960 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3fe90b-b2c4-461e-9baf-76001586ca59 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Pushing event deleted for resources: {'Port': ['ID=8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:03.348377 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-6426a61e-69db-4071-94ff-0878256ba42f tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3222759 Jul 15 13:27:03.360962 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-99c3ea06-5855-46a2-a530-fa110bb7de42 service neutron] Request body: {'port': {'device_id': '59438ae4-777f-478d-990c-8dfaa12a5716', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:03.523702 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-99c3ea06-5855-46a2-a530-fa110bb7de42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.554653 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-53cd4e60-fc2b-491b-a78c-40979b278a9a None None] Provisioning for port 20cbd1d4-a6cc-4aea-bc70-b322cc9202db completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:03.560627 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-53cd4e60-fc2b-491b-a78c-40979b278a9a None None] Provisioning complete for port 20cbd1d4-a6cc-4aea-bc70-b322cc9202db triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:03.561048 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-53cd4e60-fc2b-491b-a78c-40979b278a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.570681 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4f3fe90b-b2c4-461e-9baf-76001586ca59 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.601658 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.605574 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-53cd4e60-fc2b-491b-a78c-40979b278a9a None None] Port 20cbd1d4-a6cc-4aea-bc70-b322cc9202db cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:27:03.975882 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f3fe90b-b2c4-461e-9baf-76001586ca59 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Router e017f1d2-80f1-4646-9bfe-1014edd5bd2b has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:27:03.977806 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-99c3ea06-5855-46a2-a530-fa110bb7de42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20cbd1d4-a6cc-4aea-bc70-b322cc9202db {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:27:03.986615 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-99c3ea06-5855-46a2-a530-fa110bb7de42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.003338 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-99c3ea06-5855-46a2-a530-fa110bb7de42 service neutron] Transition to ACTIVE for port object 20cbd1d4-a6cc-4aea-bc70-b322cc9202db will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:04.007623 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-99c3ea06-5855-46a2-a530-fa110bb7de42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.139151 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3ea06-5855-46a2-a530-fa110bb7de42 service neutron] Pushing event updated for resources: {'Port': ['ID=20cbd1d4-a6cc-4aea-bc70-b322cc9202db,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:04.197145 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3fe90b-b2c4-461e-9baf-76001586ca59 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:04.207332 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59122f39-34cb-4862-9475-0e6b407d2564 None None] Sync routers for ids ['e017f1d2-80f1-4646-9bfe-1014edd5bd2b'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:04.213876 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4f3fe90b-b2c4-461e-9baf-76001586ca59 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "PUT /v2.0/routers/e017f1d2-80f1-4646-9bfe-1014edd5bd2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9451985 Jul 15 13:27:04.216890 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51224) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:04.218624 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59122f39-34cb-4862-9475-0e6b407d2564 None None] Routers {'e017f1d2-80f1-4646-9bfe-1014edd5bd2b'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:04.219559 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-59122f39-34cb-4862-9475-0e6b407d2564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:27:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['e017f1d2-80f1-4646-9bfe-1014edd5bd2b'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:04.270636 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-99c3ea06-5855-46a2-a530-fa110bb7de42 service neutron] Attempting to bind port 20cbd1d4-a6cc-4aea-bc70-b322cc9202db on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:04.270996 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-99c3ea06-5855-46a2-a530-fa110bb7de42 service neutron] Attempting to bind port 20cbd1d4-a6cc-4aea-bc70-b322cc9202db by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:04.271354 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-99c3ea06-5855-46a2-a530-fa110bb7de42 service neutron] Attempting to bind port 20cbd1d4-a6cc-4aea-bc70-b322cc9202db on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:04.280754 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-99c3ea06-5855-46a2-a530-fa110bb7de42 service neutron] Port 20cbd1d4-a6cc-4aea-bc70-b322cc9202db on network fb7e2853-c052-4bbe-a410-b119ef2f5100 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:27:04.281109 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-99c3ea06-5855-46a2-a530-fa110bb7de42 service neutron] Attempting to bind port 20cbd1d4-a6cc-4aea-bc70-b322cc9202db on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:04.283686 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca70586f-a4bf-4287-b190-45ad3fd0081f tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Deleting subnet 7f65c933-6a34-414a-a4f9-5a68fa83c0bd {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:27:04.287454 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ca70586f-a4bf-4287-b190-45ad3fd0081f tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.290533 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-99c3ea06-5855-46a2-a530-fa110bb7de42 service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:04.290924 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-99c3ea06-5855-46a2-a530-fa110bb7de42 service neutron] Checking segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:04.291336 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-99c3ea06-5855-46a2-a530-fa110bb7de42 service neutron] Bound using segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:04.291793 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-99c3ea06-5855-46a2-a530-fa110bb7de42 service neutron] Bound port: 20cbd1d4-a6cc-4aea-bc70-b322cc9202db, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:04.292197 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-99c3ea06-5855-46a2-a530-fa110bb7de42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.315034 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7e016-7cbf-4199-a97a-6eabfebab6f6 req-5342a874-30e3-4d2e-98b8-2d71f4f956f2 tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:04.316758 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2aa7e016-7cbf-4199-a97a-6eabfebab6f6 req-5342a874-30e3-4d2e-98b8-2d71f4f956f2 tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] 10.222.0.16 "GET /v2.0/ports?device_id=59438ae4-777f-478d-990c-8dfaa12a5716 HTTP/1.1" status: 200 len: 948 time: 0.1238089 Jul 15 13:27:04.353390 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ca70586f-a4bf-4287-b190-45ad3fd0081f tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.384614 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-59122f39-34cb-4862-9475-0e6b407d2564 None None] Set router e017f1d2-80f1-4646-9bfe-1014edd5bd2b gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:04.421389 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2aa7e016-7cbf-4199-a97a-6eabfebab6f6 req-105b6345-37f9-4ca1-b912-deb93ddb7da1 tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] 10.222.0.16 "GET /v2.0/security-groups?id=d72d127a-4b8d-4044-947f-a67a3cda9984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803678 Jul 15 13:27:04.422437 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-99c3ea06-5855-46a2-a530-fa110bb7de42 service neutron] For port 20cbd1d4-a6cc-4aea-bc70-b322cc9202db, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:04.425922 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-99c3ea06-5855-46a2-a530-fa110bb7de42 service neutron] For port 20cbd1d4-a6cc-4aea-bc70-b322cc9202db, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=20cbd1d4-a6cc-4aea-bc70-b322cc9202db,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:04.431938 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-99c3ea06-5855-46a2-a530-fa110bb7de42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.468696 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-99c3ea06-5855-46a2-a530-fa110bb7de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:04.469672 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-99c3ea06-5855-46a2-a530-fa110bb7de42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.471058 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ca70586f-a4bf-4287-b190-45ad3fd0081f tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.471219 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-99c3ea06-5855-46a2-a530-fa110bb7de42 service neutron] 10.222.0.20 "PUT /v2.0/ports/20cbd1d4-a6cc-4aea-bc70-b322cc9202db HTTP/1.1" status: 200 len: 1097 time: 1.1148243 Jul 15 13:27:04.471745 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59438ae4-777f-478d-990c-8dfaa12a5716', 'tag': '20cbd1d4-a6cc-4aea-bc70-b322cc9202db'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:04.474334 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72a12ff-3302-41dc-a9da-e28a836f99e1" -d '{"events": [{"name": "network-changed", "server_uuid": "59438ae4-777f-478d-990c-8dfaa12a5716", "tag": "20cbd1d4-a6cc-4aea-bc70-b322cc9202db"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:04.513308 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3ea06-5855-46a2-a530-fa110bb7de42 service neutron] Pushing event updated for resources: {'Port': ['ID=20cbd1d4-a6cc-4aea-bc70-b322cc9202db,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:04.571458 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9054f91b-6552-46ec-896c-ac5e3be2374e x-openstack-request-id: req-9054f91b-6552-46ec-896c-ac5e3be2374e {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:04.571743 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59438ae4-777f-478d-990c-8dfaa12a5716", "tag": "20cbd1d4-a6cc-4aea-bc70-b322cc9202db", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:04.571999 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9054f91b-6552-46ec-896c-ac5e3be2374e {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:04.572402 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59438ae4-777f-478d-990c-8dfaa12a5716', 'tag': '20cbd1d4-a6cc-4aea-bc70-b322cc9202db', 'status': 'completed', 'code': 200} Jul 15 13:27:04.572693 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ca70586f-a4bf-4287-b190-45ad3fd0081f tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.579389 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-59122f39-34cb-4862-9475-0e6b407d2564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e017f1d2-80f1-4646-9bfe-1014edd5bd2b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1848435393', 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'f7bf33ec-5af0-431a-aa7a-030da840aeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:59Z', 'updated_at': '2021-07-15T13:27:03Z', 'revision_number': 5, 'project_id': 'ab5a423d99764585bcd3274895950844', 'gw_port': {'id': 'f7bf33ec-5af0-431a-aa7a-030da840aeb2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:72:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e017f1d2-80f1-4646-9bfe-1014edd5bd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:01Z', 'updated_at': '2021-07-15T13:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:04.609872 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-6696737d-fefd-4c2d-a540-30d212ddfb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:04.612504 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-6696737d-fefd-4c2d-a540-30d212ddfb50 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4178f297dcfd406a984949427104fbd5&device_id=59438ae4-777f-478d-990c-8dfaa12a5716 HTTP/1.1" status: 200 len: 1100 time: 0.0923972 Jul 15 13:27:04.613771 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca70586f-a4bf-4287-b190-45ad3fd0081f tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Pushing event deleted for resources: {'Subnet': ['ID=7f65c933-6a34-414a-a4f9-5a68fa83c0bd,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:04.616746 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59122f39-34cb-4862-9475-0e6b407d2564 None None] Checking router: e017f1d2-80f1-4646-9bfe-1014edd5bd2b for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:27:04.617937 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8306f97-4bd4-4bb5-a28d-3b3b9f0feee3 None None] Network c84a7ce0-8f5b-4710-8905-4f805403debe requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:04.620195 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ca70586f-a4bf-4287-b190-45ad3fd0081f tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.622495 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ca70586f-a4bf-4287-b190-45ad3fd0081f tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "DELETE /v2.0/subnets/7f65c933-6a34-414a-a4f9-5a68fa83c0bd HTTP/1.1" status: 204 len: 168 time: 0.4040482 Jul 15 13:27:04.625298 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51228) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:04.626477 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59122f39-34cb-4862-9475-0e6b407d2564 None None] Routers {'e017f1d2-80f1-4646-9bfe-1014edd5bd2b'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:04.627279 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-59122f39-34cb-4862-9475-0e6b407d2564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:27:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['e017f1d2-80f1-4646-9bfe-1014edd5bd2b'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:04.709821 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-d31ca1fe-d612-4ed0-8e88-316535f1f3ba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=20cbd1d4-a6cc-4aea-bc70-b322cc9202db HTTP/1.1" status: 200 len: 217 time: 0.0773053 Jul 15 13:27:04.782459 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-f10a60f9-988e-4a68-86cf-42471f9761bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:04.784644 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-f10a60f9-988e-4a68-86cf-42471f9761bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0691531 Jul 15 13:27:04.886811 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-59122f39-34cb-4862-9475-0e6b407d2564 None None] Set router e017f1d2-80f1-4646-9bfe-1014edd5bd2b gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:04.893293 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-992d2567-c6d7-4c05-92c3-7fe16d1ec5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:04.895244 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-992d2567-c6d7-4c05-92c3-7fe16d1ec5d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1039660 Jul 15 13:27:04.972921 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7910fd1-06c2-4f82-91b9-0b244d307ab7 None None] DHCP port deletion for c84a7ce0-8f5b-4710-8905-4f805403debe request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:27:04.997074 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-1394bc59-db73-4e58-820a-07bc94a9c59c service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955570 Jul 15 13:27:05.021388 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:05.041280 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-e7910fd1-06c2-4f82-91b9-0b244d307ab7 None None] Deleting port 60581716-4e20-4067-9c13-f4d464036726 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:05.042033 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e7910fd1-06c2-4f82-91b9-0b244d307ab7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:05.109726 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6cc7f47a-3668-4415-8c54-338e5f365df1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:05.115228 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-e7910fd1-06c2-4f82-91b9-0b244d307ab7 None None] For port 60581716-4e20-4067-9c13-f4d464036726, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=60581716-4e20-4067-9c13-f4d464036726,segment=NetworkSegment(a63205a6-5f4b-42a3-bf4a-45a237a5d445),segment_id=a63205a6-5f4b-42a3-bf4a-45a237a5d445)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:05.115858 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e7910fd1-06c2-4f82-91b9-0b244d307ab7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:05.116157 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-59122f39-34cb-4862-9475-0e6b407d2564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e017f1d2-80f1-4646-9bfe-1014edd5bd2b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1848435393', 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'f7bf33ec-5af0-431a-aa7a-030da840aeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:59Z', 'updated_at': '2021-07-15T13:27:03Z', 'revision_number': 5, 'project_id': 'ab5a423d99764585bcd3274895950844', 'gw_port': {'id': 'f7bf33ec-5af0-431a-aa7a-030da840aeb2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:72:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e017f1d2-80f1-4646-9bfe-1014edd5bd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:01Z', 'updated_at': '2021-07-15T13:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:05.131974 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-79832b80-d5a5-41cd-b96a-2de15422f66d req-9da64fb3-8f56-4414-9de3-eba9d7babfcc service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290517 Jul 15 13:27:05.132255 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-e7910fd1-06c2-4f82-91b9-0b244d307ab7 None None] Calling delete_port for 60581716-4e20-4067-9c13-f4d464036726 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:05.159528 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59122f39-34cb-4862-9475-0e6b407d2564 None None] The sync data for ids ['e017f1d2-80f1-4646-9bfe-1014edd5bd2b'] in n-d-771363-36 is: [{'id': 'e017f1d2-80f1-4646-9bfe-1014edd5bd2b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1848435393', 'tenant_id': 'ab5a423d99764585bcd3274895950844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'f7bf33ec-5af0-431a-aa7a-030da840aeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:59Z', 'updated_at': '2021-07-15T13:27:03Z', 'revision_number': 5, 'project_id': 'ab5a423d99764585bcd3274895950844', 'gw_port': {'id': 'f7bf33ec-5af0-431a-aa7a-030da840aeb2', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:72:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e017f1d2-80f1-4646-9bfe-1014edd5bd2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:01Z', 'updated_at': '2021-07-15T13:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:05.222962 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e7910fd1-06c2-4f82-91b9-0b244d307ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:05.235985 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6cc7f47a-3668-4415-8c54-338e5f365df1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:05.244762 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a12ff-3302-41dc-a9da-e28a836f99e1 req-dfa5b6c9-b49b-4bc9-8eda-7e95ce9dc29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:05.246689 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e72a12ff-3302-41dc-a9da-e28a836f99e1 req-dfa5b6c9-b49b-4bc9-8eda-7e95ce9dc29b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4178f297dcfd406a984949427104fbd5&device_id=59438ae4-777f-478d-990c-8dfaa12a5716 HTTP/1.1" status: 200 len: 1100 time: 0.0599227 Jul 15 13:27:05.258505 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7910fd1-06c2-4f82-91b9-0b244d307ab7 None None] Pushing event deleted for resources: {'Port': ['ID=60581716-4e20-4067-9c13-f4d464036726,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:05.262858 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7910fd1-06c2-4f82-91b9-0b244d307ab7 None None] No DVR routers for this DVR port 60581716-4e20-4067-9c13-f4d464036726 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:05.296128 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-6cc7f47a-3668-4415-8c54-338e5f365df1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Deleting port f7bf33ec-5af0-431a-aa7a-030da840aeb2 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:05.296478 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6cc7f47a-3668-4415-8c54-338e5f365df1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:05.345408 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a12ff-3302-41dc-a9da-e28a836f99e1 req-78bbc6bb-7961-4b51-90ef-f002d78b9400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:05.347113 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e72a12ff-3302-41dc-a9da-e28a836f99e1 req-78bbc6bb-7961-4b51-90ef-f002d78b9400 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.0949419 Jul 15 13:27:05.377607 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-6cc7f47a-3668-4415-8c54-338e5f365df1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] For port f7bf33ec-5af0-431a-aa7a-030da840aeb2, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=f7bf33ec-5af0-431a-aa7a-030da840aeb2,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:05.377967 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6cc7f47a-3668-4415-8c54-338e5f365df1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:05.387795 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e72a12ff-3302-41dc-a9da-e28a836f99e1 req-4d521114-2c62-4413-a8b3-f466583de3d3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=20cbd1d4-a6cc-4aea-bc70-b322cc9202db HTTP/1.1" status: 200 len: 217 time: 0.0344806 Jul 15 13:27:05.389313 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-6cc7f47a-3668-4415-8c54-338e5f365df1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Calling delete_port for f7bf33ec-5af0-431a-aa7a-030da840aeb2 owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:05.435962 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a12ff-3302-41dc-a9da-e28a836f99e1 req-4b535ae5-7809-41d6-9bb5-93c3aa04ce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:05.437636 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e72a12ff-3302-41dc-a9da-e28a836f99e1 req-4b535ae5-7809-41d6-9bb5-93c3aa04ce97 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0432827 Jul 15 13:27:05.498829 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a12ff-3302-41dc-a9da-e28a836f99e1 req-f49a7e8a-cdbf-456a-9157-8fda7bfc035f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:05.500444 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e72a12ff-3302-41dc-a9da-e28a836f99e1 req-f49a7e8a-cdbf-456a-9157-8fda7bfc035f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0561256 Jul 15 13:27:05.575516 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6cc7f47a-3668-4415-8c54-338e5f365df1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:05.602708 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7f47a-3668-4415-8c54-338e5f365df1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Pushing event deleted for resources: {'Port': ['ID=f7bf33ec-5af0-431a-aa7a-030da840aeb2,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:05.629893 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e72a12ff-3302-41dc-a9da-e28a836f99e1 req-5475f029-1072-48a8-b988-eaed8e1f6ddc service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221213 Jul 15 13:27:05.684243 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6cc7f47a-3668-4415-8c54-338e5f365df1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:05.689224 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0a987-b529-4e73-bbf4-eb032f38a567 req-138a66b7-b990-44f9-a30c-332a93b8310d tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:05.690738 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a4a0a987-b529-4e73-bbf4-eb032f38a567 req-138a66b7-b990-44f9-a30c-332a93b8310d tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] 10.222.0.16 "GET /v2.0/ports?device_id=59438ae4-777f-478d-990c-8dfaa12a5716 HTTP/1.1" status: 200 len: 948 time: 0.1204193 Jul 15 13:27:05.765706 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a4a0a987-b529-4e73-bbf4-eb032f38a567 req-cb4bde2a-e9b3-4c15-99f8-44a9ef9a2bc5 tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] 10.222.0.16 "GET /v2.0/security-groups?id=d72d127a-4b8d-4044-947f-a67a3cda9984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510676 Jul 15 13:27:05.768067 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e72a12ff-3302-41dc-a9da-e28a836f99e1 req-476f6203-cef5-42c8-8385-bf8760ac8c72 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303000 Jul 15 13:27:05.779132 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6cc7f47a-3668-4415-8c54-338e5f365df1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:05.781805 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6cc7f47a-3668-4415-8c54-338e5f365df1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:05.827431 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6cc7f47a-3668-4415-8c54-338e5f365df1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:05.827978 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc7f47a-3668-4415-8c54-338e5f365df1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Fanout notify agent at l3_agent the message router_deleted on router e017f1d2-80f1-4646-9bfe-1014edd5bd2b {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:27:05.835997 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6cc7f47a-3668-4415-8c54-338e5f365df1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:05.837119 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6cc7f47a-3668-4415-8c54-338e5f365df1 tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "DELETE /v2.0/routers/e017f1d2-80f1-4646-9bfe-1014edd5bd2b HTTP/1.1" status: 204 len: 168 time: 1.2104242 Jul 15 13:27:05.840536 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51234) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:05.928383 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-42d0c85f-04f0-4df5-9a3e-b24725aa743a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.351328 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device f7bf33ec-5af0-431a-aa7a-030da840aeb2 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:06.354509 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-42d0c85f-04f0-4df5-9a3e-b24725aa743a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.365189 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-42d0c85f-04f0-4df5-9a3e-b24725aa743a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c84a7ce0-8f5b-4710-8905-4f805403debe']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:06.371831 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: f7bf33ec-5af0-431a-aa7a-030da840aeb2 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:06.372179 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device f7bf33ec-5af0-431a-aa7a-030da840aeb2 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:06.372649 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 60581716-4e20-4067-9c13-f4d464036726 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:06.376086 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-42d0c85f-04f0-4df5-9a3e-b24725aa743a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a63205a6-5f4b-42a3-bf4a-45a237a5d445') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:06.376384 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-42d0c85f-04f0-4df5-9a3e-b24725aa743a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a63205a6-5f4b-42a3-bf4a-45a237a5d445') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:06.385361 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-42d0c85f-04f0-4df5-9a3e-b24725aa743a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.390464 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 60581716-4e20-4067-9c13-f4d464036726 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:06.391159 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 60581716-4e20-4067-9c13-f4d464036726 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:06.391294 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:06.399361 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-42d0c85f-04f0-4df5-9a3e-b24725aa743a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.406197 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42d0c85f-04f0-4df5-9a3e-b24725aa743a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:27:06.406689 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-42d0c85f-04f0-4df5-9a3e-b24725aa743a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.410989 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:06.411337 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8ac9eafb-93dd-4cf7-8b7c-299e190b5fc8 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:06.411487 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:27:06.411487 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:27:06.411487 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:27:06.411487 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:27:06.411487 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:27:06.411487 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:27:06.411487 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:27:06.411487 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:27:06.411487 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:27:06.411487 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:27:06.411487 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:27:06.411487 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:27:06.411487 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:27:06.411487 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:27:06.411487 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:27:06.411487 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:27:06.411487 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:27:06.411487 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:27:06.411487 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:27:06.411487 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:27:06.411487 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:27:06.411487 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:27:06.411487 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:27:06.411487 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:27:06.411487 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:27:06.411487 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:27:06.411487 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:27:06.411487 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:27:06.411487 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:27:06.411487 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:27:06.411487 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:27:06.411487 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:27:06.411487 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:27:06.411487 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:27:06.411487 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:27:06.411487 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:27:06.411487 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:27:06.411487 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:27:06.471265 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-42d0c85f-04f0-4df5-9a3e-b24725aa743a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.478711 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-42d0c85f-04f0-4df5-9a3e-b24725aa743a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.480029 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-42d0c85f-04f0-4df5-9a3e-b24725aa743a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] 10.222.0.16 "DELETE /v2.0/networks/c84a7ce0-8f5b-4710-8905-4f805403debe HTTP/1.1" status: 204 len: 168 time: 0.6385016 Jul 15 13:27:06.491187 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0c85f-04f0-4df5-9a3e-b24725aa743a tempest-TestSecurityGroupsBasicOps-1235131668 tempest-TestSecurityGroupsBasicOps-1235131668-project] Pushing event deleted for resources: {'Network': ['ID=c84a7ce0-8f5b-4710-8905-4f805403debe,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:06.764330 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51244) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:06.923259 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-cb58b3da-a4c8-496a-a654-d51f736ae2a5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ab5a423d99764585bcd3274895950844&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1577671 Jul 15 13:27:06.925982 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51250) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:06.955209 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c40e8-1d2e-40af-ba2d-d55e119b09b1 req-7d49799e-7d23-4405-97bb-7d705b8f55ee tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:06.956825 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4d2c40e8-1d2e-40af-ba2d-d55e119b09b1 req-7d49799e-7d23-4405-97bb-7d705b8f55ee tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] 10.222.0.16 "GET /v2.0/ports?device_id=59438ae4-777f-478d-990c-8dfaa12a5716 HTTP/1.1" status: 200 len: 948 time: 0.0746725 Jul 15 13:27:06.975407 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b2791794-5b6d-4717-9c4a-00b88d0ca0b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.997017 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b2791794-5b6d-4717-9c4a-00b88d0ca0b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.999409 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4d2c40e8-1d2e-40af-ba2d-d55e119b09b1 req-707d2e71-f2b9-4a48-a7a4-dee777b9be2d tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] 10.222.0.16 "GET /v2.0/security-groups?id=d72d127a-4b8d-4044-947f-a67a3cda9984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362465 Jul 15 13:27:07.045670 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b2791794-5b6d-4717-9c4a-00b88d0ca0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:07.048235 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b2791794-5b6d-4717-9c4a-00b88d0ca0b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:07.049395 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b2791794-5b6d-4717-9c4a-00b88d0ca0b2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0fe940ae-f2fa-4240-a161-a17be9e95dcf HTTP/1.1" status: 204 len: 168 time: 0.1216872 Jul 15 13:27:07.057492 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2791794-5b6d-4717-9c4a-00b88d0ca0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe940ae-f2fa-4240-a161-a17be9e95dcf,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:07.304896 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51258) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:07.318042 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dbc58807-1b01-47cf-842f-da62b6b6c856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:07.406469 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dbc58807-1b01-47cf-842f-da62b6b6c856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:07.411544 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dbc58807-1b01-47cf-842f-da62b6b6c856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:07.448556 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-dbc58807-1b01-47cf-842f-da62b6b6c856 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f6d7c39aa6824a91bd9866935e14c4c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1424816 Jul 15 13:27:07.450482 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc58807-1b01-47cf-842f-da62b6b6c856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce79c58-2654-48de-9818-1a1dcf36de42,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:07.451299 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51260) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:07.500924 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-61d414be-21ee-4c42-bbb2-03a8b18d7782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:07.521441 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-61d414be-21ee-4c42-bbb2-03a8b18d7782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:07.565814 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-61d414be-21ee-4c42-bbb2-03a8b18d7782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:07.568421 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-61d414be-21ee-4c42-bbb2-03a8b18d7782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:07.569579 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-61d414be-21ee-4c42-bbb2-03a8b18d7782 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1ce79c58-2654-48de-9818-1a1dcf36de42 HTTP/1.1" status: 204 len: 168 time: 0.1172879 Jul 15 13:27:07.577038 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d414be-21ee-4c42-bbb2-03a8b18d7782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce79c58-2654-48de-9818-1a1dcf36de42,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:07.872557 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51266) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:07.912208 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a1287547-a53f-493c-915a-7bb6d871a05b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=60b1c77bdd1943bf89646bd368f93ca3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385230 Jul 15 13:27:07.914658 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51268) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:07.960738 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec29afe1-4fe0-4f80-999a-64e6f02120c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:07.980698 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec29afe1-4fe0-4f80-999a-64e6f02120c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:08.030090 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec29afe1-4fe0-4f80-999a-64e6f02120c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:08.032601 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec29afe1-4fe0-4f80-999a-64e6f02120c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:08.036165 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ec29afe1-4fe0-4f80-999a-64e6f02120c0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8bac417d-ea42-493b-a42a-3137a9091427 HTTP/1.1" status: 204 len: 168 time: 0.1182468 Jul 15 13:27:08.043134 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec29afe1-4fe0-4f80-999a-64e6f02120c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bac417d-ea42-493b-a42a-3137a9091427,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:08.178461 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68073ff-ba1a-430d-be58-16c7d320873c req-0bc99e3d-2b99-44f4-98a8-73db084404f5 tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:08.180595 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c68073ff-ba1a-430d-be58-16c7d320873c req-0bc99e3d-2b99-44f4-98a8-73db084404f5 tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] 10.222.0.16 "GET /v2.0/ports?device_id=59438ae4-777f-478d-990c-8dfaa12a5716 HTTP/1.1" status: 200 len: 948 time: 0.0653248 Jul 15 13:27:08.219110 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c68073ff-ba1a-430d-be58-16c7d320873c req-0a7e646c-88a9-4dab-a3ce-ed66eb042d46 tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] 10.222.0.16 "GET /v2.0/security-groups?id=d72d127a-4b8d-4044-947f-a67a3cda9984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329776 Jul 15 13:27:08.702945 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51294) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:08.796808 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-fe51f355-38cb-4278-9796-52f7d70e0ae3 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-629721505-network', 'tenant_id': '2fa10779725e4b2a9321e5dc981dda81'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:08.818373 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe51f355-38cb-4278-9796-52f7d70e0ae3 admin admin] Made reservation on behalf of 2fa10779725e4b2a9321e5dc981dda81 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:08.820607 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fe51f355-38cb-4278-9796-52f7d70e0ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:08.829234 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fe51f355-38cb-4278-9796-52f7d70e0ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:08.916416 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fe51f355-38cb-4278-9796-52f7d70e0ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:08.920548 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fe51f355-38cb-4278-9796-52f7d70e0ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:08.943530 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe51f355-38cb-4278-9796-52f7d70e0ae3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:27:08.953116 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51f355-38cb-4278-9796-52f7d70e0ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd8fa72-aa14-4171-98fb-115ef56530d2,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:08.958969 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fe51f355-38cb-4278-9796-52f7d70e0ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:08.959313 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-fe51f355-38cb-4278-9796-52f7d70e0ae3 admin admin] Added segment f1836cb5-588a-49e8-a06d-46a38d584b92 of type vlan for network b6ec0d29-70fb-4f28-8144-6200a91c36b5 Jul 15 13:27:09.000745 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fe51f355-38cb-4278-9796-52f7d70e0ae3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.029075 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fe51f355-38cb-4278-9796-52f7d70e0ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.030005 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe51f355-38cb-4278-9796-52f7d70e0ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:09.030603 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fe51f355-38cb-4278-9796-52f7d70e0ae3 admin admin] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.059879 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-fe51f355-38cb-4278-9796-52f7d70e0ae3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3558228 Jul 15 13:27:09.062975 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51298) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:09.068169 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-42e61bcf-340c-486a-8c5a-c2e0565e7507 admin admin] Request body: {'subnet': {'network_id': 'b6ec0d29-70fb-4f28-8144-6200a91c36b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-629721505-subnet', 'tenant_id': '2fa10779725e4b2a9321e5dc981dda81', 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:09.088397 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e61bcf-340c-486a-8c5a-c2e0565e7507 admin admin] Made reservation on behalf of 2fa10779725e4b2a9321e5dc981dda81 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:09.089889 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51f355-38cb-4278-9796-52f7d70e0ae3 admin admin] Pushing event updated for resources: {'Network': ['ID=b6ec0d29-70fb-4f28-8144-6200a91c36b5,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:09.091296 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-42e61bcf-340c-486a-8c5a-c2e0565e7507 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.100749 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network b6ec0d29-70fb-4f28-8144-6200a91c36b5 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:27:09.229394 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 20cbd1d4-a6cc-4aea-bc70-b322cc9202db details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:27:09.263438 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-42e61bcf-340c-486a-8c5a-c2e0565e7507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.307977 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e61bcf-340c-486a-8c5a-c2e0565e7507 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a355fa63-67ab-4494-b44e-619bc46eac08,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:09.343413 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e61bcf-340c-486a-8c5a-c2e0565e7507 admin admin] Checking segment: {'id': 'f1836cb5-588a-49e8-a06d-46a38d584b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b6ec0d29-70fb-4f28-8144-6200a91c36b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:09.343754 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e61bcf-340c-486a-8c5a-c2e0565e7507 admin admin] Network hostable DHCP agents. Network: b6ec0d29-70fb-4f28-8144-6200a91c36b5, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:27:09.362980 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e61bcf-340c-486a-8c5a-c2e0565e7507 admin admin] Network b6ec0d29-70fb-4f28-8144-6200a91c36b5 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:27:09.367714 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 20cbd1d4-a6cc-4aea-bc70-b322cc9202db, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=20cbd1d4-a6cc-4aea-bc70-b322cc9202db,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:09.374851 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-42e61bcf-340c-486a-8c5a-c2e0565e7507 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, b6ec0d29-70fb-4f28-8144-6200a91c36b5) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:09.381131 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e61bcf-340c-486a-8c5a-c2e0565e7507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:09.381271 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-42e61bcf-340c-486a-8c5a-c2e0565e7507 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.385908 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e7e66f-e043-4d4d-8faf-77bad36a432e None None] Network b6ec0d29-70fb-4f28-8144-6200a91c36b5 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:09.397952 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-42e61bcf-340c-486a-8c5a-c2e0565e7507 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3337479 Jul 15 13:27:09.400803 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51306) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:09.404871 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': '20cbd1d4-a6cc-4aea-bc70-b322cc9202db', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': '20cbd1d4-a6cc-4aea-bc70-b322cc9202db', 'mac_address': 'fa:16:3e:d5:bb:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:27:09.407850 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-f9188aec-4437-44c5-b894-692a2b4ad1d4 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-629721505-router', 'tenant_id': '2fa10779725e4b2a9321e5dc981dda81', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:09.433953 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9188aec-4437-44c5-b894-692a2b4ad1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.435968 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9188aec-4437-44c5-b894-692a2b4ad1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.438493 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f5f3c-1077-4d6e-b3f0-8f5d051bef01 req-6d5d22ef-30e6-48fb-bcb9-298f64688f2c tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:09.441046 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ca6f5f3c-1077-4d6e-b3f0-8f5d051bef01 req-6d5d22ef-30e6-48fb-bcb9-298f64688f2c tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] 10.222.0.16 "GET /v2.0/ports?device_id=59438ae4-777f-478d-990c-8dfaa12a5716 HTTP/1.1" status: 200 len: 948 time: 0.0862908 Jul 15 13:27:09.491163 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ca6f5f3c-1077-4d6e-b3f0-8f5d051bef01 req-37ff45b5-da58-4da6-a2d2-411410389246 tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] 10.222.0.16 "GET /v2.0/security-groups?id=d72d127a-4b8d-4044-947f-a67a3cda9984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430830 Jul 15 13:27:09.500216 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.520154 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20cbd1d4-a6cc-4aea-bc70-b322cc9202db {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:27:09.526803 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9188aec-4437-44c5-b894-692a2b4ad1d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.568787 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 20cbd1d4-a6cc-4aea-bc70-b322cc9202db, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=20cbd1d4-a6cc-4aea-bc70-b322cc9202db,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:09.574266 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.648661 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=20cbd1d4-a6cc-4aea-bc70-b322cc9202db,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:09.657827 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37addeda-993c-4d67-a0b1-983da5caf945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-b6ec0d29-70fb-4f28-8144-6200a91c36b5', 'network_id': 'b6ec0d29-70fb-4f28-8144-6200a91c36b5', 'tenant_id': '2fa10779725e4b2a9321e5dc981dda81', 'fixed_ips': [{'subnet_id': 'a355fa63-67ab-4494-b44e-619bc46eac08'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:27:09.658774 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-37addeda-993c-4d67-a0b1-983da5caf945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.666283 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9188aec-4437-44c5-b894-692a2b4ad1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.792351 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['20cbd1d4-a6cc-4aea-bc70-b322cc9202db'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:27:09.816480 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-37addeda-993c-4d67-a0b1-983da5caf945 None None] Allocated IP 172.20.0.2 (b6ec0d29-70fb-4f28-8144-6200a91c36b5/a355fa63-67ab-4494-b44e-619bc46eac08/35c47b61-6144-440d-b77b-5f1edf65c970) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:09.867545 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9188aec-4437-44c5-b894-692a2b4ad1d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.886231 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9188aec-4437-44c5-b894-692a2b4ad1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.994745 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-f9188aec-4437-44c5-b894-692a2b4ad1d4 admin admin] Allocated IP 172.25.8.51 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/85df6052-dead-4b7d-bb9c-78c59abd205b) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:10.034257 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-37addeda-993c-4d67-a0b1-983da5caf945 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.045377 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-37addeda-993c-4d67-a0b1-983da5caf945 None None] Transition to ACTIVE for port object 35c47b61-6144-440d-b77b-5f1edf65c970 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:10.062422 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-37addeda-993c-4d67-a0b1-983da5caf945 None None] Transition to ACTIVE for port object 35c47b61-6144-440d-b77b-5f1edf65c970 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:10.068519 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-37addeda-993c-4d67-a0b1-983da5caf945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.100206 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9188aec-4437-44c5-b894-692a2b4ad1d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.110764 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37addeda-993c-4d67-a0b1-983da5caf945 None None] Network b6ec0d29-70fb-4f28-8144-6200a91c36b5 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:10.113487 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-37addeda-993c-4d67-a0b1-983da5caf945 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:10.117540 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37addeda-993c-4d67-a0b1-983da5caf945 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:10.124362 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37addeda-993c-4d67-a0b1-983da5caf945 None None] Pushing event updated for resources: {'Port': ['ID=35c47b61-6144-440d-b77b-5f1edf65c970,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:10.142209 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9188aec-4437-44c5-b894-692a2b4ad1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.178791 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-37addeda-993c-4d67-a0b1-983da5caf945 None None] Attempting to bind port 35c47b61-6144-440d-b77b-5f1edf65c970 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:10.179159 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-37addeda-993c-4d67-a0b1-983da5caf945 None None] Attempting to bind port 35c47b61-6144-440d-b77b-5f1edf65c970 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'f1836cb5-588a-49e8-a06d-46a38d584b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b6ec0d29-70fb-4f28-8144-6200a91c36b5'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:10.179312 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9188aec-4437-44c5-b894-692a2b4ad1d4 admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:10.179629 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37addeda-993c-4d67-a0b1-983da5caf945 None None] Attempting to bind port 35c47b61-6144-440d-b77b-5f1edf65c970 on network b6ec0d29-70fb-4f28-8144-6200a91c36b5 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:10.184306 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-f9188aec-4437-44c5-b894-692a2b4ad1d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:10.184556 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37addeda-993c-4d67-a0b1-983da5caf945 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:10.184932 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37addeda-993c-4d67-a0b1-983da5caf945 None None] Checking segment: {'id': 'f1836cb5-588a-49e8-a06d-46a38d584b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b6ec0d29-70fb-4f28-8144-6200a91c36b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:10.185342 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-37addeda-993c-4d67-a0b1-983da5caf945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.185744 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37addeda-993c-4d67-a0b1-983da5caf945 None None] Bound using segment: {'id': 'f1836cb5-588a-49e8-a06d-46a38d584b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b6ec0d29-70fb-4f28-8144-6200a91c36b5'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:10.186354 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-37addeda-993c-4d67-a0b1-983da5caf945 None None] Bound port: 35c47b61-6144-440d-b77b-5f1edf65c970, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1836cb5-588a-49e8-a06d-46a38d584b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b6ec0d29-70fb-4f28-8144-6200a91c36b5'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:10.186777 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-37addeda-993c-4d67-a0b1-983da5caf945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.186959 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9188aec-4437-44c5-b894-692a2b4ad1d4 admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:10.219813 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9188aec-4437-44c5-b894-692a2b4ad1d4 admin admin] Pushing event updated for resources: {'Port': ['ID=85df6052-dead-4b7d-bb9c-78c59abd205b,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:10.248411 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-37addeda-993c-4d67-a0b1-983da5caf945 None None] For port 35c47b61-6144-440d-b77b-5f1edf65c970, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:10.251794 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-37addeda-993c-4d67-a0b1-983da5caf945 None None] For port 35c47b61-6144-440d-b77b-5f1edf65c970, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=35c47b61-6144-440d-b77b-5f1edf65c970,segment=NetworkSegment(f1836cb5-588a-49e8-a06d-46a38d584b92),segment_id=f1836cb5-588a-49e8-a06d-46a38d584b92)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:10.256333 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-37addeda-993c-4d67-a0b1-983da5caf945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.311731 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37addeda-993c-4d67-a0b1-983da5caf945 None None] Pushing event updated for resources: {'Port': ['ID=35c47b61-6144-440d-b77b-5f1edf65c970,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:10.455593 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9188aec-4437-44c5-b894-692a2b4ad1d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.677809 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9188aec-4437-44c5-b894-692a2b4ad1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.688055 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19223b8-37b2-43dc-bcd4-dc99a31cbab0 req-c3ca6096-4241-4668-a42b-3971b7b7b767 tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:10.689559 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f19223b8-37b2-43dc-bcd4-dc99a31cbab0 req-c3ca6096-4241-4668-a42b-3971b7b7b767 tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] 10.222.0.16 "GET /v2.0/ports?device_id=59438ae4-777f-478d-990c-8dfaa12a5716 HTTP/1.1" status: 200 len: 949 time: 0.0688415 Jul 15 13:27:10.727739 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f19223b8-37b2-43dc-bcd4-dc99a31cbab0 req-f3fd0e00-e9f7-4e07-b15f-4e7726d1a094 tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] 10.222.0.16 "GET /v2.0/security-groups?id=d72d127a-4b8d-4044-947f-a67a3cda9984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323045 Jul 15 13:27:10.803694 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9188aec-4437-44c5-b894-692a2b4ad1d4 admin admin] Router 08fcd915-b587-4bd7-91f1-415db33263b4 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:27:10.909448 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9188aec-4437-44c5-b894-692a2b4ad1d4 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:10.919992 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799931a3-afa1-4d75-945a-8307a6ed5d5f None None] Sync routers for ids ['08fcd915-b587-4bd7-91f1-415db33263b4'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:10.928538 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9188aec-4437-44c5-b894-692a2b4ad1d4 admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.929816 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f9188aec-4437-44c5-b894-692a2b4ad1d4 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5271175 Jul 15 13:27:10.932567 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51314) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:10.933540 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799931a3-afa1-4d75-945a-8307a6ed5d5f None None] Routers {'08fcd915-b587-4bd7-91f1-415db33263b4'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:10.934755 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-799931a3-afa1-4d75-945a-8307a6ed5d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:27:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['08fcd915-b587-4bd7-91f1-415db33263b4'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:11.049596 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-799931a3-afa1-4d75-945a-8307a6ed5d5f None None] Set router 08fcd915-b587-4bd7-91f1-415db33263b4 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:11.243219 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 20cbd1d4-a6cc-4aea-bc70-b322cc9202db up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:11.267407 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-799931a3-afa1-4d75-945a-8307a6ed5d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fcd915-b587-4bd7-91f1-415db33263b4', 'name': 'tempest-TestServerMultinode-629721505-router', 'tenant_id': '2fa10779725e4b2a9321e5dc981dda81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '85df6052-dead-4b7d-bb9c-78c59abd205b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:09Z', 'updated_at': '2021-07-15T13:27:10Z', 'revision_number': 3, 'project_id': '2fa10779725e4b2a9321e5dc981dda81', 'gw_port': {'id': '85df6052-dead-4b7d-bb9c-78c59abd205b', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fcd915-b587-4bd7-91f1-415db33263b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:09Z', 'updated_at': '2021-07-15T13:27:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:11.296173 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ddda00-f6b7-41b4-b8b8-8d475a862939 None None] Network b6ec0d29-70fb-4f28-8144-6200a91c36b5 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:11.304187 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799931a3-afa1-4d75-945a-8307a6ed5d5f None None] Checking router: 08fcd915-b587-4bd7-91f1-415db33263b4 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:27:11.304539 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799931a3-afa1-4d75-945a-8307a6ed5d5f None None] Updating router 08fcd915-b587-4bd7-91f1-415db33263b4 port 85df6052-dead-4b7d-bb9c-78c59abd205b binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:27:11.389782 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d77d3adb-0300-4627-8f96-563d4ac1dd69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:11.398964 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-914763a6-159b-4940-a9fe-8cacaf4ca5ec None None] Provisioning for port 35c47b61-6144-440d-b77b-5f1edf65c970 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:11.403020 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-799931a3-afa1-4d75-945a-8307a6ed5d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:11.450967 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port 20cbd1d4-a6cc-4aea-bc70-b322cc9202db completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:11.510478 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port 20cbd1d4-a6cc-4aea-bc70-b322cc9202db triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:11.510879 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:11.595287 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-d77d3adb-0300-4627-8f96-563d4ac1dd69 admin admin] Allocated IP 172.20.0.1 (b6ec0d29-70fb-4f28-8144-6200a91c36b5/a355fa63-67ab-4494-b44e-619bc46eac08/a6cfa429-b980-4dd1-9a4f-ba36cd2b5930) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:11.705722 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d77d3adb-0300-4627-8f96-563d4ac1dd69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:11.719228 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-d77d3adb-0300-4627-8f96-563d4ac1dd69 admin admin] Transition to ACTIVE for port object a6cfa429-b980-4dd1-9a4f-ba36cd2b5930 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:11.739229 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:11.752650 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d77d3adb-0300-4627-8f96-563d4ac1dd69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:11.799457 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d3adb-0300-4627-8f96-563d4ac1dd69 admin admin] Pushing event updated for resources: {'Port': ['ID=a6cfa429-b980-4dd1-9a4f-ba36cd2b5930,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:11.818888 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77d3adb-0300-4627-8f96-563d4ac1dd69 admin admin] Network b6ec0d29-70fb-4f28-8144-6200a91c36b5 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:11.820442 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-d77d3adb-0300-4627-8f96-563d4ac1dd69 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:11.823162 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77d3adb-0300-4627-8f96-563d4ac1dd69 admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:11.866225 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d77d3adb-0300-4627-8f96-563d4ac1dd69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:11.921395 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee267a-db3e-4161-8f12-e180a9216811 req-094eaf38-9c84-44cd-b552-f0906e2b2b4e tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:11.923174 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8ee267a-db3e-4161-8f12-e180a9216811 req-094eaf38-9c84-44cd-b552-f0906e2b2b4e tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] 10.222.0.16 "GET /v2.0/ports?device_id=59438ae4-777f-478d-990c-8dfaa12a5716 HTTP/1.1" status: 200 len: 949 time: 0.0695369 Jul 15 13:27:11.951594 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59438ae4-777f-478d-990c-8dfaa12a5716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20cbd1d4-a6cc-4aea-bc70-b322cc9202db'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:11.953832 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091d7936-9c2e-4709-a842-b06e03ea3e97" -d '{"events": [{"server_uuid": "59438ae4-777f-478d-990c-8dfaa12a5716", "name": "network-vif-plugged", "status": "completed", "tag": "20cbd1d4-a6cc-4aea-bc70-b322cc9202db"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:11.973907 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 20cbd1d4-a6cc-4aea-bc70-b322cc9202db, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=20cbd1d4-a6cc-4aea-bc70-b322cc9202db,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:11.981903 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8ee267a-db3e-4161-8f12-e180a9216811 req-e8e30e00-9fda-43fb-97b6-63f80ba8dcdd tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] 10.222.0.16 "GET /v2.0/security-groups?id=d72d127a-4b8d-4044-947f-a67a3cda9984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525920 Jul 15 13:27:11.997452 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:12.026232 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334b4a79-5631-4b29-afd1-dc182659e89b x-openstack-request-id: req-334b4a79-5631-4b29-afd1-dc182659e89b {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:12.026593 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59438ae4-777f-478d-990c-8dfaa12a5716", "name": "network-vif-plugged", "status": "completed", "tag": "20cbd1d4-a6cc-4aea-bc70-b322cc9202db", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:12.026864 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-334b4a79-5631-4b29-afd1-dc182659e89b {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:12.027258 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59438ae4-777f-478d-990c-8dfaa12a5716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20cbd1d4-a6cc-4aea-bc70-b322cc9202db', 'code': 200} Jul 15 13:27:12.047779 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-799931a3-afa1-4d75-945a-8307a6ed5d5f None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:12.070823 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-799931a3-afa1-4d75-945a-8307a6ed5d5f None None] Transition to ACTIVE for port object 85df6052-dead-4b7d-bb9c-78c59abd205b will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:12.077437 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=20cbd1d4-a6cc-4aea-bc70-b322cc9202db,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:12.081080 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-799931a3-afa1-4d75-945a-8307a6ed5d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:12.144836 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-799931a3-afa1-4d75-945a-8307a6ed5d5f None None] Attempting to bind port 85df6052-dead-4b7d-bb9c-78c59abd205b on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:12.145210 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-799931a3-afa1-4d75-945a-8307a6ed5d5f None None] Attempting to bind port 85df6052-dead-4b7d-bb9c-78c59abd205b by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:12.145576 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799931a3-afa1-4d75-945a-8307a6ed5d5f None None] Attempting to bind port 85df6052-dead-4b7d-bb9c-78c59abd205b on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:12.155213 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0492b-1d01-43d8-974b-e2d8502f6c85 None None] Pushing event updated for resources: {'Port': ['ID=85df6052-dead-4b7d-bb9c-78c59abd205b,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:12.159355 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799931a3-afa1-4d75-945a-8307a6ed5d5f None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:12.159733 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799931a3-afa1-4d75-945a-8307a6ed5d5f None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:12.160498 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-799931a3-afa1-4d75-945a-8307a6ed5d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:12.160904 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799931a3-afa1-4d75-945a-8307a6ed5d5f None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:12.161398 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-799931a3-afa1-4d75-945a-8307a6ed5d5f None None] Bound port: 85df6052-dead-4b7d-bb9c-78c59abd205b, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:12.161779 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-799931a3-afa1-4d75-945a-8307a6ed5d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:12.183084 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deae4a1-a331-4c89-a984-6a44b4169ca6 req-37a35d32-b03b-47cd-9f6f-519b0dfc51b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:12.185493 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8deae4a1-a331-4c89-a984-6a44b4169ca6 req-37a35d32-b03b-47cd-9f6f-519b0dfc51b6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=59438ae4-777f-478d-990c-8dfaa12a5716 HTTP/1.1" status: 200 len: 1102 time: 0.0833342 Jul 15 13:27:12.225548 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-799931a3-afa1-4d75-945a-8307a6ed5d5f None None] For port 85df6052-dead-4b7d-bb9c-78c59abd205b, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:12.229929 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-799931a3-afa1-4d75-945a-8307a6ed5d5f None None] For port 85df6052-dead-4b7d-bb9c-78c59abd205b, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=85df6052-dead-4b7d-bb9c-78c59abd205b,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:12.234275 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8deae4a1-a331-4c89-a984-6a44b4169ca6 req-1a023a53-de1c-4eda-865f-8363aa958269 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d72d127a-4b8d-4044-947f-a67a3cda9984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425308 Jul 15 13:27:12.236356 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-799931a3-afa1-4d75-945a-8307a6ed5d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:12.317222 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799931a3-afa1-4d75-945a-8307a6ed5d5f None None] Routers {'08fcd915-b587-4bd7-91f1-415db33263b4'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:12.317970 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-799931a3-afa1-4d75-945a-8307a6ed5d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:27:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['08fcd915-b587-4bd7-91f1-415db33263b4'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:12.396695 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d77d3adb-0300-4627-8f96-563d4ac1dd69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:12.433609 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 35c47b61-6144-440d-b77b-5f1edf65c970 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:12.454452 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0492b-1d01-43d8-974b-e2d8502f6c85 None None] Pushing event updated for resources: {'Port': ['ID=85df6052-dead-4b7d-bb9c-78c59abd205b,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:12.497965 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-799931a3-afa1-4d75-945a-8307a6ed5d5f None None] Set router 08fcd915-b587-4bd7-91f1-415db33263b4 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:12.568581 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d77d3adb-0300-4627-8f96-563d4ac1dd69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:12.573510 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d77d3adb-0300-4627-8f96-563d4ac1dd69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:12.582063 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 35c47b61-6144-440d-b77b-5f1edf65c970 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:12.587869 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-05cebab3-5aac-456f-8bc3-0d1eb8aeeebd None None] Provisioning for port a6cfa429-b980-4dd1-9a4f-ba36cd2b5930 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:12.599922 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 35c47b61-6144-440d-b77b-5f1edf65c970 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:12.600631 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:12.610555 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-05cebab3-5aac-456f-8bc3-0d1eb8aeeebd None None] Provisioning complete for port a6cfa429-b980-4dd1-9a4f-ba36cd2b5930 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:12.610951 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05cebab3-5aac-456f-8bc3-0d1eb8aeeebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:12.651189 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d3adb-0300-4627-8f96-563d4ac1dd69 admin admin] Pushing event updated for resources: {'Port': ['ID=a6cfa429-b980-4dd1-9a4f-ba36cd2b5930,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:12.656285 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d77d3adb-0300-4627-8f96-563d4ac1dd69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:12.716830 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-05cebab3-5aac-456f-8bc3-0d1eb8aeeebd None None] Port a6cfa429-b980-4dd1-9a4f-ba36cd2b5930 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:27:12.757545 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77d3adb-0300-4627-8f96-563d4ac1dd69 admin admin] Network b6ec0d29-70fb-4f28-8144-6200a91c36b5 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:12.759221 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-d77d3adb-0300-4627-8f96-563d4ac1dd69 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:12.811539 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:12.856686 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 35c47b61-6144-440d-b77b-5f1edf65c970, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=35c47b61-6144-440d-b77b-5f1edf65c970,segment=NetworkSegment(f1836cb5-588a-49e8-a06d-46a38d584b92),segment_id=f1836cb5-588a-49e8-a06d-46a38d584b92)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:12.859037 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-799931a3-afa1-4d75-945a-8307a6ed5d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fcd915-b587-4bd7-91f1-415db33263b4', 'name': 'tempest-TestServerMultinode-629721505-router', 'tenant_id': '2fa10779725e4b2a9321e5dc981dda81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '85df6052-dead-4b7d-bb9c-78c59abd205b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:09Z', 'updated_at': '2021-07-15T13:27:11Z', 'revision_number': 4, 'project_id': '2fa10779725e4b2a9321e5dc981dda81', 'gw_port': {'id': '85df6052-dead-4b7d-bb9c-78c59abd205b', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fcd915-b587-4bd7-91f1-415db33263b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:09Z', 'updated_at': '2021-07-15T13:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'a6cfa429-b980-4dd1-9a4f-ba36cd2b5930', 'name': '', 'network_id': 'b6ec0d29-70fb-4f28-8144-6200a91c36b5', 'tenant_id': '2fa10779725e4b2a9321e5dc981dda81', 'mac_address': 'fa:16:3e:dc:6f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fcd915-b587-4bd7-91f1-415db33263b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'a355fa63-67ab-4494-b44e-619bc46eac08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:11Z', 'updated_at': '2021-07-15T13:27:11Z', 'revision_number': 1, 'project_id': '2fa10779725e4b2a9321e5dc981dda81', 'subnets': [{'id': 'a355fa63-67ab-4494-b44e-619bc46eac08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:12.887867 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77d3adb-0300-4627-8f96-563d4ac1dd69 admin admin] Router 08fcd915-b587-4bd7-91f1-415db33263b4 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:27:12.896366 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:12.902126 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799931a3-afa1-4d75-945a-8307a6ed5d5f None None] The sync data for ids ['08fcd915-b587-4bd7-91f1-415db33263b4'] in n-d-771363-36 is: [{'id': '08fcd915-b587-4bd7-91f1-415db33263b4', 'name': 'tempest-TestServerMultinode-629721505-router', 'tenant_id': '2fa10779725e4b2a9321e5dc981dda81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '85df6052-dead-4b7d-bb9c-78c59abd205b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:09Z', 'updated_at': '2021-07-15T13:27:11Z', 'revision_number': 4, 'project_id': '2fa10779725e4b2a9321e5dc981dda81', 'gw_port': {'id': '85df6052-dead-4b7d-bb9c-78c59abd205b', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fcd915-b587-4bd7-91f1-415db33263b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:09Z', 'updated_at': '2021-07-15T13:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'a6cfa429-b980-4dd1-9a4f-ba36cd2b5930', 'name': '', 'network_id': 'b6ec0d29-70fb-4f28-8144-6200a91c36b5', 'tenant_id': '2fa10779725e4b2a9321e5dc981dda81', 'mac_address': 'fa:16:3e:dc:6f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fcd915-b587-4bd7-91f1-415db33263b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'a355fa63-67ab-4494-b44e-619bc46eac08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:11Z', 'updated_at': '2021-07-15T13:27:11Z', 'revision_number': 1, 'project_id': '2fa10779725e4b2a9321e5dc981dda81', 'subnets': [{'id': 'a355fa63-67ab-4494-b44e-619bc46eac08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:12.956808 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=35c47b61-6144-440d-b77b-5f1edf65c970,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:13.022072 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77d3adb-0300-4627-8f96-563d4ac1dd69 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:13.031188 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d77d3adb-0300-4627-8f96-563d4ac1dd69 admin admin] 10.222.0.16 "PUT /v2.0/routers/08fcd915-b587-4bd7-91f1-415db33263b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0974915 Jul 15 13:27:13.054005 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-3d8d27ce-bb09-4fbc-8804-6833f52d7a28 None None] Provisioning complete for port a6cfa429-b980-4dd1-9a4f-ba36cd2b5930 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:13.054506 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3d8d27ce-bb09-4fbc-8804-6833f52d7a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:13.101028 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-3d8d27ce-bb09-4fbc-8804-6833f52d7a28 None None] Port a6cfa429-b980-4dd1-9a4f-ba36cd2b5930 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:27:13.207994 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ae265-32f1-4dc2-8975-bbfd89439498 req-6157348e-d6b7-48a6-ac1c-eb8248a4eb5e tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:13.209839 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-da7ae265-32f1-4dc2-8975-bbfd89439498 req-6157348e-d6b7-48a6-ac1c-eb8248a4eb5e tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] 10.222.0.16 "GET /v2.0/ports?device_id=59438ae4-777f-478d-990c-8dfaa12a5716 HTTP/1.1" status: 200 len: 950 time: 0.0879335 Jul 15 13:27:13.266070 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-da7ae265-32f1-4dc2-8975-bbfd89439498 req-f457bfde-d5c5-4440-be31-f16716e4982b tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] 10.222.0.16 "GET /v2.0/security-groups?id=d72d127a-4b8d-4044-947f-a67a3cda9984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477605 Jul 15 13:27:13.602914 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51350) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:13.608070 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-2fc0f963-c66b-44b9-b6c5-b03471ee4773 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-408782174-network', 'tenant_id': '2c4a9146262c4576b189e85c1d11d06e'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:13.631682 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc0f963-c66b-44b9-b6c5-b03471ee4773 admin admin] Made reservation on behalf of 2c4a9146262c4576b189e85c1d11d06e for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:13.634320 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2fc0f963-c66b-44b9-b6c5-b03471ee4773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:13.647813 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2fc0f963-c66b-44b9-b6c5-b03471ee4773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:13.728466 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f13997-75c3-4e13-9fcd-020c088b2387 req-f3ecddf9-5bbf-445f-b0ea-f243f70c4a6c tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:13.730216 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b0f13997-75c3-4e13-9fcd-020c088b2387 req-f3ecddf9-5bbf-445f-b0ea-f243f70c4a6c tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] 10.222.0.16 "GET /v2.0/ports?device_id=59438ae4-777f-478d-990c-8dfaa12a5716 HTTP/1.1" status: 200 len: 950 time: 0.0884068 Jul 15 13:27:13.794269 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b0f13997-75c3-4e13-9fcd-020c088b2387 req-ed00cec5-15ff-49df-a0c4-ebdb36444a95 tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] 10.222.0.16 "GET /v2.0/security-groups?id=d72d127a-4b8d-4044-947f-a67a3cda9984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531256 Jul 15 13:27:13.821558 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2fc0f963-c66b-44b9-b6c5-b03471ee4773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:13.826845 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2fc0f963-c66b-44b9-b6c5-b03471ee4773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:13.853095 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fc0f963-c66b-44b9-b6c5-b03471ee4773 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:27:13.864802 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0f963-c66b-44b9-b6c5-b03471ee4773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bc21f9-64b0-4443-ba42-494b6059aeb6,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:13.870556 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2fc0f963-c66b-44b9-b6c5-b03471ee4773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:13.870950 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-2fc0f963-c66b-44b9-b6c5-b03471ee4773 admin admin] Added segment 418330dd-f138-416d-9971-216654120337 of type vlan for network e91cf30b-170f-4e5e-a62e-99ebad398daa Jul 15 13:27:13.913674 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2fc0f963-c66b-44b9-b6c5-b03471ee4773 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:13.944577 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2fc0f963-c66b-44b9-b6c5-b03471ee4773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:13.945604 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc0f963-c66b-44b9-b6c5-b03471ee4773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:13.946211 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2fc0f963-c66b-44b9-b6c5-b03471ee4773 admin admin] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:13.993904 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2fc0f963-c66b-44b9-b6c5-b03471ee4773 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3898509 Jul 15 13:27:13.997260 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51354) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:14.002555 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-19d01539-8f1e-4da9-bf3a-9c58b17ce691 admin admin] Request body: {'subnet': {'network_id': 'e91cf30b-170f-4e5e-a62e-99ebad398daa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-408782174-subnet', 'tenant_id': '2c4a9146262c4576b189e85c1d11d06e', 'ip_version': 4}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:14.029099 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d01539-8f1e-4da9-bf3a-9c58b17ce691 admin admin] Made reservation on behalf of 2c4a9146262c4576b189e85c1d11d06e for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:14.031532 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-19d01539-8f1e-4da9-bf3a-9c58b17ce691 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:14.043088 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0f963-c66b-44b9-b6c5-b03471ee4773 admin admin] Pushing event updated for resources: {'Network': ['ID=e91cf30b-170f-4e5e-a62e-99ebad398daa,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:14.054047 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network e91cf30b-170f-4e5e-a62e-99ebad398daa details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:27:14.208757 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-19d01539-8f1e-4da9-bf3a-9c58b17ce691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:14.267041 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d01539-8f1e-4da9-bf3a-9c58b17ce691 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7062f08b-0131-4cec-adc0-f7e02d217e1b,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:14.275190 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d01539-8f1e-4da9-bf3a-9c58b17ce691 admin admin] Checking segment: {'id': '418330dd-f138-416d-9971-216654120337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e91cf30b-170f-4e5e-a62e-99ebad398daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:14.275560 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d01539-8f1e-4da9-bf3a-9c58b17ce691 admin admin] Network hostable DHCP agents. Network: e91cf30b-170f-4e5e-a62e-99ebad398daa, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:27:14.292700 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d01539-8f1e-4da9-bf3a-9c58b17ce691 admin admin] Network e91cf30b-170f-4e5e-a62e-99ebad398daa is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:27:14.302698 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-19d01539-8f1e-4da9-bf3a-9c58b17ce691 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, e91cf30b-170f-4e5e-a62e-99ebad398daa) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:14.307179 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d01539-8f1e-4da9-bf3a-9c58b17ce691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:14.308510 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-19d01539-8f1e-4da9-bf3a-9c58b17ce691 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:14.314892 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe611d7-5a8f-4d93-9006-8225684ab8e0 None None] Network e91cf30b-170f-4e5e-a62e-99ebad398daa requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:14.338345 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-19d01539-8f1e-4da9-bf3a-9c58b17ce691 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3397470 Jul 15 13:27:14.341223 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51356) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:14.346594 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-34f5e88a-cde8-4c8f-8ffa-6a3bf8060a53 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-408782174-router', 'tenant_id': '2c4a9146262c4576b189e85c1d11d06e', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:14.384218 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-34f5e88a-cde8-4c8f-8ffa-6a3bf8060a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:14.385642 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-34f5e88a-cde8-4c8f-8ffa-6a3bf8060a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:14.465278 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-34f5e88a-cde8-4c8f-8ffa-6a3bf8060a53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:14.480580 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 35c47b61-6144-440d-b77b-5f1edf65c970 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:14.553469 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3111ca-ae0a-419f-8862-ac50d630c6b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-e91cf30b-170f-4e5e-a62e-99ebad398daa', 'network_id': 'e91cf30b-170f-4e5e-a62e-99ebad398daa', 'tenant_id': '2c4a9146262c4576b189e85c1d11d06e', 'fixed_ips': [{'subnet_id': '7062f08b-0131-4cec-adc0-f7e02d217e1b'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:27:14.554299 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0d3111ca-ae0a-419f-8862-ac50d630c6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:14.570341 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 35c47b61-6144-440d-b77b-5f1edf65c970 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:14.570925 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:14.605305 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-34f5e88a-cde8-4c8f-8ffa-6a3bf8060a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:14.756563 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-0d3111ca-ae0a-419f-8862-ac50d630c6b1 None None] Allocated IP 172.20.0.2 (e91cf30b-170f-4e5e-a62e-99ebad398daa/7062f08b-0131-4cec-adc0-f7e02d217e1b/b0f6dd69-eb02-4b6c-8235-571b78f093e5) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:14.769411 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 85df6052-dead-4b7d-bb9c-78c59abd205b up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:14.848336 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-34f5e88a-cde8-4c8f-8ffa-6a3bf8060a53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:14.881292 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 85df6052-dead-4b7d-bb9c-78c59abd205b completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:14.889130 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 85df6052-dead-4b7d-bb9c-78c59abd205b triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:14.889563 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:14.905694 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-34f5e88a-cde8-4c8f-8ffa-6a3bf8060a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:14.940321 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598c467-baf3-4689-9524-586008a145aa req-d5b6acaa-14a9-4178-9f3f-3e8313970ae4 tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:14.942704 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0598c467-baf3-4689-9524-586008a145aa req-d5b6acaa-14a9-4178-9f3f-3e8313970ae4 tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] 10.222.0.20 "GET /v2.0/ports?device_id=59438ae4-777f-478d-990c-8dfaa12a5716 HTTP/1.1" status: 200 len: 950 time: 0.1257365 Jul 15 13:27:15.050052 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-34f5e88a-cde8-4c8f-8ffa-6a3bf8060a53 admin admin] Allocated IP 172.25.8.211 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/84f92b22-96e4-4cf0-bff2-ec4616fe515e) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:15.093907 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0d3111ca-ae0a-419f-8862-ac50d630c6b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.098434 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.124391 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-0d3111ca-ae0a-419f-8862-ac50d630c6b1 None None] Transition to ACTIVE for port object b0f6dd69-eb02-4b6c-8235-571b78f093e5 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:15.126445 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1076536-aad0-42c2-abc2-aa7352d3cbaa req-ef3a71bb-b453-44bc-bfc2-a8d1223451f1 tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:15.127180 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 85df6052-dead-4b7d-bb9c-78c59abd205b, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=85df6052-dead-4b7d-bb9c-78c59abd205b,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:15.133477 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e1076536-aad0-42c2-abc2-aa7352d3cbaa req-ef3a71bb-b453-44bc-bfc2-a8d1223451f1 tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] 10.222.0.16 "GET /v2.0/ports?device_id=59438ae4-777f-478d-990c-8dfaa12a5716 HTTP/1.1" status: 200 len: 950 time: 0.1291919 Jul 15 13:27:15.136289 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.165346 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-0d3111ca-ae0a-419f-8862-ac50d630c6b1 None None] Transition to ACTIVE for port object b0f6dd69-eb02-4b6c-8235-571b78f093e5 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:15.171765 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-0598c467-baf3-4689-9524-586008a145aa req-eaefc85f-0ead-466c-974a-311081d08e59 tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] Deleting port 20cbd1d4-a6cc-4aea-bc70-b322cc9202db {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:15.172356 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0598c467-baf3-4689-9524-586008a145aa req-eaefc85f-0ead-466c-974a-311081d08e59 tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.176729 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-34f5e88a-cde8-4c8f-8ffa-6a3bf8060a53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.198207 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e1076536-aad0-42c2-abc2-aa7352d3cbaa req-b23950be-c612-4ae5-9395-4f127a5b9c67 tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] 10.222.0.16 "GET /v2.0/security-groups?id=d72d127a-4b8d-4044-947f-a67a3cda9984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638039 Jul 15 13:27:15.199721 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0d3111ca-ae0a-419f-8862-ac50d630c6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.225692 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-34f5e88a-cde8-4c8f-8ffa-6a3bf8060a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.235127 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3111ca-ae0a-419f-8862-ac50d630c6b1 None None] Network e91cf30b-170f-4e5e-a62e-99ebad398daa is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:15.236568 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=85df6052-dead-4b7d-bb9c-78c59abd205b,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:15.239459 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-0d3111ca-ae0a-419f-8862-ac50d630c6b1 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:15.242977 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3111ca-ae0a-419f-8862-ac50d630c6b1 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:15.270735 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f5e88a-cde8-4c8f-8ffa-6a3bf8060a53 admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:15.279289 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-34f5e88a-cde8-4c8f-8ffa-6a3bf8060a53 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:15.283172 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f5e88a-cde8-4c8f-8ffa-6a3bf8060a53 admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:15.307039 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-0598c467-baf3-4689-9524-586008a145aa req-eaefc85f-0ead-466c-974a-311081d08e59 tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] For port 20cbd1d4-a6cc-4aea-bc70-b322cc9202db, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=20cbd1d4-a6cc-4aea-bc70-b322cc9202db,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:15.307620 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0598c467-baf3-4689-9524-586008a145aa req-eaefc85f-0ead-466c-974a-311081d08e59 tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.312164 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5e88a-cde8-4c8f-8ffa-6a3bf8060a53 admin admin] Pushing event updated for resources: {'Port': ['ID=84f92b22-96e4-4cf0-bff2-ec4616fe515e,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:15.323150 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-0598c467-baf3-4689-9524-586008a145aa req-eaefc85f-0ead-466c-974a-311081d08e59 tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] Calling delete_port for 20cbd1d4-a6cc-4aea-bc70-b322cc9202db owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:15.332982 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3111ca-ae0a-419f-8862-ac50d630c6b1 None None] Pushing event updated for resources: {'Port': ['ID=b0f6dd69-eb02-4b6c-8235-571b78f093e5,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:15.338883 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-0d3111ca-ae0a-419f-8862-ac50d630c6b1 None None] Attempting to bind port b0f6dd69-eb02-4b6c-8235-571b78f093e5 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:15.339306 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-0d3111ca-ae0a-419f-8862-ac50d630c6b1 None None] Attempting to bind port b0f6dd69-eb02-4b6c-8235-571b78f093e5 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '418330dd-f138-416d-9971-216654120337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e91cf30b-170f-4e5e-a62e-99ebad398daa'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:15.340235 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3111ca-ae0a-419f-8862-ac50d630c6b1 None None] Attempting to bind port b0f6dd69-eb02-4b6c-8235-571b78f093e5 on network e91cf30b-170f-4e5e-a62e-99ebad398daa {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:15.345809 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3111ca-ae0a-419f-8862-ac50d630c6b1 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:15.346183 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3111ca-ae0a-419f-8862-ac50d630c6b1 None None] Checking segment: {'id': '418330dd-f138-416d-9971-216654120337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e91cf30b-170f-4e5e-a62e-99ebad398daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:15.346622 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0d3111ca-ae0a-419f-8862-ac50d630c6b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.347028 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3111ca-ae0a-419f-8862-ac50d630c6b1 None None] Bound using segment: {'id': '418330dd-f138-416d-9971-216654120337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e91cf30b-170f-4e5e-a62e-99ebad398daa'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:15.347576 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-0d3111ca-ae0a-419f-8862-ac50d630c6b1 None None] Bound port: b0f6dd69-eb02-4b6c-8235-571b78f093e5, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418330dd-f138-416d-9971-216654120337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e91cf30b-170f-4e5e-a62e-99ebad398daa'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:15.350015 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0d3111ca-ae0a-419f-8862-ac50d630c6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.393430 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335ebb9e-5479-4ccc-a925-e546a8f0d89a None None] Sync routers for ids ['08fcd915-b587-4bd7-91f1-415db33263b4'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:15.404161 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335ebb9e-5479-4ccc-a925-e546a8f0d89a None None] Routers {'08fcd915-b587-4bd7-91f1-415db33263b4'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:15.404760 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-335ebb9e-5479-4ccc-a925-e546a8f0d89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:27:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['08fcd915-b587-4bd7-91f1-415db33263b4'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:15.434750 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-0d3111ca-ae0a-419f-8862-ac50d630c6b1 None None] For port b0f6dd69-eb02-4b6c-8235-571b78f093e5, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:15.438353 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-0d3111ca-ae0a-419f-8862-ac50d630c6b1 None None] For port b0f6dd69-eb02-4b6c-8235-571b78f093e5, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=b0f6dd69-eb02-4b6c-8235-571b78f093e5,segment=NetworkSegment(418330dd-f138-416d-9971-216654120337),segment_id=418330dd-f138-416d-9971-216654120337)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:15.443365 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0d3111ca-ae0a-419f-8862-ac50d630c6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.485437 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0598c467-baf3-4689-9524-586008a145aa req-eaefc85f-0ead-466c-974a-311081d08e59 tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.514145 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['20cbd1d4-a6cc-4aea-bc70-b322cc9202db'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:27:15.558123 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-335ebb9e-5479-4ccc-a925-e546a8f0d89a None None] Set router 08fcd915-b587-4bd7-91f1-415db33263b4 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:15.564416 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3111ca-ae0a-419f-8862-ac50d630c6b1 None None] Pushing event updated for resources: {'Port': ['ID=b0f6dd69-eb02-4b6c-8235-571b78f093e5,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:15.598228 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaefc85f-0ead-466c-974a-311081d08e59 tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] Pushing event deleted for resources: {'Port': ['ID=20cbd1d4-a6cc-4aea-bc70-b322cc9202db,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:15.622854 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0598c467-baf3-4689-9524-586008a145aa req-eaefc85f-0ead-466c-974a-311081d08e59 tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] No DVR routers for this DVR port 20cbd1d4-a6cc-4aea-bc70-b322cc9202db on host n-h1-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:15.626160 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0598c467-baf3-4689-9524-586008a145aa req-eaefc85f-0ead-466c-974a-311081d08e59 tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.628427 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0598c467-baf3-4689-9524-586008a145aa req-eaefc85f-0ead-466c-974a-311081d08e59 tempest-VolumesNegativeTest-1347805514 tempest-VolumesNegativeTest-1347805514-project] 10.222.0.20 "DELETE /v2.0/ports/20cbd1d4-a6cc-4aea-bc70-b322cc9202db HTTP/1.1" status: 204 len: 173 time: 0.6783807 Jul 15 13:27:15.628950 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59438ae4-777f-478d-990c-8dfaa12a5716', 'name': 'network-vif-deleted', 'tag': '20cbd1d4-a6cc-4aea-bc70-b322cc9202db'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:15.631375 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727b963b-cb73-490f-bb33-be1d4ebd82c3" -d '{"events": [{"server_uuid": "59438ae4-777f-478d-990c-8dfaa12a5716", "name": "network-vif-deleted", "tag": "20cbd1d4-a6cc-4aea-bc70-b322cc9202db"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:15.633785 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-34f5e88a-cde8-4c8f-8ffa-6a3bf8060a53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.691342 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd8aefe-cda3-4dfa-a588-d0cf2b489e83 x-openstack-request-id: req-acd8aefe-cda3-4dfa-a588-d0cf2b489e83 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:15.691918 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59438ae4-777f-478d-990c-8dfaa12a5716", "name": "network-vif-deleted", "tag": "20cbd1d4-a6cc-4aea-bc70-b322cc9202db", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:15.692322 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-acd8aefe-cda3-4dfa-a588-d0cf2b489e83 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:15.692883 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59438ae4-777f-478d-990c-8dfaa12a5716', 'name': 'network-vif-deleted', 'tag': '20cbd1d4-a6cc-4aea-bc70-b322cc9202db', 'status': 'completed', 'code': 200} Jul 15 13:27:15.901948 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-335ebb9e-5479-4ccc-a925-e546a8f0d89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fcd915-b587-4bd7-91f1-415db33263b4', 'name': 'tempest-TestServerMultinode-629721505-router', 'tenant_id': '2fa10779725e4b2a9321e5dc981dda81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '85df6052-dead-4b7d-bb9c-78c59abd205b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:09Z', 'updated_at': '2021-07-15T13:27:11Z', 'revision_number': 4, 'project_id': '2fa10779725e4b2a9321e5dc981dda81', 'gw_port': {'id': '85df6052-dead-4b7d-bb9c-78c59abd205b', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fcd915-b587-4bd7-91f1-415db33263b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:09Z', 'updated_at': '2021-07-15T13:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'a6cfa429-b980-4dd1-9a4f-ba36cd2b5930', 'name': '', 'network_id': 'b6ec0d29-70fb-4f28-8144-6200a91c36b5', 'tenant_id': '2fa10779725e4b2a9321e5dc981dda81', 'mac_address': 'fa:16:3e:dc:6f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fcd915-b587-4bd7-91f1-415db33263b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'a355fa63-67ab-4494-b44e-619bc46eac08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:11Z', 'updated_at': '2021-07-15T13:27:12Z', 'revision_number': 2, 'project_id': '2fa10779725e4b2a9321e5dc981dda81', 'subnets': [{'id': 'a355fa63-67ab-4494-b44e-619bc46eac08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:15.929447 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335ebb9e-5479-4ccc-a925-e546a8f0d89a None None] Checking router: 08fcd915-b587-4bd7-91f1-415db33263b4 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:27:15.929793 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335ebb9e-5479-4ccc-a925-e546a8f0d89a None None] Updating router 08fcd915-b587-4bd7-91f1-415db33263b4 port a6cfa429-b980-4dd1-9a4f-ba36cd2b5930 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:27:15.942507 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-34f5e88a-cde8-4c8f-8ffa-6a3bf8060a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.969603 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-335ebb9e-5479-4ccc-a925-e546a8f0d89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:16.079722 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f5e88a-cde8-4c8f-8ffa-6a3bf8060a53 admin admin] Router 08df41ab-dcf1-44f7-ba67-f4f9125add94 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:27:16.196790 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f5e88a-cde8-4c8f-8ffa-6a3bf8060a53 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:16.208141 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c5a2df-758a-4358-805f-fe99b727e455 None None] Sync routers for ids ['08df41ab-dcf1-44f7-ba67-f4f9125add94'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:16.213341 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-34f5e88a-cde8-4c8f-8ffa-6a3bf8060a53 admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:16.218606 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-34f5e88a-cde8-4c8f-8ffa-6a3bf8060a53 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8747263 Jul 15 13:27:16.219836 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51370) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:16.221743 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c5a2df-758a-4358-805f-fe99b727e455 None None] Routers {'08df41ab-dcf1-44f7-ba67-f4f9125add94'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:16.222751 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-91c5a2df-758a-4358-805f-fe99b727e455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:27:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['08df41ab-dcf1-44f7-ba67-f4f9125add94'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:16.332177 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-335ebb9e-5479-4ccc-a925-e546a8f0d89a None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:16.350769 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-335ebb9e-5479-4ccc-a925-e546a8f0d89a None None] Transition to ACTIVE for port object a6cfa429-b980-4dd1-9a4f-ba36cd2b5930 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:16.358005 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-335ebb9e-5479-4ccc-a925-e546a8f0d89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:16.367038 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-91c5a2df-758a-4358-805f-fe99b727e455 None None] Set router 08df41ab-dcf1-44f7-ba67-f4f9125add94 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:16.496509 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ad465-0d18-470e-89ba-12c8ed730a34 None None] Pushing event updated for resources: {'Port': ['ID=a6cfa429-b980-4dd1-9a4f-ba36cd2b5930,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:16.600122 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 85df6052-dead-4b7d-bb9c-78c59abd205b up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:16.701483 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-335ebb9e-5479-4ccc-a925-e546a8f0d89a None None] Attempting to bind port a6cfa429-b980-4dd1-9a4f-ba36cd2b5930 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:16.702093 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-335ebb9e-5479-4ccc-a925-e546a8f0d89a None None] Attempting to bind port a6cfa429-b980-4dd1-9a4f-ba36cd2b5930 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'f1836cb5-588a-49e8-a06d-46a38d584b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b6ec0d29-70fb-4f28-8144-6200a91c36b5'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:16.703138 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335ebb9e-5479-4ccc-a925-e546a8f0d89a None None] Attempting to bind port a6cfa429-b980-4dd1-9a4f-ba36cd2b5930 on network b6ec0d29-70fb-4f28-8144-6200a91c36b5 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:16.715740 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335ebb9e-5479-4ccc-a925-e546a8f0d89a None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:16.716420 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335ebb9e-5479-4ccc-a925-e546a8f0d89a None None] Checking segment: {'id': 'f1836cb5-588a-49e8-a06d-46a38d584b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b6ec0d29-70fb-4f28-8144-6200a91c36b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:16.716979 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-335ebb9e-5479-4ccc-a925-e546a8f0d89a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:16.717537 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335ebb9e-5479-4ccc-a925-e546a8f0d89a None None] Bound using segment: {'id': 'f1836cb5-588a-49e8-a06d-46a38d584b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b6ec0d29-70fb-4f28-8144-6200a91c36b5'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:16.718170 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-335ebb9e-5479-4ccc-a925-e546a8f0d89a None None] Bound port: a6cfa429-b980-4dd1-9a4f-ba36cd2b5930, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1836cb5-588a-49e8-a06d-46a38d584b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b6ec0d29-70fb-4f28-8144-6200a91c36b5'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:16.718750 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-335ebb9e-5479-4ccc-a925-e546a8f0d89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:16.722492 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 85df6052-dead-4b7d-bb9c-78c59abd205b triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:16.722891 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:16.776103 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-91c5a2df-758a-4358-805f-fe99b727e455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08df41ab-dcf1-44f7-ba67-f4f9125add94', 'name': 'tempest-TestServerMultinode-408782174-router', 'tenant_id': '2c4a9146262c4576b189e85c1d11d06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '84f92b22-96e4-4cf0-bff2-ec4616fe515e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:14Z', 'updated_at': '2021-07-15T13:27:15Z', 'revision_number': 3, 'project_id': '2c4a9146262c4576b189e85c1d11d06e', 'gw_port': {'id': '84f92b22-96e4-4cf0-bff2-ec4616fe515e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08df41ab-dcf1-44f7-ba67-f4f9125add94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:14Z', 'updated_at': '2021-07-15T13:27:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:16.813320 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c5a2df-758a-4358-805f-fe99b727e455 None None] Checking router: 08df41ab-dcf1-44f7-ba67-f4f9125add94 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:27:16.813677 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c5a2df-758a-4358-805f-fe99b727e455 None None] Updating router 08df41ab-dcf1-44f7-ba67-f4f9125add94 port 84f92b22-96e4-4cf0-bff2-ec4616fe515e binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:27:16.866079 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-335ebb9e-5479-4ccc-a925-e546a8f0d89a None None] For port a6cfa429-b980-4dd1-9a4f-ba36cd2b5930, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:16.870288 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-335ebb9e-5479-4ccc-a925-e546a8f0d89a None None] For port a6cfa429-b980-4dd1-9a4f-ba36cd2b5930, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a6cfa429-b980-4dd1-9a4f-ba36cd2b5930,segment=NetworkSegment(f1836cb5-588a-49e8-a06d-46a38d584b92),segment_id=f1836cb5-588a-49e8-a06d-46a38d584b92)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:16.876416 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-335ebb9e-5479-4ccc-a925-e546a8f0d89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:16.915210 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-91c5a2df-758a-4358-805f-fe99b727e455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:16.946178 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b0f6dd69-eb02-4b6c-8235-571b78f093e5 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:17.001805 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f20dfc6e-1c43-42ba-aad9-6fde83fb3456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.003586 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ad465-0d18-470e-89ba-12c8ed730a34 None None] Pushing event updated for resources: {'Port': ['ID=a6cfa429-b980-4dd1-9a4f-ba36cd2b5930,revision_number=4']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:17.019648 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335ebb9e-5479-4ccc-a925-e546a8f0d89a None None] Routers {'08fcd915-b587-4bd7-91f1-415db33263b4'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:17.020362 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-335ebb9e-5479-4ccc-a925-e546a8f0d89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:27:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['08fcd915-b587-4bd7-91f1-415db33263b4'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:17.122944 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab77290c-0402-4780-a391-892583fb154e None None] Network e91cf30b-170f-4e5e-a62e-99ebad398daa requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:17.194486 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-15cb9dea-53db-49b5-a54a-26b4e56609ca None None] Provisioning for port b0f6dd69-eb02-4b6c-8235-571b78f093e5 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:17.217953 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-335ebb9e-5479-4ccc-a925-e546a8f0d89a None None] Set router 08fcd915-b587-4bd7-91f1-415db33263b4 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:17.260552 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port b0f6dd69-eb02-4b6c-8235-571b78f093e5 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:17.276420 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-15cb9dea-53db-49b5-a54a-26b4e56609ca None None] Provisioning complete for port b0f6dd69-eb02-4b6c-8235-571b78f093e5 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:17.277029 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-15cb9dea-53db-49b5-a54a-26b4e56609ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.326950 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port b0f6dd69-eb02-4b6c-8235-571b78f093e5 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:17.327420 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.383685 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-f20dfc6e-1c43-42ba-aad9-6fde83fb3456 admin admin] Allocated IP 172.20.0.1 (e91cf30b-170f-4e5e-a62e-99ebad398daa/7062f08b-0131-4cec-adc0-f7e02d217e1b/5f117fed-e0a2-48b5-a47a-09435e6ab836) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:17.504401 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-335ebb9e-5479-4ccc-a925-e546a8f0d89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fcd915-b587-4bd7-91f1-415db33263b4', 'name': 'tempest-TestServerMultinode-629721505-router', 'tenant_id': '2fa10779725e4b2a9321e5dc981dda81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '85df6052-dead-4b7d-bb9c-78c59abd205b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:09Z', 'updated_at': '2021-07-15T13:27:11Z', 'revision_number': 4, 'project_id': '2fa10779725e4b2a9321e5dc981dda81', 'gw_port': {'id': '85df6052-dead-4b7d-bb9c-78c59abd205b', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fcd915-b587-4bd7-91f1-415db33263b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:09Z', 'updated_at': '2021-07-15T13:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'a6cfa429-b980-4dd1-9a4f-ba36cd2b5930', 'name': '', 'network_id': 'b6ec0d29-70fb-4f28-8144-6200a91c36b5', 'tenant_id': '2fa10779725e4b2a9321e5dc981dda81', 'mac_address': 'fa:16:3e:dc:6f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fcd915-b587-4bd7-91f1-415db33263b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'a355fa63-67ab-4494-b44e-619bc46eac08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:11Z', 'updated_at': '2021-07-15T13:27:16Z', 'revision_number': 4, 'project_id': '2fa10779725e4b2a9321e5dc981dda81', 'subnets': [{'id': 'a355fa63-67ab-4494-b44e-619bc46eac08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:17.530416 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f20dfc6e-1c43-42ba-aad9-6fde83fb3456 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.547179 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f20dfc6e-1c43-42ba-aad9-6fde83fb3456 admin admin] Transition to ACTIVE for port object 5f117fed-e0a2-48b5-a47a-09435e6ab836 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:17.595207 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f20dfc6e-1c43-42ba-aad9-6fde83fb3456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.618034 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20dfc6e-1c43-42ba-aad9-6fde83fb3456 admin admin] Network e91cf30b-170f-4e5e-a62e-99ebad398daa is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:17.621791 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-f20dfc6e-1c43-42ba-aad9-6fde83fb3456 admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:17.642205 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335ebb9e-5479-4ccc-a925-e546a8f0d89a None None] The sync data for ids ['08fcd915-b587-4bd7-91f1-415db33263b4'] in n-d-771363-36 is: [{'id': '08fcd915-b587-4bd7-91f1-415db33263b4', 'name': 'tempest-TestServerMultinode-629721505-router', 'tenant_id': '2fa10779725e4b2a9321e5dc981dda81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '85df6052-dead-4b7d-bb9c-78c59abd205b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:09Z', 'updated_at': '2021-07-15T13:27:11Z', 'revision_number': 4, 'project_id': '2fa10779725e4b2a9321e5dc981dda81', 'gw_port': {'id': '85df6052-dead-4b7d-bb9c-78c59abd205b', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fcd915-b587-4bd7-91f1-415db33263b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:09Z', 'updated_at': '2021-07-15T13:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'a6cfa429-b980-4dd1-9a4f-ba36cd2b5930', 'name': '', 'network_id': 'b6ec0d29-70fb-4f28-8144-6200a91c36b5', 'tenant_id': '2fa10779725e4b2a9321e5dc981dda81', 'mac_address': 'fa:16:3e:dc:6f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fcd915-b587-4bd7-91f1-415db33263b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'a355fa63-67ab-4494-b44e-619bc46eac08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:11Z', 'updated_at': '2021-07-15T13:27:16Z', 'revision_number': 4, 'project_id': '2fa10779725e4b2a9321e5dc981dda81', 'subnets': [{'id': 'a355fa63-67ab-4494-b44e-619bc46eac08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:17.660356 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20dfc6e-1c43-42ba-aad9-6fde83fb3456 admin admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:17.704719 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20dfc6e-1c43-42ba-aad9-6fde83fb3456 admin admin] Pushing event updated for resources: {'Port': ['ID=5f117fed-e0a2-48b5-a47a-09435e6ab836,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:17.721591 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f20dfc6e-1c43-42ba-aad9-6fde83fb3456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.825778 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-15cb9dea-53db-49b5-a54a-26b4e56609ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.852068 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.882257 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-91c5a2df-758a-4358-805f-fe99b727e455 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.905560 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f20dfc6e-1c43-42ba-aad9-6fde83fb3456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.926879 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-15cb9dea-53db-49b5-a54a-26b4e56609ca None None] For port b0f6dd69-eb02-4b6c-8235-571b78f093e5, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=b0f6dd69-eb02-4b6c-8235-571b78f093e5,segment=NetworkSegment(418330dd-f138-416d-9971-216654120337),segment_id=418330dd-f138-416d-9971-216654120337)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:17.929993 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-91c5a2df-758a-4358-805f-fe99b727e455 None None] Transition to ACTIVE for port object 84f92b22-96e4-4cf0-bff2-ec4616fe515e will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:17.936310 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-15cb9dea-53db-49b5-a54a-26b4e56609ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.945392 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-91c5a2df-758a-4358-805f-fe99b727e455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.033117 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.db.api [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:27:18.033466 n-d-771363-36 neutron-server[93827]: DEBUG oslo_db.api [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:27:18.044555 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-91c5a2df-758a-4358-805f-fe99b727e455 None None] Attempting to bind port 84f92b22-96e4-4cf0-bff2-ec4616fe515e on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:18.044933 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-91c5a2df-758a-4358-805f-fe99b727e455 None None] Attempting to bind port 84f92b22-96e4-4cf0-bff2-ec4616fe515e by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:18.045298 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c5a2df-758a-4358-805f-fe99b727e455 None None] Attempting to bind port 84f92b22-96e4-4cf0-bff2-ec4616fe515e on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:18.056886 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb9dea-53db-49b5-a54a-26b4e56609ca None None] Pushing event updated for resources: {'Port': ['ID=b0f6dd69-eb02-4b6c-8235-571b78f093e5,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:18.077219 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c5a2df-758a-4358-805f-fe99b727e455 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:18.077616 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c5a2df-758a-4358-805f-fe99b727e455 None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:18.078003 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-91c5a2df-758a-4358-805f-fe99b727e455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.078402 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c5a2df-758a-4358-805f-fe99b727e455 None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:18.078911 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-91c5a2df-758a-4358-805f-fe99b727e455 None None] Bound port: 84f92b22-96e4-4cf0-bff2-ec4616fe515e, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:18.079382 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-91c5a2df-758a-4358-805f-fe99b727e455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.126628 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f20dfc6e-1c43-42ba-aad9-6fde83fb3456 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.141330 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f20dfc6e-1c43-42ba-aad9-6fde83fb3456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.196729 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884422f3-7eb2-437d-a348-5d6cd04b3758 None None] Pushing event updated for resources: {'Port': ['ID=84f92b22-96e4-4cf0-bff2-ec4616fe515e,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:18.221657 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-91c5a2df-758a-4358-805f-fe99b727e455 None None] For port 84f92b22-96e4-4cf0-bff2-ec4616fe515e, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:18.227089 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-91c5a2df-758a-4358-805f-fe99b727e455 None None] For port 84f92b22-96e4-4cf0-bff2-ec4616fe515e, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=84f92b22-96e4-4cf0-bff2-ec4616fe515e,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:18.232589 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-91c5a2df-758a-4358-805f-fe99b727e455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.253636 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f20dfc6e-1c43-42ba-aad9-6fde83fb3456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.256044 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20dfc6e-1c43-42ba-aad9-6fde83fb3456 admin admin] Pushing event updated for resources: {'Port': ['ID=5f117fed-e0a2-48b5-a47a-09435e6ab836,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:18.322432 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c5a2df-758a-4358-805f-fe99b727e455 None None] Routers {'08df41ab-dcf1-44f7-ba67-f4f9125add94'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:18.323321 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-91c5a2df-758a-4358-805f-fe99b727e455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:27:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['08df41ab-dcf1-44f7-ba67-f4f9125add94'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:18.378340 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884422f3-7eb2-437d-a348-5d6cd04b3758 None None] Pushing event updated for resources: {'Port': ['ID=84f92b22-96e4-4cf0-bff2-ec4616fe515e,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:18.439035 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-eeed60e1-f599-4321-ae3b-d8addf7cbf8a None None] Provisioning complete for port b0f6dd69-eb02-4b6c-8235-571b78f093e5 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:18.439410 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eeed60e1-f599-4321-ae3b-d8addf7cbf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.462216 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20dfc6e-1c43-42ba-aad9-6fde83fb3456 admin admin] Network e91cf30b-170f-4e5e-a62e-99ebad398daa is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:18.464025 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-f20dfc6e-1c43-42ba-aad9-6fde83fb3456 admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:18.625311 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-91c5a2df-758a-4358-805f-fe99b727e455 None None] Set router 08df41ab-dcf1-44f7-ba67-f4f9125add94 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:18.632593 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20dfc6e-1c43-42ba-aad9-6fde83fb3456 admin admin] Router 08df41ab-dcf1-44f7-ba67-f4f9125add94 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:27:18.818358 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20dfc6e-1c43-42ba-aad9-6fde83fb3456 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:18.823930 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f20dfc6e-1c43-42ba-aad9-6fde83fb3456 admin admin] 10.222.0.16 "PUT /v2.0/routers/08df41ab-dcf1-44f7-ba67-f4f9125add94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6030190 Jul 15 13:27:18.830331 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a6cfa429-b980-4dd1-9a4f-ba36cd2b5930 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:18.946906 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-eeed60e1-f599-4321-ae3b-d8addf7cbf8a None None] Provisioning for port 5f117fed-e0a2-48b5-a47a-09435e6ab836 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:18.951319 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port a6cfa429-b980-4dd1-9a4f-ba36cd2b5930 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:18.956520 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-eeed60e1-f599-4321-ae3b-d8addf7cbf8a None None] Provisioning complete for port 5f117fed-e0a2-48b5-a47a-09435e6ab836 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:18.956901 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eeed60e1-f599-4321-ae3b-d8addf7cbf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.985322 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port a6cfa429-b980-4dd1-9a4f-ba36cd2b5930 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:18.985322 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:19.053633 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-eeed60e1-f599-4321-ae3b-d8addf7cbf8a None None] Port 5f117fed-e0a2-48b5-a47a-09435e6ab836 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:27:19.101264 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-91c5a2df-758a-4358-805f-fe99b727e455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08df41ab-dcf1-44f7-ba67-f4f9125add94', 'name': 'tempest-TestServerMultinode-408782174-router', 'tenant_id': '2c4a9146262c4576b189e85c1d11d06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '84f92b22-96e4-4cf0-bff2-ec4616fe515e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:14Z', 'updated_at': '2021-07-15T13:27:17Z', 'revision_number': 4, 'project_id': '2c4a9146262c4576b189e85c1d11d06e', 'gw_port': {'id': '84f92b22-96e4-4cf0-bff2-ec4616fe515e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08df41ab-dcf1-44f7-ba67-f4f9125add94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:14Z', 'updated_at': '2021-07-15T13:27:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '5f117fed-e0a2-48b5-a47a-09435e6ab836', 'name': '', 'network_id': 'e91cf30b-170f-4e5e-a62e-99ebad398daa', 'tenant_id': '2c4a9146262c4576b189e85c1d11d06e', 'mac_address': 'fa:16:3e:50:74:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08df41ab-dcf1-44f7-ba67-f4f9125add94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '7062f08b-0131-4cec-adc0-f7e02d217e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:17Z', 'updated_at': '2021-07-15T13:27:17Z', 'revision_number': 2, 'project_id': '2c4a9146262c4576b189e85c1d11d06e', 'subnets': [{'id': '7062f08b-0131-4cec-adc0-f7e02d217e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:19.138136 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c5a2df-758a-4358-805f-fe99b727e455 None None] The sync data for ids ['08df41ab-dcf1-44f7-ba67-f4f9125add94'] in n-d-771363-36 is: [{'id': '08df41ab-dcf1-44f7-ba67-f4f9125add94', 'name': 'tempest-TestServerMultinode-408782174-router', 'tenant_id': '2c4a9146262c4576b189e85c1d11d06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '84f92b22-96e4-4cf0-bff2-ec4616fe515e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:14Z', 'updated_at': '2021-07-15T13:27:17Z', 'revision_number': 4, 'project_id': '2c4a9146262c4576b189e85c1d11d06e', 'gw_port': {'id': '84f92b22-96e4-4cf0-bff2-ec4616fe515e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08df41ab-dcf1-44f7-ba67-f4f9125add94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:14Z', 'updated_at': '2021-07-15T13:27:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '5f117fed-e0a2-48b5-a47a-09435e6ab836', 'name': '', 'network_id': 'e91cf30b-170f-4e5e-a62e-99ebad398daa', 'tenant_id': '2c4a9146262c4576b189e85c1d11d06e', 'mac_address': 'fa:16:3e:50:74:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08df41ab-dcf1-44f7-ba67-f4f9125add94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '7062f08b-0131-4cec-adc0-f7e02d217e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:17Z', 'updated_at': '2021-07-15T13:27:17Z', 'revision_number': 2, 'project_id': '2c4a9146262c4576b189e85c1d11d06e', 'subnets': [{'id': '7062f08b-0131-4cec-adc0-f7e02d217e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:19.146243 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:19.197609 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-83c389b4-1882-4a19-b87a-ba8eb81a2236 None None] Provisioning complete for port 5f117fed-e0a2-48b5-a47a-09435e6ab836 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:19.197991 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-83c389b4-1882-4a19-b87a-ba8eb81a2236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:19.200913 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port a6cfa429-b980-4dd1-9a4f-ba36cd2b5930, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a6cfa429-b980-4dd1-9a4f-ba36cd2b5930,segment=NetworkSegment(f1836cb5-588a-49e8-a06d-46a38d584b92),segment_id=f1836cb5-588a-49e8-a06d-46a38d584b92)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:19.232562 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:19.232562 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b0f6dd69-eb02-4b6c-8235-571b78f093e5 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:19.286104 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 20cbd1d4-a6cc-4aea-bc70-b322cc9202db no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:19.322025 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-83c389b4-1882-4a19-b87a-ba8eb81a2236 None None] Port 5f117fed-e0a2-48b5-a47a-09435e6ab836 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:27:19.328949 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: 20cbd1d4-a6cc-4aea-bc70-b322cc9202db {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:19.329549 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 20cbd1d4-a6cc-4aea-bc70-b322cc9202db not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:19.352761 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=a6cfa429-b980-4dd1-9a4f-ba36cd2b5930,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:19.366844 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port b0f6dd69-eb02-4b6c-8235-571b78f093e5 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:19.366844 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:19.600234 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-8d4b7626-b100-4403-a3b9-ce1b8d8c2088 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:19.611135 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-8d4b7626-b100-4403-a3b9-ce1b8d8c2088 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/networks?id=b6ec0d29-70fb-4f28-8144-6200a91c36b5 HTTP/1.1" status: 200 len: 910 time: 0.1543262 Jul 15 13:27:19.626260 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-75ddadcb-778b-4c9f-ab8b-f8580d05236a tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/quotas/2c4a9146262c4576b189e85c1d11d06e HTTP/1.1" status: 200 len: 375 time: 0.0167260 Jul 15 13:27:19.739519 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-893ace26-06f1-4e4f-8978-5ea76f018c76 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c4a9146262c4576b189e85c1d11d06e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1076741 Jul 15 13:27:19.846484 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-de78aacc-2501-46d9-b2f0-e2893dbbc213 service neutron] 10.222.0.16 "GET /v2.0/networks/b6ec0d29-70fb-4f28-8144-6200a91c36b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056266 Jul 15 13:27:19.951342 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-41d07d9d-8682-4316-80d7-5e13a7bdcac7 service neutron] 10.222.0.16 "GET /v2.0/networks/b6ec0d29-70fb-4f28-8144-6200a91c36b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987642 Jul 15 13:27:20.210455 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02407e52-95f3-4ed4-bdaa-1bbedfffdbc5 req-b6a6c6c7-8375-4aa8-b924-dff02bb8a73e tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3e8f40a8-1ed6-4fe1-ad90-9a7c657e7e8a HTTP/1.1" status: 200 len: 210 time: 0.0327280 Jul 15 13:27:20.483015 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51632) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:20.676095 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-e42e5aeb-cf53-4f35-be2b-8d89276925e7 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Deleting port 1c712739-1044-43ab-85b9-ed6d35539476 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:20.676987 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e42e5aeb-cf53-4f35-be2b-8d89276925e7 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.804542 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e42e5aeb-cf53-4f35-be2b-8d89276925e7 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.804923 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e42e5aeb-cf53-4f35-be2b-8d89276925e7 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.820648 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-e42e5aeb-cf53-4f35-be2b-8d89276925e7 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Calling delete_port for 1c712739-1044-43ab-85b9-ed6d35539476 owned by network:floatingip {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:20.897423 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a6cfa429-b980-4dd1-9a4f-ba36cd2b5930 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:20.983142 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port a6cfa429-b980-4dd1-9a4f-ba36cd2b5930 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:20.983772 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.056107 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e42e5aeb-cf53-4f35-be2b-8d89276925e7 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.083721 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e5aeb-cf53-4f35-be2b-8d89276925e7 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event deleted for resources: {'Port': ['ID=1c712739-1044-43ab-85b9-ed6d35539476,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:21.095540 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 84f92b22-96e4-4cf0-bff2-ec4616fe515e up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:21.148332 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e42e5aeb-cf53-4f35-be2b-8d89276925e7 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for floatingip, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.148962 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 84f92b22-96e4-4cf0-bff2-ec4616fe515e completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:21.149119 n-d-771363-36 neutron-server[93826]: INFO neutron.db.l3_db [None req-e42e5aeb-cf53-4f35-be2b-8d89276925e7 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Floating IP de9395c0-4a20-4e4e-8310-4651674b91c2 disassociated (deleted). External IP: 172.25.8.186, port: 71adbaa8-24d9-469c-b8c7-310c3872b260. Jul 15 13:27:21.156155 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 84f92b22-96e4-4cf0-bff2-ec4616fe515e triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:21.156540 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.261226 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.285104 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 84f92b22-96e4-4cf0-bff2-ec4616fe515e, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=84f92b22-96e4-4cf0-bff2-ec4616fe515e,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:21.289569 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.370285 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=84f92b22-96e4-4cf0-bff2-ec4616fe515e,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:21.428050 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-117db0b9-f846-457f-a51b-e56509d336d5 req-ab0b91b2-1350-48d7-a634-c0bffb102d90 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3e8f40a8-1ed6-4fe1-ad90-9a7c657e7e8a HTTP/1.1" status: 200 len: 210 time: 0.0485089 Jul 15 13:27:21.463324 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42e5aeb-cf53-4f35-be2b-8d89276925e7 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Router e8b85997-7088-4edc-a30c-17f504977818 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:27:21.532580 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-63819348-7ef3-4e12-b6d5-f098929ac829 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:21.534339 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-63819348-7ef3-4e12-b6d5-f098929ac829 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.20 "GET /v2.0/networks?id=b6ec0d29-70fb-4f28-8144-6200a91c36b5 HTTP/1.1" status: 200 len: 910 time: 0.1448424 Jul 15 13:27:21.553093 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-cb71bbce-f6fc-4f0d-be23-a19501213e5e tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Request body: {'port': {'device_id': '3e8f40a8-1ed6-4fe1-ad90-9a7c657e7e8a', 'network_id': 'b6ec0d29-70fb-4f28-8144-6200a91c36b5', 'admin_state_up': True, 'tenant_id': '2c4a9146262c4576b189e85c1d11d06e'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:21.579046 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-cb71bbce-f6fc-4f0d-be23-a19501213e5e tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Made reservation on behalf of 2c4a9146262c4576b189e85c1d11d06e for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:21.582281 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-cb71bbce-f6fc-4f0d-be23-a19501213e5e tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.735307 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-cb71bbce-f6fc-4f0d-be23-a19501213e5e tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Allocated IP 172.20.0.13 (b6ec0d29-70fb-4f28-8144-6200a91c36b5/a355fa63-67ab-4494-b44e-619bc46eac08/bcc07719-dc7d-4c85-bb21-72288a50bb73) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:21.912988 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-cb71bbce-f6fc-4f0d-be23-a19501213e5e tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.928838 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-cb71bbce-f6fc-4f0d-be23-a19501213e5e tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Transition to ACTIVE for port object bcc07719-dc7d-4c85-bb21-72288a50bb73 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:21.942220 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e58842-fabf-4f2a-9eca-cd33b7f21491 None None] Sync routers for ids ['08df41ab-dcf1-44f7-ba67-f4f9125add94'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:21.943187 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42e5aeb-cf53-4f35-be2b-8d89276925e7 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:21.947916 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e42e5aeb-cf53-4f35-be2b-8d89276925e7 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.955810 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503d4fc2-29d8-45c5-9bd1-ba5692c19774 None None] Sync routers for ids ['e8b85997-7088-4edc-a30c-17f504977818'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:21.958373 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e58842-fabf-4f2a-9eca-cd33b7f21491 None None] Routers {'08df41ab-dcf1-44f7-ba67-f4f9125add94'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:21.960353 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-83e58842-fabf-4f2a-9eca-cd33b7f21491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:27:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['08df41ab-dcf1-44f7-ba67-f4f9125add94'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:21.970408 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503d4fc2-29d8-45c5-9bd1-ba5692c19774 None None] Routers {'e8b85997-7088-4edc-a30c-17f504977818'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:21.972192 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-503d4fc2-29d8-45c5-9bd1-ba5692c19774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:27:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['e8b85997-7088-4edc-a30c-17f504977818'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:21.992121 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e42e5aeb-cf53-4f35-be2b-8d89276925e7 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "DELETE /v2.0/floatingips/de9395c0-4a20-4e4e-8310-4651674b91c2 HTTP/1.1" status: 204 len: 168 time: 1.5049403 Jul 15 13:27:21.992121 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '442f5004-7922-4d84-ba9c-c107273d7474', 'tag': '71adbaa8-24d9-469c-b8c7-310c3872b260'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:22.003285 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-cb71bbce-f6fc-4f0d-be23-a19501213e5e tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.005531 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39aef976-bb02-40f6-b851-a9e69bb1f2d0" -d '{"events": [{"name": "network-changed", "server_uuid": "442f5004-7922-4d84-ba9c-c107273d7474", "tag": "71adbaa8-24d9-469c-b8c7-310c3872b260"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:22.057700 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71bbce-f6fc-4f0d-be23-a19501213e5e tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Pushing event updated for resources: {'Port': ['ID=bcc07719-dc7d-4c85-bb21-72288a50bb73,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:22.075893 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-cb71bbce-f6fc-4f0d-be23-a19501213e5e tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Network b6ec0d29-70fb-4f28-8144-6200a91c36b5 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:22.077458 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-cb71bbce-f6fc-4f0d-be23-a19501213e5e tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:22.080509 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-cb71bbce-f6fc-4f0d-be23-a19501213e5e tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:22.128532 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-cb71bbce-f6fc-4f0d-be23-a19501213e5e tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:22.129293 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-cb71bbce-f6fc-4f0d-be23-a19501213e5e tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.147230 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-cb71bbce-f6fc-4f0d-be23-a19501213e5e tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5987241 Jul 15 13:27:22.165472 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-503d4fc2-29d8-45c5-9bd1-ba5692c19774 None None] Set router e8b85997-7088-4edc-a30c-17f504977818 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:22.169279 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-0aa6ea34-0162-4bcf-bde0-37bf0498957d service neutron] Request body: {'port': {'device_id': '3e8f40a8-1ed6-4fe1-ad90-9a7c657e7e8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:22.199782 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72793c1f-ca9c-4940-b307-11f308a0d00d x-openstack-request-id: req-72793c1f-ca9c-4940-b307-11f308a0d00d {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:22.200129 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "442f5004-7922-4d84-ba9c-c107273d7474", "tag": "71adbaa8-24d9-469c-b8c7-310c3872b260", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:22.200413 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-72793c1f-ca9c-4940-b307-11f308a0d00d {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:22.200813 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '442f5004-7922-4d84-ba9c-c107273d7474', 'tag': '71adbaa8-24d9-469c-b8c7-310c3872b260', 'status': 'completed', 'code': 200} Jul 15 13:27:22.285405 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-83e58842-fabf-4f2a-9eca-cd33b7f21491 None None] Set router 08df41ab-dcf1-44f7-ba67-f4f9125add94 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:22.327590 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-0aa6ea34-0162-4bcf-bde0-37bf0498957d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.368245 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aef976-bb02-40f6-b851-a9e69bb1f2d0 req-964e2708-88bb-4d30-ae3c-134cde7b2ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:22.370143 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-39aef976-bb02-40f6-b851-a9e69bb1f2d0 req-964e2708-88bb-4d30-ae3c-134cde7b2ae5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d986de84121549bf90b7ac80073eff67&device_id=442f5004-7922-4d84-ba9c-c107273d7474 HTTP/1.1" status: 200 len: 1097 time: 0.1462104 Jul 15 13:27:22.542364 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-946871e8-c150-4bee-b20f-be12578870f2 None None] Provisioning for port bcc07719-dc7d-4c85-bb21-72288a50bb73 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:22.566307 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aef976-bb02-40f6-b851-a9e69bb1f2d0 req-a327418d-a492-494f-88df-d0e2380ad0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:22.567829 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-39aef976-bb02-40f6-b851-a9e69bb1f2d0 req-a327418d-a492-494f-88df-d0e2380ad0a4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ed20d663-1173-4534-8523-fc0b2fbb7ad7 HTTP/1.1" status: 200 len: 896 time: 0.1910262 Jul 15 13:27:22.581523 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-946871e8-c150-4bee-b20f-be12578870f2 None None] Provisioning complete for port bcc07719-dc7d-4c85-bb21-72288a50bb73 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:22.581897 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-946871e8-c150-4bee-b20f-be12578870f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.652822 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-39aef976-bb02-40f6-b851-a9e69bb1f2d0 req-8a27a98f-04d5-45af-b38f-b69ffe01abc0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71adbaa8-24d9-469c-b8c7-310c3872b260 HTTP/1.1" status: 200 len: 217 time: 0.0771999 Jul 15 13:27:22.751831 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aef976-bb02-40f6-b851-a9e69bb1f2d0 req-17ceee95-4fd1-4e1b-9d5a-4fb443af7374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:22.757281 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-39aef976-bb02-40f6-b851-a9e69bb1f2d0 req-17ceee95-4fd1-4e1b-9d5a-4fb443af7374 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5c117192-dba8-4172-aea4-1eed9584f092 HTTP/1.1" status: 200 len: 834 time: 0.0920293 Jul 15 13:27:22.821816 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51656) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:22.839468 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-83e58842-fabf-4f2a-9eca-cd33b7f21491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08df41ab-dcf1-44f7-ba67-f4f9125add94', 'name': 'tempest-TestServerMultinode-408782174-router', 'tenant_id': '2c4a9146262c4576b189e85c1d11d06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '84f92b22-96e4-4cf0-bff2-ec4616fe515e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:14Z', 'updated_at': '2021-07-15T13:27:17Z', 'revision_number': 4, 'project_id': '2c4a9146262c4576b189e85c1d11d06e', 'gw_port': {'id': '84f92b22-96e4-4cf0-bff2-ec4616fe515e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08df41ab-dcf1-44f7-ba67-f4f9125add94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:14Z', 'updated_at': '2021-07-15T13:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '5f117fed-e0a2-48b5-a47a-09435e6ab836', 'name': '', 'network_id': 'e91cf30b-170f-4e5e-a62e-99ebad398daa', 'tenant_id': '2c4a9146262c4576b189e85c1d11d06e', 'mac_address': 'fa:16:3e:50:74:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08df41ab-dcf1-44f7-ba67-f4f9125add94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '7062f08b-0131-4cec-adc0-f7e02d217e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:17Z', 'updated_at': '2021-07-15T13:27:17Z', 'revision_number': 2, 'project_id': '2c4a9146262c4576b189e85c1d11d06e', 'subnets': [{'id': '7062f08b-0131-4cec-adc0-f7e02d217e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:22.864104 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aef976-bb02-40f6-b851-a9e69bb1f2d0 req-52df5d30-134d-400d-b851-2850f6752490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:22.866363 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-39aef976-bb02-40f6-b851-a9e69bb1f2d0 req-52df5d30-134d-400d-b851-2850f6752490 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed20d663-1173-4534-8523-fc0b2fbb7ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0971670 Jul 15 13:27:22.880911 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e58842-fabf-4f2a-9eca-cd33b7f21491 None None] Checking router: 08df41ab-dcf1-44f7-ba67-f4f9125add94 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:27:22.881235 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e58842-fabf-4f2a-9eca-cd33b7f21491 None None] Updating router 08df41ab-dcf1-44f7-ba67-f4f9125add94 port 5f117fed-e0a2-48b5-a47a-09435e6ab836 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:27:22.968423 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83e58842-fabf-4f2a-9eca-cd33b7f21491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.025580 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 84f92b22-96e4-4cf0-bff2-ec4616fe515e up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:23.103241 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-946871e8-c150-4bee-b20f-be12578870f2 None None] Port bcc07719-dc7d-4c85-bb21-72288a50bb73 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:27:23.122795 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5f936548-54bb-4e72-9508-04a899c2ca46 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4178f297dcfd406a984949427104fbd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2993865 Jul 15 13:27:23.139331 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 84f92b22-96e4-4cf0-bff2-ec4616fe515e triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:23.139712 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.141930 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51662) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:23.177574 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-39aef976-bb02-40f6-b851-a9e69bb1f2d0 req-b489d174-3fdd-4d9c-88b1-1f301aca71fb service neutron] 10.222.0.46 "GET /v2.0/networks/ed20d663-1173-4534-8523-fc0b2fbb7ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024259 Jul 15 13:27:23.183048 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-503d4fc2-29d8-45c5-9bd1-ba5692c19774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b85997-7088-4edc-a30c-17f504977818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1880597508', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'ac3edd4f-9739-4f3d-be4c-754a643ea67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:41Z', 'updated_at': '2021-07-15T13:24:55Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'ac3edd4f-9739-4f3d-be4c-754a643ea67e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b85997-7088-4edc-a30c-17f504977818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:42Z', 'updated_at': '2021-07-15T13:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '2c4cab6d-cd7e-4c9f-82de-889723b299bc', 'name': '', 'network_id': 'ed20d663-1173-4534-8523-fc0b2fbb7ad7', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'mac_address': 'fa:16:3e:9c:c2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b85997-7088-4edc-a30c-17f504977818', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '5c117192-dba8-4172-aea4-1eed9584f092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:53Z', 'updated_at': '2021-07-15T13:25:07Z', 'revision_number': 5, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'subnets': [{'id': '5c117192-dba8-4172-aea4-1eed9584f092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:23.221314 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503d4fc2-29d8-45c5-9bd1-ba5692c19774 None None] Checking router: e8b85997-7088-4edc-a30c-17f504977818 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:27:23.234008 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503d4fc2-29d8-45c5-9bd1-ba5692c19774 None None] Routers {'e8b85997-7088-4edc-a30c-17f504977818'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:23.234784 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-503d4fc2-29d8-45c5-9bd1-ba5692c19774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:27:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['e8b85997-7088-4edc-a30c-17f504977818'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:23.320919 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83e58842-fabf-4f2a-9eca-cd33b7f21491 None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.323380 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9211ea63-871a-45ed-86c1-6752980c0e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.335722 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-83e58842-fabf-4f2a-9eca-cd33b7f21491 None None] Transition to ACTIVE for port object 5f117fed-e0a2-48b5-a47a-09435e6ab836 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:23.347420 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83e58842-fabf-4f2a-9eca-cd33b7f21491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.406660 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737fc86d-d8dd-4dbf-901f-93b5f523e025 None None] Pushing event updated for resources: {'Port': ['ID=5f117fed-e0a2-48b5-a47a-09435e6ab836,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:23.411790 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9211ea63-871a-45ed-86c1-6752980c0e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.422578 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:27:23.424222 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840d3d8-efc4-4b06-b1ac-99183a95f305 req-2a6d9c29-0548-4c82-b599-1136d1630c15 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:23.425924 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5840d3d8-efc4-4b06-b1ac-99183a95f305 req-2a6d9c29-0548-4c82-b599-1136d1630c15 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=442f5004-7922-4d84-ba9c-c107273d7474 HTTP/1.1" status: 200 len: 945 time: 0.7431564 Jul 15 13:27:23.445744 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-503d4fc2-29d8-45c5-9bd1-ba5692c19774 None None] Set router e8b85997-7088-4edc-a30c-17f504977818 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:23.462919 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-39aef976-bb02-40f6-b851-a9e69bb1f2d0 req-c001bf75-adb5-4eda-b535-eec9e4a6a5d2 service neutron] 10.222.0.46 "GET /v2.0/networks/ed20d663-1173-4534-8523-fc0b2fbb7ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738285 Jul 15 13:27:23.471634 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc607849-3fc2-4363-8e41-e0279b1b2562 req-433c5da8-b798-45fc-8634-3c4b47bd5b34 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:23.478352 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cc607849-3fc2-4363-8e41-e0279b1b2562 req-433c5da8-b798-45fc-8634-3c4b47bd5b34 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3e8f40a8-1ed6-4fe1-ad90-9a7c657e7e8a HTTP/1.1" status: 200 len: 1028 time: 0.7237525 Jul 15 13:27:23.535963 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9211ea63-871a-45ed-86c1-6752980c0e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.538787 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9211ea63-871a-45ed-86c1-6752980c0e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.542359 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9211ea63-871a-45ed-86c1-6752980c0e6a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d72d127a-4b8d-4044-947f-a67a3cda9984 HTTP/1.1" status: 204 len: 168 time: 0.3970692 Jul 15 13:27:23.552507 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211ea63-871a-45ed-86c1-6752980c0e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72d127a-4b8d-4044-947f-a67a3cda9984,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:23.571840 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-83e58842-fabf-4f2a-9eca-cd33b7f21491 None None] Attempting to bind port 5f117fed-e0a2-48b5-a47a-09435e6ab836 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:23.572253 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-83e58842-fabf-4f2a-9eca-cd33b7f21491 None None] Attempting to bind port 5f117fed-e0a2-48b5-a47a-09435e6ab836 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '418330dd-f138-416d-9971-216654120337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e91cf30b-170f-4e5e-a62e-99ebad398daa'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:23.572814 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e58842-fabf-4f2a-9eca-cd33b7f21491 None None] Attempting to bind port 5f117fed-e0a2-48b5-a47a-09435e6ab836 on network e91cf30b-170f-4e5e-a62e-99ebad398daa {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:23.584108 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5840d3d8-efc4-4b06-b1ac-99183a95f305 req-8d461195-6352-42de-bcfd-9a8428db12dd tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e58760-3440-45b4-9476-d59ed096ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380205 Jul 15 13:27:23.584841 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e58842-fabf-4f2a-9eca-cd33b7f21491 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:23.585252 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e58842-fabf-4f2a-9eca-cd33b7f21491 None None] Checking segment: {'id': '418330dd-f138-416d-9971-216654120337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e91cf30b-170f-4e5e-a62e-99ebad398daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:23.585682 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83e58842-fabf-4f2a-9eca-cd33b7f21491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.586375 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e58842-fabf-4f2a-9eca-cd33b7f21491 None None] Bound using segment: {'id': '418330dd-f138-416d-9971-216654120337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e91cf30b-170f-4e5e-a62e-99ebad398daa'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:23.592400 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-83e58842-fabf-4f2a-9eca-cd33b7f21491 None None] Bound port: 5f117fed-e0a2-48b5-a47a-09435e6ab836, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418330dd-f138-416d-9971-216654120337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e91cf30b-170f-4e5e-a62e-99ebad398daa'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:23.593809 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83e58842-fabf-4f2a-9eca-cd33b7f21491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.645486 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cc607849-3fc2-4363-8e41-e0279b1b2562 req-d9e4cbe5-3971-4feb-a6a5-ad8284fa392e tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=80bc21f9-64b0-4443-ba42-494b6059aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661603 Jul 15 13:27:23.657443 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-0aa6ea34-0162-4bcf-bde0-37bf0498957d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcc07719-dc7d-4c85-bb21-72288a50bb73 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:27:23.690217 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-0aa6ea34-0162-4bcf-bde0-37bf0498957d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.703579 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-83e58842-fabf-4f2a-9eca-cd33b7f21491 None None] For port 5f117fed-e0a2-48b5-a47a-09435e6ab836, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:23.708228 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-83e58842-fabf-4f2a-9eca-cd33b7f21491 None None] For port 5f117fed-e0a2-48b5-a47a-09435e6ab836, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5f117fed-e0a2-48b5-a47a-09435e6ab836,segment=NetworkSegment(418330dd-f138-416d-9971-216654120337),segment_id=418330dd-f138-416d-9971-216654120337)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:23.714217 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-0aa6ea34-0162-4bcf-bde0-37bf0498957d service neutron] Transition to ACTIVE for port object bcc07719-dc7d-4c85-bb21-72288a50bb73 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:23.716378 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83e58842-fabf-4f2a-9eca-cd33b7f21491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.719454 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-0aa6ea34-0162-4bcf-bde0-37bf0498957d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.801581 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737fc86d-d8dd-4dbf-901f-93b5f523e025 None None] Pushing event updated for resources: {'Port': ['ID=5f117fed-e0a2-48b5-a47a-09435e6ab836,revision_number=4']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:23.851882 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e58842-fabf-4f2a-9eca-cd33b7f21491 None None] Routers {'08df41ab-dcf1-44f7-ba67-f4f9125add94'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:23.852894 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-83e58842-fabf-4f2a-9eca-cd33b7f21491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:27:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['08df41ab-dcf1-44f7-ba67-f4f9125add94'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:23.870396 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6ea34-0162-4bcf-bde0-37bf0498957d service neutron] Pushing event updated for resources: {'Port': ['ID=bcc07719-dc7d-4c85-bb21-72288a50bb73,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:24.040128 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-503d4fc2-29d8-45c5-9bd1-ba5692c19774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b85997-7088-4edc-a30c-17f504977818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1880597508', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'ac3edd4f-9739-4f3d-be4c-754a643ea67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:41Z', 'updated_at': '2021-07-15T13:24:55Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'ac3edd4f-9739-4f3d-be4c-754a643ea67e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b85997-7088-4edc-a30c-17f504977818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:42Z', 'updated_at': '2021-07-15T13:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '2c4cab6d-cd7e-4c9f-82de-889723b299bc', 'name': '', 'network_id': 'ed20d663-1173-4534-8523-fc0b2fbb7ad7', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'mac_address': 'fa:16:3e:9c:c2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b85997-7088-4edc-a30c-17f504977818', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '5c117192-dba8-4172-aea4-1eed9584f092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:53Z', 'updated_at': '2021-07-15T13:25:07Z', 'revision_number': 5, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'subnets': [{'id': '5c117192-dba8-4172-aea4-1eed9584f092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:24.055940 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-0aa6ea34-0162-4bcf-bde0-37bf0498957d service neutron] Attempting to bind port bcc07719-dc7d-4c85-bb21-72288a50bb73 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:24.056372 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-0aa6ea34-0162-4bcf-bde0-37bf0498957d service neutron] Attempting to bind port bcc07719-dc7d-4c85-bb21-72288a50bb73 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'f1836cb5-588a-49e8-a06d-46a38d584b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b6ec0d29-70fb-4f28-8144-6200a91c36b5'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:24.056803 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-0aa6ea34-0162-4bcf-bde0-37bf0498957d service neutron] Attempting to bind port bcc07719-dc7d-4c85-bb21-72288a50bb73 on network b6ec0d29-70fb-4f28-8144-6200a91c36b5 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:24.071955 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-0aa6ea34-0162-4bcf-bde0-37bf0498957d service neutron] Port bcc07719-dc7d-4c85-bb21-72288a50bb73 on network b6ec0d29-70fb-4f28-8144-6200a91c36b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:27:24.072372 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-0aa6ea34-0162-4bcf-bde0-37bf0498957d service neutron] Attempting to bind port bcc07719-dc7d-4c85-bb21-72288a50bb73 on network b6ec0d29-70fb-4f28-8144-6200a91c36b5 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:24.082115 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15711ec-964c-413d-955f-fa4ecdbed0d4 req-b9b09ddc-9719-4f95-b636-1cb57b7db659 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:24.085179 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b15711ec-964c-413d-955f-fa4ecdbed0d4 req-b9b09ddc-9719-4f95-b636-1cb57b7db659 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.46 "GET /v2.0/ports?device_id=442f5004-7922-4d84-ba9c-c107273d7474 HTTP/1.1" status: 200 len: 945 time: 0.1600571 Jul 15 13:27:24.094006 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-0aa6ea34-0162-4bcf-bde0-37bf0498957d service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:24.096977 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-0aa6ea34-0162-4bcf-bde0-37bf0498957d service neutron] Checking segment: {'id': 'f1836cb5-588a-49e8-a06d-46a38d584b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b6ec0d29-70fb-4f28-8144-6200a91c36b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:24.097518 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-0aa6ea34-0162-4bcf-bde0-37bf0498957d service neutron] Bound using segment: {'id': 'f1836cb5-588a-49e8-a06d-46a38d584b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b6ec0d29-70fb-4f28-8144-6200a91c36b5'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:24.103525 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-0aa6ea34-0162-4bcf-bde0-37bf0498957d service neutron] Bound port: bcc07719-dc7d-4c85-bb21-72288a50bb73, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1836cb5-588a-49e8-a06d-46a38d584b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b6ec0d29-70fb-4f28-8144-6200a91c36b5'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:24.104007 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-0aa6ea34-0162-4bcf-bde0-37bf0498957d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:24.134296 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-83e58842-fabf-4f2a-9eca-cd33b7f21491 None None] Set router 08df41ab-dcf1-44f7-ba67-f4f9125add94 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:24.137021 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503d4fc2-29d8-45c5-9bd1-ba5692c19774 None None] The sync data for ids ['e8b85997-7088-4edc-a30c-17f504977818'] in n-d-771363-36 is: [{'id': 'e8b85997-7088-4edc-a30c-17f504977818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1880597508', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'ac3edd4f-9739-4f3d-be4c-754a643ea67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:41Z', 'updated_at': '2021-07-15T13:24:55Z', 'revision_number': 4, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'ac3edd4f-9739-4f3d-be4c-754a643ea67e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b85997-7088-4edc-a30c-17f504977818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:42Z', 'updated_at': '2021-07-15T13:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '2c4cab6d-cd7e-4c9f-82de-889723b299bc', 'name': '', 'network_id': 'ed20d663-1173-4534-8523-fc0b2fbb7ad7', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'mac_address': 'fa:16:3e:9c:c2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b85997-7088-4edc-a30c-17f504977818', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '5c117192-dba8-4172-aea4-1eed9584f092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:53Z', 'updated_at': '2021-07-15T13:25:07Z', 'revision_number': 5, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'subnets': [{'id': '5c117192-dba8-4172-aea4-1eed9584f092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:24.196476 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-0aa6ea34-0162-4bcf-bde0-37bf0498957d service neutron] For port bcc07719-dc7d-4c85-bb21-72288a50bb73, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:24.200423 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-0aa6ea34-0162-4bcf-bde0-37bf0498957d service neutron] For port bcc07719-dc7d-4c85-bb21-72288a50bb73, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=bcc07719-dc7d-4c85-bb21-72288a50bb73,segment=NetworkSegment(f1836cb5-588a-49e8-a06d-46a38d584b92),segment_id=f1836cb5-588a-49e8-a06d-46a38d584b92)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:24.208303 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-0aa6ea34-0162-4bcf-bde0-37bf0498957d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:24.266268 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-b15711ec-964c-413d-955f-fa4ecdbed0d4 req-89262258-7aa4-4b15-b831-f4c785aa2f49 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Deleting port 71adbaa8-24d9-469c-b8c7-310c3872b260 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:24.266827 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-b15711ec-964c-413d-955f-fa4ecdbed0d4 req-89262258-7aa4-4b15-b831-f4c785aa2f49 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:24.274394 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-0aa6ea34-0162-4bcf-bde0-37bf0498957d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:24.275307 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-0aa6ea34-0162-4bcf-bde0-37bf0498957d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:24.276867 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-0aa6ea34-0162-4bcf-bde0-37bf0498957d service neutron] 10.222.0.20 "PUT /v2.0/ports/bcc07719-dc7d-4c85-bb21-72288a50bb73 HTTP/1.1" status: 200 len: 1093 time: 2.1204231 Jul 15 13:27:24.277924 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e8f40a8-1ed6-4fe1-ad90-9a7c657e7e8a', 'tag': 'bcc07719-dc7d-4c85-bb21-72288a50bb73'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:24.280279 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefedcea-d77e-40f4-be60-5cb2b44dac09" -d '{"events": [{"name": "network-changed", "server_uuid": "3e8f40a8-1ed6-4fe1-ad90-9a7c657e7e8a", "tag": "bcc07719-dc7d-4c85-bb21-72288a50bb73"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:24.401584 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52ffe52-e3f7-49b5-843f-41418f4b0484 x-openstack-request-id: req-a52ffe52-e3f7-49b5-843f-41418f4b0484 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:24.401874 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e8f40a8-1ed6-4fe1-ad90-9a7c657e7e8a", "tag": "bcc07719-dc7d-4c85-bb21-72288a50bb73", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:24.406922 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a52ffe52-e3f7-49b5-843f-41418f4b0484 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:24.407385 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e8f40a8-1ed6-4fe1-ad90-9a7c657e7e8a', 'tag': 'bcc07719-dc7d-4c85-bb21-72288a50bb73', 'status': 'completed', 'code': 200} Jul 15 13:27:24.418151 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6ea34-0162-4bcf-bde0-37bf0498957d service neutron] Pushing event updated for resources: {'Port': ['ID=bcc07719-dc7d-4c85-bb21-72288a50bb73,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:24.440056 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-b15711ec-964c-413d-955f-fa4ecdbed0d4 req-89262258-7aa4-4b15-b831-f4c785aa2f49 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] For port 71adbaa8-24d9-469c-b8c7-310c3872b260, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=71adbaa8-24d9-469c-b8c7-310c3872b260,segment=NetworkSegment(e74a67fe-78ce-41da-bcef-bcbaece410e7),segment_id=e74a67fe-78ce-41da-bcef-bcbaece410e7)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:24.440425 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-b15711ec-964c-413d-955f-fa4ecdbed0d4 req-89262258-7aa4-4b15-b831-f4c785aa2f49 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:24.459328 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-b15711ec-964c-413d-955f-fa4ecdbed0d4 req-89262258-7aa4-4b15-b831-f4c785aa2f49 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Calling delete_port for 71adbaa8-24d9-469c-b8c7-310c3872b260 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:24.463234 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-ade727d9-2cf7-4647-b332-63d099e883f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:24.465539 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-ade727d9-2cf7-4647-b332-63d099e883f4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c4a9146262c4576b189e85c1d11d06e&device_id=3e8f40a8-1ed6-4fe1-ad90-9a7c657e7e8a HTTP/1.1" status: 200 len: 1096 time: 0.1388035 Jul 15 13:27:24.482980 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-83e58842-fabf-4f2a-9eca-cd33b7f21491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08df41ab-dcf1-44f7-ba67-f4f9125add94', 'name': 'tempest-TestServerMultinode-408782174-router', 'tenant_id': '2c4a9146262c4576b189e85c1d11d06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '84f92b22-96e4-4cf0-bff2-ec4616fe515e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:14Z', 'updated_at': '2021-07-15T13:27:17Z', 'revision_number': 4, 'project_id': '2c4a9146262c4576b189e85c1d11d06e', 'gw_port': {'id': '84f92b22-96e4-4cf0-bff2-ec4616fe515e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08df41ab-dcf1-44f7-ba67-f4f9125add94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:14Z', 'updated_at': '2021-07-15T13:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '5f117fed-e0a2-48b5-a47a-09435e6ab836', 'name': '', 'network_id': 'e91cf30b-170f-4e5e-a62e-99ebad398daa', 'tenant_id': '2c4a9146262c4576b189e85c1d11d06e', 'mac_address': 'fa:16:3e:50:74:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08df41ab-dcf1-44f7-ba67-f4f9125add94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '7062f08b-0131-4cec-adc0-f7e02d217e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:17Z', 'updated_at': '2021-07-15T13:27:23Z', 'revision_number': 4, 'project_id': '2c4a9146262c4576b189e85c1d11d06e', 'subnets': [{'id': '7062f08b-0131-4cec-adc0-f7e02d217e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:24.514606 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e58842-fabf-4f2a-9eca-cd33b7f21491 None None] The sync data for ids ['08df41ab-dcf1-44f7-ba67-f4f9125add94'] in n-d-771363-36 is: [{'id': '08df41ab-dcf1-44f7-ba67-f4f9125add94', 'name': 'tempest-TestServerMultinode-408782174-router', 'tenant_id': '2c4a9146262c4576b189e85c1d11d06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '84f92b22-96e4-4cf0-bff2-ec4616fe515e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:14Z', 'updated_at': '2021-07-15T13:27:17Z', 'revision_number': 4, 'project_id': '2c4a9146262c4576b189e85c1d11d06e', 'gw_port': {'id': '84f92b22-96e4-4cf0-bff2-ec4616fe515e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08df41ab-dcf1-44f7-ba67-f4f9125add94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:14Z', 'updated_at': '2021-07-15T13:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '5f117fed-e0a2-48b5-a47a-09435e6ab836', 'name': '', 'network_id': 'e91cf30b-170f-4e5e-a62e-99ebad398daa', 'tenant_id': '2c4a9146262c4576b189e85c1d11d06e', 'mac_address': 'fa:16:3e:50:74:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08df41ab-dcf1-44f7-ba67-f4f9125add94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '7062f08b-0131-4cec-adc0-f7e02d217e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:17Z', 'updated_at': '2021-07-15T13:27:23Z', 'revision_number': 4, 'project_id': '2c4a9146262c4576b189e85c1d11d06e', 'subnets': [{'id': '7062f08b-0131-4cec-adc0-f7e02d217e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:24.520411 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-4e3128ce-2f7f-438f-862b-ea44e0651caf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcc07719-dc7d-4c85-bb21-72288a50bb73 HTTP/1.1" status: 200 len: 217 time: 0.0482440 Jul 15 13:27:24.586549 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-453b6b99-ffec-4bbc-8e20-a10dfea5b81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:24.588206 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-453b6b99-ffec-4bbc-8e20-a10dfea5b81f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a355fa63-67ab-4494-b44e-619bc46eac08 HTTP/1.1" status: 200 len: 848 time: 0.0618491 Jul 15 13:27:24.634688 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-b15711ec-964c-413d-955f-fa4ecdbed0d4 req-89262258-7aa4-4b15-b831-f4c785aa2f49 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:24.681023 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8420306e-7c0d-43de-add2-5f2b8a4c2e3e None None] New status for floating IP de9395c0-4a20-4e4e-8310-4651674b91c2: DOWN {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:27:24.681685 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-5ab605a5-8e8d-4b89-b628-12e62bf8ef2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:24.686624 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-5ab605a5-8e8d-4b89-b628-12e62bf8ef2e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b6ec0d29-70fb-4f28-8144-6200a91c36b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0894244 Jul 15 13:27:24.783885 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89262258-7aa4-4b15-b831-f4c785aa2f49 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event deleted for resources: {'Port': ['ID=71adbaa8-24d9-469c-b8c7-310c3872b260,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:24.819213 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15711ec-964c-413d-955f-fa4ecdbed0d4 req-89262258-7aa4-4b15-b831-f4c785aa2f49 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] No DVR routers for this DVR port 71adbaa8-24d9-469c-b8c7-310c3872b260 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:24.822930 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-b15711ec-964c-413d-955f-fa4ecdbed0d4 req-89262258-7aa4-4b15-b831-f4c785aa2f49 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:24.825612 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b15711ec-964c-413d-955f-fa4ecdbed0d4 req-89262258-7aa4-4b15-b831-f4c785aa2f49 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.46 "DELETE /v2.0/ports/71adbaa8-24d9-469c-b8c7-310c3872b260 HTTP/1.1" status: 204 len: 173 time: 0.7343342 Jul 15 13:27:24.832673 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442f5004-7922-4d84-ba9c-c107273d7474', 'name': 'network-vif-deleted', 'tag': '71adbaa8-24d9-469c-b8c7-310c3872b260'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:24.835879 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05364b1-2c30-4b45-96d4-c2f8f60dfad4" -d '{"events": [{"server_uuid": "442f5004-7922-4d84-ba9c-c107273d7474", "name": "network-vif-deleted", "tag": "71adbaa8-24d9-469c-b8c7-310c3872b260"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:24.836740 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5f117fed-e0a2-48b5-a47a-09435e6ab836 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:24.885297 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9365362d-38b6-47ab-8aed-c35b4ba26f6a req-2a22eb6a-146b-416e-a1a5-0173f4e4996b tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "GET /v2.0/ports?device_id=442f5004-7922-4d84-ba9c-c107273d7474 HTTP/1.1" status: 200 len: 210 time: 0.0379167 Jul 15 13:27:24.915341 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-5e559eb3-c3a5-45fb-9ff2-5fe2aecd77d8 service neutron] 10.222.0.20 "GET /v2.0/networks/b6ec0d29-70fb-4f28-8144-6200a91c36b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255845 Jul 15 13:27:24.957474 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 5f117fed-e0a2-48b5-a47a-09435e6ab836 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:24.961639 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 5f117fed-e0a2-48b5-a47a-09435e6ab836 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:24.962018 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:25.011022 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f71ea9-0b44-437f-8ad9-015ab25c3309 x-openstack-request-id: req-96f71ea9-0b44-437f-8ad9-015ab25c3309 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:25.011634 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "442f5004-7922-4d84-ba9c-c107273d7474", "name": "network-vif-deleted", "tag": "71adbaa8-24d9-469c-b8c7-310c3872b260", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:25.011948 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-96f71ea9-0b44-437f-8ad9-015ab25c3309 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:25.012419 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442f5004-7922-4d84-ba9c-c107273d7474', 'name': 'network-vif-deleted', 'tag': '71adbaa8-24d9-469c-b8c7-310c3872b260', 'status': 'completed', 'code': 200} Jul 15 13:27:25.084846 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:25.126898 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6163b86e-4c33-4c74-b3af-ccd8df687d8f req-1113dfc2-4b0f-4a7f-997b-8055d7056cb5 service neutron] 10.222.0.20 "GET /v2.0/networks/b6ec0d29-70fb-4f28-8144-6200a91c36b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046974 Jul 15 13:27:25.145748 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 5f117fed-e0a2-48b5-a47a-09435e6ab836, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5f117fed-e0a2-48b5-a47a-09435e6ab836,segment=NetworkSegment(418330dd-f138-416d-9971-216654120337),segment_id=418330dd-f138-416d-9971-216654120337)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:25.150175 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:25.229153 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=5f117fed-e0a2-48b5-a47a-09435e6ab836,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:25.310444 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefedcea-d77e-40f4-be60-5cb2b44dac09 req-ae2a867d-92cd-44a2-b1d4-77bb0bb0b7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:25.312016 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aefedcea-d77e-40f4-be60-5cb2b44dac09 req-ae2a867d-92cd-44a2-b1d4-77bb0bb0b7f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c4a9146262c4576b189e85c1d11d06e&device_id=3e8f40a8-1ed6-4fe1-ad90-9a7c657e7e8a HTTP/1.1" status: 200 len: 1096 time: 0.1015186 Jul 15 13:27:25.316700 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28276b43-99f2-4af4-b0eb-2eaebc7d529c req-1780b894-12a4-43e6-8377-551a53acc0a5 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:25.323725 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-28276b43-99f2-4af4-b0eb-2eaebc7d529c req-1780b894-12a4-43e6-8377-551a53acc0a5 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3e8f40a8-1ed6-4fe1-ad90-9a7c657e7e8a HTTP/1.1" status: 200 len: 1096 time: 0.4350684 Jul 15 13:27:25.395362 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-28276b43-99f2-4af4-b0eb-2eaebc7d529c req-91a856ce-1f06-4cd9-8988-6ba7162c5aeb tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=80bc21f9-64b0-4443-ba42-494b6059aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700133 Jul 15 13:27:25.452351 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefedcea-d77e-40f4-be60-5cb2b44dac09 req-8de96613-3ebe-46af-b181-2041576cbbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:25.453829 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aefedcea-d77e-40f4-be60-5cb2b44dac09 req-8de96613-3ebe-46af-b181-2041576cbbe6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b6ec0d29-70fb-4f28-8144-6200a91c36b5 HTTP/1.1" status: 200 len: 910 time: 0.1275394 Jul 15 13:27:25.497621 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aefedcea-d77e-40f4-be60-5cb2b44dac09 req-b87bd1a1-2cbb-4e09-bfe7-454c9a7e59ba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcc07719-dc7d-4c85-bb21-72288a50bb73 HTTP/1.1" status: 200 len: 217 time: 0.0360014 Jul 15 13:27:25.554595 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefedcea-d77e-40f4-be60-5cb2b44dac09 req-5e9130b3-2e08-4f29-b754-676e696c9212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:25.556054 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aefedcea-d77e-40f4-be60-5cb2b44dac09 req-5e9130b3-2e08-4f29-b754-676e696c9212 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a355fa63-67ab-4494-b44e-619bc46eac08 HTTP/1.1" status: 200 len: 848 time: 0.0523021 Jul 15 13:27:25.615736 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefedcea-d77e-40f4-be60-5cb2b44dac09 req-9b6cdc9e-3f08-449a-b586-970c34361052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:25.617283 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aefedcea-d77e-40f4-be60-5cb2b44dac09 req-9b6cdc9e-3f08-449a-b586-970c34361052 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b6ec0d29-70fb-4f28-8144-6200a91c36b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550048 Jul 15 13:27:25.709756 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aefedcea-d77e-40f4-be60-5cb2b44dac09 req-a6087027-1809-4369-8d52-f8ba56107996 service neutron] 10.222.0.20 "GET /v2.0/networks/b6ec0d29-70fb-4f28-8144-6200a91c36b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850687 Jul 15 13:27:25.796085 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aefedcea-d77e-40f4-be60-5cb2b44dac09 req-1bcaeb38-8a47-4076-8aeb-f78e0ed4465d service neutron] 10.222.0.20 "GET /v2.0/networks/b6ec0d29-70fb-4f28-8144-6200a91c36b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799742 Jul 15 13:27:25.991701 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51682) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:26.239165 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 71adbaa8-24d9-469c-b8c7-310c3872b260 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:26.258868 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 71adbaa8-24d9-469c-b8c7-310c3872b260 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:26.259219 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 71adbaa8-24d9-469c-b8c7-310c3872b260 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:26.351235 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-07baa51c-87e7-4a73-b850-6200b8e4f632 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.555253 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652bb2e-9118-4cf1-bb4a-a72221f38fb3 req-1322af75-4bc5-437a-ac57-cf44c2a4f5e2 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:26.556949 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4652bb2e-9118-4cf1-bb4a-a72221f38fb3 req-1322af75-4bc5-437a-ac57-cf44c2a4f5e2 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3e8f40a8-1ed6-4fe1-ad90-9a7c657e7e8a HTTP/1.1" status: 200 len: 1096 time: 0.0541391 Jul 15 13:27:26.591634 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4652bb2e-9118-4cf1-bb4a-a72221f38fb3 req-d619cb6f-b285-4d5e-b8cb-bc244ebf711c tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=80bc21f9-64b0-4443-ba42-494b6059aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282979 Jul 15 13:27:26.623268 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-07baa51c-87e7-4a73-b850-6200b8e4f632 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Deleting port 2c4cab6d-cd7e-4c9f-82de-889723b299bc {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:26.623612 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-07baa51c-87e7-4a73-b850-6200b8e4f632 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.701446 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5f117fed-e0a2-48b5-a47a-09435e6ab836 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:26.725248 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-07baa51c-87e7-4a73-b850-6200b8e4f632 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] For port 2c4cab6d-cd7e-4c9f-82de-889723b299bc, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=2c4cab6d-cd7e-4c9f-82de-889723b299bc,segment=NetworkSegment(e74a67fe-78ce-41da-bcef-bcbaece410e7),segment_id=e74a67fe-78ce-41da-bcef-bcbaece410e7)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:26.725733 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-07baa51c-87e7-4a73-b850-6200b8e4f632 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.738220 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-07baa51c-87e7-4a73-b850-6200b8e4f632 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Calling delete_port for 2c4cab6d-cd7e-4c9f-82de-889723b299bc owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:26.747939 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 5f117fed-e0a2-48b5-a47a-09435e6ab836 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:26.748320 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.924053 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-07baa51c-87e7-4a73-b850-6200b8e4f632 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.954727 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07baa51c-87e7-4a73-b850-6200b8e4f632 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event deleted for resources: {'Port': ['ID=2c4cab6d-cd7e-4c9f-82de-889723b299bc,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:27.130770 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-07baa51c-87e7-4a73-b850-6200b8e4f632 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:27.344721 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07baa51c-87e7-4a73-b850-6200b8e4f632 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Router e8b85997-7088-4edc-a30c-17f504977818 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:27:27.452747 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07baa51c-87e7-4a73-b850-6200b8e4f632 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:27.457908 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-07baa51c-87e7-4a73-b850-6200b8e4f632 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "PUT /v2.0/routers/e8b85997-7088-4edc-a30c-17f504977818/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4651668 Jul 15 13:27:27.460596 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51692) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:27.463222 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a3c4ab-1a64-4894-8669-a6982e9e4d8d None None] Sync routers for ids ['e8b85997-7088-4edc-a30c-17f504977818'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:27.472400 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a3c4ab-1a64-4894-8669-a6982e9e4d8d None None] Routers {'e8b85997-7088-4edc-a30c-17f504977818'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:27.473085 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-38a3c4ab-1a64-4894-8669-a6982e9e4d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:27:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['e8b85997-7088-4edc-a30c-17f504977818'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:27.510234 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-303ca9a5-ccc8-46e3-a0d0-deb9f2759bf0 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Deleting subnet 5c117192-dba8-4172-aea4-1eed9584f092 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:27:27.513970 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-303ca9a5-ccc8-46e3-a0d0-deb9f2759bf0 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:27.553301 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-303ca9a5-ccc8-46e3-a0d0-deb9f2759bf0 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:27.575694 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-38a3c4ab-1a64-4894-8669-a6982e9e4d8d None None] Set router e8b85997-7088-4edc-a30c-17f504977818 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:27.641079 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-303ca9a5-ccc8-46e3-a0d0-deb9f2759bf0 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:27.702001 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-303ca9a5-ccc8-46e3-a0d0-deb9f2759bf0 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:27.732360 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ca9a5-ccc8-46e3-a0d0-deb9f2759bf0 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event deleted for resources: {'Subnet': ['ID=5c117192-dba8-4172-aea4-1eed9584f092,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:27.742041 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-303ca9a5-ccc8-46e3-a0d0-deb9f2759bf0 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:27.744098 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-303ca9a5-ccc8-46e3-a0d0-deb9f2759bf0 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "DELETE /v2.0/subnets/5c117192-dba8-4172-aea4-1eed9584f092 HTTP/1.1" status: 204 len: 168 time: 0.2825813 Jul 15 13:27:27.747655 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51698) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:27.753481 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423fb9b8-3eff-4045-b2e0-9e8c0ebada2e None None] Network ed20d663-1173-4534-8523-fc0b2fbb7ad7 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:27.821981 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-38a3c4ab-1a64-4894-8669-a6982e9e4d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b85997-7088-4edc-a30c-17f504977818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1880597508', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'ac3edd4f-9739-4f3d-be4c-754a643ea67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:41Z', 'updated_at': '2021-07-15T13:27:26Z', 'revision_number': 5, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'ac3edd4f-9739-4f3d-be4c-754a643ea67e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b85997-7088-4edc-a30c-17f504977818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:42Z', 'updated_at': '2021-07-15T13:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:27.866205 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a3c4ab-1a64-4894-8669-a6982e9e4d8d None None] Checking router: e8b85997-7088-4edc-a30c-17f504977818 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:27:27.897015 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a3c4ab-1a64-4894-8669-a6982e9e4d8d None None] Routers {'e8b85997-7088-4edc-a30c-17f504977818'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:27.897644 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-38a3c4ab-1a64-4894-8669-a6982e9e4d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:27:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['e8b85997-7088-4edc-a30c-17f504977818'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:27.903595 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3b7a9198-6fc2-4cb5-9531-c858bbfced24 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:27.908154 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3f867-a8b6-4b9b-b1bf-b20cbe3831c9 req-2739a105-500f-4beb-93f6-d516a591dfff tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:27.909648 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5ea3f867-a8b6-4b9b-b1bf-b20cbe3831c9 req-2739a105-500f-4beb-93f6-d516a591dfff tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3e8f40a8-1ed6-4fe1-ad90-9a7c657e7e8a HTTP/1.1" status: 200 len: 1096 time: 0.2036273 Jul 15 13:27:28.009936 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5ea3f867-a8b6-4b9b-b1bf-b20cbe3831c9 req-ac7e23eb-1068-4e25-a7a8-1ea47989c259 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=80bc21f9-64b0-4443-ba42-494b6059aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708036 Jul 15 13:27:28.013931 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-38a3c4ab-1a64-4894-8669-a6982e9e4d8d None None] Set router e8b85997-7088-4edc-a30c-17f504977818 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:28.042034 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3b7a9198-6fc2-4cb5-9531-c858bbfced24 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.087446 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371d9403-af4a-4a7c-b7f5-bdf5ab952264 None None] DHCP port deletion for ed20d663-1173-4534-8523-fc0b2fbb7ad7 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:27:28.103676 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a9198-6fc2-4cb5-9531-c858bbfced24 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Deleting port ac3edd4f-9739-4f3d-be4c-754a643ea67e {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:28.104028 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3b7a9198-6fc2-4cb5-9531-c858bbfced24 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.186024 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-3b7a9198-6fc2-4cb5-9531-c858bbfced24 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] For port ac3edd4f-9739-4f3d-be4c-754a643ea67e, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=ac3edd4f-9739-4f3d-be4c-754a643ea67e,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:28.186383 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3b7a9198-6fc2-4cb5-9531-c858bbfced24 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.197769 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a9198-6fc2-4cb5-9531-c858bbfced24 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Calling delete_port for ac3edd4f-9739-4f3d-be4c-754a643ea67e owned by network:router_gateway {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:28.207570 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-371d9403-af4a-4a7c-b7f5-bdf5ab952264 None None] Deleting port 71eb6109-e158-446a-bd7a-36b82f77ea8f {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:28.207943 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-371d9403-af4a-4a7c-b7f5-bdf5ab952264 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.280136 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-371d9403-af4a-4a7c-b7f5-bdf5ab952264 None None] For port 71eb6109-e158-446a-bd7a-36b82f77ea8f, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=71eb6109-e158-446a-bd7a-36b82f77ea8f,segment=NetworkSegment(e74a67fe-78ce-41da-bcef-bcbaece410e7),segment_id=e74a67fe-78ce-41da-bcef-bcbaece410e7)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:28.280439 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-371d9403-af4a-4a7c-b7f5-bdf5ab952264 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.294879 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-38a3c4ab-1a64-4894-8669-a6982e9e4d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b85997-7088-4edc-a30c-17f504977818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1880597508', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'ac3edd4f-9739-4f3d-be4c-754a643ea67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:41Z', 'updated_at': '2021-07-15T13:27:26Z', 'revision_number': 5, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'ac3edd4f-9739-4f3d-be4c-754a643ea67e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b85997-7088-4edc-a30c-17f504977818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:42Z', 'updated_at': '2021-07-15T13:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:28.297584 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-371d9403-af4a-4a7c-b7f5-bdf5ab952264 None None] Calling delete_port for 71eb6109-e158-446a-bd7a-36b82f77ea8f owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:28.324181 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a3c4ab-1a64-4894-8669-a6982e9e4d8d None None] The sync data for ids ['e8b85997-7088-4edc-a30c-17f504977818'] in n-d-771363-36 is: [{'id': 'e8b85997-7088-4edc-a30c-17f504977818', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1880597508', 'tenant_id': 'd986de84121549bf90b7ac80073eff67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'ac3edd4f-9739-4f3d-be4c-754a643ea67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:41Z', 'updated_at': '2021-07-15T13:27:26Z', 'revision_number': 5, 'project_id': 'd986de84121549bf90b7ac80073eff67', 'gw_port': {'id': 'ac3edd4f-9739-4f3d-be4c-754a643ea67e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b85997-7088-4edc-a30c-17f504977818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:42Z', 'updated_at': '2021-07-15T13:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:28.365067 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3b7a9198-6fc2-4cb5-9531-c858bbfced24 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.391100 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a9198-6fc2-4cb5-9531-c858bbfced24 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event deleted for resources: {'Port': ['ID=ac3edd4f-9739-4f3d-be4c-754a643ea67e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:28.410893 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-371d9403-af4a-4a7c-b7f5-bdf5ab952264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.438200 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d9403-af4a-4a7c-b7f5-bdf5ab952264 None None] Pushing event deleted for resources: {'Port': ['ID=71eb6109-e158-446a-bd7a-36b82f77ea8f,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:28.445767 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371d9403-af4a-4a7c-b7f5-bdf5ab952264 None None] No DVR routers for this DVR port 71eb6109-e158-446a-bd7a-36b82f77ea8f on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:28.455236 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3b7a9198-6fc2-4cb5-9531-c858bbfced24 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.545785 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3b7a9198-6fc2-4cb5-9531-c858bbfced24 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.547795 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3b7a9198-6fc2-4cb5-9531-c858bbfced24 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.591721 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3b7a9198-6fc2-4cb5-9531-c858bbfced24 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.592202 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7a9198-6fc2-4cb5-9531-c858bbfced24 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Fanout notify agent at l3_agent the message router_deleted on router e8b85997-7088-4edc-a30c-17f504977818 {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:27:28.598770 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3b7a9198-6fc2-4cb5-9531-c858bbfced24 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.599852 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3b7a9198-6fc2-4cb5-9531-c858bbfced24 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "DELETE /v2.0/routers/e8b85997-7088-4edc-a30c-17f504977818 HTTP/1.1" status: 204 len: 168 time: 0.8512194 Jul 15 13:27:28.602681 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51702) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:28.682266 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a04c3810-cd80-4c87-b43b-eaa56fd27382 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.776049 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a04c3810-cd80-4c87-b43b-eaa56fd27382 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.781458 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 2c4cab6d-cd7e-4c9f-82de-889723b299bc no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:28.786399 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-a04c3810-cd80-4c87-b43b-eaa56fd27382 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed20d663-1173-4534-8523-fc0b2fbb7ad7']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:28.797099 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-a04c3810-cd80-4c87-b43b-eaa56fd27382 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e74a67fe-78ce-41da-bcef-bcbaece410e7') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:28.797301 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-a04c3810-cd80-4c87-b43b-eaa56fd27382 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e74a67fe-78ce-41da-bcef-bcbaece410e7') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:28.802514 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 2c4cab6d-cd7e-4c9f-82de-889723b299bc {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:28.803370 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 2c4cab6d-cd7e-4c9f-82de-889723b299bc not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:28.803370 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 71eb6109-e158-446a-bd7a-36b82f77ea8f no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:28.809048 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a04c3810-cd80-4c87-b43b-eaa56fd27382 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.823895 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 71eb6109-e158-446a-bd7a-36b82f77ea8f {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:28.824250 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 71eb6109-e158-446a-bd7a-36b82f77ea8f not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:28.824570 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a04c3810-cd80-4c87-b43b-eaa56fd27382 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.833168 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a04c3810-cd80-4c87-b43b-eaa56fd27382 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:27:28.833591 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a04c3810-cd80-4c87-b43b-eaa56fd27382 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.837040 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:27:28.837040 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:27:28.837040 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:27:28.837040 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:27:28.837040 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:27:28.837040 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:27:28.837040 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:27:28.837040 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:27:28.837040 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:27:28.837040 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:27:28.837040 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:27:28.837040 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:27:28.837040 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:27:28.837040 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:27:28.837040 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:27:28.837040 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:27:28.837040 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:27:28.837040 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:27:28.837040 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:27:28.837040 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:27:28.837040 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:27:28.837040 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:27:28.837040 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:27:28.837040 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:27:28.837040 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:27:28.837040 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:27:28.837040 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:27:28.837040 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:27:28.837040 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:27:28.837040 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:27:28.837040 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:27:28.837040 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:27:28.837040 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:27:28.837040 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:27:28.837040 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:27:28.837040 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:27:28.903105 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a04c3810-cd80-4c87-b43b-eaa56fd27382 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.907693 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a04c3810-cd80-4c87-b43b-eaa56fd27382 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.910032 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a04c3810-cd80-4c87-b43b-eaa56fd27382 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "DELETE /v2.0/networks/ed20d663-1173-4534-8523-fc0b2fbb7ad7 HTTP/1.1" status: 204 len: 168 time: 0.3064382 Jul 15 13:27:28.912864 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51704) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:28.925206 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c3810-cd80-4c87-b43b-eaa56fd27382 tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event deleted for resources: {'Network': ['ID=ed20d663-1173-4534-8523-fc0b2fbb7ad7,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:28.975000 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-822b1bc5-e381-4441-8e44-6bd3dce521cc tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.002064 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-822b1bc5-e381-4441-8e44-6bd3dce521cc tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.077291 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-822b1bc5-e381-4441-8e44-6bd3dce521cc tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.080113 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-822b1bc5-e381-4441-8e44-6bd3dce521cc tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.081297 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-822b1bc5-e381-4441-8e44-6bd3dce521cc tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] 10.222.0.16 "DELETE /v2.0/security-groups/d8e58760-3440-45b4-9476-d59ed096ee3e HTTP/1.1" status: 204 len: 168 time: 0.1674402 Jul 15 13:27:29.091543 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b1bc5-e381-4441-8e44-6bd3dce521cc tempest-TestNetworkAdvancedServerOps-327129882 tempest-TestNetworkAdvancedServerOps-327129882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e58760-3440-45b4-9476-d59ed096ee3e,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:29.205034 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbc6d9-4cc8-48f1-9839-7b9a26ddef60 req-3b337ce8-74b0-493c-92d1-a37f7a1874ed tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:29.206626 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9dfbc6d9-4cc8-48f1-9839-7b9a26ddef60 req-3b337ce8-74b0-493c-92d1-a37f7a1874ed tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3e8f40a8-1ed6-4fe1-ad90-9a7c657e7e8a HTTP/1.1" status: 200 len: 1096 time: 0.0556328 Jul 15 13:27:29.216164 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.244024 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9dfbc6d9-4cc8-48f1-9839-7b9a26ddef60 req-0b07f925-c1c0-43cb-b7ba-742c42e1010d tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=80bc21f9-64b0-4443-ba42-494b6059aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311096 Jul 15 13:27:29.321640 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device bcc07719-dc7d-4c85-bb21-72288a50bb73 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:27:29.384924 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51714) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:29.530010 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d4668644-4083-4084-8577-08e3e89a1d9a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d986de84121549bf90b7ac80073eff67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1437230 Jul 15 13:27:29.532780 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51720) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:29.575981 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.595441 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port bcc07719-dc7d-4c85-bb21-72288a50bb73, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=bcc07719-dc7d-4c85-bb21-72288a50bb73,segment=NetworkSegment(f1836cb5-588a-49e8-a06d-46a38d584b92),segment_id=f1836cb5-588a-49e8-a06d-46a38d584b92)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:29.606927 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': 'bcc07719-dc7d-4c85-bb21-72288a50bb73', 'network_id': 'b6ec0d29-70fb-4f28-8144-6200a91c36b5', 'port_id': 'bcc07719-dc7d-4c85-bb21-72288a50bb73', 'mac_address': 'fa:16:3e:c1:fc:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a355fa63-67ab-4494-b44e-619bc46eac08', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:27:29.617434 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d6df1407-e203-40d2-8222-a2dcdca0fc43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.646879 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d6df1407-e203-40d2-8222-a2dcdca0fc43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.655759 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-5ae142b1-07d3-4425-a19a-4a0992be3934 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0733864 Jul 15 13:27:29.657388 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.671010 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcc07719-dc7d-4c85-bb21-72288a50bb73 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:27:29.691393 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port bcc07719-dc7d-4c85-bb21-72288a50bb73, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=bcc07719-dc7d-4c85-bb21-72288a50bb73,segment=NetworkSegment(f1836cb5-588a-49e8-a06d-46a38d584b92),segment_id=f1836cb5-588a-49e8-a06d-46a38d584b92)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:29.699416 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.707311 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d6df1407-e203-40d2-8222-a2dcdca0fc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.710096 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d6df1407-e203-40d2-8222-a2dcdca0fc43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.711717 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d6df1407-e203-40d2-8222-a2dcdca0fc43 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/257b302c-9533-42cc-b674-d10684aa455c HTTP/1.1" status: 204 len: 168 time: 0.1778803 Jul 15 13:27:29.720111 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df1407-e203-40d2-8222-a2dcdca0fc43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257b302c-9533-42cc-b674-d10684aa455c,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:29.736662 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-97ff56c4-152c-4ea6-bb8d-6b588385d87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.766314 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=bcc07719-dc7d-4c85-bb21-72288a50bb73,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:29.785408 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-21823121-62f2-40fb-8fdc-54fc13c6c65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:29.785899 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-21823121-62f2-40fb-8fdc-54fc13c6c65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:29.786382 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-21823121-62f2-40fb-8fdc-54fc13c6c65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:29.786878 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-21823121-62f2-40fb-8fdc-54fc13c6c65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:29.787350 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-21823121-62f2-40fb-8fdc-54fc13c6c65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:29.787820 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-21823121-62f2-40fb-8fdc-54fc13c6c65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:29.788288 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-21823121-62f2-40fb-8fdc-54fc13c6c65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:29.790201 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-21823121-62f2-40fb-8fdc-54fc13c6c65a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=251cced819c74cfb94fbc7f7f1614ad3&device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 6504 time: 0.0756557 Jul 15 13:27:29.883562 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['bcc07719-dc7d-4c85-bb21-72288a50bb73'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:27:29.912353 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-d436d006-26a0-46f9-93ef-1cae75889252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:29.912839 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-d436d006-26a0-46f9-93ef-1cae75889252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:29.913315 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-d436d006-26a0-46f9-93ef-1cae75889252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:29.914959 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-d436d006-26a0-46f9-93ef-1cae75889252 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5d9fbd16-32b6-40ae-8908-2f860bb17994&id=ce5fb7fa-2145-4849-a016-cf7110cf1deb&id=ce5fb7fa-2145-4849-a016-cf7110cf1deb&id=ce5fb7fa-2145-4849-a016-cf7110cf1deb&id=ce5fb7fa-2145-4849-a016-cf7110cf1deb&id=b2f88f94-f063-456a-ac21-570ac0e96de8&id=b2f88f94-f063-456a-ac21-570ac0e96de8 HTTP/1.1" status: 200 len: 2298 time: 0.1000118 Jul 15 13:27:29.987557 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-8e5a27c4-8957-4ad7-8250-24157acbf21a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd HTTP/1.1" status: 200 len: 1001 time: 0.0652561 Jul 15 13:27:30.016464 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51726) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:30.043827 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-ab6c1a21-6100-4511-9244-9e6089165ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:30.045531 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-ab6c1a21-6100-4511-9244-9e6089165ac1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb690484-bc5a-4c4b-81ad-d355e2967ff7 HTTP/1.1" status: 200 len: 856 time: 0.0509279 Jul 15 13:27:30.062314 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-bb5607a2-7613-48e2-a038-6d2399c4892f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6d50a5f9215844deb6fbd35ff7f83d36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440631 Jul 15 13:27:30.064732 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51728) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:30.106723 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-7619266c-fb74-4d09-bc11-8a165e136df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:30.108142 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-7619266c-fb74-4d09-bc11-8a165e136df4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5d9fbd16-32b6-40ae-8908-2f860bb17994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556641 Jul 15 13:27:30.113053 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff6cc496-4898-4387-9d72-7db01a692a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:30.134112 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff6cc496-4898-4387-9d72-7db01a692a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:30.179506 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff6cc496-4898-4387-9d72-7db01a692a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:30.181996 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff6cc496-4898-4387-9d72-7db01a692a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:30.183776 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ff6cc496-4898-4387-9d72-7db01a692a81 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/434d9ef2-6ca4-461d-96f3-69dd9a816d2b HTTP/1.1" status: 204 len: 168 time: 0.1175869 Jul 15 13:27:30.191304 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6cc496-4898-4387-9d72-7db01a692a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434d9ef2-6ca4-461d-96f3-69dd9a816d2b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:30.207524 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-53babf37-3374-40a5-91c2-c8112c39ef5b service neutron] 10.222.0.46 "GET /v2.0/networks/5d9fbd16-32b6-40ae-8908-2f860bb17994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918925 Jul 15 13:27:30.300040 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-e3baf172-38f5-4716-996d-f1bd506c2634 service neutron] 10.222.0.46 "GET /v2.0/networks/5d9fbd16-32b6-40ae-8908-2f860bb17994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861285 Jul 15 13:27:30.347598 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-542a50b1-6235-4a5b-aa2e-2245f5103dbb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=a51dbf2b-ff20-42f9-b2bf-23cfc697916b HTTP/1.1" status: 200 len: 217 time: 0.0403457 Jul 15 13:27:30.398756 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-d2772708-4e6a-475a-abbf-beabc5a08ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:30.400501 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-d2772708-4e6a-475a-abbf-beabc5a08ed0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=829664df-b46c-4105-a938-db78ac7ecabf HTTP/1.1" status: 200 len: 797 time: 0.0471265 Jul 15 13:27:30.410808 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb6b39-dc4b-422f-83e0-fbe7c39cab0d req-36e58cce-9fe6-4140-b599-497f26181114 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:30.412334 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-26eb6b39-dc4b-422f-83e0-fbe7c39cab0d req-36e58cce-9fe6-4140-b599-497f26181114 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3e8f40a8-1ed6-4fe1-ad90-9a7c657e7e8a HTTP/1.1" status: 200 len: 1097 time: 0.0576982 Jul 15 13:27:30.448852 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-26eb6b39-dc4b-422f-83e0-fbe7c39cab0d req-ad70eea7-42f1-4355-9e9c-4963799f9b0b tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=80bc21f9-64b0-4443-ba42-494b6059aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300233 Jul 15 13:27:30.460016 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-5ab49ec1-1d93-40b3-94e6-c5e232e168a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:30.461728 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-5ab49ec1-1d93-40b3-94e6-c5e232e168a4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce5fb7fa-2145-4849-a016-cf7110cf1deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0551331 Jul 15 13:27:30.556525 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-23ae3755-9e18-4cfc-b295-81e3a197cda9 service neutron] 10.222.0.46 "GET /v2.0/networks/ce5fb7fa-2145-4849-a016-cf7110cf1deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879836 Jul 15 13:27:30.647507 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-9f974631-b2e9-4396-9553-da5b527038da service neutron] 10.222.0.46 "GET /v2.0/networks/ce5fb7fa-2145-4849-a016-cf7110cf1deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846725 Jul 15 13:27:30.652652 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device ac3edd4f-9739-4f3d-be4c-754a643ea67e no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:30.675282 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: ac3edd4f-9739-4f3d-be4c-754a643ea67e {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:30.675599 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device ac3edd4f-9739-4f3d-be4c-754a643ea67e not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:30.695499 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-a4e1bf35-99db-4c51-b046-4bfb92e60ae9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=5f85c995-44e4-4ef4-892d-2c08cac1914f HTTP/1.1" status: 200 len: 217 time: 0.0418792 Jul 15 13:27:30.750092 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-6e54dbe5-1982-497a-9831-b62256ba5bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:30.751620 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-6e54dbe5-1982-497a-9831-b62256ba5bdc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=829664df-b46c-4105-a938-db78ac7ecabf HTTP/1.1" status: 200 len: 797 time: 0.0501189 Jul 15 13:27:30.818070 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-c1ff57f6-d380-44a9-92af-309618d87682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:30.819737 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-c1ff57f6-d380-44a9-92af-309618d87682 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce5fb7fa-2145-4849-a016-cf7110cf1deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0531085 Jul 15 13:27:30.912725 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51754) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:30.917528 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-3f995297-905c-4a43-8da3-fbd742a54d3a service neutron] 10.222.0.46 "GET /v2.0/networks/ce5fb7fa-2145-4849-a016-cf7110cf1deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914824 Jul 15 13:27:31.006284 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-c2714409-12e2-407f-a718-22d5bacef320 service neutron] 10.222.0.46 "GET /v2.0/networks/ce5fb7fa-2145-4849-a016-cf7110cf1deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824878 Jul 15 13:27:31.008858 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-85d6be8f-0722-4245-b899-177401b0952b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1608489791-network', 'tenant_id': 'f245ec02bbff428b9e8f543df199a84c'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:31.035398 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d6be8f-0722-4245-b899-177401b0952b admin admin] Made reservation on behalf of f245ec02bbff428b9e8f543df199a84c for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:31.038623 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-85d6be8f-0722-4245-b899-177401b0952b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.047118 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-85d6be8f-0722-4245-b899-177401b0952b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.051014 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-71c477d1-f7ad-45e7-b523-856cb0edbcbb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=f96dffd1-c1eb-4333-a155-61d16bf8a28e HTTP/1.1" status: 200 len: 217 time: 0.0382042 Jul 15 13:27:31.145520 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-85d6be8f-0722-4245-b899-177401b0952b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.148994 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-85d6be8f-0722-4245-b899-177401b0952b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.177264 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d6be8f-0722-4245-b899-177401b0952b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:27:31.187384 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6be8f-0722-4245-b899-177401b0952b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2f03a3-e8db-47f4-99bc-cba4942c169a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:31.194008 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-85d6be8f-0722-4245-b899-177401b0952b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.194337 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-85d6be8f-0722-4245-b899-177401b0952b admin admin] Added segment 080d6576-f30d-4e58-8732-070d454aad3e of type vlan for network 043d99db-838c-4662-abb4-bf28ede39083 Jul 15 13:27:31.237039 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-85d6be8f-0722-4245-b899-177401b0952b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.267126 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-85d6be8f-0722-4245-b899-177401b0952b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.268212 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d6be8f-0722-4245-b899-177401b0952b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:31.268792 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-85d6be8f-0722-4245-b899-177401b0952b admin admin] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.300887 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-85d6be8f-0722-4245-b899-177401b0952b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3869874 Jul 15 13:27:31.303889 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51758) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:31.310725 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-840bdb6e-143b-409f-aedc-02438e8c64ec admin admin] Request body: {'subnet': {'network_id': '043d99db-838c-4662-abb4-bf28ede39083', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1608489791-subnet', 'tenant_id': 'f245ec02bbff428b9e8f543df199a84c', 'ip_version': 4}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:31.347527 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6be8f-0722-4245-b899-177401b0952b admin admin] Pushing event updated for resources: {'Network': ['ID=043d99db-838c-4662-abb4-bf28ede39083,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:31.353472 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device bcc07719-dc7d-4c85-bb21-72288a50bb73 up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:31.370207 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840bdb6e-143b-409f-aedc-02438e8c64ec admin admin] Made reservation on behalf of f245ec02bbff428b9e8f543df199a84c for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:31.372817 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-840bdb6e-143b-409f-aedc-02438e8c64ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.382617 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 043d99db-838c-4662-abb4-bf28ede39083 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:27:31.416619 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-09f909d6-714e-4bf5-b95f-1e60323389e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:31.418160 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-09f909d6-714e-4bf5-b95f-1e60323389e8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=829664df-b46c-4105-a938-db78ac7ecabf HTTP/1.1" status: 200 len: 797 time: 0.3612592 Jul 15 13:27:31.467109 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port bcc07719-dc7d-4c85-bb21-72288a50bb73 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:31.471509 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port bcc07719-dc7d-4c85-bb21-72288a50bb73 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:31.472064 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.485191 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-d07aeab6-5d19-4ec6-96b1-1fc20b402fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:31.486811 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-d07aeab6-5d19-4ec6-96b1-1fc20b402fc9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce5fb7fa-2145-4849-a016-cf7110cf1deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0620301 Jul 15 13:27:31.560094 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-840bdb6e-143b-409f-aedc-02438e8c64ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.569717 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.589807 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-3a186622-29c1-411f-8bfd-f46e06371503 service neutron] 10.222.0.46 "GET /v2.0/networks/ce5fb7fa-2145-4849-a016-cf7110cf1deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953834 Jul 15 13:27:31.593098 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8f40a8-1ed6-4fe1-ad90-9a7c657e7e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc07719-dc7d-4c85-bb21-72288a50bb73'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:31.595541 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a067376b-060f-41de-84ce-96d124e12543" -d '{"events": [{"server_uuid": "3e8f40a8-1ed6-4fe1-ad90-9a7c657e7e8a", "name": "network-vif-plugged", "status": "completed", "tag": "bcc07719-dc7d-4c85-bb21-72288a50bb73"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:31.609966 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port bcc07719-dc7d-4c85-bb21-72288a50bb73, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=bcc07719-dc7d-4c85-bb21-72288a50bb73,segment=NetworkSegment(f1836cb5-588a-49e8-a06d-46a38d584b92),segment_id=f1836cb5-588a-49e8-a06d-46a38d584b92)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:31.614724 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.646913 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf6da46-02ee-4ab6-9f20-4249c7ecd6f1 x-openstack-request-id: req-7cf6da46-02ee-4ab6-9f20-4249c7ecd6f1 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:31.647213 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8f40a8-1ed6-4fe1-ad90-9a7c657e7e8a", "name": "network-vif-plugged", "status": "completed", "tag": "bcc07719-dc7d-4c85-bb21-72288a50bb73", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:31.647455 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7cf6da46-02ee-4ab6-9f20-4249c7ecd6f1 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:31.647840 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e8f40a8-1ed6-4fe1-ad90-9a7c657e7e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc07719-dc7d-4c85-bb21-72288a50bb73', 'code': 200} Jul 15 13:27:31.660815 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840bdb6e-143b-409f-aedc-02438e8c64ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=83ef7f74-6375-414e-a389-86d39e0806ba,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:31.692339 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=bcc07719-dc7d-4c85-bb21-72288a50bb73,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:31.702639 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:31.703243 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:31.703588 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:31.703932 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:31.704416 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:31.704752 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:31.705089 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:31.705413 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:31.705863 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:31.706044 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b14f1-f94f-47e1-ab2c-2a5aa2e813c3 req-d47fe1b0-bb40-439a-944a-96768b10b964 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:31.706589 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:31.706937 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:31.707268 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:31.707434 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4c9b14f1-f94f-47e1-ab2c-2a5aa2e813c3 req-d47fe1b0-bb40-439a-944a-96768b10b964 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3e8f40a8-1ed6-4fe1-ad90-9a7c657e7e8a HTTP/1.1" status: 200 len: 1097 time: 0.1195452 Jul 15 13:27:31.708523 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840bdb6e-143b-409f-aedc-02438e8c64ec admin admin] Checking segment: {'id': '080d6576-f30d-4e58-8732-070d454aad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '043d99db-838c-4662-abb4-bf28ede39083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:31.708878 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840bdb6e-143b-409f-aedc-02438e8c64ec admin admin] Network hostable DHCP agents. Network: 043d99db-838c-4662-abb4-bf28ede39083, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:27:31.729804 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-a933ee1d-bfe8-4b0d-891b-efdff9d27bed service neutron] 10.222.0.46 "GET /v2.0/networks/ce5fb7fa-2145-4849-a016-cf7110cf1deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326590 Jul 15 13:27:31.774549 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-25449a66-241a-4a72-b787-32a580c4f608 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=6423fcfb-bafc-46ef-a503-c797233a6aba HTTP/1.1" status: 200 len: 217 time: 0.0379856 Jul 15 13:27:31.786547 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840bdb6e-143b-409f-aedc-02438e8c64ec admin admin] Network 043d99db-838c-4662-abb4-bf28ede39083 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:27:31.804072 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4c9b14f1-f94f-47e1-ab2c-2a5aa2e813c3 req-e35fc9f6-463e-4053-a0d7-a76f1c1c04c7 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=80bc21f9-64b0-4443-ba42-494b6059aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840392 Jul 15 13:27:31.805882 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-840bdb6e-143b-409f-aedc-02438e8c64ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 043d99db-838c-4662-abb4-bf28ede39083) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:31.821896 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45b2b11-b713-4d36-bebb-1b63da60403d None None] Network 043d99db-838c-4662-abb4-bf28ede39083 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:31.822900 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840bdb6e-143b-409f-aedc-02438e8c64ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:31.824768 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-840bdb6e-143b-409f-aedc-02438e8c64ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.832522 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-4fd47408-8464-424a-aa0c-ecebfeae82c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:31.834143 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-4fd47408-8464-424a-aa0c-ecebfeae82c1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=829664df-b46c-4105-a938-db78ac7ecabf HTTP/1.1" status: 200 len: 797 time: 0.0535445 Jul 15 13:27:31.846379 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce0549-ff51-4093-9615-aa7371c8c4c7 req-347e1471-733d-48a6-8db0-8c7321e09bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:31.848387 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bbce0549-ff51-4093-9615-aa7371c8c4c7 req-347e1471-733d-48a6-8db0-8c7321e09bfd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3e8f40a8-1ed6-4fe1-ad90-9a7c657e7e8a HTTP/1.1" status: 200 len: 1098 time: 0.1306212 Jul 15 13:27:31.852781 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-840bdb6e-143b-409f-aedc-02438e8c64ec admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5435562 Jul 15 13:27:31.853602 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51766) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:31.861307 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-bbd0b8af-9146-44e9-b31a-dee5fc05dc4e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1608489791-router', 'tenant_id': 'f245ec02bbff428b9e8f543df199a84c', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:31.912301 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bbce0549-ff51-4093-9615-aa7371c8c4c7 req-d5fa3321-5227-431e-ac4c-a0ff660521d7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=80bc21f9-64b0-4443-ba42-494b6059aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469999 Jul 15 13:27:31.913665 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-4618f887-34e3-4326-90ae-8bdd4bcb09ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:31.914203 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bbd0b8af-9146-44e9-b31a-dee5fc05dc4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.915240 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bbd0b8af-9146-44e9-b31a-dee5fc05dc4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.915487 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-4618f887-34e3-4326-90ae-8bdd4bcb09ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce5fb7fa-2145-4849-a016-cf7110cf1deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0751350 Jul 15 13:27:31.968190 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bbd0b8af-9146-44e9-b31a-dee5fc05dc4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.997336 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640d6293-44f6-4590-8c8b-2add30063056 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-043d99db-838c-4662-abb4-bf28ede39083', 'network_id': '043d99db-838c-4662-abb4-bf28ede39083', 'tenant_id': 'f245ec02bbff428b9e8f543df199a84c', 'fixed_ips': [{'subnet_id': '83ef7f74-6375-414e-a389-86d39e0806ba'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:27:31.998237 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-640d6293-44f6-4590-8c8b-2add30063056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.015131 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-f71672f8-1bcd-4b67-be80-c674e0ca472a service neutron] 10.222.0.46 "GET /v2.0/networks/ce5fb7fa-2145-4849-a016-cf7110cf1deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925927 Jul 15 13:27:32.107219 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-75400c98-59df-4c94-9345-557302fe123d service neutron] 10.222.0.46 "GET /v2.0/networks/ce5fb7fa-2145-4849-a016-cf7110cf1deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857666 Jul 15 13:27:32.113575 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bbd0b8af-9146-44e9-b31a-dee5fc05dc4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.135638 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-640d6293-44f6-4590-8c8b-2add30063056 None None] Allocated IP 172.20.0.2 (043d99db-838c-4662-abb4-bf28ede39083/83ef7f74-6375-414e-a389-86d39e0806ba/95f1bd8f-7e4e-4279-9e9d-27976a9b3843) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:32.154528 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-35f640de-f5cd-4ed0-bd4a-dad105e406c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1fa3afd8-c7ad-4cdd-a821-24cff8228eca HTTP/1.1" status: 200 len: 217 time: 0.0406916 Jul 15 13:27:32.204002 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-d4f09e08-c61c-482a-a41f-484e863afe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:32.205464 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-d4f09e08-c61c-482a-a41f-484e863afe85 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=31ad8fdd-e622-4825-beaf-20c66a64adda HTTP/1.1" status: 200 len: 797 time: 0.0447075 Jul 15 13:27:32.265014 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-ec1187ac-ff98-449e-a75a-f48975ea0415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:32.266430 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-ec1187ac-ff98-449e-a75a-f48975ea0415 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b2f88f94-f063-456a-ac21-570ac0e96de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0543931 Jul 15 13:27:32.292561 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.304616 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-640d6293-44f6-4590-8c8b-2add30063056 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.314739 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-640d6293-44f6-4590-8c8b-2add30063056 None None] Transition to ACTIVE for port object 95f1bd8f-7e4e-4279-9e9d-27976a9b3843 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:32.322455 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bbd0b8af-9146-44e9-b31a-dee5fc05dc4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.333246 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-640d6293-44f6-4590-8c8b-2add30063056 None None] Transition to ACTIVE for port object 95f1bd8f-7e4e-4279-9e9d-27976a9b3843 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:32.340061 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-640d6293-44f6-4590-8c8b-2add30063056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.343759 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bbd0b8af-9146-44e9-b31a-dee5fc05dc4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.376363 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-2ff8070b-f39b-46cb-817a-a672801caaf6 service neutron] 10.222.0.46 "GET /v2.0/networks/b2f88f94-f063-456a-ac21-570ac0e96de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021566 Jul 15 13:27:32.377814 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640d6293-44f6-4590-8c8b-2add30063056 None None] Network 043d99db-838c-4662-abb4-bf28ede39083 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:32.382594 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-640d6293-44f6-4590-8c8b-2add30063056 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:32.386067 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640d6293-44f6-4590-8c8b-2add30063056 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:32.395300 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d6293-44f6-4590-8c8b-2add30063056 None None] Pushing event updated for resources: {'Port': ['ID=95f1bd8f-7e4e-4279-9e9d-27976a9b3843,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:32.455923 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-bbd0b8af-9146-44e9-b31a-dee5fc05dc4e admin admin] Allocated IP 172.25.8.142 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/e8485766-672b-4b34-b5e4-6f0c764b6ed1) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:32.456138 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-640d6293-44f6-4590-8c8b-2add30063056 None None] Attempting to bind port 95f1bd8f-7e4e-4279-9e9d-27976a9b3843 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:32.456355 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-640d6293-44f6-4590-8c8b-2add30063056 None None] Attempting to bind port 95f1bd8f-7e4e-4279-9e9d-27976a9b3843 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '080d6576-f30d-4e58-8732-070d454aad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '043d99db-838c-4662-abb4-bf28ede39083'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:32.456727 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640d6293-44f6-4590-8c8b-2add30063056 None None] Attempting to bind port 95f1bd8f-7e4e-4279-9e9d-27976a9b3843 on network 043d99db-838c-4662-abb4-bf28ede39083 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:32.466896 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640d6293-44f6-4590-8c8b-2add30063056 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:32.467282 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640d6293-44f6-4590-8c8b-2add30063056 None None] Checking segment: {'id': '080d6576-f30d-4e58-8732-070d454aad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '043d99db-838c-4662-abb4-bf28ede39083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:32.467687 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-640d6293-44f6-4590-8c8b-2add30063056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.468165 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640d6293-44f6-4590-8c8b-2add30063056 None None] Bound using segment: {'id': '080d6576-f30d-4e58-8732-070d454aad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '043d99db-838c-4662-abb4-bf28ede39083'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:32.468683 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-640d6293-44f6-4590-8c8b-2add30063056 None None] Bound port: 95f1bd8f-7e4e-4279-9e9d-27976a9b3843, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '080d6576-f30d-4e58-8732-070d454aad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '043d99db-838c-4662-abb4-bf28ede39083'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:32.469174 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-640d6293-44f6-4590-8c8b-2add30063056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.482408 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7e357d4c-2a95-4766-a65f-0279dcde0340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.496054 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-20fca55a-b9e7-4b7d-8192-967f57982cb7 service neutron] 10.222.0.46 "GET /v2.0/networks/b2f88f94-f063-456a-ac21-570ac0e96de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129379 Jul 15 13:27:32.543679 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-111affe2-1074-485a-92f2-5731b94b9831 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=af2462b3-176b-4c48-84b6-2989d990ea5b HTTP/1.1" status: 200 len: 217 time: 0.0413718 Jul 15 13:27:32.545731 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-640d6293-44f6-4590-8c8b-2add30063056 None None] For port 95f1bd8f-7e4e-4279-9e9d-27976a9b3843, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:32.548875 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-640d6293-44f6-4590-8c8b-2add30063056 None None] For port 95f1bd8f-7e4e-4279-9e9d-27976a9b3843, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=95f1bd8f-7e4e-4279-9e9d-27976a9b3843,segment=NetworkSegment(080d6576-f30d-4e58-8732-070d454aad3e),segment_id=080d6576-f30d-4e58-8732-070d454aad3e)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:32.554181 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-640d6293-44f6-4590-8c8b-2add30063056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.567491 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bbd0b8af-9146-44e9-b31a-dee5fc05dc4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.600566 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-9058c68a-6b47-43ed-b8b8-aa68acfd0ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:32.602182 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-9058c68a-6b47-43ed-b8b8-aa68acfd0ee2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=31ad8fdd-e622-4825-beaf-20c66a64adda HTTP/1.1" status: 200 len: 797 time: 0.0521410 Jul 15 13:27:32.628504 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bbd0b8af-9146-44e9-b31a-dee5fc05dc4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.642233 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d6293-44f6-4590-8c8b-2add30063056 None None] Pushing event updated for resources: {'Port': ['ID=95f1bd8f-7e4e-4279-9e9d-27976a9b3843,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:32.683448 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-d4835ba0-1e98-4088-b7ad-3b264288197b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:32.684975 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-d4835ba0-1e98-4088-b7ad-3b264288197b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b2f88f94-f063-456a-ac21-570ac0e96de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0754466 Jul 15 13:27:32.696358 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd0b8af-9146-44e9-b31a-dee5fc05dc4e admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:32.699594 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-bbd0b8af-9146-44e9-b31a-dee5fc05dc4e admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:32.702425 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd0b8af-9146-44e9-b31a-dee5fc05dc4e admin admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:32.746773 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd0b8af-9146-44e9-b31a-dee5fc05dc4e admin admin] Pushing event updated for resources: {'Port': ['ID=e8485766-672b-4b34-b5e4-6f0c764b6ed1,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:32.796734 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-f9fcf982-ed93-4b34-bfd9-06e36c83c356 service neutron] 10.222.0.46 "GET /v2.0/networks/b2f88f94-f063-456a-ac21-570ac0e96de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997317 Jul 15 13:27:32.966055 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-741f93e1-f0c6-4802-bb37-7189f56c8a00 req-4a1e5151-09ea-4c93-9c65-a43355c8536a service neutron] 10.222.0.46 "GET /v2.0/networks/b2f88f94-f063-456a-ac21-570ac0e96de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627049 Jul 15 13:27:33.101587 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bbd0b8af-9146-44e9-b31a-dee5fc05dc4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.107750 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15618f2e-a0ed-42cb-8474-0892a39b385b req-303c8119-983b-4288-ac0c-98ebd8866332 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:33.109284 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-15618f2e-a0ed-42cb-8474-0892a39b385b req-303c8119-983b-4288-ac0c-98ebd8866332 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3e8f40a8-1ed6-4fe1-ad90-9a7c657e7e8a HTTP/1.1" status: 200 len: 1098 time: 0.1167471 Jul 15 13:27:33.208553 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-15618f2e-a0ed-42cb-8474-0892a39b385b req-1ddde6c1-6f85-45f6-adfd-9d41a3f775cb tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=80bc21f9-64b0-4443-ba42-494b6059aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699430 Jul 15 13:27:33.330197 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bbd0b8af-9146-44e9-b31a-dee5fc05dc4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.585968 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.638103 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30d625b-35c9-46ae-9cb2-5a5b3aba3ada None None] Network 043d99db-838c-4662-abb4-bf28ede39083 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:33.719392 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c307bc56-0c92-418f-a297-c9d370afa4f2 None None] Provisioning for port 95f1bd8f-7e4e-4279-9e9d-27976a9b3843 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:33.818555 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddbcf01-c50b-4f03-af51-1cf9f3bca90a req-a7ce259a-e3d7-4d82-9e41-bc39950c681e tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:33.820219 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4ddbcf01-c50b-4f03-af51-1cf9f3bca90a req-a7ce259a-e3d7-4d82-9e41-bc39950c681e tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3e8f40a8-1ed6-4fe1-ad90-9a7c657e7e8a HTTP/1.1" status: 200 len: 1098 time: 0.4875891 Jul 15 13:27:33.870790 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4ddbcf01-c50b-4f03-af51-1cf9f3bca90a req-cef1d8d0-627a-42fd-ac78-9c7e0c058a14 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=80bc21f9-64b0-4443-ba42-494b6059aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407772 Jul 15 13:27:33.872322 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd0b8af-9146-44e9-b31a-dee5fc05dc4e admin admin] Router eb77c2c8-ed32-44fc-9d92-965933b0e5aa is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:27:34.000840 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd0b8af-9146-44e9-b31a-dee5fc05dc4e admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:34.010169 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beacf62-9f8f-49ba-8871-19da74f1f904 None None] Sync routers for ids ['eb77c2c8-ed32-44fc-9d92-965933b0e5aa'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:34.019515 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beacf62-9f8f-49ba-8871-19da74f1f904 None None] Routers {'eb77c2c8-ed32-44fc-9d92-965933b0e5aa'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:34.020109 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-8beacf62-9f8f-49ba-8871-19da74f1f904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:27:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['eb77c2c8-ed32-44fc-9d92-965933b0e5aa'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:34.035939 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bbd0b8af-9146-44e9-b31a-dee5fc05dc4e admin admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.036984 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-bbd0b8af-9146-44e9-b31a-dee5fc05dc4e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1821749 Jul 15 13:27:34.040688 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51778) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:34.056469 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abede9-5a38-47ab-b2ac-8b15cc943bce req-d3a600d6-9eea-4bb2-ad80-4a0357d8ec47 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:34.057894 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44abede9-5a38-47ab-b2ac-8b15cc943bce req-d3a600d6-9eea-4bb2-ad80-4a0357d8ec47 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3e8f40a8-1ed6-4fe1-ad90-9a7c657e7e8a HTTP/1.1" status: 200 len: 1098 time: 0.0673921 Jul 15 13:27:34.098600 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44abede9-5a38-47ab-b2ac-8b15cc943bce req-e2005f06-62d7-4297-bc43-3db880e7f18c tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=80bc21f9-64b0-4443-ba42-494b6059aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344698 Jul 15 13:27:34.157804 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-8beacf62-9f8f-49ba-8871-19da74f1f904 None None] Set router eb77c2c8-ed32-44fc-9d92-965933b0e5aa gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:34.409151 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-c540ff9a-43d8-43b0-829c-0fde4fa5b21d tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:34.413760 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-c540ff9a-43d8-43b0-829c-0fde4fa5b21d tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/networks?id=b6ec0d29-70fb-4f28-8144-6200a91c36b5 HTTP/1.1" status: 200 len: 910 time: 0.1000502 Jul 15 13:27:34.428255 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-ffd9a7ea-056a-40fb-9070-d73d99f1b427 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/quotas/2c4a9146262c4576b189e85c1d11d06e HTTP/1.1" status: 200 len: 375 time: 0.0094500 Jul 15 13:27:34.445555 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-8beacf62-9f8f-49ba-8871-19da74f1f904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'name': 'tempest-TestVolumeBackupRestore-1608489791-router', 'tenant_id': 'f245ec02bbff428b9e8f543df199a84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'e8485766-672b-4b34-b5e4-6f0c764b6ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:31Z', 'updated_at': '2021-07-15T13:27:32Z', 'revision_number': 3, 'project_id': 'f245ec02bbff428b9e8f543df199a84c', 'gw_port': {'id': 'e8485766-672b-4b34-b5e4-6f0c764b6ed1', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:32Z', 'updated_at': '2021-07-15T13:27:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:34.471554 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beacf62-9f8f-49ba-8871-19da74f1f904 None None] Checking router: eb77c2c8-ed32-44fc-9d92-965933b0e5aa for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:27:34.471892 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beacf62-9f8f-49ba-8871-19da74f1f904 None None] Updating router eb77c2c8-ed32-44fc-9d92-965933b0e5aa port e8485766-672b-4b34-b5e4-6f0c764b6ed1 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:27:34.502035 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-053ae237-6b5e-49aa-873c-4d39df2a9b68 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c4a9146262c4576b189e85c1d11d06e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0669038 Jul 15 13:27:34.505540 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8beacf62-9f8f-49ba-8871-19da74f1f904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.515151 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2fbf70ac-d1d7-4bf0-af25-e23a70fd31c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.595261 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-e312ff17-a6c2-4054-bb42-ce10cd3aa552 service neutron] 10.222.0.16 "GET /v2.0/networks/b6ec0d29-70fb-4f28-8144-6200a91c36b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864012 Jul 15 13:27:34.702135 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-c53571bb-fea3-495b-ad40-706b66d7630d service neutron] 10.222.0.16 "GET /v2.0/networks/b6ec0d29-70fb-4f28-8144-6200a91c36b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007481 Jul 15 13:27:34.715181 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-2fbf70ac-d1d7-4bf0-af25-e23a70fd31c6 admin admin] Allocated IP 172.20.0.1 (043d99db-838c-4662-abb4-bf28ede39083/83ef7f74-6375-414e-a389-86d39e0806ba/6aabb1ba-570e-478a-b653-eacd68b4b9ed) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:34.796712 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8beacf62-9f8f-49ba-8871-19da74f1f904 None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.800920 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 95f1bd8f-7e4e-4279-9e9d-27976a9b3843 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:34.815536 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-8beacf62-9f8f-49ba-8871-19da74f1f904 None None] Transition to ACTIVE for port object e8485766-672b-4b34-b5e4-6f0c764b6ed1 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:34.823295 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8beacf62-9f8f-49ba-8871-19da74f1f904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.862015 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 95f1bd8f-7e4e-4279-9e9d-27976a9b3843 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:34.863148 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2fbf70ac-d1d7-4bf0-af25-e23a70fd31c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.871482 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 95f1bd8f-7e4e-4279-9e9d-27976a9b3843 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:34.871798 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.881233 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-2fbf70ac-d1d7-4bf0-af25-e23a70fd31c6 admin admin] Transition to ACTIVE for port object 6aabb1ba-570e-478a-b653-eacd68b4b9ed will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:34.914370 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-8beacf62-9f8f-49ba-8871-19da74f1f904 None None] Attempting to bind port e8485766-672b-4b34-b5e4-6f0c764b6ed1 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:34.915089 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-8beacf62-9f8f-49ba-8871-19da74f1f904 None None] Attempting to bind port e8485766-672b-4b34-b5e4-6f0c764b6ed1 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:34.915523 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beacf62-9f8f-49ba-8871-19da74f1f904 None None] Attempting to bind port e8485766-672b-4b34-b5e4-6f0c764b6ed1 on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:34.931862 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beacf62-9f8f-49ba-8871-19da74f1f904 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:34.932316 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beacf62-9f8f-49ba-8871-19da74f1f904 None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:34.932817 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8beacf62-9f8f-49ba-8871-19da74f1f904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.934152 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beacf62-9f8f-49ba-8871-19da74f1f904 None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:34.934739 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-8beacf62-9f8f-49ba-8871-19da74f1f904 None None] Bound port: e8485766-672b-4b34-b5e4-6f0c764b6ed1, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:34.935208 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8beacf62-9f8f-49ba-8871-19da74f1f904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.940335 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c45ad58-9ed0-47fe-9ff9-a85f0fa375c9 None None] Pushing event updated for resources: {'Port': ['ID=e8485766-672b-4b34-b5e4-6f0c764b6ed1,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:34.952509 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-083081a1-85f5-4747-ad71-dfff5079ff68 req-819ce442-0d6d-4a3a-bd8a-930a8001cf0c tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=222f4755-275c-4b1c-89a2-9362527a32ab HTTP/1.1" status: 200 len: 210 time: 0.0651481 Jul 15 13:27:34.966334 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2fbf70ac-d1d7-4bf0-af25-e23a70fd31c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.975750 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45ad58-9ed0-47fe-9ff9-a85f0fa375c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:34.976102 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45ad58-9ed0-47fe-9ff9-a85f0fa375c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:34.976444 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45ad58-9ed0-47fe-9ff9-a85f0fa375c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:34.976778 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45ad58-9ed0-47fe-9ff9-a85f0fa375c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:34.977115 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45ad58-9ed0-47fe-9ff9-a85f0fa375c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:34.977447 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45ad58-9ed0-47fe-9ff9-a85f0fa375c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:34.977773 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45ad58-9ed0-47fe-9ff9-a85f0fa375c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:34.978097 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45ad58-9ed0-47fe-9ff9-a85f0fa375c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:34.979165 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45ad58-9ed0-47fe-9ff9-a85f0fa375c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:34.979165 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45ad58-9ed0-47fe-9ff9-a85f0fa375c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:34.979165 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45ad58-9ed0-47fe-9ff9-a85f0fa375c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:34.979389 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45ad58-9ed0-47fe-9ff9-a85f0fa375c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:34.996953 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.013864 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-8beacf62-9f8f-49ba-8871-19da74f1f904 None None] For port e8485766-672b-4b34-b5e4-6f0c764b6ed1, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:35.017488 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-8beacf62-9f8f-49ba-8871-19da74f1f904 None None] For port e8485766-672b-4b34-b5e4-6f0c764b6ed1, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=e8485766-672b-4b34-b5e4-6f0c764b6ed1,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:35.022959 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf70ac-d1d7-4bf0-af25-e23a70fd31c6 admin admin] Pushing event updated for resources: {'Port': ['ID=6aabb1ba-570e-478a-b653-eacd68b4b9ed,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:35.023298 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8beacf62-9f8f-49ba-8871-19da74f1f904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.038797 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.045762 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbf70ac-d1d7-4bf0-af25-e23a70fd31c6 admin admin] Network 043d99db-838c-4662-abb4-bf28ede39083 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:35.048695 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-2fbf70ac-d1d7-4bf0-af25-e23a70fd31c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:35.053691 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbf70ac-d1d7-4bf0-af25-e23a70fd31c6 admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:35.061586 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 95f1bd8f-7e4e-4279-9e9d-27976a9b3843, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=95f1bd8f-7e4e-4279-9e9d-27976a9b3843,segment=NetworkSegment(080d6576-f30d-4e58-8732-070d454aad3e),segment_id=080d6576-f30d-4e58-8732-070d454aad3e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:35.069279 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.087748 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beacf62-9f8f-49ba-8871-19da74f1f904 None None] Routers {'eb77c2c8-ed32-44fc-9d92-965933b0e5aa'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:35.088457 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-8beacf62-9f8f-49ba-8871-19da74f1f904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:27:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['eb77c2c8-ed32-44fc-9d92-965933b0e5aa'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:35.112639 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2fbf70ac-d1d7-4bf0-af25-e23a70fd31c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.204911 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=95f1bd8f-7e4e-4279-9e9d-27976a9b3843,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:35.294513 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c45ad58-9ed0-47fe-9ff9-a85f0fa375c9 None None] Pushing event updated for resources: {'Port': ['ID=e8485766-672b-4b34-b5e4-6f0c764b6ed1,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:35.331345 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2fbf70ac-d1d7-4bf0-af25-e23a70fd31c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.332039 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-8beacf62-9f8f-49ba-8871-19da74f1f904 None None] Set router eb77c2c8-ed32-44fc-9d92-965933b0e5aa gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:35.431780 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-4a944df3-e14f-4a9e-a98d-31c0d3d7c3d5 None None] Provisioning for port 6aabb1ba-570e-478a-b653-eacd68b4b9ed completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:35.439180 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-4a944df3-e14f-4a9e-a98d-31c0d3d7c3d5 None None] Provisioning complete for port 6aabb1ba-570e-478a-b653-eacd68b4b9ed triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:35.439556 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4a944df3-e14f-4a9e-a98d-31c0d3d7c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.476445 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-4a944df3-e14f-4a9e-a98d-31c0d3d7c3d5 None None] Port 6aabb1ba-570e-478a-b653-eacd68b4b9ed cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:27:35.528316 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-8beacf62-9f8f-49ba-8871-19da74f1f904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'name': 'tempest-TestVolumeBackupRestore-1608489791-router', 'tenant_id': 'f245ec02bbff428b9e8f543df199a84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'e8485766-672b-4b34-b5e4-6f0c764b6ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:31Z', 'updated_at': '2021-07-15T13:27:32Z', 'revision_number': 3, 'project_id': 'f245ec02bbff428b9e8f543df199a84c', 'gw_port': {'id': 'e8485766-672b-4b34-b5e4-6f0c764b6ed1', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:32Z', 'updated_at': '2021-07-15T13:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:35.555713 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beacf62-9f8f-49ba-8871-19da74f1f904 None None] The sync data for ids ['eb77c2c8-ed32-44fc-9d92-965933b0e5aa'] in n-d-771363-36 is: [{'id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'name': 'tempest-TestVolumeBackupRestore-1608489791-router', 'tenant_id': 'f245ec02bbff428b9e8f543df199a84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'e8485766-672b-4b34-b5e4-6f0c764b6ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:31Z', 'updated_at': '2021-07-15T13:27:32Z', 'revision_number': 3, 'project_id': 'f245ec02bbff428b9e8f543df199a84c', 'gw_port': {'id': 'e8485766-672b-4b34-b5e4-6f0c764b6ed1', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:32Z', 'updated_at': '2021-07-15T13:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:35.563116 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2fbf70ac-d1d7-4bf0-af25-e23a70fd31c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.568786 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2fbf70ac-d1d7-4bf0-af25-e23a70fd31c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.635342 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf70ac-d1d7-4bf0-af25-e23a70fd31c6 admin admin] Pushing event updated for resources: {'Port': ['ID=6aabb1ba-570e-478a-b653-eacd68b4b9ed,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:35.640323 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2fbf70ac-d1d7-4bf0-af25-e23a70fd31c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.744171 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbf70ac-d1d7-4bf0-af25-e23a70fd31c6 admin admin] Network 043d99db-838c-4662-abb4-bf28ede39083 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:35.746074 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-2fbf70ac-d1d7-4bf0-af25-e23a70fd31c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:35.896241 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fbf70ac-d1d7-4bf0-af25-e23a70fd31c6 admin admin] Router eb77c2c8-ed32-44fc-9d92-965933b0e5aa has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:27:36.033907 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbf70ac-d1d7-4bf0-af25-e23a70fd31c6 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:36.047405 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2fbf70ac-d1d7-4bf0-af25-e23a70fd31c6 admin admin] 10.222.0.16 "PUT /v2.0/routers/eb77c2c8-ed32-44fc-9d92-965933b0e5aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0047696 Jul 15 13:27:36.101426 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a66de351-2a46-4255-b941-51651367bdf0 None None] Provisioning complete for port 6aabb1ba-570e-478a-b653-eacd68b4b9ed triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:36.102398 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a66de351-2a46-4255-b941-51651367bdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:36.143142 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-399ecf7f-9680-4d6b-b094-5732b78781a3 req-199b011a-f793-40c6-8829-7d571a9a76eb tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=222f4755-275c-4b1c-89a2-9362527a32ab HTTP/1.1" status: 200 len: 210 time: 0.0629468 Jul 15 13:27:36.183099 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a66de351-2a46-4255-b941-51651367bdf0 None None] Port 6aabb1ba-570e-478a-b653-eacd68b4b9ed cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:27:36.233204 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-d4f56fc3-5bfe-411a-9b6d-174393a35521 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:36.234747 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-d4f56fc3-5bfe-411a-9b6d-174393a35521 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.46 "GET /v2.0/networks?id=b6ec0d29-70fb-4f28-8144-6200a91c36b5 HTTP/1.1" status: 200 len: 910 time: 0.1377363 Jul 15 13:27:36.247696 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-a37aa6a2-70a2-4039-8d35-532d6e84d145 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Request body: {'port': {'device_id': '222f4755-275c-4b1c-89a2-9362527a32ab', 'network_id': 'b6ec0d29-70fb-4f28-8144-6200a91c36b5', 'admin_state_up': True, 'tenant_id': '2c4a9146262c4576b189e85c1d11d06e'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:36.278451 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-a37aa6a2-70a2-4039-8d35-532d6e84d145 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Made reservation on behalf of 2c4a9146262c4576b189e85c1d11d06e for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:36.282813 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-a37aa6a2-70a2-4039-8d35-532d6e84d145 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:36.423922 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-a37aa6a2-70a2-4039-8d35-532d6e84d145 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Allocated IP 172.20.0.12 (b6ec0d29-70fb-4f28-8144-6200a91c36b5/a355fa63-67ab-4494-b44e-619bc46eac08/3fe801cb-11ec-43b3-8873-cb2ec792487d) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:36.608213 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-a37aa6a2-70a2-4039-8d35-532d6e84d145 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:36.627236 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-a37aa6a2-70a2-4039-8d35-532d6e84d145 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Transition to ACTIVE for port object 3fe801cb-11ec-43b3-8873-cb2ec792487d will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:36.676884 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-a37aa6a2-70a2-4039-8d35-532d6e84d145 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:36.692470 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['bcc07719-dc7d-4c85-bb21-72288a50bb73'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:27:36.735350 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51824) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:36.740643 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-3398f67b-8764-4d0e-bda7-2fda9dcbfb80 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1480919395-network', 'tenant_id': '120a9c8bf87444d09b5226e1c0faff16'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:36.744934 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-a37aa6a2-70a2-4039-8d35-532d6e84d145 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Network b6ec0d29-70fb-4f28-8144-6200a91c36b5 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:36.752801 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-a37aa6a2-70a2-4039-8d35-532d6e84d145 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:36.761822 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-a37aa6a2-70a2-4039-8d35-532d6e84d145 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:36.775452 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37aa6a2-70a2-4039-8d35-532d6e84d145 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Pushing event updated for resources: {'Port': ['ID=3fe801cb-11ec-43b3-8873-cb2ec792487d,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:36.777152 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3398f67b-8764-4d0e-bda7-2fda9dcbfb80 admin admin] Made reservation on behalf of 120a9c8bf87444d09b5226e1c0faff16 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:36.780341 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3398f67b-8764-4d0e-bda7-2fda9dcbfb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:36.805847 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3398f67b-8764-4d0e-bda7-2fda9dcbfb80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:36.833152 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-a37aa6a2-70a2-4039-8d35-532d6e84d145 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:36.834127 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-a37aa6a2-70a2-4039-8d35-532d6e84d145 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:36.856147 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-a37aa6a2-70a2-4039-8d35-532d6e84d145 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6125722 Jul 15 13:27:36.924654 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 95f1bd8f-7e4e-4279-9e9d-27976a9b3843 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:36.925005 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-3c6623fa-bb75-4691-81ae-5121123acee6 service neutron] Request body: {'port': {'device_id': '222f4755-275c-4b1c-89a2-9362527a32ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:36.996280 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3398f67b-8764-4d0e-bda7-2fda9dcbfb80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.004219 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3398f67b-8764-4d0e-bda7-2fda9dcbfb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.034513 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-3c6623fa-bb75-4691-81ae-5121123acee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.042015 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3398f67b-8764-4d0e-bda7-2fda9dcbfb80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:27:37.056785 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3398f67b-8764-4d0e-bda7-2fda9dcbfb80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa35c648-4564-4297-a82c-eb35ffd9b957,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:37.063625 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3398f67b-8764-4d0e-bda7-2fda9dcbfb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.064359 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-3398f67b-8764-4d0e-bda7-2fda9dcbfb80 admin admin] Added segment 2798e400-812e-4b67-b9ff-59765e492165 of type vlan for network 3087c837-88f3-4cc5-b321-0f343506f04a Jul 15 13:27:37.076813 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 95f1bd8f-7e4e-4279-9e9d-27976a9b3843 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:37.077290 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.122189 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3398f67b-8764-4d0e-bda7-2fda9dcbfb80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.133788 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-70744960-22ae-4f08-a7ec-577ff83f50b9 None None] Provisioning for port 3fe801cb-11ec-43b3-8873-cb2ec792487d completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:37.141860 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-70744960-22ae-4f08-a7ec-577ff83f50b9 None None] Provisioning complete for port 3fe801cb-11ec-43b3-8873-cb2ec792487d triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:37.142436 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-70744960-22ae-4f08-a7ec-577ff83f50b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.157203 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3398f67b-8764-4d0e-bda7-2fda9dcbfb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.158422 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3398f67b-8764-4d0e-bda7-2fda9dcbfb80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:37.159079 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3398f67b-8764-4d0e-bda7-2fda9dcbfb80 admin admin] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.202438 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3398f67b-8764-4d0e-bda7-2fda9dcbfb80 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4630461 Jul 15 13:27:37.203155 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51828) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:37.205073 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-70744960-22ae-4f08-a7ec-577ff83f50b9 None None] Port 3fe801cb-11ec-43b3-8873-cb2ec792487d cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:27:37.207728 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-3043357d-b90b-4c47-ab64-d7a3da7d4e5e admin admin] Request body: {'subnet': {'network_id': '3087c837-88f3-4cc5-b321-0f343506f04a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1480919395-subnet', 'tenant_id': '120a9c8bf87444d09b5226e1c0faff16', 'ip_version': 4}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:37.221053 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device e8485766-672b-4b34-b5e4-6f0c764b6ed1 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:37.244873 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3398f67b-8764-4d0e-bda7-2fda9dcbfb80 admin admin] Pushing event updated for resources: {'Network': ['ID=3087c837-88f3-4cc5-b321-0f343506f04a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:37.258853 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3043357d-b90b-4c47-ab64-d7a3da7d4e5e admin admin] Made reservation on behalf of 120a9c8bf87444d09b5226e1c0faff16 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:37.261538 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 3087c837-88f3-4cc5-b321-0f343506f04a details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:27:37.261758 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3043357d-b90b-4c47-ab64-d7a3da7d4e5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.339829 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port e8485766-672b-4b34-b5e4-6f0c764b6ed1 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:37.344426 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port e8485766-672b-4b34-b5e4-6f0c764b6ed1 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:37.344837 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.418967 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-3c6623fa-bb75-4691-81ae-5121123acee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fe801cb-11ec-43b3-8873-cb2ec792487d {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:27:37.428457 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-3c6623fa-bb75-4691-81ae-5121123acee6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.435981 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.444282 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-3c6623fa-bb75-4691-81ae-5121123acee6 service neutron] Transition to ACTIVE for port object 3fe801cb-11ec-43b3-8873-cb2ec792487d will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:37.448723 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-3c6623fa-bb75-4691-81ae-5121123acee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.453717 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7df4dc-9589-4b02-bd29-fc0267841e9e req-dbc05eb9-4d43-419f-a032-0f4f21034e2d tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:37.455283 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ba7df4dc-9589-4b02-bd29-fc0267841e9e req-dbc05eb9-4d43-419f-a032-0f4f21034e2d tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=222f4755-275c-4b1c-89a2-9362527a32ab HTTP/1.1" status: 200 len: 1028 time: 0.1189344 Jul 15 13:27:37.461101 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port e8485766-672b-4b34-b5e4-6f0c764b6ed1, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=e8485766-672b-4b34-b5e4-6f0c764b6ed1,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:37.466103 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.509273 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6623fa-bb75-4691-81ae-5121123acee6 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe801cb-11ec-43b3-8873-cb2ec792487d,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:37.520740 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=e8485766-672b-4b34-b5e4-6f0c764b6ed1,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:37.550927 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6623fa-bb75-4691-81ae-5121123acee6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:37.551561 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6623fa-bb75-4691-81ae-5121123acee6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:37.552177 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6623fa-bb75-4691-81ae-5121123acee6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:37.552609 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6623fa-bb75-4691-81ae-5121123acee6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:37.553041 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6623fa-bb75-4691-81ae-5121123acee6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:37.553671 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6623fa-bb75-4691-81ae-5121123acee6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:37.554103 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6623fa-bb75-4691-81ae-5121123acee6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:37.554526 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6623fa-bb75-4691-81ae-5121123acee6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:37.554988 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6623fa-bb75-4691-81ae-5121123acee6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:37.555411 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6623fa-bb75-4691-81ae-5121123acee6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:37.559826 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6623fa-bb75-4691-81ae-5121123acee6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:37.560359 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6623fa-bb75-4691-81ae-5121123acee6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:37.573275 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ba7df4dc-9589-4b02-bd29-fc0267841e9e req-b7e14b8f-942a-4bfa-89d8-e4ff86a9caf7 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=80bc21f9-64b0-4443-ba42-494b6059aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045265 Jul 15 13:27:37.574700 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3043357d-b90b-4c47-ab64-d7a3da7d4e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.633454 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3043357d-b90b-4c47-ab64-d7a3da7d4e5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8042a5c3-ede9-4ac3-b5fb-991818eea951,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:37.650582 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3043357d-b90b-4c47-ab64-d7a3da7d4e5e admin admin] Checking segment: {'id': '2798e400-812e-4b67-b9ff-59765e492165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3087c837-88f3-4cc5-b321-0f343506f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:37.650953 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3043357d-b90b-4c47-ab64-d7a3da7d4e5e admin admin] Network hostable DHCP agents. Network: 3087c837-88f3-4cc5-b321-0f343506f04a, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:27:37.664979 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-3c6623fa-bb75-4691-81ae-5121123acee6 service neutron] Attempting to bind port 3fe801cb-11ec-43b3-8873-cb2ec792487d on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:37.666999 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-3c6623fa-bb75-4691-81ae-5121123acee6 service neutron] Attempting to bind port 3fe801cb-11ec-43b3-8873-cb2ec792487d by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'f1836cb5-588a-49e8-a06d-46a38d584b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b6ec0d29-70fb-4f28-8144-6200a91c36b5'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:37.667952 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-3c6623fa-bb75-4691-81ae-5121123acee6 service neutron] Attempting to bind port 3fe801cb-11ec-43b3-8873-cb2ec792487d on network b6ec0d29-70fb-4f28-8144-6200a91c36b5 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:37.675958 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-3c6623fa-bb75-4691-81ae-5121123acee6 service neutron] Port 3fe801cb-11ec-43b3-8873-cb2ec792487d on network b6ec0d29-70fb-4f28-8144-6200a91c36b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:27:37.676369 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-3c6623fa-bb75-4691-81ae-5121123acee6 service neutron] Attempting to bind port 3fe801cb-11ec-43b3-8873-cb2ec792487d on network b6ec0d29-70fb-4f28-8144-6200a91c36b5 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:37.679706 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3043357d-b90b-4c47-ab64-d7a3da7d4e5e admin admin] Network 3087c837-88f3-4cc5-b321-0f343506f04a is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:27:37.683801 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc67c23-258d-4648-b9ef-28426f3877a0 None None] Sync routers for ids ['eb77c2c8-ed32-44fc-9d92-965933b0e5aa'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:37.683962 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-3c6623fa-bb75-4691-81ae-5121123acee6 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:37.684309 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-3c6623fa-bb75-4691-81ae-5121123acee6 service neutron] Checking segment: {'id': 'f1836cb5-588a-49e8-a06d-46a38d584b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b6ec0d29-70fb-4f28-8144-6200a91c36b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:37.684752 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-3c6623fa-bb75-4691-81ae-5121123acee6 service neutron] Bound using segment: {'id': 'f1836cb5-588a-49e8-a06d-46a38d584b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b6ec0d29-70fb-4f28-8144-6200a91c36b5'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:37.685353 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-3c6623fa-bb75-4691-81ae-5121123acee6 service neutron] Bound port: 3fe801cb-11ec-43b3-8873-cb2ec792487d, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1836cb5-588a-49e8-a06d-46a38d584b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b6ec0d29-70fb-4f28-8144-6200a91c36b5'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:37.685721 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-3c6623fa-bb75-4691-81ae-5121123acee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.694007 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-3043357d-b90b-4c47-ab64-d7a3da7d4e5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 3087c837-88f3-4cc5-b321-0f343506f04a) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:37.696753 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc67c23-258d-4648-b9ef-28426f3877a0 None None] Routers {'eb77c2c8-ed32-44fc-9d92-965933b0e5aa'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:37.697389 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-fdc67c23-258d-4648-b9ef-28426f3877a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:27:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['eb77c2c8-ed32-44fc-9d92-965933b0e5aa'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:37.699596 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3043357d-b90b-4c47-ab64-d7a3da7d4e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:37.700632 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3043357d-b90b-4c47-ab64-d7a3da7d4e5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.717799 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3043357d-b90b-4c47-ab64-d7a3da7d4e5e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5140080 Jul 15 13:27:37.720419 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51832) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:37.726017 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-87a453f5-f473-41b5-8bad-b226d9d0297e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1480919395-router', 'tenant_id': '120a9c8bf87444d09b5226e1c0faff16', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:37.741257 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024ac25c-acbe-474c-b26b-f2eb35d13b62 None None] Network 3087c837-88f3-4cc5-b321-0f343506f04a requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:37.760303 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-87a453f5-f473-41b5-8bad-b226d9d0297e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.762535 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-87a453f5-f473-41b5-8bad-b226d9d0297e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.778734 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-3c6623fa-bb75-4691-81ae-5121123acee6 service neutron] For port 3fe801cb-11ec-43b3-8873-cb2ec792487d, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:37.781607 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-3c6623fa-bb75-4691-81ae-5121123acee6 service neutron] For port 3fe801cb-11ec-43b3-8873-cb2ec792487d, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=3fe801cb-11ec-43b3-8873-cb2ec792487d,segment=NetworkSegment(f1836cb5-588a-49e8-a06d-46a38d584b92),segment_id=f1836cb5-588a-49e8-a06d-46a38d584b92)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:37.786909 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-3c6623fa-bb75-4691-81ae-5121123acee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.820160 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-87a453f5-f473-41b5-8bad-b226d9d0297e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.834019 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-3c6623fa-bb75-4691-81ae-5121123acee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:37.834859 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-3c6623fa-bb75-4691-81ae-5121123acee6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.836448 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-3c6623fa-bb75-4691-81ae-5121123acee6 service neutron] 10.222.0.46 "PUT /v2.0/ports/3fe801cb-11ec-43b3-8873-cb2ec792487d HTTP/1.1" status: 200 len: 1093 time: 0.9626441 Jul 15 13:27:37.837008 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '222f4755-275c-4b1c-89a2-9362527a32ab', 'tag': '3fe801cb-11ec-43b3-8873-cb2ec792487d'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:37.840090 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c88207-38c8-4485-a991-ed1e13f2e94f" -d '{"events": [{"name": "network-changed", "server_uuid": "222f4755-275c-4b1c-89a2-9362527a32ab", "tag": "3fe801cb-11ec-43b3-8873-cb2ec792487d"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:37.880984 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6623fa-bb75-4691-81ae-5121123acee6 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe801cb-11ec-43b3-8873-cb2ec792487d,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:37.929359 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7644afd7-53cc-464d-a902-3ca313088d77 x-openstack-request-id: req-7644afd7-53cc-464d-a902-3ca313088d77 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:37.929709 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "222f4755-275c-4b1c-89a2-9362527a32ab", "tag": "3fe801cb-11ec-43b3-8873-cb2ec792487d", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:37.929955 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7644afd7-53cc-464d-a902-3ca313088d77 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:37.930365 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '222f4755-275c-4b1c-89a2-9362527a32ab', 'tag': '3fe801cb-11ec-43b3-8873-cb2ec792487d', 'status': 'completed', 'code': 200} Jul 15 13:27:37.958017 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-fdc67c23-258d-4648-b9ef-28426f3877a0 None None] Set router eb77c2c8-ed32-44fc-9d92-965933b0e5aa gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:37.971821 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-baf33e4c-6091-4060-90d1-607f3a14ecdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:37.973766 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-baf33e4c-6091-4060-90d1-607f3a14ecdb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c4a9146262c4576b189e85c1d11d06e&device_id=222f4755-275c-4b1c-89a2-9362527a32ab HTTP/1.1" status: 200 len: 1096 time: 0.0886099 Jul 15 13:27:38.009965 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-87a453f5-f473-41b5-8bad-b226d9d0297e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:38.026952 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-f14305b1-95b2-4337-8f77-c8e2e4ead9c7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fe801cb-11ec-43b3-8873-cb2ec792487d HTTP/1.1" status: 200 len: 217 time: 0.0445225 Jul 15 13:27:38.089718 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-0cb0f46d-34ad-4674-afb9-5af68f50fcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:38.091859 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-0cb0f46d-34ad-4674-afb9-5af68f50fcf7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a355fa63-67ab-4494-b44e-619bc46eac08 HTTP/1.1" status: 200 len: 848 time: 0.0586083 Jul 15 13:27:38.152753 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-47dc1e0d-5f76-4e59-bbd7-c4c1dbf1cfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:38.154195 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-47dc1e0d-5f76-4e59-bbd7-c4c1dbf1cfa3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b6ec0d29-70fb-4f28-8144-6200a91c36b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554326 Jul 15 13:27:38.236848 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-87a453f5-f473-41b5-8bad-b226d9d0297e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:38.253063 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-d109ae8a-7b60-4fc6-acbd-32a3d87eae20 service neutron] 10.222.0.46 "GET /v2.0/networks/b6ec0d29-70fb-4f28-8144-6200a91c36b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922072 Jul 15 13:27:38.259883 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-87a453f5-f473-41b5-8bad-b226d9d0297e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:38.295398 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd8c29a-4533-4954-882f-f3a2b706ffc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-3087c837-88f3-4cc5-b321-0f343506f04a', 'network_id': '3087c837-88f3-4cc5-b321-0f343506f04a', 'tenant_id': '120a9c8bf87444d09b5226e1c0faff16', 'fixed_ips': [{'subnet_id': '8042a5c3-ede9-4ac3-b5fb-991818eea951'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:27:38.296252 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-edd8c29a-4533-4954-882f-f3a2b706ffc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:38.353825 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0976789d-f1df-4e04-b79f-ad8c7dcf1676 req-41d4ed10-56b4-4eb5-acfa-61846258d171 service neutron] 10.222.0.46 "GET /v2.0/networks/b6ec0d29-70fb-4f28-8144-6200a91c36b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944564 Jul 15 13:27:38.378687 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-87a453f5-f473-41b5-8bad-b226d9d0297e admin admin] Allocated IP 172.25.8.186 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/e5a42948-acc1-4feb-ae7c-74f81d2c9893) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:38.455313 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c88207-38c8-4485-a991-ed1e13f2e94f req-e806811c-65ab-41fb-be05-4a9f11d7ac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:38.456832 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e7c88207-38c8-4485-a991-ed1e13f2e94f req-e806811c-65ab-41fb-be05-4a9f11d7ac45 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c4a9146262c4576b189e85c1d11d06e&device_id=222f4755-275c-4b1c-89a2-9362527a32ab HTTP/1.1" status: 200 len: 1096 time: 0.0534878 Jul 15 13:27:38.476111 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-fdc67c23-258d-4648-b9ef-28426f3877a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'name': 'tempest-TestVolumeBackupRestore-1608489791-router', 'tenant_id': 'f245ec02bbff428b9e8f543df199a84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'e8485766-672b-4b34-b5e4-6f0c764b6ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:31Z', 'updated_at': '2021-07-15T13:27:35Z', 'revision_number': 4, 'project_id': 'f245ec02bbff428b9e8f543df199a84c', 'gw_port': {'id': 'e8485766-672b-4b34-b5e4-6f0c764b6ed1', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:32Z', 'updated_at': '2021-07-15T13:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '6aabb1ba-570e-478a-b653-eacd68b4b9ed', 'name': '', 'network_id': '043d99db-838c-4662-abb4-bf28ede39083', 'tenant_id': 'f245ec02bbff428b9e8f543df199a84c', 'mac_address': 'fa:16:3e:8c:41:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '83ef7f74-6375-414e-a389-86d39e0806ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:34Z', 'updated_at': '2021-07-15T13:27:35Z', 'revision_number': 2, 'project_id': 'f245ec02bbff428b9e8f543df199a84c', 'subnets': [{'id': '83ef7f74-6375-414e-a389-86d39e0806ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:38.499474 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-87a453f5-f473-41b5-8bad-b226d9d0297e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:38.512516 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc67c23-258d-4648-b9ef-28426f3877a0 None None] Checking router: eb77c2c8-ed32-44fc-9d92-965933b0e5aa for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:27:38.512871 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc67c23-258d-4648-b9ef-28426f3877a0 None None] Updating router eb77c2c8-ed32-44fc-9d92-965933b0e5aa port 6aabb1ba-570e-478a-b653-eacd68b4b9ed binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:27:38.541353 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-87a453f5-f473-41b5-8bad-b226d9d0297e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:38.546666 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-edd8c29a-4533-4954-882f-f3a2b706ffc5 None None] Allocated IP 172.20.0.2 (3087c837-88f3-4cc5-b321-0f343506f04a/8042a5c3-ede9-4ac3-b5fb-991818eea951/6b70941a-7aa3-4d2e-8e1c-10585fd4b9bf) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:38.556845 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c88207-38c8-4485-a991-ed1e13f2e94f req-54d28248-1a20-4221-8be9-3b9e38a6fbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:38.559139 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e7c88207-38c8-4485-a991-ed1e13f2e94f req-54d28248-1a20-4221-8be9-3b9e38a6fbbd service neutron] 10.222.0.46 "GET /v2.0/networks?id=b6ec0d29-70fb-4f28-8144-6200a91c36b5 HTTP/1.1" status: 200 len: 910 time: 0.0956268 Jul 15 13:27:38.567307 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fdc67c23-258d-4648-b9ef-28426f3877a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:38.586644 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a453f5-f473-41b5-8bad-b226d9d0297e admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:38.589996 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-87a453f5-f473-41b5-8bad-b226d9d0297e admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:38.594779 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a453f5-f473-41b5-8bad-b226d9d0297e admin admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:38.613563 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e7c88207-38c8-4485-a991-ed1e13f2e94f req-eca5d539-edf5-4e8f-bc6e-45dad1f6cf72 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fe801cb-11ec-43b3-8873-cb2ec792487d HTTP/1.1" status: 200 len: 217 time: 0.0467038 Jul 15 13:27:38.645147 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a453f5-f473-41b5-8bad-b226d9d0297e admin admin] Pushing event updated for resources: {'Port': ['ID=e5a42948-acc1-4feb-ae7c-74f81d2c9893,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:38.710392 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c88207-38c8-4485-a991-ed1e13f2e94f req-2248e8ba-c1de-4b1b-a861-a9fd2331f244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:38.711920 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e7c88207-38c8-4485-a991-ed1e13f2e94f req-2248e8ba-c1de-4b1b-a861-a9fd2331f244 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a355fa63-67ab-4494-b44e-619bc46eac08 HTTP/1.1" status: 200 len: 848 time: 0.0918386 Jul 15 13:27:38.776048 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device e8485766-672b-4b34-b5e4-6f0c764b6ed1 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:38.782443 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c88207-38c8-4485-a991-ed1e13f2e94f req-422105ba-0dab-4b59-8751-fd167b35c2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:38.783991 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e7c88207-38c8-4485-a991-ed1e13f2e94f req-422105ba-0dab-4b59-8751-fd167b35c2df service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b6ec0d29-70fb-4f28-8144-6200a91c36b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640500 Jul 15 13:27:38.885246 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf380d-8900-4aa2-b267-adc3ce31a3fd req-41275073-a859-46b5-9e33-57db0e0da158 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:38.887530 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d0bf380d-8900-4aa2-b267-adc3ce31a3fd req-41275073-a859-46b5-9e33-57db0e0da158 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=222f4755-275c-4b1c-89a2-9362527a32ab HTTP/1.1" status: 200 len: 1096 time: 0.1299520 Jul 15 13:27:38.907208 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e7c88207-38c8-4485-a991-ed1e13f2e94f req-e5d490a2-12f9-461d-a21a-a482dd4a0474 service neutron] 10.222.0.46 "GET /v2.0/networks/b6ec0d29-70fb-4f28-8144-6200a91c36b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165667 Jul 15 13:27:38.964869 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-edd8c29a-4533-4954-882f-f3a2b706ffc5 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:38.967835 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d0bf380d-8900-4aa2-b267-adc3ce31a3fd req-58dc7749-2939-4846-a90c-8111bdf298b9 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=80bc21f9-64b0-4443-ba42-494b6059aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493815 Jul 15 13:27:38.969103 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-87a453f5-f473-41b5-8bad-b226d9d0297e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:38.970962 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port e8485766-672b-4b34-b5e4-6f0c764b6ed1 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:38.971409 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:39.001556 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e7c88207-38c8-4485-a991-ed1e13f2e94f req-48ad5760-0fe4-4434-a71e-0dc0987c848e service neutron] 10.222.0.46 "GET /v2.0/networks/b6ec0d29-70fb-4f28-8144-6200a91c36b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876400 Jul 15 13:27:39.017314 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-edd8c29a-4533-4954-882f-f3a2b706ffc5 None None] Transition to ACTIVE for port object 6b70941a-7aa3-4d2e-8e1c-10585fd4b9bf will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:39.045696 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-edd8c29a-4533-4954-882f-f3a2b706ffc5 None None] Transition to ACTIVE for port object 6b70941a-7aa3-4d2e-8e1c-10585fd4b9bf will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:39.065329 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-edd8c29a-4533-4954-882f-f3a2b706ffc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:39.135339 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd8c29a-4533-4954-882f-f3a2b706ffc5 None None] Network 3087c837-88f3-4cc5-b321-0f343506f04a is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:39.164268 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-edd8c29a-4533-4954-882f-f3a2b706ffc5 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:39.171536 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd8c29a-4533-4954-882f-f3a2b706ffc5 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:39.175856 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-87a453f5-f473-41b5-8bad-b226d9d0297e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:39.194677 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8c29a-4533-4954-882f-f3a2b706ffc5 None None] Pushing event updated for resources: {'Port': ['ID=6b70941a-7aa3-4d2e-8e1c-10585fd4b9bf,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:39.230816 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fdc67c23-258d-4648-b9ef-28426f3877a0 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:39.265871 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-fdc67c23-258d-4648-b9ef-28426f3877a0 None None] Transition to ACTIVE for port object 6aabb1ba-570e-478a-b653-eacd68b4b9ed will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:39.270261 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-edd8c29a-4533-4954-882f-f3a2b706ffc5 None None] Attempting to bind port 6b70941a-7aa3-4d2e-8e1c-10585fd4b9bf on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:39.270738 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-edd8c29a-4533-4954-882f-f3a2b706ffc5 None None] Attempting to bind port 6b70941a-7aa3-4d2e-8e1c-10585fd4b9bf by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '2798e400-812e-4b67-b9ff-59765e492165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3087c837-88f3-4cc5-b321-0f343506f04a'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:39.271157 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd8c29a-4533-4954-882f-f3a2b706ffc5 None None] Attempting to bind port 6b70941a-7aa3-4d2e-8e1c-10585fd4b9bf on network 3087c837-88f3-4cc5-b321-0f343506f04a {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:39.276226 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fdc67c23-258d-4648-b9ef-28426f3877a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:39.280477 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd8c29a-4533-4954-882f-f3a2b706ffc5 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:39.280847 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd8c29a-4533-4954-882f-f3a2b706ffc5 None None] Checking segment: {'id': '2798e400-812e-4b67-b9ff-59765e492165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3087c837-88f3-4cc5-b321-0f343506f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:39.281241 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-edd8c29a-4533-4954-882f-f3a2b706ffc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:39.281629 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd8c29a-4533-4954-882f-f3a2b706ffc5 None None] Bound using segment: {'id': '2798e400-812e-4b67-b9ff-59765e492165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3087c837-88f3-4cc5-b321-0f343506f04a'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:39.282098 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-edd8c29a-4533-4954-882f-f3a2b706ffc5 None None] Bound port: 6b70941a-7aa3-4d2e-8e1c-10585fd4b9bf, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2798e400-812e-4b67-b9ff-59765e492165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3087c837-88f3-4cc5-b321-0f343506f04a'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:39.282463 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-edd8c29a-4533-4954-882f-f3a2b706ffc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:39.309232 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a453f5-f473-41b5-8bad-b226d9d0297e admin admin] Router 0e2e974b-b968-4623-8707-ca8aa7888169 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:27:39.370138 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d6530-906f-4cac-9df0-0a9b79f60f7b None None] Pushing event updated for resources: {'Port': ['ID=6aabb1ba-570e-478a-b653-eacd68b4b9ed,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:39.423134 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a453f5-f473-41b5-8bad-b226d9d0297e admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:39.434416 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1524e3a3-6a74-457d-af07-3f12d0a15eb7 None None] Sync routers for ids ['0e2e974b-b968-4623-8707-ca8aa7888169'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:39.441446 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-edd8c29a-4533-4954-882f-f3a2b706ffc5 None None] For port 6b70941a-7aa3-4d2e-8e1c-10585fd4b9bf, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:39.447425 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1524e3a3-6a74-457d-af07-3f12d0a15eb7 None None] Routers {'0e2e974b-b968-4623-8707-ca8aa7888169'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:39.447624 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-87a453f5-f473-41b5-8bad-b226d9d0297e admin admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:39.448160 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-1524e3a3-6a74-457d-af07-3f12d0a15eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:27:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['0e2e974b-b968-4623-8707-ca8aa7888169'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:39.452860 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51840) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:39.453271 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-fdc67c23-258d-4648-b9ef-28426f3877a0 None None] Attempting to bind port 6aabb1ba-570e-478a-b653-eacd68b4b9ed on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:39.453654 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-fdc67c23-258d-4648-b9ef-28426f3877a0 None None] Attempting to bind port 6aabb1ba-570e-478a-b653-eacd68b4b9ed by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '080d6576-f30d-4e58-8732-070d454aad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '043d99db-838c-4662-abb4-bf28ede39083'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:39.454007 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc67c23-258d-4648-b9ef-28426f3877a0 None None] Attempting to bind port 6aabb1ba-570e-478a-b653-eacd68b4b9ed on network 043d99db-838c-4662-abb4-bf28ede39083 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:39.455110 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-87a453f5-f473-41b5-8bad-b226d9d0297e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7336428 Jul 15 13:27:39.459454 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-edd8c29a-4533-4954-882f-f3a2b706ffc5 None None] For port 6b70941a-7aa3-4d2e-8e1c-10585fd4b9bf, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=6b70941a-7aa3-4d2e-8e1c-10585fd4b9bf,segment=NetworkSegment(2798e400-812e-4b67-b9ff-59765e492165),segment_id=2798e400-812e-4b67-b9ff-59765e492165)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:39.462702 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc67c23-258d-4648-b9ef-28426f3877a0 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:39.463257 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc67c23-258d-4648-b9ef-28426f3877a0 None None] Checking segment: {'id': '080d6576-f30d-4e58-8732-070d454aad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '043d99db-838c-4662-abb4-bf28ede39083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:39.463678 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fdc67c23-258d-4648-b9ef-28426f3877a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:39.464176 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc67c23-258d-4648-b9ef-28426f3877a0 None None] Bound using segment: {'id': '080d6576-f30d-4e58-8732-070d454aad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '043d99db-838c-4662-abb4-bf28ede39083'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:39.464710 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-fdc67c23-258d-4648-b9ef-28426f3877a0 None None] Bound port: 6aabb1ba-570e-478a-b653-eacd68b4b9ed, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '080d6576-f30d-4e58-8732-070d454aad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '043d99db-838c-4662-abb4-bf28ede39083'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:39.465121 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fdc67c23-258d-4648-b9ef-28426f3877a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:39.468998 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-edd8c29a-4533-4954-882f-f3a2b706ffc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:39.575343 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8c29a-4533-4954-882f-f3a2b706ffc5 None None] Pushing event updated for resources: {'Port': ['ID=6b70941a-7aa3-4d2e-8e1c-10585fd4b9bf,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:39.591947 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-fdc67c23-258d-4648-b9ef-28426f3877a0 None None] For port 6aabb1ba-570e-478a-b653-eacd68b4b9ed, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:39.592275 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-1524e3a3-6a74-457d-af07-3f12d0a15eb7 None None] Set router 0e2e974b-b968-4623-8707-ca8aa7888169 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:39.595605 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-fdc67c23-258d-4648-b9ef-28426f3877a0 None None] For port 6aabb1ba-570e-478a-b653-eacd68b4b9ed, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=6aabb1ba-570e-478a-b653-eacd68b4b9ed,segment=NetworkSegment(080d6576-f30d-4e58-8732-070d454aad3e),segment_id=080d6576-f30d-4e58-8732-070d454aad3e)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:39.600461 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fdc67c23-258d-4648-b9ef-28426f3877a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:39.693992 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d6530-906f-4cac-9df0-0a9b79f60f7b None None] Pushing event updated for resources: {'Port': ['ID=6aabb1ba-570e-478a-b653-eacd68b4b9ed,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:39.699096 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc67c23-258d-4648-b9ef-28426f3877a0 None None] Routers {'eb77c2c8-ed32-44fc-9d92-965933b0e5aa'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:39.699913 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-fdc67c23-258d-4648-b9ef-28426f3877a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:27:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['eb77c2c8-ed32-44fc-9d92-965933b0e5aa'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:39.848672 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-1524e3a3-6a74-457d-af07-3f12d0a15eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2e974b-b968-4623-8707-ca8aa7888169', 'name': 'tempest-TestVolumeBackupRestore-1480919395-router', 'tenant_id': '120a9c8bf87444d09b5226e1c0faff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'e5a42948-acc1-4feb-ae7c-74f81d2c9893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:37Z', 'updated_at': '2021-07-15T13:27:38Z', 'revision_number': 3, 'project_id': '120a9c8bf87444d09b5226e1c0faff16', 'gw_port': {'id': 'e5a42948-acc1-4feb-ae7c-74f81d2c9893', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2e974b-b968-4623-8707-ca8aa7888169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:38Z', 'updated_at': '2021-07-15T13:27:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:39.890956 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-fdc67c23-258d-4648-b9ef-28426f3877a0 None None] Set router eb77c2c8-ed32-44fc-9d92-965933b0e5aa gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:39.911152 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1524e3a3-6a74-457d-af07-3f12d0a15eb7 None None] Checking router: 0e2e974b-b968-4623-8707-ca8aa7888169 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:27:39.911911 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1524e3a3-6a74-457d-af07-3f12d0a15eb7 None None] Updating router 0e2e974b-b968-4623-8707-ca8aa7888169 port e5a42948-acc1-4feb-ae7c-74f81d2c9893 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:27:40.003559 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1524e3a3-6a74-457d-af07-3f12d0a15eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.117854 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-19526b9e-8b7e-4ac2-a751-58a21d0e570a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.188295 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-fdc67c23-258d-4648-b9ef-28426f3877a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'name': 'tempest-TestVolumeBackupRestore-1608489791-router', 'tenant_id': 'f245ec02bbff428b9e8f543df199a84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'e8485766-672b-4b34-b5e4-6f0c764b6ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:31Z', 'updated_at': '2021-07-15T13:27:35Z', 'revision_number': 4, 'project_id': 'f245ec02bbff428b9e8f543df199a84c', 'gw_port': {'id': 'e8485766-672b-4b34-b5e4-6f0c764b6ed1', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:32Z', 'updated_at': '2021-07-15T13:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '6aabb1ba-570e-478a-b653-eacd68b4b9ed', 'name': '', 'network_id': '043d99db-838c-4662-abb4-bf28ede39083', 'tenant_id': 'f245ec02bbff428b9e8f543df199a84c', 'mac_address': 'fa:16:3e:8c:41:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '83ef7f74-6375-414e-a389-86d39e0806ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:34Z', 'updated_at': '2021-07-15T13:27:39Z', 'revision_number': 4, 'project_id': 'f245ec02bbff428b9e8f543df199a84c', 'subnets': [{'id': '83ef7f74-6375-414e-a389-86d39e0806ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:40.213561 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6611b-847c-48a3-a638-ab601d82f8e5 req-6c7404d6-e51b-4967-9b2b-82308411d1de tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:40.216227 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-49e6611b-847c-48a3-a638-ab601d82f8e5 req-6c7404d6-e51b-4967-9b2b-82308411d1de tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=222f4755-275c-4b1c-89a2-9362527a32ab HTTP/1.1" status: 200 len: 1096 time: 0.0625296 Jul 15 13:27:40.220850 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc67c23-258d-4648-b9ef-28426f3877a0 None None] The sync data for ids ['eb77c2c8-ed32-44fc-9d92-965933b0e5aa'] in n-d-771363-36 is: [{'id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'name': 'tempest-TestVolumeBackupRestore-1608489791-router', 'tenant_id': 'f245ec02bbff428b9e8f543df199a84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'e8485766-672b-4b34-b5e4-6f0c764b6ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:31Z', 'updated_at': '2021-07-15T13:27:35Z', 'revision_number': 4, 'project_id': 'f245ec02bbff428b9e8f543df199a84c', 'gw_port': {'id': 'e8485766-672b-4b34-b5e4-6f0c764b6ed1', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:32Z', 'updated_at': '2021-07-15T13:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '6aabb1ba-570e-478a-b653-eacd68b4b9ed', 'name': '', 'network_id': '043d99db-838c-4662-abb4-bf28ede39083', 'tenant_id': 'f245ec02bbff428b9e8f543df199a84c', 'mac_address': 'fa:16:3e:8c:41:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '83ef7f74-6375-414e-a389-86d39e0806ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:34Z', 'updated_at': '2021-07-15T13:27:39Z', 'revision_number': 4, 'project_id': 'f245ec02bbff428b9e8f543df199a84c', 'subnets': [{'id': '83ef7f74-6375-414e-a389-86d39e0806ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:40.260778 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-49e6611b-847c-48a3-a638-ab601d82f8e5 req-18195acc-45db-40f4-a60e-fae843372e49 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=80bc21f9-64b0-4443-ba42-494b6059aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377266 Jul 15 13:27:40.323329 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 3fe801cb-11ec-43b3-8873-cb2ec792487d details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:27:40.471106 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 3fe801cb-11ec-43b3-8873-cb2ec792487d, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=3fe801cb-11ec-43b3-8873-cb2ec792487d,segment=NetworkSegment(f1836cb5-588a-49e8-a06d-46a38d584b92),segment_id=f1836cb5-588a-49e8-a06d-46a38d584b92)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:40.490497 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '3fe801cb-11ec-43b3-8873-cb2ec792487d', 'network_id': 'b6ec0d29-70fb-4f28-8144-6200a91c36b5', 'port_id': '3fe801cb-11ec-43b3-8873-cb2ec792487d', 'mac_address': 'fa:16:3e:f1:ca:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a355fa63-67ab-4494-b44e-619bc46eac08', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:27:40.502205 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1524e3a3-6a74-457d-af07-3f12d0a15eb7 None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.518996 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-1524e3a3-6a74-457d-af07-3f12d0a15eb7 None None] Transition to ACTIVE for port object e5a42948-acc1-4feb-ae7c-74f81d2c9893 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:40.527730 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1524e3a3-6a74-457d-af07-3f12d0a15eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.554823 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.575727 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fe801cb-11ec-43b3-8873-cb2ec792487d {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:27:40.599469 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 3fe801cb-11ec-43b3-8873-cb2ec792487d, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=3fe801cb-11ec-43b3-8873-cb2ec792487d,segment=NetworkSegment(f1836cb5-588a-49e8-a06d-46a38d584b92),segment_id=f1836cb5-588a-49e8-a06d-46a38d584b92)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:40.602420 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-1524e3a3-6a74-457d-af07-3f12d0a15eb7 None None] Attempting to bind port e5a42948-acc1-4feb-ae7c-74f81d2c9893 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:40.603277 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-1524e3a3-6a74-457d-af07-3f12d0a15eb7 None None] Attempting to bind port e5a42948-acc1-4feb-ae7c-74f81d2c9893 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:40.603849 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1524e3a3-6a74-457d-af07-3f12d0a15eb7 None None] Attempting to bind port e5a42948-acc1-4feb-ae7c-74f81d2c9893 on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:40.607730 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.612712 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1524e3a3-6a74-457d-af07-3f12d0a15eb7 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:40.613081 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1524e3a3-6a74-457d-af07-3f12d0a15eb7 None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:40.613478 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1524e3a3-6a74-457d-af07-3f12d0a15eb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.613918 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1524e3a3-6a74-457d-af07-3f12d0a15eb7 None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:40.614386 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-1524e3a3-6a74-457d-af07-3f12d0a15eb7 None None] Bound port: e5a42948-acc1-4feb-ae7c-74f81d2c9893, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:40.614802 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1524e3a3-6a74-457d-af07-3f12d0a15eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.645097 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3169691-5cb9-4775-b288-478bc1482fca None None] Pushing event updated for resources: {'Port': ['ID=e5a42948-acc1-4feb-ae7c-74f81d2c9893,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:40.728116 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-1524e3a3-6a74-457d-af07-3f12d0a15eb7 None None] For port e5a42948-acc1-4feb-ae7c-74f81d2c9893, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:40.730982 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=3fe801cb-11ec-43b3-8873-cb2ec792487d,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:40.736152 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-1524e3a3-6a74-457d-af07-3f12d0a15eb7 None None] For port e5a42948-acc1-4feb-ae7c-74f81d2c9893, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=e5a42948-acc1-4feb-ae7c-74f81d2c9893,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:40.747739 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1524e3a3-6a74-457d-af07-3f12d0a15eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.780992 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-19526b9e-8b7e-4ac2-a751-58a21d0e570a admin admin] Allocated IP 172.20.0.1 (3087c837-88f3-4cc5-b321-0f343506f04a/8042a5c3-ede9-4ac3-b5fb-991818eea951/a321d9fb-20de-482c-ab2b-a2f3a7ed803d) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:40.862049 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6b70941a-7aa3-4d2e-8e1c-10585fd4b9bf up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:40.872340 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3169691-5cb9-4775-b288-478bc1482fca None None] Pushing event updated for resources: {'Port': ['ID=e5a42948-acc1-4feb-ae7c-74f81d2c9893,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:40.875889 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1524e3a3-6a74-457d-af07-3f12d0a15eb7 None None] Routers {'0e2e974b-b968-4623-8707-ca8aa7888169'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:40.876835 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-1524e3a3-6a74-457d-af07-3f12d0a15eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:27:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['0e2e974b-b968-4623-8707-ca8aa7888169'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:40.946812 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['3fe801cb-11ec-43b3-8873-cb2ec792487d'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:27:40.965618 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-19526b9e-8b7e-4ac2-a751-58a21d0e570a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.983627 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-19526b9e-8b7e-4ac2-a751-58a21d0e570a admin admin] Transition to ACTIVE for port object a321d9fb-20de-482c-ab2b-a2f3a7ed803d will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:41.039386 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-19526b9e-8b7e-4ac2-a751-58a21d0e570a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:41.041860 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 6b70941a-7aa3-4d2e-8e1c-10585fd4b9bf completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:41.053285 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6aabb1ba-570e-478a-b653-eacd68b4b9ed up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:41.056600 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-1524e3a3-6a74-457d-af07-3f12d0a15eb7 None None] Set router 0e2e974b-b968-4623-8707-ca8aa7888169 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:41.114066 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19526b9e-8b7e-4ac2-a751-58a21d0e570a admin admin] Network 3087c837-88f3-4cc5-b321-0f343506f04a is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:41.120963 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-19526b9e-8b7e-4ac2-a751-58a21d0e570a admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:41.124750 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19526b9e-8b7e-4ac2-a751-58a21d0e570a admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:41.149777 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19526b9e-8b7e-4ac2-a751-58a21d0e570a admin admin] Pushing event updated for resources: {'Port': ['ID=a321d9fb-20de-482c-ab2b-a2f3a7ed803d,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:41.164591 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa1e9df-32be-4c82-8f5c-5b7f7f635edc None None] Network 3087c837-88f3-4cc5-b321-0f343506f04a requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:41.172407 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-19526b9e-8b7e-4ac2-a751-58a21d0e570a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:41.333620 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-1524e3a3-6a74-457d-af07-3f12d0a15eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2e974b-b968-4623-8707-ca8aa7888169', 'name': 'tempest-TestVolumeBackupRestore-1480919395-router', 'tenant_id': '120a9c8bf87444d09b5226e1c0faff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'e5a42948-acc1-4feb-ae7c-74f81d2c9893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:37Z', 'updated_at': '2021-07-15T13:27:38Z', 'revision_number': 3, 'project_id': '120a9c8bf87444d09b5226e1c0faff16', 'gw_port': {'id': 'e5a42948-acc1-4feb-ae7c-74f81d2c9893', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2e974b-b968-4623-8707-ca8aa7888169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:38Z', 'updated_at': '2021-07-15T13:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:41.349970 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-19526b9e-8b7e-4ac2-a751-58a21d0e570a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:41.371034 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1524e3a3-6a74-457d-af07-3f12d0a15eb7 None None] The sync data for ids ['0e2e974b-b968-4623-8707-ca8aa7888169'] in n-d-771363-36 is: [{'id': '0e2e974b-b968-4623-8707-ca8aa7888169', 'name': 'tempest-TestVolumeBackupRestore-1480919395-router', 'tenant_id': '120a9c8bf87444d09b5226e1c0faff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'e5a42948-acc1-4feb-ae7c-74f81d2c9893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:37Z', 'updated_at': '2021-07-15T13:27:38Z', 'revision_number': 3, 'project_id': '120a9c8bf87444d09b5226e1c0faff16', 'gw_port': {'id': 'e5a42948-acc1-4feb-ae7c-74f81d2c9893', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2e974b-b968-4623-8707-ca8aa7888169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:38Z', 'updated_at': '2021-07-15T13:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:41.496427 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 6aabb1ba-570e-478a-b653-eacd68b4b9ed completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:41.517644 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 6aabb1ba-570e-478a-b653-eacd68b4b9ed triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:41.518115 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:41.527232 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec9ea1-2a15-45ee-997f-d941a9ee3897 req-686ee5fe-d165-4d66-8170-2f5bde31329d tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:41.529767 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-58ec9ea1-2a15-45ee-997f-d941a9ee3897 req-686ee5fe-d165-4d66-8170-2f5bde31329d tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=222f4755-275c-4b1c-89a2-9362527a32ab HTTP/1.1" status: 200 len: 1097 time: 0.0986834 Jul 15 13:27:41.568170 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c1d78a5b-8404-4ac0-8da3-9bfd4d649da1 None None] Provisioning for port 6b70941a-7aa3-4d2e-8e1c-10585fd4b9bf completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:41.578818 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-58ec9ea1-2a15-45ee-997f-d941a9ee3897 req-b5c7d0a9-e819-4b9f-8918-840fda9e0260 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=80bc21f9-64b0-4443-ba42-494b6059aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430465 Jul 15 13:27:41.590507 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c1d78a5b-8404-4ac0-8da3-9bfd4d649da1 None None] Provisioning complete for port 6b70941a-7aa3-4d2e-8e1c-10585fd4b9bf triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:41.591034 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c1d78a5b-8404-4ac0-8da3-9bfd4d649da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:41.622884 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-19526b9e-8b7e-4ac2-a751-58a21d0e570a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:41.628744 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-19526b9e-8b7e-4ac2-a751-58a21d0e570a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:41.704161 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-19526b9e-8b7e-4ac2-a751-58a21d0e570a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:41.707103 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19526b9e-8b7e-4ac2-a751-58a21d0e570a admin admin] Pushing event updated for resources: {'Port': ['ID=a321d9fb-20de-482c-ab2b-a2f3a7ed803d,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:41.751557 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:41.846310 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c1d78a5b-8404-4ac0-8da3-9bfd4d649da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:41.855717 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 6aabb1ba-570e-478a-b653-eacd68b4b9ed, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=6aabb1ba-570e-478a-b653-eacd68b4b9ed,segment=NetworkSegment(080d6576-f30d-4e58-8732-070d454aad3e),segment_id=080d6576-f30d-4e58-8732-070d454aad3e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:41.858375 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19526b9e-8b7e-4ac2-a751-58a21d0e570a admin admin] Network 3087c837-88f3-4cc5-b321-0f343506f04a is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:41.860956 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-19526b9e-8b7e-4ac2-a751-58a21d0e570a admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:41.879951 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:41.943167 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-c1d78a5b-8404-4ac0-8da3-9bfd4d649da1 None None] For port 6b70941a-7aa3-4d2e-8e1c-10585fd4b9bf, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=6b70941a-7aa3-4d2e-8e1c-10585fd4b9bf,segment=NetworkSegment(2798e400-812e-4b67-b9ff-59765e492165),segment_id=2798e400-812e-4b67-b9ff-59765e492165)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:41.954025 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c1d78a5b-8404-4ac0-8da3-9bfd4d649da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:41.960563 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=6aabb1ba-570e-478a-b653-eacd68b4b9ed,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:42.008272 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19526b9e-8b7e-4ac2-a751-58a21d0e570a admin admin] Router 0e2e974b-b968-4623-8707-ca8aa7888169 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:27:42.027578 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d78a5b-8404-4ac0-8da3-9bfd4d649da1 None None] Pushing event updated for resources: {'Port': ['ID=6b70941a-7aa3-4d2e-8e1c-10585fd4b9bf,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:42.133933 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19526b9e-8b7e-4ac2-a751-58a21d0e570a admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:42.143107 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-19526b9e-8b7e-4ac2-a751-58a21d0e570a admin admin] 10.222.0.16 "PUT /v2.0/routers/0e2e974b-b968-4623-8707-ca8aa7888169/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6879649 Jul 15 13:27:42.280020 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b526ed3e-076c-499f-bb7d-9e300abd396f None None] Provisioning for port a321d9fb-20de-482c-ab2b-a2f3a7ed803d completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:42.290447 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b526ed3e-076c-499f-bb7d-9e300abd396f None None] Provisioning complete for port a321d9fb-20de-482c-ab2b-a2f3a7ed803d triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:42.290860 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b526ed3e-076c-499f-bb7d-9e300abd396f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:42.335793 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 3fe801cb-11ec-43b3-8873-cb2ec792487d up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:42.366179 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b526ed3e-076c-499f-bb7d-9e300abd396f None None] Port a321d9fb-20de-482c-ab2b-a2f3a7ed803d cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:27:42.386330 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b526ed3e-076c-499f-bb7d-9e300abd396f None None] Provisioning complete for port 6b70941a-7aa3-4d2e-8e1c-10585fd4b9bf triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:42.386803 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b526ed3e-076c-499f-bb7d-9e300abd396f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:42.442085 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 3fe801cb-11ec-43b3-8873-cb2ec792487d completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:42.447333 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 3fe801cb-11ec-43b3-8873-cb2ec792487d triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:42.447718 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:42.573104 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:42.601135 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222f4755-275c-4b1c-89a2-9362527a32ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe801cb-11ec-43b3-8873-cb2ec792487d'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:42.603540 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e857b1-ef1d-4cf6-94a1-3fa3770cb3ca" -d '{"events": [{"server_uuid": "222f4755-275c-4b1c-89a2-9362527a32ab", "name": "network-vif-plugged", "status": "completed", "tag": "3fe801cb-11ec-43b3-8873-cb2ec792487d"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:42.620294 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 3fe801cb-11ec-43b3-8873-cb2ec792487d, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=3fe801cb-11ec-43b3-8873-cb2ec792487d,segment=NetworkSegment(f1836cb5-588a-49e8-a06d-46a38d584b92),segment_id=f1836cb5-588a-49e8-a06d-46a38d584b92)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:42.625270 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:42.711841 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78fbe74-192d-4c04-95a5-da2b8a32039c x-openstack-request-id: req-f78fbe74-192d-4c04-95a5-da2b8a32039c {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:42.712104 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222f4755-275c-4b1c-89a2-9362527a32ab", "name": "network-vif-plugged", "status": "completed", "tag": "3fe801cb-11ec-43b3-8873-cb2ec792487d", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:42.713345 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f78fbe74-192d-4c04-95a5-da2b8a32039c {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:42.717141 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222f4755-275c-4b1c-89a2-9362527a32ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe801cb-11ec-43b3-8873-cb2ec792487d', 'code': 200} Jul 15 13:27:42.765728 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-653d34b3-d106-4afc-ba4b-b766bce68b34 None None] Provisioning complete for port a321d9fb-20de-482c-ab2b-a2f3a7ed803d triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:42.766351 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-653d34b3-d106-4afc-ba4b-b766bce68b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:42.808980 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=3fe801cb-11ec-43b3-8873-cb2ec792487d,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:42.833970 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-653d34b3-d106-4afc-ba4b-b766bce68b34 None None] Port a321d9fb-20de-482c-ab2b-a2f3a7ed803d cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:27:42.854494 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47916bb-5e54-4f38-b4df-2e4557016eae req-f3d0eed3-3d53-4bf7-876b-e1a85d66cf1b tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:42.859063 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d47916bb-5e54-4f38-b4df-2e4557016eae req-f3d0eed3-3d53-4bf7-876b-e1a85d66cf1b tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=222f4755-275c-4b1c-89a2-9362527a32ab HTTP/1.1" status: 200 len: 1098 time: 0.0741336 Jul 15 13:27:42.870986 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e39fa-f3ee-4974-910c-5068846da330 req-5b5d6bcd-7c35-456e-ae66-6fd4610d12b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:42.872558 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b24e39fa-f3ee-4974-910c-5068846da330 req-5b5d6bcd-7c35-456e-ae66-6fd4610d12b9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=222f4755-275c-4b1c-89a2-9362527a32ab HTTP/1.1" status: 200 len: 1098 time: 0.1087778 Jul 15 13:27:42.931524 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b24e39fa-f3ee-4974-910c-5068846da330 req-83ffd0c6-035a-49fc-8139-5e4bcf3dd69e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=80bc21f9-64b0-4443-ba42-494b6059aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516565 Jul 15 13:27:42.938016 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6b70941a-7aa3-4d2e-8e1c-10585fd4b9bf up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:42.955307 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d47916bb-5e54-4f38-b4df-2e4557016eae req-bb4ddc49-6aa5-462a-9662-7a906452e214 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=80bc21f9-64b0-4443-ba42-494b6059aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906024 Jul 15 13:27:42.987463 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8dc7efb8-7d8e-4e50-a162-03b3de9fe839 None None] Provisioning complete for port a321d9fb-20de-482c-ab2b-a2f3a7ed803d triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:42.987822 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8dc7efb8-7d8e-4e50-a162-03b3de9fe839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:43.027083 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-8dc7efb8-7d8e-4e50-a162-03b3de9fe839 None None] Port a321d9fb-20de-482c-ab2b-a2f3a7ed803d cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:27:43.035748 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 6b70941a-7aa3-4d2e-8e1c-10585fd4b9bf triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:43.036124 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:43.121743 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device e5a42948-acc1-4feb-ae7c-74f81d2c9893 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:43.182359 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port e5a42948-acc1-4feb-ae7c-74f81d2c9893 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:43.186888 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port e5a42948-acc1-4feb-ae7c-74f81d2c9893 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:43.187348 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:43.265489 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:43.286579 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port e5a42948-acc1-4feb-ae7c-74f81d2c9893, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=e5a42948-acc1-4feb-ae7c-74f81d2c9893,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:43.290378 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:43.291166 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6aabb1ba-570e-478a-b653-eacd68b4b9ed up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:43.419600 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=e5a42948-acc1-4feb-ae7c-74f81d2c9893,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:43.436837 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 6aabb1ba-570e-478a-b653-eacd68b4b9ed triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:43.437309 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:43.734268 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812a6fb9-4ee1-4313-9234-6d7482a652d6 None None] Sync routers for ids ['0e2e974b-b968-4623-8707-ca8aa7888169'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:43.743993 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812a6fb9-4ee1-4313-9234-6d7482a652d6 None None] Routers {'0e2e974b-b968-4623-8707-ca8aa7888169'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:43.744691 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-812a6fb9-4ee1-4313-9234-6d7482a652d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:27:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['0e2e974b-b968-4623-8707-ca8aa7888169'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:43.858520 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-812a6fb9-4ee1-4313-9234-6d7482a652d6 None None] Set router 0e2e974b-b968-4623-8707-ca8aa7888169 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:44.070426 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-812a6fb9-4ee1-4313-9234-6d7482a652d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2e974b-b968-4623-8707-ca8aa7888169', 'name': 'tempest-TestVolumeBackupRestore-1480919395-router', 'tenant_id': '120a9c8bf87444d09b5226e1c0faff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'e5a42948-acc1-4feb-ae7c-74f81d2c9893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:37Z', 'updated_at': '2021-07-15T13:27:41Z', 'revision_number': 4, 'project_id': '120a9c8bf87444d09b5226e1c0faff16', 'gw_port': {'id': 'e5a42948-acc1-4feb-ae7c-74f81d2c9893', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2e974b-b968-4623-8707-ca8aa7888169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:38Z', 'updated_at': '2021-07-15T13:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'a321d9fb-20de-482c-ab2b-a2f3a7ed803d', 'name': '', 'network_id': '3087c837-88f3-4cc5-b321-0f343506f04a', 'tenant_id': '120a9c8bf87444d09b5226e1c0faff16', 'mac_address': 'fa:16:3e:a7:88:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2e974b-b968-4623-8707-ca8aa7888169', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '8042a5c3-ede9-4ac3-b5fb-991818eea951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:40Z', 'updated_at': '2021-07-15T13:27:41Z', 'revision_number': 2, 'project_id': '120a9c8bf87444d09b5226e1c0faff16', 'subnets': [{'id': '8042a5c3-ede9-4ac3-b5fb-991818eea951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:44.097676 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812a6fb9-4ee1-4313-9234-6d7482a652d6 None None] Checking router: 0e2e974b-b968-4623-8707-ca8aa7888169 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:27:44.098034 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812a6fb9-4ee1-4313-9234-6d7482a652d6 None None] Updating router 0e2e974b-b968-4623-8707-ca8aa7888169 port a321d9fb-20de-482c-ab2b-a2f3a7ed803d binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:27:44.129128 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bab5a6-eb08-4ef8-808a-9aa0a60e03b6 req-fcec97a7-2619-44fd-a894-366e93484fb5 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:44.136833 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-09bab5a6-eb08-4ef8-808a-9aa0a60e03b6 req-fcec97a7-2619-44fd-a894-366e93484fb5 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=222f4755-275c-4b1c-89a2-9362527a32ab HTTP/1.1" status: 200 len: 1098 time: 0.0644708 Jul 15 13:27:44.138372 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-812a6fb9-4ee1-4313-9234-6d7482a652d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:44.173898 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-09bab5a6-eb08-4ef8-808a-9aa0a60e03b6 req-604e242a-21e0-4f9e-9cb4-fd3b631fc349 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=80bc21f9-64b0-4443-ba42-494b6059aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362132 Jul 15 13:27:44.355988 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9b6ca-4d34-45dd-94b9-8a9c946168b0 req-bb097b60-e1fd-4417-938d-00decfb36769 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:44.357601 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cdb9b6ca-4d34-45dd-94b9-8a9c946168b0 req-bb097b60-e1fd-4417-938d-00decfb36769 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=222f4755-275c-4b1c-89a2-9362527a32ab HTTP/1.1" status: 200 len: 1098 time: 0.0639861 Jul 15 13:27:44.395812 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cdb9b6ca-4d34-45dd-94b9-8a9c946168b0 req-cae348de-7c5d-4725-817a-a603a41ceeb7 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=80bc21f9-64b0-4443-ba42-494b6059aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320780 Jul 15 13:27:44.441563 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-812a6fb9-4ee1-4313-9234-6d7482a652d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:44.452085 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-812a6fb9-4ee1-4313-9234-6d7482a652d6 None None] Transition to ACTIVE for port object a321d9fb-20de-482c-ab2b-a2f3a7ed803d will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:44.458259 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-812a6fb9-4ee1-4313-9234-6d7482a652d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:44.510664 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f772d15e-ac54-489d-b52b-903a821586d8 None None] Pushing event updated for resources: {'Port': ['ID=a321d9fb-20de-482c-ab2b-a2f3a7ed803d,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:44.579806 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-812a6fb9-4ee1-4313-9234-6d7482a652d6 None None] Attempting to bind port a321d9fb-20de-482c-ab2b-a2f3a7ed803d on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:44.580190 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-812a6fb9-4ee1-4313-9234-6d7482a652d6 None None] Attempting to bind port a321d9fb-20de-482c-ab2b-a2f3a7ed803d by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '2798e400-812e-4b67-b9ff-59765e492165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3087c837-88f3-4cc5-b321-0f343506f04a'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:44.580557 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812a6fb9-4ee1-4313-9234-6d7482a652d6 None None] Attempting to bind port a321d9fb-20de-482c-ab2b-a2f3a7ed803d on network 3087c837-88f3-4cc5-b321-0f343506f04a {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:44.581387 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78255d0-a860-4d3c-8779-10ec3a050fb1 req-143f155b-8e8d-4280-90fb-f0f4c9be5f08 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:44.587071 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812a6fb9-4ee1-4313-9234-6d7482a652d6 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:44.587579 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812a6fb9-4ee1-4313-9234-6d7482a652d6 None None] Checking segment: {'id': '2798e400-812e-4b67-b9ff-59765e492165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3087c837-88f3-4cc5-b321-0f343506f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:44.588108 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-812a6fb9-4ee1-4313-9234-6d7482a652d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:44.588520 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b78255d0-a860-4d3c-8779-10ec3a050fb1 req-143f155b-8e8d-4280-90fb-f0f4c9be5f08 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=222f4755-275c-4b1c-89a2-9362527a32ab HTTP/1.1" status: 200 len: 1098 time: 0.0657449 Jul 15 13:27:44.589019 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812a6fb9-4ee1-4313-9234-6d7482a652d6 None None] Bound using segment: {'id': '2798e400-812e-4b67-b9ff-59765e492165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3087c837-88f3-4cc5-b321-0f343506f04a'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:44.589658 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-812a6fb9-4ee1-4313-9234-6d7482a652d6 None None] Bound port: a321d9fb-20de-482c-ab2b-a2f3a7ed803d, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2798e400-812e-4b67-b9ff-59765e492165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3087c837-88f3-4cc5-b321-0f343506f04a'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:44.590183 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-812a6fb9-4ee1-4313-9234-6d7482a652d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:44.632088 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b78255d0-a860-4d3c-8779-10ec3a050fb1 req-244081b0-f94c-4338-be7f-c9a4aaaae457 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=80bc21f9-64b0-4443-ba42-494b6059aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416555 Jul 15 13:27:44.701461 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-812a6fb9-4ee1-4313-9234-6d7482a652d6 None None] For port a321d9fb-20de-482c-ab2b-a2f3a7ed803d, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:44.711256 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-812a6fb9-4ee1-4313-9234-6d7482a652d6 None None] For port a321d9fb-20de-482c-ab2b-a2f3a7ed803d, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a321d9fb-20de-482c-ab2b-a2f3a7ed803d,segment=NetworkSegment(2798e400-812e-4b67-b9ff-59765e492165),segment_id=2798e400-812e-4b67-b9ff-59765e492165)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:44.719879 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-812a6fb9-4ee1-4313-9234-6d7482a652d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:44.752351 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device e5a42948-acc1-4feb-ae7c-74f81d2c9893 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:44.837766 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812a6fb9-4ee1-4313-9234-6d7482a652d6 None None] Routers {'0e2e974b-b968-4623-8707-ca8aa7888169'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:44.838495 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-812a6fb9-4ee1-4313-9234-6d7482a652d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:27:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['0e2e974b-b968-4623-8707-ca8aa7888169'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:44.849872 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f772d15e-ac54-489d-b52b-903a821586d8 None None] Pushing event updated for resources: {'Port': ['ID=a321d9fb-20de-482c-ab2b-a2f3a7ed803d,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:44.951844 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port e5a42948-acc1-4feb-ae7c-74f81d2c9893 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:44.952230 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:45.015757 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-812a6fb9-4ee1-4313-9234-6d7482a652d6 None None] Set router 0e2e974b-b968-4623-8707-ca8aa7888169 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:45.109461 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336fac8-b7e4-4f50-9370-d92c7cc97578 req-c10ad8ba-9326-4103-98c5-6bfe1dd9db6c tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:45.110933 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5336fac8-b7e4-4f50-9370-d92c7cc97578 req-c10ad8ba-9326-4103-98c5-6bfe1dd9db6c tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=222f4755-275c-4b1c-89a2-9362527a32ab HTTP/1.1" status: 200 len: 1098 time: 0.0564785 Jul 15 13:27:45.151798 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5336fac8-b7e4-4f50-9370-d92c7cc97578 req-a5146eef-38cf-4d67-a091-04a456cde8ed tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=80bc21f9-64b0-4443-ba42-494b6059aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349200 Jul 15 13:27:45.262727 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-812a6fb9-4ee1-4313-9234-6d7482a652d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2e974b-b968-4623-8707-ca8aa7888169', 'name': 'tempest-TestVolumeBackupRestore-1480919395-router', 'tenant_id': '120a9c8bf87444d09b5226e1c0faff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'e5a42948-acc1-4feb-ae7c-74f81d2c9893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:37Z', 'updated_at': '2021-07-15T13:27:41Z', 'revision_number': 4, 'project_id': '120a9c8bf87444d09b5226e1c0faff16', 'gw_port': {'id': 'e5a42948-acc1-4feb-ae7c-74f81d2c9893', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2e974b-b968-4623-8707-ca8aa7888169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:38Z', 'updated_at': '2021-07-15T13:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'a321d9fb-20de-482c-ab2b-a2f3a7ed803d', 'name': '', 'network_id': '3087c837-88f3-4cc5-b321-0f343506f04a', 'tenant_id': '120a9c8bf87444d09b5226e1c0faff16', 'mac_address': 'fa:16:3e:a7:88:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2e974b-b968-4623-8707-ca8aa7888169', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '8042a5c3-ede9-4ac3-b5fb-991818eea951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:40Z', 'updated_at': '2021-07-15T13:27:44Z', 'revision_number': 4, 'project_id': '120a9c8bf87444d09b5226e1c0faff16', 'subnets': [{'id': '8042a5c3-ede9-4ac3-b5fb-991818eea951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:45.293846 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812a6fb9-4ee1-4313-9234-6d7482a652d6 None None] The sync data for ids ['0e2e974b-b968-4623-8707-ca8aa7888169'] in n-d-771363-36 is: [{'id': '0e2e974b-b968-4623-8707-ca8aa7888169', 'name': 'tempest-TestVolumeBackupRestore-1480919395-router', 'tenant_id': '120a9c8bf87444d09b5226e1c0faff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'e5a42948-acc1-4feb-ae7c-74f81d2c9893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:37Z', 'updated_at': '2021-07-15T13:27:41Z', 'revision_number': 4, 'project_id': '120a9c8bf87444d09b5226e1c0faff16', 'gw_port': {'id': 'e5a42948-acc1-4feb-ae7c-74f81d2c9893', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2e974b-b968-4623-8707-ca8aa7888169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:38Z', 'updated_at': '2021-07-15T13:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'a321d9fb-20de-482c-ab2b-a2f3a7ed803d', 'name': '', 'network_id': '3087c837-88f3-4cc5-b321-0f343506f04a', 'tenant_id': '120a9c8bf87444d09b5226e1c0faff16', 'mac_address': 'fa:16:3e:a7:88:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2e974b-b968-4623-8707-ca8aa7888169', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '8042a5c3-ede9-4ac3-b5fb-991818eea951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:40Z', 'updated_at': '2021-07-15T13:27:44Z', 'revision_number': 4, 'project_id': '120a9c8bf87444d09b5226e1c0faff16', 'subnets': [{'id': '8042a5c3-ede9-4ac3-b5fb-991818eea951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:46.327217 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca84d3-5e59-4052-98ad-11b988d759c1 req-bdebe82d-6c49-4d02-ac93-302c7513ed1c tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:46.328948 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b7ca84d3-5e59-4052-98ad-11b988d759c1 req-bdebe82d-6c49-4d02-ac93-302c7513ed1c tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=222f4755-275c-4b1c-89a2-9362527a32ab HTTP/1.1" status: 200 len: 1098 time: 0.0599859 Jul 15 13:27:46.350007 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f09ac2-9a5c-443d-9ac3-8e727ae2fb06 req-3a9f4752-9051-4ad1-806a-5cbb93506a50 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:46.352362 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-70f09ac2-9a5c-443d-9ac3-8e727ae2fb06 req-3a9f4752-9051-4ad1-806a-5cbb93506a50 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=222f4755-275c-4b1c-89a2-9362527a32ab HTTP/1.1" status: 200 len: 1098 time: 0.0602524 Jul 15 13:27:46.365849 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b7ca84d3-5e59-4052-98ad-11b988d759c1 req-24e36e4b-4b4b-4b7d-93fa-f43d23fd7d92 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=80bc21f9-64b0-4443-ba42-494b6059aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313621 Jul 15 13:27:46.451163 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-70f09ac2-9a5c-443d-9ac3-8e727ae2fb06 req-36bbc5b5-7ab7-40e6-aa59-ca70933dd12b tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Deleting port 3fe801cb-11ec-43b3-8873-cb2ec792487d {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:46.451427 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-70f09ac2-9a5c-443d-9ac3-8e727ae2fb06 req-36bbc5b5-7ab7-40e6-aa59-ca70933dd12b tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:46.531722 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-70f09ac2-9a5c-443d-9ac3-8e727ae2fb06 req-36bbc5b5-7ab7-40e6-aa59-ca70933dd12b tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] For port 3fe801cb-11ec-43b3-8873-cb2ec792487d, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=3fe801cb-11ec-43b3-8873-cb2ec792487d,segment=NetworkSegment(f1836cb5-588a-49e8-a06d-46a38d584b92),segment_id=f1836cb5-588a-49e8-a06d-46a38d584b92)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:46.532089 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-70f09ac2-9a5c-443d-9ac3-8e727ae2fb06 req-36bbc5b5-7ab7-40e6-aa59-ca70933dd12b tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:46.545135 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-70f09ac2-9a5c-443d-9ac3-8e727ae2fb06 req-36bbc5b5-7ab7-40e6-aa59-ca70933dd12b tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Calling delete_port for 3fe801cb-11ec-43b3-8873-cb2ec792487d owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:46.678272 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-70f09ac2-9a5c-443d-9ac3-8e727ae2fb06 req-36bbc5b5-7ab7-40e6-aa59-ca70933dd12b tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:46.690752 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['bcc07719-dc7d-4c85-bb21-72288a50bb73'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:27:46.719870 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bbc5b5-7ab7-40e6-aa59-ca70933dd12b tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Pushing event deleted for resources: {'Port': ['ID=3fe801cb-11ec-43b3-8873-cb2ec792487d,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:46.780506 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['3fe801cb-11ec-43b3-8873-cb2ec792487d'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:27:46.792091 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f09ac2-9a5c-443d-9ac3-8e727ae2fb06 req-36bbc5b5-7ab7-40e6-aa59-ca70933dd12b tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] No DVR routers for this DVR port 3fe801cb-11ec-43b3-8873-cb2ec792487d on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:46.795243 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-70f09ac2-9a5c-443d-9ac3-8e727ae2fb06 req-36bbc5b5-7ab7-40e6-aa59-ca70933dd12b tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:46.797230 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-70f09ac2-9a5c-443d-9ac3-8e727ae2fb06 req-36bbc5b5-7ab7-40e6-aa59-ca70933dd12b tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.46 "DELETE /v2.0/ports/3fe801cb-11ec-43b3-8873-cb2ec792487d HTTP/1.1" status: 204 len: 173 time: 0.4393878 Jul 15 13:27:46.797687 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222f4755-275c-4b1c-89a2-9362527a32ab', 'name': 'network-vif-deleted', 'tag': '3fe801cb-11ec-43b3-8873-cb2ec792487d'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:46.800174 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae756b39-7a23-40ba-ace9-fa42041ed86e" -d '{"events": [{"server_uuid": "222f4755-275c-4b1c-89a2-9362527a32ab", "name": "network-vif-deleted", "tag": "3fe801cb-11ec-43b3-8873-cb2ec792487d"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:46.899206 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8d776b-07a0-4731-92bd-abcfb3832b3f x-openstack-request-id: req-1a8d776b-07a0-4731-92bd-abcfb3832b3f {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:46.899520 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222f4755-275c-4b1c-89a2-9362527a32ab", "name": "network-vif-deleted", "tag": "3fe801cb-11ec-43b3-8873-cb2ec792487d", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:46.899764 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a8d776b-07a0-4731-92bd-abcfb3832b3f {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:46.900423 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222f4755-275c-4b1c-89a2-9362527a32ab', 'name': 'network-vif-deleted', 'tag': '3fe801cb-11ec-43b3-8873-cb2ec792487d', 'status': 'completed', 'code': 200} Jul 15 13:27:46.932539 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a321d9fb-20de-482c-ab2b-a2f3a7ed803d up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:47.018150 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port a321d9fb-20de-482c-ab2b-a2f3a7ed803d completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:47.030230 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port a321d9fb-20de-482c-ab2b-a2f3a7ed803d triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:47.030641 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:47.302541 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:47.340556 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port a321d9fb-20de-482c-ab2b-a2f3a7ed803d, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a321d9fb-20de-482c-ab2b-a2f3a7ed803d,segment=NetworkSegment(2798e400-812e-4b67-b9ff-59765e492165),segment_id=2798e400-812e-4b67-b9ff-59765e492165)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:47.347556 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:47.411528 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=a321d9fb-20de-482c-ab2b-a2f3a7ed803d,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:47.524170 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8d02c08f-fb95-4837-bf6a-15006a17c2fd req-75a0cf5b-2162-4dea-b314-a28a1b532434 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=222f4755-275c-4b1c-89a2-9362527a32ab HTTP/1.1" status: 200 len: 210 time: 0.0273263 Jul 15 13:27:48.733798 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a321d9fb-20de-482c-ab2b-a2f3a7ed803d up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:48.787026 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port a321d9fb-20de-482c-ab2b-a2f3a7ed803d triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:48.787404 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.981977 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72e11c-7a16-4438-9876-771a6da449c5 req-ca76c1b2-716d-4d9a-a381-b9068e0a85b8 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:48.984208 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8b72e11c-7a16-4438-9876-771a6da449c5 req-ca76c1b2-716d-4d9a-a381-b9068e0a85b8 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3e8f40a8-1ed6-4fe1-ad90-9a7c657e7e8a HTTP/1.1" status: 200 len: 1098 time: 0.0541880 Jul 15 13:27:49.022038 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8b72e11c-7a16-4438-9876-771a6da449c5 req-78bba3de-9e7c-40c7-b04e-9e1908365158 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=80bc21f9-64b0-4443-ba42-494b6059aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322230 Jul 15 13:27:50.238197 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77dd13d-0bf5-4f84-8d2e-690f57420cb6 req-71105445-9d95-4080-b718-2472a5ddff62 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:50.239730 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d77dd13d-0bf5-4f84-8d2e-690f57420cb6 req-71105445-9d95-4080-b718-2472a5ddff62 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3e8f40a8-1ed6-4fe1-ad90-9a7c657e7e8a HTTP/1.1" status: 200 len: 1098 time: 0.0973535 Jul 15 13:27:50.245930 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6a3db-3d11-4dbf-9e59-e4128ec19ab6 req-5c830b5b-6c5e-46d0-8f58-030fbe2379df tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:50.247346 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-33d6a3db-3d11-4dbf-9e59-e4128ec19ab6 req-5c830b5b-6c5e-46d0-8f58-030fbe2379df tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3e8f40a8-1ed6-4fe1-ad90-9a7c657e7e8a HTTP/1.1" status: 200 len: 1098 time: 0.0730414 Jul 15 13:27:50.339891 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d77dd13d-0bf5-4f84-8d2e-690f57420cb6 req-79befb92-ca1d-4168-b381-7c8a5e3f996a tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=80bc21f9-64b0-4443-ba42-494b6059aeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915942 Jul 15 13:27:50.356295 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-33d6a3db-3d11-4dbf-9e59-e4128ec19ab6 req-575870d9-017e-4e36-bbcc-8e3905ad7d22 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Deleting port bcc07719-dc7d-4c85-bb21-72288a50bb73 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:50.356638 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-33d6a3db-3d11-4dbf-9e59-e4128ec19ab6 req-575870d9-017e-4e36-bbcc-8e3905ad7d22 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:50.376867 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 3fe801cb-11ec-43b3-8873-cb2ec792487d no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:50.406035 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 3fe801cb-11ec-43b3-8873-cb2ec792487d {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:50.406379 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 3fe801cb-11ec-43b3-8873-cb2ec792487d not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:50.449329 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-33d6a3db-3d11-4dbf-9e59-e4128ec19ab6 req-575870d9-017e-4e36-bbcc-8e3905ad7d22 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] For port bcc07719-dc7d-4c85-bb21-72288a50bb73, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=bcc07719-dc7d-4c85-bb21-72288a50bb73,segment=NetworkSegment(f1836cb5-588a-49e8-a06d-46a38d584b92),segment_id=f1836cb5-588a-49e8-a06d-46a38d584b92)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:50.449689 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-33d6a3db-3d11-4dbf-9e59-e4128ec19ab6 req-575870d9-017e-4e36-bbcc-8e3905ad7d22 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:50.462189 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-33d6a3db-3d11-4dbf-9e59-e4128ec19ab6 req-575870d9-017e-4e36-bbcc-8e3905ad7d22 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Calling delete_port for bcc07719-dc7d-4c85-bb21-72288a50bb73 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:50.590641 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-33d6a3db-3d11-4dbf-9e59-e4128ec19ab6 req-575870d9-017e-4e36-bbcc-8e3905ad7d22 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:50.602094 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['bcc07719-dc7d-4c85-bb21-72288a50bb73'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:27:50.618174 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575870d9-017e-4e36-bbcc-8e3905ad7d22 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Pushing event deleted for resources: {'Port': ['ID=bcc07719-dc7d-4c85-bb21-72288a50bb73,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:50.663437 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d6a3db-3d11-4dbf-9e59-e4128ec19ab6 req-575870d9-017e-4e36-bbcc-8e3905ad7d22 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] No DVR routers for this DVR port bcc07719-dc7d-4c85-bb21-72288a50bb73 on host n-h1-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:50.666262 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-33d6a3db-3d11-4dbf-9e59-e4128ec19ab6 req-575870d9-017e-4e36-bbcc-8e3905ad7d22 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:50.669211 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-33d6a3db-3d11-4dbf-9e59-e4128ec19ab6 req-575870d9-017e-4e36-bbcc-8e3905ad7d22 tempest-TestServerMultinode-2061139824 tempest-TestServerMultinode-2061139824-project-admin] 10.222.0.20 "DELETE /v2.0/ports/bcc07719-dc7d-4c85-bb21-72288a50bb73 HTTP/1.1" status: 204 len: 173 time: 0.4153571 Jul 15 13:27:50.669723 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8f40a8-1ed6-4fe1-ad90-9a7c657e7e8a', 'name': 'network-vif-deleted', 'tag': 'bcc07719-dc7d-4c85-bb21-72288a50bb73'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:50.672179 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63dea9db-4f3d-4ff9-95cd-c8bfa7a4523c" -d '{"events": [{"server_uuid": "3e8f40a8-1ed6-4fe1-ad90-9a7c657e7e8a", "name": "network-vif-deleted", "tag": "bcc07719-dc7d-4c85-bb21-72288a50bb73"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:50.719100 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef04424-6f83-41a3-b2bb-8598114bf36d x-openstack-request-id: req-5ef04424-6f83-41a3-b2bb-8598114bf36d {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:50.719396 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8f40a8-1ed6-4fe1-ad90-9a7c657e7e8a", "name": "network-vif-deleted", "tag": "bcc07719-dc7d-4c85-bb21-72288a50bb73", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:50.719646 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5ef04424-6f83-41a3-b2bb-8598114bf36d {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:50.720044 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e8f40a8-1ed6-4fe1-ad90-9a7c657e7e8a', 'name': 'network-vif-deleted', 'tag': 'bcc07719-dc7d-4c85-bb21-72288a50bb73', 'status': 'completed', 'code': 200} Jul 15 13:27:51.444427 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 51990) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:51.814327 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f2e3f61c-d3c8-48a0-bd8f-045954a0b82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:52.085273 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-f2e3f61c-d3c8-48a0-bd8f-045954a0b82b admin admin] Deleting port a6cfa429-b980-4dd1-9a4f-ba36cd2b5930 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:52.085886 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f2e3f61c-d3c8-48a0-bd8f-045954a0b82b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:52.168810 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-f2e3f61c-d3c8-48a0-bd8f-045954a0b82b admin admin] For port a6cfa429-b980-4dd1-9a4f-ba36cd2b5930, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a6cfa429-b980-4dd1-9a4f-ba36cd2b5930,segment=NetworkSegment(f1836cb5-588a-49e8-a06d-46a38d584b92),segment_id=f1836cb5-588a-49e8-a06d-46a38d584b92)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:52.169170 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f2e3f61c-d3c8-48a0-bd8f-045954a0b82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:52.181558 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-f2e3f61c-d3c8-48a0-bd8f-045954a0b82b admin admin] Calling delete_port for a6cfa429-b980-4dd1-9a4f-ba36cd2b5930 owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:52.370055 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f2e3f61c-d3c8-48a0-bd8f-045954a0b82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:52.401129 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3f61c-d3c8-48a0-bd8f-045954a0b82b admin admin] Pushing event deleted for resources: {'Port': ['ID=a6cfa429-b980-4dd1-9a4f-ba36cd2b5930,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:52.599303 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f2e3f61c-d3c8-48a0-bd8f-045954a0b82b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:52.834200 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e3f61c-d3c8-48a0-bd8f-045954a0b82b admin admin] Router 08fcd915-b587-4bd7-91f1-415db33263b4 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:27:52.944804 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e3f61c-d3c8-48a0-bd8f-045954a0b82b admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:52.952256 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f2e3f61c-d3c8-48a0-bd8f-045954a0b82b admin admin] 10.222.0.16 "PUT /v2.0/routers/08fcd915-b587-4bd7-91f1-415db33263b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5041544 Jul 15 13:27:52.952553 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 51998) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:52.953501 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11731eb-85e5-463a-a3ba-0f733f453960 None None] Sync routers for ids ['08fcd915-b587-4bd7-91f1-415db33263b4'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:52.962465 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11731eb-85e5-463a-a3ba-0f733f453960 None None] Routers {'08fcd915-b587-4bd7-91f1-415db33263b4'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:52.963101 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-a11731eb-85e5-463a-a3ba-0f733f453960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:27:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['08fcd915-b587-4bd7-91f1-415db33263b4'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:53.057264 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ccae96fd-65b6-4910-b767-c5c9609b1822 admin admin] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.075224 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-a11731eb-85e5-463a-a3ba-0f733f453960 None None] Set router 08fcd915-b587-4bd7-91f1-415db33263b4 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:53.169464 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ccae96fd-65b6-4910-b767-c5c9609b1822 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.227845 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ccae96fd-65b6-4910-b767-c5c9609b1822 admin admin] Deleting port 85df6052-dead-4b7d-bb9c-78c59abd205b {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:53.228193 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ccae96fd-65b6-4910-b767-c5c9609b1822 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.266134 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-a11731eb-85e5-463a-a3ba-0f733f453960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fcd915-b587-4bd7-91f1-415db33263b4', 'name': 'tempest-TestServerMultinode-629721505-router', 'tenant_id': '2fa10779725e4b2a9321e5dc981dda81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '85df6052-dead-4b7d-bb9c-78c59abd205b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:09Z', 'updated_at': '2021-07-15T13:27:52Z', 'revision_number': 5, 'project_id': '2fa10779725e4b2a9321e5dc981dda81', 'gw_port': {'id': '85df6052-dead-4b7d-bb9c-78c59abd205b', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fcd915-b587-4bd7-91f1-415db33263b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:09Z', 'updated_at': '2021-07-15T13:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:53.299509 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11731eb-85e5-463a-a3ba-0f733f453960 None None] Checking router: 08fcd915-b587-4bd7-91f1-415db33263b4 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:27:53.310547 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11731eb-85e5-463a-a3ba-0f733f453960 None None] Routers {'08fcd915-b587-4bd7-91f1-415db33263b4'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:53.311357 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-a11731eb-85e5-463a-a3ba-0f733f453960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:27:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['08fcd915-b587-4bd7-91f1-415db33263b4'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:53.346758 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ccae96fd-65b6-4910-b767-c5c9609b1822 admin admin] For port 85df6052-dead-4b7d-bb9c-78c59abd205b, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=85df6052-dead-4b7d-bb9c-78c59abd205b,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:53.347147 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ccae96fd-65b6-4910-b767-c5c9609b1822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.360013 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ccae96fd-65b6-4910-b767-c5c9609b1822 admin admin] Calling delete_port for 85df6052-dead-4b7d-bb9c-78c59abd205b owned by network:router_gateway {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:53.400287 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-a11731eb-85e5-463a-a3ba-0f733f453960 None None] Set router 08fcd915-b587-4bd7-91f1-415db33263b4 gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:53.453270 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-a11731eb-85e5-463a-a3ba-0f733f453960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fcd915-b587-4bd7-91f1-415db33263b4', 'name': 'tempest-TestServerMultinode-629721505-router', 'tenant_id': '2fa10779725e4b2a9321e5dc981dda81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:09Z', 'updated_at': '2021-07-15T13:27:53Z', 'revision_number': 6, 'project_id': '2fa10779725e4b2a9321e5dc981dda81', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:53.483094 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11731eb-85e5-463a-a3ba-0f733f453960 None None] The sync data for ids ['08fcd915-b587-4bd7-91f1-415db33263b4'] in n-d-771363-36 is: [{'id': '08fcd915-b587-4bd7-91f1-415db33263b4', 'name': 'tempest-TestServerMultinode-629721505-router', 'tenant_id': '2fa10779725e4b2a9321e5dc981dda81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:09Z', 'updated_at': '2021-07-15T13:27:53Z', 'revision_number': 6, 'project_id': '2fa10779725e4b2a9321e5dc981dda81', 'gw_port_host': None}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:53.532169 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ccae96fd-65b6-4910-b767-c5c9609b1822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.555124 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae96fd-65b6-4910-b767-c5c9609b1822 admin admin] Pushing event deleted for resources: {'Port': ['ID=85df6052-dead-4b7d-bb9c-78c59abd205b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:53.625816 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ccae96fd-65b6-4910-b767-c5c9609b1822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.721421 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ccae96fd-65b6-4910-b767-c5c9609b1822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.723709 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ccae96fd-65b6-4910-b767-c5c9609b1822 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.767566 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ccae96fd-65b6-4910-b767-c5c9609b1822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.768141 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccae96fd-65b6-4910-b767-c5c9609b1822 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08fcd915-b587-4bd7-91f1-415db33263b4 {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:27:53.772775 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ccae96fd-65b6-4910-b767-c5c9609b1822 admin admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.774030 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ccae96fd-65b6-4910-b767-c5c9609b1822 admin admin] 10.222.0.16 "DELETE /v2.0/routers/08fcd915-b587-4bd7-91f1-415db33263b4 HTTP/1.1" status: 204 len: 168 time: 0.8204925 Jul 15 13:27:53.776976 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52012) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:53.821987 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-178b6cf8-f8ca-49b0-8fb8-4fdbf92b4b4e admin admin] Deleting subnet a355fa63-67ab-4494-b44e-619bc46eac08 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:27:53.826056 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-178b6cf8-f8ca-49b0-8fb8-4fdbf92b4b4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.866482 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-178b6cf8-f8ca-49b0-8fb8-4fdbf92b4b4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.964154 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-178b6cf8-f8ca-49b0-8fb8-4fdbf92b4b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.015768 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-178b6cf8-f8ca-49b0-8fb8-4fdbf92b4b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.043127 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-178b6cf8-f8ca-49b0-8fb8-4fdbf92b4b4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.045008 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-178b6cf8-f8ca-49b0-8fb8-4fdbf92b4b4e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a355fa63-67ab-4494-b44e-619bc46eac08 HTTP/1.1" status: 204 len: 168 time: 0.2670481 Jul 15 13:27:54.046009 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b6cf8-f8ca-49b0-8fb8-4fdbf92b4b4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a355fa63-67ab-4494-b44e-619bc46eac08,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:54.047653 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52022) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:54.055465 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2ef884-d1a7-4dc6-ad60-771283edef00 None None] Network b6ec0d29-70fb-4f28-8144-6200a91c36b5 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:54.118529 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-37ad2884-85c4-4871-9c43-079e1195a696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.178258 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-37ad2884-85c4-4871-9c43-079e1195a696 admin admin] Deleting port 35c47b61-6144-440d-b77b-5f1edf65c970 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:54.178922 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-37ad2884-85c4-4871-9c43-079e1195a696 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.247829 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-37ad2884-85c4-4871-9c43-079e1195a696 admin admin] For port 35c47b61-6144-440d-b77b-5f1edf65c970, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=35c47b61-6144-440d-b77b-5f1edf65c970,segment=NetworkSegment(f1836cb5-588a-49e8-a06d-46a38d584b92),segment_id=f1836cb5-588a-49e8-a06d-46a38d584b92)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:54.248190 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-37ad2884-85c4-4871-9c43-079e1195a696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.265308 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-37ad2884-85c4-4871-9c43-079e1195a696 admin admin] Calling delete_port for 35c47b61-6144-440d-b77b-5f1edf65c970 owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:54.299216 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a86e89c-9a8d-4db9-bb8c-0a6398885386 None None] DHCP port deletion for b6ec0d29-70fb-4f28-8144-6200a91c36b5 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:27:54.355527 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-37ad2884-85c4-4871-9c43-079e1195a696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.360314 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2a86e89c-9a8d-4db9-bb8c-0a6398885386 None None] Deleting port 35c47b61-6144-440d-b77b-5f1edf65c970 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:54.360722 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2a86e89c-9a8d-4db9-bb8c-0a6398885386 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.393107 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad2884-85c4-4871-9c43-079e1195a696 admin admin] Pushing event deleted for resources: {'Port': ['ID=35c47b61-6144-440d-b77b-5f1edf65c970,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:54.395856 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ad2884-85c4-4871-9c43-079e1195a696 admin admin] No DVR routers for this DVR port 35c47b61-6144-440d-b77b-5f1edf65c970 on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:54.438299 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-2a86e89c-9a8d-4db9-bb8c-0a6398885386 None None] For port 35c47b61-6144-440d-b77b-5f1edf65c970, host n-d-771363-36, got binding levels [] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:54.438718 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2a86e89c-9a8d-4db9-bb8c-0a6398885386 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.453999 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2a86e89c-9a8d-4db9-bb8c-0a6398885386 None None] Calling delete_port for 35c47b61-6144-440d-b77b-5f1edf65c970 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:54.456750 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.ipam_backend_mixin [None req-2a86e89c-9a8d-4db9-bb8c-0a6398885386 None None] Port 35c47b61-6144-440d-b77b-5f1edf65c970 was not found and therefore no delete operation was performed {{(pid=93827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:27:54.458002 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2a86e89c-9a8d-4db9-bb8c-0a6398885386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.474725 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-37ad2884-85c4-4871-9c43-079e1195a696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.485773 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-37ad2884-85c4-4871-9c43-079e1195a696 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6ec0d29-70fb-4f28-8144-6200a91c36b5']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:54.492336 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a86e89c-9a8d-4db9-bb8c-0a6398885386 None None] No DVR routers for this DVR port 35c47b61-6144-440d-b77b-5f1edf65c970 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:54.496460 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a86e89c-9a8d-4db9-bb8c-0a6398885386 None None] Pushing event deleted for resources: {'Port': ['ID=35c47b61-6144-440d-b77b-5f1edf65c970,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:54.501142 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-37ad2884-85c4-4871-9c43-079e1195a696 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1836cb5-588a-49e8-a06d-46a38d584b92') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:54.501240 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-37ad2884-85c4-4871-9c43-079e1195a696 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1836cb5-588a-49e8-a06d-46a38d584b92') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:54.511336 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-37ad2884-85c4-4871-9c43-079e1195a696 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.525012 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-37ad2884-85c4-4871-9c43-079e1195a696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.532355 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ad2884-85c4-4871-9c43-079e1195a696 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:27:54.532751 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-37ad2884-85c4-4871-9c43-079e1195a696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.534403 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:27:54.534403 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:27:54.534403 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:27:54.534403 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:27:54.534403 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:27:54.534403 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:27:54.534403 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:27:54.534403 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:27:54.534403 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:27:54.534403 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:27:54.534403 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:27:54.534403 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:27:54.534403 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:27:54.534403 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:27:54.534403 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:27:54.534403 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:27:54.534403 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:27:54.534403 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:27:54.534403 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:27:54.534403 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:27:54.534403 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:27:54.534403 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:27:54.534403 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:27:54.534403 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:27:54.534403 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:27:54.534403 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:27:54.534403 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:27:54.534403 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:27:54.534403 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:27:54.534403 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:27:54.534403 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:27:54.534403 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:27:54.589572 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-37ad2884-85c4-4871-9c43-079e1195a696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.595184 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-37ad2884-85c4-4871-9c43-079e1195a696 admin admin] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.597032 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-37ad2884-85c4-4871-9c43-079e1195a696 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b6ec0d29-70fb-4f28-8144-6200a91c36b5 HTTP/1.1" status: 204 len: 168 time: 0.5477664 Jul 15 13:27:54.600224 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52024) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:54.613481 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad2884-85c4-4871-9c43-079e1195a696 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6ec0d29-70fb-4f28-8144-6200a91c36b5,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:54.757305 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a6cfa429-b980-4dd1-9a4f-ba36cd2b5930 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:54.798163 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: a6cfa429-b980-4dd1-9a4f-ba36cd2b5930 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:54.798641 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a6cfa429-b980-4dd1-9a4f-ba36cd2b5930 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:54.799026 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 35c47b61-6144-440d-b77b-5f1edf65c970 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:54.825513 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 35c47b61-6144-440d-b77b-5f1edf65c970 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:54.825825 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 35c47b61-6144-440d-b77b-5f1edf65c970 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:54.826198 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 85df6052-dead-4b7d-bb9c-78c59abd205b no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:54.847845 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 85df6052-dead-4b7d-bb9c-78c59abd205b {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:54.848201 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 85df6052-dead-4b7d-bb9c-78c59abd205b not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:55.359908 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f94e67ce-97cc-4228-81d3-e4ada86d8f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:55.445079 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device bcc07719-dc7d-4c85-bb21-72288a50bb73 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:55.465793 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: bcc07719-dc7d-4c85-bb21-72288a50bb73 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:55.466293 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device bcc07719-dc7d-4c85-bb21-72288a50bb73 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:55.616072 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f94e67ce-97cc-4228-81d3-e4ada86d8f09 admin admin] Deleting port 5f117fed-e0a2-48b5-a47a-09435e6ab836 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:55.616454 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f94e67ce-97cc-4228-81d3-e4ada86d8f09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:55.694648 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f94e67ce-97cc-4228-81d3-e4ada86d8f09 admin admin] For port 5f117fed-e0a2-48b5-a47a-09435e6ab836, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5f117fed-e0a2-48b5-a47a-09435e6ab836,segment=NetworkSegment(418330dd-f138-416d-9971-216654120337),segment_id=418330dd-f138-416d-9971-216654120337)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:55.695010 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f94e67ce-97cc-4228-81d3-e4ada86d8f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:55.707456 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f94e67ce-97cc-4228-81d3-e4ada86d8f09 admin admin] Calling delete_port for 5f117fed-e0a2-48b5-a47a-09435e6ab836 owned by network:router_interface {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:55.897748 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f94e67ce-97cc-4228-81d3-e4ada86d8f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:55.929717 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e67ce-97cc-4228-81d3-e4ada86d8f09 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f117fed-e0a2-48b5-a47a-09435e6ab836,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:56.117197 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f94e67ce-97cc-4228-81d3-e4ada86d8f09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:56.341910 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94e67ce-97cc-4228-81d3-e4ada86d8f09 admin admin] Router 08df41ab-dcf1-44f7-ba67-f4f9125add94 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:27:56.450116 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94e67ce-97cc-4228-81d3-e4ada86d8f09 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:56.455076 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f94e67ce-97cc-4228-81d3-e4ada86d8f09 admin admin] 10.222.0.16 "PUT /v2.0/routers/08df41ab-dcf1-44f7-ba67-f4f9125add94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8537354 Jul 15 13:27:56.457774 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52042) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:56.458607 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ce8397-fec6-4598-8e1b-9c93ed9f4b0c None None] Sync routers for ids ['08df41ab-dcf1-44f7-ba67-f4f9125add94'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:56.468574 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ce8397-fec6-4598-8e1b-9c93ed9f4b0c None None] Routers {'08df41ab-dcf1-44f7-ba67-f4f9125add94'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:56.469194 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-94ce8397-fec6-4598-8e1b-9c93ed9f4b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:27:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['08df41ab-dcf1-44f7-ba67-f4f9125add94'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:56.599253 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3036e17d-3d2b-4780-8de9-6f4bcf2358d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:56.607680 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-94ce8397-fec6-4598-8e1b-9c93ed9f4b0c None None] Set router 08df41ab-dcf1-44f7-ba67-f4f9125add94 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:56.749049 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3036e17d-3d2b-4780-8de9-6f4bcf2358d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:56.814701 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3036e17d-3d2b-4780-8de9-6f4bcf2358d3 admin admin] Deleting port 84f92b22-96e4-4cf0-bff2-ec4616fe515e {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:56.814701 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3036e17d-3d2b-4780-8de9-6f4bcf2358d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:56.867976 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-94ce8397-fec6-4598-8e1b-9c93ed9f4b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08df41ab-dcf1-44f7-ba67-f4f9125add94', 'name': 'tempest-TestServerMultinode-408782174-router', 'tenant_id': '2c4a9146262c4576b189e85c1d11d06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '84f92b22-96e4-4cf0-bff2-ec4616fe515e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:14Z', 'updated_at': '2021-07-15T13:27:55Z', 'revision_number': 5, 'project_id': '2c4a9146262c4576b189e85c1d11d06e', 'gw_port': {'id': '84f92b22-96e4-4cf0-bff2-ec4616fe515e', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08df41ab-dcf1-44f7-ba67-f4f9125add94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:14Z', 'updated_at': '2021-07-15T13:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:56.906683 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ce8397-fec6-4598-8e1b-9c93ed9f4b0c None None] Checking router: 08df41ab-dcf1-44f7-ba67-f4f9125add94 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:27:56.915451 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-3036e17d-3d2b-4780-8de9-6f4bcf2358d3 admin admin] For port 84f92b22-96e4-4cf0-bff2-ec4616fe515e, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=84f92b22-96e4-4cf0-bff2-ec4616fe515e,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:56.915847 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3036e17d-3d2b-4780-8de9-6f4bcf2358d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:56.919471 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ce8397-fec6-4598-8e1b-9c93ed9f4b0c None None] Routers {'08df41ab-dcf1-44f7-ba67-f4f9125add94'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:56.920259 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-94ce8397-fec6-4598-8e1b-9c93ed9f4b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:27:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['08df41ab-dcf1-44f7-ba67-f4f9125add94'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:56.939660 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3036e17d-3d2b-4780-8de9-6f4bcf2358d3 admin admin] Calling delete_port for 84f92b22-96e4-4cf0-bff2-ec4616fe515e owned by network:router_gateway {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:57.032520 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-94ce8397-fec6-4598-8e1b-9c93ed9f4b0c None None] Set router 08df41ab-dcf1-44f7-ba67-f4f9125add94 gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:57.102670 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-94ce8397-fec6-4598-8e1b-9c93ed9f4b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08df41ab-dcf1-44f7-ba67-f4f9125add94', 'name': 'tempest-TestServerMultinode-408782174-router', 'tenant_id': '2c4a9146262c4576b189e85c1d11d06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:14Z', 'updated_at': '2021-07-15T13:27:56Z', 'revision_number': 6, 'project_id': '2c4a9146262c4576b189e85c1d11d06e', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:57.155525 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ce8397-fec6-4598-8e1b-9c93ed9f4b0c None None] The sync data for ids ['08df41ab-dcf1-44f7-ba67-f4f9125add94'] in n-d-771363-36 is: [{'id': '08df41ab-dcf1-44f7-ba67-f4f9125add94', 'name': 'tempest-TestServerMultinode-408782174-router', 'tenant_id': '2c4a9146262c4576b189e85c1d11d06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:14Z', 'updated_at': '2021-07-15T13:27:56Z', 'revision_number': 6, 'project_id': '2c4a9146262c4576b189e85c1d11d06e', 'gw_port_host': None}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:57.169714 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3036e17d-3d2b-4780-8de9-6f4bcf2358d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:57.204533 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036e17d-3d2b-4780-8de9-6f4bcf2358d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=84f92b22-96e4-4cf0-bff2-ec4616fe515e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:57.268796 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3036e17d-3d2b-4780-8de9-6f4bcf2358d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:57.357319 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3036e17d-3d2b-4780-8de9-6f4bcf2358d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:57.359486 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3036e17d-3d2b-4780-8de9-6f4bcf2358d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:57.401828 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3036e17d-3d2b-4780-8de9-6f4bcf2358d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:57.402704 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3036e17d-3d2b-4780-8de9-6f4bcf2358d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08df41ab-dcf1-44f7-ba67-f4f9125add94 {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:27:57.406979 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3036e17d-3d2b-4780-8de9-6f4bcf2358d3 admin admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:57.410442 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3036e17d-3d2b-4780-8de9-6f4bcf2358d3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/08df41ab-dcf1-44f7-ba67-f4f9125add94 HTTP/1.1" status: 204 len: 168 time: 0.9494774 Jul 15 13:27:57.410772 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52048) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:57.456111 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a7a8bf0-fad0-46bf-b924-36a8d0e2dfcc admin admin] Deleting subnet 7062f08b-0131-4cec-adc0-f7e02d217e1b {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:27:57.459204 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8a7a8bf0-fad0-46bf-b924-36a8d0e2dfcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:57.497726 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8a7a8bf0-fad0-46bf-b924-36a8d0e2dfcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:57.578141 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8a7a8bf0-fad0-46bf-b924-36a8d0e2dfcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:57.638711 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8a7a8bf0-fad0-46bf-b924-36a8d0e2dfcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:57.665932 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a8bf0-fad0-46bf-b924-36a8d0e2dfcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7062f08b-0131-4cec-adc0-f7e02d217e1b,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:57.668414 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8a7a8bf0-fad0-46bf-b924-36a8d0e2dfcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:57.670271 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8a7a8bf0-fad0-46bf-b924-36a8d0e2dfcc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7062f08b-0131-4cec-adc0-f7e02d217e1b HTTP/1.1" status: 204 len: 168 time: 0.2585113 Jul 15 13:27:57.672231 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1c3973-2ea6-4e2a-9e54-c118e0205739 None None] Network e91cf30b-170f-4e5e-a62e-99ebad398daa requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:57.673174 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52050) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:57.749199 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-35b76c6c-bb0d-4dfe-ba60-d149a79dd515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:57.805452 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-35b76c6c-bb0d-4dfe-ba60-d149a79dd515 admin admin] Deleting port b0f6dd69-eb02-4b6c-8235-571b78f093e5 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:57.805853 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-35b76c6c-bb0d-4dfe-ba60-d149a79dd515 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:57.880287 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-35b76c6c-bb0d-4dfe-ba60-d149a79dd515 admin admin] For port b0f6dd69-eb02-4b6c-8235-571b78f093e5, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=b0f6dd69-eb02-4b6c-8235-571b78f093e5,segment=NetworkSegment(418330dd-f138-416d-9971-216654120337),segment_id=418330dd-f138-416d-9971-216654120337)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:57.880641 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-35b76c6c-bb0d-4dfe-ba60-d149a79dd515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:57.892443 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-35b76c6c-bb0d-4dfe-ba60-d149a79dd515 admin admin] Calling delete_port for b0f6dd69-eb02-4b6c-8235-571b78f093e5 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:57.971278 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-35b76c6c-bb0d-4dfe-ba60-d149a79dd515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:57.998257 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b76c6c-bb0d-4dfe-ba60-d149a79dd515 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0f6dd69-eb02-4b6c-8235-571b78f093e5,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:58.013845 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b76c6c-bb0d-4dfe-ba60-d149a79dd515 admin admin] No DVR routers for this DVR port b0f6dd69-eb02-4b6c-8235-571b78f093e5 on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:58.017386 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9ecf25-3815-4fb3-9f7a-91adf677fb54 None None] DHCP port deletion for e91cf30b-170f-4e5e-a62e-99ebad398daa request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:27:58.094088 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-35b76c6c-bb0d-4dfe-ba60-d149a79dd515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.104452 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-35b76c6c-bb0d-4dfe-ba60-d149a79dd515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e91cf30b-170f-4e5e-a62e-99ebad398daa']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:58.114848 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-35b76c6c-bb0d-4dfe-ba60-d149a79dd515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418330dd-f138-416d-9971-216654120337') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:58.115140 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-35b76c6c-bb0d-4dfe-ba60-d149a79dd515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418330dd-f138-416d-9971-216654120337') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:58.127841 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-35b76c6c-bb0d-4dfe-ba60-d149a79dd515 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.141933 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-35b76c6c-bb0d-4dfe-ba60-d149a79dd515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.147904 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b76c6c-bb0d-4dfe-ba60-d149a79dd515 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:27:58.148285 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-35b76c6c-bb0d-4dfe-ba60-d149a79dd515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.150311 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:27:58.150311 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:27:58.150311 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:27:58.150311 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:27:58.150311 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:27:58.150311 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:27:58.150311 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:27:58.150311 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:27:58.150311 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:27:58.150311 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:27:58.150311 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:27:58.150311 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:27:58.150311 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:27:58.150311 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:27:58.150311 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:27:58.150311 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:27:58.150311 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:27:58.150311 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:27:58.150311 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:27:58.150311 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:27:58.150311 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:27:58.150311 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:27:58.150311 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:27:58.150311 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:27:58.150311 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:27:58.150311 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:27:58.150311 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:27:58.150311 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:27:58.150311 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:27:58.150311 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:27:58.150311 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:27:58.150311 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:27:58.209266 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-35b76c6c-bb0d-4dfe-ba60-d149a79dd515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.220854 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-35b76c6c-bb0d-4dfe-ba60-d149a79dd515 admin admin] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.222881 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-35b76c6c-bb0d-4dfe-ba60-d149a79dd515 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e91cf30b-170f-4e5e-a62e-99ebad398daa HTTP/1.1" status: 204 len: 168 time: 0.5486045 Jul 15 13:27:58.234447 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b76c6c-bb0d-4dfe-ba60-d149a79dd515 admin admin] Pushing event deleted for resources: {'Network': ['ID=e91cf30b-170f-4e5e-a62e-99ebad398daa,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:58.419565 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52066) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:58.462595 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b6c45dc7-2937-4eb2-819d-e5b617926fe3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2fa10779725e4b2a9321e5dc981dda81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394962 Jul 15 13:27:58.462803 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52068) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:58.514234 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1f947226-1905-4df4-8ff3-05bcee492dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.535565 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1f947226-1905-4df4-8ff3-05bcee492dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.580493 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1f947226-1905-4df4-8ff3-05bcee492dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.583070 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1f947226-1905-4df4-8ff3-05bcee492dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.584280 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1f947226-1905-4df4-8ff3-05bcee492dbc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2bd8fa72-aa14-4171-98fb-115ef56530d2 HTTP/1.1" status: 204 len: 168 time: 0.1206245 Jul 15 13:27:58.592830 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f947226-1905-4df4-8ff3-05bcee492dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd8fa72-aa14-4171-98fb-115ef56530d2,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:58.726332 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5f117fed-e0a2-48b5-a47a-09435e6ab836 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:58.747872 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 5f117fed-e0a2-48b5-a47a-09435e6ab836 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:58.748223 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5f117fed-e0a2-48b5-a47a-09435e6ab836 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:58.748698 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 84f92b22-96e4-4cf0-bff2-ec4616fe515e no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:58.767935 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 84f92b22-96e4-4cf0-bff2-ec4616fe515e {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:58.768281 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 84f92b22-96e4-4cf0-bff2-ec4616fe515e not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:58.768931 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b0f6dd69-eb02-4b6c-8235-571b78f093e5 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:58.788091 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: b0f6dd69-eb02-4b6c-8235-571b78f093e5 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:58.788683 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b0f6dd69-eb02-4b6c-8235-571b78f093e5 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:58.916629 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52074) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:58.956803 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ae6910fe-79a2-486f-8e45-42424eda30d1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2c4a9146262c4576b189e85c1d11d06e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388992 Jul 15 13:27:58.959236 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52076) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:59.013381 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-74f92e09-69ae-4df4-8ae7-1ad012385738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.034491 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-74f92e09-69ae-4df4-8ae7-1ad012385738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.080447 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-74f92e09-69ae-4df4-8ae7-1ad012385738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.083038 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-74f92e09-69ae-4df4-8ae7-1ad012385738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.084239 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-74f92e09-69ae-4df4-8ae7-1ad012385738 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/80bc21f9-64b0-4443-ba42-494b6059aeb6 HTTP/1.1" status: 204 len: 168 time: 0.1240678 Jul 15 13:27:59.094946 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f92e09-69ae-4df4-8ae7-1ad012385738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bc21f9-64b0-4443-ba42-494b6059aeb6,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:59.222814 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.536124 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.707384 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a8876d9c-de5d-4d52-8548-04d9f1c1eb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:00.351701 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:28:01.017478 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [req-301ace4e-1c7e-422c-928f-e1f2fc3ae705 req-f98b873f-38a3-4836-8f3d-26a5fb417991 service neutron] (93826) timed out ('10.222.0.46', 49438) {{(pid=93826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:28:02.269664 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:02.472621 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-afe7c1c6-28b6-4d39-b148-42bb3a0d0188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.587739 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:05.011741 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.694410 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783f324-8678-47e5-a739-3b7cab995105 req-1fc995ff-f915-4580-bab7-97949e5e4249 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:07.700391 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783f324-8678-47e5-a739-3b7cab995105 req-1fc995ff-f915-4580-bab7-97949e5e4249 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:07.706456 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783f324-8678-47e5-a739-3b7cab995105 req-1fc995ff-f915-4580-bab7-97949e5e4249 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:07.712314 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783f324-8678-47e5-a739-3b7cab995105 req-1fc995ff-f915-4580-bab7-97949e5e4249 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:07.718715 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783f324-8678-47e5-a739-3b7cab995105 req-1fc995ff-f915-4580-bab7-97949e5e4249 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:07.725192 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783f324-8678-47e5-a739-3b7cab995105 req-1fc995ff-f915-4580-bab7-97949e5e4249 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:07.731690 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783f324-8678-47e5-a739-3b7cab995105 req-1fc995ff-f915-4580-bab7-97949e5e4249 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:07.733647 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0783f324-8678-47e5-a739-3b7cab995105 req-1fc995ff-f915-4580-bab7-97949e5e4249 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 5440 time: 0.1077807 Jul 15 13:28:07.776848 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0783f324-8678-47e5-a739-3b7cab995105 req-b5a7a398-d72c-4be3-adcd-f93fbfbd5ee5 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da&id=45431849-e472-4cc9-91dc-6aceda522923&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371175 Jul 15 13:28:08.692440 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-f4ac5052-5db8-4a9a-9fbd-18be47df627a tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:08.698492 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-f4ac5052-5db8-4a9a-9fbd-18be47df627a tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:08.704232 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-f4ac5052-5db8-4a9a-9fbd-18be47df627a tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:08.709918 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-f4ac5052-5db8-4a9a-9fbd-18be47df627a tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:08.716257 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-f4ac5052-5db8-4a9a-9fbd-18be47df627a tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:08.722042 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-f4ac5052-5db8-4a9a-9fbd-18be47df627a tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:08.727809 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-f4ac5052-5db8-4a9a-9fbd-18be47df627a tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:08.729734 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-f4ac5052-5db8-4a9a-9fbd-18be47df627a tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 5440 time: 0.1105452 Jul 15 13:28:08.785243 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-57c654c4-1924-47e3-8986-05744707c9e9 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:08.786663 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-57c654c4-1924-47e3-8986-05744707c9e9 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.46 "GET /v2.0/ports/5f85c995-44e4-4ef4-892d-2c08cac1914f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0507166 Jul 15 13:28:08.895984 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-8df15b4d-2bb6-4a37-8ad0-f1fc6fd5e3d3 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.46 "GET /v2.0/networks/ce5fb7fa-2145-4849-a016-cf7110cf1deb?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1036105 Jul 15 13:28:08.985851 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ced9df-56b5-4f79-9a0d-fd4a3d9b0bd1 req-a9aa47d1-a7ad-4284-a972-8b0b8c846f22 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:08.991707 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ced9df-56b5-4f79-9a0d-fd4a3d9b0bd1 req-a9aa47d1-a7ad-4284-a972-8b0b8c846f22 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:08.997582 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ced9df-56b5-4f79-9a0d-fd4a3d9b0bd1 req-a9aa47d1-a7ad-4284-a972-8b0b8c846f22 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:09.004637 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ced9df-56b5-4f79-9a0d-fd4a3d9b0bd1 req-a9aa47d1-a7ad-4284-a972-8b0b8c846f22 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:09.007012 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-f5f707cf-17e4-4405-ab26-6065d5daab53 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:09.011437 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ced9df-56b5-4f79-9a0d-fd4a3d9b0bd1 req-a9aa47d1-a7ad-4284-a972-8b0b8c846f22 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:09.017609 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ced9df-56b5-4f79-9a0d-fd4a3d9b0bd1 req-a9aa47d1-a7ad-4284-a972-8b0b8c846f22 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:09.023771 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ced9df-56b5-4f79-9a0d-fd4a3d9b0bd1 req-a9aa47d1-a7ad-4284-a972-8b0b8c846f22 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:09.026535 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-62ced9df-56b5-4f79-9a0d-fd4a3d9b0bd1 req-a9aa47d1-a7ad-4284-a972-8b0b8c846f22 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 5440 time: 0.1134071 Jul 15 13:28:09.068592 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-62ced9df-56b5-4f79-9a0d-fd4a3d9b0bd1 req-3241c8db-a480-4dc5-86b2-1ca02972645f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da&id=45431849-e472-4cc9-91dc-6aceda522923&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345354 Jul 15 13:28:09.081988 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-f5f707cf-17e4-4405-ab26-6065d5daab53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.514739 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-f5f707cf-17e4-4405-ab26-6065d5daab53 service neutron] For port 5f85c995-44e4-4ef4-892d-2c08cac1914f, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=5f85c995-44e4-4ef4-892d-2c08cac1914f,segment=NetworkSegment(05c9b2e9-477b-4887-bd1e-a489058494c2),segment_id=05c9b2e9-477b-4887-bd1e-a489058494c2)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:09.548936 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-f5f707cf-17e4-4405-ab26-6065d5daab53 service neutron] For port 5f85c995-44e4-4ef4-892d-2c08cac1914f, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:28:09.582196 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-f5f707cf-17e4-4405-ab26-6065d5daab53 service neutron] device_id is not set on port 5f85c995-44e4-4ef4-892d-2c08cac1914f yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:28:09.591440 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-f5f707cf-17e4-4405-ab26-6065d5daab53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.597499 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-f5f707cf-17e4-4405-ab26-6065d5daab53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.667881 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f707cf-17e4-4405-ab26-6065d5daab53 service neutron] Pushing event updated for resources: {'Port': ['ID=5f85c995-44e4-4ef4-892d-2c08cac1914f,revision_number=6']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:09.677451 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-f5f707cf-17e4-4405-ab26-6065d5daab53 service neutron] No DVR routers for this DVR port 5f85c995-44e4-4ef4-892d-2c08cac1914f on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:09.721625 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-f5f707cf-17e4-4405-ab26-6065d5daab53 service neutron] In _notify_port_updated(), no bound segment for port 5f85c995-44e4-4ef4-892d-2c08cac1914f on network ce5fb7fa-2145-4849-a016-cf7110cf1deb {{(pid=93826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:28:09.722525 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-f5f707cf-17e4-4405-ab26-6065d5daab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:09.723266 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-f5f707cf-17e4-4405-ab26-6065d5daab53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.724615 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-f5f707cf-17e4-4405-ab26-6065d5daab53 service neutron] 10.222.0.46 "PUT /v2.0/ports/5f85c995-44e4-4ef4-892d-2c08cac1914f HTTP/1.1" status: 200 len: 1032 time: 0.8215902 Jul 15 13:28:09.782680 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-2c4ee2b1-1e27-4667-8193-5df865bdfd7f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:09.784773 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-2c4ee2b1-1e27-4667-8193-5df865bdfd7f tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.46 "GET /v2.0/ports/a51dbf2b-ff20-42f9-b2bf-23cfc697916b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0543077 Jul 15 13:28:09.795906 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-f8ec7ca1-2de9-4bb4-a83d-96d4b27c7935 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:09.875141 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-f8ec7ca1-2de9-4bb4-a83d-96d4b27c7935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.925032 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-def15640-340f-4ed7-af35-d75b3331b7a0 None None] Provisioning complete for port 5f85c995-44e4-4ef4-892d-2c08cac1914f triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:09.926040 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-def15640-340f-4ed7-af35-d75b3331b7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.959336 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-def15640-340f-4ed7-af35-d75b3331b7a0 None None] Port 5f85c995-44e4-4ef4-892d-2c08cac1914f cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:28:10.008595 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-f8ec7ca1-2de9-4bb4-a83d-96d4b27c7935 service neutron] For port a51dbf2b-ff20-42f9-b2bf-23cfc697916b, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a51dbf2b-ff20-42f9-b2bf-23cfc697916b,segment=NetworkSegment(05c9b2e9-477b-4887-bd1e-a489058494c2),segment_id=05c9b2e9-477b-4887-bd1e-a489058494c2)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:10.041492 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-f8ec7ca1-2de9-4bb4-a83d-96d4b27c7935 service neutron] For port a51dbf2b-ff20-42f9-b2bf-23cfc697916b, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:28:10.074620 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-f8ec7ca1-2de9-4bb4-a83d-96d4b27c7935 service neutron] device_id is not set on port a51dbf2b-ff20-42f9-b2bf-23cfc697916b yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:28:10.084116 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-f8ec7ca1-2de9-4bb4-a83d-96d4b27c7935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.095827 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-f8ec7ca1-2de9-4bb4-a83d-96d4b27c7935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.160743 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-f8ec7ca1-2de9-4bb4-a83d-96d4b27c7935 service neutron] No DVR routers for this DVR port a51dbf2b-ff20-42f9-b2bf-23cfc697916b on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:10.186201 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec7ca1-2de9-4bb4-a83d-96d4b27c7935 service neutron] Pushing event updated for resources: {'Port': ['ID=a51dbf2b-ff20-42f9-b2bf-23cfc697916b,revision_number=6']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:10.204992 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-f8ec7ca1-2de9-4bb4-a83d-96d4b27c7935 service neutron] In _notify_port_updated(), no bound segment for port a51dbf2b-ff20-42f9-b2bf-23cfc697916b on network ce5fb7fa-2145-4849-a016-cf7110cf1deb {{(pid=93826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:28:10.206018 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-f8ec7ca1-2de9-4bb4-a83d-96d4b27c7935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:10.206685 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-f8ec7ca1-2de9-4bb4-a83d-96d4b27c7935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.208174 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-f8ec7ca1-2de9-4bb4-a83d-96d4b27c7935 service neutron] 10.222.0.46 "PUT /v2.0/ports/a51dbf2b-ff20-42f9-b2bf-23cfc697916b HTTP/1.1" status: 200 len: 1030 time: 0.4172111 Jul 15 13:28:10.295119 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77569f-544e-4102-9b3b-c593afc90934 req-46a5fbf0-9721-4bdc-95ac-cdca03e66547 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:10.304596 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77569f-544e-4102-9b3b-c593afc90934 req-46a5fbf0-9721-4bdc-95ac-cdca03e66547 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:10.313996 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77569f-544e-4102-9b3b-c593afc90934 req-46a5fbf0-9721-4bdc-95ac-cdca03e66547 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:10.315236 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-74bc0b78-e1a3-45a6-994c-1b85434c3f45 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Deleting port 1fa3afd8-c7ad-4cdd-a821-24cff8228eca {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:10.315731 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-74bc0b78-e1a3-45a6-994c-1b85434c3f45 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.321811 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77569f-544e-4102-9b3b-c593afc90934 req-46a5fbf0-9721-4bdc-95ac-cdca03e66547 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:10.328509 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77569f-544e-4102-9b3b-c593afc90934 req-46a5fbf0-9721-4bdc-95ac-cdca03e66547 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:10.331692 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1f77569f-544e-4102-9b3b-c593afc90934 req-46a5fbf0-9721-4bdc-95ac-cdca03e66547 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 3884 time: 0.1155226 Jul 15 13:28:10.380192 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1f77569f-544e-4102-9b3b-c593afc90934 req-7dcac7c9-abad-4f73-ab65-a6f427ca7314 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424273 Jul 15 13:28:10.382359 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d918444c-f6ce-4f31-9298-b23c38162a51 None None] Provisioning complete for port a51dbf2b-ff20-42f9-b2bf-23cfc697916b triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:10.382783 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d918444c-f6ce-4f31-9298-b23c38162a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.419981 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d918444c-f6ce-4f31-9298-b23c38162a51 None None] Port a51dbf2b-ff20-42f9-b2bf-23cfc697916b cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:28:10.435792 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-74bc0b78-e1a3-45a6-994c-1b85434c3f45 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] For port 1fa3afd8-c7ad-4cdd-a821-24cff8228eca, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=1fa3afd8-c7ad-4cdd-a821-24cff8228eca,segment=NetworkSegment(347532a5-f217-46ce-b82e-14902b2a4d71),segment_id=347532a5-f217-46ce-b82e-14902b2a4d71)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:10.436155 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-74bc0b78-e1a3-45a6-994c-1b85434c3f45 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.448626 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-74bc0b78-e1a3-45a6-994c-1b85434c3f45 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Calling delete_port for 1fa3afd8-c7ad-4cdd-a821-24cff8228eca owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:10.473410 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:10.558887 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.580684 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:28:10.583046 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99dc513-852a-47c7-b267-9ed8ebc68932" -d '{"events": [{"server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "name": "network-vif-unplugged", "status": "completed", "tag": "b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:28:10.588005 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-74bc0b78-e1a3-45a6-994c-1b85434c3f45 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.599153 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd,segment=NetworkSegment(bd12e27f-3fd1-48b9-a7db-60395a28da12),segment_id=bd12e27f-3fd1-48b9-a7db-60395a28da12)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:10.604296 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.605365 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device a51dbf2b-ff20-42f9-b2bf-23cfc697916b no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:10.627831 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc0b78-e1a3-45a6-994c-1b85434c3f45 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Pushing event deleted for resources: {'Port': ['ID=1fa3afd8-c7ad-4cdd-a821-24cff8228eca,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:10.670901 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6237bb4c-53ca-4cfa-89f6-59f4fc8656c4 x-openstack-request-id: req-6237bb4c-53ca-4cfa-89f6-59f4fc8656c4 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:28:10.671711 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "name": "network-vif-unplugged", "status": "completed", "tag": "b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:28:10.672347 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6237bb4c-53ca-4cfa-89f6-59f4fc8656c4 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:28:10.673146 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd', 'code': 200} Jul 15 13:28:10.679659 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device a51dbf2b-ff20-42f9-b2bf-23cfc697916b not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:10.680431 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 6423fcfb-bafc-46ef-a503-c797233a6aba no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:10.699564 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-74bc0b78-e1a3-45a6-994c-1b85434c3f45 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] No DVR routers for this DVR port 1fa3afd8-c7ad-4cdd-a821-24cff8228eca on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:10.702467 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-74bc0b78-e1a3-45a6-994c-1b85434c3f45 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.705018 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-74bc0b78-e1a3-45a6-994c-1b85434c3f45 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.46 "DELETE /v2.0/ports/1fa3afd8-c7ad-4cdd-a821-24cff8228eca HTTP/1.1" status: 204 len: 173 time: 0.4911914 Jul 15 13:28:10.705556 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'name': 'network-vif-deleted', 'tag': '1fa3afd8-c7ad-4cdd-a821-24cff8228eca'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:28:10.708117 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8d6ef7-fdba-42b2-b0b0-76d2560d5102" -d '{"events": [{"server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "name": "network-vif-deleted", "tag": "1fa3afd8-c7ad-4cdd-a821-24cff8228eca"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:28:10.733190 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:10.763689 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cb0307-d7d4-4fec-ac92-e8861b156b74 x-openstack-request-id: req-a0cb0307-d7d4-4fec-ac92-e8861b156b74 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:28:10.764221 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "name": "network-vif-deleted", "tag": "1fa3afd8-c7ad-4cdd-a821-24cff8228eca", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:28:10.764221 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a0cb0307-d7d4-4fec-ac92-e8861b156b74 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:28:10.764615 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'name': 'network-vif-deleted', 'tag': '1fa3afd8-c7ad-4cdd-a821-24cff8228eca', 'status': 'completed', 'code': 200} Jul 15 13:28:10.781926 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.820495 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 6423fcfb-bafc-46ef-a503-c797233a6aba, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=6423fcfb-bafc-46ef-a503-c797233a6aba,segment=NetworkSegment(05c9b2e9-477b-4887-bd1e-a489058494c2),segment_id=05c9b2e9-477b-4887-bd1e-a489058494c2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:10.826490 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.827408 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device af2462b3-176b-4c48-84b6-2989d990ea5b no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:10.852796 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-368ffd62-f68f-46a9-85f6-b91730a7f6d1 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Deleting port b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:10.853281 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-368ffd62-f68f-46a9-85f6-b91730a7f6d1 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.904818 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=6423fcfb-bafc-46ef-a503-c797233a6aba,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:10.946617 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.952982 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-368ffd62-f68f-46a9-85f6-b91730a7f6d1 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] For port b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd,segment=NetworkSegment(bd12e27f-3fd1-48b9-a7db-60395a28da12),segment_id=bd12e27f-3fd1-48b9-a7db-60395a28da12)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:10.953351 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-368ffd62-f68f-46a9-85f6-b91730a7f6d1 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.980390 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port af2462b3-176b-4c48-84b6-2989d990ea5b, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=af2462b3-176b-4c48-84b6-2989d990ea5b,segment=NetworkSegment(347532a5-f217-46ce-b82e-14902b2a4d71),segment_id=347532a5-f217-46ce-b82e-14902b2a4d71)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:10.987323 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.988227 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 5f85c995-44e4-4ef4-892d-2c08cac1914f no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:11.078234 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=af2462b3-176b-4c48-84b6-2989d990ea5b,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:11.080835 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 5f85c995-44e4-4ef4-892d-2c08cac1914f not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:11.081266 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 1fa3afd8-c7ad-4cdd-a821-24cff8228eca no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:11.104423 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 1fa3afd8-c7ad-4cdd-a821-24cff8228eca {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:11.104790 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 1fa3afd8-c7ad-4cdd-a821-24cff8228eca not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:11.105198 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device f96dffd1-c1eb-4333-a155-61d16bf8a28e no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:11.164705 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-368ffd62-f68f-46a9-85f6-b91730a7f6d1 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:11.165211 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-368ffd62-f68f-46a9-85f6-b91730a7f6d1 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:11.165641 n-d-771363-36 neutron-server[93826]: INFO neutron.db.l3_db [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-368ffd62-f68f-46a9-85f6-b91730a7f6d1 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Floating IP 65a9dcce-414d-470c-9586-a0ef287caf6e disassociated. External IP: 172.25.8.151, port: b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd. Jul 15 13:28:11.166833 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-368ffd62-f68f-46a9-85f6-b91730a7f6d1 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Calling delete_port for b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:11.208464 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:11.243514 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port f96dffd1-c1eb-4333-a155-61d16bf8a28e, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=f96dffd1-c1eb-4333-a155-61d16bf8a28e,segment=NetworkSegment(05c9b2e9-477b-4887-bd1e-a489058494c2),segment_id=05c9b2e9-477b-4887-bd1e-a489058494c2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:11.248124 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:11.306386 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=f96dffd1-c1eb-4333-a155-61d16bf8a28e,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:11.336918 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-368ffd62-f68f-46a9-85f6-b91730a7f6d1 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:11.371357 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ffd62-f68f-46a9-85f6-b91730a7f6d1 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Pushing event deleted for resources: {'Port': ['ID=b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:11.495617 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-368ffd62-f68f-46a9-85f6-b91730a7f6d1 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Router 3fcbcfa1-30f3-4683-8838-2bfda9f5b62e has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:28:11.591493 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87966a2-0789-4f75-b02d-53c2f2410308 req-b8381c1b-8c8f-44c6-b60e-1ed487c294b7 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:11.600176 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87966a2-0789-4f75-b02d-53c2f2410308 req-b8381c1b-8c8f-44c6-b60e-1ed487c294b7 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:11.608314 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87966a2-0789-4f75-b02d-53c2f2410308 req-b8381c1b-8c8f-44c6-b60e-1ed487c294b7 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:11.611306 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e87966a2-0789-4f75-b02d-53c2f2410308 req-b8381c1b-8c8f-44c6-b60e-1ed487c294b7 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 2408 time: 0.0991995 Jul 15 13:28:11.618381 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-368ffd62-f68f-46a9-85f6-b91730a7f6d1 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:28:11.630916 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525fa9cf-cef3-42e6-aef9-cef3ca3e175f None None] Sync routers for ids ['3fcbcfa1-30f3-4683-8838-2bfda9f5b62e'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:28:11.649823 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525fa9cf-cef3-42e6-aef9-cef3ca3e175f None None] Routers {'3fcbcfa1-30f3-4683-8838-2bfda9f5b62e'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:11.653718 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-525fa9cf-cef3-42e6-aef9-cef3ca3e175f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:28:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['3fcbcfa1-30f3-4683-8838-2bfda9f5b62e'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:11.676314 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e87966a2-0789-4f75-b02d-53c2f2410308 req-e6b2bae8-7c03-4cd5-8bc4-7cbfafa74c92 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546587 Jul 15 13:28:11.688713 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-368ffd62-f68f-46a9-85f6-b91730a7f6d1 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] No DVR routers for this DVR port b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:11.691466 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-368ffd62-f68f-46a9-85f6-b91730a7f6d1 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:11.693561 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-368ffd62-f68f-46a9-85f6-b91730a7f6d1 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.46 "DELETE /v2.0/ports/b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd HTTP/1.1" status: 204 len: 173 time: 0.9823797 Jul 15 13:28:11.785767 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-525fa9cf-cef3-42e6-aef9-cef3ca3e175f None None] Set router 3fcbcfa1-30f3-4683-8838-2bfda9f5b62e gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:28:11.825714 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-02869b1c-e43f-4928-9c9e-29b5b1eecd58 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Deleting port f96dffd1-c1eb-4333-a155-61d16bf8a28e {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:11.826326 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-02869b1c-e43f-4928-9c9e-29b5b1eecd58 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:11.930407 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-02869b1c-e43f-4928-9c9e-29b5b1eecd58 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] For port f96dffd1-c1eb-4333-a155-61d16bf8a28e, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=f96dffd1-c1eb-4333-a155-61d16bf8a28e,segment=NetworkSegment(05c9b2e9-477b-4887-bd1e-a489058494c2),segment_id=05c9b2e9-477b-4887-bd1e-a489058494c2)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:11.930801 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-02869b1c-e43f-4928-9c9e-29b5b1eecd58 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:11.943025 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-02869b1c-e43f-4928-9c9e-29b5b1eecd58 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Calling delete_port for f96dffd1-c1eb-4333-a155-61d16bf8a28e owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:12.002881 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-525fa9cf-cef3-42e6-aef9-cef3ca3e175f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcbcfa1-30f3-4683-8838-2bfda9f5b62e', 'name': 'tempest-TaggedBootDevicesTest_v242-1868658184-router', 'tenant_id': '251cced819c74cfb94fbc7f7f1614ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '16bafe48-2299-43ea-a50c-e127a361872b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:19Z', 'updated_at': '2021-07-15T13:17:30Z', 'revision_number': 4, 'project_id': '251cced819c74cfb94fbc7f7f1614ad3', 'gw_port': {'id': '16bafe48-2299-43ea-a50c-e127a361872b', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcbcfa1-30f3-4683-8838-2bfda9f5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:22Z', 'updated_at': '2021-07-15T13:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '396e1530-9785-46ac-87e3-6df0bc207a28', 'name': '', 'network_id': '5d9fbd16-32b6-40ae-8908-2f860bb17994', 'tenant_id': '251cced819c74cfb94fbc7f7f1614ad3', 'mac_address': 'fa:16:3e:a5:59:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcbcfa1-30f3-4683-8838-2bfda9f5b62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': 'bb690484-bc5a-4c4b-81ad-d355e2967ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:29Z', 'updated_at': '2021-07-15T13:17:44Z', 'revision_number': 5, 'project_id': '251cced819c74cfb94fbc7f7f1614ad3', 'subnets': [{'id': 'bb690484-bc5a-4c4b-81ad-d355e2967ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:12.030657 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525fa9cf-cef3-42e6-aef9-cef3ca3e175f None None] Checking router: 3fcbcfa1-30f3-4683-8838-2bfda9f5b62e for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:28:12.038757 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525fa9cf-cef3-42e6-aef9-cef3ca3e175f None None] Routers {'3fcbcfa1-30f3-4683-8838-2bfda9f5b62e'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:12.039356 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-525fa9cf-cef3-42e6-aef9-cef3ca3e175f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:28:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['3fcbcfa1-30f3-4683-8838-2bfda9f5b62e'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:12.106118 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-02869b1c-e43f-4928-9c9e-29b5b1eecd58 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:12.138027 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02869b1c-e43f-4928-9c9e-29b5b1eecd58 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Pushing event deleted for resources: {'Port': ['ID=f96dffd1-c1eb-4333-a155-61d16bf8a28e,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:12.197098 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-02869b1c-e43f-4928-9c9e-29b5b1eecd58 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] No DVR routers for this DVR port f96dffd1-c1eb-4333-a155-61d16bf8a28e on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:12.201155 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-02869b1c-e43f-4928-9c9e-29b5b1eecd58 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:12.203596 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-02869b1c-e43f-4928-9c9e-29b5b1eecd58 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.46 "DELETE /v2.0/ports/f96dffd1-c1eb-4333-a155-61d16bf8a28e HTTP/1.1" status: 204 len: 173 time: 0.5041180 Jul 15 13:28:12.245223 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-525fa9cf-cef3-42e6-aef9-cef3ca3e175f None None] Set router 3fcbcfa1-30f3-4683-8838-2bfda9f5b62e gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:28:12.314228 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-b1d37db5-893b-435b-a8e0-74b83669f352 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Deleting port af2462b3-176b-4c48-84b6-2989d990ea5b {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:12.314545 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-b1d37db5-893b-435b-a8e0-74b83669f352 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:12.406293 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-b1d37db5-893b-435b-a8e0-74b83669f352 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] For port af2462b3-176b-4c48-84b6-2989d990ea5b, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=af2462b3-176b-4c48-84b6-2989d990ea5b,segment=NetworkSegment(347532a5-f217-46ce-b82e-14902b2a4d71),segment_id=347532a5-f217-46ce-b82e-14902b2a4d71)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:12.406293 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-b1d37db5-893b-435b-a8e0-74b83669f352 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:12.418874 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-b1d37db5-893b-435b-a8e0-74b83669f352 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Calling delete_port for af2462b3-176b-4c48-84b6-2989d990ea5b owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:12.451287 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-525fa9cf-cef3-42e6-aef9-cef3ca3e175f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcbcfa1-30f3-4683-8838-2bfda9f5b62e', 'name': 'tempest-TaggedBootDevicesTest_v242-1868658184-router', 'tenant_id': '251cced819c74cfb94fbc7f7f1614ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '16bafe48-2299-43ea-a50c-e127a361872b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:19Z', 'updated_at': '2021-07-15T13:17:30Z', 'revision_number': 4, 'project_id': '251cced819c74cfb94fbc7f7f1614ad3', 'gw_port': {'id': '16bafe48-2299-43ea-a50c-e127a361872b', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcbcfa1-30f3-4683-8838-2bfda9f5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:22Z', 'updated_at': '2021-07-15T13:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '396e1530-9785-46ac-87e3-6df0bc207a28', 'name': '', 'network_id': '5d9fbd16-32b6-40ae-8908-2f860bb17994', 'tenant_id': '251cced819c74cfb94fbc7f7f1614ad3', 'mac_address': 'fa:16:3e:a5:59:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcbcfa1-30f3-4683-8838-2bfda9f5b62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': 'bb690484-bc5a-4c4b-81ad-d355e2967ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:29Z', 'updated_at': '2021-07-15T13:17:44Z', 'revision_number': 5, 'project_id': '251cced819c74cfb94fbc7f7f1614ad3', 'subnets': [{'id': 'bb690484-bc5a-4c4b-81ad-d355e2967ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:12.477281 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525fa9cf-cef3-42e6-aef9-cef3ca3e175f None None] The sync data for ids ['3fcbcfa1-30f3-4683-8838-2bfda9f5b62e'] in n-d-771363-36 is: [{'id': '3fcbcfa1-30f3-4683-8838-2bfda9f5b62e', 'name': 'tempest-TaggedBootDevicesTest_v242-1868658184-router', 'tenant_id': '251cced819c74cfb94fbc7f7f1614ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '16bafe48-2299-43ea-a50c-e127a361872b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:19Z', 'updated_at': '2021-07-15T13:17:30Z', 'revision_number': 4, 'project_id': '251cced819c74cfb94fbc7f7f1614ad3', 'gw_port': {'id': '16bafe48-2299-43ea-a50c-e127a361872b', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcbcfa1-30f3-4683-8838-2bfda9f5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:22Z', 'updated_at': '2021-07-15T13:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '396e1530-9785-46ac-87e3-6df0bc207a28', 'name': '', 'network_id': '5d9fbd16-32b6-40ae-8908-2f860bb17994', 'tenant_id': '251cced819c74cfb94fbc7f7f1614ad3', 'mac_address': 'fa:16:3e:a5:59:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcbcfa1-30f3-4683-8838-2bfda9f5b62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': 'bb690484-bc5a-4c4b-81ad-d355e2967ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:29Z', 'updated_at': '2021-07-15T13:17:44Z', 'revision_number': 5, 'project_id': '251cced819c74cfb94fbc7f7f1614ad3', 'subnets': [{'id': 'bb690484-bc5a-4c4b-81ad-d355e2967ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:28:12.571272 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-b1d37db5-893b-435b-a8e0-74b83669f352 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:12.602911 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d37db5-893b-435b-a8e0-74b83669f352 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Pushing event deleted for resources: {'Port': ['ID=af2462b3-176b-4c48-84b6-2989d990ea5b,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:12.675131 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6423fcfb-bafc-46ef-a503-c797233a6aba'}, {'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af2462b3-176b-4c48-84b6-2989d990ea5b'}, {'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f96dffd1-c1eb-4333-a155-61d16bf8a28e'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:28:12.678271 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91635398-3805-4902-b02d-eeb280a85013" -d '{"events": [{"server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "name": "network-vif-unplugged", "status": "completed", "tag": "6423fcfb-bafc-46ef-a503-c797233a6aba"}, {"server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "name": "network-vif-unplugged", "status": "completed", "tag": "af2462b3-176b-4c48-84b6-2989d990ea5b"}, {"server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "name": "network-vif-unplugged", "status": "completed", "tag": "f96dffd1-c1eb-4333-a155-61d16bf8a28e"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:28:12.724215 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-b1d37db5-893b-435b-a8e0-74b83669f352 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] No DVR routers for this DVR port af2462b3-176b-4c48-84b6-2989d990ea5b on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:12.731054 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-b1d37db5-893b-435b-a8e0-74b83669f352 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:12.736931 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-b1d37db5-893b-435b-a8e0-74b83669f352 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.46 "DELETE /v2.0/ports/af2462b3-176b-4c48-84b6-2989d990ea5b HTTP/1.1" status: 204 len: 173 time: 0.5282438 Jul 15 13:28:12.755872 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 15 Jul 2021 13:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c534641d-0cd1-4619-9160-01d25e6aa455 x-openstack-request-id: req-c534641d-0cd1-4619-9160-01d25e6aa455 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:28:12.756769 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "name": "network-vif-unplugged", "status": "completed", "tag": "6423fcfb-bafc-46ef-a503-c797233a6aba", "code": 200}, {"server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "name": "network-vif-unplugged", "status": "completed", "tag": "af2462b3-176b-4c48-84b6-2989d990ea5b", "code": 200}, {"server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "name": "network-vif-unplugged", "status": "completed", "tag": "f96dffd1-c1eb-4333-a155-61d16bf8a28e", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:28:12.757118 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c534641d-0cd1-4619-9160-01d25e6aa455 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:28:12.757605 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6423fcfb-bafc-46ef-a503-c797233a6aba', 'code': 200} Jul 15 13:28:12.757975 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af2462b3-176b-4c48-84b6-2989d990ea5b', 'code': 200} Jul 15 13:28:12.758315 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f96dffd1-c1eb-4333-a155-61d16bf8a28e', 'code': 200} Jul 15 13:28:12.817945 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'name': 'network-vif-deleted', 'tag': 'b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd'}, {'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'name': 'network-vif-deleted', 'tag': 'f96dffd1-c1eb-4333-a155-61d16bf8a28e'}, {'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'name': 'network-vif-deleted', 'tag': 'af2462b3-176b-4c48-84b6-2989d990ea5b'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:28:12.824266 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e70adf-31eb-4bd4-9e71-f2e705fb8069" -d '{"events": [{"server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "name": "network-vif-deleted", "tag": "b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd"}, {"server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "name": "network-vif-deleted", "tag": "f96dffd1-c1eb-4333-a155-61d16bf8a28e"}, {"server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "name": "network-vif-deleted", "tag": "af2462b3-176b-4c48-84b6-2989d990ea5b"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:28:12.864812 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a59e01c-15ca-44a5-84b2-42c054d868a7 None None] New status for floating IP 65a9dcce-414d-470c-9586-a0ef287caf6e: DOWN {{(pid=93827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:28:12.891916 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-745a9eb3-6aac-4514-ba49-b19f128b6643 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Deleting port 6423fcfb-bafc-46ef-a503-c797233a6aba {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:12.892536 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-745a9eb3-6aac-4514-ba49-b19f128b6643 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:12.897571 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 15 Jul 2021 13:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f3a9b5-248e-427a-9f35-f55b4b519622 x-openstack-request-id: req-f3f3a9b5-248e-427a-9f35-f55b4b519622 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:28:12.897873 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "name": "network-vif-deleted", "tag": "b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd", "status": "completed", "code": 200}, {"server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "name": "network-vif-deleted", "tag": "f96dffd1-c1eb-4333-a155-61d16bf8a28e", "status": "completed", "code": 200}, {"server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "name": "network-vif-deleted", "tag": "af2462b3-176b-4c48-84b6-2989d990ea5b", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:28:12.898122 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f3f3a9b5-248e-427a-9f35-f55b4b519622 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:28:12.898524 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'name': 'network-vif-deleted', 'tag': 'b9fdbf92-e5aa-4b46-9b47-e69df41a2ccd', 'status': 'completed', 'code': 200} Jul 15 13:28:12.898810 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'name': 'network-vif-deleted', 'tag': 'f96dffd1-c1eb-4333-a155-61d16bf8a28e', 'status': 'completed', 'code': 200} Jul 15 13:28:12.899066 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'name': 'network-vif-deleted', 'tag': 'af2462b3-176b-4c48-84b6-2989d990ea5b', 'status': 'completed', 'code': 200} Jul 15 13:28:13.018243 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-745a9eb3-6aac-4514-ba49-b19f128b6643 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] For port 6423fcfb-bafc-46ef-a503-c797233a6aba, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=6423fcfb-bafc-46ef-a503-c797233a6aba,segment=NetworkSegment(05c9b2e9-477b-4887-bd1e-a489058494c2),segment_id=05c9b2e9-477b-4887-bd1e-a489058494c2)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:13.018985 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-745a9eb3-6aac-4514-ba49-b19f128b6643 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.036777 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-745a9eb3-6aac-4514-ba49-b19f128b6643 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Calling delete_port for 6423fcfb-bafc-46ef-a503-c797233a6aba owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:13.227028 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-745a9eb3-6aac-4514-ba49-b19f128b6643 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.235953 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab672626-655b-4b76-8bc1-56ab6f1f8bad req-3c421dff-d726-42f7-9b87-c897af565148 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:13.237538 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ab672626-655b-4b76-8bc1-56ab6f1f8bad req-3c421dff-d726-42f7-9b87-c897af565148 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 942 time: 0.1093071 Jul 15 13:28:13.276428 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a9eb3-6aac-4514-ba49-b19f128b6643 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Pushing event deleted for resources: {'Port': ['ID=6423fcfb-bafc-46ef-a503-c797233a6aba,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:13.292342 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ab672626-655b-4b76-8bc1-56ab6f1f8bad req-b28f4507-a856-40ff-b720-23a9e2b8a6ac tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/security-groups?id=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481112 Jul 15 13:28:13.325507 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-745a9eb3-6aac-4514-ba49-b19f128b6643 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] No DVR routers for this DVR port 6423fcfb-bafc-46ef-a503-c797233a6aba on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:13.328078 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-745a9eb3-6aac-4514-ba49-b19f128b6643 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.330305 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f367f00d-c898-479e-aa7f-73f6c059b4ba req-745a9eb3-6aac-4514-ba49-b19f128b6643 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.46 "DELETE /v2.0/ports/6423fcfb-bafc-46ef-a503-c797233a6aba HTTP/1.1" status: 204 len: 173 time: 0.5881386 Jul 15 13:28:14.440986 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1cec2289-88ee-4d1e-9d16-ad0f43b0fbc4 req-7c8c9332-0780-4a11-b0b1-ecf988fcaec8 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 210 time: 0.0281653 Jul 15 13:28:14.900800 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'name': 'network-vif-deleted', 'tag': '6423fcfb-bafc-46ef-a503-c797233a6aba'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:28:14.903414 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59090c2-e956-44fa-9b4b-21ac2f36a5b6" -d '{"events": [{"server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "name": "network-vif-deleted", "tag": "6423fcfb-bafc-46ef-a503-c797233a6aba"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:28:14.949348 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70710e5a-d1fb-41eb-8499-8155d26f5f02 x-openstack-request-id: req-70710e5a-d1fb-41eb-8499-8155d26f5f02 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:28:14.949708 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff64a02-89e1-4a4e-9006-6ae026e36ec6", "name": "network-vif-deleted", "tag": "6423fcfb-bafc-46ef-a503-c797233a6aba", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:28:14.950075 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-70710e5a-d1fb-41eb-8499-8155d26f5f02 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:28:14.950530 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff64a02-89e1-4a4e-9006-6ae026e36ec6', 'name': 'network-vif-deleted', 'tag': '6423fcfb-bafc-46ef-a503-c797233a6aba', 'status': 'completed', 'code': 200} Jul 15 13:28:15.603696 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-685fccd7-b598-4238-a3d8-67bf00a7f08e req-cdc7c147-3eb6-4a49-aeb7-bc5d91a2113d tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 210 time: 0.0348482 Jul 15 13:28:16.772111 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-647d3e75-aec5-4414-8b0b-01018da1eb2b req-d94bc0bd-f2ee-47fb-a0c1-87d60b9b209e tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 210 time: 0.0279105 Jul 15 13:28:17.928022 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b0f4f514-5506-4177-ac54-aa12625805dd req-7e209ce6-ed36-4d0f-9a60-f087dac52647 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 210 time: 0.0299640 Jul 15 13:28:19.080511 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7bcd3e65-8381-4d60-80e9-4ec12c84f173 req-f79b1084-d5fa-4690-90c5-8f0b494364b9 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 210 time: 0.0292718 Jul 15 13:28:20.238621 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-42b71bf7-716a-4903-b893-c43f00f97207 req-8e3f5563-9189-4071-a006-994115343f37 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 210 time: 0.0319259 Jul 15 13:28:21.396422 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-827374c2-759c-483f-9ff7-c7186d7d8f09 req-ebd77af0-e908-4af7-9e75-5de71a835001 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 210 time: 0.0295103 Jul 15 13:28:22.544913 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-57e6b522-9e81-44a1-8569-8cdd4e46a7b9 req-130f8add-01e7-4091-8e69-e7790ee21ccd tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 210 time: 0.0280514 Jul 15 13:28:23.721989 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b40ecdac-1137-4f86-8ff6-d00c6ac99529 req-d42e027a-d820-4a43-aae1-7be340364787 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ff64a02-89e1-4a4e-9006-6ae026e36ec6 HTTP/1.1" status: 200 len: 210 time: 0.0323880 Jul 15 13:28:24.856873 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52364) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:24.916552 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2961e19b-0046-40d8-8f2b-b3c606f79dc9 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:24.940312 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2961e19b-0046-40d8-8f2b-b3c606f79dc9 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:24.989163 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2961e19b-0046-40d8-8f2b-b3c606f79dc9 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:24.991758 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2961e19b-0046-40d8-8f2b-b3c606f79dc9 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:24.993101 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2961e19b-0046-40d8-8f2b-b3c606f79dc9 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "DELETE /v2.0/security-groups/a7e6a2b6-563d-40f5-8e07-8d5c226ad0da HTTP/1.1" status: 204 len: 168 time: 0.1351898 Jul 15 13:28:24.996365 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52368) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:25.002042 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961e19b-0046-40d8-8f2b-b3c606f79dc9 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e6a2b6-563d-40f5-8e07-8d5c226ad0da,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:25.009606 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961e19b-0046-40d8-8f2b-b3c606f79dc9 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:25.009973 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961e19b-0046-40d8-8f2b-b3c606f79dc9 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:25.010315 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961e19b-0046-40d8-8f2b-b3c606f79dc9 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:25.010681 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961e19b-0046-40d8-8f2b-b3c606f79dc9 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:25.011200 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961e19b-0046-40d8-8f2b-b3c606f79dc9 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:25.011692 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961e19b-0046-40d8-8f2b-b3c606f79dc9 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:25.011995 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-55b8d171-c052-495c-83d5-88934e2397ee tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] show failed (client error): The resource could not be found. Jul 15 13:28:25.012191 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961e19b-0046-40d8-8f2b-b3c606f79dc9 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:25.012671 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961e19b-0046-40d8-8f2b-b3c606f79dc9 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:25.013162 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961e19b-0046-40d8-8f2b-b3c606f79dc9 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:25.013636 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961e19b-0046-40d8-8f2b-b3c606f79dc9 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:25.014803 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961e19b-0046-40d8-8f2b-b3c606f79dc9 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:25.015127 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2961e19b-0046-40d8-8f2b-b3c606f79dc9 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:25.016901 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-55b8d171-c052-495c-83d5-88934e2397ee tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "GET /v2.0/security-groups/a7e6a2b6-563d-40f5-8e07-8d5c226ad0da HTTP/1.1" status: 404 len: 347 time: 0.0192356 Jul 15 13:28:25.018145 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52372) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:25.145484 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d3eff526-0c38-4425-bb09-7d55191553e3 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Deleting port b019c22f-e553-4b72-809b-ef225f82d0a4 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:25.145826 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d3eff526-0c38-4425-bb09-7d55191553e3 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.222892 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d3eff526-0c38-4425-bb09-7d55191553e3 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.223231 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d3eff526-0c38-4425-bb09-7d55191553e3 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.234906 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d3eff526-0c38-4425-bb09-7d55191553e3 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Calling delete_port for b019c22f-e553-4b72-809b-ef225f82d0a4 owned by network:floatingip {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:25.359308 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d3eff526-0c38-4425-bb09-7d55191553e3 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.388880 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eff526-0c38-4425-bb09-7d55191553e3 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Pushing event deleted for resources: {'Port': ['ID=b019c22f-e553-4b72-809b-ef225f82d0a4,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:25.448829 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d3eff526-0c38-4425-bb09-7d55191553e3 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks [] for floatingip, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.451808 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d3eff526-0c38-4425-bb09-7d55191553e3 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.452926 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d3eff526-0c38-4425-bb09-7d55191553e3 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "DELETE /v2.0/floatingips/65a9dcce-414d-470c-9586-a0ef287caf6e HTTP/1.1" status: 204 len: 168 time: 0.4336426 Jul 15 13:28:25.455675 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52374) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:25.546916 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d43365be-e59d-4325-8b40-49f6f02d7638 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Deleting port 5f85c995-44e4-4ef4-892d-2c08cac1914f {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:25.547152 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d43365be-e59d-4325-8b40-49f6f02d7638 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.630501 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d43365be-e59d-4325-8b40-49f6f02d7638 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.642182 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d43365be-e59d-4325-8b40-49f6f02d7638 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Calling delete_port for 5f85c995-44e4-4ef4-892d-2c08cac1914f owned by {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:25.765455 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d43365be-e59d-4325-8b40-49f6f02d7638 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.794038 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43365be-e59d-4325-8b40-49f6f02d7638 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Pushing event deleted for resources: {'Port': ['ID=5f85c995-44e4-4ef4-892d-2c08cac1914f,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:25.876916 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d43365be-e59d-4325-8b40-49f6f02d7638 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.879125 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d43365be-e59d-4325-8b40-49f6f02d7638 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "DELETE /v2.0/ports/5f85c995-44e4-4ef4-892d-2c08cac1914f HTTP/1.1" status: 204 len: 168 time: 0.4223523 Jul 15 13:28:25.881594 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52380) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:25.981999 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e60258d3-bf8b-4fbd-b5dc-ecdb0851c1cd tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Deleting port a51dbf2b-ff20-42f9-b2bf-23cfc697916b {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:25.982251 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e60258d3-bf8b-4fbd-b5dc-ecdb0851c1cd tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.080966 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e60258d3-bf8b-4fbd-b5dc-ecdb0851c1cd tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.093961 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e60258d3-bf8b-4fbd-b5dc-ecdb0851c1cd tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Calling delete_port for a51dbf2b-ff20-42f9-b2bf-23cfc697916b owned by {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:26.566151 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e60258d3-bf8b-4fbd-b5dc-ecdb0851c1cd tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.598240 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60258d3-bf8b-4fbd-b5dc-ecdb0851c1cd tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Pushing event deleted for resources: {'Port': ['ID=a51dbf2b-ff20-42f9-b2bf-23cfc697916b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:26.668195 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e60258d3-bf8b-4fbd-b5dc-ecdb0851c1cd tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.670333 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e60258d3-bf8b-4fbd-b5dc-ecdb0851c1cd tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "DELETE /v2.0/ports/a51dbf2b-ff20-42f9-b2bf-23cfc697916b HTTP/1.1" status: 204 len: 168 time: 0.7878330 Jul 15 13:28:26.673054 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52386) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:26.722690 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e050f04-c9c7-47f8-8481-aa0ccc9ace69 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Deleting subnet 31ad8fdd-e622-4825-beaf-20c66a64adda {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:28:26.725752 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e050f04-c9c7-47f8-8481-aa0ccc9ace69 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.764536 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e050f04-c9c7-47f8-8481-aa0ccc9ace69 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.849003 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e050f04-c9c7-47f8-8481-aa0ccc9ace69 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.906201 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e050f04-c9c7-47f8-8481-aa0ccc9ace69 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.951890 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e050f04-c9c7-47f8-8481-aa0ccc9ace69 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Pushing event deleted for resources: {'Subnet': ['ID=31ad8fdd-e622-4825-beaf-20c66a64adda,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:26.954216 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e050f04-c9c7-47f8-8481-aa0ccc9ace69 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.956375 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5e050f04-c9c7-47f8-8481-aa0ccc9ace69 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "DELETE /v2.0/subnets/31ad8fdd-e622-4825-beaf-20c66a64adda HTTP/1.1" status: 204 len: 168 time: 0.2823958 Jul 15 13:28:26.959296 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52390) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:26.972123 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea92ebd-6761-4969-8416-47fb2161567b None None] Network b2f88f94-f063-456a-ac21-570ac0e96de8 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:27.040106 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8236eb2f-715c-4fcc-b5c8-a68b5f334a31 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Deleting subnet 829664df-b46c-4105-a938-db78ac7ecabf {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:28:27.043623 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8236eb2f-715c-4fcc-b5c8-a68b5f334a31 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.095431 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8236eb2f-715c-4fcc-b5c8-a68b5f334a31 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.213818 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8236eb2f-715c-4fcc-b5c8-a68b5f334a31 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.231166 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe42451-27ba-4e99-82e5-b6eabb8cd389 None None] DHCP port deletion for b2f88f94-f063-456a-ac21-570ac0e96de8 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:28:27.283122 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8236eb2f-715c-4fcc-b5c8-a68b5f334a31 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.285894 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-4fe42451-27ba-4e99-82e5-b6eabb8cd389 None None] Deleting port c8bdfbc9-b507-4379-b251-bc775ab1e65d {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:27.286283 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4fe42451-27ba-4e99-82e5-b6eabb8cd389 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.312320 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8236eb2f-715c-4fcc-b5c8-a68b5f334a31 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.314367 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8236eb2f-715c-4fcc-b5c8-a68b5f334a31 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "DELETE /v2.0/subnets/829664df-b46c-4105-a938-db78ac7ecabf HTTP/1.1" status: 204 len: 168 time: 0.3513107 Jul 15 13:28:27.315569 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236eb2f-715c-4fcc-b5c8-a68b5f334a31 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Pushing event deleted for resources: {'Subnet': ['ID=829664df-b46c-4105-a938-db78ac7ecabf,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:27.317042 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52398) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:27.341816 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beae3fa0-9d7f-491c-b679-913970a9a671 None None] Network ce5fb7fa-2145-4849-a016-cf7110cf1deb requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:27.382631 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-4fe42451-27ba-4e99-82e5-b6eabb8cd389 None None] For port c8bdfbc9-b507-4379-b251-bc775ab1e65d, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=c8bdfbc9-b507-4379-b251-bc775ab1e65d,segment=NetworkSegment(347532a5-f217-46ce-b82e-14902b2a4d71),segment_id=347532a5-f217-46ce-b82e-14902b2a4d71)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:27.383027 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4fe42451-27ba-4e99-82e5-b6eabb8cd389 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.410962 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec004393-e872-48be-8f3a-2211c42dc4b0 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.425483 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-4fe42451-27ba-4e99-82e5-b6eabb8cd389 None None] Calling delete_port for c8bdfbc9-b507-4379-b251-bc775ab1e65d owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:27.466072 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ec004393-e872-48be-8f3a-2211c42dc4b0 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Deleting port c8bdfbc9-b507-4379-b251-bc775ab1e65d {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:27.466374 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec004393-e872-48be-8f3a-2211c42dc4b0 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.529788 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ec004393-e872-48be-8f3a-2211c42dc4b0 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] For port c8bdfbc9-b507-4379-b251-bc775ab1e65d, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=c8bdfbc9-b507-4379-b251-bc775ab1e65d,segment=NetworkSegment(347532a5-f217-46ce-b82e-14902b2a4d71),segment_id=347532a5-f217-46ce-b82e-14902b2a4d71)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:27.530163 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec004393-e872-48be-8f3a-2211c42dc4b0 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.542024 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ec004393-e872-48be-8f3a-2211c42dc4b0 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Calling delete_port for c8bdfbc9-b507-4379-b251-bc775ab1e65d owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:27.559302 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4fe42451-27ba-4e99-82e5-b6eabb8cd389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.588942 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe42451-27ba-4e99-82e5-b6eabb8cd389 None None] Pushing event deleted for resources: {'Port': ['ID=c8bdfbc9-b507-4379-b251-bc775ab1e65d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:27.594536 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe42451-27ba-4e99-82e5-b6eabb8cd389 None None] No DVR routers for this DVR port c8bdfbc9-b507-4379-b251-bc775ab1e65d on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:27.633388 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec004393-e872-48be-8f3a-2211c42dc4b0 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.643755 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28536007-58af-470a-84d2-44bcda93bc14 None None] DHCP port deletion for ce5fb7fa-2145-4849-a016-cf7110cf1deb request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:28:27.660325 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec004393-e872-48be-8f3a-2211c42dc4b0 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Pushing event deleted for resources: {'Port': ['ID=c8bdfbc9-b507-4379-b251-bc775ab1e65d,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:27.663806 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec004393-e872-48be-8f3a-2211c42dc4b0 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] No DVR routers for this DVR port c8bdfbc9-b507-4379-b251-bc775ab1e65d on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:27.700220 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-28536007-58af-470a-84d2-44bcda93bc14 None None] Deleting port 9b2dd6fb-43f1-4419-9e0f-e5170a44d66c {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:27.700700 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-28536007-58af-470a-84d2-44bcda93bc14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.745561 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec004393-e872-48be-8f3a-2211c42dc4b0 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.755350 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-ec004393-e872-48be-8f3a-2211c42dc4b0 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2f88f94-f063-456a-ac21-570ac0e96de8']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:27.766136 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-ec004393-e872-48be-8f3a-2211c42dc4b0 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '347532a5-f217-46ce-b82e-14902b2a4d71') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:27.766554 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-ec004393-e872-48be-8f3a-2211c42dc4b0 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '347532a5-f217-46ce-b82e-14902b2a4d71') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:27.768603 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-28536007-58af-470a-84d2-44bcda93bc14 None None] For port 9b2dd6fb-43f1-4419-9e0f-e5170a44d66c, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9b2dd6fb-43f1-4419-9e0f-e5170a44d66c,segment=NetworkSegment(05c9b2e9-477b-4887-bd1e-a489058494c2),segment_id=05c9b2e9-477b-4887-bd1e-a489058494c2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:27.768989 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-28536007-58af-470a-84d2-44bcda93bc14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.775991 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec004393-e872-48be-8f3a-2211c42dc4b0 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.780506 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-28536007-58af-470a-84d2-44bcda93bc14 None None] Calling delete_port for 9b2dd6fb-43f1-4419-9e0f-e5170a44d66c owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:27.791514 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec004393-e872-48be-8f3a-2211c42dc4b0 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.797866 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec004393-e872-48be-8f3a-2211c42dc4b0 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:28:27.798254 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec004393-e872-48be-8f3a-2211c42dc4b0 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.801334 n-d-771363-36 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:27.801334 n-d-771363-36 neutron-server[93825]: self.session.flush() Jul 15 13:28:27.801334 n-d-771363-36 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:27.801334 n-d-771363-36 neutron-server[93825]: self.session.flush() Jul 15 13:28:27.801334 n-d-771363-36 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:27.801334 n-d-771363-36 neutron-server[93825]: self.session.flush() Jul 15 13:28:27.801334 n-d-771363-36 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:27.801334 n-d-771363-36 neutron-server[93825]: self.session.flush() Jul 15 13:28:27.801334 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:28:27.801334 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:28:27.801334 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:28:27.801334 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:28:27.801334 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:28:27.801334 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:28:27.801334 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:28:27.801334 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:28:27.801334 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:28:27.801334 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:28:27.801334 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:28:27.801334 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:28:27.801334 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:28:27.801334 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:28:27.801334 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:28:27.801334 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:28:27.801334 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:28:27.801334 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:28:27.801334 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:28:27.801334 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:28:27.801334 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:28:27.801334 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:28:27.801334 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:28:27.801334 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:28:27.801334 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:28:27.801334 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:28:27.801334 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:28:27.801334 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:28:27.801334 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:28:27.801334 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:28:27.801334 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:28:27.801334 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:28:27.867656 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec004393-e872-48be-8f3a-2211c42dc4b0 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.875362 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec004393-e872-48be-8f3a-2211c42dc4b0 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.877418 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ec004393-e872-48be-8f3a-2211c42dc4b0 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "DELETE /v2.0/networks/b2f88f94-f063-456a-ac21-570ac0e96de8 HTTP/1.1" status: 204 len: 168 time: 0.5593944 Jul 15 13:28:27.879983 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 52400) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:27.884463 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-28536007-58af-470a-84d2-44bcda93bc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.907071 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec004393-e872-48be-8f3a-2211c42dc4b0 tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Pushing event deleted for resources: {'Network': ['ID=b2f88f94-f063-456a-ac21-570ac0e96de8,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:27.914047 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28536007-58af-470a-84d2-44bcda93bc14 None None] Pushing event deleted for resources: {'Port': ['ID=9b2dd6fb-43f1-4419-9e0f-e5170a44d66c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:27.919446 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28536007-58af-470a-84d2-44bcda93bc14 None None] No DVR routers for this DVR port 9b2dd6fb-43f1-4419-9e0f-e5170a44d66c on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:27.967859 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b580720c-28ba-4669-a4dc-dfbd651a7fed tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:28.058599 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b580720c-28ba-4669-a4dc-dfbd651a7fed tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:28.070798 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-b580720c-28ba-4669-a4dc-dfbd651a7fed tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce5fb7fa-2145-4849-a016-cf7110cf1deb']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:28.083457 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-b580720c-28ba-4669-a4dc-dfbd651a7fed tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05c9b2e9-477b-4887-bd1e-a489058494c2') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:28.083838 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-b580720c-28ba-4669-a4dc-dfbd651a7fed tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05c9b2e9-477b-4887-bd1e-a489058494c2') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:28.094212 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b580720c-28ba-4669-a4dc-dfbd651a7fed tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:28.108818 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b580720c-28ba-4669-a4dc-dfbd651a7fed tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:28.114779 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b580720c-28ba-4669-a4dc-dfbd651a7fed tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:28:28.115213 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b580720c-28ba-4669-a4dc-dfbd651a7fed tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:28.118213 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:28:28.118213 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:28:28.118213 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:28:28.118213 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:28:28.118213 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:28:28.118213 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:28:28.118213 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:28:28.118213 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:28:28.118213 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:28:28.118213 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:28:28.118213 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:28:28.118213 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:28:28.118213 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:28:28.118213 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:28:28.118213 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:28:28.118213 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:28:28.118213 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:28:28.118213 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:28:28.118213 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:28:28.118213 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:28:28.118213 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:28:28.118213 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:28:28.118213 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:28:28.118213 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:28:28.118213 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:28:28.118213 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:28:28.118213 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:28:28.118213 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:28:28.118213 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:28:28.118213 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:28:28.118213 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:28:28.118213 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:28:28.188912 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b580720c-28ba-4669-a4dc-dfbd651a7fed tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:28.195584 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b580720c-28ba-4669-a4dc-dfbd651a7fed tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:28.201966 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b580720c-28ba-4669-a4dc-dfbd651a7fed tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] 10.222.0.16 "DELETE /v2.0/networks/ce5fb7fa-2145-4849-a016-cf7110cf1deb HTTP/1.1" status: 204 len: 168 time: 0.3169284 Jul 15 13:28:28.214145 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580720c-28ba-4669-a4dc-dfbd651a7fed tempest-TaggedBootDevicesTest_v242-512927720 tempest-TaggedBootDevicesTest_v242-512927720-project] Pushing event deleted for resources: {'Network': ['ID=ce5fb7fa-2145-4849-a016-cf7110cf1deb,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:28.745292 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c8bdfbc9-b507-4379-b251-bc775ab1e65d no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:28.766317 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: c8bdfbc9-b507-4379-b251-bc775ab1e65d {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:28.767035 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c8bdfbc9-b507-4379-b251-bc775ab1e65d not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:28.767537 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9b2dd6fb-43f1-4419-9e0f-e5170a44d66c no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:28.786102 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 9b2dd6fb-43f1-4419-9e0f-e5170a44d66c {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:28.786599 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9b2dd6fb-43f1-4419-9e0f-e5170a44d66c not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:29.222640 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:29.541872 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:29.715859 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7c8e54ba-e173-4fb3-a853-38b625125b5c req-7a4eba1b-c3bf-4aa1-b957-6ab20ef9c393 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0852888 Jul 15 13:28:29.716357 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7baa4993-cae5-42c8-9130-18d2ba2451f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:29.794756 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e54ba-e173-4fb3-a853-38b625125b5c req-c0e8d007-a698-4e8f-9636-39ba12187851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:29.797327 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7c8e54ba-e173-4fb3-a853-38b625125b5c req-c0e8d007-a698-4e8f-9636-39ba12187851 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf299a1585cb47ad811c548c9505de73&device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 1097 time: 0.0569038 Jul 15 13:28:29.910233 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e54ba-e173-4fb3-a853-38b625125b5c req-67b8123a-5056-416a-b9dc-9fe88baa7383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:29.911436 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7c8e54ba-e173-4fb3-a853-38b625125b5c req-67b8123a-5056-416a-b9dc-9fe88baa7383 service neutron] 10.222.0.46 "GET /v2.0/networks?id=33daa320-d719-4788-a6ae-6d9428792c14 HTTP/1.1" status: 200 len: 918 time: 0.0903959 Jul 15 13:28:29.990905 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7c8e54ba-e173-4fb3-a853-38b625125b5c req-3433366c-05cd-4d1c-a933-d1e5ed7e580a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65a59c5e-cefe-404a-a27a-0f82635c0153 HTTP/1.1" status: 200 len: 1001 time: 0.0715981 Jul 15 13:28:30.040951 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e54ba-e173-4fb3-a853-38b625125b5c req-a6723f43-4a3f-4946-b120-829c4c2ba960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:30.042427 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7c8e54ba-e173-4fb3-a853-38b625125b5c req-a6723f43-4a3f-4946-b120-829c4c2ba960 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=236966a3-1e59-4c69-99ff-863fc85e1377 HTTP/1.1" status: 200 len: 856 time: 0.0451937 Jul 15 13:28:30.100564 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e54ba-e173-4fb3-a853-38b625125b5c req-5f44f840-2556-4ee8-8485-2f5d7d18b597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:30.102058 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7c8e54ba-e173-4fb3-a853-38b625125b5c req-5f44f840-2556-4ee8-8485-2f5d7d18b597 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=33daa320-d719-4788-a6ae-6d9428792c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518935 Jul 15 13:28:30.116421 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [req-7c8e54ba-e173-4fb3-a853-38b625125b5c req-0ce7d346-5011-4aba-86b2-740f6d538487 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:28:30.117586 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7c8e54ba-e173-4fb3-a853-38b625125b5c req-0ce7d346-5011-4aba-86b2-740f6d538487 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053251 Jul 15 13:28:30.216188 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7c8e54ba-e173-4fb3-a853-38b625125b5c req-0411fb8b-9f3d-4fae-b77f-abddbeaa91a4 service neutron] 10.222.0.46 "GET /v2.0/networks/33daa320-d719-4788-a6ae-6d9428792c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906804 Jul 15 13:28:30.307044 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7c8e54ba-e173-4fb3-a853-38b625125b5c req-f5e2b692-983b-4540-8d14-088ba1ff763b service neutron] 10.222.0.46 "GET /v2.0/networks/33daa320-d719-4788-a6ae-6d9428792c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841563 Jul 15 13:28:32.266379 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:32.472772 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-abbda462-a2b7-412a-82fc-24309bf05dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:33.591091 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:34.559639 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a831f6e-e490-4749-9738-08e4f34f2049 req-c17fb11d-de75-49bc-96f7-0b0e6352d703 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:34.561739 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0a831f6e-e490-4749-9738-08e4f34f2049 req-c17fb11d-de75-49bc-96f7-0b0e6352d703 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 945 time: 0.0636251 Jul 15 13:28:34.599080 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0a831f6e-e490-4749-9738-08e4f34f2049 req-482642ca-3e04-41e6-8979-309375b1348e tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314305 Jul 15 13:28:35.031991 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:35.793715 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85c8d1-3ac3-4e01-8d84-692ca0d5bc74 req-5471eaca-2fd5-463a-9957-670b0a63d7a9 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:35.795948 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7b85c8d1-3ac3-4e01-8d84-692ca0d5bc74 req-5471eaca-2fd5-463a-9957-670b0a63d7a9 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 945 time: 0.0667377 Jul 15 13:28:35.839022 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7b85c8d1-3ac3-4e01-8d84-692ca0d5bc74 req-e632d62a-93b1-461e-bbfc-1f39a67643c2 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362346 Jul 15 13:28:36.185053 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52526) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:36.721172 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-87570f9e-981e-4f8c-964d-8e9797c16124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:37.034259 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-87570f9e-981e-4f8c-964d-8e9797c16124 admin admin] Deleting port 396e1530-9785-46ac-87e3-6df0bc207a28 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:37.035031 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-87570f9e-981e-4f8c-964d-8e9797c16124 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:37.107703 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53d948-b15c-4c4e-9b6f-c79fe4cbff8c req-b797848d-4f84-411b-a284-8cebaed5ab90 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:37.109964 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4f53d948-b15c-4c4e-9b6f-c79fe4cbff8c req-b797848d-4f84-411b-a284-8cebaed5ab90 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 945 time: 0.1328206 Jul 15 13:28:37.151153 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-87570f9e-981e-4f8c-964d-8e9797c16124 admin admin] For port 396e1530-9785-46ac-87e3-6df0bc207a28, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=396e1530-9785-46ac-87e3-6df0bc207a28,segment=NetworkSegment(bd12e27f-3fd1-48b9-a7db-60395a28da12),segment_id=bd12e27f-3fd1-48b9-a7db-60395a28da12)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:37.151525 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-87570f9e-981e-4f8c-964d-8e9797c16124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:37.165182 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-87570f9e-981e-4f8c-964d-8e9797c16124 admin admin] Calling delete_port for 396e1530-9785-46ac-87e3-6df0bc207a28 owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:37.166791 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4f53d948-b15c-4c4e-9b6f-c79fe4cbff8c req-6d7f8275-273c-40b2-a0b8-03aedbe6deb5 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499818 Jul 15 13:28:37.353724 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-87570f9e-981e-4f8c-964d-8e9797c16124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:37.355685 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:28:37.385043 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87570f9e-981e-4f8c-964d-8e9797c16124 admin admin] Pushing event deleted for resources: {'Port': ['ID=396e1530-9785-46ac-87e3-6df0bc207a28,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:37.562219 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-87570f9e-981e-4f8c-964d-8e9797c16124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.066850 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87570f9e-981e-4f8c-964d-8e9797c16124 admin admin] Router 3fcbcfa1-30f3-4683-8838-2bfda9f5b62e has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:28:38.169662 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87570f9e-981e-4f8c-964d-8e9797c16124 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:28:38.174469 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-87570f9e-981e-4f8c-964d-8e9797c16124 admin admin] 10.222.0.16 "PUT /v2.0/routers/3fcbcfa1-30f3-4683-8838-2bfda9f5b62e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9882615 Jul 15 13:28:38.176953 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52544) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:38.180637 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0c9215-2aed-461e-8ca1-88350f107878 None None] Sync routers for ids ['3fcbcfa1-30f3-4683-8838-2bfda9f5b62e'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:28:38.189655 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0c9215-2aed-461e-8ca1-88350f107878 None None] Routers {'3fcbcfa1-30f3-4683-8838-2bfda9f5b62e'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:38.190378 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-6e0c9215-2aed-461e-8ca1-88350f107878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:28:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['3fcbcfa1-30f3-4683-8838-2bfda9f5b62e'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:38.280780 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7f3dfd11-0128-458d-9c7c-a012389725a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.324736 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-6e0c9215-2aed-461e-8ca1-88350f107878 None None] Set router 3fcbcfa1-30f3-4683-8838-2bfda9f5b62e gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:28:38.390746 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74bddd6-8998-497c-a232-3ed38cd34535 req-c81233ef-c4fe-4e37-963b-ef6aef9c345e tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:38.392439 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f74bddd6-8998-497c-a232-3ed38cd34535 req-c81233ef-c4fe-4e37-963b-ef6aef9c345e tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 945 time: 0.0813184 Jul 15 13:28:38.421857 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7f3dfd11-0128-458d-9c7c-a012389725a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.440124 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f74bddd6-8998-497c-a232-3ed38cd34535 req-dcfd5aa5-ccf0-48df-95b0-52e491c92d13 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416453 Jul 15 13:28:38.495034 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-7f3dfd11-0128-458d-9c7c-a012389725a3 admin admin] Deleting port 16bafe48-2299-43ea-a50c-e127a361872b {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:38.495288 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7f3dfd11-0128-458d-9c7c-a012389725a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.545175 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-6e0c9215-2aed-461e-8ca1-88350f107878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcbcfa1-30f3-4683-8838-2bfda9f5b62e', 'name': 'tempest-TaggedBootDevicesTest_v242-1868658184-router', 'tenant_id': '251cced819c74cfb94fbc7f7f1614ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '16bafe48-2299-43ea-a50c-e127a361872b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:19Z', 'updated_at': '2021-07-15T13:28:37Z', 'revision_number': 5, 'project_id': '251cced819c74cfb94fbc7f7f1614ad3', 'gw_port': {'id': '16bafe48-2299-43ea-a50c-e127a361872b', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcbcfa1-30f3-4683-8838-2bfda9f5b62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:22Z', 'updated_at': '2021-07-15T13:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:38.570719 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0c9215-2aed-461e-8ca1-88350f107878 None None] Checking router: 3fcbcfa1-30f3-4683-8838-2bfda9f5b62e for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:28:38.578071 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-7f3dfd11-0128-458d-9c7c-a012389725a3 admin admin] For port 16bafe48-2299-43ea-a50c-e127a361872b, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=16bafe48-2299-43ea-a50c-e127a361872b,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:38.578530 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7f3dfd11-0128-458d-9c7c-a012389725a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.578763 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0c9215-2aed-461e-8ca1-88350f107878 None None] Routers {'3fcbcfa1-30f3-4683-8838-2bfda9f5b62e'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:38.579254 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-6e0c9215-2aed-461e-8ca1-88350f107878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:28:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['3fcbcfa1-30f3-4683-8838-2bfda9f5b62e'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:38.592300 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-7f3dfd11-0128-458d-9c7c-a012389725a3 admin admin] Calling delete_port for 16bafe48-2299-43ea-a50c-e127a361872b owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:38.661623 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-6e0c9215-2aed-461e-8ca1-88350f107878 None None] Set router 3fcbcfa1-30f3-4683-8838-2bfda9f5b62e gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:28:38.711658 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-6e0c9215-2aed-461e-8ca1-88350f107878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcbcfa1-30f3-4683-8838-2bfda9f5b62e', 'name': 'tempest-TaggedBootDevicesTest_v242-1868658184-router', 'tenant_id': '251cced819c74cfb94fbc7f7f1614ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:19Z', 'updated_at': '2021-07-15T13:28:38Z', 'revision_number': 6, 'project_id': '251cced819c74cfb94fbc7f7f1614ad3', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:38.741633 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0c9215-2aed-461e-8ca1-88350f107878 None None] The sync data for ids ['3fcbcfa1-30f3-4683-8838-2bfda9f5b62e'] in n-d-771363-36 is: [{'id': '3fcbcfa1-30f3-4683-8838-2bfda9f5b62e', 'name': 'tempest-TaggedBootDevicesTest_v242-1868658184-router', 'tenant_id': '251cced819c74cfb94fbc7f7f1614ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:19Z', 'updated_at': '2021-07-15T13:28:38Z', 'revision_number': 6, 'project_id': '251cced819c74cfb94fbc7f7f1614ad3', 'gw_port_host': None}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:28:38.782864 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7f3dfd11-0128-458d-9c7c-a012389725a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.809783 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3dfd11-0128-458d-9c7c-a012389725a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=16bafe48-2299-43ea-a50c-e127a361872b,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:38.819280 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3dfd11-0128-458d-9c7c-a012389725a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:38.819624 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3dfd11-0128-458d-9c7c-a012389725a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:38.819959 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3dfd11-0128-458d-9c7c-a012389725a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:38.820291 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3dfd11-0128-458d-9c7c-a012389725a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:38.820619 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3dfd11-0128-458d-9c7c-a012389725a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:38.820946 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3dfd11-0128-458d-9c7c-a012389725a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:38.821267 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3dfd11-0128-458d-9c7c-a012389725a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:38.821602 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3dfd11-0128-458d-9c7c-a012389725a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:38.821941 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3dfd11-0128-458d-9c7c-a012389725a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:38.822260 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3dfd11-0128-458d-9c7c-a012389725a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:38.822595 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3dfd11-0128-458d-9c7c-a012389725a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:38.822916 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3dfd11-0128-458d-9c7c-a012389725a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:38.887111 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7f3dfd11-0128-458d-9c7c-a012389725a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.975883 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7f3dfd11-0128-458d-9c7c-a012389725a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.977871 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7f3dfd11-0128-458d-9c7c-a012389725a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.020151 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7f3dfd11-0128-458d-9c7c-a012389725a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.020800 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3dfd11-0128-458d-9c7c-a012389725a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fcbcfa1-30f3-4683-8838-2bfda9f5b62e {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:28:39.025870 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7f3dfd11-0128-458d-9c7c-a012389725a3 admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.029574 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7f3dfd11-0128-458d-9c7c-a012389725a3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/3fcbcfa1-30f3-4683-8838-2bfda9f5b62e HTTP/1.1" status: 204 len: 168 time: 0.8491113 Jul 15 13:28:39.029721 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52556) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:39.078335 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-3527af8f-7438-4e44-b371-9d7cdd1f035a admin admin] Deleting subnet bb690484-bc5a-4c4b-81ad-d355e2967ff7 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:28:39.081389 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3527af8f-7438-4e44-b371-9d7cdd1f035a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.123502 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3527af8f-7438-4e44-b371-9d7cdd1f035a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.213348 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3527af8f-7438-4e44-b371-9d7cdd1f035a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.265403 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3527af8f-7438-4e44-b371-9d7cdd1f035a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.295364 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3527af8f-7438-4e44-b371-9d7cdd1f035a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb690484-bc5a-4c4b-81ad-d355e2967ff7,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:39.299030 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3527af8f-7438-4e44-b371-9d7cdd1f035a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.300878 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3527af8f-7438-4e44-b371-9d7cdd1f035a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bb690484-bc5a-4c4b-81ad-d355e2967ff7 HTTP/1.1" status: 204 len: 168 time: 0.2702332 Jul 15 13:28:39.303427 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52560) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:39.306831 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae08ac9b-fe17-452d-b5cc-3e31490da1f2 None None] Network 5d9fbd16-32b6-40ae-8908-2f860bb17994 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:39.372146 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e4f50e3-a75f-4e50-a22e-c691aa2b199d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.423796 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-4e4f50e3-a75f-4e50-a22e-c691aa2b199d admin admin] Deleting port 3365ca70-ccc8-42cf-aadb-a149a6a90cb6 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:39.424489 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e4f50e3-a75f-4e50-a22e-c691aa2b199d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.498927 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-4e4f50e3-a75f-4e50-a22e-c691aa2b199d admin admin] For port 3365ca70-ccc8-42cf-aadb-a149a6a90cb6, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=3365ca70-ccc8-42cf-aadb-a149a6a90cb6,segment=NetworkSegment(bd12e27f-3fd1-48b9-a7db-60395a28da12),segment_id=bd12e27f-3fd1-48b9-a7db-60395a28da12)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:39.499295 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e4f50e3-a75f-4e50-a22e-c691aa2b199d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.519571 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-4e4f50e3-a75f-4e50-a22e-c691aa2b199d admin admin] Calling delete_port for 3365ca70-ccc8-42cf-aadb-a149a6a90cb6 owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:39.535579 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa482cc7-4738-4202-9f46-d8c37c896c37 None None] DHCP port deletion for 5d9fbd16-32b6-40ae-8908-2f860bb17994 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:28:39.601842 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-fa482cc7-4738-4202-9f46-d8c37c896c37 None None] Deleting port 3365ca70-ccc8-42cf-aadb-a149a6a90cb6 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:39.602470 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fa482cc7-4738-4202-9f46-d8c37c896c37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.624243 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e4f50e3-a75f-4e50-a22e-c691aa2b199d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.645745 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4f50e3-a75f-4e50-a22e-c691aa2b199d admin admin] No DVR routers for this DVR port 3365ca70-ccc8-42cf-aadb-a149a6a90cb6 on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:39.693509 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-fa482cc7-4738-4202-9f46-d8c37c896c37 None None] For port 3365ca70-ccc8-42cf-aadb-a149a6a90cb6, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=3365ca70-ccc8-42cf-aadb-a149a6a90cb6,segment=NetworkSegment(bd12e27f-3fd1-48b9-a7db-60395a28da12),segment_id=bd12e27f-3fd1-48b9-a7db-60395a28da12)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:39.694158 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fa482cc7-4738-4202-9f46-d8c37c896c37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.707648 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-fa482cc7-4738-4202-9f46-d8c37c896c37 None None] Calling delete_port for 3365ca70-ccc8-42cf-aadb-a149a6a90cb6 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:39.720417 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c592962-986b-4f08-a2d7-cf93ff1746c7 req-6805f783-4e38-49c9-926e-a88274eb9646 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:39.723711 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c592962-986b-4f08-a2d7-cf93ff1746c7 req-6805f783-4e38-49c9-926e-a88274eb9646 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 945 time: 0.1057606 Jul 15 13:28:39.762674 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e4f50e3-a75f-4e50-a22e-c691aa2b199d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.767639 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c592962-986b-4f08-a2d7-cf93ff1746c7 req-a43df362-3eb7-45be-867b-3e1a2ffb3a12 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350144 Jul 15 13:28:39.783606 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f50e3-a75f-4e50-a22e-c691aa2b199d admin admin] Pushing event deleted for resources: {'Port': ['ID=3365ca70-ccc8-42cf-aadb-a149a6a90cb6,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:39.795722 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-4e4f50e3-a75f-4e50-a22e-c691aa2b199d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d9fbd16-32b6-40ae-8908-2f860bb17994']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:39.811838 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-4e4f50e3-a75f-4e50-a22e-c691aa2b199d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd12e27f-3fd1-48b9-a7db-60395a28da12') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:39.812217 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-4e4f50e3-a75f-4e50-a22e-c691aa2b199d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd12e27f-3fd1-48b9-a7db-60395a28da12') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:39.823992 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e4f50e3-a75f-4e50-a22e-c691aa2b199d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.826134 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fa482cc7-4738-4202-9f46-d8c37c896c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.840658 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e4f50e3-a75f-4e50-a22e-c691aa2b199d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.849095 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e4f50e3-a75f-4e50-a22e-c691aa2b199d admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:28:39.849775 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e4f50e3-a75f-4e50-a22e-c691aa2b199d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.922793 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:39.922793 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:39.922793 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:39.922793 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:39.922793 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:39.922793 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:39.922793 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:28:39.922793 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:28:39.922793 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:28:39.922793 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:28:39.922793 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:28:39.922793 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:28:39.922793 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:28:39.922793 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:28:39.922793 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:28:39.922793 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:28:39.922793 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:28:39.922793 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:28:39.922793 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:28:39.922793 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:28:39.922793 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:28:39.922793 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:28:39.922793 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:28:39.922793 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:28:39.922793 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:28:39.922793 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:28:39.922793 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:28:39.922793 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:28:39.922793 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:28:39.922793 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:28:39.922793 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:28:39.922793 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:28:39.922793 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:28:39.922793 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:28:39.922793 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:28:39.922793 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:28:39.922793 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:28:39.922793 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:28:39.927768 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e4f50e3-a75f-4e50-a22e-c691aa2b199d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.935112 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e4f50e3-a75f-4e50-a22e-c691aa2b199d admin admin] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.937596 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4e4f50e3-a75f-4e50-a22e-c691aa2b199d admin admin] 10.222.0.16 "DELETE /v2.0/networks/5d9fbd16-32b6-40ae-8908-2f860bb17994 HTTP/1.1" status: 204 len: 168 time: 0.6332514 Jul 15 13:28:39.951305 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f50e3-a75f-4e50-a22e-c691aa2b199d admin admin] Pushing event deleted for resources: {'Network': ['ID=5d9fbd16-32b6-40ae-8908-2f860bb17994,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:40.028231 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa482cc7-4738-4202-9f46-d8c37c896c37 None None] Pushing event deleted for resources: {'Port': ['ID=3365ca70-ccc8-42cf-aadb-a149a6a90cb6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:40.036303 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa482cc7-4738-4202-9f46-d8c37c896c37 None None] No DVR routers for this DVR port 3365ca70-ccc8-42cf-aadb-a149a6a90cb6 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:40.039134 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa482cc7-4738-4202-9f46-d8c37c896c37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:40.039661 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa482cc7-4738-4202-9f46-d8c37c896c37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:40.040000 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa482cc7-4738-4202-9f46-d8c37c896c37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:40.040334 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa482cc7-4738-4202-9f46-d8c37c896c37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:40.041440 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa482cc7-4738-4202-9f46-d8c37c896c37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:40.041564 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa482cc7-4738-4202-9f46-d8c37c896c37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:40.042037 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa482cc7-4738-4202-9f46-d8c37c896c37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:40.042544 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa482cc7-4738-4202-9f46-d8c37c896c37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:40.042879 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa482cc7-4738-4202-9f46-d8c37c896c37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:40.043194 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa482cc7-4738-4202-9f46-d8c37c896c37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:40.043684 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa482cc7-4738-4202-9f46-d8c37c896c37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:40.044010 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa482cc7-4738-4202-9f46-d8c37c896c37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:40.086838 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52568) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:40.131721 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b514100f-8af1-4ac6-906b-a90ec92e4dcc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=251cced819c74cfb94fbc7f7f1614ad3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431428 Jul 15 13:28:40.134470 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52572) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:40.184787 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f3338c5e-5943-4f86-a517-10b26c647181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:40.210088 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f3338c5e-5943-4f86-a517-10b26c647181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:40.258937 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f3338c5e-5943-4f86-a517-10b26c647181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:40.262074 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f3338c5e-5943-4f86-a517-10b26c647181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:40.263261 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f3338c5e-5943-4f86-a517-10b26c647181 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/45431849-e472-4cc9-91dc-6aceda522923 HTTP/1.1" status: 204 len: 168 time: 0.1278138 Jul 15 13:28:40.271042 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3338c5e-5943-4f86-a517-10b26c647181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45431849-e472-4cc9-91dc-6aceda522923,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:40.756107 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 3365ca70-ccc8-42cf-aadb-a149a6a90cb6 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:40.777546 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 3365ca70-ccc8-42cf-aadb-a149a6a90cb6 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:40.777893 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 3365ca70-ccc8-42cf-aadb-a149a6a90cb6 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:40.778304 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 16bafe48-2299-43ea-a50c-e127a361872b no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:40.797519 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 16bafe48-2299-43ea-a50c-e127a361872b {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:40.797871 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 16bafe48-2299-43ea-a50c-e127a361872b not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:40.798281 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 396e1530-9785-46ac-87e3-6df0bc207a28 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:40.829073 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 396e1530-9785-46ac-87e3-6df0bc207a28 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:40.829624 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 396e1530-9785-46ac-87e3-6df0bc207a28 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:40.967745 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b1da5-0988-49a9-a1e6-49468100c852 req-ecb6858b-dc7b-43a4-97b0-42ed4407b773 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:40.969586 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9c4b1da5-0988-49a9-a1e6-49468100c852 req-ecb6858b-dc7b-43a4-97b0-42ed4407b773 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 945 time: 0.0707359 Jul 15 13:28:40.981070 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52604) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:41.013124 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9c4b1da5-0988-49a9-a1e6-49468100c852 req-4c2925d1-755a-4068-b171-e0c209a35ab2 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370598 Jul 15 13:28:41.109861 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-67c480ad-8aed-4b6f-b36e-fb562ed885a3 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-897534146-network', 'tenant_id': '2ce681c462e242a282ed5f4bfd5c44a3'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:41.130984 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c480ad-8aed-4b6f-b36e-fb562ed885a3 admin admin] Made reservation on behalf of 2ce681c462e242a282ed5f4bfd5c44a3 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:41.133770 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-67c480ad-8aed-4b6f-b36e-fb562ed885a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:41.146602 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-67c480ad-8aed-4b6f-b36e-fb562ed885a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:41.235087 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-67c480ad-8aed-4b6f-b36e-fb562ed885a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:41.239185 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-67c480ad-8aed-4b6f-b36e-fb562ed885a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:41.263334 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67c480ad-8aed-4b6f-b36e-fb562ed885a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:28:41.271816 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c480ad-8aed-4b6f-b36e-fb562ed885a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a59701f-c62e-4f0d-9478-3ad2e0142aa7,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:41.278770 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-67c480ad-8aed-4b6f-b36e-fb562ed885a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:41.279111 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-67c480ad-8aed-4b6f-b36e-fb562ed885a3 admin admin] Added segment 98acfa0a-54bd-4675-846c-25a1b4d3769f of type vlan for network d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c Jul 15 13:28:41.319964 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-67c480ad-8aed-4b6f-b36e-fb562ed885a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:41.348250 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-67c480ad-8aed-4b6f-b36e-fb562ed885a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:41.349201 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c480ad-8aed-4b6f-b36e-fb562ed885a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:41.349784 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-67c480ad-8aed-4b6f-b36e-fb562ed885a3 admin admin] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:41.383495 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-67c480ad-8aed-4b6f-b36e-fb562ed885a3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4013383 Jul 15 13:28:41.386335 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 52608) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:41.391044 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-a32463ca-215f-4026-b9ac-7643b70ea2ed admin admin] Request body: {'subnet': {'network_id': 'd0a6d88e-39e9-40ea-b05a-9af2f27b9a7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-897534146-subnet', 'tenant_id': '2ce681c462e242a282ed5f4bfd5c44a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:41.426755 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c480ad-8aed-4b6f-b36e-fb562ed885a3 admin admin] Pushing event updated for resources: {'Network': ['ID=d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:41.439059 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:28:41.442077 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32463ca-215f-4026-b9ac-7643b70ea2ed admin admin] Made reservation on behalf of 2ce681c462e242a282ed5f4bfd5c44a3 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:41.444490 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a32463ca-215f-4026-b9ac-7643b70ea2ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:41.613681 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a32463ca-215f-4026-b9ac-7643b70ea2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:41.660852 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32463ca-215f-4026-b9ac-7643b70ea2ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cf757fd-3675-4b29-9410-980f0d83e606,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:41.676948 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32463ca-215f-4026-b9ac-7643b70ea2ed admin admin] Checking segment: {'id': '98acfa0a-54bd-4675-846c-25a1b4d3769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd0a6d88e-39e9-40ea-b05a-9af2f27b9a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:41.677308 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32463ca-215f-4026-b9ac-7643b70ea2ed admin admin] Network hostable DHCP agents. Network: d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:28:41.693162 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32463ca-215f-4026-b9ac-7643b70ea2ed admin admin] Network d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:28:41.701443 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-a32463ca-215f-4026-b9ac-7643b70ea2ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:41.705646 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32463ca-215f-4026-b9ac-7643b70ea2ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:41.706236 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a32463ca-215f-4026-b9ac-7643b70ea2ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:41.711819 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c2b35a-5aeb-4664-9168-87d37939fc88 None None] Network d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:41.727153 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a32463ca-215f-4026-b9ac-7643b70ea2ed admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3397012 Jul 15 13:28:41.856710 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567b31e7-c301-4f07-a304-d6e689d47555 None None] Network d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:42.206225 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-6ef4a6be-b9df-408b-8c55-65c1a4c47464 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:42.207862 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-6ef4a6be-b9df-408b-8c55-65c1a4c47464 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/networks?id=d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c HTTP/1.1" status: 200 len: 812 time: 0.1403286 Jul 15 13:28:42.229092 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-43e9e14f-22d2-4f9a-b0bf-2afea429388d tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/quotas/2ce681c462e242a282ed5f4bfd5c44a3 HTTP/1.1" status: 200 len: 375 time: 0.0148849 Jul 15 13:28:42.271751 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0e06a-f715-4d60-bc55-1057236f3590 req-98716edc-be36-425b-8439-4eed19531041 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:42.273233 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-57a0e06a-f715-4d60-bc55-1057236f3590 req-98716edc-be36-425b-8439-4eed19531041 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 945 time: 0.1140182 Jul 15 13:28:42.276114 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-eee07ca6-81f8-4514-9e38-5a090c01eee2 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2ce681c462e242a282ed5f4bfd5c44a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405405 Jul 15 13:28:42.343699 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-57a0e06a-f715-4d60-bc55-1057236f3590 req-f14a4308-e657-4f4c-93e0-a266a9fe6358 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628247 Jul 15 13:28:42.394807 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-71e24d25-a69e-491d-9f05-c1a07db15d0e service neutron] 10.222.0.16 "GET /v2.0/networks/d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078367 Jul 15 13:28:42.487837 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-54d45405-8984-42a6-bc87-4f253b020bc8 service neutron] 10.222.0.16 "GET /v2.0/networks/d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864849 Jul 15 13:28:42.866082 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-94157a1e-60ad-4adc-ad72-b983dd08ba6f req-cfe6bd3e-597e-4a86-8fb9-fd8ba65d2ede tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e0fcf54-7f72-4686-8883-bfa2cba017fa HTTP/1.1" status: 200 len: 210 time: 0.0432904 Jul 15 13:28:43.552629 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ad736-558d-4a86-9507-61d8cf946a1e req-4b5df321-7d56-4887-9d22-e8958bb53581 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:43.554317 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8a4ad736-558d-4a86-9507-61d8cf946a1e req-4b5df321-7d56-4887-9d22-e8958bb53581 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 945 time: 0.0801756 Jul 15 13:28:43.617742 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8a4ad736-558d-4a86-9507-61d8cf946a1e req-ef9480b5-134f-4441-bff0-a7abf41a59be tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465345 Jul 15 13:28:44.016930 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-61df32a5-e4a9-4e0f-9a72-be24e47ce021 req-24bfd152-56e6-47f9-94a2-dbbc1dddfd7b tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e0fcf54-7f72-4686-8883-bfa2cba017fa HTTP/1.1" status: 200 len: 210 time: 0.0337961 Jul 15 13:28:44.254326 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-880663dc-3537-4d76-ba11-f64a8d654ed0 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:44.256338 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-880663dc-3537-4d76-ba11-f64a8d654ed0 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.20 "GET /v2.0/networks?id=d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c HTTP/1.1" status: 200 len: 812 time: 0.1410973 Jul 15 13:28:44.269275 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-f20e948d-d6f0-47c6-a342-7afd5aa07c5d tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Request body: {'port': {'device_id': '651dcd89-67f4-4360-be0f-1b93be5d3787', 'network_id': 'd0a6d88e-39e9-40ea-b05a-9af2f27b9a7c', 'admin_state_up': True, 'tenant_id': '2ce681c462e242a282ed5f4bfd5c44a3'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:44.277854 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-e8510f26-53ac-4003-ba18-6ed4667d5d7b tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:44.279389 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-e8510f26-53ac-4003-ba18-6ed4667d5d7b tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.46 "GET /v2.0/networks?id=d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c HTTP/1.1" status: 200 len: 812 time: 0.1157050 Jul 15 13:28:44.306978 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-879bca3c-bbb9-4a35-815b-c98cf3df95f4 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Request body: {'port': {'device_id': '0e0fcf54-7f72-4686-8883-bfa2cba017fa', 'network_id': 'd0a6d88e-39e9-40ea-b05a-9af2f27b9a7c', 'admin_state_up': True, 'tenant_id': '2ce681c462e242a282ed5f4bfd5c44a3'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:44.429256 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-f20e948d-d6f0-47c6-a342-7afd5aa07c5d tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Made reservation on behalf of 2ce681c462e242a282ed5f4bfd5c44a3 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:44.438249 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-f20e948d-d6f0-47c6-a342-7afd5aa07c5d tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:44.520807 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-879bca3c-bbb9-4a35-815b-c98cf3df95f4 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Made reservation on behalf of 2ce681c462e242a282ed5f4bfd5c44a3 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:44.525149 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-879bca3c-bbb9-4a35-815b-c98cf3df95f4 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:44.584029 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-f20e948d-d6f0-47c6-a342-7afd5aa07c5d tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Allocated IP 172.20.0.5 (d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c/5cf757fd-3675-4b29-9410-980f0d83e606/4c5f9029-f8a4-496b-b03e-b05e237d35de) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:44.749890 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-f20e948d-d6f0-47c6-a342-7afd5aa07c5d tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:44.829371 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09199e61-1dad-4e16-9cba-247cca915a3e req-a4a0bd52-fc1c-4af5-80b6-f10368c077a7 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:44.830987 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-09199e61-1dad-4e16-9cba-247cca915a3e req-a4a0bd52-fc1c-4af5-80b6-f10368c077a7 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 945 time: 0.0945933 Jul 15 13:28:44.839681 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-f20e948d-d6f0-47c6-a342-7afd5aa07c5d tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:44.897620 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-879bca3c-bbb9-4a35-815b-c98cf3df95f4 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Allocated IP 172.20.0.10 (d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c/5cf757fd-3675-4b29-9410-980f0d83e606/6be13fd3-d076-4e6c-9a5b-51905a25d9b2) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:44.902062 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-f20e948d-d6f0-47c6-a342-7afd5aa07c5d tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Network d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:44.913360 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-f20e948d-d6f0-47c6-a342-7afd5aa07c5d tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:44.927113 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-f20e948d-d6f0-47c6-a342-7afd5aa07c5d tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:44.957915 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-09199e61-1dad-4e16-9cba-247cca915a3e req-2f479e1a-b330-44ed-ad61-8ad64ed40ad4 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159461 Jul 15 13:28:44.960814 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e948d-d6f0-47c6-a342-7afd5aa07c5d tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Pushing event updated for resources: {'Port': ['ID=4c5f9029-f8a4-496b-b03e-b05e237d35de,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:44.998833 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-f20e948d-d6f0-47c6-a342-7afd5aa07c5d tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:44.999820 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-f20e948d-d6f0-47c6-a342-7afd5aa07c5d tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.017923 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-f20e948d-d6f0-47c6-a342-7afd5aa07c5d tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7533455 Jul 15 13:28:45.029083 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-57b8dd17-a54c-46ec-9a96-15cde8434e7f tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:28:45.030311 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-57b8dd17-a54c-46ec-9a96-15cde8434e7f tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060341 Jul 15 13:28:45.041394 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-e224a10f-7f61-4798-bb62-7a774004a007 service neutron] Request body: {'port': {'device_id': '651dcd89-67f4-4360-be0f-1b93be5d3787', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:45.073304 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-879bca3c-bbb9-4a35-815b-c98cf3df95f4 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.120993 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-e224a10f-7f61-4798-bb62-7a774004a007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.128571 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-879bca3c-bbb9-4a35-815b-c98cf3df95f4 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.184472 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-879bca3c-bbb9-4a35-815b-c98cf3df95f4 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Network d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:45.188412 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-879bca3c-bbb9-4a35-815b-c98cf3df95f4 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:45.192490 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-879bca3c-bbb9-4a35-815b-c98cf3df95f4 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:45.217921 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879bca3c-bbb9-4a35-815b-c98cf3df95f4 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Pushing event updated for resources: {'Port': ['ID=6be13fd3-d076-4e6c-9a5b-51905a25d9b2,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:45.243511 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-879bca3c-bbb9-4a35-815b-c98cf3df95f4 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:45.244262 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-879bca3c-bbb9-4a35-815b-c98cf3df95f4 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.258231 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-879bca3c-bbb9-4a35-815b-c98cf3df95f4 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9636827 Jul 15 13:28:45.270427 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-73e90345-b141-4c26-9754-f6af72ba99d7 service neutron] Request body: {'port': {'device_id': '0e0fcf54-7f72-4686-8883-bfa2cba017fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:45.343824 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-73e90345-b141-4c26-9754-f6af72ba99d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.393581 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d847f-af96-4bab-b63c-8bda6067030b req-92636d90-c1b0-4314-adab-b798a4e21964 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:45.399272 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9b2d847f-af96-4bab-b63c-8bda6067030b req-92636d90-c1b0-4314-adab-b798a4e21964 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e0fcf54-7f72-4686-8883-bfa2cba017fa HTTP/1.1" status: 200 len: 932 time: 0.1355791 Jul 15 13:28:45.459173 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9b2d847f-af96-4bab-b63c-8bda6067030b req-360f33b3-1652-408e-abbc-e339dfd99dd9 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a59701f-c62e-4f0d-9478-3ad2e0142aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562966 Jul 15 13:28:45.499256 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-e224a10f-7f61-4798-bb62-7a774004a007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c5f9029-f8a4-496b-b03e-b05e237d35de {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:28:45.506651 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-e224a10f-7f61-4798-bb62-7a774004a007 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.518309 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-e224a10f-7f61-4798-bb62-7a774004a007 service neutron] Transition to ACTIVE for port object 4c5f9029-f8a4-496b-b03e-b05e237d35de will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:45.522074 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-e224a10f-7f61-4798-bb62-7a774004a007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.582084 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224a10f-7f61-4798-bb62-7a774004a007 service neutron] Pushing event updated for resources: {'Port': ['ID=4c5f9029-f8a4-496b-b03e-b05e237d35de,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:45.653580 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-e224a10f-7f61-4798-bb62-7a774004a007 service neutron] Attempting to bind port 4c5f9029-f8a4-496b-b03e-b05e237d35de on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:28:45.654230 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-e224a10f-7f61-4798-bb62-7a774004a007 service neutron] Attempting to bind port 4c5f9029-f8a4-496b-b03e-b05e237d35de by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': '98acfa0a-54bd-4675-846c-25a1b4d3769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd0a6d88e-39e9-40ea-b05a-9af2f27b9a7c'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:28:45.654504 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-e224a10f-7f61-4798-bb62-7a774004a007 service neutron] Attempting to bind port 4c5f9029-f8a4-496b-b03e-b05e237d35de on network d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:28:45.659284 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-e224a10f-7f61-4798-bb62-7a774004a007 service neutron] Port 4c5f9029-f8a4-496b-b03e-b05e237d35de on network d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:28:45.659738 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-e224a10f-7f61-4798-bb62-7a774004a007 service neutron] Attempting to bind port 4c5f9029-f8a4-496b-b03e-b05e237d35de on network d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:28:45.669800 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-e224a10f-7f61-4798-bb62-7a774004a007 service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:28:45.669800 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-e224a10f-7f61-4798-bb62-7a774004a007 service neutron] Checking segment: {'id': '98acfa0a-54bd-4675-846c-25a1b4d3769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd0a6d88e-39e9-40ea-b05a-9af2f27b9a7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:45.669800 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-e224a10f-7f61-4798-bb62-7a774004a007 service neutron] Bound using segment: {'id': '98acfa0a-54bd-4675-846c-25a1b4d3769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd0a6d88e-39e9-40ea-b05a-9af2f27b9a7c'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:28:45.669800 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-e224a10f-7f61-4798-bb62-7a774004a007 service neutron] Bound port: 4c5f9029-f8a4-496b-b03e-b05e237d35de, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98acfa0a-54bd-4675-846c-25a1b4d3769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd0a6d88e-39e9-40ea-b05a-9af2f27b9a7c'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:28:45.669800 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-e224a10f-7f61-4798-bb62-7a774004a007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.690029 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-73e90345-b141-4c26-9754-f6af72ba99d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6be13fd3-d076-4e6c-9a5b-51905a25d9b2 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:28:45.697909 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-73e90345-b141-4c26-9754-f6af72ba99d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.710482 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-73e90345-b141-4c26-9754-f6af72ba99d7 service neutron] Transition to ACTIVE for port object 6be13fd3-d076-4e6c-9a5b-51905a25d9b2 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:45.715635 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-73e90345-b141-4c26-9754-f6af72ba99d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.736586 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-e224a10f-7f61-4798-bb62-7a774004a007 service neutron] For port 4c5f9029-f8a4-496b-b03e-b05e237d35de, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:28:45.739881 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-e224a10f-7f61-4798-bb62-7a774004a007 service neutron] For port 4c5f9029-f8a4-496b-b03e-b05e237d35de, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=4c5f9029-f8a4-496b-b03e-b05e237d35de,segment=NetworkSegment(98acfa0a-54bd-4675-846c-25a1b4d3769f),segment_id=98acfa0a-54bd-4675-846c-25a1b4d3769f)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:28:45.745637 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-e224a10f-7f61-4798-bb62-7a774004a007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.769243 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e90345-b141-4c26-9754-f6af72ba99d7 service neutron] Pushing event updated for resources: {'Port': ['ID=6be13fd3-d076-4e6c-9a5b-51905a25d9b2,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:45.793086 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-e224a10f-7f61-4798-bb62-7a774004a007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:45.793911 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-e224a10f-7f61-4798-bb62-7a774004a007 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.795439 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-e224a10f-7f61-4798-bb62-7a774004a007 service neutron] 10.222.0.20 "PUT /v2.0/ports/4c5f9029-f8a4-496b-b03e-b05e237d35de HTTP/1.1" status: 200 len: 1092 time: 0.7587643 Jul 15 13:28:45.795978 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '651dcd89-67f4-4360-be0f-1b93be5d3787', 'tag': '4c5f9029-f8a4-496b-b03e-b05e237d35de'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:28:45.798801 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacc8330-8895-4944-a17e-af472ea9f4e1" -d '{"events": [{"name": "network-changed", "server_uuid": "651dcd89-67f4-4360-be0f-1b93be5d3787", "tag": "4c5f9029-f8a4-496b-b03e-b05e237d35de"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:28:45.830533 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [req-01f54286-d058-4422-959a-7462203bf0b1 req-cb53498f-10b9-488b-82a9-426225ce6dd4 service neutron] (93826) timed out ('10.222.0.16', 59078) {{(pid=93826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:28:45.834105 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224a10f-7f61-4798-bb62-7a774004a007 service neutron] Pushing event updated for resources: {'Port': ['ID=4c5f9029-f8a4-496b-b03e-b05e237d35de,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:45.862399 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-73e90345-b141-4c26-9754-f6af72ba99d7 service neutron] Attempting to bind port 6be13fd3-d076-4e6c-9a5b-51905a25d9b2 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:28:45.862912 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-73e90345-b141-4c26-9754-f6af72ba99d7 service neutron] Attempting to bind port 6be13fd3-d076-4e6c-9a5b-51905a25d9b2 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '98acfa0a-54bd-4675-846c-25a1b4d3769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd0a6d88e-39e9-40ea-b05a-9af2f27b9a7c'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:28:45.863246 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-73e90345-b141-4c26-9754-f6af72ba99d7 service neutron] Attempting to bind port 6be13fd3-d076-4e6c-9a5b-51905a25d9b2 on network d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:28:45.869779 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-73e90345-b141-4c26-9754-f6af72ba99d7 service neutron] Port 6be13fd3-d076-4e6c-9a5b-51905a25d9b2 on network d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:28:45.870112 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-73e90345-b141-4c26-9754-f6af72ba99d7 service neutron] Attempting to bind port 6be13fd3-d076-4e6c-9a5b-51905a25d9b2 on network d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:28:45.880070 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-73e90345-b141-4c26-9754-f6af72ba99d7 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:28:45.880522 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-73e90345-b141-4c26-9754-f6af72ba99d7 service neutron] Checking segment: {'id': '98acfa0a-54bd-4675-846c-25a1b4d3769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd0a6d88e-39e9-40ea-b05a-9af2f27b9a7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:45.880796 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-73e90345-b141-4c26-9754-f6af72ba99d7 service neutron] Bound using segment: {'id': '98acfa0a-54bd-4675-846c-25a1b4d3769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd0a6d88e-39e9-40ea-b05a-9af2f27b9a7c'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:28:45.881220 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-73e90345-b141-4c26-9754-f6af72ba99d7 service neutron] Bound port: 6be13fd3-d076-4e6c-9a5b-51905a25d9b2, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98acfa0a-54bd-4675-846c-25a1b4d3769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd0a6d88e-39e9-40ea-b05a-9af2f27b9a7c'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:28:45.881580 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-73e90345-b141-4c26-9754-f6af72ba99d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.922720 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-cffbd462-d568-4273-9529-fcbeda34f06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:45.924426 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-cffbd462-d568-4273-9529-fcbeda34f06b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ce681c462e242a282ed5f4bfd5c44a3&device_id=651dcd89-67f4-4360-be0f-1b93be5d3787 HTTP/1.1" status: 200 len: 1095 time: 0.0713949 Jul 15 13:28:45.970269 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bf45cf-ef3a-4544-862f-5ad698d077e0 x-openstack-request-id: req-44bf45cf-ef3a-4544-862f-5ad698d077e0 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:28:45.970625 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "651dcd89-67f4-4360-be0f-1b93be5d3787", "tag": "4c5f9029-f8a4-496b-b03e-b05e237d35de", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:28:45.970973 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44bf45cf-ef3a-4544-862f-5ad698d077e0 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:28:45.971479 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '651dcd89-67f4-4360-be0f-1b93be5d3787', 'tag': '4c5f9029-f8a4-496b-b03e-b05e237d35de', 'status': 'completed', 'code': 200} Jul 15 13:28:45.973867 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-b0e36268-e2dd-4cf1-b257-539161dc968b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c5f9029-f8a4-496b-b03e-b05e237d35de HTTP/1.1" status: 200 len: 217 time: 0.0429628 Jul 15 13:28:45.976373 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-73e90345-b141-4c26-9754-f6af72ba99d7 service neutron] For port 6be13fd3-d076-4e6c-9a5b-51905a25d9b2, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:28:45.980047 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-73e90345-b141-4c26-9754-f6af72ba99d7 service neutron] For port 6be13fd3-d076-4e6c-9a5b-51905a25d9b2, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=6be13fd3-d076-4e6c-9a5b-51905a25d9b2,segment=NetworkSegment(98acfa0a-54bd-4675-846c-25a1b4d3769f),segment_id=98acfa0a-54bd-4675-846c-25a1b4d3769f)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:28:45.989833 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-73e90345-b141-4c26-9754-f6af72ba99d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:46.043975 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-73e90345-b141-4c26-9754-f6af72ba99d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:46.044871 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-73e90345-b141-4c26-9754-f6af72ba99d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:46.046853 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-73e90345-b141-4c26-9754-f6af72ba99d7 service neutron] 10.222.0.46 "PUT /v2.0/ports/6be13fd3-d076-4e6c-9a5b-51905a25d9b2 HTTP/1.1" status: 200 len: 1093 time: 0.7805583 Jul 15 13:28:46.047450 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0fcf54-7f72-4686-8883-bfa2cba017fa', 'tag': '6be13fd3-d076-4e6c-9a5b-51905a25d9b2'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:28:46.057918 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-faff3fcb-0ddc-42f9-af89-817e66c4e414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:46.061398 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-faff3fcb-0ddc-42f9-af89-817e66c4e414 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5cf757fd-3675-4b29-9410-980f0d83e606 HTTP/1.1" status: 200 len: 852 time: 0.0816925 Jul 15 13:28:46.061541 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba54f1b-9a49-43b6-9a1a-af99c31766c4" -d '{"events": [{"name": "network-changed", "server_uuid": "0e0fcf54-7f72-4686-8883-bfa2cba017fa", "tag": "6be13fd3-d076-4e6c-9a5b-51905a25d9b2"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:28:46.143463 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-17f2a679-5179-4216-9629-19ff9325e866 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747700 Jul 15 13:28:46.146591 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907e8a28-0c79-4ba9-9655-c5e77666fb49 x-openstack-request-id: req-907e8a28-0c79-4ba9-9655-c5e77666fb49 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:28:46.146899 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e0fcf54-7f72-4686-8883-bfa2cba017fa", "tag": "6be13fd3-d076-4e6c-9a5b-51905a25d9b2", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:28:46.148382 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-907e8a28-0c79-4ba9-9655-c5e77666fb49 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:28:46.148382 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e0fcf54-7f72-4686-8883-bfa2cba017fa', 'tag': '6be13fd3-d076-4e6c-9a5b-51905a25d9b2', 'status': 'completed', 'code': 200} Jul 15 13:28:46.149294 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e90345-b141-4c26-9754-f6af72ba99d7 service neutron] Pushing event updated for resources: {'Port': ['ID=6be13fd3-d076-4e6c-9a5b-51905a25d9b2,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:46.181795 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-9218b8ba-075a-47c3-bf3f-c6c30e1f72ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:46.183574 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-9218b8ba-075a-47c3-bf3f-c6c30e1f72ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2ce681c462e242a282ed5f4bfd5c44a3&device_id=0e0fcf54-7f72-4686-8883-bfa2cba017fa HTTP/1.1" status: 200 len: 1096 time: 0.0823078 Jul 15 13:28:46.230719 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-ae81be0b-2a1a-460f-ae35-681d1534adc8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6be13fd3-d076-4e6c-9a5b-51905a25d9b2 HTTP/1.1" status: 200 len: 217 time: 0.0394335 Jul 15 13:28:46.237302 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68de61-65c0-49dc-8704-ed76cde5e3c5 req-54004b0a-ce2f-4723-9099-ca9704a587c5 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:46.238816 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f68de61-65c0-49dc-8704-ed76cde5e3c5 req-54004b0a-ce2f-4723-9099-ca9704a587c5 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 945 time: 0.1437137 Jul 15 13:28:46.281333 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-0b94d68d-1bb8-44db-b497-970f366edea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:46.282975 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-0b94d68d-1bb8-44db-b497-970f366edea9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5cf757fd-3675-4b29-9410-980f0d83e606 HTTP/1.1" status: 200 len: 852 time: 0.0456827 Jul 15 13:28:46.288427 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-2eb3c124-d2ac-4f39-91f9-0bd2926cec55 service neutron] 10.222.0.20 "GET /v2.0/networks/d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380582 Jul 15 13:28:46.295582 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f68de61-65c0-49dc-8704-ed76cde5e3c5 req-722b7534-be36-499a-b22e-17e0acbb7388 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493586 Jul 15 13:28:46.319174 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-2a8d028a-723b-4b47-b88d-0f921bfcad6e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288467 Jul 15 13:28:46.386070 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-a85ffd29-a39b-4bcd-a438-657c160ff4e3 service neutron] 10.222.0.20 "GET /v2.0/networks/d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894461 Jul 15 13:28:46.421506 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-32a4eb91-97ea-4ab5-b227-dd37020b6f6b service neutron] 10.222.0.46 "GET /v2.0/networks/d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950437 Jul 15 13:28:46.489926 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc8330-8895-4944-a17e-af472ea9f4e1 req-0c014f02-659f-4d7e-89ad-c23d28832004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:46.491507 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aacc8330-8895-4944-a17e-af472ea9f4e1 req-0c014f02-659f-4d7e-89ad-c23d28832004 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ce681c462e242a282ed5f4bfd5c44a3&device_id=651dcd89-67f4-4360-be0f-1b93be5d3787 HTTP/1.1" status: 200 len: 1095 time: 0.0581400 Jul 15 13:28:46.530027 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b24cae1c-8bb7-4562-a49b-f97ec3a2b7c5 req-e53949b2-5a56-4b24-b720-353dab92e615 service neutron] 10.222.0.46 "GET /v2.0/networks/d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015317 Jul 15 13:28:46.598153 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc8330-8895-4944-a17e-af472ea9f4e1 req-1886ab33-2bf5-4533-9ff3-04a7e8e47cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:46.600038 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aacc8330-8895-4944-a17e-af472ea9f4e1 req-1886ab33-2bf5-4533-9ff3-04a7e8e47cda service neutron] 10.222.0.20 "GET /v2.0/networks?id=d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c HTTP/1.1" status: 200 len: 913 time: 0.1024392 Jul 15 13:28:46.643280 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba54f1b-9a49-43b6-9a1a-af99c31766c4 req-f0803f60-e646-4629-beab-9b37c63fea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:46.645032 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2ba54f1b-9a49-43b6-9a1a-af99c31766c4 req-f0803f60-e646-4629-beab-9b37c63fea88 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2ce681c462e242a282ed5f4bfd5c44a3&device_id=0e0fcf54-7f72-4686-8883-bfa2cba017fa HTTP/1.1" status: 200 len: 1096 time: 0.0604291 Jul 15 13:28:46.657999 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aacc8330-8895-4944-a17e-af472ea9f4e1 req-36725372-1476-4565-bc8d-52eaef24517a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c5f9029-f8a4-496b-b03e-b05e237d35de HTTP/1.1" status: 200 len: 217 time: 0.0504138 Jul 15 13:28:46.665749 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 65a59c5e-cefe-404a-a27a-0f82635c0153 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:28:46.758019 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba54f1b-9a49-43b6-9a1a-af99c31766c4 req-d6d8b77e-c9c0-4a57-8d8f-fa70a0e38769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:46.760169 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2ba54f1b-9a49-43b6-9a1a-af99c31766c4 req-d6d8b77e-c9c0-4a57-8d8f-fa70a0e38769 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c HTTP/1.1" status: 200 len: 913 time: 0.1053681 Jul 15 13:28:46.770042 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc8330-8895-4944-a17e-af472ea9f4e1 req-a4b858e2-196d-4b75-9bfc-c0573e709412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:46.771836 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aacc8330-8895-4944-a17e-af472ea9f4e1 req-a4b858e2-196d-4b75-9bfc-c0573e709412 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5cf757fd-3675-4b29-9410-980f0d83e606 HTTP/1.1" status: 200 len: 852 time: 0.0893931 Jul 15 13:28:46.839097 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aacc8330-8895-4944-a17e-af472ea9f4e1 req-897a8077-c34d-4131-b3e9-a5dd1bbe046b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567927 Jul 15 13:28:46.842508 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 65a59c5e-cefe-404a-a27a-0f82635c0153, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=65a59c5e-cefe-404a-a27a-0f82635c0153,segment=NetworkSegment(02b4ae28-7870-45f1-8b91-4bf335fcbce3),segment_id=02b4ae28-7870-45f1-8b91-4bf335fcbce3)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:46.843987 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2ba54f1b-9a49-43b6-9a1a-af99c31766c4 req-ed18449a-f4c9-4de1-9a3e-a7ede2ce49e3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6be13fd3-d076-4e6c-9a5b-51905a25d9b2 HTTP/1.1" status: 200 len: 217 time: 0.0755024 Jul 15 13:28:46.861233 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb0275-4959-4f09-b7dc-60cc40ebfc31 req-b40a0aff-b472-4825-b8af-32de4bb10516 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:46.862796 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-85eb0275-4959-4f09-b7dc-60cc40ebfc31 req-b40a0aff-b472-4825-b8af-32de4bb10516 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e0fcf54-7f72-4686-8883-bfa2cba017fa HTTP/1.1" status: 200 len: 944 time: 0.2481036 Jul 15 13:28:46.891456 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '65a59c5e-cefe-404a-a27a-0f82635c0153', 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14', 'port_id': '65a59c5e-cefe-404a-a27a-0f82635c0153', 'mac_address': 'fa:16:3e:1b:33:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236966a3-1e59-4c69-99ff-863fc85e1377', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:28:46.911881 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba54f1b-9a49-43b6-9a1a-af99c31766c4 req-a265dfb1-d0de-49d6-bebd-0b3833b83c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:46.913625 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2ba54f1b-9a49-43b6-9a1a-af99c31766c4 req-a265dfb1-d0de-49d6-bebd-0b3833b83c86 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5cf757fd-3675-4b29-9410-980f0d83e606 HTTP/1.1" status: 200 len: 852 time: 0.0636191 Jul 15 13:28:46.920839 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-85eb0275-4959-4f09-b7dc-60cc40ebfc31 req-98e37a2e-3bf2-4dbc-8b57-0fc0d158ea3d tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a59701f-c62e-4f0d-9478-3ad2e0142aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455618 Jul 15 13:28:46.957146 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:46.976578 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2ba54f1b-9a49-43b6-9a1a-af99c31766c4 req-8c805851-0d7b-4587-a1fa-d33a45bd4504 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515065 Jul 15 13:28:46.979485 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65a59c5e-cefe-404a-a27a-0f82635c0153 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:28:47.007623 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aacc8330-8895-4944-a17e-af472ea9f4e1 req-6e84dca5-33d5-4970-8018-9c9c62c86ce1 service neutron] 10.222.0.20 "GET /v2.0/networks/d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612682 Jul 15 13:28:47.018555 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 65a59c5e-cefe-404a-a27a-0f82635c0153, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=65a59c5e-cefe-404a-a27a-0f82635c0153,segment=NetworkSegment(02b4ae28-7870-45f1-8b91-4bf335fcbce3),segment_id=02b4ae28-7870-45f1-8b91-4bf335fcbce3)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:47.023704 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.087378 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=65a59c5e-cefe-404a-a27a-0f82635c0153,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:47.105200 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['65a59c5e-cefe-404a-a27a-0f82635c0153'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:28:47.116334 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2ba54f1b-9a49-43b6-9a1a-af99c31766c4 req-03733300-159c-4c98-9724-9812e63ec4f3 service neutron] 10.222.0.46 "GET /v2.0/networks/d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314631 Jul 15 13:28:47.211172 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aacc8330-8895-4944-a17e-af472ea9f4e1 req-cb9c77c6-ac85-41c1-a2f4-ee4817f8cace service neutron] 10.222.0.20 "GET /v2.0/networks/d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973674 Jul 15 13:28:47.249934 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2ba54f1b-9a49-43b6-9a1a-af99c31766c4 req-10899967-09e8-4f7a-8a98-4581bc203115 service neutron] 10.222.0.46 "GET /v2.0/networks/d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266792 Jul 15 13:28:47.485121 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e466c-5e05-42f7-bc22-63b4920ef124 req-3b57a8ae-7f82-407e-a22b-927ce87121cc tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:47.487004 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2f2e466c-5e05-42f7-bc22-63b4920ef124 req-3b57a8ae-7f82-407e-a22b-927ce87121cc tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 944 time: 0.0646803 Jul 15 13:28:47.544694 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2f2e466c-5e05-42f7-bc22-63b4920ef124 req-f8945af5-fd65-41a7-a562-5cad4c9e38b8 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522468 Jul 15 13:28:48.137661 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7c803-1aa7-403a-9caf-f2a044bddbd3 req-e238381c-dd91-4c74-bde8-43de8d9d8fe9 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:48.140005 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44b7c803-1aa7-403a-9caf-f2a044bddbd3 req-e238381c-dd91-4c74-bde8-43de8d9d8fe9 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e0fcf54-7f72-4686-8883-bfa2cba017fa HTTP/1.1" status: 200 len: 944 time: 0.0877337 Jul 15 13:28:48.181934 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44b7c803-1aa7-403a-9caf-f2a044bddbd3 req-ab6758bd-260b-4dc2-9e38-25222f84f807 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a59701f-c62e-4f0d-9478-3ad2e0142aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352232 Jul 15 13:28:48.661712 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 6be13fd3-d076-4e6c-9a5b-51905a25d9b2 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:28:48.664983 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 65a59c5e-cefe-404a-a27a-0f82635c0153 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:48.832919 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 65a59c5e-cefe-404a-a27a-0f82635c0153 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:48.833293 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:48.846306 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6923d5-5fac-4a1e-901f-54b439d24c6a req-ab9ff142-773d-4bf6-b413-e0317e6f9da5 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:48.848086 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2f6923d5-5fac-4a1e-901f-54b439d24c6a req-ab9ff142-773d-4bf6-b413-e0317e6f9da5 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 944 time: 0.1555836 Jul 15 13:28:48.890695 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 6be13fd3-d076-4e6c-9a5b-51905a25d9b2, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=6be13fd3-d076-4e6c-9a5b-51905a25d9b2,segment=NetworkSegment(98acfa0a-54bd-4675-846c-25a1b4d3769f),segment_id=98acfa0a-54bd-4675-846c-25a1b4d3769f)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:48.905078 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2f6923d5-5fac-4a1e-901f-54b439d24c6a req-15e017c1-d4d2-47a7-8f0f-08a93e9203e4 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481341 Jul 15 13:28:48.912352 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '6be13fd3-d076-4e6c-9a5b-51905a25d9b2', 'network_id': 'd0a6d88e-39e9-40ea-b05a-9af2f27b9a7c', 'port_id': '6be13fd3-d076-4e6c-9a5b-51905a25d9b2', 'mac_address': 'fa:16:3e:1f:8d:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cf757fd-3675-4b29-9410-980f0d83e606', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:28:48.985444 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:48.999972 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:49.019396 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6be13fd3-d076-4e6c-9a5b-51905a25d9b2 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:28:49.028379 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e255538-0f20-43ef-a7d8-382c8eebb079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a59c5e-cefe-404a-a27a-0f82635c0153'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:28:49.030647 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4edf75d7-fdb7-4f4a-9633-1be71fac27fc" -d '{"events": [{"server_uuid": "8e255538-0f20-43ef-a7d8-382c8eebb079", "name": "network-vif-plugged", "status": "completed", "tag": "65a59c5e-cefe-404a-a27a-0f82635c0153"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:28:49.069407 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 65a59c5e-cefe-404a-a27a-0f82635c0153, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=65a59c5e-cefe-404a-a27a-0f82635c0153,segment=NetworkSegment(02b4ae28-7870-45f1-8b91-4bf335fcbce3),segment_id=02b4ae28-7870-45f1-8b91-4bf335fcbce3)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:49.080319 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:49.088755 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 6be13fd3-d076-4e6c-9a5b-51905a25d9b2, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=6be13fd3-d076-4e6c-9a5b-51905a25d9b2,segment=NetworkSegment(98acfa0a-54bd-4675-846c-25a1b4d3769f),segment_id=98acfa0a-54bd-4675-846c-25a1b4d3769f)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:49.090988 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5052ba06-b91b-4f0e-962a-b6c216c29eb8 x-openstack-request-id: req-5052ba06-b91b-4f0e-962a-b6c216c29eb8 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:28:49.091368 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e255538-0f20-43ef-a7d8-382c8eebb079", "name": "network-vif-plugged", "status": "completed", "tag": "65a59c5e-cefe-404a-a27a-0f82635c0153", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:28:49.091696 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5052ba06-b91b-4f0e-962a-b6c216c29eb8 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:28:49.092092 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e255538-0f20-43ef-a7d8-382c8eebb079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a59c5e-cefe-404a-a27a-0f82635c0153', 'code': 200} Jul 15 13:28:49.110432 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:49.168607 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=65a59c5e-cefe-404a-a27a-0f82635c0153,revision_number=7']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:49.227025 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=6be13fd3-d076-4e6c-9a5b-51905a25d9b2,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:49.370012 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['6be13fd3-d076-4e6c-9a5b-51905a25d9b2'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:28:49.381412 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964480d7-08e0-4b8b-8b2d-1c740a26438f req-0269b409-fbc6-4486-bae2-74f56acd7ebe tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:49.390451 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-964480d7-08e0-4b8b-8b2d-1c740a26438f req-0269b409-fbc6-4486-bae2-74f56acd7ebe tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e0fcf54-7f72-4686-8883-bfa2cba017fa HTTP/1.1" status: 200 len: 945 time: 0.0867472 Jul 15 13:28:49.448241 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-964480d7-08e0-4b8b-8b2d-1c740a26438f req-19a9500e-159b-44e3-b672-82505df3c0f4 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a59701f-c62e-4f0d-9478-3ad2e0142aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568261 Jul 15 13:28:49.757022 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 4c5f9029-f8a4-496b-b03e-b05e237d35de details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:28:49.871352 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 4c5f9029-f8a4-496b-b03e-b05e237d35de, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=4c5f9029-f8a4-496b-b03e-b05e237d35de,segment=NetworkSegment(98acfa0a-54bd-4675-846c-25a1b4d3769f),segment_id=98acfa0a-54bd-4675-846c-25a1b4d3769f)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:49.888426 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': '4c5f9029-f8a4-496b-b03e-b05e237d35de', 'network_id': 'd0a6d88e-39e9-40ea-b05a-9af2f27b9a7c', 'port_id': '4c5f9029-f8a4-496b-b03e-b05e237d35de', 'mac_address': 'fa:16:3e:7f:3f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cf757fd-3675-4b29-9410-980f0d83e606', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:28:49.935086 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:49.950223 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c5f9029-f8a4-496b-b03e-b05e237d35de {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:28:49.989745 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 4c5f9029-f8a4-496b-b03e-b05e237d35de, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=4c5f9029-f8a4-496b-b03e-b05e237d35de,segment=NetworkSegment(98acfa0a-54bd-4675-846c-25a1b4d3769f),segment_id=98acfa0a-54bd-4675-846c-25a1b4d3769f)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:49.994190 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:50.068230 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=4c5f9029-f8a4-496b-b03e-b05e237d35de,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:50.156952 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32bff8-4036-4a49-bf72-4a3822cd16a2 req-92f21a0e-e5c5-4e7a-9bc2-46e8bd431d18 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:50.158471 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1e32bff8-4036-4a49-bf72-4a3822cd16a2 req-92f21a0e-e5c5-4e7a-9bc2-46e8bd431d18 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 945 time: 0.0777118 Jul 15 13:28:50.199533 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['4c5f9029-f8a4-496b-b03e-b05e237d35de'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:28:50.231193 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1e32bff8-4036-4a49-bf72-4a3822cd16a2 req-0d92a74c-2969-4caf-a3d8-6b1289ddeef9 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609310 Jul 15 13:28:50.639242 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2bf68-cb00-4752-a4b6-2606bdcccafe req-d99d9fd3-d57a-4feb-baed-f0432d1cd872 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:50.640753 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2bb2bf68-cb00-4752-a4b6-2606bdcccafe req-d99d9fd3-d57a-4feb-baed-f0432d1cd872 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e0fcf54-7f72-4686-8883-bfa2cba017fa HTTP/1.1" status: 200 len: 945 time: 0.0772352 Jul 15 13:28:50.691204 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 6be13fd3-d076-4e6c-9a5b-51905a25d9b2 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:50.720569 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2bb2bf68-cb00-4752-a4b6-2606bdcccafe req-ad2aedab-d564-4ade-9c7a-21ecb5174439 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a59701f-c62e-4f0d-9478-3ad2e0142aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737069 Jul 15 13:28:50.778701 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 6be13fd3-d076-4e6c-9a5b-51905a25d9b2 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:50.785349 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 6be13fd3-d076-4e6c-9a5b-51905a25d9b2 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:50.785764 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:50.888600 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:50.939443 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 6be13fd3-d076-4e6c-9a5b-51905a25d9b2, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=6be13fd3-d076-4e6c-9a5b-51905a25d9b2,segment=NetworkSegment(98acfa0a-54bd-4675-846c-25a1b4d3769f),segment_id=98acfa0a-54bd-4675-846c-25a1b4d3769f)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:50.944251 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:50.996059 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=6be13fd3-d076-4e6c-9a5b-51905a25d9b2,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:51.093511 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0fcf54-7f72-4686-8883-bfa2cba017fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be13fd3-d076-4e6c-9a5b-51905a25d9b2'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:28:51.095914 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d8917b-a897-4bb3-a641-70f9fed43de5" -d '{"events": [{"server_uuid": "0e0fcf54-7f72-4686-8883-bfa2cba017fa", "name": "network-vif-plugged", "status": "completed", "tag": "6be13fd3-d076-4e6c-9a5b-51905a25d9b2"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:28:51.152529 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323a6125-8709-41af-954e-ccdb42778d8d x-openstack-request-id: req-323a6125-8709-41af-954e-ccdb42778d8d {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:28:51.152895 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e0fcf54-7f72-4686-8883-bfa2cba017fa", "name": "network-vif-plugged", "status": "completed", "tag": "6be13fd3-d076-4e6c-9a5b-51905a25d9b2", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:28:51.153214 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-323a6125-8709-41af-954e-ccdb42778d8d {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:28:51.153675 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0fcf54-7f72-4686-8883-bfa2cba017fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be13fd3-d076-4e6c-9a5b-51905a25d9b2', 'code': 200} Jul 15 13:28:51.347164 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb47c39-78c7-48ca-b2b5-0103af75bcb1 req-4e28df95-8f80-4de9-9211-3bbaee9cfcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:51.349393 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4cb47c39-78c7-48ca-b2b5-0103af75bcb1 req-4e28df95-8f80-4de9-9211-3bbaee9cfcb3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0e0fcf54-7f72-4686-8883-bfa2cba017fa HTTP/1.1" status: 200 len: 1098 time: 0.1190264 Jul 15 13:28:51.399615 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4cb47c39-78c7-48ca-b2b5-0103af75bcb1 req-98774bca-440e-4612-b708-6bbc8ca5c67f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8a59701f-c62e-4f0d-9478-3ad2e0142aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413628 Jul 15 13:28:51.454252 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3995d3c-27bf-4692-b2f9-a0c0fc8c3070 req-ddf6c7d7-66d9-49d4-bc90-bae8fed8d01f tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:51.455880 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b3995d3c-27bf-4692-b2f9-a0c0fc8c3070 req-ddf6c7d7-66d9-49d4-bc90-bae8fed8d01f tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 945 time: 0.0703254 Jul 15 13:28:51.510501 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b3995d3c-27bf-4692-b2f9-a0c0fc8c3070 req-eab4de28-7dbb-4df6-b1e8-5636ed9ec582 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470562 Jul 15 13:28:51.757442 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 4c5f9029-f8a4-496b-b03e-b05e237d35de up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:51.849402 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port 4c5f9029-f8a4-496b-b03e-b05e237d35de completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:51.861690 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port 4c5f9029-f8a4-496b-b03e-b05e237d35de triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:51.862077 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.970425 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9dc34-f8bf-43ed-998c-0314c77a192c req-28b7a0ca-d51f-48c1-aece-4f581ef6109b tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:51.977499 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c8a9dc34-f8bf-43ed-998c-0314c77a192c req-28b7a0ca-d51f-48c1-aece-4f581ef6109b tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e0fcf54-7f72-4686-8883-bfa2cba017fa HTTP/1.1" status: 200 len: 946 time: 0.0819631 Jul 15 13:28:51.983301 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:52.026953 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c8a9dc34-f8bf-43ed-998c-0314c77a192c req-73299de9-390e-4dff-aa6d-caa469725386 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a59701f-c62e-4f0d-9478-3ad2e0142aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482428 Jul 15 13:28:52.032893 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 4c5f9029-f8a4-496b-b03e-b05e237d35de, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=4c5f9029-f8a4-496b-b03e-b05e237d35de,segment=NetworkSegment(98acfa0a-54bd-4675-846c-25a1b4d3769f),segment_id=98acfa0a-54bd-4675-846c-25a1b4d3769f)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:52.046167 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:52.125497 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=4c5f9029-f8a4-496b-b03e-b05e237d35de,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:52.723416 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db1518-fd96-452b-beb3-dd50ff904745 req-2938162a-b051-45ac-a2e9-6cec7f728a7f tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:52.742638 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b1db1518-fd96-452b-beb3-dd50ff904745 req-2938162a-b051-45ac-a2e9-6cec7f728a7f tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 945 time: 0.0737183 Jul 15 13:28:52.791545 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b1db1518-fd96-452b-beb3-dd50ff904745 req-51fd1c97-1897-40e2-888d-680b89dc9b9d tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593359 Jul 15 13:28:53.155003 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651dcd89-67f4-4360-be0f-1b93be5d3787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5f9029-f8a4-496b-b03e-b05e237d35de'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:28:53.157542 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a88651-034d-4641-a5c1-3afc1b8d2547" -d '{"events": [{"server_uuid": "651dcd89-67f4-4360-be0f-1b93be5d3787", "name": "network-vif-plugged", "status": "completed", "tag": "4c5f9029-f8a4-496b-b03e-b05e237d35de"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:28:53.197528 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c5bd74-f374-4314-8219-6032aeb8737a x-openstack-request-id: req-88c5bd74-f374-4314-8219-6032aeb8737a {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:28:53.198621 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651dcd89-67f4-4360-be0f-1b93be5d3787", "name": "network-vif-plugged", "status": "completed", "tag": "4c5f9029-f8a4-496b-b03e-b05e237d35de", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:28:53.198621 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-88c5bd74-f374-4314-8219-6032aeb8737a {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:28:53.198621 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '651dcd89-67f4-4360-be0f-1b93be5d3787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5f9029-f8a4-496b-b03e-b05e237d35de', 'code': 200} Jul 15 13:28:53.230011 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21664d9-1f98-4237-a855-e43e0c2d5b8d req-6d8ffd0c-3633-42ba-9a48-81a7f42061aa tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:53.237065 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a21664d9-1f98-4237-a855-e43e0c2d5b8d req-6d8ffd0c-3633-42ba-9a48-81a7f42061aa tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e0fcf54-7f72-4686-8883-bfa2cba017fa HTTP/1.1" status: 200 len: 946 time: 0.0819376 Jul 15 13:28:53.283634 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a21664d9-1f98-4237-a855-e43e0c2d5b8d req-8f82a0e5-8c3e-4a82-ad51-b63da857a43a tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a59701f-c62e-4f0d-9478-3ad2e0142aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457060 Jul 15 13:28:53.353409 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4746a52-2c77-489a-84fb-f4d26882c311 req-6be0c472-188b-49ec-a82f-68eedf84228d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:53.355249 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a4746a52-2c77-489a-84fb-f4d26882c311 req-6be0c472-188b-49ec-a82f-68eedf84228d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=651dcd89-67f4-4360-be0f-1b93be5d3787 HTTP/1.1" status: 200 len: 1097 time: 0.0691953 Jul 15 13:28:53.401300 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a4746a52-2c77-489a-84fb-f4d26882c311 req-0e50e364-3c64-470e-b039-35041395a32a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8a59701f-c62e-4f0d-9478-3ad2e0142aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373671 Jul 15 13:28:53.502748 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1e1e1-441e-458c-998f-2e5cfc706c96 req-3415e4da-321d-455d-94ff-3d4231ca8922 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:53.510540 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-23c1e1e1-441e-458c-998f-2e5cfc706c96 req-3415e4da-321d-455d-94ff-3d4231ca8922 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/ports?device_id=651dcd89-67f4-4360-be0f-1b93be5d3787 HTTP/1.1" status: 200 len: 945 time: 0.0843611 Jul 15 13:28:53.563851 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-23c1e1e1-441e-458c-998f-2e5cfc706c96 req-e0e26fc8-8ada-4b2d-8643-edfe638061a1 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a59701f-c62e-4f0d-9478-3ad2e0142aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521443 Jul 15 13:28:54.016399 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fadc7-bc14-44e2-941c-441ce1807189 req-713ccfe1-f7c5-4bf0-b10d-b61bd64670c9 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:54.018317 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5e9fadc7-bc14-44e2-941c-441ce1807189 req-713ccfe1-f7c5-4bf0-b10d-b61bd64670c9 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 945 time: 0.0993743 Jul 15 13:28:54.068850 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5e9fadc7-bc14-44e2-941c-441ce1807189 req-7dfabfc5-d237-4628-a9aa-8344e4dde5e4 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412409 Jul 15 13:28:54.751985 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53dd56-d751-4503-a17b-bee9c3b75cc1 req-0cdf4433-4daf-479c-98eb-4f20b8977d18 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:54.763633 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6a53dd56-d751-4503-a17b-bee9c3b75cc1 req-0cdf4433-4daf-479c-98eb-4f20b8977d18 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/ports?device_id=651dcd89-67f4-4360-be0f-1b93be5d3787 HTTP/1.1" status: 200 len: 945 time: 0.0776966 Jul 15 13:28:54.820836 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6a53dd56-d751-4503-a17b-bee9c3b75cc1 req-e1055c2b-7a98-4310-a829-44c03f026bb9 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a59701f-c62e-4f0d-9478-3ad2e0142aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549886 Jul 15 13:28:55.397785 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d6f1a-fe1a-4aaf-83cb-5887064d9c63 req-37ad94ea-c197-449b-ab7f-b9c7099d5221 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:55.399914 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eb9d6f1a-fe1a-4aaf-83cb-5887064d9c63 req-37ad94ea-c197-449b-ab7f-b9c7099d5221 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 945 time: 0.1070321 Jul 15 13:28:55.456614 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eb9d6f1a-fe1a-4aaf-83cb-5887064d9c63 req-db933039-5832-443c-b234-a10e02cba11c tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480695 Jul 15 13:28:55.666294 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92051a1f-531c-4a03-932f-761cb4761bbb req-33972b1f-7f4a-4d6f-a6bb-9e0ab24c470b tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:55.667903 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-92051a1f-531c-4a03-932f-761cb4761bbb req-33972b1f-7f4a-4d6f-a6bb-9e0ab24c470b tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/networks?id=d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c HTTP/1.1" status: 200 len: 812 time: 0.1295559 Jul 15 13:28:55.694155 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-92051a1f-531c-4a03-932f-761cb4761bbb req-510fae95-1125-48d1-b3fe-af17570b556c tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/quotas/2ce681c462e242a282ed5f4bfd5c44a3 HTTP/1.1" status: 200 len: 375 time: 0.0180542 Jul 15 13:28:55.796837 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-92051a1f-531c-4a03-932f-761cb4761bbb req-f1b20aa0-2961-4051-9691-465d610dcef0 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2ce681c462e242a282ed5f4bfd5c44a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0975225 Jul 15 13:28:55.904376 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-92051a1f-531c-4a03-932f-761cb4761bbb req-1a487972-a9bd-4800-8b1a-c9fae9fc206c service neutron] 10.222.0.16 "GET /v2.0/networks/d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066120 Jul 15 13:28:56.023457 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-92051a1f-531c-4a03-932f-761cb4761bbb req-9334d2ee-2807-42b3-a3c5-648da147b6ea service neutron] 10.222.0.16 "GET /v2.0/networks/d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180348 Jul 15 13:28:56.537287 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81919c2-9f55-4873-b8a7-6fee12b6f9f6 req-dfba4d1c-0a4e-459e-b97f-2303eb7d928b tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:56.538750 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e81919c2-9f55-4873-b8a7-6fee12b6f9f6 req-dfba4d1c-0a4e-459e-b97f-2303eb7d928b tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.20 "GET /v2.0/ports?device_id=651dcd89-67f4-4360-be0f-1b93be5d3787 HTTP/1.1" status: 200 len: 945 time: 0.1477418 Jul 15 13:28:56.600742 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6fcfa5c7-6293-46a0-a98c-2becf2306e43 req-03673b26-40eb-4e56-8e00-61717e32f555 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/ports?device_id=363f25b6-f1c1-4233-8fbc-cd441ec36406 HTTP/1.1" status: 200 len: 210 time: 0.0608096 Jul 15 13:28:56.758459 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede4390-e27e-49f0-b7cf-cd0258d4833f req-b23f5c94-1f74-4cff-9ced-6ca33b766394 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:56.760513 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eede4390-e27e-49f0-b7cf-cd0258d4833f req-b23f5c94-1f74-4cff-9ced-6ca33b766394 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 945 time: 0.1315906 Jul 15 13:28:56.867461 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eede4390-e27e-49f0-b7cf-cd0258d4833f req-f5ba3a8e-634e-48bf-8775-2514c7ea78ef tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857062 Jul 15 13:28:56.877563 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-e81919c2-9f55-4873-b8a7-6fee12b6f9f6 req-25262b5a-5af8-4fed-899c-6a9f3c8ff6ec tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Deleting port 4c5f9029-f8a4-496b-b03e-b05e237d35de {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:56.878168 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e81919c2-9f55-4873-b8a7-6fee12b6f9f6 req-25262b5a-5af8-4fed-899c-6a9f3c8ff6ec tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.968452 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc302af-248b-4c7f-b4a9-8dd92e86544b req-e3b53088-e3ac-4df0-a3f2-05dd9c78f40c tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:56.970024 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-adc302af-248b-4c7f-b4a9-8dd92e86544b req-e3b53088-e3ac-4df0-a3f2-05dd9c78f40c tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e0fcf54-7f72-4686-8883-bfa2cba017fa HTTP/1.1" status: 200 len: 946 time: 0.1355274 Jul 15 13:28:57.121081 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-adc302af-248b-4c7f-b4a9-8dd92e86544b req-ef5180bc-9d70-4d7f-9601-3071d70b53e3 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Deleting port 6be13fd3-d076-4e6c-9a5b-51905a25d9b2 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:57.121426 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-adc302af-248b-4c7f-b4a9-8dd92e86544b req-ef5180bc-9d70-4d7f-9601-3071d70b53e3 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:57.281595 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-adc302af-248b-4c7f-b4a9-8dd92e86544b req-ef5180bc-9d70-4d7f-9601-3071d70b53e3 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] For port 6be13fd3-d076-4e6c-9a5b-51905a25d9b2, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=6be13fd3-d076-4e6c-9a5b-51905a25d9b2,segment=NetworkSegment(98acfa0a-54bd-4675-846c-25a1b4d3769f),segment_id=98acfa0a-54bd-4675-846c-25a1b4d3769f)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:57.281895 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-adc302af-248b-4c7f-b4a9-8dd92e86544b req-ef5180bc-9d70-4d7f-9601-3071d70b53e3 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:57.300677 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-adc302af-248b-4c7f-b4a9-8dd92e86544b req-ef5180bc-9d70-4d7f-9601-3071d70b53e3 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Calling delete_port for 6be13fd3-d076-4e6c-9a5b-51905a25d9b2 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:57.565702 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-e81919c2-9f55-4873-b8a7-6fee12b6f9f6 req-25262b5a-5af8-4fed-899c-6a9f3c8ff6ec tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] For port 4c5f9029-f8a4-496b-b03e-b05e237d35de, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=4c5f9029-f8a4-496b-b03e-b05e237d35de,segment=NetworkSegment(98acfa0a-54bd-4675-846c-25a1b4d3769f),segment_id=98acfa0a-54bd-4675-846c-25a1b4d3769f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:57.567328 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-adc302af-248b-4c7f-b4a9-8dd92e86544b req-ef5180bc-9d70-4d7f-9601-3071d70b53e3 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:57.567630 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e81919c2-9f55-4873-b8a7-6fee12b6f9f6 req-25262b5a-5af8-4fed-899c-6a9f3c8ff6ec tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:57.581455 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['4c5f9029-f8a4-496b-b03e-b05e237d35de'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:28:57.609910 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-e81919c2-9f55-4873-b8a7-6fee12b6f9f6 req-25262b5a-5af8-4fed-899c-6a9f3c8ff6ec tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Calling delete_port for 4c5f9029-f8a4-496b-b03e-b05e237d35de owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:57.611864 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5180bc-9d70-4d7f-9601-3071d70b53e3 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Pushing event deleted for resources: {'Port': ['ID=6be13fd3-d076-4e6c-9a5b-51905a25d9b2,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:57.699584 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc302af-248b-4c7f-b4a9-8dd92e86544b req-ef5180bc-9d70-4d7f-9601-3071d70b53e3 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] No DVR routers for this DVR port 6be13fd3-d076-4e6c-9a5b-51905a25d9b2 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:57.716585 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-adc302af-248b-4c7f-b4a9-8dd92e86544b req-ef5180bc-9d70-4d7f-9601-3071d70b53e3 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:57.726425 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['6be13fd3-d076-4e6c-9a5b-51905a25d9b2'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:28:57.731269 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-adc302af-248b-4c7f-b4a9-8dd92e86544b req-ef5180bc-9d70-4d7f-9601-3071d70b53e3 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.46 "DELETE /v2.0/ports/6be13fd3-d076-4e6c-9a5b-51905a25d9b2 HTTP/1.1" status: 204 len: 173 time: 0.7377422 Jul 15 13:28:57.731895 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0fcf54-7f72-4686-8883-bfa2cba017fa', 'name': 'network-vif-deleted', 'tag': '6be13fd3-d076-4e6c-9a5b-51905a25d9b2'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:28:57.736915 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b159be-0ea9-4933-8d17-1c6c7c30adca" -d '{"events": [{"server_uuid": "0e0fcf54-7f72-4686-8883-bfa2cba017fa", "name": "network-vif-deleted", "tag": "6be13fd3-d076-4e6c-9a5b-51905a25d9b2"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:28:57.949392 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7e86b9f6-bf65-43f6-b9cb-95bdd00c2b42 req-f7089b72-c1bf-4253-a872-f423e9fad0e7 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/ports?device_id=363f25b6-f1c1-4233-8fbc-cd441ec36406 HTTP/1.1" status: 200 len: 210 time: 0.1070762 Jul 15 13:28:57.973718 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e81919c2-9f55-4873-b8a7-6fee12b6f9f6 req-25262b5a-5af8-4fed-899c-6a9f3c8ff6ec tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:57.991725 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44233655-0489-4df7-a4fe-d914f3d44ea0 x-openstack-request-id: req-44233655-0489-4df7-a4fe-d914f3d44ea0 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:28:57.992230 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e0fcf54-7f72-4686-8883-bfa2cba017fa", "name": "network-vif-deleted", "tag": "6be13fd3-d076-4e6c-9a5b-51905a25d9b2", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:28:57.992230 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44233655-0489-4df7-a4fe-d914f3d44ea0 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:28:57.992644 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0fcf54-7f72-4686-8883-bfa2cba017fa', 'name': 'network-vif-deleted', 'tag': '6be13fd3-d076-4e6c-9a5b-51905a25d9b2', 'status': 'completed', 'code': 200} Jul 15 13:28:57.998496 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['6be13fd3-d076-4e6c-9a5b-51905a25d9b2'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:28:58.029308 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25262b5a-5af8-4fed-899c-6a9f3c8ff6ec tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Pushing event deleted for resources: {'Port': ['ID=4c5f9029-f8a4-496b-b03e-b05e237d35de,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:58.144214 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81919c2-9f55-4873-b8a7-6fee12b6f9f6 req-25262b5a-5af8-4fed-899c-6a9f3c8ff6ec tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] No DVR routers for this DVR port 4c5f9029-f8a4-496b-b03e-b05e237d35de on host n-h1-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:58.148223 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e81919c2-9f55-4873-b8a7-6fee12b6f9f6 req-25262b5a-5af8-4fed-899c-6a9f3c8ff6ec tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.150822 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e81919c2-9f55-4873-b8a7-6fee12b6f9f6 req-25262b5a-5af8-4fed-899c-6a9f3c8ff6ec tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.20 "DELETE /v2.0/ports/4c5f9029-f8a4-496b-b03e-b05e237d35de HTTP/1.1" status: 204 len: 173 time: 1.5980935 Jul 15 13:28:58.151410 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651dcd89-67f4-4360-be0f-1b93be5d3787', 'name': 'network-vif-deleted', 'tag': '4c5f9029-f8a4-496b-b03e-b05e237d35de'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:28:58.154505 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1f5244-8ab8-481d-94bc-c9c89557e44f" -d '{"events": [{"server_uuid": "651dcd89-67f4-4360-be0f-1b93be5d3787", "name": "network-vif-deleted", "tag": "4c5f9029-f8a4-496b-b03e-b05e237d35de"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:28:58.229261 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab77934-7f7c-4136-9bd6-5a76c0e4d7a2 x-openstack-request-id: req-1ab77934-7f7c-4136-9bd6-5a76c0e4d7a2 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:28:58.229639 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651dcd89-67f4-4360-be0f-1b93be5d3787", "name": "network-vif-deleted", "tag": "4c5f9029-f8a4-496b-b03e-b05e237d35de", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:28:58.231104 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1ab77934-7f7c-4136-9bd6-5a76c0e4d7a2 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:28:58.231509 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '651dcd89-67f4-4360-be0f-1b93be5d3787', 'name': 'network-vif-deleted', 'tag': '4c5f9029-f8a4-496b-b03e-b05e237d35de', 'status': 'completed', 'code': 200} Jul 15 13:28:58.494761 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cf2a1-1f71-4121-ae68-6dc1a7b75e43 req-836e16ef-5ac1-476c-993e-e96bae0508b2 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:58.506400 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-440cf2a1-1f71-4121-ae68-6dc1a7b75e43 req-836e16ef-5ac1-476c-993e-e96bae0508b2 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 945 time: 0.2201729 Jul 15 13:28:58.614304 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-440cf2a1-1f71-4121-ae68-6dc1a7b75e43 req-dacdada0-6dba-44f1-bcc0-ec8d70e7379d tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049201 Jul 15 13:28:58.624707 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92051a1f-531c-4a03-932f-761cb4761bbb req-76241ba4-3927-42ec-a53f-3759c91798c3 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:58.626626 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-92051a1f-531c-4a03-932f-761cb4761bbb req-76241ba4-3927-42ec-a53f-3759c91798c3 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.20 "GET /v2.0/networks?id=d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c HTTP/1.1" status: 200 len: 812 time: 0.3842976 Jul 15 13:28:58.645527 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-92051a1f-531c-4a03-932f-761cb4761bbb req-7366ac48-cc0b-489c-86f9-7a14697ad0eb tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Request body: {'port': {'device_id': '2b4c3c35-9c00-4dd5-b780-3b309b728c6f', 'network_id': 'd0a6d88e-39e9-40ea-b05a-9af2f27b9a7c', 'admin_state_up': True, 'tenant_id': '2ce681c462e242a282ed5f4bfd5c44a3'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:58.742826 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92051a1f-531c-4a03-932f-761cb4761bbb req-e4531018-2022-4385-ba36-ce8fbe0da3c5 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:58.747706 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-92051a1f-531c-4a03-932f-761cb4761bbb req-e4531018-2022-4385-ba36-ce8fbe0da3c5 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.46 "GET /v2.0/networks?id=d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c HTTP/1.1" status: 200 len: 812 time: 0.2487366 Jul 15 13:28:58.760625 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-92051a1f-531c-4a03-932f-761cb4761bbb req-43c02540-eca1-44ee-9cf8-dc5b1d78539e tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Request body: {'port': {'device_id': '363f25b6-f1c1-4233-8fbc-cd441ec36406', 'network_id': 'd0a6d88e-39e9-40ea-b05a-9af2f27b9a7c', 'admin_state_up': True, 'tenant_id': '2ce681c462e242a282ed5f4bfd5c44a3'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:58.851699 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92051a1f-531c-4a03-932f-761cb4761bbb req-7366ac48-cc0b-489c-86f9-7a14697ad0eb tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Made reservation on behalf of 2ce681c462e242a282ed5f4bfd5c44a3 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:58.874201 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-92051a1f-531c-4a03-932f-761cb4761bbb req-7366ac48-cc0b-489c-86f9-7a14697ad0eb tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.019757 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92051a1f-531c-4a03-932f-761cb4761bbb req-43c02540-eca1-44ee-9cf8-dc5b1d78539e tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Made reservation on behalf of 2ce681c462e242a282ed5f4bfd5c44a3 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:59.023987 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-92051a1f-531c-4a03-932f-761cb4761bbb req-43c02540-eca1-44ee-9cf8-dc5b1d78539e tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.217714 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-da4e2dcb-4702-4a37-9bde-2cfeece7b695 req-a24b84c8-ad06-47a7-847e-b2a6fc218176 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/ports?device_id=363f25b6-f1c1-4233-8fbc-cd441ec36406 HTTP/1.1" status: 200 len: 210 time: 0.0393934 Jul 15 13:28:59.241894 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.244850 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-92051a1f-531c-4a03-932f-761cb4761bbb req-7366ac48-cc0b-489c-86f9-7a14697ad0eb tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Allocated IP 172.20.0.9 (d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c/5cf757fd-3675-4b29-9410-980f0d83e606/e57f03b9-2698-4fe3-b82a-1dbfba2ab858) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:59.407394 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-92051a1f-531c-4a03-932f-761cb4761bbb req-7366ac48-cc0b-489c-86f9-7a14697ad0eb tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.446770 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-92051a1f-531c-4a03-932f-761cb4761bbb req-7366ac48-cc0b-489c-86f9-7a14697ad0eb tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.501450 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92051a1f-531c-4a03-932f-761cb4761bbb req-7366ac48-cc0b-489c-86f9-7a14697ad0eb tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Network d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:59.505735 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-92051a1f-531c-4a03-932f-761cb4761bbb req-43c02540-eca1-44ee-9cf8-dc5b1d78539e tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Allocated IP 172.20.0.14 (d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c/5cf757fd-3675-4b29-9410-980f0d83e606/ab949f16-e2ae-44b3-bfcc-6b32eae576e2) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:59.507789 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-92051a1f-531c-4a03-932f-761cb4761bbb req-7366ac48-cc0b-489c-86f9-7a14697ad0eb tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:59.511114 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-92051a1f-531c-4a03-932f-761cb4761bbb req-7366ac48-cc0b-489c-86f9-7a14697ad0eb tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:59.529101 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366ac48-cc0b-489c-86f9-7a14697ad0eb tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Pushing event updated for resources: {'Port': ['ID=e57f03b9-2698-4fe3-b82a-1dbfba2ab858,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:59.536619 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.577730 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92051a1f-531c-4a03-932f-761cb4761bbb req-7366ac48-cc0b-489c-86f9-7a14697ad0eb tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:59.578349 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-92051a1f-531c-4a03-932f-761cb4761bbb req-7366ac48-cc0b-489c-86f9-7a14697ad0eb tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.592449 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-92051a1f-531c-4a03-932f-761cb4761bbb req-7366ac48-cc0b-489c-86f9-7a14697ad0eb tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9559896 Jul 15 13:28:59.606173 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-92051a1f-531c-4a03-932f-761cb4761bbb req-27f73c21-eff1-459e-b0cb-2f13794d3293 service neutron] Request body: {'port': {'device_id': '2b4c3c35-9c00-4dd5-b780-3b309b728c6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:59.665066 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-92051a1f-531c-4a03-932f-761cb4761bbb req-43c02540-eca1-44ee-9cf8-dc5b1d78539e tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.700972 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-92051a1f-531c-4a03-932f-761cb4761bbb req-27f73c21-eff1-459e-b0cb-2f13794d3293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.723876 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-92051a1f-531c-4a03-932f-761cb4761bbb req-43c02540-eca1-44ee-9cf8-dc5b1d78539e tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.733477 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-479d97ec-7df9-48cf-9a12-4359553df494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.748912 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92051a1f-531c-4a03-932f-761cb4761bbb req-43c02540-eca1-44ee-9cf8-dc5b1d78539e tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Network d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:59.751812 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-92051a1f-531c-4a03-932f-761cb4761bbb req-43c02540-eca1-44ee-9cf8-dc5b1d78539e tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:59.773042 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-92051a1f-531c-4a03-932f-761cb4761bbb req-43c02540-eca1-44ee-9cf8-dc5b1d78539e tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:59.802349 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 4c5f9029-f8a4-496b-b03e-b05e237d35de no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:59.841336 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92051a1f-531c-4a03-932f-761cb4761bbb req-43c02540-eca1-44ee-9cf8-dc5b1d78539e tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:59.842629 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-92051a1f-531c-4a03-932f-761cb4761bbb req-43c02540-eca1-44ee-9cf8-dc5b1d78539e tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.843354 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: 4c5f9029-f8a4-496b-b03e-b05e237d35de {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:59.843892 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 4c5f9029-f8a4-496b-b03e-b05e237d35de not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:59.846485 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c02540-eca1-44ee-9cf8-dc5b1d78539e tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Pushing event updated for resources: {'Port': ['ID=ab949f16-e2ae-44b3-bfcc-6b32eae576e2,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:59.861318 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-92051a1f-531c-4a03-932f-761cb4761bbb req-43c02540-eca1-44ee-9cf8-dc5b1d78539e tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1050341 Jul 15 13:28:59.875341 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-92051a1f-531c-4a03-932f-761cb4761bbb req-a7dc4215-0f47-4529-9644-8ddbe59ca073 service neutron] Request body: {'port': {'device_id': '363f25b6-f1c1-4233-8fbc-cd441ec36406', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:59.953939 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-92051a1f-531c-4a03-932f-761cb4761bbb req-a7dc4215-0f47-4529-9644-8ddbe59ca073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.963838 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2fb132-1a68-420f-a16f-2f9591f7f018 req-a37a6dc7-eddf-4160-a94f-67eff114fddc tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:59.965502 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fb2fb132-1a68-420f-a16f-2f9591f7f018 req-a37a6dc7-eddf-4160-a94f-67eff114fddc tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 945 time: 0.1331105 Jul 15 13:29:00.077086 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fb2fb132-1a68-420f-a16f-2f9591f7f018 req-4a1560aa-a945-4177-b8b9-4c70e51f3364 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981345 Jul 15 13:29:00.130623 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-92051a1f-531c-4a03-932f-761cb4761bbb req-27f73c21-eff1-459e-b0cb-2f13794d3293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e57f03b9-2698-4fe3-b82a-1dbfba2ab858 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:29:00.140156 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-92051a1f-531c-4a03-932f-761cb4761bbb req-27f73c21-eff1-459e-b0cb-2f13794d3293 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:00.144581 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db765d8-08cb-4bf6-8811-01db222443c5 req-67150d75-5fa6-4a4a-85e9-ac932c8725f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:00.146087 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7db765d8-08cb-4bf6-8811-01db222443c5 req-67150d75-5fa6-4a4a-85e9-ac932c8725f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf299a1585cb47ad811c548c9505de73&device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 1097 time: 0.1353655 Jul 15 13:29:00.174168 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-92051a1f-531c-4a03-932f-761cb4761bbb req-27f73c21-eff1-459e-b0cb-2f13794d3293 service neutron] Transition to ACTIVE for port object e57f03b9-2698-4fe3-b82a-1dbfba2ab858 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:00.182844 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-92051a1f-531c-4a03-932f-761cb4761bbb req-27f73c21-eff1-459e-b0cb-2f13794d3293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:00.295883 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f73c21-eff1-459e-b0cb-2f13794d3293 service neutron] Pushing event updated for resources: {'Port': ['ID=e57f03b9-2698-4fe3-b82a-1dbfba2ab858,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:00.340417 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db765d8-08cb-4bf6-8811-01db222443c5 req-4294e140-c041-4b19-aa62-f4bd7dcc90eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:00.340417 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7db765d8-08cb-4bf6-8811-01db222443c5 req-4294e140-c041-4b19-aa62-f4bd7dcc90eb service neutron] 10.222.0.46 "GET /v2.0/networks?id=33daa320-d719-4788-a6ae-6d9428792c14 HTTP/1.1" status: 200 len: 918 time: 0.1855774 Jul 15 13:29:00.351743 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-92051a1f-531c-4a03-932f-761cb4761bbb req-a7dc4215-0f47-4529-9644-8ddbe59ca073 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab949f16-e2ae-44b3-bfcc-6b32eae576e2 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:29:00.361786 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-92051a1f-531c-4a03-932f-761cb4761bbb req-a7dc4215-0f47-4529-9644-8ddbe59ca073 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:00.377458 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-92051a1f-531c-4a03-932f-761cb4761bbb req-a7dc4215-0f47-4529-9644-8ddbe59ca073 service neutron] Transition to ACTIVE for port object ab949f16-e2ae-44b3-bfcc-6b32eae576e2 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:00.381593 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-92051a1f-531c-4a03-932f-761cb4761bbb req-a7dc4215-0f47-4529-9644-8ddbe59ca073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:00.438654 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc4215-0f47-4529-9644-8ddbe59ca073 service neutron] Pushing event updated for resources: {'Port': ['ID=ab949f16-e2ae-44b3-bfcc-6b32eae576e2,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:00.458667 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-92051a1f-531c-4a03-932f-761cb4761bbb req-27f73c21-eff1-459e-b0cb-2f13794d3293 service neutron] Attempting to bind port e57f03b9-2698-4fe3-b82a-1dbfba2ab858 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:00.459006 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-92051a1f-531c-4a03-932f-761cb4761bbb req-27f73c21-eff1-459e-b0cb-2f13794d3293 service neutron] Attempting to bind port e57f03b9-2698-4fe3-b82a-1dbfba2ab858 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': '98acfa0a-54bd-4675-846c-25a1b4d3769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd0a6d88e-39e9-40ea-b05a-9af2f27b9a7c'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:00.459338 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92051a1f-531c-4a03-932f-761cb4761bbb req-27f73c21-eff1-459e-b0cb-2f13794d3293 service neutron] Attempting to bind port e57f03b9-2698-4fe3-b82a-1dbfba2ab858 on network d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:00.469676 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92051a1f-531c-4a03-932f-761cb4761bbb req-27f73c21-eff1-459e-b0cb-2f13794d3293 service neutron] Port e57f03b9-2698-4fe3-b82a-1dbfba2ab858 on network d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:29:00.470406 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92051a1f-531c-4a03-932f-761cb4761bbb req-27f73c21-eff1-459e-b0cb-2f13794d3293 service neutron] Attempting to bind port e57f03b9-2698-4fe3-b82a-1dbfba2ab858 on network d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:00.475188 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7db765d8-08cb-4bf6-8811-01db222443c5 req-82f4de97-8a65-4280-b342-ad8c54d58171 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65a59c5e-cefe-404a-a27a-0f82635c0153 HTTP/1.1" status: 200 len: 1001 time: 0.1270680 Jul 15 13:29:00.485418 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92051a1f-531c-4a03-932f-761cb4761bbb req-27f73c21-eff1-459e-b0cb-2f13794d3293 service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:00.485873 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92051a1f-531c-4a03-932f-761cb4761bbb req-27f73c21-eff1-459e-b0cb-2f13794d3293 service neutron] Checking segment: {'id': '98acfa0a-54bd-4675-846c-25a1b4d3769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd0a6d88e-39e9-40ea-b05a-9af2f27b9a7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:00.486257 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92051a1f-531c-4a03-932f-761cb4761bbb req-27f73c21-eff1-459e-b0cb-2f13794d3293 service neutron] Bound using segment: {'id': '98acfa0a-54bd-4675-846c-25a1b4d3769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd0a6d88e-39e9-40ea-b05a-9af2f27b9a7c'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:00.486714 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-92051a1f-531c-4a03-932f-761cb4761bbb req-27f73c21-eff1-459e-b0cb-2f13794d3293 service neutron] Bound port: e57f03b9-2698-4fe3-b82a-1dbfba2ab858, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98acfa0a-54bd-4675-846c-25a1b4d3769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd0a6d88e-39e9-40ea-b05a-9af2f27b9a7c'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:00.487071 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-92051a1f-531c-4a03-932f-761cb4761bbb req-27f73c21-eff1-459e-b0cb-2f13794d3293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:00.511343 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-92051a1f-531c-4a03-932f-761cb4761bbb req-a7dc4215-0f47-4529-9644-8ddbe59ca073 service neutron] Attempting to bind port ab949f16-e2ae-44b3-bfcc-6b32eae576e2 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:00.511737 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-92051a1f-531c-4a03-932f-761cb4761bbb req-a7dc4215-0f47-4529-9644-8ddbe59ca073 service neutron] Attempting to bind port ab949f16-e2ae-44b3-bfcc-6b32eae576e2 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '98acfa0a-54bd-4675-846c-25a1b4d3769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd0a6d88e-39e9-40ea-b05a-9af2f27b9a7c'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:00.512011 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92051a1f-531c-4a03-932f-761cb4761bbb req-a7dc4215-0f47-4529-9644-8ddbe59ca073 service neutron] Attempting to bind port ab949f16-e2ae-44b3-bfcc-6b32eae576e2 on network d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:00.516457 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92051a1f-531c-4a03-932f-761cb4761bbb req-a7dc4215-0f47-4529-9644-8ddbe59ca073 service neutron] Port ab949f16-e2ae-44b3-bfcc-6b32eae576e2 on network d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:29:00.516773 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92051a1f-531c-4a03-932f-761cb4761bbb req-a7dc4215-0f47-4529-9644-8ddbe59ca073 service neutron] Attempting to bind port ab949f16-e2ae-44b3-bfcc-6b32eae576e2 on network d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:00.521583 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92051a1f-531c-4a03-932f-761cb4761bbb req-a7dc4215-0f47-4529-9644-8ddbe59ca073 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:00.521921 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92051a1f-531c-4a03-932f-761cb4761bbb req-a7dc4215-0f47-4529-9644-8ddbe59ca073 service neutron] Checking segment: {'id': '98acfa0a-54bd-4675-846c-25a1b4d3769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd0a6d88e-39e9-40ea-b05a-9af2f27b9a7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:00.522304 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92051a1f-531c-4a03-932f-761cb4761bbb req-a7dc4215-0f47-4529-9644-8ddbe59ca073 service neutron] Bound using segment: {'id': '98acfa0a-54bd-4675-846c-25a1b4d3769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd0a6d88e-39e9-40ea-b05a-9af2f27b9a7c'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:00.522770 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-92051a1f-531c-4a03-932f-761cb4761bbb req-a7dc4215-0f47-4529-9644-8ddbe59ca073 service neutron] Bound port: ab949f16-e2ae-44b3-bfcc-6b32eae576e2, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98acfa0a-54bd-4675-846c-25a1b4d3769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd0a6d88e-39e9-40ea-b05a-9af2f27b9a7c'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:00.523135 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-92051a1f-531c-4a03-932f-761cb4761bbb req-a7dc4215-0f47-4529-9644-8ddbe59ca073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:00.574795 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547720d-42d2-4285-88b8-4201fc0bcb78 req-6a5e1b32-e04c-4b5e-a071-ca2f74c4f4ac tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:00.576299 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6547720d-42d2-4285-88b8-4201fc0bcb78 req-6a5e1b32-e04c-4b5e-a071-ca2f74c4f4ac tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/ports?device_id=363f25b6-f1c1-4233-8fbc-cd441ec36406 HTTP/1.1" status: 200 len: 944 time: 0.1800206 Jul 15 13:29:00.581558 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db765d8-08cb-4bf6-8811-01db222443c5 req-06e897e8-bef1-4799-9f7e-d4bea7947018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:00.582983 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7db765d8-08cb-4bf6-8811-01db222443c5 req-06e897e8-bef1-4799-9f7e-d4bea7947018 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=236966a3-1e59-4c69-99ff-863fc85e1377 HTTP/1.1" status: 200 len: 856 time: 0.0987926 Jul 15 13:29:00.600389 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-92051a1f-531c-4a03-932f-761cb4761bbb req-a7dc4215-0f47-4529-9644-8ddbe59ca073 service neutron] For port ab949f16-e2ae-44b3-bfcc-6b32eae576e2, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:00.604545 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-92051a1f-531c-4a03-932f-761cb4761bbb req-a7dc4215-0f47-4529-9644-8ddbe59ca073 service neutron] For port ab949f16-e2ae-44b3-bfcc-6b32eae576e2, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ab949f16-e2ae-44b3-bfcc-6b32eae576e2,segment=NetworkSegment(98acfa0a-54bd-4675-846c-25a1b4d3769f),segment_id=98acfa0a-54bd-4675-846c-25a1b4d3769f)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:00.610311 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-92051a1f-531c-4a03-932f-761cb4761bbb req-a7dc4215-0f47-4529-9644-8ddbe59ca073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:00.655193 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92051a1f-531c-4a03-932f-761cb4761bbb req-a7dc4215-0f47-4529-9644-8ddbe59ca073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:00.655940 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-92051a1f-531c-4a03-932f-761cb4761bbb req-a7dc4215-0f47-4529-9644-8ddbe59ca073 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:00.657488 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-92051a1f-531c-4a03-932f-761cb4761bbb req-a7dc4215-0f47-4529-9644-8ddbe59ca073 service neutron] 10.222.0.46 "PUT /v2.0/ports/ab949f16-e2ae-44b3-bfcc-6b32eae576e2 HTTP/1.1" status: 200 len: 1093 time: 0.7865872 Jul 15 13:29:00.658030 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363f25b6-f1c1-4233-8fbc-cd441ec36406', 'tag': 'ab949f16-e2ae-44b3-bfcc-6b32eae576e2'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:00.660461 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6229f289-205f-4873-950c-f4dd6ae0671b" -d '{"events": [{"name": "network-changed", "server_uuid": "363f25b6-f1c1-4233-8fbc-cd441ec36406", "tag": "ab949f16-e2ae-44b3-bfcc-6b32eae576e2"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:00.667974 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-92051a1f-531c-4a03-932f-761cb4761bbb req-27f73c21-eff1-459e-b0cb-2f13794d3293 service neutron] For port e57f03b9-2698-4fe3-b82a-1dbfba2ab858, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:00.684028 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-92051a1f-531c-4a03-932f-761cb4761bbb req-27f73c21-eff1-459e-b0cb-2f13794d3293 service neutron] For port e57f03b9-2698-4fe3-b82a-1dbfba2ab858, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=e57f03b9-2698-4fe3-b82a-1dbfba2ab858,segment=NetworkSegment(98acfa0a-54bd-4675-846c-25a1b4d3769f),segment_id=98acfa0a-54bd-4675-846c-25a1b4d3769f)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:00.702943 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-92051a1f-531c-4a03-932f-761cb4761bbb req-27f73c21-eff1-459e-b0cb-2f13794d3293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:00.704352 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc4215-0f47-4529-9644-8ddbe59ca073 service neutron] Pushing event updated for resources: {'Port': ['ID=ab949f16-e2ae-44b3-bfcc-6b32eae576e2,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:00.726080 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7d2004-7e42-46a1-8412-850c36c690a5 x-openstack-request-id: req-3e7d2004-7e42-46a1-8412-850c36c690a5 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:00.726461 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363f25b6-f1c1-4233-8fbc-cd441ec36406", "tag": "ab949f16-e2ae-44b3-bfcc-6b32eae576e2", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:00.726746 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3e7d2004-7e42-46a1-8412-850c36c690a5 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:00.727150 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363f25b6-f1c1-4233-8fbc-cd441ec36406', 'tag': 'ab949f16-e2ae-44b3-bfcc-6b32eae576e2', 'status': 'completed', 'code': 200} Jul 15 13:29:00.747425 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6547720d-42d2-4285-88b8-4201fc0bcb78 req-637d71fb-de2c-48ea-91a3-f7f360279a23 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a59701f-c62e-4f0d-9478-3ad2e0142aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591034 Jul 15 13:29:00.751309 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 6be13fd3-d076-4e6c-9a5b-51905a25d9b2 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:29:00.778720 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 6be13fd3-d076-4e6c-9a5b-51905a25d9b2 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:29:00.779328 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 6be13fd3-d076-4e6c-9a5b-51905a25d9b2 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:29:00.784694 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92051a1f-531c-4a03-932f-761cb4761bbb req-27f73c21-eff1-459e-b0cb-2f13794d3293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:00.785326 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-92051a1f-531c-4a03-932f-761cb4761bbb req-27f73c21-eff1-459e-b0cb-2f13794d3293 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:00.786790 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-92051a1f-531c-4a03-932f-761cb4761bbb req-27f73c21-eff1-459e-b0cb-2f13794d3293 service neutron] 10.222.0.20 "PUT /v2.0/ports/e57f03b9-2698-4fe3-b82a-1dbfba2ab858 HTTP/1.1" status: 200 len: 1092 time: 1.1867397 Jul 15 13:29:00.787248 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b4c3c35-9c00-4dd5-b780-3b309b728c6f', 'tag': 'e57f03b9-2698-4fe3-b82a-1dbfba2ab858'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:00.789598 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3b0559-5728-4950-835d-95ed7436146d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b4c3c35-9c00-4dd5-b780-3b309b728c6f", "tag": "e57f03b9-2698-4fe3-b82a-1dbfba2ab858"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:00.821725 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db765d8-08cb-4bf6-8811-01db222443c5 req-c61f9f26-bca4-44b7-8b61-40c6387aae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:00.823319 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7db765d8-08cb-4bf6-8811-01db222443c5 req-c61f9f26-bca4-44b7-8b61-40c6387aae57 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=33daa320-d719-4788-a6ae-6d9428792c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2320421 Jul 15 13:29:00.827225 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f73c21-eff1-459e-b0cb-2f13794d3293 service neutron] Pushing event updated for resources: {'Port': ['ID=e57f03b9-2698-4fe3-b82a-1dbfba2ab858,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:00.886052 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227807da-d658-4e67-9756-1a27be1378ef x-openstack-request-id: req-227807da-d658-4e67-9756-1a27be1378ef {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:00.886347 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b4c3c35-9c00-4dd5-b780-3b309b728c6f", "tag": "e57f03b9-2698-4fe3-b82a-1dbfba2ab858", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:00.886622 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-227807da-d658-4e67-9756-1a27be1378ef {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:00.887045 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b4c3c35-9c00-4dd5-b780-3b309b728c6f', 'tag': 'e57f03b9-2698-4fe3-b82a-1dbfba2ab858', 'status': 'completed', 'code': 200} Jul 15 13:29:00.969714 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7db765d8-08cb-4bf6-8811-01db222443c5 req-c9ce8c10-b3be-47bc-9eee-32113c7719d2 service neutron] 10.222.0.46 "GET /v2.0/networks/33daa320-d719-4788-a6ae-6d9428792c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249201 Jul 15 13:29:01.103366 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92051a1f-531c-4a03-932f-761cb4761bbb req-0e71525e-947f-4b0d-9934-a8374d80291b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:01.104875 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-92051a1f-531c-4a03-932f-761cb4761bbb req-0e71525e-947f-4b0d-9934-a8374d80291b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2ce681c462e242a282ed5f4bfd5c44a3&device_id=363f25b6-f1c1-4233-8fbc-cd441ec36406 HTTP/1.1" status: 200 len: 1096 time: 0.3889563 Jul 15 13:29:01.142518 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7db765d8-08cb-4bf6-8811-01db222443c5 req-45ec3ea9-4a61-4683-8ef8-a6f5b33e9041 service neutron] 10.222.0.46 "GET /v2.0/networks/33daa320-d719-4788-a6ae-6d9428792c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655414 Jul 15 13:29:01.145669 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92051a1f-531c-4a03-932f-761cb4761bbb req-5140c493-e27c-4fb6-81f9-729f85d09e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:01.148052 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-92051a1f-531c-4a03-932f-761cb4761bbb req-5140c493-e27c-4fb6-81f9-729f85d09e09 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ce681c462e242a282ed5f4bfd5c44a3&device_id=2b4c3c35-9c00-4dd5-b780-3b309b728c6f HTTP/1.1" status: 200 len: 1095 time: 0.2646732 Jul 15 13:29:01.153331 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-92051a1f-531c-4a03-932f-761cb4761bbb req-a9e3b37d-128f-433b-9b8d-66809d361a51 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab949f16-e2ae-44b3-bfcc-6b32eae576e2 HTTP/1.1" status: 200 len: 217 time: 0.0409055 Jul 15 13:29:01.217831 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-92051a1f-531c-4a03-932f-761cb4761bbb req-f76a483c-d491-46d3-a56f-89d6f426b726 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e57f03b9-2698-4fe3-b82a-1dbfba2ab858 HTTP/1.1" status: 200 len: 217 time: 0.0606949 Jul 15 13:29:01.221074 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92051a1f-531c-4a03-932f-761cb4761bbb req-e4048e6e-0cc8-4e20-acdd-20adb5735dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:01.222526 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-92051a1f-531c-4a03-932f-761cb4761bbb req-e4048e6e-0cc8-4e20-acdd-20adb5735dd6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5cf757fd-3675-4b29-9410-980f0d83e606 HTTP/1.1" status: 200 len: 852 time: 0.0633559 Jul 15 13:29:01.256649 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-92051a1f-531c-4a03-932f-761cb4761bbb req-ab0a6004-03aa-45d7-ae5b-2dea5417233f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273292 Jul 15 13:29:01.307512 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92051a1f-531c-4a03-932f-761cb4761bbb req-c2b266cf-36db-4a52-aa4a-4f307fc40c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:01.308882 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-92051a1f-531c-4a03-932f-761cb4761bbb req-c2b266cf-36db-4a52-aa4a-4f307fc40c4a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5cf757fd-3675-4b29-9410-980f0d83e606 HTTP/1.1" status: 200 len: 852 time: 0.0848603 Jul 15 13:29:01.348835 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-92051a1f-531c-4a03-932f-761cb4761bbb req-af9634b4-d008-4f6c-bdb0-8c6cfb9a56ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318518 Jul 15 13:29:01.350012 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-92051a1f-531c-4a03-932f-761cb4761bbb req-a4c34e4f-6f55-4fd0-82ea-4a80308fa122 service neutron] 10.222.0.46 "GET /v2.0/networks/d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852926 Jul 15 13:29:01.372869 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51693af-b4a8-4f7f-adce-ce644556f9ae req-2166e393-0bf4-42d7-a664-562122bfb237 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:01.374610 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f51693af-b4a8-4f7f-adce-ce644556f9ae req-2166e393-0bf4-42d7-a664-562122bfb237 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 945 time: 0.1186495 Jul 15 13:29:01.447779 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-92051a1f-531c-4a03-932f-761cb4761bbb req-ca579ef4-7df5-488e-b332-e759011dcdc1 service neutron] 10.222.0.46 "GET /v2.0/networks/d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904908 Jul 15 13:29:01.467108 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f51693af-b4a8-4f7f-adce-ce644556f9ae req-46c3c482-785f-416f-b5b1-0003c46bb0ea tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825126 Jul 15 13:29:01.494403 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-92051a1f-531c-4a03-932f-761cb4761bbb req-2d61f882-e608-4a70-8ee8-af25591b1b0f service neutron] 10.222.0.20 "GET /v2.0/networks/d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363635 Jul 15 13:29:01.571086 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229f289-205f-4873-950c-f4dd6ae0671b req-207bb53c-36c4-4b70-881d-990e635d796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:01.572565 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6229f289-205f-4873-950c-f4dd6ae0671b req-207bb53c-36c4-4b70-881d-990e635d796f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2ce681c462e242a282ed5f4bfd5c44a3&device_id=363f25b6-f1c1-4233-8fbc-cd441ec36406 HTTP/1.1" status: 200 len: 1096 time: 0.0596809 Jul 15 13:29:01.597380 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-92051a1f-531c-4a03-932f-761cb4761bbb req-d077b10f-8473-45f9-9a6a-9ccca7d77a14 service neutron] 10.222.0.20 "GET /v2.0/networks/d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985055 Jul 15 13:29:01.672786 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229f289-205f-4873-950c-f4dd6ae0671b req-f7894fd5-2f4f-42cf-9246-79b26cfaabf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:01.674268 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6229f289-205f-4873-950c-f4dd6ae0671b req-f7894fd5-2f4f-42cf-9246-79b26cfaabf4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c HTTP/1.1" status: 200 len: 913 time: 0.0940073 Jul 15 13:29:01.713114 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b0559-5728-4950-835d-95ed7436146d req-8263a144-509b-4d7e-ac60-8e5f433463ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:01.714760 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ba3b0559-5728-4950-835d-95ed7436146d req-8263a144-509b-4d7e-ac60-8e5f433463ca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ce681c462e242a282ed5f4bfd5c44a3&device_id=2b4c3c35-9c00-4dd5-b780-3b309b728c6f HTTP/1.1" status: 200 len: 1095 time: 0.0559530 Jul 15 13:29:01.720613 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6229f289-205f-4873-950c-f4dd6ae0671b req-8fec0be9-6fc5-4d39-b24b-c5edc487e28d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab949f16-e2ae-44b3-bfcc-6b32eae576e2 HTTP/1.1" status: 200 len: 217 time: 0.0364273 Jul 15 13:29:01.770855 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229f289-205f-4873-950c-f4dd6ae0671b req-59447b53-1aef-4502-9b41-aacd3782361b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:01.772669 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6229f289-205f-4873-950c-f4dd6ae0671b req-59447b53-1aef-4502-9b41-aacd3782361b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5cf757fd-3675-4b29-9410-980f0d83e606 HTTP/1.1" status: 200 len: 852 time: 0.0441468 Jul 15 13:29:01.812959 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6229f289-205f-4873-950c-f4dd6ae0671b req-9433ec30-44e0-4258-a5b5-6abbfeb89905 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325682 Jul 15 13:29:01.814211 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b0559-5728-4950-835d-95ed7436146d req-83e5430e-1f24-47c9-8fb9-89c3e8ec81dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:01.815815 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ba3b0559-5728-4950-835d-95ed7436146d req-83e5430e-1f24-47c9-8fb9-89c3e8ec81dc service neutron] 10.222.0.20 "GET /v2.0/networks?id=d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c HTTP/1.1" status: 200 len: 913 time: 0.0949841 Jul 15 13:29:01.866448 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ba3b0559-5728-4950-835d-95ed7436146d req-dff43cd0-53c2-4ae6-9b06-29d60c276890 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e57f03b9-2698-4fe3-b82a-1dbfba2ab858 HTTP/1.1" status: 200 len: 217 time: 0.0399153 Jul 15 13:29:01.907549 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6229f289-205f-4873-950c-f4dd6ae0671b req-63868759-4d9d-4bf5-ba44-1ee6d1e47277 service neutron] 10.222.0.46 "GET /v2.0/networks/d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852711 Jul 15 13:29:01.942437 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b0559-5728-4950-835d-95ed7436146d req-7401e798-6ae4-40d5-ad5c-ce170d2aa733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:01.943918 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ba3b0559-5728-4950-835d-95ed7436146d req-7401e798-6ae4-40d5-ad5c-ce170d2aa733 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5cf757fd-3675-4b29-9410-980f0d83e606 HTTP/1.1" status: 200 len: 852 time: 0.0734088 Jul 15 13:29:01.983658 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ba3b0559-5728-4950-835d-95ed7436146d req-433d21f5-9783-4fc3-83df-c19149dcdd8b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320771 Jul 15 13:29:02.003848 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6229f289-205f-4873-950c-f4dd6ae0671b req-ce09392b-c006-4848-92e1-ffae8286327f service neutron] 10.222.0.46 "GET /v2.0/networks/d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877140 Jul 15 13:29:02.029689 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08b9b4-1776-4b8a-9b66-949c4ab58df1 req-4b5687ce-5f3f-459f-8443-0a651c2baa6c tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:02.031208 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b08b9b4-1776-4b8a-9b66-949c4ab58df1 req-4b5687ce-5f3f-459f-8443-0a651c2baa6c tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/ports?device_id=363f25b6-f1c1-4233-8fbc-cd441ec36406 HTTP/1.1" status: 200 len: 944 time: 0.1594622 Jul 15 13:29:02.110855 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b08b9b4-1776-4b8a-9b66-949c4ab58df1 req-4e01297c-9d01-48a7-9765-f9f1144e0d3a tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a59701f-c62e-4f0d-9478-3ad2e0142aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731864 Jul 15 13:29:02.116055 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ba3b0559-5728-4950-835d-95ed7436146d req-4d279c4b-33b8-4a34-89a0-37ef9dd5de20 service neutron] 10.222.0.20 "GET /v2.0/networks/d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252582 Jul 15 13:29:02.211140 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ba3b0559-5728-4950-835d-95ed7436146d req-3d88f853-91d1-416b-8aa8-67616c84bc2f service neutron] 10.222.0.20 "GET /v2.0/networks/d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884709 Jul 15 13:29:02.260741 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.464492 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-970ecd08-542f-44e1-a98a-c5de708a52f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.649583 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4885afb-7e30-4820-ba31-d11be2e4e487 req-089cbf3c-d755-46ca-8998-8ac2ffa5f481 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:02.651455 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a4885afb-7e30-4820-ba31-d11be2e4e487 req-089cbf3c-d755-46ca-8998-8ac2ffa5f481 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 945 time: 0.0632410 Jul 15 13:29:02.689277 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a4885afb-7e30-4820-ba31-d11be2e4e487 req-58c1a3a7-ab38-4ee3-9256-1cec139c6dd9 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321708 Jul 15 13:29:02.760282 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 65a59c5e-cefe-404a-a27a-0f82635c0153 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:29:02.839799 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.863590 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e255538-0f20-43ef-a7d8-382c8eebb079', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65a59c5e-cefe-404a-a27a-0f82635c0153'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:02.865845 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2114ea-219e-4c41-a946-4cea1ea26f7f" -d '{"events": [{"server_uuid": "8e255538-0f20-43ef-a7d8-382c8eebb079", "name": "network-vif-unplugged", "status": "completed", "tag": "65a59c5e-cefe-404a-a27a-0f82635c0153"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:02.882780 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 65a59c5e-cefe-404a-a27a-0f82635c0153, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=65a59c5e-cefe-404a-a27a-0f82635c0153,segment=NetworkSegment(02b4ae28-7870-45f1-8b91-4bf335fcbce3),segment_id=02b4ae28-7870-45f1-8b91-4bf335fcbce3)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:02.887951 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.928262 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa81e63-e25d-4d7b-91f7-a5ceb62adeb0 x-openstack-request-id: req-aaa81e63-e25d-4d7b-91f7-a5ceb62adeb0 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:02.928551 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e255538-0f20-43ef-a7d8-382c8eebb079", "name": "network-vif-unplugged", "status": "completed", "tag": "65a59c5e-cefe-404a-a27a-0f82635c0153", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:02.928803 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aaa81e63-e25d-4d7b-91f7-a5ceb62adeb0 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:02.929188 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e255538-0f20-43ef-a7d8-382c8eebb079', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65a59c5e-cefe-404a-a27a-0f82635c0153', 'code': 200} Jul 15 13:29:02.943116 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=65a59c5e-cefe-404a-a27a-0f82635c0153,revision_number=8']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:03.327596 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9534a-6623-4289-b36a-2436ff43413e req-43aeef32-8b79-4331-a779-0855cdf4ae1e tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:03.331016 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bab9534a-6623-4289-b36a-2436ff43413e req-43aeef32-8b79-4331-a779-0855cdf4ae1e tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/ports?device_id=363f25b6-f1c1-4233-8fbc-cd441ec36406 HTTP/1.1" status: 200 len: 944 time: 0.0929639 Jul 15 13:29:03.368652 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bab9534a-6623-4289-b36a-2436ff43413e req-e07cbc47-3ff9-497d-b042-46a048c50620 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a59701f-c62e-4f0d-9478-3ad2e0142aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338249 Jul 15 13:29:03.593940 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:03.804610 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device e57f03b9-2698-4fe3-b82a-1dbfba2ab858 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:29:03.881882 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d6650-108e-4e52-8704-445e0100d394 req-280a280b-8a63-4d66-9596-7a5d95fe847e tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:03.883990 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-382d6650-108e-4e52-8704-445e0100d394 req-280a280b-8a63-4d66-9596-7a5d95fe847e tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 943 time: 0.0663681 Jul 15 13:29:03.906692 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port e57f03b9-2698-4fe3-b82a-1dbfba2ab858, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=e57f03b9-2698-4fe3-b82a-1dbfba2ab858,segment=NetworkSegment(98acfa0a-54bd-4675-846c-25a1b4d3769f),segment_id=98acfa0a-54bd-4675-846c-25a1b4d3769f)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:03.921282 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': 'e57f03b9-2698-4fe3-b82a-1dbfba2ab858', 'network_id': 'd0a6d88e-39e9-40ea-b05a-9af2f27b9a7c', 'port_id': 'e57f03b9-2698-4fe3-b82a-1dbfba2ab858', 'mac_address': 'fa:16:3e:03:20:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cf757fd-3675-4b29-9410-980f0d83e606', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:29:03.926869 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-382d6650-108e-4e52-8704-445e0100d394 req-25ec6b3d-36d4-4dac-90a2-d8cfba023fd4 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340521 Jul 15 13:29:03.957957 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:03.971618 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e57f03b9-2698-4fe3-b82a-1dbfba2ab858 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:29:03.992392 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port e57f03b9-2698-4fe3-b82a-1dbfba2ab858, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=e57f03b9-2698-4fe3-b82a-1dbfba2ab858,segment=NetworkSegment(98acfa0a-54bd-4675-846c-25a1b4d3769f),segment_id=98acfa0a-54bd-4675-846c-25a1b4d3769f)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:03.997376 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:04.046186 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=e57f03b9-2698-4fe3-b82a-1dbfba2ab858,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:04.183438 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['e57f03b9-2698-4fe3-b82a-1dbfba2ab858'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:29:04.559688 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19553164-1a51-47b5-b952-c3d10df12941 req-6d0de092-d3db-44b0-b8b6-b6c5fbc07011 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:04.561449 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-19553164-1a51-47b5-b952-c3d10df12941 req-6d0de092-d3db-44b0-b8b6-b6c5fbc07011 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/ports?device_id=363f25b6-f1c1-4233-8fbc-cd441ec36406 HTTP/1.1" status: 200 len: 944 time: 0.0666621 Jul 15 13:29:04.603674 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-19553164-1a51-47b5-b952-c3d10df12941 req-afa601fa-d077-483d-87a4-a669d2dddaed tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a59701f-c62e-4f0d-9478-3ad2e0142aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351012 Jul 15 13:29:04.770715 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device ab949f16-e2ae-44b3-bfcc-6b32eae576e2 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:29:04.878529 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port ab949f16-e2ae-44b3-bfcc-6b32eae576e2, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ab949f16-e2ae-44b3-bfcc-6b32eae576e2,segment=NetworkSegment(98acfa0a-54bd-4675-846c-25a1b4d3769f),segment_id=98acfa0a-54bd-4675-846c-25a1b4d3769f)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:04.891008 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'ab949f16-e2ae-44b3-bfcc-6b32eae576e2', 'network_id': 'd0a6d88e-39e9-40ea-b05a-9af2f27b9a7c', 'port_id': 'ab949f16-e2ae-44b3-bfcc-6b32eae576e2', 'mac_address': 'fa:16:3e:a0:26:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cf757fd-3675-4b29-9410-980f0d83e606', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:29:04.937619 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:04.951824 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab949f16-e2ae-44b3-bfcc-6b32eae576e2 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:29:04.973430 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port ab949f16-e2ae-44b3-bfcc-6b32eae576e2, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ab949f16-e2ae-44b3-bfcc-6b32eae576e2,segment=NetworkSegment(98acfa0a-54bd-4675-846c-25a1b4d3769f),segment_id=98acfa0a-54bd-4675-846c-25a1b4d3769f)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:04.980070 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.036577 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.058710 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=ab949f16-e2ae-44b3-bfcc-6b32eae576e2,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:05.138993 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62f301-dbd3-415b-a586-ca8a3e3147fc req-90db41cd-794c-49c0-b23f-a6bf26349fdd tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:05.140579 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cf62f301-dbd3-415b-a586-ca8a3e3147fc req-90db41cd-794c-49c0-b23f-a6bf26349fdd tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 943 time: 0.0703871 Jul 15 13:29:05.184863 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cf62f301-dbd3-415b-a586-ca8a3e3147fc req-3690a224-e149-49da-a847-d4eb5c842d50 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385187 Jul 15 13:29:05.200674 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['ab949f16-e2ae-44b3-bfcc-6b32eae576e2'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:29:05.288694 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-10f81596-84d2-4db2-b345-5297c6e8b3d0 req-5d4b4829-1be5-4847-930e-2bd2512f5eba service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1120832 Jul 15 13:29:05.793355 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ad32e-b953-4a46-93ed-853e297c29ba req-2af3baaa-f507-4a27-bde0-d6edea9a3e13 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:05.795476 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fe5ad32e-b953-4a46-93ed-853e297c29ba req-2af3baaa-f507-4a27-bde0-d6edea9a3e13 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/ports?device_id=363f25b6-f1c1-4233-8fbc-cd441ec36406 HTTP/1.1" status: 200 len: 945 time: 0.0662329 Jul 15 13:29:05.803788 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device e57f03b9-2698-4fe3-b82a-1dbfba2ab858 up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:05.839775 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fe5ad32e-b953-4a46-93ed-853e297c29ba req-f769ad8c-35e2-4257-b101-2eda5f4ee2bd tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a59701f-c62e-4f0d-9478-3ad2e0142aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376120 Jul 15 13:29:05.875647 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port e57f03b9-2698-4fe3-b82a-1dbfba2ab858 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:05.880370 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port e57f03b9-2698-4fe3-b82a-1dbfba2ab858 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:05.880790 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.958027 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.982712 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4c3c35-9c00-4dd5-b780-3b309b728c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57f03b9-2698-4fe3-b82a-1dbfba2ab858'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:05.984926 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4a507c-96e0-424f-b811-124d91354276" -d '{"events": [{"server_uuid": "2b4c3c35-9c00-4dd5-b780-3b309b728c6f", "name": "network-vif-plugged", "status": "completed", "tag": "e57f03b9-2698-4fe3-b82a-1dbfba2ab858"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:05.999930 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port e57f03b9-2698-4fe3-b82a-1dbfba2ab858, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=e57f03b9-2698-4fe3-b82a-1dbfba2ab858,segment=NetworkSegment(98acfa0a-54bd-4675-846c-25a1b4d3769f),segment_id=98acfa0a-54bd-4675-846c-25a1b4d3769f)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:06.003932 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:06.052047 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=e57f03b9-2698-4fe3-b82a-1dbfba2ab858,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:06.089075 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c8f9f9-fb67-41ab-911b-37babe0a51bb x-openstack-request-id: req-08c8f9f9-fb67-41ab-911b-37babe0a51bb {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:06.089401 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b4c3c35-9c00-4dd5-b780-3b309b728c6f", "name": "network-vif-plugged", "status": "completed", "tag": "e57f03b9-2698-4fe3-b82a-1dbfba2ab858", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:06.089679 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-08c8f9f9-fb67-41ab-911b-37babe0a51bb {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:06.090077 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4c3c35-9c00-4dd5-b780-3b309b728c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57f03b9-2698-4fe3-b82a-1dbfba2ab858', 'code': 200} Jul 15 13:29:06.195762 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f81596-84d2-4db2-b345-5297c6e8b3d0 req-87ccc3ea-9742-4b6a-a91d-2ecf54659c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:06.197352 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10f81596-84d2-4db2-b345-5297c6e8b3d0 req-87ccc3ea-9742-4b6a-a91d-2ecf54659c9b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079&tenant_id=bf299a1585cb47ad811c548c9505de73 HTTP/1.1" status: 200 len: 1095 time: 0.0937860 Jul 15 13:29:06.210007 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-10f81596-84d2-4db2-b345-5297c6e8b3d0 req-80982adc-b2e2-4978-b72a-c5693591699e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-36', 'device_owner': 'compute:nova'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:06.247283 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b1ba1-d9e7-42c2-86fb-008c7ffcb096 req-1953bdb2-ba23-47c5-8b8f-e0c176cdf3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:06.248896 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a1b1ba1-d9e7-42c2-86fb-008c7ffcb096 req-1953bdb2-ba23-47c5-8b8f-e0c176cdf3e8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2b4c3c35-9c00-4dd5-b780-3b309b728c6f HTTP/1.1" status: 200 len: 1097 time: 0.1017890 Jul 15 13:29:06.334915 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a1b1ba1-d9e7-42c2-86fb-008c7ffcb096 req-757ace16-5c81-452a-98ed-7873cfed86ff service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8a59701f-c62e-4f0d-9478-3ad2e0142aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758948 Jul 15 13:29:06.353701 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-10f81596-84d2-4db2-b345-5297c6e8b3d0 req-80982adc-b2e2-4978-b72a-c5693591699e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:06.490642 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d333b-1bea-44d5-80fe-652bec232c0e req-241525d9-bf2a-4e94-92cb-d179b361720a tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:06.492077 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a40d333b-1bea-44d5-80fe-652bec232c0e req-241525d9-bf2a-4e94-92cb-d179b361720a tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 943 time: 0.1818860 Jul 15 13:29:06.555956 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a40d333b-1bea-44d5-80fe-652bec232c0e req-0316eef3-300b-4a1b-adfc-3c1d94fc6d32 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577869 Jul 15 13:29:06.610682 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-10f81596-84d2-4db2-b345-5297c6e8b3d0 req-80982adc-b2e2-4978-b72a-c5693591699e service neutron] For port 65a59c5e-cefe-404a-a27a-0f82635c0153, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=65a59c5e-cefe-404a-a27a-0f82635c0153,segment=NetworkSegment(02b4ae28-7870-45f1-8b91-4bf335fcbce3),segment_id=02b4ae28-7870-45f1-8b91-4bf335fcbce3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:06.643554 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-10f81596-84d2-4db2-b345-5297c6e8b3d0 req-80982adc-b2e2-4978-b72a-c5693591699e service neutron] For port 65a59c5e-cefe-404a-a27a-0f82635c0153, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:06.680682 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-10f81596-84d2-4db2-b345-5297c6e8b3d0 req-80982adc-b2e2-4978-b72a-c5693591699e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65a59c5e-cefe-404a-a27a-0f82635c0153 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:29:06.688414 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-10f81596-84d2-4db2-b345-5297c6e8b3d0 req-80982adc-b2e2-4978-b72a-c5693591699e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:06.700868 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-10f81596-84d2-4db2-b345-5297c6e8b3d0 req-80982adc-b2e2-4978-b72a-c5693591699e service neutron] Transition to ACTIVE for port object 65a59c5e-cefe-404a-a27a-0f82635c0153 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:06.705370 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-10f81596-84d2-4db2-b345-5297c6e8b3d0 req-80982adc-b2e2-4978-b72a-c5693591699e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:06.781382 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device ab949f16-e2ae-44b3-bfcc-6b32eae576e2 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:06.789966 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80982adc-b2e2-4978-b72a-c5693591699e service neutron] Pushing event updated for resources: {'Port': ['ID=65a59c5e-cefe-404a-a27a-0f82635c0153,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:06.848113 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f81596-84d2-4db2-b345-5297c6e8b3d0 req-80982adc-b2e2-4978-b72a-c5693591699e service neutron] No DVR routers for this DVR port 65a59c5e-cefe-404a-a27a-0f82635c0153 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:29:06.860020 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port ab949f16-e2ae-44b3-bfcc-6b32eae576e2 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:06.874696 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port ab949f16-e2ae-44b3-bfcc-6b32eae576e2 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:06.875083 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:06.997640 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:07.020595 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-10f81596-84d2-4db2-b345-5297c6e8b3d0 req-80982adc-b2e2-4978-b72a-c5693591699e service neutron] Attempting to bind port 65a59c5e-cefe-404a-a27a-0f82635c0153 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:07.020960 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-10f81596-84d2-4db2-b345-5297c6e8b3d0 req-80982adc-b2e2-4978-b72a-c5693591699e service neutron] Attempting to bind port 65a59c5e-cefe-404a-a27a-0f82635c0153 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': '02b4ae28-7870-45f1-8b91-4bf335fcbce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:07.021706 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f81596-84d2-4db2-b345-5297c6e8b3d0 req-80982adc-b2e2-4978-b72a-c5693591699e service neutron] Attempting to bind port 65a59c5e-cefe-404a-a27a-0f82635c0153 on network 33daa320-d719-4788-a6ae-6d9428792c14 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:07.050737 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port ab949f16-e2ae-44b3-bfcc-6b32eae576e2, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ab949f16-e2ae-44b3-bfcc-6b32eae576e2,segment=NetworkSegment(98acfa0a-54bd-4675-846c-25a1b4d3769f),segment_id=98acfa0a-54bd-4675-846c-25a1b4d3769f)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:07.060015 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:07.060832 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 65a59c5e-cefe-404a-a27a-0f82635c0153 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:29:07.064787 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f81596-84d2-4db2-b345-5297c6e8b3d0 req-80982adc-b2e2-4978-b72a-c5693591699e service neutron] Port 65a59c5e-cefe-404a-a27a-0f82635c0153 on network 33daa320-d719-4788-a6ae-6d9428792c14 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:29:07.065124 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f81596-84d2-4db2-b345-5297c6e8b3d0 req-80982adc-b2e2-4978-b72a-c5693591699e service neutron] Attempting to bind port 65a59c5e-cefe-404a-a27a-0f82635c0153 on network 33daa320-d719-4788-a6ae-6d9428792c14 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:07.080503 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f81596-84d2-4db2-b345-5297c6e8b3d0 req-80982adc-b2e2-4978-b72a-c5693591699e service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:07.080853 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f81596-84d2-4db2-b345-5297c6e8b3d0 req-80982adc-b2e2-4978-b72a-c5693591699e service neutron] Checking segment: {'id': '02b4ae28-7870-45f1-8b91-4bf335fcbce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:07.081249 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f81596-84d2-4db2-b345-5297c6e8b3d0 req-80982adc-b2e2-4978-b72a-c5693591699e service neutron] Bound using segment: {'id': '02b4ae28-7870-45f1-8b91-4bf335fcbce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:07.081696 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-10f81596-84d2-4db2-b345-5297c6e8b3d0 req-80982adc-b2e2-4978-b72a-c5693591699e service neutron] Bound port: 65a59c5e-cefe-404a-a27a-0f82635c0153, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02b4ae28-7870-45f1-8b91-4bf335fcbce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:07.082055 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-10f81596-84d2-4db2-b345-5297c6e8b3d0 req-80982adc-b2e2-4978-b72a-c5693591699e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:07.141883 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 65a59c5e-cefe-404a-a27a-0f82635c0153 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:29:07.159128 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=ab949f16-e2ae-44b3-bfcc-6b32eae576e2,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:07.173469 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb2db8-e524-4404-a04c-672ce2950590 req-46c9e456-6536-42a6-8a0c-584b5a8f1e6a tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:07.175028 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8cfb2db8-e524-4404-a04c-672ce2950590 req-46c9e456-6536-42a6-8a0c-584b5a8f1e6a tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/ports?device_id=363f25b6-f1c1-4233-8fbc-cd441ec36406 HTTP/1.1" status: 200 len: 945 time: 0.1486866 Jul 15 13:29:07.190069 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-10f81596-84d2-4db2-b345-5297c6e8b3d0 req-80982adc-b2e2-4978-b72a-c5693591699e service neutron] For port 65a59c5e-cefe-404a-a27a-0f82635c0153, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:07.194394 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-10f81596-84d2-4db2-b345-5297c6e8b3d0 req-80982adc-b2e2-4978-b72a-c5693591699e service neutron] For port 65a59c5e-cefe-404a-a27a-0f82635c0153, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=65a59c5e-cefe-404a-a27a-0f82635c0153,segment=NetworkSegment(02b4ae28-7870-45f1-8b91-4bf335fcbce3),segment_id=02b4ae28-7870-45f1-8b91-4bf335fcbce3)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:07.204758 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-10f81596-84d2-4db2-b345-5297c6e8b3d0 req-80982adc-b2e2-4978-b72a-c5693591699e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:07.255715 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f81596-84d2-4db2-b345-5297c6e8b3d0 req-80982adc-b2e2-4978-b72a-c5693591699e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:07.256451 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-10f81596-84d2-4db2-b345-5297c6e8b3d0 req-80982adc-b2e2-4978-b72a-c5693591699e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:07.257858 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10f81596-84d2-4db2-b345-5297c6e8b3d0 req-80982adc-b2e2-4978-b72a-c5693591699e service neutron] 10.222.0.20 "PUT /v2.0/ports/65a59c5e-cefe-404a-a27a-0f82635c0153 HTTP/1.1" status: 200 len: 1092 time: 1.0520930 Jul 15 13:29:07.258302 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e255538-0f20-43ef-a7d8-382c8eebb079', 'tag': '65a59c5e-cefe-404a-a27a-0f82635c0153'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:07.260616 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d896e0be-990c-4d17-af6f-e0c7c1da7083" -d '{"events": [{"name": "network-changed", "server_uuid": "8e255538-0f20-43ef-a7d8-382c8eebb079", "tag": "65a59c5e-cefe-404a-a27a-0f82635c0153"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:07.284192 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8cfb2db8-e524-4404-a04c-672ce2950590 req-591b980f-6260-4a5a-b2dc-423307fdee47 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a59701f-c62e-4f0d-9478-3ad2e0142aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014018 Jul 15 13:29:07.339394 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef7e787-8da4-4c8e-aa39-526505be68f0 x-openstack-request-id: req-1ef7e787-8da4-4c8e-aa39-526505be68f0 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:07.339792 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e255538-0f20-43ef-a7d8-382c8eebb079", "tag": "65a59c5e-cefe-404a-a27a-0f82635c0153", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:07.340277 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1ef7e787-8da4-4c8e-aa39-526505be68f0 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:07.340751 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e255538-0f20-43ef-a7d8-382c8eebb079', 'tag': '65a59c5e-cefe-404a-a27a-0f82635c0153', 'status': 'completed', 'code': 200} Jul 15 13:29:07.350227 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80982adc-b2e2-4978-b72a-c5693591699e service neutron] Pushing event updated for resources: {'Port': ['ID=65a59c5e-cefe-404a-a27a-0f82635c0153,revision_number=10']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:07.387672 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f81596-84d2-4db2-b345-5297c6e8b3d0 req-5846b5c4-125e-4bf2-aa07-156c5970f6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:07.389771 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10f81596-84d2-4db2-b345-5297c6e8b3d0 req-5846b5c4-125e-4bf2-aa07-156c5970f6bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf299a1585cb47ad811c548c9505de73&device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 1096 time: 0.1019146 Jul 15 13:29:07.485817 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f81596-84d2-4db2-b345-5297c6e8b3d0 req-97692392-3a0c-424e-bca1-4604ab731752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:07.487321 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10f81596-84d2-4db2-b345-5297c6e8b3d0 req-97692392-3a0c-424e-bca1-4604ab731752 service neutron] 10.222.0.20 "GET /v2.0/networks?id=33daa320-d719-4788-a6ae-6d9428792c14 HTTP/1.1" status: 200 len: 918 time: 0.0911779 Jul 15 13:29:07.553425 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10f81596-84d2-4db2-b345-5297c6e8b3d0 req-0fae16ff-0235-415b-9d53-6c694394647f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65a59c5e-cefe-404a-a27a-0f82635c0153 HTTP/1.1" status: 200 len: 999 time: 0.0601537 Jul 15 13:29:07.601532 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f81596-84d2-4db2-b345-5297c6e8b3d0 req-0c7be64a-694d-4748-a482-d26d30dad541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:07.603220 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10f81596-84d2-4db2-b345-5297c6e8b3d0 req-0c7be64a-694d-4748-a482-d26d30dad541 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=236966a3-1e59-4c69-99ff-863fc85e1377 HTTP/1.1" status: 200 len: 856 time: 0.0441775 Jul 15 13:29:07.661232 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f81596-84d2-4db2-b345-5297c6e8b3d0 req-10f99f59-eaa6-4724-b1cb-64a70d117fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:07.662944 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10f81596-84d2-4db2-b345-5297c6e8b3d0 req-10f99f59-eaa6-4724-b1cb-64a70d117fbc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=33daa320-d719-4788-a6ae-6d9428792c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541508 Jul 15 13:29:08.090880 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363f25b6-f1c1-4233-8fbc-cd441ec36406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab949f16-e2ae-44b3-bfcc-6b32eae576e2'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:08.093127 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd16b5d-2fb5-4118-a45c-e7d9f89ba692" -d '{"events": [{"server_uuid": "363f25b6-f1c1-4233-8fbc-cd441ec36406", "name": "network-vif-plugged", "status": "completed", "tag": "ab949f16-e2ae-44b3-bfcc-6b32eae576e2"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:08.129467 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d7c36a-67bf-44c6-b952-c80013dfe60b x-openstack-request-id: req-77d7c36a-67bf-44c6-b952-c80013dfe60b {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:08.129856 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363f25b6-f1c1-4233-8fbc-cd441ec36406", "name": "network-vif-plugged", "status": "completed", "tag": "ab949f16-e2ae-44b3-bfcc-6b32eae576e2", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:08.130198 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-77d7c36a-67bf-44c6-b952-c80013dfe60b {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:08.130607 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363f25b6-f1c1-4233-8fbc-cd441ec36406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab949f16-e2ae-44b3-bfcc-6b32eae576e2', 'code': 200} Jul 15 13:29:08.140974 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38721fc7-c09f-4c6f-add0-f897442bcf62 req-bc8dd9e5-4e1c-4adb-aa9b-32d15100ed0b tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:08.142471 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-38721fc7-c09f-4c6f-add0-f897442bcf62 req-bc8dd9e5-4e1c-4adb-aa9b-32d15100ed0b tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 944 time: 0.4612129 Jul 15 13:29:08.146041 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10f81596-84d2-4db2-b345-5297c6e8b3d0 req-123a2f14-2a79-40d3-ad3e-57e76ee538e4 service neutron] 10.222.0.20 "GET /v2.0/networks/33daa320-d719-4788-a6ae-6d9428792c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4724801 Jul 15 13:29:08.211169 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-38721fc7-c09f-4c6f-add0-f897442bcf62 req-e26b73fd-60c6-40c3-b337-3423bcd42daf tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622206 Jul 15 13:29:08.240098 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f69d1-745d-420c-9ff9-27a1fbbd6333 req-1b061a7c-b32f-4d09-ab47-2d837a637a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:08.241617 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ea1f69d1-745d-420c-9ff9-27a1fbbd6333 req-1b061a7c-b32f-4d09-ab47-2d837a637a1c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=363f25b6-f1c1-4233-8fbc-cd441ec36406 HTTP/1.1" status: 200 len: 1098 time: 0.0526268 Jul 15 13:29:08.262359 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10f81596-84d2-4db2-b345-5297c6e8b3d0 req-c457c304-207a-443f-8391-a2ae5cc1f425 service neutron] 10.222.0.20 "GET /v2.0/networks/33daa320-d719-4788-a6ae-6d9428792c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062157 Jul 15 13:29:08.277314 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ea1f69d1-745d-420c-9ff9-27a1fbbd6333 req-7c1b97ea-5cca-4d66-8fcb-7dbdb64f06cc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8a59701f-c62e-4f0d-9478-3ad2e0142aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274997 Jul 15 13:29:08.373230 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896e0be-990c-4d17-af6f-e0c7c1da7083 req-5d62cbbb-53d0-4e65-8a3d-0dd079373992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:08.374783 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d896e0be-990c-4d17-af6f-e0c7c1da7083 req-5d62cbbb-53d0-4e65-8a3d-0dd079373992 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf299a1585cb47ad811c548c9505de73&device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 1096 time: 0.0576572 Jul 15 13:29:08.521164 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896e0be-990c-4d17-af6f-e0c7c1da7083 req-f1faee1a-e64e-45cd-9ebc-1c886bf87785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:08.522674 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d896e0be-990c-4d17-af6f-e0c7c1da7083 req-f1faee1a-e64e-45cd-9ebc-1c886bf87785 service neutron] 10.222.0.20 "GET /v2.0/networks?id=33daa320-d719-4788-a6ae-6d9428792c14 HTTP/1.1" status: 200 len: 918 time: 0.1421325 Jul 15 13:29:08.548657 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f9447-bf61-463e-a3ca-661cb67e2f70 req-b10ca395-b6ca-41e7-9d32-67e8bcc4667c tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:08.550346 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-926f9447-bf61-463e-a3ca-661cb67e2f70 req-b10ca395-b6ca-41e7-9d32-67e8bcc4667c tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/ports?device_id=363f25b6-f1c1-4233-8fbc-cd441ec36406 HTTP/1.1" status: 200 len: 946 time: 0.1322711 Jul 15 13:29:08.643127 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d896e0be-990c-4d17-af6f-e0c7c1da7083 req-ce52c437-75db-4d95-9227-9f77e18c3b8b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65a59c5e-cefe-404a-a27a-0f82635c0153 HTTP/1.1" status: 200 len: 999 time: 0.1139553 Jul 15 13:29:08.650758 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-926f9447-bf61-463e-a3ca-661cb67e2f70 req-ff1bcd77-50ef-47ba-82aa-87901a61d510 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a59701f-c62e-4f0d-9478-3ad2e0142aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650918 Jul 15 13:29:09.442115 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e0b4b-0963-4368-823c-830078a089c8 req-40223fd7-65f9-415b-b754-1ed9fd09dd02 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:09.451106 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ea5e0b4b-0963-4368-823c-830078a089c8 req-40223fd7-65f9-415b-b754-1ed9fd09dd02 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 944 time: 0.0928514 Jul 15 13:29:09.505813 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ea5e0b4b-0963-4368-823c-830078a089c8 req-befd812e-f356-4ffd-8b2f-5c9990db3320 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534489 Jul 15 13:29:09.845586 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367d41b-c96a-4d20-b07d-66d34391b145 req-398f4562-5069-47c2-9f08-e0281cec1375 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:09.847282 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6367d41b-c96a-4d20-b07d-66d34391b145 req-398f4562-5069-47c2-9f08-e0281cec1375 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/ports?device_id=363f25b6-f1c1-4233-8fbc-cd441ec36406 HTTP/1.1" status: 200 len: 946 time: 0.0661736 Jul 15 13:29:09.947239 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6367d41b-c96a-4d20-b07d-66d34391b145 req-f3fbfd56-47e4-48e6-9bbc-12f949bc1114 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a59701f-c62e-4f0d-9478-3ad2e0142aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897324 Jul 15 13:29:10.137189 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2b6ba-43de-4ff3-9f02-755663c4f8f3 req-7ba8873c-bb15-4811-adbb-84735e8fb0f5 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:10.138755 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2ec2b6ba-43de-4ff3-9f02-755663c4f8f3 req-7ba8873c-bb15-4811-adbb-84735e8fb0f5 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b4c3c35-9c00-4dd5-b780-3b309b728c6f HTTP/1.1" status: 200 len: 945 time: 0.0628245 Jul 15 13:29:10.177689 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2ec2b6ba-43de-4ff3-9f02-755663c4f8f3 req-89cdfb8a-16be-4609-b936-80f3394f38b0 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a59701f-c62e-4f0d-9478-3ad2e0142aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330980 Jul 15 13:29:10.706681 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574566a-14f1-4dde-9b40-e55a26e8d23b req-d0deedf2-6b6a-4eb3-8bf0-4e7baf6ec155 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:10.708899 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8574566a-14f1-4dde-9b40-e55a26e8d23b req-d0deedf2-6b6a-4eb3-8bf0-4e7baf6ec155 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 944 time: 0.0803399 Jul 15 13:29:10.820025 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8574566a-14f1-4dde-9b40-e55a26e8d23b req-64792808-4320-4b08-953b-ee73ca962f78 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999672 Jul 15 13:29:10.865498 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663890e8-32c2-4980-9485-8bb8edce2d25 req-22be36f2-1a75-422d-87df-7d3bf791fe1d tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:10.867188 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-663890e8-32c2-4980-9485-8bb8edce2d25 req-22be36f2-1a75-422d-87df-7d3bf791fe1d tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b4c3c35-9c00-4dd5-b780-3b309b728c6f HTTP/1.1" status: 200 len: 945 time: 0.1054432 Jul 15 13:29:10.920467 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-663890e8-32c2-4980-9485-8bb8edce2d25 req-27939773-eed0-4e54-a162-42f61cf050c2 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a59701f-c62e-4f0d-9478-3ad2e0142aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412900 Jul 15 13:29:12.012518 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e2ab5-c12b-403d-bf88-6fbed184c90b req-8fad1b8b-98bb-4ef0-89ff-fa27eff33c79 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:12.014917 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9f3e2ab5-c12b-403d-bf88-6fbed184c90b req-8fad1b8b-98bb-4ef0-89ff-fa27eff33c79 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 944 time: 0.0772879 Jul 15 13:29:12.091203 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9f3e2ab5-c12b-403d-bf88-6fbed184c90b req-217bda27-29ae-4a8b-98aa-5d1e35bd8c0b tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694430 Jul 15 13:29:12.184557 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f77aba-26e6-4ff8-b77a-5d512bb462a7 req-2034ab01-5405-4236-87cf-bc86dcafba17 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:12.186060 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f1f77aba-26e6-4ff8-b77a-5d512bb462a7 req-2034ab01-5405-4236-87cf-bc86dcafba17 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b4c3c35-9c00-4dd5-b780-3b309b728c6f HTTP/1.1" status: 200 len: 945 time: 0.0937345 Jul 15 13:29:12.208575 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e2395-2449-42a6-b874-7485a036787f req-4580f642-6b47-4fe4-8c2f-a19572a291ac tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:12.210780 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f92e2395-2449-42a6-b874-7485a036787f req-4580f642-6b47-4fe4-8c2f-a19572a291ac tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.46 "GET /v2.0/ports?device_id=363f25b6-f1c1-4233-8fbc-cd441ec36406 HTTP/1.1" status: 200 len: 946 time: 0.0957541 Jul 15 13:29:12.242267 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f1f77aba-26e6-4ff8-b77a-5d512bb462a7 req-e0dc975a-729c-4e8d-a91e-6ba462c5e869 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a59701f-c62e-4f0d-9478-3ad2e0142aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475950 Jul 15 13:29:12.345803 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-f92e2395-2449-42a6-b874-7485a036787f req-4909fae3-e8d2-41d6-bc6b-2aa19d932214 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Deleting port ab949f16-e2ae-44b3-bfcc-6b32eae576e2 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:12.346387 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f92e2395-2449-42a6-b874-7485a036787f req-4909fae3-e8d2-41d6-bc6b-2aa19d932214 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:12.457983 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-f92e2395-2449-42a6-b874-7485a036787f req-4909fae3-e8d2-41d6-bc6b-2aa19d932214 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] For port ab949f16-e2ae-44b3-bfcc-6b32eae576e2, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ab949f16-e2ae-44b3-bfcc-6b32eae576e2,segment=NetworkSegment(98acfa0a-54bd-4675-846c-25a1b4d3769f),segment_id=98acfa0a-54bd-4675-846c-25a1b4d3769f)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:12.458595 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f92e2395-2449-42a6-b874-7485a036787f req-4909fae3-e8d2-41d6-bc6b-2aa19d932214 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:12.476845 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-f92e2395-2449-42a6-b874-7485a036787f req-4909fae3-e8d2-41d6-bc6b-2aa19d932214 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Calling delete_port for ab949f16-e2ae-44b3-bfcc-6b32eae576e2 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:12.624504 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f92e2395-2449-42a6-b874-7485a036787f req-4909fae3-e8d2-41d6-bc6b-2aa19d932214 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:12.637908 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['ab949f16-e2ae-44b3-bfcc-6b32eae576e2'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:29:12.641442 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['e57f03b9-2698-4fe3-b82a-1dbfba2ab858'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:29:12.689938 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4909fae3-e8d2-41d6-bc6b-2aa19d932214 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Pushing event deleted for resources: {'Port': ['ID=ab949f16-e2ae-44b3-bfcc-6b32eae576e2,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:12.757985 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92e2395-2449-42a6-b874-7485a036787f req-4909fae3-e8d2-41d6-bc6b-2aa19d932214 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] No DVR routers for this DVR port ab949f16-e2ae-44b3-bfcc-6b32eae576e2 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:29:12.761997 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f92e2395-2449-42a6-b874-7485a036787f req-4909fae3-e8d2-41d6-bc6b-2aa19d932214 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:12.767189 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f92e2395-2449-42a6-b874-7485a036787f req-4909fae3-e8d2-41d6-bc6b-2aa19d932214 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.46 "DELETE /v2.0/ports/ab949f16-e2ae-44b3-bfcc-6b32eae576e2 HTTP/1.1" status: 204 len: 173 time: 0.5497835 Jul 15 13:29:12.767668 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363f25b6-f1c1-4233-8fbc-cd441ec36406', 'name': 'network-vif-deleted', 'tag': 'ab949f16-e2ae-44b3-bfcc-6b32eae576e2'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:12.770234 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acec7be4-71f9-4e5a-b372-d82de636659d" -d '{"events": [{"server_uuid": "363f25b6-f1c1-4233-8fbc-cd441ec36406", "name": "network-vif-deleted", "tag": "ab949f16-e2ae-44b3-bfcc-6b32eae576e2"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:12.828575 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a3f397-793b-4b48-bf2f-ebbdde719d13 x-openstack-request-id: req-c7a3f397-793b-4b48-bf2f-ebbdde719d13 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:12.828868 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363f25b6-f1c1-4233-8fbc-cd441ec36406", "name": "network-vif-deleted", "tag": "ab949f16-e2ae-44b3-bfcc-6b32eae576e2", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:12.829118 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c7a3f397-793b-4b48-bf2f-ebbdde719d13 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:12.829689 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363f25b6-f1c1-4233-8fbc-cd441ec36406', 'name': 'network-vif-deleted', 'tag': 'ab949f16-e2ae-44b3-bfcc-6b32eae576e2', 'status': 'completed', 'code': 200} Jul 15 13:29:13.274985 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd22145-c128-48c4-ba8e-53a82cfa5fdd req-a5d2adbc-6489-4014-bb6c-3ff5e834a274 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:13.276791 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cd22145-c128-48c4-ba8e-53a82cfa5fdd req-a5d2adbc-6489-4014-bb6c-3ff5e834a274 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 944 time: 0.0667310 Jul 15 13:29:13.319040 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cd22145-c128-48c4-ba8e-53a82cfa5fdd req-15572a85-4ff7-45ec-909a-908a6c5f6252 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346274 Jul 15 13:29:13.488959 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87919b-5b75-448c-bc88-481a66ac4070 req-c1cc07ac-8335-4ec4-8247-5d44878961e0 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:13.490421 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bc87919b-5b75-448c-bc88-481a66ac4070 req-c1cc07ac-8335-4ec4-8247-5d44878961e0 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b4c3c35-9c00-4dd5-b780-3b309b728c6f HTTP/1.1" status: 200 len: 945 time: 0.1126935 Jul 15 13:29:13.535299 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bc87919b-5b75-448c-bc88-481a66ac4070 req-ed2ef024-f605-4178-b4b2-fa1c9602a4d0 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a59701f-c62e-4f0d-9478-3ad2e0142aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385487 Jul 15 13:29:14.366767 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:29:14.513762 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ede247-2f0f-42ad-8520-e9868adc3cd9 req-b382aa18-6a1c-4297-ace3-5b16946f19c2 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:14.515175 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-13ede247-2f0f-42ad-8520-e9868adc3cd9 req-b382aa18-6a1c-4297-ace3-5b16946f19c2 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 944 time: 0.0681379 Jul 15 13:29:14.567450 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-13ede247-2f0f-42ad-8520-e9868adc3cd9 req-478d3ff4-797a-487e-bfa7-4798243818a6 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430727 Jul 15 13:29:14.732354 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbdc9d2-08eb-4106-8921-8fad99737276 req-1fc43fec-e244-4c29-889e-90a5e8a9d95f tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:14.733835 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0bbdc9d2-08eb-4106-8921-8fad99737276 req-1fc43fec-e244-4c29-889e-90a5e8a9d95f tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b4c3c35-9c00-4dd5-b780-3b309b728c6f HTTP/1.1" status: 200 len: 945 time: 0.0623100 Jul 15 13:29:14.783757 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0bbdc9d2-08eb-4106-8921-8fad99737276 req-d8177b5b-3115-4bec-8561-c29c3a1d8f40 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a59701f-c62e-4f0d-9478-3ad2e0142aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439897 Jul 15 13:29:14.829937 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device ab949f16-e2ae-44b3-bfcc-6b32eae576e2 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:29:14.849698 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: ab949f16-e2ae-44b3-bfcc-6b32eae576e2 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:29:14.850040 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device ab949f16-e2ae-44b3-bfcc-6b32eae576e2 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:29:15.790809 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97278e5d-cd5c-4452-9232-a24987f9bf23 req-b1986f24-1f31-422d-b1c3-b669a8ff9238 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:15.792651 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-97278e5d-cd5c-4452-9232-a24987f9bf23 req-b1986f24-1f31-422d-b1c3-b669a8ff9238 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 944 time: 0.1100390 Jul 15 13:29:15.855444 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-97278e5d-cd5c-4452-9232-a24987f9bf23 req-7eb4d221-345e-4eb1-a39c-0643029cf7a9 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568452 Jul 15 13:29:16.011568 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f7d4c-f227-4a01-a619-7facaab48c64 req-b97ac705-a0f6-4cc1-8850-1a70ede5ea23 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:16.013108 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a91f7d4c-f227-4a01-a619-7facaab48c64 req-b97ac705-a0f6-4cc1-8850-1a70ede5ea23 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b4c3c35-9c00-4dd5-b780-3b309b728c6f HTTP/1.1" status: 200 len: 945 time: 0.0850658 Jul 15 13:29:16.094834 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a91f7d4c-f227-4a01-a619-7facaab48c64 req-e5628a46-b97b-4853-8d36-bc54aec8b480 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a59701f-c62e-4f0d-9478-3ad2e0142aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699005 Jul 15 13:29:17.075053 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402ad33-37ee-4269-aea3-f546af739257 req-9d0400e6-0996-45e3-bf01-5bb31b342454 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:17.079023 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6402ad33-37ee-4269-aea3-f546af739257 req-9d0400e6-0996-45e3-bf01-5bb31b342454 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 944 time: 0.0704341 Jul 15 13:29:17.139015 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6402ad33-37ee-4269-aea3-f546af739257 req-6045365f-390b-49a3-9151-ecfd4866ba97 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569363 Jul 15 13:29:17.330197 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63a113-b6e3-44fd-8d66-15b5585d7087 req-7abf1ad8-656e-472d-aa91-4a10134c135e tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:17.331774 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8d63a113-b6e3-44fd-8d66-15b5585d7087 req-7abf1ad8-656e-472d-aa91-4a10134c135e tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b4c3c35-9c00-4dd5-b780-3b309b728c6f HTTP/1.1" status: 200 len: 945 time: 0.0734825 Jul 15 13:29:17.377538 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8d63a113-b6e3-44fd-8d66-15b5585d7087 req-78a45658-4c2f-4e92-8441-5a76638b48a2 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a59701f-c62e-4f0d-9478-3ad2e0142aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350540 Jul 15 13:29:18.382214 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b2d2f-f669-472b-8f88-6914c29cab8a req-129aa3f2-6cb2-491f-868a-24c9b0837ccc tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:18.383849 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ee3b2d2f-f669-472b-8f88-6914c29cab8a req-129aa3f2-6cb2-491f-868a-24c9b0837ccc tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 944 time: 0.0988076 Jul 15 13:29:18.439738 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ee3b2d2f-f669-472b-8f88-6914c29cab8a req-c255d40c-00d4-455c-bc4d-614d7dcbb5f1 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500073 Jul 15 13:29:18.623970 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c3324-6474-426c-a6d8-2b82577ddc69 req-fd26e257-a6e5-4c0d-a28e-60a3799f95a9 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:18.625694 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ea9c3324-6474-426c-a6d8-2b82577ddc69 req-fd26e257-a6e5-4c0d-a28e-60a3799f95a9 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b4c3c35-9c00-4dd5-b780-3b309b728c6f HTTP/1.1" status: 200 len: 945 time: 0.1236486 Jul 15 13:29:18.670066 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ea9c3324-6474-426c-a6d8-2b82577ddc69 req-58f7f969-2744-4b2a-842f-e8a2cd7189ae tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a59701f-c62e-4f0d-9478-3ad2e0142aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382929 Jul 15 13:29:19.623468 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f883cf6-fbb7-4f24-863f-f56552c6a54a req-4d977c89-5a51-4dfb-b979-6a706ddba6c1 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:19.625230 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0f883cf6-fbb7-4f24-863f-f56552c6a54a req-4d977c89-5a51-4dfb-b979-6a706ddba6c1 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 944 time: 0.0673411 Jul 15 13:29:19.665801 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0f883cf6-fbb7-4f24-863f-f56552c6a54a req-8a07ca66-1dcd-4533-a680-421f15b07477 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350590 Jul 15 13:29:19.875563 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c6136-1188-4aea-8e42-e5cf1125d382 req-e55f290d-c77e-49b6-a6c9-c08e5afb4fd0 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:19.877646 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-809c6136-1188-4aea-8e42-e5cf1125d382 req-e55f290d-c77e-49b6-a6c9-c08e5afb4fd0 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b4c3c35-9c00-4dd5-b780-3b309b728c6f HTTP/1.1" status: 200 len: 945 time: 0.0785232 Jul 15 13:29:19.918373 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-809c6136-1188-4aea-8e42-e5cf1125d382 req-28f19087-e1d8-4b57-90f9-86bcccc03f4b tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a59701f-c62e-4f0d-9478-3ad2e0142aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349572 Jul 15 13:29:20.888006 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884d5eb-243e-477c-b30a-ef3f6928f417 req-3ae6fd4a-cdf8-47dd-86fa-81a597b46b97 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:20.889497 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b884d5eb-243e-477c-b30a-ef3f6928f417 req-3ae6fd4a-cdf8-47dd-86fa-81a597b46b97 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 944 time: 0.0941753 Jul 15 13:29:20.936694 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b884d5eb-243e-477c-b30a-ef3f6928f417 req-e82367fe-039d-47f3-a125-fab8260385e0 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412345 Jul 15 13:29:21.104353 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c81e0-d12e-4245-9d3d-51d1049ed36f req-aca3931e-d019-45ce-8a6c-69ce6c317062 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:21.105885 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e18c81e0-d12e-4245-9d3d-51d1049ed36f req-aca3931e-d019-45ce-8a6c-69ce6c317062 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b4c3c35-9c00-4dd5-b780-3b309b728c6f HTTP/1.1" status: 200 len: 945 time: 0.0681798 Jul 15 13:29:21.149964 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e18c81e0-d12e-4245-9d3d-51d1049ed36f req-f6132830-7db9-42c3-96ac-d655ef0d598b tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a59701f-c62e-4f0d-9478-3ad2e0142aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377581 Jul 15 13:29:21.551022 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896e0be-990c-4d17-af6f-e0c7c1da7083 req-3a594f7f-6369-4b86-9a1c-073a20ab9afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:21.552638 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d896e0be-990c-4d17-af6f-e0c7c1da7083 req-3a594f7f-6369-4b86-9a1c-073a20ab9afe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=236966a3-1e59-4c69-99ff-863fc85e1377 HTTP/1.1" status: 200 len: 856 time: 0.0501192 Jul 15 13:29:21.623931 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896e0be-990c-4d17-af6f-e0c7c1da7083 req-cd1ec4f9-1a07-49bd-b7be-91df85432d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:21.625496 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d896e0be-990c-4d17-af6f-e0c7c1da7083 req-cd1ec4f9-1a07-49bd-b7be-91df85432d0d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=33daa320-d719-4788-a6ae-6d9428792c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549245 Jul 15 13:29:21.721543 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d896e0be-990c-4d17-af6f-e0c7c1da7083 req-911b5160-ca21-41bd-ab26-ea0fbf6f720b service neutron] 10.222.0.20 "GET /v2.0/networks/33daa320-d719-4788-a6ae-6d9428792c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865295 Jul 15 13:29:21.816552 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d896e0be-990c-4d17-af6f-e0c7c1da7083 req-deaf2c1e-0cbd-4658-a556-a714c45d94bb service neutron] 10.222.0.20 "GET /v2.0/networks/33daa320-d719-4788-a6ae-6d9428792c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882409 Jul 15 13:29:22.138288 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed134cb-113f-4f8a-81ab-c5f4b22f115b req-a43b0ba6-75b6-4455-b419-610c4f3112fd tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:22.140116 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aed134cb-113f-4f8a-81ab-c5f4b22f115b req-a43b0ba6-75b6-4455-b419-610c4f3112fd tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 944 time: 0.0656192 Jul 15 13:29:22.182116 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aed134cb-113f-4f8a-81ab-c5f4b22f115b req-1c99ba39-67de-41f2-9e1a-703a93aded4d tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348172 Jul 15 13:29:22.343729 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b687d3-c533-4a69-8b90-70d4db197966 req-4d08c59a-5773-4516-97ee-ac586eb58502 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:22.345203 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-89b687d3-c533-4a69-8b90-70d4db197966 req-4d08c59a-5773-4516-97ee-ac586eb58502 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b4c3c35-9c00-4dd5-b780-3b309b728c6f HTTP/1.1" status: 200 len: 945 time: 0.0761178 Jul 15 13:29:22.384428 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-89b687d3-c533-4a69-8b90-70d4db197966 req-ce8f279f-dc5a-49d5-9e2e-e8b98ef2acfb tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a59701f-c62e-4f0d-9478-3ad2e0142aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335989 Jul 15 13:29:23.045996 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818440e8-0b20-4c55-9c8c-4e23a1b252ee req-67cb4fbd-05b4-4fa5-8d25-315d6bf61ad1 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:23.047624 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-818440e8-0b20-4c55-9c8c-4e23a1b252ee req-67cb4fbd-05b4-4fa5-8d25-315d6bf61ad1 tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4c3c35-9c00-4dd5-b780-3b309b728c6f HTTP/1.1" status: 200 len: 945 time: 0.0651956 Jul 15 13:29:23.150135 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-818440e8-0b20-4c55-9c8c-4e23a1b252ee req-9d229be8-98b8-424c-95fc-6d1d6ce5731a tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Deleting port e57f03b9-2698-4fe3-b82a-1dbfba2ab858 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:23.151097 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-818440e8-0b20-4c55-9c8c-4e23a1b252ee req-9d229be8-98b8-424c-95fc-6d1d6ce5731a tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.267021 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-818440e8-0b20-4c55-9c8c-4e23a1b252ee req-9d229be8-98b8-424c-95fc-6d1d6ce5731a tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] For port e57f03b9-2698-4fe3-b82a-1dbfba2ab858, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=e57f03b9-2698-4fe3-b82a-1dbfba2ab858,segment=NetworkSegment(98acfa0a-54bd-4675-846c-25a1b4d3769f),segment_id=98acfa0a-54bd-4675-846c-25a1b4d3769f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:23.267400 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-818440e8-0b20-4c55-9c8c-4e23a1b252ee req-9d229be8-98b8-424c-95fc-6d1d6ce5731a tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.281643 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-818440e8-0b20-4c55-9c8c-4e23a1b252ee req-9d229be8-98b8-424c-95fc-6d1d6ce5731a tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Calling delete_port for e57f03b9-2698-4fe3-b82a-1dbfba2ab858 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:23.456573 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7055372-a706-43d5-a28f-6435afb6343a req-cc882bec-27c2-47f9-801d-d97709bafff5 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:23.458103 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a7055372-a706-43d5-a28f-6435afb6343a req-cc882bec-27c2-47f9-801d-d97709bafff5 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 944 time: 0.1202798 Jul 15 13:29:23.487036 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-818440e8-0b20-4c55-9c8c-4e23a1b252ee req-9d229be8-98b8-424c-95fc-6d1d6ce5731a tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.499012 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['e57f03b9-2698-4fe3-b82a-1dbfba2ab858'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:29:23.515860 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d229be8-98b8-424c-95fc-6d1d6ce5731a tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Pushing event deleted for resources: {'Port': ['ID=e57f03b9-2698-4fe3-b82a-1dbfba2ab858,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:23.564254 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-28c4fa73-3de9-400a-b90d-0082b10e8b4f req-1e988ae4-dddb-4943-b2f5-8bbde39a6fbb tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b4c3c35-9c00-4dd5-b780-3b309b728c6f HTTP/1.1" status: 200 len: 210 time: 0.0505109 Jul 15 13:29:23.576035 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a7055372-a706-43d5-a28f-6435afb6343a req-ec2d471d-cbd0-489e-91da-c780456a7fb3 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087143 Jul 15 13:29:23.612480 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-818440e8-0b20-4c55-9c8c-4e23a1b252ee req-9d229be8-98b8-424c-95fc-6d1d6ce5731a tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] No DVR routers for this DVR port e57f03b9-2698-4fe3-b82a-1dbfba2ab858 on host n-h1-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:29:23.614949 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-818440e8-0b20-4c55-9c8c-4e23a1b252ee req-9d229be8-98b8-424c-95fc-6d1d6ce5731a tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.616910 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-818440e8-0b20-4c55-9c8c-4e23a1b252ee req-9d229be8-98b8-424c-95fc-6d1d6ce5731a tempest-MultipleCreateTestJSON-731481116 tempest-MultipleCreateTestJSON-731481116-project] 10.222.0.20 "DELETE /v2.0/ports/e57f03b9-2698-4fe3-b82a-1dbfba2ab858 HTTP/1.1" status: 204 len: 173 time: 0.5644054 Jul 15 13:29:23.617868 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4c3c35-9c00-4dd5-b780-3b309b728c6f', 'name': 'network-vif-deleted', 'tag': 'e57f03b9-2698-4fe3-b82a-1dbfba2ab858'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:23.620244 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd09bb3-4a94-47d7-b2a2-37b3126f3b5e" -d '{"events": [{"server_uuid": "2b4c3c35-9c00-4dd5-b780-3b309b728c6f", "name": "network-vif-deleted", "tag": "e57f03b9-2698-4fe3-b82a-1dbfba2ab858"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:23.662828 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea8f294-48c4-428d-9144-1e2b11a50032 x-openstack-request-id: req-0ea8f294-48c4-428d-9144-1e2b11a50032 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:23.663298 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b4c3c35-9c00-4dd5-b780-3b309b728c6f", "name": "network-vif-deleted", "tag": "e57f03b9-2698-4fe3-b82a-1dbfba2ab858", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:23.663555 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ea8f294-48c4-428d-9144-1e2b11a50032 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:23.664044 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4c3c35-9c00-4dd5-b780-3b309b728c6f', 'name': 'network-vif-deleted', 'tag': 'e57f03b9-2698-4fe3-b82a-1dbfba2ab858', 'status': 'completed', 'code': 200} Jul 15 13:29:23.849920 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 65a59c5e-cefe-404a-a27a-0f82635c0153 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:29:23.947374 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 65a59c5e-cefe-404a-a27a-0f82635c0153, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=65a59c5e-cefe-404a-a27a-0f82635c0153,segment=NetworkSegment(02b4ae28-7870-45f1-8b91-4bf335fcbce3),segment_id=02b4ae28-7870-45f1-8b91-4bf335fcbce3)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:23.958614 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': '65a59c5e-cefe-404a-a27a-0f82635c0153', 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14', 'port_id': '65a59c5e-cefe-404a-a27a-0f82635c0153', 'mac_address': 'fa:16:3e:1b:33:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236966a3-1e59-4c69-99ff-863fc85e1377', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:29:23.996760 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.014285 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65a59c5e-cefe-404a-a27a-0f82635c0153 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:29:24.038358 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 65a59c5e-cefe-404a-a27a-0f82635c0153, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=65a59c5e-cefe-404a-a27a-0f82635c0153,segment=NetworkSegment(02b4ae28-7870-45f1-8b91-4bf335fcbce3),segment_id=02b4ae28-7870-45f1-8b91-4bf335fcbce3)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:24.042650 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.091106 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=65a59c5e-cefe-404a-a27a-0f82635c0153,revision_number=11']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:24.229327 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['65a59c5e-cefe-404a-a27a-0f82635c0153'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:29:24.752000 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 53456) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:24.800456 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-d80f5086-005f-4edf-ac12-c1f339dce3dc admin admin] Deleting subnet 5cf757fd-3675-4b29-9410-980f0d83e606 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:29:24.803909 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d80f5086-005f-4edf-ac12-c1f339dce3dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.811840 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd172dd-92c6-4a6e-a2e2-f65908c5342f req-1483e2f0-e170-49cc-8f8b-006d75cb960a tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:24.813987 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ddd172dd-92c6-4a6e-a2e2-f65908c5342f req-1483e2f0-e170-49cc-8f8b-006d75cb960a tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 945 time: 0.0752287 Jul 15 13:29:24.844089 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d80f5086-005f-4edf-ac12-c1f339dce3dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.856176 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ddd172dd-92c6-4a6e-a2e2-f65908c5342f req-bf809cb4-5da9-4046-b904-8f42e5d84593 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365140 Jul 15 13:29:24.893982 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d80f5086-005f-4edf-ac12-c1f339dce3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.946905 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d80f5086-005f-4edf-ac12-c1f339dce3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.974851 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f5086-005f-4edf-ac12-c1f339dce3dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cf757fd-3675-4b29-9410-980f0d83e606,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:24.980260 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d80f5086-005f-4edf-ac12-c1f339dce3dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.982053 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d80f5086-005f-4edf-ac12-c1f339dce3dc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5cf757fd-3675-4b29-9410-980f0d83e606 HTTP/1.1" status: 204 len: 168 time: 0.2291958 Jul 15 13:29:24.984772 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 53460) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:25.057260 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4f9e2670-72ae-4fea-9d52-69856873e7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.142018 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4f9e2670-72ae-4fea-9d52-69856873e7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.152890 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-4f9e2670-72ae-4fea-9d52-69856873e7eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:25.162191 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-4f9e2670-72ae-4fea-9d52-69856873e7eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98acfa0a-54bd-4675-846c-25a1b4d3769f') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:25.162492 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-4f9e2670-72ae-4fea-9d52-69856873e7eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98acfa0a-54bd-4675-846c-25a1b4d3769f') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:25.172115 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4f9e2670-72ae-4fea-9d52-69856873e7eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.185400 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4f9e2670-72ae-4fea-9d52-69856873e7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.191231 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9e2670-72ae-4fea-9d52-69856873e7eb admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:29:25.191656 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4f9e2670-72ae-4fea-9d52-69856873e7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.193353 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:25.193353 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:25.193353 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:25.193353 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:25.193353 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:29:25.193353 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:29:25.193353 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:29:25.193353 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:29:25.193353 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:29:25.193353 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:29:25.193353 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:29:25.193353 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:29:25.193353 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:29:25.193353 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:29:25.193353 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:29:25.193353 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:29:25.193353 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:29:25.193353 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:29:25.193353 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:29:25.193353 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:29:25.193353 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:29:25.193353 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:29:25.193353 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:29:25.193353 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:29:25.193353 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:29:25.193353 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:29:25.193353 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:29:25.193353 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:29:25.193353 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:29:25.193353 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:29:25.193353 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:29:25.193353 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:29:25.193353 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:29:25.193353 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:29:25.193353 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:29:25.193353 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:29:25.255421 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4f9e2670-72ae-4fea-9d52-69856873e7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.261083 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4f9e2670-72ae-4fea-9d52-69856873e7eb admin admin] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.262908 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4f9e2670-72ae-4fea-9d52-69856873e7eb admin admin] 10.222.0.16 "DELETE /v2.0/networks/d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c HTTP/1.1" status: 204 len: 168 time: 0.2772033 Jul 15 13:29:25.276852 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e2670-72ae-4fea-9d52-69856873e7eb admin admin] Pushing event deleted for resources: {'Network': ['ID=d0a6d88e-39e9-40ea-b05a-9af2f27b9a7c,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:25.404403 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 53476) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:25.459050 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2e52a203-9e4b-4451-90e7-f0c302548455 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2ce681c462e242a282ed5f4bfd5c44a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0534482 Jul 15 13:29:25.462278 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 53478) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:25.511826 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e1d1e4eb-5707-429e-8085-58adb37d7b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.535040 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e1d1e4eb-5707-429e-8085-58adb37d7b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.583490 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e1d1e4eb-5707-429e-8085-58adb37d7b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.586868 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e1d1e4eb-5707-429e-8085-58adb37d7b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.588160 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e1d1e4eb-5707-429e-8085-58adb37d7b49 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a59701f-c62e-4f0d-9478-3ad2e0142aa7 HTTP/1.1" status: 204 len: 168 time: 0.1242733 Jul 15 13:29:25.596384 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1e4eb-5707-429e-8085-58adb37d7b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a59701f-c62e-4f0d-9478-3ad2e0142aa7,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:25.870872 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 65a59c5e-cefe-404a-a27a-0f82635c0153 up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:25.963596 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port 65a59c5e-cefe-404a-a27a-0f82635c0153 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:25.968415 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port 65a59c5e-cefe-404a-a27a-0f82635c0153 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:25.968801 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:26.085720 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:26.100251 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2d710-5048-45f2-a1e1-c6b9d17e3503 req-f2eae04a-3cf9-4604-8be0-d551ecef93e6 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:26.102323 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e3b2d710-5048-45f2-a1e1-c6b9d17e3503 req-f2eae04a-3cf9-4604-8be0-d551ecef93e6 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 945 time: 0.1134272 Jul 15 13:29:26.123032 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e255538-0f20-43ef-a7d8-382c8eebb079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a59c5e-cefe-404a-a27a-0f82635c0153'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:26.130415 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f9b011-7a04-4af7-a469-26f30e81319d" -d '{"events": [{"server_uuid": "8e255538-0f20-43ef-a7d8-382c8eebb079", "name": "network-vif-plugged", "status": "completed", "tag": "65a59c5e-cefe-404a-a27a-0f82635c0153"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:26.149464 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 65a59c5e-cefe-404a-a27a-0f82635c0153, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=65a59c5e-cefe-404a-a27a-0f82635c0153,segment=NetworkSegment(02b4ae28-7870-45f1-8b91-4bf335fcbce3),segment_id=02b4ae28-7870-45f1-8b91-4bf335fcbce3)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:26.157425 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:26.158323 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device e57f03b9-2698-4fe3-b82a-1dbfba2ab858 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:29:26.177682 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e3b2d710-5048-45f2-a1e1-c6b9d17e3503 req-393ac9d0-b753-43c6-a4f9-2514df98d3a7 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687764 Jul 15 13:29:26.212983 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e89f16-40b5-44e8-aa3f-3718b226f6aa x-openstack-request-id: req-f7e89f16-40b5-44e8-aa3f-3718b226f6aa {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:26.213283 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e255538-0f20-43ef-a7d8-382c8eebb079", "name": "network-vif-plugged", "status": "completed", "tag": "65a59c5e-cefe-404a-a27a-0f82635c0153", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:26.213540 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7e89f16-40b5-44e8-aa3f-3718b226f6aa {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:26.213932 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e255538-0f20-43ef-a7d8-382c8eebb079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a59c5e-cefe-404a-a27a-0f82635c0153', 'code': 200} Jul 15 13:29:26.239414 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: e57f03b9-2698-4fe3-b82a-1dbfba2ab858 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:29:26.239853 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device e57f03b9-2698-4fe3-b82a-1dbfba2ab858 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:29:26.282009 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=65a59c5e-cefe-404a-a27a-0f82635c0153,revision_number=12']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:26.433973 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 53526) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:26.475453 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f2aee-24fc-4c26-991a-f25995395d50 req-a66e7edc-1903-455d-a238-cd365f16f790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:26.477475 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bc4f2aee-24fc-4c26-991a-f25995395d50 req-a66e7edc-1903-455d-a238-cd365f16f790 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 1098 time: 0.0912864 Jul 15 13:29:26.518456 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bc4f2aee-24fc-4c26-991a-f25995395d50 req-c8c260de-5e26-44db-ae21-a10bc19ad193 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350182 Jul 15 13:29:26.554043 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-7f22fb6b-15fc-4e48-8876-c8ae788a6271 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1377871041-network', 'tenant_id': 'e70fc26db0e242828abe3f746888b7c2'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:26.576210 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f22fb6b-15fc-4e48-8876-c8ae788a6271 admin admin] Made reservation on behalf of e70fc26db0e242828abe3f746888b7c2 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:26.578725 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7f22fb6b-15fc-4e48-8876-c8ae788a6271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:26.587695 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7f22fb6b-15fc-4e48-8876-c8ae788a6271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:26.689305 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7f22fb6b-15fc-4e48-8876-c8ae788a6271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:26.705915 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7f22fb6b-15fc-4e48-8876-c8ae788a6271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:26.726909 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f22fb6b-15fc-4e48-8876-c8ae788a6271 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:29:26.751868 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f22fb6b-15fc-4e48-8876-c8ae788a6271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cffafd3-0018-4f4f-8429-0858225fee97,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:26.759239 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7f22fb6b-15fc-4e48-8876-c8ae788a6271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:26.759583 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-7f22fb6b-15fc-4e48-8876-c8ae788a6271 admin admin] Added segment 3a17aada-06f4-4e23-b062-600c744a4337 of type vlan for network 60bd7125-1ec4-4f4d-8bbb-5d04130de804 Jul 15 13:29:26.810128 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7f22fb6b-15fc-4e48-8876-c8ae788a6271 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:26.839095 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7f22fb6b-15fc-4e48-8876-c8ae788a6271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:26.840127 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f22fb6b-15fc-4e48-8876-c8ae788a6271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:26.840778 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7f22fb6b-15fc-4e48-8876-c8ae788a6271 admin admin] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:26.874428 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7f22fb6b-15fc-4e48-8876-c8ae788a6271 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4376957 Jul 15 13:29:26.877265 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 53538) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:26.882090 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-86052ecd-60d8-443d-b1d4-b3bf69527904 admin admin] Request body: {'subnet': {'network_id': '60bd7125-1ec4-4f4d-8bbb-5d04130de804', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1377871041-subnet', 'tenant_id': 'e70fc26db0e242828abe3f746888b7c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:26.917267 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f22fb6b-15fc-4e48-8876-c8ae788a6271 admin admin] Pushing event updated for resources: {'Network': ['ID=60bd7125-1ec4-4f4d-8bbb-5d04130de804,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:26.927367 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 60bd7125-1ec4-4f4d-8bbb-5d04130de804 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:29:26.934748 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86052ecd-60d8-443d-b1d4-b3bf69527904 admin admin] Made reservation on behalf of e70fc26db0e242828abe3f746888b7c2 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:26.937521 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-86052ecd-60d8-443d-b1d4-b3bf69527904 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:27.130287 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-86052ecd-60d8-443d-b1d4-b3bf69527904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:27.187269 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86052ecd-60d8-443d-b1d4-b3bf69527904 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54a79895-7b24-4837-aa86-546647741a31,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:27.207896 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86052ecd-60d8-443d-b1d4-b3bf69527904 admin admin] Checking segment: {'id': '3a17aada-06f4-4e23-b062-600c744a4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '60bd7125-1ec4-4f4d-8bbb-5d04130de804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:27.208294 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86052ecd-60d8-443d-b1d4-b3bf69527904 admin admin] Network hostable DHCP agents. Network: 60bd7125-1ec4-4f4d-8bbb-5d04130de804, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:29:27.250337 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86052ecd-60d8-443d-b1d4-b3bf69527904 admin admin] Network 60bd7125-1ec4-4f4d-8bbb-5d04130de804 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:29:27.273395 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-86052ecd-60d8-443d-b1d4-b3bf69527904 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 60bd7125-1ec4-4f4d-8bbb-5d04130de804) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:27.280795 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86052ecd-60d8-443d-b1d4-b3bf69527904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:27.280795 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-86052ecd-60d8-443d-b1d4-b3bf69527904 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:27.285384 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c9bc59-71df-4db4-b83a-5c28743f73ff None None] Network 60bd7125-1ec4-4f4d-8bbb-5d04130de804 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:27.307654 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-86052ecd-60d8-443d-b1d4-b3bf69527904 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4292824 Jul 15 13:29:27.452168 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c214fa-206e-4eaa-beaa-0b604af01e69 req-7e0b92e3-9f74-4342-8bdd-ba303f540540 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:27.462080 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-38c214fa-206e-4eaa-beaa-0b604af01e69 req-7e0b92e3-9f74-4342-8bdd-ba303f540540 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 946 time: 0.1205039 Jul 15 13:29:27.476272 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3727eba2-d559-4444-aa3d-38b59031d992 None None] Network 60bd7125-1ec4-4f4d-8bbb-5d04130de804 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:27.523034 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-38c214fa-206e-4eaa-beaa-0b604af01e69 req-d0900d01-cd1a-4b3d-83df-1c0ebf264890 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561006 Jul 15 13:29:27.922379 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-3bbec9ac-d625-4e36-adce-15c4ac096f26 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:27.924036 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-3bbec9ac-d625-4e36-adce-15c4ac096f26 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] 10.222.0.16 "GET /v2.0/networks?id=60bd7125-1ec4-4f4d-8bbb-5d04130de804 HTTP/1.1" status: 200 len: 821 time: 0.1284912 Jul 15 13:29:27.940215 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-de406c96-debb-490b-856e-de8015a9c53b tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] 10.222.0.16 "GET /v2.0/quotas/e70fc26db0e242828abe3f746888b7c2 HTTP/1.1" status: 200 len: 375 time: 0.0104449 Jul 15 13:29:27.980870 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-125ef461-2bb6-477b-bdb8-6a8f4eb5dc08 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e70fc26db0e242828abe3f746888b7c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340011 Jul 15 13:29:27.991790 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-200e79db-0ae2-4402-a063-44a9731c3e9f service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:29:27.993520 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-200e79db-0ae2-4402-a063-44a9731c3e9f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062549 Jul 15 13:29:28.091775 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-72ae1740-3046-46a6-a0f6-ded97a456b22 service neutron] 10.222.0.16 "GET /v2.0/networks/60bd7125-1ec4-4f4d-8bbb-5d04130de804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914371 Jul 15 13:29:28.208252 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-d911dd6e-4c6f-40a6-9d51-30d26fc72b06 service neutron] 10.222.0.16 "GET /v2.0/networks/60bd7125-1ec4-4f4d-8bbb-5d04130de804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099300 Jul 15 13:29:28.393878 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-15f474c1-ceae-4528-a7ca-10b5939290df req-60375887-b95a-4672-8c5f-11f1591b04fa tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f0bbf13-7c04-4a4f-8df7-22f3f74959e7 HTTP/1.1" status: 200 len: 210 time: 0.0305405 Jul 15 13:29:28.711663 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0dbd02-f45e-4e22-be72-8af47a500b12 req-b8eda110-9e2a-4f6c-a2d5-6d6a560ac69f tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:28.713187 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fd0dbd02-f45e-4e22-be72-8af47a500b12 req-b8eda110-9e2a-4f6c-a2d5-6d6a560ac69f tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 946 time: 0.0753911 Jul 15 13:29:28.759140 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fd0dbd02-f45e-4e22-be72-8af47a500b12 req-e2507032-aaf0-4a58-a793-eb7bf6efdc10 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390508 Jul 15 13:29:29.249862 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:29.499669 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-5533930b-edde-4464-a533-30a70dadb45e tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:29.501527 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-5533930b-edde-4464-a533-30a70dadb45e tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] 10.222.0.20 "GET /v2.0/networks?id=60bd7125-1ec4-4f4d-8bbb-5d04130de804 HTTP/1.1" status: 200 len: 821 time: 0.1145816 Jul 15 13:29:29.519947 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-84d7075b-770d-41fe-b0ee-446af7a46a10 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Request body: {'port': {'device_id': '5f0bbf13-7c04-4a4f-8df7-22f3f74959e7', 'network_id': '60bd7125-1ec4-4f4d-8bbb-5d04130de804', 'admin_state_up': True, 'tenant_id': 'e70fc26db0e242828abe3f746888b7c2'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:29.549486 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:29.630046 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cec89a4-f9b6-44f4-ae4e-630213c39f2f req-f4aa7ef8-eef8-4cad-ac52-5cbefa3b995b tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f0bbf13-7c04-4a4f-8df7-22f3f74959e7 HTTP/1.1" status: 200 len: 210 time: 0.0661767 Jul 15 13:29:29.675988 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-84d7075b-770d-41fe-b0ee-446af7a46a10 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Made reservation on behalf of e70fc26db0e242828abe3f746888b7c2 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:29.680232 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-84d7075b-770d-41fe-b0ee-446af7a46a10 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:29.719655 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5fac7848-5a09-435d-8446-87992b67ee7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:29.826613 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-84d7075b-770d-41fe-b0ee-446af7a46a10 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Allocated IP 172.20.0.13 (60bd7125-1ec4-4f4d-8bbb-5d04130de804/54a79895-7b24-4837-aa86-546647741a31/119355c0-b4be-4028-aa23-eca98af1a764) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:29.973968 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-84d7075b-770d-41fe-b0ee-446af7a46a10 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.013733 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-84d7075b-770d-41fe-b0ee-446af7a46a10 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.059403 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-84d7075b-770d-41fe-b0ee-446af7a46a10 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Network 60bd7125-1ec4-4f4d-8bbb-5d04130de804 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:30.062555 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-84d7075b-770d-41fe-b0ee-446af7a46a10 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:30.066398 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-84d7075b-770d-41fe-b0ee-446af7a46a10 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:30.072621 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7075b-770d-41fe-b0ee-446af7a46a10 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Pushing event updated for resources: {'Port': ['ID=119355c0-b4be-4028-aa23-eca98af1a764,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:30.103856 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d7075b-770d-41fe-b0ee-446af7a46a10 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:30.104239 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d7075b-770d-41fe-b0ee-446af7a46a10 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:30.104532 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d7075b-770d-41fe-b0ee-446af7a46a10 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:30.104873 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d7075b-770d-41fe-b0ee-446af7a46a10 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:30.105208 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d7075b-770d-41fe-b0ee-446af7a46a10 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:30.105544 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d7075b-770d-41fe-b0ee-446af7a46a10 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:30.105873 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d7075b-770d-41fe-b0ee-446af7a46a10 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:30.106201 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d7075b-770d-41fe-b0ee-446af7a46a10 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:30.106530 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d7075b-770d-41fe-b0ee-446af7a46a10 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:30.106880 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d7075b-770d-41fe-b0ee-446af7a46a10 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:30.107207 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d7075b-770d-41fe-b0ee-446af7a46a10 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:30.107528 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d7075b-770d-41fe-b0ee-446af7a46a10 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:30.131285 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-84d7075b-770d-41fe-b0ee-446af7a46a10 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:30.131902 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-84d7075b-770d-41fe-b0ee-446af7a46a10 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.145621 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-84d7075b-770d-41fe-b0ee-446af7a46a10 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6317832 Jul 15 13:29:30.156608 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-9ff1086d-066d-449c-aeae-252856826383 service neutron] Request body: {'port': {'device_id': '5f0bbf13-7c04-4a4f-8df7-22f3f74959e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:30.228800 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-9ff1086d-066d-449c-aeae-252856826383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.490850 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-9ff1086d-066d-449c-aeae-252856826383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 119355c0-b4be-4028-aa23-eca98af1a764 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:29:30.498301 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-9ff1086d-066d-449c-aeae-252856826383 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.509753 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-9ff1086d-066d-449c-aeae-252856826383 service neutron] Transition to ACTIVE for port object 119355c0-b4be-4028-aa23-eca98af1a764 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:30.513628 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-9ff1086d-066d-449c-aeae-252856826383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.564620 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1086d-066d-449c-aeae-252856826383 service neutron] Pushing event updated for resources: {'Port': ['ID=119355c0-b4be-4028-aa23-eca98af1a764,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:30.635746 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-9ff1086d-066d-449c-aeae-252856826383 service neutron] Attempting to bind port 119355c0-b4be-4028-aa23-eca98af1a764 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:30.636091 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-9ff1086d-066d-449c-aeae-252856826383 service neutron] Attempting to bind port 119355c0-b4be-4028-aa23-eca98af1a764 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': '3a17aada-06f4-4e23-b062-600c744a4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '60bd7125-1ec4-4f4d-8bbb-5d04130de804'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:30.636445 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-9ff1086d-066d-449c-aeae-252856826383 service neutron] Attempting to bind port 119355c0-b4be-4028-aa23-eca98af1a764 on network 60bd7125-1ec4-4f4d-8bbb-5d04130de804 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:30.640710 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-9ff1086d-066d-449c-aeae-252856826383 service neutron] Port 119355c0-b4be-4028-aa23-eca98af1a764 on network 60bd7125-1ec4-4f4d-8bbb-5d04130de804 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:29:30.641031 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-9ff1086d-066d-449c-aeae-252856826383 service neutron] Attempting to bind port 119355c0-b4be-4028-aa23-eca98af1a764 on network 60bd7125-1ec4-4f4d-8bbb-5d04130de804 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:30.645781 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-9ff1086d-066d-449c-aeae-252856826383 service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:30.646124 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-9ff1086d-066d-449c-aeae-252856826383 service neutron] Checking segment: {'id': '3a17aada-06f4-4e23-b062-600c744a4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '60bd7125-1ec4-4f4d-8bbb-5d04130de804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:30.646510 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-9ff1086d-066d-449c-aeae-252856826383 service neutron] Bound using segment: {'id': '3a17aada-06f4-4e23-b062-600c744a4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '60bd7125-1ec4-4f4d-8bbb-5d04130de804'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:30.646970 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-9ff1086d-066d-449c-aeae-252856826383 service neutron] Bound port: 119355c0-b4be-4028-aa23-eca98af1a764, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a17aada-06f4-4e23-b062-600c744a4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '60bd7125-1ec4-4f4d-8bbb-5d04130de804'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:30.647496 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-9ff1086d-066d-449c-aeae-252856826383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.715757 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-9ff1086d-066d-449c-aeae-252856826383 service neutron] For port 119355c0-b4be-4028-aa23-eca98af1a764, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:30.718971 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-9ff1086d-066d-449c-aeae-252856826383 service neutron] For port 119355c0-b4be-4028-aa23-eca98af1a764, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=119355c0-b4be-4028-aa23-eca98af1a764,segment=NetworkSegment(3a17aada-06f4-4e23-b062-600c744a4337),segment_id=3a17aada-06f4-4e23-b062-600c744a4337)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:30.723744 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-9ff1086d-066d-449c-aeae-252856826383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.783956 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-9ff1086d-066d-449c-aeae-252856826383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:30.784573 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-9ff1086d-066d-449c-aeae-252856826383 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.785982 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-9ff1086d-066d-449c-aeae-252856826383 service neutron] 10.222.0.20 "PUT /v2.0/ports/119355c0-b4be-4028-aa23-eca98af1a764 HTTP/1.1" status: 200 len: 1093 time: 0.6334059 Jul 15 13:29:30.790031 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f0bbf13-7c04-4a4f-8df7-22f3f74959e7', 'tag': '119355c0-b4be-4028-aa23-eca98af1a764'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:30.792300 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4a93b2-059c-4a98-8c30-a29e7787f077" -d '{"events": [{"name": "network-changed", "server_uuid": "5f0bbf13-7c04-4a4f-8df7-22f3f74959e7", "tag": "119355c0-b4be-4028-aa23-eca98af1a764"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:30.818503 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1086d-066d-449c-aeae-252856826383 service neutron] Pushing event updated for resources: {'Port': ['ID=119355c0-b4be-4028-aa23-eca98af1a764,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:30.839490 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9e152f-143c-44e3-8307-99552d577e21 x-openstack-request-id: req-fb9e152f-143c-44e3-8307-99552d577e21 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:30.840061 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f0bbf13-7c04-4a4f-8df7-22f3f74959e7", "tag": "119355c0-b4be-4028-aa23-eca98af1a764", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:30.840061 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb9e152f-143c-44e3-8307-99552d577e21 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:30.840397 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f0bbf13-7c04-4a4f-8df7-22f3f74959e7', 'tag': '119355c0-b4be-4028-aa23-eca98af1a764', 'status': 'completed', 'code': 200} Jul 15 13:29:30.886070 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44eb73-3653-4b1a-836d-34c208b80af5 req-877d0619-3f48-4c3e-9082-7fd69eb57e69 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:30.887593 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ab44eb73-3653-4b1a-836d-34c208b80af5 req-877d0619-3f48-4c3e-9082-7fd69eb57e69 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f0bbf13-7c04-4a4f-8df7-22f3f74959e7 HTTP/1.1" status: 200 len: 944 time: 0.1376429 Jul 15 13:29:30.931060 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-f8fe806d-2cdb-4e21-9874-f60be7cebe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:30.932564 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-f8fe806d-2cdb-4e21-9874-f60be7cebe42 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e70fc26db0e242828abe3f746888b7c2&device_id=5f0bbf13-7c04-4a4f-8df7-22f3f74959e7 HTTP/1.1" status: 200 len: 1096 time: 0.0964885 Jul 15 13:29:30.939957 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ab44eb73-3653-4b1a-836d-34c208b80af5 req-99da6c72-4721-491c-9813-6c157389b066 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cffafd3-0018-4f4f-8429-0858225fee97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454400 Jul 15 13:29:30.975094 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-fc816061-8c42-4efb-b819-651768922b4d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=119355c0-b4be-4028-aa23-eca98af1a764 HTTP/1.1" status: 200 len: 217 time: 0.0342021 Jul 15 13:29:31.021819 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-a63a113c-09e8-41a7-9154-400479c0a2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:31.023355 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-a63a113c-09e8-41a7-9154-400479c0a2d4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=54a79895-7b24-4837-aa86-546647741a31 HTTP/1.1" status: 200 len: 861 time: 0.0428669 Jul 15 13:29:31.059831 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-649840e8-ace9-45ac-be24-25f4d620c455 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60bd7125-1ec4-4f4d-8bbb-5d04130de804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305011 Jul 15 13:29:31.153074 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-85612f31-8641-45a7-9456-2dedab82d86c service neutron] 10.222.0.20 "GET /v2.0/networks/60bd7125-1ec4-4f4d-8bbb-5d04130de804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869553 Jul 15 13:29:31.244383 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3f823da0-332e-47c9-8ecf-f68944f32636 req-28c56b47-c7f3-4828-b81f-a20ee765491c service neutron] 10.222.0.20 "GET /v2.0/networks/60bd7125-1ec4-4f4d-8bbb-5d04130de804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842142 Jul 15 13:29:31.341720 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a93b2-059c-4a98-8c30-a29e7787f077 req-e4b6beef-0eb6-4d03-87a6-2be1d88c9ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:31.343149 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6a4a93b2-059c-4a98-8c30-a29e7787f077 req-e4b6beef-0eb6-4d03-87a6-2be1d88c9ad8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e70fc26db0e242828abe3f746888b7c2&device_id=5f0bbf13-7c04-4a4f-8df7-22f3f74959e7 HTTP/1.1" status: 200 len: 1096 time: 0.0519063 Jul 15 13:29:31.436134 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a93b2-059c-4a98-8c30-a29e7787f077 req-059b032e-bbf5-4ea0-a913-703f83ada1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:31.437628 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6a4a93b2-059c-4a98-8c30-a29e7787f077 req-059b032e-bbf5-4ea0-a913-703f83ada1da service neutron] 10.222.0.20 "GET /v2.0/networks?id=60bd7125-1ec4-4f4d-8bbb-5d04130de804 HTTP/1.1" status: 200 len: 922 time: 0.0882959 Jul 15 13:29:31.477046 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6a4a93b2-059c-4a98-8c30-a29e7787f077 req-06b39bbe-995c-4a21-9476-34006f2283dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=119355c0-b4be-4028-aa23-eca98af1a764 HTTP/1.1" status: 200 len: 217 time: 0.0326109 Jul 15 13:29:31.524293 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a93b2-059c-4a98-8c30-a29e7787f077 req-1bc45647-db9e-4078-b72f-1e7a2779b841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:31.525986 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6a4a93b2-059c-4a98-8c30-a29e7787f077 req-1bc45647-db9e-4078-b72f-1e7a2779b841 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=54a79895-7b24-4837-aa86-546647741a31 HTTP/1.1" status: 200 len: 861 time: 0.0428650 Jul 15 13:29:31.559004 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6a4a93b2-059c-4a98-8c30-a29e7787f077 req-ece08dec-0352-412d-8584-fc58799a53cc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60bd7125-1ec4-4f4d-8bbb-5d04130de804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263181 Jul 15 13:29:31.651563 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6a4a93b2-059c-4a98-8c30-a29e7787f077 req-3610c8f2-9c60-4ceb-875a-ac0153855ae9 service neutron] 10.222.0.20 "GET /v2.0/networks/60bd7125-1ec4-4f4d-8bbb-5d04130de804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856695 Jul 15 13:29:31.750768 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6a4a93b2-059c-4a98-8c30-a29e7787f077 req-478104ae-7e97-409d-bc2e-0436d4d59bf5 service neutron] 10.222.0.20 "GET /v2.0/networks/60bd7125-1ec4-4f4d-8bbb-5d04130de804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902591 Jul 15 13:29:32.119807 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba974fcd-e8f8-4002-a937-d29baea848ae req-f2de5bd4-b351-4439-939d-aec12709a633 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:32.121352 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ba974fcd-e8f8-4002-a937-d29baea848ae req-f2de5bd4-b351-4439-939d-aec12709a633 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f0bbf13-7c04-4a4f-8df7-22f3f74959e7 HTTP/1.1" status: 200 len: 944 time: 0.0641394 Jul 15 13:29:32.160735 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ba974fcd-e8f8-4002-a937-d29baea848ae req-96bc9c35-e9e8-4868-9c5b-e4d238d9466b tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cffafd3-0018-4f4f-8429-0858225fee97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333698 Jul 15 13:29:32.262140 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:32.465454 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b12bdcb4-a9ba-46a0-aa33-dc81dc717eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.190154 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6907fca4-eaa6-4d30-98ee-2110e2036e55 req-decef6e1-31b2-467b-898c-a18529df9b47 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0513749 Jul 15 13:29:33.312123 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907fca4-eaa6-4d30-98ee-2110e2036e55 req-f3cf5864-7206-4a54-a183-6aa50d8bc53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:33.313523 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6907fca4-eaa6-4d30-98ee-2110e2036e55 req-f3cf5864-7206-4a54-a183-6aa50d8bc53e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf299a1585cb47ad811c548c9505de73&device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 1098 time: 0.0832529 Jul 15 13:29:33.367867 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5957ca-1bd6-42d5-962c-6d272615294a req-b6860b92-9bab-425a-b993-5337af47527b tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:33.369328 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3f5957ca-1bd6-42d5-962c-6d272615294a req-b6860b92-9bab-425a-b993-5337af47527b tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f0bbf13-7c04-4a4f-8df7-22f3f74959e7 HTTP/1.1" status: 200 len: 944 time: 0.0950458 Jul 15 13:29:33.448975 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3f5957ca-1bd6-42d5-962c-6d272615294a req-244c2143-fb20-48c6-9664-d548c2ee8a05 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cffafd3-0018-4f4f-8429-0858225fee97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738480 Jul 15 13:29:33.457907 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907fca4-eaa6-4d30-98ee-2110e2036e55 req-6e3ad262-091e-473a-b03a-b19364245790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:33.459439 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6907fca4-eaa6-4d30-98ee-2110e2036e55 req-6e3ad262-091e-473a-b03a-b19364245790 service neutron] 10.222.0.20 "GET /v2.0/networks?id=33daa320-d719-4788-a6ae-6d9428792c14 HTTP/1.1" status: 200 len: 918 time: 0.1258063 Jul 15 13:29:33.521457 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6907fca4-eaa6-4d30-98ee-2110e2036e55 req-cefb6b5b-ddbf-49c5-b02c-50298f8da99d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65a59c5e-cefe-404a-a27a-0f82635c0153 HTTP/1.1" status: 200 len: 1001 time: 0.0563602 Jul 15 13:29:33.568056 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907fca4-eaa6-4d30-98ee-2110e2036e55 req-8a047abb-dcae-4e03-9eba-44f8535b5f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:33.569488 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6907fca4-eaa6-4d30-98ee-2110e2036e55 req-8a047abb-dcae-4e03-9eba-44f8535b5f52 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=236966a3-1e59-4c69-99ff-863fc85e1377 HTTP/1.1" status: 200 len: 856 time: 0.0426555 Jul 15 13:29:33.591660 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.931059 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 53668) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:33.935739 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-64c43fea-dc46-4bd0-80e4-fdbc92ce231d tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-505310440', 'description': 'tempest-secgroup-smoke-505310440 description', 'project_id': 'f245ec02bbff428b9e8f543df199a84c'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:33.948118 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 119355c0-b4be-4028-aa23-eca98af1a764 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:29:33.964319 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-64c43fea-dc46-4bd0-80e4-fdbc92ce231d tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.979298 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907fca4-eaa6-4d30-98ee-2110e2036e55 req-952ab3c0-140b-4b7b-8ee9-414933dacb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:33.980512 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6907fca4-eaa6-4d30-98ee-2110e2036e55 req-952ab3c0-140b-4b7b-8ee9-414933dacb11 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=33daa320-d719-4788-a6ae-6d9428792c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4053836 Jul 15 13:29:34.048055 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-64c43fea-dc46-4bd0-80e4-fdbc92ce231d tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.052144 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-64c43fea-dc46-4bd0-80e4-fdbc92ce231d tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.080075 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6907fca4-eaa6-4d30-98ee-2110e2036e55 req-c132890f-826c-4e68-a1d0-378f38e2cdd9 service neutron] 10.222.0.20 "GET /v2.0/networks/33daa320-d719-4788-a6ae-6d9428792c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918705 Jul 15 13:29:34.081904 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-64c43fea-dc46-4bd0-80e4-fdbc92ce231d tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.083187 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-64c43fea-dc46-4bd0-80e4-fdbc92ce231d tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1511052 Jul 15 13:29:34.085246 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c43fea-dc46-4bd0-80e4-fdbc92ce231d tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74166214-bddc-4ad7-80b4-837d10a364c4,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:34.088011 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 53670) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:34.092715 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-5b6d5434-a432-4249-b96f-f303788617fe tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Request body: {'security_group_rule': {'security_group_id': '74166214-bddc-4ad7-80b4-837d10a364c4', 'project_id': 'f245ec02bbff428b9e8f543df199a84c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:34.133645 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5b6d5434-a432-4249-b96f-f303788617fe tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.184723 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6907fca4-eaa6-4d30-98ee-2110e2036e55 req-a151e4c1-d4fd-4c8f-94a3-b642018510cd service neutron] 10.222.0.20 "GET /v2.0/networks/33daa320-d719-4788-a6ae-6d9428792c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973344 Jul 15 13:29:34.191683 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5b6d5434-a432-4249-b96f-f303788617fe tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.196039 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5b6d5434-a432-4249-b96f-f303788617fe tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.211303 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d5434-a432-4249-b96f-f303788617fe tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b122244-4f5f-467d-a33c-c8f87080d2bc,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:34.225282 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5b6d5434-a432-4249-b96f-f303788617fe tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.227246 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5b6d5434-a432-4249-b96f-f303788617fe tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1377301 Jul 15 13:29:34.229818 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 53672) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:34.229980 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 119355c0-b4be-4028-aa23-eca98af1a764, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=119355c0-b4be-4028-aa23-eca98af1a764,segment=NetworkSegment(3a17aada-06f4-4e23-b062-600c744a4337),segment_id=3a17aada-06f4-4e23-b062-600c744a4337)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:34.234219 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-3782ece7-d5a7-4ce2-83c6-699c0b440083 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Request body: {'security_group_rule': {'security_group_id': '74166214-bddc-4ad7-80b4-837d10a364c4', 'project_id': 'f245ec02bbff428b9e8f543df199a84c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:34.241056 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': '119355c0-b4be-4028-aa23-eca98af1a764', 'network_id': '60bd7125-1ec4-4f4d-8bbb-5d04130de804', 'port_id': '119355c0-b4be-4028-aa23-eca98af1a764', 'mac_address': 'fa:16:3e:ec:d1:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54a79895-7b24-4837-aa86-546647741a31', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:29:34.259474 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3782ece7-d5a7-4ce2-83c6-699c0b440083 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.277239 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.289846 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 119355c0-b4be-4028-aa23-eca98af1a764 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:29:34.308919 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 119355c0-b4be-4028-aa23-eca98af1a764, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=119355c0-b4be-4028-aa23-eca98af1a764,segment=NetworkSegment(3a17aada-06f4-4e23-b062-600c744a4337),segment_id=3a17aada-06f4-4e23-b062-600c744a4337)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:34.312901 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.327707 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3782ece7-d5a7-4ce2-83c6-699c0b440083 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.331129 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3782ece7-d5a7-4ce2-83c6-699c0b440083 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.348752 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782ece7-d5a7-4ce2-83c6-699c0b440083 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f394d391-7c89-4477-8d52-84b76af37821,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:34.356471 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3782ece7-d5a7-4ce2-83c6-699c0b440083 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.358208 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3782ece7-d5a7-4ce2-83c6-699c0b440083 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1274543 Jul 15 13:29:34.359720 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=119355c0-b4be-4028-aa23-eca98af1a764,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:34.361001 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 53674) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:34.365639 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-5269f22b-0d66-42d7-9b7d-01bf9924a507 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Request body: {'security_group_rule': {'security_group_id': '74166214-bddc-4ad7-80b4-837d10a364c4', 'project_id': 'f245ec02bbff428b9e8f543df199a84c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:34.391288 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5269f22b-0d66-42d7-9b7d-01bf9924a507 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.448758 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5269f22b-0d66-42d7-9b7d-01bf9924a507 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.452211 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5269f22b-0d66-42d7-9b7d-01bf9924a507 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.470653 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5269f22b-0d66-42d7-9b7d-01bf9924a507 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=448bee4f-2e87-4e14-841d-07e1da39698a,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:34.477035 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5269f22b-0d66-42d7-9b7d-01bf9924a507 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.478317 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5269f22b-0d66-42d7-9b7d-01bf9924a507 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162949 Jul 15 13:29:34.481074 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 53678) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:34.485576 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-13686a61-1b1f-473a-84c8-01df30f00859 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Request body: {'security_group_rule': {'security_group_id': '74166214-bddc-4ad7-80b4-837d10a364c4', 'project_id': 'f245ec02bbff428b9e8f543df199a84c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:34.511422 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['119355c0-b4be-4028-aa23-eca98af1a764'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:29:34.511741 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-13686a61-1b1f-473a-84c8-01df30f00859 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.574910 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-13686a61-1b1f-473a-84c8-01df30f00859 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.579770 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-13686a61-1b1f-473a-84c8-01df30f00859 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.602073 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13686a61-1b1f-473a-84c8-01df30f00859 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85eafba5-c51a-4ea0-9f13-f8ad7455a839,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:34.607951 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-13686a61-1b1f-473a-84c8-01df30f00859 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.609245 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-13686a61-1b1f-473a-84c8-01df30f00859 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1272342 Jul 15 13:29:34.612030 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 53680) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:34.617795 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-bfc037b7-fe26-47e0-bd9a-dfcc1382ae86 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Request body: {'security_group_rule': {'security_group_id': '74166214-bddc-4ad7-80b4-837d10a364c4', 'project_id': 'f245ec02bbff428b9e8f543df199a84c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:34.633205 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954aa04-46f7-4172-8759-5fa310e621fa req-654b96d8-f8c2-489b-bee3-91b2cbccdc27 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:34.640636 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8954aa04-46f7-4172-8759-5fa310e621fa req-654b96d8-f8c2-489b-bee3-91b2cbccdc27 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f0bbf13-7c04-4a4f-8df7-22f3f74959e7 HTTP/1.1" status: 200 len: 945 time: 0.0808163 Jul 15 13:29:34.641185 n-d-771363-36 neutron-server[93826]: INFO neutron.db.securitygroups_db [None req-bfc037b7-fe26-47e0-bd9a-dfcc1382ae86 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Project f245ec02bbff428b9e8f543df199a84c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:29:34.651342 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bfc037b7-fe26-47e0-bd9a-dfcc1382ae86 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.673673 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8954aa04-46f7-4172-8759-5fa310e621fa req-e56ae570-db54-40c2-89ee-77c77016f69a tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cffafd3-0018-4f4f-8429-0858225fee97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320904 Jul 15 13:29:34.718427 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bfc037b7-fe26-47e0-bd9a-dfcc1382ae86 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.721923 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bfc037b7-fe26-47e0-bd9a-dfcc1382ae86 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.738091 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc037b7-fe26-47e0-bd9a-dfcc1382ae86 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf6298b-5353-48e9-8832-eed70fdfed64,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:34.745578 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bfc037b7-fe26-47e0-bd9a-dfcc1382ae86 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.746715 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-bfc037b7-fe26-47e0-bd9a-dfcc1382ae86 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1332531 Jul 15 13:29:34.749253 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 53682) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:34.753621 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-7a296f72-226e-41bb-9ea6-7ce14753f2ae tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Request body: {'security_group_rule': {'security_group_id': '74166214-bddc-4ad7-80b4-837d10a364c4', 'project_id': 'f245ec02bbff428b9e8f543df199a84c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:34.775378 n-d-771363-36 neutron-server[93826]: INFO neutron.db.securitygroups_db [None req-7a296f72-226e-41bb-9ea6-7ce14753f2ae tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Project f245ec02bbff428b9e8f543df199a84c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:29:34.780293 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7a296f72-226e-41bb-9ea6-7ce14753f2ae tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.841331 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7a296f72-226e-41bb-9ea6-7ce14753f2ae tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.844883 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7a296f72-226e-41bb-9ea6-7ce14753f2ae tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.864362 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a296f72-226e-41bb-9ea6-7ce14753f2ae tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75719cc0-aea0-4990-8b8a-463ba8d30288,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:34.867233 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7a296f72-226e-41bb-9ea6-7ce14753f2ae tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.872435 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7a296f72-226e-41bb-9ea6-7ce14753f2ae tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1182621 Jul 15 13:29:35.026007 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:35.058108 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-6cfe9b41-8b68-4499-9abe-85d9f0fdf2e2 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-505310440&fields=id&tenant_id=f245ec02bbff428b9e8f543df199a84c HTTP/1.1" status: 200 len: 267 time: 0.0328264 Jul 15 13:29:35.169296 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-e38ddc7e-c534-4185-b244-e19feee9840f tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:35.170785 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-e38ddc7e-c534-4185-b244-e19feee9840f tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "GET /v2.0/networks?id=043d99db-838c-4662-abb4-bf28ede39083 HTTP/1.1" status: 200 len: 814 time: 0.1059985 Jul 15 13:29:35.185149 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-efa99bba-15d7-44ae-ae76-fa6c8a953436 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "GET /v2.0/quotas/f245ec02bbff428b9e8f543df199a84c HTTP/1.1" status: 200 len: 375 time: 0.0089545 Jul 15 13:29:35.249887 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-85fd7955-8dd4-4108-8594-5f6093ba6b9a tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f245ec02bbff428b9e8f543df199a84c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594032 Jul 15 13:29:35.265534 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-515e837b-7532-44ea-ab7d-9744b74f3954 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:29:35.266473 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-515e837b-7532-44ea-ab7d-9744b74f3954 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049589 Jul 15 13:29:35.354897 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-5614480b-6e1a-4862-90ce-242a31c71225 service neutron] 10.222.0.16 "GET /v2.0/networks/043d99db-838c-4662-abb4-bf28ede39083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831406 Jul 15 13:29:35.444293 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-349a137c-18de-4c51-b1fc-3ab3b311e164 service neutron] 10.222.0.16 "GET /v2.0/networks/043d99db-838c-4662-abb4-bf28ede39083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832677 Jul 15 13:29:35.762617 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8b0a0156-cf46-4451-a48e-dd1963d5b98c req-e5299fab-509a-4913-bd65-b8df44f0ec61 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "GET /v2.0/ports?device_id=835a7274-814e-4b0a-b248-0757f3c2154e HTTP/1.1" status: 200 len: 210 time: 0.0312889 Jul 15 13:29:35.854595 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24608866-5031-44b9-979e-1426154745e2 req-49623fe3-05e9-45bf-a7c1-a89fa11a0c3e tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:35.856106 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-24608866-5031-44b9-979e-1426154745e2 req-49623fe3-05e9-45bf-a7c1-a89fa11a0c3e tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f0bbf13-7c04-4a4f-8df7-22f3f74959e7 HTTP/1.1" status: 200 len: 945 time: 0.0649025 Jul 15 13:29:35.899223 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-24608866-5031-44b9-979e-1426154745e2 req-c6920645-3681-4bad-88d3-3c5ab42c525a tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cffafd3-0018-4f4f-8429-0858225fee97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372360 Jul 15 13:29:35.956144 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 119355c0-b4be-4028-aa23-eca98af1a764 up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:36.003993 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port 119355c0-b4be-4028-aa23-eca98af1a764 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:36.007847 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port 119355c0-b4be-4028-aa23-eca98af1a764 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:36.008220 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:36.091504 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:36.114989 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0bbf13-7c04-4a4f-8df7-22f3f74959e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119355c0-b4be-4028-aa23-eca98af1a764'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:36.117779 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494efbf9-7d06-4a63-aa1a-baa0eab28fd6" -d '{"events": [{"server_uuid": "5f0bbf13-7c04-4a4f-8df7-22f3f74959e7", "name": "network-vif-plugged", "status": "completed", "tag": "119355c0-b4be-4028-aa23-eca98af1a764"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:36.131007 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 119355c0-b4be-4028-aa23-eca98af1a764, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=119355c0-b4be-4028-aa23-eca98af1a764,segment=NetworkSegment(3a17aada-06f4-4e23-b062-600c744a4337),segment_id=3a17aada-06f4-4e23-b062-600c744a4337)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:36.136053 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:36.165269 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a4f650-6264-47f8-ad6c-18c7133ff286 x-openstack-request-id: req-d2a4f650-6264-47f8-ad6c-18c7133ff286 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:36.165561 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0bbf13-7c04-4a4f-8df7-22f3f74959e7", "name": "network-vif-plugged", "status": "completed", "tag": "119355c0-b4be-4028-aa23-eca98af1a764", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:36.165812 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2a4f650-6264-47f8-ad6c-18c7133ff286 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:36.166192 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0bbf13-7c04-4a4f-8df7-22f3f74959e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119355c0-b4be-4028-aa23-eca98af1a764', 'code': 200} Jul 15 13:29:36.191043 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=119355c0-b4be-4028-aa23-eca98af1a764,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:36.297353 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2c18d-9cbf-4e95-8f22-ed10d526b6ef req-b870289d-5cfe-46ff-86d4-e124ae13f168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:36.298873 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fdf2c18d-9cbf-4e95-8f22-ed10d526b6ef req-b870289d-5cfe-46ff-86d4-e124ae13f168 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5f0bbf13-7c04-4a4f-8df7-22f3f74959e7 HTTP/1.1" status: 200 len: 1098 time: 0.0575702 Jul 15 13:29:36.331948 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fdf2c18d-9cbf-4e95-8f22-ed10d526b6ef req-acd825b9-431b-4542-af3d-f91a0d287104 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0cffafd3-0018-4f4f-8429-0858225fee97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272968 Jul 15 13:29:36.805280 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-160db4dc-cbda-4c17-905e-546acac47e05 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:36.806860 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-160db4dc-cbda-4c17-905e-546acac47e05 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.46 "GET /v2.0/networks?id=043d99db-838c-4662-abb4-bf28ede39083 HTTP/1.1" status: 200 len: 814 time: 0.1087487 Jul 15 13:29:36.860087 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-e5972acc-a076-4524-a810-5c013d6ceaf5 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f245ec02bbff428b9e8f543df199a84c HTTP/1.1" status: 200 len: 379 time: 0.0379910 Jul 15 13:29:36.869081 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-651a84a9-58d4-4973-95e1-d7fbe15f32ee tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Request body: {'port': {'device_id': '835a7274-814e-4b0a-b248-0757f3c2154e', 'network_id': '043d99db-838c-4662-abb4-bf28ede39083', 'admin_state_up': True, 'tenant_id': 'f245ec02bbff428b9e8f543df199a84c', 'security_groups': ['74166214-bddc-4ad7-80b4-837d10a364c4']}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:36.906413 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-818435d4-5fc6-4d27-aee9-1f4f904c16e6 req-16df72d2-aaf7-43f1-8c41-57d7b5b87fcd tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "GET /v2.0/ports?device_id=835a7274-814e-4b0a-b248-0757f3c2154e HTTP/1.1" status: 200 len: 210 time: 0.0315421 Jul 15 13:29:36.980596 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-651a84a9-58d4-4973-95e1-d7fbe15f32ee tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Made reservation on behalf of f245ec02bbff428b9e8f543df199a84c for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:36.988578 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-651a84a9-58d4-4973-95e1-d7fbe15f32ee tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:37.099855 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f8c82-bc89-4689-97ec-37cb17d2e8ed req-b616918c-228e-40af-9b65-4d8bc5229f2e tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:37.102146 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c85f8c82-bc89-4689-97ec-37cb17d2e8ed req-b616918c-228e-40af-9b65-4d8bc5229f2e tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f0bbf13-7c04-4a4f-8df7-22f3f74959e7 HTTP/1.1" status: 200 len: 946 time: 0.0665369 Jul 15 13:29:37.130351 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-651a84a9-58d4-4973-95e1-d7fbe15f32ee tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Allocated IP 172.20.0.11 (043d99db-838c-4662-abb4-bf28ede39083/83ef7f74-6375-414e-a389-86d39e0806ba/1a93dc7d-6e9e-4405-858a-c7f30c26f7ef) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:37.143173 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c85f8c82-bc89-4689-97ec-37cb17d2e8ed req-d58c7248-9d00-4451-a2df-9db6bc05df17 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cffafd3-0018-4f4f-8429-0858225fee97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347097 Jul 15 13:29:37.284869 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-651a84a9-58d4-4973-95e1-d7fbe15f32ee tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:37.299764 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-651a84a9-58d4-4973-95e1-d7fbe15f32ee tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Transition to ACTIVE for port object 1a93dc7d-6e9e-4405-858a-c7f30c26f7ef will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:37.333342 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-651a84a9-58d4-4973-95e1-d7fbe15f32ee tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:37.379383 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-651a84a9-58d4-4973-95e1-d7fbe15f32ee tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Network 043d99db-838c-4662-abb4-bf28ede39083 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:37.383087 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-651a84a9-58d4-4973-95e1-d7fbe15f32ee tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:37.388227 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-651a84a9-58d4-4973-95e1-d7fbe15f32ee tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:37.394949 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a84a9-58d4-4973-95e1-d7fbe15f32ee tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Pushing event updated for resources: {'Port': ['ID=1a93dc7d-6e9e-4405-858a-c7f30c26f7ef,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:37.443534 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-651a84a9-58d4-4973-95e1-d7fbe15f32ee tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:37.444239 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-651a84a9-58d4-4973-95e1-d7fbe15f32ee tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:37.464404 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-651a84a9-58d4-4973-95e1-d7fbe15f32ee tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5989826 Jul 15 13:29:37.476582 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-01c8d1f1-843f-40d6-a357-936cd75099aa service neutron] Request body: {'port': {'device_id': '835a7274-814e-4b0a-b248-0757f3c2154e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:37.566517 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-01c8d1f1-843f-40d6-a357-936cd75099aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:37.640737 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c9b29a1e-081d-4ade-857c-f3ff89baa374 None None] Provisioning for port 1a93dc7d-6e9e-4405-858a-c7f30c26f7ef completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:37.645950 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c9b29a1e-081d-4ade-857c-f3ff89baa374 None None] Provisioning complete for port 1a93dc7d-6e9e-4405-858a-c7f30c26f7ef triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:37.646639 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c9b29a1e-081d-4ade-857c-f3ff89baa374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:37.691127 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c9b29a1e-081d-4ade-857c-f3ff89baa374 None None] Port 1a93dc7d-6e9e-4405-858a-c7f30c26f7ef cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:29:37.844895 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-01c8d1f1-843f-40d6-a357-936cd75099aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a93dc7d-6e9e-4405-858a-c7f30c26f7ef {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:29:37.853293 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-01c8d1f1-843f-40d6-a357-936cd75099aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:37.866182 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-01c8d1f1-843f-40d6-a357-936cd75099aa service neutron] Transition to ACTIVE for port object 1a93dc7d-6e9e-4405-858a-c7f30c26f7ef will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:37.870796 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-01c8d1f1-843f-40d6-a357-936cd75099aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:37.924461 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8d1f1-843f-40d6-a357-936cd75099aa service neutron] Pushing event updated for resources: {'Port': ['ID=1a93dc7d-6e9e-4405-858a-c7f30c26f7ef,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:38.002366 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-01c8d1f1-843f-40d6-a357-936cd75099aa service neutron] Attempting to bind port 1a93dc7d-6e9e-4405-858a-c7f30c26f7ef on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:38.002747 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-01c8d1f1-843f-40d6-a357-936cd75099aa service neutron] Attempting to bind port 1a93dc7d-6e9e-4405-858a-c7f30c26f7ef by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '080d6576-f30d-4e58-8732-070d454aad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '043d99db-838c-4662-abb4-bf28ede39083'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:38.003109 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-01c8d1f1-843f-40d6-a357-936cd75099aa service neutron] Attempting to bind port 1a93dc7d-6e9e-4405-858a-c7f30c26f7ef on network 043d99db-838c-4662-abb4-bf28ede39083 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:38.008301 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-01c8d1f1-843f-40d6-a357-936cd75099aa service neutron] Port 1a93dc7d-6e9e-4405-858a-c7f30c26f7ef on network 043d99db-838c-4662-abb4-bf28ede39083 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:29:38.008680 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-01c8d1f1-843f-40d6-a357-936cd75099aa service neutron] Attempting to bind port 1a93dc7d-6e9e-4405-858a-c7f30c26f7ef on network 043d99db-838c-4662-abb4-bf28ede39083 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:38.013898 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-01c8d1f1-843f-40d6-a357-936cd75099aa service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:38.014242 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-01c8d1f1-843f-40d6-a357-936cd75099aa service neutron] Checking segment: {'id': '080d6576-f30d-4e58-8732-070d454aad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '043d99db-838c-4662-abb4-bf28ede39083'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:38.014671 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-01c8d1f1-843f-40d6-a357-936cd75099aa service neutron] Bound using segment: {'id': '080d6576-f30d-4e58-8732-070d454aad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '043d99db-838c-4662-abb4-bf28ede39083'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:38.015311 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-01c8d1f1-843f-40d6-a357-936cd75099aa service neutron] Bound port: 1a93dc7d-6e9e-4405-858a-c7f30c26f7ef, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '080d6576-f30d-4e58-8732-070d454aad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '043d99db-838c-4662-abb4-bf28ede39083'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:38.015691 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-01c8d1f1-843f-40d6-a357-936cd75099aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:38.088129 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-01c8d1f1-843f-40d6-a357-936cd75099aa service neutron] For port 1a93dc7d-6e9e-4405-858a-c7f30c26f7ef, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:38.092626 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-01c8d1f1-843f-40d6-a357-936cd75099aa service neutron] For port 1a93dc7d-6e9e-4405-858a-c7f30c26f7ef, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=1a93dc7d-6e9e-4405-858a-c7f30c26f7ef,segment=NetworkSegment(080d6576-f30d-4e58-8732-070d454aad3e),segment_id=080d6576-f30d-4e58-8732-070d454aad3e)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:38.099134 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-01c8d1f1-843f-40d6-a357-936cd75099aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:38.131020 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-01c8d1f1-843f-40d6-a357-936cd75099aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:38.132068 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-01c8d1f1-843f-40d6-a357-936cd75099aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:38.133601 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-01c8d1f1-843f-40d6-a357-936cd75099aa service neutron] 10.222.0.46 "PUT /v2.0/ports/1a93dc7d-6e9e-4405-858a-c7f30c26f7ef HTTP/1.1" status: 200 len: 1093 time: 0.6619136 Jul 15 13:29:38.135245 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '835a7274-814e-4b0a-b248-0757f3c2154e', 'tag': '1a93dc7d-6e9e-4405-858a-c7f30c26f7ef'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:38.137925 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d427d3-c821-495f-9b0f-5428898cac4e" -d '{"events": [{"name": "network-changed", "server_uuid": "835a7274-814e-4b0a-b248-0757f3c2154e", "tag": "1a93dc7d-6e9e-4405-858a-c7f30c26f7ef"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:38.152414 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740c9d2-3e64-484c-bf36-a17c00d0e727 req-aad8d97c-514c-40e8-84a2-bfc037d72de9 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:38.161258 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5740c9d2-3e64-484c-bf36-a17c00d0e727 req-aad8d97c-514c-40e8-84a2-bfc037d72de9 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "GET /v2.0/ports?device_id=835a7274-814e-4b0a-b248-0757f3c2154e HTTP/1.1" status: 200 len: 944 time: 0.1210790 Jul 15 13:29:38.223206 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5740c9d2-3e64-484c-bf36-a17c00d0e727 req-1dbf1cb6-ad4e-4389-af61-fa85087d6620 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "GET /v2.0/security-groups?id=74166214-bddc-4ad7-80b4-837d10a364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603743 Jul 15 13:29:38.239187 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8d1f1-843f-40d6-a357-936cd75099aa service neutron] Pushing event updated for resources: {'Port': ['ID=1a93dc7d-6e9e-4405-858a-c7f30c26f7ef,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:38.269369 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-318f95f0-7755-49ac-9c22-cc37ca323304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:38.271070 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-318f95f0-7755-49ac-9c22-cc37ca323304 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f245ec02bbff428b9e8f543df199a84c&device_id=835a7274-814e-4b0a-b248-0757f3c2154e HTTP/1.1" status: 200 len: 1096 time: 0.0888269 Jul 15 13:29:38.325172 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-054a51e1-3f26-40b5-abfa-b122d9a1bff5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a93dc7d-6e9e-4405-858a-c7f30c26f7ef HTTP/1.1" status: 200 len: 217 time: 0.0440342 Jul 15 13:29:38.370209 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c176d-20f0-470d-b4aa-766b146ab2eb req-aba730ca-7e9a-4ee3-96c6-eb7ffc28d7de tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:38.372129 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fc7c176d-20f0-470d-b4aa-766b146ab2eb req-aba730ca-7e9a-4ee3-96c6-eb7ffc28d7de tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f0bbf13-7c04-4a4f-8df7-22f3f74959e7 HTTP/1.1" status: 200 len: 946 time: 0.0761530 Jul 15 13:29:38.375405 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36520cef-5efb-42e5-a101-f016df7bca05 x-openstack-request-id: req-36520cef-5efb-42e5-a101-f016df7bca05 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:38.375889 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "835a7274-814e-4b0a-b248-0757f3c2154e", "tag": "1a93dc7d-6e9e-4405-858a-c7f30c26f7ef", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:38.376324 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-36520cef-5efb-42e5-a101-f016df7bca05 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:38.376934 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '835a7274-814e-4b0a-b248-0757f3c2154e', 'tag': '1a93dc7d-6e9e-4405-858a-c7f30c26f7ef', 'status': 'completed', 'code': 200} Jul 15 13:29:38.400440 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-8d212063-b900-4f79-ad2c-c7ee2579a3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:38.402421 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-8d212063-b900-4f79-ad2c-c7ee2579a3da service neutron] 10.222.0.46 "GET /v2.0/subnets?id=83ef7f74-6375-414e-a389-86d39e0806ba HTTP/1.1" status: 200 len: 853 time: 0.0713878 Jul 15 13:29:38.426909 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fc7c176d-20f0-470d-b4aa-766b146ab2eb req-edc29566-53be-4a84-877e-2d467e23d1da tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cffafd3-0018-4f4f-8429-0858225fee97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477989 Jul 15 13:29:38.465716 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-59a53247-5c5e-4c94-89da-7bbc151230c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:38.467341 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-59a53247-5c5e-4c94-89da-7bbc151230c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=043d99db-838c-4662-abb4-bf28ede39083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587056 Jul 15 13:29:38.575880 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-8eebaeae-c45c-4218-8efb-bd31865da713 service neutron] 10.222.0.46 "GET /v2.0/networks/043d99db-838c-4662-abb4-bf28ede39083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021154 Jul 15 13:29:38.675164 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4affa865-e54c-4de9-8c8a-164e37acabc1 req-47827eda-54ab-4235-b0ba-7f97b2c02a58 service neutron] 10.222.0.46 "GET /v2.0/networks/043d99db-838c-4662-abb4-bf28ede39083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934436 Jul 15 13:29:38.788457 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d427d3-c821-495f-9b0f-5428898cac4e req-f338ac23-5dee-4d70-b7e0-001c0dde2b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:38.790030 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f8d427d3-c821-495f-9b0f-5428898cac4e req-f338ac23-5dee-4d70-b7e0-001c0dde2b7b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f245ec02bbff428b9e8f543df199a84c&device_id=835a7274-814e-4b0a-b248-0757f3c2154e HTTP/1.1" status: 200 len: 1096 time: 0.0708313 Jul 15 13:29:38.899715 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d427d3-c821-495f-9b0f-5428898cac4e req-dbe53668-d673-4ab7-b300-ceb6398f879d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:38.901776 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f8d427d3-c821-495f-9b0f-5428898cac4e req-dbe53668-d673-4ab7-b300-ceb6398f879d service neutron] 10.222.0.46 "GET /v2.0/networks?id=043d99db-838c-4662-abb4-bf28ede39083 HTTP/1.1" status: 200 len: 915 time: 0.1062074 Jul 15 13:29:38.946992 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f8d427d3-c821-495f-9b0f-5428898cac4e req-778015af-4363-4d75-984b-bec55af25c48 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a93dc7d-6e9e-4405-858a-c7f30c26f7ef HTTP/1.1" status: 200 len: 217 time: 0.0391445 Jul 15 13:29:39.007809 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d427d3-c821-495f-9b0f-5428898cac4e req-aa8a514b-05de-42fa-8428-5ac68900ad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:39.009424 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f8d427d3-c821-495f-9b0f-5428898cac4e req-aa8a514b-05de-42fa-8428-5ac68900ad23 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=83ef7f74-6375-414e-a389-86d39e0806ba HTTP/1.1" status: 200 len: 853 time: 0.0568559 Jul 15 13:29:39.067221 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d427d3-c821-495f-9b0f-5428898cac4e req-b04becf7-f6e5-4337-8045-32fdf5002308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:39.068757 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f8d427d3-c821-495f-9b0f-5428898cac4e req-b04becf7-f6e5-4337-8045-32fdf5002308 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=043d99db-838c-4662-abb4-bf28ede39083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535908 Jul 15 13:29:39.147532 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c1d1e-e960-4ec6-805e-2e2dfa661871 req-befc8353-47af-4fc3-baaf-383d1c9af728 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:39.149472 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-001c1d1e-e960-4ec6-805e-2e2dfa661871 req-befc8353-47af-4fc3-baaf-383d1c9af728 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f0bbf13-7c04-4a4f-8df7-22f3f74959e7 HTTP/1.1" status: 200 len: 946 time: 0.0648456 Jul 15 13:29:39.159360 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f8d427d3-c821-495f-9b0f-5428898cac4e req-3dd14023-08e6-4e75-ae18-471e872f048c service neutron] 10.222.0.46 "GET /v2.0/networks/043d99db-838c-4662-abb4-bf28ede39083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841796 Jul 15 13:29:39.193292 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-001c1d1e-e960-4ec6-805e-2e2dfa661871 req-d604142f-99a6-4776-abb5-86c523b5522b tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cffafd3-0018-4f4f-8429-0858225fee97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374486 Jul 15 13:29:39.254459 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f8d427d3-c821-495f-9b0f-5428898cac4e req-a1f8f4d5-2146-4e53-9d80-0b8ad8d983a7 service neutron] 10.222.0.46 "GET /v2.0/networks/043d99db-838c-4662-abb4-bf28ede39083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892265 Jul 15 13:29:39.411482 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c63c2-4e25-4739-9928-f29591df8931 req-8d21809b-37db-4786-a10c-b1844c08e2d5 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:39.413095 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-922c63c2-4e25-4739-9928-f29591df8931 req-8d21809b-37db-4786-a10c-b1844c08e2d5 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "GET /v2.0/ports?device_id=835a7274-814e-4b0a-b248-0757f3c2154e HTTP/1.1" status: 200 len: 944 time: 0.0671351 Jul 15 13:29:39.451118 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-922c63c2-4e25-4739-9928-f29591df8931 req-f28b01ed-7793-41c9-88a4-dd157cb411e8 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "GET /v2.0/security-groups?id=74166214-bddc-4ad7-80b4-837d10a364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316763 Jul 15 13:29:40.369989 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefbeda2-fe61-4f48-9332-03afc96f6bcd req-0473be44-ded9-4a70-8969-4abae182d4ca tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:40.371529 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aefbeda2-fe61-4f48-9332-03afc96f6bcd req-0473be44-ded9-4a70-8969-4abae182d4ca tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f0bbf13-7c04-4a4f-8df7-22f3f74959e7 HTTP/1.1" status: 200 len: 946 time: 0.0640912 Jul 15 13:29:40.410612 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aefbeda2-fe61-4f48-9332-03afc96f6bcd req-68c9763f-a57f-48f4-b31b-5ceab4bb7ac7 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cffafd3-0018-4f4f-8429-0858225fee97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330877 Jul 15 13:29:40.475194 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21631568-5c3c-49c7-8843-26bf71f56ca9 req-ce2fbf49-7bf1-4b4d-9b38-d5c9acdbee56 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:40.477200 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-21631568-5c3c-49c7-8843-26bf71f56ca9 req-ce2fbf49-7bf1-4b4d-9b38-d5c9acdbee56 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f0bbf13-7c04-4a4f-8df7-22f3f74959e7 HTTP/1.1" status: 200 len: 946 time: 0.0657902 Jul 15 13:29:40.613527 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-21631568-5c3c-49c7-8843-26bf71f56ca9 req-90cf559f-d6e7-444d-b1b2-d6b6f4c681c1 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Deleting port 119355c0-b4be-4028-aa23-eca98af1a764 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:40.613871 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-21631568-5c3c-49c7-8843-26bf71f56ca9 req-90cf559f-d6e7-444d-b1b2-d6b6f4c681c1 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.696663 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15efa1-dc15-4b38-8a36-cceabc67dca0 req-9a04a910-82f4-4e83-94a1-44661cabf81d tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:40.698153 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4a15efa1-dc15-4b38-8a36-cceabc67dca0 req-9a04a910-82f4-4e83-94a1-44661cabf81d tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "GET /v2.0/ports?device_id=835a7274-814e-4b0a-b248-0757f3c2154e HTTP/1.1" status: 200 len: 944 time: 0.1354642 Jul 15 13:29:40.734162 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-21631568-5c3c-49c7-8843-26bf71f56ca9 req-90cf559f-d6e7-444d-b1b2-d6b6f4c681c1 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] For port 119355c0-b4be-4028-aa23-eca98af1a764, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=119355c0-b4be-4028-aa23-eca98af1a764,segment=NetworkSegment(3a17aada-06f4-4e23-b062-600c744a4337),segment_id=3a17aada-06f4-4e23-b062-600c744a4337)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:40.734517 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-21631568-5c3c-49c7-8843-26bf71f56ca9 req-90cf559f-d6e7-444d-b1b2-d6b6f4c681c1 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.758050 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-21631568-5c3c-49c7-8843-26bf71f56ca9 req-90cf559f-d6e7-444d-b1b2-d6b6f4c681c1 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Calling delete_port for 119355c0-b4be-4028-aa23-eca98af1a764 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:40.762710 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4a15efa1-dc15-4b38-8a36-cceabc67dca0 req-1411a881-3d4f-4826-a33f-53d4b3d04375 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "GET /v2.0/security-groups?id=74166214-bddc-4ad7-80b4-837d10a364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572999 Jul 15 13:29:40.897845 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-21631568-5c3c-49c7-8843-26bf71f56ca9 req-90cf559f-d6e7-444d-b1b2-d6b6f4c681c1 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.916129 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['119355c0-b4be-4028-aa23-eca98af1a764'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:29:40.937399 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf559f-d6e7-444d-b1b2-d6b6f4c681c1 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Pushing event deleted for resources: {'Port': ['ID=119355c0-b4be-4028-aa23-eca98af1a764,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:40.984714 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-21631568-5c3c-49c7-8843-26bf71f56ca9 req-90cf559f-d6e7-444d-b1b2-d6b6f4c681c1 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] No DVR routers for this DVR port 119355c0-b4be-4028-aa23-eca98af1a764 on host n-h1-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:29:40.988726 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-21631568-5c3c-49c7-8843-26bf71f56ca9 req-90cf559f-d6e7-444d-b1b2-d6b6f4c681c1 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.989326 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-21631568-5c3c-49c7-8843-26bf71f56ca9 req-90cf559f-d6e7-444d-b1b2-d6b6f4c681c1 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] 10.222.0.20 "DELETE /v2.0/ports/119355c0-b4be-4028-aa23-eca98af1a764 HTTP/1.1" status: 204 len: 173 time: 0.5069089 Jul 15 13:29:40.989763 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0bbf13-7c04-4a4f-8df7-22f3f74959e7', 'name': 'network-vif-deleted', 'tag': '119355c0-b4be-4028-aa23-eca98af1a764'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:40.992123 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10dfe5b-e1c8-49b1-84f8-d65b598bca66" -d '{"events": [{"server_uuid": "5f0bbf13-7c04-4a4f-8df7-22f3f74959e7", "name": "network-vif-deleted", "tag": "119355c0-b4be-4028-aa23-eca98af1a764"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:41.033993 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9b2278-1b32-4aac-9abc-e1e0cae50f6d x-openstack-request-id: req-8d9b2278-1b32-4aac-9abc-e1e0cae50f6d {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:41.034291 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0bbf13-7c04-4a4f-8df7-22f3f74959e7", "name": "network-vif-deleted", "tag": "119355c0-b4be-4028-aa23-eca98af1a764", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:41.034552 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8d9b2278-1b32-4aac-9abc-e1e0cae50f6d {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:41.034976 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0bbf13-7c04-4a4f-8df7-22f3f74959e7', 'name': 'network-vif-deleted', 'tag': '119355c0-b4be-4028-aa23-eca98af1a764', 'status': 'completed', 'code': 200} Jul 15 13:29:41.571156 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-705bfb1c-155d-449c-a13f-58b8495d9145 req-dc66d609-02e5-43c8-a83a-d3da7bb8c851 tempest-ServerMetadataNegativeTestJSON-91990901 tempest-ServerMetadataNegativeTestJSON-91990901-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f0bbf13-7c04-4a4f-8df7-22f3f74959e7 HTTP/1.1" status: 200 len: 210 time: 0.0296509 Jul 15 13:29:41.936417 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97696e41-1a5e-4d39-bcdb-f20fee566ee2 req-2ebfad33-f1f0-4172-9d74-1654788ab769 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:41.937908 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-97696e41-1a5e-4d39-bcdb-f20fee566ee2 req-2ebfad33-f1f0-4172-9d74-1654788ab769 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "GET /v2.0/ports?device_id=835a7274-814e-4b0a-b248-0757f3c2154e HTTP/1.1" status: 200 len: 944 time: 0.0641770 Jul 15 13:29:41.974406 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-97696e41-1a5e-4d39-bcdb-f20fee566ee2 req-b5a83436-f41a-4fec-a374-ea63cb52c475 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "GET /v2.0/security-groups?id=74166214-bddc-4ad7-80b4-837d10a364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309479 Jul 15 13:29:42.663317 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 53764) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:42.710457 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb6e8d2c-fb22-4a7d-a68d-ae35cdfac739 admin admin] Deleting subnet 54a79895-7b24-4837-aa86-546647741a31 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:29:42.713384 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fb6e8d2c-fb22-4a7d-a68d-ae35cdfac739 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:42.748056 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fb6e8d2c-fb22-4a7d-a68d-ae35cdfac739 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:42.785390 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fb6e8d2c-fb22-4a7d-a68d-ae35cdfac739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:42.835565 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fb6e8d2c-fb22-4a7d-a68d-ae35cdfac739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:42.862145 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6e8d2c-fb22-4a7d-a68d-ae35cdfac739 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54a79895-7b24-4837-aa86-546647741a31,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:42.864452 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fb6e8d2c-fb22-4a7d-a68d-ae35cdfac739 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:42.869323 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-fb6e8d2c-fb22-4a7d-a68d-ae35cdfac739 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/54a79895-7b24-4837-aa86-546647741a31 HTTP/1.1" status: 204 len: 168 time: 0.2015488 Jul 15 13:29:42.870730 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 53766) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:42.940182 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-944f6e28-1ab8-4adb-909e-f1dee91e40be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.015021 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-944f6e28-1ab8-4adb-909e-f1dee91e40be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.026118 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-944f6e28-1ab8-4adb-909e-f1dee91e40be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60bd7125-1ec4-4f4d-8bbb-5d04130de804']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:43.041453 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-944f6e28-1ab8-4adb-909e-f1dee91e40be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a17aada-06f4-4e23-b062-600c744a4337') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:43.041752 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-944f6e28-1ab8-4adb-909e-f1dee91e40be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a17aada-06f4-4e23-b062-600c744a4337') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:43.050722 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-944f6e28-1ab8-4adb-909e-f1dee91e40be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.064128 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-944f6e28-1ab8-4adb-909e-f1dee91e40be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.070086 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-944f6e28-1ab8-4adb-909e-f1dee91e40be admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:29:43.070476 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-944f6e28-1ab8-4adb-909e-f1dee91e40be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:29:43.072180 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:29:43.153521 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-944f6e28-1ab8-4adb-909e-f1dee91e40be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.158707 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-944f6e28-1ab8-4adb-909e-f1dee91e40be admin admin] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.160541 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-944f6e28-1ab8-4adb-909e-f1dee91e40be admin admin] 10.222.0.16 "DELETE /v2.0/networks/60bd7125-1ec4-4f4d-8bbb-5d04130de804 HTTP/1.1" status: 204 len: 168 time: 0.2901473 Jul 15 13:29:43.181765 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f6e28-1ab8-4adb-909e-f1dee91e40be admin admin] Pushing event deleted for resources: {'Network': ['ID=60bd7125-1ec4-4f4d-8bbb-5d04130de804,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:43.202910 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a59fd2-fc58-4ad5-8cf2-29ef37ffeb09 req-5f32a8b3-03e3-47d5-9cde-c44f394658ff tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:43.204395 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e4a59fd2-fc58-4ad5-8cf2-29ef37ffeb09 req-5f32a8b3-03e3-47d5-9cde-c44f394658ff tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "GET /v2.0/ports?device_id=835a7274-814e-4b0a-b248-0757f3c2154e HTTP/1.1" status: 200 len: 944 time: 0.1133685 Jul 15 13:29:43.249994 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e4a59fd2-fc58-4ad5-8cf2-29ef37ffeb09 req-06ca824b-f41f-4926-9710-2779bdc1bbe5 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "GET /v2.0/security-groups?id=74166214-bddc-4ad7-80b4-837d10a364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397282 Jul 15 13:29:43.268497 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 53772) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:43.307830 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-82467406-e411-4d0c-8003-470615f7374c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e70fc26db0e242828abe3f746888b7c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381863 Jul 15 13:29:43.310151 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 53774) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:43.357267 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b0dadacf-088f-4667-885d-8881ace640e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.378854 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b0dadacf-088f-4667-885d-8881ace640e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.426698 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b0dadacf-088f-4667-885d-8881ace640e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.429227 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b0dadacf-088f-4667-885d-8881ace640e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.430416 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b0dadacf-088f-4667-885d-8881ace640e2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0cffafd3-0018-4f4f-8429-0858225fee97 HTTP/1.1" status: 204 len: 168 time: 0.1193538 Jul 15 13:29:43.437869 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dadacf-088f-4667-885d-8881ace640e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cffafd3-0018-4f4f-8429-0858225fee97,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:43.445616 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dadacf-088f-4667-885d-8881ace640e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:43.445963 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dadacf-088f-4667-885d-8881ace640e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:43.446304 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dadacf-088f-4667-885d-8881ace640e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:43.446661 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dadacf-088f-4667-885d-8881ace640e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:43.446997 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dadacf-088f-4667-885d-8881ace640e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:43.447342 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dadacf-088f-4667-885d-8881ace640e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:43.447656 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dadacf-088f-4667-885d-8881ace640e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:43.447998 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dadacf-088f-4667-885d-8881ace640e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:43.448333 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dadacf-088f-4667-885d-8881ace640e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:43.448653 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dadacf-088f-4667-885d-8881ace640e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:43.448979 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dadacf-088f-4667-885d-8881ace640e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:43.449304 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dadacf-088f-4667-885d-8881ace640e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:43.989977 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 119355c0-b4be-4028-aa23-eca98af1a764 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:29:44.010062 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: 119355c0-b4be-4028-aa23-eca98af1a764 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:29:44.010419 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 119355c0-b4be-4028-aa23-eca98af1a764 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:29:44.075047 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 53796) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:44.169167 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-2b2cbe51-16e7-4bbe-a61a-f500ad76c2d5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1215154548-network', 'tenant_id': '438c2fe7ca9145c995e883ad1c90ef1a'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:44.189965 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2cbe51-16e7-4bbe-a61a-f500ad76c2d5 admin admin] Made reservation on behalf of 438c2fe7ca9145c995e883ad1c90ef1a for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:44.192367 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b2cbe51-16e7-4bbe-a61a-f500ad76c2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.201139 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b2cbe51-16e7-4bbe-a61a-f500ad76c2d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.290459 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b2cbe51-16e7-4bbe-a61a-f500ad76c2d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.294514 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b2cbe51-16e7-4bbe-a61a-f500ad76c2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.320908 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b2cbe51-16e7-4bbe-a61a-f500ad76c2d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:29:44.329535 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2cbe51-16e7-4bbe-a61a-f500ad76c2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996bca3b-1cda-45bf-bc44-08507193907b,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:44.335377 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b2cbe51-16e7-4bbe-a61a-f500ad76c2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.336263 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-2b2cbe51-16e7-4bbe-a61a-f500ad76c2d5 admin admin] Added segment 795827b6-5d20-40de-9c4c-b83d5bd5db41 of type vlan for network fa64dca8-18ff-4dfc-ad9a-6ee46d985877 Jul 15 13:29:44.404402 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b2cbe51-16e7-4bbe-a61a-f500ad76c2d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.450268 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b2cbe51-16e7-4bbe-a61a-f500ad76c2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.451292 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2cbe51-16e7-4bbe-a61a-f500ad76c2d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:44.451913 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b2cbe51-16e7-4bbe-a61a-f500ad76c2d5 admin admin] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.489059 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192874bd-6c33-476d-a2ba-c2caf38212a1 req-0c640fcc-7139-4b67-b8c5-1ecb88f10d94 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:44.490588 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-192874bd-6c33-476d-a2ba-c2caf38212a1 req-0c640fcc-7139-4b67-b8c5-1ecb88f10d94 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "GET /v2.0/ports?device_id=835a7274-814e-4b0a-b248-0757f3c2154e HTTP/1.1" status: 200 len: 944 time: 0.1238663 Jul 15 13:29:44.501157 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2b2cbe51-16e7-4bbe-a61a-f500ad76c2d5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4250288 Jul 15 13:29:44.504216 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 53802) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:44.509922 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-6e2176e2-f1b2-4f76-8fed-a485db54785f admin admin] Request body: {'subnet': {'network_id': 'fa64dca8-18ff-4dfc-ad9a-6ee46d985877', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1215154548-subnet', 'tenant_id': '438c2fe7ca9145c995e883ad1c90ef1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:44.534143 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2176e2-f1b2-4f76-8fed-a485db54785f admin admin] Made reservation on behalf of 438c2fe7ca9145c995e883ad1c90ef1a for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:44.536518 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6e2176e2-f1b2-4f76-8fed-a485db54785f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.543323 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2cbe51-16e7-4bbe-a61a-f500ad76c2d5 admin admin] Pushing event updated for resources: {'Network': ['ID=fa64dca8-18ff-4dfc-ad9a-6ee46d985877,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:44.553684 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network fa64dca8-18ff-4dfc-ad9a-6ee46d985877 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:29:44.562639 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-192874bd-6c33-476d-a2ba-c2caf38212a1 req-3c698f4f-f594-4a6c-96c0-e76fcb985051 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "GET /v2.0/security-groups?id=74166214-bddc-4ad7-80b4-837d10a364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652707 Jul 15 13:29:44.707280 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6e2176e2-f1b2-4f76-8fed-a485db54785f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.757326 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2176e2-f1b2-4f76-8fed-a485db54785f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b53ff05d-23b1-4bd2-81e4-b089756dd05a,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:44.768733 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2176e2-f1b2-4f76-8fed-a485db54785f admin admin] Checking segment: {'id': '795827b6-5d20-40de-9c4c-b83d5bd5db41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fa64dca8-18ff-4dfc-ad9a-6ee46d985877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:44.769088 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2176e2-f1b2-4f76-8fed-a485db54785f admin admin] Network hostable DHCP agents. Network: fa64dca8-18ff-4dfc-ad9a-6ee46d985877, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:29:44.785928 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2176e2-f1b2-4f76-8fed-a485db54785f admin admin] Network fa64dca8-18ff-4dfc-ad9a-6ee46d985877 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:29:44.795431 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-6e2176e2-f1b2-4f76-8fed-a485db54785f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, fa64dca8-18ff-4dfc-ad9a-6ee46d985877) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:44.801006 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2176e2-f1b2-4f76-8fed-a485db54785f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:44.801109 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6e2176e2-f1b2-4f76-8fed-a485db54785f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.804753 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e42e35-ff43-4a13-80cd-4f3688ae920f None None] Network fa64dca8-18ff-4dfc-ad9a-6ee46d985877 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:44.821004 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6e2176e2-f1b2-4f76-8fed-a485db54785f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3149788 Jul 15 13:29:44.823687 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 53804) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:44.828215 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-8d9b9b8c-26e3-46d4-9177-b770323aeacf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1215154548-router', 'tenant_id': '438c2fe7ca9145c995e883ad1c90ef1a', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:44.849176 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8d9b9b8c-26e3-46d4-9177-b770323aeacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.850292 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8d9b9b8c-26e3-46d4-9177-b770323aeacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.908546 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8d9b9b8c-26e3-46d4-9177-b770323aeacf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.927334 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec23517-cdfc-4216-970e-162650837f2f None None] Network fa64dca8-18ff-4dfc-ad9a-6ee46d985877 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:45.043009 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8d9b9b8c-26e3-46d4-9177-b770323aeacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.235961 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8d9b9b8c-26e3-46d4-9177-b770323aeacf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.253884 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8d9b9b8c-26e3-46d4-9177-b770323aeacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.355863 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-8d9b9b8c-26e3-46d4-9177-b770323aeacf admin admin] Allocated IP 172.25.8.106 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/ddc6fd4e-ad77-45fd-9413-a4dabf5c6647) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:45.451495 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8d9b9b8c-26e3-46d4-9177-b770323aeacf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.489228 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8d9b9b8c-26e3-46d4-9177-b770323aeacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.523444 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9b9b8c-26e3-46d4-9177-b770323aeacf admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:45.529615 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-8d9b9b8c-26e3-46d4-9177-b770323aeacf admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:45.533078 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9b9b8c-26e3-46d4-9177-b770323aeacf admin admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:45.560072 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b9b8c-26e3-46d4-9177-b770323aeacf admin admin] Pushing event updated for resources: {'Port': ['ID=ddc6fd4e-ad77-45fd-9413-a4dabf5c6647,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:45.813733 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce78fab-7628-4410-b032-f6b583a6de0c req-d53e08a3-45d0-454c-8941-a497cd64c730 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:45.815272 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4ce78fab-7628-4410-b032-f6b583a6de0c req-d53e08a3-45d0-454c-8941-a497cd64c730 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "GET /v2.0/ports?device_id=835a7274-814e-4b0a-b248-0757f3c2154e HTTP/1.1" status: 200 len: 944 time: 0.1383009 Jul 15 13:29:45.830025 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8d9b9b8c-26e3-46d4-9177-b770323aeacf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.896158 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4ce78fab-7628-4410-b032-f6b583a6de0c req-b2d4f471-5d92-4e2a-bb14-6159ad97e061 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "GET /v2.0/security-groups?id=74166214-bddc-4ad7-80b4-837d10a364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742328 Jul 15 13:29:46.038267 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8d9b9b8c-26e3-46d4-9177-b770323aeacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:46.162939 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9b9b8c-26e3-46d4-9177-b770323aeacf admin admin] Router aa0a7742-eb62-4587-b53e-57fcc367f92e is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:29:46.594181 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9b9b8c-26e3-46d4-9177-b770323aeacf admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:29:46.603264 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdf5d3e-3b32-4978-a566-56df41285a07 None None] Sync routers for ids ['aa0a7742-eb62-4587-b53e-57fcc367f92e'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:29:46.609086 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8d9b9b8c-26e3-46d4-9177-b770323aeacf admin admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:46.611318 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8d9b9b8c-26e3-46d4-9177-b770323aeacf admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 1.7865367 Jul 15 13:29:46.613235 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 53808) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:46.613669 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdf5d3e-3b32-4978-a566-56df41285a07 None None] Routers {'aa0a7742-eb62-4587-b53e-57fcc367f92e'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:46.613905 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-acdf5d3e-3b32-4978-a566-56df41285a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:29:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['aa0a7742-eb62-4587-b53e-57fcc367f92e'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:46.719077 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-acdf5d3e-3b32-4978-a566-56df41285a07 None None] Set router aa0a7742-eb62-4587-b53e-57fcc367f92e gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:46.894909 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-acdf5d3e-3b32-4978-a566-56df41285a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0a7742-eb62-4587-b53e-57fcc367f92e', 'name': 'tempest-ServerRescueNegativeTestJSON-1215154548-router', 'tenant_id': '438c2fe7ca9145c995e883ad1c90ef1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'ddc6fd4e-ad77-45fd-9413-a4dabf5c6647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:44Z', 'updated_at': '2021-07-15T13:29:45Z', 'revision_number': 3, 'project_id': '438c2fe7ca9145c995e883ad1c90ef1a', 'gw_port': {'id': 'ddc6fd4e-ad77-45fd-9413-a4dabf5c6647', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:45:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0a7742-eb62-4587-b53e-57fcc367f92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:45Z', 'updated_at': '2021-07-15T13:29:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:46.925205 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdf5d3e-3b32-4978-a566-56df41285a07 None None] Checking router: aa0a7742-eb62-4587-b53e-57fcc367f92e for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:29:46.925745 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdf5d3e-3b32-4978-a566-56df41285a07 None None] Updating router aa0a7742-eb62-4587-b53e-57fcc367f92e port ddc6fd4e-ad77-45fd-9413-a4dabf5c6647 binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:29:46.966526 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-acdf5d3e-3b32-4978-a566-56df41285a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.090685 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d5d43-890f-487d-83e1-aa0a0b592775 req-db4eccd0-0182-4f61-ab64-22276eb1e47b tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:47.092265 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bc8d5d43-890f-487d-83e1-aa0a0b592775 req-db4eccd0-0182-4f61-ab64-22276eb1e47b tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "GET /v2.0/ports?device_id=835a7274-814e-4b0a-b248-0757f3c2154e HTTP/1.1" status: 200 len: 944 time: 0.0703981 Jul 15 13:29:47.135152 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bc8d5d43-890f-487d-83e1-aa0a0b592775 req-69e5431c-cda0-41aa-880b-270f0ce7cccd tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "GET /v2.0/security-groups?id=74166214-bddc-4ad7-80b4-837d10a364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366120 Jul 15 13:29:47.240488 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-acdf5d3e-3b32-4978-a566-56df41285a07 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.251405 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-acdf5d3e-3b32-4978-a566-56df41285a07 None None] Transition to ACTIVE for port object ddc6fd4e-ad77-45fd-9413-a4dabf5c6647 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:47.256653 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-acdf5d3e-3b32-4978-a566-56df41285a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.308478 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-acdf5d3e-3b32-4978-a566-56df41285a07 None None] Attempting to bind port ddc6fd4e-ad77-45fd-9413-a4dabf5c6647 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:47.308847 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-acdf5d3e-3b32-4978-a566-56df41285a07 None None] Attempting to bind port ddc6fd4e-ad77-45fd-9413-a4dabf5c6647 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:47.309207 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdf5d3e-3b32-4978-a566-56df41285a07 None None] Attempting to bind port ddc6fd4e-ad77-45fd-9413-a4dabf5c6647 on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:47.311945 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0fe37-a717-4a1f-848b-bc7de4a91d71 None None] Pushing event updated for resources: {'Port': ['ID=ddc6fd4e-ad77-45fd-9413-a4dabf5c6647,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:47.316390 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdf5d3e-3b32-4978-a566-56df41285a07 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:47.316760 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdf5d3e-3b32-4978-a566-56df41285a07 None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:47.317390 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-acdf5d3e-3b32-4978-a566-56df41285a07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.317540 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdf5d3e-3b32-4978-a566-56df41285a07 None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:47.317997 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-acdf5d3e-3b32-4978-a566-56df41285a07 None None] Bound port: ddc6fd4e-ad77-45fd-9413-a4dabf5c6647, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:47.318373 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-acdf5d3e-3b32-4978-a566-56df41285a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.321178 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1a3ca54e-9fe8-4542-99ad-78d0787cf7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.340093 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc0fe37-a717-4a1f-848b-bc7de4a91d71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:47.340441 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc0fe37-a717-4a1f-848b-bc7de4a91d71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:47.340783 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc0fe37-a717-4a1f-848b-bc7de4a91d71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:47.341119 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc0fe37-a717-4a1f-848b-bc7de4a91d71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:47.341449 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc0fe37-a717-4a1f-848b-bc7de4a91d71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:47.341776 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc0fe37-a717-4a1f-848b-bc7de4a91d71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:47.342099 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc0fe37-a717-4a1f-848b-bc7de4a91d71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:47.342420 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc0fe37-a717-4a1f-848b-bc7de4a91d71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:47.342772 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc0fe37-a717-4a1f-848b-bc7de4a91d71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:47.343094 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc0fe37-a717-4a1f-848b-bc7de4a91d71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:47.343414 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc0fe37-a717-4a1f-848b-bc7de4a91d71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:47.343736 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc0fe37-a717-4a1f-848b-bc7de4a91d71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:47.379642 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-acdf5d3e-3b32-4978-a566-56df41285a07 None None] For port ddc6fd4e-ad77-45fd-9413-a4dabf5c6647, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:47.382886 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-acdf5d3e-3b32-4978-a566-56df41285a07 None None] For port ddc6fd4e-ad77-45fd-9413-a4dabf5c6647, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=ddc6fd4e-ad77-45fd-9413-a4dabf5c6647,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:47.387482 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-acdf5d3e-3b32-4978-a566-56df41285a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.439557 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdf5d3e-3b32-4978-a566-56df41285a07 None None] Routers {'aa0a7742-eb62-4587-b53e-57fcc367f92e'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:47.440257 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-acdf5d3e-3b32-4978-a566-56df41285a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:29:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['aa0a7742-eb62-4587-b53e-57fcc367f92e'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:47.478163 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-1a3ca54e-9fe8-4542-99ad-78d0787cf7e4 admin admin] Allocated IP 172.20.0.1 (fa64dca8-18ff-4dfc-ad9a-6ee46d985877/b53ff05d-23b1-4bd2-81e4-b089756dd05a/6c184164-eaed-4c46-8a60-c220562d941b) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:47.485483 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0fe37-a717-4a1f-848b-bc7de4a91d71 None None] Pushing event updated for resources: {'Port': ['ID=ddc6fd4e-ad77-45fd-9413-a4dabf5c6647,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:47.551894 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-acdf5d3e-3b32-4978-a566-56df41285a07 None None] Set router aa0a7742-eb62-4587-b53e-57fcc367f92e gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:47.587144 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1a3ca54e-9fe8-4542-99ad-78d0787cf7e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.626025 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1a3ca54e-9fe8-4542-99ad-78d0787cf7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.660003 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3ca54e-9fe8-4542-99ad-78d0787cf7e4 admin admin] Network fa64dca8-18ff-4dfc-ad9a-6ee46d985877 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:47.662939 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-1a3ca54e-9fe8-4542-99ad-78d0787cf7e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:47.666010 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3ca54e-9fe8-4542-99ad-78d0787cf7e4 admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:47.700879 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3ca54e-9fe8-4542-99ad-78d0787cf7e4 admin admin] Pushing event updated for resources: {'Port': ['ID=6c184164-eaed-4c46-8a60-c220562d941b,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:47.713435 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1a3ca54e-9fe8-4542-99ad-78d0787cf7e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.728467 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-acdf5d3e-3b32-4978-a566-56df41285a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0a7742-eb62-4587-b53e-57fcc367f92e', 'name': 'tempest-ServerRescueNegativeTestJSON-1215154548-router', 'tenant_id': '438c2fe7ca9145c995e883ad1c90ef1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'ddc6fd4e-ad77-45fd-9413-a4dabf5c6647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:44Z', 'updated_at': '2021-07-15T13:29:45Z', 'revision_number': 3, 'project_id': '438c2fe7ca9145c995e883ad1c90ef1a', 'gw_port': {'id': 'ddc6fd4e-ad77-45fd-9413-a4dabf5c6647', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:45:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0a7742-eb62-4587-b53e-57fcc367f92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:45Z', 'updated_at': '2021-07-15T13:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:47.754342 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdf5d3e-3b32-4978-a566-56df41285a07 None None] The sync data for ids ['aa0a7742-eb62-4587-b53e-57fcc367f92e'] in n-d-771363-36 is: [{'id': 'aa0a7742-eb62-4587-b53e-57fcc367f92e', 'name': 'tempest-ServerRescueNegativeTestJSON-1215154548-router', 'tenant_id': '438c2fe7ca9145c995e883ad1c90ef1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'ddc6fd4e-ad77-45fd-9413-a4dabf5c6647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:44Z', 'updated_at': '2021-07-15T13:29:45Z', 'revision_number': 3, 'project_id': '438c2fe7ca9145c995e883ad1c90ef1a', 'gw_port': {'id': 'ddc6fd4e-ad77-45fd-9413-a4dabf5c6647', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:45:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0a7742-eb62-4587-b53e-57fcc367f92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:45Z', 'updated_at': '2021-07-15T13:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:29:47.852699 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1a3ca54e-9fe8-4542-99ad-78d0787cf7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:48.041605 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1a3ca54e-9fe8-4542-99ad-78d0787cf7e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:48.046301 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1a3ca54e-9fe8-4542-99ad-78d0787cf7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:48.116317 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1a3ca54e-9fe8-4542-99ad-78d0787cf7e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:48.118699 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3ca54e-9fe8-4542-99ad-78d0787cf7e4 admin admin] Pushing event updated for resources: {'Port': ['ID=6c184164-eaed-4c46-8a60-c220562d941b,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:48.211824 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3ca54e-9fe8-4542-99ad-78d0787cf7e4 admin admin] Network fa64dca8-18ff-4dfc-ad9a-6ee46d985877 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:48.213362 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-1a3ca54e-9fe8-4542-99ad-78d0787cf7e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:48.315554 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc1011-9757-44a6-b1bb-b393f1cfe5c6 req-cc824348-d343-40b2-b54d-ea8e3aeea668 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:48.317077 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ecfc1011-9757-44a6-b1bb-b393f1cfe5c6 req-cc824348-d343-40b2-b54d-ea8e3aeea668 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "GET /v2.0/ports?device_id=835a7274-814e-4b0a-b248-0757f3c2154e HTTP/1.1" status: 200 len: 944 time: 0.0659571 Jul 15 13:29:48.337502 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3ca54e-9fe8-4542-99ad-78d0787cf7e4 admin admin] Router aa0a7742-eb62-4587-b53e-57fcc367f92e has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:29:48.359281 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ecfc1011-9757-44a6-b1bb-b393f1cfe5c6 req-b8f77496-1972-4f51-aa0f-ac372cdf5927 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "GET /v2.0/security-groups?id=74166214-bddc-4ad7-80b4-837d10a364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350695 Jul 15 13:29:48.453996 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3ca54e-9fe8-4542-99ad-78d0787cf7e4 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:29:48.467207 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1a3ca54e-9fe8-4542-99ad-78d0787cf7e4 admin admin] 10.222.0.16 "PUT /v2.0/routers/aa0a7742-eb62-4587-b53e-57fcc367f92e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8527582 Jul 15 13:29:48.842427 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device ddc6fd4e-ad77-45fd-9413-a4dabf5c6647 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:48.890526 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port ddc6fd4e-ad77-45fd-9413-a4dabf5c6647 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:48.894145 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port ddc6fd4e-ad77-45fd-9413-a4dabf5c6647 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:48.894526 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:48.953023 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-951bfc53-d031-4eb7-aa75-b66ccfd495ac tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:48.954494 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-951bfc53-d031-4eb7-aa75-b66ccfd495ac tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/networks?id=fa64dca8-18ff-4dfc-ad9a-6ee46d985877 HTTP/1.1" status: 200 len: 819 time: 0.1050541 Jul 15 13:29:48.969414 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-ba28d8f9-6ad3-47a5-855b-299d56726796 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/quotas/438c2fe7ca9145c995e883ad1c90ef1a HTTP/1.1" status: 200 len: 375 time: 0.0094795 Jul 15 13:29:48.974539 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:48.981801 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 1a93dc7d-6e9e-4405-858a-c7f30c26f7ef details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:29:49.007324 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port ddc6fd4e-ad77-45fd-9413-a4dabf5c6647, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=ddc6fd4e-ad77-45fd-9413-a4dabf5c6647,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:49.014645 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:49.035985 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-42ce6e26-fe73-41b6-a896-a815a2f48905 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=438c2fe7ca9145c995e883ad1c90ef1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0611563 Jul 15 13:29:49.115352 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=ddc6fd4e-ad77-45fd-9413-a4dabf5c6647,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:49.135643 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-6a1eed7c-6866-41a1-bf2a-a193b750ba3d service neutron] 10.222.0.16 "GET /v2.0/networks/fa64dca8-18ff-4dfc-ad9a-6ee46d985877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917921 Jul 15 13:29:49.137943 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 1a93dc7d-6e9e-4405-858a-c7f30c26f7ef, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=1a93dc7d-6e9e-4405-858a-c7f30c26f7ef,segment=NetworkSegment(080d6576-f30d-4e58-8732-070d454aad3e),segment_id=080d6576-f30d-4e58-8732-070d454aad3e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:49.149801 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '1a93dc7d-6e9e-4405-858a-c7f30c26f7ef', 'network_id': '043d99db-838c-4662-abb4-bf28ede39083', 'port_id': '1a93dc7d-6e9e-4405-858a-c7f30c26f7ef', 'mac_address': 'fa:16:3e:ac:2a:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ef7f74-6375-414e-a389-86d39e0806ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:29:49.189538 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:49.203401 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a93dc7d-6e9e-4405-858a-c7f30c26f7ef {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:29:49.222954 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 1a93dc7d-6e9e-4405-858a-c7f30c26f7ef, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=1a93dc7d-6e9e-4405-858a-c7f30c26f7ef,segment=NetworkSegment(080d6576-f30d-4e58-8732-070d454aad3e),segment_id=080d6576-f30d-4e58-8732-070d454aad3e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:49.227011 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:49.228660 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-62253b8d-4133-4bbd-9d3d-e2b8a61204ce service neutron] 10.222.0.16 "GET /v2.0/networks/fa64dca8-18ff-4dfc-ad9a-6ee46d985877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859957 Jul 15 13:29:49.279230 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=1a93dc7d-6e9e-4405-858a-c7f30c26f7ef,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:49.347421 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cddc15-edef-4e52-a809-b0347b85c886 None None] Sync routers for ids ['aa0a7742-eb62-4587-b53e-57fcc367f92e'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:29:49.357109 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cddc15-edef-4e52-a809-b0347b85c886 None None] Routers {'aa0a7742-eb62-4587-b53e-57fcc367f92e'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:49.357755 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-51cddc15-edef-4e52-a809-b0347b85c886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:29:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['aa0a7742-eb62-4587-b53e-57fcc367f92e'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:49.411493 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ee1ecea4-5682-4bf6-9d30-1a03d7f1bc2f req-e26c75bd-5ac3-474f-995a-b530819b606f tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 210 time: 0.0350671 Jul 15 13:29:49.447621 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['1a93dc7d-6e9e-4405-858a-c7f30c26f7ef'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:29:49.467576 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-51cddc15-edef-4e52-a809-b0347b85c886 None None] Set router aa0a7742-eb62-4587-b53e-57fcc367f92e gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:49.687548 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee5dc8-a69b-4932-9c7b-30da7700c56f req-aac03fc3-1948-42e2-90fb-f2ec339ab91f tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:49.689360 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-01ee5dc8-a69b-4932-9c7b-30da7700c56f req-aac03fc3-1948-42e2-90fb-f2ec339ab91f tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "GET /v2.0/ports?device_id=835a7274-814e-4b0a-b248-0757f3c2154e HTTP/1.1" status: 200 len: 945 time: 0.1618063 Jul 15 13:29:49.752099 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-950cd99d-0ec5-490a-99a7-9e86d87f59de tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:49.753815 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-950cd99d-0ec5-490a-99a7-9e86d87f59de tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/networks?id=fa64dca8-18ff-4dfc-ad9a-6ee46d985877 HTTP/1.1" status: 200 len: 819 time: 0.1900244 Jul 15 13:29:49.756974 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-01ee5dc8-a69b-4932-9c7b-30da7700c56f req-53df45d2-4aec-4044-9d10-9fde585d0d2e tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "GET /v2.0/security-groups?id=74166214-bddc-4ad7-80b4-837d10a364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614057 Jul 15 13:29:49.758228 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-51cddc15-edef-4e52-a809-b0347b85c886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0a7742-eb62-4587-b53e-57fcc367f92e', 'name': 'tempest-ServerRescueNegativeTestJSON-1215154548-router', 'tenant_id': '438c2fe7ca9145c995e883ad1c90ef1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'ddc6fd4e-ad77-45fd-9413-a4dabf5c6647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:44Z', 'updated_at': '2021-07-15T13:29:47Z', 'revision_number': 4, 'project_id': '438c2fe7ca9145c995e883ad1c90ef1a', 'gw_port': {'id': 'ddc6fd4e-ad77-45fd-9413-a4dabf5c6647', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:45:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0a7742-eb62-4587-b53e-57fcc367f92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:45Z', 'updated_at': '2021-07-15T13:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '6c184164-eaed-4c46-8a60-c220562d941b', 'name': '', 'network_id': 'fa64dca8-18ff-4dfc-ad9a-6ee46d985877', 'tenant_id': '438c2fe7ca9145c995e883ad1c90ef1a', 'mac_address': 'fa:16:3e:67:da:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0a7742-eb62-4587-b53e-57fcc367f92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'b53ff05d-23b1-4bd2-81e4-b089756dd05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:47Z', 'updated_at': '2021-07-15T13:29:47Z', 'revision_number': 2, 'project_id': '438c2fe7ca9145c995e883ad1c90ef1a', 'subnets': [{'id': 'b53ff05d-23b1-4bd2-81e4-b089756dd05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:49.771492 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-f46d8cee-e6d8-4f96-b6b1-50314e4610be tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/quotas/438c2fe7ca9145c995e883ad1c90ef1a HTTP/1.1" status: 200 len: 375 time: 0.0099566 Jul 15 13:29:49.841580 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-478a5d31-cde7-4413-b0a4-6c16de9bf6b8 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=438c2fe7ca9145c995e883ad1c90ef1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0622673 Jul 15 13:29:49.896178 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cddc15-edef-4e52-a809-b0347b85c886 None None] Checking router: aa0a7742-eb62-4587-b53e-57fcc367f92e for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:29:49.896523 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cddc15-edef-4e52-a809-b0347b85c886 None None] Updating router aa0a7742-eb62-4587-b53e-57fcc367f92e port 6c184164-eaed-4c46-8a60-c220562d941b binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:29:49.933261 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-51cddc15-edef-4e52-a809-b0347b85c886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:49.947624 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-26e2f025-2312-4438-8c4e-2e86952cb999 service neutron] 10.222.0.16 "GET /v2.0/networks/fa64dca8-18ff-4dfc-ad9a-6ee46d985877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953176 Jul 15 13:29:50.042954 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-f28d4153-d60e-4957-8f1d-40567099c768 service neutron] 10.222.0.16 "GET /v2.0/networks/fa64dca8-18ff-4dfc-ad9a-6ee46d985877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895829 Jul 15 13:29:50.221569 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-51cddc15-edef-4e52-a809-b0347b85c886 None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:50.231715 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-51cddc15-edef-4e52-a809-b0347b85c886 None None] Transition to ACTIVE for port object 6c184164-eaed-4c46-8a60-c220562d941b will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:50.232494 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bb7ccc23-23e9-48c9-8079-c2b15dfe2517 req-0427b088-acc7-48dc-ba09-927c24d6042b tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 210 time: 0.0348299 Jul 15 13:29:50.237572 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-51cddc15-edef-4e52-a809-b0347b85c886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:50.291886 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d1c9ad-ce2f-47e5-bb15-f458e5ddf08c None None] Pushing event updated for resources: {'Port': ['ID=6c184164-eaed-4c46-8a60-c220562d941b,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:50.316016 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d1c9ad-ce2f-47e5-bb15-f458e5ddf08c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:50.316359 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d1c9ad-ce2f-47e5-bb15-f458e5ddf08c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:50.316813 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d1c9ad-ce2f-47e5-bb15-f458e5ddf08c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:50.317026 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d1c9ad-ce2f-47e5-bb15-f458e5ddf08c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:50.317352 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d1c9ad-ce2f-47e5-bb15-f458e5ddf08c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:50.317677 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d1c9ad-ce2f-47e5-bb15-f458e5ddf08c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:50.317997 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d1c9ad-ce2f-47e5-bb15-f458e5ddf08c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:50.318305 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d1c9ad-ce2f-47e5-bb15-f458e5ddf08c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:50.318645 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d1c9ad-ce2f-47e5-bb15-f458e5ddf08c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:50.318959 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d1c9ad-ce2f-47e5-bb15-f458e5ddf08c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:50.319338 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d1c9ad-ce2f-47e5-bb15-f458e5ddf08c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:50.320175 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d1c9ad-ce2f-47e5-bb15-f458e5ddf08c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:50.351122 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-51cddc15-edef-4e52-a809-b0347b85c886 None None] Attempting to bind port 6c184164-eaed-4c46-8a60-c220562d941b on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:50.351794 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-51cddc15-edef-4e52-a809-b0347b85c886 None None] Attempting to bind port 6c184164-eaed-4c46-8a60-c220562d941b by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '795827b6-5d20-40de-9c4c-b83d5bd5db41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fa64dca8-18ff-4dfc-ad9a-6ee46d985877'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:50.351794 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cddc15-edef-4e52-a809-b0347b85c886 None None] Attempting to bind port 6c184164-eaed-4c46-8a60-c220562d941b on network fa64dca8-18ff-4dfc-ad9a-6ee46d985877 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:50.357159 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cddc15-edef-4e52-a809-b0347b85c886 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:50.357528 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cddc15-edef-4e52-a809-b0347b85c886 None None] Checking segment: {'id': '795827b6-5d20-40de-9c4c-b83d5bd5db41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fa64dca8-18ff-4dfc-ad9a-6ee46d985877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:50.357921 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-51cddc15-edef-4e52-a809-b0347b85c886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:50.358310 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cddc15-edef-4e52-a809-b0347b85c886 None None] Bound using segment: {'id': '795827b6-5d20-40de-9c4c-b83d5bd5db41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fa64dca8-18ff-4dfc-ad9a-6ee46d985877'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:50.358843 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-51cddc15-edef-4e52-a809-b0347b85c886 None None] Bound port: 6c184164-eaed-4c46-8a60-c220562d941b, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '795827b6-5d20-40de-9c4c-b83d5bd5db41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fa64dca8-18ff-4dfc-ad9a-6ee46d985877'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:50.359239 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-51cddc15-edef-4e52-a809-b0347b85c886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:50.429032 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-51cddc15-edef-4e52-a809-b0347b85c886 None None] For port 6c184164-eaed-4c46-8a60-c220562d941b, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:50.432811 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-51cddc15-edef-4e52-a809-b0347b85c886 None None] For port 6c184164-eaed-4c46-8a60-c220562d941b, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=6c184164-eaed-4c46-8a60-c220562d941b,segment=NetworkSegment(795827b6-5d20-40de-9c4c-b83d5bd5db41),segment_id=795827b6-5d20-40de-9c4c-b83d5bd5db41)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:50.438025 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-51cddc15-edef-4e52-a809-b0347b85c886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:50.496321 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cddc15-edef-4e52-a809-b0347b85c886 None None] Routers {'aa0a7742-eb62-4587-b53e-57fcc367f92e'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:50.496920 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-51cddc15-edef-4e52-a809-b0347b85c886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:29:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['aa0a7742-eb62-4587-b53e-57fcc367f92e'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:50.532087 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d1c9ad-ce2f-47e5-bb15-f458e5ddf08c None None] Pushing event updated for resources: {'Port': ['ID=6c184164-eaed-4c46-8a60-c220562d941b,revision_number=4']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:50.608931 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-51cddc15-edef-4e52-a809-b0347b85c886 None None] Set router aa0a7742-eb62-4587-b53e-57fcc367f92e gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:50.639051 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-70306a4a-e9b5-43f7-a3c5-1eebe5d6b10f tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:50.640829 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-70306a4a-e9b5-43f7-a3c5-1eebe5d6b10f tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.20 "GET /v2.0/networks?id=fa64dca8-18ff-4dfc-ad9a-6ee46d985877 HTTP/1.1" status: 200 len: 819 time: 0.1173089 Jul 15 13:29:50.654865 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-cfa9840a-ee25-4eb3-8f28-6212dfb10ed9 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Request body: {'port': {'device_id': 'a83db350-6d44-4878-afcd-f76e5fbefe02', 'network_id': 'fa64dca8-18ff-4dfc-ad9a-6ee46d985877', 'admin_state_up': True, 'tenant_id': '438c2fe7ca9145c995e883ad1c90ef1a'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:50.840731 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-cfa9840a-ee25-4eb3-8f28-6212dfb10ed9 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Made reservation on behalf of 438c2fe7ca9145c995e883ad1c90ef1a for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:50.845478 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-cfa9840a-ee25-4eb3-8f28-6212dfb10ed9 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:50.855032 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-51cddc15-edef-4e52-a809-b0347b85c886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0a7742-eb62-4587-b53e-57fcc367f92e', 'name': 'tempest-ServerRescueNegativeTestJSON-1215154548-router', 'tenant_id': '438c2fe7ca9145c995e883ad1c90ef1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'ddc6fd4e-ad77-45fd-9413-a4dabf5c6647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:44Z', 'updated_at': '2021-07-15T13:29:47Z', 'revision_number': 4, 'project_id': '438c2fe7ca9145c995e883ad1c90ef1a', 'gw_port': {'id': 'ddc6fd4e-ad77-45fd-9413-a4dabf5c6647', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:45:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0a7742-eb62-4587-b53e-57fcc367f92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:45Z', 'updated_at': '2021-07-15T13:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '6c184164-eaed-4c46-8a60-c220562d941b', 'name': '', 'network_id': 'fa64dca8-18ff-4dfc-ad9a-6ee46d985877', 'tenant_id': '438c2fe7ca9145c995e883ad1c90ef1a', 'mac_address': 'fa:16:3e:67:da:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0a7742-eb62-4587-b53e-57fcc367f92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'b53ff05d-23b1-4bd2-81e4-b089756dd05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:47Z', 'updated_at': '2021-07-15T13:29:50Z', 'revision_number': 4, 'project_id': '438c2fe7ca9145c995e883ad1c90ef1a', 'subnets': [{'id': 'b53ff05d-23b1-4bd2-81e4-b089756dd05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:50.877078 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device ddc6fd4e-ad77-45fd-9413-a4dabf5c6647 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:50.889150 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cddc15-edef-4e52-a809-b0347b85c886 None None] The sync data for ids ['aa0a7742-eb62-4587-b53e-57fcc367f92e'] in n-d-771363-36 is: [{'id': 'aa0a7742-eb62-4587-b53e-57fcc367f92e', 'name': 'tempest-ServerRescueNegativeTestJSON-1215154548-router', 'tenant_id': '438c2fe7ca9145c995e883ad1c90ef1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'ddc6fd4e-ad77-45fd-9413-a4dabf5c6647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:44Z', 'updated_at': '2021-07-15T13:29:47Z', 'revision_number': 4, 'project_id': '438c2fe7ca9145c995e883ad1c90ef1a', 'gw_port': {'id': 'ddc6fd4e-ad77-45fd-9413-a4dabf5c6647', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:45:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0a7742-eb62-4587-b53e-57fcc367f92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:45Z', 'updated_at': '2021-07-15T13:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '6c184164-eaed-4c46-8a60-c220562d941b', 'name': '', 'network_id': 'fa64dca8-18ff-4dfc-ad9a-6ee46d985877', 'tenant_id': '438c2fe7ca9145c995e883ad1c90ef1a', 'mac_address': 'fa:16:3e:67:da:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0a7742-eb62-4587-b53e-57fcc367f92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'b53ff05d-23b1-4bd2-81e4-b089756dd05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:47Z', 'updated_at': '2021-07-15T13:29:50Z', 'revision_number': 4, 'project_id': '438c2fe7ca9145c995e883ad1c90ef1a', 'subnets': [{'id': 'b53ff05d-23b1-4bd2-81e4-b089756dd05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:29:50.937568 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port ddc6fd4e-ad77-45fd-9413-a4dabf5c6647 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:50.939145 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:50.984899 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 1a93dc7d-6e9e-4405-858a-c7f30c26f7ef up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:51.077049 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 1a93dc7d-6e9e-4405-858a-c7f30c26f7ef completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:51.087621 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 1a93dc7d-6e9e-4405-858a-c7f30c26f7ef triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:51.088410 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.137666 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b75e1-6c1c-472b-972b-becf1c29ce3f req-532ba22c-f67a-42e5-b76a-f1b80e24080f tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:51.139339 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-393b75e1-6c1c-472b-972b-becf1c29ce3f req-532ba22c-f67a-42e5-b76a-f1b80e24080f tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "GET /v2.0/ports?device_id=835a7274-814e-4b0a-b248-0757f3c2154e HTTP/1.1" status: 200 len: 945 time: 0.1549132 Jul 15 13:29:51.143853 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-cfa9840a-ee25-4eb3-8f28-6212dfb10ed9 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Allocated IP 172.20.0.14 (fa64dca8-18ff-4dfc-ad9a-6ee46d985877/b53ff05d-23b1-4bd2-81e4-b089756dd05a/3c91d80c-7155-4afa-b5e5-837a1d8a4607) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:51.171770 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.198367 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835a7274-814e-4b0a-b248-0757f3c2154e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a93dc7d-6e9e-4405-858a-c7f30c26f7ef'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:51.200692 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f88b8f-0479-41d2-afa0-e18fa9505918" -d '{"events": [{"server_uuid": "835a7274-814e-4b0a-b248-0757f3c2154e", "name": "network-vif-plugged", "status": "completed", "tag": "1a93dc7d-6e9e-4405-858a-c7f30c26f7ef"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:51.211097 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-393b75e1-6c1c-472b-972b-becf1c29ce3f req-97caefb6-a3d8-4975-a41a-0655ababb693 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "GET /v2.0/security-groups?id=74166214-bddc-4ad7-80b4-837d10a364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641186 Jul 15 13:29:51.220184 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 1a93dc7d-6e9e-4405-858a-c7f30c26f7ef, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=1a93dc7d-6e9e-4405-858a-c7f30c26f7ef,segment=NetworkSegment(080d6576-f30d-4e58-8732-070d454aad3e),segment_id=080d6576-f30d-4e58-8732-070d454aad3e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:51.224660 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.311871 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=1a93dc7d-6e9e-4405-858a-c7f30c26f7ef,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:51.322951 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60721cd7-99b4-4d8e-b2fc-7e93d4302818 x-openstack-request-id: req-60721cd7-99b4-4d8e-b2fc-7e93d4302818 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:51.323240 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "835a7274-814e-4b0a-b248-0757f3c2154e", "name": "network-vif-plugged", "status": "completed", "tag": "1a93dc7d-6e9e-4405-858a-c7f30c26f7ef", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:51.323716 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-60721cd7-99b4-4d8e-b2fc-7e93d4302818 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:51.324297 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '835a7274-814e-4b0a-b248-0757f3c2154e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a93dc7d-6e9e-4405-858a-c7f30c26f7ef', 'code': 200} Jul 15 13:29:51.355930 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:29:51.438123 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df66df-66b6-4e6d-9e6e-eb295bf36a17 req-e5c825ef-ffbb-4887-84aa-a15217e560c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:51.441004 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e5df66df-66b6-4e6d-9e6e-eb295bf36a17 req-e5c825ef-ffbb-4887-84aa-a15217e560c6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=835a7274-814e-4b0a-b248-0757f3c2154e HTTP/1.1" status: 200 len: 1098 time: 0.0598812 Jul 15 13:29:51.451360 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7428b3f3-83c8-4904-a3d9-8a97afece7ba req-9ec8e791-f8a3-444c-9a41-e94d1f98ecbb tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 210 time: 0.0666180 Jul 15 13:29:51.462744 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-cfa9840a-ee25-4eb3-8f28-6212dfb10ed9 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.488494 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e5df66df-66b6-4e6d-9e6e-eb295bf36a17 req-216676f7-19eb-42af-80cb-24beab5e59b1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=74166214-bddc-4ad7-80b4-837d10a364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399616 Jul 15 13:29:51.572573 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-b9c0e4ca-1f37-49ae-97af-6be6fe2494a7 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:51.574084 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-b9c0e4ca-1f37-49ae-97af-6be6fe2494a7 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.20 "GET /v2.0/networks?id=fa64dca8-18ff-4dfc-ad9a-6ee46d985877 HTTP/1.1" status: 200 len: 819 time: 0.1861441 Jul 15 13:29:51.582463 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-cfa9840a-ee25-4eb3-8f28-6212dfb10ed9 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.597191 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-b7575421-fc04-4d39-8b15-68858a012b5a tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Request body: {'port': {'device_id': '9c9e13e0-3ca5-4805-8434-03d990c44952', 'network_id': 'fa64dca8-18ff-4dfc-ad9a-6ee46d985877', 'admin_state_up': True, 'tenant_id': '438c2fe7ca9145c995e883ad1c90ef1a'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:51.655148 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-cfa9840a-ee25-4eb3-8f28-6212dfb10ed9 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Network fa64dca8-18ff-4dfc-ad9a-6ee46d985877 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:51.660685 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-cfa9840a-ee25-4eb3-8f28-6212dfb10ed9 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:51.663123 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-cfa9840a-ee25-4eb3-8f28-6212dfb10ed9 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:51.753276 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa9840a-ee25-4eb3-8f28-6212dfb10ed9 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Pushing event updated for resources: {'Port': ['ID=3c91d80c-7155-4afa-b5e5-837a1d8a4607,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:51.772742 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-cfa9840a-ee25-4eb3-8f28-6212dfb10ed9 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:51.773945 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-cfa9840a-ee25-4eb3-8f28-6212dfb10ed9 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.799011 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-cfa9840a-ee25-4eb3-8f28-6212dfb10ed9 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1497307 Jul 15 13:29:51.813171 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-b0cd2afb-1915-4c75-a4b2-1ff68a1b6d5c service neutron] Request body: {'port': {'device_id': 'a83db350-6d44-4878-afcd-f76e5fbefe02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:51.839158 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-b7575421-fc04-4d39-8b15-68858a012b5a tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Made reservation on behalf of 438c2fe7ca9145c995e883ad1c90ef1a for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:51.842758 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-b7575421-fc04-4d39-8b15-68858a012b5a tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.951380 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-b0cd2afb-1915-4c75-a4b2-1ff68a1b6d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:52.051006 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-b7575421-fc04-4d39-8b15-68858a012b5a tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Allocated IP 172.20.0.6 (fa64dca8-18ff-4dfc-ad9a-6ee46d985877/b53ff05d-23b1-4bd2-81e4-b089756dd05a/3dd79e55-2c3a-49f3-a35e-ecc54bbb1166) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:52.268307 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-b7575421-fc04-4d39-8b15-68858a012b5a tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:52.318443 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-b7575421-fc04-4d39-8b15-68858a012b5a tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:52.440469 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-b7575421-fc04-4d39-8b15-68858a012b5a tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Network fa64dca8-18ff-4dfc-ad9a-6ee46d985877 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:52.452770 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-b7575421-fc04-4d39-8b15-68858a012b5a tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:52.457482 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-b7575421-fc04-4d39-8b15-68858a012b5a tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:52.461763 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7575421-fc04-4d39-8b15-68858a012b5a tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Pushing event updated for resources: {'Port': ['ID=3dd79e55-2c3a-49f3-a35e-ecc54bbb1166,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:52.541977 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-b7575421-fc04-4d39-8b15-68858a012b5a tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:52.542616 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-b7575421-fc04-4d39-8b15-68858a012b5a tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:52.577537 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a431e30-a85b-44dc-a53b-fb3ec4a90b12 req-7b29525d-74a8-4cca-b4b7-427ad3144bbe tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:52.578983 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a431e30-a85b-44dc-a53b-fb3ec4a90b12 req-7b29525d-74a8-4cca-b4b7-427ad3144bbe tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "GET /v2.0/ports?device_id=835a7274-814e-4b0a-b248-0757f3c2154e HTTP/1.1" status: 200 len: 946 time: 0.2378378 Jul 15 13:29:52.600529 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-b7575421-fc04-4d39-8b15-68858a012b5a tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0102441 Jul 15 13:29:52.621224 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-f456950a-5196-4ee7-814b-3b938fb85cdb service neutron] Request body: {'port': {'device_id': '9c9e13e0-3ca5-4805-8434-03d990c44952', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:52.681740 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-b0cd2afb-1915-4c75-a4b2-1ff68a1b6d5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c91d80c-7155-4afa-b5e5-837a1d8a4607 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:29:52.700387 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-b0cd2afb-1915-4c75-a4b2-1ff68a1b6d5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:52.733527 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a431e30-a85b-44dc-a53b-fb3ec4a90b12 req-50103ea1-ed3c-43a1-a099-f64e9c13d673 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "GET /v2.0/security-groups?id=74166214-bddc-4ad7-80b4-837d10a364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351912 Jul 15 13:29:52.752478 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-b0cd2afb-1915-4c75-a4b2-1ff68a1b6d5c service neutron] Transition to ACTIVE for port object 3c91d80c-7155-4afa-b5e5-837a1d8a4607 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:52.767894 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-b0cd2afb-1915-4c75-a4b2-1ff68a1b6d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:52.809529 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-f456950a-5196-4ee7-814b-3b938fb85cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:52.840216 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f2494-bac6-43ca-babe-fc9bdab1bad9 req-178b2c98-cfd8-4715-9e2d-b1fe94612251 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:52.841658 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-032f2494-bac6-43ca-babe-fc9bdab1bad9 req-178b2c98-cfd8-4715-9e2d-b1fe94612251 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 931 time: 0.2614748 Jul 15 13:29:52.857186 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd2afb-1915-4c75-a4b2-1ff68a1b6d5c service neutron] Pushing event updated for resources: {'Port': ['ID=3c91d80c-7155-4afa-b5e5-837a1d8a4607,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:52.879893 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6c184164-eaed-4c46-8a60-c220562d941b up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:52.930691 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 6c184164-eaed-4c46-8a60-c220562d941b completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:52.934321 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 6c184164-eaed-4c46-8a60-c220562d941b triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:52.934732 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:53.009886 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-032f2494-bac6-43ca-babe-fc9bdab1bad9 req-a4b63f7b-ee1d-468d-9ebf-6980caa44bf6 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578803 Jul 15 13:29:53.011022 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:53.044996 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 6c184164-eaed-4c46-8a60-c220562d941b, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=6c184164-eaed-4c46-8a60-c220562d941b,segment=NetworkSegment(795827b6-5d20-40de-9c4c-b83d5bd5db41),segment_id=795827b6-5d20-40de-9c4c-b83d5bd5db41)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:53.049156 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:53.090201 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-b0cd2afb-1915-4c75-a4b2-1ff68a1b6d5c service neutron] Attempting to bind port 3c91d80c-7155-4afa-b5e5-837a1d8a4607 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:53.090677 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-b0cd2afb-1915-4c75-a4b2-1ff68a1b6d5c service neutron] Attempting to bind port 3c91d80c-7155-4afa-b5e5-837a1d8a4607 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': '795827b6-5d20-40de-9c4c-b83d5bd5db41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fa64dca8-18ff-4dfc-ad9a-6ee46d985877'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:53.090897 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-b0cd2afb-1915-4c75-a4b2-1ff68a1b6d5c service neutron] Attempting to bind port 3c91d80c-7155-4afa-b5e5-837a1d8a4607 on network fa64dca8-18ff-4dfc-ad9a-6ee46d985877 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:53.102404 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=6c184164-eaed-4c46-8a60-c220562d941b,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:53.109452 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90cf8c-b609-4ef4-8ce3-cf052f47f37a req-b848080e-20ff-4b9e-bd27-1fb8e5d09c1c tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:53.110974 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5c90cf8c-b609-4ef4-8ce3-cf052f47f37a req-b848080e-20ff-4b9e-bd27-1fb8e5d09c1c tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "GET /v2.0/ports?device_id=835a7274-814e-4b0a-b248-0757f3c2154e HTTP/1.1" status: 200 len: 946 time: 0.2602179 Jul 15 13:29:53.111530 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-b0cd2afb-1915-4c75-a4b2-1ff68a1b6d5c service neutron] Port 3c91d80c-7155-4afa-b5e5-837a1d8a4607 on network fa64dca8-18ff-4dfc-ad9a-6ee46d985877 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:29:53.111851 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-b0cd2afb-1915-4c75-a4b2-1ff68a1b6d5c service neutron] Attempting to bind port 3c91d80c-7155-4afa-b5e5-837a1d8a4607 on network fa64dca8-18ff-4dfc-ad9a-6ee46d985877 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:53.141659 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-b0cd2afb-1915-4c75-a4b2-1ff68a1b6d5c service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:53.142000 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-b0cd2afb-1915-4c75-a4b2-1ff68a1b6d5c service neutron] Checking segment: {'id': '795827b6-5d20-40de-9c4c-b83d5bd5db41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fa64dca8-18ff-4dfc-ad9a-6ee46d985877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:53.142381 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-b0cd2afb-1915-4c75-a4b2-1ff68a1b6d5c service neutron] Bound using segment: {'id': '795827b6-5d20-40de-9c4c-b83d5bd5db41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fa64dca8-18ff-4dfc-ad9a-6ee46d985877'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:53.142841 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-b0cd2afb-1915-4c75-a4b2-1ff68a1b6d5c service neutron] Bound port: 3c91d80c-7155-4afa-b5e5-837a1d8a4607, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '795827b6-5d20-40de-9c4c-b83d5bd5db41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fa64dca8-18ff-4dfc-ad9a-6ee46d985877'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:53.143199 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-b0cd2afb-1915-4c75-a4b2-1ff68a1b6d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:53.236603 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5c90cf8c-b609-4ef4-8ce3-cf052f47f37a req-9d577c47-4d79-48df-8c5e-172a35a29c0e tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "GET /v2.0/security-groups?id=74166214-bddc-4ad7-80b4-837d10a364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171556 Jul 15 13:29:53.260914 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 53878) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:53.288189 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-b0cd2afb-1915-4c75-a4b2-1ff68a1b6d5c service neutron] For port 3c91d80c-7155-4afa-b5e5-837a1d8a4607, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:53.292767 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-b0cd2afb-1915-4c75-a4b2-1ff68a1b6d5c service neutron] For port 3c91d80c-7155-4afa-b5e5-837a1d8a4607, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=3c91d80c-7155-4afa-b5e5-837a1d8a4607,segment=NetworkSegment(795827b6-5d20-40de-9c4c-b83d5bd5db41),segment_id=795827b6-5d20-40de-9c4c-b83d5bd5db41)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:53.299022 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-b0cd2afb-1915-4c75-a4b2-1ff68a1b6d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:53.368760 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-b0cd2afb-1915-4c75-a4b2-1ff68a1b6d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:53.369377 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-b0cd2afb-1915-4c75-a4b2-1ff68a1b6d5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:53.370784 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-b0cd2afb-1915-4c75-a4b2-1ff68a1b6d5c service neutron] 10.222.0.20 "PUT /v2.0/ports/3c91d80c-7155-4afa-b5e5-837a1d8a4607 HTTP/1.1" status: 200 len: 1093 time: 1.5633221 Jul 15 13:29:53.374703 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a83db350-6d44-4878-afcd-f76e5fbefe02', 'tag': '3c91d80c-7155-4afa-b5e5-837a1d8a4607'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:53.376953 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62752680-8e6d-4134-8718-24a527295736" -d '{"events": [{"name": "network-changed", "server_uuid": "a83db350-6d44-4878-afcd-f76e5fbefe02", "tag": "3c91d80c-7155-4afa-b5e5-837a1d8a4607"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:53.392722 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-f456950a-5196-4ee7-814b-3b938fb85cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dd79e55-2c3a-49f3-a35e-ecc54bbb1166 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:29:53.405215 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-f456950a-5196-4ee7-814b-3b938fb85cdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:53.409843 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd2afb-1915-4c75-a4b2-1ff68a1b6d5c service neutron] Pushing event updated for resources: {'Port': ['ID=3c91d80c-7155-4afa-b5e5-837a1d8a4607,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:53.430151 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b1b499-0b87-4722-b75d-d04311524ab1 x-openstack-request-id: req-28b1b499-0b87-4722-b75d-d04311524ab1 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:53.430438 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a83db350-6d44-4878-afcd-f76e5fbefe02", "tag": "3c91d80c-7155-4afa-b5e5-837a1d8a4607", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:53.430715 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28b1b499-0b87-4722-b75d-d04311524ab1 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:53.431109 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a83db350-6d44-4878-afcd-f76e5fbefe02', 'tag': '3c91d80c-7155-4afa-b5e5-837a1d8a4607', 'status': 'completed', 'code': 200} Jul 15 13:29:53.432890 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-f456950a-5196-4ee7-814b-3b938fb85cdb service neutron] Transition to ACTIVE for port object 3dd79e55-2c3a-49f3-a35e-ecc54bbb1166 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:53.447022 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926ebbcc-be3d-4cf6-b94b-2cbda931e1b4 tempest-TestVolumeBackupRestore-392021854 tempest-TestVolumeBackupRestore-392021854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:53.448523 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-926ebbcc-be3d-4cf6-b94b-2cbda931e1b4 tempest-TestVolumeBackupRestore-392021854 tempest-TestVolumeBackupRestore-392021854-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=835a7274-814e-4b0a-b248-0757f3c2154e HTTP/1.1" status: 200 len: 1093 time: 0.1866200 Jul 15 13:29:53.451440 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-f456950a-5196-4ee7-814b-3b938fb85cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:53.451809 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 53884) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:53.456362 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-dba453b8-0a49-4f15-bf4b-3665e59cdead tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'port_id': '1a93dc7d-6e9e-4405-858a-c7f30c26f7ef', 'tenant_id': 'f245ec02bbff428b9e8f543df199a84c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:53.479270 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dba453b8-0a49-4f15-bf4b-3665e59cdead tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks [] for floatingip, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:53.512494 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f456950a-5196-4ee7-814b-3b938fb85cdb service neutron] Pushing event updated for resources: {'Port': ['ID=3dd79e55-2c3a-49f3-a35e-ecc54bbb1166,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:53.563615 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-a5ea274b-a43e-4f7e-b238-917343069956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:53.565136 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-a5ea274b-a43e-4f7e-b238-917343069956 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=438c2fe7ca9145c995e883ad1c90ef1a&device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 1096 time: 0.1450498 Jul 15 13:29:53.578119 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dba453b8-0a49-4f15-bf4b-3665e59cdead tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:53.610330 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-0437b78c-d8a1-4a31-b348-ff55e239fb3a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c91d80c-7155-4afa-b5e5-837a1d8a4607 HTTP/1.1" status: 200 len: 217 time: 0.0376320 Jul 15 13:29:53.653143 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-f456950a-5196-4ee7-814b-3b938fb85cdb service neutron] Attempting to bind port 3dd79e55-2c3a-49f3-a35e-ecc54bbb1166 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:53.653502 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-f456950a-5196-4ee7-814b-3b938fb85cdb service neutron] Attempting to bind port 3dd79e55-2c3a-49f3-a35e-ecc54bbb1166 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': '795827b6-5d20-40de-9c4c-b83d5bd5db41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fa64dca8-18ff-4dfc-ad9a-6ee46d985877'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:53.653836 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-f456950a-5196-4ee7-814b-3b938fb85cdb service neutron] Attempting to bind port 3dd79e55-2c3a-49f3-a35e-ecc54bbb1166 on network fa64dca8-18ff-4dfc-ad9a-6ee46d985877 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:53.664025 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-f456950a-5196-4ee7-814b-3b938fb85cdb service neutron] Port 3dd79e55-2c3a-49f3-a35e-ecc54bbb1166 on network fa64dca8-18ff-4dfc-ad9a-6ee46d985877 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:29:53.664354 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-f456950a-5196-4ee7-814b-3b938fb85cdb service neutron] Attempting to bind port 3dd79e55-2c3a-49f3-a35e-ecc54bbb1166 on network fa64dca8-18ff-4dfc-ad9a-6ee46d985877 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:53.673601 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-f456950a-5196-4ee7-814b-3b938fb85cdb service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:53.673937 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-f456950a-5196-4ee7-814b-3b938fb85cdb service neutron] Checking segment: {'id': '795827b6-5d20-40de-9c4c-b83d5bd5db41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fa64dca8-18ff-4dfc-ad9a-6ee46d985877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:53.674323 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-f456950a-5196-4ee7-814b-3b938fb85cdb service neutron] Bound using segment: {'id': '795827b6-5d20-40de-9c4c-b83d5bd5db41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fa64dca8-18ff-4dfc-ad9a-6ee46d985877'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:53.674776 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-f456950a-5196-4ee7-814b-3b938fb85cdb service neutron] Bound port: 3dd79e55-2c3a-49f3-a35e-ecc54bbb1166, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '795827b6-5d20-40de-9c4c-b83d5bd5db41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fa64dca8-18ff-4dfc-ad9a-6ee46d985877'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:53.675134 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-f456950a-5196-4ee7-814b-3b938fb85cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:53.678627 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-0a3133b3-27da-4872-8017-eff8c628d98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:53.680209 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-0a3133b3-27da-4872-8017-eff8c628d98d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b53ff05d-23b1-4bd2-81e4-b089756dd05a HTTP/1.1" status: 200 len: 859 time: 0.0629783 Jul 15 13:29:53.684438 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-dba453b8-0a49-4f15-bf4b-3665e59cdead tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Allocated IP 172.25.8.32 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/3f11d88d-b931-44b0-a40b-cc0fd3f86104) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:53.720276 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-bd8fca1a-f581-4571-92a6-0436dabe0f04 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fa64dca8-18ff-4dfc-ad9a-6ee46d985877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338595 Jul 15 13:29:53.787097 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dba453b8-0a49-4f15-bf4b-3665e59cdead tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:53.824143 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dba453b8-0a49-4f15-bf4b-3665e59cdead tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:53.827296 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-f456950a-5196-4ee7-814b-3b938fb85cdb service neutron] For port 3dd79e55-2c3a-49f3-a35e-ecc54bbb1166, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:53.843238 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-f456950a-5196-4ee7-814b-3b938fb85cdb service neutron] For port 3dd79e55-2c3a-49f3-a35e-ecc54bbb1166, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=3dd79e55-2c3a-49f3-a35e-ecc54bbb1166,segment=NetworkSegment(795827b6-5d20-40de-9c4c-b83d5bd5db41),segment_id=795827b6-5d20-40de-9c4c-b83d5bd5db41)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:53.848206 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-f456950a-5196-4ee7-814b-3b938fb85cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:53.870394 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba453b8-0a49-4f15-bf4b-3665e59cdead tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:53.873211 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-dba453b8-0a49-4f15-bf4b-3665e59cdead tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:53.875805 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba453b8-0a49-4f15-bf4b-3665e59cdead tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:53.883539 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-57dacf1c-d89e-4229-8bc7-f2f1d094c155 service neutron] 10.222.0.20 "GET /v2.0/networks/fa64dca8-18ff-4dfc-ad9a-6ee46d985877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444502 Jul 15 13:29:53.893172 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-f456950a-5196-4ee7-814b-3b938fb85cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:53.893775 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-f456950a-5196-4ee7-814b-3b938fb85cdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:53.895089 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-f456950a-5196-4ee7-814b-3b938fb85cdb service neutron] 10.222.0.20 "PUT /v2.0/ports/3dd79e55-2c3a-49f3-a35e-ecc54bbb1166 HTTP/1.1" status: 200 len: 1092 time: 1.2807729 Jul 15 13:29:53.907476 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba453b8-0a49-4f15-bf4b-3665e59cdead tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Pushing event updated for resources: {'Port': ['ID=3f11d88d-b931-44b0-a40b-cc0fd3f86104,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:53.979475 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f456950a-5196-4ee7-814b-3b938fb85cdb service neutron] Pushing event updated for resources: {'Port': ['ID=3dd79e55-2c3a-49f3-a35e-ecc54bbb1166,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:54.034824 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4c841e17-4ec0-45a6-9fa0-e76017e32837 req-3f37da78-3b3c-4a48-bb84-1928745fb942 service neutron] 10.222.0.20 "GET /v2.0/networks/fa64dca8-18ff-4dfc-ad9a-6ee46d985877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446040 Jul 15 13:29:54.045993 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-dc6d9019-2e41-4961-a319-a9f1a09a4dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:54.047716 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-dc6d9019-2e41-4961-a319-a9f1a09a4dcd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=438c2fe7ca9145c995e883ad1c90ef1a&device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 1095 time: 0.1037540 Jul 15 13:29:54.101528 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-e04a9a96-98d9-4f0f-b5bb-68f9d7dccc43 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dd79e55-2c3a-49f3-a35e-ecc54bbb1166 HTTP/1.1" status: 200 len: 217 time: 0.0473065 Jul 15 13:29:54.280788 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dba453b8-0a49-4f15-bf4b-3665e59cdead tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:54.367978 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dba453b8-0a49-4f15-bf4b-3665e59cdead tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:54.524784 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dba453b8-0a49-4f15-bf4b-3665e59cdead tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:54.529750 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dba453b8-0a49-4f15-bf4b-3665e59cdead tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:54.555656 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-fea5ae32-7366-4688-a28b-dada4ab18c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:54.557020 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-fea5ae32-7366-4688-a28b-dada4ab18c49 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b53ff05d-23b1-4bd2-81e4-b089756dd05a HTTP/1.1" status: 200 len: 859 time: 0.4363194 Jul 15 13:29:54.597839 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba453b8-0a49-4f15-bf4b-3665e59cdead tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Pushing event updated for resources: {'Port': ['ID=3f11d88d-b931-44b0-a40b-cc0fd3f86104,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:54.603759 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-171ad85b-a373-4cc1-bdd1-144b80932f4b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fa64dca8-18ff-4dfc-ad9a-6ee46d985877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387218 Jul 15 13:29:54.608789 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62752680-8e6d-4134-8718-24a527295736 req-ab0212cf-5cbe-4525-9795-d267bd83bc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:54.609022 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dba453b8-0a49-4f15-bf4b-3665e59cdead tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:54.610314 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-62752680-8e6d-4134-8718-24a527295736 req-ab0212cf-5cbe-4525-9795-d267bd83bc9e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=438c2fe7ca9145c995e883ad1c90ef1a&device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 1096 time: 0.5175066 Jul 15 13:29:54.655185 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27833fd9-f6e0-4b39-b4c7-6ca124625ff1 req-b7124bc7-7d25-4f86-86cb-9ea1e3421c67 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:54.656658 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-27833fd9-f6e0-4b39-b4c7-6ca124625ff1 req-b7124bc7-7d25-4f86-86cb-9ea1e3421c67 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 943 time: 0.5053983 Jul 15 13:29:54.709790 n-d-771363-36 neutron-server[93826]: INFO neutron.db.l3_db [None req-dba453b8-0a49-4f15-bf4b-3665e59cdead tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Floating IP af5119e0-dcf3-44c2-8699-d347d386217c associated. External IP: 172.25.8.32, port: 1a93dc7d-6e9e-4405-858a-c7f30c26f7ef. Jul 15 13:29:54.771804 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-27833fd9-f6e0-4b39-b4c7-6ca124625ff1 req-9b7eedd8-b91f-44aa-83c2-544b057c09c2 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045375 Jul 15 13:29:54.809072 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62752680-8e6d-4134-8718-24a527295736 req-cfc5b0d7-a243-4ddf-b954-a1a37cfa92ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:54.810861 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-62752680-8e6d-4134-8718-24a527295736 req-cfc5b0d7-a243-4ddf-b954-a1a37cfa92ab service neutron] 10.222.0.20 "GET /v2.0/networks?id=fa64dca8-18ff-4dfc-ad9a-6ee46d985877 HTTP/1.1" status: 200 len: 920 time: 0.1883843 Jul 15 13:29:54.818017 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-6abe89d1-a18b-4eab-b412-9f5482d27e68 service neutron] 10.222.0.20 "GET /v2.0/networks/fa64dca8-18ff-4dfc-ad9a-6ee46d985877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060602 Jul 15 13:29:54.858718 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6c184164-eaed-4c46-8a60-c220562d941b up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:54.859676 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-62752680-8e6d-4134-8718-24a527295736 req-9c75de2b-5e3a-4669-8300-bd4076e0ce94 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c91d80c-7155-4afa-b5e5-837a1d8a4607 HTTP/1.1" status: 200 len: 217 time: 0.0406938 Jul 15 13:29:54.913997 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 6c184164-eaed-4c46-8a60-c220562d941b triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:54.914463 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:54.947435 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba453b8-0a49-4f15-bf4b-3665e59cdead tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Router eb77c2c8-ed32-44fc-9d92-965933b0e5aa has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:29:54.957944 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62752680-8e6d-4134-8718-24a527295736 req-bd8ad6ff-be98-4252-aa4f-d2412bb2cd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:54.959486 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-62752680-8e6d-4134-8718-24a527295736 req-bd8ad6ff-be98-4252-aa4f-d2412bb2cd90 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b53ff05d-23b1-4bd2-81e4-b089756dd05a HTTP/1.1" status: 200 len: 859 time: 0.0890648 Jul 15 13:29:55.000905 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-62752680-8e6d-4134-8718-24a527295736 req-3b9bf52c-a628-4c1c-bc83-7734d026fdaa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fa64dca8-18ff-4dfc-ad9a-6ee46d985877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329700 Jul 15 13:29:55.003331 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ee4326e7-c4ae-4fb8-a091-26b827eba06b req-6f333e34-12c0-4c85-8305-2c76c2a1fd66 service neutron] 10.222.0.20 "GET /v2.0/networks/fa64dca8-18ff-4dfc-ad9a-6ee46d985877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772044 Jul 15 13:29:55.060342 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba453b8-0a49-4f15-bf4b-3665e59cdead tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:29:55.070937 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05732aad-b3e9-4950-8b82-dc1100c62d6f None None] Sync routers for ids ['eb77c2c8-ed32-44fc-9d92-965933b0e5aa'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:29:55.077216 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dba453b8-0a49-4f15-bf4b-3665e59cdead tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.081201 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05732aad-b3e9-4950-8b82-dc1100c62d6f None None] Routers {'eb77c2c8-ed32-44fc-9d92-965933b0e5aa'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:55.081818 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-05732aad-b3e9-4950-8b82-dc1100c62d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:29:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['eb77c2c8-ed32-44fc-9d92-965933b0e5aa'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:55.106654 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-62752680-8e6d-4134-8718-24a527295736 req-f49721b9-ba57-46de-892b-fdf3b1901c39 service neutron] 10.222.0.20 "GET /v2.0/networks/fa64dca8-18ff-4dfc-ad9a-6ee46d985877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962393 Jul 15 13:29:55.113291 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-dba453b8-0a49-4f15-bf4b-3665e59cdead tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6603928 Jul 15 13:29:55.113879 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '835a7274-814e-4b0a-b248-0757f3c2154e', 'tag': '1a93dc7d-6e9e-4405-858a-c7f30c26f7ef'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:55.116128 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 53888) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:55.116322 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd83846a-1ddb-4dd7-8b94-7ac0091f7010" -d '{"events": [{"name": "network-changed", "server_uuid": "835a7274-814e-4b0a-b248-0757f3c2154e", "tag": "1a93dc7d-6e9e-4405-858a-c7f30c26f7ef"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:55.157098 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3e3261-69f7-4a7a-b980-de1c4a3e2aca x-openstack-request-id: req-7b3e3261-69f7-4a7a-b980-de1c4a3e2aca {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:55.157393 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "835a7274-814e-4b0a-b248-0757f3c2154e", "tag": "1a93dc7d-6e9e-4405-858a-c7f30c26f7ef", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:55.157647 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b3e3261-69f7-4a7a-b980-de1c4a3e2aca {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:55.158083 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '835a7274-814e-4b0a-b248-0757f3c2154e', 'tag': '1a93dc7d-6e9e-4405-858a-c7f30c26f7ef', 'status': 'completed', 'code': 200} Jul 15 13:29:55.236116 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83846a-1ddb-4dd7-8b94-7ac0091f7010 req-82057629-1e56-44f6-8b75-6e35f35adb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:55.238166 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-bd83846a-1ddb-4dd7-8b94-7ac0091f7010 req-82057629-1e56-44f6-8b75-6e35f35adb3d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f245ec02bbff428b9e8f543df199a84c&device_id=835a7274-814e-4b0a-b248-0757f3c2154e HTTP/1.1" status: 200 len: 1098 time: 0.0575771 Jul 15 13:29:55.249137 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46003e0-e96c-458f-8b4c-292e6415913d tempest-TestVolumeBackupRestore-392021854 tempest-TestVolumeBackupRestore-392021854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:55.251409 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f46003e0-e96c-458f-8b4c-292e6415913d tempest-TestVolumeBackupRestore-392021854 tempest-TestVolumeBackupRestore-392021854-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=835a7274-814e-4b0a-b248-0757f3c2154e HTTP/1.1" status: 200 len: 1093 time: 0.1326091 Jul 15 13:29:55.253580 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-62752680-8e6d-4134-8718-24a527295736 req-bec4394b-0874-43b6-9077-c6f79b5dac9b service neutron] 10.222.0.20 "GET /v2.0/networks/fa64dca8-18ff-4dfc-ad9a-6ee46d985877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384997 Jul 15 13:29:55.253729 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 53892) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:55.258736 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-dd8bb168-8167-4e83-90e4-438cae5d71c8 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Request body: {'floatingip': {'port_id': '1a93dc7d-6e9e-4405-858a-c7f30c26f7ef'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:55.354760 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-05732aad-b3e9-4950-8b82-dc1100c62d6f None None] Set router eb77c2c8-ed32-44fc-9d92-965933b0e5aa gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:55.365212 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dd8bb168-8167-4e83-90e4-438cae5d71c8 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks [] for floatingip, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.427633 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83846a-1ddb-4dd7-8b94-7ac0091f7010 req-73534296-b0f6-4434-b103-618c68d243d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:55.429771 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-bd83846a-1ddb-4dd7-8b94-7ac0091f7010 req-73534296-b0f6-4434-b103-618c68d243d6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=043d99db-838c-4662-abb4-bf28ede39083 HTTP/1.1" status: 200 len: 915 time: 0.1841259 Jul 15 13:29:55.431897 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9e13e0-3ca5-4805-8434-03d990c44952', 'tag': '3dd79e55-2c3a-49f3-a35e-ecc54bbb1166'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:55.434256 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c939083d-25f6-493c-ad06-d3248d7329bf" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9e13e0-3ca5-4805-8434-03d990c44952", "tag": "3dd79e55-2c3a-49f3-a35e-ecc54bbb1166"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:55.470731 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb843095-6bd7-4183-84b6-b83f7ed4a59f x-openstack-request-id: req-fb843095-6bd7-4183-84b6-b83f7ed4a59f {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:55.471163 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9e13e0-3ca5-4805-8434-03d990c44952", "tag": "3dd79e55-2c3a-49f3-a35e-ecc54bbb1166", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:55.471479 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb843095-6bd7-4183-84b6-b83f7ed4a59f {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:55.471948 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9e13e0-3ca5-4805-8434-03d990c44952', 'tag': '3dd79e55-2c3a-49f3-a35e-ecc54bbb1166', 'status': 'completed', 'code': 200} Jul 15 13:29:55.547088 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939083d-25f6-493c-ad06-d3248d7329bf req-860f0099-8c87-4244-af02-5e3be48597ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:55.548724 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c939083d-25f6-493c-ad06-d3248d7329bf req-860f0099-8c87-4244-af02-5e3be48597ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=438c2fe7ca9145c995e883ad1c90ef1a&device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 1095 time: 0.0551808 Jul 15 13:29:55.559042 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-bd83846a-1ddb-4dd7-8b94-7ac0091f7010 req-ad1924a4-cdab-4a49-90d0-215acf877248 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a93dc7d-6e9e-4405-858a-c7f30c26f7ef HTTP/1.1" status: 200 len: 999 time: 0.1184273 Jul 15 13:29:55.590060 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-05732aad-b3e9-4950-8b82-dc1100c62d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'name': 'tempest-TestVolumeBackupRestore-1608489791-router', 'tenant_id': 'f245ec02bbff428b9e8f543df199a84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'e8485766-672b-4b34-b5e4-6f0c764b6ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:31Z', 'updated_at': '2021-07-15T13:27:35Z', 'revision_number': 4, 'project_id': 'f245ec02bbff428b9e8f543df199a84c', 'gw_port': {'id': 'e8485766-672b-4b34-b5e4-6f0c764b6ed1', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:32Z', 'updated_at': '2021-07-15T13:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'af5119e0-dcf3-44c2-8699-d347d386217c', 'tenant_id': 'f245ec02bbff428b9e8f543df199a84c', 'floating_ip_address': '172.25.8.32', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'port_id': '1a93dc7d-6e9e-4405-858a-c7f30c26f7ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '043d99db-838c-4662-abb4-bf28ede39083', 'mac_address': 'fa:16:3e:ac:2a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835a7274-814e-4b0a-b248-0757f3c2154e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:29:54Z', 'updated_at': '2021-07-15T13:29:54Z', 'revision_number': 0, 'project_id': 'f245ec02bbff428b9e8f543df199a84c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6aabb1ba-570e-478a-b653-eacd68b4b9ed', 'name': '', 'network_id': '043d99db-838c-4662-abb4-bf28ede39083', 'tenant_id': 'f245ec02bbff428b9e8f543df199a84c', 'mac_address': 'fa:16:3e:8c:41:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '83ef7f74-6375-414e-a389-86d39e0806ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:34Z', 'updated_at': '2021-07-15T13:27:41Z', 'revision_number': 5, 'project_id': 'f245ec02bbff428b9e8f543df199a84c', 'subnets': [{'id': '83ef7f74-6375-414e-a389-86d39e0806ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:55.618112 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05732aad-b3e9-4950-8b82-dc1100c62d6f None None] Checking router: eb77c2c8-ed32-44fc-9d92-965933b0e5aa for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:29:55.627145 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05732aad-b3e9-4950-8b82-dc1100c62d6f None None] Routers {'eb77c2c8-ed32-44fc-9d92-965933b0e5aa'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:55.627946 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-05732aad-b3e9-4950-8b82-dc1100c62d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:29:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['eb77c2c8-ed32-44fc-9d92-965933b0e5aa'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:55.650978 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939083d-25f6-493c-ad06-d3248d7329bf req-c227e8cb-e0e0-4528-b7a1-492b42f2289f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:55.652477 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c939083d-25f6-493c-ad06-d3248d7329bf req-c227e8cb-e0e0-4528-b7a1-492b42f2289f service neutron] 10.222.0.20 "GET /v2.0/networks?id=fa64dca8-18ff-4dfc-ad9a-6ee46d985877 HTTP/1.1" status: 200 len: 920 time: 0.0969105 Jul 15 13:29:55.684862 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83846a-1ddb-4dd7-8b94-7ac0091f7010 req-3fde7922-d59b-4624-9260-91762547ded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:55.686340 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-bd83846a-1ddb-4dd7-8b94-7ac0091f7010 req-3fde7922-d59b-4624-9260-91762547ded3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=83ef7f74-6375-414e-a389-86d39e0806ba HTTP/1.1" status: 200 len: 853 time: 0.1199405 Jul 15 13:29:55.695351 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c939083d-25f6-493c-ad06-d3248d7329bf req-d49cbf96-c039-4113-87f7-398f1688f1b0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dd79e55-2c3a-49f3-a35e-ecc54bbb1166 HTTP/1.1" status: 200 len: 217 time: 0.0350716 Jul 15 13:29:55.740764 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-05732aad-b3e9-4950-8b82-dc1100c62d6f None None] Set router eb77c2c8-ed32-44fc-9d92-965933b0e5aa gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:55.745373 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939083d-25f6-493c-ad06-d3248d7329bf req-e3834cd8-90d2-4823-8197-c7124a19b9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:55.747408 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c939083d-25f6-493c-ad06-d3248d7329bf req-e3834cd8-90d2-4823-8197-c7124a19b9c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b53ff05d-23b1-4bd2-81e4-b089756dd05a HTTP/1.1" status: 200 len: 859 time: 0.0456729 Jul 15 13:29:55.785646 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c939083d-25f6-493c-ad06-d3248d7329bf req-7c692e04-5623-4615-9610-8c1e65a038c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fa64dca8-18ff-4dfc-ad9a-6ee46d985877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317678 Jul 15 13:29:55.907303 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c939083d-25f6-493c-ad06-d3248d7329bf req-f428aaf2-b838-4a5b-8ad4-991fdac3f8c1 service neutron] 10.222.0.20 "GET /v2.0/networks/fa64dca8-18ff-4dfc-ad9a-6ee46d985877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148863 Jul 15 13:29:56.000693 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-05732aad-b3e9-4950-8b82-dc1100c62d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'name': 'tempest-TestVolumeBackupRestore-1608489791-router', 'tenant_id': 'f245ec02bbff428b9e8f543df199a84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'e8485766-672b-4b34-b5e4-6f0c764b6ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:31Z', 'updated_at': '2021-07-15T13:27:35Z', 'revision_number': 4, 'project_id': 'f245ec02bbff428b9e8f543df199a84c', 'gw_port': {'id': 'e8485766-672b-4b34-b5e4-6f0c764b6ed1', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:32Z', 'updated_at': '2021-07-15T13:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'af5119e0-dcf3-44c2-8699-d347d386217c', 'tenant_id': 'f245ec02bbff428b9e8f543df199a84c', 'floating_ip_address': '172.25.8.32', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'port_id': '1a93dc7d-6e9e-4405-858a-c7f30c26f7ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '043d99db-838c-4662-abb4-bf28ede39083', 'mac_address': 'fa:16:3e:ac:2a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835a7274-814e-4b0a-b248-0757f3c2154e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:29:54Z', 'updated_at': '2021-07-15T13:29:54Z', 'revision_number': 0, 'project_id': 'f245ec02bbff428b9e8f543df199a84c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6aabb1ba-570e-478a-b653-eacd68b4b9ed', 'name': '', 'network_id': '043d99db-838c-4662-abb4-bf28ede39083', 'tenant_id': 'f245ec02bbff428b9e8f543df199a84c', 'mac_address': 'fa:16:3e:8c:41:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '83ef7f74-6375-414e-a389-86d39e0806ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:34Z', 'updated_at': '2021-07-15T13:27:41Z', 'revision_number': 5, 'project_id': 'f245ec02bbff428b9e8f543df199a84c', 'subnets': [{'id': '83ef7f74-6375-414e-a389-86d39e0806ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:56.030600 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05732aad-b3e9-4950-8b82-dc1100c62d6f None None] The sync data for ids ['eb77c2c8-ed32-44fc-9d92-965933b0e5aa'] in n-d-771363-36 is: [{'id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'name': 'tempest-TestVolumeBackupRestore-1608489791-router', 'tenant_id': 'f245ec02bbff428b9e8f543df199a84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'e8485766-672b-4b34-b5e4-6f0c764b6ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:31Z', 'updated_at': '2021-07-15T13:27:35Z', 'revision_number': 4, 'project_id': 'f245ec02bbff428b9e8f543df199a84c', 'gw_port': {'id': 'e8485766-672b-4b34-b5e4-6f0c764b6ed1', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:32Z', 'updated_at': '2021-07-15T13:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'af5119e0-dcf3-44c2-8699-d347d386217c', 'tenant_id': 'f245ec02bbff428b9e8f543df199a84c', 'floating_ip_address': '172.25.8.32', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'port_id': '1a93dc7d-6e9e-4405-858a-c7f30c26f7ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '043d99db-838c-4662-abb4-bf28ede39083', 'mac_address': 'fa:16:3e:ac:2a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835a7274-814e-4b0a-b248-0757f3c2154e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:29:54Z', 'updated_at': '2021-07-15T13:29:54Z', 'revision_number': 0, 'project_id': 'f245ec02bbff428b9e8f543df199a84c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6aabb1ba-570e-478a-b653-eacd68b4b9ed', 'name': '', 'network_id': '043d99db-838c-4662-abb4-bf28ede39083', 'tenant_id': 'f245ec02bbff428b9e8f543df199a84c', 'mac_address': 'fa:16:3e:8c:41:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '83ef7f74-6375-414e-a389-86d39e0806ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:34Z', 'updated_at': '2021-07-15T13:27:41Z', 'revision_number': 5, 'project_id': 'f245ec02bbff428b9e8f543df199a84c', 'subnets': [{'id': '83ef7f74-6375-414e-a389-86d39e0806ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:29:56.050706 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9eda7-9013-4f05-ae90-e55409392e45 req-c66f89de-81ae-469f-aa72-e26d4e3c9703 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:56.052283 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-64a9eda7-9013-4f05-ae90-e55409392e45 req-c66f89de-81ae-469f-aa72-e26d4e3c9703 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 943 time: 0.1408231 Jul 15 13:29:56.071889 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c939083d-25f6-493c-ad06-d3248d7329bf req-482fb84f-22b1-4238-9dfa-7a36a50055cb service neutron] 10.222.0.20 "GET /v2.0/networks/fa64dca8-18ff-4dfc-ad9a-6ee46d985877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497228 Jul 15 13:29:56.112253 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-64a9eda7-9013-4f05-ae90-e55409392e45 req-14fd275c-8252-4e3d-b1c1-9cb362b8297c tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512142 Jul 15 13:29:56.169775 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83846a-1ddb-4dd7-8b94-7ac0091f7010 req-43916a62-a666-4140-b2d2-1bfcd10c6fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:56.171332 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-bd83846a-1ddb-4dd7-8b94-7ac0091f7010 req-43916a62-a666-4140-b2d2-1bfcd10c6fa3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=043d99db-838c-4662-abb4-bf28ede39083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4785669 Jul 15 13:29:56.253172 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d121d07-e882-4b6b-9201-4157df2eeafa None None] New status for floating IP af5119e0-dcf3-44c2-8699-d347d386217c: ACTIVE {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:29:56.342661 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-bd83846a-1ddb-4dd7-8b94-7ac0091f7010 req-1c7acec0-b849-42f8-b9e2-8e930a868634 service neutron] 10.222.0.46 "GET /v2.0/networks/043d99db-838c-4662-abb4-bf28ede39083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625063 Jul 15 13:29:56.421275 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dd8bb168-8167-4e83-90e4-438cae5d71c8 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:56.426467 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.db.api [None req-9d121d07-e882-4b6b-9201-4157df2eeafa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:29:56.426950 n-d-771363-36 neutron-server[93828]: DEBUG oslo_db.api [None req-9d121d07-e882-4b6b-9201-4157df2eeafa None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:29:56.449143 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dd8bb168-8167-4e83-90e4-438cae5d71c8 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:56.541735 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-bd83846a-1ddb-4dd7-8b94-7ac0091f7010 req-b77e5052-3f09-495a-8c74-c6703f032ce3 service neutron] 10.222.0.46 "GET /v2.0/networks/043d99db-838c-4662-abb4-bf28ede39083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930225 Jul 15 13:29:56.672805 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8bb168-8167-4e83-90e4-438cae5d71c8 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Router eb77c2c8-ed32-44fc-9d92-965933b0e5aa has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:29:56.781462 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8bb168-8167-4e83-90e4-438cae5d71c8 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:29:56.786572 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dd8bb168-8167-4e83-90e4-438cae5d71c8 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:56.860345 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-dd8bb168-8167-4e83-90e4-438cae5d71c8 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "PUT /v2.0/floatingips/af5119e0-dcf3-44c2-8699-d347d386217c HTTP/1.1" status: 200 len: 991 time: 1.6057162 Jul 15 13:29:56.928585 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d121d07-e882-4b6b-9201-4157df2eeafa None None] New status for floating IP af5119e0-dcf3-44c2-8699-d347d386217c: ACTIVE {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:29:57.158843 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '835a7274-814e-4b0a-b248-0757f3c2154e', 'tag': '1a93dc7d-6e9e-4405-858a-c7f30c26f7ef'}, {'name': 'network-changed', 'server_uuid': '835a7274-814e-4b0a-b248-0757f3c2154e', 'tag': '1a93dc7d-6e9e-4405-858a-c7f30c26f7ef'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:57.161268 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7c72c3-7cf7-4a80-a127-bfb28ad7fbaf" -d '{"events": [{"name": "network-changed", "server_uuid": "835a7274-814e-4b0a-b248-0757f3c2154e", "tag": "1a93dc7d-6e9e-4405-858a-c7f30c26f7ef"}, {"name": "network-changed", "server_uuid": "835a7274-814e-4b0a-b248-0757f3c2154e", "tag": "1a93dc7d-6e9e-4405-858a-c7f30c26f7ef"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:57.201664 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2f28c7-f2c0-41e7-890d-3f512dea6b3b x-openstack-request-id: req-4d2f28c7-f2c0-41e7-890d-3f512dea6b3b {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:57.201973 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "835a7274-814e-4b0a-b248-0757f3c2154e", "tag": "1a93dc7d-6e9e-4405-858a-c7f30c26f7ef", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "835a7274-814e-4b0a-b248-0757f3c2154e", "tag": "1a93dc7d-6e9e-4405-858a-c7f30c26f7ef", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:57.202228 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4d2f28c7-f2c0-41e7-890d-3f512dea6b3b {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:57.202683 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '835a7274-814e-4b0a-b248-0757f3c2154e', 'tag': '1a93dc7d-6e9e-4405-858a-c7f30c26f7ef', 'status': 'completed', 'code': 200} Jul 15 13:29:57.202929 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '835a7274-814e-4b0a-b248-0757f3c2154e', 'tag': '1a93dc7d-6e9e-4405-858a-c7f30c26f7ef', 'status': 'completed', 'code': 200} Jul 15 13:29:57.276648 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c72c3-7cf7-4a80-a127-bfb28ad7fbaf req-bfd53e29-abb3-4d85-8dd8-d0124fe9a82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:57.278174 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2d7c72c3-7cf7-4a80-a127-bfb28ad7fbaf req-bfd53e29-abb3-4d85-8dd8-d0124fe9a82e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f245ec02bbff428b9e8f543df199a84c&device_id=835a7274-814e-4b0a-b248-0757f3c2154e HTTP/1.1" status: 200 len: 1098 time: 0.0538242 Jul 15 13:29:57.297313 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230507a3-e323-4551-9255-27be64f9ced1 req-e4dd440e-a4ea-45c5-ad52-9406fbf987cb tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:57.298877 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-230507a3-e323-4551-9255-27be64f9ced1 req-e4dd440e-a4ea-45c5-ad52-9406fbf987cb tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 943 time: 0.0679567 Jul 15 13:29:57.314589 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5da900-fe12-4c7d-88c9-07d11c99f818 None None] Sync routers for ids ['eb77c2c8-ed32-44fc-9d92-965933b0e5aa'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:29:57.326690 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5da900-fe12-4c7d-88c9-07d11c99f818 None None] Routers {'eb77c2c8-ed32-44fc-9d92-965933b0e5aa'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:57.327351 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-4e5da900-fe12-4c7d-88c9-07d11c99f818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:29:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['eb77c2c8-ed32-44fc-9d92-965933b0e5aa'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:57.346673 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-230507a3-e323-4551-9255-27be64f9ced1 req-550b7318-b587-4c7e-ad8e-4de8389d4731 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409153 Jul 15 13:29:57.386542 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c72c3-7cf7-4a80-a127-bfb28ad7fbaf req-bf383ca8-75e3-403e-84da-6d8648bd95bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:57.388047 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2d7c72c3-7cf7-4a80-a127-bfb28ad7fbaf req-bf383ca8-75e3-403e-84da-6d8648bd95bf service neutron] 10.222.0.46 "GET /v2.0/networks?id=043d99db-838c-4662-abb4-bf28ede39083 HTTP/1.1" status: 200 len: 915 time: 0.1041229 Jul 15 13:29:57.435076 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-4e5da900-fe12-4c7d-88c9-07d11c99f818 None None] Set router eb77c2c8-ed32-44fc-9d92-965933b0e5aa gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:57.451542 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2d7c72c3-7cf7-4a80-a127-bfb28ad7fbaf req-47e0cdcc-477e-476f-b213-a0115324889c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a93dc7d-6e9e-4405-858a-c7f30c26f7ef HTTP/1.1" status: 200 len: 1001 time: 0.0574217 Jul 15 13:29:57.498064 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c72c3-7cf7-4a80-a127-bfb28ad7fbaf req-18853b33-b294-45af-b72b-b44e03b6ffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:57.499560 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2d7c72c3-7cf7-4a80-a127-bfb28ad7fbaf req-18853b33-b294-45af-b72b-b44e03b6ffe0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=83ef7f74-6375-414e-a389-86d39e0806ba HTTP/1.1" status: 200 len: 853 time: 0.0423098 Jul 15 13:29:57.559138 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c72c3-7cf7-4a80-a127-bfb28ad7fbaf req-2daf85f9-51ac-4077-9795-48a2e6bfbf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:57.560662 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2d7c72c3-7cf7-4a80-a127-bfb28ad7fbaf req-2daf85f9-51ac-4077-9795-48a2e6bfbf0b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=043d99db-838c-4662-abb4-bf28ede39083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554206 Jul 15 13:29:57.650258 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2d7c72c3-7cf7-4a80-a127-bfb28ad7fbaf req-266494ec-bfff-43ef-aafe-6724e72fbc41 service neutron] 10.222.0.46 "GET /v2.0/networks/043d99db-838c-4662-abb4-bf28ede39083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832641 Jul 15 13:29:57.651892 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-4e5da900-fe12-4c7d-88c9-07d11c99f818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'name': 'tempest-TestVolumeBackupRestore-1608489791-router', 'tenant_id': 'f245ec02bbff428b9e8f543df199a84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'e8485766-672b-4b34-b5e4-6f0c764b6ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:31Z', 'updated_at': '2021-07-15T13:27:35Z', 'revision_number': 4, 'project_id': 'f245ec02bbff428b9e8f543df199a84c', 'gw_port': {'id': 'e8485766-672b-4b34-b5e4-6f0c764b6ed1', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:32Z', 'updated_at': '2021-07-15T13:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'af5119e0-dcf3-44c2-8699-d347d386217c', 'tenant_id': 'f245ec02bbff428b9e8f543df199a84c', 'floating_ip_address': '172.25.8.32', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'port_id': '1a93dc7d-6e9e-4405-858a-c7f30c26f7ef', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '043d99db-838c-4662-abb4-bf28ede39083', 'mac_address': 'fa:16:3e:ac:2a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835a7274-814e-4b0a-b248-0757f3c2154e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:29:54Z', 'updated_at': '2021-07-15T13:29:57Z', 'revision_number': 2, 'project_id': 'f245ec02bbff428b9e8f543df199a84c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6aabb1ba-570e-478a-b653-eacd68b4b9ed', 'name': '', 'network_id': '043d99db-838c-4662-abb4-bf28ede39083', 'tenant_id': 'f245ec02bbff428b9e8f543df199a84c', 'mac_address': 'fa:16:3e:8c:41:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '83ef7f74-6375-414e-a389-86d39e0806ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:34Z', 'updated_at': '2021-07-15T13:27:41Z', 'revision_number': 5, 'project_id': 'f245ec02bbff428b9e8f543df199a84c', 'subnets': [{'id': '83ef7f74-6375-414e-a389-86d39e0806ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:57.682155 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5da900-fe12-4c7d-88c9-07d11c99f818 None None] Checking router: eb77c2c8-ed32-44fc-9d92-965933b0e5aa for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:29:57.690687 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5da900-fe12-4c7d-88c9-07d11c99f818 None None] Routers {'eb77c2c8-ed32-44fc-9d92-965933b0e5aa'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:57.691245 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-4e5da900-fe12-4c7d-88c9-07d11c99f818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:29:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['eb77c2c8-ed32-44fc-9d92-965933b0e5aa'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:57.744695 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2d7c72c3-7cf7-4a80-a127-bfb28ad7fbaf req-99a071a8-e8ae-4c9a-845c-3f496b21e9ca service neutron] 10.222.0.46 "GET /v2.0/networks/043d99db-838c-4662-abb4-bf28ede39083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885932 Jul 15 13:29:57.797475 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-4e5da900-fe12-4c7d-88c9-07d11c99f818 None None] Set router eb77c2c8-ed32-44fc-9d92-965933b0e5aa gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:57.835293 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c72c3-7cf7-4a80-a127-bfb28ad7fbaf req-ddc5ea9c-8745-4b51-8bf8-66f8c39ceb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:57.836797 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2d7c72c3-7cf7-4a80-a127-bfb28ad7fbaf req-ddc5ea9c-8745-4b51-8bf8-66f8c39ceb0a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f245ec02bbff428b9e8f543df199a84c&device_id=835a7274-814e-4b0a-b248-0757f3c2154e HTTP/1.1" status: 200 len: 1098 time: 0.0525410 Jul 15 13:29:57.930740 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c72c3-7cf7-4a80-a127-bfb28ad7fbaf req-9f304420-4903-4e5c-9a19-33fb72e0496f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:57.932347 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2d7c72c3-7cf7-4a80-a127-bfb28ad7fbaf req-9f304420-4903-4e5c-9a19-33fb72e0496f service neutron] 10.222.0.46 "GET /v2.0/networks?id=043d99db-838c-4662-abb4-bf28ede39083 HTTP/1.1" status: 200 len: 915 time: 0.0895047 Jul 15 13:29:57.995492 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2d7c72c3-7cf7-4a80-a127-bfb28ad7fbaf req-7af467fe-650c-4c10-a6d1-0d82512482bc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a93dc7d-6e9e-4405-858a-c7f30c26f7ef HTTP/1.1" status: 200 len: 1001 time: 0.0565717 Jul 15 13:29:58.015631 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-4e5da900-fe12-4c7d-88c9-07d11c99f818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'name': 'tempest-TestVolumeBackupRestore-1608489791-router', 'tenant_id': 'f245ec02bbff428b9e8f543df199a84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'e8485766-672b-4b34-b5e4-6f0c764b6ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:31Z', 'updated_at': '2021-07-15T13:27:35Z', 'revision_number': 4, 'project_id': 'f245ec02bbff428b9e8f543df199a84c', 'gw_port': {'id': 'e8485766-672b-4b34-b5e4-6f0c764b6ed1', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:32Z', 'updated_at': '2021-07-15T13:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'af5119e0-dcf3-44c2-8699-d347d386217c', 'tenant_id': 'f245ec02bbff428b9e8f543df199a84c', 'floating_ip_address': '172.25.8.32', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'port_id': '1a93dc7d-6e9e-4405-858a-c7f30c26f7ef', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '043d99db-838c-4662-abb4-bf28ede39083', 'mac_address': 'fa:16:3e:ac:2a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835a7274-814e-4b0a-b248-0757f3c2154e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:29:54Z', 'updated_at': '2021-07-15T13:29:57Z', 'revision_number': 2, 'project_id': 'f245ec02bbff428b9e8f543df199a84c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6aabb1ba-570e-478a-b653-eacd68b4b9ed', 'name': '', 'network_id': '043d99db-838c-4662-abb4-bf28ede39083', 'tenant_id': 'f245ec02bbff428b9e8f543df199a84c', 'mac_address': 'fa:16:3e:8c:41:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '83ef7f74-6375-414e-a389-86d39e0806ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:34Z', 'updated_at': '2021-07-15T13:27:41Z', 'revision_number': 5, 'project_id': 'f245ec02bbff428b9e8f543df199a84c', 'subnets': [{'id': '83ef7f74-6375-414e-a389-86d39e0806ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:58.043640 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c72c3-7cf7-4a80-a127-bfb28ad7fbaf req-e9eea780-686a-47fc-8cc7-ed9b9ea6d2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:58.045122 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2d7c72c3-7cf7-4a80-a127-bfb28ad7fbaf req-e9eea780-686a-47fc-8cc7-ed9b9ea6d2b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=83ef7f74-6375-414e-a389-86d39e0806ba HTTP/1.1" status: 200 len: 853 time: 0.0435464 Jul 15 13:29:58.047473 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 3dd79e55-2c3a-49f3-a35e-ecc54bbb1166 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:29:58.050630 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5da900-fe12-4c7d-88c9-07d11c99f818 None None] The sync data for ids ['eb77c2c8-ed32-44fc-9d92-965933b0e5aa'] in n-d-771363-36 is: [{'id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'name': 'tempest-TestVolumeBackupRestore-1608489791-router', 'tenant_id': 'f245ec02bbff428b9e8f543df199a84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'e8485766-672b-4b34-b5e4-6f0c764b6ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:31Z', 'updated_at': '2021-07-15T13:27:35Z', 'revision_number': 4, 'project_id': 'f245ec02bbff428b9e8f543df199a84c', 'gw_port': {'id': 'e8485766-672b-4b34-b5e4-6f0c764b6ed1', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:32Z', 'updated_at': '2021-07-15T13:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'af5119e0-dcf3-44c2-8699-d347d386217c', 'tenant_id': 'f245ec02bbff428b9e8f543df199a84c', 'floating_ip_address': '172.25.8.32', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'port_id': '1a93dc7d-6e9e-4405-858a-c7f30c26f7ef', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '043d99db-838c-4662-abb4-bf28ede39083', 'mac_address': 'fa:16:3e:ac:2a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835a7274-814e-4b0a-b248-0757f3c2154e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:29:54Z', 'updated_at': '2021-07-15T13:29:57Z', 'revision_number': 2, 'project_id': 'f245ec02bbff428b9e8f543df199a84c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6aabb1ba-570e-478a-b653-eacd68b4b9ed', 'name': '', 'network_id': '043d99db-838c-4662-abb4-bf28ede39083', 'tenant_id': 'f245ec02bbff428b9e8f543df199a84c', 'mac_address': 'fa:16:3e:8c:41:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '83ef7f74-6375-414e-a389-86d39e0806ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:34Z', 'updated_at': '2021-07-15T13:27:41Z', 'revision_number': 5, 'project_id': 'f245ec02bbff428b9e8f543df199a84c', 'subnets': [{'id': '83ef7f74-6375-414e-a389-86d39e0806ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:29:58.110040 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c72c3-7cf7-4a80-a127-bfb28ad7fbaf req-2eaefa21-d08a-48be-b7f6-07a7d8c9753f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:58.111672 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2d7c72c3-7cf7-4a80-a127-bfb28ad7fbaf req-2eaefa21-d08a-48be-b7f6-07a7d8c9753f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=043d99db-838c-4662-abb4-bf28ede39083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597463 Jul 15 13:29:58.150208 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 3dd79e55-2c3a-49f3-a35e-ecc54bbb1166, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=3dd79e55-2c3a-49f3-a35e-ecc54bbb1166,segment=NetworkSegment(795827b6-5d20-40de-9c4c-b83d5bd5db41),segment_id=795827b6-5d20-40de-9c4c-b83d5bd5db41)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:58.162685 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': '3dd79e55-2c3a-49f3-a35e-ecc54bbb1166', 'network_id': 'fa64dca8-18ff-4dfc-ad9a-6ee46d985877', 'port_id': '3dd79e55-2c3a-49f3-a35e-ecc54bbb1166', 'mac_address': 'fa:16:3e:fd:ac:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b53ff05d-23b1-4bd2-81e4-b089756dd05a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:29:58.200997 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.208453 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2d7c72c3-7cf7-4a80-a127-bfb28ad7fbaf req-df2bf58f-c4cf-4f8f-bad0-05d8b7bed853 service neutron] 10.222.0.46 "GET /v2.0/networks/043d99db-838c-4662-abb4-bf28ede39083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897081 Jul 15 13:29:58.215146 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dd79e55-2c3a-49f3-a35e-ecc54bbb1166 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:29:58.235177 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 3dd79e55-2c3a-49f3-a35e-ecc54bbb1166, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=3dd79e55-2c3a-49f3-a35e-ecc54bbb1166,segment=NetworkSegment(795827b6-5d20-40de-9c4c-b83d5bd5db41),segment_id=795827b6-5d20-40de-9c4c-b83d5bd5db41)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:58.239615 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.240601 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 3c91d80c-7155-4afa-b5e5-837a1d8a4607 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:29:58.308167 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2d7c72c3-7cf7-4a80-a127-bfb28ad7fbaf req-0b1f6ae7-250a-48a4-8ea5-37c5fdd6dc6e service neutron] 10.222.0.46 "GET /v2.0/networks/043d99db-838c-4662-abb4-bf28ede39083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918715 Jul 15 13:29:58.310024 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 3c91d80c-7155-4afa-b5e5-837a1d8a4607, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=3c91d80c-7155-4afa-b5e5-837a1d8a4607,segment=NetworkSegment(795827b6-5d20-40de-9c4c-b83d5bd5db41),segment_id=795827b6-5d20-40de-9c4c-b83d5bd5db41)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:58.312705 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=3dd79e55-2c3a-49f3-a35e-ecc54bbb1166,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:58.325422 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': '3c91d80c-7155-4afa-b5e5-837a1d8a4607', 'network_id': 'fa64dca8-18ff-4dfc-ad9a-6ee46d985877', 'port_id': '3c91d80c-7155-4afa-b5e5-837a1d8a4607', 'mac_address': 'fa:16:3e:6d:9d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b53ff05d-23b1-4bd2-81e4-b089756dd05a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:29:58.363704 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.377182 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c91d80c-7155-4afa-b5e5-837a1d8a4607 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:29:58.396263 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 3c91d80c-7155-4afa-b5e5-837a1d8a4607, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=3c91d80c-7155-4afa-b5e5-837a1d8a4607,segment=NetworkSegment(795827b6-5d20-40de-9c4c-b83d5bd5db41),segment_id=795827b6-5d20-40de-9c4c-b83d5bd5db41)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:58.400449 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.450866 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=3c91d80c-7155-4afa-b5e5-837a1d8a4607,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:58.535150 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e73c06-0070-41cf-9127-d034b0bacceb req-4bc066cf-7f6d-4dcb-b895-84fe919e7ad2 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:58.536564 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-17e73c06-0070-41cf-9127-d034b0bacceb req-4bc066cf-7f6d-4dcb-b895-84fe919e7ad2 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 944 time: 0.0750072 Jul 15 13:29:58.575462 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-17e73c06-0070-41cf-9127-d034b0bacceb req-c7f55a95-491a-4bf3-89f5-d682c61333cd tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328422 Jul 15 13:29:58.635335 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['3dd79e55-2c3a-49f3-a35e-ecc54bbb1166'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:29:58.642359 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['3c91d80c-7155-4afa-b5e5-837a1d8a4607'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:29:59.248077 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.556571 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.708495 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b1b6eb8-18d8-43ed-a033-b1fe8e5a6f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.746191 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c42149-1db2-40fc-8fa2-61872b509d4c req-2a68200e-3b23-4dbc-afa6-fbd84ed73dd5 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:59.747976 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-19c42149-1db2-40fc-8fa2-61872b509d4c req-2a68200e-3b23-4dbc-afa6-fbd84ed73dd5 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 944 time: 0.0653520 Jul 15 13:29:59.784810 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-19c42149-1db2-40fc-8fa2-61872b509d4c req-9f6b66e2-2ec7-4dce-ad42-b5b8a754f0d1 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312264 Jul 15 13:30:00.052787 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 3c91d80c-7155-4afa-b5e5-837a1d8a4607 up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:00.100442 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port 3c91d80c-7155-4afa-b5e5-837a1d8a4607 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:00.104354 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port 3c91d80c-7155-4afa-b5e5-837a1d8a4607 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:00.104720 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:00.181950 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:00.203927 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83db350-6d44-4878-afcd-f76e5fbefe02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c91d80c-7155-4afa-b5e5-837a1d8a4607'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:00.206231 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03285bcf-20f4-40cc-9d00-43e3c41f0ba6" -d '{"events": [{"server_uuid": "a83db350-6d44-4878-afcd-f76e5fbefe02", "name": "network-vif-plugged", "status": "completed", "tag": "3c91d80c-7155-4afa-b5e5-837a1d8a4607"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:00.219411 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 3c91d80c-7155-4afa-b5e5-837a1d8a4607, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=3c91d80c-7155-4afa-b5e5-837a1d8a4607,segment=NetworkSegment(795827b6-5d20-40de-9c4c-b83d5bd5db41),segment_id=795827b6-5d20-40de-9c4c-b83d5bd5db41)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:00.224485 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:00.225366 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 3dd79e55-2c3a-49f3-a35e-ecc54bbb1166 up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:00.249679 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca588398-927c-4285-9b98-e8ef2d62583a x-openstack-request-id: req-ca588398-927c-4285-9b98-e8ef2d62583a {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:00.249972 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a83db350-6d44-4878-afcd-f76e5fbefe02", "name": "network-vif-plugged", "status": "completed", "tag": "3c91d80c-7155-4afa-b5e5-837a1d8a4607", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:00.250347 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ca588398-927c-4285-9b98-e8ef2d62583a {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:00.250756 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a83db350-6d44-4878-afcd-f76e5fbefe02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c91d80c-7155-4afa-b5e5-837a1d8a4607', 'code': 200} Jul 15 13:30:00.312231 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=3c91d80c-7155-4afa-b5e5-837a1d8a4607,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:00.327966 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port 3dd79e55-2c3a-49f3-a35e-ecc54bbb1166 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:00.332740 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port 3dd79e55-2c3a-49f3-a35e-ecc54bbb1166 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:00.333253 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:00.375373 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814729e-33e1-414c-9446-ab2cebf603e8 req-3eb47ea5-204b-4d75-83a7-a81e085353c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:00.376865 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6814729e-33e1-414c-9446-ab2cebf603e8 req-3eb47ea5-204b-4d75-83a7-a81e085353c4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 1098 time: 0.0647562 Jul 15 13:30:00.411546 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6814729e-33e1-414c-9446-ab2cebf603e8 req-ea6cff66-4897-4e94-8792-8643ffcd3c6f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279031 Jul 15 13:30:00.422131 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:00.454383 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 3dd79e55-2c3a-49f3-a35e-ecc54bbb1166, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=3dd79e55-2c3a-49f3-a35e-ecc54bbb1166,segment=NetworkSegment(795827b6-5d20-40de-9c4c-b83d5bd5db41),segment_id=795827b6-5d20-40de-9c4c-b83d5bd5db41)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:00.457907 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:00.505615 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=3dd79e55-2c3a-49f3-a35e-ecc54bbb1166,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:00.677916 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63ec6f-f64f-494d-9859-22e5b183b3f6 req-dbca5ab2-63fb-4886-a4c0-88ea964b1042 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:00.680019 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9d63ec6f-f64f-494d-9859-22e5b183b3f6 req-dbca5ab2-63fb-4886-a4c0-88ea964b1042 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 946 time: 0.0623598 Jul 15 13:30:00.716277 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9d63ec6f-f64f-494d-9859-22e5b183b3f6 req-bdc291ff-3738-4a23-949a-a82ae55fe411 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305402 Jul 15 13:30:00.960659 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3ee4e-da96-4c90-9b63-3afb05a96c0b req-cf7c045b-22da-4652-a506-1bc11aee77d0 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:00.962144 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3fc3ee4e-da96-4c90-9b63-3afb05a96c0b req-cf7c045b-22da-4652-a506-1bc11aee77d0 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 945 time: 0.0676234 Jul 15 13:30:00.998526 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3fc3ee4e-da96-4c90-9b63-3afb05a96c0b req-4a9c4d72-ff90-41c9-8f71-cc4fb3ca0bb5 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307164 Jul 15 13:30:01.891072 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5828261-1c1b-4e5b-84e4-1c3e3addf7e1 req-0b92c5c4-b907-498a-afd6-5ee9884cc9d9 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:01.892562 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e5828261-1c1b-4e5b-84e4-1c3e3addf7e1 req-0b92c5c4-b907-498a-afd6-5ee9884cc9d9 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 946 time: 0.0625355 Jul 15 13:30:01.955112 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e5828261-1c1b-4e5b-84e4-1c3e3addf7e1 req-cdf8f04f-a6c7-421b-a467-fb5046a1ca4c tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups?id=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530634 Jul 15 13:30:01.980184 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468cbd0-5e57-4336-8756-ce7f1bb9b7f6 req-c59a7106-7bc5-4ce3-9716-10360fc84150 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:01.981641 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9468cbd0-5e57-4336-8756-ce7f1bb9b7f6 req-c59a7106-7bc5-4ce3-9716-10360fc84150 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 946 time: 0.0882418 Jul 15 13:30:02.082448 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-9468cbd0-5e57-4336-8756-ce7f1bb9b7f6 req-959a69a6-2c44-4a5f-9400-058d469162f7 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Deleting port 65a59c5e-cefe-404a-a27a-0f82635c0153 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:02.082851 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9468cbd0-5e57-4336-8756-ce7f1bb9b7f6 req-959a69a6-2c44-4a5f-9400-058d469162f7 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:02.208296 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-9468cbd0-5e57-4336-8756-ce7f1bb9b7f6 req-959a69a6-2c44-4a5f-9400-058d469162f7 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] For port 65a59c5e-cefe-404a-a27a-0f82635c0153, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=65a59c5e-cefe-404a-a27a-0f82635c0153,segment=NetworkSegment(02b4ae28-7870-45f1-8b91-4bf335fcbce3),segment_id=02b4ae28-7870-45f1-8b91-4bf335fcbce3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:02.208652 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9468cbd0-5e57-4336-8756-ce7f1bb9b7f6 req-959a69a6-2c44-4a5f-9400-058d469162f7 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:02.248834 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b46003-80fe-4d16-b34d-53f46cf44e8f req-cec942a9-717a-4180-9d53-b8996380dd43 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:02.250337 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-16b46003-80fe-4d16-b34d-53f46cf44e8f req-cec942a9-717a-4180-9d53-b8996380dd43 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 945 time: 0.1402683 Jul 15 13:30:02.252453 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9e13e0-3ca5-4805-8434-03d990c44952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dd79e55-2c3a-49f3-a35e-ecc54bbb1166'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:02.255484 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1bb18d-0da1-45b0-9d88-d30ec275dae7" -d '{"events": [{"server_uuid": "9c9e13e0-3ca5-4805-8434-03d990c44952", "name": "network-vif-plugged", "status": "completed", "tag": "3dd79e55-2c3a-49f3-a35e-ecc54bbb1166"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:02.268913 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:02.294323 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fede4cd-5462-4fc6-8d5b-60bf252e0324 x-openstack-request-id: req-5fede4cd-5462-4fc6-8d5b-60bf252e0324 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:02.294638 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9e13e0-3ca5-4805-8434-03d990c44952", "name": "network-vif-plugged", "status": "completed", "tag": "3dd79e55-2c3a-49f3-a35e-ecc54bbb1166", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:02.294894 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5fede4cd-5462-4fc6-8d5b-60bf252e0324 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:02.295287 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9e13e0-3ca5-4805-8434-03d990c44952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dd79e55-2c3a-49f3-a35e-ecc54bbb1166', 'code': 200} Jul 15 13:30:02.415008 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-16b46003-80fe-4d16-b34d-53f46cf44e8f req-36b2b804-e078-4d5a-ac3a-ae05ea739ad7 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281106 Jul 15 13:30:02.465797 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-15109fe3-037a-48ad-ae65-781730ab2753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:02.499141 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83bc3ec-f447-460c-8b2c-84d08be23924 req-c1d601d8-ea2a-4f6b-a5ac-4ff96dcd64c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:02.500630 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f83bc3ec-f447-460c-8b2c-84d08be23924 req-c1d601d8-ea2a-4f6b-a5ac-4ff96dcd64c4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 1097 time: 0.1457438 Jul 15 13:30:02.507864 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9468cbd0-5e57-4336-8756-ce7f1bb9b7f6 req-959a69a6-2c44-4a5f-9400-058d469162f7 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:02.508237 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9468cbd0-5e57-4336-8756-ce7f1bb9b7f6 req-959a69a6-2c44-4a5f-9400-058d469162f7 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:02.508630 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [req-9468cbd0-5e57-4336-8756-ce7f1bb9b7f6 req-959a69a6-2c44-4a5f-9400-058d469162f7 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Floating IP 786c6039-c075-4350-aaad-9e51f0634f49 disassociated. External IP: 172.25.8.133, port: 65a59c5e-cefe-404a-a27a-0f82635c0153. Jul 15 13:30:02.508921 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-9468cbd0-5e57-4336-8756-ce7f1bb9b7f6 req-959a69a6-2c44-4a5f-9400-058d469162f7 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Calling delete_port for 65a59c5e-cefe-404a-a27a-0f82635c0153 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:02.580657 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f83bc3ec-f447-460c-8b2c-84d08be23924 req-f8e7986c-af6a-4165-b6c4-417e03adf069 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696194 Jul 15 13:30:02.658547 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9468cbd0-5e57-4336-8756-ce7f1bb9b7f6 req-959a69a6-2c44-4a5f-9400-058d469162f7 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:02.685961 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a69a6-2c44-4a5f-9400-058d469162f7 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Pushing event deleted for resources: {'Port': ['ID=65a59c5e-cefe-404a-a27a-0f82635c0153,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:02.805030 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9468cbd0-5e57-4336-8756-ce7f1bb9b7f6 req-959a69a6-2c44-4a5f-9400-058d469162f7 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Router 1953211b-d794-42cf-bd53-a4ace7297e00 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:30:02.915342 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9468cbd0-5e57-4336-8756-ce7f1bb9b7f6 req-959a69a6-2c44-4a5f-9400-058d469162f7 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:30:02.925791 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57befd3f-50be-49ec-926d-93d21b2dfd4e None None] Sync routers for ids ['1953211b-d794-42cf-bd53-a4ace7297e00'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:30:02.935684 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57befd3f-50be-49ec-926d-93d21b2dfd4e None None] Routers {'1953211b-d794-42cf-bd53-a4ace7297e00'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:02.936282 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-57befd3f-50be-49ec-926d-93d21b2dfd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:30:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['1953211b-d794-42cf-bd53-a4ace7297e00'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:02.961157 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9468cbd0-5e57-4336-8756-ce7f1bb9b7f6 req-959a69a6-2c44-4a5f-9400-058d469162f7 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] No DVR routers for this DVR port 65a59c5e-cefe-404a-a27a-0f82635c0153 on host n-h1-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:30:02.964007 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9468cbd0-5e57-4336-8756-ce7f1bb9b7f6 req-959a69a6-2c44-4a5f-9400-058d469162f7 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:02.966404 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9468cbd0-5e57-4336-8756-ce7f1bb9b7f6 req-959a69a6-2c44-4a5f-9400-058d469162f7 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.20 "DELETE /v2.0/ports/65a59c5e-cefe-404a-a27a-0f82635c0153 HTTP/1.1" status: 204 len: 173 time: 0.9791641 Jul 15 13:30:02.966915 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e255538-0f20-43ef-a7d8-382c8eebb079', 'name': 'network-vif-deleted', 'tag': '65a59c5e-cefe-404a-a27a-0f82635c0153'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:02.969731 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8046182a-9119-45fa-942c-c0cbee2fe869" -d '{"events": [{"server_uuid": "8e255538-0f20-43ef-a7d8-382c8eebb079", "name": "network-vif-deleted", "tag": "65a59c5e-cefe-404a-a27a-0f82635c0153"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:03.057924 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe87abeb-a1e1-4632-8ea8-2492d8b846ce x-openstack-request-id: req-fe87abeb-a1e1-4632-8ea8-2492d8b846ce {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:03.058595 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e255538-0f20-43ef-a7d8-382c8eebb079", "name": "network-vif-deleted", "tag": "65a59c5e-cefe-404a-a27a-0f82635c0153", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:03.058754 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe87abeb-a1e1-4632-8ea8-2492d8b846ce {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:03.059327 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e255538-0f20-43ef-a7d8-382c8eebb079', 'name': 'network-vif-deleted', 'tag': '65a59c5e-cefe-404a-a27a-0f82635c0153', 'status': 'completed', 'code': 200} Jul 15 13:30:03.104312 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-57befd3f-50be-49ec-926d-93d21b2dfd4e None None] Set router 1953211b-d794-42cf-bd53-a4ace7297e00 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:03.188662 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d4df6b2e-6c76-4dd8-8fd1-2c09556f4fe7 req-67f559c2-9148-4cb6-98a7-934dd85595f4 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e255538-0f20-43ef-a7d8-382c8eebb079 HTTP/1.1" status: 200 len: 210 time: 0.0680497 Jul 15 13:30:03.348889 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-57befd3f-50be-49ec-926d-93d21b2dfd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'name': 'tempest-AttachVolumeShelveTestJSON-1582995910-router', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '30f69e30-0150-49b2-bd24-f99cf80b3dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:37Z', 'updated_at': '2021-07-15T13:21:43Z', 'revision_number': 4, 'project_id': 'bf299a1585cb47ad811c548c9505de73', 'gw_port': {'id': '30f69e30-0150-49b2-bd24-f99cf80b3dce', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:38Z', 'updated_at': '2021-07-15T13:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f', 'name': '', 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'mac_address': 'fa:16:3e:d5:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '236966a3-1e59-4c69-99ff-863fc85e1377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:41Z', 'updated_at': '2021-07-15T13:21:50Z', 'revision_number': 5, 'project_id': 'bf299a1585cb47ad811c548c9505de73', 'subnets': [{'id': '236966a3-1e59-4c69-99ff-863fc85e1377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:03.504853 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57befd3f-50be-49ec-926d-93d21b2dfd4e None None] Checking router: 1953211b-d794-42cf-bd53-a4ace7297e00 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:30:03.519950 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57befd3f-50be-49ec-926d-93d21b2dfd4e None None] Routers {'1953211b-d794-42cf-bd53-a4ace7297e00'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:03.520649 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-57befd3f-50be-49ec-926d-93d21b2dfd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:30:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['1953211b-d794-42cf-bd53-a4ace7297e00'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:03.599655 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.638143 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-57befd3f-50be-49ec-926d-93d21b2dfd4e None None] Set router 1953211b-d794-42cf-bd53-a4ace7297e00 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:03.645508 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1b482-154c-4931-92a4-3319539d6912 req-50b23e5e-6ca8-47e6-9ee3-bd84c38e2ab8 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:03.649575 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-14a1b482-154c-4931-92a4-3319539d6912 req-50b23e5e-6ca8-47e6-9ee3-bd84c38e2ab8 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 945 time: 0.0813942 Jul 15 13:30:03.703073 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-14a1b482-154c-4931-92a4-3319539d6912 req-281fcd89-5ae4-4d0b-8696-d24db9d11c8c tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487516 Jul 15 13:30:03.860082 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-57befd3f-50be-49ec-926d-93d21b2dfd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'name': 'tempest-AttachVolumeShelveTestJSON-1582995910-router', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '30f69e30-0150-49b2-bd24-f99cf80b3dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:37Z', 'updated_at': '2021-07-15T13:21:43Z', 'revision_number': 4, 'project_id': 'bf299a1585cb47ad811c548c9505de73', 'gw_port': {'id': '30f69e30-0150-49b2-bd24-f99cf80b3dce', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:38Z', 'updated_at': '2021-07-15T13:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f', 'name': '', 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'mac_address': 'fa:16:3e:d5:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '236966a3-1e59-4c69-99ff-863fc85e1377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:41Z', 'updated_at': '2021-07-15T13:21:50Z', 'revision_number': 5, 'project_id': 'bf299a1585cb47ad811c548c9505de73', 'subnets': [{'id': '236966a3-1e59-4c69-99ff-863fc85e1377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:03.886540 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57befd3f-50be-49ec-926d-93d21b2dfd4e None None] The sync data for ids ['1953211b-d794-42cf-bd53-a4ace7297e00'] in n-d-771363-36 is: [{'id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'name': 'tempest-AttachVolumeShelveTestJSON-1582995910-router', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '30f69e30-0150-49b2-bd24-f99cf80b3dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:37Z', 'updated_at': '2021-07-15T13:21:43Z', 'revision_number': 4, 'project_id': 'bf299a1585cb47ad811c548c9505de73', 'gw_port': {'id': '30f69e30-0150-49b2-bd24-f99cf80b3dce', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:38Z', 'updated_at': '2021-07-15T13:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f', 'name': '', 'network_id': '33daa320-d719-4788-a6ae-6d9428792c14', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'mac_address': 'fa:16:3e:d5:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '236966a3-1e59-4c69-99ff-863fc85e1377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:41Z', 'updated_at': '2021-07-15T13:21:50Z', 'revision_number': 5, 'project_id': 'bf299a1585cb47ad811c548c9505de73', 'subnets': [{'id': '236966a3-1e59-4c69-99ff-863fc85e1377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:30:04.109018 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1ab1f-88c6-4c6b-8944-7d9a8e1200ae req-bfca01a7-0123-45be-9d0f-f13dc1723b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:04.110456 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-78b1ab1f-88c6-4c6b-8944-7d9a8e1200ae req-bfca01a7-0123-45be-9d0f-f13dc1723b1f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=438c2fe7ca9145c995e883ad1c90ef1a&device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 1097 time: 0.0950902 Jul 15 13:30:04.148924 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2b26bc-946e-4013-b2b2-0d0b542ffd64 None None] New status for floating IP 786c6039-c075-4350-aaad-9e51f0634f49: DOWN {{(pid=93827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:30:04.191083 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae4caa-26c6-4df4-9a3f-3c947c47c706 req-f37b52ee-34ea-4c0a-aac9-ad3ed0bdb1eb tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:04.192562 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-89ae4caa-26c6-4df4-9a3f-3c947c47c706 req-f37b52ee-34ea-4c0a-aac9-ad3ed0bdb1eb tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 945 time: 0.1353197 Jul 15 13:30:04.238859 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1ab1f-88c6-4c6b-8944-7d9a8e1200ae req-773393f7-8235-4d93-9fe4-ebe826e77530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:04.240345 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-78b1ab1f-88c6-4c6b-8944-7d9a8e1200ae req-773393f7-8235-4d93-9fe4-ebe826e77530 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fa64dca8-18ff-4dfc-ad9a-6ee46d985877 HTTP/1.1" status: 200 len: 920 time: 0.1227665 Jul 15 13:30:04.247778 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-89ae4caa-26c6-4df4-9a3f-3c947c47c706 req-b78dd243-5a79-4437-922b-9c57ece9f1ba tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492697 Jul 15 13:30:04.292529 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-78b1ab1f-88c6-4c6b-8944-7d9a8e1200ae req-5feef74f-7284-4484-8730-cc05995a8b00 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dd79e55-2c3a-49f3-a35e-ecc54bbb1166 HTTP/1.1" status: 200 len: 217 time: 0.0438077 Jul 15 13:30:04.343623 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 53942) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:04.346059 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1ab1f-88c6-4c6b-8944-7d9a8e1200ae req-67374ec6-0f35-4b89-864c-fdb583167133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:04.347541 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-78b1ab1f-88c6-4c6b-8944-7d9a8e1200ae req-67374ec6-0f35-4b89-864c-fdb583167133 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b53ff05d-23b1-4bd2-81e4-b089756dd05a HTTP/1.1" status: 200 len: 859 time: 0.0493479 Jul 15 13:30:04.380314 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-78b1ab1f-88c6-4c6b-8944-7d9a8e1200ae req-54ea34f7-ceee-42d0-8ced-456a85e11f32 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fa64dca8-18ff-4dfc-ad9a-6ee46d985877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269353 Jul 15 13:30:04.401609 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-053f00b2-8763-4b8a-b529-b707df110137 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.424418 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-053f00b2-8763-4b8a-b529-b707df110137 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.475202 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-053f00b2-8763-4b8a-b529-b707df110137 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.478084 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-053f00b2-8763-4b8a-b529-b707df110137 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.479282 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-053f00b2-8763-4b8a-b529-b707df110137 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "DELETE /v2.0/security-groups/7fdeba68-99bc-4de8-b191-f07cd9f7e9ca HTTP/1.1" status: 204 len: 168 time: 0.1345739 Jul 15 13:30:04.482662 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 53944) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:04.487261 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-78b1ab1f-88c6-4c6b-8944-7d9a8e1200ae req-8c5398d1-271f-4e64-8e51-c093c16559d6 service neutron] 10.222.0.20 "GET /v2.0/networks/fa64dca8-18ff-4dfc-ad9a-6ee46d985877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009684 Jul 15 13:30:04.496212 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f00b2-8763-4b8a-b529-b707df110137 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdeba68-99bc-4de8-b191-f07cd9f7e9ca,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:04.504075 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-686a4d3b-7507-41d7-a32c-ddf3f3bb0cd2 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] show failed (client error): The resource could not be found. Jul 15 13:30:04.505424 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-686a4d3b-7507-41d7-a32c-ddf3f3bb0cd2 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "GET /v2.0/security-groups/7fdeba68-99bc-4de8-b191-f07cd9f7e9ca HTTP/1.1" status: 404 len: 347 time: 0.0207205 Jul 15 13:30:04.509214 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 53946) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:04.592798 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-78b1ab1f-88c6-4c6b-8944-7d9a8e1200ae req-6edef5ec-6d11-4d24-b7ed-fa81f5e05169 service neutron] 10.222.0.20 "GET /v2.0/networks/fa64dca8-18ff-4dfc-ad9a-6ee46d985877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994096 Jul 15 13:30:04.634997 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-a897077b-2ac6-4195-b680-a6d7995fa4b1 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Deleting port bd334684-ec3d-4ba9-b304-84d54a717889 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:04.635346 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a897077b-2ac6-4195-b680-a6d7995fa4b1 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.714245 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a897077b-2ac6-4195-b680-a6d7995fa4b1 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.714587 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a897077b-2ac6-4195-b680-a6d7995fa4b1 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.725706 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-a897077b-2ac6-4195-b680-a6d7995fa4b1 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Calling delete_port for bd334684-ec3d-4ba9-b304-84d54a717889 owned by network:floatingip {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:04.855357 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a897077b-2ac6-4195-b680-a6d7995fa4b1 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.881854 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897077b-2ac6-4195-b680-a6d7995fa4b1 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Pushing event deleted for resources: {'Port': ['ID=bd334684-ec3d-4ba9-b304-84d54a717889,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:04.940648 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a897077b-2ac6-4195-b680-a6d7995fa4b1 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks [] for floatingip, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.943099 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a897077b-2ac6-4195-b680-a6d7995fa4b1 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.944287 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a897077b-2ac6-4195-b680-a6d7995fa4b1 tempest-AttachVolumeShelveTestJSON-734224081 tempest-AttachVolumeShelveTestJSON-734224081-project] 10.222.0.16 "DELETE /v2.0/floatingips/786c6039-c075-4350-aaad-9e51f0634f49 HTTP/1.1" status: 204 len: 168 time: 0.4340947 Jul 15 13:30:05.030120 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:05.434429 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d555b-6555-483a-80fc-261e19b52aad req-8d175f36-4085-42bc-9f7f-8702a0632735 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:05.435923 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f89d555b-6555-483a-80fc-261e19b52aad req-8d175f36-4085-42bc-9f7f-8702a0632735 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 945 time: 0.0664136 Jul 15 13:30:05.473696 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f89d555b-6555-483a-80fc-261e19b52aad req-a35e2aac-9d55-47cb-8e53-69da0bc17e21 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321369 Jul 15 13:30:06.111449 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 65a59c5e-cefe-404a-a27a-0f82635c0153 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:06.130818 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: 65a59c5e-cefe-404a-a27a-0f82635c0153 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:06.131203 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 65a59c5e-cefe-404a-a27a-0f82635c0153 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:06.656108 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13498c-9bde-41c2-a85a-de0702080ff9 req-ff87c3de-795d-4e92-b074-5ea7e9fc6a27 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:06.658208 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6d13498c-9bde-41c2-a85a-de0702080ff9 req-ff87c3de-795d-4e92-b074-5ea7e9fc6a27 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 945 time: 0.0685441 Jul 15 13:30:06.698445 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6d13498c-9bde-41c2-a85a-de0702080ff9 req-65bfecb5-c5f3-41f8-8850-4f428f65e96d tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332670 Jul 15 13:30:07.873893 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ceb321-024a-451b-a226-3c86083b5007 req-c5ddd11c-8314-4e54-97cf-097707862fea tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:07.875404 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-64ceb321-024a-451b-a226-3c86083b5007 req-c5ddd11c-8314-4e54-97cf-097707862fea tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 945 time: 0.0619717 Jul 15 13:30:07.913180 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-64ceb321-024a-451b-a226-3c86083b5007 req-5f8dfcf7-4952-4700-bf97-7ba7c0335d84 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319238 Jul 15 13:30:09.093598 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4614fd-69a3-42da-b38b-b456cb97832a req-e37eb5de-63bb-436a-97a0-26fc6a80676a tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:09.095046 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0f4614fd-69a3-42da-b38b-b456cb97832a req-e37eb5de-63bb-436a-97a0-26fc6a80676a tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 945 time: 0.0662346 Jul 15 13:30:09.134204 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0f4614fd-69a3-42da-b38b-b456cb97832a req-34acd061-c438-4873-a7ee-b7c6b2dcb7fa tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332372 Jul 15 13:30:09.627103 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 53986) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:10.024550 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-38659b2a-25be-4ec9-a04f-e7cbd823b3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:10.297461 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-38659b2a-25be-4ec9-a04f-e7cbd823b3dc admin admin] Deleting port 1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:10.297839 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-38659b2a-25be-4ec9-a04f-e7cbd823b3dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:10.318186 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059fbb4-93fd-420f-a135-05eca6808f9e req-8ba17794-65ec-4387-a1c1-3d76584f214f tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:10.320473 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4059fbb4-93fd-420f-a135-05eca6808f9e req-8ba17794-65ec-4387-a1c1-3d76584f214f tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 945 time: 0.0750291 Jul 15 13:30:10.361363 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4059fbb4-93fd-420f-a135-05eca6808f9e req-5504388d-394d-4482-a8c8-b359040dda7d tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343757 Jul 15 13:30:10.384323 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-38659b2a-25be-4ec9-a04f-e7cbd823b3dc admin admin] For port 1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f,segment=NetworkSegment(02b4ae28-7870-45f1-8b91-4bf335fcbce3),segment_id=02b4ae28-7870-45f1-8b91-4bf335fcbce3)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:10.384681 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-38659b2a-25be-4ec9-a04f-e7cbd823b3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:10.401885 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-38659b2a-25be-4ec9-a04f-e7cbd823b3dc admin admin] Calling delete_port for 1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:10.582002 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-38659b2a-25be-4ec9-a04f-e7cbd823b3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:10.605390 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38659b2a-25be-4ec9-a04f-e7cbd823b3dc admin admin] Pushing event deleted for resources: {'Port': ['ID=1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:10.781645 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-38659b2a-25be-4ec9-a04f-e7cbd823b3dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:11.014388 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38659b2a-25be-4ec9-a04f-e7cbd823b3dc admin admin] Router 1953211b-d794-42cf-bd53-a4ace7297e00 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:30:11.119395 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38659b2a-25be-4ec9-a04f-e7cbd823b3dc admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:30:11.124124 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-38659b2a-25be-4ec9-a04f-e7cbd823b3dc admin admin] 10.222.0.16 "PUT /v2.0/routers/1953211b-d794-42cf-bd53-a4ace7297e00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4959316 Jul 15 13:30:11.126889 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 53992) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:11.127600 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94e5633-166f-4a91-9546-c3a0815f959c None None] Sync routers for ids ['1953211b-d794-42cf-bd53-a4ace7297e00'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:30:11.138995 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94e5633-166f-4a91-9546-c3a0815f959c None None] Routers {'1953211b-d794-42cf-bd53-a4ace7297e00'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:11.139974 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-a94e5633-166f-4a91-9546-c3a0815f959c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:30:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['1953211b-d794-42cf-bd53-a4ace7297e00'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:11.229597 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5b9ca76d-8d57-446e-9181-5afad294f847 admin admin] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:11.240911 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-a94e5633-166f-4a91-9546-c3a0815f959c None None] Set router 1953211b-d794-42cf-bd53-a4ace7297e00 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:11.329173 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5b9ca76d-8d57-446e-9181-5afad294f847 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:11.383510 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ca76d-8d57-446e-9181-5afad294f847 admin admin] Deleting port 30f69e30-0150-49b2-bd24-f99cf80b3dce {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:11.383771 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5b9ca76d-8d57-446e-9181-5afad294f847 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:11.417629 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-a94e5633-166f-4a91-9546-c3a0815f959c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'name': 'tempest-AttachVolumeShelveTestJSON-1582995910-router', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '30f69e30-0150-49b2-bd24-f99cf80b3dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:37Z', 'updated_at': '2021-07-15T13:30:10Z', 'revision_number': 5, 'project_id': 'bf299a1585cb47ad811c548c9505de73', 'gw_port': {'id': '30f69e30-0150-49b2-bd24-f99cf80b3dce', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:38Z', 'updated_at': '2021-07-15T13:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:11.442661 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94e5633-166f-4a91-9546-c3a0815f959c None None] Checking router: 1953211b-d794-42cf-bd53-a4ace7297e00 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:30:11.451343 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94e5633-166f-4a91-9546-c3a0815f959c None None] Routers {'1953211b-d794-42cf-bd53-a4ace7297e00'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:11.451948 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-a94e5633-166f-4a91-9546-c3a0815f959c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:30:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['1953211b-d794-42cf-bd53-a4ace7297e00'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:11.469540 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5b9ca76d-8d57-446e-9181-5afad294f847 admin admin] For port 30f69e30-0150-49b2-bd24-f99cf80b3dce, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=30f69e30-0150-49b2-bd24-f99cf80b3dce,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:11.470153 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5b9ca76d-8d57-446e-9181-5afad294f847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:11.492852 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ca76d-8d57-446e-9181-5afad294f847 admin admin] Calling delete_port for 30f69e30-0150-49b2-bd24-f99cf80b3dce owned by network:router_gateway {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:11.536717 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-a94e5633-166f-4a91-9546-c3a0815f959c None None] Set router 1953211b-d794-42cf-bd53-a4ace7297e00 gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:11.590757 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-a94e5633-166f-4a91-9546-c3a0815f959c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'name': 'tempest-AttachVolumeShelveTestJSON-1582995910-router', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:37Z', 'updated_at': '2021-07-15T13:30:11Z', 'revision_number': 6, 'project_id': 'bf299a1585cb47ad811c548c9505de73', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:11.617735 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94e5633-166f-4a91-9546-c3a0815f959c None None] The sync data for ids ['1953211b-d794-42cf-bd53-a4ace7297e00'] in n-d-771363-36 is: [{'id': '1953211b-d794-42cf-bd53-a4ace7297e00', 'name': 'tempest-AttachVolumeShelveTestJSON-1582995910-router', 'tenant_id': 'bf299a1585cb47ad811c548c9505de73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:37Z', 'updated_at': '2021-07-15T13:30:11Z', 'revision_number': 6, 'project_id': 'bf299a1585cb47ad811c548c9505de73', 'gw_port_host': None}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:30:11.934241 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf4a09-3723-4a40-852e-59ebef14a044 req-8865eebe-5feb-46b9-857c-1def6cb36275 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:11.935736 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9ddf4a09-3723-4a40-852e-59ebef14a044 req-8865eebe-5feb-46b9-857c-1def6cb36275 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 945 time: 0.4578242 Jul 15 13:30:12.020662 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9ddf4a09-3723-4a40-852e-59ebef14a044 req-7d5bbceb-f62d-473c-94c0-9fc7e6fbe3fb tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781212 Jul 15 13:30:12.070544 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5b9ca76d-8d57-446e-9181-5afad294f847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:12.097593 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ca76d-8d57-446e-9181-5afad294f847 admin admin] Pushing event deleted for resources: {'Port': ['ID=30f69e30-0150-49b2-bd24-f99cf80b3dce,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:12.163727 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5b9ca76d-8d57-446e-9181-5afad294f847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:12.257566 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5b9ca76d-8d57-446e-9181-5afad294f847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:12.259798 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5b9ca76d-8d57-446e-9181-5afad294f847 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:12.306721 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5b9ca76d-8d57-446e-9181-5afad294f847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:12.307568 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9ca76d-8d57-446e-9181-5afad294f847 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1953211b-d794-42cf-bd53-a4ace7297e00 {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:30:12.312018 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5b9ca76d-8d57-446e-9181-5afad294f847 admin admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:12.313171 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5b9ca76d-8d57-446e-9181-5afad294f847 admin admin] 10.222.0.16 "DELETE /v2.0/routers/1953211b-d794-42cf-bd53-a4ace7297e00 HTTP/1.1" status: 204 len: 168 time: 1.1852906 Jul 15 13:30:12.315785 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 53996) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:12.372652 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-945cad83-f281-4bde-9f13-cdcd9206a9df admin admin] Deleting subnet 236966a3-1e59-4c69-99ff-863fc85e1377 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:30:12.376298 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-945cad83-f281-4bde-9f13-cdcd9206a9df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:12.418496 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-945cad83-f281-4bde-9f13-cdcd9206a9df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:12.505679 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-945cad83-f281-4bde-9f13-cdcd9206a9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:12.561209 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-945cad83-f281-4bde-9f13-cdcd9206a9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:12.590587 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945cad83-f281-4bde-9f13-cdcd9206a9df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=236966a3-1e59-4c69-99ff-863fc85e1377,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:12.590587 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-945cad83-f281-4bde-9f13-cdcd9206a9df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:12.595009 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-945cad83-f281-4bde-9f13-cdcd9206a9df admin admin] 10.222.0.16 "DELETE /v2.0/subnets/236966a3-1e59-4c69-99ff-863fc85e1377 HTTP/1.1" status: 204 len: 168 time: 0.2758126 Jul 15 13:30:12.595369 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 53998) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:12.599863 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d159d8be-7120-42b6-a6aa-2e4fcd58f419 None None] Network 33daa320-d719-4788-a6ae-6d9428792c14 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:12.668501 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1a2bbada-c5f8-41d6-b8b2-52afda1a65a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:12.720107 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bbada-c5f8-41d6-b8b2-52afda1a65a3 admin admin] Deleting port f510c5aa-699d-43a8-a6c2-beba9b54f872 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:12.720441 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1a2bbada-c5f8-41d6-b8b2-52afda1a65a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:12.783741 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1a2bbada-c5f8-41d6-b8b2-52afda1a65a3 admin admin] For port f510c5aa-699d-43a8-a6c2-beba9b54f872, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=f510c5aa-699d-43a8-a6c2-beba9b54f872,segment=NetworkSegment(02b4ae28-7870-45f1-8b91-4bf335fcbce3),segment_id=02b4ae28-7870-45f1-8b91-4bf335fcbce3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:12.784107 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1a2bbada-c5f8-41d6-b8b2-52afda1a65a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:12.796929 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bbada-c5f8-41d6-b8b2-52afda1a65a3 admin admin] Calling delete_port for f510c5aa-699d-43a8-a6c2-beba9b54f872 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:12.797055 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9bda7e-0eff-4d57-a247-83f5194b4f87 None None] DHCP port deletion for 33daa320-d719-4788-a6ae-6d9428792c14 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:30:12.849320 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-0b9bda7e-0eff-4d57-a247-83f5194b4f87 None None] Deleting port f510c5aa-699d-43a8-a6c2-beba9b54f872 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:12.849704 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b9bda7e-0eff-4d57-a247-83f5194b4f87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:12.865959 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 30f69e30-0150-49b2-bd24-f99cf80b3dce no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:12.895692 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 30f69e30-0150-49b2-bd24-f99cf80b3dce {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:12.895950 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1a2bbada-c5f8-41d6-b8b2-52afda1a65a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:12.896124 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 30f69e30-0150-49b2-bd24-f99cf80b3dce not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:12.896546 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:12.923294 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bbada-c5f8-41d6-b8b2-52afda1a65a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f510c5aa-699d-43a8-a6c2-beba9b54f872,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:12.930957 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2bbada-c5f8-41d6-b8b2-52afda1a65a3 admin admin] No DVR routers for this DVR port f510c5aa-699d-43a8-a6c2-beba9b54f872 on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:30:13.005834 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1a2bbada-c5f8-41d6-b8b2-52afda1a65a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.017535 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-1a2bbada-c5f8-41d6-b8b2-52afda1a65a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33daa320-d719-4788-a6ae-6d9428792c14']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:13.028425 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-1a2bbada-c5f8-41d6-b8b2-52afda1a65a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02b4ae28-7870-45f1-8b91-4bf335fcbce3') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:13.028730 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-1a2bbada-c5f8-41d6-b8b2-52afda1a65a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02b4ae28-7870-45f1-8b91-4bf335fcbce3') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:13.038313 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1a2bbada-c5f8-41d6-b8b2-52afda1a65a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.052641 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1a2bbada-c5f8-41d6-b8b2-52afda1a65a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.059534 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a2bbada-c5f8-41d6-b8b2-52afda1a65a3 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:30:13.059933 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1a2bbada-c5f8-41d6-b8b2-52afda1a65a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.061713 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:30:13.061713 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:30:13.061713 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:30:13.061713 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:30:13.061713 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:30:13.061713 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:30:13.061713 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:30:13.061713 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:30:13.061713 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:30:13.061713 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:30:13.061713 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:30:13.061713 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:30:13.061713 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:30:13.061713 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:30:13.061713 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:30:13.061713 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:30:13.061713 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:30:13.061713 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:30:13.061713 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:30:13.061713 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:30:13.061713 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:30:13.061713 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:30:13.061713 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:30:13.061713 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:30:13.061713 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:30:13.061713 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:30:13.061713 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:30:13.061713 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:30:13.061713 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:30:13.061713 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:30:13.061713 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:30:13.061713 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:30:13.061713 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:30:13.061713 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:30:13.061713 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:30:13.061713 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:30:13.061713 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:30:13.061713 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:30:13.061713 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:30:13.061713 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:30:13.119591 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1a2bbada-c5f8-41d6-b8b2-52afda1a65a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.124624 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:13.124963 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1c6ac9b6-0b45-48fe-ad57-4abe5c848d3f not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:13.125593 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device f510c5aa-699d-43a8-a6c2-beba9b54f872 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:13.128989 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1a2bbada-c5f8-41d6-b8b2-52afda1a65a3 admin admin] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.131212 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1a2bbada-c5f8-41d6-b8b2-52afda1a65a3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/33daa320-d719-4788-a6ae-6d9428792c14 HTTP/1.1" status: 204 len: 168 time: 0.5351653 Jul 15 13:30:13.149793 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bbada-c5f8-41d6-b8b2-52afda1a65a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=33daa320-d719-4788-a6ae-6d9428792c14,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:13.162393 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-0b9bda7e-0eff-4d57-a247-83f5194b4f87 None None] For port f510c5aa-699d-43a8-a6c2-beba9b54f872, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=f510c5aa-699d-43a8-a6c2-beba9b54f872,segment=NetworkSegment(02b4ae28-7870-45f1-8b91-4bf335fcbce3),segment_id=02b4ae28-7870-45f1-8b91-4bf335fcbce3)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:13.162850 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b9bda7e-0eff-4d57-a247-83f5194b4f87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.165192 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: f510c5aa-699d-43a8-a6c2-beba9b54f872 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:13.165541 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device f510c5aa-699d-43a8-a6c2-beba9b54f872 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:13.178246 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-0b9bda7e-0eff-4d57-a247-83f5194b4f87 None None] Calling delete_port for f510c5aa-699d-43a8-a6c2-beba9b54f872 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:13.234731 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7e116-1b7f-46f0-82c8-6bdc2e69c2d4 req-0d7fa5ac-f283-4478-b69a-bf785bf41738 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:13.236241 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d2e7e116-1b7f-46f0-82c8-6bdc2e69c2d4 req-0d7fa5ac-f283-4478-b69a-bf785bf41738 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 945 time: 0.0804288 Jul 15 13:30:13.269988 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0b9bda7e-0eff-4d57-a247-83f5194b4f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.277738 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 54004) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:13.284133 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d2e7e116-1b7f-46f0-82c8-6bdc2e69c2d4 req-e22c7d1f-2159-4233-80f4-301ab52b6d04 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413342 Jul 15 13:30:13.293397 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9bda7e-0eff-4d57-a247-83f5194b4f87 None None] Pushing event deleted for resources: {'Port': ['ID=f510c5aa-699d-43a8-a6c2-beba9b54f872,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:13.296550 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0b9bda7e-0eff-4d57-a247-83f5194b4f87 None None] Network 33daa320-d719-4788-a6ae-6d9428792c14 is not hosted by any dhcp agent {{(pid=93827) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:30:13.297014 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9bda7e-0eff-4d57-a247-83f5194b4f87 None None] No DVR routers for this DVR port f510c5aa-699d-43a8-a6c2-beba9b54f872 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:30:13.332879 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4a7bf430-dfbb-4413-a005-8616adad006a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bf299a1585cb47ad811c548c9505de73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0539019 Jul 15 13:30:13.335665 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 54006) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:13.385100 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ccd180eb-c354-4c43-8bee-6a5a34808b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.405512 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ccd180eb-c354-4c43-8bee-6a5a34808b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.451001 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ccd180eb-c354-4c43-8bee-6a5a34808b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.453482 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ccd180eb-c354-4c43-8bee-6a5a34808b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.454715 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ccd180eb-c354-4c43-8bee-6a5a34808b65 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/53e8f25a-3abd-4e90-814d-5571c5a79fed HTTP/1.1" status: 204 len: 168 time: 0.1180718 Jul 15 13:30:13.462462 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd180eb-c354-4c43-8bee-6a5a34808b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e8f25a-3abd-4e90-814d-5571c5a79fed,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:14.110395 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 54028) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:14.205512 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-6caefcbb-f9a8-4bf5-aad4-1bc53bdfd031 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1097903252-network', 'tenant_id': 'f47c81c2aea3401a82859f27bf866d5f'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:14.226587 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6caefcbb-f9a8-4bf5-aad4-1bc53bdfd031 admin admin] Made reservation on behalf of f47c81c2aea3401a82859f27bf866d5f for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:14.228877 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6caefcbb-f9a8-4bf5-aad4-1bc53bdfd031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:14.237066 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6caefcbb-f9a8-4bf5-aad4-1bc53bdfd031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:14.326477 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6caefcbb-f9a8-4bf5-aad4-1bc53bdfd031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:14.330806 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6caefcbb-f9a8-4bf5-aad4-1bc53bdfd031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:14.355450 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6caefcbb-f9a8-4bf5-aad4-1bc53bdfd031 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:30:14.365395 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caefcbb-f9a8-4bf5-aad4-1bc53bdfd031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3faf68-cded-41b7-8353-9d14384cf315,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:14.370253 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6caefcbb-f9a8-4bf5-aad4-1bc53bdfd031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:14.370627 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-6caefcbb-f9a8-4bf5-aad4-1bc53bdfd031 admin admin] Added segment 647bc94c-d766-45e9-bf55-e965f0de33ad of type vlan for network 0a4dd7d0-16e5-4773-b3e2-68181d406c30 Jul 15 13:30:14.426675 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6caefcbb-f9a8-4bf5-aad4-1bc53bdfd031 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:14.486406 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6caefcbb-f9a8-4bf5-aad4-1bc53bdfd031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:14.487412 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6caefcbb-f9a8-4bf5-aad4-1bc53bdfd031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:14.488023 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6caefcbb-f9a8-4bf5-aad4-1bc53bdfd031 admin admin] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:14.531476 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81108fc5-ba3a-4823-b887-6382b5e89b29 req-0f094eb9-e4ab-4c79-8af0-c6d8e1e79169 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:14.532978 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-81108fc5-ba3a-4823-b887-6382b5e89b29 req-0f094eb9-e4ab-4c79-8af0-c6d8e1e79169 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 945 time: 0.1236746 Jul 15 13:30:14.535972 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6caefcbb-f9a8-4bf5-aad4-1bc53bdfd031 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4244945 Jul 15 13:30:14.539125 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 54034) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:14.544594 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-cbc736ce-5339-4c56-a02f-00fecc397733 admin admin] Request body: {'subnet': {'network_id': '0a4dd7d0-16e5-4773-b3e2-68181d406c30', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1097903252-subnet', 'tenant_id': 'f47c81c2aea3401a82859f27bf866d5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:14.566131 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc736ce-5339-4c56-a02f-00fecc397733 admin admin] Made reservation on behalf of f47c81c2aea3401a82859f27bf866d5f for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:14.569846 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cbc736ce-5339-4c56-a02f-00fecc397733 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:14.574517 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caefcbb-f9a8-4bf5-aad4-1bc53bdfd031 admin admin] Pushing event updated for resources: {'Network': ['ID=0a4dd7d0-16e5-4773-b3e2-68181d406c30,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:14.585012 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 0a4dd7d0-16e5-4773-b3e2-68181d406c30 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:30:14.603045 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-81108fc5-ba3a-4823-b887-6382b5e89b29 req-7760cc47-1759-4903-bdae-c95e75f5fe8a tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641284 Jul 15 13:30:14.756053 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cbc736ce-5339-4c56-a02f-00fecc397733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:14.813472 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc736ce-5339-4c56-a02f-00fecc397733 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4f37fdd-85e1-4a00-aa18-97bc3cabc7bb,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:14.824274 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc736ce-5339-4c56-a02f-00fecc397733 admin admin] Checking segment: {'id': '647bc94c-d766-45e9-bf55-e965f0de33ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0a4dd7d0-16e5-4773-b3e2-68181d406c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:14.824692 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc736ce-5339-4c56-a02f-00fecc397733 admin admin] Network hostable DHCP agents. Network: 0a4dd7d0-16e5-4773-b3e2-68181d406c30, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:30:14.841031 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc736ce-5339-4c56-a02f-00fecc397733 admin admin] Network 0a4dd7d0-16e5-4773-b3e2-68181d406c30 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:30:14.849568 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-cbc736ce-5339-4c56-a02f-00fecc397733 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 0a4dd7d0-16e5-4773-b3e2-68181d406c30) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:14.854234 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc736ce-5339-4c56-a02f-00fecc397733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:14.854862 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cbc736ce-5339-4c56-a02f-00fecc397733 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:14.861908 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3970177c-1561-4289-86f0-bf7166bc0c92 None None] Network 0a4dd7d0-16e5-4773-b3e2-68181d406c30 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:14.869590 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-cbc736ce-5339-4c56-a02f-00fecc397733 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3291953 Jul 15 13:30:14.990698 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e615b2-23b5-4cfb-8c56-652f7a998bc3 None None] Network 0a4dd7d0-16e5-4773-b3e2-68181d406c30 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:15.307690 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-9c7aebec-c59d-48d8-826b-37a409a6b558 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:15.309171 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-9c7aebec-c59d-48d8-826b-37a409a6b558 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/networks?id=0a4dd7d0-16e5-4773-b3e2-68181d406c30 HTTP/1.1" status: 200 len: 815 time: 0.1055133 Jul 15 13:30:15.323497 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-e3e676d9-8d5e-4393-b4b0-cbc46e8e4b70 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/quotas/f47c81c2aea3401a82859f27bf866d5f HTTP/1.1" status: 200 len: 375 time: 0.0089810 Jul 15 13:30:15.356804 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-6df6aa61-d88d-40bc-b431-4bd52d167681 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f47c81c2aea3401a82859f27bf866d5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284805 Jul 15 13:30:15.448810 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-6bd562e9-4c93-4e01-90a4-d95d03f4ba56 service neutron] 10.222.0.16 "GET /v2.0/networks/0a4dd7d0-16e5-4773-b3e2-68181d406c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853157 Jul 15 13:30:15.536908 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-80cd77ed-bc85-4bab-9e64-621d70961195 service neutron] 10.222.0.16 "GET /v2.0/networks/0a4dd7d0-16e5-4773-b3e2-68181d406c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822520 Jul 15 13:30:15.721520 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a4b90d90-a770-458c-b2db-e455ff84331c req-5daf3941-61d0-4b35-ae8d-a6c05dcc2930 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a230a33-002a-47c5-a7e0-934352e18c22 HTTP/1.1" status: 200 len: 210 time: 0.0375168 Jul 15 13:30:15.799896 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce3d9c-1c49-43db-b4e7-d93443bcc770 req-b2e02f90-d26d-4dbc-8640-c4d5a02ba6d4 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:15.801548 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f7ce3d9c-1c49-43db-b4e7-d93443bcc770 req-b2e02f90-d26d-4dbc-8640-c4d5a02ba6d4 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 945 time: 0.0673168 Jul 15 13:30:15.844427 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f7ce3d9c-1c49-43db-b4e7-d93443bcc770 req-4702c046-bd86-4053-9d1e-12d057aaaf5e tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366797 Jul 15 13:30:16.805361 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-f5b6a38c-17f9-4394-8557-7db8523601b0 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:16.807041 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-f5b6a38c-17f9-4394-8557-7db8523601b0 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.46 "GET /v2.0/networks?id=0a4dd7d0-16e5-4773-b3e2-68181d406c30 HTTP/1.1" status: 200 len: 815 time: 0.1129265 Jul 15 13:30:16.823447 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-01895c71-68c1-4c9c-bf1c-be966869eca9 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Request body: {'port': {'device_id': '1a230a33-002a-47c5-a7e0-934352e18c22', 'network_id': '0a4dd7d0-16e5-4773-b3e2-68181d406c30', 'admin_state_up': True, 'tenant_id': 'f47c81c2aea3401a82859f27bf866d5f'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:16.902227 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a94229db-447b-4929-8cde-c52f3b690ec3 req-e157c17e-c125-49eb-94b6-562d881b1d03 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a230a33-002a-47c5-a7e0-934352e18c22 HTTP/1.1" status: 200 len: 210 time: 0.0484223 Jul 15 13:30:16.978956 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-01895c71-68c1-4c9c-bf1c-be966869eca9 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Made reservation on behalf of f47c81c2aea3401a82859f27bf866d5f for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:16.982641 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-01895c71-68c1-4c9c-bf1c-be966869eca9 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:17.050799 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0b6ef-b4fe-4576-b37b-5a2d381b07f6 req-76c14a38-afdf-4c98-a197-d8dc0e327b3d tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:17.053053 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-23e0b6ef-b4fe-4576-b37b-5a2d381b07f6 req-76c14a38-afdf-4c98-a197-d8dc0e327b3d tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 945 time: 0.0729666 Jul 15 13:30:17.098542 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-23e0b6ef-b4fe-4576-b37b-5a2d381b07f6 req-56eb4fcd-1a2a-4478-b8ec-e14f8940c928 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391748 Jul 15 13:30:17.126926 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-01895c71-68c1-4c9c-bf1c-be966869eca9 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Allocated IP 172.20.0.6 (0a4dd7d0-16e5-4773-b3e2-68181d406c30/a4f37fdd-85e1-4a00-aa18-97bc3cabc7bb/adf3fc58-d43e-48ef-89c5-f599f15c1424) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:17.283908 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-01895c71-68c1-4c9c-bf1c-be966869eca9 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:17.325264 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-01895c71-68c1-4c9c-bf1c-be966869eca9 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:17.696867 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-01895c71-68c1-4c9c-bf1c-be966869eca9 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Network 0a4dd7d0-16e5-4773-b3e2-68181d406c30 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:17.700109 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-01895c71-68c1-4c9c-bf1c-be966869eca9 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:17.704624 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-01895c71-68c1-4c9c-bf1c-be966869eca9 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:17.708612 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01895c71-68c1-4c9c-bf1c-be966869eca9 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Pushing event updated for resources: {'Port': ['ID=adf3fc58-d43e-48ef-89c5-f599f15c1424,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:17.752212 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-01895c71-68c1-4c9c-bf1c-be966869eca9 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:17.752823 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-01895c71-68c1-4c9c-bf1c-be966869eca9 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:17.767163 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-01895c71-68c1-4c9c-bf1c-be966869eca9 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9478834 Jul 15 13:30:17.779765 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-966004bf-c3a5-4cd7-8cd3-b0f7bb47bc81 service neutron] Request body: {'port': {'device_id': '1a230a33-002a-47c5-a7e0-934352e18c22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:17.849659 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-966004bf-c3a5-4cd7-8cd3-b0f7bb47bc81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:18.091337 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed135e13-85f0-4936-b800-95652c80ab24 req-6a24eccd-2ac0-436b-a975-c5501e939c95 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:18.092856 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ed135e13-85f0-4936-b800-95652c80ab24 req-6a24eccd-2ac0-436b-a975-c5501e939c95 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a230a33-002a-47c5-a7e0-934352e18c22 HTTP/1.1" status: 200 len: 931 time: 0.0704532 Jul 15 13:30:18.127949 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-966004bf-c3a5-4cd7-8cd3-b0f7bb47bc81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adf3fc58-d43e-48ef-89c5-f599f15c1424 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:30:18.133232 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ed135e13-85f0-4936-b800-95652c80ab24 req-82711f9f-f0a6-4d9e-99a5-6d453610af36 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac3faf68-cded-41b7-8353-9d14384cf315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335975 Jul 15 13:30:18.136703 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-966004bf-c3a5-4cd7-8cd3-b0f7bb47bc81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:18.152916 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-966004bf-c3a5-4cd7-8cd3-b0f7bb47bc81 service neutron] Transition to ACTIVE for port object adf3fc58-d43e-48ef-89c5-f599f15c1424 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:18.160004 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-966004bf-c3a5-4cd7-8cd3-b0f7bb47bc81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:18.222340 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966004bf-c3a5-4cd7-8cd3-b0f7bb47bc81 service neutron] Pushing event updated for resources: {'Port': ['ID=adf3fc58-d43e-48ef-89c5-f599f15c1424,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:18.305330 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-966004bf-c3a5-4cd7-8cd3-b0f7bb47bc81 service neutron] Attempting to bind port adf3fc58-d43e-48ef-89c5-f599f15c1424 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:30:18.305814 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-966004bf-c3a5-4cd7-8cd3-b0f7bb47bc81 service neutron] Attempting to bind port adf3fc58-d43e-48ef-89c5-f599f15c1424 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '647bc94c-d766-45e9-bf55-e965f0de33ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0a4dd7d0-16e5-4773-b3e2-68181d406c30'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:30:18.305998 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212b74e-73fe-482a-9905-8002f723ecfe req-c39388b0-5493-47b5-a41a-5d6ceb9e8346 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:18.306322 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-966004bf-c3a5-4cd7-8cd3-b0f7bb47bc81 service neutron] Attempting to bind port adf3fc58-d43e-48ef-89c5-f599f15c1424 on network 0a4dd7d0-16e5-4773-b3e2-68181d406c30 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:18.307523 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f212b74e-73fe-482a-9905-8002f723ecfe req-c39388b0-5493-47b5-a41a-5d6ceb9e8346 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 945 time: 0.0678012 Jul 15 13:30:18.311060 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-966004bf-c3a5-4cd7-8cd3-b0f7bb47bc81 service neutron] Port adf3fc58-d43e-48ef-89c5-f599f15c1424 on network 0a4dd7d0-16e5-4773-b3e2-68181d406c30 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:30:18.311459 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-966004bf-c3a5-4cd7-8cd3-b0f7bb47bc81 service neutron] Attempting to bind port adf3fc58-d43e-48ef-89c5-f599f15c1424 on network 0a4dd7d0-16e5-4773-b3e2-68181d406c30 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:18.316907 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-966004bf-c3a5-4cd7-8cd3-b0f7bb47bc81 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:30:18.317250 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-966004bf-c3a5-4cd7-8cd3-b0f7bb47bc81 service neutron] Checking segment: {'id': '647bc94c-d766-45e9-bf55-e965f0de33ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0a4dd7d0-16e5-4773-b3e2-68181d406c30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:18.317633 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-966004bf-c3a5-4cd7-8cd3-b0f7bb47bc81 service neutron] Bound using segment: {'id': '647bc94c-d766-45e9-bf55-e965f0de33ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0a4dd7d0-16e5-4773-b3e2-68181d406c30'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:30:18.318055 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-966004bf-c3a5-4cd7-8cd3-b0f7bb47bc81 service neutron] Bound port: adf3fc58-d43e-48ef-89c5-f599f15c1424, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '647bc94c-d766-45e9-bf55-e965f0de33ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0a4dd7d0-16e5-4773-b3e2-68181d406c30'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:30:18.318414 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-966004bf-c3a5-4cd7-8cd3-b0f7bb47bc81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:18.347199 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f212b74e-73fe-482a-9905-8002f723ecfe req-3b627d5c-8943-403d-994d-afd09c9447b1 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337322 Jul 15 13:30:18.384959 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-966004bf-c3a5-4cd7-8cd3-b0f7bb47bc81 service neutron] For port adf3fc58-d43e-48ef-89c5-f599f15c1424, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:30:18.388030 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-966004bf-c3a5-4cd7-8cd3-b0f7bb47bc81 service neutron] For port adf3fc58-d43e-48ef-89c5-f599f15c1424, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=adf3fc58-d43e-48ef-89c5-f599f15c1424,segment=NetworkSegment(647bc94c-d766-45e9-bf55-e965f0de33ad),segment_id=647bc94c-d766-45e9-bf55-e965f0de33ad)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:30:18.392667 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-966004bf-c3a5-4cd7-8cd3-b0f7bb47bc81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:18.427730 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-966004bf-c3a5-4cd7-8cd3-b0f7bb47bc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:18.428385 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-966004bf-c3a5-4cd7-8cd3-b0f7bb47bc81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:18.430273 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-966004bf-c3a5-4cd7-8cd3-b0f7bb47bc81 service neutron] 10.222.0.46 "PUT /v2.0/ports/adf3fc58-d43e-48ef-89c5-f599f15c1424 HTTP/1.1" status: 200 len: 1092 time: 0.6546683 Jul 15 13:30:18.432288 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a230a33-002a-47c5-a7e0-934352e18c22', 'tag': 'adf3fc58-d43e-48ef-89c5-f599f15c1424'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:18.435659 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b938b18f-a9ec-43b8-bba1-09fd41ae5e28" -d '{"events": [{"name": "network-changed", "server_uuid": "1a230a33-002a-47c5-a7e0-934352e18c22", "tag": "adf3fc58-d43e-48ef-89c5-f599f15c1424"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:18.460686 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966004bf-c3a5-4cd7-8cd3-b0f7bb47bc81 service neutron] Pushing event updated for resources: {'Port': ['ID=adf3fc58-d43e-48ef-89c5-f599f15c1424,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:18.493189 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd58730-f992-4e5f-8004-6057eee7105a x-openstack-request-id: req-3bd58730-f992-4e5f-8004-6057eee7105a {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:18.493471 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a230a33-002a-47c5-a7e0-934352e18c22", "tag": "adf3fc58-d43e-48ef-89c5-f599f15c1424", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:18.493725 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3bd58730-f992-4e5f-8004-6057eee7105a {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:18.494115 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a230a33-002a-47c5-a7e0-934352e18c22', 'tag': 'adf3fc58-d43e-48ef-89c5-f599f15c1424', 'status': 'completed', 'code': 200} Jul 15 13:30:18.538966 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-f21fab80-3051-43fe-bfcc-fb20dd3348a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:18.540459 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-f21fab80-3051-43fe-bfcc-fb20dd3348a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f47c81c2aea3401a82859f27bf866d5f&device_id=1a230a33-002a-47c5-a7e0-934352e18c22 HTTP/1.1" status: 200 len: 1095 time: 0.0568266 Jul 15 13:30:18.586097 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-eeeaf384-8608-42c6-9c4c-a8b1ec694817 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adf3fc58-d43e-48ef-89c5-f599f15c1424 HTTP/1.1" status: 200 len: 217 time: 0.0382979 Jul 15 13:30:18.634437 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-52aa0c7d-961a-4c2d-b25c-a7aeb64b1df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:18.635890 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-52aa0c7d-961a-4c2d-b25c-a7aeb64b1df4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a4f37fdd-85e1-4a00-aa18-97bc3cabc7bb HTTP/1.1" status: 200 len: 855 time: 0.0437267 Jul 15 13:30:18.669161 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-24bf45ad-c5b5-41e4-8407-b029f59a18b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0a4dd7d0-16e5-4773-b3e2-68181d406c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258296 Jul 15 13:30:18.761884 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-ee920957-2b8a-45b0-b35b-e14256dc0bca service neutron] 10.222.0.46 "GET /v2.0/networks/0a4dd7d0-16e5-4773-b3e2-68181d406c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848162 Jul 15 13:30:18.854800 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f56f89a3-5eb6-4074-94b9-1bb863067d4b req-b4d84f12-20b6-459f-9ac2-7d10852f50d3 service neutron] 10.222.0.46 "GET /v2.0/networks/0a4dd7d0-16e5-4773-b3e2-68181d406c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858164 Jul 15 13:30:18.959294 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938b18f-a9ec-43b8-bba1-09fd41ae5e28 req-65738fb1-5524-43f5-92ff-19935b028a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:18.961433 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b938b18f-a9ec-43b8-bba1-09fd41ae5e28 req-65738fb1-5524-43f5-92ff-19935b028a08 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f47c81c2aea3401a82859f27bf866d5f&device_id=1a230a33-002a-47c5-a7e0-934352e18c22 HTTP/1.1" status: 200 len: 1095 time: 0.0556691 Jul 15 13:30:19.052450 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938b18f-a9ec-43b8-bba1-09fd41ae5e28 req-2e41add1-da1f-403c-b406-4c54caaeb266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:19.054366 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b938b18f-a9ec-43b8-bba1-09fd41ae5e28 req-2e41add1-da1f-403c-b406-4c54caaeb266 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0a4dd7d0-16e5-4773-b3e2-68181d406c30 HTTP/1.1" status: 200 len: 916 time: 0.0866587 Jul 15 13:30:19.098488 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b938b18f-a9ec-43b8-bba1-09fd41ae5e28 req-f0afdd71-3c88-40b3-b6d0-6165edb233f2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adf3fc58-d43e-48ef-89c5-f599f15c1424 HTTP/1.1" status: 200 len: 217 time: 0.0373659 Jul 15 13:30:19.147691 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938b18f-a9ec-43b8-bba1-09fd41ae5e28 req-6b170463-00e0-4fb5-89a3-81a842ed484d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:19.149104 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b938b18f-a9ec-43b8-bba1-09fd41ae5e28 req-6b170463-00e0-4fb5-89a3-81a842ed484d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a4f37fdd-85e1-4a00-aa18-97bc3cabc7bb HTTP/1.1" status: 200 len: 855 time: 0.0436075 Jul 15 13:30:19.182284 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b938b18f-a9ec-43b8-bba1-09fd41ae5e28 req-12e2d96a-363b-40a0-b2ef-ef5cff3e831d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0a4dd7d0-16e5-4773-b3e2-68181d406c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255456 Jul 15 13:30:19.277075 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b938b18f-a9ec-43b8-bba1-09fd41ae5e28 req-948bb1aa-c265-4421-91c9-528f0b6befda service neutron] 10.222.0.46 "GET /v2.0/networks/0a4dd7d0-16e5-4773-b3e2-68181d406c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871506 Jul 15 13:30:19.332761 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec58f8-a492-49f5-93c8-6b4b2bf2c284 req-88d10e6b-a88f-410b-a8b7-1b350f75b4fb tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:19.334164 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c8ec58f8-a492-49f5-93c8-6b4b2bf2c284 req-88d10e6b-a88f-410b-a8b7-1b350f75b4fb tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a230a33-002a-47c5-a7e0-934352e18c22 HTTP/1.1" status: 200 len: 943 time: 0.0674987 Jul 15 13:30:19.372401 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c8ec58f8-a492-49f5-93c8-6b4b2bf2c284 req-edd4c77f-bd25-4a3f-ba41-2e67596db62d tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac3faf68-cded-41b7-8353-9d14384cf315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323591 Jul 15 13:30:19.372649 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b938b18f-a9ec-43b8-bba1-09fd41ae5e28 req-0ec1bdbc-b575-4d31-90d7-12d1889f094e service neutron] 10.222.0.46 "GET /v2.0/networks/0a4dd7d0-16e5-4773-b3e2-68181d406c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872474 Jul 15 13:30:19.527362 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d55e46-086c-4218-bede-a4d1d12d45fb req-fa7a1406-8fb9-4e8a-9c9d-5ff3c719e40d tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:19.528876 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f4d55e46-086c-4218-bede-a4d1d12d45fb req-fa7a1406-8fb9-4e8a-9c9d-5ff3c719e40d tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 945 time: 0.0631087 Jul 15 13:30:19.566817 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f4d55e46-086c-4218-bede-a4d1d12d45fb req-14b32a46-aecc-48bf-9f86-cbabc7f9c395 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322020 Jul 15 13:30:20.564892 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc850606-63ae-4e25-b6a4-3615d837f48e req-c92e72e1-3562-4a50-a310-6ca57158a040 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:20.566375 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bc850606-63ae-4e25-b6a4-3615d837f48e req-c92e72e1-3562-4a50-a310-6ca57158a040 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a230a33-002a-47c5-a7e0-934352e18c22 HTTP/1.1" status: 200 len: 943 time: 0.0679975 Jul 15 13:30:20.606224 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bc850606-63ae-4e25-b6a4-3615d837f48e req-24e290d6-1877-45f5-b5b7-1f147ff63391 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac3faf68-cded-41b7-8353-9d14384cf315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335150 Jul 15 13:30:20.751665 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b74280-03d0-418f-8f1b-2fe06a89c05f req-1723639e-27d8-4e89-9931-f9fd2f6d2dff tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:20.753153 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34b74280-03d0-418f-8f1b-2fe06a89c05f req-1723639e-27d8-4e89-9931-f9fd2f6d2dff tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 945 time: 0.0640709 Jul 15 13:30:20.791472 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34b74280-03d0-418f-8f1b-2fe06a89c05f req-7a7aca75-dd2b-49d6-8ad3-c6d03d79e06a tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319035 Jul 15 13:30:21.093826 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device adf3fc58-d43e-48ef-89c5-f599f15c1424 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:30:21.192063 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port adf3fc58-d43e-48ef-89c5-f599f15c1424, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=adf3fc58-d43e-48ef-89c5-f599f15c1424,segment=NetworkSegment(647bc94c-d766-45e9-bf55-e965f0de33ad),segment_id=647bc94c-d766-45e9-bf55-e965f0de33ad)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:21.203699 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'adf3fc58-d43e-48ef-89c5-f599f15c1424', 'network_id': '0a4dd7d0-16e5-4773-b3e2-68181d406c30', 'port_id': 'adf3fc58-d43e-48ef-89c5-f599f15c1424', 'mac_address': 'fa:16:3e:9a:46:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4f37fdd-85e1-4a00-aa18-97bc3cabc7bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:30:21.248619 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:21.263030 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf3fc58-d43e-48ef-89c5-f599f15c1424 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:30:21.284970 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port adf3fc58-d43e-48ef-89c5-f599f15c1424, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=adf3fc58-d43e-48ef-89c5-f599f15c1424,segment=NetworkSegment(647bc94c-d766-45e9-bf55-e965f0de33ad),segment_id=647bc94c-d766-45e9-bf55-e965f0de33ad)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:21.289449 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:21.342526 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=adf3fc58-d43e-48ef-89c5-f599f15c1424,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:21.535864 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['adf3fc58-d43e-48ef-89c5-f599f15c1424'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:30:21.793143 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84727df9-880a-4d04-a8bd-83fdbbf521ce req-e528811f-135e-44dd-8445-a641cf6f8efe tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:21.794951 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-84727df9-880a-4d04-a8bd-83fdbbf521ce req-e528811f-135e-44dd-8445-a641cf6f8efe tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a230a33-002a-47c5-a7e0-934352e18c22 HTTP/1.1" status: 200 len: 944 time: 0.0696056 Jul 15 13:30:21.834148 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-84727df9-880a-4d04-a8bd-83fdbbf521ce req-c8d40230-fa2e-4632-9470-df570b8b33c2 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac3faf68-cded-41b7-8353-9d14384cf315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335088 Jul 15 13:30:21.981959 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df75107-f394-4344-8bd1-6665ff542365 req-fd3cbfa1-1da7-46f8-8f20-3c01055d4c00 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:21.983756 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1df75107-f394-4344-8bd1-6665ff542365 req-fd3cbfa1-1da7-46f8-8f20-3c01055d4c00 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 945 time: 0.0788720 Jul 15 13:30:22.025349 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1df75107-f394-4344-8bd1-6665ff542365 req-8b513648-0ff7-46c1-9c1f-cc5208685a0f tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353372 Jul 15 13:30:23.009159 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63721b-ce88-48b6-a1a6-2d703b3bfdf5 req-ede1c8c3-0f54-4f9f-885b-34d5fbde2a42 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:23.010706 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cd63721b-ce88-48b6-a1a6-2d703b3bfdf5 req-ede1c8c3-0f54-4f9f-885b-34d5fbde2a42 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a230a33-002a-47c5-a7e0-934352e18c22 HTTP/1.1" status: 200 len: 944 time: 0.0631936 Jul 15 13:30:23.047367 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cd63721b-ce88-48b6-a1a6-2d703b3bfdf5 req-0834d8f8-afc4-4832-a185-671203a91fdb tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac3faf68-cded-41b7-8353-9d14384cf315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309765 Jul 15 13:30:23.112211 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device adf3fc58-d43e-48ef-89c5-f599f15c1424 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:23.160578 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port adf3fc58-d43e-48ef-89c5-f599f15c1424 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:23.164849 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port adf3fc58-d43e-48ef-89c5-f599f15c1424 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:23.165229 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:23.204255 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f389bd1-5bf4-49cf-a928-2293d34e7443 req-71a2ab75-26cd-4262-ae78-6be47dfb720b tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:23.205939 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9f389bd1-5bf4-49cf-a928-2293d34e7443 req-71a2ab75-26cd-4262-ae78-6be47dfb720b tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 945 time: 0.0701210 Jul 15 13:30:23.245119 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:23.245757 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9f389bd1-5bf4-49cf-a928-2293d34e7443 req-22a6b3d3-549b-462c-8dd3-bed021a4ef42 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339637 Jul 15 13:30:23.269077 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a230a33-002a-47c5-a7e0-934352e18c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf3fc58-d43e-48ef-89c5-f599f15c1424'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:23.271386 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34dd9edf-9958-4c50-8b79-43f444d25644" -d '{"events": [{"server_uuid": "1a230a33-002a-47c5-a7e0-934352e18c22", "name": "network-vif-plugged", "status": "completed", "tag": "adf3fc58-d43e-48ef-89c5-f599f15c1424"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:23.284108 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port adf3fc58-d43e-48ef-89c5-f599f15c1424, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=adf3fc58-d43e-48ef-89c5-f599f15c1424,segment=NetworkSegment(647bc94c-d766-45e9-bf55-e965f0de33ad),segment_id=647bc94c-d766-45e9-bf55-e965f0de33ad)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:23.288764 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:23.312784 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fcf026-c3cb-4b6a-9006-128a330e6c7f x-openstack-request-id: req-05fcf026-c3cb-4b6a-9006-128a330e6c7f {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:23.313057 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a230a33-002a-47c5-a7e0-934352e18c22", "name": "network-vif-plugged", "status": "completed", "tag": "adf3fc58-d43e-48ef-89c5-f599f15c1424", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:23.313309 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-05fcf026-c3cb-4b6a-9006-128a330e6c7f {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:23.313688 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a230a33-002a-47c5-a7e0-934352e18c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf3fc58-d43e-48ef-89c5-f599f15c1424', 'code': 200} Jul 15 13:30:23.338920 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=adf3fc58-d43e-48ef-89c5-f599f15c1424,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:23.433987 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d19a60-9d99-4190-9df8-b84b426ebc22 req-85872cb2-7889-40f7-8300-303e382c1e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:23.435550 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f6d19a60-9d99-4190-9df8-b84b426ebc22 req-85872cb2-7889-40f7-8300-303e382c1e31 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1a230a33-002a-47c5-a7e0-934352e18c22 HTTP/1.1" status: 200 len: 1097 time: 0.0564494 Jul 15 13:30:23.470131 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f6d19a60-9d99-4190-9df8-b84b426ebc22 req-e335d38a-e668-4a07-b2e8-5bfe26e7e00a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ac3faf68-cded-41b7-8353-9d14384cf315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276344 Jul 15 13:30:24.217249 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a16d57-6724-40bd-b0c5-f6ddd80eb0b3 req-b036b8a9-d8ec-4fb0-9cc0-a962eb60354f tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:24.218782 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02a16d57-6724-40bd-b0c5-f6ddd80eb0b3 req-b036b8a9-d8ec-4fb0-9cc0-a962eb60354f tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a230a33-002a-47c5-a7e0-934352e18c22 HTTP/1.1" status: 200 len: 945 time: 0.0644798 Jul 15 13:30:24.258627 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02a16d57-6724-40bd-b0c5-f6ddd80eb0b3 req-c2672254-f9af-4377-9135-7a9a7c34301a tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac3faf68-cded-41b7-8353-9d14384cf315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342805 Jul 15 13:30:24.421115 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0308a1-9cd9-4b41-a7ca-6188bd64d929 req-2a9a30c9-c8b6-4cfb-b22e-290b67f18896 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:24.422606 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ee0308a1-9cd9-4b41-a7ca-6188bd64d929 req-2a9a30c9-c8b6-4cfb-b22e-290b67f18896 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 945 time: 0.0644794 Jul 15 13:30:24.463565 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ee0308a1-9cd9-4b41-a7ca-6188bd64d929 req-63015bfc-a29e-4114-a7f3-658c08cda1f0 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344622 Jul 15 13:30:25.437446 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248eda2e-8e8f-403b-bf6c-22b9341cac3b req-940bd619-8258-4285-834c-bf06caa83759 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:25.438961 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-248eda2e-8e8f-403b-bf6c-22b9341cac3b req-940bd619-8258-4285-834c-bf06caa83759 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a230a33-002a-47c5-a7e0-934352e18c22 HTTP/1.1" status: 200 len: 945 time: 0.0677342 Jul 15 13:30:25.476498 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-248eda2e-8e8f-403b-bf6c-22b9341cac3b req-85dd7022-d02d-4a02-93db-b2fccd682c45 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac3faf68-cded-41b7-8353-9d14384cf315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314927 Jul 15 13:30:25.641006 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6b798-cb0e-4d44-be56-b97cb9541e8d req-275331b7-d006-4168-9224-6e61118742f0 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:25.642715 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1ab6b798-cb0e-4d44-be56-b97cb9541e8d req-275331b7-d006-4168-9224-6e61118742f0 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 945 time: 0.0669968 Jul 15 13:30:25.682350 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1ab6b798-cb0e-4d44-be56-b97cb9541e8d req-15bcf590-5b13-4207-9ee6-5fb82d687aaf tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339491 Jul 15 13:30:26.863173 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a36dd-896a-4490-82c7-24c773b7a7f6 req-6d45c00c-adcd-4d56-9707-c16630c94ee3 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:26.864715 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-366a36dd-896a-4490-82c7-24c773b7a7f6 req-6d45c00c-adcd-4d56-9707-c16630c94ee3 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 945 time: 0.0684350 Jul 15 13:30:26.903990 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-366a36dd-896a-4490-82c7-24c773b7a7f6 req-73102c00-0b10-4943-a6c5-cb693ab5b8a4 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329509 Jul 15 13:30:28.081500 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c9f0c-1af9-47b5-84a0-0e8cc3e5b82c req-bce6b952-4f8c-4f78-89c0-800a9e9fc149 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:28.082968 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2b6c9f0c-1af9-47b5-84a0-0e8cc3e5b82c req-bce6b952-4f8c-4f78-89c0-800a9e9fc149 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 945 time: 0.0659747 Jul 15 13:30:28.120799 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2b6c9f0c-1af9-47b5-84a0-0e8cc3e5b82c req-22e58d89-36bd-4dee-8b05-bc330ede9d9f tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316558 Jul 15 13:30:28.355899 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:30:29.272641 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:29.313093 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febda44-e622-4aed-b952-f491e6f47791 req-a67e80a3-df97-4dde-8a42-7ded60c6b21d tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:29.314825 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9febda44-e622-4aed-b952-f491e6f47791 req-a67e80a3-df97-4dde-8a42-7ded60c6b21d tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 945 time: 0.0757720 Jul 15 13:30:29.358322 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9febda44-e622-4aed-b952-f491e6f47791 req-99de2ab9-09dd-48b0-98c0-b33a8e0884ac tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365381 Jul 15 13:30:29.570341 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:29.700090 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fa7519bd-686f-4d3d-8dd7-b94260453f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:29.981531 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 54140) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:30.142703 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3fa83824-4f71-4a20-a681-72397d4ac8fd tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Deleting port 3f11d88d-b931-44b0-a40b-cc0fd3f86104 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:30.142966 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3fa83824-4f71-4a20-a681-72397d4ac8fd tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:30.219495 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3fa83824-4f71-4a20-a681-72397d4ac8fd tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:30.219917 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3fa83824-4f71-4a20-a681-72397d4ac8fd tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:30.232523 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3fa83824-4f71-4a20-a681-72397d4ac8fd tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Calling delete_port for 3f11d88d-b931-44b0-a40b-cc0fd3f86104 owned by network:floatingip {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:30.403549 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3fa83824-4f71-4a20-a681-72397d4ac8fd tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:30.432714 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa83824-4f71-4a20-a681-72397d4ac8fd tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Pushing event deleted for resources: {'Port': ['ID=3f11d88d-b931-44b0-a40b-cc0fd3f86104,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:30.460866 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa83824-4f71-4a20-a681-72397d4ac8fd tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:30.461294 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa83824-4f71-4a20-a681-72397d4ac8fd tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:30.461615 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa83824-4f71-4a20-a681-72397d4ac8fd tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:30.462014 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa83824-4f71-4a20-a681-72397d4ac8fd tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:30.462354 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa83824-4f71-4a20-a681-72397d4ac8fd tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:30.462716 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa83824-4f71-4a20-a681-72397d4ac8fd tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:30.463046 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa83824-4f71-4a20-a681-72397d4ac8fd tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:30.463385 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa83824-4f71-4a20-a681-72397d4ac8fd tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:30.463707 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa83824-4f71-4a20-a681-72397d4ac8fd tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:30.464039 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa83824-4f71-4a20-a681-72397d4ac8fd tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:30.464367 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa83824-4f71-4a20-a681-72397d4ac8fd tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:30.464691 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa83824-4f71-4a20-a681-72397d4ac8fd tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:30.538010 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3fa83824-4f71-4a20-a681-72397d4ac8fd tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks [] for floatingip, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:30.538354 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-3fa83824-4f71-4a20-a681-72397d4ac8fd tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Floating IP af5119e0-dcf3-44c2-8699-d347d386217c disassociated (deleted). External IP: 172.25.8.32, port: 1a93dc7d-6e9e-4405-858a-c7f30c26f7ef. Jul 15 13:30:30.640974 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbe4fd-6a95-4517-95fa-398e11342d3e req-11212f1f-89b5-4c11-99b7-529e463271c2 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:30.642481 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-95dbe4fd-6a95-4517-95fa-398e11342d3e req-11212f1f-89b5-4c11-99b7-529e463271c2 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 945 time: 0.1531637 Jul 15 13:30:30.659820 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-094ef6a9-0ff8-4ee6-a760-8870919da779 req-a9b79dcb-9ca8-405b-8027-5fc68e99208a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=835a7274-814e-4b0a-b248-0757f3c2154e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0654137 Jul 15 13:30:30.694947 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-95dbe4fd-6a95-4517-95fa-398e11342d3e req-dd71f5ec-43d9-460e-8db2-e2e6c0c8746e tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455985 Jul 15 13:30:30.778294 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ef6a9-0ff8-4ee6-a760-8870919da779 req-a7386991-b417-4ba3-83cb-a1966a69ea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:30.779968 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-094ef6a9-0ff8-4ee6-a760-8870919da779 req-a7386991-b417-4ba3-83cb-a1966a69ea32 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f245ec02bbff428b9e8f543df199a84c&device_id=835a7274-814e-4b0a-b248-0757f3c2154e HTTP/1.1" status: 200 len: 1098 time: 0.0675337 Jul 15 13:30:30.820789 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa83824-4f71-4a20-a681-72397d4ac8fd tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Router eb77c2c8-ed32-44fc-9d92-965933b0e5aa has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:30:30.921000 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ef6a9-0ff8-4ee6-a760-8870919da779 req-f3e3b914-a76c-4511-93d4-96285e7a205e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:30.922703 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-094ef6a9-0ff8-4ee6-a760-8870919da779 req-f3e3b914-a76c-4511-93d4-96285e7a205e service neutron] 10.222.0.46 "GET /v2.0/networks?id=043d99db-838c-4662-abb4-bf28ede39083 HTTP/1.1" status: 200 len: 915 time: 0.1050289 Jul 15 13:30:30.942899 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa83824-4f71-4a20-a681-72397d4ac8fd tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:30:30.949039 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3fa83824-4f71-4a20-a681-72397d4ac8fd tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:30.961004 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620ecfdb-314a-40f1-a706-1634ba323aaf None None] Sync routers for ids ['eb77c2c8-ed32-44fc-9d92-965933b0e5aa'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:30:30.974537 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620ecfdb-314a-40f1-a706-1634ba323aaf None None] Routers {'eb77c2c8-ed32-44fc-9d92-965933b0e5aa'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:30.975505 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-620ecfdb-314a-40f1-a706-1634ba323aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:30:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['eb77c2c8-ed32-44fc-9d92-965933b0e5aa'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:30.982389 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-094ef6a9-0ff8-4ee6-a760-8870919da779 req-d77805dc-2e97-4cb7-bc8e-69be41cbed10 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a93dc7d-6e9e-4405-858a-c7f30c26f7ef HTTP/1.1" status: 200 len: 217 time: 0.0507448 Jul 15 13:30:30.989737 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3fa83824-4f71-4a20-a681-72397d4ac8fd tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "DELETE /v2.0/floatingips/af5119e0-dcf3-44c2-8699-d347d386217c HTTP/1.1" status: 204 len: 168 time: 1.0070338 Jul 15 13:30:30.990300 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '835a7274-814e-4b0a-b248-0757f3c2154e', 'tag': '1a93dc7d-6e9e-4405-858a-c7f30c26f7ef'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:30.992610 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fa826a-1e6e-4353-8a2b-2c3a2846a679" -d '{"events": [{"name": "network-changed", "server_uuid": "835a7274-814e-4b0a-b248-0757f3c2154e", "tag": "1a93dc7d-6e9e-4405-858a-c7f30c26f7ef"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:31.044263 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ef6a9-0ff8-4ee6-a760-8870919da779 req-ae6e9dc0-c0cb-4439-a295-4c199aa94c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:31.045947 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-094ef6a9-0ff8-4ee6-a760-8870919da779 req-ae6e9dc0-c0cb-4439-a295-4c199aa94c41 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=83ef7f74-6375-414e-a389-86d39e0806ba HTTP/1.1" status: 200 len: 853 time: 0.0554054 Jul 15 13:30:31.064264 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efda9d0d-8801-4696-b04d-15a1f3be7acf x-openstack-request-id: req-efda9d0d-8801-4696-b04d-15a1f3be7acf {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:31.064548 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "835a7274-814e-4b0a-b248-0757f3c2154e", "tag": "1a93dc7d-6e9e-4405-858a-c7f30c26f7ef", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:31.064796 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-efda9d0d-8801-4696-b04d-15a1f3be7acf {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:31.065192 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '835a7274-814e-4b0a-b248-0757f3c2154e', 'tag': '1a93dc7d-6e9e-4405-858a-c7f30c26f7ef', 'status': 'completed', 'code': 200} Jul 15 13:30:31.108102 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-620ecfdb-314a-40f1-a706-1634ba323aaf None None] Set router eb77c2c8-ed32-44fc-9d92-965933b0e5aa gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:31.124371 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ef6a9-0ff8-4ee6-a760-8870919da779 req-fffc3cb5-536e-4fed-bf83-fcbe2ab3a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:31.126161 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-094ef6a9-0ff8-4ee6-a760-8870919da779 req-fffc3cb5-536e-4fed-bf83-fcbe2ab3a804 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=043d99db-838c-4662-abb4-bf28ede39083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0679293 Jul 15 13:30:31.229197 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-094ef6a9-0ff8-4ee6-a760-8870919da779 req-a0903680-1e27-4a3f-978c-90feaca064b4 service neutron] 10.222.0.46 "GET /v2.0/networks/043d99db-838c-4662-abb4-bf28ede39083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943918 Jul 15 13:30:31.336470 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-620ecfdb-314a-40f1-a706-1634ba323aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'name': 'tempest-TestVolumeBackupRestore-1608489791-router', 'tenant_id': 'f245ec02bbff428b9e8f543df199a84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'e8485766-672b-4b34-b5e4-6f0c764b6ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:31Z', 'updated_at': '2021-07-15T13:27:35Z', 'revision_number': 4, 'project_id': 'f245ec02bbff428b9e8f543df199a84c', 'gw_port': {'id': 'e8485766-672b-4b34-b5e4-6f0c764b6ed1', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:32Z', 'updated_at': '2021-07-15T13:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '6aabb1ba-570e-478a-b653-eacd68b4b9ed', 'name': '', 'network_id': '043d99db-838c-4662-abb4-bf28ede39083', 'tenant_id': 'f245ec02bbff428b9e8f543df199a84c', 'mac_address': 'fa:16:3e:8c:41:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '83ef7f74-6375-414e-a389-86d39e0806ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:34Z', 'updated_at': '2021-07-15T13:27:41Z', 'revision_number': 5, 'project_id': 'f245ec02bbff428b9e8f543df199a84c', 'subnets': [{'id': '83ef7f74-6375-414e-a389-86d39e0806ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:31.339756 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-094ef6a9-0ff8-4ee6-a760-8870919da779 req-acec5f4e-730d-403e-982c-027653a8e040 service neutron] 10.222.0.46 "GET /v2.0/networks/043d99db-838c-4662-abb4-bf28ede39083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032090 Jul 15 13:30:31.364244 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620ecfdb-314a-40f1-a706-1634ba323aaf None None] Checking router: eb77c2c8-ed32-44fc-9d92-965933b0e5aa for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:30:31.373281 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620ecfdb-314a-40f1-a706-1634ba323aaf None None] Routers {'eb77c2c8-ed32-44fc-9d92-965933b0e5aa'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:31.373945 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-620ecfdb-314a-40f1-a706-1634ba323aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:30:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['eb77c2c8-ed32-44fc-9d92-965933b0e5aa'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:31.424921 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3537359-58e1-453c-9fb9-9f790a2195b8 req-dab12190-9125-4497-91df-f017db28ac69 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:31.426716 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e3537359-58e1-453c-9fb9-9f790a2195b8 req-dab12190-9125-4497-91df-f017db28ac69 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "GET /v2.0/ports?device_id=835a7274-814e-4b0a-b248-0757f3c2154e HTTP/1.1" status: 200 len: 946 time: 0.0774140 Jul 15 13:30:31.463812 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa826a-1e6e-4353-8a2b-2c3a2846a679 req-1a0500a2-1692-466c-97b3-11b22ed9903d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:31.471657 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-68fa826a-1e6e-4353-8a2b-2c3a2846a679 req-1a0500a2-1692-466c-97b3-11b22ed9903d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f245ec02bbff428b9e8f543df199a84c&device_id=835a7274-814e-4b0a-b248-0757f3c2154e HTTP/1.1" status: 200 len: 1098 time: 0.0790060 Jul 15 13:30:31.478502 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e3537359-58e1-453c-9fb9-9f790a2195b8 req-e4fb5c5d-c466-4804-99a6-bba04c66e114 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "GET /v2.0/security-groups?id=74166214-bddc-4ad7-80b4-837d10a364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430381 Jul 15 13:30:31.490740 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-620ecfdb-314a-40f1-a706-1634ba323aaf None None] Set router eb77c2c8-ed32-44fc-9d92-965933b0e5aa gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:31.578738 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa826a-1e6e-4353-8a2b-2c3a2846a679 req-dc587b42-b102-4428-8518-cf67ffc675b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:31.580234 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-68fa826a-1e6e-4353-8a2b-2c3a2846a679 req-dc587b42-b102-4428-8518-cf67ffc675b7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=043d99db-838c-4662-abb4-bf28ede39083 HTTP/1.1" status: 200 len: 915 time: 0.0969157 Jul 15 13:30:31.624992 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-68fa826a-1e6e-4353-8a2b-2c3a2846a679 req-bc2835f9-3550-4571-b701-00e4118ca832 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a93dc7d-6e9e-4405-858a-c7f30c26f7ef HTTP/1.1" status: 200 len: 217 time: 0.0349813 Jul 15 13:30:31.680761 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa826a-1e6e-4353-8a2b-2c3a2846a679 req-2028fc2a-2a3a-4d74-8993-4f5c8989f64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:31.682461 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-68fa826a-1e6e-4353-8a2b-2c3a2846a679 req-2028fc2a-2a3a-4d74-8993-4f5c8989f64b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=83ef7f74-6375-414e-a389-86d39e0806ba HTTP/1.1" status: 200 len: 853 time: 0.0473077 Jul 15 13:30:31.700344 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-620ecfdb-314a-40f1-a706-1634ba323aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'name': 'tempest-TestVolumeBackupRestore-1608489791-router', 'tenant_id': 'f245ec02bbff428b9e8f543df199a84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'e8485766-672b-4b34-b5e4-6f0c764b6ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:31Z', 'updated_at': '2021-07-15T13:27:35Z', 'revision_number': 4, 'project_id': 'f245ec02bbff428b9e8f543df199a84c', 'gw_port': {'id': 'e8485766-672b-4b34-b5e4-6f0c764b6ed1', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:32Z', 'updated_at': '2021-07-15T13:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '6aabb1ba-570e-478a-b653-eacd68b4b9ed', 'name': '', 'network_id': '043d99db-838c-4662-abb4-bf28ede39083', 'tenant_id': 'f245ec02bbff428b9e8f543df199a84c', 'mac_address': 'fa:16:3e:8c:41:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '83ef7f74-6375-414e-a389-86d39e0806ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:34Z', 'updated_at': '2021-07-15T13:27:41Z', 'revision_number': 5, 'project_id': 'f245ec02bbff428b9e8f543df199a84c', 'subnets': [{'id': '83ef7f74-6375-414e-a389-86d39e0806ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:31.731070 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620ecfdb-314a-40f1-a706-1634ba323aaf None None] The sync data for ids ['eb77c2c8-ed32-44fc-9d92-965933b0e5aa'] in n-d-771363-36 is: [{'id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'name': 'tempest-TestVolumeBackupRestore-1608489791-router', 'tenant_id': 'f245ec02bbff428b9e8f543df199a84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'e8485766-672b-4b34-b5e4-6f0c764b6ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:31Z', 'updated_at': '2021-07-15T13:27:35Z', 'revision_number': 4, 'project_id': 'f245ec02bbff428b9e8f543df199a84c', 'gw_port': {'id': 'e8485766-672b-4b34-b5e4-6f0c764b6ed1', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:32Z', 'updated_at': '2021-07-15T13:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '6aabb1ba-570e-478a-b653-eacd68b4b9ed', 'name': '', 'network_id': '043d99db-838c-4662-abb4-bf28ede39083', 'tenant_id': 'f245ec02bbff428b9e8f543df199a84c', 'mac_address': 'fa:16:3e:8c:41:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '83ef7f74-6375-414e-a389-86d39e0806ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:34Z', 'updated_at': '2021-07-15T13:27:41Z', 'revision_number': 5, 'project_id': 'f245ec02bbff428b9e8f543df199a84c', 'subnets': [{'id': '83ef7f74-6375-414e-a389-86d39e0806ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:30:31.748370 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa826a-1e6e-4353-8a2b-2c3a2846a679 req-e3014802-c3bc-4ba0-ae6b-41edf17d97f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:31.750250 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-68fa826a-1e6e-4353-8a2b-2c3a2846a679 req-e3014802-c3bc-4ba0-ae6b-41edf17d97f9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=043d99db-838c-4662-abb4-bf28ede39083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591390 Jul 15 13:30:31.861616 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-68fa826a-1e6e-4353-8a2b-2c3a2846a679 req-a094e5ec-854a-4693-a98f-202345ccb96e service neutron] 10.222.0.46 "GET /v2.0/networks/043d99db-838c-4662-abb4-bf28ede39083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988021 Jul 15 13:30:31.908579 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f11fe9-5e75-4238-b960-133dcd21d432 req-010ab6a6-428c-47a2-96cd-7e1a701372d0 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:31.910508 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-69f11fe9-5e75-4238-b960-133dcd21d432 req-010ab6a6-428c-47a2-96cd-7e1a701372d0 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 945 time: 0.0742021 Jul 15 13:30:31.958058 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-69f11fe9-5e75-4238-b960-133dcd21d432 req-0a8ee792-2289-4ccd-bca6-17e29e48d88e tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400689 Jul 15 13:30:31.974772 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-68fa826a-1e6e-4353-8a2b-2c3a2846a679 req-456e56a9-a04d-4d76-ac3f-16935af10f4d service neutron] 10.222.0.46 "GET /v2.0/networks/043d99db-838c-4662-abb4-bf28ede39083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059122 Jul 15 13:30:32.026741 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476a7812-6397-4bff-b30b-d31f13dee849 None None] New status for floating IP af5119e0-dcf3-44c2-8699-d347d386217c: DOWN {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:30:32.261786 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:32.468411 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b3290a93-b837-4c1c-a694-05252972e4d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:32.670455 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf6299-8a26-403f-8927-bcd3aaceca58 req-08238b58-69e9-4fbe-ad5f-388c1fc152ed tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:32.671977 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d4cf6299-8a26-403f-8927-bcd3aaceca58 req-08238b58-69e9-4fbe-ad5f-388c1fc152ed tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "GET /v2.0/ports?device_id=835a7274-814e-4b0a-b248-0757f3c2154e HTTP/1.1" status: 200 len: 946 time: 0.0669689 Jul 15 13:30:32.709257 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d4cf6299-8a26-403f-8927-bcd3aaceca58 req-d81d43d3-0e1d-4202-a185-32c922429b0f tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "GET /v2.0/security-groups?id=74166214-bddc-4ad7-80b4-837d10a364c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317345 Jul 15 13:30:33.146909 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264a015-26fe-413e-b71e-fae301bdbfa5 req-8f719fac-a2a4-4b76-97cf-f7d87a2a803d tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:33.148303 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6264a015-26fe-413e-b71e-fae301bdbfa5 req-8f719fac-a2a4-4b76-97cf-f7d87a2a803d tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 945 time: 0.0619786 Jul 15 13:30:33.187005 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6264a015-26fe-413e-b71e-fae301bdbfa5 req-bccb0de7-e59a-4bf2-b0b2-a81e6905de99 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328174 Jul 15 13:30:33.291550 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbeba2d-d6de-4e9f-9e8e-1c77ff8a5905 req-7857c4ef-f78e-48cc-bacc-57f7cc6cb10c tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:33.293062 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9dbeba2d-d6de-4e9f-9e8e-1c77ff8a5905 req-7857c4ef-f78e-48cc-bacc-57f7cc6cb10c tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.46 "GET /v2.0/ports?device_id=835a7274-814e-4b0a-b248-0757f3c2154e HTTP/1.1" status: 200 len: 946 time: 0.0659490 Jul 15 13:30:33.405202 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-9dbeba2d-d6de-4e9f-9e8e-1c77ff8a5905 req-54dcb1c1-cc71-457b-b4ba-315d54ba8bac tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Deleting port 1a93dc7d-6e9e-4405-858a-c7f30c26f7ef {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:33.405466 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-9dbeba2d-d6de-4e9f-9e8e-1c77ff8a5905 req-54dcb1c1-cc71-457b-b4ba-315d54ba8bac tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:33.495570 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-9dbeba2d-d6de-4e9f-9e8e-1c77ff8a5905 req-54dcb1c1-cc71-457b-b4ba-315d54ba8bac tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] For port 1a93dc7d-6e9e-4405-858a-c7f30c26f7ef, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=1a93dc7d-6e9e-4405-858a-c7f30c26f7ef,segment=NetworkSegment(080d6576-f30d-4e58-8732-070d454aad3e),segment_id=080d6576-f30d-4e58-8732-070d454aad3e)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:33.495935 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-9dbeba2d-d6de-4e9f-9e8e-1c77ff8a5905 req-54dcb1c1-cc71-457b-b4ba-315d54ba8bac tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:33.508579 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-9dbeba2d-d6de-4e9f-9e8e-1c77ff8a5905 req-54dcb1c1-cc71-457b-b4ba-315d54ba8bac tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Calling delete_port for 1a93dc7d-6e9e-4405-858a-c7f30c26f7ef owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:33.616184 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:33.650021 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-9dbeba2d-d6de-4e9f-9e8e-1c77ff8a5905 req-54dcb1c1-cc71-457b-b4ba-315d54ba8bac tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:33.679065 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dcb1c1-cc71-457b-b4ba-315d54ba8bac tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Pushing event deleted for resources: {'Port': ['ID=1a93dc7d-6e9e-4405-858a-c7f30c26f7ef,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:33.728120 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dbeba2d-d6de-4e9f-9e8e-1c77ff8a5905 req-54dcb1c1-cc71-457b-b4ba-315d54ba8bac tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] No DVR routers for this DVR port 1a93dc7d-6e9e-4405-858a-c7f30c26f7ef on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:30:33.730644 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-9dbeba2d-d6de-4e9f-9e8e-1c77ff8a5905 req-54dcb1c1-cc71-457b-b4ba-315d54ba8bac tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:33.732595 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9dbeba2d-d6de-4e9f-9e8e-1c77ff8a5905 req-54dcb1c1-cc71-457b-b4ba-315d54ba8bac tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.46 "DELETE /v2.0/ports/1a93dc7d-6e9e-4405-858a-c7f30c26f7ef HTTP/1.1" status: 204 len: 173 time: 0.4337995 Jul 15 13:30:33.733030 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835a7274-814e-4b0a-b248-0757f3c2154e', 'name': 'network-vif-deleted', 'tag': '1a93dc7d-6e9e-4405-858a-c7f30c26f7ef'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:33.735377 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b9072e-dab9-490c-99a9-a042de52c23a" -d '{"events": [{"server_uuid": "835a7274-814e-4b0a-b248-0757f3c2154e", "name": "network-vif-deleted", "tag": "1a93dc7d-6e9e-4405-858a-c7f30c26f7ef"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:33.780088 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d559784-f571-44a8-8ed5-c31c94d4182b x-openstack-request-id: req-9d559784-f571-44a8-8ed5-c31c94d4182b {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:33.780384 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "835a7274-814e-4b0a-b248-0757f3c2154e", "name": "network-vif-deleted", "tag": "1a93dc7d-6e9e-4405-858a-c7f30c26f7ef", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:33.780932 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9d559784-f571-44a8-8ed5-c31c94d4182b {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:33.781070 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '835a7274-814e-4b0a-b248-0757f3c2154e', 'name': 'network-vif-deleted', 'tag': '1a93dc7d-6e9e-4405-858a-c7f30c26f7ef', 'status': 'completed', 'code': 200} Jul 15 13:30:33.882144 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-58439f59-7d6e-45c3-991a-11b77339d44e req-4d722097-7d68-4db0-b272-8b95d5939b09 tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "GET /v2.0/ports?device_id=835a7274-814e-4b0a-b248-0757f3c2154e HTTP/1.1" status: 200 len: 210 time: 0.0374680 Jul 15 13:30:33.958549 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-315e185a-5fba-41ca-baf1-a6b8b2a77719 req-f1901825-123c-44ed-a6a3-5428dbfebe9b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0550106 Jul 15 13:30:34.080823 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e185a-5fba-41ca-baf1-a6b8b2a77719 req-bc4fb1e4-af7d-446a-beb8-56d65a057e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:34.082426 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-315e185a-5fba-41ca-baf1-a6b8b2a77719 req-bc4fb1e4-af7d-446a-beb8-56d65a057e26 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=438c2fe7ca9145c995e883ad1c90ef1a&device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 1098 time: 0.0768704 Jul 15 13:30:34.230522 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e185a-5fba-41ca-baf1-a6b8b2a77719 req-3c4bbe54-a788-4d78-b335-e3746a5dde0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:34.232000 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-315e185a-5fba-41ca-baf1-a6b8b2a77719 req-3c4bbe54-a788-4d78-b335-e3746a5dde0b service neutron] 10.222.0.20 "GET /v2.0/networks?id=fa64dca8-18ff-4dfc-ad9a-6ee46d985877 HTTP/1.1" status: 200 len: 920 time: 0.1231446 Jul 15 13:30:34.280915 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-315e185a-5fba-41ca-baf1-a6b8b2a77719 req-55dabb20-d84c-459e-adaf-d653778513a2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c91d80c-7155-4afa-b5e5-837a1d8a4607 HTTP/1.1" status: 200 len: 217 time: 0.0399816 Jul 15 13:30:34.372224 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e185a-5fba-41ca-baf1-a6b8b2a77719 req-94444943-521c-44c8-adf6-3a2c2841a5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:34.373799 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-315e185a-5fba-41ca-baf1-a6b8b2a77719 req-94444943-521c-44c8-adf6-3a2c2841a5c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b53ff05d-23b1-4bd2-81e4-b089756dd05a HTTP/1.1" status: 200 len: 859 time: 0.0861442 Jul 15 13:30:34.413569 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-315e185a-5fba-41ca-baf1-a6b8b2a77719 req-f179ab4f-3605-4aee-b615-67a38f3eaa6e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fa64dca8-18ff-4dfc-ad9a-6ee46d985877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320461 Jul 15 13:30:34.461729 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891210d-d0d0-489a-8b31-df229ede730e req-c620101f-7fa2-42b4-a55c-838895ad06a6 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:34.463535 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d891210d-d0d0-489a-8b31-df229ede730e req-c620101f-7fa2-42b4-a55c-838895ad06a6 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 945 time: 0.1442809 Jul 15 13:30:34.557090 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d891210d-d0d0-489a-8b31-df229ede730e req-a4d46c41-35cc-4703-b23c-90d32f840c16 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575049 Jul 15 13:30:34.563109 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-315e185a-5fba-41ca-baf1-a6b8b2a77719 req-a2be25eb-1234-4eb4-bba9-2998cb6faa2f service neutron] 10.222.0.20 "GET /v2.0/networks/fa64dca8-18ff-4dfc-ad9a-6ee46d985877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398985 Jul 15 13:30:34.666470 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-315e185a-5fba-41ca-baf1-a6b8b2a77719 req-0fdeaf7a-c99e-4769-849a-75d9604f7455 service neutron] 10.222.0.20 "GET /v2.0/networks/fa64dca8-18ff-4dfc-ad9a-6ee46d985877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941348 Jul 15 13:30:35.033779 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:35.043474 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d4d70d34-5c08-4374-9fff-e7464b2a4cfa req-27bd7dd2-7c04-4f9d-a79e-9b29ce77f68a tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "GET /v2.0/ports?device_id=835a7274-814e-4b0a-b248-0757f3c2154e HTTP/1.1" status: 200 len: 210 time: 0.0391624 Jul 15 13:30:35.258133 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 1a93dc7d-6e9e-4405-858a-c7f30c26f7ef no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:35.280708 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 1a93dc7d-6e9e-4405-858a-c7f30c26f7ef {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:35.281151 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 1a93dc7d-6e9e-4405-858a-c7f30c26f7ef not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:35.736307 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7f835-3cd7-4bdf-9828-c2e848071e9a req-49275b3d-deea-4953-b0bb-d2c7a7d55a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:35.737829 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-58e7f835-3cd7-4bdf-9828-c2e848071e9a req-49275b3d-deea-4953-b0bb-d2c7a7d55a1c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 1097 time: 0.0966015 Jul 15 13:30:35.789311 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949651b-7b4a-4a3f-aeee-06fb9de98198 req-a55522b9-62c0-4d06-a15e-8e3aef9ea964 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:35.791455 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1949651b-7b4a-4a3f-aeee-06fb9de98198 req-a55522b9-62c0-4d06-a15e-8e3aef9ea964 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 945 time: 0.0979385 Jul 15 13:30:35.812486 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-58e7f835-3cd7-4bdf-9828-c2e848071e9a req-a9af8fe8-eb95-4b33-91cb-dbbdf9ed0618 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578196 Jul 15 13:30:35.842929 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1949651b-7b4a-4a3f-aeee-06fb9de98198 req-43cc6293-0ed5-454d-9a1a-d90ee64d7bc6 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422175 Jul 15 13:30:36.212588 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5ddba9af-4847-4109-bf0c-5f5706ccc174 req-ef72f89f-9f7c-4e09-be8f-819b3525fa0d tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "GET /v2.0/ports?device_id=835a7274-814e-4b0a-b248-0757f3c2154e HTTP/1.1" status: 200 len: 210 time: 0.0338349 Jul 15 13:30:37.497768 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-09b07eec-1f9e-410e-b255-ab655051f607 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:37.499271 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-09b07eec-1f9e-410e-b255-ab655051f607 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/networks?id=0a4dd7d0-16e5-4773-b3e2-68181d406c30 HTTP/1.1" status: 200 len: 815 time: 0.5445986 Jul 15 13:30:37.509912 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ba228-e7e3-4153-acac-5c33eecc4c4f req-bbf3ca69-625d-4c62-8737-560f20f17694 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:37.511369 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4a1ba228-e7e3-4153-acac-5c33eecc4c4f req-bbf3ca69-625d-4c62-8737-560f20f17694 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 945 time: 0.5089903 Jul 15 13:30:37.528839 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-449d85b3-67fe-4dc3-a81d-2ce67e729fa1 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/quotas/f47c81c2aea3401a82859f27bf866d5f HTTP/1.1" status: 200 len: 375 time: 0.0165284 Jul 15 13:30:37.583840 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4a1ba228-e7e3-4153-acac-5c33eecc4c4f req-d44291c5-a524-420a-a578-1aa29ea1eaff tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652826 Jul 15 13:30:37.614630 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-e2d01b80-4e49-445d-acc2-f95e86d22349 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f47c81c2aea3401a82859f27bf866d5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0797839 Jul 15 13:30:37.769126 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9c0cc922-da54-4be4-99ea-38f592ae48d8 req-df4e275b-7f91-4e44-898d-3adffcee04bf tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "GET /v2.0/ports?device_id=835a7274-814e-4b0a-b248-0757f3c2154e HTTP/1.1" status: 200 len: 210 time: 0.0437906 Jul 15 13:30:37.892120 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-a0463471-539b-45e3-8f93-f0aa4937d9c0 service neutron] 10.222.0.16 "GET /v2.0/networks/0a4dd7d0-16e5-4773-b3e2-68181d406c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691360 Jul 15 13:30:38.076357 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-d5c01a9d-4213-498b-990d-f01539a377a9 service neutron] 10.222.0.16 "GET /v2.0/networks/0a4dd7d0-16e5-4773-b3e2-68181d406c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725507 Jul 15 13:30:38.110941 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30de07-927e-41b5-ae48-a254b41bf979 req-9a9666b2-655d-495f-8921-2887475d4c63 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:38.119921 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a30de07-927e-41b5-ae48-a254b41bf979 req-9a9666b2-655d-495f-8921-2887475d4c63 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 946 time: 0.1554918 Jul 15 13:30:38.168006 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a30de07-927e-41b5-ae48-a254b41bf979 req-106dbc11-1c4e-4146-820a-b01ebe27b739 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457275 Jul 15 13:30:38.348702 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a95eeb54-b743-4b79-8c92-01cccd4a1e3b req-ad46c00d-919a-40d1-aebc-cc78994a3fb9 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc15792-9db9-4980-bd9b-46c7ead8ef80 HTTP/1.1" status: 200 len: 210 time: 0.0320175 Jul 15 13:30:38.630259 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafa6df-53c1-40f7-8759-f0cc642b34b8 req-78b4f0e7-48e8-4d22-b42f-7ea2417fcf3d tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:38.632671 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eeafa6df-53c1-40f7-8759-f0cc642b34b8 req-78b4f0e7-48e8-4d22-b42f-7ea2417fcf3d tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 946 time: 0.0867748 Jul 15 13:30:38.680878 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eeafa6df-53c1-40f7-8759-f0cc642b34b8 req-52649de9-83fc-4163-802c-94690f0a6565 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420196 Jul 15 13:30:38.881098 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 54224) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:38.948579 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cc0d8972-44d4-41aa-87ad-5d19477df92e tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:38.974132 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cc0d8972-44d4-41aa-87ad-5d19477df92e tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:39.043016 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cc0d8972-44d4-41aa-87ad-5d19477df92e tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:39.045518 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cc0d8972-44d4-41aa-87ad-5d19477df92e tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:39.049465 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-cc0d8972-44d4-41aa-87ad-5d19477df92e tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] 10.222.0.16 "DELETE /v2.0/security-groups/74166214-bddc-4ad7-80b4-837d10a364c4 HTTP/1.1" status: 204 len: 168 time: 0.1642334 Jul 15 13:30:39.056750 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d8972-44d4-41aa-87ad-5d19477df92e tempest-TestVolumeBackupRestore-1981297707 tempest-TestVolumeBackupRestore-1981297707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74166214-bddc-4ad7-80b4-837d10a364c4,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:39.550629 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4b3b9b9f-45c9-4306-9b70-40b3af005892 req-1553e49c-ebb1-4abd-be3d-4e72300a79ec tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc15792-9db9-4980-bd9b-46c7ead8ef80 HTTP/1.1" status: 200 len: 210 time: 0.0567515 Jul 15 13:30:39.697357 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-bdf60eb2-72b5-43a1-abc0-7fc7a98e8ace tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:39.700596 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-bdf60eb2-72b5-43a1-abc0-7fc7a98e8ace tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.46 "GET /v2.0/networks?id=0a4dd7d0-16e5-4773-b3e2-68181d406c30 HTTP/1.1" status: 200 len: 815 time: 0.2191086 Jul 15 13:30:39.717965 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-e03e2121-82fa-4d28-b515-bf1851e22b2d tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Request body: {'port': {'device_id': 'ffc15792-9db9-4980-bd9b-46c7ead8ef80', 'network_id': '0a4dd7d0-16e5-4773-b3e2-68181d406c30', 'admin_state_up': True, 'tenant_id': 'f47c81c2aea3401a82859f27bf866d5f'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:39.929166 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-e03e2121-82fa-4d28-b515-bf1851e22b2d tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Made reservation on behalf of f47c81c2aea3401a82859f27bf866d5f for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:39.933183 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-e03e2121-82fa-4d28-b515-bf1851e22b2d tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.047133 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f2449-a617-4cc6-8ef2-84851b3aaf71 req-c3c8a2d9-68bc-46d9-82b6-37b1b863c847 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:40.049580 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fc2f2449-a617-4cc6-8ef2-84851b3aaf71 req-c3c8a2d9-68bc-46d9-82b6-37b1b863c847 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 946 time: 0.1358478 Jul 15 13:30:40.099324 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-e03e2121-82fa-4d28-b515-bf1851e22b2d tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Allocated IP 172.20.0.12 (0a4dd7d0-16e5-4773-b3e2-68181d406c30/a4f37fdd-85e1-4a00-aa18-97bc3cabc7bb/809f0078-e6b8-4b42-87de-5342630cad75) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:40.152037 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fc2f2449-a617-4cc6-8ef2-84851b3aaf71 req-9202f282-aae9-4a6d-b98b-7158d784440d tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953496 Jul 15 13:30:40.352451 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-e03e2121-82fa-4d28-b515-bf1851e22b2d tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.416128 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-e03e2121-82fa-4d28-b515-bf1851e22b2d tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.435811 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['adf3fc58-d43e-48ef-89c5-f599f15c1424'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:30:40.555649 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e2121-82fa-4d28-b515-bf1851e22b2d tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Pushing event updated for resources: {'Port': ['ID=809f0078-e6b8-4b42-87de-5342630cad75,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:40.569979 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-e03e2121-82fa-4d28-b515-bf1851e22b2d tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Network 0a4dd7d0-16e5-4773-b3e2-68181d406c30 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:40.571902 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-e03e2121-82fa-4d28-b515-bf1851e22b2d tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:40.578752 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-e03e2121-82fa-4d28-b515-bf1851e22b2d tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:40.757742 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-e03e2121-82fa-4d28-b515-bf1851e22b2d tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:40.758670 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-e03e2121-82fa-4d28-b515-bf1851e22b2d tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.803964 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-e03e2121-82fa-4d28-b515-bf1851e22b2d tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0914662 Jul 15 13:30:40.840337 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-0057839c-181f-472d-8eb5-3a959b2baf2c service neutron] Request body: {'port': {'device_id': 'ffc15792-9db9-4980-bd9b-46c7ead8ef80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:41.000708 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc34a2d-a92d-403a-9d40-7ab42f60309e req-0629c691-1f90-4875-b9bb-0bb7904839fd tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:41.011021 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6cc34a2d-a92d-403a-9d40-7ab42f60309e req-0629c691-1f90-4875-b9bb-0bb7904839fd tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc15792-9db9-4980-bd9b-46c7ead8ef80 HTTP/1.1" status: 200 len: 932 time: 0.1370370 Jul 15 13:30:41.077179 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-0057839c-181f-472d-8eb5-3a959b2baf2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:41.089359 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6cc34a2d-a92d-403a-9d40-7ab42f60309e req-f6be6a63-bf6d-46a3-b0a2-ab063747bc0e tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac3faf68-cded-41b7-8353-9d14384cf315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772133 Jul 15 13:30:41.683203 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61016c46-a265-47af-8a97-95d371d52448 req-cc2c19df-8c12-4ce4-b918-1f0b922dc714 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:41.697454 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-61016c46-a265-47af-8a97-95d371d52448 req-cc2c19df-8c12-4ce4-b918-1f0b922dc714 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 946 time: 0.1041493 Jul 15 13:30:41.756474 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-0057839c-181f-472d-8eb5-3a959b2baf2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 809f0078-e6b8-4b42-87de-5342630cad75 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:30:41.792223 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-61016c46-a265-47af-8a97-95d371d52448 req-11612cf2-791d-4585-8e89-da68467b3712 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927696 Jul 15 13:30:41.795818 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-0057839c-181f-472d-8eb5-3a959b2baf2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:41.814332 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-0057839c-181f-472d-8eb5-3a959b2baf2c service neutron] Transition to ACTIVE for port object 809f0078-e6b8-4b42-87de-5342630cad75 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:41.822118 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-0057839c-181f-472d-8eb5-3a959b2baf2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:41.890923 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057839c-181f-472d-8eb5-3a959b2baf2c service neutron] Pushing event updated for resources: {'Port': ['ID=809f0078-e6b8-4b42-87de-5342630cad75,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:42.025612 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-0057839c-181f-472d-8eb5-3a959b2baf2c service neutron] Attempting to bind port 809f0078-e6b8-4b42-87de-5342630cad75 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:30:42.026219 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-0057839c-181f-472d-8eb5-3a959b2baf2c service neutron] Attempting to bind port 809f0078-e6b8-4b42-87de-5342630cad75 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '647bc94c-d766-45e9-bf55-e965f0de33ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0a4dd7d0-16e5-4773-b3e2-68181d406c30'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:30:42.030094 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-0057839c-181f-472d-8eb5-3a959b2baf2c service neutron] Attempting to bind port 809f0078-e6b8-4b42-87de-5342630cad75 on network 0a4dd7d0-16e5-4773-b3e2-68181d406c30 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:42.035234 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-0057839c-181f-472d-8eb5-3a959b2baf2c service neutron] Port 809f0078-e6b8-4b42-87de-5342630cad75 on network 0a4dd7d0-16e5-4773-b3e2-68181d406c30 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:30:42.036017 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-0057839c-181f-472d-8eb5-3a959b2baf2c service neutron] Attempting to bind port 809f0078-e6b8-4b42-87de-5342630cad75 on network 0a4dd7d0-16e5-4773-b3e2-68181d406c30 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:42.044358 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-0057839c-181f-472d-8eb5-3a959b2baf2c service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:30:42.045015 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-0057839c-181f-472d-8eb5-3a959b2baf2c service neutron] Checking segment: {'id': '647bc94c-d766-45e9-bf55-e965f0de33ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0a4dd7d0-16e5-4773-b3e2-68181d406c30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:42.045715 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-0057839c-181f-472d-8eb5-3a959b2baf2c service neutron] Bound using segment: {'id': '647bc94c-d766-45e9-bf55-e965f0de33ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0a4dd7d0-16e5-4773-b3e2-68181d406c30'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:30:42.046452 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-0057839c-181f-472d-8eb5-3a959b2baf2c service neutron] Bound port: 809f0078-e6b8-4b42-87de-5342630cad75, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '647bc94c-d766-45e9-bf55-e965f0de33ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0a4dd7d0-16e5-4773-b3e2-68181d406c30'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:30:42.046985 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-0057839c-181f-472d-8eb5-3a959b2baf2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.121137 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-0057839c-181f-472d-8eb5-3a959b2baf2c service neutron] For port 809f0078-e6b8-4b42-87de-5342630cad75, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:30:42.124529 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-0057839c-181f-472d-8eb5-3a959b2baf2c service neutron] For port 809f0078-e6b8-4b42-87de-5342630cad75, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=809f0078-e6b8-4b42-87de-5342630cad75,segment=NetworkSegment(647bc94c-d766-45e9-bf55-e965f0de33ad),segment_id=647bc94c-d766-45e9-bf55-e965f0de33ad)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:30:42.139885 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-0057839c-181f-472d-8eb5-3a959b2baf2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.248977 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-0057839c-181f-472d-8eb5-3a959b2baf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:42.250051 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-0057839c-181f-472d-8eb5-3a959b2baf2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.251620 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-0057839c-181f-472d-8eb5-3a959b2baf2c service neutron] 10.222.0.46 "PUT /v2.0/ports/809f0078-e6b8-4b42-87de-5342630cad75 HTTP/1.1" status: 200 len: 1093 time: 1.4338629 Jul 15 13:30:42.252555 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc15792-9db9-4980-bd9b-46c7ead8ef80', 'tag': '809f0078-e6b8-4b42-87de-5342630cad75'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:42.254916 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a47ca6-ed1e-4576-a35f-83a05f813d97" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc15792-9db9-4980-bd9b-46c7ead8ef80", "tag": "809f0078-e6b8-4b42-87de-5342630cad75"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:42.308220 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057839c-181f-472d-8eb5-3a959b2baf2c service neutron] Pushing event updated for resources: {'Port': ['ID=809f0078-e6b8-4b42-87de-5342630cad75,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:42.369435 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a519d-1ef6-42d6-9d0a-0bae3fb39b8a req-dbd6b1e8-c841-4344-90d7-cd8a14a9cff1 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:42.381661 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-452a519d-1ef6-42d6-9d0a-0bae3fb39b8a req-dbd6b1e8-c841-4344-90d7-cd8a14a9cff1 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc15792-9db9-4980-bd9b-46c7ead8ef80 HTTP/1.1" status: 200 len: 944 time: 0.1173019 Jul 15 13:30:42.391669 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a8db67-9b6d-476d-a5e5-e0e0ddac9f56 x-openstack-request-id: req-77a8db67-9b6d-476d-a5e5-e0e0ddac9f56 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:42.391959 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc15792-9db9-4980-bd9b-46c7ead8ef80", "tag": "809f0078-e6b8-4b42-87de-5342630cad75", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:42.392213 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-77a8db67-9b6d-476d-a5e5-e0e0ddac9f56 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:42.392610 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc15792-9db9-4980-bd9b-46c7ead8ef80', 'tag': '809f0078-e6b8-4b42-87de-5342630cad75', 'status': 'completed', 'code': 200} Jul 15 13:30:42.457006 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-08ece913-ea88-4916-9ff6-777bfad1baf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:42.457314 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-452a519d-1ef6-42d6-9d0a-0bae3fb39b8a req-cf9e81c2-5f33-46b1-85d5-202d06e0a895 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac3faf68-cded-41b7-8353-9d14384cf315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697968 Jul 15 13:30:42.459491 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-08ece913-ea88-4916-9ff6-777bfad1baf8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f47c81c2aea3401a82859f27bf866d5f&device_id=ffc15792-9db9-4980-bd9b-46c7ead8ef80 HTTP/1.1" status: 200 len: 1096 time: 0.1365433 Jul 15 13:30:42.546064 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-4e7d9578-952d-4e38-a592-9c6e8529c6e3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=809f0078-e6b8-4b42-87de-5342630cad75 HTTP/1.1" status: 200 len: 217 time: 0.0763040 Jul 15 13:30:42.764496 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-21052274-258c-43cc-bcad-dcf5b6fcc54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:42.783177 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-21052274-258c-43cc-bcad-dcf5b6fcc54b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a4f37fdd-85e1-4a00-aa18-97bc3cabc7bb HTTP/1.1" status: 200 len: 855 time: 0.2305677 Jul 15 13:30:42.862415 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-59ae059c-389f-4f84-846e-7a65191db273 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0a4dd7d0-16e5-4773-b3e2-68181d406c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663905 Jul 15 13:30:43.102221 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-b18a6b50-09dd-49af-b496-4d74df0438c2 service neutron] 10.222.0.46 "GET /v2.0/networks/0a4dd7d0-16e5-4773-b3e2-68181d406c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208302 Jul 15 13:30:43.193777 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52a941-b913-4d79-b2a5-1af5205dd2f8 req-dccd7c3f-2070-4204-ab00-49a00697069b tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:43.202451 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9e52a941-b913-4d79-b2a5-1af5205dd2f8 req-dccd7c3f-2070-4204-ab00-49a00697069b tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 946 time: 0.1737876 Jul 15 13:30:43.257665 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9e52a941-b913-4d79-b2a5-1af5205dd2f8 req-c223e995-c2e4-4a91-965f-813229f59230 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537376 Jul 15 13:30:43.317029 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5d6024fe-e0a8-4164-ba77-83938769bcf6 req-7837a3bc-b9aa-4b3a-8907-8d102dba87fa service neutron] 10.222.0.46 "GET /v2.0/networks/0a4dd7d0-16e5-4773-b3e2-68181d406c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039814 Jul 15 13:30:43.510210 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a47ca6-ed1e-4576-a35f-83a05f813d97 req-4dcd9cdc-fcc0-4f8e-9c7c-deab78c24a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:43.522418 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-47a47ca6-ed1e-4576-a35f-83a05f813d97 req-4dcd9cdc-fcc0-4f8e-9c7c-deab78c24a11 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f47c81c2aea3401a82859f27bf866d5f&device_id=ffc15792-9db9-4980-bd9b-46c7ead8ef80 HTTP/1.1" status: 200 len: 1096 time: 0.1282670 Jul 15 13:30:43.713103 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a47ca6-ed1e-4576-a35f-83a05f813d97 req-67939a12-410e-42f8-b7d6-21c296dc9e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:43.717118 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-47a47ca6-ed1e-4576-a35f-83a05f813d97 req-67939a12-410e-42f8-b7d6-21c296dc9e76 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0a4dd7d0-16e5-4773-b3e2-68181d406c30 HTTP/1.1" status: 200 len: 916 time: 0.1850860 Jul 15 13:30:43.828057 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd2278-5ed6-4fe6-8ff2-d0e8aec76d4d req-651ec155-251a-4b0f-97e8-2ee96d2405aa tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:43.830005 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-04dd2278-5ed6-4fe6-8ff2-d0e8aec76d4d req-651ec155-251a-4b0f-97e8-2ee96d2405aa tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc15792-9db9-4980-bd9b-46c7ead8ef80 HTTP/1.1" status: 200 len: 944 time: 0.1605787 Jul 15 13:30:43.907139 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-47a47ca6-ed1e-4576-a35f-83a05f813d97 req-9155eb3d-96b7-4ab9-8a71-5f4a8530b3a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=809f0078-e6b8-4b42-87de-5342630cad75 HTTP/1.1" status: 200 len: 217 time: 0.1791911 Jul 15 13:30:44.023268 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-04dd2278-5ed6-4fe6-8ff2-d0e8aec76d4d req-5fbee26b-15d9-47a5-b78f-913df7f4695c tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac3faf68-cded-41b7-8353-9d14384cf315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782973 Jul 15 13:30:44.052840 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a47ca6-ed1e-4576-a35f-83a05f813d97 req-11d7c4c2-f15b-4c85-8f69-0d251fc0e913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:44.056165 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-47a47ca6-ed1e-4576-a35f-83a05f813d97 req-11d7c4c2-f15b-4c85-8f69-0d251fc0e913 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a4f37fdd-85e1-4a00-aa18-97bc3cabc7bb HTTP/1.1" status: 200 len: 855 time: 0.1394763 Jul 15 13:30:44.104379 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-47a47ca6-ed1e-4576-a35f-83a05f813d97 req-acc18b39-3c00-46aa-a409-b6b79a92bc1b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0a4dd7d0-16e5-4773-b3e2-68181d406c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406127 Jul 15 13:30:44.226301 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-47a47ca6-ed1e-4576-a35f-83a05f813d97 req-2f8af1ac-562e-4937-9271-7df4de1ad7ee service neutron] 10.222.0.46 "GET /v2.0/networks/0a4dd7d0-16e5-4773-b3e2-68181d406c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054778 Jul 15 13:30:44.356936 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-47a47ca6-ed1e-4576-a35f-83a05f813d97 req-f4f52273-4623-4ff8-ad8b-dfe2ef663cc5 service neutron] 10.222.0.46 "GET /v2.0/networks/0a4dd7d0-16e5-4773-b3e2-68181d406c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230783 Jul 15 13:30:44.982853 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 54712) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:45.319937 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2271b-e364-4094-ae06-c00be976657f req-cf818913-11e3-4d1d-8a88-9744c81a8432 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:45.321494 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-deb2271b-e364-4094-ae06-c00be976657f req-cf818913-11e3-4d1d-8a88-9744c81a8432 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc15792-9db9-4980-bd9b-46c7ead8ef80 HTTP/1.1" status: 200 len: 944 time: 0.1443300 Jul 15 13:30:45.339233 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 809f0078-e6b8-4b42-87de-5342630cad75 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:30:45.381329 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-deb2271b-e364-4094-ae06-c00be976657f req-81e7c477-4799-4983-b669-ad923d8ea948 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac3faf68-cded-41b7-8353-9d14384cf315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520313 Jul 15 13:30:45.490105 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 809f0078-e6b8-4b42-87de-5342630cad75, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=809f0078-e6b8-4b42-87de-5342630cad75,segment=NetworkSegment(647bc94c-d766-45e9-bf55-e965f0de33ad),segment_id=647bc94c-d766-45e9-bf55-e965f0de33ad)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:45.502083 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '809f0078-e6b8-4b42-87de-5342630cad75', 'network_id': '0a4dd7d0-16e5-4773-b3e2-68181d406c30', 'port_id': '809f0078-e6b8-4b42-87de-5342630cad75', 'mac_address': 'fa:16:3e:3b:cd:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4f37fdd-85e1-4a00-aa18-97bc3cabc7bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:30:45.542538 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.556704 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 809f0078-e6b8-4b42-87de-5342630cad75 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:30:45.572019 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620e796-c8e4-4d21-bacc-a2c93a5a3d9c req-54b1d36b-c76e-4d8b-a668-a70a96de9210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:45.573443 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b620e796-c8e4-4d21-bacc-a2c93a5a3d9c req-54b1d36b-c76e-4d8b-a668-a70a96de9210 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=438c2fe7ca9145c995e883ad1c90ef1a&device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 1098 time: 0.1320639 Jul 15 13:30:45.576419 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 809f0078-e6b8-4b42-87de-5342630cad75, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=809f0078-e6b8-4b42-87de-5342630cad75,segment=NetworkSegment(647bc94c-d766-45e9-bf55-e965f0de33ad),segment_id=647bc94c-d766-45e9-bf55-e965f0de33ad)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:45.581219 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.629900 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=809f0078-e6b8-4b42-87de-5342630cad75,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:45.674505 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a60fb-6b3c-49ae-96ad-1a1ec9cb7b40 req-230bf2de-b14e-4d0f-b2cd-0bfd5284ba3a tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:45.676030 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cb3a60fb-6b3c-49ae-96ad-1a1ec9cb7b40 req-230bf2de-b14e-4d0f-b2cd-0bfd5284ba3a tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 946 time: 0.1868536 Jul 15 13:30:45.705592 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5159e496-fbc6-4c46-91aa-71aa68e89bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.765745 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620e796-c8e4-4d21-bacc-a2c93a5a3d9c req-794bc708-d334-4d69-ab2e-ad2276496986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:45.767240 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b620e796-c8e4-4d21-bacc-a2c93a5a3d9c req-794bc708-d334-4d69-ab2e-ad2276496986 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fa64dca8-18ff-4dfc-ad9a-6ee46d985877 HTTP/1.1" status: 200 len: 920 time: 0.1817613 Jul 15 13:30:45.788461 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cb3a60fb-6b3c-49ae-96ad-1a1ec9cb7b40 req-a3bb82bd-428d-4b9c-a6af-70efd6eca472 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043179 Jul 15 13:30:45.817033 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b620e796-c8e4-4d21-bacc-a2c93a5a3d9c req-f20fda21-242f-43e9-9b75-fdda37e57b3a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c91d80c-7155-4afa-b5e5-837a1d8a4607 HTTP/1.1" status: 200 len: 217 time: 0.0403807 Jul 15 13:30:45.817750 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['809f0078-e6b8-4b42-87de-5342630cad75'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:30:45.903695 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620e796-c8e4-4d21-bacc-a2c93a5a3d9c req-fa0f9e80-4185-4f07-9ea0-55a0d1a58295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:45.905136 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b620e796-c8e4-4d21-bacc-a2c93a5a3d9c req-fa0f9e80-4185-4f07-9ea0-55a0d1a58295 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b53ff05d-23b1-4bd2-81e4-b089756dd05a HTTP/1.1" status: 200 len: 859 time: 0.0626514 Jul 15 13:30:45.978104 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b620e796-c8e4-4d21-bacc-a2c93a5a3d9c req-3d5809cb-c5e1-4f79-892f-c8bb05c84a1a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fa64dca8-18ff-4dfc-ad9a-6ee46d985877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441911 Jul 15 13:30:46.113938 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b620e796-c8e4-4d21-bacc-a2c93a5a3d9c req-e4542d1a-70c9-41d7-b65b-f8aa78fcf810 service neutron] 10.222.0.20 "GET /v2.0/networks/fa64dca8-18ff-4dfc-ad9a-6ee46d985877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286085 Jul 15 13:30:46.220037 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5159e496-fbc6-4c46-91aa-71aa68e89bf3 admin admin] Deleting port 6aabb1ba-570e-478a-b653-eacd68b4b9ed {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:46.220379 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5159e496-fbc6-4c46-91aa-71aa68e89bf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:46.249259 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b620e796-c8e4-4d21-bacc-a2c93a5a3d9c req-cf10397c-4cac-47c3-8136-615b55f1694c service neutron] 10.222.0.20 "GET /v2.0/networks/fa64dca8-18ff-4dfc-ad9a-6ee46d985877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164672 Jul 15 13:30:46.314997 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5159e496-fbc6-4c46-91aa-71aa68e89bf3 admin admin] For port 6aabb1ba-570e-478a-b653-eacd68b4b9ed, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=6aabb1ba-570e-478a-b653-eacd68b4b9ed,segment=NetworkSegment(080d6576-f30d-4e58-8732-070d454aad3e),segment_id=080d6576-f30d-4e58-8732-070d454aad3e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:46.315353 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5159e496-fbc6-4c46-91aa-71aa68e89bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:46.328167 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5159e496-fbc6-4c46-91aa-71aa68e89bf3 admin admin] Calling delete_port for 6aabb1ba-570e-478a-b653-eacd68b4b9ed owned by network:router_interface {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:46.526664 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5159e496-fbc6-4c46-91aa-71aa68e89bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:46.557145 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159e496-fbc6-4c46-91aa-71aa68e89bf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6aabb1ba-570e-478a-b653-eacd68b4b9ed,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:46.635974 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97e66a-0c04-4196-b746-61c3295b81a4 req-de57d1df-e821-4eef-a729-8399f09af40d tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:46.637537 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a97e66a-0c04-4196-b746-61c3295b81a4 req-de57d1df-e821-4eef-a729-8399f09af40d tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc15792-9db9-4980-bd9b-46c7ead8ef80 HTTP/1.1" status: 200 len: 945 time: 0.1403115 Jul 15 13:30:46.716829 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a97e66a-0c04-4196-b746-61c3295b81a4 req-f82f515b-79d7-4169-86ec-3c207e371007 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac3faf68-cded-41b7-8353-9d14384cf315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725579 Jul 15 13:30:46.769253 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5159e496-fbc6-4c46-91aa-71aa68e89bf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.029227 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5159e496-fbc6-4c46-91aa-71aa68e89bf3 admin admin] Router eb77c2c8-ed32-44fc-9d92-965933b0e5aa has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:30:47.037071 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3825b9-9013-46e3-9507-d151caab3a68 req-4e335515-9350-4de4-9288-a819569a5304 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:47.039276 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef3825b9-9013-46e3-9507-d151caab3a68 req-4e335515-9350-4de4-9288-a819569a5304 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 946 time: 0.1188025 Jul 15 13:30:47.119321 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef3825b9-9013-46e3-9507-d151caab3a68 req-9a2de539-abe3-4dc3-8c81-01990262cc17 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740085 Jul 15 13:30:47.352996 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 809f0078-e6b8-4b42-87de-5342630cad75 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:47.403450 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 809f0078-e6b8-4b42-87de-5342630cad75 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:47.407084 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 809f0078-e6b8-4b42-87de-5342630cad75 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:47.407459 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.484729 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.507804 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc15792-9db9-4980-bd9b-46c7ead8ef80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809f0078-e6b8-4b42-87de-5342630cad75'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:47.510063 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4abdd41-6b28-4175-b526-b2733de21165" -d '{"events": [{"server_uuid": "ffc15792-9db9-4980-bd9b-46c7ead8ef80", "name": "network-vif-plugged", "status": "completed", "tag": "809f0078-e6b8-4b42-87de-5342630cad75"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:47.515456 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5159e496-fbc6-4c46-91aa-71aa68e89bf3 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:30:47.520768 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5159e496-fbc6-4c46-91aa-71aa68e89bf3 admin admin] 10.222.0.16 "PUT /v2.0/routers/eb77c2c8-ed32-44fc-9d92-965933b0e5aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5367057 Jul 15 13:30:47.523513 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 54732) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:47.527503 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 809f0078-e6b8-4b42-87de-5342630cad75, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=809f0078-e6b8-4b42-87de-5342630cad75,segment=NetworkSegment(647bc94c-d766-45e9-bf55-e965f0de33ad),segment_id=647bc94c-d766-45e9-bf55-e965f0de33ad)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:47.530595 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677fdbf4-3088-4c84-8bfd-8a5e8027f15b None None] Sync routers for ids ['eb77c2c8-ed32-44fc-9d92-965933b0e5aa'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:30:47.536389 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.568055 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efa74ee-559b-4ddb-9b7f-c47c50c468c9 x-openstack-request-id: req-4efa74ee-559b-4ddb-9b7f-c47c50c468c9 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:47.568353 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc15792-9db9-4980-bd9b-46c7ead8ef80", "name": "network-vif-plugged", "status": "completed", "tag": "809f0078-e6b8-4b42-87de-5342630cad75", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:47.568632 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4efa74ee-559b-4ddb-9b7f-c47c50c468c9 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:47.569563 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc15792-9db9-4980-bd9b-46c7ead8ef80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809f0078-e6b8-4b42-87de-5342630cad75', 'code': 200} Jul 15 13:30:47.572191 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677fdbf4-3088-4c84-8bfd-8a5e8027f15b None None] Routers {'eb77c2c8-ed32-44fc-9d92-965933b0e5aa'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:47.572824 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-677fdbf4-3088-4c84-8bfd-8a5e8027f15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:30:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['eb77c2c8-ed32-44fc-9d92-965933b0e5aa'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:47.639679 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=809f0078-e6b8-4b42-87de-5342630cad75,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:47.658299 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-47a80699-6097-4076-9740-fc1521aca2fe admin admin] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.677103 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:47.677458 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:47.677806 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:47.678716 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:47.679062 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:47.679400 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:47.679735 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:47.680065 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:47.680394 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:47.680721 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:47.681050 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:47.681376 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:47.712453 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-677fdbf4-3088-4c84-8bfd-8a5e8027f15b None None] Set router eb77c2c8-ed32-44fc-9d92-965933b0e5aa gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:47.751344 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632b804-f0e9-479e-8735-0bf13d9bb3f8 req-4be3bcd5-082e-4683-8900-f96e43d550c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:47.752847 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e632b804-f0e9-479e-8735-0bf13d9bb3f8 req-4be3bcd5-082e-4683-8900-f96e43d550c4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ffc15792-9db9-4980-bd9b-46c7ead8ef80 HTTP/1.1" status: 200 len: 1098 time: 0.1296840 Jul 15 13:30:47.790555 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-47a80699-6097-4076-9740-fc1521aca2fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.810212 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e632b804-f0e9-479e-8735-0bf13d9bb3f8 req-e3b1b315-0f69-43fd-a543-e00f156dffb3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ac3faf68-cded-41b7-8353-9d14384cf315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485671 Jul 15 13:30:47.855578 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-47a80699-6097-4076-9740-fc1521aca2fe admin admin] Deleting port e8485766-672b-4b34-b5e4-6f0c764b6ed1 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:47.855932 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-47a80699-6097-4076-9740-fc1521aca2fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.899342 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-677fdbf4-3088-4c84-8bfd-8a5e8027f15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'name': 'tempest-TestVolumeBackupRestore-1608489791-router', 'tenant_id': 'f245ec02bbff428b9e8f543df199a84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'e8485766-672b-4b34-b5e4-6f0c764b6ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:31Z', 'updated_at': '2021-07-15T13:30:46Z', 'revision_number': 5, 'project_id': 'f245ec02bbff428b9e8f543df199a84c', 'gw_port': {'id': 'e8485766-672b-4b34-b5e4-6f0c764b6ed1', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:32Z', 'updated_at': '2021-07-15T13:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:47.900791 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0e2ab-ab7f-4a4c-8770-668500004f98 req-cbd24406-ac47-4662-9dda-a217ed4e13f0 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:47.902542 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0df0e2ab-ab7f-4a4c-8770-668500004f98 req-cbd24406-ac47-4662-9dda-a217ed4e13f0 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc15792-9db9-4980-bd9b-46c7ead8ef80 HTTP/1.1" status: 200 len: 946 time: 0.0642314 Jul 15 13:30:47.926279 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677fdbf4-3088-4c84-8bfd-8a5e8027f15b None None] Checking router: eb77c2c8-ed32-44fc-9d92-965933b0e5aa for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:30:47.935690 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677fdbf4-3088-4c84-8bfd-8a5e8027f15b None None] Routers {'eb77c2c8-ed32-44fc-9d92-965933b0e5aa'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:47.936303 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-677fdbf4-3088-4c84-8bfd-8a5e8027f15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:30:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['eb77c2c8-ed32-44fc-9d92-965933b0e5aa'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:47.945739 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0df0e2ab-ab7f-4a4c-8770-668500004f98 req-3f8293d2-8399-40ab-be2e-1c482492a7c8 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac3faf68-cded-41b7-8353-9d14384cf315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375612 Jul 15 13:30:47.951518 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-47a80699-6097-4076-9740-fc1521aca2fe admin admin] For port e8485766-672b-4b34-b5e4-6f0c764b6ed1, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=e8485766-672b-4b34-b5e4-6f0c764b6ed1,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:47.951882 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-47a80699-6097-4076-9740-fc1521aca2fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.967586 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-47a80699-6097-4076-9740-fc1521aca2fe admin admin] Calling delete_port for e8485766-672b-4b34-b5e4-6f0c764b6ed1 owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:48.136900 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-47a80699-6097-4076-9740-fc1521aca2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.167434 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a80699-6097-4076-9740-fc1521aca2fe admin admin] Pushing event deleted for resources: {'Port': ['ID=e8485766-672b-4b34-b5e4-6f0c764b6ed1,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:48.180599 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-677fdbf4-3088-4c84-8bfd-8a5e8027f15b None None] Set router eb77c2c8-ed32-44fc-9d92-965933b0e5aa gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:48.197932 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a80699-6097-4076-9740-fc1521aca2fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:48.198282 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a80699-6097-4076-9740-fc1521aca2fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:48.198647 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a80699-6097-4076-9740-fc1521aca2fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:48.199001 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a80699-6097-4076-9740-fc1521aca2fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:48.199324 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a80699-6097-4076-9740-fc1521aca2fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:48.199652 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a80699-6097-4076-9740-fc1521aca2fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:48.199983 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a80699-6097-4076-9740-fc1521aca2fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:48.200305 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a80699-6097-4076-9740-fc1521aca2fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:48.200629 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a80699-6097-4076-9740-fc1521aca2fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:48.200950 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a80699-6097-4076-9740-fc1521aca2fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:48.201274 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a80699-6097-4076-9740-fc1521aca2fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:48.201592 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a80699-6097-4076-9740-fc1521aca2fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:48.235683 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-677fdbf4-3088-4c84-8bfd-8a5e8027f15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'name': 'tempest-TestVolumeBackupRestore-1608489791-router', 'tenant_id': 'f245ec02bbff428b9e8f543df199a84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:31Z', 'updated_at': '2021-07-15T13:30:47Z', 'revision_number': 6, 'project_id': 'f245ec02bbff428b9e8f543df199a84c', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:48.243594 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-47a80699-6097-4076-9740-fc1521aca2fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.264594 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677fdbf4-3088-4c84-8bfd-8a5e8027f15b None None] The sync data for ids ['eb77c2c8-ed32-44fc-9d92-965933b0e5aa'] in n-d-771363-36 is: [{'id': 'eb77c2c8-ed32-44fc-9d92-965933b0e5aa', 'name': 'tempest-TestVolumeBackupRestore-1608489791-router', 'tenant_id': 'f245ec02bbff428b9e8f543df199a84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:31Z', 'updated_at': '2021-07-15T13:30:47Z', 'revision_number': 6, 'project_id': 'f245ec02bbff428b9e8f543df199a84c', 'gw_port_host': None}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:30:48.327947 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b337417-4658-4b96-b15c-a770536cebd5 req-41535631-568f-4b03-be54-995764f6a57e tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:48.329434 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5b337417-4658-4b96-b15c-a770536cebd5 req-41535631-568f-4b03-be54-995764f6a57e tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 946 time: 0.0757785 Jul 15 13:30:48.338034 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-47a80699-6097-4076-9740-fc1521aca2fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.340174 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-47a80699-6097-4076-9740-fc1521aca2fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.367516 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5b337417-4658-4b96-b15c-a770536cebd5 req-a085c886-4af1-462e-9471-f26224c9874f tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321450 Jul 15 13:30:48.386833 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-47a80699-6097-4076-9740-fc1521aca2fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.387467 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a80699-6097-4076-9740-fc1521aca2fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb77c2c8-ed32-44fc-9d92-965933b0e5aa {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:30:48.391888 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-47a80699-6097-4076-9740-fc1521aca2fe admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.393065 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-47a80699-6097-4076-9740-fc1521aca2fe admin admin] 10.222.0.16 "DELETE /v2.0/routers/eb77c2c8-ed32-44fc-9d92-965933b0e5aa HTTP/1.1" status: 204 len: 168 time: 0.8685744 Jul 15 13:30:48.395590 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 54738) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:48.442322 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-467bdece-17cd-4838-ace7-2892c109dc7c admin admin] Deleting subnet 83ef7f74-6375-414e-a389-86d39e0806ba {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:30:48.446010 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-467bdece-17cd-4838-ace7-2892c109dc7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.479500 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-467bdece-17cd-4838-ace7-2892c109dc7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.556148 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-467bdece-17cd-4838-ace7-2892c109dc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.614604 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-467bdece-17cd-4838-ace7-2892c109dc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.645879 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467bdece-17cd-4838-ace7-2892c109dc7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83ef7f74-6375-414e-a389-86d39e0806ba,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:48.650133 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-467bdece-17cd-4838-ace7-2892c109dc7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.655034 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 54740) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:48.655551 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-467bdece-17cd-4838-ace7-2892c109dc7c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/83ef7f74-6375-414e-a389-86d39e0806ba HTTP/1.1" status: 204 len: 168 time: 0.2585552 Jul 15 13:30:48.656491 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d9bf91-c07d-44f4-a26c-f60f0bfdfce6 None None] Network 043d99db-838c-4662-abb4-bf28ede39083 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:48.734430 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f814769d-c7cd-42e8-9d53-bf3c664bb36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.785932 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f814769d-c7cd-42e8-9d53-bf3c664bb36f admin admin] Deleting port 95f1bd8f-7e4e-4279-9e9d-27976a9b3843 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:48.786300 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f814769d-c7cd-42e8-9d53-bf3c664bb36f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.858766 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f814769d-c7cd-42e8-9d53-bf3c664bb36f admin admin] For port 95f1bd8f-7e4e-4279-9e9d-27976a9b3843, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=95f1bd8f-7e4e-4279-9e9d-27976a9b3843,segment=NetworkSegment(080d6576-f30d-4e58-8732-070d454aad3e),segment_id=080d6576-f30d-4e58-8732-070d454aad3e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:48.859127 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f814769d-c7cd-42e8-9d53-bf3c664bb36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.870606 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f814769d-c7cd-42e8-9d53-bf3c664bb36f admin admin] Calling delete_port for 95f1bd8f-7e4e-4279-9e9d-27976a9b3843 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:48.947958 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f814769d-c7cd-42e8-9d53-bf3c664bb36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.977085 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f814769d-c7cd-42e8-9d53-bf3c664bb36f admin admin] Pushing event deleted for resources: {'Port': ['ID=95f1bd8f-7e4e-4279-9e9d-27976a9b3843,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:48.980501 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f814769d-c7cd-42e8-9d53-bf3c664bb36f admin admin] No DVR routers for this DVR port 95f1bd8f-7e4e-4279-9e9d-27976a9b3843 on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:30:49.049968 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f814769d-c7cd-42e8-9d53-bf3c664bb36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.062927 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-f814769d-c7cd-42e8-9d53-bf3c664bb36f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['043d99db-838c-4662-abb4-bf28ede39083']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:49.082943 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e7cef8-cdfc-42db-b023-137b68e6402a None None] DHCP port deletion for 043d99db-838c-4662-abb4-bf28ede39083 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:30:49.106930 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-f814769d-c7cd-42e8-9d53-bf3c664bb36f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '080d6576-f30d-4e58-8732-070d454aad3e') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:49.107226 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-f814769d-c7cd-42e8-9d53-bf3c664bb36f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '080d6576-f30d-4e58-8732-070d454aad3e') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:49.120208 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f814769d-c7cd-42e8-9d53-bf3c664bb36f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.138652 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f814769d-c7cd-42e8-9d53-bf3c664bb36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.148236 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6aabb1ba-570e-478a-b653-eacd68b4b9ed no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:49.151556 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f814769d-c7cd-42e8-9d53-bf3c664bb36f admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:30:49.151938 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f814769d-c7cd-42e8-9d53-bf3c664bb36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.153777 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:30:49.153777 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:30:49.153777 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:30:49.153777 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:30:49.153777 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:30:49.153777 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:30:49.153777 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:30:49.153777 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:30:49.153777 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:30:49.153777 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:30:49.153777 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:30:49.153777 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:30:49.153777 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:30:49.153777 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:30:49.153777 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:30:49.153777 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:30:49.153777 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:30:49.153777 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:30:49.153777 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:30:49.153777 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:30:49.153777 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:30:49.153777 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:30:49.153777 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:30:49.153777 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:30:49.153777 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:30:49.153777 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:30:49.153777 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:30:49.153777 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:30:49.153777 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:30:49.153777 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:30:49.153777 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:30:49.153777 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:30:49.175678 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 6aabb1ba-570e-478a-b653-eacd68b4b9ed {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:49.176032 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6aabb1ba-570e-478a-b653-eacd68b4b9ed not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:49.176581 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device e8485766-672b-4b34-b5e4-6f0c764b6ed1 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:49.202529 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: e8485766-672b-4b34-b5e4-6f0c764b6ed1 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:49.202978 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device e8485766-672b-4b34-b5e4-6f0c764b6ed1 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:49.203469 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 95f1bd8f-7e4e-4279-9e9d-27976a9b3843 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:49.213421 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88392a-78a2-4eac-82e5-eb482e062ff9 req-6d388664-612b-4117-b13c-9ed6699fe36f tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:49.214998 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ab88392a-78a2-4eac-82e5-eb482e062ff9 req-6d388664-612b-4117-b13c-9ed6699fe36f tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc15792-9db9-4980-bd9b-46c7ead8ef80 HTTP/1.1" status: 200 len: 946 time: 0.1546884 Jul 15 13:30:49.228159 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 95f1bd8f-7e4e-4279-9e9d-27976a9b3843 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:49.228544 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 95f1bd8f-7e4e-4279-9e9d-27976a9b3843 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:49.229062 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f814769d-c7cd-42e8-9d53-bf3c664bb36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.241955 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f814769d-c7cd-42e8-9d53-bf3c664bb36f admin admin] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.243799 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f814769d-c7cd-42e8-9d53-bf3c664bb36f admin admin] 10.222.0.16 "DELETE /v2.0/networks/043d99db-838c-4662-abb4-bf28ede39083 HTTP/1.1" status: 204 len: 168 time: 0.5877759 Jul 15 13:30:49.246821 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 54744) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:49.259820 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f814769d-c7cd-42e8-9d53-bf3c664bb36f admin admin] Pushing event deleted for resources: {'Network': ['ID=043d99db-838c-4662-abb4-bf28ede39083,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:49.275656 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ab88392a-78a2-4eac-82e5-eb482e062ff9 req-1764e8e0-1e72-40f4-823e-1e60f13b69ae tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac3faf68-cded-41b7-8353-9d14384cf315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548935 Jul 15 13:30:49.558995 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d28a6d-9435-4ad7-b0ec-21b34bf649e2 req-6fb267ca-c211-4f6e-beb9-f1f0b4908d9a tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:49.560634 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-76d28a6d-9435-4ad7-b0ec-21b34bf649e2 req-6fb267ca-c211-4f6e-beb9-f1f0b4908d9a tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 946 time: 0.0763447 Jul 15 13:30:49.602395 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-76d28a6d-9435-4ad7-b0ec-21b34bf649e2 req-e051a88e-3024-4367-aee3-9fd67cd4127e tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354395 Jul 15 13:30:49.908260 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-323d9f3f-1248-478f-93a2-e911c608a8ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.154795 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-323d9f3f-1248-478f-93a2-e911c608a8ab admin admin] Deleting port a321d9fb-20de-482c-ab2b-a2f3a7ed803d {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:50.155050 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-323d9f3f-1248-478f-93a2-e911c608a8ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.234154 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-323d9f3f-1248-478f-93a2-e911c608a8ab admin admin] For port a321d9fb-20de-482c-ab2b-a2f3a7ed803d, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a321d9fb-20de-482c-ab2b-a2f3a7ed803d,segment=NetworkSegment(2798e400-812e-4b67-b9ff-59765e492165),segment_id=2798e400-812e-4b67-b9ff-59765e492165)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:50.234517 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-323d9f3f-1248-478f-93a2-e911c608a8ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.246995 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-323d9f3f-1248-478f-93a2-e911c608a8ab admin admin] Calling delete_port for a321d9fb-20de-482c-ab2b-a2f3a7ed803d owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:50.427725 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-323d9f3f-1248-478f-93a2-e911c608a8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.451756 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d9f3f-1248-478f-93a2-e911c608a8ab admin admin] Pushing event deleted for resources: {'Port': ['ID=a321d9fb-20de-482c-ab2b-a2f3a7ed803d,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:50.631526 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-323d9f3f-1248-478f-93a2-e911c608a8ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.794171 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4adab5-1f01-4e89-83e8-d521bff08b6b req-06dbb796-e5dd-484f-9106-11961ce8f160 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:50.797451 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fd4adab5-1f01-4e89-83e8-d521bff08b6b req-06dbb796-e5dd-484f-9106-11961ce8f160 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 946 time: 0.0701363 Jul 15 13:30:50.858413 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323d9f3f-1248-478f-93a2-e911c608a8ab admin admin] Router 0e2e974b-b968-4623-8707-ca8aa7888169 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:30:50.865652 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fd4adab5-1f01-4e89-83e8-d521bff08b6b req-306479bf-ea08-4eb0-a065-7154757dab08 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628006 Jul 15 13:30:50.993067 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323d9f3f-1248-478f-93a2-e911c608a8ab admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:30:50.998783 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-323d9f3f-1248-478f-93a2-e911c608a8ab admin admin] 10.222.0.16 "PUT /v2.0/routers/0e2e974b-b968-4623-8707-ca8aa7888169/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7501273 Jul 15 13:30:51.002227 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8fc53b-879f-4c14-8b4a-0307cb1f6985 None None] Sync routers for ids ['0e2e974b-b968-4623-8707-ca8aa7888169'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:30:51.002998 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 54766) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:51.012260 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8fc53b-879f-4c14-8b4a-0307cb1f6985 None None] Routers {'0e2e974b-b968-4623-8707-ca8aa7888169'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:51.012902 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4e8fc53b-879f-4c14-8b4a-0307cb1f6985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:30:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['0e2e974b-b968-4623-8707-ca8aa7888169'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:51.110729 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c4b0c0e4-cb75-4565-bf02-46fb7351fc36 admin admin] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.118991 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-4e8fc53b-879f-4c14-8b4a-0307cb1f6985 None None] Set router 0e2e974b-b968-4623-8707-ca8aa7888169 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:51.220853 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c4b0c0e4-cb75-4565-bf02-46fb7351fc36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.280556 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-c4b0c0e4-cb75-4565-bf02-46fb7351fc36 admin admin] Deleting port e5a42948-acc1-4feb-ae7c-74f81d2c9893 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:51.280903 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c4b0c0e4-cb75-4565-bf02-46fb7351fc36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.364207 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-c4b0c0e4-cb75-4565-bf02-46fb7351fc36 admin admin] For port e5a42948-acc1-4feb-ae7c-74f81d2c9893, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=e5a42948-acc1-4feb-ae7c-74f81d2c9893,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:51.364481 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c4b0c0e4-cb75-4565-bf02-46fb7351fc36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.377057 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-c4b0c0e4-cb75-4565-bf02-46fb7351fc36 admin admin] Calling delete_port for e5a42948-acc1-4feb-ae7c-74f81d2c9893 owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:51.388335 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4e8fc53b-879f-4c14-8b4a-0307cb1f6985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2e974b-b968-4623-8707-ca8aa7888169', 'name': 'tempest-TestVolumeBackupRestore-1480919395-router', 'tenant_id': '120a9c8bf87444d09b5226e1c0faff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'e5a42948-acc1-4feb-ae7c-74f81d2c9893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:37Z', 'updated_at': '2021-07-15T13:30:50Z', 'revision_number': 5, 'project_id': '120a9c8bf87444d09b5226e1c0faff16', 'gw_port': {'id': 'e5a42948-acc1-4feb-ae7c-74f81d2c9893', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:2f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2e974b-b968-4623-8707-ca8aa7888169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:38Z', 'updated_at': '2021-07-15T13:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:51.425277 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8fc53b-879f-4c14-8b4a-0307cb1f6985 None None] Checking router: 0e2e974b-b968-4623-8707-ca8aa7888169 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:30:51.433944 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8fc53b-879f-4c14-8b4a-0307cb1f6985 None None] Routers {'0e2e974b-b968-4623-8707-ca8aa7888169'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:51.434797 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4e8fc53b-879f-4c14-8b4a-0307cb1f6985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:30:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['0e2e974b-b968-4623-8707-ca8aa7888169'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:51.519405 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-4e8fc53b-879f-4c14-8b4a-0307cb1f6985 None None] Set router 0e2e974b-b968-4623-8707-ca8aa7888169 gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:51.549020 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c4b0c0e4-cb75-4565-bf02-46fb7351fc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.574015 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4e8fc53b-879f-4c14-8b4a-0307cb1f6985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2e974b-b968-4623-8707-ca8aa7888169', 'name': 'tempest-TestVolumeBackupRestore-1480919395-router', 'tenant_id': '120a9c8bf87444d09b5226e1c0faff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:37Z', 'updated_at': '2021-07-15T13:30:51Z', 'revision_number': 6, 'project_id': '120a9c8bf87444d09b5226e1c0faff16', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:51.579550 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b0c0e4-cb75-4565-bf02-46fb7351fc36 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5a42948-acc1-4feb-ae7c-74f81d2c9893,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:51.605792 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8fc53b-879f-4c14-8b4a-0307cb1f6985 None None] The sync data for ids ['0e2e974b-b968-4623-8707-ca8aa7888169'] in n-d-771363-36 is: [{'id': '0e2e974b-b968-4623-8707-ca8aa7888169', 'name': 'tempest-TestVolumeBackupRestore-1480919395-router', 'tenant_id': '120a9c8bf87444d09b5226e1c0faff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:37Z', 'updated_at': '2021-07-15T13:30:51Z', 'revision_number': 6, 'project_id': '120a9c8bf87444d09b5226e1c0faff16', 'gw_port_host': None}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:30:51.656362 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c4b0c0e4-cb75-4565-bf02-46fb7351fc36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.745894 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c4b0c0e4-cb75-4565-bf02-46fb7351fc36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.748063 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c4b0c0e4-cb75-4565-bf02-46fb7351fc36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.794523 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c4b0c0e4-cb75-4565-bf02-46fb7351fc36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.795101 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b0c0e4-cb75-4565-bf02-46fb7351fc36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e2e974b-b968-4623-8707-ca8aa7888169 {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:30:51.799361 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c4b0c0e4-cb75-4565-bf02-46fb7351fc36 admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.800522 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c4b0c0e4-cb75-4565-bf02-46fb7351fc36 admin admin] 10.222.0.16 "DELETE /v2.0/routers/0e2e974b-b968-4623-8707-ca8aa7888169 HTTP/1.1" status: 204 len: 168 time: 0.7964196 Jul 15 13:30:51.803108 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 54768) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:51.850071 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bc3c937-a627-45a0-afa8-f52d3b98bef2 admin admin] Deleting subnet 8042a5c3-ede9-4ac3-b5fb-991818eea951 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:30:51.853271 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9bc3c937-a627-45a0-afa8-f52d3b98bef2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.887393 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9bc3c937-a627-45a0-afa8-f52d3b98bef2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.980490 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9bc3c937-a627-45a0-afa8-f52d3b98bef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.040711 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9bc3c937-a627-45a0-afa8-f52d3b98bef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.073001 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3c937-a627-45a0-afa8-f52d3b98bef2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8042a5c3-ede9-4ac3-b5fb-991818eea951,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:52.083665 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9bc3c937-a627-45a0-afa8-f52d3b98bef2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.088231 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9bc3c937-a627-45a0-afa8-f52d3b98bef2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8042a5c3-ede9-4ac3-b5fb-991818eea951 HTTP/1.1" status: 204 len: 168 time: 0.2840941 Jul 15 13:30:52.089158 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 54774) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:52.089489 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f762685-cd26-48a2-b3d6-98f98774968c None None] Network 3087c837-88f3-4cc5-b321-0f343506f04a requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:52.089952 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce62a7-d6f3-4ec7-a806-164854fe3054 req-1086f44d-9904-44fc-a079-74d61f44ee00 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:52.092018 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-56ce62a7-d6f3-4ec7-a806-164854fe3054 req-1086f44d-9904-44fc-a079-74d61f44ee00 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 946 time: 0.0843120 Jul 15 13:30:52.156316 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-56ce62a7-d6f3-4ec7-a806-164854fe3054 req-8eb99943-28e9-40e9-b043-0f322f665546 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530787 Jul 15 13:30:52.180351 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b6a61c2e-01a7-4761-bd95-eae66fcb0270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.236706 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-b6a61c2e-01a7-4761-bd95-eae66fcb0270 admin admin] Deleting port 6b70941a-7aa3-4d2e-8e1c-10585fd4b9bf {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:52.237574 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b6a61c2e-01a7-4761-bd95-eae66fcb0270 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.306508 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-b6a61c2e-01a7-4761-bd95-eae66fcb0270 admin admin] For port 6b70941a-7aa3-4d2e-8e1c-10585fd4b9bf, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=6b70941a-7aa3-4d2e-8e1c-10585fd4b9bf,segment=NetworkSegment(2798e400-812e-4b67-b9ff-59765e492165),segment_id=2798e400-812e-4b67-b9ff-59765e492165)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:52.306901 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b6a61c2e-01a7-4761-bd95-eae66fcb0270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.320303 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-b6a61c2e-01a7-4761-bd95-eae66fcb0270 admin admin] Calling delete_port for 6b70941a-7aa3-4d2e-8e1c-10585fd4b9bf owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:52.406667 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b6a61c2e-01a7-4761-bd95-eae66fcb0270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.433384 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a61c2e-01a7-4761-bd95-eae66fcb0270 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b70941a-7aa3-4d2e-8e1c-10585fd4b9bf,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:52.438187 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a61c2e-01a7-4761-bd95-eae66fcb0270 admin admin] No DVR routers for this DVR port 6b70941a-7aa3-4d2e-8e1c-10585fd4b9bf on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:30:52.464213 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069aa24b-4b82-41a2-84c6-2d557c4726cc None None] DHCP port deletion for 3087c837-88f3-4cc5-b321-0f343506f04a request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:30:52.522413 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b6a61c2e-01a7-4761-bd95-eae66fcb0270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.533709 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-b6a61c2e-01a7-4761-bd95-eae66fcb0270 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3087c837-88f3-4cc5-b321-0f343506f04a']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:52.549334 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-b6a61c2e-01a7-4761-bd95-eae66fcb0270 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2798e400-812e-4b67-b9ff-59765e492165') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:52.549669 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-b6a61c2e-01a7-4761-bd95-eae66fcb0270 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2798e400-812e-4b67-b9ff-59765e492165') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:52.560137 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b6a61c2e-01a7-4761-bd95-eae66fcb0270 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.576097 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b6a61c2e-01a7-4761-bd95-eae66fcb0270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.589361 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6a61c2e-01a7-4761-bd95-eae66fcb0270 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:30:52.589361 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b6a61c2e-01a7-4761-bd95-eae66fcb0270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.589361 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:30:52.589361 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:30:52.589361 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:30:52.589361 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:30:52.589361 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:30:52.589361 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:30:52.589361 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:30:52.589361 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:30:52.589361 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:30:52.589361 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:30:52.589361 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:30:52.589361 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:30:52.589361 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:30:52.589361 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:30:52.589361 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:30:52.589361 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:30:52.589361 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:30:52.589361 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:30:52.589361 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:30:52.589361 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:30:52.589361 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:30:52.589361 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:30:52.589361 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:30:52.589361 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:30:52.589361 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:30:52.589361 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:30:52.589361 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:30:52.589361 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:30:52.589361 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:30:52.589361 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:30:52.589361 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:30:52.589361 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:30:52.589361 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:30:52.589361 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:30:52.589361 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:30:52.589361 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:30:52.647189 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b6a61c2e-01a7-4761-bd95-eae66fcb0270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.657749 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b6a61c2e-01a7-4761-bd95-eae66fcb0270 admin admin] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.663799 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b6a61c2e-01a7-4761-bd95-eae66fcb0270 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3087c837-88f3-4cc5-b321-0f343506f04a HTTP/1.1" status: 204 len: 168 time: 0.5696826 Jul 15 13:30:52.675215 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a61c2e-01a7-4761-bd95-eae66fcb0270 admin admin] Pushing event deleted for resources: {'Network': ['ID=3087c837-88f3-4cc5-b321-0f343506f04a,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:52.791863 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 54778) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:52.841400 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-dded77dd-9b2c-4b14-b6d5-8993a8267c0d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f245ec02bbff428b9e8f543df199a84c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483763 Jul 15 13:30:52.845029 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 54780) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:52.880474 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6b70941a-7aa3-4d2e-8e1c-10585fd4b9bf no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:52.899117 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3bad40ff-fd58-4f7d-853e-6e3e532e5e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.901663 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 6b70941a-7aa3-4d2e-8e1c-10585fd4b9bf {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:52.902079 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6b70941a-7aa3-4d2e-8e1c-10585fd4b9bf not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:52.902689 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device e5a42948-acc1-4feb-ae7c-74f81d2c9893 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:52.921376 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3bad40ff-fd58-4f7d-853e-6e3e532e5e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.922050 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: e5a42948-acc1-4feb-ae7c-74f81d2c9893 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:52.922406 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device e5a42948-acc1-4feb-ae7c-74f81d2c9893 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:52.922849 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a321d9fb-20de-482c-ab2b-a2f3a7ed803d no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:52.941482 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: a321d9fb-20de-482c-ab2b-a2f3a7ed803d {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:52.941837 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a321d9fb-20de-482c-ab2b-a2f3a7ed803d not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:52.970429 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3bad40ff-fd58-4f7d-853e-6e3e532e5e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.973374 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3bad40ff-fd58-4f7d-853e-6e3e532e5e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.974550 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3bad40ff-fd58-4f7d-853e-6e3e532e5e8a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f2f03a3-e8db-47f4-99bc-cba4942c169a HTTP/1.1" status: 204 len: 168 time: 0.1289239 Jul 15 13:30:52.983193 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad40ff-fd58-4f7d-853e-6e3e532e5e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2f03a3-e8db-47f4-99bc-cba4942c169a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:53.319378 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 54790) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:53.330729 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964362e7-8b46-4925-bc47-f56c93ca61fe req-501382c5-53c4-4bdc-8fd3-e18f7b8ba26d tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:53.332954 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-964362e7-8b46-4925-bc47-f56c93ca61fe req-501382c5-53c4-4bdc-8fd3-e18f7b8ba26d tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 946 time: 0.0717385 Jul 15 13:30:53.365183 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-49900543-e12d-4b14-97ef-93e85f8bec98 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=120a9c8bf87444d09b5226e1c0faff16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440319 Jul 15 13:30:53.368156 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 54792) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:53.376827 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-964362e7-8b46-4925-bc47-f56c93ca61fe req-5b6efa59-e97c-4d9c-a280-35f96cbb0782 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355027 Jul 15 13:30:53.423250 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ebc688e5-bc25-4ce8-b7b4-5ebd5659388c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.448304 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ebc688e5-bc25-4ce8-b7b4-5ebd5659388c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.494145 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ebc688e5-bc25-4ce8-b7b4-5ebd5659388c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.496670 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ebc688e5-bc25-4ce8-b7b4-5ebd5659388c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.500243 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ebc688e5-bc25-4ce8-b7b4-5ebd5659388c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa35c648-4564-4297-a82c-eb35ffd9b957 HTTP/1.1" status: 204 len: 168 time: 0.1282823 Jul 15 13:30:53.505588 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc688e5-bc25-4ce8-b7b4-5ebd5659388c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa35c648-4564-4297-a82c-eb35ffd9b957,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:53.567500 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-1a5acaa4-3780-44d0-b5fa-ccd1a3794755 req-00285be1-c31d-4365-9fef-90e62e677717 service neutron] (93825) timed out ('10.222.0.46', 49279) {{(pid=93825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:30:54.180516 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 54818) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:54.275624 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-8e99db4d-24b3-4988-b68e-004282bd8997 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-699078910-network', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:54.297270 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e99db4d-24b3-4988-b68e-004282bd8997 admin admin] Made reservation on behalf of 0a166bdebb1d4ca388f2465550a7f09f for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:54.299598 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8e99db4d-24b3-4988-b68e-004282bd8997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.308445 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8e99db4d-24b3-4988-b68e-004282bd8997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.386912 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-65be4f74-71d5-4c2b-a517-0615d48b54c4 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:54.388394 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-65be4f74-71d5-4c2b-a517-0615d48b54c4 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/networks?id=0a4dd7d0-16e5-4773-b3e2-68181d406c30 HTTP/1.1" status: 200 len: 815 time: 0.1032646 Jul 15 13:30:54.396046 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8e99db4d-24b3-4988-b68e-004282bd8997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.400802 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8e99db4d-24b3-4988-b68e-004282bd8997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.404660 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-00e929be-f56a-4ff6-b231-e344198dcb2a tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/quotas/f47c81c2aea3401a82859f27bf866d5f HTTP/1.1" status: 200 len: 375 time: 0.0105948 Jul 15 13:30:54.421762 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e99db4d-24b3-4988-b68e-004282bd8997 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:30:54.437846 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e99db4d-24b3-4988-b68e-004282bd8997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea4967e-e391-4e03-a8c2-2c51927bd962,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:54.441833 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8e99db4d-24b3-4988-b68e-004282bd8997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.442172 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-8e99db4d-24b3-4988-b68e-004282bd8997 admin admin] Added segment f9960641-9612-4cdb-ae7f-7357fdb7c7fb of type vlan for network 31f5d0ed-5ca5-4f26-8063-b8698ea6981e Jul 15 13:30:54.493852 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8e99db4d-24b3-4988-b68e-004282bd8997 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.500085 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-5851f948-c696-400e-9861-ac9cd4c2b44b tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f47c81c2aea3401a82859f27bf866d5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0895932 Jul 15 13:30:54.524638 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8e99db4d-24b3-4988-b68e-004282bd8997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.525593 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e99db4d-24b3-4988-b68e-004282bd8997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:54.526501 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8e99db4d-24b3-4988-b68e-004282bd8997 admin admin] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.561252 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8e99db4d-24b3-4988-b68e-004282bd8997 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3796225 Jul 15 13:30:54.565431 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 54834) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:54.594497 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-8a86cd6e-102c-41fe-8035-565986c0b87a admin admin] Request body: {'subnet': {'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-699078910-subnet', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:54.600921 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e99db4d-24b3-4988-b68e-004282bd8997 admin admin] Pushing event updated for resources: {'Network': ['ID=31f5d0ed-5ca5-4f26-8063-b8698ea6981e,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:54.612694 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 31f5d0ed-5ca5-4f26-8063-b8698ea6981e details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:30:54.619814 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a86cd6e-102c-41fe-8035-565986c0b87a admin admin] Made reservation on behalf of 0a166bdebb1d4ca388f2465550a7f09f for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:54.622206 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8a86cd6e-102c-41fe-8035-565986c0b87a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.652189 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcf465-9316-45d7-96f1-af99a920c7a7 req-34dd04af-96ab-4d27-bd55-125de41195db tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:54.653739 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fdbcf465-9316-45d7-96f1-af99a920c7a7 req-34dd04af-96ab-4d27-bd55-125de41195db tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 946 time: 0.1373172 Jul 15 13:30:54.656469 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-057b95ec-fb65-4b03-b025-325dac98931c service neutron] 10.222.0.16 "GET /v2.0/networks/0a4dd7d0-16e5-4773-b3e2-68181d406c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500268 Jul 15 13:30:54.721833 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fdbcf465-9316-45d7-96f1-af99a920c7a7 req-dad608f4-e340-4ad7-aec9-db37f04be600 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613024 Jul 15 13:30:54.774747 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-9f17d765-0e4a-421b-9266-4347747896fa service neutron] 10.222.0.16 "GET /v2.0/networks/0a4dd7d0-16e5-4773-b3e2-68181d406c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127610 Jul 15 13:30:54.794052 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8a86cd6e-102c-41fe-8035-565986c0b87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.847836 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a86cd6e-102c-41fe-8035-565986c0b87a admin admin] Pushing event updated for resources: {'Subnet': ['ID=56ba636c-89f6-461f-85cb-74f1c6749bed,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:54.859514 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a86cd6e-102c-41fe-8035-565986c0b87a admin admin] Checking segment: {'id': 'f9960641-9612-4cdb-ae7f-7357fdb7c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:54.859873 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a86cd6e-102c-41fe-8035-565986c0b87a admin admin] Network hostable DHCP agents. Network: 31f5d0ed-5ca5-4f26-8063-b8698ea6981e, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:30:54.882614 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a86cd6e-102c-41fe-8035-565986c0b87a admin admin] Network 31f5d0ed-5ca5-4f26-8063-b8698ea6981e is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:30:54.892654 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-8a86cd6e-102c-41fe-8035-565986c0b87a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 31f5d0ed-5ca5-4f26-8063-b8698ea6981e) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:54.897393 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a86cd6e-102c-41fe-8035-565986c0b87a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:54.897988 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8a86cd6e-102c-41fe-8035-565986c0b87a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.903256 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b077b84-6062-4083-b35e-05cff21066e0 None None] Network 31f5d0ed-5ca5-4f26-8063-b8698ea6981e requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:54.915851 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8a86cd6e-102c-41fe-8035-565986c0b87a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3493981 Jul 15 13:30:54.918555 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 54838) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:54.923132 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-06239814-eaf1-482c-bf5f-bd0bac1aaa5e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-699078910-router', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:54.956063 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-06239814-eaf1-482c-bf5f-bd0bac1aaa5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.957642 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-06239814-eaf1-482c-bf5f-bd0bac1aaa5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.996921 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a0a0f87e-4c2b-4df0-bfde-f31e0d9d45c0 req-1b32f2e7-b8df-4879-99be-1cf0e82fd822 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6cb8c-2bf4-40c3-86ae-e2d56402e380 HTTP/1.1" status: 200 len: 210 time: 0.0448978 Jul 15 13:30:55.023388 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-06239814-eaf1-482c-bf5f-bd0bac1aaa5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.075410 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2590af8-3b96-45a5-a9d0-962afbfe035c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'fixed_ips': [{'subnet_id': '56ba636c-89f6-461f-85cb-74f1c6749bed'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:30:55.076290 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a2590af8-3b96-45a5-a9d0-962afbfe035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.177802 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-06239814-eaf1-482c-bf5f-bd0bac1aaa5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.210867 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-a2590af8-3b96-45a5-a9d0-962afbfe035c None None] Allocated IP 172.20.0.2 (31f5d0ed-5ca5-4f26-8063-b8698ea6981e/56ba636c-89f6-461f-85cb-74f1c6749bed/5523b655-6b6a-434b-8514-46f0746afcd8) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:55.363417 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a2590af8-3b96-45a5-a9d0-962afbfe035c None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.373730 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a2590af8-3b96-45a5-a9d0-962afbfe035c None None] Transition to ACTIVE for port object 5523b655-6b6a-434b-8514-46f0746afcd8 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:55.391204 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a2590af8-3b96-45a5-a9d0-962afbfe035c None None] Transition to ACTIVE for port object 5523b655-6b6a-434b-8514-46f0746afcd8 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:55.397035 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a2590af8-3b96-45a5-a9d0-962afbfe035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.451560 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2590af8-3b96-45a5-a9d0-962afbfe035c None None] Network 31f5d0ed-5ca5-4f26-8063-b8698ea6981e is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:55.454914 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-a2590af8-3b96-45a5-a9d0-962afbfe035c None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:55.457958 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2590af8-3b96-45a5-a9d0-962afbfe035c None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:55.464174 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2590af8-3b96-45a5-a9d0-962afbfe035c None None] Pushing event updated for resources: {'Port': ['ID=5523b655-6b6a-434b-8514-46f0746afcd8,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:55.527325 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-a2590af8-3b96-45a5-a9d0-962afbfe035c None None] Attempting to bind port 5523b655-6b6a-434b-8514-46f0746afcd8 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:30:55.527608 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-a2590af8-3b96-45a5-a9d0-962afbfe035c None None] Attempting to bind port 5523b655-6b6a-434b-8514-46f0746afcd8 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'f9960641-9612-4cdb-ae7f-7357fdb7c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:30:55.527980 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2590af8-3b96-45a5-a9d0-962afbfe035c None None] Attempting to bind port 5523b655-6b6a-434b-8514-46f0746afcd8 on network 31f5d0ed-5ca5-4f26-8063-b8698ea6981e {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:55.533365 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2590af8-3b96-45a5-a9d0-962afbfe035c None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:30:55.533755 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2590af8-3b96-45a5-a9d0-962afbfe035c None None] Checking segment: {'id': 'f9960641-9612-4cdb-ae7f-7357fdb7c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:55.534156 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a2590af8-3b96-45a5-a9d0-962afbfe035c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.534579 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2590af8-3b96-45a5-a9d0-962afbfe035c None None] Bound using segment: {'id': 'f9960641-9612-4cdb-ae7f-7357fdb7c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:30:55.535159 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-a2590af8-3b96-45a5-a9d0-962afbfe035c None None] Bound port: 5523b655-6b6a-434b-8514-46f0746afcd8, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9960641-9612-4cdb-ae7f-7357fdb7c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:30:55.535552 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a2590af8-3b96-45a5-a9d0-962afbfe035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.605544 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a2590af8-3b96-45a5-a9d0-962afbfe035c None None] For port 5523b655-6b6a-434b-8514-46f0746afcd8, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:30:55.608835 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a2590af8-3b96-45a5-a9d0-962afbfe035c None None] For port 5523b655-6b6a-434b-8514-46f0746afcd8, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5523b655-6b6a-434b-8514-46f0746afcd8,segment=NetworkSegment(f9960641-9612-4cdb-ae7f-7357fdb7c7fb),segment_id=f9960641-9612-4cdb-ae7f-7357fdb7c7fb)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:30:55.616340 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a2590af8-3b96-45a5-a9d0-962afbfe035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.686494 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2590af8-3b96-45a5-a9d0-962afbfe035c None None] Pushing event updated for resources: {'Port': ['ID=5523b655-6b6a-434b-8514-46f0746afcd8,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:55.691796 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-06239814-eaf1-482c-bf5f-bd0bac1aaa5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.711936 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-06239814-eaf1-482c-bf5f-bd0bac1aaa5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.822961 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-06239814-eaf1-482c-bf5f-bd0bac1aaa5e admin admin] Allocated IP 172.25.8.116 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/437e6783-5cc8-4f5e-a72f-3ae3f227e4d4) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:55.939881 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f74164-1b39-41e2-9854-e6a0aec18f9b req-9baf1e33-fa12-43e7-a80a-6505074c3efc tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:55.941981 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-05f74164-1b39-41e2-9854-e6a0aec18f9b req-9baf1e33-fa12-43e7-a80a-6505074c3efc tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 946 time: 0.0779243 Jul 15 13:30:55.956977 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-06239814-eaf1-482c-bf5f-bd0bac1aaa5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.988715 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-05f74164-1b39-41e2-9854-e6a0aec18f9b req-960828ce-803b-4c9d-a1bf-5abc8e91c22b tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396173 Jul 15 13:30:56.014634 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-06239814-eaf1-482c-bf5f-bd0bac1aaa5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:56.060375 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06239814-eaf1-482c-bf5f-bd0bac1aaa5e admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:56.063322 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-06239814-eaf1-482c-bf5f-bd0bac1aaa5e admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:56.065663 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06239814-eaf1-482c-bf5f-bd0bac1aaa5e admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:56.089741 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06239814-eaf1-482c-bf5f-bd0bac1aaa5e admin admin] Pushing event updated for resources: {'Port': ['ID=437e6783-5cc8-4f5e-a72f-3ae3f227e4d4,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:56.167496 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7991edba-cad9-4862-b489-4e13d3d03aa0 req-f1d01c6f-a9ad-4ea9-b046-b1ab624baa14 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6cb8c-2bf4-40c3-86ae-e2d56402e380 HTTP/1.1" status: 200 len: 210 time: 0.0348356 Jul 15 13:30:56.356605 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-6c863774-78e1-4122-a241-205cbb5e1b91 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:56.358058 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-6c863774-78e1-4122-a241-205cbb5e1b91 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.46 "GET /v2.0/networks?id=0a4dd7d0-16e5-4773-b3e2-68181d406c30 HTTP/1.1" status: 200 len: 815 time: 0.2122796 Jul 15 13:30:56.394105 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-3358d357-288f-4036-a3df-1c9d2e21bdb4 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Request body: {'port': {'device_id': '59e6cb8c-2bf4-40c3-86ae-e2d56402e380', 'network_id': '0a4dd7d0-16e5-4773-b3e2-68181d406c30', 'admin_state_up': True, 'tenant_id': 'f47c81c2aea3401a82859f27bf866d5f'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:56.469721 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-06239814-eaf1-482c-bf5f-bd0bac1aaa5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:56.604881 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-3358d357-288f-4036-a3df-1c9d2e21bdb4 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Made reservation on behalf of f47c81c2aea3401a82859f27bf866d5f for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:56.608755 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-3358d357-288f-4036-a3df-1c9d2e21bdb4 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:56.627509 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f06b427-ef99-4d47-80d4-38e1025be1db None None] Network 31f5d0ed-5ca5-4f26-8063-b8698ea6981e requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:56.705358 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8abd5dba-8f5a-42b1-ad1b-c0f16192634a None None] Provisioning for port 5523b655-6b6a-434b-8514-46f0746afcd8 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:56.768622 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-06239814-eaf1-482c-bf5f-bd0bac1aaa5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:56.868782 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-3358d357-288f-4036-a3df-1c9d2e21bdb4 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Allocated IP 172.20.0.2 (0a4dd7d0-16e5-4773-b3e2-68181d406c30/a4f37fdd-85e1-4a00-aa18-97bc3cabc7bb/92504c4a-8749-4006-b0d8-c6bf93bb38bb) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:56.905199 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5523b655-6b6a-434b-8514-46f0746afcd8 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:56.956833 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 5523b655-6b6a-434b-8514-46f0746afcd8 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:56.961299 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 5523b655-6b6a-434b-8514-46f0746afcd8 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:56.961701 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.049595 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.064543 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06239814-eaf1-482c-bf5f-bd0bac1aaa5e admin admin] Router 7d9925c5-2197-4219-bae2-f7fea6d240df is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:30:57.086543 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 5523b655-6b6a-434b-8514-46f0746afcd8, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5523b655-6b6a-434b-8514-46f0746afcd8,segment=NetworkSegment(f9960641-9612-4cdb-ae7f-7357fdb7c7fb),segment_id=f9960641-9612-4cdb-ae7f-7357fdb7c7fb)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:57.091804 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.136558 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-3358d357-288f-4036-a3df-1c9d2e21bdb4 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.157400 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=5523b655-6b6a-434b-8514-46f0746afcd8,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:57.161305 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-165ac119-c2d4-41b3-b173-d4782e5125c8 None None] Provisioning complete for port 5523b655-6b6a-434b-8514-46f0746afcd8 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:57.162147 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-165ac119-c2d4-41b3-b173-d4782e5125c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.207370 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106e6a2-ae88-4dee-8307-9d53cd5c7d95 req-ba871592-d140-438d-afce-e42f000cf76e tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:57.212313 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7106e6a2-ae88-4dee-8307-9d53cd5c7d95 req-ba871592-d140-438d-afce-e42f000cf76e tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 946 time: 0.0771120 Jul 15 13:30:57.233260 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06239814-eaf1-482c-bf5f-bd0bac1aaa5e admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:30:57.247154 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-3358d357-288f-4036-a3df-1c9d2e21bdb4 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.249025 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9eef26a-97c5-4c07-81b4-4b53b52b20b5 None None] Sync routers for ids ['7d9925c5-2197-4219-bae2-f7fea6d240df'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:30:57.261151 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['adf3fc58-d43e-48ef-89c5-f599f15c1424', '809f0078-e6b8-4b42-87de-5342630cad75'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:30:57.298872 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9eef26a-97c5-4c07-81b4-4b53b52b20b5 None None] Routers {'7d9925c5-2197-4219-bae2-f7fea6d240df'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:57.299505 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-a9eef26a-97c5-4c07-81b4-4b53b52b20b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:30:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['7d9925c5-2197-4219-bae2-f7fea6d240df'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:57.303316 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358d357-288f-4036-a3df-1c9d2e21bdb4 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Pushing event updated for resources: {'Port': ['ID=92504c4a-8749-4006-b0d8-c6bf93bb38bb,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:57.312694 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-06239814-eaf1-482c-bf5f-bd0bac1aaa5e admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.314533 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-06239814-eaf1-482c-bf5f-bd0bac1aaa5e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3948841 Jul 15 13:30:57.320807 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 54856) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:57.324783 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-3358d357-288f-4036-a3df-1c9d2e21bdb4 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Network 0a4dd7d0-16e5-4773-b3e2-68181d406c30 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:57.326158 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-3358d357-288f-4036-a3df-1c9d2e21bdb4 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:57.328578 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-3358d357-288f-4036-a3df-1c9d2e21bdb4 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:57.386082 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-3358d357-288f-4036-a3df-1c9d2e21bdb4 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:57.386868 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-3358d357-288f-4036-a3df-1c9d2e21bdb4 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.400327 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7106e6a2-ae88-4dee-8307-9d53cd5c7d95 req-d699b1e7-427a-4dc5-a13b-fa1b9d1fa28d tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733446 Jul 15 13:30:57.402909 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-3358d357-288f-4036-a3df-1c9d2e21bdb4 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0141041 Jul 15 13:30:57.415558 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-c8b68839-76c5-44c1-b282-bdfbf2e11ef7 service neutron] Request body: {'port': {'device_id': '59e6cb8c-2bf4-40c3-86ae-e2d56402e380', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:57.469483 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-a9eef26a-97c5-4c07-81b4-4b53b52b20b5 None None] Set router 7d9925c5-2197-4219-bae2-f7fea6d240df gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:57.500416 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-c8b68839-76c5-44c1-b282-bdfbf2e11ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.514451 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756d9cd-55e4-46e9-831f-f29fbbc766be req-0abc241c-bbf4-4f3a-9171-c78f4605e659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:57.515989 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f756d9cd-55e4-46e9-831f-f29fbbc766be req-0abc241c-bbf4-4f3a-9171-c78f4605e659 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 1098 time: 0.1360805 Jul 15 13:30:57.605849 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f730a73-c36c-435a-9e2b-f48ea91525ed req-b690e746-d0fe-45fc-ae0f-982c52e8453e tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:57.607288 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f730a73-c36c-435a-9e2b-f48ea91525ed req-b690e746-d0fe-45fc-ae0f-982c52e8453e tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6cb8c-2bf4-40c3-86ae-e2d56402e380 HTTP/1.1" status: 200 len: 931 time: 0.2305038 Jul 15 13:30:57.633059 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f756d9cd-55e4-46e9-831f-f29fbbc766be req-657d637c-9edf-47b5-951f-0042a809b394 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091480 Jul 15 13:30:57.696294 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f730a73-c36c-435a-9e2b-f48ea91525ed req-bd68a138-aab5-4c1b-80bc-09189f15c3ec tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac3faf68-cded-41b7-8353-9d14384cf315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760949 Jul 15 13:30:57.749787 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-a9eef26a-97c5-4c07-81b4-4b53b52b20b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'name': 'tempest-TestVolumeBootPattern-699078910-router', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:30:54Z', 'updated_at': '2021-07-15T13:30:56Z', 'revision_number': 3, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'gw_port': {'id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:55Z', 'updated_at': '2021-07-15T13:30:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:57.783185 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9eef26a-97c5-4c07-81b4-4b53b52b20b5 None None] Checking router: 7d9925c5-2197-4219-bae2-f7fea6d240df for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:30:57.783528 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9eef26a-97c5-4c07-81b4-4b53b52b20b5 None None] Updating router 7d9925c5-2197-4219-bae2-f7fea6d240df port 437e6783-5cc8-4f5e-a72f-3ae3f227e4d4 binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:30:57.793521 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-c8b68839-76c5-44c1-b282-bdfbf2e11ef7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92504c4a-8749-4006-b0d8-c6bf93bb38bb {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:30:57.801714 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-c8b68839-76c5-44c1-b282-bdfbf2e11ef7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.814545 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-c8b68839-76c5-44c1-b282-bdfbf2e11ef7 service neutron] Transition to ACTIVE for port object 92504c4a-8749-4006-b0d8-c6bf93bb38bb will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:57.820875 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-c8b68839-76c5-44c1-b282-bdfbf2e11ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.830472 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a9eef26a-97c5-4c07-81b4-4b53b52b20b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.880075 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b68839-76c5-44c1-b282-bdfbf2e11ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=92504c4a-8749-4006-b0d8-c6bf93bb38bb,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:57.941615 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a2546910-1284-40c5-a863-74a02c4e2225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.954727 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-c8b68839-76c5-44c1-b282-bdfbf2e11ef7 service neutron] Attempting to bind port 92504c4a-8749-4006-b0d8-c6bf93bb38bb on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:30:57.955194 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-c8b68839-76c5-44c1-b282-bdfbf2e11ef7 service neutron] Attempting to bind port 92504c4a-8749-4006-b0d8-c6bf93bb38bb by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '647bc94c-d766-45e9-bf55-e965f0de33ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0a4dd7d0-16e5-4773-b3e2-68181d406c30'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:30:57.955537 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-c8b68839-76c5-44c1-b282-bdfbf2e11ef7 service neutron] Attempting to bind port 92504c4a-8749-4006-b0d8-c6bf93bb38bb on network 0a4dd7d0-16e5-4773-b3e2-68181d406c30 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:57.961330 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-c8b68839-76c5-44c1-b282-bdfbf2e11ef7 service neutron] Port 92504c4a-8749-4006-b0d8-c6bf93bb38bb on network 0a4dd7d0-16e5-4773-b3e2-68181d406c30 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:30:57.961664 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-c8b68839-76c5-44c1-b282-bdfbf2e11ef7 service neutron] Attempting to bind port 92504c4a-8749-4006-b0d8-c6bf93bb38bb on network 0a4dd7d0-16e5-4773-b3e2-68181d406c30 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:57.967234 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-c8b68839-76c5-44c1-b282-bdfbf2e11ef7 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:30:57.967586 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-c8b68839-76c5-44c1-b282-bdfbf2e11ef7 service neutron] Checking segment: {'id': '647bc94c-d766-45e9-bf55-e965f0de33ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0a4dd7d0-16e5-4773-b3e2-68181d406c30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:57.967958 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-c8b68839-76c5-44c1-b282-bdfbf2e11ef7 service neutron] Bound using segment: {'id': '647bc94c-d766-45e9-bf55-e965f0de33ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0a4dd7d0-16e5-4773-b3e2-68181d406c30'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:30:57.968385 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-c8b68839-76c5-44c1-b282-bdfbf2e11ef7 service neutron] Bound port: 92504c4a-8749-4006-b0d8-c6bf93bb38bb, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '647bc94c-d766-45e9-bf55-e965f0de33ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0a4dd7d0-16e5-4773-b3e2-68181d406c30'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:30:57.968744 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-c8b68839-76c5-44c1-b282-bdfbf2e11ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.034747 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-c8b68839-76c5-44c1-b282-bdfbf2e11ef7 service neutron] For port 92504c4a-8749-4006-b0d8-c6bf93bb38bb, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:30:58.038475 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-c8b68839-76c5-44c1-b282-bdfbf2e11ef7 service neutron] For port 92504c4a-8749-4006-b0d8-c6bf93bb38bb, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=92504c4a-8749-4006-b0d8-c6bf93bb38bb,segment=NetworkSegment(647bc94c-d766-45e9-bf55-e965f0de33ad),segment_id=647bc94c-d766-45e9-bf55-e965f0de33ad)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:30:58.044164 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-c8b68839-76c5-44c1-b282-bdfbf2e11ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.086094 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-c8b68839-76c5-44c1-b282-bdfbf2e11ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:58.087280 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-c8b68839-76c5-44c1-b282-bdfbf2e11ef7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.088677 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-c8b68839-76c5-44c1-b282-bdfbf2e11ef7 service neutron] 10.222.0.46 "PUT /v2.0/ports/92504c4a-8749-4006-b0d8-c6bf93bb38bb HTTP/1.1" status: 200 len: 1092 time: 0.6777883 Jul 15 13:30:58.089123 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e6cb8c-2bf4-40c3-86ae-e2d56402e380', 'tag': '92504c4a-8749-4006-b0d8-c6bf93bb38bb'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:58.092725 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f33d11-260c-418c-825b-8e094e7b2854" -d '{"events": [{"name": "network-changed", "server_uuid": "59e6cb8c-2bf4-40c3-86ae-e2d56402e380", "tag": "92504c4a-8749-4006-b0d8-c6bf93bb38bb"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:58.101465 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a9eef26a-97c5-4c07-81b4-4b53b52b20b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.105130 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-a2546910-1284-40c5-a863-74a02c4e2225 admin admin] Allocated IP 172.20.0.1 (31f5d0ed-5ca5-4f26-8063-b8698ea6981e/56ba636c-89f6-461f-85cb-74f1c6749bed/7fc008a2-f498-4194-a882-db9fe6641436) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:58.114887 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a9eef26a-97c5-4c07-81b4-4b53b52b20b5 None None] Transition to ACTIVE for port object 437e6783-5cc8-4f5e-a72f-3ae3f227e4d4 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:58.125456 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a9eef26a-97c5-4c07-81b4-4b53b52b20b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.128673 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b68839-76c5-44c1-b282-bdfbf2e11ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=92504c4a-8749-4006-b0d8-c6bf93bb38bb,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:58.157552 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a1537c-4f4e-4dde-bc52-5882cce1e667 x-openstack-request-id: req-f9a1537c-4f4e-4dde-bc52-5882cce1e667 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:58.157861 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59e6cb8c-2bf4-40c3-86ae-e2d56402e380", "tag": "92504c4a-8749-4006-b0d8-c6bf93bb38bb", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:58.158116 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f9a1537c-4f4e-4dde-bc52-5882cce1e667 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:58.158527 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59e6cb8c-2bf4-40c3-86ae-e2d56402e380', 'tag': '92504c4a-8749-4006-b0d8-c6bf93bb38bb', 'status': 'completed', 'code': 200} Jul 15 13:30:58.187342 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-a9eef26a-97c5-4c07-81b4-4b53b52b20b5 None None] Attempting to bind port 437e6783-5cc8-4f5e-a72f-3ae3f227e4d4 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:30:58.187805 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-a9eef26a-97c5-4c07-81b4-4b53b52b20b5 None None] Attempting to bind port 437e6783-5cc8-4f5e-a72f-3ae3f227e4d4 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:30:58.188085 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eef26a-97c5-4c07-81b4-4b53b52b20b5 None None] Attempting to bind port 437e6783-5cc8-4f5e-a72f-3ae3f227e4d4 on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:58.191124 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2fe7a8-7163-4883-8156-193eb2c82806 None None] Pushing event updated for resources: {'Port': ['ID=437e6783-5cc8-4f5e-a72f-3ae3f227e4d4,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:58.196254 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eef26a-97c5-4c07-81b4-4b53b52b20b5 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:30:58.196635 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eef26a-97c5-4c07-81b4-4b53b52b20b5 None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:58.197040 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a9eef26a-97c5-4c07-81b4-4b53b52b20b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.197429 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eef26a-97c5-4c07-81b4-4b53b52b20b5 None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:30:58.197897 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-a9eef26a-97c5-4c07-81b4-4b53b52b20b5 None None] Bound port: 437e6783-5cc8-4f5e-a72f-3ae3f227e4d4, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:30:58.198282 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a9eef26a-97c5-4c07-81b4-4b53b52b20b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.219724 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-c70ee91e-1ff2-4910-ae33-31831346c719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:58.221522 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-c70ee91e-1ff2-4910-ae33-31831346c719 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f47c81c2aea3401a82859f27bf866d5f&device_id=59e6cb8c-2bf4-40c3-86ae-e2d56402e380 HTTP/1.1" status: 200 len: 1095 time: 0.0593669 Jul 15 13:30:58.231245 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a2546910-1284-40c5-a863-74a02c4e2225 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.245572 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a2546910-1284-40c5-a863-74a02c4e2225 admin admin] Transition to ACTIVE for port object 7fc008a2-f498-4194-a882-db9fe6641436 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:58.252903 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a9eef26a-97c5-4c07-81b4-4b53b52b20b5 None None] For port 437e6783-5cc8-4f5e-a72f-3ae3f227e4d4, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:30:58.256429 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a9eef26a-97c5-4c07-81b4-4b53b52b20b5 None None] For port 437e6783-5cc8-4f5e-a72f-3ae3f227e4d4, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=437e6783-5cc8-4f5e-a72f-3ae3f227e4d4,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:30:58.261647 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a9eef26a-97c5-4c07-81b4-4b53b52b20b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.268346 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-2d9ee2b5-5498-485e-97c8-0f1a74739117 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=92504c4a-8749-4006-b0d8-c6bf93bb38bb HTTP/1.1" status: 200 len: 217 time: 0.0360126 Jul 15 13:30:58.284296 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a2546910-1284-40c5-a863-74a02c4e2225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.318378 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9eef26a-97c5-4c07-81b4-4b53b52b20b5 None None] Routers {'7d9925c5-2197-4219-bae2-f7fea6d240df'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:58.319934 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-a9eef26a-97c5-4c07-81b4-4b53b52b20b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:30:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['7d9925c5-2197-4219-bae2-f7fea6d240df'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:58.332132 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2546910-1284-40c5-a863-74a02c4e2225 admin admin] Network 31f5d0ed-5ca5-4f26-8063-b8698ea6981e is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:58.335837 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-a2546910-1284-40c5-a863-74a02c4e2225 admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:58.338578 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-4c4fe044-eb98-4dbe-a372-b20a2016b280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:58.340464 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2546910-1284-40c5-a863-74a02c4e2225 admin admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:58.343780 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2546910-1284-40c5-a863-74a02c4e2225 admin admin] Pushing event updated for resources: {'Port': ['ID=7fc008a2-f498-4194-a882-db9fe6641436,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:58.355400 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-4c4fe044-eb98-4dbe-a372-b20a2016b280 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a4f37fdd-85e1-4a00-aa18-97bc3cabc7bb HTTP/1.1" status: 200 len: 855 time: 0.0715656 Jul 15 13:30:58.392687 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2fe7a8-7163-4883-8156-193eb2c82806 None None] Pushing event updated for resources: {'Port': ['ID=437e6783-5cc8-4f5e-a72f-3ae3f227e4d4,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:58.396952 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a2546910-1284-40c5-a863-74a02c4e2225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.422334 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-029f63b1-5203-4873-9dab-a7bdb1a49016 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0a4dd7d0-16e5-4773-b3e2-68181d406c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564630 Jul 15 13:30:58.476042 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-a9eef26a-97c5-4c07-81b4-4b53b52b20b5 None None] Set router 7d9925c5-2197-4219-bae2-f7fea6d240df gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:58.549750 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-f212380f-9776-44ce-b627-a8eca8aa5e23 service neutron] 10.222.0.46 "GET /v2.0/networks/0a4dd7d0-16e5-4773-b3e2-68181d406c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173990 Jul 15 13:30:58.647396 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a2546910-1284-40c5-a863-74a02c4e2225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.662856 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6b3b1e3c-5e15-45fe-af1c-3473378abacc req-85ba9056-3fc7-4120-a397-0feaea226796 service neutron] 10.222.0.46 "GET /v2.0/networks/0a4dd7d0-16e5-4773-b3e2-68181d406c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016228 Jul 15 13:30:58.708101 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f8133-9867-423c-af7a-87ea4ffc53db req-8f252ed9-c8f9-444f-9da4-ac0af669cc6f tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:58.709576 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-018f8133-9867-423c-af7a-87ea4ffc53db req-8f252ed9-c8f9-444f-9da4-ac0af669cc6f tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 946 time: 0.1155858 Jul 15 13:30:58.713501 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-3585e6c5-9f45-4b26-a083-a77d1e3246f1 None None] Provisioning for port 7fc008a2-f498-4194-a882-db9fe6641436 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:58.718775 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-3585e6c5-9f45-4b26-a083-a77d1e3246f1 None None] Provisioning complete for port 7fc008a2-f498-4194-a882-db9fe6641436 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:58.719185 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3585e6c5-9f45-4b26-a083-a77d1e3246f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.787154 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-018f8133-9867-423c-af7a-87ea4ffc53db req-4fa5cb22-ebef-46d6-80c0-1ce69297d8de tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692220 Jul 15 13:30:58.797260 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f33d11-260c-418c-825b-8e094e7b2854 req-b3b776d1-72fc-47bc-ad39-7fd766633d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:58.800579 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-60f33d11-260c-418c-825b-8e094e7b2854 req-b3b776d1-72fc-47bc-ad39-7fd766633d80 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f47c81c2aea3401a82859f27bf866d5f&device_id=59e6cb8c-2bf4-40c3-86ae-e2d56402e380 HTTP/1.1" status: 200 len: 1095 time: 0.0819502 Jul 15 13:30:58.926692 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a2546910-1284-40c5-a863-74a02c4e2225 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.934075 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5523b655-6b6a-434b-8514-46f0746afcd8 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:58.939164 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-3585e6c5-9f45-4b26-a083-a77d1e3246f1 None None] Port 7fc008a2-f498-4194-a882-db9fe6641436 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:30:58.958597 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a2546910-1284-40c5-a863-74a02c4e2225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.965693 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-a9eef26a-97c5-4c07-81b4-4b53b52b20b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'name': 'tempest-TestVolumeBootPattern-699078910-router', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:30:54Z', 'updated_at': '2021-07-15T13:30:56Z', 'revision_number': 3, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'gw_port': {'id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:55Z', 'updated_at': '2021-07-15T13:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:58.976699 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f33d11-260c-418c-825b-8e094e7b2854 req-23b5158f-7fca-4215-923a-9213fc8d5006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:58.978467 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-60f33d11-260c-418c-825b-8e094e7b2854 req-23b5158f-7fca-4215-923a-9213fc8d5006 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0a4dd7d0-16e5-4773-b3e2-68181d406c30 HTTP/1.1" status: 200 len: 916 time: 0.1622047 Jul 15 13:30:58.999574 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9eef26a-97c5-4c07-81b4-4b53b52b20b5 None None] The sync data for ids ['7d9925c5-2197-4219-bae2-f7fea6d240df'] in n-d-771363-36 is: [{'id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'name': 'tempest-TestVolumeBootPattern-699078910-router', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:30:54Z', 'updated_at': '2021-07-15T13:30:56Z', 'revision_number': 3, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'gw_port': {'id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:55Z', 'updated_at': '2021-07-15T13:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:30:59.018137 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 5523b655-6b6a-434b-8514-46f0746afcd8 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:59.018519 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:59.048682 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-60f33d11-260c-418c-825b-8e094e7b2854 req-bcc73672-e4b3-4472-b5c2-dfda0f2fadb4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=92504c4a-8749-4006-b0d8-c6bf93bb38bb HTTP/1.1" status: 200 len: 217 time: 0.0504844 Jul 15 13:30:59.063101 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a2546910-1284-40c5-a863-74a02c4e2225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:59.084928 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2546910-1284-40c5-a863-74a02c4e2225 admin admin] Pushing event updated for resources: {'Port': ['ID=7fc008a2-f498-4194-a882-db9fe6641436,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:59.128548 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab1cbb-889b-45c6-ba29-c52ea75f3520 req-0cd47a6f-5383-4669-8900-84a25bab6b08 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:59.137163 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02ab1cbb-889b-45c6-ba29-c52ea75f3520 req-0cd47a6f-5383-4669-8900-84a25bab6b08 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6cb8c-2bf4-40c3-86ae-e2d56402e380 HTTP/1.1" status: 200 len: 943 time: 0.2056043 Jul 15 13:30:59.144971 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f33d11-260c-418c-825b-8e094e7b2854 req-09ff1e74-f044-4637-86b6-950a89e0b1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:59.148027 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-60f33d11-260c-418c-825b-8e094e7b2854 req-09ff1e74-f044-4637-86b6-950a89e0b1b8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a4f37fdd-85e1-4a00-aa18-97bc3cabc7bb HTTP/1.1" status: 200 len: 855 time: 0.0878296 Jul 15 13:30:59.197265 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-60f33d11-260c-418c-825b-8e094e7b2854 req-b6c134fd-27c4-4007-9004-77b06f5ef6ee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0a4dd7d0-16e5-4773-b3e2-68181d406c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324068 Jul 15 13:30:59.217069 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02ab1cbb-889b-45c6-ba29-c52ea75f3520 req-4e431016-9f34-4fd9-aed1-74287639fd4e tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac3faf68-cded-41b7-8353-9d14384cf315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789323 Jul 15 13:30:59.251594 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2546910-1284-40c5-a863-74a02c4e2225 admin admin] Network 31f5d0ed-5ca5-4f26-8063-b8698ea6981e is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:59.254136 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-a2546910-1284-40c5-a863-74a02c4e2225 admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:59.308401 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:59.427722 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-60f33d11-260c-418c-825b-8e094e7b2854 req-5b581566-23c8-4046-ace9-b07e86f6b479 service neutron] 10.222.0.46 "GET /v2.0/networks/0a4dd7d0-16e5-4773-b3e2-68181d406c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234349 Jul 15 13:30:59.519878 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852cb1f7-066d-4df6-96c3-68e317059d00 req-d3918eaa-dc19-4c59-8e78-49970d5c672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:59.521072 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-852cb1f7-066d-4df6-96c3-68e317059d00 req-d3918eaa-dc19-4c59-8e78-49970d5c672e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=438c2fe7ca9145c995e883ad1c90ef1a&device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 1098 time: 0.1712699 Jul 15 13:30:59.531072 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2546910-1284-40c5-a863-74a02c4e2225 admin admin] Router 7d9925c5-2197-4219-bae2-f7fea6d240df has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:30:59.553955 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-60f33d11-260c-418c-825b-8e094e7b2854 req-6559389f-b21a-4c2f-a4a6-9047b64f7cf8 service neutron] 10.222.0.46 "GET /v2.0/networks/0a4dd7d0-16e5-4773-b3e2-68181d406c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152198 Jul 15 13:30:59.570524 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:59.575113 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-75b1eecc-9a1e-4ef6-ba9e-0fec856df7cd None None] Provisioning complete for port 7fc008a2-f498-4194-a882-db9fe6641436 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:59.575473 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-75b1eecc-9a1e-4ef6-ba9e-0fec856df7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:59.612022 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-75b1eecc-9a1e-4ef6-ba9e-0fec856df7cd None None] Port 7fc008a2-f498-4194-a882-db9fe6641436 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:30:59.676616 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae11b4-19df-48f3-9f3d-9fe9364a455b req-717938c2-149a-422c-81d4-4b4f5b404a4c tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:59.677999 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eeae11b4-19df-48f3-9f3d-9fe9364a455b req-717938c2-149a-422c-81d4-4b4f5b404a4c tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 946 time: 0.2451396 Jul 15 13:30:59.706371 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aceda0e8-fa53-4872-9ecf-2a19fec2f153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:59.768157 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852cb1f7-066d-4df6-96c3-68e317059d00 req-2cca75e8-9f04-4f60-bea8-a63f0424f508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:59.769652 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-852cb1f7-066d-4df6-96c3-68e317059d00 req-2cca75e8-9f04-4f60-bea8-a63f0424f508 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fa64dca8-18ff-4dfc-ad9a-6ee46d985877 HTTP/1.1" status: 200 len: 920 time: 0.2375722 Jul 15 13:30:59.778096 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eeae11b4-19df-48f3-9f3d-9fe9364a455b req-55de873d-247e-4086-9dba-22fc022ab019 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942032 Jul 15 13:30:59.823334 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-852cb1f7-066d-4df6-96c3-68e317059d00 req-ee7001e3-39d0-4c89-8eb9-9306a543daeb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c91d80c-7155-4afa-b5e5-837a1d8a4607 HTTP/1.1" status: 200 len: 217 time: 0.0427914 Jul 15 13:30:59.824492 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2546910-1284-40c5-a863-74a02c4e2225 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:30:59.829753 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a2546910-1284-40c5-a863-74a02c4e2225 admin admin] 10.222.0.16 "PUT /v2.0/routers/7d9925c5-2197-4219-bae2-f7fea6d240df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5079141 Jul 15 13:30:59.883573 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852cb1f7-066d-4df6-96c3-68e317059d00 req-f614fcb2-1143-4341-b3af-dd046cfe12f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:59.885615 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-852cb1f7-066d-4df6-96c3-68e317059d00 req-f614fcb2-1143-4341-b3af-dd046cfe12f8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b53ff05d-23b1-4bd2-81e4-b089756dd05a HTTP/1.1" status: 200 len: 859 time: 0.0547934 Jul 15 13:30:59.929889 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-852cb1f7-066d-4df6-96c3-68e317059d00 req-e873be27-86cd-4b19-bc07-8294f9f6b181 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fa64dca8-18ff-4dfc-ad9a-6ee46d985877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372376 Jul 15 13:31:00.025483 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-852cb1f7-066d-4df6-96c3-68e317059d00 req-65253fa3-75b0-4177-8bcf-998f2d8c4cfc service neutron] 10.222.0.20 "GET /v2.0/networks/fa64dca8-18ff-4dfc-ad9a-6ee46d985877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897384 Jul 15 13:31:00.115163 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-852cb1f7-066d-4df6-96c3-68e317059d00 req-91a58d4d-f13f-4f12-99fa-cb08410e0cb6 service neutron] 10.222.0.20 "GET /v2.0/networks/fa64dca8-18ff-4dfc-ad9a-6ee46d985877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825813 Jul 15 13:31:00.317363 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 54886) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:00.322405 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-c45fb3e3-82f0-4ed8-bf8b-d79fdba001e5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1914552680-network', 'tenant_id': 'f2fbc23b136548dea93e6d5d21bd26e8'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:00.352261 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45fb3e3-82f0-4ed8-bf8b-d79fdba001e5 admin admin] Made reservation on behalf of f2fbc23b136548dea93e6d5d21bd26e8 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:00.354468 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c45fb3e3-82f0-4ed8-bf8b-d79fdba001e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.383008 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c45fb3e3-82f0-4ed8-bf8b-d79fdba001e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.454070 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d464dfc-8c4d-4ee9-b90e-f3b382d4c01d req-e7ffd61f-a4dd-4f5d-8d53-7d0f8f10e577 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:00.455579 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5d464dfc-8c4d-4ee9-b90e-f3b382d4c01d req-e7ffd61f-a4dd-4f5d-8d53-7d0f8f10e577 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6cb8c-2bf4-40c3-86ae-e2d56402e380 HTTP/1.1" status: 200 len: 943 time: 0.1176269 Jul 15 13:31:00.510326 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5d464dfc-8c4d-4ee9-b90e-f3b382d4c01d req-ab51a2ec-2e68-4b3d-b70c-d94e552dfa3c tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac3faf68-cded-41b7-8353-9d14384cf315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482821 Jul 15 13:31:00.530754 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c45fb3e3-82f0-4ed8-bf8b-d79fdba001e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.535825 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c45fb3e3-82f0-4ed8-bf8b-d79fdba001e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.561189 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45fb3e3-82f0-4ed8-bf8b-d79fdba001e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:31:00.570329 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45fb3e3-82f0-4ed8-bf8b-d79fdba001e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329ee224-3026-413b-926e-5f90dab0f9b3,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:00.576085 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c45fb3e3-82f0-4ed8-bf8b-d79fdba001e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.576432 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-c45fb3e3-82f0-4ed8-bf8b-d79fdba001e5 admin admin] Added segment 97d5c941-c793-48fc-be9d-93090df7f2a9 of type vlan for network 4c8b92da-0480-4151-83a0-cf1d06367378 Jul 15 13:31:00.616257 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c45fb3e3-82f0-4ed8-bf8b-d79fdba001e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.645477 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c45fb3e3-82f0-4ed8-bf8b-d79fdba001e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.646488 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45fb3e3-82f0-4ed8-bf8b-d79fdba001e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:00.647860 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c45fb3e3-82f0-4ed8-bf8b-d79fdba001e5 admin admin] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.704116 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee30fde-0354-41b1-aa1e-5155b6c975aa None None] Sync routers for ids ['7d9925c5-2197-4219-bae2-f7fea6d240df'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:31:00.714025 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee30fde-0354-41b1-aa1e-5155b6c975aa None None] Routers {'7d9925c5-2197-4219-bae2-f7fea6d240df'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:31:00.714693 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-aee30fde-0354-41b1-aa1e-5155b6c975aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:30:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['7d9925c5-2197-4219-bae2-f7fea6d240df'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:00.822534 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-aee30fde-0354-41b1-aa1e-5155b6c975aa None None] Set router 7d9925c5-2197-4219-bae2-f7fea6d240df gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:31:00.939965 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 437e6783-5cc8-4f5e-a72f-3ae3f227e4d4 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:01.000876 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 437e6783-5cc8-4f5e-a72f-3ae3f227e4d4 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:01.005271 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 437e6783-5cc8-4f5e-a72f-3ae3f227e4d4 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:01.006610 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.062197 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-aee30fde-0354-41b1-aa1e-5155b6c975aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'name': 'tempest-TestVolumeBootPattern-699078910-router', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:30:54Z', 'updated_at': '2021-07-15T13:30:58Z', 'revision_number': 4, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'gw_port': {'id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:55Z', 'updated_at': '2021-07-15T13:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '7fc008a2-f498-4194-a882-db9fe6641436', 'name': '', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'mac_address': 'fa:16:3e:5e:0d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:57Z', 'updated_at': '2021-07-15T13:30:58Z', 'revision_number': 2, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'subnets': [{'id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:01.079868 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c45fb3e3-82f0-4ed8-bf8b-d79fdba001e5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7613854 Jul 15 13:31:01.080314 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 54890) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:01.088008 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-f64192a6-7d5c-4708-a50d-ea3380f3a28a admin admin] Request body: {'subnet': {'network_id': '4c8b92da-0480-4151-83a0-cf1d06367378', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1914552680-subnet', 'tenant_id': 'f2fbc23b136548dea93e6d5d21bd26e8', 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:01.089865 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.090552 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee30fde-0354-41b1-aa1e-5155b6c975aa None None] Checking router: 7d9925c5-2197-4219-bae2-f7fea6d240df for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:31:01.090995 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee30fde-0354-41b1-aa1e-5155b6c975aa None None] Updating router 7d9925c5-2197-4219-bae2-f7fea6d240df port 7fc008a2-f498-4194-a882-db9fe6641436 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:31:01.107662 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45fb3e3-82f0-4ed8-bf8b-d79fdba001e5 admin admin] Pushing event updated for resources: {'Network': ['ID=4c8b92da-0480-4151-83a0-cf1d06367378,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:01.114751 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 437e6783-5cc8-4f5e-a72f-3ae3f227e4d4, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=437e6783-5cc8-4f5e-a72f-3ae3f227e4d4,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:01.121786 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.124871 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64192a6-7d5c-4708-a50d-ea3380f3a28a admin admin] Made reservation on behalf of f2fbc23b136548dea93e6d5d21bd26e8 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:01.128686 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f64192a6-7d5c-4708-a50d-ea3380f3a28a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.133817 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 4c8b92da-0480-4151-83a0-cf1d06367378 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:31:01.142357 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aee30fde-0354-41b1-aa1e-5155b6c975aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.152271 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2e337-e08f-4181-98e7-b3e27c70483a req-a0717931-c529-4592-a4d9-a95717a4120a tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:01.154866 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b3b2e337-e08f-4181-98e7-b3e27c70483a req-a0717931-c529-4592-a4d9-a95717a4120a tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 946 time: 0.1140392 Jul 15 13:31:01.199357 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b3b2e337-e08f-4181-98e7-b3e27c70483a req-f187c248-ea7d-4863-8452-96bffc4da68c tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386498 Jul 15 13:31:01.235383 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=437e6783-5cc8-4f5e-a72f-3ae3f227e4d4,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:01.326717 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f64192a6-7d5c-4708-a50d-ea3380f3a28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.383306 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64192a6-7d5c-4708-a50d-ea3380f3a28a admin admin] Pushing event updated for resources: {'Subnet': ['ID=48063ced-1036-4388-9b0e-240294d9f4f1,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:01.390116 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64192a6-7d5c-4708-a50d-ea3380f3a28a admin admin] Checking segment: {'id': '97d5c941-c793-48fc-be9d-93090df7f2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4c8b92da-0480-4151-83a0-cf1d06367378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:01.390472 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64192a6-7d5c-4708-a50d-ea3380f3a28a admin admin] Network hostable DHCP agents. Network: 4c8b92da-0480-4151-83a0-cf1d06367378, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:31:01.407165 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64192a6-7d5c-4708-a50d-ea3380f3a28a admin admin] Network 4c8b92da-0480-4151-83a0-cf1d06367378 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:31:01.418037 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-f64192a6-7d5c-4708-a50d-ea3380f3a28a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 4c8b92da-0480-4151-83a0-cf1d06367378) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:01.421921 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64192a6-7d5c-4708-a50d-ea3380f3a28a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:01.422503 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f64192a6-7d5c-4708-a50d-ea3380f3a28a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.428260 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e751ab-129c-4bab-a9fc-137b9b63a9d5 None None] Network 4c8b92da-0480-4151-83a0-cf1d06367378 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:01.437895 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aee30fde-0354-41b1-aa1e-5155b6c975aa None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.441199 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f64192a6-7d5c-4708-a50d-ea3380f3a28a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3568218 Jul 15 13:31:01.441348 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 54892) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:01.446185 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-ab8b70d7-bb11-4791-9391-d6f890eec653 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1914552680-router', 'tenant_id': 'f2fbc23b136548dea93e6d5d21bd26e8', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:01.446611 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 92504c4a-8749-4006-b0d8-c6bf93bb38bb details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:31:01.450022 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-aee30fde-0354-41b1-aa1e-5155b6c975aa None None] Transition to ACTIVE for port object 7fc008a2-f498-4194-a882-db9fe6641436 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:01.459248 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aee30fde-0354-41b1-aa1e-5155b6c975aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.475789 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ab8b70d7-bb11-4791-9391-d6f890eec653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.476956 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ab8b70d7-bb11-4791-9391-d6f890eec653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.567456 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ab8b70d7-bb11-4791-9391-d6f890eec653 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.668478 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-aee30fde-0354-41b1-aa1e-5155b6c975aa None None] Attempting to bind port 7fc008a2-f498-4194-a882-db9fe6641436 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:31:01.668706 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-aee30fde-0354-41b1-aa1e-5155b6c975aa None None] Attempting to bind port 7fc008a2-f498-4194-a882-db9fe6641436 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'f9960641-9612-4cdb-ae7f-7357fdb7c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:31:01.669142 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee30fde-0354-41b1-aa1e-5155b6c975aa None None] Attempting to bind port 7fc008a2-f498-4194-a882-db9fe6641436 on network 31f5d0ed-5ca5-4f26-8063-b8698ea6981e {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:01.673676 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5776c3e1-9d1a-4343-85b5-181fcaec18b2 None None] Pushing event updated for resources: {'Port': ['ID=7fc008a2-f498-4194-a882-db9fe6641436,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:01.683288 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776c3e1-9d1a-4343-85b5-181fcaec18b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:01.684019 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776c3e1-9d1a-4343-85b5-181fcaec18b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:01.684019 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776c3e1-9d1a-4343-85b5-181fcaec18b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:01.684324 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776c3e1-9d1a-4343-85b5-181fcaec18b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:01.684627 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776c3e1-9d1a-4343-85b5-181fcaec18b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:01.684958 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776c3e1-9d1a-4343-85b5-181fcaec18b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:01.685290 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776c3e1-9d1a-4343-85b5-181fcaec18b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:01.685618 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776c3e1-9d1a-4343-85b5-181fcaec18b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:01.685957 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776c3e1-9d1a-4343-85b5-181fcaec18b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:01.686268 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776c3e1-9d1a-4343-85b5-181fcaec18b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:01.686637 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776c3e1-9d1a-4343-85b5-181fcaec18b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:01.687278 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776c3e1-9d1a-4343-85b5-181fcaec18b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:01.701041 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee30fde-0354-41b1-aa1e-5155b6c975aa None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:31:01.701662 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee30fde-0354-41b1-aa1e-5155b6c975aa None None] Checking segment: {'id': 'f9960641-9612-4cdb-ae7f-7357fdb7c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:01.702239 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aee30fde-0354-41b1-aa1e-5155b6c975aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.702827 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee30fde-0354-41b1-aa1e-5155b6c975aa None None] Bound using segment: {'id': 'f9960641-9612-4cdb-ae7f-7357fdb7c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:31:01.703483 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-aee30fde-0354-41b1-aa1e-5155b6c975aa None None] Bound port: 7fc008a2-f498-4194-a882-db9fe6641436, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9960641-9612-4cdb-ae7f-7357fdb7c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:31:01.704057 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aee30fde-0354-41b1-aa1e-5155b6c975aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.710539 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 92504c4a-8749-4006-b0d8-c6bf93bb38bb, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=92504c4a-8749-4006-b0d8-c6bf93bb38bb,segment=NetworkSegment(647bc94c-d766-45e9-bf55-e965f0de33ad),segment_id=647bc94c-d766-45e9-bf55-e965f0de33ad)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:01.740871 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '92504c4a-8749-4006-b0d8-c6bf93bb38bb', 'network_id': '0a4dd7d0-16e5-4773-b3e2-68181d406c30', 'port_id': '92504c4a-8749-4006-b0d8-c6bf93bb38bb', 'mac_address': 'fa:16:3e:45:1d:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4f37fdd-85e1-4a00-aa18-97bc3cabc7bb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:31:01.782213 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e51d38-5e18-4d45-a93d-d571ae630dc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-4c8b92da-0480-4151-83a0-cf1d06367378', 'network_id': '4c8b92da-0480-4151-83a0-cf1d06367378', 'tenant_id': 'f2fbc23b136548dea93e6d5d21bd26e8', 'fixed_ips': [{'subnet_id': '48063ced-1036-4388-9b0e-240294d9f4f1'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:31:01.783118 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e4e51d38-5e18-4d45-a93d-d571ae630dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.783246 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-aee30fde-0354-41b1-aa1e-5155b6c975aa None None] For port 7fc008a2-f498-4194-a882-db9fe6641436, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:31:01.788330 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-aee30fde-0354-41b1-aa1e-5155b6c975aa None None] For port 7fc008a2-f498-4194-a882-db9fe6641436, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=7fc008a2-f498-4194-a882-db9fe6641436,segment=NetworkSegment(f9960641-9612-4cdb-ae7f-7357fdb7c7fb),segment_id=f9960641-9612-4cdb-ae7f-7357fdb7c7fb)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:31:01.795133 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aee30fde-0354-41b1-aa1e-5155b6c975aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.809556 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ab8b70d7-bb11-4791-9391-d6f890eec653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.814269 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b0520-6b12-4b6f-9dad-d345373c7609 req-7fc505d8-8153-44b4-84d5-0df8c4e3f4da tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:01.822909 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a19b0520-6b12-4b6f-9dad-d345373c7609 req-7fc505d8-8153-44b4-84d5-0df8c4e3f4da tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6cb8c-2bf4-40c3-86ae-e2d56402e380 HTTP/1.1" status: 200 len: 943 time: 0.1183655 Jul 15 13:31:01.872573 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a19b0520-6b12-4b6f-9dad-d345373c7609 req-c591e423-463f-4213-a7d1-19aaa5abee4a tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac3faf68-cded-41b7-8353-9d14384cf315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488954 Jul 15 13:31:01.884195 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee30fde-0354-41b1-aa1e-5155b6c975aa None None] Routers {'7d9925c5-2197-4219-bae2-f7fea6d240df'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:31:01.884932 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-aee30fde-0354-41b1-aa1e-5155b6c975aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:30:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['7d9925c5-2197-4219-bae2-f7fea6d240df'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:01.904528 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5776c3e1-9d1a-4343-85b5-181fcaec18b2 None None] Pushing event updated for resources: {'Port': ['ID=7fc008a2-f498-4194-a882-db9fe6641436,revision_number=4']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:01.937358 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.974283 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92504c4a-8749-4006-b0d8-c6bf93bb38bb {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:31:02.042986 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 92504c4a-8749-4006-b0d8-c6bf93bb38bb, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=92504c4a-8749-4006-b0d8-c6bf93bb38bb,segment=NetworkSegment(647bc94c-d766-45e9-bf55-e965f0de33ad),segment_id=647bc94c-d766-45e9-bf55-e965f0de33ad)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:02.048321 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-aee30fde-0354-41b1-aa1e-5155b6c975aa None None] Set router 7d9925c5-2197-4219-bae2-f7fea6d240df gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:31:02.055011 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.103462 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ab8b70d7-bb11-4791-9391-d6f890eec653 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.106166 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-e4e51d38-5e18-4d45-a93d-d571ae630dc9 None None] Allocated IP 172.20.0.2 (4c8b92da-0480-4151-83a0-cf1d06367378/48063ced-1036-4388-9b0e-240294d9f4f1/cd14aa63-8c95-401b-ab71-4e154b0b595a) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:02.125928 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ab8b70d7-bb11-4791-9391-d6f890eec653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.139228 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=92504c4a-8749-4006-b0d8-c6bf93bb38bb,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:02.247674 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-ab8b70d7-bb11-4791-9391-d6f890eec653 admin admin] Allocated IP 172.25.8.180 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/d5548ffb-ddb1-4b6c-8412-1108e7800fa4) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:02.302489 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.310537 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['92504c4a-8749-4006-b0d8-c6bf93bb38bb'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:31:02.316985 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e4e51d38-5e18-4d45-a93d-d571ae630dc9 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.349739 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-e4e51d38-5e18-4d45-a93d-d571ae630dc9 None None] Transition to ACTIVE for port object cd14aa63-8c95-401b-ab71-4e154b0b595a will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:02.373943 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-e4e51d38-5e18-4d45-a93d-d571ae630dc9 None None] Transition to ACTIVE for port object cd14aa63-8c95-401b-ab71-4e154b0b595a will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:02.392684 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-aee30fde-0354-41b1-aa1e-5155b6c975aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'name': 'tempest-TestVolumeBootPattern-699078910-router', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:30:54Z', 'updated_at': '2021-07-15T13:30:58Z', 'revision_number': 4, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'gw_port': {'id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:55Z', 'updated_at': '2021-07-15T13:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '7fc008a2-f498-4194-a882-db9fe6641436', 'name': '', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'mac_address': 'fa:16:3e:5e:0d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:57Z', 'updated_at': '2021-07-15T13:31:01Z', 'revision_number': 4, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'subnets': [{'id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:02.405714 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e4e51d38-5e18-4d45-a93d-d571ae630dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.411443 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ab8b70d7-bb11-4791-9391-d6f890eec653 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.422207 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee30fde-0354-41b1-aa1e-5155b6c975aa None None] The sync data for ids ['7d9925c5-2197-4219-bae2-f7fea6d240df'] in n-d-771363-36 is: [{'id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'name': 'tempest-TestVolumeBootPattern-699078910-router', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:30:54Z', 'updated_at': '2021-07-15T13:30:58Z', 'revision_number': 4, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'gw_port': {'id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:55Z', 'updated_at': '2021-07-15T13:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '7fc008a2-f498-4194-a882-db9fe6641436', 'name': '', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'mac_address': 'fa:16:3e:5e:0d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:57Z', 'updated_at': '2021-07-15T13:31:01Z', 'revision_number': 4, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'subnets': [{'id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:31:02.446932 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e51d38-5e18-4d45-a93d-d571ae630dc9 None None] Network 4c8b92da-0480-4151-83a0-cf1d06367378 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:02.451061 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b4ca8-1e42-4173-aef0-5bc996f80758 req-77bec119-20da-4e96-9aaf-98c0f005986f tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:02.456964 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0c1b4ca8-1e42-4173-aef0-5bc996f80758 req-77bec119-20da-4e96-9aaf-98c0f005986f tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 946 time: 0.0984383 Jul 15 13:31:02.464800 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-e4e51d38-5e18-4d45-a93d-d571ae630dc9 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:02.473786 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ab8b70d7-bb11-4791-9391-d6f890eec653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.500337 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e51d38-5e18-4d45-a93d-d571ae630dc9 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:02.518999 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8b70d7-bb11-4791-9391-d6f890eec653 admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:02.524990 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-ab8b70d7-bb11-4791-9391-d6f890eec653 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:02.525455 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e51d38-5e18-4d45-a93d-d571ae630dc9 None None] Pushing event updated for resources: {'Port': ['ID=cd14aa63-8c95-401b-ab71-4e154b0b595a,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:02.530942 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8b70d7-bb11-4791-9391-d6f890eec653 admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:02.538292 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0c1b4ca8-1e42-4173-aef0-5bc996f80758 req-03ef8bc3-d69c-4668-9407-478f8ca010a2 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709000 Jul 15 13:31:02.550828 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-46814c73-f044-4687-9866-32c53522a3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.571130 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b70d7-bb11-4791-9391-d6f890eec653 admin admin] Pushing event updated for resources: {'Port': ['ID=d5548ffb-ddb1-4b6c-8412-1108e7800fa4,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:02.641212 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-e4e51d38-5e18-4d45-a93d-d571ae630dc9 None None] Attempting to bind port cd14aa63-8c95-401b-ab71-4e154b0b595a on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:31:02.641731 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-e4e51d38-5e18-4d45-a93d-d571ae630dc9 None None] Attempting to bind port cd14aa63-8c95-401b-ab71-4e154b0b595a by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '97d5c941-c793-48fc-be9d-93090df7f2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4c8b92da-0480-4151-83a0-cf1d06367378'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:31:02.642158 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e51d38-5e18-4d45-a93d-d571ae630dc9 None None] Attempting to bind port cd14aa63-8c95-401b-ab71-4e154b0b595a on network 4c8b92da-0480-4151-83a0-cf1d06367378 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:02.656381 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e51d38-5e18-4d45-a93d-d571ae630dc9 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:31:02.656872 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e51d38-5e18-4d45-a93d-d571ae630dc9 None None] Checking segment: {'id': '97d5c941-c793-48fc-be9d-93090df7f2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4c8b92da-0480-4151-83a0-cf1d06367378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:02.657374 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e4e51d38-5e18-4d45-a93d-d571ae630dc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.657899 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e51d38-5e18-4d45-a93d-d571ae630dc9 None None] Bound using segment: {'id': '97d5c941-c793-48fc-be9d-93090df7f2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4c8b92da-0480-4151-83a0-cf1d06367378'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:31:02.658480 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-e4e51d38-5e18-4d45-a93d-d571ae630dc9 None None] Bound port: cd14aa63-8c95-401b-ab71-4e154b0b595a, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d5c941-c793-48fc-be9d-93090df7f2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4c8b92da-0480-4151-83a0-cf1d06367378'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:31:02.658991 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e4e51d38-5e18-4d45-a93d-d571ae630dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.758345 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-e4e51d38-5e18-4d45-a93d-d571ae630dc9 None None] For port cd14aa63-8c95-401b-ab71-4e154b0b595a, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:31:02.763424 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-e4e51d38-5e18-4d45-a93d-d571ae630dc9 None None] For port cd14aa63-8c95-401b-ab71-4e154b0b595a, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=cd14aa63-8c95-401b-ab71-4e154b0b595a,segment=NetworkSegment(97d5c941-c793-48fc-be9d-93090df7f2a9),segment_id=97d5c941-c793-48fc-be9d-93090df7f2a9)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:31:02.772285 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e4e51d38-5e18-4d45-a93d-d571ae630dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.871474 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e51d38-5e18-4d45-a93d-d571ae630dc9 None None] Pushing event updated for resources: {'Port': ['ID=cd14aa63-8c95-401b-ab71-4e154b0b595a,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:03.095986 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 7fc008a2-f498-4194-a882-db9fe6641436 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:03.240070 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 7fc008a2-f498-4194-a882-db9fe6641436 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:03.245921 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 7fc008a2-f498-4194-a882-db9fe6641436 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:03.246412 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.381421 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6d8ee-0240-4e43-9dc4-28cd7c5bda12 req-94737ee5-3314-40a2-869b-ce9f69694aef tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:03.391827 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b0e6d8ee-0240-4e43-9dc4-28cd7c5bda12 req-94737ee5-3314-40a2-869b-ce9f69694aef tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6cb8c-2bf4-40c3-86ae-e2d56402e380 HTTP/1.1" status: 200 len: 944 time: 0.1429179 Jul 15 13:31:03.420915 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.466058 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 92504c4a-8749-4006-b0d8-c6bf93bb38bb up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:03.480043 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b0e6d8ee-0240-4e43-9dc4-28cd7c5bda12 req-91cf1579-ef2a-47f2-82e2-024f1b4dc6bd tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac3faf68-cded-41b7-8353-9d14384cf315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843887 Jul 15 13:31:03.538025 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 7fc008a2-f498-4194-a882-db9fe6641436, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=7fc008a2-f498-4194-a882-db9fe6641436,segment=NetworkSegment(f9960641-9612-4cdb-ae7f-7357fdb7c7fb),segment_id=f9960641-9612-4cdb-ae7f-7357fdb7c7fb)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:03.545168 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ab8b70d7-bb11-4791-9391-d6f890eec653 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.556905 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.557810 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 437e6783-5cc8-4f5e-a72f-3ae3f227e4d4 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:03.680120 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.687142 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=7fc008a2-f498-4194-a882-db9fe6641436,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:03.707600 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 92504c4a-8749-4006-b0d8-c6bf93bb38bb completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:03.714731 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 437e6783-5cc8-4f5e-a72f-3ae3f227e4d4 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:03.715111 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.761061 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 92504c4a-8749-4006-b0d8-c6bf93bb38bb triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:03.761775 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.825270 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ab8b70d7-bb11-4791-9391-d6f890eec653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:04.056852 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:04.106839 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e6cb8c-2bf4-40c3-86ae-e2d56402e380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92504c4a-8749-4006-b0d8-c6bf93bb38bb'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:04.106839 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1388da95-c0aa-419d-9aa2-be086ccc4cd2" -d '{"events": [{"server_uuid": "59e6cb8c-2bf4-40c3-86ae-e2d56402e380", "name": "network-vif-plugged", "status": "completed", "tag": "92504c4a-8749-4006-b0d8-c6bf93bb38bb"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:04.135427 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 92504c4a-8749-4006-b0d8-c6bf93bb38bb, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=92504c4a-8749-4006-b0d8-c6bf93bb38bb,segment=NetworkSegment(647bc94c-d766-45e9-bf55-e965f0de33ad),segment_id=647bc94c-d766-45e9-bf55-e965f0de33ad)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:04.148466 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:04.164248 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8b70d7-bb11-4791-9391-d6f890eec653 admin admin] Router 2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:31:04.211462 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fe7962-5267-44b7-81e1-d121b98632e5 x-openstack-request-id: req-d6fe7962-5267-44b7-81e1-d121b98632e5 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:04.211760 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e6cb8c-2bf4-40c3-86ae-e2d56402e380", "name": "network-vif-plugged", "status": "completed", "tag": "92504c4a-8749-4006-b0d8-c6bf93bb38bb", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:04.212008 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d6fe7962-5267-44b7-81e1-d121b98632e5 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:04.212392 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e6cb8c-2bf4-40c3-86ae-e2d56402e380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92504c4a-8749-4006-b0d8-c6bf93bb38bb', 'code': 200} Jul 15 13:31:04.245829 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=92504c4a-8749-4006-b0d8-c6bf93bb38bb,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:04.362751 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8b70d7-bb11-4791-9391-d6f890eec653 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:31:04.373018 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf1005a-7548-4a2b-bbe5-8c923564aa5f None None] Network 4c8b92da-0480-4151-83a0-cf1d06367378 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:04.388749 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ab8b70d7-bb11-4791-9391-d6f890eec653 admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:04.389975 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ab8b70d7-bb11-4791-9391-d6f890eec653 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9475739 Jul 15 13:31:04.392832 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 54914) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:04.401923 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8c727-6cc8-4271-85f5-2625b926caa8 req-2427f427-d31b-4457-963e-f1447d20fb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:04.403714 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e8c8c727-6cc8-4271-85f5-2625b926caa8 req-2427f427-d31b-4457-963e-f1447d20fb8e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=59e6cb8c-2bf4-40c3-86ae-e2d56402e380 HTTP/1.1" status: 200 len: 1097 time: 0.0857382 Jul 15 13:31:04.418192 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d602174-1d99-44ec-9743-de52f103040e None None] Sync routers for ids ['2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:31:04.441963 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e8c8c727-6cc8-4271-85f5-2625b926caa8 req-6416e2bd-3f01-4b61-a9a5-c650aa5edf23 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ac3faf68-cded-41b7-8353-9d14384cf315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304198 Jul 15 13:31:04.463262 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-eff59ffb-6325-4ae6-b227-4d61c37f6716 None None] Provisioning for port cd14aa63-8c95-401b-ab71-4e154b0b595a completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:04.466527 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d602174-1d99-44ec-9743-de52f103040e None None] Routers {'2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:31:04.467169 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-0d602174-1d99-44ec-9743-de52f103040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:31:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:04.622624 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-0d602174-1d99-44ec-9743-de52f103040e None None] Set router 2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:31:04.747922 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da330a28-d86f-4abc-8aab-288b00697ee8 req-e5ddc623-16f9-49e7-bf57-ecdc4647f596 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:04.749516 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-da330a28-d86f-4abc-8aab-288b00697ee8 req-e5ddc623-16f9-49e7-bf57-ecdc4647f596 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6cb8c-2bf4-40c3-86ae-e2d56402e380 HTTP/1.1" status: 200 len: 945 time: 0.1531603 Jul 15 13:31:04.821536 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-da330a28-d86f-4abc-8aab-288b00697ee8 req-8353c863-a3f7-4133-a64a-0cf0c8246dc1 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac3faf68-cded-41b7-8353-9d14384cf315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644562 Jul 15 13:31:04.926806 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c9d0b938-8b48-4528-9e29-e981f623faf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:04.993089 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-0d602174-1d99-44ec-9743-de52f103040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5', 'name': 'tempest-TestVolumeBootPattern-1914552680-router', 'tenant_id': 'f2fbc23b136548dea93e6d5d21bd26e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'd5548ffb-ddb1-4b6c-8412-1108e7800fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:31:01Z', 'updated_at': '2021-07-15T13:31:03Z', 'revision_number': 3, 'project_id': 'f2fbc23b136548dea93e6d5d21bd26e8', 'gw_port': {'id': 'd5548ffb-ddb1-4b6c-8412-1108e7800fa4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:24:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:31:02Z', 'updated_at': '2021-07-15T13:31:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:05.041776 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d602174-1d99-44ec-9743-de52f103040e None None] Checking router: 2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:31:05.042139 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d602174-1d99-44ec-9743-de52f103040e None None] Updating router 2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5 port d5548ffb-ddb1-4b6c-8412-1108e7800fa4 binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:31:05.047077 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 7fc008a2-f498-4194-a882-db9fe6641436 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:05.117696 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.122728 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0d602174-1d99-44ec-9743-de52f103040e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.129204 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-c9d0b938-8b48-4528-9e29-e981f623faf2 admin admin] Allocated IP 172.20.0.1 (4c8b92da-0480-4151-83a0-cf1d06367378/48063ced-1036-4388-9b0e-240294d9f4f1/0fc910ae-2ed0-4e41-992d-135f6ce22771) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:05.243559 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 7fc008a2-f498-4194-a882-db9fe6641436 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:05.243848 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.269477 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c9d0b938-8b48-4528-9e29-e981f623faf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.311932 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c9d0b938-8b48-4528-9e29-e981f623faf2 admin admin] Transition to ACTIVE for port object 0fc910ae-2ed0-4e41-992d-135f6ce22771 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:05.355513 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:31:05.374909 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d168ad-8045-4ade-8472-342f74498c8b req-1e224148-280d-4233-a949-18c8d3e98e62 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:05.376391 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a9d168ad-8045-4ade-8472-342f74498c8b req-1e224148-280d-4233-a949-18c8d3e98e62 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 946 time: 0.1034055 Jul 15 13:31:05.377877 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c9d0b938-8b48-4528-9e29-e981f623faf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.410041 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device cd14aa63-8c95-401b-ab71-4e154b0b595a up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:05.437604 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d0b938-8b48-4528-9e29-e981f623faf2 admin admin] Network 4c8b92da-0480-4151-83a0-cf1d06367378 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:05.443140 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-c9d0b938-8b48-4528-9e29-e981f623faf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:05.450475 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d0b938-8b48-4528-9e29-e981f623faf2 admin admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:05.460169 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d0b938-8b48-4528-9e29-e981f623faf2 admin admin] Pushing event updated for resources: {'Port': ['ID=0fc910ae-2ed0-4e41-992d-135f6ce22771,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:05.489433 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a9d168ad-8045-4ade-8472-342f74498c8b req-f5702a95-9aea-40d8-b1fc-bca962454df3 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028907 Jul 15 13:31:05.500575 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0d602174-1d99-44ec-9743-de52f103040e None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.503734 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c9d0b938-8b48-4528-9e29-e981f623faf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.520406 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-0d602174-1d99-44ec-9743-de52f103040e None None] Transition to ACTIVE for port object d5548ffb-ddb1-4b6c-8412-1108e7800fa4 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:05.528223 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port cd14aa63-8c95-401b-ab71-4e154b0b595a completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:05.531898 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0d602174-1d99-44ec-9743-de52f103040e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.591622 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port cd14aa63-8c95-401b-ab71-4e154b0b595a triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:05.592143 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.594654 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb54ad-e4b2-46c9-92a3-6c7f73772c2c None None] Pushing event updated for resources: {'Port': ['ID=d5548ffb-ddb1-4b6c-8412-1108e7800fa4,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:05.643109 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-0d602174-1d99-44ec-9743-de52f103040e None None] Attempting to bind port d5548ffb-ddb1-4b6c-8412-1108e7800fa4 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:31:05.643640 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-0d602174-1d99-44ec-9743-de52f103040e None None] Attempting to bind port d5548ffb-ddb1-4b6c-8412-1108e7800fa4 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:31:05.644094 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d602174-1d99-44ec-9743-de52f103040e None None] Attempting to bind port d5548ffb-ddb1-4b6c-8412-1108e7800fa4 on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:05.657710 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d602174-1d99-44ec-9743-de52f103040e None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:31:05.658083 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d602174-1d99-44ec-9743-de52f103040e None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:05.658597 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0d602174-1d99-44ec-9743-de52f103040e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.659290 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d602174-1d99-44ec-9743-de52f103040e None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:31:05.659755 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-0d602174-1d99-44ec-9743-de52f103040e None None] Bound port: d5548ffb-ddb1-4b6c-8412-1108e7800fa4, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:31:05.660373 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0d602174-1d99-44ec-9743-de52f103040e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.672314 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c9d0b938-8b48-4528-9e29-e981f623faf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.763952 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-0d602174-1d99-44ec-9743-de52f103040e None None] For port d5548ffb-ddb1-4b6c-8412-1108e7800fa4, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:31:05.768067 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-0d602174-1d99-44ec-9743-de52f103040e None None] For port d5548ffb-ddb1-4b6c-8412-1108e7800fa4, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=d5548ffb-ddb1-4b6c-8412-1108e7800fa4,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:31:05.769589 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.782584 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0d602174-1d99-44ec-9743-de52f103040e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.848909 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6d0087d7-6f33-40e4-b3a5-9d255d218fc3 None None] Provisioning for port 0fc910ae-2ed0-4e41-992d-135f6ce22771 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:05.859980 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port cd14aa63-8c95-401b-ab71-4e154b0b595a, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=cd14aa63-8c95-401b-ab71-4e154b0b595a,segment=NetworkSegment(97d5c941-c793-48fc-be9d-93090df7f2a9),segment_id=97d5c941-c793-48fc-be9d-93090df7f2a9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:05.866599 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6d0087d7-6f33-40e4-b3a5-9d255d218fc3 None None] Provisioning complete for port 0fc910ae-2ed0-4e41-992d-135f6ce22771 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:05.866770 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c9d0b938-8b48-4528-9e29-e981f623faf2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.866979 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d0087d7-6f33-40e4-b3a5-9d255d218fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.873755 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.875643 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d602174-1d99-44ec-9743-de52f103040e None None] Routers {'2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:31:05.876013 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c9d0b938-8b48-4528-9e29-e981f623faf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.876253 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-0d602174-1d99-44ec-9743-de52f103040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:31:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:05.946323 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb54ad-e4b2-46c9-92a3-6c7f73772c2c None None] Pushing event updated for resources: {'Port': ['ID=d5548ffb-ddb1-4b6c-8412-1108e7800fa4,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:05.949378 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d0b938-8b48-4528-9e29-e981f623faf2 admin admin] Pushing event updated for resources: {'Port': ['ID=0fc910ae-2ed0-4e41-992d-135f6ce22771,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:05.961107 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c9d0b938-8b48-4528-9e29-e981f623faf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.991956 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-6d0087d7-6f33-40e4-b3a5-9d255d218fc3 None None] Port 0fc910ae-2ed0-4e41-992d-135f6ce22771 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:06.057970 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=cd14aa63-8c95-401b-ab71-4e154b0b595a,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:06.079501 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-0d602174-1d99-44ec-9743-de52f103040e None None] Set router 2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:31:06.109000 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d0b938-8b48-4528-9e29-e981f623faf2 admin admin] Network 4c8b92da-0480-4151-83a0-cf1d06367378 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:06.115059 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-c9d0b938-8b48-4528-9e29-e981f623faf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:06.141051 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ebd7ba-2879-490f-9e91-7fb2c444ef00 req-608a0015-f829-419d-9134-d35fc8369801 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:06.142596 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-63ebd7ba-2879-490f-9e91-7fb2c444ef00 req-608a0015-f829-419d-9134-d35fc8369801 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6cb8c-2bf4-40c3-86ae-e2d56402e380 HTTP/1.1" status: 200 len: 945 time: 0.0932944 Jul 15 13:31:06.249655 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-63ebd7ba-2879-490f-9e91-7fb2c444ef00 req-8f97a9f3-f554-48df-92de-062c64d4e870 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac3faf68-cded-41b7-8353-9d14384cf315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763297 Jul 15 13:31:06.289158 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d0b938-8b48-4528-9e29-e981f623faf2 admin admin] Router 2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:31:06.354895 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-0d602174-1d99-44ec-9743-de52f103040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5', 'name': 'tempest-TestVolumeBootPattern-1914552680-router', 'tenant_id': 'f2fbc23b136548dea93e6d5d21bd26e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'd5548ffb-ddb1-4b6c-8412-1108e7800fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:31:01Z', 'updated_at': '2021-07-15T13:31:05Z', 'revision_number': 4, 'project_id': 'f2fbc23b136548dea93e6d5d21bd26e8', 'gw_port': {'id': 'd5548ffb-ddb1-4b6c-8412-1108e7800fa4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:24:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:31:02Z', 'updated_at': '2021-07-15T13:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '0fc910ae-2ed0-4e41-992d-135f6ce22771', 'name': '', 'network_id': '4c8b92da-0480-4151-83a0-cf1d06367378', 'tenant_id': 'f2fbc23b136548dea93e6d5d21bd26e8', 'mac_address': 'fa:16:3e:36:5b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '48063ced-1036-4388-9b0e-240294d9f4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:31:04Z', 'updated_at': '2021-07-15T13:31:05Z', 'revision_number': 2, 'project_id': 'f2fbc23b136548dea93e6d5d21bd26e8', 'subnets': [{'id': '48063ced-1036-4388-9b0e-240294d9f4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:06.390191 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d602174-1d99-44ec-9743-de52f103040e None None] The sync data for ids ['2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5'] in n-d-771363-36 is: [{'id': '2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5', 'name': 'tempest-TestVolumeBootPattern-1914552680-router', 'tenant_id': 'f2fbc23b136548dea93e6d5d21bd26e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'd5548ffb-ddb1-4b6c-8412-1108e7800fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:31:01Z', 'updated_at': '2021-07-15T13:31:05Z', 'revision_number': 4, 'project_id': 'f2fbc23b136548dea93e6d5d21bd26e8', 'gw_port': {'id': 'd5548ffb-ddb1-4b6c-8412-1108e7800fa4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:24:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:31:02Z', 'updated_at': '2021-07-15T13:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '0fc910ae-2ed0-4e41-992d-135f6ce22771', 'name': '', 'network_id': '4c8b92da-0480-4151-83a0-cf1d06367378', 'tenant_id': 'f2fbc23b136548dea93e6d5d21bd26e8', 'mac_address': 'fa:16:3e:36:5b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '48063ced-1036-4388-9b0e-240294d9f4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:31:04Z', 'updated_at': '2021-07-15T13:31:05Z', 'revision_number': 2, 'project_id': 'f2fbc23b136548dea93e6d5d21bd26e8', 'subnets': [{'id': '48063ced-1036-4388-9b0e-240294d9f4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:31:06.443889 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d0b938-8b48-4528-9e29-e981f623faf2 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:31:06.449289 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c9d0b938-8b48-4528-9e29-e981f623faf2 admin admin] 10.222.0.16 "PUT /v2.0/routers/2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0554373 Jul 15 13:31:06.520523 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-e7b99af2-80c5-4ba4-9924-86a72a0bf056 None None] Provisioning complete for port 0fc910ae-2ed0-4e41-992d-135f6ce22771 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:06.521114 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e7b99af2-80c5-4ba4-9924-86a72a0bf056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:06.578736 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-e7b99af2-80c5-4ba4-9924-86a72a0bf056 None None] Port 0fc910ae-2ed0-4e41-992d-135f6ce22771 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:06.946169 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device cd14aa63-8c95-401b-ab71-4e154b0b595a up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:07.023658 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port cd14aa63-8c95-401b-ab71-4e154b0b595a triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:07.024034 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:08.921816 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device d5548ffb-ddb1-4b6c-8412-1108e7800fa4 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:08.977835 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port d5548ffb-ddb1-4b6c-8412-1108e7800fa4 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:08.981832 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port d5548ffb-ddb1-4b6c-8412-1108e7800fa4 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:08.982210 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:09.059397 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:09.079610 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port d5548ffb-ddb1-4b6c-8412-1108e7800fa4, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=d5548ffb-ddb1-4b6c-8412-1108e7800fa4,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:09.083442 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:09.133109 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=d5548ffb-ddb1-4b6c-8412-1108e7800fa4,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:10.740287 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104d36c4-a7d6-418b-8698-cfd64034165c None None] Sync routers for ids ['2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:31:10.749224 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104d36c4-a7d6-418b-8698-cfd64034165c None None] Routers {'2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:31:10.749820 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-104d36c4-a7d6-418b-8698-cfd64034165c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:31:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:10.855792 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-104d36c4-a7d6-418b-8698-cfd64034165c None None] Set router 2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:31:10.909128 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device d5548ffb-ddb1-4b6c-8412-1108e7800fa4 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:10.959948 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port d5548ffb-ddb1-4b6c-8412-1108e7800fa4 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:10.960651 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.062147 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-104d36c4-a7d6-418b-8698-cfd64034165c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5', 'name': 'tempest-TestVolumeBootPattern-1914552680-router', 'tenant_id': 'f2fbc23b136548dea93e6d5d21bd26e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'd5548ffb-ddb1-4b6c-8412-1108e7800fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:31:01Z', 'updated_at': '2021-07-15T13:31:05Z', 'revision_number': 4, 'project_id': 'f2fbc23b136548dea93e6d5d21bd26e8', 'gw_port': {'id': 'd5548ffb-ddb1-4b6c-8412-1108e7800fa4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:24:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:31:02Z', 'updated_at': '2021-07-15T13:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '0fc910ae-2ed0-4e41-992d-135f6ce22771', 'name': '', 'network_id': '4c8b92da-0480-4151-83a0-cf1d06367378', 'tenant_id': 'f2fbc23b136548dea93e6d5d21bd26e8', 'mac_address': 'fa:16:3e:36:5b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '48063ced-1036-4388-9b0e-240294d9f4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:31:04Z', 'updated_at': '2021-07-15T13:31:05Z', 'revision_number': 2, 'project_id': 'f2fbc23b136548dea93e6d5d21bd26e8', 'subnets': [{'id': '48063ced-1036-4388-9b0e-240294d9f4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:11.089065 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104d36c4-a7d6-418b-8698-cfd64034165c None None] Checking router: 2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:31:11.089415 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104d36c4-a7d6-418b-8698-cfd64034165c None None] Updating router 2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5 port 0fc910ae-2ed0-4e41-992d-135f6ce22771 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:31:11.122191 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-104d36c4-a7d6-418b-8698-cfd64034165c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.377117 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-104d36c4-a7d6-418b-8698-cfd64034165c None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.387289 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-104d36c4-a7d6-418b-8698-cfd64034165c None None] Transition to ACTIVE for port object 0fc910ae-2ed0-4e41-992d-135f6ce22771 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:11.393111 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-104d36c4-a7d6-418b-8698-cfd64034165c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.442120 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51529a92-64a9-4b72-8f4a-259b59fdef6a None None] Pushing event updated for resources: {'Port': ['ID=0fc910ae-2ed0-4e41-992d-135f6ce22771,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:11.501752 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-104d36c4-a7d6-418b-8698-cfd64034165c None None] Attempting to bind port 0fc910ae-2ed0-4e41-992d-135f6ce22771 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:31:11.502212 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-104d36c4-a7d6-418b-8698-cfd64034165c None None] Attempting to bind port 0fc910ae-2ed0-4e41-992d-135f6ce22771 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '97d5c941-c793-48fc-be9d-93090df7f2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4c8b92da-0480-4151-83a0-cf1d06367378'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:31:11.502805 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104d36c4-a7d6-418b-8698-cfd64034165c None None] Attempting to bind port 0fc910ae-2ed0-4e41-992d-135f6ce22771 on network 4c8b92da-0480-4151-83a0-cf1d06367378 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:11.509208 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104d36c4-a7d6-418b-8698-cfd64034165c None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:31:11.510078 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104d36c4-a7d6-418b-8698-cfd64034165c None None] Checking segment: {'id': '97d5c941-c793-48fc-be9d-93090df7f2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4c8b92da-0480-4151-83a0-cf1d06367378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:11.510078 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-104d36c4-a7d6-418b-8698-cfd64034165c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.510350 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104d36c4-a7d6-418b-8698-cfd64034165c None None] Bound using segment: {'id': '97d5c941-c793-48fc-be9d-93090df7f2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4c8b92da-0480-4151-83a0-cf1d06367378'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:31:11.510837 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-104d36c4-a7d6-418b-8698-cfd64034165c None None] Bound port: 0fc910ae-2ed0-4e41-992d-135f6ce22771, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d5c941-c793-48fc-be9d-93090df7f2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4c8b92da-0480-4151-83a0-cf1d06367378'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:31:11.511212 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-104d36c4-a7d6-418b-8698-cfd64034165c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.581974 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-104d36c4-a7d6-418b-8698-cfd64034165c None None] For port 0fc910ae-2ed0-4e41-992d-135f6ce22771, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:31:11.585461 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-104d36c4-a7d6-418b-8698-cfd64034165c None None] For port 0fc910ae-2ed0-4e41-992d-135f6ce22771, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=0fc910ae-2ed0-4e41-992d-135f6ce22771,segment=NetworkSegment(97d5c941-c793-48fc-be9d-93090df7f2a9),segment_id=97d5c941-c793-48fc-be9d-93090df7f2a9)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:31:11.589527 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-104d36c4-a7d6-418b-8698-cfd64034165c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.649163 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51529a92-64a9-4b72-8f4a-259b59fdef6a None None] Pushing event updated for resources: {'Port': ['ID=0fc910ae-2ed0-4e41-992d-135f6ce22771,revision_number=4']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:11.652167 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104d36c4-a7d6-418b-8698-cfd64034165c None None] Routers {'2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:31:11.652811 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-104d36c4-a7d6-418b-8698-cfd64034165c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:31:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:11.763569 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-104d36c4-a7d6-418b-8698-cfd64034165c None None] Set router 2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:31:11.960504 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-104d36c4-a7d6-418b-8698-cfd64034165c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5', 'name': 'tempest-TestVolumeBootPattern-1914552680-router', 'tenant_id': 'f2fbc23b136548dea93e6d5d21bd26e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'd5548ffb-ddb1-4b6c-8412-1108e7800fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:31:01Z', 'updated_at': '2021-07-15T13:31:05Z', 'revision_number': 4, 'project_id': 'f2fbc23b136548dea93e6d5d21bd26e8', 'gw_port': {'id': 'd5548ffb-ddb1-4b6c-8412-1108e7800fa4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:24:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:31:02Z', 'updated_at': '2021-07-15T13:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '0fc910ae-2ed0-4e41-992d-135f6ce22771', 'name': '', 'network_id': '4c8b92da-0480-4151-83a0-cf1d06367378', 'tenant_id': 'f2fbc23b136548dea93e6d5d21bd26e8', 'mac_address': 'fa:16:3e:36:5b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '48063ced-1036-4388-9b0e-240294d9f4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:31:04Z', 'updated_at': '2021-07-15T13:31:11Z', 'revision_number': 4, 'project_id': 'f2fbc23b136548dea93e6d5d21bd26e8', 'subnets': [{'id': '48063ced-1036-4388-9b0e-240294d9f4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:11.990072 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104d36c4-a7d6-418b-8698-cfd64034165c None None] The sync data for ids ['2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5'] in n-d-771363-36 is: [{'id': '2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5', 'name': 'tempest-TestVolumeBootPattern-1914552680-router', 'tenant_id': 'f2fbc23b136548dea93e6d5d21bd26e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'd5548ffb-ddb1-4b6c-8412-1108e7800fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:31:01Z', 'updated_at': '2021-07-15T13:31:05Z', 'revision_number': 4, 'project_id': 'f2fbc23b136548dea93e6d5d21bd26e8', 'gw_port': {'id': 'd5548ffb-ddb1-4b6c-8412-1108e7800fa4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:24:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:31:02Z', 'updated_at': '2021-07-15T13:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '0fc910ae-2ed0-4e41-992d-135f6ce22771', 'name': '', 'network_id': '4c8b92da-0480-4151-83a0-cf1d06367378', 'tenant_id': 'f2fbc23b136548dea93e6d5d21bd26e8', 'mac_address': 'fa:16:3e:36:5b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '48063ced-1036-4388-9b0e-240294d9f4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:31:04Z', 'updated_at': '2021-07-15T13:31:11Z', 'revision_number': 4, 'project_id': 'f2fbc23b136548dea93e6d5d21bd26e8', 'subnets': [{'id': '48063ced-1036-4388-9b0e-240294d9f4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:31:12.756953 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-43682efb-cf02-4bc8-adfb-c9a231d1c4b2 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:12.758489 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-43682efb-cf02-4bc8-adfb-c9a231d1c4b2 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/networks?id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e HTTP/1.1" status: 200 len: 811 time: 0.1075203 Jul 15 13:31:12.775167 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-8dc2cb0e-aca8-44af-95f8-4d42096748b7 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/quotas/0a166bdebb1d4ca388f2465550a7f09f HTTP/1.1" status: 200 len: 375 time: 0.0100794 Jul 15 13:31:12.848532 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-9489dc73-15eb-4975-aa4d-26849739be12 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0a166bdebb1d4ca388f2465550a7f09f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661712 Jul 15 13:31:12.928911 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 0fc910ae-2ed0-4e41-992d-135f6ce22771 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:12.943191 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-f2ad9cf0-f2dc-40b8-acd8-dda1a609dee8 service neutron] 10.222.0.16 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891106 Jul 15 13:31:12.985914 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 0fc910ae-2ed0-4e41-992d-135f6ce22771 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:12.989504 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 0fc910ae-2ed0-4e41-992d-135f6ce22771 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:12.989904 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:13.039807 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-f9fd4b56-b895-4b91-97ff-abd7e1cc98fd service neutron] 10.222.0.16 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907695 Jul 15 13:31:13.074268 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:13.108315 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 0fc910ae-2ed0-4e41-992d-135f6ce22771, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=0fc910ae-2ed0-4e41-992d-135f6ce22771,segment=NetworkSegment(97d5c941-c793-48fc-be9d-93090df7f2a9),segment_id=97d5c941-c793-48fc-be9d-93090df7f2a9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:13.113102 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:13.165525 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=0fc910ae-2ed0-4e41-992d-135f6ce22771,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:13.360004 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-874d4b47-5c22-41fc-9804-b1373ec667a2 req-568005cc-e0ef-4a46-b76b-3fe3d0fd2f98 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa58f51c-d474-4ba7-8ca2-d24aa5bfe727 HTTP/1.1" status: 200 len: 210 time: 0.0291822 Jul 15 13:31:14.468134 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-6c72119f-0d67-4c90-ba60-9c8b8f8fc683 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:14.469815 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-6c72119f-0d67-4c90-ba60-9c8b8f8fc683 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.20 "GET /v2.0/networks?id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e HTTP/1.1" status: 200 len: 811 time: 0.1317294 Jul 15 13:31:14.485674 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-113838e2-a5a0-4fcf-b08d-324286a7c904 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Request body: {'port': {'device_id': 'aa58f51c-d474-4ba7-8ca2-d24aa5bfe727', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'admin_state_up': True, 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:14.547474 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10e37658-4c88-42b8-b2cc-a3142fc8143b req-a795c11f-600d-4ce0-b24d-5c3e9926699f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa58f51c-d474-4ba7-8ca2-d24aa5bfe727 HTTP/1.1" status: 200 len: 210 time: 0.0400217 Jul 15 13:31:14.638439 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-113838e2-a5a0-4fcf-b08d-324286a7c904 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Made reservation on behalf of 0a166bdebb1d4ca388f2465550a7f09f for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:14.642145 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-113838e2-a5a0-4fcf-b08d-324286a7c904 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:14.765841 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-113838e2-a5a0-4fcf-b08d-324286a7c904 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Allocated IP 172.20.0.14 (31f5d0ed-5ca5-4f26-8063-b8698ea6981e/56ba636c-89f6-461f-85cb-74f1c6749bed/8511f76e-3ed4-4e7d-855e-b5cafd4317d6) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:14.905905 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 0fc910ae-2ed0-4e41-992d-135f6ce22771 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:14.924756 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-113838e2-a5a0-4fcf-b08d-324286a7c904 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:14.940196 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-113838e2-a5a0-4fcf-b08d-324286a7c904 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Transition to ACTIVE for port object 8511f76e-3ed4-4e7d-855e-b5cafd4317d6 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:14.958038 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 0fc910ae-2ed0-4e41-992d-135f6ce22771 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:14.958411 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:14.979674 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-113838e2-a5a0-4fcf-b08d-324286a7c904 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.027437 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-113838e2-a5a0-4fcf-b08d-324286a7c904 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Network 31f5d0ed-5ca5-4f26-8063-b8698ea6981e is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:15.030651 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-113838e2-a5a0-4fcf-b08d-324286a7c904 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:15.034614 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-113838e2-a5a0-4fcf-b08d-324286a7c904 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:15.041160 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113838e2-a5a0-4fcf-b08d-324286a7c904 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Pushing event updated for resources: {'Port': ['ID=8511f76e-3ed4-4e7d-855e-b5cafd4317d6,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:15.094854 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-113838e2-a5a0-4fcf-b08d-324286a7c904 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:15.095562 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-113838e2-a5a0-4fcf-b08d-324286a7c904 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.111434 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-113838e2-a5a0-4fcf-b08d-324286a7c904 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6314850 Jul 15 13:31:15.123211 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-18d2da55-e169-4883-9446-438adfc5c894 service neutron] Request body: {'port': {'device_id': 'aa58f51c-d474-4ba7-8ca2-d24aa5bfe727', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:15.199588 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-18d2da55-e169-4883-9446-438adfc5c894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.325169 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a1c95071-026a-400c-818d-8895e95ac823 None None] Provisioning for port 8511f76e-3ed4-4e7d-855e-b5cafd4317d6 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:15.329846 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a1c95071-026a-400c-818d-8895e95ac823 None None] Provisioning complete for port 8511f76e-3ed4-4e7d-855e-b5cafd4317d6 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:15.330421 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1c95071-026a-400c-818d-8895e95ac823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.366902 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a1c95071-026a-400c-818d-8895e95ac823 None None] Port 8511f76e-3ed4-4e7d-855e-b5cafd4317d6 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:15.468563 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-18d2da55-e169-4883-9446-438adfc5c894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8511f76e-3ed4-4e7d-855e-b5cafd4317d6 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:31:15.476100 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-18d2da55-e169-4883-9446-438adfc5c894 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.487633 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-18d2da55-e169-4883-9446-438adfc5c894 service neutron] Transition to ACTIVE for port object 8511f76e-3ed4-4e7d-855e-b5cafd4317d6 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:15.492802 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-18d2da55-e169-4883-9446-438adfc5c894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.544872 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2da55-e169-4883-9446-438adfc5c894 service neutron] Pushing event updated for resources: {'Port': ['ID=8511f76e-3ed4-4e7d-855e-b5cafd4317d6,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:15.645297 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-18d2da55-e169-4883-9446-438adfc5c894 service neutron] Attempting to bind port 8511f76e-3ed4-4e7d-855e-b5cafd4317d6 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:31:15.645633 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-18d2da55-e169-4883-9446-438adfc5c894 service neutron] Attempting to bind port 8511f76e-3ed4-4e7d-855e-b5cafd4317d6 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'f9960641-9612-4cdb-ae7f-7357fdb7c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:31:15.645961 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-18d2da55-e169-4883-9446-438adfc5c894 service neutron] Attempting to bind port 8511f76e-3ed4-4e7d-855e-b5cafd4317d6 on network 31f5d0ed-5ca5-4f26-8063-b8698ea6981e {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:15.652219 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-18d2da55-e169-4883-9446-438adfc5c894 service neutron] Port 8511f76e-3ed4-4e7d-855e-b5cafd4317d6 on network 31f5d0ed-5ca5-4f26-8063-b8698ea6981e not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:31:15.652812 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-18d2da55-e169-4883-9446-438adfc5c894 service neutron] Attempting to bind port 8511f76e-3ed4-4e7d-855e-b5cafd4317d6 on network 31f5d0ed-5ca5-4f26-8063-b8698ea6981e {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:15.659546 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-18d2da55-e169-4883-9446-438adfc5c894 service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:31:15.659947 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-18d2da55-e169-4883-9446-438adfc5c894 service neutron] Checking segment: {'id': 'f9960641-9612-4cdb-ae7f-7357fdb7c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:15.660276 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-18d2da55-e169-4883-9446-438adfc5c894 service neutron] Bound using segment: {'id': 'f9960641-9612-4cdb-ae7f-7357fdb7c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:31:15.660717 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-18d2da55-e169-4883-9446-438adfc5c894 service neutron] Bound port: 8511f76e-3ed4-4e7d-855e-b5cafd4317d6, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9960641-9612-4cdb-ae7f-7357fdb7c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:31:15.661218 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-18d2da55-e169-4883-9446-438adfc5c894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.780056 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-18d2da55-e169-4883-9446-438adfc5c894 service neutron] For port 8511f76e-3ed4-4e7d-855e-b5cafd4317d6, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:31:15.783944 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-18d2da55-e169-4883-9446-438adfc5c894 service neutron] For port 8511f76e-3ed4-4e7d-855e-b5cafd4317d6, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=8511f76e-3ed4-4e7d-855e-b5cafd4317d6,segment=NetworkSegment(f9960641-9612-4cdb-ae7f-7357fdb7c7fb),segment_id=f9960641-9612-4cdb-ae7f-7357fdb7c7fb)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:31:15.793144 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-18d2da55-e169-4883-9446-438adfc5c894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.832964 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-18d2da55-e169-4883-9446-438adfc5c894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:15.833619 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-18d2da55-e169-4883-9446-438adfc5c894 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.835572 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-18d2da55-e169-4883-9446-438adfc5c894 service neutron] 10.222.0.20 "PUT /v2.0/ports/8511f76e-3ed4-4e7d-855e-b5cafd4317d6 HTTP/1.1" status: 200 len: 1093 time: 0.7170749 Jul 15 13:31:15.836749 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa58f51c-d474-4ba7-8ca2-d24aa5bfe727', 'tag': '8511f76e-3ed4-4e7d-855e-b5cafd4317d6'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:15.839064 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06dc4e08-9afb-4d45-b06a-7ac9aa67d881" -d '{"events": [{"name": "network-changed", "server_uuid": "aa58f51c-d474-4ba7-8ca2-d24aa5bfe727", "tag": "8511f76e-3ed4-4e7d-855e-b5cafd4317d6"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:15.862872 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8abf9-a4b6-47ae-9455-117e93c4ab96 req-6b38ddb9-3dba-431a-bf58-e53969cf56b0 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:15.868080 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-beb8abf9-a4b6-47ae-9455-117e93c4ab96 req-6b38ddb9-3dba-431a-bf58-e53969cf56b0 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa58f51c-d474-4ba7-8ca2-d24aa5bfe727 HTTP/1.1" status: 200 len: 944 time: 0.1541388 Jul 15 13:31:15.875300 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2da55-e169-4883-9446-438adfc5c894 service neutron] Pushing event updated for resources: {'Port': ['ID=8511f76e-3ed4-4e7d-855e-b5cafd4317d6,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:15.924505 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb32c37-1770-4aad-bf91-16761c5c7cd9 x-openstack-request-id: req-aeb32c37-1770-4aad-bf91-16761c5c7cd9 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:15.924816 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa58f51c-d474-4ba7-8ca2-d24aa5bfe727", "tag": "8511f76e-3ed4-4e7d-855e-b5cafd4317d6", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:15.925043 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aeb32c37-1770-4aad-bf91-16761c5c7cd9 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:15.925481 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa58f51c-d474-4ba7-8ca2-d24aa5bfe727', 'tag': '8511f76e-3ed4-4e7d-855e-b5cafd4317d6', 'status': 'completed', 'code': 200} Jul 15 13:31:15.971079 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-beb8abf9-a4b6-47ae-9455-117e93c4ab96 req-1f0920af-b1ae-4144-b5c3-596c25094061 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710063 Jul 15 13:31:15.993664 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-69e8606a-4af1-4b70-aeab-d105ed1b8900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:15.995807 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-69e8606a-4af1-4b70-aeab-d105ed1b8900 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a166bdebb1d4ca388f2465550a7f09f&device_id=aa58f51c-d474-4ba7-8ca2-d24aa5bfe727 HTTP/1.1" status: 200 len: 1096 time: 0.0886400 Jul 15 13:31:16.038946 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-bc2da147-82eb-4d90-8c60-91fe567018b5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8511f76e-3ed4-4e7d-855e-b5cafd4317d6 HTTP/1.1" status: 200 len: 217 time: 0.0353093 Jul 15 13:31:16.085390 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-48730e65-356a-4ecf-8ae5-b47531004f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:16.086771 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-48730e65-356a-4ecf-8ae5-b47531004f5f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=56ba636c-89f6-461f-85cb-74f1c6749bed HTTP/1.1" status: 200 len: 850 time: 0.0425098 Jul 15 13:31:16.146847 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-0e4f4981-fd31-4ed1-aefc-72962ed83f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:16.148343 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-0e4f4981-fd31-4ed1-aefc-72962ed83f30 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560138 Jul 15 13:31:16.234883 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-c9ff3f28-fbc7-4a36-9deb-de485f3d2528 service neutron] 10.222.0.20 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800850 Jul 15 13:31:16.326039 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2bc869a2-86c8-4d5c-81be-22a1911ff2aa req-077c4a12-18fd-4ee2-a8c8-de3f3c5db7cd service neutron] 10.222.0.20 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850098 Jul 15 13:31:16.424052 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc4e08-9afb-4d45-b06a-7ac9aa67d881 req-a41a7c9f-58b3-4864-b6ce-c2c6d9580e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:16.425677 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-06dc4e08-9afb-4d45-b06a-7ac9aa67d881 req-a41a7c9f-58b3-4864-b6ce-c2c6d9580e6a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a166bdebb1d4ca388f2465550a7f09f&device_id=aa58f51c-d474-4ba7-8ca2-d24aa5bfe727 HTTP/1.1" status: 200 len: 1096 time: 0.0555627 Jul 15 13:31:16.518713 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc4e08-9afb-4d45-b06a-7ac9aa67d881 req-d845611f-12d3-4d49-b9bc-c23afb271b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:16.520931 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-06dc4e08-9afb-4d45-b06a-7ac9aa67d881 req-d845611f-12d3-4d49-b9bc-c23afb271b1a service neutron] 10.222.0.20 "GET /v2.0/networks?id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e HTTP/1.1" status: 200 len: 912 time: 0.0890741 Jul 15 13:31:16.561967 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-06dc4e08-9afb-4d45-b06a-7ac9aa67d881 req-069adfd4-d030-4b07-ac75-da6bcb5f6d3c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8511f76e-3ed4-4e7d-855e-b5cafd4317d6 HTTP/1.1" status: 200 len: 217 time: 0.0347502 Jul 15 13:31:16.608831 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc4e08-9afb-4d45-b06a-7ac9aa67d881 req-abcf5e8d-4b8f-49c6-83a7-dc42bb77da09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:16.610465 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-06dc4e08-9afb-4d45-b06a-7ac9aa67d881 req-abcf5e8d-4b8f-49c6-83a7-dc42bb77da09 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=56ba636c-89f6-461f-85cb-74f1c6749bed HTTP/1.1" status: 200 len: 850 time: 0.0428281 Jul 15 13:31:16.671122 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc4e08-9afb-4d45-b06a-7ac9aa67d881 req-822e674d-a6dc-4a3d-a62e-bb8192905486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:16.672680 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-06dc4e08-9afb-4d45-b06a-7ac9aa67d881 req-822e674d-a6dc-4a3d-a62e-bb8192905486 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563760 Jul 15 13:31:16.761771 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-06dc4e08-9afb-4d45-b06a-7ac9aa67d881 req-c2ae3a54-1eac-4cce-9c57-a74a67ccaa89 service neutron] 10.222.0.20 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827706 Jul 15 13:31:16.854980 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-06dc4e08-9afb-4d45-b06a-7ac9aa67d881 req-52914063-4779-46e1-b140-5fd36547f6df service neutron] 10.222.0.20 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873244 Jul 15 13:31:17.164089 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b407e6-ece1-4949-be30-b3ca3d268b7a req-46f4ac17-02cc-4bfb-b74d-09dbcdcce7a6 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:17.165692 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-84b407e6-ece1-4949-be30-b3ca3d268b7a req-46f4ac17-02cc-4bfb-b74d-09dbcdcce7a6 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa58f51c-d474-4ba7-8ca2-d24aa5bfe727 HTTP/1.1" status: 200 len: 944 time: 0.0658062 Jul 15 13:31:17.202840 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-84b407e6-ece1-4949-be30-b3ca3d268b7a req-b0482b5e-526b-4c8b-96d0-f53d4fb9a00c tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315845 Jul 15 13:31:18.385932 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3e20e-c7ac-4a3d-8d1c-3fa464f8e731 req-63d01f4d-bdbc-4fc9-a8de-461e101f6b26 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:18.387661 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-17c3e20e-c7ac-4a3d-8d1c-3fa464f8e731 req-63d01f4d-bdbc-4fc9-a8de-461e101f6b26 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa58f51c-d474-4ba7-8ca2-d24aa5bfe727 HTTP/1.1" status: 200 len: 944 time: 0.0736604 Jul 15 13:31:18.438648 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-17c3e20e-c7ac-4a3d-8d1c-3fa464f8e731 req-d9bece95-1396-4afe-93b0-89a75543749e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438294 Jul 15 13:31:19.078406 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cbec2a-1c18-4cf5-a46f-d49189558f1e req-44d62e1f-29ee-4b44-b947-b373e96c5550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:19.079890 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d3cbec2a-1c18-4cf5-a46f-d49189558f1e req-44d62e1f-29ee-4b44-b947-b373e96c5550 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=438c2fe7ca9145c995e883ad1c90ef1a&device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 1098 time: 0.0636415 Jul 15 13:31:19.550350 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497dbf4-3182-4b59-83b4-5be10112e407 req-75b5ed88-780a-4b60-98b0-ae3c16f07006 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:19.551879 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6497dbf4-3182-4b59-83b4-5be10112e407 req-75b5ed88-780a-4b60-98b0-ae3c16f07006 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 946 time: 0.4879923 Jul 15 13:31:19.577290 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cbec2a-1c18-4cf5-a46f-d49189558f1e req-1e5d6cd5-6eb3-4db2-a4a2-ebf241c2ffab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:19.578704 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d3cbec2a-1c18-4cf5-a46f-d49189558f1e req-1e5d6cd5-6eb3-4db2-a4a2-ebf241c2ffab service neutron] 10.222.0.20 "GET /v2.0/networks?id=fa64dca8-18ff-4dfc-ad9a-6ee46d985877 HTTP/1.1" status: 200 len: 920 time: 0.4828656 Jul 15 13:31:19.646255 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d3cbec2a-1c18-4cf5-a46f-d49189558f1e req-979b4d62-23db-46d9-afc9-6808a17bca86 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c91d80c-7155-4afa-b5e5-837a1d8a4607 HTTP/1.1" status: 200 len: 217 time: 0.0460708 Jul 15 13:31:19.674854 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6497dbf4-3182-4b59-83b4-5be10112e407 req-597bd195-6e14-45a7-a15d-7e3b8eb8536f tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142807 Jul 15 13:31:19.720301 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425f73e-5cbe-403e-a1f2-66f541a296b4 req-7048b507-24f2-4093-bc7a-9259ea19abef tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:19.721749 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2425f73e-5cbe-403e-a1f2-66f541a296b4 req-7048b507-24f2-4093-bc7a-9259ea19abef tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa58f51c-d474-4ba7-8ca2-d24aa5bfe727 HTTP/1.1" status: 200 len: 944 time: 0.1638682 Jul 15 13:31:19.725972 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cbec2a-1c18-4cf5-a46f-d49189558f1e req-43fa7434-2ee8-4801-8261-6728dfa07f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:19.727323 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d3cbec2a-1c18-4cf5-a46f-d49189558f1e req-43fa7434-2ee8-4801-8261-6728dfa07f6d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b53ff05d-23b1-4bd2-81e4-b089756dd05a HTTP/1.1" status: 200 len: 859 time: 0.0707576 Jul 15 13:31:19.767705 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d3cbec2a-1c18-4cf5-a46f-d49189558f1e req-bb2e3192-4a09-4864-83f3-643cca2738af service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fa64dca8-18ff-4dfc-ad9a-6ee46d985877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328870 Jul 15 13:31:19.793118 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2425f73e-5cbe-403e-a1f2-66f541a296b4 req-2e83effe-b82d-41b4-b807-bdf5d7e4dd6d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648904 Jul 15 13:31:19.870576 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d3cbec2a-1c18-4cf5-a46f-d49189558f1e req-89298977-a16b-440e-992d-8a6ed182e840 service neutron] 10.222.0.20 "GET /v2.0/networks/fa64dca8-18ff-4dfc-ad9a-6ee46d985877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918882 Jul 15 13:31:19.961388 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d3cbec2a-1c18-4cf5-a46f-d49189558f1e req-3b8237aa-9beb-4b3b-b81b-f5e6c3662a67 service neutron] 10.222.0.20 "GET /v2.0/networks/fa64dca8-18ff-4dfc-ad9a-6ee46d985877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830550 Jul 15 13:31:20.852399 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6dbf0-f182-4b47-b9f6-6a99e290ced7 req-90417829-b8d7-42ff-bf12-8acb7212fbef tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:20.853897 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aec6dbf0-f182-4b47-b9f6-6a99e290ced7 req-90417829-b8d7-42ff-bf12-8acb7212fbef tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 946 time: 0.0686216 Jul 15 13:31:20.895236 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aec6dbf0-f182-4b47-b9f6-6a99e290ced7 req-97d7735b-cf97-4373-881f-1c401ef77501 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349410 Jul 15 13:31:20.972873 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee072fc-0dc8-4b09-830d-8fc078615c09 req-7cb1628a-2c7b-45a4-ba87-a534822e40d5 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:20.979062 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dee072fc-0dc8-4b09-830d-8fc078615c09 req-7cb1628a-2c7b-45a4-ba87-a534822e40d5 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa58f51c-d474-4ba7-8ca2-d24aa5bfe727 HTTP/1.1" status: 200 len: 944 time: 0.0670979 Jul 15 13:31:21.012496 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dee072fc-0dc8-4b09-830d-8fc078615c09 req-713c322e-99f0-459c-b3b8-38383b97cd71 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317209 Jul 15 13:31:22.075929 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57169d87-8907-4f0f-a294-5005285d333d req-80655cda-53a3-44fe-9a6d-c1d4f48e240f tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:22.077400 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-57169d87-8907-4f0f-a294-5005285d333d req-80655cda-53a3-44fe-9a6d-c1d4f48e240f tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 946 time: 0.0696347 Jul 15 13:31:22.118935 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-57169d87-8907-4f0f-a294-5005285d333d req-0b3b23d8-fe44-4350-beb1-f3e1b1e689ba tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355220 Jul 15 13:31:22.188904 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088da8b-d63b-47f4-904d-8f71f937053a req-d9a38ede-c78c-4904-9afc-d7e084d09e11 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:22.190399 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9088da8b-d63b-47f4-904d-8f71f937053a req-d9a38ede-c78c-4904-9afc-d7e084d09e11 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa58f51c-d474-4ba7-8ca2-d24aa5bfe727 HTTP/1.1" status: 200 len: 944 time: 0.0660503 Jul 15 13:31:22.228521 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9088da8b-d63b-47f4-904d-8f71f937053a req-c3f2decc-d3df-4557-b94b-0c37ed2960b1 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317383 Jul 15 13:31:23.292733 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613821d2-affb-4efa-8828-c1adfb4c6f2a req-d8539ee6-1c14-42eb-bf06-da5bd94bc0fb tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:23.294252 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-613821d2-affb-4efa-8828-c1adfb4c6f2a req-d8539ee6-1c14-42eb-bf06-da5bd94bc0fb tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 946 time: 0.0644515 Jul 15 13:31:23.332317 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-613821d2-affb-4efa-8828-c1adfb4c6f2a req-3a664716-eb61-44bf-a2d7-26583ad4317f tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321655 Jul 15 13:31:23.412743 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcd5b8-ac35-45d2-ad18-2d6aed9eab77 req-d03cad5a-ec05-466e-8ce9-d8808bdc5366 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:23.414220 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cabcd5b8-ac35-45d2-ad18-2d6aed9eab77 req-d03cad5a-ec05-466e-8ce9-d8808bdc5366 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa58f51c-d474-4ba7-8ca2-d24aa5bfe727 HTTP/1.1" status: 200 len: 944 time: 0.0706151 Jul 15 13:31:23.453215 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cabcd5b8-ac35-45d2-ad18-2d6aed9eab77 req-18dfde6c-7055-4ae3-a242-016807254e33 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332751 Jul 15 13:31:24.642155 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8979a-d413-4941-9dfa-7d3b52d56464 req-b032a2ab-3e36-415d-8214-602c904e8bcb tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:24.643694 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f4a8979a-d413-4941-9dfa-7d3b52d56464 req-b032a2ab-3e36-415d-8214-602c904e8bcb tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa58f51c-d474-4ba7-8ca2-d24aa5bfe727 HTTP/1.1" status: 200 len: 944 time: 0.0746131 Jul 15 13:31:24.716583 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f4a8979a-d413-4941-9dfa-7d3b52d56464 req-4218fc36-0bee-4dfc-bc17-05983ae385be tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619352 Jul 15 13:31:24.738499 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09a997-54c5-43ba-ba58-a8c189d17762 req-7ca47256-b633-4b0b-b31a-8353ff9713bc tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:24.740713 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac09a997-54c5-43ba-ba58-a8c189d17762 req-7ca47256-b633-4b0b-b31a-8353ff9713bc tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 946 time: 0.0960872 Jul 15 13:31:24.778681 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac09a997-54c5-43ba-ba58-a8c189d17762 req-df5e2563-8557-4dc4-b2c7-1f48b55c4647 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324638 Jul 15 13:31:24.895143 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-0a575307-7c1a-4bb8-90b5-8a13fcffb0a6 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:24.896522 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-0a575307-7c1a-4bb8-90b5-8a13fcffb0a6 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/networks?id=0a4dd7d0-16e5-4773-b3e2-68181d406c30 HTTP/1.1" status: 200 len: 815 time: 0.1030357 Jul 15 13:31:24.911986 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-aa5069a8-9f63-4f05-85e4-fd5979a284cf tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/quotas/f47c81c2aea3401a82859f27bf866d5f HTTP/1.1" status: 200 len: 375 time: 0.0091200 Jul 15 13:31:24.983318 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-93e26c0e-fad9-487f-a920-fb392a084d74 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f47c81c2aea3401a82859f27bf866d5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0665145 Jul 15 13:31:25.070161 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-df04d9cc-37f0-4aa4-9b3f-3ab81012ce2d service neutron] 10.222.0.16 "GET /v2.0/networks/0a4dd7d0-16e5-4773-b3e2-68181d406c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801065 Jul 15 13:31:25.161680 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-48d8bbee-77cd-4487-8fc0-44d252d84373 service neutron] 10.222.0.16 "GET /v2.0/networks/0a4dd7d0-16e5-4773-b3e2-68181d406c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857241 Jul 15 13:31:25.326219 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-32ff1ba0-6eb0-4cfb-b1e1-05b13e726a1d req-1fe3dbcb-2369-49fc-a114-5540185b29c1 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=62889d3f-6f24-46ee-950b-79bb0541452d HTTP/1.1" status: 200 len: 210 time: 0.0293868 Jul 15 13:31:25.901519 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8532e1-11c5-4fd5-8e1e-2b6edbe77941 req-4500f17b-85b4-44b1-b3b5-0aaef53f9f74 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:25.903050 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cf8532e1-11c5-4fd5-8e1e-2b6edbe77941 req-4500f17b-85b4-44b1-b3b5-0aaef53f9f74 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa58f51c-d474-4ba7-8ca2-d24aa5bfe727 HTTP/1.1" status: 200 len: 944 time: 0.0741735 Jul 15 13:31:25.971460 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cf8532e1-11c5-4fd5-8e1e-2b6edbe77941 req-32cf0ba0-31ff-48e5-b4f6-27dd981995a4 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571337 Jul 15 13:31:25.996005 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7e390-f143-4175-b5ba-22f610b9f5f8 req-cfdc412c-e4df-4c59-9862-523cbec2549a tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:25.997560 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-99b7e390-f143-4175-b5ba-22f610b9f5f8 req-cfdc412c-e4df-4c59-9862-523cbec2549a tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 946 time: 0.0935662 Jul 15 13:31:26.034742 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-99b7e390-f143-4175-b5ba-22f610b9f5f8 req-deaa2fa7-abe6-4e6a-b50a-17f9dfe9e9f6 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316298 Jul 15 13:31:26.453517 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-ed20c5ed-49d5-4e4c-859a-c686c5995641 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:26.455689 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-ed20c5ed-49d5-4e4c-859a-c686c5995641 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.46 "GET /v2.0/networks?id=0a4dd7d0-16e5-4773-b3e2-68181d406c30 HTTP/1.1" status: 200 len: 815 time: 0.1128719 Jul 15 13:31:26.466920 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-253fea87-30fd-497a-970a-563d6eebd5fa req-98bef840-213c-459c-b9a9-320b855b2106 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=62889d3f-6f24-46ee-950b-79bb0541452d HTTP/1.1" status: 200 len: 210 time: 0.0296350 Jul 15 13:31:26.483074 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-68d49810-fa1c-49db-bb92-aee3cf00d67d tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Request body: {'port': {'device_id': '62889d3f-6f24-46ee-950b-79bb0541452d', 'network_id': '0a4dd7d0-16e5-4773-b3e2-68181d406c30', 'admin_state_up': True, 'tenant_id': 'f47c81c2aea3401a82859f27bf866d5f'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:26.593874 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-68d49810-fa1c-49db-bb92-aee3cf00d67d tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Made reservation on behalf of f47c81c2aea3401a82859f27bf866d5f for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:26.597312 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-68d49810-fa1c-49db-bb92-aee3cf00d67d tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:26.625013 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 8511f76e-3ed4-4e7d-855e-b5cafd4317d6 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:31:26.719866 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 8511f76e-3ed4-4e7d-855e-b5cafd4317d6, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=8511f76e-3ed4-4e7d-855e-b5cafd4317d6,segment=NetworkSegment(f9960641-9612-4cdb-ae7f-7357fdb7c7fb),segment_id=f9960641-9612-4cdb-ae7f-7357fdb7c7fb)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:26.721613 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-68d49810-fa1c-49db-bb92-aee3cf00d67d tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Allocated IP 172.20.0.8 (0a4dd7d0-16e5-4773-b3e2-68181d406c30/a4f37fdd-85e1-4a00-aa18-97bc3cabc7bb/fe227709-f125-4c67-bcca-82eb761594f2) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:26.731249 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': '8511f76e-3ed4-4e7d-855e-b5cafd4317d6', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'port_id': '8511f76e-3ed4-4e7d-855e-b5cafd4317d6', 'mac_address': 'fa:16:3e:1e:70:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:31:26.768359 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:26.781360 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8511f76e-3ed4-4e7d-855e-b5cafd4317d6 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:31:26.801024 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 8511f76e-3ed4-4e7d-855e-b5cafd4317d6, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=8511f76e-3ed4-4e7d-855e-b5cafd4317d6,segment=NetworkSegment(f9960641-9612-4cdb-ae7f-7357fdb7c7fb),segment_id=f9960641-9612-4cdb-ae7f-7357fdb7c7fb)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:26.805413 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:26.857397 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=8511f76e-3ed4-4e7d-855e-b5cafd4317d6,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:26.872343 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-68d49810-fa1c-49db-bb92-aee3cf00d67d tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:26.910707 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-68d49810-fa1c-49db-bb92-aee3cf00d67d tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:26.923145 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['adf3fc58-d43e-48ef-89c5-f599f15c1424', '809f0078-e6b8-4b42-87de-5342630cad75', '92504c4a-8749-4006-b0d8-c6bf93bb38bb'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:31:26.958920 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-68d49810-fa1c-49db-bb92-aee3cf00d67d tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Network 0a4dd7d0-16e5-4773-b3e2-68181d406c30 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:26.962503 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-68d49810-fa1c-49db-bb92-aee3cf00d67d tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:26.966540 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-68d49810-fa1c-49db-bb92-aee3cf00d67d tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:26.973028 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d49810-fa1c-49db-bb92-aee3cf00d67d tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Pushing event updated for resources: {'Port': ['ID=fe227709-f125-4c67-bcca-82eb761594f2,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:27.027613 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-68d49810-fa1c-49db-bb92-aee3cf00d67d tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:27.028245 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-68d49810-fa1c-49db-bb92-aee3cf00d67d tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:27.041595 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['8511f76e-3ed4-4e7d-855e-b5cafd4317d6'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:31:27.044234 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-68d49810-fa1c-49db-bb92-aee3cf00d67d tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5675728 Jul 15 13:31:27.059512 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-61b09adb-bd11-4d0b-bb22-fe02d5766766 service neutron] Request body: {'port': {'device_id': '62889d3f-6f24-46ee-950b-79bb0541452d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:27.158260 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-61b09adb-bd11-4d0b-bb22-fe02d5766766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:27.213249 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799360d8-6e00-498b-8698-341c2cda5b9a req-095d3d3d-964f-4b5c-a0d8-f6bd3aab45f0 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:27.214844 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-799360d8-6e00-498b-8698-341c2cda5b9a req-095d3d3d-964f-4b5c-a0d8-f6bd3aab45f0 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa58f51c-d474-4ba7-8ca2-d24aa5bfe727 HTTP/1.1" status: 200 len: 945 time: 0.1116672 Jul 15 13:31:27.262011 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914509e-a04c-4008-b56d-a7cb0109cbb6 req-7c9d4fdd-f46f-4603-a223-2c0a223d7e0a tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:27.263532 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a914509e-a04c-4008-b56d-a7cb0109cbb6 req-7c9d4fdd-f46f-4603-a223-2c0a223d7e0a tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 946 time: 0.1010406 Jul 15 13:31:27.289928 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-799360d8-6e00-498b-8698-341c2cda5b9a req-77b45d27-a1d7-4351-8904-d55328219d11 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633602 Jul 15 13:31:27.315380 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a914509e-a04c-4008-b56d-a7cb0109cbb6 req-643d0b20-6ecb-4762-a693-7383f1251737 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382497 Jul 15 13:31:27.454072 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-61b09adb-bd11-4d0b-bb22-fe02d5766766 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe227709-f125-4c67-bcca-82eb761594f2 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:31:27.461300 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-61b09adb-bd11-4d0b-bb22-fe02d5766766 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:27.472711 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-61b09adb-bd11-4d0b-bb22-fe02d5766766 service neutron] Transition to ACTIVE for port object fe227709-f125-4c67-bcca-82eb761594f2 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:27.476356 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-61b09adb-bd11-4d0b-bb22-fe02d5766766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:27.524791 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b09adb-bd11-4d0b-bb22-fe02d5766766 service neutron] Pushing event updated for resources: {'Port': ['ID=fe227709-f125-4c67-bcca-82eb761594f2,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:27.595794 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-61b09adb-bd11-4d0b-bb22-fe02d5766766 service neutron] Attempting to bind port fe227709-f125-4c67-bcca-82eb761594f2 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:31:27.596131 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-61b09adb-bd11-4d0b-bb22-fe02d5766766 service neutron] Attempting to bind port fe227709-f125-4c67-bcca-82eb761594f2 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '647bc94c-d766-45e9-bf55-e965f0de33ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0a4dd7d0-16e5-4773-b3e2-68181d406c30'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:31:27.596460 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-61b09adb-bd11-4d0b-bb22-fe02d5766766 service neutron] Attempting to bind port fe227709-f125-4c67-bcca-82eb761594f2 on network 0a4dd7d0-16e5-4773-b3e2-68181d406c30 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:27.601219 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-61b09adb-bd11-4d0b-bb22-fe02d5766766 service neutron] Port fe227709-f125-4c67-bcca-82eb761594f2 on network 0a4dd7d0-16e5-4773-b3e2-68181d406c30 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:31:27.601543 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-61b09adb-bd11-4d0b-bb22-fe02d5766766 service neutron] Attempting to bind port fe227709-f125-4c67-bcca-82eb761594f2 on network 0a4dd7d0-16e5-4773-b3e2-68181d406c30 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:27.606238 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-61b09adb-bd11-4d0b-bb22-fe02d5766766 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:31:27.606588 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-61b09adb-bd11-4d0b-bb22-fe02d5766766 service neutron] Checking segment: {'id': '647bc94c-d766-45e9-bf55-e965f0de33ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0a4dd7d0-16e5-4773-b3e2-68181d406c30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:27.606993 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-61b09adb-bd11-4d0b-bb22-fe02d5766766 service neutron] Bound using segment: {'id': '647bc94c-d766-45e9-bf55-e965f0de33ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0a4dd7d0-16e5-4773-b3e2-68181d406c30'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:31:27.607415 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-61b09adb-bd11-4d0b-bb22-fe02d5766766 service neutron] Bound port: fe227709-f125-4c67-bcca-82eb761594f2, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '647bc94c-d766-45e9-bf55-e965f0de33ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0a4dd7d0-16e5-4773-b3e2-68181d406c30'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:31:27.607771 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-61b09adb-bd11-4d0b-bb22-fe02d5766766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:27.639891 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28e898-9309-42af-9875-5f43fea121dc req-bf958227-7b21-44ec-8b6c-b3aac4de0982 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:27.641548 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aa28e898-9309-42af-9875-5f43fea121dc req-bf958227-7b21-44ec-8b6c-b3aac4de0982 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=62889d3f-6f24-46ee-950b-79bb0541452d HTTP/1.1" status: 200 len: 943 time: 0.0642140 Jul 15 13:31:27.674608 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-61b09adb-bd11-4d0b-bb22-fe02d5766766 service neutron] For port fe227709-f125-4c67-bcca-82eb761594f2, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:31:27.678659 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-61b09adb-bd11-4d0b-bb22-fe02d5766766 service neutron] For port fe227709-f125-4c67-bcca-82eb761594f2, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=fe227709-f125-4c67-bcca-82eb761594f2,segment=NetworkSegment(647bc94c-d766-45e9-bf55-e965f0de33ad),segment_id=647bc94c-d766-45e9-bf55-e965f0de33ad)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:31:27.681304 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aa28e898-9309-42af-9875-5f43fea121dc req-1542611a-c2ff-4258-a909-1597952c7e8d tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac3faf68-cded-41b7-8353-9d14384cf315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338323 Jul 15 13:31:27.682925 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-61b09adb-bd11-4d0b-bb22-fe02d5766766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:27.718391 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-61b09adb-bd11-4d0b-bb22-fe02d5766766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:27.719053 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-61b09adb-bd11-4d0b-bb22-fe02d5766766 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:27.720471 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-61b09adb-bd11-4d0b-bb22-fe02d5766766 service neutron] 10.222.0.46 "PUT /v2.0/ports/fe227709-f125-4c67-bcca-82eb761594f2 HTTP/1.1" status: 200 len: 1092 time: 0.6661942 Jul 15 13:31:27.725114 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62889d3f-6f24-46ee-950b-79bb0541452d', 'tag': 'fe227709-f125-4c67-bcca-82eb761594f2'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:27.727443 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7fd739-1ae1-4d0c-a6a2-87c7ecf18e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "62889d3f-6f24-46ee-950b-79bb0541452d", "tag": "fe227709-f125-4c67-bcca-82eb761594f2"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:27.746273 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b09adb-bd11-4d0b-bb22-fe02d5766766 service neutron] Pushing event updated for resources: {'Port': ['ID=fe227709-f125-4c67-bcca-82eb761594f2,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:27.767080 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9672669-2989-495b-b96a-8bfc0d1a5e68 x-openstack-request-id: req-e9672669-2989-495b-b96a-8bfc0d1a5e68 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:27.767373 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62889d3f-6f24-46ee-950b-79bb0541452d", "tag": "fe227709-f125-4c67-bcca-82eb761594f2", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:27.767634 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e9672669-2989-495b-b96a-8bfc0d1a5e68 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:27.768022 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62889d3f-6f24-46ee-950b-79bb0541452d', 'tag': 'fe227709-f125-4c67-bcca-82eb761594f2', 'status': 'completed', 'code': 200} Jul 15 13:31:27.827488 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-0c762bc2-72ab-4f97-a32b-421e10152b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:27.829017 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-0c762bc2-72ab-4f97-a32b-421e10152b98 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f47c81c2aea3401a82859f27bf866d5f&device_id=62889d3f-6f24-46ee-950b-79bb0541452d HTTP/1.1" status: 200 len: 1095 time: 0.0531638 Jul 15 13:31:27.874243 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-42dd1d48-2649-4805-ae4e-3c13a4715a64 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe227709-f125-4c67-bcca-82eb761594f2 HTTP/1.1" status: 200 len: 217 time: 0.0367897 Jul 15 13:31:27.922393 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-b898d9d7-18b3-4f7b-a6dc-b3c60496b677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:27.923835 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-b898d9d7-18b3-4f7b-a6dc-b3c60496b677 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a4f37fdd-85e1-4a00-aa18-97bc3cabc7bb HTTP/1.1" status: 200 len: 855 time: 0.0425289 Jul 15 13:31:27.956435 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-abef1ca1-ef52-4edf-800a-f15d45be6b3c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0a4dd7d0-16e5-4773-b3e2-68181d406c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251193 Jul 15 13:31:28.047433 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-d43d740e-ae81-4f38-a4d2-ccfe29f9c1dc service neutron] 10.222.0.46 "GET /v2.0/networks/0a4dd7d0-16e5-4773-b3e2-68181d406c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822778 Jul 15 13:31:28.134294 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f0e44a9d-fb88-4156-85fa-c9a5949eff5d req-333ee4fe-574d-4d01-9686-bd02458a3fc8 service neutron] 10.222.0.46 "GET /v2.0/networks/0a4dd7d0-16e5-4773-b3e2-68181d406c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793800 Jul 15 13:31:28.247355 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fd739-1ae1-4d0c-a6a2-87c7ecf18e2c req-65732469-a526-4cc1-bbb3-1cfd43db0142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:28.248817 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5d7fd739-1ae1-4d0c-a6a2-87c7ecf18e2c req-65732469-a526-4cc1-bbb3-1cfd43db0142 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f47c81c2aea3401a82859f27bf866d5f&device_id=62889d3f-6f24-46ee-950b-79bb0541452d HTTP/1.1" status: 200 len: 1095 time: 0.0517828 Jul 15 13:31:28.343304 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fd739-1ae1-4d0c-a6a2-87c7ecf18e2c req-c799a60f-9216-4734-9142-ad87d97c3f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:28.344938 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5d7fd739-1ae1-4d0c-a6a2-87c7ecf18e2c req-c799a60f-9216-4734-9142-ad87d97c3f4e service neutron] 10.222.0.46 "GET /v2.0/networks?id=0a4dd7d0-16e5-4773-b3e2-68181d406c30 HTTP/1.1" status: 200 len: 916 time: 0.0874000 Jul 15 13:31:28.388870 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5d7fd739-1ae1-4d0c-a6a2-87c7ecf18e2c req-d759627b-8f53-4786-ad5b-d8b4aa99ac37 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe227709-f125-4c67-bcca-82eb761594f2 HTTP/1.1" status: 200 len: 217 time: 0.0351043 Jul 15 13:31:28.442060 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fd739-1ae1-4d0c-a6a2-87c7ecf18e2c req-0fa1f7af-27a9-4444-a37f-6fcb493bbc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:28.443566 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5d7fd739-1ae1-4d0c-a6a2-87c7ecf18e2c req-0fa1f7af-27a9-4444-a37f-6fcb493bbc1a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a4f37fdd-85e1-4a00-aa18-97bc3cabc7bb HTTP/1.1" status: 200 len: 855 time: 0.0484755 Jul 15 13:31:28.476340 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5d7fd739-1ae1-4d0c-a6a2-87c7ecf18e2c req-072a8dda-f0db-4c2b-aaa4-11d714478cfc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0a4dd7d0-16e5-4773-b3e2-68181d406c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260084 Jul 15 13:31:28.523104 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8795d5d-1a69-48c8-a0a5-9fc39761581c req-e633af19-54e8-43d8-b7dc-2c3a409d420b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:28.524704 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d8795d5d-1a69-48c8-a0a5-9fc39761581c req-e633af19-54e8-43d8-b7dc-2c3a409d420b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa58f51c-d474-4ba7-8ca2-d24aa5bfe727 HTTP/1.1" status: 200 len: 945 time: 0.1171925 Jul 15 13:31:28.533397 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b555ee9-a14e-4224-80c5-bfabf8d9d931 req-cb4284c3-ab08-4d10-8995-9656209aa591 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:28.534821 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b555ee9-a14e-4224-80c5-bfabf8d9d931 req-cb4284c3-ab08-4d10-8995-9656209aa591 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 946 time: 0.0936770 Jul 15 13:31:28.576217 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5d7fd739-1ae1-4d0c-a6a2-87c7ecf18e2c req-c91eb4ba-3923-4264-8aa7-068d5be1bfd3 service neutron] 10.222.0.46 "GET /v2.0/networks/0a4dd7d0-16e5-4773-b3e2-68181d406c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868173 Jul 15 13:31:28.589456 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d8795d5d-1a69-48c8-a0a5-9fc39761581c req-2edcedbc-77e5-429c-9475-b9bb0bfce5c1 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536947 Jul 15 13:31:28.594132 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b555ee9-a14e-4224-80c5-bfabf8d9d931 req-f4ed3999-e1f4-4862-acb7-c9f64299451e tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520220 Jul 15 13:31:28.624081 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 8511f76e-3ed4-4e7d-855e-b5cafd4317d6 up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:28.675290 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port 8511f76e-3ed4-4e7d-855e-b5cafd4317d6 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:28.678507 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5d7fd739-1ae1-4d0c-a6a2-87c7ecf18e2c req-e6af46de-a888-4c6b-862c-115cd1fb32e7 service neutron] 10.222.0.46 "GET /v2.0/networks/0a4dd7d0-16e5-4773-b3e2-68181d406c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890963 Jul 15 13:31:28.679536 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port 8511f76e-3ed4-4e7d-855e-b5cafd4317d6 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:28.679907 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.755786 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.778097 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa58f51c-d474-4ba7-8ca2-d24aa5bfe727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8511f76e-3ed4-4e7d-855e-b5cafd4317d6'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:28.780415 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454e3e82-309f-4597-8493-648b2c026e82" -d '{"events": [{"server_uuid": "aa58f51c-d474-4ba7-8ca2-d24aa5bfe727", "name": "network-vif-plugged", "status": "completed", "tag": "8511f76e-3ed4-4e7d-855e-b5cafd4317d6"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:28.793394 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 8511f76e-3ed4-4e7d-855e-b5cafd4317d6, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=8511f76e-3ed4-4e7d-855e-b5cafd4317d6,segment=NetworkSegment(f9960641-9612-4cdb-ae7f-7357fdb7c7fb),segment_id=f9960641-9612-4cdb-ae7f-7357fdb7c7fb)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:28.798369 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.826116 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd3150c-849a-451e-b1c8-00a0ff7d6886 x-openstack-request-id: req-4dd3150c-849a-451e-b1c8-00a0ff7d6886 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:28.826459 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa58f51c-d474-4ba7-8ca2-d24aa5bfe727", "name": "network-vif-plugged", "status": "completed", "tag": "8511f76e-3ed4-4e7d-855e-b5cafd4317d6", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:28.826679 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4dd3150c-849a-451e-b1c8-00a0ff7d6886 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:28.827058 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa58f51c-d474-4ba7-8ca2-d24aa5bfe727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8511f76e-3ed4-4e7d-855e-b5cafd4317d6', 'code': 200} Jul 15 13:31:28.857884 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=8511f76e-3ed4-4e7d-855e-b5cafd4317d6,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:28.873544 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c34616-d8cb-4972-8de7-fc1cc5c5852e req-22ed2159-caa4-41e0-aee3-e93b32060b16 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:28.875076 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b3c34616-d8cb-4972-8de7-fc1cc5c5852e req-22ed2159-caa4-41e0-aee3-e93b32060b16 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=62889d3f-6f24-46ee-950b-79bb0541452d HTTP/1.1" status: 200 len: 943 time: 0.0828390 Jul 15 13:31:28.940085 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b3c34616-d8cb-4972-8de7-fc1cc5c5852e req-e86a8e9d-b71e-4c1b-83f2-1a277e849dea tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac3faf68-cded-41b7-8353-9d14384cf315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583100 Jul 15 13:31:28.959866 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafca476-2220-49be-b35a-e98042b6e96c req-f39b5ffc-2f51-467d-bb24-b94bef34daf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:28.961389 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aafca476-2220-49be-b35a-e98042b6e96c req-f39b5ffc-2f51-467d-bb24-b94bef34daf2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aa58f51c-d474-4ba7-8ca2-d24aa5bfe727 HTTP/1.1" status: 200 len: 1098 time: 0.0661211 Jul 15 13:31:28.995722 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aafca476-2220-49be-b35a-e98042b6e96c req-8fca7bcf-e48c-4420-b88f-7b68dab79f3a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274105 Jul 15 13:31:29.276570 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:29.555820 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device fe227709-f125-4c67-bcca-82eb761594f2 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:31:29.577846 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:29.665190 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port fe227709-f125-4c67-bcca-82eb761594f2, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=fe227709-f125-4c67-bcca-82eb761594f2,segment=NetworkSegment(647bc94c-d766-45e9-bf55-e965f0de33ad),segment_id=647bc94c-d766-45e9-bf55-e965f0de33ad)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:29.675923 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'fe227709-f125-4c67-bcca-82eb761594f2', 'network_id': '0a4dd7d0-16e5-4773-b3e2-68181d406c30', 'port_id': 'fe227709-f125-4c67-bcca-82eb761594f2', 'mac_address': 'fa:16:3e:26:d7:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4f37fdd-85e1-4a00-aa18-97bc3cabc7bb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:31:29.726301 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2f6cb02c-ba32-4ad0-aa40-a606c63ec3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:29.729941 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:29.858291 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa153e1-9d0d-4630-a006-cb7a36d2d98a req-b076ab72-f009-4b4e-8473-11b8e6808b4e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:29.859952 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0aa153e1-9d0d-4630-a006-cb7a36d2d98a req-b076ab72-f009-4b4e-8473-11b8e6808b4e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa58f51c-d474-4ba7-8ca2-d24aa5bfe727 HTTP/1.1" status: 200 len: 946 time: 0.1487639 Jul 15 13:31:29.896775 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3152f5c-c138-44e5-a9cd-62e6a6dcb1c1 req-9300f4fa-edd3-4854-a741-8fc4f86eb9b7 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:29.898326 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e3152f5c-c138-44e5-a9cd-62e6a6dcb1c1 req-9300f4fa-edd3-4854-a741-8fc4f86eb9b7 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 946 time: 0.1380496 Jul 15 13:31:29.908981 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe227709-f125-4c67-bcca-82eb761594f2 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:31:29.928226 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0aa153e1-9d0d-4630-a006-cb7a36d2d98a req-74705929-e1b3-4097-a1ed-a6fe4cb3acab tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610461 Jul 15 13:31:29.928467 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port fe227709-f125-4c67-bcca-82eb761594f2, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=fe227709-f125-4c67-bcca-82eb761594f2,segment=NetworkSegment(647bc94c-d766-45e9-bf55-e965f0de33ad),segment_id=647bc94c-d766-45e9-bf55-e965f0de33ad)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:29.932556 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:29.956767 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e3152f5c-c138-44e5-a9cd-62e6a6dcb1c1 req-4e003c16-eb97-4717-bfce-26e648da6235 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414846 Jul 15 13:31:29.979604 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=fe227709-f125-4c67-bcca-82eb761594f2,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:30.113791 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849aa21b-2add-4b4a-8250-2c4b28fd855f req-9eb5020d-c2d9-4906-be2a-1284978412a1 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:30.115242 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-849aa21b-2add-4b4a-8250-2c4b28fd855f req-9eb5020d-c2d9-4906-be2a-1284978412a1 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=62889d3f-6f24-46ee-950b-79bb0541452d HTTP/1.1" status: 200 len: 944 time: 0.0629773 Jul 15 13:31:30.152749 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-849aa21b-2add-4b4a-8250-2c4b28fd855f req-b03a23bc-0537-4974-8674-809774bd5812 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac3faf68-cded-41b7-8353-9d14384cf315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320034 Jul 15 13:31:30.200102 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['fe227709-f125-4c67-bcca-82eb761594f2'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:31:31.189985 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc307b-b61d-4811-a4c7-3e38855eac96 req-c79246c3-46d0-4edc-adf7-910620fc5e9b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:31.191553 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-64cc307b-b61d-4811-a4c7-3e38855eac96 req-c79246c3-46d0-4edc-adf7-910620fc5e9b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa58f51c-d474-4ba7-8ca2-d24aa5bfe727 HTTP/1.1" status: 200 len: 946 time: 0.1430805 Jul 15 13:31:31.226864 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e57e55-9ae8-4ab9-a499-809b9cbccab3 req-bb3c213b-b34b-45ec-946b-fe410391c2d1 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:31.228298 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-41e57e55-9ae8-4ab9-a499-809b9cbccab3 req-bb3c213b-b34b-45ec-946b-fe410391c2d1 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 946 time: 0.1452136 Jul 15 13:31:31.231638 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d01d8a-f823-485a-b784-bd9ff9cf64b0 req-03e8e37e-0e74-4463-b873-043d240b3984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:31.233007 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-05d01d8a-f823-485a-b784-bd9ff9cf64b0 req-03e8e37e-0e74-4463-b873-043d240b3984 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 1098 time: 0.1456070 Jul 15 13:31:31.280415 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-64cc307b-b61d-4811-a4c7-3e38855eac96 req-e83ba980-ad9a-4f5e-9aed-14b3244dfec8 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817215 Jul 15 13:31:31.298169 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-41e57e55-9ae8-4ab9-a499-809b9cbccab3 req-d71c0b05-01c2-486f-a493-787657196930 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642591 Jul 15 13:31:31.304382 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-05d01d8a-f823-485a-b784-bd9ff9cf64b0 req-8f445bed-eed2-4226-be88-c45c6bc26f5c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586896 Jul 15 13:31:31.485468 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2371cb-80a8-40bd-8aba-ccc4a233a8c8 req-2d3266f3-703d-41bc-b3ca-169eb08d1eb6 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:31.486894 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3f2371cb-80a8-40bd-8aba-ccc4a233a8c8 req-2d3266f3-703d-41bc-b3ca-169eb08d1eb6 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=62889d3f-6f24-46ee-950b-79bb0541452d HTTP/1.1" status: 200 len: 944 time: 0.1019456 Jul 15 13:31:31.499390 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee4d94-082b-4fa4-bf99-74b0c49ea047 req-5ec6f0c5-87eb-446d-80a3-213a124d86a2 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:31.500777 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b7ee4d94-082b-4fa4-bf99-74b0c49ea047 req-5ec6f0c5-87eb-446d-80a3-213a124d86a2 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa58f51c-d474-4ba7-8ca2-d24aa5bfe727 HTTP/1.1" status: 200 len: 946 time: 0.0876567 Jul 15 13:31:31.558764 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3f2371cb-80a8-40bd-8aba-ccc4a233a8c8 req-c31347ff-58a5-4de1-bf29-08c062817c87 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac3faf68-cded-41b7-8353-9d14384cf315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569932 Jul 15 13:31:31.563385 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b7ee4d94-082b-4fa4-bf99-74b0c49ea047 req-8e7d7ac1-0a55-41e4-a0c8-fe63766b16a9 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558937 Jul 15 13:31:31.573431 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device fe227709-f125-4c67-bcca-82eb761594f2 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:31.621858 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port fe227709-f125-4c67-bcca-82eb761594f2 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:31.625566 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port fe227709-f125-4c67-bcca-82eb761594f2 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:31.625938 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:31.701456 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:31.723508 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62889d3f-6f24-46ee-950b-79bb0541452d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe227709-f125-4c67-bcca-82eb761594f2'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:31.725720 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ff1dac-579e-4cd1-9a75-f14bdc96977e" -d '{"events": [{"server_uuid": "62889d3f-6f24-46ee-950b-79bb0541452d", "name": "network-vif-plugged", "status": "completed", "tag": "fe227709-f125-4c67-bcca-82eb761594f2"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:31.734940 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7712ca-cd72-461b-a5bf-277a28e6d0f0 req-91374f8f-c236-4b4b-a114-ccffe3a63535 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:31.736523 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8a7712ca-cd72-461b-a5bf-277a28e6d0f0 req-91374f8f-c236-4b4b-a114-ccffe3a63535 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa58f51c-d474-4ba7-8ca2-d24aa5bfe727 HTTP/1.1" status: 200 len: 946 time: 0.0644705 Jul 15 13:31:31.738665 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port fe227709-f125-4c67-bcca-82eb761594f2, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=fe227709-f125-4c67-bcca-82eb761594f2,segment=NetworkSegment(647bc94c-d766-45e9-bf55-e965f0de33ad),segment_id=647bc94c-d766-45e9-bf55-e965f0de33ad)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:31.743331 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:31.769370 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5901f389-026a-4a30-8ef0-d30e76f68c89 x-openstack-request-id: req-5901f389-026a-4a30-8ef0-d30e76f68c89 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:31.769657 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62889d3f-6f24-46ee-950b-79bb0541452d", "name": "network-vif-plugged", "status": "completed", "tag": "fe227709-f125-4c67-bcca-82eb761594f2", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:31.769910 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5901f389-026a-4a30-8ef0-d30e76f68c89 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:31.770287 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62889d3f-6f24-46ee-950b-79bb0541452d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe227709-f125-4c67-bcca-82eb761594f2', 'code': 200} Jul 15 13:31:31.783973 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8a7712ca-cd72-461b-a5bf-277a28e6d0f0 req-5b320c43-5aaa-4c6b-8de3-815a6bd38bc8 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379236 Jul 15 13:31:31.796227 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=fe227709-f125-4c67-bcca-82eb761594f2,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:31.897850 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e149d3-123b-46f0-abf7-b2a8ecfd240d req-96fd6c84-e1a4-4558-92b4-216d59b7324a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:31.899391 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-28e149d3-123b-46f0-abf7-b2a8ecfd240d req-96fd6c84-e1a4-4558-92b4-216d59b7324a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=62889d3f-6f24-46ee-950b-79bb0541452d HTTP/1.1" status: 200 len: 1097 time: 0.0540419 Jul 15 13:31:31.934726 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-28e149d3-123b-46f0-abf7-b2a8ecfd240d req-29d8bba0-28dc-45fa-8235-b665efc83675 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ac3faf68-cded-41b7-8353-9d14384cf315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278499 Jul 15 13:31:32.179717 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7430b0-1f8b-4c0e-b3a9-4a8f6f59241b req-b91aa09f-f295-4510-8184-917600bdb31c tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:32.181214 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae7430b0-1f8b-4c0e-b3a9-4a8f6f59241b req-b91aa09f-f295-4510-8184-917600bdb31c tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa58f51c-d474-4ba7-8ca2-d24aa5bfe727 HTTP/1.1" status: 200 len: 946 time: 0.0643790 Jul 15 13:31:32.219606 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae7430b0-1f8b-4c0e-b3a9-4a8f6f59241b req-41dc8598-a135-4d13-b578-e2f9a3d0a5c3 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327191 Jul 15 13:31:32.263463 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:32.472714 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b9e08c02-7dce-4b11-9add-0e3a726b3f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:32.479361 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8413cc-0779-4d49-920f-8b0d7d9b781a req-b3c7f669-1b11-4533-a98b-80abd2bfd2a0 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:32.481200 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ea8413cc-0779-4d49-920f-8b0d7d9b781a req-b3c7f669-1b11-4533-a98b-80abd2bfd2a0 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 946 time: 0.0683975 Jul 15 13:31:32.519457 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ea8413cc-0779-4d49-920f-8b0d7d9b781a req-9bdbcf53-806d-4ed8-9b97-0fea14e63111 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324514 Jul 15 13:31:32.682013 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f49c2bdf-f371-43d4-9f99-b5e320615593 req-14394df5-de7c-4cbf-b56b-b215eab387d2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1a230a33-002a-47c5-a7e0-934352e18c22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0566359 Jul 15 13:31:32.739108 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98918132-8be8-420e-aea5-cae40da791fd req-73422efa-a680-48b4-b7e4-11d652dc0496 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:32.740585 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-98918132-8be8-420e-aea5-cae40da791fd req-73422efa-a680-48b4-b7e4-11d652dc0496 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=62889d3f-6f24-46ee-950b-79bb0541452d HTTP/1.1" status: 200 len: 945 time: 0.0682871 Jul 15 13:31:32.761066 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c2bdf-f371-43d4-9f99-b5e320615593 req-d0d74954-dd95-4dd0-a534-063377626b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:32.762931 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f49c2bdf-f371-43d4-9f99-b5e320615593 req-d0d74954-dd95-4dd0-a534-063377626b02 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f47c81c2aea3401a82859f27bf866d5f&device_id=1a230a33-002a-47c5-a7e0-934352e18c22 HTTP/1.1" status: 200 len: 1097 time: 0.0536182 Jul 15 13:31:32.783894 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-98918132-8be8-420e-aea5-cae40da791fd req-608472a4-57c6-4346-b642-a96219354121 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac3faf68-cded-41b7-8353-9d14384cf315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367358 Jul 15 13:31:32.913160 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c2bdf-f371-43d4-9f99-b5e320615593 req-be4a28e6-e0d8-469c-a1b5-380e0a13d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:32.915393 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f49c2bdf-f371-43d4-9f99-b5e320615593 req-be4a28e6-e0d8-469c-a1b5-380e0a13d29b service neutron] 10.222.0.46 "GET /v2.0/networks?id=0a4dd7d0-16e5-4773-b3e2-68181d406c30 HTTP/1.1" status: 200 len: 916 time: 0.1222377 Jul 15 13:31:32.962444 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f49c2bdf-f371-43d4-9f99-b5e320615593 req-739154d0-be6e-4e8f-a5da-b2c728793e81 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adf3fc58-d43e-48ef-89c5-f599f15c1424 HTTP/1.1" status: 200 len: 217 time: 0.0402803 Jul 15 13:31:33.014349 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c2bdf-f371-43d4-9f99-b5e320615593 req-96cf5bd7-7cce-4fcf-9313-599d784ae44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:33.015843 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f49c2bdf-f371-43d4-9f99-b5e320615593 req-96cf5bd7-7cce-4fcf-9313-599d784ae44a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a4f37fdd-85e1-4a00-aa18-97bc3cabc7bb HTTP/1.1" status: 200 len: 855 time: 0.0452812 Jul 15 13:31:33.018031 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efddde6-9038-4120-bbb3-4463aa1a73cb req-6ca4d219-774f-4761-bff7-e841c1928ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:33.019521 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2efddde6-9038-4120-bbb3-4463aa1a73cb req-6ca4d219-774f-4761-bff7-e841c1928ebb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=438c2fe7ca9145c995e883ad1c90ef1a&device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 1098 time: 0.0925219 Jul 15 13:31:33.055099 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f49c2bdf-f371-43d4-9f99-b5e320615593 req-83569880-34c3-4b1d-b8fa-8fb55ef633e9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0a4dd7d0-16e5-4773-b3e2-68181d406c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269136 Jul 15 13:31:33.111670 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b2ef8-3d4c-4a38-ab8d-8fafe2b96863 req-41b1f1d1-54a2-4578-9586-c908b63d3b1d tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:33.113163 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8b3b2ef8-3d4c-4a38-ab8d-8fafe2b96863 req-41b1f1d1-54a2-4578-9586-c908b63d3b1d tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 946 time: 0.1274753 Jul 15 13:31:33.149781 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f49c2bdf-f371-43d4-9f99-b5e320615593 req-dfb09160-45bd-4d7b-a5cf-af5ed9a86b1a service neutron] 10.222.0.46 "GET /v2.0/networks/0a4dd7d0-16e5-4773-b3e2-68181d406c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847895 Jul 15 13:31:33.153809 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efddde6-9038-4120-bbb3-4463aa1a73cb req-a7886631-d32f-425e-96e1-f661366ffe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:33.155321 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2efddde6-9038-4120-bbb3-4463aa1a73cb req-a7886631-d32f-425e-96e1-f661366ffe6b service neutron] 10.222.0.20 "GET /v2.0/networks?id=fa64dca8-18ff-4dfc-ad9a-6ee46d985877 HTTP/1.1" status: 200 len: 920 time: 0.1283360 Jul 15 13:31:33.170870 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8b3b2ef8-3d4c-4a38-ab8d-8fafe2b96863 req-acef7ef7-df7a-4127-8b23-85c5ce647237 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509429 Jul 15 13:31:33.206315 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2efddde6-9038-4120-bbb3-4463aa1a73cb req-1c988ff6-bc9c-444c-9a2c-057de9bd1177 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c91d80c-7155-4afa-b5e5-837a1d8a4607 HTTP/1.1" status: 200 len: 217 time: 0.0390763 Jul 15 13:31:33.247108 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f49c2bdf-f371-43d4-9f99-b5e320615593 req-6af2435a-7e8f-442d-8aaa-a247b5b54193 service neutron] 10.222.0.46 "GET /v2.0/networks/0a4dd7d0-16e5-4773-b3e2-68181d406c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892553 Jul 15 13:31:33.256059 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efddde6-9038-4120-bbb3-4463aa1a73cb req-9084d9aa-46a2-4e9d-b300-b29ac8026a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:33.257676 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2efddde6-9038-4120-bbb3-4463aa1a73cb req-9084d9aa-46a2-4e9d-b300-b29ac8026a56 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b53ff05d-23b1-4bd2-81e4-b089756dd05a HTTP/1.1" status: 200 len: 859 time: 0.0447834 Jul 15 13:31:33.293884 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2efddde6-9038-4120-bbb3-4463aa1a73cb req-d3621ba9-0e01-4954-91af-58c97373ae62 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fa64dca8-18ff-4dfc-ad9a-6ee46d985877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286865 Jul 15 13:31:33.416365 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2efddde6-9038-4120-bbb3-4463aa1a73cb req-303e702b-6251-44f9-a0a3-ee314e97f393 service neutron] 10.222.0.20 "GET /v2.0/networks/fa64dca8-18ff-4dfc-ad9a-6ee46d985877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162653 Jul 15 13:31:33.463902 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415b3ea-97bb-495e-9adc-59d0c2a4bc4f req-ec77ff04-c900-4498-9557-30bf668a92d9 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:33.465582 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f415b3ea-97bb-495e-9adc-59d0c2a4bc4f req-ec77ff04-c900-4498-9557-30bf668a92d9 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa58f51c-d474-4ba7-8ca2-d24aa5bfe727 HTTP/1.1" status: 200 len: 946 time: 0.1325462 Jul 15 13:31:33.554460 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f415b3ea-97bb-495e-9adc-59d0c2a4bc4f req-c711a22c-a6df-4d07-8503-6cb92a38f89d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824757 Jul 15 13:31:33.574404 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2efddde6-9038-4120-bbb3-4463aa1a73cb req-b0f54d85-7062-4a46-84cc-6117615fe150 service neutron] 10.222.0.20 "GET /v2.0/networks/fa64dca8-18ff-4dfc-ad9a-6ee46d985877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512783 Jul 15 13:31:33.605692 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:33.608608 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6087824-78e7-4b56-a2c4-793f5dd12f47 req-d5eba408-c724-4fb4-9537-97f79aaad53b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:33.610096 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f6087824-78e7-4b56-a2c4-793f5dd12f47 req-d5eba408-c724-4fb4-9537-97f79aaad53b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa58f51c-d474-4ba7-8ca2-d24aa5bfe727 HTTP/1.1" status: 200 len: 946 time: 0.0751760 Jul 15 13:31:33.711031 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-f6087824-78e7-4b56-a2c4-793f5dd12f47 req-b3ca054f-867f-4f76-bc20-afe29fc76378 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Deleting port 8511f76e-3ed4-4e7d-855e-b5cafd4317d6 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:33.711371 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f6087824-78e7-4b56-a2c4-793f5dd12f47 req-b3ca054f-867f-4f76-bc20-afe29fc76378 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:33.799143 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-f6087824-78e7-4b56-a2c4-793f5dd12f47 req-b3ca054f-867f-4f76-bc20-afe29fc76378 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] For port 8511f76e-3ed4-4e7d-855e-b5cafd4317d6, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=8511f76e-3ed4-4e7d-855e-b5cafd4317d6,segment=NetworkSegment(f9960641-9612-4cdb-ae7f-7357fdb7c7fb),segment_id=f9960641-9612-4cdb-ae7f-7357fdb7c7fb)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:33.799497 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f6087824-78e7-4b56-a2c4-793f5dd12f47 req-b3ca054f-867f-4f76-bc20-afe29fc76378 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:33.810890 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-f6087824-78e7-4b56-a2c4-793f5dd12f47 req-b3ca054f-867f-4f76-bc20-afe29fc76378 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Calling delete_port for 8511f76e-3ed4-4e7d-855e-b5cafd4317d6 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:33.970589 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f6087824-78e7-4b56-a2c4-793f5dd12f47 req-b3ca054f-867f-4f76-bc20-afe29fc76378 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:33.981991 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['8511f76e-3ed4-4e7d-855e-b5cafd4317d6'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:31:34.005038 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca054f-867f-4f76-bc20-afe29fc76378 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Pushing event deleted for resources: {'Port': ['ID=8511f76e-3ed4-4e7d-855e-b5cafd4317d6,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:34.022474 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca054f-867f-4f76-bc20-afe29fc76378 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:34.022850 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca054f-867f-4f76-bc20-afe29fc76378 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:34.023197 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca054f-867f-4f76-bc20-afe29fc76378 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:34.023537 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca054f-867f-4f76-bc20-afe29fc76378 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:34.023875 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca054f-867f-4f76-bc20-afe29fc76378 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:34.024204 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca054f-867f-4f76-bc20-afe29fc76378 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:34.024530 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca054f-867f-4f76-bc20-afe29fc76378 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:34.024855 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca054f-867f-4f76-bc20-afe29fc76378 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:34.025181 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca054f-867f-4f76-bc20-afe29fc76378 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:34.025503 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca054f-867f-4f76-bc20-afe29fc76378 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:34.025823 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca054f-867f-4f76-bc20-afe29fc76378 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:34.026399 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca054f-867f-4f76-bc20-afe29fc76378 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:34.055424 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c41eb3-cf10-4a91-9102-cbe9a80708c7 req-0acd7bd7-5678-493b-86a9-95d29279965a tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:34.056944 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-23c41eb3-cf10-4a91-9102-cbe9a80708c7 req-0acd7bd7-5678-493b-86a9-95d29279965a tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=62889d3f-6f24-46ee-950b-79bb0541452d HTTP/1.1" status: 200 len: 945 time: 0.1440189 Jul 15 13:31:34.078314 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6087824-78e7-4b56-a2c4-793f5dd12f47 req-b3ca054f-867f-4f76-bc20-afe29fc76378 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] No DVR routers for this DVR port 8511f76e-3ed4-4e7d-855e-b5cafd4317d6 on host n-h1-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:31:34.084801 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f6087824-78e7-4b56-a2c4-793f5dd12f47 req-b3ca054f-867f-4f76-bc20-afe29fc76378 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:34.086711 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f6087824-78e7-4b56-a2c4-793f5dd12f47 req-b3ca054f-867f-4f76-bc20-afe29fc76378 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.20 "DELETE /v2.0/ports/8511f76e-3ed4-4e7d-855e-b5cafd4317d6 HTTP/1.1" status: 204 len: 173 time: 0.4715571 Jul 15 13:31:34.087145 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa58f51c-d474-4ba7-8ca2-d24aa5bfe727', 'name': 'network-vif-deleted', 'tag': '8511f76e-3ed4-4e7d-855e-b5cafd4317d6'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:34.089368 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0199736f-c8d3-4777-a421-c59c927dfa06" -d '{"events": [{"server_uuid": "aa58f51c-d474-4ba7-8ca2-d24aa5bfe727", "name": "network-vif-deleted", "tag": "8511f76e-3ed4-4e7d-855e-b5cafd4317d6"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:34.121649 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-23c41eb3-cf10-4a91-9102-cbe9a80708c7 req-9545521b-82ef-448f-8891-cefea0849815 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac3faf68-cded-41b7-8353-9d14384cf315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451891 Jul 15 13:31:34.128474 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedb7ad4-b5d7-4fdb-99c9-5427b90c1443 x-openstack-request-id: req-bedb7ad4-b5d7-4fdb-99c9-5427b90c1443 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:34.128820 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa58f51c-d474-4ba7-8ca2-d24aa5bfe727", "name": "network-vif-deleted", "tag": "8511f76e-3ed4-4e7d-855e-b5cafd4317d6", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:34.129073 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bedb7ad4-b5d7-4fdb-99c9-5427b90c1443 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:34.129470 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa58f51c-d474-4ba7-8ca2-d24aa5bfe727', 'name': 'network-vif-deleted', 'tag': '8511f76e-3ed4-4e7d-855e-b5cafd4317d6', 'status': 'completed', 'code': 200} Jul 15 13:31:34.371055 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfada59-e6db-481f-a3a9-fb1292dbfb38 req-f91c4482-81f6-439c-a063-563dfdaad1b4 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:34.376325 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ddfada59-e6db-481f-a3a9-fb1292dbfb38 req-f91c4482-81f6-439c-a063-563dfdaad1b4 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 946 time: 0.0757766 Jul 15 13:31:34.435592 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ddfada59-e6db-481f-a3a9-fb1292dbfb38 req-baeeb174-a172-43fe-8973-bf424ce5b5f5 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558560 Jul 15 13:31:34.696861 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3fc0b7b2-cb93-4ed7-9ccb-79cbea3e8d46 req-519a6012-8cb9-40cd-99e3-c089d37b15bb tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa58f51c-d474-4ba7-8ca2-d24aa5bfe727 HTTP/1.1" status: 200 len: 210 time: 0.0300939 Jul 15 13:31:34.954631 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a46b09b3-e583-4ec1-a335-647b011a25ee req-8f515579-f0a8-413f-aa7a-648eabe9f35d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0571508 Jul 15 13:31:35.049221 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:35.061328 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b09b3-e583-4ec1-a335-647b011a25ee req-f946089d-3ec8-40d8-9b83-185c35d647fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:35.063111 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a46b09b3-e583-4ec1-a335-647b011a25ee req-f946089d-3ec8-40d8-9b83-185c35d647fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=438c2fe7ca9145c995e883ad1c90ef1a&device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 1097 time: 0.0847125 Jul 15 13:31:35.195975 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b09b3-e583-4ec1-a335-647b011a25ee req-ddbaffa6-4d04-4632-b389-3a7dbdd02eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:35.197549 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a46b09b3-e583-4ec1-a335-647b011a25ee req-ddbaffa6-4d04-4632-b389-3a7dbdd02eeb service neutron] 10.222.0.20 "GET /v2.0/networks?id=fa64dca8-18ff-4dfc-ad9a-6ee46d985877 HTTP/1.1" status: 200 len: 920 time: 0.1102755 Jul 15 13:31:35.238418 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a46b09b3-e583-4ec1-a335-647b011a25ee req-965ce75e-054a-4065-a4a0-c4d4e384557c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dd79e55-2c3a-49f3-a35e-ecc54bbb1166 HTTP/1.1" status: 200 len: 217 time: 0.0340676 Jul 15 13:31:35.291198 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b09b3-e583-4ec1-a335-647b011a25ee req-4f091077-ae06-4336-8d64-a08544dd30db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:35.292660 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a46b09b3-e583-4ec1-a335-647b011a25ee req-4f091077-ae06-4336-8d64-a08544dd30db service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b53ff05d-23b1-4bd2-81e4-b089756dd05a HTTP/1.1" status: 200 len: 859 time: 0.0476494 Jul 15 13:31:35.325033 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a46b09b3-e583-4ec1-a335-647b011a25ee req-965e751e-0de5-4bd8-995f-47efae10d9d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fa64dca8-18ff-4dfc-ad9a-6ee46d985877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261872 Jul 15 13:31:35.417298 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a46b09b3-e583-4ec1-a335-647b011a25ee req-e6ae3ff2-1eed-438b-bbc4-140090810db3 service neutron] 10.222.0.20 "GET /v2.0/networks/fa64dca8-18ff-4dfc-ad9a-6ee46d985877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857804 Jul 15 13:31:35.510663 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a46b09b3-e583-4ec1-a335-647b011a25ee req-64450c3c-7ad9-4364-a374-b60b0a21728c service neutron] 10.222.0.20 "GET /v2.0/networks/fa64dca8-18ff-4dfc-ad9a-6ee46d985877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872843 Jul 15 13:31:35.630149 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6effd95-84f4-469d-8ac3-c587d38a9f3b req-f9da498e-2491-4db4-a8aa-809521b9e85f tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:35.631710 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e6effd95-84f4-469d-8ac3-c587d38a9f3b req-f9da498e-2491-4db4-a8aa-809521b9e85f tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 946 time: 0.0639229 Jul 15 13:31:35.678979 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e6effd95-84f4-469d-8ac3-c587d38a9f3b req-6db2e853-7351-4246-9c69-a75c10e24511 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408187 Jul 15 13:31:35.859502 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1514e6d4-e817-4b65-a068-cc1d28c1b951 req-420cf274-4761-412f-a5fd-88083560b9e8 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa58f51c-d474-4ba7-8ca2-d24aa5bfe727 HTTP/1.1" status: 200 len: 210 time: 0.0302505 Jul 15 13:31:36.654745 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 8511f76e-3ed4-4e7d-855e-b5cafd4317d6 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:31:36.674515 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: 8511f76e-3ed4-4e7d-855e-b5cafd4317d6 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:31:36.674889 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 8511f76e-3ed4-4e7d-855e-b5cafd4317d6 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:31:37.010385 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c445f465-88bc-4791-92f4-b34801a12f68 req-d51d9818-dab9-47b6-9032-2c1011b7ca45 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa58f51c-d474-4ba7-8ca2-d24aa5bfe727 HTTP/1.1" status: 200 len: 210 time: 0.0288131 Jul 15 13:31:38.211707 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-565cc7e2-f7b0-4fed-a439-3ecdd0c25926 req-228f49e2-66e8-4d6b-a176-0a128c1b1dce tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa58f51c-d474-4ba7-8ca2-d24aa5bfe727 HTTP/1.1" status: 200 len: 210 time: 0.0286715 Jul 15 13:31:42.355781 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:31:48.786225 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263b889-cc73-4296-b2d8-773bc9d58de4 req-ba5693b2-082b-4275-818b-537da7fa0329 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:48.788500 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6263b889-cc73-4296-b2d8-773bc9d58de4 req-ba5693b2-082b-4275-818b-537da7fa0329 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 945 time: 0.0749133 Jul 15 13:31:48.827436 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6263b889-cc73-4296-b2d8-773bc9d58de4 req-153e39bb-007a-4a4b-8a2f-834ea989e95d tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333762 Jul 15 13:31:50.013222 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d557cf83-2de0-4d1c-94f3-7eedfea5b113 req-00b1edea-1ffc-4df6-891f-3cebf3783728 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:50.015034 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d557cf83-2de0-4d1c-94f3-7eedfea5b113 req-00b1edea-1ffc-4df6-891f-3cebf3783728 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 945 time: 0.0658879 Jul 15 13:31:50.053602 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d557cf83-2de0-4d1c-94f3-7eedfea5b113 req-2ffc666d-f6c8-4ecd-9508-6aa1acbb3569 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329421 Jul 15 13:31:50.920343 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51349d9a-23b0-4505-89c0-c5ccfe7eda43 req-f931ef3f-11e6-4fa5-b87c-7209ca21efba tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:50.921836 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-51349d9a-23b0-4505-89c0-c5ccfe7eda43 req-f931ef3f-11e6-4fa5-b87c-7209ca21efba tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 945 time: 0.0670497 Jul 15 13:31:51.035345 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-51349d9a-23b0-4505-89c0-c5ccfe7eda43 req-62ff6a26-3326-4aa1-b987-babbbd40d6fc tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Deleting port 3dd79e55-2c3a-49f3-a35e-ecc54bbb1166 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:51.036249 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-51349d9a-23b0-4505-89c0-c5ccfe7eda43 req-62ff6a26-3326-4aa1-b987-babbbd40d6fc tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:51.137474 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-51349d9a-23b0-4505-89c0-c5ccfe7eda43 req-62ff6a26-3326-4aa1-b987-babbbd40d6fc tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] For port 3dd79e55-2c3a-49f3-a35e-ecc54bbb1166, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=3dd79e55-2c3a-49f3-a35e-ecc54bbb1166,segment=NetworkSegment(795827b6-5d20-40de-9c4c-b83d5bd5db41),segment_id=795827b6-5d20-40de-9c4c-b83d5bd5db41)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:51.138132 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-51349d9a-23b0-4505-89c0-c5ccfe7eda43 req-62ff6a26-3326-4aa1-b987-babbbd40d6fc tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:51.157896 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-51349d9a-23b0-4505-89c0-c5ccfe7eda43 req-62ff6a26-3326-4aa1-b987-babbbd40d6fc tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Calling delete_port for 3dd79e55-2c3a-49f3-a35e-ecc54bbb1166 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:51.289142 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a7c90-1e45-4391-9fa2-698e1556004b req-bccd9e07-4c9c-496d-8e3c-b70b0b68c1b9 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:51.290554 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-548a7c90-1e45-4391-9fa2-698e1556004b req-bccd9e07-4c9c-496d-8e3c-b70b0b68c1b9 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c9e13e0-3ca5-4805-8434-03d990c44952 HTTP/1.1" status: 200 len: 945 time: 0.0901966 Jul 15 13:31:51.375347 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-548a7c90-1e45-4391-9fa2-698e1556004b req-9592774f-d1b9-4e59-80a6-f7794f4a2e0a tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614355 Jul 15 13:31:51.380160 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-51349d9a-23b0-4505-89c0-c5ccfe7eda43 req-62ff6a26-3326-4aa1-b987-babbbd40d6fc tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:51.395129 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['3c91d80c-7155-4afa-b5e5-837a1d8a4607', '3dd79e55-2c3a-49f3-a35e-ecc54bbb1166'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:31:51.433299 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff6a26-3326-4aa1-b987-babbbd40d6fc tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Pushing event deleted for resources: {'Port': ['ID=3dd79e55-2c3a-49f3-a35e-ecc54bbb1166,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:51.482025 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-51349d9a-23b0-4505-89c0-c5ccfe7eda43 req-62ff6a26-3326-4aa1-b987-babbbd40d6fc tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] No DVR routers for this DVR port 3dd79e55-2c3a-49f3-a35e-ecc54bbb1166 on host n-h1-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:31:51.484770 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-51349d9a-23b0-4505-89c0-c5ccfe7eda43 req-62ff6a26-3326-4aa1-b987-babbbd40d6fc tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:51.487399 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-51349d9a-23b0-4505-89c0-c5ccfe7eda43 req-62ff6a26-3326-4aa1-b987-babbbd40d6fc tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.20 "DELETE /v2.0/ports/3dd79e55-2c3a-49f3-a35e-ecc54bbb1166 HTTP/1.1" status: 204 len: 173 time: 0.5591543 Jul 15 13:31:51.487838 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9e13e0-3ca5-4805-8434-03d990c44952', 'name': 'network-vif-deleted', 'tag': '3dd79e55-2c3a-49f3-a35e-ecc54bbb1166'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:51.494633 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fcf3623-b99d-4d5b-877a-5f79d739cf37" -d '{"events": [{"server_uuid": "9c9e13e0-3ca5-4805-8434-03d990c44952", "name": "network-vif-deleted", "tag": "3dd79e55-2c3a-49f3-a35e-ecc54bbb1166"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:51.572154 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8b35cf-d91d-40e9-8ddd-79743cb02853 x-openstack-request-id: req-ec8b35cf-d91d-40e9-8ddd-79743cb02853 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:51.572525 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9e13e0-3ca5-4805-8434-03d990c44952", "name": "network-vif-deleted", "tag": "3dd79e55-2c3a-49f3-a35e-ecc54bbb1166", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:51.572851 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec8b35cf-d91d-40e9-8ddd-79743cb02853 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:51.573313 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9e13e0-3ca5-4805-8434-03d990c44952', 'name': 'network-vif-deleted', 'tag': '3dd79e55-2c3a-49f3-a35e-ecc54bbb1166', 'status': 'completed', 'code': 200} Jul 15 13:31:52.886444 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a8573-06f4-404b-8dd9-4af6028baea1 req-adb14f5e-cdbb-46e8-bb35-b9c965bd116b tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:52.888004 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e4a8573-06f4-404b-8dd9-4af6028baea1 req-adb14f5e-cdbb-46e8-bb35-b9c965bd116b tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 946 time: 0.0775459 Jul 15 13:31:52.933767 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e4a8573-06f4-404b-8dd9-4af6028baea1 req-e00ac9cf-19b0-4387-838e-7bcea5a8604f tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401776 Jul 15 13:31:54.123582 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c93fad-0845-486b-8b26-6c51ffcf6ac3 req-b6ea5d9b-9d48-4d7d-aa52-938188d7a87c tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:54.125818 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-84c93fad-0845-486b-8b26-6c51ffcf6ac3 req-b6ea5d9b-9d48-4d7d-aa52-938188d7a87c tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 946 time: 0.0719028 Jul 15 13:31:54.168342 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-84c93fad-0845-486b-8b26-6c51ffcf6ac3 req-8d80670c-5942-431b-891d-ffde7f16e0e1 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352933 Jul 15 13:31:54.771933 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 3dd79e55-2c3a-49f3-a35e-ecc54bbb1166 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:31:54.793238 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: 3dd79e55-2c3a-49f3-a35e-ecc54bbb1166 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:31:54.793596 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 3dd79e55-2c3a-49f3-a35e-ecc54bbb1166 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:31:55.362230 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5edd7-8ca8-4a1d-bc34-ffeb64b1a103 req-cf12b39d-253a-40ae-a0ff-03a30ab95965 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:55.364331 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6ea5edd7-8ca8-4a1d-bc34-ffeb64b1a103 req-cf12b39d-253a-40ae-a0ff-03a30ab95965 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 946 time: 0.0671921 Jul 15 13:31:55.406229 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6ea5edd7-8ca8-4a1d-bc34-ffeb64b1a103 req-255bb1a5-2737-406b-b4aa-a07f8240355b tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358431 Jul 15 13:31:56.953018 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5653712-75f3-415c-a703-fa271b1ac6ce req-acb53519-ba40-4b66-a5c7-2fc4b2d86eb6 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:56.954492 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d5653712-75f3-415c-a703-fa271b1ac6ce req-acb53519-ba40-4b66-a5c7-2fc4b2d86eb6 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 946 time: 0.4257720 Jul 15 13:31:56.995484 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d5653712-75f3-415c-a703-fa271b1ac6ce req-4f15edde-4fee-4fcd-aa93-70c067fd5947 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348074 Jul 15 13:31:58.201286 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25823c-1df6-4bcc-96ed-d677e24bc16f req-54548797-aea7-48b1-b52e-0966ae81ccf7 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:58.202901 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c25823c-1df6-4bcc-96ed-d677e24bc16f req-54548797-aea7-48b1-b52e-0966ae81ccf7 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 946 time: 0.0748136 Jul 15 13:31:58.244740 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8c25823c-1df6-4bcc-96ed-d677e24bc16f req-62b725cb-68ce-4836-84c4-f91c683c5f83 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/security-groups?id=996bca3b-1cda-45bf-bc44-08507193907b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354908 Jul 15 13:31:58.387248 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bdde1-7494-4ac1-983b-914cee703b05 req-9061eebf-e707-4b03-98ff-8539105f7a7d tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:58.389442 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e57bdde1-7494-4ac1-983b-914cee703b05 req-9061eebf-e707-4b03-98ff-8539105f7a7d tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.20 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 946 time: 0.0697405 Jul 15 13:31:58.524603 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833f012-f172-4147-a6f1-71ab4fc96129 req-651b5e33-d3b1-4ce7-9aad-2cf9c81640d4 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:58.526014 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a833f012-f172-4147-a6f1-71ab4fc96129 req-651b5e33-d3b1-4ce7-9aad-2cf9c81640d4 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=62889d3f-6f24-46ee-950b-79bb0541452d HTTP/1.1" status: 200 len: 945 time: 0.1052268 Jul 15 13:31:58.566124 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-e57bdde1-7494-4ac1-983b-914cee703b05 req-7085b4b1-f3ae-47d4-8051-13293c417c29 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Deleting port 3c91d80c-7155-4afa-b5e5-837a1d8a4607 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:58.566474 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e57bdde1-7494-4ac1-983b-914cee703b05 req-7085b4b1-f3ae-47d4-8051-13293c417c29 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.585748 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a833f012-f172-4147-a6f1-71ab4fc96129 req-6a869696-5703-4d1f-ac39-c396fd507c69 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac3faf68-cded-41b7-8353-9d14384cf315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522785 Jul 15 13:31:58.660757 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-e57bdde1-7494-4ac1-983b-914cee703b05 req-7085b4b1-f3ae-47d4-8051-13293c417c29 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] For port 3c91d80c-7155-4afa-b5e5-837a1d8a4607, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=3c91d80c-7155-4afa-b5e5-837a1d8a4607,segment=NetworkSegment(795827b6-5d20-40de-9c4c-b83d5bd5db41),segment_id=795827b6-5d20-40de-9c4c-b83d5bd5db41)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:58.661132 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e57bdde1-7494-4ac1-983b-914cee703b05 req-7085b4b1-f3ae-47d4-8051-13293c417c29 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.674323 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-e57bdde1-7494-4ac1-983b-914cee703b05 req-7085b4b1-f3ae-47d4-8051-13293c417c29 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Calling delete_port for 3c91d80c-7155-4afa-b5e5-837a1d8a4607 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:58.803083 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e57bdde1-7494-4ac1-983b-914cee703b05 req-7085b4b1-f3ae-47d4-8051-13293c417c29 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.819757 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['3c91d80c-7155-4afa-b5e5-837a1d8a4607'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:31:58.829591 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085b4b1-f3ae-47d4-8051-13293c417c29 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Pushing event deleted for resources: {'Port': ['ID=3c91d80c-7155-4afa-b5e5-837a1d8a4607,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:58.884242 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57bdde1-7494-4ac1-983b-914cee703b05 req-7085b4b1-f3ae-47d4-8051-13293c417c29 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] No DVR routers for this DVR port 3c91d80c-7155-4afa-b5e5-837a1d8a4607 on host n-h1-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:31:58.886786 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e57bdde1-7494-4ac1-983b-914cee703b05 req-7085b4b1-f3ae-47d4-8051-13293c417c29 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.888777 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e57bdde1-7494-4ac1-983b-914cee703b05 req-7085b4b1-f3ae-47d4-8051-13293c417c29 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.20 "DELETE /v2.0/ports/3c91d80c-7155-4afa-b5e5-837a1d8a4607 HTTP/1.1" status: 204 len: 173 time: 0.4947486 Jul 15 13:31:58.889214 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83db350-6d44-4878-afcd-f76e5fbefe02', 'name': 'network-vif-deleted', 'tag': '3c91d80c-7155-4afa-b5e5-837a1d8a4607'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:58.891475 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8645dc4-2e8b-44f7-851a-f4243948f729" -d '{"events": [{"server_uuid": "a83db350-6d44-4878-afcd-f76e5fbefe02", "name": "network-vif-deleted", "tag": "3c91d80c-7155-4afa-b5e5-837a1d8a4607"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:58.930400 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33d723f-38d0-4388-b336-64401d9d1221 x-openstack-request-id: req-c33d723f-38d0-4388-b336-64401d9d1221 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:58.930725 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a83db350-6d44-4878-afcd-f76e5fbefe02", "name": "network-vif-deleted", "tag": "3c91d80c-7155-4afa-b5e5-837a1d8a4607", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:58.930980 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c33d723f-38d0-4388-b336-64401d9d1221 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:58.931379 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a83db350-6d44-4878-afcd-f76e5fbefe02', 'name': 'network-vif-deleted', 'tag': '3c91d80c-7155-4afa-b5e5-837a1d8a4607', 'status': 'completed', 'code': 200} Jul 15 13:31:59.283409 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.419561 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1d0cbc0d-bd8c-4867-912b-9c6c1b646fa7 req-71c2b5ff-cb30-4af5-a963-31baf44c5f50 tempest-ServerRescueNegativeTestJSON-121011367 tempest-ServerRescueNegativeTestJSON-121011367-project] 10.222.0.16 "GET /v2.0/ports?device_id=a83db350-6d44-4878-afcd-f76e5fbefe02 HTTP/1.1" status: 200 len: 210 time: 0.0363529 Jul 15 13:31:59.570104 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.698975 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aecc46b5-30cb-4090-ba04-ee54eb2e10a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.768485 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1ab18-1604-4895-b32b-010170384c39 req-5381950f-0b73-486d-a8b0-9faa3c2ca782 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:59.770543 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6ba1ab18-1604-4895-b32b-010170384c39 req-5381950f-0b73-486d-a8b0-9faa3c2ca782 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=62889d3f-6f24-46ee-950b-79bb0541452d HTTP/1.1" status: 200 len: 945 time: 0.0693784 Jul 15 13:31:59.814923 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6ba1ab18-1604-4895-b32b-010170384c39 req-0dfdf305-b4e2-4063-8742-388de41da792 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac3faf68-cded-41b7-8353-9d14384cf315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386078 Jul 15 13:31:59.999752 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f5895-f5d4-4daf-9f8c-d200d6edeb9a req-88c1e2b5-c453-47d6-ae79-3cdb6ef6a59d tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:00.001282 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ce4f5895-f5d4-4daf-9f8c-d200d6edeb9a req-88c1e2b5-c453-47d6-ae79-3cdb6ef6a59d tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.46 "GET /v2.0/ports?device_id=62889d3f-6f24-46ee-950b-79bb0541452d HTTP/1.1" status: 200 len: 945 time: 0.0632768 Jul 15 13:32:00.099811 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-ce4f5895-f5d4-4daf-9f8c-d200d6edeb9a req-8abeb43c-c158-40c1-92f0-ef46d0c1d67c tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Deleting port fe227709-f125-4c67-bcca-82eb761594f2 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:00.100072 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-ce4f5895-f5d4-4daf-9f8c-d200d6edeb9a req-8abeb43c-c158-40c1-92f0-ef46d0c1d67c tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:00.194960 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-ce4f5895-f5d4-4daf-9f8c-d200d6edeb9a req-8abeb43c-c158-40c1-92f0-ef46d0c1d67c tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] For port fe227709-f125-4c67-bcca-82eb761594f2, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=fe227709-f125-4c67-bcca-82eb761594f2,segment=NetworkSegment(647bc94c-d766-45e9-bf55-e965f0de33ad),segment_id=647bc94c-d766-45e9-bf55-e965f0de33ad)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:00.195341 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-ce4f5895-f5d4-4daf-9f8c-d200d6edeb9a req-8abeb43c-c158-40c1-92f0-ef46d0c1d67c tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:00.208656 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-ce4f5895-f5d4-4daf-9f8c-d200d6edeb9a req-8abeb43c-c158-40c1-92f0-ef46d0c1d67c tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Calling delete_port for fe227709-f125-4c67-bcca-82eb761594f2 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:00.338695 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-ce4f5895-f5d4-4daf-9f8c-d200d6edeb9a req-8abeb43c-c158-40c1-92f0-ef46d0c1d67c tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:00.351446 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['adf3fc58-d43e-48ef-89c5-f599f15c1424', '809f0078-e6b8-4b42-87de-5342630cad75', '92504c4a-8749-4006-b0d8-c6bf93bb38bb', 'fe227709-f125-4c67-bcca-82eb761594f2'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:32:00.368855 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abeb43c-c158-40c1-92f0-ef46d0c1d67c tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Pushing event deleted for resources: {'Port': ['ID=fe227709-f125-4c67-bcca-82eb761594f2,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:00.400067 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abeb43c-c158-40c1-92f0-ef46d0c1d67c tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:00.400713 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abeb43c-c158-40c1-92f0-ef46d0c1d67c tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:00.401529 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abeb43c-c158-40c1-92f0-ef46d0c1d67c tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:00.402051 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abeb43c-c158-40c1-92f0-ef46d0c1d67c tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:00.402575 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abeb43c-c158-40c1-92f0-ef46d0c1d67c tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:00.403084 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abeb43c-c158-40c1-92f0-ef46d0c1d67c tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:00.403576 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abeb43c-c158-40c1-92f0-ef46d0c1d67c tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:00.404117 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abeb43c-c158-40c1-92f0-ef46d0c1d67c tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:00.404627 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abeb43c-c158-40c1-92f0-ef46d0c1d67c tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:00.405172 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abeb43c-c158-40c1-92f0-ef46d0c1d67c tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:00.405704 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abeb43c-c158-40c1-92f0-ef46d0c1d67c tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:00.406247 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abeb43c-c158-40c1-92f0-ef46d0c1d67c tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:00.434155 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4f5895-f5d4-4daf-9f8c-d200d6edeb9a req-8abeb43c-c158-40c1-92f0-ef46d0c1d67c tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] No DVR routers for this DVR port fe227709-f125-4c67-bcca-82eb761594f2 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:00.437474 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-ce4f5895-f5d4-4daf-9f8c-d200d6edeb9a req-8abeb43c-c158-40c1-92f0-ef46d0c1d67c tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:00.439874 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ce4f5895-f5d4-4daf-9f8c-d200d6edeb9a req-8abeb43c-c158-40c1-92f0-ef46d0c1d67c tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.46 "DELETE /v2.0/ports/fe227709-f125-4c67-bcca-82eb761594f2 HTTP/1.1" status: 204 len: 173 time: 0.4325416 Jul 15 13:32:00.440454 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62889d3f-6f24-46ee-950b-79bb0541452d', 'name': 'network-vif-deleted', 'tag': 'fe227709-f125-4c67-bcca-82eb761594f2'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:32:00.442923 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff0a4e1-baad-45c7-b19f-3c92b31e5a8b" -d '{"events": [{"server_uuid": "62889d3f-6f24-46ee-950b-79bb0541452d", "name": "network-vif-deleted", "tag": "fe227709-f125-4c67-bcca-82eb761594f2"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:32:00.534196 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b371609b-10a0-439f-8a8d-c2a27bc862ae x-openstack-request-id: req-b371609b-10a0-439f-8a8d-c2a27bc862ae {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:32:00.534516 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62889d3f-6f24-46ee-950b-79bb0541452d", "name": "network-vif-deleted", "tag": "fe227709-f125-4c67-bcca-82eb761594f2", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:32:00.535009 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b371609b-10a0-439f-8a8d-c2a27bc862ae {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:32:00.536002 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62889d3f-6f24-46ee-950b-79bb0541452d', 'name': 'network-vif-deleted', 'tag': 'fe227709-f125-4c67-bcca-82eb761594f2', 'status': 'completed', 'code': 200} Jul 15 13:32:00.576993 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 55474) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:01.027383 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-656a18ba-e512-4db1-b3ca-276854f9035f req-e064e995-b90d-4dec-b9cb-a50a31f0a0c4 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=62889d3f-6f24-46ee-950b-79bb0541452d HTTP/1.1" status: 200 len: 210 time: 0.0431106 Jul 15 13:32:01.035057 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7ccade9d-0cf0-4499-af9a-5913d3cbfd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:01.369427 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7ccade9d-0cf0-4499-af9a-5913d3cbfd87 admin admin] Deleting port 6c184164-eaed-4c46-8a60-c220562d941b {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:01.369782 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7ccade9d-0cf0-4499-af9a-5913d3cbfd87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:01.460330 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-7ccade9d-0cf0-4499-af9a-5913d3cbfd87 admin admin] For port 6c184164-eaed-4c46-8a60-c220562d941b, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=6c184164-eaed-4c46-8a60-c220562d941b,segment=NetworkSegment(795827b6-5d20-40de-9c4c-b83d5bd5db41),segment_id=795827b6-5d20-40de-9c4c-b83d5bd5db41)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:01.460691 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7ccade9d-0cf0-4499-af9a-5913d3cbfd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:01.473776 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7ccade9d-0cf0-4499-af9a-5913d3cbfd87 admin admin] Calling delete_port for 6c184164-eaed-4c46-8a60-c220562d941b owned by network:router_interface {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:01.656407 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7ccade9d-0cf0-4499-af9a-5913d3cbfd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:01.680952 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccade9d-0cf0-4499-af9a-5913d3cbfd87 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c184164-eaed-4c46-8a60-c220562d941b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:01.844008 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7ccade9d-0cf0-4499-af9a-5913d3cbfd87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:02.074180 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ccade9d-0cf0-4499-af9a-5913d3cbfd87 admin admin] Router aa0a7742-eb62-4587-b53e-57fcc367f92e has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:32:02.185173 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ccade9d-0cf0-4499-af9a-5913d3cbfd87 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:32:02.190309 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7ccade9d-0cf0-4499-af9a-5913d3cbfd87 admin admin] 10.222.0.16 "PUT /v2.0/routers/aa0a7742-eb62-4587-b53e-57fcc367f92e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6121941 Jul 15 13:32:02.193136 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 55486) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:02.194619 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c66989-3e30-4823-b1f0-99ec9db3280e None None] Sync routers for ids ['aa0a7742-eb62-4587-b53e-57fcc367f92e'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:32:02.204030 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c66989-3e30-4823-b1f0-99ec9db3280e None None] Routers {'aa0a7742-eb62-4587-b53e-57fcc367f92e'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:32:02.204658 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-96c66989-3e30-4823-b1f0-99ec9db3280e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:31:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['aa0a7742-eb62-4587-b53e-57fcc367f92e'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:02.303192 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:02.322921 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5c0668de-00b5-43ce-a6d7-7d217d9888d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:02.328025 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-96c66989-3e30-4823-b1f0-99ec9db3280e None None] Set router aa0a7742-eb62-4587-b53e-57fcc367f92e gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:32:02.427363 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5c0668de-00b5-43ce-a6d7-7d217d9888d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:02.482496 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-5c0668de-00b5-43ce-a6d7-7d217d9888d3 admin admin] Deleting port ddc6fd4e-ad77-45fd-9413-a4dabf5c6647 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:02.482998 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5c0668de-00b5-43ce-a6d7-7d217d9888d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:02.496356 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-01eccc96-98cb-45ed-a49c-bdc440cbeebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:02.524628 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-96c66989-3e30-4823-b1f0-99ec9db3280e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0a7742-eb62-4587-b53e-57fcc367f92e', 'name': 'tempest-ServerRescueNegativeTestJSON-1215154548-router', 'tenant_id': '438c2fe7ca9145c995e883ad1c90ef1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'ddc6fd4e-ad77-45fd-9413-a4dabf5c6647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:44Z', 'updated_at': '2021-07-15T13:32:01Z', 'revision_number': 5, 'project_id': '438c2fe7ca9145c995e883ad1c90ef1a', 'gw_port': {'id': 'ddc6fd4e-ad77-45fd-9413-a4dabf5c6647', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:45:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0a7742-eb62-4587-b53e-57fcc367f92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:45Z', 'updated_at': '2021-07-15T13:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:02.556373 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c66989-3e30-4823-b1f0-99ec9db3280e None None] Checking router: aa0a7742-eb62-4587-b53e-57fcc367f92e for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:32:02.567223 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c66989-3e30-4823-b1f0-99ec9db3280e None None] Routers {'aa0a7742-eb62-4587-b53e-57fcc367f92e'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:32:02.567913 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-96c66989-3e30-4823-b1f0-99ec9db3280e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:32:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['aa0a7742-eb62-4587-b53e-57fcc367f92e'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:02.569680 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-5c0668de-00b5-43ce-a6d7-7d217d9888d3 admin admin] For port ddc6fd4e-ad77-45fd-9413-a4dabf5c6647, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=ddc6fd4e-ad77-45fd-9413-a4dabf5c6647,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:02.570042 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5c0668de-00b5-43ce-a6d7-7d217d9888d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:02.583188 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-5c0668de-00b5-43ce-a6d7-7d217d9888d3 admin admin] Calling delete_port for ddc6fd4e-ad77-45fd-9413-a4dabf5c6647 owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:02.662655 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-96c66989-3e30-4823-b1f0-99ec9db3280e None None] Set router aa0a7742-eb62-4587-b53e-57fcc367f92e gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:32:02.719580 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-96c66989-3e30-4823-b1f0-99ec9db3280e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0a7742-eb62-4587-b53e-57fcc367f92e', 'name': 'tempest-ServerRescueNegativeTestJSON-1215154548-router', 'tenant_id': '438c2fe7ca9145c995e883ad1c90ef1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:44Z', 'updated_at': '2021-07-15T13:32:02Z', 'revision_number': 6, 'project_id': '438c2fe7ca9145c995e883ad1c90ef1a', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:02.753135 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c66989-3e30-4823-b1f0-99ec9db3280e None None] The sync data for ids ['aa0a7742-eb62-4587-b53e-57fcc367f92e'] in n-d-771363-36 is: [{'id': 'aa0a7742-eb62-4587-b53e-57fcc367f92e', 'name': 'tempest-ServerRescueNegativeTestJSON-1215154548-router', 'tenant_id': '438c2fe7ca9145c995e883ad1c90ef1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:44Z', 'updated_at': '2021-07-15T13:32:02Z', 'revision_number': 6, 'project_id': '438c2fe7ca9145c995e883ad1c90ef1a', 'gw_port_host': None}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:32:02.763729 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 3c91d80c-7155-4afa-b5e5-837a1d8a4607 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:02.771257 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5c0668de-00b5-43ce-a6d7-7d217d9888d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:02.789719 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: 3c91d80c-7155-4afa-b5e5-837a1d8a4607 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:32:02.789719 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 3c91d80c-7155-4afa-b5e5-837a1d8a4607 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:32:02.826966 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0668de-00b5-43ce-a6d7-7d217d9888d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddc6fd4e-ad77-45fd-9413-a4dabf5c6647,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:02.906076 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5c0668de-00b5-43ce-a6d7-7d217d9888d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.011734 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5c0668de-00b5-43ce-a6d7-7d217d9888d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.013884 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5c0668de-00b5-43ce-a6d7-7d217d9888d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.064352 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5c0668de-00b5-43ce-a6d7-7d217d9888d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.066003 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0668de-00b5-43ce-a6d7-7d217d9888d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa0a7742-eb62-4587-b53e-57fcc367f92e {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:32:03.076930 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5c0668de-00b5-43ce-a6d7-7d217d9888d3 admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.078472 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5c0668de-00b5-43ce-a6d7-7d217d9888d3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/aa0a7742-eb62-4587-b53e-57fcc367f92e HTTP/1.1" status: 204 len: 168 time: 0.8843553 Jul 15 13:32:03.081188 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 55496) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:03.145460 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-56f5c2e2-9b53-4777-ae8f-0fbc951a0010 admin admin] Deleting subnet b53ff05d-23b1-4bd2-81e4-b089756dd05a {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:32:03.153974 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-56f5c2e2-9b53-4777-ae8f-0fbc951a0010 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.200757 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-56f5c2e2-9b53-4777-ae8f-0fbc951a0010 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.266496 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-56f5c2e2-9b53-4777-ae8f-0fbc951a0010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.323615 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6c184164-eaed-4c46-8a60-c220562d941b no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:03.356953 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-56f5c2e2-9b53-4777-ae8f-0fbc951a0010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.362361 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 6c184164-eaed-4c46-8a60-c220562d941b {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:32:03.362762 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6c184164-eaed-4c46-8a60-c220562d941b not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:32:03.383960 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-56f5c2e2-9b53-4777-ae8f-0fbc951a0010 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.387618 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-56f5c2e2-9b53-4777-ae8f-0fbc951a0010 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b53ff05d-23b1-4bd2-81e4-b089756dd05a HTTP/1.1" status: 204 len: 168 time: 0.3036730 Jul 15 13:32:03.389101 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 55500) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:03.406750 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5c2e2-9b53-4777-ae8f-0fbc951a0010 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b53ff05d-23b1-4bd2-81e4-b089756dd05a,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:03.469143 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6c9f1aa9-645f-4fb1-ac53-55d7661c89b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.554283 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6c9f1aa9-645f-4fb1-ac53-55d7661c89b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.565079 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-6c9f1aa9-645f-4fb1-ac53-55d7661c89b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa64dca8-18ff-4dfc-ad9a-6ee46d985877']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:03.576509 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-6c9f1aa9-645f-4fb1-ac53-55d7661c89b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '795827b6-5d20-40de-9c4c-b83d5bd5db41') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:03.576509 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-6c9f1aa9-645f-4fb1-ac53-55d7661c89b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '795827b6-5d20-40de-9c4c-b83d5bd5db41') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:03.585930 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6c9f1aa9-645f-4fb1-ac53-55d7661c89b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.600664 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6c9f1aa9-645f-4fb1-ac53-55d7661c89b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.607625 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c9f1aa9-645f-4fb1-ac53-55d7661c89b0 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:32:03.607939 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6c9f1aa9-645f-4fb1-ac53-55d7661c89b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.609857 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:32:03.609857 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:32:03.609857 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:32:03.609857 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:32:03.609857 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:32:03.609857 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:32:03.609857 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:32:03.609857 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:32:03.609857 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:32:03.609857 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:32:03.609857 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:32:03.609857 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:32:03.609857 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:32:03.609857 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:32:03.609857 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:32:03.609857 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:32:03.609857 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:32:03.609857 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:32:03.609857 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:32:03.609857 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:32:03.609857 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:32:03.609857 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:32:03.609857 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:32:03.609857 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:32:03.609857 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:32:03.609857 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:32:03.609857 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:32:03.609857 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:32:03.609857 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:32:03.609857 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:32:03.609857 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:32:03.609857 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:32:03.609857 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:32:03.609857 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:32:03.609857 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:32:03.609857 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:32:03.622280 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.685252 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6c9f1aa9-645f-4fb1-ac53-55d7661c89b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.692411 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6c9f1aa9-645f-4fb1-ac53-55d7661c89b0 admin admin] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.695858 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6c9f1aa9-645f-4fb1-ac53-55d7661c89b0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/fa64dca8-18ff-4dfc-ad9a-6ee46d985877 HTTP/1.1" status: 204 len: 168 time: 0.3057437 Jul 15 13:32:03.711803 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f1aa9-645f-4fb1-ac53-55d7661c89b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa64dca8-18ff-4dfc-ad9a-6ee46d985877,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:03.742207 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device fe227709-f125-4c67-bcca-82eb761594f2 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:03.781489 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: fe227709-f125-4c67-bcca-82eb761594f2 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:32:03.781831 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device fe227709-f125-4c67-bcca-82eb761594f2 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:32:03.936180 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 55506) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:03.990230 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6427eb98-3bbf-48d2-99a3-aa6f6bed92c6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=438c2fe7ca9145c995e883ad1c90ef1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0525982 Jul 15 13:32:03.992920 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 55508) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:04.045182 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fe641155-5648-48d4-8921-6a4d5aa60087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:04.073990 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fe641155-5648-48d4-8921-6a4d5aa60087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:04.144166 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fe641155-5648-48d4-8921-6a4d5aa60087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:04.146895 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fe641155-5648-48d4-8921-6a4d5aa60087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:04.148079 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-fe641155-5648-48d4-8921-6a4d5aa60087 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/996bca3b-1cda-45bf-bc44-08507193907b HTTP/1.1" status: 204 len: 168 time: 0.1542428 Jul 15 13:32:04.158357 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe641155-5648-48d4-8921-6a4d5aa60087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996bca3b-1cda-45bf-bc44-08507193907b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:04.897756 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device ddc6fd4e-ad77-45fd-9413-a4dabf5c6647 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:04.920580 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: ddc6fd4e-ad77-45fd-9413-a4dabf5c6647 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:32:04.921081 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device ddc6fd4e-ad77-45fd-9413-a4dabf5c6647 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:32:05.055523 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.304989 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 55550) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:05.344403 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-e3eea14b-f63a-4268-8cce-c5952fbd93f2 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:05.346531 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-e3eea14b-f63a-4268-8cce-c5952fbd93f2 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/networks?id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e HTTP/1.1" status: 200 len: 811 time: 0.1126287 Jul 15 13:32:05.363643 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-b9cde0c2-7a53-4e2b-9010-d4a6e61833ae tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/quotas/0a166bdebb1d4ca388f2465550a7f09f HTTP/1.1" status: 200 len: 375 time: 0.0100183 Jul 15 13:32:05.437854 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-e051cb70-5ecf-4720-bd84-f36b53f72ae1 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0a166bdebb1d4ca388f2465550a7f09f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0684659 Jul 15 13:32:05.446002 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b7e3acd1-5851-4524-87e8-6fa07bae97d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.559021 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b7e3acd1-5851-4524-87e8-6fa07bae97d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.563820 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b7e3acd1-5851-4524-87e8-6fa07bae97d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.607606 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b7e3acd1-5851-4524-87e8-6fa07bae97d4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6328a97659e24ed8b394244ec3c44ab1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3002522 Jul 15 13:32:05.612168 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 55560) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:05.621690 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-f83e7a44-5dce-43c6-a9ba-aea6017d822d service neutron] 10.222.0.16 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766367 Jul 15 13:32:05.629686 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e3acd1-5851-4524-87e8-6fa07bae97d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd3b99d-6983-4a47-9e19-8d3dde4a8a8c,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:05.753691 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-774711f9-33c0-4c4d-9586-2ba65953c09a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.785207 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-f5ed32d2-b583-47f1-ace4-9b1e223afb55 service neutron] 10.222.0.16 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548023 Jul 15 13:32:05.789893 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-774711f9-33c0-4c4d-9586-2ba65953c09a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.883378 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a5495-79c0-4987-85fb-49e7cbe39a16 req-eb964742-5bbd-4193-88d5-d7d2b190aa60 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:05.884899 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-df0a5495-79c0-4987-85fb-49e7cbe39a16 req-eb964742-5bbd-4193-88d5-d7d2b190aa60 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6cb8c-2bf4-40c3-86ae-e2d56402e380 HTTP/1.1" status: 200 len: 945 time: 0.0869009 Jul 15 13:32:05.885954 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-774711f9-33c0-4c4d-9586-2ba65953c09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.888541 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-774711f9-33c0-4c4d-9586-2ba65953c09a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.891055 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-774711f9-33c0-4c4d-9586-2ba65953c09a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6dd3b99d-6983-4a47-9e19-8d3dde4a8a8c HTTP/1.1" status: 204 len: 168 time: 0.2777894 Jul 15 13:32:05.915597 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774711f9-33c0-4c4d-9586-2ba65953c09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd3b99d-6983-4a47-9e19-8d3dde4a8a8c,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:05.949541 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-df0a5495-79c0-4987-85fb-49e7cbe39a16 req-457932e3-f684-4eac-b982-3477c1c06b68 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac3faf68-cded-41b7-8353-9d14384cf315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562744 Jul 15 13:32:06.010838 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e55da18d-cfe5-4b43-97f6-3950036fad30 req-7f9bf4d6-02aa-4402-a84d-2b3628546a09 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2 HTTP/1.1" status: 200 len: 210 time: 0.0328496 Jul 15 13:32:07.120024 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-5fa5c3a5-f400-4579-87af-7f9c652b4838 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:07.121493 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-5fa5c3a5-f400-4579-87af-7f9c652b4838 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.20 "GET /v2.0/networks?id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e HTTP/1.1" status: 200 len: 811 time: 0.1555471 Jul 15 13:32:07.136374 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-f76a4203-a29c-429e-85d8-9515a549be0f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Request body: {'port': {'device_id': 'abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'admin_state_up': True, 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:07.236311 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-16d1b852-e1de-4a00-8e68-2a5f84453b4e req-1f4fb92d-4c55-4d22-ac5a-a336d5179ea4 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2 HTTP/1.1" status: 200 len: 210 time: 0.0604236 Jul 15 13:32:07.314293 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76476f08-b99b-4a2f-adc6-2b9305ff9f7b req-b6e98fd6-e769-4c54-9c25-7ed29edc5fb6 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:07.317295 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-76476f08-b99b-4a2f-adc6-2b9305ff9f7b req-b6e98fd6-e769-4c54-9c25-7ed29edc5fb6 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.46 "GET /v2.0/ports?device_id=59e6cb8c-2bf4-40c3-86ae-e2d56402e380 HTTP/1.1" status: 200 len: 945 time: 0.0974939 Jul 15 13:32:07.330018 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1d4ec-1db2-48e3-9762-f5cfde454295 req-9b387344-d85d-4365-90a8-2ce8faefaaba tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:07.337271 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-83c1d4ec-1db2-48e3-9762-f5cfde454295 req-9b387344-d85d-4365-90a8-2ce8faefaaba tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6cb8c-2bf4-40c3-86ae-e2d56402e380 HTTP/1.1" status: 200 len: 945 time: 0.2275307 Jul 15 13:32:07.399538 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-83c1d4ec-1db2-48e3-9762-f5cfde454295 req-4f4e8e5c-3546-4f55-b126-4171ea0c5ef0 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac3faf68-cded-41b7-8353-9d14384cf315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607066 Jul 15 13:32:07.430538 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-f76a4203-a29c-429e-85d8-9515a549be0f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Made reservation on behalf of 0a166bdebb1d4ca388f2465550a7f09f for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:07.434782 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-f76a4203-a29c-429e-85d8-9515a549be0f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:07.444256 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-76476f08-b99b-4a2f-adc6-2b9305ff9f7b req-b1680b90-8496-4b3a-9c54-ad6b0d1a30ed tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Deleting port 92504c4a-8749-4006-b0d8-c6bf93bb38bb {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:07.444607 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-76476f08-b99b-4a2f-adc6-2b9305ff9f7b req-b1680b90-8496-4b3a-9c54-ad6b0d1a30ed tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:07.610883 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-f76a4203-a29c-429e-85d8-9515a549be0f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Allocated IP 172.20.0.4 (31f5d0ed-5ca5-4f26-8063-b8698ea6981e/56ba636c-89f6-461f-85cb-74f1c6749bed/85f78051-2130-486d-be5b-736cf5269577) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:32:07.832538 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-f76a4203-a29c-429e-85d8-9515a549be0f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:07.853099 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-f76a4203-a29c-429e-85d8-9515a549be0f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Transition to ACTIVE for port object 85f78051-2130-486d-be5b-736cf5269577 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:07.899239 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-f76a4203-a29c-429e-85d8-9515a549be0f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:07.944439 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-76476f08-b99b-4a2f-adc6-2b9305ff9f7b req-b1680b90-8496-4b3a-9c54-ad6b0d1a30ed tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] For port 92504c4a-8749-4006-b0d8-c6bf93bb38bb, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=92504c4a-8749-4006-b0d8-c6bf93bb38bb,segment=NetworkSegment(647bc94c-d766-45e9-bf55-e965f0de33ad),segment_id=647bc94c-d766-45e9-bf55-e965f0de33ad)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:07.945240 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-76476f08-b99b-4a2f-adc6-2b9305ff9f7b req-b1680b90-8496-4b3a-9c54-ad6b0d1a30ed tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:07.948638 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-f76a4203-a29c-429e-85d8-9515a549be0f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Network 31f5d0ed-5ca5-4f26-8063-b8698ea6981e is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:07.952272 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-f76a4203-a29c-429e-85d8-9515a549be0f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:07.956745 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-f76a4203-a29c-429e-85d8-9515a549be0f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:07.968768 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-76476f08-b99b-4a2f-adc6-2b9305ff9f7b req-b1680b90-8496-4b3a-9c54-ad6b0d1a30ed tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Calling delete_port for 92504c4a-8749-4006-b0d8-c6bf93bb38bb owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:07.995996 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a4203-a29c-429e-85d8-9515a549be0f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Pushing event updated for resources: {'Port': ['ID=85f78051-2130-486d-be5b-736cf5269577,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:08.032434 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-f76a4203-a29c-429e-85d8-9515a549be0f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:08.033342 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-f76a4203-a29c-429e-85d8-9515a549be0f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:08.063354 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-f76a4203-a29c-429e-85d8-9515a549be0f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9320180 Jul 15 13:32:08.083322 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-82489c8e-1892-420a-a001-754754fc58aa service neutron] Request body: {'port': {'device_id': 'abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:08.164171 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-76476f08-b99b-4a2f-adc6-2b9305ff9f7b req-b1680b90-8496-4b3a-9c54-ad6b0d1a30ed tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:08.175810 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['adf3fc58-d43e-48ef-89c5-f599f15c1424', '809f0078-e6b8-4b42-87de-5342630cad75', '92504c4a-8749-4006-b0d8-c6bf93bb38bb'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:32:08.270583 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-82489c8e-1892-420a-a001-754754fc58aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:08.280679 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-76476f08-b99b-4a2f-adc6-2b9305ff9f7b req-b1680b90-8496-4b3a-9c54-ad6b0d1a30ed tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] No DVR routers for this DVR port 92504c4a-8749-4006-b0d8-c6bf93bb38bb on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:08.288789 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1680b90-8496-4b3a-9c54-ad6b0d1a30ed tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Pushing event deleted for resources: {'Port': ['ID=92504c4a-8749-4006-b0d8-c6bf93bb38bb,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:08.298080 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-76476f08-b99b-4a2f-adc6-2b9305ff9f7b req-b1680b90-8496-4b3a-9c54-ad6b0d1a30ed tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:08.300373 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-76476f08-b99b-4a2f-adc6-2b9305ff9f7b req-b1680b90-8496-4b3a-9c54-ad6b0d1a30ed tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.46 "DELETE /v2.0/ports/92504c4a-8749-4006-b0d8-c6bf93bb38bb HTTP/1.1" status: 204 len: 173 time: 0.9779625 Jul 15 13:32:08.301627 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e6cb8c-2bf4-40c3-86ae-e2d56402e380', 'name': 'network-vif-deleted', 'tag': '92504c4a-8749-4006-b0d8-c6bf93bb38bb'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:32:08.304902 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11992446-354b-471b-841d-b261eba28970" -d '{"events": [{"server_uuid": "59e6cb8c-2bf4-40c3-86ae-e2d56402e380", "name": "network-vif-deleted", "tag": "92504c4a-8749-4006-b0d8-c6bf93bb38bb"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:32:08.346582 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-db5b2ac4-9fac-4bac-91fc-54fc13ed57fe None None] Provisioning for port 85f78051-2130-486d-be5b-736cf5269577 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:08.361136 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-db5b2ac4-9fac-4bac-91fc-54fc13ed57fe None None] Provisioning complete for port 85f78051-2130-486d-be5b-736cf5269577 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:08.362507 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-db5b2ac4-9fac-4bac-91fc-54fc13ed57fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:08.424336 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120dd7d9-c226-4700-be3c-dfb44c424b6c x-openstack-request-id: req-120dd7d9-c226-4700-be3c-dfb44c424b6c {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:32:08.424864 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e6cb8c-2bf4-40c3-86ae-e2d56402e380", "name": "network-vif-deleted", "tag": "92504c4a-8749-4006-b0d8-c6bf93bb38bb", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:32:08.424864 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-120dd7d9-c226-4700-be3c-dfb44c424b6c {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:32:08.425540 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e6cb8c-2bf4-40c3-86ae-e2d56402e380', 'name': 'network-vif-deleted', 'tag': '92504c4a-8749-4006-b0d8-c6bf93bb38bb', 'status': 'completed', 'code': 200} Jul 15 13:32:08.562745 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-db5b2ac4-9fac-4bac-91fc-54fc13ed57fe None None] Port 85f78051-2130-486d-be5b-736cf5269577 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:32:08.596655 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 55640) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:08.606386 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c918a167-4857-409c-949f-85c5a129cc4c req-75092a43-dc35-4b60-97e2-7e4657deb331 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6cb8c-2bf4-40c3-86ae-e2d56402e380 HTTP/1.1" status: 200 len: 210 time: 0.0627513 Jul 15 13:32:08.707134 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109cc63-c193-43c9-94f0-07b2b8c7c9bc req-522ab0f0-dc61-43e1-9094-099614b736d3 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:08.708652 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8109cc63-c193-43c9-94f0-07b2b8c7c9bc req-522ab0f0-dc61-43e1-9094-099614b736d3 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2 HTTP/1.1" status: 200 len: 931 time: 0.1883061 Jul 15 13:32:08.745707 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d9e52a98-d440-4998-bbc8-9447ed76c45d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:08.777742 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8109cc63-c193-43c9-94f0-07b2b8c7c9bc req-73cdfa03-70fe-4820-9c79-59cc8e413cb5 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607638 Jul 15 13:32:08.841240 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-82489c8e-1892-420a-a001-754754fc58aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85f78051-2130-486d-be5b-736cf5269577 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:32:08.851472 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-82489c8e-1892-420a-a001-754754fc58aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:08.855985 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d9e52a98-d440-4998-bbc8-9447ed76c45d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:08.862652 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d9e52a98-d440-4998-bbc8-9447ed76c45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:08.874653 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-82489c8e-1892-420a-a001-754754fc58aa service neutron] Transition to ACTIVE for port object 85f78051-2130-486d-be5b-736cf5269577 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:08.881441 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-82489c8e-1892-420a-a001-754754fc58aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:08.921491 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d9e52a98-d440-4998-bbc8-9447ed76c45d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=626f5af072f844c891a7724d2a74ee91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3229182 Jul 15 13:32:08.922834 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e52a98-d440-4998-bbc8-9447ed76c45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f34215-4b46-42b2-84dc-dd19ab304597,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:08.932247 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 55644) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:08.962417 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82489c8e-1892-420a-a001-754754fc58aa service neutron] Pushing event updated for resources: {'Port': ['ID=85f78051-2130-486d-be5b-736cf5269577,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:09.050247 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e23df2ef-0e0a-4a56-8a1b-31afaec09b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:09.078999 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e23df2ef-0e0a-4a56-8a1b-31afaec09b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:09.109951 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-82489c8e-1892-420a-a001-754754fc58aa service neutron] Attempting to bind port 85f78051-2130-486d-be5b-736cf5269577 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:09.110294 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-82489c8e-1892-420a-a001-754754fc58aa service neutron] Attempting to bind port 85f78051-2130-486d-be5b-736cf5269577 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'f9960641-9612-4cdb-ae7f-7357fdb7c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:09.110651 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-82489c8e-1892-420a-a001-754754fc58aa service neutron] Attempting to bind port 85f78051-2130-486d-be5b-736cf5269577 on network 31f5d0ed-5ca5-4f26-8063-b8698ea6981e {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:09.128268 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-82489c8e-1892-420a-a001-754754fc58aa service neutron] Port 85f78051-2130-486d-be5b-736cf5269577 on network 31f5d0ed-5ca5-4f26-8063-b8698ea6981e not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:32:09.128591 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-82489c8e-1892-420a-a001-754754fc58aa service neutron] Attempting to bind port 85f78051-2130-486d-be5b-736cf5269577 on network 31f5d0ed-5ca5-4f26-8063-b8698ea6981e {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:09.134965 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-82489c8e-1892-420a-a001-754754fc58aa service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:32:09.135306 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-82489c8e-1892-420a-a001-754754fc58aa service neutron] Checking segment: {'id': 'f9960641-9612-4cdb-ae7f-7357fdb7c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:09.135692 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-82489c8e-1892-420a-a001-754754fc58aa service neutron] Bound using segment: {'id': 'f9960641-9612-4cdb-ae7f-7357fdb7c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:32:09.136124 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-82489c8e-1892-420a-a001-754754fc58aa service neutron] Bound port: 85f78051-2130-486d-be5b-736cf5269577, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9960641-9612-4cdb-ae7f-7357fdb7c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:32:09.136481 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-82489c8e-1892-420a-a001-754754fc58aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:09.182979 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e23df2ef-0e0a-4a56-8a1b-31afaec09b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:09.185664 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e23df2ef-0e0a-4a56-8a1b-31afaec09b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:09.186839 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e23df2ef-0e0a-4a56-8a1b-31afaec09b3b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/51f34215-4b46-42b2-84dc-dd19ab304597 HTTP/1.1" status: 204 len: 168 time: 0.2511721 Jul 15 13:32:09.205918 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23df2ef-0e0a-4a56-8a1b-31afaec09b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f34215-4b46-42b2-84dc-dd19ab304597,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:09.218509 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-82489c8e-1892-420a-a001-754754fc58aa service neutron] For port 85f78051-2130-486d-be5b-736cf5269577, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:32:09.224087 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-82489c8e-1892-420a-a001-754754fc58aa service neutron] For port 85f78051-2130-486d-be5b-736cf5269577, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=85f78051-2130-486d-be5b-736cf5269577,segment=NetworkSegment(f9960641-9612-4cdb-ae7f-7357fdb7c7fb),segment_id=f9960641-9612-4cdb-ae7f-7357fdb7c7fb)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:32:09.235566 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-82489c8e-1892-420a-a001-754754fc58aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:09.272081 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-82489c8e-1892-420a-a001-754754fc58aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:09.272763 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-82489c8e-1892-420a-a001-754754fc58aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:09.274298 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-82489c8e-1892-420a-a001-754754fc58aa service neutron] 10.222.0.20 "PUT /v2.0/ports/85f78051-2130-486d-be5b-736cf5269577 HTTP/1.1" status: 200 len: 1092 time: 1.2025042 Jul 15 13:32:09.274715 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2', 'tag': '85f78051-2130-486d-be5b-736cf5269577'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:32:09.277387 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2bc6c0-f834-4823-8420-14691625c70b" -d '{"events": [{"name": "network-changed", "server_uuid": "abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2", "tag": "85f78051-2130-486d-be5b-736cf5269577"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:32:09.316555 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82489c8e-1892-420a-a001-754754fc58aa service neutron] Pushing event updated for resources: {'Port': ['ID=85f78051-2130-486d-be5b-736cf5269577,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:09.360100 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426b2b1f-f741-4cc8-96d7-5a7af810f559 x-openstack-request-id: req-426b2b1f-f741-4cc8-96d7-5a7af810f559 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:32:09.360369 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2", "tag": "85f78051-2130-486d-be5b-736cf5269577", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:32:09.360646 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-426b2b1f-f741-4cc8-96d7-5a7af810f559 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:32:09.361029 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2', 'tag': '85f78051-2130-486d-be5b-736cf5269577', 'status': 'completed', 'code': 200} Jul 15 13:32:09.398014 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-1acfdbbf-62a4-4ff2-90d1-25cdb0495175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:09.399894 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-1acfdbbf-62a4-4ff2-90d1-25cdb0495175 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a166bdebb1d4ca388f2465550a7f09f&device_id=abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2 HTTP/1.1" status: 200 len: 1095 time: 0.0737014 Jul 15 13:32:09.452110 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-1b93f125-003e-44e6-b171-e3a01bf15ccd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85f78051-2130-486d-be5b-736cf5269577 HTTP/1.1" status: 200 len: 217 time: 0.0435677 Jul 15 13:32:09.509894 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-a04cf903-cdb1-419d-bd53-5365e1ab8af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:09.511584 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-a04cf903-cdb1-419d-bd53-5365e1ab8af1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=56ba636c-89f6-461f-85cb-74f1c6749bed HTTP/1.1" status: 200 len: 850 time: 0.0529802 Jul 15 13:32:09.540521 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 55652) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:09.557166 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54c36e46-a2e0-4d47-aff9-083deb91a542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:09.574262 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-30e2df99-7415-4ddf-84ca-0d18fdd8b5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:09.575867 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-30e2df99-7415-4ddf-84ca-0d18fdd8b5ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577247 Jul 15 13:32:09.669005 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54c36e46-a2e0-4d47-aff9-083deb91a542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:09.674482 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54c36e46-a2e0-4d47-aff9-083deb91a542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:09.679888 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-3bf951a0-70c8-4cbc-ad1b-3e20a52869b4 service neutron] 10.222.0.20 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975027 Jul 15 13:32:09.715549 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 55656) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:09.715759 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-54c36e46-a2e0-4d47-aff9-083deb91a542 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4a56b200e82a41218606efa645181d01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1735513 Jul 15 13:32:09.720712 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c36e46-a2e0-4d47-aff9-083deb91a542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bde3f76-7c41-486d-bed1-6e7c968e5ded,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:10.306461 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-352b2ae3-1b26-4ded-85a0-91f5060afd3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:10.309259 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4a55fdc6-379f-4c41-9131-9b78e00e206d req-3dd48cb4-f557-45c8-8b51-f5b03205f62a service neutron] 10.222.0.20 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6226408 Jul 15 13:32:10.440446 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-352b2ae3-1b26-4ded-85a0-91f5060afd3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:10.478610 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01810d-e7cf-4b59-82d9-9250fe67c1e7 req-da53b80e-10e6-4157-a0dc-97ed7f34ad15 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:10.480106 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4b01810d-e7cf-4b59-82d9-9250fe67c1e7 req-da53b80e-10e6-4157-a0dc-97ed7f34ad15 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc15792-9db9-4980-bd9b-46c7ead8ef80 HTTP/1.1" status: 200 len: 946 time: 0.3066754 Jul 15 13:32:10.511328 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aef0e7-4a02-4fdb-8433-4f75b5d84279 req-765bc615-0d10-4e96-b10d-e5aca43bcd3d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:10.515795 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e0aef0e7-4a02-4fdb-8433-4f75b5d84279 req-765bc615-0d10-4e96-b10d-e5aca43bcd3d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2 HTTP/1.1" status: 200 len: 943 time: 0.3431597 Jul 15 13:32:10.612396 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-352b2ae3-1b26-4ded-85a0-91f5060afd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:10.615348 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-352b2ae3-1b26-4ded-85a0-91f5060afd3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:10.616744 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-352b2ae3-1b26-4ded-85a0-91f5060afd3f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3bde3f76-7c41-486d-bed1-6e7c968e5ded HTTP/1.1" status: 204 len: 168 time: 0.9000485 Jul 15 13:32:10.624434 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e0aef0e7-4a02-4fdb-8433-4f75b5d84279 req-b3f011ab-35d9-4799-8acc-65088d8af2b3 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950811 Jul 15 13:32:10.627092 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4b01810d-e7cf-4b59-82d9-9250fe67c1e7 req-b7e91116-a915-4ac7-849e-01374d23918a tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac3faf68-cded-41b7-8353-9d14384cf315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341591 Jul 15 13:32:10.630089 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bc6c0-f834-4823-8420-14691625c70b req-b0216674-689d-49eb-b299-5b4ced17d0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:10.631636 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9e2bc6c0-f834-4823-8420-14691625c70b req-b0216674-689d-49eb-b299-5b4ced17d0a5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a166bdebb1d4ca388f2465550a7f09f&device_id=abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2 HTTP/1.1" status: 200 len: 1095 time: 0.2622452 Jul 15 13:32:10.637447 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b2ae3-1b26-4ded-85a0-91f5060afd3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bde3f76-7c41-486d-bed1-6e7c968e5ded,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:10.755921 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bc6c0-f834-4823-8420-14691625c70b req-ba1db16e-35c3-472e-8dde-4a16d270db88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:10.757758 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9e2bc6c0-f834-4823-8420-14691625c70b req-ba1db16e-35c3-472e-8dde-4a16d270db88 service neutron] 10.222.0.20 "GET /v2.0/networks?id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e HTTP/1.1" status: 200 len: 912 time: 0.1185005 Jul 15 13:32:10.802097 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9e2bc6c0-f834-4823-8420-14691625c70b req-e6d7fdb8-a930-4f57-82a7-c4b179b98e11 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85f78051-2130-486d-be5b-736cf5269577 HTTP/1.1" status: 200 len: 217 time: 0.0368958 Jul 15 13:32:10.872029 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bc6c0-f834-4823-8420-14691625c70b req-b1275a6c-d920-4d89-a5f7-6e41234423e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:10.873197 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9e2bc6c0-f834-4823-8420-14691625c70b req-b1275a6c-d920-4d89-a5f7-6e41234423e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=56ba636c-89f6-461f-85cb-74f1c6749bed HTTP/1.1" status: 200 len: 850 time: 0.0632064 Jul 15 13:32:10.951758 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bc6c0-f834-4823-8420-14691625c70b req-96a98c9e-edae-4fb8-9b8c-7eba21acc82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:10.953528 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9e2bc6c0-f834-4823-8420-14691625c70b req-96a98c9e-edae-4fb8-9b8c-7eba21acc82d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0724154 Jul 15 13:32:11.079852 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9e2bc6c0-f834-4823-8420-14691625c70b req-131c4e79-6501-48de-bc01-eb3ec80afedd service neutron] 10.222.0.20 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173470 Jul 15 13:32:11.244942 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9e2bc6c0-f834-4823-8420-14691625c70b req-224ee06d-27fe-4b1d-8b7d-dbb522949c1c service neutron] 10.222.0.20 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574304 Jul 15 13:32:11.387600 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0e67c-4be4-4141-a59c-75a936f7c402 req-40e25991-50ae-434f-809e-f739b04efd6a tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:11.390098 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d8a0e67c-4be4-4141-a59c-75a936f7c402 req-40e25991-50ae-434f-809e-f739b04efd6a tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffc15792-9db9-4980-bd9b-46c7ead8ef80 HTTP/1.1" status: 200 len: 946 time: 0.0752316 Jul 15 13:32:11.556544 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-d8a0e67c-4be4-4141-a59c-75a936f7c402 req-b09145d1-0e38-4f8d-abd2-594ab1a4099b tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Deleting port 809f0078-e6b8-4b42-87de-5342630cad75 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:11.556544 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-d8a0e67c-4be4-4141-a59c-75a936f7c402 req-b09145d1-0e38-4f8d-abd2-594ab1a4099b tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:11.708953 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-d8a0e67c-4be4-4141-a59c-75a936f7c402 req-b09145d1-0e38-4f8d-abd2-594ab1a4099b tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] For port 809f0078-e6b8-4b42-87de-5342630cad75, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=809f0078-e6b8-4b42-87de-5342630cad75,segment=NetworkSegment(647bc94c-d766-45e9-bf55-e965f0de33ad),segment_id=647bc94c-d766-45e9-bf55-e965f0de33ad)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:11.709403 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-d8a0e67c-4be4-4141-a59c-75a936f7c402 req-b09145d1-0e38-4f8d-abd2-594ab1a4099b tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:11.723471 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-d8a0e67c-4be4-4141-a59c-75a936f7c402 req-b09145d1-0e38-4f8d-abd2-594ab1a4099b tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Calling delete_port for 809f0078-e6b8-4b42-87de-5342630cad75 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:11.777141 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 92504c4a-8749-4006-b0d8-c6bf93bb38bb no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:11.818353 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 92504c4a-8749-4006-b0d8-c6bf93bb38bb {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:32:11.818999 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 92504c4a-8749-4006-b0d8-c6bf93bb38bb not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:32:11.904972 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4308c8f-950e-4d3a-802e-7e0421a4a079 req-c5b3ac49-3bcb-4a43-a8d9-41d14457ae02 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:11.906506 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c4308c8f-950e-4d3a-802e-7e0421a4a079 req-c5b3ac49-3bcb-4a43-a8d9-41d14457ae02 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2 HTTP/1.1" status: 200 len: 943 time: 0.1059873 Jul 15 13:32:11.951206 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-d8a0e67c-4be4-4141-a59c-75a936f7c402 req-b09145d1-0e38-4f8d-abd2-594ab1a4099b tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:11.966977 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['adf3fc58-d43e-48ef-89c5-f599f15c1424', '809f0078-e6b8-4b42-87de-5342630cad75'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:32:12.003532 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09145d1-0e38-4f8d-abd2-594ab1a4099b tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Pushing event deleted for resources: {'Port': ['ID=809f0078-e6b8-4b42-87de-5342630cad75,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:12.016458 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c4308c8f-950e-4d3a-802e-7e0421a4a079 req-6f08b53d-5824-4a5a-94cd-82e59edbe3c4 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683832 Jul 15 13:32:12.041662 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d8e09-9da6-4f48-ab89-1bd6b6dee47f req-572eb300-df69-4beb-8872-cf4b0d24c3b9 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:12.043853 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b41d8e09-9da6-4f48-ab89-1bd6b6dee47f req-572eb300-df69-4beb-8872-cf4b0d24c3b9 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc15792-9db9-4980-bd9b-46c7ead8ef80 HTTP/1.1" status: 200 len: 867 time: 0.1523402 Jul 15 13:32:12.092991 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a0e67c-4be4-4141-a59c-75a936f7c402 req-b09145d1-0e38-4f8d-abd2-594ab1a4099b tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] No DVR routers for this DVR port 809f0078-e6b8-4b42-87de-5342630cad75 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:12.100987 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-d8a0e67c-4be4-4141-a59c-75a936f7c402 req-b09145d1-0e38-4f8d-abd2-594ab1a4099b tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:12.103097 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d8a0e67c-4be4-4141-a59c-75a936f7c402 req-b09145d1-0e38-4f8d-abd2-594ab1a4099b tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.46 "DELETE /v2.0/ports/809f0078-e6b8-4b42-87de-5342630cad75 HTTP/1.1" status: 204 len: 173 time: 0.7072999 Jul 15 13:32:12.104035 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b41d8e09-9da6-4f48-ab89-1bd6b6dee47f req-fd2fbc2e-9f38-4cc9-81c3-63f363da6a50 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac3faf68-cded-41b7-8353-9d14384cf315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512362 Jul 15 13:32:12.115254 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc15792-9db9-4980-bd9b-46c7ead8ef80', 'name': 'network-vif-deleted', 'tag': '809f0078-e6b8-4b42-87de-5342630cad75'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:32:12.121051 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41794ef-a6f7-44c7-9d7b-a55565323a29" -d '{"events": [{"server_uuid": "ffc15792-9db9-4980-bd9b-46c7ead8ef80", "name": "network-vif-deleted", "tag": "809f0078-e6b8-4b42-87de-5342630cad75"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:32:12.206217 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f92e7d-661b-49a1-8596-f9ccbfccb584 x-openstack-request-id: req-77f92e7d-661b-49a1-8596-f9ccbfccb584 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:32:12.206507 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc15792-9db9-4980-bd9b-46c7ead8ef80", "name": "network-vif-deleted", "tag": "809f0078-e6b8-4b42-87de-5342630cad75", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:32:12.207418 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-77f92e7d-661b-49a1-8596-f9ccbfccb584 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:32:12.208057 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc15792-9db9-4980-bd9b-46c7ead8ef80', 'name': 'network-vif-deleted', 'tag': '809f0078-e6b8-4b42-87de-5342630cad75', 'status': 'completed', 'code': 200} Jul 15 13:32:13.235284 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3f222-1aaf-4b5f-9746-45476eeedc56 req-67d276e7-72ac-4bc4-a9d9-e15697fa0229 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:13.237227 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-89b3f222-1aaf-4b5f-9746-45476eeedc56 req-67d276e7-72ac-4bc4-a9d9-e15697fa0229 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2 HTTP/1.1" status: 200 len: 943 time: 0.1005323 Jul 15 13:32:13.306824 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-89b3f222-1aaf-4b5f-9746-45476eeedc56 req-216cc344-00f3-4682-9285-c24aec421ae9 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631995 Jul 15 13:32:14.607854 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3edea8-9876-4564-9c3e-d38e4447c306 req-8b9259b1-823c-4426-a036-c3490eac6668 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:14.615614 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fc3edea8-9876-4564-9c3e-d38e4447c306 req-8b9259b1-823c-4426-a036-c3490eac6668 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2 HTTP/1.1" status: 200 len: 943 time: 0.0928035 Jul 15 13:32:14.658130 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fc3edea8-9876-4564-9c3e-d38e4447c306 req-755d374b-0a38-4f48-955a-73e62832af82 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413244 Jul 15 13:32:14.824038 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 55744) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:14.985433 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8f201a92-99d2-403f-9eb2-033cf286fb43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.090305 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8f201a92-99d2-403f-9eb2-033cf286fb43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.095751 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8f201a92-99d2-403f-9eb2-033cf286fb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.136511 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f201a92-99d2-403f-9eb2-033cf286fb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de137f30-38b9-4713-879e-140b9661ad29,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:15.141254 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8f201a92-99d2-403f-9eb2-033cf286fb43 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d525fb95f35c486095a2615bcf3d9c18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3161912 Jul 15 13:32:15.145218 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 55748) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:15.200057 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-03cd5bdc-ddaf-4d15-8ae6-609ced5c9273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.230308 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-03cd5bdc-ddaf-4d15-8ae6-609ced5c9273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.294158 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-03cd5bdc-ddaf-4d15-8ae6-609ced5c9273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.304743 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-03cd5bdc-ddaf-4d15-8ae6-609ced5c9273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.307978 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-03cd5bdc-ddaf-4d15-8ae6-609ced5c9273 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/de137f30-38b9-4713-879e-140b9661ad29 HTTP/1.1" status: 204 len: 168 time: 0.1618946 Jul 15 13:32:15.332857 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd5bdc-ddaf-4d15-8ae6-609ced5c9273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de137f30-38b9-4713-879e-140b9661ad29,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:15.709060 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 55758) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:15.723726 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a92e7269-97cc-499c-b24b-4114b05abca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.791718 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 809f0078-e6b8-4b42-87de-5342630cad75 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:15.827041 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 809f0078-e6b8-4b42-87de-5342630cad75 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:32:15.827041 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 809f0078-e6b8-4b42-87de-5342630cad75 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:32:15.878418 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a92e7269-97cc-499c-b24b-4114b05abca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.883560 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a92e7269-97cc-499c-b24b-4114b05abca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.918039 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f8fa2-c4da-4cfc-8f9f-8f00f66db54f req-91a4e783-6e65-455f-8f5a-330e68f1974d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:15.919671 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e2f8fa2-c4da-4cfc-8f9f-8f00f66db54f req-91a4e783-6e65-455f-8f5a-330e68f1974d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2 HTTP/1.1" status: 200 len: 943 time: 0.0850480 Jul 15 13:32:15.931178 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a92e7269-97cc-499c-b24b-4114b05abca1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=99f9d34b418c4c5ab582aefbac929f67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2209909 Jul 15 13:32:15.933849 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 55762) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:15.941283 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e7269-97cc-499c-b24b-4114b05abca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5648e9-ecf8-415e-a62a-3bdd74d590e8,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:15.973285 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e2f8fa2-c4da-4cfc-8f9f-8f00f66db54f req-80491f46-c814-4b4f-ba25-8a34cff6c42e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452087 Jul 15 13:32:15.994594 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-503f53e2-d0a2-4090-a550-095950c1481a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:16.018073 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-503f53e2-d0a2-4090-a550-095950c1481a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:16.067405 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-503f53e2-d0a2-4090-a550-095950c1481a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:16.070021 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-503f53e2-d0a2-4090-a550-095950c1481a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:16.071286 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-503f53e2-d0a2-4090-a550-095950c1481a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7e5648e9-ecf8-415e-a62a-3bdd74d590e8 HTTP/1.1" status: 204 len: 168 time: 0.1360741 Jul 15 13:32:16.083615 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f53e2-d0a2-4090-a550-095950c1481a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5648e9-ecf8-415e-a62a-3bdd74d590e8,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:17.044238 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324dcc2-c9ff-472a-a5be-76a8a427245d req-eb1c741a-f356-4a4b-8166-1f7166541539 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:17.051462 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0324dcc2-c9ff-472a-a5be-76a8a427245d req-eb1c741a-f356-4a4b-8166-1f7166541539 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a230a33-002a-47c5-a7e0-934352e18c22 HTTP/1.1" status: 200 len: 945 time: 0.0743492 Jul 15 13:32:17.104823 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0324dcc2-c9ff-472a-a5be-76a8a427245d req-f6172da1-bc1f-4016-95d1-0b6b2cc371cc tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac3faf68-cded-41b7-8353-9d14384cf315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523846 Jul 15 13:32:17.198878 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4544c0-f2f5-4367-9375-66da7f92b976 req-02252167-c3f5-4c7e-81c9-7d7c6a6134f1 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:17.200501 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bf4544c0-f2f5-4367-9375-66da7f92b976 req-02252167-c3f5-4c7e-81c9-7d7c6a6134f1 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2 HTTP/1.1" status: 200 len: 943 time: 0.0681529 Jul 15 13:32:17.247144 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bf4544c0-f2f5-4367-9375-66da7f92b976 req-fc2c95e6-94b3-43b6-b5ed-dae5c562969f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404592 Jul 15 13:32:18.296980 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8adb04-8a36-4321-80d1-c8e0d905bb2e req-ee185bed-efe3-423c-891b-b523f55b6b1c tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:18.298609 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ab8adb04-8a36-4321-80d1-c8e0d905bb2e req-ee185bed-efe3-423c-891b-b523f55b6b1c tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a230a33-002a-47c5-a7e0-934352e18c22 HTTP/1.1" status: 200 len: 945 time: 0.0813055 Jul 15 13:32:18.375284 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ab8adb04-8a36-4321-80d1-c8e0d905bb2e req-4d965c32-f22d-4a81-a7fb-00cd69824d3e tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac3faf68-cded-41b7-8353-9d14384cf315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706773 Jul 15 13:32:18.439139 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05edac6-0cb2-4f9c-a49e-3f296e83ebc0 req-71c9d8ae-dbb3-49d5-b2b9-e7b6965342b9 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:18.442245 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b05edac6-0cb2-4f9c-a49e-3f296e83ebc0 req-71c9d8ae-dbb3-49d5-b2b9-e7b6965342b9 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a230a33-002a-47c5-a7e0-934352e18c22 HTTP/1.1" status: 200 len: 945 time: 0.1210458 Jul 15 13:32:18.486650 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebbab7-8967-49d1-90f2-de14fcd8c48e req-5e1d6758-d8c3-4102-ae5a-93caecbd5260 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:18.488794 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-18ebbab7-8967-49d1-90f2-de14fcd8c48e req-5e1d6758-d8c3-4102-ae5a-93caecbd5260 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2 HTTP/1.1" status: 200 len: 943 time: 0.0794482 Jul 15 13:32:18.529465 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-18ebbab7-8967-49d1-90f2-de14fcd8c48e req-2b2b7673-a601-4497-982b-bbebc6b7d70f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337520 Jul 15 13:32:18.583030 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-b05edac6-0cb2-4f9c-a49e-3f296e83ebc0 req-2aa74692-362a-4ef1-b583-44251c43ead8 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Deleting port adf3fc58-d43e-48ef-89c5-f599f15c1424 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:18.583374 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-b05edac6-0cb2-4f9c-a49e-3f296e83ebc0 req-2aa74692-362a-4ef1-b583-44251c43ead8 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.674591 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-b05edac6-0cb2-4f9c-a49e-3f296e83ebc0 req-2aa74692-362a-4ef1-b583-44251c43ead8 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] For port adf3fc58-d43e-48ef-89c5-f599f15c1424, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=adf3fc58-d43e-48ef-89c5-f599f15c1424,segment=NetworkSegment(647bc94c-d766-45e9-bf55-e965f0de33ad),segment_id=647bc94c-d766-45e9-bf55-e965f0de33ad)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:18.674976 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-b05edac6-0cb2-4f9c-a49e-3f296e83ebc0 req-2aa74692-362a-4ef1-b583-44251c43ead8 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.693262 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-b05edac6-0cb2-4f9c-a49e-3f296e83ebc0 req-2aa74692-362a-4ef1-b583-44251c43ead8 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Calling delete_port for adf3fc58-d43e-48ef-89c5-f599f15c1424 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:18.830762 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-b05edac6-0cb2-4f9c-a49e-3f296e83ebc0 req-2aa74692-362a-4ef1-b583-44251c43ead8 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.844946 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['adf3fc58-d43e-48ef-89c5-f599f15c1424'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:32:18.864080 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa74692-362a-4ef1-b583-44251c43ead8 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Pushing event deleted for resources: {'Port': ['ID=adf3fc58-d43e-48ef-89c5-f599f15c1424,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:18.925917 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b05edac6-0cb2-4f9c-a49e-3f296e83ebc0 req-2aa74692-362a-4ef1-b583-44251c43ead8 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] No DVR routers for this DVR port adf3fc58-d43e-48ef-89c5-f599f15c1424 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:18.928766 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-b05edac6-0cb2-4f9c-a49e-3f296e83ebc0 req-2aa74692-362a-4ef1-b583-44251c43ead8 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.930826 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b05edac6-0cb2-4f9c-a49e-3f296e83ebc0 req-2aa74692-362a-4ef1-b583-44251c43ead8 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.46 "DELETE /v2.0/ports/adf3fc58-d43e-48ef-89c5-f599f15c1424 HTTP/1.1" status: 204 len: 173 time: 0.4829311 Jul 15 13:32:18.931278 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a230a33-002a-47c5-a7e0-934352e18c22', 'name': 'network-vif-deleted', 'tag': 'adf3fc58-d43e-48ef-89c5-f599f15c1424'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:32:18.933626 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66820f18-6264-4525-9fd5-75072dabff36" -d '{"events": [{"server_uuid": "1a230a33-002a-47c5-a7e0-934352e18c22", "name": "network-vif-deleted", "tag": "adf3fc58-d43e-48ef-89c5-f599f15c1424"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:32:18.981988 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b84dce-a9ef-4d73-8094-ede0f391f1d0 x-openstack-request-id: req-82b84dce-a9ef-4d73-8094-ede0f391f1d0 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:32:18.982885 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a230a33-002a-47c5-a7e0-934352e18c22", "name": "network-vif-deleted", "tag": "adf3fc58-d43e-48ef-89c5-f599f15c1424", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:32:18.983367 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-82b84dce-a9ef-4d73-8094-ede0f391f1d0 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:32:18.983950 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a230a33-002a-47c5-a7e0-934352e18c22', 'name': 'network-vif-deleted', 'tag': 'adf3fc58-d43e-48ef-89c5-f599f15c1424', 'status': 'completed', 'code': 200} Jul 15 13:32:19.356912 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:32:19.560488 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e2912fd6-4a76-4bf9-8d25-96ae5bdc04c1 req-065d9549-37b0-4dd2-ae55-0d910a21d1a2 tempest-AttachVolumeNegativeTest-1896307117 tempest-AttachVolumeNegativeTest-1896307117-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a230a33-002a-47c5-a7e0-934352e18c22 HTTP/1.1" status: 200 len: 210 time: 0.0373261 Jul 15 13:32:19.741612 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c9bfa8-a384-480f-87bc-99c2739ca39a req-41064e1c-e391-44b6-adb0-5583306edc8d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:19.743256 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-69c9bfa8-a384-480f-87bc-99c2739ca39a req-41064e1c-e391-44b6-adb0-5583306edc8d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2 HTTP/1.1" status: 200 len: 943 time: 0.0722334 Jul 15 13:32:19.785769 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-69c9bfa8-a384-480f-87bc-99c2739ca39a req-e2563cb7-02be-46a6-a63f-8a0cf3e6cb33 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360677 Jul 15 13:32:20.661714 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 55900) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:20.707514 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b5e08d9-7735-4985-8204-47f2c80d318c admin admin] Deleting subnet a4f37fdd-85e1-4a00-aa18-97bc3cabc7bb {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:32:20.710697 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8b5e08d9-7735-4985-8204-47f2c80d318c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:20.746183 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8b5e08d9-7735-4985-8204-47f2c80d318c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:20.787803 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8b5e08d9-7735-4985-8204-47f2c80d318c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:20.871816 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8b5e08d9-7735-4985-8204-47f2c80d318c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:20.889443 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8b5e08d9-7735-4985-8204-47f2c80d318c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:20.895041 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 55908) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:20.903960 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8b5e08d9-7735-4985-8204-47f2c80d318c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a4f37fdd-85e1-4a00-aa18-97bc3cabc7bb HTTP/1.1" status: 204 len: 168 time: 0.2404556 Jul 15 13:32:20.933722 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e08d9-7735-4985-8204-47f2c80d318c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4f37fdd-85e1-4a00-aa18-97bc3cabc7bb,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:21.006609 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-64069ead-7e5a-4e5f-a573-cc32685ccb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:21.091646 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517cd98-a649-4cc2-8601-562052b671e3 req-5b8d2a15-7fa9-4af0-ad8b-f63d5b5b56f1 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:21.093207 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7517cd98-a649-4cc2-8601-562052b671e3 req-5b8d2a15-7fa9-4af0-ad8b-f63d5b5b56f1 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2 HTTP/1.1" status: 200 len: 943 time: 0.1564279 Jul 15 13:32:21.119711 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-64069ead-7e5a-4e5f-a573-cc32685ccb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:21.138261 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-64069ead-7e5a-4e5f-a573-cc32685ccb6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a4dd7d0-16e5-4773-b3e2-68181d406c30']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:21.156641 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-64069ead-7e5a-4e5f-a573-cc32685ccb6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '647bc94c-d766-45e9-bf55-e965f0de33ad') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:21.156935 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-64069ead-7e5a-4e5f-a573-cc32685ccb6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '647bc94c-d766-45e9-bf55-e965f0de33ad') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:21.176544 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-64069ead-7e5a-4e5f-a573-cc32685ccb6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:21.188097 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7517cd98-a649-4cc2-8601-562052b671e3 req-20fb1ddd-e120-4c54-9887-b77dce86db24 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654702 Jul 15 13:32:21.194944 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-64069ead-7e5a-4e5f-a573-cc32685ccb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:21.202116 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64069ead-7e5a-4e5f-a573-cc32685ccb6b admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:32:21.202524 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-64069ead-7e5a-4e5f-a573-cc32685ccb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:21.212334 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:32:21.212334 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:32:21.212334 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:32:21.212334 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:32:21.212334 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:32:21.212334 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:32:21.212334 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:32:21.212334 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:32:21.212334 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:32:21.212334 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:32:21.212334 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:32:21.212334 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:32:21.212334 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:32:21.212334 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:32:21.212334 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:32:21.212334 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:32:21.212334 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:32:21.212334 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:32:21.212334 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:32:21.212334 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:32:21.212334 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:32:21.212334 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:32:21.212334 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:32:21.212334 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:32:21.212334 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:32:21.212334 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:32:21.212334 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:32:21.212334 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:32:21.212334 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:32:21.212334 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:32:21.212334 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:32:21.212334 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:32:21.212334 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:32:21.212334 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:32:21.212334 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:32:21.212334 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:32:21.269661 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-64069ead-7e5a-4e5f-a573-cc32685ccb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:21.275953 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-64069ead-7e5a-4e5f-a573-cc32685ccb6b admin admin] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:21.283747 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-64069ead-7e5a-4e5f-a573-cc32685ccb6b admin admin] 10.222.0.16 "DELETE /v2.0/networks/0a4dd7d0-16e5-4773-b3e2-68181d406c30 HTTP/1.1" status: 204 len: 168 time: 0.3876157 Jul 15 13:32:21.298200 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64069ead-7e5a-4e5f-a573-cc32685ccb6b admin admin] Pushing event deleted for resources: {'Network': ['ID=0a4dd7d0-16e5-4773-b3e2-68181d406c30,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:21.475170 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 55920) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:21.517029 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ee2df055-8439-4cce-9ad9-098368bb68d6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f47c81c2aea3401a82859f27bf866d5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382712 Jul 15 13:32:21.517241 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 55922) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:21.568756 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e95b3488-5ad1-4ffd-ae69-3981303fc112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:21.593584 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e95b3488-5ad1-4ffd-ae69-3981303fc112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:21.645177 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e95b3488-5ad1-4ffd-ae69-3981303fc112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:21.647698 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e95b3488-5ad1-4ffd-ae69-3981303fc112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:21.652168 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e95b3488-5ad1-4ffd-ae69-3981303fc112 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ac3faf68-cded-41b7-8353-9d14384cf315 HTTP/1.1" status: 204 len: 168 time: 0.1339993 Jul 15 13:32:21.662547 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b3488-5ad1-4ffd-ae69-3981303fc112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3faf68-cded-41b7-8353-9d14384cf315,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:22.376521 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3bc24-5434-46de-9ce3-ab1157f435fa req-ab167a10-518f-441c-a30d-48c1d5f069a3 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:22.378421 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c4a3bc24-5434-46de-9ce3-ab1157f435fa req-ab167a10-518f-441c-a30d-48c1d5f069a3 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2 HTTP/1.1" status: 200 len: 943 time: 0.0714290 Jul 15 13:32:22.386913 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 55956) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:22.420387 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c4a3bc24-5434-46de-9ce3-ab1157f435fa req-be9485d1-84fa-4d65-8487-d526ab7a7aae tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349433 Jul 15 13:32:22.499233 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ac1b9d8d-402c-4e94-bd4f-637abd8b5c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:22.608646 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ac1b9d8d-402c-4e94-bd4f-637abd8b5c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:22.613870 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ac1b9d8d-402c-4e94-bd4f-637abd8b5c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:22.654946 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ac1b9d8d-402c-4e94-bd4f-637abd8b5c9a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cc8211f8810347f3bd66d203ed255dc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2668738 Jul 15 13:32:22.655704 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b9d8d-402c-4e94-bd4f-637abd8b5c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaff8d18-ca62-4162-9dfc-3620b4e01623,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:22.657800 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 55968) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:22.714441 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6cb26f31-4264-49bf-9d94-d67797d8c492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:22.737674 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6cb26f31-4264-49bf-9d94-d67797d8c492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:22.797956 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6cb26f31-4264-49bf-9d94-d67797d8c492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:22.801334 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6cb26f31-4264-49bf-9d94-d67797d8c492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:22.802579 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6cb26f31-4264-49bf-9d94-d67797d8c492 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eaff8d18-ca62-4162-9dfc-3620b4e01623 HTTP/1.1" status: 204 len: 168 time: 0.1432498 Jul 15 13:32:22.820226 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb26f31-4264-49bf-9d94-d67797d8c492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaff8d18-ca62-4162-9dfc-3620b4e01623,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:23.178334 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 55988) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:23.194390 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-39974710-d956-4cf7-b224-408b72f81ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:23.289087 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-39974710-d956-4cf7-b224-408b72f81ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:23.293388 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-39974710-d956-4cf7-b224-408b72f81ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:23.331513 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39974710-d956-4cf7-b224-408b72f81ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9522b422-908f-4351-acb4-53b776123850,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:23.336112 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-39974710-d956-4cf7-b224-408b72f81ed9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7867df3230d942ee87aac15ed4ca33a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1566210 Jul 15 13:32:23.338872 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 55994) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:23.390790 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4caa1595-fc92-4bd5-8862-ae9ad479e4db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:23.413928 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4caa1595-fc92-4bd5-8862-ae9ad479e4db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:23.466283 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4caa1595-fc92-4bd5-8862-ae9ad479e4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:23.469605 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4caa1595-fc92-4bd5-8862-ae9ad479e4db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:23.470953 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4caa1595-fc92-4bd5-8862-ae9ad479e4db admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9522b422-908f-4351-acb4-53b776123850 HTTP/1.1" status: 204 len: 168 time: 0.1311264 Jul 15 13:32:23.482603 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa1595-fc92-4bd5-8862-ae9ad479e4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9522b422-908f-4351-acb4-53b776123850,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:23.629424 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a16bd1-1f45-4ca1-bc44-52e212792e02 req-9023ce1f-0da2-4303-92bc-4a0ea22b966a tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:23.635046 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-91a16bd1-1f45-4ca1-bc44-52e212792e02 req-9023ce1f-0da2-4303-92bc-4a0ea22b966a tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2 HTTP/1.1" status: 200 len: 943 time: 0.0827260 Jul 15 13:32:23.684126 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-91a16bd1-1f45-4ca1-bc44-52e212792e02 req-f650b177-bdc8-40f7-9512-f5cf12e1fc0b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474782 Jul 15 13:32:23.821943 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device adf3fc58-d43e-48ef-89c5-f599f15c1424 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:23.842230 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: adf3fc58-d43e-48ef-89c5-f599f15c1424 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:32:23.842586 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device adf3fc58-d43e-48ef-89c5-f599f15c1424 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:32:23.867719 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 56020) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:24.025368 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c52bacb3-b3a5-4a5a-b5a2-6f53aa6b8eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.119072 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c52bacb3-b3a5-4a5a-b5a2-6f53aa6b8eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.123287 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c52bacb3-b3a5-4a5a-b5a2-6f53aa6b8eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.162122 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52bacb3-b3a5-4a5a-b5a2-6f53aa6b8eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff605adc-3454-4e30-92ad-e1a132049485,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:24.166620 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c52bacb3-b3a5-4a5a-b5a2-6f53aa6b8eff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bf63fb78264c4275807ba6f2ef76af69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2972491 Jul 15 13:32:24.170700 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 56036) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:24.218874 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9f8f3825-f403-4f84-80cc-85d7d7787e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.240297 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9f8f3825-f403-4f84-80cc-85d7d7787e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.300318 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9f8f3825-f403-4f84-80cc-85d7d7787e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.302792 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9f8f3825-f403-4f84-80cc-85d7d7787e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.303951 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9f8f3825-f403-4f84-80cc-85d7d7787e35 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ff605adc-3454-4e30-92ad-e1a132049485 HTTP/1.1" status: 204 len: 168 time: 0.1330760 Jul 15 13:32:24.311943 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f3825-f403-4f84-80cc-85d7d7787e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff605adc-3454-4e30-92ad-e1a132049485,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:24.690373 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 56052) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:24.707763 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-08bec5ce-2b11-4548-9d1f-0b72aa16d9c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.814929 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-08bec5ce-2b11-4548-9d1f-0b72aa16d9c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.821157 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-08bec5ce-2b11-4548-9d1f-0b72aa16d9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.905690 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-08bec5ce-2b11-4548-9d1f-0b72aa16d9c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fabd92c0596c424ab778c6cd17680570&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2135897 Jul 15 13:32:24.908106 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bec5ce-2b11-4548-9d1f-0b72aa16d9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3eacdc-db97-497e-8d38-64e88f14d65b,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:24.908483 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 56062) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:24.957849 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48715eb7-503d-4401-a071-62073ce3ea4a req-a3eb0836-f707-4ad3-b86e-00012c33678e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:24.959394 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-48715eb7-503d-4401-a071-62073ce3ea4a req-a3eb0836-f707-4ad3-b86e-00012c33678e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2 HTTP/1.1" status: 200 len: 943 time: 0.1233091 Jul 15 13:32:24.966319 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-85cd7b5b-e667-452e-bbde-f42a27a4c936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.989509 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-85cd7b5b-e667-452e-bbde-f42a27a4c936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:25.003669 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-48715eb7-503d-4401-a071-62073ce3ea4a req-27688aea-33b6-454b-bb75-bf2499c9f106 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370889 Jul 15 13:32:25.046193 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-85cd7b5b-e667-452e-bbde-f42a27a4c936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:25.048792 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-85cd7b5b-e667-452e-bbde-f42a27a4c936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:25.050092 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-85cd7b5b-e667-452e-bbde-f42a27a4c936 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1d3eacdc-db97-497e-8d38-64e88f14d65b HTTP/1.1" status: 204 len: 168 time: 0.1403005 Jul 15 13:32:25.059714 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd7b5b-e667-452e-bbde-f42a27a4c936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3eacdc-db97-497e-8d38-64e88f14d65b,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:26.498250 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345eb68b-2ac3-49f9-b859-7e1584632bf0 req-1fe3a3b3-b843-4da3-a895-fe3be3cd6889 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:26.503041 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-345eb68b-2ac3-49f9-b859-7e1584632bf0 req-1fe3a3b3-b843-4da3-a895-fe3be3cd6889 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2 HTTP/1.1" status: 200 len: 943 time: 0.3753059 Jul 15 13:32:26.542613 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-345eb68b-2ac3-49f9-b859-7e1584632bf0 req-f3bd4f47-b98c-4f68-87fc-666d71199c6b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353184 Jul 15 13:32:27.768609 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70138aa1-94fe-4448-a2f5-a093187684df req-68421d55-d263-4ad2-9003-df6eb1e30bd2 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:27.771568 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-70138aa1-94fe-4448-a2f5-a093187684df req-68421d55-d263-4ad2-9003-df6eb1e30bd2 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2 HTTP/1.1" status: 200 len: 943 time: 0.0884621 Jul 15 13:32:27.813399 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-70138aa1-94fe-4448-a2f5-a093187684df req-4770b162-716a-480b-abbc-3be57b160846 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356171 Jul 15 13:32:28.222810 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 56186) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:28.357781 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6e0e1d4e-1e43-4c1e-957f-5ef5b9b6fdd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:28.460317 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6e0e1d4e-1e43-4c1e-957f-5ef5b9b6fdd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:28.464151 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6e0e1d4e-1e43-4c1e-957f-5ef5b9b6fdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:28.501310 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e1d4e-1e43-4c1e-957f-5ef5b9b6fdd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e48045-1dcf-4bf4-a9da-f4e0ea66294b,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:28.507104 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6e0e1d4e-1e43-4c1e-957f-5ef5b9b6fdd2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6e744184250443c996d07b1763e4d52d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2831373 Jul 15 13:32:28.508728 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 56196) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:28.560776 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8177fcc4-42c7-42d8-9d8b-98169a4b7aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:28.587894 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8177fcc4-42c7-42d8-9d8b-98169a4b7aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:28.644551 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8177fcc4-42c7-42d8-9d8b-98169a4b7aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:28.648113 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8177fcc4-42c7-42d8-9d8b-98169a4b7aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:28.652123 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8177fcc4-42c7-42d8-9d8b-98169a4b7aac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f1e48045-1dcf-4bf4-a9da-f4e0ea66294b HTTP/1.1" status: 204 len: 168 time: 0.1396160 Jul 15 13:32:28.664519 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177fcc4-42c7-42d8-9d8b-98169a4b7aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e48045-1dcf-4bf4-a9da-f4e0ea66294b,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:28.904506 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 85f78051-2130-486d-be5b-736cf5269577 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:32:29.032509 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34f440-3ca9-46f1-bcad-485620ae1056 req-5ead85d2-839c-44ac-a19e-1a2c865129c7 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:29.034966 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1f34f440-3ca9-46f1-bcad-485620ae1056 req-5ead85d2-839c-44ac-a19e-1a2c865129c7 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2 HTTP/1.1" status: 200 len: 943 time: 0.0744498 Jul 15 13:32:29.072935 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 85f78051-2130-486d-be5b-736cf5269577, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=85f78051-2130-486d-be5b-736cf5269577,segment=NetworkSegment(f9960641-9612-4cdb-ae7f-7357fdb7c7fb),segment_id=f9960641-9612-4cdb-ae7f-7357fdb7c7fb)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:29.081473 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1f34f440-3ca9-46f1-bcad-485620ae1056 req-cff26733-badd-4092-8910-d4f498db8a9a tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366168 Jul 15 13:32:29.085773 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': '85f78051-2130-486d-be5b-736cf5269577', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'port_id': '85f78051-2130-486d-be5b-736cf5269577', 'mac_address': 'fa:16:3e:72:40:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:32:29.137437 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.150520 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85f78051-2130-486d-be5b-736cf5269577 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:32:29.158462 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 56216) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:29.176989 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ba5e3d1f-f4e3-40c4-b8e3-0ae94d3ff9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.179017 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 85f78051-2130-486d-be5b-736cf5269577, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=85f78051-2130-486d-be5b-736cf5269577,segment=NetworkSegment(f9960641-9612-4cdb-ae7f-7357fdb7c7fb),segment_id=f9960641-9612-4cdb-ae7f-7357fdb7c7fb)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:29.183457 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.240979 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=85f78051-2130-486d-be5b-736cf5269577,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:29.249209 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:29.249674 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:29.250078 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:29.250499 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:29.250931 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:29.251660 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:29.252160 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:29.252656 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:29.253150 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:29.253788 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:29.254418 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:29.255026 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:29.276714 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ba5e3d1f-f4e3-40c4-b8e3-0ae94d3ff9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.282152 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ba5e3d1f-f4e3-40c4-b8e3-0ae94d3ff9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.286215 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.340861 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ba5e3d1f-f4e3-40c4-b8e3-0ae94d3ff9e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=66eeee195cfd4ccfba506af61ae0bb12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1812091 Jul 15 13:32:29.343875 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 56222) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:29.351509 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e3d1f-f4e3-40c4-b8e3-0ae94d3ff9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ad144a-ba76-43ee-95df-b71bce6b6ba1,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:29.403369 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['85f78051-2130-486d-be5b-736cf5269577'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:32:29.424644 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-46a816b7-3144-41f3-b71d-80d220fdb7b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.452198 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-46a816b7-3144-41f3-b71d-80d220fdb7b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.520578 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-46a816b7-3144-41f3-b71d-80d220fdb7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.525577 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-46a816b7-3144-41f3-b71d-80d220fdb7b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.528202 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-46a816b7-3144-41f3-b71d-80d220fdb7b9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/84ad144a-ba76-43ee-95df-b71bce6b6ba1 HTTP/1.1" status: 204 len: 168 time: 0.1829453 Jul 15 13:32:29.541781 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a816b7-3144-41f3-b71d-80d220fdb7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ad144a-ba76-43ee-95df-b71bce6b6ba1,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:29.602714 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.698992 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-89e6ebb1-4584-45d2-9d51-b3a2767eac62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:30.578976 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f00af-bdcd-407b-8e47-f8453107d136 req-412336ee-6b94-40ad-a143-cb363319b136 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:30.582067 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-691f00af-bdcd-407b-8e47-f8453107d136 req-412336ee-6b94-40ad-a143-cb363319b136 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2 HTTP/1.1" status: 200 len: 944 time: 0.3398106 Jul 15 13:32:30.642491 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-691f00af-bdcd-407b-8e47-f8453107d136 req-5ff671bb-c5f3-4734-bad9-e47dbe28cd43 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538085 Jul 15 13:32:30.905115 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 85f78051-2130-486d-be5b-736cf5269577 up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:32:30.959080 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port 85f78051-2130-486d-be5b-736cf5269577 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:30.963205 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port 85f78051-2130-486d-be5b-736cf5269577 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:30.963684 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:31.048219 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:31.075785 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f78051-2130-486d-be5b-736cf5269577'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:32:31.079244 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ba608b-6108-4bb5-982f-af60e70a7d3d" -d '{"events": [{"server_uuid": "abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2", "name": "network-vif-plugged", "status": "completed", "tag": "85f78051-2130-486d-be5b-736cf5269577"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:32:31.098427 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 85f78051-2130-486d-be5b-736cf5269577, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=85f78051-2130-486d-be5b-736cf5269577,segment=NetworkSegment(f9960641-9612-4cdb-ae7f-7357fdb7c7fb),segment_id=f9960641-9612-4cdb-ae7f-7357fdb7c7fb)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:31.103659 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:31.155497 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3363b8-bb0f-4b90-a6d2-be93dcc055dd x-openstack-request-id: req-fc3363b8-bb0f-4b90-a6d2-be93dcc055dd {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:32:31.155497 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2", "name": "network-vif-plugged", "status": "completed", "tag": "85f78051-2130-486d-be5b-736cf5269577", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:32:31.155497 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fc3363b8-bb0f-4b90-a6d2-be93dcc055dd {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:32:31.155497 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f78051-2130-486d-be5b-736cf5269577', 'code': 200} Jul 15 13:32:31.175395 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=85f78051-2130-486d-be5b-736cf5269577,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:31.334385 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f1610-975b-4d4f-8254-a204b8437e17 req-b803f6b7-de77-458b-b560-5057b714ad0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:31.337080 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-358f1610-975b-4d4f-8254-a204b8437e17 req-b803f6b7-de77-458b-b560-5057b714ad0a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2 HTTP/1.1" status: 200 len: 1097 time: 0.0818245 Jul 15 13:32:31.370743 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-358f1610-975b-4d4f-8254-a204b8437e17 req-0eb54861-1d33-4690-900f-8f706d03edb8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277658 Jul 15 13:32:31.837267 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845aa937-4c56-4880-a58c-2765fc2820c2 req-c79677a1-e981-49a3-9fa3-fd0011dfbf1b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:31.838834 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-845aa937-4c56-4880-a58c-2765fc2820c2 req-c79677a1-e981-49a3-9fa3-fd0011dfbf1b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2 HTTP/1.1" status: 200 len: 945 time: 0.0700111 Jul 15 13:32:31.885520 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-845aa937-4c56-4880-a58c-2765fc2820c2 req-55371326-d088-461f-8c63-7851e32026db tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404170 Jul 15 13:32:32.266105 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:32.479970 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-11468418-8a0d-4552-8730-101e85934533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:33.077702 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418a202-0a55-4768-be9d-2492ca21cee7 req-891da184-bae1-4d3f-b3b6-30c9dead5e70 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:33.079897 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e418a202-0a55-4768-be9d-2492ca21cee7 req-891da184-bae1-4d3f-b3b6-30c9dead5e70 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2 HTTP/1.1" status: 200 len: 945 time: 0.0669880 Jul 15 13:32:33.129222 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e418a202-0a55-4768-be9d-2492ca21cee7 req-7098631d-7ba8-4f88-9faf-0fe782b2d371 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370429 Jul 15 13:32:33.358020 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed99641-de23-4d23-af67-5f78d86bd987 req-693ccab2-de9a-4553-a34e-cbf5beb9f696 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:33.359584 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5ed99641-de23-4d23-af67-5f78d86bd987 req-693ccab2-de9a-4553-a34e-cbf5beb9f696 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2 HTTP/1.1" status: 200 len: 945 time: 0.0866492 Jul 15 13:32:33.400198 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5ed99641-de23-4d23-af67-5f78d86bd987 req-40ceba9e-f553-4f3f-8aa8-69a0d25f810f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347958 Jul 15 13:32:33.590281 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a53a1ed-5ad3-4a4a-88ca-0f17e75be1d9 req-2a6a3ae2-9dc6-44a9-8b34-55e461efbb3b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:33.591974 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0a53a1ed-5ad3-4a4a-88ca-0f17e75be1d9 req-2a6a3ae2-9dc6-44a9-8b34-55e461efbb3b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2 HTTP/1.1" status: 200 len: 945 time: 0.0757573 Jul 15 13:32:33.615112 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:33.639320 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0a53a1ed-5ad3-4a4a-88ca-0f17e75be1d9 req-60589907-e490-427a-b0a2-20afd739bfe7 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398176 Jul 15 13:32:34.113294 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c2225-505d-4e8b-a5f4-b4990f3974e6 req-9e7c16fd-deec-4807-9c68-a1cbd0b8ee47 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:34.120251 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cd8c2225-505d-4e8b-a5f4-b4990f3974e6 req-9e7c16fd-deec-4807-9c68-a1cbd0b8ee47 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2 HTTP/1.1" status: 200 len: 945 time: 0.0751247 Jul 15 13:32:34.160040 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cd8c2225-505d-4e8b-a5f4-b4990f3974e6 req-60c8a7aa-4e9d-4667-8766-dfd6f85ea8a0 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389113 Jul 15 13:32:35.048084 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:35.356088 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9a151-053e-4e12-810b-a6c128e2f587 req-8d034f24-bc88-4d0f-98df-ddd2e0d0d2a7 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:35.357638 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-24b9a151-053e-4e12-810b-a6c128e2f587 req-8d034f24-bc88-4d0f-98df-ddd2e0d0d2a7 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2 HTTP/1.1" status: 200 len: 945 time: 0.0730822 Jul 15 13:32:35.411811 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-24b9a151-053e-4e12-810b-a6c128e2f587 req-82917bd3-7735-46bb-a2d9-85b295fb5e05 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466447 Jul 15 13:32:35.510665 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1036b-0a63-4c8c-97c6-0d77f612fa2b req-4207ff70-ec67-4175-b039-00573fb96059 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:35.512810 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0ab1036b-0a63-4c8c-97c6-0d77f612fa2b req-4207ff70-ec67-4175-b039-00573fb96059 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.20 "GET /v2.0/ports?device_id=abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2 HTTP/1.1" status: 200 len: 945 time: 0.0998836 Jul 15 13:32:35.666198 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-0ab1036b-0a63-4c8c-97c6-0d77f612fa2b req-c7be0efa-2fca-4502-a51b-08bef06e5d20 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Deleting port 85f78051-2130-486d-be5b-736cf5269577 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:35.666198 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0ab1036b-0a63-4c8c-97c6-0d77f612fa2b req-c7be0efa-2fca-4502-a51b-08bef06e5d20 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:35.786122 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-0ab1036b-0a63-4c8c-97c6-0d77f612fa2b req-c7be0efa-2fca-4502-a51b-08bef06e5d20 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] For port 85f78051-2130-486d-be5b-736cf5269577, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=85f78051-2130-486d-be5b-736cf5269577,segment=NetworkSegment(f9960641-9612-4cdb-ae7f-7357fdb7c7fb),segment_id=f9960641-9612-4cdb-ae7f-7357fdb7c7fb)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:35.786484 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0ab1036b-0a63-4c8c-97c6-0d77f612fa2b req-c7be0efa-2fca-4502-a51b-08bef06e5d20 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:35.809235 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-0ab1036b-0a63-4c8c-97c6-0d77f612fa2b req-c7be0efa-2fca-4502-a51b-08bef06e5d20 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Calling delete_port for 85f78051-2130-486d-be5b-736cf5269577 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:35.983340 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0ab1036b-0a63-4c8c-97c6-0d77f612fa2b req-c7be0efa-2fca-4502-a51b-08bef06e5d20 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:36.000261 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['85f78051-2130-486d-be5b-736cf5269577'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:32:36.015320 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be0efa-2fca-4502-a51b-08bef06e5d20 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Pushing event deleted for resources: {'Port': ['ID=85f78051-2130-486d-be5b-736cf5269577,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:36.056105 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be0efa-2fca-4502-a51b-08bef06e5d20 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:36.056459 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be0efa-2fca-4502-a51b-08bef06e5d20 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:36.056807 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be0efa-2fca-4502-a51b-08bef06e5d20 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:36.057144 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be0efa-2fca-4502-a51b-08bef06e5d20 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:36.057479 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be0efa-2fca-4502-a51b-08bef06e5d20 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:36.057811 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be0efa-2fca-4502-a51b-08bef06e5d20 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:36.058138 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be0efa-2fca-4502-a51b-08bef06e5d20 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:36.058460 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be0efa-2fca-4502-a51b-08bef06e5d20 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:36.058951 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be0efa-2fca-4502-a51b-08bef06e5d20 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:36.059285 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be0efa-2fca-4502-a51b-08bef06e5d20 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:36.059613 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be0efa-2fca-4502-a51b-08bef06e5d20 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:36.060034 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be0efa-2fca-4502-a51b-08bef06e5d20 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:36.084697 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab1036b-0a63-4c8c-97c6-0d77f612fa2b req-c7be0efa-2fca-4502-a51b-08bef06e5d20 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] No DVR routers for this DVR port 85f78051-2130-486d-be5b-736cf5269577 on host n-h1-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:36.087511 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0ab1036b-0a63-4c8c-97c6-0d77f612fa2b req-c7be0efa-2fca-4502-a51b-08bef06e5d20 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:36.089760 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0ab1036b-0a63-4c8c-97c6-0d77f612fa2b req-c7be0efa-2fca-4502-a51b-08bef06e5d20 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.20 "DELETE /v2.0/ports/85f78051-2130-486d-be5b-736cf5269577 HTTP/1.1" status: 204 len: 173 time: 0.5717025 Jul 15 13:32:36.090230 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2', 'name': 'network-vif-deleted', 'tag': '85f78051-2130-486d-be5b-736cf5269577'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:32:36.092715 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a142b27f-a841-4e69-abea-d22a19100626" -d '{"events": [{"server_uuid": "abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2", "name": "network-vif-deleted", "tag": "85f78051-2130-486d-be5b-736cf5269577"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:32:36.142737 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb94fb7-44ba-4fdc-b3f6-79aa76cd808a x-openstack-request-id: req-9fb94fb7-44ba-4fdc-b3f6-79aa76cd808a {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:32:36.142737 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2", "name": "network-vif-deleted", "tag": "85f78051-2130-486d-be5b-736cf5269577", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:32:36.142737 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9fb94fb7-44ba-4fdc-b3f6-79aa76cd808a {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:32:36.142737 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2', 'name': 'network-vif-deleted', 'tag': '85f78051-2130-486d-be5b-736cf5269577', 'status': 'completed', 'code': 200} Jul 15 13:32:36.598304 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f2f938c9-27f1-406b-91b2-070d3480d9ad req-d764b141-0a32-4f0f-b25d-d5b33e46b761 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2 HTTP/1.1" status: 200 len: 210 time: 0.0459487 Jul 15 13:32:37.778939 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9e26db55-1c9b-4326-b034-78462ebe4edb req-0544c8d4-8ffe-4a73-9e00-1636c6d85b8e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2 HTTP/1.1" status: 200 len: 210 time: 0.0413499 Jul 15 13:32:38.950072 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 85f78051-2130-486d-be5b-736cf5269577 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:38.994347 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: 85f78051-2130-486d-be5b-736cf5269577 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:32:38.996429 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 85f78051-2130-486d-be5b-736cf5269577 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:32:39.086490 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c1396737-d1a3-4f89-8db4-d34a41ea3b93 req-cc097653-d2ed-451c-b6df-aa6cc06641f0 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2 HTTP/1.1" status: 200 len: 210 time: 0.0460773 Jul 15 13:32:39.641713 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 56556) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:39.755887 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ab5ff68b-d111-4f7b-b23c-f64f07cf77e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:39.857397 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ab5ff68b-d111-4f7b-b23c-f64f07cf77e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:39.862017 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ab5ff68b-d111-4f7b-b23c-f64f07cf77e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:39.905777 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ab5ff68b-d111-4f7b-b23c-f64f07cf77e8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3fd540a54e0b4088a96ac6c75a2abb57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2663147 Jul 15 13:32:39.908421 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 56564) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:39.910764 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ff68b-d111-4f7b-b23c-f64f07cf77e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6647667d-ca0f-4bc5-bb71-b668f2b769b6,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:39.960798 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7922db9e-451f-42fd-9216-f1a277a4abc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:39.986618 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7922db9e-451f-42fd-9216-f1a277a4abc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:40.044448 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7922db9e-451f-42fd-9216-f1a277a4abc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:40.047367 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7922db9e-451f-42fd-9216-f1a277a4abc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:40.051525 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7922db9e-451f-42fd-9216-f1a277a4abc6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6647667d-ca0f-4bc5-bb71-b668f2b769b6 HTTP/1.1" status: 204 len: 168 time: 0.1420240 Jul 15 13:32:40.061328 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7922db9e-451f-42fd-9216-f1a277a4abc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6647667d-ca0f-4bc5-bb71-b668f2b769b6,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:40.273668 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1be57e68-658c-41a4-a106-ca647bb47f3e req-c4ce972c-be17-4873-b884-2decfd8a8700 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=abbbf8d5-2e3d-4a3e-af61-6a6920bd6cd2 HTTP/1.1" status: 200 len: 210 time: 0.0303311 Jul 15 13:32:40.564088 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 56580) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:40.581085 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-29c78801-f947-485f-a48c-1da658472173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:40.704317 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-29c78801-f947-485f-a48c-1da658472173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:40.709655 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-29c78801-f947-485f-a48c-1da658472173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:40.755894 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c78801-f947-485f-a48c-1da658472173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa14125e-1ce9-4087-9542-82f846d4ef39,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:40.760801 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-29c78801-f947-485f-a48c-1da658472173 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=187f4a1eacb84520a49e3ccc791ea7de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1955893 Jul 15 13:32:40.763544 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 56584) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:40.844376 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-113baa2c-2888-4ddd-b0de-382112b53046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:40.874270 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-113baa2c-2888-4ddd-b0de-382112b53046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:40.941677 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-113baa2c-2888-4ddd-b0de-382112b53046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:40.945041 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-113baa2c-2888-4ddd-b0de-382112b53046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:40.948938 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-113baa2c-2888-4ddd-b0de-382112b53046 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa14125e-1ce9-4087-9542-82f846d4ef39 HTTP/1.1" status: 204 len: 168 time: 0.1842730 Jul 15 13:32:40.958927 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113baa2c-2888-4ddd-b0de-382112b53046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa14125e-1ce9-4087-9542-82f846d4ef39,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:41.285559 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 56602) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:41.416606 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d10065ac-8e4e-4de1-947e-87e136467fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:41.512783 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d10065ac-8e4e-4de1-947e-87e136467fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:41.517948 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d10065ac-8e4e-4de1-947e-87e136467fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:41.560208 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d10065ac-8e4e-4de1-947e-87e136467fe3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fced042dce644a06b8561396f7954c07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2732484 Jul 15 13:32:41.562848 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 56618) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:41.569976 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10065ac-8e4e-4de1-947e-87e136467fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553b0dbd-ab3c-44cc-bfd2-624dd0b988e1,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:41.620988 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2741bb04-ede5-4c3f-9b10-8efa8bdbf2a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:41.643013 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2741bb04-ede5-4c3f-9b10-8efa8bdbf2a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:41.696871 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2741bb04-ede5-4c3f-9b10-8efa8bdbf2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:41.699490 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2741bb04-ede5-4c3f-9b10-8efa8bdbf2a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:41.701176 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2741bb04-ede5-4c3f-9b10-8efa8bdbf2a5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/553b0dbd-ab3c-44cc-bfd2-624dd0b988e1 HTTP/1.1" status: 204 len: 168 time: 0.1373315 Jul 15 13:32:41.711735 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741bb04-ede5-4c3f-9b10-8efa8bdbf2a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553b0dbd-ab3c-44cc-bfd2-624dd0b988e1,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:42.054821 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 56634) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:42.069523 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4f903453-e41a-4a83-81cc-002812c4ce42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.160752 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4f903453-e41a-4a83-81cc-002812c4ce42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.164680 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4f903453-e41a-4a83-81cc-002812c4ce42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.186363 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 56638) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:42.204901 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f903453-e41a-4a83-81cc-002812c4ce42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6d0526-4953-49d2-8ea2-bd3b81d8ac22,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:42.209356 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4f903453-e41a-4a83-81cc-002812c4ce42 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b18a0d3420d443339431d2192aa1ab70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1535125 Jul 15 13:32:42.211993 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 56642) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:42.263386 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-36443f92-dc63-408f-9cc6-a06d937d8b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.286422 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-36443f92-dc63-408f-9cc6-a06d937d8b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.304233 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fa65a87e-4420-4dc6-bc02-65b2d2808756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.336358 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-36443f92-dc63-408f-9cc6-a06d937d8b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.339126 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-36443f92-dc63-408f-9cc6-a06d937d8b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.340306 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-36443f92-dc63-408f-9cc6-a06d937d8b16 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ff6d0526-4953-49d2-8ea2-bd3b81d8ac22 HTTP/1.1" status: 204 len: 168 time: 0.1263251 Jul 15 13:32:42.349840 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36443f92-dc63-408f-9cc6-a06d937d8b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6d0526-4953-49d2-8ea2-bd3b81d8ac22,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:42.408121 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fa65a87e-4420-4dc6-bc02-65b2d2808756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.415779 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fa65a87e-4420-4dc6-bc02-65b2d2808756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.487078 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-fa65a87e-4420-4dc6-bc02-65b2d2808756 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7bca1cc75e224732ae9188dde8903f4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2991915 Jul 15 13:32:42.487298 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 56648) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:42.489514 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65a87e-4420-4dc6-bc02-65b2d2808756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d310967a-c982-4816-9b8b-8d250d831ceb,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:42.567831 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2118fbd7-e4d3-4a0c-8a5f-99bb4a2f57e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.591319 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2118fbd7-e4d3-4a0c-8a5f-99bb4a2f57e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.640524 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2118fbd7-e4d3-4a0c-8a5f-99bb4a2f57e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.644731 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2118fbd7-e4d3-4a0c-8a5f-99bb4a2f57e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.649422 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2118fbd7-e4d3-4a0c-8a5f-99bb4a2f57e0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d310967a-c982-4816-9b8b-8d250d831ceb HTTP/1.1" status: 204 len: 168 time: 0.1603103 Jul 15 13:32:42.660411 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2118fbd7-e4d3-4a0c-8a5f-99bb4a2f57e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d310967a-c982-4816-9b8b-8d250d831ceb,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:42.684469 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 56654) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:42.701046 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-450da208-bdc5-4030-a9f8-a65ca4cf10a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.816224 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-450da208-bdc5-4030-a9f8-a65ca4cf10a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.821644 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-450da208-bdc5-4030-a9f8-a65ca4cf10a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.865318 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 56658) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:42.868980 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-450da208-bdc5-4030-a9f8-a65ca4cf10a4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=82e586aa62da408dab14b3db7b53eaa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1759183 Jul 15 13:32:42.871321 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450da208-bdc5-4030-a9f8-a65ca4cf10a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a64ea24-3c4a-4d35-bae7-5297faba712f,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:42.927034 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-aaf41372-3173-482b-8d6e-b67ed3caa764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.952697 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-aaf41372-3173-482b-8d6e-b67ed3caa764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.023282 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-aaf41372-3173-482b-8d6e-b67ed3caa764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.027254 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-aaf41372-3173-482b-8d6e-b67ed3caa764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.028474 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-aaf41372-3173-482b-8d6e-b67ed3caa764 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4a64ea24-3c4a-4d35-bae7-5297faba712f HTTP/1.1" status: 204 len: 168 time: 0.1621327 Jul 15 13:32:43.039338 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf41372-3173-482b-8d6e-b67ed3caa764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a64ea24-3c4a-4d35-bae7-5297faba712f,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:44.833540 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 56780) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:44.989495 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-03e021a9-3a13-4c96-82fc-32a9015935b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.106511 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-03e021a9-3a13-4c96-82fc-32a9015935b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.111497 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-03e021a9-3a13-4c96-82fc-32a9015935b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.161004 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 56792) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:45.163170 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-03e021a9-3a13-4c96-82fc-32a9015935b3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=76198f5932a24aabbfff37b95569d8f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3290026 Jul 15 13:32:45.164623 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e021a9-3a13-4c96-82fc-32a9015935b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4c044f-7f39-4f18-b653-406cf089fbfa,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:45.234205 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-584f30fd-9bc2-445c-baa2-eb1bcb0f703f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.256292 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-584f30fd-9bc2-445c-baa2-eb1bcb0f703f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.310305 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-584f30fd-9bc2-445c-baa2-eb1bcb0f703f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.313070 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-584f30fd-9bc2-445c-baa2-eb1bcb0f703f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.314384 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-584f30fd-9bc2-445c-baa2-eb1bcb0f703f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0d4c044f-7f39-4f18-b653-406cf089fbfa HTTP/1.1" status: 204 len: 168 time: 0.1560178 Jul 15 13:32:45.322699 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f30fd-9bc2-445c-baa2-eb1bcb0f703f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4c044f-7f39-4f18-b653-406cf089fbfa,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:45.709557 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 56830) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:45.819427 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b2b66229-0622-4a48-abbf-12cb6bf06af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.911866 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b2b66229-0622-4a48-abbf-12cb6bf06af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.917193 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b2b66229-0622-4a48-abbf-12cb6bf06af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.956931 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b2b66229-0622-4a48-abbf-12cb6bf06af0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cccd7f4cafe44bf0be8eab6921c87e03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2460513 Jul 15 13:32:45.958095 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b66229-0622-4a48-abbf-12cb6bf06af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764f7b92-0423-4fd4-8cf2-1e4676f659a2,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:45.959457 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 56846) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:46.055077 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5f55c727-4482-496d-ac57-692bb38cc4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.079375 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5f55c727-4482-496d-ac57-692bb38cc4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.134312 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5f55c727-4482-496d-ac57-692bb38cc4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.137084 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5f55c727-4482-496d-ac57-692bb38cc4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.138481 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5f55c727-4482-496d-ac57-692bb38cc4df admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/764f7b92-0423-4fd4-8cf2-1e4676f659a2 HTTP/1.1" status: 204 len: 168 time: 0.1774225 Jul 15 13:32:46.147961 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55c727-4482-496d-ac57-692bb38cc4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764f7b92-0423-4fd4-8cf2-1e4676f659a2,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:46.520159 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 56866) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:46.536459 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de5e0c13-782e-4899-8725-90d8bca863e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.649838 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de5e0c13-782e-4899-8725-90d8bca863e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.655185 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de5e0c13-782e-4899-8725-90d8bca863e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.695076 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-de5e0c13-782e-4899-8725-90d8bca863e1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eefda2c83fec49a1abd4df866f54cd91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1736221 Jul 15 13:32:46.696350 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e0c13-782e-4899-8725-90d8bca863e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ae0ba4-5862-490f-923f-c9001031a3ee,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:46.698118 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 56874) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:46.760034 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f7acf836-91dc-496b-acf0-eb4b2bdc45ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.781555 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f7acf836-91dc-496b-acf0-eb4b2bdc45ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.837301 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f7acf836-91dc-496b-acf0-eb4b2bdc45ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.840350 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f7acf836-91dc-496b-acf0-eb4b2bdc45ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.844398 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f7acf836-91dc-496b-acf0-eb4b2bdc45ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a7ae0ba4-5862-490f-923f-c9001031a3ee HTTP/1.1" status: 204 len: 168 time: 0.1421998 Jul 15 13:32:46.852181 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7acf836-91dc-496b-acf0-eb4b2bdc45ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ae0ba4-5862-490f-923f-c9001031a3ee,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:47.881795 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 56940) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:47.996956 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e63d21a9-ddaa-41d7-917f-e3ede44d7ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:48.102266 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e63d21a9-ddaa-41d7-917f-e3ede44d7ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:48.106266 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e63d21a9-ddaa-41d7-917f-e3ede44d7ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:48.137534 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 56950) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:48.146780 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e63d21a9-ddaa-41d7-917f-e3ede44d7ada admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5c4b216d85cb4a32adb8afee23a254a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2618465 Jul 15 13:32:48.171337 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d21a9-ddaa-41d7-917f-e3ede44d7ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419a097f-eba3-4348-9344-57e3c9f4b5bd,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:48.224278 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4c5aebb3-490a-43dd-8d57-ef3dd925cb2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:48.254273 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4c5aebb3-490a-43dd-8d57-ef3dd925cb2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:48.336840 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4c5aebb3-490a-43dd-8d57-ef3dd925cb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:48.341063 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4c5aebb3-490a-43dd-8d57-ef3dd925cb2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:48.344673 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4c5aebb3-490a-43dd-8d57-ef3dd925cb2d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/419a097f-eba3-4348-9344-57e3c9f4b5bd HTTP/1.1" status: 204 len: 168 time: 0.2025230 Jul 15 13:32:48.353213 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5aebb3-490a-43dd-8d57-ef3dd925cb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419a097f-eba3-4348-9344-57e3c9f4b5bd,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:48.619881 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57004) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:48.791277 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57012) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:48.806226 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b72eed28-dbd2-46c6-aa28-f6117d4b2f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:48.832473 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-fdb5cea7-2b28-470d-a8ef-d73d8d3bc7ec tempest-PortsAdminExtendedAttrsTestJSON-209189394 tempest-PortsAdminExtendedAttrsTestJSON-209189394-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-923239649'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:48.860625 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-b72eed28-dbd2-46c6-aa28-f6117d4b2f36 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:32:48.860625 n-d-771363-36 neutron-server[93825]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 13:32:48.860625 n-d-771363-36 neutron-server[93825]: [parameters: {'project_id': '095eeba1084a4a95998192bee982a7b5', 'id': 'dd9e4232-15a0-4af3-9f3a-9e497a5b5dd3', 'expiration': datetime.datetime(2021, 7, 15, 13, 34, 48, 851655)}] Jul 15 13:32:48.860625 n-d-771363-36 neutron-server[93825]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:32:48.861186 n-d-771363-36 neutron-server[93825]: DEBUG oslo_db.api [None req-b72eed28-dbd2-46c6-aa28-f6117d4b2f36 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:32:48.869099 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb5cea7-2b28-470d-a8ef-d73d8d3bc7ec tempest-PortsAdminExtendedAttrsTestJSON-209189394 tempest-PortsAdminExtendedAttrsTestJSON-209189394-project] Made reservation on behalf of 9053bbf6262a4fed80871a04ca01ae71 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:48.873268 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fdb5cea7-2b28-470d-a8ef-d73d8d3bc7ec tempest-PortsAdminExtendedAttrsTestJSON-209189394 tempest-PortsAdminExtendedAttrsTestJSON-209189394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:48.882647 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fdb5cea7-2b28-470d-a8ef-d73d8d3bc7ec tempest-PortsAdminExtendedAttrsTestJSON-209189394 tempest-PortsAdminExtendedAttrsTestJSON-209189394-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.017496 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fdb5cea7-2b28-470d-a8ef-d73d8d3bc7ec tempest-PortsAdminExtendedAttrsTestJSON-209189394 tempest-PortsAdminExtendedAttrsTestJSON-209189394-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.022756 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fdb5cea7-2b28-470d-a8ef-d73d8d3bc7ec tempest-PortsAdminExtendedAttrsTestJSON-209189394 tempest-PortsAdminExtendedAttrsTestJSON-209189394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.063039 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb5cea7-2b28-470d-a8ef-d73d8d3bc7ec tempest-PortsAdminExtendedAttrsTestJSON-209189394 tempest-PortsAdminExtendedAttrsTestJSON-209189394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:32:49.074608 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5cea7-2b28-470d-a8ef-d73d8d3bc7ec tempest-PortsAdminExtendedAttrsTestJSON-209189394 tempest-PortsAdminExtendedAttrsTestJSON-209189394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdadbb5e-8464-473b-abde-b37747512ccd,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:49.082199 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fdb5cea7-2b28-470d-a8ef-d73d8d3bc7ec tempest-PortsAdminExtendedAttrsTestJSON-209189394 tempest-PortsAdminExtendedAttrsTestJSON-209189394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.082540 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-fdb5cea7-2b28-470d-a8ef-d73d8d3bc7ec tempest-PortsAdminExtendedAttrsTestJSON-209189394 tempest-PortsAdminExtendedAttrsTestJSON-209189394-project] Added segment a69d4819-d1cc-4cbb-be1c-636fa2264caa of type vlan for network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 Jul 15 13:32:49.133743 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fdb5cea7-2b28-470d-a8ef-d73d8d3bc7ec tempest-PortsAdminExtendedAttrsTestJSON-209189394 tempest-PortsAdminExtendedAttrsTestJSON-209189394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.167230 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fdb5cea7-2b28-470d-a8ef-d73d8d3bc7ec tempest-PortsAdminExtendedAttrsTestJSON-209189394 tempest-PortsAdminExtendedAttrsTestJSON-209189394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.173218 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb5cea7-2b28-470d-a8ef-d73d8d3bc7ec tempest-PortsAdminExtendedAttrsTestJSON-209189394 tempest-PortsAdminExtendedAttrsTestJSON-209189394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:49.173835 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fdb5cea7-2b28-470d-a8ef-d73d8d3bc7ec tempest-PortsAdminExtendedAttrsTestJSON-209189394 tempest-PortsAdminExtendedAttrsTestJSON-209189394-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.210644 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-fdb5cea7-2b28-470d-a8ef-d73d8d3bc7ec tempest-PortsAdminExtendedAttrsTestJSON-209189394 tempest-PortsAdminExtendedAttrsTestJSON-209189394-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.5895956 Jul 15 13:32:49.258493 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5cea7-2b28-470d-a8ef-d73d8d3bc7ec tempest-PortsAdminExtendedAttrsTestJSON-209189394 tempest-PortsAdminExtendedAttrsTestJSON-209189394-project] Pushing event updated for resources: {'Network': ['ID=55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:49.272565 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:32:49.362976 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b72eed28-dbd2-46c6-aa28-f6117d4b2f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.506232 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b72eed28-dbd2-46c6-aa28-f6117d4b2f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.511481 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b72eed28-dbd2-46c6-aa28-f6117d4b2f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.518920 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57048) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:49.525302 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Request body: {'port': {'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171', 'binding:host_id': 'n-h1-771363-36', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-221988082'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:49.549414 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Made reservation on behalf of 8b09fa2189cc4a8a9a472fbcf6dd043b for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:49.552832 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.562400 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.581278 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b72eed28-dbd2-46c6-aa28-f6117d4b2f36 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=095eeba1084a4a95998192bee982a7b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7847767 Jul 15 13:32:49.581568 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57050) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:49.590362 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72eed28-dbd2-46c6-aa28-f6117d4b2f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6354d606-7c96-4049-9974-868a2d8621f3,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:49.652659 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0c73234d-97a0-41e7-bef2-f4ddcf91d3b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.679182 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0c73234d-97a0-41e7-bef2-f4ddcf91d3b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.693066 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.700806 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.705965 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] device_id is not set on port 60be31d0-3413-4f77-bc43-0455e94ef53f yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:32:49.746187 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0c73234d-97a0-41e7-bef2-f4ddcf91d3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.751935 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0c73234d-97a0-41e7-bef2-f4ddcf91d3b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.755008 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0c73234d-97a0-41e7-bef2-f4ddcf91d3b0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6354d606-7c96-4049-9974-868a2d8621f3 HTTP/1.1" status: 204 len: 168 time: 0.1718554 Jul 15 13:32:49.771511 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c73234d-97a0-41e7-bef2-f4ddcf91d3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6354d606-7c96-4049-9974-868a2d8621f3,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:49.812969 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75046ad5-cc2f-443b-98ff-db0e7ab423ef,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:49.988322 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] device_id is not set on port 60be31d0-3413-4f77-bc43-0455e94ef53f yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:32:49.997947 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:50.010201 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Transition to ACTIVE for port object 60be31d0-3413-4f77-bc43-0455e94ef53f will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:50.023362 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:50.088658 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Pushing event updated for resources: {'Port': ['ID=60be31d0-3413-4f77-bc43-0455e94ef53f,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:50.095983 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Checking segment: {'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:50.096440 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Network hostable DHCP agents. Network: 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:32:50.116204 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:32:50.132830 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:50.138083 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:50.146160 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17db240-8ef1-488b-bacc-f339ded90849 None None] Network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:50.153950 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:50.154296 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:50.154746 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:50.162054 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Port 60be31d0-3413-4f77-bc43-0455e94ef53f on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:32:50.162390 n-d-771363-36 neutron-server[93826]: ERROR neutron.plugins.ml2.managers [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Failed to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] Jul 15 13:32:50.162810 n-d-771363-36 neutron-server[93826]: INFO neutron.plugins.ml2.plugin [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempt 2 to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f Jul 15 13:32:50.182587 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:50.183003 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:50.183565 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:50.188069 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Port 60be31d0-3413-4f77-bc43-0455e94ef53f on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:32:50.188488 n-d-771363-36 neutron-server[93826]: ERROR neutron.plugins.ml2.managers [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Failed to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] Jul 15 13:32:50.189056 n-d-771363-36 neutron-server[93826]: INFO neutron.plugins.ml2.plugin [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempt 3 to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f Jul 15 13:32:50.206724 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:50.207091 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:50.207509 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:50.212899 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Port 60be31d0-3413-4f77-bc43-0455e94ef53f on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:32:50.213269 n-d-771363-36 neutron-server[93826]: ERROR neutron.plugins.ml2.managers [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Failed to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] Jul 15 13:32:50.213668 n-d-771363-36 neutron-server[93826]: INFO neutron.plugins.ml2.plugin [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempt 4 to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f Jul 15 13:32:50.230945 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:50.231343 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:50.231756 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:50.236572 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Port 60be31d0-3413-4f77-bc43-0455e94ef53f on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:32:50.237619 n-d-771363-36 neutron-server[93826]: ERROR neutron.plugins.ml2.managers [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Failed to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] Jul 15 13:32:50.238193 n-d-771363-36 neutron-server[93826]: INFO neutron.plugins.ml2.plugin [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempt 5 to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f Jul 15 13:32:50.256413 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:50.256843 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:50.257535 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:50.262227 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Port 60be31d0-3413-4f77-bc43-0455e94ef53f on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:32:50.262653 n-d-771363-36 neutron-server[93826]: ERROR neutron.plugins.ml2.managers [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Failed to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] Jul 15 13:32:50.263224 n-d-771363-36 neutron-server[93826]: INFO neutron.plugins.ml2.plugin [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempt 6 to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f Jul 15 13:32:50.278716 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:50.279235 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:50.279636 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:50.285061 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Port 60be31d0-3413-4f77-bc43-0455e94ef53f on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:32:50.285396 n-d-771363-36 neutron-server[93826]: ERROR neutron.plugins.ml2.managers [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Failed to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] Jul 15 13:32:50.286245 n-d-771363-36 neutron-server[93826]: INFO neutron.plugins.ml2.plugin [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempt 7 to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f Jul 15 13:32:50.304519 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:50.304519 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:50.304519 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:50.317187 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Port 60be31d0-3413-4f77-bc43-0455e94ef53f on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:32:50.318033 n-d-771363-36 neutron-server[93826]: ERROR neutron.plugins.ml2.managers [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Failed to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] Jul 15 13:32:50.319190 n-d-771363-36 neutron-server[93826]: INFO neutron.plugins.ml2.plugin [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempt 8 to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f Jul 15 13:32:50.335015 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:50.336009 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:50.336009 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:50.342761 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Port 60be31d0-3413-4f77-bc43-0455e94ef53f on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:32:50.343286 n-d-771363-36 neutron-server[93826]: ERROR neutron.plugins.ml2.managers [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Failed to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] Jul 15 13:32:50.343831 n-d-771363-36 neutron-server[93826]: INFO neutron.plugins.ml2.plugin [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempt 9 to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f Jul 15 13:32:50.363524 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:50.364091 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:50.364662 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:50.371815 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Port 60be31d0-3413-4f77-bc43-0455e94ef53f on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:32:50.372365 n-d-771363-36 neutron-server[93826]: ERROR neutron.plugins.ml2.managers [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Failed to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] Jul 15 13:32:50.372997 n-d-771363-36 neutron-server[93826]: INFO neutron.plugins.ml2.plugin [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempt 10 to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f Jul 15 13:32:50.393975 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:50.394541 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:50.394987 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:50.404851 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Port 60be31d0-3413-4f77-bc43-0455e94ef53f on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:32:50.405291 n-d-771363-36 neutron-server[93826]: ERROR neutron.plugins.ml2.managers [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Failed to bind port 60be31d0-3413-4f77-bc43-0455e94ef53f on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] Jul 15 13:32:50.405774 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:50.485654 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] For port 60be31d0-3413-4f77-bc43-0455e94ef53f, host n-h1-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:32:50.485941 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempted to set empty binding levels {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 13:32:50.490671 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:50.535414 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:50.536084 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:50.556997 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Pushing event updated for resources: {'Port': ['ID=60be31d0-3413-4f77-bc43-0455e94ef53f,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:50.567049 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0162bc1c-7447-4908-8d4e-9d8a00d44f8a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.0459676 Jul 15 13:32:50.567329 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57072) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:50.672980 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b1cecad9-4379-4efe-a728-883cdceab6c1 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Deleting port 60be31d0-3413-4f77-bc43-0455e94ef53f {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:50.673330 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b1cecad9-4379-4efe-a728-883cdceab6c1 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:50.761481 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b1cecad9-4379-4efe-a728-883cdceab6c1 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] For port 60be31d0-3413-4f77-bc43-0455e94ef53f, host n-h1-771363-36, got binding levels [] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:50.762160 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b1cecad9-4379-4efe-a728-883cdceab6c1 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:50.775256 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b1cecad9-4379-4efe-a728-883cdceab6c1 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Calling delete_port for 60be31d0-3413-4f77-bc43-0455e94ef53f owned by {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:50.876725 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b1cecad9-4379-4efe-a728-883cdceab6c1 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:50.917678 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cecad9-4379-4efe-a728-883cdceab6c1 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Pushing event deleted for resources: {'Port': ['ID=60be31d0-3413-4f77-bc43-0455e94ef53f,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:50.922760 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b1cecad9-4379-4efe-a728-883cdceab6c1 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:50.928691 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57082) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:50.928825 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b1cecad9-4379-4efe-a728-883cdceab6c1 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] 10.222.0.16 "DELETE /v2.0/ports/60be31d0-3413-4f77-bc43-0455e94ef53f HTTP/1.1" status: 204 len: 168 time: 0.3603497 Jul 15 13:32:50.974244 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc6bd17-5055-4ac7-a07f-50ae7d3f3c77 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] GET failed (client error): The resource could not be found. Jul 15 13:32:50.976741 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ddc6bd17-5055-4ac7-a07f-50ae7d3f3c77 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] 10.222.0.16 "GET /v2.0/ports/60be31d0-3413-4f77-bc43-0455e94ef53f HTTP/1.1" status: 404 len: 333 time: 0.0463867 Jul 15 13:32:50.980306 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57084) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:50.986759 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-31a8ca7f-f3fd-4de6-9199-105e1255bd07 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Request body: {'port': {'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-650989460'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:51.011662 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a8ca7f-f3fd-4de6-9199-105e1255bd07 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Made reservation on behalf of 8b09fa2189cc4a8a9a472fbcf6dd043b for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:51.014464 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-31a8ca7f-f3fd-4de6-9199-105e1255bd07 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.032062 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-31a8ca7f-f3fd-4de6-9199-105e1255bd07 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] device_id is not set on port 98566a39-55cb-4f04-adfe-e78ef64170ca yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:32:51.210155 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-31a8ca7f-f3fd-4de6-9199-105e1255bd07 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.251877 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-31a8ca7f-f3fd-4de6-9199-105e1255bd07 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.309965 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a8ca7f-f3fd-4de6-9199-105e1255bd07 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:51.313916 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-31a8ca7f-f3fd-4de6-9199-105e1255bd07 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:51.316642 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a8ca7f-f3fd-4de6-9199-105e1255bd07 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:51.319452 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a8ca7f-f3fd-4de6-9199-105e1255bd07 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:51.319452 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-31a8ca7f-f3fd-4de6-9199-105e1255bd07 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.334061 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a8ca7f-f3fd-4de6-9199-105e1255bd07 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Pushing event updated for resources: {'Port': ['ID=98566a39-55cb-4f04-adfe-e78ef64170ca,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:51.341661 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-31a8ca7f-f3fd-4de6-9199-105e1255bd07 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3578763 Jul 15 13:32:51.342003 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57094) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:51.347672 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:51.451267 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.492484 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57098) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:51.613997 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-f9f044fc-29bb-4a2c-9d40-78c12812a258 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812-project-admin] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:51.635716 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9f044fc-29bb-4a2c-9d40-78c12812a258 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.656229 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] device_id is not set on port 98566a39-55cb-4f04-adfe-e78ef64170ca yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:32:51.666092 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.683163 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Transition to ACTIVE for port object 98566a39-55cb-4f04-adfe-e78ef64170ca will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:51.687286 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.734863 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9f044fc-29bb-4a2c-9d40-78c12812a258 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.741370 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Pushing event updated for resources: {'Port': ['ID=98566a39-55cb-4f04-adfe-e78ef64170ca,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:51.757209 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:51.757558 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:51.757891 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:51.762358 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Port 98566a39-55cb-4f04-adfe-e78ef64170ca on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:32:51.762742 n-d-771363-36 neutron-server[93825]: ERROR neutron.plugins.ml2.managers [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Failed to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] Jul 15 13:32:51.763146 n-d-771363-36 neutron-server[93825]: INFO neutron.plugins.ml2.plugin [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempt 2 to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca Jul 15 13:32:51.777468 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:51.777901 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:51.778406 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:51.783982 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Port 98566a39-55cb-4f04-adfe-e78ef64170ca on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:32:51.784816 n-d-771363-36 neutron-server[93825]: ERROR neutron.plugins.ml2.managers [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Failed to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] Jul 15 13:32:51.785197 n-d-771363-36 neutron-server[93825]: INFO neutron.plugins.ml2.plugin [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempt 3 to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca Jul 15 13:32:51.799944 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:51.800421 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:51.800930 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:51.805738 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Port 98566a39-55cb-4f04-adfe-e78ef64170ca on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:32:51.806086 n-d-771363-36 neutron-server[93825]: ERROR neutron.plugins.ml2.managers [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Failed to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] Jul 15 13:32:51.806466 n-d-771363-36 neutron-server[93825]: INFO neutron.plugins.ml2.plugin [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempt 4 to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca Jul 15 13:32:51.819953 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:51.820551 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:51.820899 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:51.829490 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Port 98566a39-55cb-4f04-adfe-e78ef64170ca on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:32:51.829737 n-d-771363-36 neutron-server[93825]: ERROR neutron.plugins.ml2.managers [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Failed to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] Jul 15 13:32:51.830121 n-d-771363-36 neutron-server[93825]: INFO neutron.plugins.ml2.plugin [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempt 5 to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca Jul 15 13:32:51.843317 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:51.843692 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:51.843998 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:51.850644 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Port 98566a39-55cb-4f04-adfe-e78ef64170ca on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:32:51.851009 n-d-771363-36 neutron-server[93825]: ERROR neutron.plugins.ml2.managers [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Failed to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] Jul 15 13:32:51.851400 n-d-771363-36 neutron-server[93825]: INFO neutron.plugins.ml2.plugin [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempt 6 to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca Jul 15 13:32:51.867243 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:51.867646 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:51.867923 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:51.872739 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Port 98566a39-55cb-4f04-adfe-e78ef64170ca on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:32:51.873074 n-d-771363-36 neutron-server[93825]: ERROR neutron.plugins.ml2.managers [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Failed to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] Jul 15 13:32:51.873472 n-d-771363-36 neutron-server[93825]: INFO neutron.plugins.ml2.plugin [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempt 7 to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca Jul 15 13:32:51.883317 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-f9f044fc-29bb-4a2c-9d40-78c12812a258 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812-project-admin] Allocated IP 172.25.8.77 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/68366a59-dda3-4b79-aafc-be5dd6962cac) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:32:51.887846 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:51.888625 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:51.888625 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:51.893247 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Port 98566a39-55cb-4f04-adfe-e78ef64170ca on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:32:51.893573 n-d-771363-36 neutron-server[93825]: ERROR neutron.plugins.ml2.managers [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Failed to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] Jul 15 13:32:51.893962 n-d-771363-36 neutron-server[93825]: INFO neutron.plugins.ml2.plugin [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempt 8 to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca Jul 15 13:32:51.911881 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:51.912216 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:51.912556 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:51.918290 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Port 98566a39-55cb-4f04-adfe-e78ef64170ca on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:32:51.918655 n-d-771363-36 neutron-server[93825]: ERROR neutron.plugins.ml2.managers [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Failed to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] Jul 15 13:32:51.919047 n-d-771363-36 neutron-server[93825]: INFO neutron.plugins.ml2.plugin [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempt 9 to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca Jul 15 13:32:51.932766 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:51.933086 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:51.934784 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:51.940218 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Port 98566a39-55cb-4f04-adfe-e78ef64170ca on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:32:51.941001 n-d-771363-36 neutron-server[93825]: ERROR neutron.plugins.ml2.managers [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Failed to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] Jul 15 13:32:51.941413 n-d-771363-36 neutron-server[93825]: INFO neutron.plugins.ml2.plugin [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempt 10 to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca Jul 15 13:32:51.956281 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:51.956844 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:51.957271 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:51.962092 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Port 98566a39-55cb-4f04-adfe-e78ef64170ca on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:32:51.962994 n-d-771363-36 neutron-server[93825]: ERROR neutron.plugins.ml2.managers [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Failed to bind port 98566a39-55cb-4f04-adfe-e78ef64170ca on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] Jul 15 13:32:51.963437 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.025654 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9f044fc-29bb-4a2c-9d40-78c12812a258 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.035043 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] For port 98566a39-55cb-4f04-adfe-e78ef64170ca, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:32:52.035421 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempted to set empty binding levels {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 13:32:52.041181 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.063776 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] In _notify_port_updated(), no bound segment for port 98566a39-55cb-4f04-adfe-e78ef64170ca on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 {{(pid=93825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:32:52.072434 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:52.072434 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.072434 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] 10.222.0.16 "PUT /v2.0/ports/98566a39-55cb-4f04-adfe-e78ef64170ca HTTP/1.1" status: 200 len: 975 time: 0.7244184 Jul 15 13:32:52.073858 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57104) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:52.100402 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9f044fc-29bb-4a2c-9d40-78c12812a258 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.105343 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1cf18d-73b7-488e-8f4e-1871ac409f29 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Pushing event updated for resources: {'Port': ['ID=98566a39-55cb-4f04-adfe-e78ef64170ca,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:52.176813 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f044fc-29bb-4a2c-9d40-78c12812a258 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812-project-admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:52.184710 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-f9f044fc-29bb-4a2c-9d40-78c12812a258 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812-project-admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:52.193916 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f044fc-29bb-4a2c-9d40-78c12812a258 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812-project-admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:52.196544 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f044fc-29bb-4a2c-9d40-78c12812a258 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812-project-admin] Pushing event updated for resources: {'Port': ['ID=68366a59-dda3-4b79-aafc-be5dd6962cac,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:52.270231 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d557c0ab-cf75-447a-87c4-874ae4b1586e tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:52.270757 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d557c0ab-cf75-447a-87c4-874ae4b1586e tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:52.271238 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d557c0ab-cf75-447a-87c4-874ae4b1586e tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:52.271716 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d557c0ab-cf75-447a-87c4-874ae4b1586e tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:52.272198 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d557c0ab-cf75-447a-87c4-874ae4b1586e tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:52.272670 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d557c0ab-cf75-447a-87c4-874ae4b1586e tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:52.273143 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d557c0ab-cf75-447a-87c4-874ae4b1586e tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:52.273616 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d557c0ab-cf75-447a-87c4-874ae4b1586e tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:52.274082 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d557c0ab-cf75-447a-87c4-874ae4b1586e tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:52.274592 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d557c0ab-cf75-447a-87c4-874ae4b1586e tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:52.275061 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d557c0ab-cf75-447a-87c4-874ae4b1586e tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:52.275531 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d557c0ab-cf75-447a-87c4-874ae4b1586e tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:52.278469 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d557c0ab-cf75-447a-87c4-874ae4b1586e tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 10861 time: 0.2036059 Jul 15 13:32:52.282737 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57106) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:52.325680 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9f044fc-29bb-4a2c-9d40-78c12812a258 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.385317 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9f044fc-29bb-4a2c-9d40-78c12812a258 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.397553 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1cf01880-e6fb-4f6a-aa4a-7b362f5364d6 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Deleting port 98566a39-55cb-4f04-adfe-e78ef64170ca {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:52.398366 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1cf01880-e6fb-4f6a-aa4a-7b362f5364d6 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.472667 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1cf01880-e6fb-4f6a-aa4a-7b362f5364d6 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] For port 98566a39-55cb-4f04-adfe-e78ef64170ca, host n-h1-771363-36, got binding levels [] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:52.473026 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1cf01880-e6fb-4f6a-aa4a-7b362f5364d6 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.485063 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1cf01880-e6fb-4f6a-aa4a-7b362f5364d6 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Calling delete_port for 98566a39-55cb-4f04-adfe-e78ef64170ca owned by {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:52.564283 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9f044fc-29bb-4a2c-9d40-78c12812a258 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.575629 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9f044fc-29bb-4a2c-9d40-78c12812a258 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.581656 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1cf01880-e6fb-4f6a-aa4a-7b362f5364d6 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.612093 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf01880-e6fb-4f6a-aa4a-7b362f5364d6 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Pushing event deleted for resources: {'Port': ['ID=98566a39-55cb-4f04-adfe-e78ef64170ca,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:52.617597 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1cf01880-e6fb-4f6a-aa4a-7b362f5364d6 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.622215 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1cf01880-e6fb-4f6a-aa4a-7b362f5364d6 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] 10.222.0.16 "DELETE /v2.0/ports/98566a39-55cb-4f04-adfe-e78ef64170ca HTTP/1.1" status: 204 len: 168 time: 0.3381736 Jul 15 13:32:52.622849 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57108) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:52.649603 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e66b695-8567-4291-94a8-e1791b8673a9 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] GET failed (client error): The resource could not be found. Jul 15 13:32:52.652231 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f044fc-29bb-4a2c-9d40-78c12812a258 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812-project-admin] Pushing event updated for resources: {'Port': ['ID=68366a59-dda3-4b79-aafc-be5dd6962cac,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:52.655301 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1e66b695-8567-4291-94a8-e1791b8673a9 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] 10.222.0.16 "GET /v2.0/ports/98566a39-55cb-4f04-adfe-e78ef64170ca HTTP/1.1" status: 404 len: 333 time: 0.0313292 Jul 15 13:32:52.656276 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57110) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:52.661111 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-fe3fc376-b6ca-4279-8f78-d8b938812e0a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1105421282', 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:52.665316 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9f044fc-29bb-4a2c-9d40-78c12812a258 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.682168 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3fc376-b6ca-4279-8f78-d8b938812e0a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Made reservation on behalf of 8b09fa2189cc4a8a9a472fbcf6dd043b for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:52.685027 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fe3fc376-b6ca-4279-8f78-d8b938812e0a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.688291 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9f044fc-29bb-4a2c-9d40-78c12812a258 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.689975 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f9f044fc-29bb-4a2c-9d40-78c12812a258 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1961792 Jul 15 13:32:52.692741 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57112) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:52.697614 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-a948d6dc-ad6d-4722-ac27-26493fdc1243 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1810728753', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'fixed_ips': [{'ip_address': '172.25.8.77'}]}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:52.701854 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-fe3fc376-b6ca-4279-8f78-d8b938812e0a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] device_id is not set on port b8601de2-db8b-4907-a8b0-53892d204483 yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:32:52.720263 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a948d6dc-ad6d-4722-ac27-26493fdc1243 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812-project-admin] Made reservation on behalf of 23bc8da2668443e9b93810504e10858c for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:52.723453 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a948d6dc-ad6d-4722-ac27-26493fdc1243 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.732738 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a948d6dc-ad6d-4722-ac27-26493fdc1243 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.839763 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a948d6dc-ad6d-4722-ac27-26493fdc1243 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.843953 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a948d6dc-ad6d-4722-ac27-26493fdc1243 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.849592 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-a948d6dc-ad6d-4722-ac27-26493fdc1243 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812-project-admin] device_id is not set on port 045b7390-523f-4ff8-8a3d-f366070ec369 yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:32:52.876966 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fe3fc376-b6ca-4279-8f78-d8b938812e0a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.919023 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fe3fc376-b6ca-4279-8f78-d8b938812e0a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.933615 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a948d6dc-ad6d-4722-ac27-26493fdc1243 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f098a5-6c81-4a19-bd58-793615a252dd,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:52.966681 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3fc376-b6ca-4279-8f78-d8b938812e0a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:52.972848 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-fe3fc376-b6ca-4279-8f78-d8b938812e0a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:52.976582 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3fc376-b6ca-4279-8f78-d8b938812e0a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:52.977524 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3fc376-b6ca-4279-8f78-d8b938812e0a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:52.978121 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fe3fc376-b6ca-4279-8f78-d8b938812e0a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.986092 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3fc376-b6ca-4279-8f78-d8b938812e0a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Pushing event updated for resources: {'Port': ['ID=b8601de2-db8b-4907-a8b0-53892d204483,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:52.998965 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-fe3fc376-b6ca-4279-8f78-d8b938812e0a tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3418221 Jul 15 13:32:53.001333 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57114) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:53.056632 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c44c1a-f5ed-496e-a2ad-6e4aeaf48a90 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:53.060439 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-33c44c1a-f5ed-496e-a2ad-6e4aeaf48a90 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] 10.222.0.16 "GET /v2.0/ports/b8601de2-db8b-4907-a8b0-53892d204483 HTTP/1.1" status: 200 len: 955 time: 0.0555394 Jul 15 13:32:53.060747 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57118) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:53.072997 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-a948d6dc-ad6d-4722-ac27-26493fdc1243 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 15 13:32:53.074040 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a948d6dc-ad6d-4722-ac27-26493fdc1243 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:32:53.090512 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a948d6dc-ad6d-4722-ac27-26493fdc1243 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.3965092 Jul 15 13:32:53.092951 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57120) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:53.159121 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7b7ed228-8af2-4e9b-99e2-1844c5b9f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Deleting port b8601de2-db8b-4907-a8b0-53892d204483 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:53.159765 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b7ed228-8af2-4e9b-99e2-1844c5b9f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.230683 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b7ed228-8af2-4e9b-99e2-1844c5b9f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.249200 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7b7ed228-8af2-4e9b-99e2-1844c5b9f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Calling delete_port for b8601de2-db8b-4907-a8b0-53892d204483 owned by {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:53.250911 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-fb703766-01f9-42bc-b902-a9f588f7f73d tempest-ExternalNetworksAdminNegativeTestJSON-1623963812 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812-project-admin] Deleting port 68366a59-dda3-4b79-aafc-be5dd6962cac {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:53.251524 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fb703766-01f9-42bc-b902-a9f588f7f73d tempest-ExternalNetworksAdminNegativeTestJSON-1623963812 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.342670 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fb703766-01f9-42bc-b902-a9f588f7f73d tempest-ExternalNetworksAdminNegativeTestJSON-1623963812 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.344465 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fb703766-01f9-42bc-b902-a9f588f7f73d tempest-ExternalNetworksAdminNegativeTestJSON-1623963812 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.354301 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b7ed228-8af2-4e9b-99e2-1844c5b9f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.361392 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-fb703766-01f9-42bc-b902-a9f588f7f73d tempest-ExternalNetworksAdminNegativeTestJSON-1623963812 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812-project-admin] Calling delete_port for 68366a59-dda3-4b79-aafc-be5dd6962cac owned by network:floatingip {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:53.394275 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b7ed228-8af2-4e9b-99e2-1844c5b9f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.399242 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7b7ed228-8af2-4e9b-99e2-1844c5b9f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] 10.222.0.16 "DELETE /v2.0/ports/b8601de2-db8b-4907-a8b0-53892d204483 HTTP/1.1" status: 204 len: 168 time: 0.3371150 Jul 15 13:32:53.400171 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ed228-8af2-4e9b-99e2-1844c5b9f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8601de2-db8b-4907-a8b0-53892d204483,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:53.403059 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57122) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:53.431395 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5857bf3-a21a-49af-b232-aef898ab4cbf tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] GET failed (client error): The resource could not be found. Jul 15 13:32:53.433011 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a5857bf3-a21a-49af-b232-aef898ab4cbf tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] 10.222.0.16 "GET /v2.0/ports/b8601de2-db8b-4907-a8b0-53892d204483 HTTP/1.1" status: 404 len: 333 time: 0.0290234 Jul 15 13:32:53.436719 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57124) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:53.442572 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-d5ffcc20-79fb-4cde-acd4-749d76e6f4fd tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Request body: {'port': {'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-429826056'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:53.465510 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ffcc20-79fb-4cde-acd4-749d76e6f4fd tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Made reservation on behalf of 8b09fa2189cc4a8a9a472fbcf6dd043b for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:53.468576 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d5ffcc20-79fb-4cde-acd4-749d76e6f4fd tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.486311 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d5ffcc20-79fb-4cde-acd4-749d76e6f4fd tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] device_id is not set on port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:32:53.511962 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fb703766-01f9-42bc-b902-a9f588f7f73d tempest-ExternalNetworksAdminNegativeTestJSON-1623963812 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.542549 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb703766-01f9-42bc-b902-a9f588f7f73d tempest-ExternalNetworksAdminNegativeTestJSON-1623963812 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812-project-admin] Pushing event deleted for resources: {'Port': ['ID=68366a59-dda3-4b79-aafc-be5dd6962cac,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:53.609573 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fb703766-01f9-42bc-b902-a9f588f7f73d tempest-ExternalNetworksAdminNegativeTestJSON-1623963812 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.612817 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fb703766-01f9-42bc-b902-a9f588f7f73d tempest-ExternalNetworksAdminNegativeTestJSON-1623963812 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.614020 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-fb703766-01f9-42bc-b902-a9f588f7f73d tempest-ExternalNetworksAdminNegativeTestJSON-1623963812 tempest-ExternalNetworksAdminNegativeTestJSON-1623963812-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/fb3aef10-21ce-4831-bb7d-1312f7b4db48 HTTP/1.1" status: 204 len: 168 time: 0.5201166 Jul 15 13:32:53.649231 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d5ffcc20-79fb-4cde-acd4-749d76e6f4fd tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.691578 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d5ffcc20-79fb-4cde-acd4-749d76e6f4fd tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.736521 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ffcc20-79fb-4cde-acd4-749d76e6f4fd tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:53.740278 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-d5ffcc20-79fb-4cde-acd4-749d76e6f4fd tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:53.743942 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ffcc20-79fb-4cde-acd4-749d76e6f4fd tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:53.744915 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ffcc20-79fb-4cde-acd4-749d76e6f4fd tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:53.745575 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d5ffcc20-79fb-4cde-acd4-749d76e6f4fd tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.751705 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ffcc20-79fb-4cde-acd4-749d76e6f4fd tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Pushing event updated for resources: {'Port': ['ID=f0f51642-6ab9-4b4e-8093-fbb43bd1d847,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:53.770322 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57128) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:53.770843 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d5ffcc20-79fb-4cde-acd4-749d76e6f4fd tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3326001 Jul 15 13:32:53.776585 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:53.862926 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.923835 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57132) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:54.049081 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fc9f8cab-bbf9-4f3f-a9b2-a304d25ed90a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:54.083021 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] device_id is not set on port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:32:54.101875 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:54.115978 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Transition to ACTIVE for port object f0f51642-6ab9-4b4e-8093-fbb43bd1d847 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:54.121607 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:54.159910 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fc9f8cab-bbf9-4f3f-a9b2-a304d25ed90a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:54.164948 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fc9f8cab-bbf9-4f3f-a9b2-a304d25ed90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:54.183292 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Pushing event updated for resources: {'Port': ['ID=f0f51642-6ab9-4b4e-8093-fbb43bd1d847,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:54.200165 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:54.200514 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:54.200855 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:54.206212 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:32:54.206503 n-d-771363-36 neutron-server[93826]: ERROR neutron.plugins.ml2.managers [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Failed to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] Jul 15 13:32:54.206914 n-d-771363-36 neutron-server[93826]: INFO neutron.plugins.ml2.plugin [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempt 2 to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 Jul 15 13:32:54.209704 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-fc9f8cab-bbf9-4f3f-a9b2-a304d25ed90a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d7fc82c67fd44e79bc7b13a4dfa4c614&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2845154 Jul 15 13:32:54.210734 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f8cab-bbf9-4f3f-a9b2-a304d25ed90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872f52ae-0d9b-4d9f-b9da-f61f9edac181,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:54.212311 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57138) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:54.236377 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:54.236755 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:54.237181 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:54.247211 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:32:54.247540 n-d-771363-36 neutron-server[93826]: ERROR neutron.plugins.ml2.managers [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Failed to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] Jul 15 13:32:54.247929 n-d-771363-36 neutron-server[93826]: INFO neutron.plugins.ml2.plugin [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempt 3 to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 Jul 15 13:32:54.272754 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:54.273011 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:54.273348 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:54.283061 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:32:54.283392 n-d-771363-36 neutron-server[93826]: ERROR neutron.plugins.ml2.managers [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Failed to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] Jul 15 13:32:54.288126 n-d-771363-36 neutron-server[93826]: INFO neutron.plugins.ml2.plugin [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempt 4 to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 Jul 15 13:32:54.303012 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-664a81c2-07fd-46bb-be50-fd980743d64e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:54.306296 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:54.306647 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:54.306982 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:54.318581 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:32:54.318911 n-d-771363-36 neutron-server[93826]: ERROR neutron.plugins.ml2.managers [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Failed to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] Jul 15 13:32:54.321536 n-d-771363-36 neutron-server[93826]: INFO neutron.plugins.ml2.plugin [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempt 5 to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 Jul 15 13:32:54.338532 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-664a81c2-07fd-46bb-be50-fd980743d64e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:54.353025 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:54.353358 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:54.353692 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:54.365109 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:32:54.365439 n-d-771363-36 neutron-server[93826]: ERROR neutron.plugins.ml2.managers [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Failed to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] Jul 15 13:32:54.370457 n-d-771363-36 neutron-server[93826]: INFO neutron.plugins.ml2.plugin [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempt 6 to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 Jul 15 13:32:54.391832 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:54.392167 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:54.392500 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:54.398789 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:32:54.399170 n-d-771363-36 neutron-server[93826]: ERROR neutron.plugins.ml2.managers [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Failed to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] Jul 15 13:32:54.400655 n-d-771363-36 neutron-server[93826]: INFO neutron.plugins.ml2.plugin [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempt 7 to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 Jul 15 13:32:54.414063 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:54.414401 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:54.414783 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:54.421185 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:32:54.421509 n-d-771363-36 neutron-server[93826]: ERROR neutron.plugins.ml2.managers [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Failed to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] Jul 15 13:32:54.421824 n-d-771363-36 neutron-server[93826]: INFO neutron.plugins.ml2.plugin [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempt 8 to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 Jul 15 13:32:54.426172 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-664a81c2-07fd-46bb-be50-fd980743d64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:54.428640 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-664a81c2-07fd-46bb-be50-fd980743d64e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:54.429793 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-664a81c2-07fd-46bb-be50-fd980743d64e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/872f52ae-0d9b-4d9f-b9da-f61f9edac181 HTTP/1.1" status: 204 len: 168 time: 0.2155185 Jul 15 13:32:54.445123 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:54.445473 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:54.445817 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:54.448817 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a81c2-07fd-46bb-be50-fd980743d64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872f52ae-0d9b-4d9f-b9da-f61f9edac181,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:54.452459 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:32:54.452896 n-d-771363-36 neutron-server[93826]: ERROR neutron.plugins.ml2.managers [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Failed to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] Jul 15 13:32:54.453230 n-d-771363-36 neutron-server[93826]: INFO neutron.plugins.ml2.plugin [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempt 9 to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 Jul 15 13:32:54.467940 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:54.468276 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:54.468741 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:54.473423 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:32:54.473756 n-d-771363-36 neutron-server[93826]: ERROR neutron.plugins.ml2.managers [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Failed to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] Jul 15 13:32:54.474124 n-d-771363-36 neutron-server[93826]: INFO neutron.plugins.ml2.plugin [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempt 10 to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 Jul 15 13:32:54.486502 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:54.486981 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:54.487360 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempting to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:54.492003 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:32:54.492340 n-d-771363-36 neutron-server[93826]: ERROR neutron.plugins.ml2.managers [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Failed to bind port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 on host n-h1-771363-36 for vnic_type normal using segments [{'id': 'a69d4819-d1cc-4cbb-be1c-636fa2264caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171'}] Jul 15 13:32:54.492714 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:54.567411 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] For port f0f51642-6ab9-4b4e-8093-fbb43bd1d847, host n-h1-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:32:54.568555 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attempted to set empty binding levels {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 13:32:54.577245 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:54.612759 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] In _notify_port_updated(), no bound segment for port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 on network 55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 {{(pid=93826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:32:54.613954 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:54.614789 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:54.616140 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] 10.222.0.16 "PUT /v2.0/ports/f0f51642-6ab9-4b4e-8093-fbb43bd1d847 HTTP/1.1" status: 200 len: 975 time: 0.8446474 Jul 15 13:32:54.618957 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57144) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:54.663671 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6654afd0-e843-46e9-bc7b-743db379f816 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Pushing event updated for resources: {'Port': ['ID=f0f51642-6ab9-4b4e-8093-fbb43bd1d847,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:54.721853 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-b5c3754f-70c6-45a2-a664-58f6c60cbd60 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Deleting port f0f51642-6ab9-4b4e-8093-fbb43bd1d847 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:54.722209 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b5c3754f-70c6-45a2-a664-58f6c60cbd60 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:54.759370 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57146) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:54.790763 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-b5c3754f-70c6-45a2-a664-58f6c60cbd60 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] For port f0f51642-6ab9-4b4e-8093-fbb43bd1d847, host n-h1-771363-36, got binding levels [] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:54.791350 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b5c3754f-70c6-45a2-a664-58f6c60cbd60 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:54.801753 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b292d87b-f336-4587-a145-0a39f487589d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=23bc8da2668443e9b93810504e10858c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405409 Jul 15 13:32:54.803849 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-b5c3754f-70c6-45a2-a664-58f6c60cbd60 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Calling delete_port for f0f51642-6ab9-4b4e-8093-fbb43bd1d847 owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:54.804418 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57148) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:54.857419 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-39c66ecf-b53a-4ee4-91c6-fc128c6095fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:54.884076 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-39c66ecf-b53a-4ee4-91c6-fc128c6095fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:54.891085 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b5c3754f-70c6-45a2-a664-58f6c60cbd60 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:54.917544 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c3754f-70c6-45a2-a664-58f6c60cbd60 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0f51642-6ab9-4b4e-8093-fbb43bd1d847,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:54.927790 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b5c3754f-70c6-45a2-a664-58f6c60cbd60 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:54.933822 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b5c3754f-70c6-45a2-a664-58f6c60cbd60 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] 10.222.0.16 "DELETE /v2.0/ports/f0f51642-6ab9-4b4e-8093-fbb43bd1d847 HTTP/1.1" status: 204 len: 168 time: 0.3101053 Jul 15 13:32:54.934085 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57150) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:54.966471 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc2d611c-a72b-447d-a6c1-82d671036b84 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] GET failed (client error): The resource could not be found. Jul 15 13:32:54.974433 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-39c66ecf-b53a-4ee4-91c6-fc128c6095fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:54.974713 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-bc2d611c-a72b-447d-a6c1-82d671036b84 tempest-PortsAdminExtendedAttrsTestJSON-1033684094 tempest-PortsAdminExtendedAttrsTestJSON-1033684094-project-admin] 10.222.0.16 "GET /v2.0/ports/f0f51642-6ab9-4b4e-8093-fbb43bd1d847 HTTP/1.1" status: 404 len: 333 time: 0.0332346 Jul 15 13:32:54.974829 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-39c66ecf-b53a-4ee4-91c6-fc128c6095fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:54.974829 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-39c66ecf-b53a-4ee4-91c6-fc128c6095fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/55f098a5-6c81-4a19-bd58-793615a252dd HTTP/1.1" status: 204 len: 168 time: 0.1661775 Jul 15 13:32:54.975010 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57152) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:54.980602 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c66ecf-b53a-4ee4-91c6-fc128c6095fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f098a5-6c81-4a19-bd58-793615a252dd,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:55.379863 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b3dfc878-6cf4-46f0-83ae-5241caafebbf tempest-PortsAdminExtendedAttrsTestJSON-209189394 tempest-PortsAdminExtendedAttrsTestJSON-209189394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:55.481018 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b3dfc878-6cf4-46f0-83ae-5241caafebbf tempest-PortsAdminExtendedAttrsTestJSON-209189394 tempest-PortsAdminExtendedAttrsTestJSON-209189394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:55.492326 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-b3dfc878-6cf4-46f0-83ae-5241caafebbf tempest-PortsAdminExtendedAttrsTestJSON-209189394 tempest-PortsAdminExtendedAttrsTestJSON-209189394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:55.504420 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-b3dfc878-6cf4-46f0-83ae-5241caafebbf tempest-PortsAdminExtendedAttrsTestJSON-209189394 tempest-PortsAdminExtendedAttrsTestJSON-209189394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a69d4819-d1cc-4cbb-be1c-636fa2264caa') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:55.504715 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-b3dfc878-6cf4-46f0-83ae-5241caafebbf tempest-PortsAdminExtendedAttrsTestJSON-209189394 tempest-PortsAdminExtendedAttrsTestJSON-209189394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a69d4819-d1cc-4cbb-be1c-636fa2264caa') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:55.518214 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b3dfc878-6cf4-46f0-83ae-5241caafebbf tempest-PortsAdminExtendedAttrsTestJSON-209189394 tempest-PortsAdminExtendedAttrsTestJSON-209189394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:55.537920 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b3dfc878-6cf4-46f0-83ae-5241caafebbf tempest-PortsAdminExtendedAttrsTestJSON-209189394 tempest-PortsAdminExtendedAttrsTestJSON-209189394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:55.544575 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3dfc878-6cf4-46f0-83ae-5241caafebbf tempest-PortsAdminExtendedAttrsTestJSON-209189394 tempest-PortsAdminExtendedAttrsTestJSON-209189394-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:32:55.545033 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b3dfc878-6cf4-46f0-83ae-5241caafebbf tempest-PortsAdminExtendedAttrsTestJSON-209189394 tempest-PortsAdminExtendedAttrsTestJSON-209189394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:55.548602 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:32:55.548602 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:32:55.548602 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:32:55.548602 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:32:55.548602 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:32:55.548602 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:32:55.548602 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:32:55.548602 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:32:55.548602 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:32:55.548602 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:32:55.548602 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:32:55.548602 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:32:55.548602 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:32:55.548602 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:32:55.548602 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:32:55.548602 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:32:55.548602 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:32:55.548602 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:32:55.548602 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:32:55.548602 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:32:55.548602 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:32:55.548602 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:32:55.548602 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:32:55.548602 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:32:55.548602 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:32:55.548602 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:32:55.548602 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:32:55.548602 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:32:55.548602 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:32:55.548602 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:32:55.548602 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:32:55.548602 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:32:55.548602 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:32:55.548602 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:32:55.548602 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:32:55.548602 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:32:55.548602 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:32:55.548602 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:32:55.617332 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b3dfc878-6cf4-46f0-83ae-5241caafebbf tempest-PortsAdminExtendedAttrsTestJSON-209189394 tempest-PortsAdminExtendedAttrsTestJSON-209189394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:55.625736 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b3dfc878-6cf4-46f0-83ae-5241caafebbf tempest-PortsAdminExtendedAttrsTestJSON-209189394 tempest-PortsAdminExtendedAttrsTestJSON-209189394-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:55.628417 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b3dfc878-6cf4-46f0-83ae-5241caafebbf tempest-PortsAdminExtendedAttrsTestJSON-209189394 tempest-PortsAdminExtendedAttrsTestJSON-209189394-project] 10.222.0.16 "DELETE /v2.0/networks/55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171 HTTP/1.1" status: 204 len: 168 time: 0.6521721 Jul 15 13:32:55.644043 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dfc878-6cf4-46f0-83ae-5241caafebbf tempest-PortsAdminExtendedAttrsTestJSON-209189394 tempest-PortsAdminExtendedAttrsTestJSON-209189394-project] Pushing event deleted for resources: {'Network': ['ID=55a0cc1b-7c1e-4c3b-a4c1-a8f9dc4d7171,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:55.804606 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57180) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:55.880114 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57184) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:56.035580 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-6d225cf6-34c8-40ca-b047-078cf3f3471b tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1557174228'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:56.048078 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-fc6bce43-1017-4f2c-a9e9-e91d14cf563e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9053bbf6262a4fed80871a04ca01ae71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1663592 Jul 15 13:32:56.050771 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57188) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:56.060264 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d225cf6-34c8-40ca-b047-078cf3f3471b tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Made reservation on behalf of 6d41e00d52844a529206db15ebdd7a03 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:56.064097 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6d225cf6-34c8-40ca-b047-078cf3f3471b tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.074075 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6d225cf6-34c8-40ca-b047-078cf3f3471b tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.106598 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cd3113af-4e65-4bb9-a732-c650952cb728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.130306 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cd3113af-4e65-4bb9-a732-c650952cb728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.178404 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6d225cf6-34c8-40ca-b047-078cf3f3471b tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.182813 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6d225cf6-34c8-40ca-b047-078cf3f3471b tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.194963 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cd3113af-4e65-4bb9-a732-c650952cb728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.197894 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cd3113af-4e65-4bb9-a732-c650952cb728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.199719 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-cd3113af-4e65-4bb9-a732-c650952cb728 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cdadbb5e-8464-473b-abde-b37747512ccd HTTP/1.1" status: 204 len: 168 time: 0.1479917 Jul 15 13:32:56.209330 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3113af-4e65-4bb9-a732-c650952cb728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdadbb5e-8464-473b-abde-b37747512ccd,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:56.216803 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d225cf6-34c8-40ca-b047-078cf3f3471b tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:32:56.232497 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d225cf6-34c8-40ca-b047-078cf3f3471b tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=684c24ac-f634-4ca9-b8fc-0e8d0ed9b907,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:56.238896 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6d225cf6-34c8-40ca-b047-078cf3f3471b tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.239242 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-6d225cf6-34c8-40ca-b047-078cf3f3471b tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Added segment 12560295-e3a6-493e-890d-493f87c07813 of type vlan for network 16341159-0d22-4fc0-8a7b-6e7269e7d90d Jul 15 13:32:56.283943 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6d225cf6-34c8-40ca-b047-078cf3f3471b tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.316971 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6d225cf6-34c8-40ca-b047-078cf3f3471b tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.322670 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d225cf6-34c8-40ca-b047-078cf3f3471b tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:56.323266 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6d225cf6-34c8-40ca-b047-078cf3f3471b tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.358748 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:32:56.360418 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6d225cf6-34c8-40ca-b047-078cf3f3471b tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5546875 Jul 15 13:32:56.363941 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57196) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:56.368951 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-cac1b896-143e-49d6-a8f2-d35aa55e01f9 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Request body: {'subnet': {'network_id': '16341159-0d22-4fc0-8a7b-6e7269e7d90d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:56.410763 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d225cf6-34c8-40ca-b047-078cf3f3471b tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Pushing event updated for resources: {'Network': ['ID=16341159-0d22-4fc0-8a7b-6e7269e7d90d,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:56.423518 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 16341159-0d22-4fc0-8a7b-6e7269e7d90d details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:32:56.567157 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57198) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:56.624960 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-94151297-15dc-456f-ac1b-3978a75e3660 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8b09fa2189cc4a8a9a472fbcf6dd043b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0562124 Jul 15 13:32:56.628851 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57200) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:56.689497 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e99eb90c-c8bb-4f0e-88c4-baf58556004c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.715710 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e99eb90c-c8bb-4f0e-88c4-baf58556004c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.768770 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e99eb90c-c8bb-4f0e-88c4-baf58556004c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.771354 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e99eb90c-c8bb-4f0e-88c4-baf58556004c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.772531 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e99eb90c-c8bb-4f0e-88c4-baf58556004c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/75046ad5-cc2f-443b-98ff-db0e7ab423ef HTTP/1.1" status: 204 len: 168 time: 0.1425912 Jul 15 13:32:56.780902 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99eb90c-c8bb-4f0e-88c4-baf58556004c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75046ad5-cc2f-443b-98ff-db0e7ab423ef,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:56.895917 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac1b896-143e-49d6-a8f2-d35aa55e01f9 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Made reservation on behalf of 6d41e00d52844a529206db15ebdd7a03 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:56.900307 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cac1b896-143e-49d6-a8f2-d35aa55e01f9 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.106772 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cac1b896-143e-49d6-a8f2-d35aa55e01f9 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.165115 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1b896-143e-49d6-a8f2-d35aa55e01f9 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Pushing event updated for resources: {'Subnet': ['ID=f21df0fb-cd55-4634-91d0-24143a1cf1a8,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:57.181778 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac1b896-143e-49d6-a8f2-d35aa55e01f9 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Checking segment: {'id': '12560295-e3a6-493e-890d-493f87c07813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '16341159-0d22-4fc0-8a7b-6e7269e7d90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:57.182132 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac1b896-143e-49d6-a8f2-d35aa55e01f9 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Network hostable DHCP agents. Network: 16341159-0d22-4fc0-8a7b-6e7269e7d90d, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:32:57.199735 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac1b896-143e-49d6-a8f2-d35aa55e01f9 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Network 16341159-0d22-4fc0-8a7b-6e7269e7d90d is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:32:57.211299 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-cac1b896-143e-49d6-a8f2-d35aa55e01f9 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 16341159-0d22-4fc0-8a7b-6e7269e7d90d) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:57.217120 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac1b896-143e-49d6-a8f2-d35aa55e01f9 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:57.217708 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cac1b896-143e-49d6-a8f2-d35aa55e01f9 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.223581 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5ef98a-7393-433b-bccf-90400e2ebce4 None None] Network 16341159-0d22-4fc0-8a7b-6e7269e7d90d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:57.238109 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-cac1b896-143e-49d6-a8f2-d35aa55e01f9 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8730483 Jul 15 13:32:57.240810 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57214) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:57.246814 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-ac2672d3-4fb1-499e-a594-a9edf4fb07cd tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Request body: {'port': {'network_id': '16341159-0d22-4fc0-8a7b-6e7269e7d90d', 'name': 'tempest-AllowedAddressPairTestJSON-1723444819'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:57.388599 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2672d3-4fb1-499e-a594-a9edf4fb07cd tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Made reservation on behalf of 6d41e00d52844a529206db15ebdd7a03 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:57.394544 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ac2672d3-4fb1-499e-a594-a9edf4fb07cd tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.414084 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-ac2672d3-4fb1-499e-a594-a9edf4fb07cd tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] device_id is not set on port 73abddec-f09f-4a45-b164-abef4c19ad74 yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:32:57.464859 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68203c6-6e00-46c6-99d4-54d9f23b478c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-16341159-0d22-4fc0-8a7b-6e7269e7d90d', 'network_id': '16341159-0d22-4fc0-8a7b-6e7269e7d90d', 'tenant_id': '6d41e00d52844a529206db15ebdd7a03', 'fixed_ips': [{'subnet_id': 'f21df0fb-cd55-4634-91d0-24143a1cf1a8'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:32:57.466293 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d68203c6-6e00-46c6-99d4-54d9f23b478c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.550769 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-ac2672d3-4fb1-499e-a594-a9edf4fb07cd tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Allocated IP 172.20.0.4 (16341159-0d22-4fc0-8a7b-6e7269e7d90d/f21df0fb-cd55-4634-91d0-24143a1cf1a8/73abddec-f09f-4a45-b164-abef4c19ad74) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:32:57.714326 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ac2672d3-4fb1-499e-a594-a9edf4fb07cd tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.728077 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-ac2672d3-4fb1-499e-a594-a9edf4fb07cd tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Transition to ACTIVE for port object 73abddec-f09f-4a45-b164-abef4c19ad74 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:57.767639 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ac2672d3-4fb1-499e-a594-a9edf4fb07cd tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.823454 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2672d3-4fb1-499e-a594-a9edf4fb07cd tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Network 16341159-0d22-4fc0-8a7b-6e7269e7d90d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:57.826763 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-ac2672d3-4fb1-499e-a594-a9edf4fb07cd tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:57.831078 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2672d3-4fb1-499e-a594-a9edf4fb07cd tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:57.837613 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2672d3-4fb1-499e-a594-a9edf4fb07cd tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Pushing event updated for resources: {'Port': ['ID=73abddec-f09f-4a45-b164-abef4c19ad74,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:57.851270 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-d68203c6-6e00-46c6-99d4-54d9f23b478c None None] Allocated IP 172.20.0.2 (16341159-0d22-4fc0-8a7b-6e7269e7d90d/f21df0fb-cd55-4634-91d0-24143a1cf1a8/8910a4e3-3bc4-47fd-a164-d055dc192482) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:32:57.887827 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2672d3-4fb1-499e-a594-a9edf4fb07cd tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:57.888577 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ac2672d3-4fb1-499e-a594-a9edf4fb07cd tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.910644 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ac2672d3-4fb1-499e-a594-a9edf4fb07cd tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6686749 Jul 15 13:32:57.913580 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57230) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:57.922640 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-bd1766d7-2bf3-4606-9a8f-bc0ef85f9769 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Request body: {'port': {'network_id': '16341159-0d22-4fc0-8a7b-6e7269e7d90d', 'name': 'tempest-AllowedAddressPairTestJSON-1196984705', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:bb:00:a0'}]}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:58.049086 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d68203c6-6e00-46c6-99d4-54d9f23b478c None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.061367 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d68203c6-6e00-46c6-99d4-54d9f23b478c None None] Transition to ACTIVE for port object 8910a4e3-3bc4-47fd-a164-d055dc192482 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:58.071250 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1766d7-2bf3-4606-9a8f-bc0ef85f9769 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Made reservation on behalf of 6d41e00d52844a529206db15ebdd7a03 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:58.089413 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d68203c6-6e00-46c6-99d4-54d9f23b478c None None] Transition to ACTIVE for port object 8910a4e3-3bc4-47fd-a164-d055dc192482 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:58.098375 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d68203c6-6e00-46c6-99d4-54d9f23b478c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.138099 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68203c6-6e00-46c6-99d4-54d9f23b478c None None] Network 16341159-0d22-4fc0-8a7b-6e7269e7d90d is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:58.141320 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-d68203c6-6e00-46c6-99d4-54d9f23b478c None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:58.148031 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68203c6-6e00-46c6-99d4-54d9f23b478c None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:58.184142 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bd1766d7-2bf3-4606-9a8f-bc0ef85f9769 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.205235 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-bd1766d7-2bf3-4606-9a8f-bc0ef85f9769 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] device_id is not set on port 86a8092c-c601-457b-9b22-5fa2d814ce90 yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:32:58.208598 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68203c6-6e00-46c6-99d4-54d9f23b478c None None] Pushing event updated for resources: {'Port': ['ID=8910a4e3-3bc4-47fd-a164-d055dc192482,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:58.219817 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-d68203c6-6e00-46c6-99d4-54d9f23b478c None None] Attempting to bind port 8910a4e3-3bc4-47fd-a164-d055dc192482 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:58.220192 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-d68203c6-6e00-46c6-99d4-54d9f23b478c None None] Attempting to bind port 8910a4e3-3bc4-47fd-a164-d055dc192482 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '12560295-e3a6-493e-890d-493f87c07813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '16341159-0d22-4fc0-8a7b-6e7269e7d90d'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:58.220560 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68203c6-6e00-46c6-99d4-54d9f23b478c None None] Attempting to bind port 8910a4e3-3bc4-47fd-a164-d055dc192482 on network 16341159-0d22-4fc0-8a7b-6e7269e7d90d {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:58.226811 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68203c6-6e00-46c6-99d4-54d9f23b478c None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:32:58.227193 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68203c6-6e00-46c6-99d4-54d9f23b478c None None] Checking segment: {'id': '12560295-e3a6-493e-890d-493f87c07813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '16341159-0d22-4fc0-8a7b-6e7269e7d90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:58.227611 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d68203c6-6e00-46c6-99d4-54d9f23b478c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.228067 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68203c6-6e00-46c6-99d4-54d9f23b478c None None] Bound using segment: {'id': '12560295-e3a6-493e-890d-493f87c07813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '16341159-0d22-4fc0-8a7b-6e7269e7d90d'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:32:58.228545 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-d68203c6-6e00-46c6-99d4-54d9f23b478c None None] Bound port: 8910a4e3-3bc4-47fd-a164-d055dc192482, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12560295-e3a6-493e-890d-493f87c07813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '16341159-0d22-4fc0-8a7b-6e7269e7d90d'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:32:58.228922 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d68203c6-6e00-46c6-99d4-54d9f23b478c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.300331 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-d68203c6-6e00-46c6-99d4-54d9f23b478c None None] For port 8910a4e3-3bc4-47fd-a164-d055dc192482, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:32:58.304544 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-d68203c6-6e00-46c6-99d4-54d9f23b478c None None] For port 8910a4e3-3bc4-47fd-a164-d055dc192482, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=8910a4e3-3bc4-47fd-a164-d055dc192482,segment=NetworkSegment(12560295-e3a6-493e-890d-493f87c07813),segment_id=12560295-e3a6-493e-890d-493f87c07813)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:32:58.310679 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d68203c6-6e00-46c6-99d4-54d9f23b478c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.342607 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-bd1766d7-2bf3-4606-9a8f-bc0ef85f9769 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Allocated IP 172.20.0.8 (16341159-0d22-4fc0-8a7b-6e7269e7d90d/f21df0fb-cd55-4634-91d0-24143a1cf1a8/86a8092c-c601-457b-9b22-5fa2d814ce90) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:32:58.377233 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68203c6-6e00-46c6-99d4-54d9f23b478c None None] Pushing event updated for resources: {'Port': ['ID=8910a4e3-3bc4-47fd-a164-d055dc192482,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:58.424384 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57244) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:58.551760 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bd1766d7-2bf3-4606-9a8f-bc0ef85f9769 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.569948 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-bd1766d7-2bf3-4606-9a8f-bc0ef85f9769 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Transition to ACTIVE for port object 86a8092c-c601-457b-9b22-5fa2d814ce90 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:58.599633 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-dafea3c8-e98f-46d7-b6a2-9a12dae89b7d tempest-RoutersAdminNegativeIpV6Test-2109984692 tempest-RoutersAdminNegativeIpV6Test-2109984692-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-399819486', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:58.637357 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafea3c8-e98f-46d7-b6a2-9a12dae89b7d tempest-RoutersAdminNegativeIpV6Test-2109984692 tempest-RoutersAdminNegativeIpV6Test-2109984692-project-admin] Made reservation on behalf of 680c49201e894a4cacd48b8aee8a4164 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:58.640582 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dafea3c8-e98f-46d7-b6a2-9a12dae89b7d tempest-RoutersAdminNegativeIpV6Test-2109984692 tempest-RoutersAdminNegativeIpV6Test-2109984692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.644191 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bd1766d7-2bf3-4606-9a8f-bc0ef85f9769 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.650132 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dafea3c8-e98f-46d7-b6a2-9a12dae89b7d tempest-RoutersAdminNegativeIpV6Test-2109984692 tempest-RoutersAdminNegativeIpV6Test-2109984692-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.720756 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1766d7-2bf3-4606-9a8f-bc0ef85f9769 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Network 16341159-0d22-4fc0-8a7b-6e7269e7d90d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:58.726367 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-bd1766d7-2bf3-4606-9a8f-bc0ef85f9769 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:58.731723 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1766d7-2bf3-4606-9a8f-bc0ef85f9769 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:58.796060 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dafea3c8-e98f-46d7-b6a2-9a12dae89b7d tempest-RoutersAdminNegativeIpV6Test-2109984692 tempest-RoutersAdminNegativeIpV6Test-2109984692-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.801163 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dafea3c8-e98f-46d7-b6a2-9a12dae89b7d tempest-RoutersAdminNegativeIpV6Test-2109984692 tempest-RoutersAdminNegativeIpV6Test-2109984692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.801341 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1766d7-2bf3-4606-9a8f-bc0ef85f9769 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Pushing event updated for resources: {'Port': ['ID=86a8092c-c601-457b-9b22-5fa2d814ce90,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:58.807197 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-dafea3c8-e98f-46d7-b6a2-9a12dae89b7d tempest-RoutersAdminNegativeIpV6Test-2109984692 tempest-RoutersAdminNegativeIpV6Test-2109984692-project-admin] device_id is not set on port 008727b4-003b-40b4-ba21-f235d1578dac yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:32:58.810611 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1766d7-2bf3-4606-9a8f-bc0ef85f9769 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:58.811152 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bd1766d7-2bf3-4606-9a8f-bc0ef85f9769 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.830437 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-bd1766d7-2bf3-4606-9a8f-bc0ef85f9769 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 0.9151204 Jul 15 13:32:58.832911 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57248) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:58.863548 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafea3c8-e98f-46d7-b6a2-9a12dae89b7d tempest-RoutersAdminNegativeIpV6Test-2109984692 tempest-RoutersAdminNegativeIpV6Test-2109984692-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478545ad-632b-45ce-aa45-ab0f0c0a8989,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:58.938543 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-dafea3c8-e98f-46d7-b6a2-9a12dae89b7d tempest-RoutersAdminNegativeIpV6Test-2109984692 tempest-RoutersAdminNegativeIpV6Test-2109984692-project-admin] Allocated IP 172.25.8.25 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/008727b4-003b-40b4-ba21-f235d1578dac) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:32:58.975373 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2affec26-f01a-4ead-9167-c7c7752ce76c tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:58.982174 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2affec26-f01a-4ead-9167-c7c7752ce76c tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:58.992826 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2affec26-f01a-4ead-9167-c7c7752ce76c tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:58.994608 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2affec26-f01a-4ead-9167-c7c7752ce76c tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1606212 Jul 15 13:32:58.997767 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57250) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:59.051582 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8910a4e3-3bc4-47fd-a164-d055dc192482 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:32:59.127589 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 8910a4e3-3bc4-47fd-a164-d055dc192482 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:59.130326 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-0d80ff2e-02e7-4eaa-9aee-ae8c83066de5 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Deleting port 86a8092c-c601-457b-9b22-5fa2d814ce90 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:59.132999 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d80ff2e-02e7-4eaa-9aee-ae8c83066de5 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.136506 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dafea3c8-e98f-46d7-b6a2-9a12dae89b7d tempest-RoutersAdminNegativeIpV6Test-2109984692 tempest-RoutersAdminNegativeIpV6Test-2109984692-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.193313 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dafea3c8-e98f-46d7-b6a2-9a12dae89b7d tempest-RoutersAdminNegativeIpV6Test-2109984692 tempest-RoutersAdminNegativeIpV6Test-2109984692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.238496 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafea3c8-e98f-46d7-b6a2-9a12dae89b7d tempest-RoutersAdminNegativeIpV6Test-2109984692 tempest-RoutersAdminNegativeIpV6Test-2109984692-project-admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:59.248265 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d80ff2e-02e7-4eaa-9aee-ae8c83066de5 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.250659 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-dafea3c8-e98f-46d7-b6a2-9a12dae89b7d tempest-RoutersAdminNegativeIpV6Test-2109984692 tempest-RoutersAdminNegativeIpV6Test-2109984692-project-admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:59.254347 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafea3c8-e98f-46d7-b6a2-9a12dae89b7d tempest-RoutersAdminNegativeIpV6Test-2109984692 tempest-RoutersAdminNegativeIpV6Test-2109984692-project-admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:59.263408 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-0d80ff2e-02e7-4eaa-9aee-ae8c83066de5 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Calling delete_port for 86a8092c-c601-457b-9b22-5fa2d814ce90 owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:59.279393 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.279624 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafea3c8-e98f-46d7-b6a2-9a12dae89b7d tempest-RoutersAdminNegativeIpV6Test-2109984692 tempest-RoutersAdminNegativeIpV6Test-2109984692-project-admin] Pushing event updated for resources: {'Port': ['ID=008727b4-003b-40b4-ba21-f235d1578dac,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:59.302199 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafea3c8-e98f-46d7-b6a2-9a12dae89b7d tempest-RoutersAdminNegativeIpV6Test-2109984692 tempest-RoutersAdminNegativeIpV6Test-2109984692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:59.302885 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dafea3c8-e98f-46d7-b6a2-9a12dae89b7d tempest-RoutersAdminNegativeIpV6Test-2109984692 tempest-RoutersAdminNegativeIpV6Test-2109984692-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.319774 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-dafea3c8-e98f-46d7-b6a2-9a12dae89b7d tempest-RoutersAdminNegativeIpV6Test-2109984692 tempest-RoutersAdminNegativeIpV6Test-2109984692-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 0.8926673 Jul 15 13:32:59.322360 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57252) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:59.328636 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-00a65902-f369-45df-945b-d83a8129d7cb tempest-RoutersAdminNegativeIpV6Test-2109984692 tempest-RoutersAdminNegativeIpV6Test-2109984692-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.25'}]}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:59.357211 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-00a65902-f369-45df-945b-d83a8129d7cb tempest-RoutersAdminNegativeIpV6Test-2109984692 tempest-RoutersAdminNegativeIpV6Test-2109984692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.358873 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-00a65902-f369-45df-945b-d83a8129d7cb tempest-RoutersAdminNegativeIpV6Test-2109984692 tempest-RoutersAdminNegativeIpV6Test-2109984692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.428001 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d80ff2e-02e7-4eaa-9aee-ae8c83066de5 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.480718 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-00a65902-f369-45df-945b-d83a8129d7cb tempest-RoutersAdminNegativeIpV6Test-2109984692 tempest-RoutersAdminNegativeIpV6Test-2109984692-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.570236 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80ff2e-02e7-4eaa-9aee-ae8c83066de5 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Pushing event deleted for resources: {'Port': ['ID=86a8092c-c601-457b-9b22-5fa2d814ce90,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:59.583094 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b113850-7777-4669-bde4-f6b111014401 None None] Network 16341159-0d22-4fc0-8a7b-6e7269e7d90d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:59.616210 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.670514 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-00a65902-f369-45df-945b-d83a8129d7cb tempest-RoutersAdminNegativeIpV6Test-2109984692 tempest-RoutersAdminNegativeIpV6Test-2109984692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.681902 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d80ff2e-02e7-4eaa-9aee-ae8c83066de5 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.689755 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0d80ff2e-02e7-4eaa-9aee-ae8c83066de5 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] 10.222.0.16 "DELETE /v2.0/ports/86a8092c-c601-457b-9b22-5fa2d814ce90 HTTP/1.1" status: 204 len: 168 time: 0.6881385 Jul 15 13:32:59.690109 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57256) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:59.699057 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-513fe918-9ea0-44cb-b2e9-16eb4396b0cf None None] Provisioning for port 8910a4e3-3bc4-47fd-a164-d055dc192482 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:59.722286 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d1b1cdf2-c4d9-4481-9c9b-aff6552e31b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.726453 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-62553bae-b5b2-4412-a1bd-7e9b1a5c808f tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] GET failed (client error): The resource could not be found. Jul 15 13:32:59.732253 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-513fe918-9ea0-44cb-b2e9-16eb4396b0cf None None] Provisioning complete for port 8910a4e3-3bc4-47fd-a164-d055dc192482 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:59.732438 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-62553bae-b5b2-4412-a1bd-7e9b1a5c808f tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] 10.222.0.16 "GET /v2.0/ports/86a8092c-c601-457b-9b22-5fa2d814ce90 HTTP/1.1" status: 404 len: 333 time: 0.0376074 Jul 15 13:32:59.732538 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-513fe918-9ea0-44cb-b2e9-16eb4396b0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.732752 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57258) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:59.738845 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-88c30354-7fc1-4480-812e-0a9b6b81a99e tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Request body: {'port': {'network_id': '16341159-0d22-4fc0-8a7b-6e7269e7d90d', 'name': 'tempest-AllowedAddressPairTestJSON-1509458538'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:59.875471 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-513fe918-9ea0-44cb-b2e9-16eb4396b0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.897988 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c30354-7fc1-4480-812e-0a9b6b81a99e tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Made reservation on behalf of 6d41e00d52844a529206db15ebdd7a03 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:59.903513 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-88c30354-7fc1-4480-812e-0a9b6b81a99e tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.927696 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-513fe918-9ea0-44cb-b2e9-16eb4396b0cf None None] For port 8910a4e3-3bc4-47fd-a164-d055dc192482, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=8910a4e3-3bc4-47fd-a164-d055dc192482,segment=NetworkSegment(12560295-e3a6-493e-890d-493f87c07813),segment_id=12560295-e3a6-493e-890d-493f87c07813)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:59.928179 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-88c30354-7fc1-4480-812e-0a9b6b81a99e tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] device_id is not set on port d3ab6dec-ca72-4049-bc21-8ba547b09e53 yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:32:59.935803 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-513fe918-9ea0-44cb-b2e9-16eb4396b0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.971375 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-00a65902-f369-45df-945b-d83a8129d7cb tempest-RoutersAdminNegativeIpV6Test-2109984692 tempest-RoutersAdminNegativeIpV6Test-2109984692-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.997642 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-00a65902-f369-45df-945b-d83a8129d7cb tempest-RoutersAdminNegativeIpV6Test-2109984692 tempest-RoutersAdminNegativeIpV6Test-2109984692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.022501 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513fe918-9ea0-44cb-b2e9-16eb4396b0cf None None] Pushing event updated for resources: {'Port': ['ID=8910a4e3-3bc4-47fd-a164-d055dc192482,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:00.095734 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-88c30354-7fc1-4480-812e-0a9b6b81a99e tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Allocated IP 172.20.0.10 (16341159-0d22-4fc0-8a7b-6e7269e7d90d/f21df0fb-cd55-4634-91d0-24143a1cf1a8/d3ab6dec-ca72-4049-bc21-8ba547b09e53) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:00.188217 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-00a65902-f369-45df-945b-d83a8129d7cb tempest-RoutersAdminNegativeIpV6Test-2109984692 tempest-RoutersAdminNegativeIpV6Test-2109984692-project-admin] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.266691 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6f9d0f75-e97c-47ae-9e57-62fa4d5ee706 None None] Provisioning for port 73abddec-f09f-4a45-b164-abef4c19ad74 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:00.276897 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6f9d0f75-e97c-47ae-9e57-62fa4d5ee706 None None] Provisioning complete for port 73abddec-f09f-4a45-b164-abef4c19ad74 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:00.277284 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f9d0f75-e97c-47ae-9e57-62fa4d5ee706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.315226 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-88c30354-7fc1-4480-812e-0a9b6b81a99e tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.329107 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-6f9d0f75-e97c-47ae-9e57-62fa4d5ee706 None None] Port 73abddec-f09f-4a45-b164-abef4c19ad74 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:00.336169 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-88c30354-7fc1-4480-812e-0a9b6b81a99e tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Transition to ACTIVE for port object d3ab6dec-ca72-4049-bc21-8ba547b09e53 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:00.340503 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6f9d0f75-e97c-47ae-9e57-62fa4d5ee706 None None] Provisioning complete for port 8910a4e3-3bc4-47fd-a164-d055dc192482 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:00.341205 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f9d0f75-e97c-47ae-9e57-62fa4d5ee706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.378379 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-88c30354-7fc1-4480-812e-0a9b6b81a99e tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.460341 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-00a65902-f369-45df-945b-d83a8129d7cb tempest-RoutersAdminNegativeIpV6Test-2109984692 tempest-RoutersAdminNegativeIpV6Test-2109984692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.462820 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-00a65902-f369-45df-945b-d83a8129d7cb tempest-RoutersAdminNegativeIpV6Test-2109984692 tempest-RoutersAdminNegativeIpV6Test-2109984692-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.476665 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c30354-7fc1-4480-812e-0a9b6b81a99e tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Network 16341159-0d22-4fc0-8a7b-6e7269e7d90d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:00.480804 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-88c30354-7fc1-4480-812e-0a9b6b81a99e tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:00.486093 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c30354-7fc1-4480-812e-0a9b6b81a99e tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:00.513729 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-00a65902-f369-45df-945b-d83a8129d7cb tempest-RoutersAdminNegativeIpV6Test-2109984692 tempest-RoutersAdminNegativeIpV6Test-2109984692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.514275 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a65902-f369-45df-945b-d83a8129d7cb tempest-RoutersAdminNegativeIpV6Test-2109984692 tempest-RoutersAdminNegativeIpV6Test-2109984692-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5fa787b2-85ac-4c19-a4d8-5008ef359ef6 {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:33:00.532299 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-00a65902-f369-45df-945b-d83a8129d7cb tempest-RoutersAdminNegativeIpV6Test-2109984692 tempest-RoutersAdminNegativeIpV6Test-2109984692-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 15 13:33:00.533551 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-00a65902-f369-45df-945b-d83a8129d7cb tempest-RoutersAdminNegativeIpV6Test-2109984692 tempest-RoutersAdminNegativeIpV6Test-2109984692-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.2100785 Jul 15 13:33:00.536938 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57260) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:00.538708 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c30354-7fc1-4480-812e-0a9b6b81a99e tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Pushing event updated for resources: {'Port': ['ID=d3ab6dec-ca72-4049-bc21-8ba547b09e53,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:00.551415 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c30354-7fc1-4480-812e-0a9b6b81a99e tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:00.551763 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c30354-7fc1-4480-812e-0a9b6b81a99e tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:00.552103 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c30354-7fc1-4480-812e-0a9b6b81a99e tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:00.552439 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c30354-7fc1-4480-812e-0a9b6b81a99e tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:00.552813 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c30354-7fc1-4480-812e-0a9b6b81a99e tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:00.553093 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c30354-7fc1-4480-812e-0a9b6b81a99e tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:00.553650 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c30354-7fc1-4480-812e-0a9b6b81a99e tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:00.553770 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c30354-7fc1-4480-812e-0a9b6b81a99e tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:00.554069 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c30354-7fc1-4480-812e-0a9b6b81a99e tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:00.554412 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c30354-7fc1-4480-812e-0a9b6b81a99e tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:00.554763 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c30354-7fc1-4480-812e-0a9b6b81a99e tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:00.555087 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c30354-7fc1-4480-812e-0a9b6b81a99e tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:00.570889 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c30354-7fc1-4480-812e-0a9b6b81a99e tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:00.571092 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-255eb2e7-e3ab-4b36-b93c-6b4c7de3bd10 None None] Provisioning complete for port 73abddec-f09f-4a45-b164-abef4c19ad74 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:00.571292 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-255eb2e7-e3ab-4b36-b93c-6b4c7de3bd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.571536 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-88c30354-7fc1-4480-812e-0a9b6b81a99e tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.597421 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-88c30354-7fc1-4480-812e-0a9b6b81a99e tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8629818 Jul 15 13:33:00.599157 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57264) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:00.606895 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-67fed6d9-71e5-4958-8b1f-21dbe09ac5f2 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:bb:00:a0'}]}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:00.641279 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-255eb2e7-e3ab-4b36-b93c-6b4c7de3bd10 None None] Port 73abddec-f09f-4a45-b164-abef4c19ad74 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:00.753430 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5c46e99b-3753-4eae-9ee6-00c64dbe922e None None] Could not find standard attr ID for object 86a8092c-c601-457b-9b22-5fa2d814ce90. {{(pid=93827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:33:00.789206 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-406b9ac6-ff55-4a57-97b1-6c0a2b4e3dd2 tempest-RoutersAdminNegativeIpV6Test-2109984692 tempest-RoutersAdminNegativeIpV6Test-2109984692-project-admin] Deleting port 008727b4-003b-40b4-ba21-f235d1578dac {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:00.789654 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-406b9ac6-ff55-4a57-97b1-6c0a2b4e3dd2 tempest-RoutersAdminNegativeIpV6Test-2109984692 tempest-RoutersAdminNegativeIpV6Test-2109984692-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.881197 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-67fed6d9-71e5-4958-8b1f-21dbe09ac5f2 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.937633 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-406b9ac6-ff55-4a57-97b1-6c0a2b4e3dd2 tempest-RoutersAdminNegativeIpV6Test-2109984692 tempest-RoutersAdminNegativeIpV6Test-2109984692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.960715 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-406b9ac6-ff55-4a57-97b1-6c0a2b4e3dd2 tempest-RoutersAdminNegativeIpV6Test-2109984692 tempest-RoutersAdminNegativeIpV6Test-2109984692-project-admin] Calling delete_port for 008727b4-003b-40b4-ba21-f235d1578dac owned by {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:00.992576 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a1cf5a4b-b68b-4189-bc47-80d913f2d2fc None None] Provisioning for port d3ab6dec-ca72-4049-bc21-8ba547b09e53 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:00.999474 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a1cf5a4b-b68b-4189-bc47-80d913f2d2fc None None] Provisioning complete for port d3ab6dec-ca72-4049-bc21-8ba547b09e53 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:00.999474 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1cf5a4b-b68b-4189-bc47-80d913f2d2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:01.031936 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8910a4e3-3bc4-47fd-a164-d055dc192482 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:01.076165 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a1cf5a4b-b68b-4189-bc47-80d913f2d2fc None None] Port d3ab6dec-ca72-4049-bc21-8ba547b09e53 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:01.099659 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 8910a4e3-3bc4-47fd-a164-d055dc192482 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:01.100190 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:01.188712 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-67fed6d9-71e5-4958-8b1f-21dbe09ac5f2 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:01.194900 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-67fed6d9-71e5-4958-8b1f-21dbe09ac5f2 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:01.243002 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-406b9ac6-ff55-4a57-97b1-6c0a2b4e3dd2 tempest-RoutersAdminNegativeIpV6Test-2109984692 tempest-RoutersAdminNegativeIpV6Test-2109984692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:01.320319 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fed6d9-71e5-4958-8b1f-21dbe09ac5f2 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Pushing event updated for resources: {'Port': ['ID=d3ab6dec-ca72-4049-bc21-8ba547b09e53,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:01.323092 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-67fed6d9-71e5-4958-8b1f-21dbe09ac5f2 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] In _notify_port_updated(), no bound segment for port d3ab6dec-ca72-4049-bc21-8ba547b09e53 on network 16341159-0d22-4fc0-8a7b-6e7269e7d90d {{(pid=93825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:33:01.328698 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fed6d9-71e5-4958-8b1f-21dbe09ac5f2 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:01.329197 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-67fed6d9-71e5-4958-8b1f-21dbe09ac5f2 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:01.333169 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-67fed6d9-71e5-4958-8b1f-21dbe09ac5f2 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] 10.222.0.16 "PUT /v2.0/ports/d3ab6dec-ca72-4049-bc21-8ba547b09e53 HTTP/1.1" status: 200 len: 994 time: 0.7300043 Jul 15 13:33:01.334204 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57266) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:01.379719 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b9ac6-ff55-4a57-97b1-6c0a2b4e3dd2 tempest-RoutersAdminNegativeIpV6Test-2109984692 tempest-RoutersAdminNegativeIpV6Test-2109984692-project-admin] Pushing event deleted for resources: {'Port': ['ID=008727b4-003b-40b4-ba21-f235d1578dac,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:01.404907 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-406b9ac6-ff55-4a57-97b1-6c0a2b4e3dd2 tempest-RoutersAdminNegativeIpV6Test-2109984692 tempest-RoutersAdminNegativeIpV6Test-2109984692-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:01.406834 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-406b9ac6-ff55-4a57-97b1-6c0a2b4e3dd2 tempest-RoutersAdminNegativeIpV6Test-2109984692 tempest-RoutersAdminNegativeIpV6Test-2109984692-project-admin] 10.222.0.16 "DELETE /v2.0/ports/008727b4-003b-40b4-ba21-f235d1578dac HTTP/1.1" status: 204 len: 168 time: 0.8686719 Jul 15 13:33:01.452802 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-f83e3251-bf59-4653-9c71-db7cc33ca9e1 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Deleting port d3ab6dec-ca72-4049-bc21-8ba547b09e53 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:01.453106 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f83e3251-bf59-4653-9c71-db7cc33ca9e1 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:01.497035 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5dd63b90-484a-4ea1-af83-0e81780fbbb1 None None] Provisioning complete for port d3ab6dec-ca72-4049-bc21-8ba547b09e53 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:01.497514 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5dd63b90-484a-4ea1-af83-0e81780fbbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:01.533051 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-5dd63b90-484a-4ea1-af83-0e81780fbbb1 None None] Port d3ab6dec-ca72-4049-bc21-8ba547b09e53 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:01.570921 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f83e3251-bf59-4653-9c71-db7cc33ca9e1 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:01.586753 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-f83e3251-bf59-4653-9c71-db7cc33ca9e1 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Calling delete_port for d3ab6dec-ca72-4049-bc21-8ba547b09e53 owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:01.729625 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57274) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:01.732465 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f83e3251-bf59-4653-9c71-db7cc33ca9e1 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:01.769966 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e3251-bf59-4653-9c71-db7cc33ca9e1 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Pushing event deleted for resources: {'Port': ['ID=d3ab6dec-ca72-4049-bc21-8ba547b09e53,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:01.913238 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0e7a6455-6a81-4001-aa98-b86cd0407748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:01.947191 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f83e3251-bf59-4653-9c71-db7cc33ca9e1 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:01.949109 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f83e3251-bf59-4653-9c71-db7cc33ca9e1 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] 10.222.0.16 "DELETE /v2.0/ports/d3ab6dec-ca72-4049-bc21-8ba547b09e53 HTTP/1.1" status: 204 len: 168 time: 0.6134324 Jul 15 13:33:01.951738 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57278) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:01.986086 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-a96459df-da61-4a0c-954c-a020027c9c8b tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] GET failed (client error): The resource could not be found. Jul 15 13:33:01.992355 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a96459df-da61-4a0c-954c-a020027c9c8b tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] 10.222.0.16 "GET /v2.0/ports/d3ab6dec-ca72-4049-bc21-8ba547b09e53 HTTP/1.1" status: 404 len: 333 time: 0.0356758 Jul 15 13:33:01.992570 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57280) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:01.999051 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-a3ca9dfc-9778-4916-a7e3-b24dba4a9c3d tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Request body: {'port': {'network_id': '16341159-0d22-4fc0-8a7b-6e7269e7d90d', 'name': 'tempest-AllowedAddressPairTestJSON-2004032896'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:02.142404 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0e7a6455-6a81-4001-aa98-b86cd0407748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:02.209429 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0e7a6455-6a81-4001-aa98-b86cd0407748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:02.248484 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ca9dfc-9778-4916-a7e3-b24dba4a9c3d tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Made reservation on behalf of 6d41e00d52844a529206db15ebdd7a03 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:02.251935 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a3ca9dfc-9778-4916-a7e3-b24dba4a9c3d tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:02.260725 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0e7a6455-6a81-4001-aa98-b86cd0407748 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=34754f6405474881a26008593f8ca66f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5298860 Jul 15 13:33:02.264361 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57292) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:02.273651 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:02.274150 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a6455-6a81-4001-aa98-b86cd0407748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999e0dd7-f208-402f-b3f4-02f2cc51407d,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:02.283470 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-a3ca9dfc-9778-4916-a7e3-b24dba4a9c3d tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] device_id is not set on port 4660fa27-9296-417c-96b7-2bbf4163950a yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:33:02.335043 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-90806c8f-8b5d-4a4f-869a-0a07143fba61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:02.357870 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-90806c8f-8b5d-4a4f-869a-0a07143fba61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:02.401234 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-a3ca9dfc-9778-4916-a7e3-b24dba4a9c3d tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Allocated IP 172.20.0.9 (16341159-0d22-4fc0-8a7b-6e7269e7d90d/f21df0fb-cd55-4634-91d0-24143a1cf1a8/4660fa27-9296-417c-96b7-2bbf4163950a) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:02.409628 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-90806c8f-8b5d-4a4f-869a-0a07143fba61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:02.412799 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-90806c8f-8b5d-4a4f-869a-0a07143fba61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:02.416620 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-90806c8f-8b5d-4a4f-869a-0a07143fba61 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/999e0dd7-f208-402f-b3f4-02f2cc51407d HTTP/1.1" status: 204 len: 168 time: 0.1487842 Jul 15 13:33:02.425706 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90806c8f-8b5d-4a4f-869a-0a07143fba61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999e0dd7-f208-402f-b3f4-02f2cc51407d,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:02.487621 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9fa65007-1e51-4711-9fe8-c7f5ea211c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:02.590544 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a3ca9dfc-9778-4916-a7e3-b24dba4a9c3d tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:02.606266 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-a3ca9dfc-9778-4916-a7e3-b24dba4a9c3d tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Transition to ACTIVE for port object 4660fa27-9296-417c-96b7-2bbf4163950a will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:02.641336 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a3ca9dfc-9778-4916-a7e3-b24dba4a9c3d tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:02.690793 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ca9dfc-9778-4916-a7e3-b24dba4a9c3d tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Network 16341159-0d22-4fc0-8a7b-6e7269e7d90d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:02.696124 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-a3ca9dfc-9778-4916-a7e3-b24dba4a9c3d tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:02.700250 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ca9dfc-9778-4916-a7e3-b24dba4a9c3d tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:02.714933 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57308) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:02.738083 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca9dfc-9778-4916-a7e3-b24dba4a9c3d tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Pushing event updated for resources: {'Port': ['ID=4660fa27-9296-417c-96b7-2bbf4163950a,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:02.769102 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ca9dfc-9778-4916-a7e3-b24dba4a9c3d tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:02.769688 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a3ca9dfc-9778-4916-a7e3-b24dba4a9c3d tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:02.783004 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a541c6e4-2c61-4cac-b78e-4317a4cb067e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=680c49201e894a4cacd48b8aee8a4164&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0665817 Jul 15 13:33:02.786610 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57310) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:02.822783 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a3ca9dfc-9778-4916-a7e3-b24dba4a9c3d tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8291068 Jul 15 13:33:02.823096 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57312) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:02.833402 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-a49630fd-3c59-48e2-a357-97a07775837a tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:bb:00:a0'}]}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:02.860141 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-492534a2-979e-4da3-9524-0d14c094d5a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:02.897190 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-492534a2-979e-4da3-9524-0d14c094d5a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:02.949951 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a49630fd-3c59-48e2-a357-97a07775837a tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:02.953461 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-492534a2-979e-4da3-9524-0d14c094d5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:02.956429 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-492534a2-979e-4da3-9524-0d14c094d5a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:02.957675 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-492534a2-979e-4da3-9524-0d14c094d5a1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/478545ad-632b-45ce-aa45-ab0f0c0a8989 HTTP/1.1" status: 204 len: 168 time: 0.1701012 Jul 15 13:33:02.972595 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492534a2-979e-4da3-9524-0d14c094d5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478545ad-632b-45ce-aa45-ab0f0c0a8989,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:03.066801 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-ee9f140e-830e-4c8f-802e-38cf049dfdd9 None None] Provisioning for port 4660fa27-9296-417c-96b7-2bbf4163950a completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:03.072714 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-ee9f140e-830e-4c8f-802e-38cf049dfdd9 None None] Provisioning complete for port 4660fa27-9296-417c-96b7-2bbf4163950a triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:03.073777 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ee9f140e-830e-4c8f-802e-38cf049dfdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:03.125573 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-ee9f140e-830e-4c8f-802e-38cf049dfdd9 None None] Port 4660fa27-9296-417c-96b7-2bbf4163950a cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:03.172098 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a49630fd-3c59-48e2-a357-97a07775837a tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:03.176978 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a49630fd-3c59-48e2-a357-97a07775837a tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:03.260938 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49630fd-3c59-48e2-a357-97a07775837a tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Pushing event updated for resources: {'Port': ['ID=4660fa27-9296-417c-96b7-2bbf4163950a,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:03.291898 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a49630fd-3c59-48e2-a357-97a07775837a tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] In _notify_port_updated(), no bound segment for port 4660fa27-9296-417c-96b7-2bbf4163950a on network 16341159-0d22-4fc0-8a7b-6e7269e7d90d {{(pid=93825) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:33:03.297673 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49630fd-3c59-48e2-a357-97a07775837a tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:03.298365 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a49630fd-3c59-48e2-a357-97a07775837a tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:03.303307 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57318) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:03.303596 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a49630fd-3c59-48e2-a357-97a07775837a tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] 10.222.0.16 "PUT /v2.0/ports/4660fa27-9296-417c-96b7-2bbf4163950a HTTP/1.1" status: 200 len: 996 time: 0.4789817 Jul 15 13:33:03.424967 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-9489251c-5339-412e-a153-572e0e989f09 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Deleting port 4660fa27-9296-417c-96b7-2bbf4163950a {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:03.425320 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9489251c-5339-412e-a153-572e0e989f09 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:03.547264 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9489251c-5339-412e-a153-572e0e989f09 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:03.562833 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-9489251c-5339-412e-a153-572e0e989f09 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Calling delete_port for 4660fa27-9296-417c-96b7-2bbf4163950a owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:03.566380 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-ac6f1546-5daf-470a-860f-b9ec45e2a198 None None] Provisioning complete for port 4660fa27-9296-417c-96b7-2bbf4163950a triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:03.567022 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ac6f1546-5daf-470a-860f-b9ec45e2a198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:03.611163 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-ac6f1546-5daf-470a-860f-b9ec45e2a198 None None] Port 4660fa27-9296-417c-96b7-2bbf4163950a cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:03.629547 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:03.721532 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9489251c-5339-412e-a153-572e0e989f09 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:03.756794 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489251c-5339-412e-a153-572e0e989f09 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Pushing event deleted for resources: {'Port': ['ID=4660fa27-9296-417c-96b7-2bbf4163950a,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:03.856491 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9489251c-5339-412e-a153-572e0e989f09 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:03.862234 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57338) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:03.871333 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9489251c-5339-412e-a153-572e0e989f09 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] 10.222.0.16 "DELETE /v2.0/ports/4660fa27-9296-417c-96b7-2bbf4163950a HTTP/1.1" status: 204 len: 168 time: 0.5582440 Jul 15 13:33:03.911687 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fff5653-83c5-47d6-958f-75c2d820a256 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] GET failed (client error): The resource could not be found. Jul 15 13:33:03.917931 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57340) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:03.924897 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-dfc0bfaf-ebc5-437f-80ad-5fb4ac3fa1b5 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Request body: {'port': {'network_id': '16341159-0d22-4fc0-8a7b-6e7269e7d90d', 'name': 'tempest-AllowedAddressPairTestJSON-1083369155'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:03.929548 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8fff5653-83c5-47d6-958f-75c2d820a256 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] 10.222.0.16 "GET /v2.0/ports/4660fa27-9296-417c-96b7-2bbf4163950a HTTP/1.1" status: 404 len: 333 time: 0.0656359 Jul 15 13:33:04.000230 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57342) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:04.099224 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc0bfaf-ebc5-437f-80ad-5fb4ac3fa1b5 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Made reservation on behalf of 6d41e00d52844a529206db15ebdd7a03 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:04.102805 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dfc0bfaf-ebc5-437f-80ad-5fb4ac3fa1b5 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.120926 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-dfc0bfaf-ebc5-437f-80ad-5fb4ac3fa1b5 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] device_id is not set on port cb5e2066-61d7-46af-ab43-68631a5b541a yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:33:04.148533 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-16696208-c3b0-4d10-9182-927414c7ca48 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1475010820'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:04.187279 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16696208-c3b0-4d10-9182-927414c7ca48 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Made reservation on behalf of 2687fe15e7d4424996da5d4afae77156 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:04.191096 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-16696208-c3b0-4d10-9182-927414c7ca48 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.200246 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-16696208-c3b0-4d10-9182-927414c7ca48 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.236101 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-dfc0bfaf-ebc5-437f-80ad-5fb4ac3fa1b5 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Allocated IP 172.20.0.6 (16341159-0d22-4fc0-8a7b-6e7269e7d90d/f21df0fb-cd55-4634-91d0-24143a1cf1a8/cb5e2066-61d7-46af-ab43-68631a5b541a) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:04.305322 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-16696208-c3b0-4d10-9182-927414c7ca48 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.310250 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-16696208-c3b0-4d10-9182-927414c7ca48 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.333489 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16696208-c3b0-4d10-9182-927414c7ca48 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:33:04.348286 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16696208-c3b0-4d10-9182-927414c7ca48 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6899a6d0-5bb5-4a1d-b71c-937975738150,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:04.365393 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-16696208-c3b0-4d10-9182-927414c7ca48 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.365732 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-16696208-c3b0-4d10-9182-927414c7ca48 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Added segment f3aa98d7-b3f2-4154-9606-748e88d9a7ea of type vlan for network a60ce1ad-000f-4c03-930d-c61bfb7d1631 Jul 15 13:33:04.394417 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dfc0bfaf-ebc5-437f-80ad-5fb4ac3fa1b5 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.406933 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-16696208-c3b0-4d10-9182-927414c7ca48 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.408207 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-dfc0bfaf-ebc5-437f-80ad-5fb4ac3fa1b5 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Transition to ACTIVE for port object cb5e2066-61d7-46af-ab43-68631a5b541a will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:04.436179 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-16696208-c3b0-4d10-9182-927414c7ca48 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.442034 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16696208-c3b0-4d10-9182-927414c7ca48 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:04.442686 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-16696208-c3b0-4d10-9182-927414c7ca48 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.443752 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dfc0bfaf-ebc5-437f-80ad-5fb4ac3fa1b5 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.488113 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-16696208-c3b0-4d10-9182-927414c7ca48 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4854732 Jul 15 13:33:04.490447 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57354) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:04.498773 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc0bfaf-ebc5-437f-80ad-5fb4ac3fa1b5 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Network 16341159-0d22-4fc0-8a7b-6e7269e7d90d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:04.502975 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-dfc0bfaf-ebc5-437f-80ad-5fb4ac3fa1b5 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:04.504725 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc0bfaf-ebc5-437f-80ad-5fb4ac3fa1b5 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Pushing event updated for resources: {'Port': ['ID=cb5e2066-61d7-46af-ab43-68631a5b541a,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:04.506843 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc0bfaf-ebc5-437f-80ad-5fb4ac3fa1b5 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:04.549263 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-9447855a-243b-4ec2-a2eb-71ae28013f47 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Request body: {'subnet': {'network_id': 'a60ce1ad-000f-4c03-930d-c61bfb7d1631', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:04.559463 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16696208-c3b0-4d10-9182-927414c7ca48 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Pushing event updated for resources: {'Network': ['ID=a60ce1ad-000f-4c03-930d-c61bfb7d1631,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:04.563558 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc0bfaf-ebc5-437f-80ad-5fb4ac3fa1b5 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:04.564161 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dfc0bfaf-ebc5-437f-80ad-5fb4ac3fa1b5 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.589752 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-dfc0bfaf-ebc5-437f-80ad-5fb4ac3fa1b5 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6704326 Jul 15 13:33:04.592167 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57356) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:04.598379 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-59416285-ead0-42c1-a33d-9847500025e5 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Request body: {'port': {'network_id': '16341159-0d22-4fc0-8a7b-6e7269e7d90d', 'name': 'tempest-AllowedAddressPairTestJSON-1333250198'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:04.694503 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9447855a-243b-4ec2-a2eb-71ae28013f47 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Made reservation on behalf of 2687fe15e7d4424996da5d4afae77156 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:04.699938 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9447855a-243b-4ec2-a2eb-71ae28013f47 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.777281 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59416285-ead0-42c1-a33d-9847500025e5 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Made reservation on behalf of 6d41e00d52844a529206db15ebdd7a03 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:04.781440 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-59416285-ead0-42c1-a33d-9847500025e5 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.785148 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network a60ce1ad-000f-4c03-930d-c61bfb7d1631 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:33:04.805562 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-59416285-ead0-42c1-a33d-9847500025e5 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] device_id is not set on port 41129183-0fcd-4864-b3eb-9c01ccaa2818 yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:33:04.886800 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8d987c08-4722-43a8-b78d-e1546aba14ab None None] Provisioning for port cb5e2066-61d7-46af-ab43-68631a5b541a completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:04.904799 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8d987c08-4722-43a8-b78d-e1546aba14ab None None] Provisioning complete for port cb5e2066-61d7-46af-ab43-68631a5b541a triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:04.905194 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8d987c08-4722-43a8-b78d-e1546aba14ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.975755 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-8d987c08-4722-43a8-b78d-e1546aba14ab None None] Port cb5e2066-61d7-46af-ab43-68631a5b541a cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:04.984586 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9447855a-243b-4ec2-a2eb-71ae28013f47 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.993434 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-59416285-ead0-42c1-a33d-9847500025e5 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Allocated IP 172.20.0.13 (16341159-0d22-4fc0-8a7b-6e7269e7d90d/f21df0fb-cd55-4634-91d0-24143a1cf1a8/41129183-0fcd-4864-b3eb-9c01ccaa2818) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:05.051463 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.057819 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9447855a-243b-4ec2-a2eb-71ae28013f47 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Pushing event updated for resources: {'Subnet': ['ID=187a5312-174c-4956-80cd-de11d02fbf36,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:05.081056 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9447855a-243b-4ec2-a2eb-71ae28013f47 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Checking segment: {'id': 'f3aa98d7-b3f2-4154-9606-748e88d9a7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a60ce1ad-000f-4c03-930d-c61bfb7d1631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:05.081566 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9447855a-243b-4ec2-a2eb-71ae28013f47 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Network hostable DHCP agents. Network: a60ce1ad-000f-4c03-930d-c61bfb7d1631, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:33:05.098544 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9447855a-243b-4ec2-a2eb-71ae28013f47 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Network a60ce1ad-000f-4c03-930d-c61bfb7d1631 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:33:05.107700 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-9447855a-243b-4ec2-a2eb-71ae28013f47 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, a60ce1ad-000f-4c03-930d-c61bfb7d1631) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:05.112962 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9447855a-243b-4ec2-a2eb-71ae28013f47 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:05.113646 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9447855a-243b-4ec2-a2eb-71ae28013f47 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.120889 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b620d4b-e7a8-4456-a14a-77fb1e314970 None None] Network a60ce1ad-000f-4c03-930d-c61bfb7d1631 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:05.139578 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9447855a-243b-4ec2-a2eb-71ae28013f47 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6451533 Jul 15 13:33:05.140066 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57360) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:05.148502 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-a3030b3a-9556-4d72-82f8-37c54e4555c4 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Request body: {'port': {'network_id': 'a60ce1ad-000f-4c03-930d-c61bfb7d1631', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-633506946'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:05.170897 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-59416285-ead0-42c1-a33d-9847500025e5 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.185940 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-59416285-ead0-42c1-a33d-9847500025e5 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Transition to ACTIVE for port object 41129183-0fcd-4864-b3eb-9c01ccaa2818 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:05.235519 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-59416285-ead0-42c1-a33d-9847500025e5 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.281572 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3030b3a-9556-4d72-82f8-37c54e4555c4 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Made reservation on behalf of 2687fe15e7d4424996da5d4afae77156 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:05.286003 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a3030b3a-9556-4d72-82f8-37c54e4555c4 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.288346 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59416285-ead0-42c1-a33d-9847500025e5 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Network 16341159-0d22-4fc0-8a7b-6e7269e7d90d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:05.292755 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-59416285-ead0-42c1-a33d-9847500025e5 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:05.297854 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59416285-ead0-42c1-a33d-9847500025e5 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:05.302697 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b0ab32-54a5-4ba5-82b5-60a7eaf47bcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-a60ce1ad-000f-4c03-930d-c61bfb7d1631', 'network_id': 'a60ce1ad-000f-4c03-930d-c61bfb7d1631', 'tenant_id': '2687fe15e7d4424996da5d4afae77156', 'fixed_ips': [{'subnet_id': '187a5312-174c-4956-80cd-de11d02fbf36'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:33:05.305598 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-84b0ab32-54a5-4ba5-82b5-60a7eaf47bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.314099 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-a3030b3a-9556-4d72-82f8-37c54e4555c4 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] device_id is not set on port 75b8fcf6-35d6-47b2-8177-0e56755479bd yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:33:05.339924 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59416285-ead0-42c1-a33d-9847500025e5 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Pushing event updated for resources: {'Port': ['ID=41129183-0fcd-4864-b3eb-9c01ccaa2818,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:05.373086 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59416285-ead0-42c1-a33d-9847500025e5 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:05.375056 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-59416285-ead0-42c1-a33d-9847500025e5 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.399088 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-59416285-ead0-42c1-a33d-9847500025e5 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8053842 Jul 15 13:33:05.399952 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57362) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:05.412350 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-5fefa9b9-c872-4e1c-91a7-5c3a0acbce6e tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:bb:00:a0'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:26:ca:cf'}]}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:05.492612 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-a3030b3a-9556-4d72-82f8-37c54e4555c4 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Allocated IP 2001:db8::22a (a60ce1ad-000f-4c03-930d-c61bfb7d1631/187a5312-174c-4956-80cd-de11d02fbf36/75b8fcf6-35d6-47b2-8177-0e56755479bd) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:05.629028 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fefa9b9-c872-4e1c-91a7-5c3a0acbce6e tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.675482 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a3030b3a-9556-4d72-82f8-37c54e4555c4 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.689220 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a3030b3a-9556-4d72-82f8-37c54e4555c4 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Transition to ACTIVE for port object 75b8fcf6-35d6-47b2-8177-0e56755479bd will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:05.703462 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8e0b358a-9521-484a-bb3e-980501321d20 None None] Provisioning for port 41129183-0fcd-4864-b3eb-9c01ccaa2818 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:05.711009 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8e0b358a-9521-484a-bb3e-980501321d20 None None] Provisioning complete for port 41129183-0fcd-4864-b3eb-9c01ccaa2818 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:05.711649 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8e0b358a-9521-484a-bb3e-980501321d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.728891 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a3030b3a-9556-4d72-82f8-37c54e4555c4 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.794719 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3030b3a-9556-4d72-82f8-37c54e4555c4 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Network a60ce1ad-000f-4c03-930d-c61bfb7d1631 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:05.798327 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-a3030b3a-9556-4d72-82f8-37c54e4555c4 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:05.806848 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-84b0ab32-54a5-4ba5-82b5-60a7eaf47bcd None None] Allocated IP 2001:db8::2 (a60ce1ad-000f-4c03-930d-c61bfb7d1631/187a5312-174c-4956-80cd-de11d02fbf36/a5da3fcc-791d-477e-8283-76d6d91fb46d) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:05.808584 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3030b3a-9556-4d72-82f8-37c54e4555c4 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:05.822277 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-8e0b358a-9521-484a-bb3e-980501321d20 None None] Port 41129183-0fcd-4864-b3eb-9c01ccaa2818 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:05.823849 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3030b3a-9556-4d72-82f8-37c54e4555c4 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:05.824969 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a3030b3a-9556-4d72-82f8-37c54e4555c4 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.831741 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3030b3a-9556-4d72-82f8-37c54e4555c4 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Pushing event updated for resources: {'Port': ['ID=75b8fcf6-35d6-47b2-8177-0e56755479bd,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:05.849259 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a3030b3a-9556-4d72-82f8-37c54e4555c4 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7071681 Jul 15 13:33:05.853514 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57364) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:05.859615 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-40713b01-34f5-4f7b-bc78-a0238b248c3b tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Request body: {'port': {'network_id': 'a60ce1ad-000f-4c03-930d-c61bfb7d1631', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-728136483', 'allowed_address_pairs': [{'ip_address': '2001:db8::22a', 'mac_address': 'fa:16:3e:72:b4:0a'}]}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:05.871565 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fefa9b9-c872-4e1c-91a7-5c3a0acbce6e tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.879999 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fefa9b9-c872-4e1c-91a7-5c3a0acbce6e tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:06.011001 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fefa9b9-c872-4e1c-91a7-5c3a0acbce6e tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Pushing event updated for resources: {'Port': ['ID=41129183-0fcd-4864-b3eb-9c01ccaa2818,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:06.016432 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-5fefa9b9-c872-4e1c-91a7-5c3a0acbce6e tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] In _notify_port_updated(), no bound segment for port 41129183-0fcd-4864-b3eb-9c01ccaa2818 on network 16341159-0d22-4fc0-8a7b-6e7269e7d90d {{(pid=93826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:33:06.023552 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fefa9b9-c872-4e1c-91a7-5c3a0acbce6e tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:06.026207 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fefa9b9-c872-4e1c-91a7-5c3a0acbce6e tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:06.031716 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5fefa9b9-c872-4e1c-91a7-5c3a0acbce6e tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] 10.222.0.16 "PUT /v2.0/ports/41129183-0fcd-4864-b3eb-9c01ccaa2818 HTTP/1.1" status: 200 len: 1056 time: 0.6278625 Jul 15 13:33:06.039358 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57368) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:06.042281 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40713b01-34f5-4f7b-bc78-a0238b248c3b tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Made reservation on behalf of 2687fe15e7d4424996da5d4afae77156 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:06.098343 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-84b0ab32-54a5-4ba5-82b5-60a7eaf47bcd None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:06.121527 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-84b0ab32-54a5-4ba5-82b5-60a7eaf47bcd None None] Transition to ACTIVE for port object a5da3fcc-791d-477e-8283-76d6d91fb46d will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:06.151737 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-84b0ab32-54a5-4ba5-82b5-60a7eaf47bcd None None] Transition to ACTIVE for port object a5da3fcc-791d-477e-8283-76d6d91fb46d will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:06.161713 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-84b0ab32-54a5-4ba5-82b5-60a7eaf47bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:06.196818 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-237c7cc4-39fd-4b29-8498-cd948ad15a75 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Deleting port 41129183-0fcd-4864-b3eb-9c01ccaa2818 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:06.197173 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-237c7cc4-39fd-4b29-8498-cd948ad15a75 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:06.197426 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-40713b01-34f5-4f7b-bc78-a0238b248c3b tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:06.223242 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0ab32-54a5-4ba5-82b5-60a7eaf47bcd None None] Pushing event updated for resources: {'Port': ['ID=a5da3fcc-791d-477e-8283-76d6d91fb46d,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:06.227730 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-40713b01-34f5-4f7b-bc78-a0238b248c3b tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] device_id is not set on port 7fcc428f-9dac-48d6-a281-ac710a70904e yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:33:06.264583 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-60db5a84-4ffc-43f0-bf5f-54589a54fca1 None None] Provisioning complete for port 41129183-0fcd-4864-b3eb-9c01ccaa2818 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:06.265220 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-60db5a84-4ffc-43f0-bf5f-54589a54fca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:06.322282 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-60db5a84-4ffc-43f0-bf5f-54589a54fca1 None None] Port 41129183-0fcd-4864-b3eb-9c01ccaa2818 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:06.331633 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b0ab32-54a5-4ba5-82b5-60a7eaf47bcd None None] Network a60ce1ad-000f-4c03-930d-c61bfb7d1631 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:06.334538 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-84b0ab32-54a5-4ba5-82b5-60a7eaf47bcd None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:06.337535 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-237c7cc4-39fd-4b29-8498-cd948ad15a75 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:06.339547 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b0ab32-54a5-4ba5-82b5-60a7eaf47bcd None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:06.355514 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-237c7cc4-39fd-4b29-8498-cd948ad15a75 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Calling delete_port for 41129183-0fcd-4864-b3eb-9c01ccaa2818 owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:06.379279 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-40713b01-34f5-4f7b-bc78-a0238b248c3b tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Allocated IP 2001:db8::180 (a60ce1ad-000f-4c03-930d-c61bfb7d1631/187a5312-174c-4956-80cd-de11d02fbf36/7fcc428f-9dac-48d6-a281-ac710a70904e) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:06.409604 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-84b0ab32-54a5-4ba5-82b5-60a7eaf47bcd None None] Attempting to bind port a5da3fcc-791d-477e-8283-76d6d91fb46d on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:06.409912 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-84b0ab32-54a5-4ba5-82b5-60a7eaf47bcd None None] Attempting to bind port a5da3fcc-791d-477e-8283-76d6d91fb46d by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'f3aa98d7-b3f2-4154-9606-748e88d9a7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a60ce1ad-000f-4c03-930d-c61bfb7d1631'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:06.410283 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b0ab32-54a5-4ba5-82b5-60a7eaf47bcd None None] Attempting to bind port a5da3fcc-791d-477e-8283-76d6d91fb46d on network a60ce1ad-000f-4c03-930d-c61bfb7d1631 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:06.416576 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b0ab32-54a5-4ba5-82b5-60a7eaf47bcd None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:06.417174 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b0ab32-54a5-4ba5-82b5-60a7eaf47bcd None None] Checking segment: {'id': 'f3aa98d7-b3f2-4154-9606-748e88d9a7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a60ce1ad-000f-4c03-930d-c61bfb7d1631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:06.417598 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-84b0ab32-54a5-4ba5-82b5-60a7eaf47bcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:06.417999 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b0ab32-54a5-4ba5-82b5-60a7eaf47bcd None None] Bound using segment: {'id': 'f3aa98d7-b3f2-4154-9606-748e88d9a7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a60ce1ad-000f-4c03-930d-c61bfb7d1631'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:06.418485 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-84b0ab32-54a5-4ba5-82b5-60a7eaf47bcd None None] Bound port: a5da3fcc-791d-477e-8283-76d6d91fb46d, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3aa98d7-b3f2-4154-9606-748e88d9a7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a60ce1ad-000f-4c03-930d-c61bfb7d1631'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:06.419093 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-84b0ab32-54a5-4ba5-82b5-60a7eaf47bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:06.500700 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-84b0ab32-54a5-4ba5-82b5-60a7eaf47bcd None None] For port a5da3fcc-791d-477e-8283-76d6d91fb46d, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:06.505237 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-84b0ab32-54a5-4ba5-82b5-60a7eaf47bcd None None] For port a5da3fcc-791d-477e-8283-76d6d91fb46d, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a5da3fcc-791d-477e-8283-76d6d91fb46d,segment=NetworkSegment(f3aa98d7-b3f2-4154-9606-748e88d9a7ea),segment_id=f3aa98d7-b3f2-4154-9606-748e88d9a7ea)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:06.512726 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-84b0ab32-54a5-4ba5-82b5-60a7eaf47bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:06.576736 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-237c7cc4-39fd-4b29-8498-cd948ad15a75 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:06.592275 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0ab32-54a5-4ba5-82b5-60a7eaf47bcd None None] Pushing event updated for resources: {'Port': ['ID=a5da3fcc-791d-477e-8283-76d6d91fb46d,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:06.634756 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c7cc4-39fd-4b29-8498-cd948ad15a75 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Pushing event deleted for resources: {'Port': ['ID=41129183-0fcd-4864-b3eb-9c01ccaa2818,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:06.636384 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-40713b01-34f5-4f7b-bc78-a0238b248c3b tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:06.657263 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-40713b01-34f5-4f7b-bc78-a0238b248c3b tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Transition to ACTIVE for port object 7fcc428f-9dac-48d6-a281-ac710a70904e will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:06.705068 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-40713b01-34f5-4f7b-bc78-a0238b248c3b tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:06.786840 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40713b01-34f5-4f7b-bc78-a0238b248c3b tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Network a60ce1ad-000f-4c03-930d-c61bfb7d1631 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:06.791260 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-40713b01-34f5-4f7b-bc78-a0238b248c3b tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:06.796664 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40713b01-34f5-4f7b-bc78-a0238b248c3b tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:06.804198 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40713b01-34f5-4f7b-bc78-a0238b248c3b tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:06.804893 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-40713b01-34f5-4f7b-bc78-a0238b248c3b tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:06.821604 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40713b01-34f5-4f7b-bc78-a0238b248c3b tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Pushing event updated for resources: {'Port': ['ID=7fcc428f-9dac-48d6-a281-ac710a70904e,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:06.837954 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-40713b01-34f5-4f7b-bc78-a0238b248c3b tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 0.9832671 Jul 15 13:33:06.840765 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57370) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:06.961417 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e3f574-2bf2-4606-bf1f-bcf778d5d952 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:06.970454 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e3f574-2bf2-4606-bf1f-bcf778d5d952 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:06.982967 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e3f574-2bf2-4606-bf1f-bcf778d5d952 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:06.986454 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e1e3f574-2bf2-4606-bf1f-bcf778d5d952 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1433725 Jul 15 13:33:06.991596 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57372) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:07.130798 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a5da3fcc-791d-477e-8283-76d6d91fb46d up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:07.202322 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3b1e3905-08e4-48f5-bb24-7d3cd266efd2 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Deleting port 7fcc428f-9dac-48d6-a281-ac710a70904e {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:07.203108 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3b1e3905-08e4-48f5-bb24-7d3cd266efd2 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:07.225464 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port a5da3fcc-791d-477e-8283-76d6d91fb46d completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:07.312583 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3b1e3905-08e4-48f5-bb24-7d3cd266efd2 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:07.327006 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3b1e3905-08e4-48f5-bb24-7d3cd266efd2 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Calling delete_port for 7fcc428f-9dac-48d6-a281-ac710a70904e owned by {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:07.363672 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-237c7cc4-39fd-4b29-8498-cd948ad15a75 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:07.368359 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-237c7cc4-39fd-4b29-8498-cd948ad15a75 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] 10.222.0.16 "DELETE /v2.0/ports/41129183-0fcd-4864-b3eb-9c01ccaa2818 HTTP/1.1" status: 204 len: 168 time: 1.3255208 Jul 15 13:33:07.368712 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57376) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:07.405250 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-884b5742-e6e6-447e-997b-f0ce04643f02 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] GET failed (client error): The resource could not be found. Jul 15 13:33:07.406845 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-884b5742-e6e6-447e-997b-f0ce04643f02 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] 10.222.0.16 "GET /v2.0/ports/41129183-0fcd-4864-b3eb-9c01ccaa2818 HTTP/1.1" status: 404 len: 333 time: 0.0371423 Jul 15 13:33:07.409759 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57378) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:07.495803 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3b1e3905-08e4-48f5-bb24-7d3cd266efd2 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:07.520855 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-7155f5ed-1069-47f5-88f2-772f75473e67 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Deleting port cb5e2066-61d7-46af-ab43-68631a5b541a {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:07.521355 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7155f5ed-1069-47f5-88f2-772f75473e67 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:07.536640 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e3905-08e4-48f5-bb24-7d3cd266efd2 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Pushing event deleted for resources: {'Port': ['ID=7fcc428f-9dac-48d6-a281-ac710a70904e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:07.643836 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7155f5ed-1069-47f5-88f2-772f75473e67 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:07.658919 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-7155f5ed-1069-47f5-88f2-772f75473e67 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Calling delete_port for cb5e2066-61d7-46af-ab43-68631a5b541a owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:07.668793 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3b1e3905-08e4-48f5-bb24-7d3cd266efd2 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:07.670473 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3b1e3905-08e4-48f5-bb24-7d3cd266efd2 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] 10.222.0.16 "DELETE /v2.0/ports/7fcc428f-9dac-48d6-a281-ac710a70904e HTTP/1.1" status: 204 len: 168 time: 0.6777968 Jul 15 13:33:07.673263 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57380) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:07.702953 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ec055d6-7414-4b38-8a99-b6bb3d5c8e8a tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] GET failed (client error): The resource could not be found. Jul 15 13:33:07.706065 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5ec055d6-7414-4b38-8a99-b6bb3d5c8e8a tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] 10.222.0.16 "GET /v2.0/ports/7fcc428f-9dac-48d6-a281-ac710a70904e HTTP/1.1" status: 404 len: 333 time: 0.0303400 Jul 15 13:33:07.709773 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57382) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:07.714889 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-f175070c-cbe3-4e73-a2f3-68f22cfc44dd tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Request body: {'port': {'network_id': 'a60ce1ad-000f-4c03-930d-c61bfb7d1631', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1756118492'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:07.875075 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7c9328-52d2-4b41-91ba-ea0e60241a7f None None] Network a60ce1ad-000f-4c03-930d-c61bfb7d1631 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:07.885554 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7155f5ed-1069-47f5-88f2-772f75473e67 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:07.919225 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f175070c-cbe3-4e73-a2f3-68f22cfc44dd tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Made reservation on behalf of 2687fe15e7d4424996da5d4afae77156 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:07.922739 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f175070c-cbe3-4e73-a2f3-68f22cfc44dd tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:07.928351 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155f5ed-1069-47f5-88f2-772f75473e67 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Pushing event deleted for resources: {'Port': ['ID=cb5e2066-61d7-46af-ab43-68631a5b541a,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:07.965035 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-2bf783f8-eee5-455e-85d0-2fd775548fcc None None] Provisioning for port a5da3fcc-791d-477e-8283-76d6d91fb46d completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:07.987628 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-2bf783f8-eee5-455e-85d0-2fd775548fcc None None] Provisioning complete for port a5da3fcc-791d-477e-8283-76d6d91fb46d triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:07.987927 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2bf783f8-eee5-455e-85d0-2fd775548fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:07.990257 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-f175070c-cbe3-4e73-a2f3-68f22cfc44dd tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] device_id is not set on port 9b770ceb-d79f-4344-a15b-e439c8bd81af yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:33:08.052640 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7155f5ed-1069-47f5-88f2-772f75473e67 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.057310 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7155f5ed-1069-47f5-88f2-772f75473e67 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] 10.222.0.16 "DELETE /v2.0/ports/cb5e2066-61d7-46af-ab43-68631a5b541a HTTP/1.1" status: 204 len: 168 time: 0.6438322 Jul 15 13:33:08.057738 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57384) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:08.087263 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-f52f8903-a1b3-4bd4-8d3d-0de5ecbbf3cb tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] GET failed (client error): The resource could not be found. Jul 15 13:33:08.088954 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f52f8903-a1b3-4bd4-8d3d-0de5ecbbf3cb tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] 10.222.0.16 "GET /v2.0/ports/cb5e2066-61d7-46af-ab43-68631a5b541a HTTP/1.1" status: 404 len: 333 time: 0.0301051 Jul 15 13:33:08.092441 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57386) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:08.141154 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-f175070c-cbe3-4e73-a2f3-68f22cfc44dd tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Allocated IP 2001:db8::2ba (a60ce1ad-000f-4c03-930d-c61bfb7d1631/187a5312-174c-4956-80cd-de11d02fbf36/9b770ceb-d79f-4344-a15b-e439c8bd81af) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:08.170785 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2bf783f8-eee5-455e-85d0-2fd775548fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.214432 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-2bf783f8-eee5-455e-85d0-2fd775548fcc None None] For port a5da3fcc-791d-477e-8283-76d6d91fb46d, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a5da3fcc-791d-477e-8283-76d6d91fb46d,segment=NetworkSegment(f3aa98d7-b3f2-4154-9606-748e88d9a7ea),segment_id=f3aa98d7-b3f2-4154-9606-748e88d9a7ea)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:08.219810 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2bf783f8-eee5-455e-85d0-2fd775548fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.246211 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-219078dc-5f0a-45d1-a742-adcbec492084 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Deleting port 73abddec-f09f-4a45-b164-abef4c19ad74 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:08.246751 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-219078dc-5f0a-45d1-a742-adcbec492084 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.326031 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf783f8-eee5-455e-85d0-2fd775548fcc None None] Pushing event updated for resources: {'Port': ['ID=a5da3fcc-791d-477e-8283-76d6d91fb46d,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:08.368157 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-219078dc-5f0a-45d1-a742-adcbec492084 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.381113 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f175070c-cbe3-4e73-a2f3-68f22cfc44dd tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.382965 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-219078dc-5f0a-45d1-a742-adcbec492084 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Calling delete_port for 73abddec-f09f-4a45-b164-abef4c19ad74 owned by {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:08.407954 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-f175070c-cbe3-4e73-a2f3-68f22cfc44dd tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Transition to ACTIVE for port object 9b770ceb-d79f-4344-a15b-e439c8bd81af will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:08.449825 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f175070c-cbe3-4e73-a2f3-68f22cfc44dd tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.510583 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f175070c-cbe3-4e73-a2f3-68f22cfc44dd tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Network a60ce1ad-000f-4c03-930d-c61bfb7d1631 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:08.513851 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-f175070c-cbe3-4e73-a2f3-68f22cfc44dd tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:08.516316 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f175070c-cbe3-4e73-a2f3-68f22cfc44dd tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:08.522246 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f175070c-cbe3-4e73-a2f3-68f22cfc44dd tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:08.522844 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f175070c-cbe3-4e73-a2f3-68f22cfc44dd tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.534959 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f175070c-cbe3-4e73-a2f3-68f22cfc44dd tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Pushing event updated for resources: {'Port': ['ID=9b770ceb-d79f-4344-a15b-e439c8bd81af,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:08.548677 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f175070c-cbe3-4e73-a2f3-68f22cfc44dd tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8377936 Jul 15 13:33:08.552126 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57398) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:08.558598 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-50b47217-761e-459c-b8aa-46f02cbea90c None None] Provisioning for port 75b8fcf6-35d6-47b2-8177-0e56755479bd completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:08.559948 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-6a271ad3-a908-4e16-a2c5-eba1e007e6c4 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::22a', 'mac_address': 'fa:16:3e:72:b4:0a'}]}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:08.563563 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-50b47217-761e-459c-b8aa-46f02cbea90c None None] Provisioning complete for port 75b8fcf6-35d6-47b2-8177-0e56755479bd triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:08.564180 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-50b47217-761e-459c-b8aa-46f02cbea90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.604637 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-50b47217-761e-459c-b8aa-46f02cbea90c None None] Port 75b8fcf6-35d6-47b2-8177-0e56755479bd cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:08.621932 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-50b47217-761e-459c-b8aa-46f02cbea90c None None] Provisioning complete for port a5da3fcc-791d-477e-8283-76d6d91fb46d triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:08.622190 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-219078dc-5f0a-45d1-a742-adcbec492084 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.623151 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-50b47217-761e-459c-b8aa-46f02cbea90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.688050 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219078dc-5f0a-45d1-a742-adcbec492084 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Pushing event deleted for resources: {'Port': ['ID=73abddec-f09f-4a45-b164-abef4c19ad74,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:08.757220 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-4f26e35d-413b-4770-aae1-799eef38ef06 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:08.759033 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-4f26e35d-413b-4770-aae1-799eef38ef06 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/networks?id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e HTTP/1.1" status: 200 len: 811 time: 0.2750125 Jul 15 13:33:08.785713 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-219078dc-5f0a-45d1-a742-adcbec492084 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.788031 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-219078dc-5f0a-45d1-a742-adcbec492084 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] 10.222.0.16 "DELETE /v2.0/ports/73abddec-f09f-4a45-b164-abef4c19ad74 HTTP/1.1" status: 204 len: 168 time: 0.6944964 Jul 15 13:33:08.790581 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57400) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:08.791043 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-a0dd358e-3999-40df-a1ba-862f82347eea tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/quotas/0a166bdebb1d4ca388f2465550a7f09f HTTP/1.1" status: 200 len: 375 time: 0.0188744 Jul 15 13:33:08.802195 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6a271ad3-a908-4e16-a2c5-eba1e007e6c4 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.850171 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7e8cb4fb-2e5e-4a89-9a02-259c2b2abb75 None None] Provisioning complete for port 75b8fcf6-35d6-47b2-8177-0e56755479bd triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:08.850725 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7e8cb4fb-2e5e-4a89-9a02-259c2b2abb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.877910 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f236fea5-dfa3-49d6-aa43-3a150365d972 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Deleting subnet f21df0fb-cd55-4634-91d0-24143a1cf1a8 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:33:08.891745 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-8d927493-a5b7-4f5f-a17a-eb393d9c9a89 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0a166bdebb1d4ca388f2465550a7f09f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0948396 Jul 15 13:33:08.904338 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f236fea5-dfa3-49d6-aa43-3a150365d972 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.928727 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-7e8cb4fb-2e5e-4a89-9a02-259c2b2abb75 None None] Port 75b8fcf6-35d6-47b2-8177-0e56755479bd cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:08.959059 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f236fea5-dfa3-49d6-aa43-3a150365d972 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.037286 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a5da3fcc-791d-477e-8283-76d6d91fb46d up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:09.099133 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port a5da3fcc-791d-477e-8283-76d6d91fb46d triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:09.099654 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.145107 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-770f577d-7333-428f-b24f-da69431978e0 None None] Could not find standard attr ID for object 7fcc428f-9dac-48d6-a281-ac710a70904e. {{(pid=93827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:33:09.148883 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f236fea5-dfa3-49d6-aa43-3a150365d972 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.248511 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6a271ad3-a908-4e16-a2c5-eba1e007e6c4 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.253118 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f236fea5-dfa3-49d6-aa43-3a150365d972 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.260303 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6a271ad3-a908-4e16-a2c5-eba1e007e6c4 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.294047 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236fea5-dfa3-49d6-aa43-3a150365d972 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Pushing event deleted for resources: {'Subnet': ['ID=f21df0fb-cd55-4634-91d0-24143a1cf1a8,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:09.319507 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f236fea5-dfa3-49d6-aa43-3a150365d972 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.324137 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f236fea5-dfa3-49d6-aa43-3a150365d972 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] 10.222.0.16 "DELETE /v2.0/subnets/f21df0fb-cd55-4634-91d0-24143a1cf1a8 HTTP/1.1" status: 204 len: 168 time: 0.5324719 Jul 15 13:33:09.327820 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57402) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:09.329185 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44e4252-a56a-4e6b-ba55-e79ee48cd7cd None None] Network 16341159-0d22-4fc0-8a7b-6e7269e7d90d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:09.341274 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-6a271ad3-a908-4e16-a2c5-eba1e007e6c4 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] In _notify_port_updated(), no bound segment for port 9b770ceb-d79f-4344-a15b-e439c8bd81af on network a60ce1ad-000f-4c03-930d-c61bfb7d1631 {{(pid=93826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:33:09.347057 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a271ad3-a908-4e16-a2c5-eba1e007e6c4 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:09.348153 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6a271ad3-a908-4e16-a2c5-eba1e007e6c4 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.349502 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6a271ad3-a908-4e16-a2c5-eba1e007e6c4 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] 10.222.0.16 "PUT /v2.0/ports/9b770ceb-d79f-4344-a15b-e439c8bd81af HTTP/1.1" status: 200 len: 1003 time: 0.7963574 Jul 15 13:33:09.369473 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57404) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:09.438179 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-ab25c482-250a-4480-a133-eace44439a23 None None] Provisioning for port 9b770ceb-d79f-4344-a15b-e439c8bd81af completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:09.443818 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-ab25c482-250a-4480-a133-eace44439a23 None None] Provisioning complete for port 9b770ceb-d79f-4344-a15b-e439c8bd81af triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:09.444492 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab25c482-250a-4480-a133-eace44439a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.447898 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-de4784a3-5044-490d-a5cb-76c7f03303ef service neutron] 10.222.0.16 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5487032 Jul 15 13:33:09.494647 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d00e7324-3f7d-4aa9-8ce8-976403a050b3 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.497273 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a271ad3-a908-4e16-a2c5-eba1e007e6c4 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Pushing event updated for resources: {'Port': ['ID=9b770ceb-d79f-4344-a15b-e439c8bd81af,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:09.529177 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-ab25c482-250a-4480-a133-eace44439a23 None None] Port 9b770ceb-d79f-4344-a15b-e439c8bd81af cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:09.561411 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-d39fd53e-7024-427c-b1aa-a69fc2a058d0 service neutron] 10.222.0.16 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064756 Jul 15 13:33:09.646611 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-d00e7324-3f7d-4aa9-8ce8-976403a050b3 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Deleting port 8910a4e3-3bc4-47fd-a164-d055dc192482 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:09.647055 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d00e7324-3f7d-4aa9-8ce8-976403a050b3 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.649269 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3b5dc9-7d6e-4d72-88d9-b71201af2a92 None None] DHCP port deletion for 16341159-0d22-4fc0-8a7b-6e7269e7d90d request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:33:09.651863 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-41da29f3-872e-43fa-972d-07e0c12b92e8 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Deleting port 9b770ceb-d79f-4344-a15b-e439c8bd81af {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:09.652266 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-41da29f3-872e-43fa-972d-07e0c12b92e8 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.710627 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-9c3b5dc9-7d6e-4d72-88d9-b71201af2a92 None None] Deleting port 8910a4e3-3bc4-47fd-a164-d055dc192482 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:09.711267 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9c3b5dc9-7d6e-4d72-88d9-b71201af2a92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.777214 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-9c3b5dc9-7d6e-4d72-88d9-b71201af2a92 None None] For port 8910a4e3-3bc4-47fd-a164-d055dc192482, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=8910a4e3-3bc4-47fd-a164-d055dc192482,segment=NetworkSegment(12560295-e3a6-493e-890d-493f87c07813),segment_id=12560295-e3a6-493e-890d-493f87c07813)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:09.777787 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9c3b5dc9-7d6e-4d72-88d9-b71201af2a92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.791330 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-9c3b5dc9-7d6e-4d72-88d9-b71201af2a92 None None] Calling delete_port for 8910a4e3-3bc4-47fd-a164-d055dc192482 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:09.831993 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-d00e7324-3f7d-4aa9-8ce8-976403a050b3 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] For port 8910a4e3-3bc4-47fd-a164-d055dc192482, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=8910a4e3-3bc4-47fd-a164-d055dc192482,segment=NetworkSegment(12560295-e3a6-493e-890d-493f87c07813),segment_id=12560295-e3a6-493e-890d-493f87c07813)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:09.832384 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d00e7324-3f7d-4aa9-8ce8-976403a050b3 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.835948 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-41da29f3-872e-43fa-972d-07e0c12b92e8 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.857997 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-d00e7324-3f7d-4aa9-8ce8-976403a050b3 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Calling delete_port for 8910a4e3-3bc4-47fd-a164-d055dc192482 owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:09.860053 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-41da29f3-872e-43fa-972d-07e0c12b92e8 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Calling delete_port for 9b770ceb-d79f-4344-a15b-e439c8bd81af owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:09.923186 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9c3b5dc9-7d6e-4d72-88d9-b71201af2a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.950322 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6a527623-5d06-4439-806e-ff9015e78159 req-24dd30df-2263-4aa0-a65d-eccb5a5b9035 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb009497-00ee-4190-815a-d81a89baab2a HTTP/1.1" status: 200 len: 210 time: 0.0405810 Jul 15 13:33:09.957861 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b5dc9-7d6e-4d72-88d9-b71201af2a92 None None] Pushing event deleted for resources: {'Port': ['ID=8910a4e3-3bc4-47fd-a164-d055dc192482,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:09.963524 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3b5dc9-7d6e-4d72-88d9-b71201af2a92 None None] No DVR routers for this DVR port 8910a4e3-3bc4-47fd-a164-d055dc192482 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:09.977427 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-22815108-ab75-4368-b1e2-af0d0f75af51 None None] Provisioning complete for port 9b770ceb-d79f-4344-a15b-e439c8bd81af triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:09.977869 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-22815108-ab75-4368-b1e2-af0d0f75af51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.026967 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-22815108-ab75-4368-b1e2-af0d0f75af51 None None] Port 9b770ceb-d79f-4344-a15b-e439c8bd81af cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:10.044701 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d00e7324-3f7d-4aa9-8ce8-976403a050b3 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.097750 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00e7324-3f7d-4aa9-8ce8-976403a050b3 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] No DVR routers for this DVR port 8910a4e3-3bc4-47fd-a164-d055dc192482 on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:10.105634 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e7324-3f7d-4aa9-8ce8-976403a050b3 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Pushing event deleted for resources: {'Port': ['ID=8910a4e3-3bc4-47fd-a164-d055dc192482,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:10.165946 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-41da29f3-872e-43fa-972d-07e0c12b92e8 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.224237 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d00e7324-3f7d-4aa9-8ce8-976403a050b3 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.237842 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da29f3-872e-43fa-972d-07e0c12b92e8 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Pushing event deleted for resources: {'Port': ['ID=9b770ceb-d79f-4344-a15b-e439c8bd81af,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:10.266977 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-d00e7324-3f7d-4aa9-8ce8-976403a050b3 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16341159-0d22-4fc0-8a7b-6e7269e7d90d']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:10.285495 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-d00e7324-3f7d-4aa9-8ce8-976403a050b3 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12560295-e3a6-493e-890d-493f87c07813') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:10.285791 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-d00e7324-3f7d-4aa9-8ce8-976403a050b3 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12560295-e3a6-493e-890d-493f87c07813') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:10.301151 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d00e7324-3f7d-4aa9-8ce8-976403a050b3 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.331775 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d00e7324-3f7d-4aa9-8ce8-976403a050b3 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.360223 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d00e7324-3f7d-4aa9-8ce8-976403a050b3 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:33:10.360223 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d00e7324-3f7d-4aa9-8ce8-976403a050b3 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: self.session.flush() Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: self.session.flush() Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: self.session.flush() Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: self.session.flush() Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:33:10.364000 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:33:10.400530 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-41da29f3-872e-43fa-972d-07e0c12b92e8 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.402986 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-41da29f3-872e-43fa-972d-07e0c12b92e8 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] 10.222.0.16 "DELETE /v2.0/ports/9b770ceb-d79f-4344-a15b-e439c8bd81af HTTP/1.1" status: 204 len: 168 time: 1.0335104 Jul 15 13:33:10.405998 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57422) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:10.444305 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-a83a709a-0104-4927-8dcf-00689defb937 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] GET failed (client error): The resource could not be found. Jul 15 13:33:10.446361 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a83a709a-0104-4927-8dcf-00689defb937 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] 10.222.0.16 "GET /v2.0/ports/9b770ceb-d79f-4344-a15b-e439c8bd81af HTTP/1.1" status: 404 len: 333 time: 0.0387697 Jul 15 13:33:10.450832 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57424) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:10.457076 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-42955ea0-67d8-4c15-9dca-d65f610d73c6 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Request body: {'port': {'network_id': 'a60ce1ad-000f-4c03-930d-c61bfb7d1631', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-504516361'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:10.461557 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d00e7324-3f7d-4aa9-8ce8-976403a050b3 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.469492 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d00e7324-3f7d-4aa9-8ce8-976403a050b3 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.472870 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d00e7324-3f7d-4aa9-8ce8-976403a050b3 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] 10.222.0.16 "DELETE /v2.0/networks/16341159-0d22-4fc0-8a7b-6e7269e7d90d HTTP/1.1" status: 204 len: 168 time: 1.1439579 Jul 15 13:33:10.485713 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e7324-3f7d-4aa9-8ce8-976403a050b3 tempest-AllowedAddressPairTestJSON-2119577762 tempest-AllowedAddressPairTestJSON-2119577762-project] Pushing event deleted for resources: {'Network': ['ID=16341159-0d22-4fc0-8a7b-6e7269e7d90d,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:10.582962 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42955ea0-67d8-4c15-9dca-d65f610d73c6 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Made reservation on behalf of 2687fe15e7d4424996da5d4afae77156 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:10.586504 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-42955ea0-67d8-4c15-9dca-d65f610d73c6 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.606627 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-42955ea0-67d8-4c15-9dca-d65f610d73c6 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] device_id is not set on port 3bfd7ca3-786e-4d39-b888-bee7315b20e6 yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:33:10.725418 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-42955ea0-67d8-4c15-9dca-d65f610d73c6 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Allocated IP 2001:db8::f6 (a60ce1ad-000f-4c03-930d-c61bfb7d1631/187a5312-174c-4956-80cd-de11d02fbf36/3bfd7ca3-786e-4d39-b888-bee7315b20e6) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:10.743457 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57430) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:10.875753 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-42955ea0-67d8-4c15-9dca-d65f610d73c6 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.887032 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a919d865-180a-4c27-827b-c8555d9fff83 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6d41e00d52844a529206db15ebdd7a03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1413698 Jul 15 13:33:10.888872 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57434) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:10.889925 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-42955ea0-67d8-4c15-9dca-d65f610d73c6 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Transition to ACTIVE for port object 3bfd7ca3-786e-4d39-b888-bee7315b20e6 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:10.926368 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-42955ea0-67d8-4c15-9dca-d65f610d73c6 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.947257 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e2918b8d-6013-4653-b346-db8e1bedbc8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.977051 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e2918b8d-6013-4653-b346-db8e1bedbc8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.997994 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42955ea0-67d8-4c15-9dca-d65f610d73c6 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Pushing event updated for resources: {'Port': ['ID=3bfd7ca3-786e-4d39-b888-bee7315b20e6,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:11.014126 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8910a4e3-3bc4-47fd-a164-d055dc192482 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:33:11.048714 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 8910a4e3-3bc4-47fd-a164-d055dc192482 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:33:11.049959 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8910a4e3-3bc4-47fd-a164-d055dc192482 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:33:11.050539 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e2918b8d-6013-4653-b346-db8e1bedbc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.054246 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e2918b8d-6013-4653-b346-db8e1bedbc8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.055676 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e2918b8d-6013-4653-b346-db8e1bedbc8e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/684c24ac-f634-4ca9-b8fc-0e8d0ed9b907 HTTP/1.1" status: 204 len: 168 time: 0.1645374 Jul 15 13:33:11.071113 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2918b8d-6013-4653-b346-db8e1bedbc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684c24ac-f634-4ca9-b8fc-0e8d0ed9b907,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:11.106542 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42955ea0-67d8-4c15-9dca-d65f610d73c6 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Network a60ce1ad-000f-4c03-930d-c61bfb7d1631 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:11.110011 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-42955ea0-67d8-4c15-9dca-d65f610d73c6 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:11.115179 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42955ea0-67d8-4c15-9dca-d65f610d73c6 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:11.120552 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42955ea0-67d8-4c15-9dca-d65f610d73c6 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:11.121194 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-42955ea0-67d8-4c15-9dca-d65f610d73c6 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.163985 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-42955ea0-67d8-4c15-9dca-d65f610d73c6 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.7117848 Jul 15 13:33:11.166846 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57440) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:11.173085 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-d8b364b3-62bb-4f5b-a55d-de0d82d34c4e tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:72:b4:0a'}]}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:11.186403 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-86197964-dc56-41f1-85b5-644a140175dd req-6d501fc3-02fe-431e-a213-cad522bf026e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb009497-00ee-4190-815a-d81a89baab2a HTTP/1.1" status: 200 len: 210 time: 0.0476654 Jul 15 13:33:11.203702 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-573597ac-a168-4561-a82b-9af0484722e8 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:11.206110 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-573597ac-a168-4561-a82b-9af0484722e8 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.20 "GET /v2.0/networks?id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e HTTP/1.1" status: 200 len: 811 time: 0.2190604 Jul 15 13:33:11.222907 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-53da0614-694c-4e98-9b7f-6098467b063a tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Request body: {'port': {'device_id': 'bb009497-00ee-4190-815a-d81a89baab2a', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'admin_state_up': True, 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:11.312516 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d8b364b3-62bb-4f5b-a55d-de0d82d34c4e tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.380865 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-53da0614-694c-4e98-9b7f-6098467b063a tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Made reservation on behalf of 0a166bdebb1d4ca388f2465550a7f09f for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:11.386359 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-53da0614-694c-4e98-9b7f-6098467b063a tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.565206 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-4800138b-1ae0-41b2-a3e1-ff8a90c63715 None None] Provisioning for port 3bfd7ca3-786e-4d39-b888-bee7315b20e6 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:11.569546 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-53da0614-694c-4e98-9b7f-6098467b063a tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Allocated IP 172.20.0.12 (31f5d0ed-5ca5-4f26-8063-b8698ea6981e/56ba636c-89f6-461f-85cb-74f1c6749bed/c1a274f1-570d-49af-aa47-58ed370c380e) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:11.573334 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-4800138b-1ae0-41b2-a3e1-ff8a90c63715 None None] Provisioning complete for port 3bfd7ca3-786e-4d39-b888-bee7315b20e6 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:11.575505 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4800138b-1ae0-41b2-a3e1-ff8a90c63715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.588555 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d8b364b3-62bb-4f5b-a55d-de0d82d34c4e tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.596824 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d8b364b3-62bb-4f5b-a55d-de0d82d34c4e tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.634601 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-4800138b-1ae0-41b2-a3e1-ff8a90c63715 None None] Port 3bfd7ca3-786e-4d39-b888-bee7315b20e6 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:11.678061 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b364b3-62bb-4f5b-a55d-de0d82d34c4e tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Pushing event updated for resources: {'Port': ['ID=3bfd7ca3-786e-4d39-b888-bee7315b20e6,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:11.684267 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-d8b364b3-62bb-4f5b-a55d-de0d82d34c4e tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] In _notify_port_updated(), no bound segment for port 3bfd7ca3-786e-4d39-b888-bee7315b20e6 on network a60ce1ad-000f-4c03-930d-c61bfb7d1631 {{(pid=93826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:33:11.691226 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b364b3-62bb-4f5b-a55d-de0d82d34c4e tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:11.691953 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d8b364b3-62bb-4f5b-a55d-de0d82d34c4e tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.693173 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d8b364b3-62bb-4f5b-a55d-de0d82d34c4e tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] 10.222.0.16 "PUT /v2.0/ports/3bfd7ca3-786e-4d39-b888-bee7315b20e6 HTTP/1.1" status: 200 len: 1001 time: 0.5249140 Jul 15 13:33:11.702925 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57452) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:11.851878 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-53da0614-694c-4e98-9b7f-6098467b063a tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.876535 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-53da0614-694c-4e98-9b7f-6098467b063a tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Transition to ACTIVE for port object c1a274f1-570d-49af-aa47-58ed370c380e will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:11.904173 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-23243f47-7e86-4317-88e7-d4bdd3957b42 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Deleting port 3bfd7ca3-786e-4d39-b888-bee7315b20e6 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:11.904397 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23243f47-7e86-4317-88e7-d4bdd3957b42 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.975428 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57462) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:11.987016 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-53da0614-694c-4e98-9b7f-6098467b063a tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.041398 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23243f47-7e86-4317-88e7-d4bdd3957b42 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.064927 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-53da0614-694c-4e98-9b7f-6098467b063a tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Network 31f5d0ed-5ca5-4f26-8063-b8698ea6981e is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:12.072660 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-53da0614-694c-4e98-9b7f-6098467b063a tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:12.075087 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-53da0614-694c-4e98-9b7f-6098467b063a tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:12.081777 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-23243f47-7e86-4317-88e7-d4bdd3957b42 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Calling delete_port for 3bfd7ca3-786e-4d39-b888-bee7315b20e6 owned by {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:12.086174 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c635c97b-563b-44bd-86fa-d9a0788a4f48 None None] Provisioning complete for port 3bfd7ca3-786e-4d39-b888-bee7315b20e6 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:12.086804 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c635c97b-563b-44bd-86fa-d9a0788a4f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.112914 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da0614-694c-4e98-9b7f-6098467b063a tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Pushing event updated for resources: {'Port': ['ID=c1a274f1-570d-49af-aa47-58ed370c380e,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:12.123021 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-a269c41d-a08f-4a1e-895d-5656a5faa3e9 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1431416682'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:12.154145 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a269c41d-a08f-4a1e-895d-5656a5faa3e9 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Made reservation on behalf of ca34ea6bb5e54890b985f22317f1dc1d for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:12.158941 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a269c41d-a08f-4a1e-895d-5656a5faa3e9 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.172992 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a269c41d-a08f-4a1e-895d-5656a5faa3e9 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.194388 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-53da0614-694c-4e98-9b7f-6098467b063a tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:12.195226 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-53da0614-694c-4e98-9b7f-6098467b063a tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.324492 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c635c97b-563b-44bd-86fa-d9a0788a4f48 None None] Port 3bfd7ca3-786e-4d39-b888-bee7315b20e6 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:12.349365 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23243f47-7e86-4317-88e7-d4bdd3957b42 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.428666 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a269c41d-a08f-4a1e-895d-5656a5faa3e9 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.440508 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a269c41d-a08f-4a1e-895d-5656a5faa3e9 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.449805 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23243f47-7e86-4317-88e7-d4bdd3957b42 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Pushing event deleted for resources: {'Port': ['ID=3bfd7ca3-786e-4d39-b888-bee7315b20e6,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:12.454343 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23243f47-7e86-4317-88e7-d4bdd3957b42 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.456808 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-23243f47-7e86-4317-88e7-d4bdd3957b42 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] 10.222.0.16 "DELETE /v2.0/ports/3bfd7ca3-786e-4d39-b888-bee7315b20e6 HTTP/1.1" status: 204 len: 168 time: 0.7223210 Jul 15 13:33:12.461720 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-53da0614-694c-4e98-9b7f-6098467b063a tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2479415 Jul 15 13:33:12.462172 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57468) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:12.490359 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a269c41d-a08f-4a1e-895d-5656a5faa3e9 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9365c97-bd3a-4e77-adea-9ff3bf679a7e,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:12.495721 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eba0833-6fb3-4372-a8b2-fa7f2f85eaf5 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] GET failed (client error): The resource could not be found. Jul 15 13:33:12.495931 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a269c41d-a08f-4a1e-895d-5656a5faa3e9 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:33:12.497387 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6eba0833-6fb3-4372-a8b2-fa7f2f85eaf5 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] 10.222.0.16 "GET /v2.0/ports/3bfd7ca3-786e-4d39-b888-bee7315b20e6 HTTP/1.1" status: 404 len: 333 time: 0.0335078 Jul 15 13:33:12.504338 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-5320b603-bf82-4be4-82c0-761c56e51749 service neutron] Request body: {'port': {'device_id': 'bb009497-00ee-4190-815a-d81a89baab2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:12.507627 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57470) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:12.517921 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a269c41d-a08f-4a1e-895d-5656a5faa3e9 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.518632 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-a269c41d-a08f-4a1e-895d-5656a5faa3e9 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Added segment 37f42c6d-7e18-4340-b8a5-7a82caf9bb46 of type vlan for network 3badf70b-e7ee-468a-b3d6-2cd0041e03f0 Jul 15 13:33:12.538786 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-5ff32db5-6328-48e2-886b-2dd79946206e tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Request body: {'port': {'network_id': 'a60ce1ad-000f-4c03-930d-c61bfb7d1631', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-46475381'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:12.555652 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-ca545ebc-c920-4be8-acc8-d8e0b9969474 None None] Provisioning for port c1a274f1-570d-49af-aa47-58ed370c380e completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:12.565757 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-ca545ebc-c920-4be8-acc8-d8e0b9969474 None None] Provisioning complete for port c1a274f1-570d-49af-aa47-58ed370c380e triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:12.566136 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca545ebc-c920-4be8-acc8-d8e0b9969474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.614407 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a269c41d-a08f-4a1e-895d-5656a5faa3e9 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.637547 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-ca545ebc-c920-4be8-acc8-d8e0b9969474 None None] Port c1a274f1-570d-49af-aa47-58ed370c380e cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:12.665469 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a269c41d-a08f-4a1e-895d-5656a5faa3e9 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.672045 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a269c41d-a08f-4a1e-895d-5656a5faa3e9 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:12.673027 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a269c41d-a08f-4a1e-895d-5656a5faa3e9 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.721435 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2ff59-1725-49f8-868b-96d618519ed2 req-85be063e-f36f-4e3c-b1a1-06a0a3fecab2 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:12.723394 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-01c2ff59-1725-49f8-868b-96d618519ed2 req-85be063e-f36f-4e3c-b1a1-06a0a3fecab2 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb009497-00ee-4190-815a-d81a89baab2a HTTP/1.1" status: 200 len: 932 time: 0.3510673 Jul 15 13:33:12.725139 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a269c41d-a08f-4a1e-895d-5656a5faa3e9 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7485867 Jul 15 13:33:12.728048 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57472) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:12.735161 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-126b512b-b648-45d6-99d7-a346d4ae431b tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Request body: {'subnet': {'network_id': '3badf70b-e7ee-468a-b3d6-2cd0041e03f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:12.760346 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a269c41d-a08f-4a1e-895d-5656a5faa3e9 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Pushing event updated for resources: {'Network': ['ID=3badf70b-e7ee-468a-b3d6-2cd0041e03f0,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:12.774129 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 3badf70b-e7ee-468a-b3d6-2cd0041e03f0 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:33:12.836393 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-5320b603-bf82-4be4-82c0-761c56e51749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.857167 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff32db5-6328-48e2-886b-2dd79946206e tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Made reservation on behalf of 2687fe15e7d4424996da5d4afae77156 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:12.860779 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ff32db5-6328-48e2-886b-2dd79946206e tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.885730 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-01c2ff59-1725-49f8-868b-96d618519ed2 req-15544426-e914-481d-9bed-9b2e160338df tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441808 Jul 15 13:33:12.920739 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-5ff32db5-6328-48e2-886b-2dd79946206e tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] device_id is not set on port 72d55667-e5c2-47d6-8ab2-ee52b72fd84a yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:33:12.984310 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126b512b-b648-45d6-99d7-a346d4ae431b tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Made reservation on behalf of ca34ea6bb5e54890b985f22317f1dc1d for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:12.988447 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-126b512b-b648-45d6-99d7-a346d4ae431b tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:13.205920 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-5ff32db5-6328-48e2-886b-2dd79946206e tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Allocated IP 2001:db8::286 (a60ce1ad-000f-4c03-930d-c61bfb7d1631/187a5312-174c-4956-80cd-de11d02fbf36/72d55667-e5c2-47d6-8ab2-ee52b72fd84a) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:13.523605 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-5320b603-bf82-4be4-82c0-761c56e51749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1a274f1-570d-49af-aa47-58ed370c380e {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:33:13.529730 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-126b512b-b648-45d6-99d7-a346d4ae431b tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:13.539593 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-5320b603-bf82-4be4-82c0-761c56e51749 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:13.578714 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ff32db5-6328-48e2-886b-2dd79946206e tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:13.594493 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-5320b603-bf82-4be4-82c0-761c56e51749 service neutron] Transition to ACTIVE for port object c1a274f1-570d-49af-aa47-58ed370c380e will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:13.610743 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-5320b603-bf82-4be4-82c0-761c56e51749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:13.617850 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5ff32db5-6328-48e2-886b-2dd79946206e tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Transition to ACTIVE for port object 72d55667-e5c2-47d6-8ab2-ee52b72fd84a will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:13.657957 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b512b-b648-45d6-99d7-a346d4ae431b tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Pushing event updated for resources: {'Subnet': ['ID=f39a6237-9e16-4713-8257-ad6e95ba50a4,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:13.696025 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126b512b-b648-45d6-99d7-a346d4ae431b tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Checking segment: {'id': '37f42c6d-7e18-4340-b8a5-7a82caf9bb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3badf70b-e7ee-468a-b3d6-2cd0041e03f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:13.696387 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126b512b-b648-45d6-99d7-a346d4ae431b tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Network hostable DHCP agents. Network: 3badf70b-e7ee-468a-b3d6-2cd0041e03f0, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:33:13.702582 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320b603-bf82-4be4-82c0-761c56e51749 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a274f1-570d-49af-aa47-58ed370c380e,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:13.777524 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ff32db5-6328-48e2-886b-2dd79946206e tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:13.786922 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126b512b-b648-45d6-99d7-a346d4ae431b tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Network 3badf70b-e7ee-468a-b3d6-2cd0041e03f0 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:33:13.840565 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-126b512b-b648-45d6-99d7-a346d4ae431b tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 3badf70b-e7ee-468a-b3d6-2cd0041e03f0) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:13.849421 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236c3dd9-60fe-46fa-90aa-f7b095fd7340 None None] Network 3badf70b-e7ee-468a-b3d6-2cd0041e03f0 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:13.855454 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126b512b-b648-45d6-99d7-a346d4ae431b tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:13.856045 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-126b512b-b648-45d6-99d7-a346d4ae431b tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:13.874096 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff32db5-6328-48e2-886b-2dd79946206e tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Network a60ce1ad-000f-4c03-930d-c61bfb7d1631 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:13.888195 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-5ff32db5-6328-48e2-886b-2dd79946206e tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:13.895029 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff32db5-6328-48e2-886b-2dd79946206e tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Pushing event updated for resources: {'Port': ['ID=72d55667-e5c2-47d6-8ab2-ee52b72fd84a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:13.897818 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff32db5-6328-48e2-886b-2dd79946206e tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:13.904029 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff32db5-6328-48e2-886b-2dd79946206e tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:13.904658 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ff32db5-6328-48e2-886b-2dd79946206e tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:13.909539 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-5320b603-bf82-4be4-82c0-761c56e51749 service neutron] Attempting to bind port c1a274f1-570d-49af-aa47-58ed370c380e on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:13.911496 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-5320b603-bf82-4be4-82c0-761c56e51749 service neutron] Attempting to bind port c1a274f1-570d-49af-aa47-58ed370c380e by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'f9960641-9612-4cdb-ae7f-7357fdb7c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:13.911496 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-5320b603-bf82-4be4-82c0-761c56e51749 service neutron] Attempting to bind port c1a274f1-570d-49af-aa47-58ed370c380e on network 31f5d0ed-5ca5-4f26-8063-b8698ea6981e {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:13.933811 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-5320b603-bf82-4be4-82c0-761c56e51749 service neutron] Port c1a274f1-570d-49af-aa47-58ed370c380e on network 31f5d0ed-5ca5-4f26-8063-b8698ea6981e not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:33:13.934610 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-5320b603-bf82-4be4-82c0-761c56e51749 service neutron] Attempting to bind port c1a274f1-570d-49af-aa47-58ed370c380e on network 31f5d0ed-5ca5-4f26-8063-b8698ea6981e {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:13.941428 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57476) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:13.942182 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-126b512b-b648-45d6-99d7-a346d4ae431b tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2122028 Jul 15 13:33:13.948215 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-5320b603-bf82-4be4-82c0-761c56e51749 service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:13.948450 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-f45c25ee-b3dc-4c3c-a431-73e87098c6e4 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-464338578', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:13.949187 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-5320b603-bf82-4be4-82c0-761c56e51749 service neutron] Checking segment: {'id': 'f9960641-9612-4cdb-ae7f-7357fdb7c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:13.949838 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-5320b603-bf82-4be4-82c0-761c56e51749 service neutron] Bound using segment: {'id': 'f9960641-9612-4cdb-ae7f-7357fdb7c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:13.950492 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-5320b603-bf82-4be4-82c0-761c56e51749 service neutron] Bound port: c1a274f1-570d-49af-aa47-58ed370c380e, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9960641-9612-4cdb-ae7f-7357fdb7c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:13.951151 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-5320b603-bf82-4be4-82c0-761c56e51749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:13.956880 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5ff32db5-6328-48e2-886b-2dd79946206e tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.4474976 Jul 15 13:33:13.964110 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57478) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:13.973041 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-e96e5a81-6b4a-48e8-9724-6bfe308bd6ac tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Request body: {'port': {'network_id': 'a60ce1ad-000f-4c03-930d-c61bfb7d1631', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-749993784'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:14.009479 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f45c25ee-b3dc-4c3c-a431-73e87098c6e4 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:14.011715 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f45c25ee-b3dc-4c3c-a431-73e87098c6e4 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:14.108204 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5198d455-a602-41b6-9039-696951d3d8bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-3badf70b-e7ee-468a-b3d6-2cd0041e03f0', 'network_id': '3badf70b-e7ee-468a-b3d6-2cd0041e03f0', 'tenant_id': 'ca34ea6bb5e54890b985f22317f1dc1d', 'fixed_ips': [{'subnet_id': 'f39a6237-9e16-4713-8257-ad6e95ba50a4'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:33:14.109415 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5198d455-a602-41b6-9039-696951d3d8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:14.119405 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f45c25ee-b3dc-4c3c-a431-73e87098c6e4 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:14.132294 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f45c25ee-b3dc-4c3c-a431-73e87098c6e4 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:14.170276 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f45c25ee-b3dc-4c3c-a431-73e87098c6e4 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:14.174262 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f45c25ee-b3dc-4c3c-a431-73e87098c6e4 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2292845 Jul 15 13:33:14.175008 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57480) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:14.216125 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-5320b603-bf82-4be4-82c0-761c56e51749 service neutron] For port c1a274f1-570d-49af-aa47-58ed370c380e, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:14.263716 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-21bf34fe-cfd3-477a-9f0e-862e4a857d63 None None] Provisioning for port 72d55667-e5c2-47d6-8ab2-ee52b72fd84a completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:14.268470 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-5320b603-bf82-4be4-82c0-761c56e51749 service neutron] For port c1a274f1-570d-49af-aa47-58ed370c380e, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=c1a274f1-570d-49af-aa47-58ed370c380e,segment=NetworkSegment(f9960641-9612-4cdb-ae7f-7357fdb7c7fb),segment_id=f9960641-9612-4cdb-ae7f-7357fdb7c7fb)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:14.280752 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-5320b603-bf82-4be4-82c0-761c56e51749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:14.289434 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-21bf34fe-cfd3-477a-9f0e-862e4a857d63 None None] Provisioning complete for port 72d55667-e5c2-47d6-8ab2-ee52b72fd84a triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:14.289819 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-21bf34fe-cfd3-477a-9f0e-862e4a857d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:14.335515 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d1522-e06d-461d-b57b-4e2ae5e80de8 req-44f76282-e69a-41ba-b6c5-8c3a9d427769 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:14.344732 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3c0d1522-e06d-461d-b57b-4e2ae5e80de8 req-44f76282-e69a-41ba-b6c5-8c3a9d427769 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb009497-00ee-4190-815a-d81a89baab2a HTTP/1.1" status: 200 len: 944 time: 0.2559328 Jul 15 13:33:14.347824 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-21bf34fe-cfd3-477a-9f0e-862e4a857d63 None None] Port 72d55667-e5c2-47d6-8ab2-ee52b72fd84a cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:14.350189 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-5198d455-a602-41b6-9039-696951d3d8bf None None] Allocated IP 172.20.0.2 (3badf70b-e7ee-468a-b3d6-2cd0041e03f0/f39a6237-9e16-4713-8257-ad6e95ba50a4/00897188-f237-4151-bb6a-15b903281581) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:14.351607 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-5320b603-bf82-4be4-82c0-761c56e51749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:14.358595 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-5320b603-bf82-4be4-82c0-761c56e51749 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:14.366132 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-5320b603-bf82-4be4-82c0-761c56e51749 service neutron] 10.222.0.20 "PUT /v2.0/ports/c1a274f1-570d-49af-aa47-58ed370c380e HTTP/1.1" status: 200 len: 1093 time: 1.8660302 Jul 15 13:33:14.381093 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb009497-00ee-4190-815a-d81a89baab2a', 'tag': 'c1a274f1-570d-49af-aa47-58ed370c380e'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:33:14.395037 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef77207-9f7d-4561-96fe-62727a37caae" -d '{"events": [{"name": "network-changed", "server_uuid": "bb009497-00ee-4190-815a-d81a89baab2a", "tag": "c1a274f1-570d-49af-aa47-58ed370c380e"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:14.487935 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca682ca-f3d8-4d45-a801-57b6e44a28ff x-openstack-request-id: req-7ca682ca-f3d8-4d45-a801-57b6e44a28ff {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:14.488152 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb009497-00ee-4190-815a-d81a89baab2a", "tag": "c1a274f1-570d-49af-aa47-58ed370c380e", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:14.488441 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ca682ca-f3d8-4d45-a801-57b6e44a28ff {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:14.488808 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb009497-00ee-4190-815a-d81a89baab2a', 'tag': 'c1a274f1-570d-49af-aa47-58ed370c380e', 'status': 'completed', 'code': 200} Jul 15 13:33:14.498868 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96e5a81-6b4a-48e8-9724-6bfe308bd6ac tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Made reservation on behalf of 2687fe15e7d4424996da5d4afae77156 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:14.503371 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e96e5a81-6b4a-48e8-9724-6bfe308bd6ac tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:14.519704 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320b603-bf82-4be4-82c0-761c56e51749 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a274f1-570d-49af-aa47-58ed370c380e,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:14.563391 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3c0d1522-e06d-461d-b57b-4e2ae5e80de8 req-45a72285-d93d-41da-8f67-614513d47610 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176774 Jul 15 13:33:14.565281 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-69fbfd8e-650a-49b9-8913-9e64a7846636 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:14.578027 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-e96e5a81-6b4a-48e8-9724-6bfe308bd6ac tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] device_id is not set on port 88abb589-d2af-487f-a980-eb22c5886ff7 yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:33:14.609583 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5198d455-a602-41b6-9039-696951d3d8bf None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:14.632907 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5198d455-a602-41b6-9039-696951d3d8bf None None] Transition to ACTIVE for port object 00897188-f237-4151-bb6a-15b903281581 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:14.648236 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-ffaf1d7c-3653-40ce-a05f-44b34d5f95ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:14.649280 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-ffaf1d7c-3653-40ce-a05f-44b34d5f95ef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a166bdebb1d4ca388f2465550a7f09f&device_id=bb009497-00ee-4190-815a-d81a89baab2a HTTP/1.1" status: 200 len: 1096 time: 0.2256072 Jul 15 13:33:14.664315 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5198d455-a602-41b6-9039-696951d3d8bf None None] Transition to ACTIVE for port object 00897188-f237-4151-bb6a-15b903281581 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:14.680492 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5198d455-a602-41b6-9039-696951d3d8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:14.704150 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-c28ac85b-f421-4716-9da9-bf3f12361505 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1a274f1-570d-49af-aa47-58ed370c380e HTTP/1.1" status: 200 len: 217 time: 0.0468004 Jul 15 13:33:14.728906 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5198d455-a602-41b6-9039-696951d3d8bf None None] Network 3badf70b-e7ee-468a-b3d6-2cd0041e03f0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:14.732218 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-5198d455-a602-41b6-9039-696951d3d8bf None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:14.736175 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5198d455-a602-41b6-9039-696951d3d8bf None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:14.753299 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198d455-a602-41b6-9039-696951d3d8bf None None] Pushing event updated for resources: {'Port': ['ID=00897188-f237-4151-bb6a-15b903281581,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:14.807937 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-e96e5a81-6b4a-48e8-9724-6bfe308bd6ac tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Allocated IP 2001:db8::9d (a60ce1ad-000f-4c03-930d-c61bfb7d1631/187a5312-174c-4956-80cd-de11d02fbf36/88abb589-d2af-487f-a980-eb22c5886ff7) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:14.811180 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-6d46c24f-763d-4914-9756-316abc7f82e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:14.812476 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-6d46c24f-763d-4914-9756-316abc7f82e4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=56ba636c-89f6-461f-85cb-74f1c6749bed HTTP/1.1" status: 200 len: 850 time: 0.1020465 Jul 15 13:33:14.832673 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-5198d455-a602-41b6-9039-696951d3d8bf None None] Attempting to bind port 00897188-f237-4151-bb6a-15b903281581 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:14.832673 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-5198d455-a602-41b6-9039-696951d3d8bf None None] Attempting to bind port 00897188-f237-4151-bb6a-15b903281581 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '37f42c6d-7e18-4340-b8a5-7a82caf9bb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3badf70b-e7ee-468a-b3d6-2cd0041e03f0'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:14.832673 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5198d455-a602-41b6-9039-696951d3d8bf None None] Attempting to bind port 00897188-f237-4151-bb6a-15b903281581 on network 3badf70b-e7ee-468a-b3d6-2cd0041e03f0 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:14.838288 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5198d455-a602-41b6-9039-696951d3d8bf None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:14.838756 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5198d455-a602-41b6-9039-696951d3d8bf None None] Checking segment: {'id': '37f42c6d-7e18-4340-b8a5-7a82caf9bb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3badf70b-e7ee-468a-b3d6-2cd0041e03f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:14.839167 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5198d455-a602-41b6-9039-696951d3d8bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:14.839722 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5198d455-a602-41b6-9039-696951d3d8bf None None] Bound using segment: {'id': '37f42c6d-7e18-4340-b8a5-7a82caf9bb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3badf70b-e7ee-468a-b3d6-2cd0041e03f0'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:14.840319 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-5198d455-a602-41b6-9039-696951d3d8bf None None] Bound port: 00897188-f237-4151-bb6a-15b903281581, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f42c6d-7e18-4340-b8a5-7a82caf9bb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3badf70b-e7ee-468a-b3d6-2cd0041e03f0'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:14.840706 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5198d455-a602-41b6-9039-696951d3d8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:14.891947 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-69fbfd8e-650a-49b9-8913-9e64a7846636 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Allocated IP 172.20.0.1 (3badf70b-e7ee-468a-b3d6-2cd0041e03f0/f39a6237-9e16-4713-8257-ad6e95ba50a4/41e07174-b4d5-4b08-b447-77d4df05f943) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:14.922194 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-5198d455-a602-41b6-9039-696951d3d8bf None None] For port 00897188-f237-4151-bb6a-15b903281581, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:14.926279 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-5198d455-a602-41b6-9039-696951d3d8bf None None] For port 00897188-f237-4151-bb6a-15b903281581, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=00897188-f237-4151-bb6a-15b903281581,segment=NetworkSegment(37f42c6d-7e18-4340-b8a5-7a82caf9bb46),segment_id=37f42c6d-7e18-4340-b8a5-7a82caf9bb46)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:14.931414 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5198d455-a602-41b6-9039-696951d3d8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:14.949157 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-a9819396-8b87-4add-bd88-8c93374b641e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:14.950735 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-a9819396-8b87-4add-bd88-8c93374b641e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1284871 Jul 15 13:33:15.027652 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198d455-a602-41b6-9039-696951d3d8bf None None] Pushing event updated for resources: {'Port': ['ID=00897188-f237-4151-bb6a-15b903281581,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:15.075638 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-69fbfd8e-650a-49b9-8913-9e64a7846636 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:15.092740 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-69fbfd8e-650a-49b9-8913-9e64a7846636 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Transition to ACTIVE for port object 41e07174-b4d5-4b08-b447-77d4df05f943 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:15.099459 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e96e5a81-6b4a-48e8-9724-6bfe308bd6ac tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:15.126839 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e96e5a81-6b4a-48e8-9724-6bfe308bd6ac tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Transition to ACTIVE for port object 88abb589-d2af-487f-a980-eb22c5886ff7 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:15.132384 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-42498120-3a31-442c-92aa-f431a0ab3192 service neutron] 10.222.0.20 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744874 Jul 15 13:33:15.132660 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-69fbfd8e-650a-49b9-8913-9e64a7846636 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:15.180873 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fbfd8e-650a-49b9-8913-9e64a7846636 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Network 3badf70b-e7ee-468a-b3d6-2cd0041e03f0 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:15.184239 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-69fbfd8e-650a-49b9-8913-9e64a7846636 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:15.186667 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fbfd8e-650a-49b9-8913-9e64a7846636 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:15.216616 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fbfd8e-650a-49b9-8913-9e64a7846636 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Pushing event updated for resources: {'Port': ['ID=41e07174-b4d5-4b08-b447-77d4df05f943,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:15.262834 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e96e5a81-6b4a-48e8-9724-6bfe308bd6ac tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:15.266844 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-69fbfd8e-650a-49b9-8913-9e64a7846636 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:15.315081 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae8c99d1-e002-429f-9ef9-947cfa157ead req-0dc8b4ca-7f00-4e3e-9037-680a382d852f service neutron] 10.222.0.20 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745796 Jul 15 13:33:15.350677 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96e5a81-6b4a-48e8-9724-6bfe308bd6ac tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Network a60ce1ad-000f-4c03-930d-c61bfb7d1631 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:15.355497 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-e96e5a81-6b4a-48e8-9724-6bfe308bd6ac tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:15.357844 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96e5a81-6b4a-48e8-9724-6bfe308bd6ac tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:15.364290 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96e5a81-6b4a-48e8-9724-6bfe308bd6ac tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:15.365077 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e96e5a81-6b4a-48e8-9724-6bfe308bd6ac tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:15.396011 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e5a81-6b4a-48e8-9724-6bfe308bd6ac tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Pushing event updated for resources: {'Port': ['ID=88abb589-d2af-487f-a980-eb22c5886ff7,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:15.447513 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57484) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:15.447849 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e96e5a81-6b4a-48e8-9724-6bfe308bd6ac tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.4821441 Jul 15 13:33:15.456433 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-925f9db9-31f4-4877-98a9-41400d5f0ab9 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::22a', 'mac_address': 'fa:16:3e:72:b4:0a'}, {'ip_address': '2001:db8::286', 'mac_address': 'fa:16:3e:2e:93:5a'}]}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:15.475670 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef77207-9f7d-4561-96fe-62727a37caae req-99e64de8-63c5-410e-9867-a6347fefaa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:15.477570 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8ef77207-9f7d-4561-96fe-62727a37caae req-99e64de8-63c5-410e-9867-a6347fefaa15 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a166bdebb1d4ca388f2465550a7f09f&device_id=bb009497-00ee-4190-815a-d81a89baab2a HTTP/1.1" status: 200 len: 1096 time: 0.1008976 Jul 15 13:33:15.537268 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-69fbfd8e-650a-49b9-8913-9e64a7846636 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:15.738983 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-18d1aa52-ec50-4755-877a-375782bc83d2 None None] Provisioning for port 88abb589-d2af-487f-a980-eb22c5886ff7 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:15.745362 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-18d1aa52-ec50-4755-877a-375782bc83d2 None None] Provisioning complete for port 88abb589-d2af-487f-a980-eb22c5886ff7 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:15.746026 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-18d1aa52-ec50-4755-877a-375782bc83d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:15.800698 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-18d1aa52-ec50-4755-877a-375782bc83d2 None None] Port 88abb589-d2af-487f-a980-eb22c5886ff7 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:15.998450 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef77207-9f7d-4561-96fe-62727a37caae req-00fc5b64-ecd0-4dc6-987a-a1956e92f5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:16.000037 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8ef77207-9f7d-4561-96fe-62727a37caae req-00fc5b64-ecd0-4dc6-987a-a1956e92f5ad service neutron] 10.222.0.20 "GET /v2.0/networks?id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e HTTP/1.1" status: 200 len: 912 time: 0.5160961 Jul 15 13:33:16.068932 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8ef77207-9f7d-4561-96fe-62727a37caae req-e8378cfa-d6f6-4c77-ae51-357381e50f6e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1a274f1-570d-49af-aa47-58ed370c380e HTTP/1.1" status: 200 len: 217 time: 0.0582025 Jul 15 13:33:16.133671 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef77207-9f7d-4561-96fe-62727a37caae req-fd37892a-36db-494c-abc9-508071c10004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:16.135181 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8ef77207-9f7d-4561-96fe-62727a37caae req-fd37892a-36db-494c-abc9-508071c10004 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=56ba636c-89f6-461f-85cb-74f1c6749bed HTTP/1.1" status: 200 len: 850 time: 0.0599270 Jul 15 13:33:16.146718 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51129d9f-4d73-4571-9e49-ed768d65df3d req-45194618-5c9f-4437-b2d7-c9c069b988ac tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:16.148270 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-51129d9f-4d73-4571-9e49-ed768d65df3d req-45194618-5c9f-4437-b2d7-c9c069b988ac tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb009497-00ee-4190-815a-d81a89baab2a HTTP/1.1" status: 200 len: 944 time: 0.1472945 Jul 15 13:33:16.229543 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11219e3b-1549-4f42-9c8c-003e5c90b49f None None] Network 3badf70b-e7ee-468a-b3d6-2cd0041e03f0 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:16.233629 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-51129d9f-4d73-4571-9e49-ed768d65df3d req-9ed0fbd2-385c-46cb-80e2-82b67457902d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759063 Jul 15 13:33:16.245241 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-925f9db9-31f4-4877-98a9-41400d5f0ab9 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:16.256997 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef77207-9f7d-4561-96fe-62727a37caae req-7a21fdf1-3b80-45de-a389-70a6a1bbbbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:16.258945 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8ef77207-9f7d-4561-96fe-62727a37caae req-7a21fdf1-3b80-45de-a389-70a6a1bbbbf3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1097908 Jul 15 13:33:16.340797 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6987270d-8ad2-4e78-a6f3-06d5c494cf4d None None] Provisioning for port 00897188-f237-4151-bb6a-15b903281581 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:16.379271 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8ef77207-9f7d-4561-96fe-62727a37caae req-ff5342f6-cf11-40f8-ba4b-3abbb5ba7477 service neutron] 10.222.0.20 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116500 Jul 15 13:33:16.494597 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8ef77207-9f7d-4561-96fe-62727a37caae req-ef449f1f-3000-4362-a5b7-2a79e391b4d7 service neutron] 10.222.0.20 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070580 Jul 15 13:33:16.563767 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-69fbfd8e-650a-49b9-8913-9e64a7846636 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:16.572465 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-69fbfd8e-650a-49b9-8913-9e64a7846636 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:16.637020 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-925f9db9-31f4-4877-98a9-41400d5f0ab9 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:16.646486 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-925f9db9-31f4-4877-98a9-41400d5f0ab9 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:16.671796 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fbfd8e-650a-49b9-8913-9e64a7846636 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Pushing event updated for resources: {'Port': ['ID=41e07174-b4d5-4b08-b447-77d4df05f943,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:16.676081 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-69fbfd8e-650a-49b9-8913-9e64a7846636 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:16.689079 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-4f12063e-2cab-4d2d-807a-77cdaaf22238 None None] Provisioning for port 41e07174-b4d5-4b08-b447-77d4df05f943 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:16.695482 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-4f12063e-2cab-4d2d-807a-77cdaaf22238 None None] Provisioning complete for port 41e07174-b4d5-4b08-b447-77d4df05f943 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:16.695964 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4f12063e-2cab-4d2d-807a-77cdaaf22238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:16.716053 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-925f9db9-31f4-4877-98a9-41400d5f0ab9 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] In _notify_port_updated(), no bound segment for port 88abb589-d2af-487f-a980-eb22c5886ff7 on network a60ce1ad-000f-4c03-930d-c61bfb7d1631 {{(pid=93826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:33:16.722716 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925f9db9-31f4-4877-98a9-41400d5f0ab9 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:16.723161 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-925f9db9-31f4-4877-98a9-41400d5f0ab9 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:16.724544 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-925f9db9-31f4-4877-98a9-41400d5f0ab9 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] 10.222.0.16 "PUT /v2.0/ports/88abb589-d2af-487f-a980-eb22c5886ff7 HTTP/1.1" status: 200 len: 1066 time: 1.2760725 Jul 15 13:33:16.727891 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57488) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:16.764624 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-4f12063e-2cab-4d2d-807a-77cdaaf22238 None None] Port 41e07174-b4d5-4b08-b447-77d4df05f943 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:16.775571 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f9db9-31f4-4877-98a9-41400d5f0ab9 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Pushing event updated for resources: {'Port': ['ID=88abb589-d2af-487f-a980-eb22c5886ff7,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:16.855265 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fbfd8e-650a-49b9-8913-9e64a7846636 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Network 3badf70b-e7ee-468a-b3d6-2cd0041e03f0 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:16.857175 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-69fbfd8e-650a-49b9-8913-9e64a7846636 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:16.859105 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a76cf131-de5d-49c3-80ba-37adb776ba08 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Deleting port 88abb589-d2af-487f-a980-eb22c5886ff7 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:16.859541 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a76cf131-de5d-49c3-80ba-37adb776ba08 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:16.990444 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a76cf131-de5d-49c3-80ba-37adb776ba08 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:17.000909 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b130d382-6fdc-4a95-a047-8565b30bb64e None None] Provisioning complete for port 41e07174-b4d5-4b08-b447-77d4df05f943 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:17.001234 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b130d382-6fdc-4a95-a047-8565b30bb64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:17.012748 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a76cf131-de5d-49c3-80ba-37adb776ba08 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Calling delete_port for 88abb589-d2af-487f-a980-eb22c5886ff7 owned by {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:17.042163 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69fbfd8e-650a-49b9-8913-9e64a7846636 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Router eea59162-ad0f-4a0a-95ed-3a24092fecf5 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:33:17.073731 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b130d382-6fdc-4a95-a047-8565b30bb64e None None] Port 41e07174-b4d5-4b08-b447-77d4df05f943 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:17.085743 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 00897188-f237-4151-bb6a-15b903281581 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:17.144099 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 00897188-f237-4151-bb6a-15b903281581 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:17.149491 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 00897188-f237-4151-bb6a-15b903281581 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:17.149887 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:17.188784 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fbfd8e-650a-49b9-8913-9e64a7846636 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:33:17.196051 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a76cf131-de5d-49c3-80ba-37adb776ba08 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:17.199754 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6456797b-89f4-4f5c-b112-1e4aee192643 None None] Sync routers for ids ['eea59162-ad0f-4a0a-95ed-3a24092fecf5'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:33:17.200843 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-69fbfd8e-650a-49b9-8913-9e64a7846636 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] 10.222.0.16 "PUT /v2.0/routers/eea59162-ad0f-4a0a-95ed-3a24092fecf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0247159 Jul 15 13:33:17.207935 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57490) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:17.213343 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-1a81de4f-b211-45b8-a25f-56543f85e2cd tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Request body: {'port': {'network_id': '3badf70b-e7ee-468a-b3d6-2cd0041e03f0', 'name': 'tempest-FloatingIPNegativeTestJSON-1429643144'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:17.213532 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6456797b-89f4-4f5c-b112-1e4aee192643 None None] Routers {'eea59162-ad0f-4a0a-95ed-3a24092fecf5'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:17.213981 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-6456797b-89f4-4f5c-b112-1e4aee192643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:33:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['eea59162-ad0f-4a0a-95ed-3a24092fecf5'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:17.217212 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-46483b02-b5e9-44a3-a3fc-0b73e0bf2ce9 None None] Provisioning complete for port 88abb589-d2af-487f-a980-eb22c5886ff7 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:17.217212 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-46483b02-b5e9-44a3-a3fc-0b73e0bf2ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:17.240245 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76cf131-de5d-49c3-80ba-37adb776ba08 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Pushing event deleted for resources: {'Port': ['ID=88abb589-d2af-487f-a980-eb22c5886ff7,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:17.241338 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-46483b02-b5e9-44a3-a3fc-0b73e0bf2ce9 None None] Port 88abb589-d2af-487f-a980-eb22c5886ff7 was deleted so its status cannot be updated. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 15 13:33:17.252602 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-6456797b-89f4-4f5c-b112-1e4aee192643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:17.262030 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6456797b-89f4-4f5c-b112-1e4aee192643 None None] Routers {'eea59162-ad0f-4a0a-95ed-3a24092fecf5'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:17.262652 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-6456797b-89f4-4f5c-b112-1e4aee192643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:33:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['eea59162-ad0f-4a0a-95ed-3a24092fecf5'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:17.295971 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:17.311111 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-6456797b-89f4-4f5c-b112-1e4aee192643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:17.312729 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6456797b-89f4-4f5c-b112-1e4aee192643 None None] The sync data for ids ['eea59162-ad0f-4a0a-95ed-3a24092fecf5'] in n-d-771363-36 is: [] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:33:17.345316 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 00897188-f237-4151-bb6a-15b903281581, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=00897188-f237-4151-bb6a-15b903281581,segment=NetworkSegment(37f42c6d-7e18-4340-b8a5-7a82caf9bb46),segment_id=37f42c6d-7e18-4340-b8a5-7a82caf9bb46)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:17.356795 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:17.424369 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=00897188-f237-4151-bb6a-15b903281581,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:17.431602 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-90861381-94f3-44a2-89b8-e95afc7f9c29 None None] Provisioning complete for port 41e07174-b4d5-4b08-b447-77d4df05f943 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:17.432112 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-90861381-94f3-44a2-89b8-e95afc7f9c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:17.467085 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-90861381-94f3-44a2-89b8-e95afc7f9c29 None None] Port 41e07174-b4d5-4b08-b447-77d4df05f943 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:17.539250 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a76cf131-de5d-49c3-80ba-37adb776ba08 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:17.541126 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a76cf131-de5d-49c3-80ba-37adb776ba08 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] 10.222.0.16 "DELETE /v2.0/ports/88abb589-d2af-487f-a980-eb22c5886ff7 HTTP/1.1" status: 204 len: 168 time: 0.8120627 Jul 15 13:33:17.544105 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57494) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:17.557970 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a81de4f-b211-45b8-a25f-56543f85e2cd tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Made reservation on behalf of ca34ea6bb5e54890b985f22317f1dc1d for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:17.561520 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1a81de4f-b211-45b8-a25f-56543f85e2cd tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:17.574756 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db50cd9-d038-4f53-a6b3-6f9f83ccb6df tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] GET failed (client error): The resource could not be found. Jul 15 13:33:17.576425 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6db50cd9-d038-4f53-a6b3-6f9f83ccb6df tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] 10.222.0.16 "GET /v2.0/ports/88abb589-d2af-487f-a980-eb22c5886ff7 HTTP/1.1" status: 404 len: 333 time: 0.0311403 Jul 15 13:33:17.579216 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57496) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:17.589194 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e917f6b0-b681-4988-9f26-824bd3de6ee5 req-a00881d0-6b3c-4ea8-8875-9b35030a0480 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:17.590721 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e917f6b0-b681-4988-9f26-824bd3de6ee5 req-a00881d0-6b3c-4ea8-8875-9b35030a0480 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb009497-00ee-4190-815a-d81a89baab2a HTTP/1.1" status: 200 len: 944 time: 0.1821074 Jul 15 13:33:17.591878 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-1a81de4f-b211-45b8-a25f-56543f85e2cd tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] device_id is not set on port aa95d451-c6ee-4e51-a6f6-b8a5240c3295 yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:33:17.670109 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e917f6b0-b681-4988-9f26-824bd3de6ee5 req-04ecdcd8-0505-41e9-9f55-8dde5a5fa37a tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729556 Jul 15 13:33:17.674197 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-2476939b-8274-4f09-aaf5-3076633605f8 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Deleting port 72d55667-e5c2-47d6-8ab2-ee52b72fd84a {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:17.674532 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2476939b-8274-4f09-aaf5-3076633605f8 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:17.730074 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-1a81de4f-b211-45b8-a25f-56543f85e2cd tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Allocated IP 172.20.0.6 (3badf70b-e7ee-468a-b3d6-2cd0041e03f0/f39a6237-9e16-4713-8257-ad6e95ba50a4/aa95d451-c6ee-4e51-a6f6-b8a5240c3295) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:17.763462 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2476939b-8274-4f09-aaf5-3076633605f8 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:17.775031 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-2476939b-8274-4f09-aaf5-3076633605f8 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Calling delete_port for 72d55667-e5c2-47d6-8ab2-ee52b72fd84a owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:17.876504 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1a81de4f-b211-45b8-a25f-56543f85e2cd tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:17.910867 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1a81de4f-b211-45b8-a25f-56543f85e2cd tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Transition to ACTIVE for port object aa95d451-c6ee-4e51-a6f6-b8a5240c3295 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:17.911097 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2476939b-8274-4f09-aaf5-3076633605f8 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:17.941135 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2476939b-8274-4f09-aaf5-3076633605f8 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Pushing event deleted for resources: {'Port': ['ID=72d55667-e5c2-47d6-8ab2-ee52b72fd84a,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:17.960174 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1a81de4f-b211-45b8-a25f-56543f85e2cd tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:17.970125 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2476939b-8274-4f09-aaf5-3076633605f8 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:17.972780 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2476939b-8274-4f09-aaf5-3076633605f8 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] 10.222.0.16 "DELETE /v2.0/ports/72d55667-e5c2-47d6-8ab2-ee52b72fd84a HTTP/1.1" status: 204 len: 168 time: 0.3926060 Jul 15 13:33:17.976627 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57498) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:18.007216 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-be71375d-0398-433d-83b2-b85f83cf0905 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] GET failed (client error): The resource could not be found. Jul 15 13:33:18.008538 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-be71375d-0398-433d-83b2-b85f83cf0905 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] 10.222.0.16 "GET /v2.0/ports/72d55667-e5c2-47d6-8ab2-ee52b72fd84a HTTP/1.1" status: 404 len: 333 time: 0.0309315 Jul 15 13:33:18.012749 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57500) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:18.034851 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a81de4f-b211-45b8-a25f-56543f85e2cd tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Network 3badf70b-e7ee-468a-b3d6-2cd0041e03f0 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:18.058825 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-1a81de4f-b211-45b8-a25f-56543f85e2cd tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:18.061186 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a81de4f-b211-45b8-a25f-56543f85e2cd tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:18.067731 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a81de4f-b211-45b8-a25f-56543f85e2cd tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Pushing event updated for resources: {'Port': ['ID=aa95d451-c6ee-4e51-a6f6-b8a5240c3295,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:18.155532 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a81de4f-b211-45b8-a25f-56543f85e2cd tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:18.156239 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1a81de4f-b211-45b8-a25f-56543f85e2cd tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:18.188076 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1a81de4f-b211-45b8-a25f-56543f85e2cd tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9786842 Jul 15 13:33:18.191310 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57502) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:18.196159 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-431f9155-7564-445e-8051-b9e16548d8ce tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:18.201332 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5432dcef-03e8-4829-8bc7-995ca9172656 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Deleting port 75b8fcf6-35d6-47b2-8177-0e56755479bd {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:18.201680 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5432dcef-03e8-4829-8bc7-995ca9172656 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:18.218906 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-431f9155-7564-445e-8051-b9e16548d8ce tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks [] for floatingip, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:18.296785 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5432dcef-03e8-4829-8bc7-995ca9172656 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:18.308584 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5432dcef-03e8-4829-8bc7-995ca9172656 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Calling delete_port for 75b8fcf6-35d6-47b2-8177-0e56755479bd owned by {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:18.323029 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-431f9155-7564-445e-8051-b9e16548d8ce tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:18.398426 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c78949da-9e81-4a55-a2e0-655cff2cf5af None None] Provisioning for port aa95d451-c6ee-4e51-a6f6-b8a5240c3295 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:18.402360 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c78949da-9e81-4a55-a2e0-655cff2cf5af None None] Provisioning complete for port aa95d451-c6ee-4e51-a6f6-b8a5240c3295 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:18.402760 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c78949da-9e81-4a55-a2e0-655cff2cf5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:18.433075 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-431f9155-7564-445e-8051-b9e16548d8ce tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Allocated IP 172.25.8.92 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/48058961-8b79-4f5d-af94-ed906219d75a) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:18.438790 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c78949da-9e81-4a55-a2e0-655cff2cf5af None None] Port aa95d451-c6ee-4e51-a6f6-b8a5240c3295 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:18.442449 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5432dcef-03e8-4829-8bc7-995ca9172656 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:18.473849 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5432dcef-03e8-4829-8bc7-995ca9172656 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Pushing event deleted for resources: {'Port': ['ID=75b8fcf6-35d6-47b2-8177-0e56755479bd,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:18.500179 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5432dcef-03e8-4829-8bc7-995ca9172656 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:18.502755 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5432dcef-03e8-4829-8bc7-995ca9172656 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] 10.222.0.16 "DELETE /v2.0/ports/75b8fcf6-35d6-47b2-8177-0e56755479bd HTTP/1.1" status: 204 len: 168 time: 0.4896407 Jul 15 13:33:18.505839 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57504) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:18.554963 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-431f9155-7564-445e-8051-b9e16548d8ce tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:18.558834 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d23d2f3-6286-470a-aa17-6c565bbcf50a tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Deleting subnet 187a5312-174c-4956-80cd-de11d02fbf36 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:33:18.562188 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0d23d2f3-6286-470a-aa17-6c565bbcf50a tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:18.598613 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-431f9155-7564-445e-8051-b9e16548d8ce tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:18.610325 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0d23d2f3-6286-470a-aa17-6c565bbcf50a tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:18.635981 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431f9155-7564-445e-8051-b9e16548d8ce tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:18.642377 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-431f9155-7564-445e-8051-b9e16548d8ce tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:18.645618 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431f9155-7564-445e-8051-b9e16548d8ce tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:18.675143 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f9155-7564-445e-8051-b9e16548d8ce tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Pushing event updated for resources: {'Port': ['ID=48058961-8b79-4f5d-af94-ed906219d75a,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:18.706969 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0d23d2f3-6286-470a-aa17-6c565bbcf50a tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:18.747518 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-431f9155-7564-445e-8051-b9e16548d8ce tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:18.770735 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0d23d2f3-6286-470a-aa17-6c565bbcf50a tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:18.794371 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-431f9155-7564-445e-8051-b9e16548d8ce tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:18.806589 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23d2f3-6286-470a-aa17-6c565bbcf50a tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Pushing event deleted for resources: {'Subnet': ['ID=187a5312-174c-4956-80cd-de11d02fbf36,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:18.808751 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0d23d2f3-6286-470a-aa17-6c565bbcf50a tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:18.814056 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970636f4-bcaf-4e44-9518-6d042413468d None None] Network a60ce1ad-000f-4c03-930d-c61bfb7d1631 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:18.818438 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0d23d2f3-6286-470a-aa17-6c565bbcf50a tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] 10.222.0.16 "DELETE /v2.0/subnets/187a5312-174c-4956-80cd-de11d02fbf36 HTTP/1.1" status: 204 len: 168 time: 0.3114114 Jul 15 13:33:18.819286 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57508) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:18.891547 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c99d6-29df-4b54-af5d-73bfd7aad440 req-9af0fcda-a0ff-47a1-85c3-5caf499c0564 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:18.893617 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-126c99d6-29df-4b54-af5d-73bfd7aad440 req-9af0fcda-a0ff-47a1-85c3-5caf499c0564 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb009497-00ee-4190-815a-d81a89baab2a HTTP/1.1" status: 200 len: 944 time: 0.0903144 Jul 15 13:33:18.930848 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-db6ec435-6677-449d-9b16-6111d7d07239 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:18.935064 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-126c99d6-29df-4b54-af5d-73bfd7aad440 req-fb2491fb-336d-4767-acba-4b032ce96104 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350940 Jul 15 13:33:19.052217 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fd3b6e-90ca-4b0d-a087-8ce15b2d3a15 None None] DHCP port deletion for a60ce1ad-000f-4c03-930d-c61bfb7d1631 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:33:19.056364 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 00897188-f237-4151-bb6a-15b903281581 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:19.062126 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-431f9155-7564-445e-8051-b9e16548d8ce tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.067598 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-db6ec435-6677-449d-9b16-6111d7d07239 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Deleting port a5da3fcc-791d-477e-8283-76d6d91fb46d {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:19.068116 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-db6ec435-6677-449d-9b16-6111d7d07239 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.070845 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-431f9155-7564-445e-8051-b9e16548d8ce tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.138655 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 00897188-f237-4151-bb6a-15b903281581 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:19.139025 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.143293 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-57fd3b6e-90ca-4b0d-a087-8ce15b2d3a15 None None] Deleting port a5da3fcc-791d-477e-8283-76d6d91fb46d {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:19.143665 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-57fd3b6e-90ca-4b0d-a087-8ce15b2d3a15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.191835 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f9155-7564-445e-8051-b9e16548d8ce tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Pushing event updated for resources: {'Port': ['ID=48058961-8b79-4f5d-af94-ed906219d75a,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:19.204438 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-db6ec435-6677-449d-9b16-6111d7d07239 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] For port a5da3fcc-791d-477e-8283-76d6d91fb46d, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a5da3fcc-791d-477e-8283-76d6d91fb46d,segment=NetworkSegment(f3aa98d7-b3f2-4154-9606-748e88d9a7ea),segment_id=f3aa98d7-b3f2-4154-9606-748e88d9a7ea)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:19.204794 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-db6ec435-6677-449d-9b16-6111d7d07239 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.214062 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-431f9155-7564-445e-8051-b9e16548d8ce tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.225534 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-db6ec435-6677-449d-9b16-6111d7d07239 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Calling delete_port for a5da3fcc-791d-477e-8283-76d6d91fb46d owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:19.231739 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-57fd3b6e-90ca-4b0d-a087-8ce15b2d3a15 None None] For port a5da3fcc-791d-477e-8283-76d6d91fb46d, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a5da3fcc-791d-477e-8283-76d6d91fb46d,segment=NetworkSegment(f3aa98d7-b3f2-4154-9606-748e88d9a7ea),segment_id=f3aa98d7-b3f2-4154-9606-748e88d9a7ea)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:19.232129 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-57fd3b6e-90ca-4b0d-a087-8ce15b2d3a15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.237578 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-431f9155-7564-445e-8051-b9e16548d8ce tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.241514 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-431f9155-7564-445e-8051-b9e16548d8ce tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0464025 Jul 15 13:33:19.242303 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57510) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:19.247072 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-01293010-7340-4ad9-8675-bdc44f727bc0 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Request body: {'floatingip': {'port_id': 'aa95d451-c6ee-4e51-a6f6-b8a5240c3295', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:19.249942 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-57fd3b6e-90ca-4b0d-a087-8ce15b2d3a15 None None] Calling delete_port for a5da3fcc-791d-477e-8283-76d6d91fb46d owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:19.288391 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-01293010-7340-4ad9-8675-bdc44f727bc0 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks [] for floatingip, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.313775 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-db6ec435-6677-449d-9b16-6111d7d07239 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.340719 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ec435-6677-449d-9b16-6111d7d07239 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Pushing event deleted for resources: {'Port': ['ID=a5da3fcc-791d-477e-8283-76d6d91fb46d,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:19.344403 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6ec435-6677-449d-9b16-6111d7d07239 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] No DVR routers for this DVR port a5da3fcc-791d-477e-8283-76d6d91fb46d on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:19.366104 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-57fd3b6e-90ca-4b0d-a087-8ce15b2d3a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.389884 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd3b6e-90ca-4b0d-a087-8ce15b2d3a15 None None] Pushing event deleted for resources: {'Port': ['ID=a5da3fcc-791d-477e-8283-76d6d91fb46d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:19.399386 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fd3b6e-90ca-4b0d-a087-8ce15b2d3a15 None None] No DVR routers for this DVR port a5da3fcc-791d-477e-8283-76d6d91fb46d on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:19.432156 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-01293010-7340-4ad9-8675-bdc44f727bc0 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] update failed (client error): The resource could not be found. Jul 15 13:33:19.433682 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-01293010-7340-4ad9-8675-bdc44f727bc0 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] 10.222.0.16 "PUT /v2.0/floatingips/00cd3d18-82f3-4f06-9366-ca9081b7e289 HTTP/1.1" status: 404 len: 507 time: 0.1900353 Jul 15 13:33:19.433837 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-db6ec435-6677-449d-9b16-6111d7d07239 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.436029 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57512) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:19.443436 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-db6ec435-6677-449d-9b16-6111d7d07239 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a60ce1ad-000f-4c03-930d-c61bfb7d1631']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:19.453068 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-db6ec435-6677-449d-9b16-6111d7d07239 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3aa98d7-b3f2-4154-9606-748e88d9a7ea') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:19.453358 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-db6ec435-6677-449d-9b16-6111d7d07239 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3aa98d7-b3f2-4154-9606-748e88d9a7ea') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:19.462751 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-db6ec435-6677-449d-9b16-6111d7d07239 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.477262 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-db6ec435-6677-449d-9b16-6111d7d07239 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.483199 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db6ec435-6677-449d-9b16-6111d7d07239 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:33:19.483583 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-db6ec435-6677-449d-9b16-6111d7d07239 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.486650 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:19.486650 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:19.486650 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:19.486650 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:19.486650 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:33:19.486650 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:33:19.486650 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:33:19.486650 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:33:19.486650 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:33:19.486650 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:33:19.486650 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:33:19.486650 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:33:19.486650 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:33:19.486650 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:33:19.486650 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:33:19.486650 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:33:19.486650 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:33:19.486650 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:33:19.486650 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:33:19.486650 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:33:19.486650 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:33:19.486650 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:33:19.486650 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:33:19.486650 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:33:19.486650 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:33:19.486650 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:33:19.486650 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:33:19.486650 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:33:19.486650 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:33:19.486650 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:33:19.486650 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:33:19.486650 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:33:19.486650 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:33:19.486650 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:33:19.486650 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:33:19.486650 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:33:19.548623 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-db6ec435-6677-449d-9b16-6111d7d07239 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.555412 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-db6ec435-6677-449d-9b16-6111d7d07239 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.557460 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-db6ec435-6677-449d-9b16-6111d7d07239 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] 10.222.0.16 "DELETE /v2.0/networks/a60ce1ad-000f-4c03-930d-c61bfb7d1631 HTTP/1.1" status: 204 len: 168 time: 0.7370973 Jul 15 13:33:19.569887 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ec435-6677-449d-9b16-6111d7d07239 tempest-AllowedAddressPairIpV6TestJSON-92773477 tempest-AllowedAddressPairIpV6TestJSON-92773477-project] Pushing event deleted for resources: {'Network': ['ID=a60ce1ad-000f-4c03-930d-c61bfb7d1631,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:19.572782 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b3d97e5b-4e09-48e7-91a4-20942beb556e tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Deleting port 48058961-8b79-4f5d-af94-ed906219d75a {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:19.573256 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b3d97e5b-4e09-48e7-91a4-20942beb556e tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.651943 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b3d97e5b-4e09-48e7-91a4-20942beb556e tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.652275 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b3d97e5b-4e09-48e7-91a4-20942beb556e tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.664333 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b3d97e5b-4e09-48e7-91a4-20942beb556e tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Calling delete_port for 48058961-8b79-4f5d-af94-ed906219d75a owned by network:floatingip {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:19.800964 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b3d97e5b-4e09-48e7-91a4-20942beb556e tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.802488 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57518) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:19.827884 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d97e5b-4e09-48e7-91a4-20942beb556e tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Pushing event deleted for resources: {'Port': ['ID=48058961-8b79-4f5d-af94-ed906219d75a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:19.888610 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b3d97e5b-4e09-48e7-91a4-20942beb556e tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks [] for floatingip, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.891156 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b3d97e5b-4e09-48e7-91a4-20942beb556e tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.892327 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b3d97e5b-4e09-48e7-91a4-20942beb556e tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] 10.222.0.16 "DELETE /v2.0/floatingips/00cd3d18-82f3-4f06-9366-ca9081b7e289 HTTP/1.1" status: 204 len: 168 time: 0.4553213 Jul 15 13:33:19.896635 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57522) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:19.901076 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-36fcead7-1590-4b84-bae0-62a8b743230d tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Request body: {'floatingip': {'floating_network_id': '3badf70b-e7ee-468a-b3d6-2cd0041e03f0', 'port_id': 'aa95d451-c6ee-4e51-a6f6-b8a5240c3295', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:19.922993 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-36fcead7-1590-4b84-bae0-62a8b743230d tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks [] for floatingip, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.938879 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8e2fae64-7fe2-4cff-ad3c-3fe9bd35443e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2687fe15e7d4424996da5d4afae77156&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1350732 Jul 15 13:33:19.941850 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57524) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:19.991834 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-edc6bc15-4ce0-4706-9120-305e66b75507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:20.014868 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-edc6bc15-4ce0-4706-9120-305e66b75507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:20.042545 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-36fcead7-1590-4b84-bae0-62a8b743230d tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:33:20.043671 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-36fcead7-1590-4b84-bae0-62a8b743230d tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1461005 Jul 15 13:33:20.047214 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57528) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:20.051848 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-520dea05-7b99-4e9e-b581-84e644ba23cb tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'port_id': 'aa95d451-c6ee-4e51-a6f6-b8a5240c3295', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:20.070795 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-edc6bc15-4ce0-4706-9120-305e66b75507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:20.073356 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-edc6bc15-4ce0-4706-9120-305e66b75507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:20.074521 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-edc6bc15-4ce0-4706-9120-305e66b75507 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6899a6d0-5bb5-4a1d-b71c-937975738150 HTTP/1.1" status: 204 len: 168 time: 0.1317050 Jul 15 13:33:20.085197 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc6bc15-4ce0-4706-9120-305e66b75507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6899a6d0-5bb5-4a1d-b71c-937975738150,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:20.105057 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-520dea05-7b99-4e9e-b581-84e644ba23cb tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks [] for floatingip, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:20.154098 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6201d-b2d5-4f1c-a1eb-e1efd7dc5006 req-6e32c36a-eafb-4bfd-a58c-bf94398832f3 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:20.155629 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4be6201d-b2d5-4f1c-a1eb-e1efd7dc5006 req-6e32c36a-eafb-4bfd-a58c-bf94398832f3 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb009497-00ee-4190-815a-d81a89baab2a HTTP/1.1" status: 200 len: 944 time: 0.0994174 Jul 15 13:33:20.232122 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4be6201d-b2d5-4f1c-a1eb-e1efd7dc5006 req-9c233b84-66df-442e-84d9-90e5ee1cfa31 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678892 Jul 15 13:33:20.254795 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-520dea05-7b99-4e9e-b581-84e644ba23cb tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:20.355217 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-520dea05-7b99-4e9e-b581-84e644ba23cb tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Allocated IP 172.25.8.53 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/69d395a5-4bb5-4527-9709-31ac359c1674) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:20.464925 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-520dea05-7b99-4e9e-b581-84e644ba23cb tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:20.506079 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-520dea05-7b99-4e9e-b581-84e644ba23cb tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:20.546304 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520dea05-7b99-4e9e-b581-84e644ba23cb tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:20.549847 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-520dea05-7b99-4e9e-b581-84e644ba23cb tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:20.553265 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520dea05-7b99-4e9e-b581-84e644ba23cb tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:20.558806 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520dea05-7b99-4e9e-b581-84e644ba23cb tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Pushing event updated for resources: {'Port': ['ID=69d395a5-4bb5-4527-9709-31ac359c1674,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:20.716564 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57550) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:20.725884 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-520dea05-7b99-4e9e-b581-84e644ba23cb tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Deleting port 69d395a5-4bb5-4527-9709-31ac359c1674 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:20.726311 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-520dea05-7b99-4e9e-b581-84e644ba23cb tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:20.803748 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-520dea05-7b99-4e9e-b581-84e644ba23cb tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:20.804080 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-520dea05-7b99-4e9e-b581-84e644ba23cb tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:20.810467 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-df187ec6-d910-4b22-a89d-e8958818c946 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-703766262'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:20.818489 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-520dea05-7b99-4e9e-b581-84e644ba23cb tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Calling delete_port for 69d395a5-4bb5-4527-9709-31ac359c1674 owned by network:floatingip {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:20.836140 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df187ec6-d910-4b22-a89d-e8958818c946 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:20.839863 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-df187ec6-d910-4b22-a89d-e8958818c946 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:20.848471 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-df187ec6-d910-4b22-a89d-e8958818c946 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:20.942957 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-df187ec6-d910-4b22-a89d-e8958818c946 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:20.947419 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-df187ec6-d910-4b22-a89d-e8958818c946 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:20.948606 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-520dea05-7b99-4e9e-b581-84e644ba23cb tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:20.979484 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df187ec6-d910-4b22-a89d-e8958818c946 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:33:20.979946 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520dea05-7b99-4e9e-b581-84e644ba23cb tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Pushing event deleted for resources: {'Port': ['ID=69d395a5-4bb5-4527-9709-31ac359c1674,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:20.985861 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df187ec6-d910-4b22-a89d-e8958818c946 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74e7bcca-a14c-4c2e-846b-548d039d9a70,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:20.995251 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-df187ec6-d910-4b22-a89d-e8958818c946 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:20.995597 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-df187ec6-d910-4b22-a89d-e8958818c946 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Added segment 6d84f3d4-87a2-453f-8abb-285e01aa7cf8 of type vlan for network 7f8e87b8-c332-4e36-ad91-99861c85828d Jul 15 13:33:21.023729 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a5da3fcc-791d-477e-8283-76d6d91fb46d no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:33:21.040310 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-df187ec6-d910-4b22-a89d-e8958818c946 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:21.054412 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: a5da3fcc-791d-477e-8283-76d6d91fb46d {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:33:21.055278 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a5da3fcc-791d-477e-8283-76d6d91fb46d not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:33:21.059873 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-520dea05-7b99-4e9e-b581-84e644ba23cb tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] create failed (client error): The resource could not be found. Jul 15 13:33:21.063019 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-520dea05-7b99-4e9e-b581-84e644ba23cb tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.0148199 Jul 15 13:33:21.064874 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57554) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:21.074901 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-df187ec6-d910-4b22-a89d-e8958818c946 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:21.080757 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df187ec6-d910-4b22-a89d-e8958818c946 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:21.081343 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-df187ec6-d910-4b22-a89d-e8958818c946 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:21.116550 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-df187ec6-d910-4b22-a89d-e8958818c946 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3987589 Jul 15 13:33:21.119793 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57556) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:21.124668 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-6a80579b-8b89-45c8-989c-418ec258bacd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'subnet': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:21.166464 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-239db0d1-5ed2-4b55-977e-180e66846247 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Deleting port aa95d451-c6ee-4e51-a6f6-b8a5240c3295 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:21.166829 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-239db0d1-5ed2-4b55-977e-180e66846247 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:21.168908 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df187ec6-d910-4b22-a89d-e8958818c946 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Network': ['ID=7f8e87b8-c332-4e36-ad91-99861c85828d,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:21.181703 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:33:21.245508 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a80579b-8b89-45c8-989c-418ec258bacd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:21.249059 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6a80579b-8b89-45c8-989c-418ec258bacd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:21.255866 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-239db0d1-5ed2-4b55-977e-180e66846247 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:21.270143 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-239db0d1-5ed2-4b55-977e-180e66846247 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Calling delete_port for aa95d451-c6ee-4e51-a6f6-b8a5240c3295 owned by {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:21.434575 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-239db0d1-5ed2-4b55-977e-180e66846247 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:21.434940 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6a80579b-8b89-45c8-989c-418ec258bacd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:21.476255 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239db0d1-5ed2-4b55-977e-180e66846247 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Pushing event deleted for resources: {'Port': ['ID=aa95d451-c6ee-4e51-a6f6-b8a5240c3295,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:21.490316 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd7743-2a1b-49d4-bf9e-0a59cf4f30f8 req-8ed1a8a5-9a2d-4c0e-b4a3-1f4016111f30 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:21.491594 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-facd7743-2a1b-49d4-bf9e-0a59cf4f30f8 req-8ed1a8a5-9a2d-4c0e-b4a3-1f4016111f30 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb009497-00ee-4190-815a-d81a89baab2a HTTP/1.1" status: 200 len: 944 time: 0.1408081 Jul 15 13:33:21.508301 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a80579b-8b89-45c8-989c-418ec258bacd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Subnet': ['ID=df95a946-15b6-4de8-b9c1-cefb083af3d9,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:21.521636 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a80579b-8b89-45c8-989c-418ec258bacd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Checking segment: {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:21.522240 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a80579b-8b89-45c8-989c-418ec258bacd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network hostable DHCP agents. Network: 7f8e87b8-c332-4e36-ad91-99861c85828d, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:33:21.541905 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a80579b-8b89-45c8-989c-418ec258bacd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:33:21.554109 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-6a80579b-8b89-45c8-989c-418ec258bacd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 7f8e87b8-c332-4e36-ad91-99861c85828d) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:21.560298 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a80579b-8b89-45c8-989c-418ec258bacd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:21.561091 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6a80579b-8b89-45c8-989c-418ec258bacd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:21.576914 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3735bd6-0224-4564-99f0-4fc822151eaa None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:21.580018 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6a80579b-8b89-45c8-989c-418ec258bacd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4590085 Jul 15 13:33:21.582499 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57560) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:21.592657 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-facd7743-2a1b-49d4-bf9e-0a59cf4f30f8 req-d44fa95f-c7bc-4462-97e7-7663a0f2f281 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769291 Jul 15 13:33:21.597220 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-239db0d1-5ed2-4b55-977e-180e66846247 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:21.601191 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-615c51b6-1552-4323-8dd1-916087b7d7a5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'port': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'name': 'tempest-NetworksTestDHCPv6-453377332'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:21.602718 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-239db0d1-5ed2-4b55-977e-180e66846247 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] 10.222.0.16 "DELETE /v2.0/ports/aa95d451-c6ee-4e51-a6f6-b8a5240c3295 HTTP/1.1" status: 204 len: 168 time: 0.5366185 Jul 15 13:33:21.603353 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57562) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:21.678707 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a06ac4c-0f54-4406-ae5f-40d35655b2da tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:21.683091 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57564) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:21.683244 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9a06ac4c-0f54-4406-ae5f-40d35655b2da tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] 10.222.0.16 "GET /v2.0/ports?device_id=eea59162-ad0f-4a0a-95ed-3a24092fecf5 HTTP/1.1" status: 200 len: 913 time: 0.0788012 Jul 15 13:33:21.754306 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ef33e0-8e50-4f30-bd2b-41f5136e70e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-7f8e87b8-c332-4e36-ad91-99861c85828d', 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'tenant_id': 'f314df1c6c6a4426aecd02fb9849c361', 'fixed_ips': [{'subnet_id': 'df95a946-15b6-4de8-b9c1-cefb083af3d9'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:33:21.755208 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c7ef33e0-8e50-4f30-bd2b-41f5136e70e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:21.862197 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615c51b6-1552-4323-8dd1-916087b7d7a5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:21.865746 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-615c51b6-1552-4323-8dd1-916087b7d7a5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:21.891951 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-c7ef33e0-8e50-4f30-bd2b-41f5136e70e3 None None] Allocated IP 2001:db8::2 (7f8e87b8-c332-4e36-ad91-99861c85828d/df95a946-15b6-4de8-b9c1-cefb083af3d9/fa3b77ce-2434-41c7-a7fd-8c88afb58059) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:21.896277 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-615c51b6-1552-4323-8dd1-916087b7d7a5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] device_id is not set on port 7d1a10c8-3439-4661-ad0d-3b14aa1a93c5 yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:33:22.033536 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c7ef33e0-8e50-4f30-bd2b-41f5136e70e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:22.041588 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c7ef33e0-8e50-4f30-bd2b-41f5136e70e3 None None] Transition to ACTIVE for port object fa3b77ce-2434-41c7-a7fd-8c88afb58059 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:22.055953 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c7ef33e0-8e50-4f30-bd2b-41f5136e70e3 None None] Transition to ACTIVE for port object fa3b77ce-2434-41c7-a7fd-8c88afb58059 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:22.062005 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c7ef33e0-8e50-4f30-bd2b-41f5136e70e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:22.104709 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ef33e0-8e50-4f30-bd2b-41f5136e70e3 None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:22.107409 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-c7ef33e0-8e50-4f30-bd2b-41f5136e70e3 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:22.110301 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ef33e0-8e50-4f30-bd2b-41f5136e70e3 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:22.119069 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef33e0-8e50-4f30-bd2b-41f5136e70e3 None None] Pushing event updated for resources: {'Port': ['ID=fa3b77ce-2434-41c7-a7fd-8c88afb58059,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:22.128905 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-34ebca75-b08c-407d-a187-2c3f8a7b8869 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:22.131922 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-615c51b6-1552-4323-8dd1-916087b7d7a5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Allocated IP 2001:db8::119 (7f8e87b8-c332-4e36-ad91-99861c85828d/df95a946-15b6-4de8-b9c1-cefb083af3d9/7d1a10c8-3439-4661-ad0d-3b14aa1a93c5) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:22.174987 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-c7ef33e0-8e50-4f30-bd2b-41f5136e70e3 None None] Attempting to bind port fa3b77ce-2434-41c7-a7fd-8c88afb58059 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:22.175366 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-c7ef33e0-8e50-4f30-bd2b-41f5136e70e3 None None] Attempting to bind port fa3b77ce-2434-41c7-a7fd-8c88afb58059 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:22.175731 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ef33e0-8e50-4f30-bd2b-41f5136e70e3 None None] Attempting to bind port fa3b77ce-2434-41c7-a7fd-8c88afb58059 on network 7f8e87b8-c332-4e36-ad91-99861c85828d {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:22.180600 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ef33e0-8e50-4f30-bd2b-41f5136e70e3 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:22.180977 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ef33e0-8e50-4f30-bd2b-41f5136e70e3 None None] Checking segment: {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:22.181382 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c7ef33e0-8e50-4f30-bd2b-41f5136e70e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:22.181779 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ef33e0-8e50-4f30-bd2b-41f5136e70e3 None None] Bound using segment: {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:22.182242 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-c7ef33e0-8e50-4f30-bd2b-41f5136e70e3 None None] Bound port: fa3b77ce-2434-41c7-a7fd-8c88afb58059, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:22.182650 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c7ef33e0-8e50-4f30-bd2b-41f5136e70e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:22.245173 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-c7ef33e0-8e50-4f30-bd2b-41f5136e70e3 None None] For port fa3b77ce-2434-41c7-a7fd-8c88afb58059, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:22.248358 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-c7ef33e0-8e50-4f30-bd2b-41f5136e70e3 None None] For port fa3b77ce-2434-41c7-a7fd-8c88afb58059, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=fa3b77ce-2434-41c7-a7fd-8c88afb58059,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:22.253534 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c7ef33e0-8e50-4f30-bd2b-41f5136e70e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:22.317119 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef33e0-8e50-4f30-bd2b-41f5136e70e3 None None] Pushing event updated for resources: {'Port': ['ID=fa3b77ce-2434-41c7-a7fd-8c88afb58059,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:22.766528 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-615c51b6-1552-4323-8dd1-916087b7d7a5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:22.784401 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570cd005-087f-48c2-8976-351ad6e6947c req-8c34a586-f717-4667-8c83-d8b48022af85 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:22.786024 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-570cd005-087f-48c2-8976-351ad6e6947c req-8c34a586-f717-4667-8c83-d8b48022af85 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb009497-00ee-4190-815a-d81a89baab2a HTTP/1.1" status: 200 len: 944 time: 0.0713866 Jul 15 13:33:22.791997 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-615c51b6-1552-4323-8dd1-916087b7d7a5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Transition to ACTIVE for port object 7d1a10c8-3439-4661-ad0d-3b14aa1a93c5 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:22.824484 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-570cd005-087f-48c2-8976-351ad6e6947c req-0e541986-5c18-4800-889e-68fc2e52d74e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328424 Jul 15 13:33:22.872820 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-615c51b6-1552-4323-8dd1-916087b7d7a5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:22.881147 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-34ebca75-b08c-407d-a187-2c3f8a7b8869 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Deleting port 41e07174-b4d5-4b08-b447-77d4df05f943 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:22.881481 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-34ebca75-b08c-407d-a187-2c3f8a7b8869 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:22.954121 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615c51b6-1552-4323-8dd1-916087b7d7a5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:22.984258 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-615c51b6-1552-4323-8dd1-916087b7d7a5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:22.986905 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c51b6-1552-4323-8dd1-916087b7d7a5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Port': ['ID=7d1a10c8-3439-4661-ad0d-3b14aa1a93c5,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:22.991259 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615c51b6-1552-4323-8dd1-916087b7d7a5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:22.996916 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615c51b6-1552-4323-8dd1-916087b7d7a5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:22.997549 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-615c51b6-1552-4323-8dd1-916087b7d7a5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.025468 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-615c51b6-1552-4323-8dd1-916087b7d7a5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4418378 Jul 15 13:33:23.028280 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57568) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:23.041198 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-34ebca75-b08c-407d-a187-2c3f8a7b8869 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.045749 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device fa3b77ce-2434-41c7-a7fd-8c88afb58059 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:23.065169 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-34ebca75-b08c-407d-a187-2c3f8a7b8869 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Calling delete_port for 41e07174-b4d5-4b08-b447-77d4df05f943 owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:23.104325 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port fa3b77ce-2434-41c7-a7fd-8c88afb58059 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:23.127501 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885077c3-6928-4e2b-9850-f2bc4f625f5a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:23.134026 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885077c3-6928-4e2b-9850-f2bc4f625f5a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:23.138707 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-885077c3-6928-4e2b-9850-f2bc4f625f5a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1091623 Jul 15 13:33:23.139426 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57570) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:23.242491 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4dadc9c6-ab66-419f-849c-5524d96d541c tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting port 7d1a10c8-3439-4661-ad0d-3b14aa1a93c5 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:23.242972 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4dadc9c6-ab66-419f-849c-5524d96d541c tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.264740 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-34ebca75-b08c-407d-a187-2c3f8a7b8869 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.293230 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aba305b-4237-4eb9-a14f-fb974c89ebed None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:23.295888 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ebca75-b08c-407d-a187-2c3f8a7b8869 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Pushing event deleted for resources: {'Port': ['ID=41e07174-b4d5-4b08-b447-77d4df05f943,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:23.339917 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4dadc9c6-ab66-419f-849c-5524d96d541c tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.340591 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-e73c27de-2f15-434b-8ecb-f3183da26980 None None] Provisioning for port fa3b77ce-2434-41c7-a7fd-8c88afb58059 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:23.347438 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-e73c27de-2f15-434b-8ecb-f3183da26980 None None] Provisioning complete for port fa3b77ce-2434-41c7-a7fd-8c88afb58059 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:23.347984 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e73c27de-2f15-434b-8ecb-f3183da26980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.356884 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4dadc9c6-ab66-419f-849c-5524d96d541c tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Calling delete_port for 7d1a10c8-3439-4661-ad0d-3b14aa1a93c5 owned by {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:23.467640 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-34ebca75-b08c-407d-a187-2c3f8a7b8869 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.520873 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4dadc9c6-ab66-419f-849c-5524d96d541c tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.559710 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dadc9c6-ab66-419f-849c-5524d96d541c tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Port': ['ID=7d1a10c8-3439-4661-ad0d-3b14aa1a93c5,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:23.592786 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4dadc9c6-ab66-419f-849c-5524d96d541c tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.596031 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4dadc9c6-ab66-419f-849c-5524d96d541c tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/ports/7d1a10c8-3439-4661-ad0d-3b14aa1a93c5 HTTP/1.1" status: 204 len: 168 time: 0.4542887 Jul 15 13:33:23.597196 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57572) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:23.655002 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ebca75-b08c-407d-a187-2c3f8a7b8869 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Router eea59162-ad0f-4a0a-95ed-3a24092fecf5 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:33:23.682237 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb1113d-8396-46d1-b10e-045e89033d50 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:23.683923 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb1113d-8396-46d1-b10e-045e89033d50 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:23.687894 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3eb1113d-8396-46d1-b10e-045e89033d50 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0871966 Jul 15 13:33:23.688127 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57574) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:23.718308 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e73c27de-2f15-434b-8ecb-f3183da26980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.734117 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ebca75-b08c-407d-a187-2c3f8a7b8869 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:33:23.739322 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-890637ee-c150-485b-8489-0b3d30d000dc tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting subnet df95a946-15b6-4de8-b9c1-cefb083af3d9 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:33:23.742120 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57576) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:23.742373 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-34ebca75-b08c-407d-a187-2c3f8a7b8869 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] 10.222.0.16 "PUT /v2.0/routers/eea59162-ad0f-4a0a-95ed-3a24092fecf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0582311 Jul 15 13:33:23.748163 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-890637ee-c150-485b-8489-0b3d30d000dc tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.749068 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ee3f40-9a70-483f-a721-ebc1d4075b29 None None] Sync routers for ids ['eea59162-ad0f-4a0a-95ed-3a24092fecf5'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:33:23.777646 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-e73c27de-2f15-434b-8ecb-f3183da26980 None None] For port fa3b77ce-2434-41c7-a7fd-8c88afb58059, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=fa3b77ce-2434-41c7-a7fd-8c88afb58059,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:23.782582 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ee3f40-9a70-483f-a721-ebc1d4075b29 None None] Routers {'eea59162-ad0f-4a0a-95ed-3a24092fecf5'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:23.783317 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-14ee3f40-9a70-483f-a721-ebc1d4075b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:33:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['eea59162-ad0f-4a0a-95ed-3a24092fecf5'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:23.785920 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e73c27de-2f15-434b-8ecb-f3183da26980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.839437 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-14ee3f40-9a70-483f-a721-ebc1d4075b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:23.848686 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a4fb37a9-d1c9-4cd0-8986-d75b6d50e6fb tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.852181 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-890637ee-c150-485b-8489-0b3d30d000dc tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.866131 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ee3f40-9a70-483f-a721-ebc1d4075b29 None None] Routers {'eea59162-ad0f-4a0a-95ed-3a24092fecf5'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:23.866808 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-14ee3f40-9a70-483f-a721-ebc1d4075b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:33:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['eea59162-ad0f-4a0a-95ed-3a24092fecf5'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:23.914334 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-14ee3f40-9a70-483f-a721-ebc1d4075b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:23.914923 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ee3f40-9a70-483f-a721-ebc1d4075b29 None None] The sync data for ids ['eea59162-ad0f-4a0a-95ed-3a24092fecf5'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:33:23.919851 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c27de-2f15-434b-8ecb-f3183da26980 None None] Pushing event updated for resources: {'Port': ['ID=fa3b77ce-2434-41c7-a7fd-8c88afb58059,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:24.006353 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-431fe1af-4221-4afa-8b47-41a06d112c99 None None] Provisioning complete for port fa3b77ce-2434-41c7-a7fd-8c88afb58059 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:24.007170 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-431fe1af-4221-4afa-8b47-41a06d112c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.074901 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-890637ee-c150-485b-8489-0b3d30d000dc tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.304431 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-87b4ec45-1328-4034-8329-41e7b6fc4e64 None None] Could not find standard attr ID for object 7d1a10c8-3439-4661-ad0d-3b14aa1a93c5. {{(pid=93827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:33:24.514422 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a4fb37a9-d1c9-4cd0-8986-d75b6d50e6fb tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.521181 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a4fb37a9-d1c9-4cd0-8986-d75b6d50e6fb tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.588347 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a3d4e-7f4d-4317-a89e-2eb272834c83 req-15a7b764-7a19-4376-8e59-f7d28137206f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:24.589811 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3e0a3d4e-7f4d-4317-a89e-2eb272834c83 req-15a7b764-7a19-4376-8e59-f7d28137206f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb009497-00ee-4190-815a-d81a89baab2a HTTP/1.1" status: 200 len: 944 time: 0.6209373 Jul 15 13:33:24.592728 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a4fb37a9-d1c9-4cd0-8986-d75b6d50e6fb tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.593237 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4fb37a9-d1c9-4cd0-8986-d75b6d50e6fb tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Fanout notify agent at l3_agent the message router_deleted on router eea59162-ad0f-4a0a-95ed-3a24092fecf5 {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:33:24.602333 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a4fb37a9-d1c9-4cd0-8986-d75b6d50e6fb tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.603398 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a4fb37a9-d1c9-4cd0-8986-d75b6d50e6fb tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] 10.222.0.16 "DELETE /v2.0/routers/eea59162-ad0f-4a0a-95ed-3a24092fecf5 HTTP/1.1" status: 204 len: 168 time: 0.8603294 Jul 15 13:33:24.606070 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57580) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:24.619158 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-890637ee-c150-485b-8489-0b3d30d000dc tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.651041 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890637ee-c150-485b-8489-0b3d30d000dc tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Subnet': ['ID=df95a946-15b6-4de8-b9c1-cefb083af3d9,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:24.653359 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-890637ee-c150-485b-8489-0b3d30d000dc tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.657865 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-890637ee-c150-485b-8489-0b3d30d000dc tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/df95a946-15b6-4de8-b9c1-cefb083af3d9 HTTP/1.1" status: 204 len: 168 time: 0.9687572 Jul 15 13:33:24.660790 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6c63c0-1abb-4974-bb29-19d2af660bae None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:24.660934 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57582) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:24.661050 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aeea16d-874c-4797-8d2d-52c0db91051b tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Deleting subnet f39a6237-9e16-4713-8257-ad6e95ba50a4 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:33:24.664688 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1aeea16d-874c-4797-8d2d-52c0db91051b tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.705892 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1aeea16d-874c-4797-8d2d-52c0db91051b tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.749891 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3b7d70a0-96f1-4f4e-b63b-b62e4cb6a343 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0872686 Jul 15 13:33:24.750179 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57584) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:24.753558 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3e0a3d4e-7f4d-4317-a89e-2eb272834c83 req-365259d0-0b46-442a-9366-8fff8b825109 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565309 Jul 15 13:33:24.755293 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-97029bc3-7f77-4ccd-a599-c7362602c5ec tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'subnet': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:24.857077 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1aeea16d-874c-4797-8d2d-52c0db91051b tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.867311 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53af40d5-7ae9-4e97-baf6-1b30b8137a9b None None] DHCP port deletion for 7f8e87b8-c332-4e36-ad91-99861c85828d request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:33:24.912077 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-53af40d5-7ae9-4e97-baf6-1b30b8137a9b None None] Deleting port fa3b77ce-2434-41c7-a7fd-8c88afb58059 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:24.912442 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-53af40d5-7ae9-4e97-baf6-1b30b8137a9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.919166 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97029bc3-7f77-4ccd-a599-c7362602c5ec tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:24.922706 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-97029bc3-7f77-4ccd-a599-c7362602c5ec tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.951568 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1aeea16d-874c-4797-8d2d-52c0db91051b tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.969987 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1aeea16d-874c-4797-8d2d-52c0db91051b tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.972812 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1aeea16d-874c-4797-8d2d-52c0db91051b tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] 10.222.0.16 "DELETE /v2.0/subnets/f39a6237-9e16-4713-8257-ad6e95ba50a4 HTTP/1.1" status: 204 len: 168 time: 0.3652718 Jul 15 13:33:24.979816 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57586) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:24.987277 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fc106d-498f-4b1e-bbb8-834e728fa61f None None] Network 3badf70b-e7ee-468a-b3d6-2cd0041e03f0 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:25.000493 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeea16d-874c-4797-8d2d-52c0db91051b tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Pushing event deleted for resources: {'Subnet': ['ID=f39a6237-9e16-4713-8257-ad6e95ba50a4,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:25.024856 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-53af40d5-7ae9-4e97-baf6-1b30b8137a9b None None] For port fa3b77ce-2434-41c7-a7fd-8c88afb58059, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=fa3b77ce-2434-41c7-a7fd-8c88afb58059,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:25.025710 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-53af40d5-7ae9-4e97-baf6-1b30b8137a9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.031031 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device fa3b77ce-2434-41c7-a7fd-8c88afb58059 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:33:25.062714 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-53af40d5-7ae9-4e97-baf6-1b30b8137a9b None None] Calling delete_port for fa3b77ce-2434-41c7-a7fd-8c88afb58059 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:25.083066 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b9fea12a-fdda-4373-96dc-cf38baa78b71 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.137106 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b9fea12a-fdda-4373-96dc-cf38baa78b71 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Deleting port 00897188-f237-4151-bb6a-15b903281581 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:25.137481 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b9fea12a-fdda-4373-96dc-cf38baa78b71 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.137626 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device c1a274f1-570d-49af-aa47-58ed370c380e details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:33:25.172998 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-97029bc3-7f77-4ccd-a599-c7362602c5ec tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.208166 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b9fea12a-fdda-4373-96dc-cf38baa78b71 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] For port 00897188-f237-4151-bb6a-15b903281581, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=00897188-f237-4151-bb6a-15b903281581,segment=NetworkSegment(37f42c6d-7e18-4340-b8a5-7a82caf9bb46),segment_id=37f42c6d-7e18-4340-b8a5-7a82caf9bb46)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:25.208532 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b9fea12a-fdda-4373-96dc-cf38baa78b71 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.222045 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b9fea12a-fdda-4373-96dc-cf38baa78b71 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Calling delete_port for 00897188-f237-4151-bb6a-15b903281581 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:25.223000 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97029bc3-7f77-4ccd-a599-c7362602c5ec tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:25.228447 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-97029bc3-7f77-4ccd-a599-c7362602c5ec tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:25.231373 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97029bc3-7f77-4ccd-a599-c7362602c5ec tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:25.231964 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-97029bc3-7f77-4ccd-a599-c7362602c5ec tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.248293 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97029bc3-7f77-4ccd-a599-c7362602c5ec tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Subnet': ['ID=f15969a5-5b0f-402d-8fec-c188571b54d0,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:25.259903 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-97029bc3-7f77-4ccd-a599-c7362602c5ec tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5059006 Jul 15 13:33:25.260193 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57588) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:25.265689 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-76024203-a236-4645-98ba-0b56ff7db6d6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'port': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'name': 'tempest-NetworksTestDHCPv6-509556049'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:25.309799 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b9fea12a-fdda-4373-96dc-cf38baa78b71 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.340816 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fea12a-fdda-4373-96dc-cf38baa78b71 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Pushing event deleted for resources: {'Port': ['ID=00897188-f237-4151-bb6a-15b903281581,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:25.343431 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.350364 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-53af40d5-7ae9-4e97-baf6-1b30b8137a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.356063 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fea12a-fdda-4373-96dc-cf38baa78b71 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] No DVR routers for this DVR port 00897188-f237-4151-bb6a-15b903281581 on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:25.393316 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76024203-a236-4645-98ba-0b56ff7db6d6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:25.397527 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-76024203-a236-4645-98ba-0b56ff7db6d6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.410764 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port c1a274f1-570d-49af-aa47-58ed370c380e, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=c1a274f1-570d-49af-aa47-58ed370c380e,segment=NetworkSegment(f9960641-9612-4cdb-ae7f-7357fdb7c7fb),segment_id=f9960641-9612-4cdb-ae7f-7357fdb7c7fb)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:25.413817 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af40d5-7ae9-4e97-baf6-1b30b8137a9b None None] Pushing event deleted for resources: {'Port': ['ID=fa3b77ce-2434-41c7-a7fd-8c88afb58059,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:25.417878 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53af40d5-7ae9-4e97-baf6-1b30b8137a9b None None] No DVR routers for this DVR port fa3b77ce-2434-41c7-a7fd-8c88afb58059 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:25.424702 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-76024203-a236-4645-98ba-0b56ff7db6d6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] device_id is not set on port 58a876b4-8473-480d-8034-1807c1b198bc yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:33:25.450178 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b9fea12a-fdda-4373-96dc-cf38baa78b71 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.457181 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fc4818-1c04-4c45-9460-76f9716ab2c5 None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:25.461962 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': 'c1a274f1-570d-49af-aa47-58ed370c380e', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'port_id': 'c1a274f1-570d-49af-aa47-58ed370c380e', 'mac_address': 'fa:16:3e:fd:90:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:33:25.462147 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-b9fea12a-fdda-4373-96dc-cf38baa78b71 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3badf70b-e7ee-468a-b3d6-2cd0041e03f0']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:25.475824 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-b9fea12a-fdda-4373-96dc-cf38baa78b71 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f42c6d-7e18-4340-b8a5-7a82caf9bb46') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:25.476192 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-b9fea12a-fdda-4373-96dc-cf38baa78b71 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f42c6d-7e18-4340-b8a5-7a82caf9bb46') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:25.492610 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b9fea12a-fdda-4373-96dc-cf38baa78b71 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.508008 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b9fea12a-fdda-4373-96dc-cf38baa78b71 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.519467 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffae858-8247-4153-8b45-ae8598bf84f3 None None] DHCP port deletion for 3badf70b-e7ee-468a-b3d6-2cd0041e03f0 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:33:25.520536 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9fea12a-fdda-4373-96dc-cf38baa78b71 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:33:25.521007 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b9fea12a-fdda-4373-96dc-cf38baa78b71 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:33:25.524835 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:33:25.565716 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.586770 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1a274f1-570d-49af-aa47-58ed370c380e {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:33:25.591478 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-76024203-a236-4645-98ba-0b56ff7db6d6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Allocated IP 2001:db8::25e (7f8e87b8-c332-4e36-ad91-99861c85828d/f15969a5-5b0f-402d-8fec-c188571b54d0/58a876b4-8473-480d-8034-1807c1b198bc) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:25.599598 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b9fea12a-fdda-4373-96dc-cf38baa78b71 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.621697 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b9fea12a-fdda-4373-96dc-cf38baa78b71 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.626251 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b9fea12a-fdda-4373-96dc-cf38baa78b71 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] 10.222.0.16 "DELETE /v2.0/networks/3badf70b-e7ee-468a-b3d6-2cd0041e03f0 HTTP/1.1" status: 204 len: 168 time: 0.6428430 Jul 15 13:33:25.626251 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fea12a-fdda-4373-96dc-cf38baa78b71 tempest-FloatingIPNegativeTestJSON-746971820 tempest-FloatingIPNegativeTestJSON-746971820-project] Pushing event deleted for resources: {'Network': ['ID=3badf70b-e7ee-468a-b3d6-2cd0041e03f0,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:25.633601 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port c1a274f1-570d-49af-aa47-58ed370c380e, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=c1a274f1-570d-49af-aa47-58ed370c380e,segment=NetworkSegment(f9960641-9612-4cdb-ae7f-7357fdb7c7fb),segment_id=f9960641-9612-4cdb-ae7f-7357fdb7c7fb)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:25.638531 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.717238 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633b7688-bac7-430f-9fd0-eef39b860d49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-7f8e87b8-c332-4e36-ad91-99861c85828d', 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'tenant_id': 'f314df1c6c6a4426aecd02fb9849c361', 'fixed_ips': [{'subnet_id': 'f15969a5-5b0f-402d-8fec-c188571b54d0'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:33:25.718069 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-633b7688-bac7-430f-9fd0-eef39b860d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.724940 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=c1a274f1-570d-49af-aa47-58ed370c380e,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:25.772172 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-76024203-a236-4645-98ba-0b56ff7db6d6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.788973 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-76024203-a236-4645-98ba-0b56ff7db6d6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Transition to ACTIVE for port object 58a876b4-8473-480d-8034-1807c1b198bc will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:25.846464 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-76024203-a236-4645-98ba-0b56ff7db6d6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.872909 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['c1a274f1-570d-49af-aa47-58ed370c380e'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:33:25.923018 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76024203-a236-4645-98ba-0b56ff7db6d6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:25.924368 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76024203-a236-4645-98ba-0b56ff7db6d6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Port': ['ID=58a876b4-8473-480d-8034-1807c1b198bc,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:25.928609 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-76024203-a236-4645-98ba-0b56ff7db6d6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:25.931248 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76024203-a236-4645-98ba-0b56ff7db6d6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:25.937210 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76024203-a236-4645-98ba-0b56ff7db6d6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:25.940967 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-76024203-a236-4645-98ba-0b56ff7db6d6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.941630 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-633b7688-bac7-430f-9fd0-eef39b860d49 None None] Allocated IP 2001:db8::2 (7f8e87b8-c332-4e36-ad91-99861c85828d/f15969a5-5b0f-402d-8fec-c188571b54d0/c2703eea-6c95-490a-b59a-285d54d9bc6d) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:25.960371 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de508e-ee31-4811-9aa7-8181ec36de1c req-0c66c757-ab5f-4b1e-8177-9fdab0e1d1f1 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:25.961966 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-15de508e-ee31-4811-9aa7-8181ec36de1c req-0c66c757-ab5f-4b1e-8177-9fdab0e1d1f1 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb009497-00ee-4190-815a-d81a89baab2a HTTP/1.1" status: 200 len: 945 time: 0.0818400 Jul 15 13:33:25.963117 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-76024203-a236-4645-98ba-0b56ff7db6d6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7018764 Jul 15 13:33:25.963726 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57596) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:25.972133 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57598) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:26.038104 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-15de508e-ee31-4811-9aa7-8181ec36de1c req-11470000-0e9c-446d-807d-4592583ad6f4 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649397 Jul 15 13:33:26.067956 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab12a31-4479-4ec2-b7e8-5ae4352355b0 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:26.067956 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4ab12a31-4479-4ec2-b7e8-5ae4352355b0 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1023138 Jul 15 13:33:26.068169 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57602) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:26.171487 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-633b7688-bac7-430f-9fd0-eef39b860d49 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:26.179861 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-88586e53-20a8-4805-abe5-ebc9af5f653a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca34ea6bb5e54890b985f22317f1dc1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2062759 Jul 15 13:33:26.182828 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57604) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:26.183623 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-633b7688-bac7-430f-9fd0-eef39b860d49 None None] Transition to ACTIVE for port object c2703eea-6c95-490a-b59a-285d54d9bc6d will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:26.199921 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-633b7688-bac7-430f-9fd0-eef39b860d49 None None] Transition to ACTIVE for port object c2703eea-6c95-490a-b59a-285d54d9bc6d will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:26.205447 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-700bd703-a274-4dae-b654-2e3c4beee013 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting port 58a876b4-8473-480d-8034-1807c1b198bc {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:26.205876 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-700bd703-a274-4dae-b654-2e3c4beee013 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:26.206828 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-633b7688-bac7-430f-9fd0-eef39b860d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:26.239697 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6a99f185-0f6c-47ec-8497-e2fed916a5d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:26.249166 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633b7688-bac7-430f-9fd0-eef39b860d49 None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:26.254370 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-633b7688-bac7-430f-9fd0-eef39b860d49 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:26.258760 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633b7688-bac7-430f-9fd0-eef39b860d49 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:26.261798 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b7688-bac7-430f-9fd0-eef39b860d49 None None] Pushing event updated for resources: {'Port': ['ID=c2703eea-6c95-490a-b59a-285d54d9bc6d,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:26.268987 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6a99f185-0f6c-47ec-8497-e2fed916a5d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:26.301955 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-700bd703-a274-4dae-b654-2e3c4beee013 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:26.320019 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-700bd703-a274-4dae-b654-2e3c4beee013 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Calling delete_port for 58a876b4-8473-480d-8034-1807c1b198bc owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:26.324300 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6a99f185-0f6c-47ec-8497-e2fed916a5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:26.325433 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-633b7688-bac7-430f-9fd0-eef39b860d49 None None] Attempting to bind port c2703eea-6c95-490a-b59a-285d54d9bc6d on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:26.325804 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-633b7688-bac7-430f-9fd0-eef39b860d49 None None] Attempting to bind port c2703eea-6c95-490a-b59a-285d54d9bc6d by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:26.326166 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633b7688-bac7-430f-9fd0-eef39b860d49 None None] Attempting to bind port c2703eea-6c95-490a-b59a-285d54d9bc6d on network 7f8e87b8-c332-4e36-ad91-99861c85828d {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:26.328090 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6a99f185-0f6c-47ec-8497-e2fed916a5d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:26.329498 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6a99f185-0f6c-47ec-8497-e2fed916a5d5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f9365c97-bd3a-4e77-adea-9ff3bf679a7e HTTP/1.1" status: 204 len: 168 time: 0.1455495 Jul 15 13:33:26.333549 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633b7688-bac7-430f-9fd0-eef39b860d49 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:26.334046 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633b7688-bac7-430f-9fd0-eef39b860d49 None None] Checking segment: {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:26.334361 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-633b7688-bac7-430f-9fd0-eef39b860d49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:26.335067 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633b7688-bac7-430f-9fd0-eef39b860d49 None None] Bound using segment: {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:26.335310 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-633b7688-bac7-430f-9fd0-eef39b860d49 None None] Bound port: c2703eea-6c95-490a-b59a-285d54d9bc6d, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:26.335721 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-633b7688-bac7-430f-9fd0-eef39b860d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:26.350419 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a99f185-0f6c-47ec-8497-e2fed916a5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9365c97-bd3a-4e77-adea-9ff3bf679a7e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:26.412677 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-633b7688-bac7-430f-9fd0-eef39b860d49 None None] For port c2703eea-6c95-490a-b59a-285d54d9bc6d, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:26.415794 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-633b7688-bac7-430f-9fd0-eef39b860d49 None None] For port c2703eea-6c95-490a-b59a-285d54d9bc6d, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=c2703eea-6c95-490a-b59a-285d54d9bc6d,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:26.420360 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-633b7688-bac7-430f-9fd0-eef39b860d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:26.465514 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-700bd703-a274-4dae-b654-2e3c4beee013 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:26.485337 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b7688-bac7-430f-9fd0-eef39b860d49 None None] Pushing event updated for resources: {'Port': ['ID=c2703eea-6c95-490a-b59a-285d54d9bc6d,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:26.501093 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700bd703-a274-4dae-b654-2e3c4beee013 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Port': ['ID=58a876b4-8473-480d-8034-1807c1b198bc,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:26.536391 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-700bd703-a274-4dae-b654-2e3c4beee013 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:26.538364 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-700bd703-a274-4dae-b654-2e3c4beee013 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/ports/58a876b4-8473-480d-8034-1807c1b198bc HTTP/1.1" status: 204 len: 168 time: 0.4692829 Jul 15 13:33:26.540811 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57610) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:26.628714 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846ec0d9-295f-4a34-8f51-11d9b625baee tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:26.630342 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846ec0d9-295f-4a34-8f51-11d9b625baee tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:26.632188 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-846ec0d9-295f-4a34-8f51-11d9b625baee tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0902283 Jul 15 13:33:26.634885 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57616) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:26.707389 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-df8292db-174b-4f95-8759-5b00e66395c0 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting subnet f15969a5-5b0f-402d-8fec-c188571b54d0 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:33:26.710698 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-df8292db-174b-4f95-8759-5b00e66395c0 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:26.760109 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-df8292db-174b-4f95-8759-5b00e66395c0 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:26.864465 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-df8292db-174b-4f95-8759-5b00e66395c0 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:26.928657 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-df8292db-174b-4f95-8759-5b00e66395c0 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:26.957485 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8292db-174b-4f95-8759-5b00e66395c0 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Subnet': ['ID=f15969a5-5b0f-402d-8fec-c188571b54d0,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:26.962328 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-df8292db-174b-4f95-8759-5b00e66395c0 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:26.965241 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-df8292db-174b-4f95-8759-5b00e66395c0 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/f15969a5-5b0f-402d-8fec-c188571b54d0 HTTP/1.1" status: 204 len: 168 time: 0.3284638 Jul 15 13:33:26.966830 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57628) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:27.018849 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57632) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:27.019412 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-74505c9b-50a2-4fc9-a735-40a86bfbabde tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0507765 Jul 15 13:33:27.025091 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-f0f51b5d-a24b-4504-9a3b-dc663b2cd9c6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'subnet': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:27.057211 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c2703eea-6c95-490a-b59a-285d54d9bc6d up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:27.120010 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port c2703eea-6c95-490a-b59a-285d54d9bc6d completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:27.136105 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device c1a274f1-570d-49af-aa47-58ed370c380e up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:27.142286 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57636) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:27.155663 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f51b5d-a24b-4504-9a3b-dc663b2cd9c6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:27.159742 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f0f51b5d-a24b-4504-9a3b-dc663b2cd9c6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.321671 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9fa68-ca88-4922-b1f9-d9983f95fb7a req-afa0cd76-42a8-4591-8844-bb2ba70c3b97 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:27.323456 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-01b9fa68-ca88-4922-b1f9-d9983f95fb7a req-afa0cd76-42a8-4591-8844-bb2ba70c3b97 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb009497-00ee-4190-815a-d81a89baab2a HTTP/1.1" status: 200 len: 945 time: 0.1158669 Jul 15 13:33:27.329034 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-1d2bf81d-c87e-476b-8ed4-6ac64f43272c tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Request body: {'networks': [{'name': 'tempest-network--14243599'}, {'name': 'tempest-network--1585474903'}]} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:27.330305 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-1d2bf81d-c87e-476b-8ed4-6ac64f43272c tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Request body: {'network': {'name': 'tempest-network--14243599'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:27.331042 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-1d2bf81d-c87e-476b-8ed4-6ac64f43272c tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Request body: {'network': {'name': 'tempest-network--1585474903'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:27.387758 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2bf81d-c87e-476b-8ed4-6ac64f43272c tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Made reservation on behalf of 6cf7588209864cb888ddb4b4c028bd65 for: {'network': 2} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:27.388978 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 00897188-f237-4151-bb6a-15b903281581 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:33:27.395356 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1d2bf81d-c87e-476b-8ed4-6ac64f43272c tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.402174 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-01b9fa68-ca88-4922-b1f9-d9983f95fb7a req-a8fff364-657b-4570-be7f-24e75c44da2e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670619 Jul 15 13:33:27.408905 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1d2bf81d-c87e-476b-8ed4-6ac64f43272c tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.435071 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 00897188-f237-4151-bb6a-15b903281581 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:33:27.436086 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 00897188-f237-4151-bb6a-15b903281581 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:33:27.453090 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f0f51b5d-a24b-4504-9a3b-dc663b2cd9c6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.469077 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port c1a274f1-570d-49af-aa47-58ed370c380e completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:27.475773 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port c1a274f1-570d-49af-aa47-58ed370c380e triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:27.476554 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.494461 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f51b5d-a24b-4504-9a3b-dc663b2cd9c6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:27.503700 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-f0f51b5d-a24b-4504-9a3b-dc663b2cd9c6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:27.514146 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f51b5d-a24b-4504-9a3b-dc663b2cd9c6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:27.514783 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f0f51b5d-a24b-4504-9a3b-dc663b2cd9c6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.533822 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1d2bf81d-c87e-476b-8ed4-6ac64f43272c tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.536134 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f51b5d-a24b-4504-9a3b-dc663b2cd9c6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Subnet': ['ID=b4ac36a0-7b38-40e9-a0ac-bc31eefc2d07,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:27.538926 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1d2bf81d-c87e-476b-8ed4-6ac64f43272c tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.539909 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1d2bf81d-c87e-476b-8ed4-6ac64f43272c tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.551908 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f0f51b5d-a24b-4504-9a3b-dc663b2cd9c6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5310478 Jul 15 13:33:27.554635 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57640) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:27.561413 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-988efdd8-97f1-4ba8-8c50-2ab84cd56394 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'port': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'name': 'tempest-NetworksTestDHCPv6-736754234'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:27.589152 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2bf81d-c87e-476b-8ed4-6ac64f43272c tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6426e503-b6c7-4ca7-a777-61fa31401285,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:27.597022 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d2bf81d-c87e-476b-8ed4-6ac64f43272c tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:33:27.604773 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.609898 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1d2bf81d-c87e-476b-8ed4-6ac64f43272c tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.610396 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-1d2bf81d-c87e-476b-8ed4-6ac64f43272c tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Added segment 320c4225-0fe0-4b92-ba8c-3d0a6a474590 of type vlan for network 2c7e90fc-aeaa-4ff3-aaca-20dfe4e6bb37 Jul 15 13:33:27.633054 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb009497-00ee-4190-815a-d81a89baab2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a274f1-570d-49af-aa47-58ed370c380e'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:33:27.635482 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8b9ee3-789f-4241-9204-170175556b41" -d '{"events": [{"server_uuid": "bb009497-00ee-4190-815a-d81a89baab2a", "name": "network-vif-plugged", "status": "completed", "tag": "c1a274f1-570d-49af-aa47-58ed370c380e"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:27.649511 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port c1a274f1-570d-49af-aa47-58ed370c380e, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=c1a274f1-570d-49af-aa47-58ed370c380e,segment=NetworkSegment(f9960641-9612-4cdb-ae7f-7357fdb7c7fb),segment_id=f9960641-9612-4cdb-ae7f-7357fdb7c7fb)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:27.654759 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.667077 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1d2bf81d-c87e-476b-8ed4-6ac64f43272c tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.695571 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac831ad-e346-4008-89fd-5843c7c1783e x-openstack-request-id: req-eac831ad-e346-4008-89fd-5843c7c1783e {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:27.695878 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb009497-00ee-4190-815a-d81a89baab2a", "name": "network-vif-plugged", "status": "completed", "tag": "c1a274f1-570d-49af-aa47-58ed370c380e", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:27.696136 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eac831ad-e346-4008-89fd-5843c7c1783e {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:27.696568 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb009497-00ee-4190-815a-d81a89baab2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a274f1-570d-49af-aa47-58ed370c380e', 'code': 200} Jul 15 13:33:27.699196 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bd0f19-cba4-40fd-89e1-51007902bfd7 None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:27.706428 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d2bf81d-c87e-476b-8ed4-6ac64f43272c tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:33:27.712166 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988efdd8-97f1-4ba8-8c50-2ab84cd56394 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:27.716425 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1d2bf81d-c87e-476b-8ed4-6ac64f43272c tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.716769 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-1d2bf81d-c87e-476b-8ed4-6ac64f43272c tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Added segment edddf8e3-07c2-43c0-ae6a-eca3aed8382a of type vlan for network 0f9e703c-3572-48e7-9f19-f6de2e7a11d0 Jul 15 13:33:27.718233 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-988efdd8-97f1-4ba8-8c50-2ab84cd56394 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.736594 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-988efdd8-97f1-4ba8-8c50-2ab84cd56394 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] device_id is not set on port 09e712e0-4364-41b5-a8f3-d06bba0e9550 yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:33:27.737712 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=c1a274f1-570d-49af-aa47-58ed370c380e,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:27.786771 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1d2bf81d-c87e-476b-8ed4-6ac64f43272c tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.795015 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-73039a21-4072-471d-a552-858303df5341 None None] Provisioning for port c2703eea-6c95-490a-b59a-285d54d9bc6d completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:27.804612 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-73039a21-4072-471d-a552-858303df5341 None None] Provisioning complete for port c2703eea-6c95-490a-b59a-285d54d9bc6d triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:27.804983 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-73039a21-4072-471d-a552-858303df5341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.854721 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33768a-e5b4-4a90-ae08-1d4975abd800 req-4e05c8cd-9a3e-4cb3-9e14-b2e5b1ad565b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:27.856592 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0d33768a-e5b4-4a90-ae08-1d4975abd800 req-4e05c8cd-9a3e-4cb3-9e14-b2e5b1ad565b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bb009497-00ee-4190-815a-d81a89baab2a HTTP/1.1" status: 200 len: 1098 time: 0.0816033 Jul 15 13:33:27.857735 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1d2bf81d-c87e-476b-8ed4-6ac64f43272c tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.858319 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1d2bf81d-c87e-476b-8ed4-6ac64f43272c tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.867423 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2bf81d-c87e-476b-8ed4-6ac64f43272c tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:27.868759 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2bf81d-c87e-476b-8ed4-6ac64f43272c tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:27.869484 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1d2bf81d-c87e-476b-8ed4-6ac64f43272c tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.880577 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-988efdd8-97f1-4ba8-8c50-2ab84cd56394 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Allocated IP 2001:db8::28d (7f8e87b8-c332-4e36-ad91-99861c85828d/b4ac36a0-7b38-40e9-a0ac-bc31eefc2d07/09e712e0-4364-41b5-a8f3-d06bba0e9550) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:27.931690 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1d2bf81d-c87e-476b-8ed4-6ac64f43272c tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.7882650 Jul 15 13:33:27.934227 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57644) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:27.961411 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-73039a21-4072-471d-a552-858303df5341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.971269 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2bf81d-c87e-476b-8ed4-6ac64f43272c tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Pushing event updated for resources: {'Network': ['ID=2c7e90fc-aeaa-4ff3-aaca-20dfe4e6bb37,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:27.979283 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0d33768a-e5b4-4a90-ae08-1d4975abd800 req-14978ffe-290b-47ad-87a4-a7cbc5992205 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056464 Jul 15 13:33:27.989427 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 2c7e90fc-aeaa-4ff3-aaca-20dfe4e6bb37 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:33:28.018973 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-73039a21-4072-471d-a552-858303df5341 None None] For port c2703eea-6c95-490a-b59a-285d54d9bc6d, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=c2703eea-6c95-490a-b59a-285d54d9bc6d,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:28.030032 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-73039a21-4072-471d-a552-858303df5341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:28.041602 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2bf81d-c87e-476b-8ed4-6ac64f43272c tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Pushing event updated for resources: {'Network': ['ID=0f9e703c-3572-48e7-9f19-f6de2e7a11d0,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:28.062521 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 0f9e703c-3572-48e7-9f19-f6de2e7a11d0 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:33:28.184067 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73039a21-4072-471d-a552-858303df5341 None None] Pushing event updated for resources: {'Port': ['ID=c2703eea-6c95-490a-b59a-285d54d9bc6d,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:28.192547 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470a648f-4e79-4e74-bfab-6f9cbfa58193 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:28.198377 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470a648f-4e79-4e74-bfab-6f9cbfa58193 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:28.205016 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470a648f-4e79-4e74-bfab-6f9cbfa58193 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:28.210948 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470a648f-4e79-4e74-bfab-6f9cbfa58193 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:28.212673 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-470a648f-4e79-4e74-bfab-6f9cbfa58193 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2774763 Jul 15 13:33:28.215700 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57646) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:28.230715 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-988efdd8-97f1-4ba8-8c50-2ab84cd56394 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:28.248056 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-988efdd8-97f1-4ba8-8c50-2ab84cd56394 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Transition to ACTIVE for port object 09e712e0-4364-41b5-a8f3-d06bba0e9550 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:28.257983 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a3ca6576-9238-431d-a883-81829a26285c None None] Provisioning complete for port c2703eea-6c95-490a-b59a-285d54d9bc6d triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:28.259780 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a3ca6576-9238-431d-a883-81829a26285c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:28.289571 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-988efdd8-97f1-4ba8-8c50-2ab84cd56394 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:28.306785 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d01b6d58-fb04-4b19-a02a-f79495d5177e tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:28.313326 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988efdd8-97f1-4ba8-8c50-2ab84cd56394 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:28.316306 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-988efdd8-97f1-4ba8-8c50-2ab84cd56394 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:28.336028 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988efdd8-97f1-4ba8-8c50-2ab84cd56394 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:28.342283 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988efdd8-97f1-4ba8-8c50-2ab84cd56394 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:28.342959 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-988efdd8-97f1-4ba8-8c50-2ab84cd56394 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:28.363118 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-988efdd8-97f1-4ba8-8c50-2ab84cd56394 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8045070 Jul 15 13:33:28.363443 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57648) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:28.383466 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988efdd8-97f1-4ba8-8c50-2ab84cd56394 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Port': ['ID=09e712e0-4364-41b5-a8f3-d06bba0e9550,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:28.438807 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d01b6d58-fb04-4b19-a02a-f79495d5177e tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:28.455872 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-d01b6d58-fb04-4b19-a02a-f79495d5177e tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c7e90fc-aeaa-4ff3-aaca-20dfe4e6bb37']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:28.471588 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-d01b6d58-fb04-4b19-a02a-f79495d5177e tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '320c4225-0fe0-4b92-ba8c-3d0a6a474590') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:28.471858 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-d01b6d58-fb04-4b19-a02a-f79495d5177e tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '320c4225-0fe0-4b92-ba8c-3d0a6a474590') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:28.486618 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d01b6d58-fb04-4b19-a02a-f79495d5177e tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:28.504420 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d01b6d58-fb04-4b19-a02a-f79495d5177e tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:28.515630 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2557635f-167e-4f76-a4dd-6496507f816d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:28.522095 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2557635f-167e-4f76-a4dd-6496507f816d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:28.523749 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2557635f-167e-4f76-a4dd-6496507f816d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1593671 Jul 15 13:33:28.526802 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57652) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:28.545450 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d01b6d58-fb04-4b19-a02a-f79495d5177e tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:33:28.546854 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d01b6d58-fb04-4b19-a02a-f79495d5177e tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:28.550414 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:33:28.550414 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:33:28.550414 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:33:28.550414 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:33:28.550414 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:33:28.550414 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:33:28.550414 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:33:28.550414 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:33:28.550414 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:33:28.550414 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:33:28.550414 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:33:28.550414 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:33:28.550414 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:33:28.550414 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:33:28.550414 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:33:28.550414 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:33:28.550414 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:33:28.550414 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:33:28.550414 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:33:28.550414 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:33:28.550414 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:33:28.550414 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:33:28.550414 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:33:28.550414 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:33:28.550414 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:33:28.550414 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:33:28.550414 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:33:28.550414 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:33:28.550414 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:33:28.550414 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:33:28.550414 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:33:28.550414 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:33:28.567837 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-57d1411a-b000-4ca1-82a5-e6cbf752a955 None None] Could not find standard attr ID for object 58a876b4-8473-480d-8034-1807c1b198bc. {{(pid=93827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:33:28.641291 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-127de217-c0c1-402f-8270-344c9f31ba2a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting port 09e712e0-4364-41b5-a8f3-d06bba0e9550 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:28.641898 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-127de217-c0c1-402f-8270-344c9f31ba2a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:28.655856 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d01b6d58-fb04-4b19-a02a-f79495d5177e tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:28.678176 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d01b6d58-fb04-4b19-a02a-f79495d5177e tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:28.682876 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d01b6d58-fb04-4b19-a02a-f79495d5177e tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] 10.222.0.16 "DELETE /v2.0/networks/2c7e90fc-aeaa-4ff3-aaca-20dfe4e6bb37 HTTP/1.1" status: 204 len: 168 time: 0.4660828 Jul 15 13:33:28.683267 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57654) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:28.685541 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b6d58-fb04-4b19-a02a-f79495d5177e tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Pushing event deleted for resources: {'Network': ['ID=2c7e90fc-aeaa-4ff3-aaca-20dfe4e6bb37,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:28.695715 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90685538-6fa3-43ae-a3d6-3aa03d7eafbf req-497cee3e-45f3-4773-ab63-215af61adf1d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:28.702754 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-90685538-6fa3-43ae-a3d6-3aa03d7eafbf req-497cee3e-45f3-4773-ab63-215af61adf1d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb009497-00ee-4190-815a-d81a89baab2a HTTP/1.1" status: 200 len: 946 time: 0.1682739 Jul 15 13:33:28.760378 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-90685538-6fa3-43ae-a3d6-3aa03d7eafbf req-ea95c995-30e2-488a-b5b1-05d822365673 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566313 Jul 15 13:33:28.795004 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-63664e05-006a-4180-b004-e0d0529c99ec None None] Provisioning for port 09e712e0-4364-41b5-a8f3-d06bba0e9550 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:28.800004 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-63664e05-006a-4180-b004-e0d0529c99ec None None] Provisioning complete for port 09e712e0-4364-41b5-a8f3-d06bba0e9550 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:28.800411 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-63664e05-006a-4180-b004-e0d0529c99ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:28.846616 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-63664e05-006a-4180-b004-e0d0529c99ec None None] Port 09e712e0-4364-41b5-a8f3-d06bba0e9550 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:29.000759 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c2703eea-6c95-490a-b59a-285d54d9bc6d up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:29.049532 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port c2703eea-6c95-490a-b59a-285d54d9bc6d triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:29.049819 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.137047 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-127de217-c0c1-402f-8270-344c9f31ba2a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.150893 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-92753c6a-4e26-45cb-943f-5c65796b0ee8 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.156424 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-127de217-c0c1-402f-8270-344c9f31ba2a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Calling delete_port for 09e712e0-4364-41b5-a8f3-d06bba0e9550 owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:29.288258 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.292137 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-92753c6a-4e26-45cb-943f-5c65796b0ee8 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.309860 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-92753c6a-4e26-45cb-943f-5c65796b0ee8 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f9e703c-3572-48e7-9f19-f6de2e7a11d0']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:29.321524 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-92753c6a-4e26-45cb-943f-5c65796b0ee8 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edddf8e3-07c2-43c0-ae6a-eca3aed8382a') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:29.321821 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-92753c6a-4e26-45cb-943f-5c65796b0ee8 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edddf8e3-07c2-43c0-ae6a-eca3aed8382a') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:29.332079 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-92753c6a-4e26-45cb-943f-5c65796b0ee8 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.366768 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-92753c6a-4e26-45cb-943f-5c65796b0ee8 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.379642 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92753c6a-4e26-45cb-943f-5c65796b0ee8 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:33:29.380032 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-92753c6a-4e26-45cb-943f-5c65796b0ee8 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.382830 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:29.382830 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:29.382830 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:29.382830 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:29.382830 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:29.382830 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:29.382830 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:33:29.382830 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:33:29.382830 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:33:29.382830 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:33:29.382830 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:33:29.382830 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:33:29.382830 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:33:29.382830 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:33:29.382830 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:33:29.382830 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:33:29.382830 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:33:29.382830 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:33:29.382830 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:33:29.382830 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:33:29.382830 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:33:29.382830 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:33:29.382830 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:33:29.382830 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:33:29.382830 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:33:29.382830 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:33:29.382830 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:33:29.382830 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:33:29.382830 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:33:29.382830 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:33:29.382830 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:33:29.382830 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:33:29.382830 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:33:29.382830 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:33:29.382830 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:33:29.382830 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:33:29.382830 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:33:29.382830 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:33:29.445372 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-127de217-c0c1-402f-8270-344c9f31ba2a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.477137 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-92753c6a-4e26-45cb-943f-5c65796b0ee8 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.480023 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127de217-c0c1-402f-8270-344c9f31ba2a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Port': ['ID=09e712e0-4364-41b5-a8f3-d06bba0e9550,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:29.491797 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-92753c6a-4e26-45cb-943f-5c65796b0ee8 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.493588 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-92753c6a-4e26-45cb-943f-5c65796b0ee8 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] 10.222.0.16 "DELETE /v2.0/networks/0f9e703c-3572-48e7-9f19-f6de2e7a11d0 HTTP/1.1" status: 204 len: 168 time: 0.8093824 Jul 15 13:33:29.496309 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57656) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:29.523598 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92753c6a-4e26-45cb-943f-5c65796b0ee8 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Pushing event deleted for resources: {'Network': ['ID=0f9e703c-3572-48e7-9f19-f6de2e7a11d0,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:29.526918 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-127de217-c0c1-402f-8270-344c9f31ba2a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.528840 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-127de217-c0c1-402f-8270-344c9f31ba2a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/ports/09e712e0-4364-41b5-a8f3-d06bba0e9550 HTTP/1.1" status: 204 len: 168 time: 1.0010478 Jul 15 13:33:29.531296 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57658) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:29.590715 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40a30f7-cbd4-4486-ab3f-6ccd16d758f2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:29.593318 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40a30f7-cbd4-4486-ab3f-6ccd16d758f2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:29.597740 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b40a30f7-cbd4-4486-ab3f-6ccd16d758f2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0630429 Jul 15 13:33:29.597972 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57660) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:29.614578 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.652748 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c282283-9c6f-46e0-86c4-5ed7f10ec34c tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting subnet b4ac36a0-7b38-40e9-a0ac-bc31eefc2d07 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:33:29.656265 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6c282283-9c6f-46e0-86c4-5ed7f10ec34c tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.693233 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e4b144-5e3b-4b2d-82af-8dd45f8a6484 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:29.699199 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e4b144-5e3b-4b2d-82af-8dd45f8a6484 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:29.700867 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-45e4b144-5e3b-4b2d-82af-8dd45f8a6484 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1973176 Jul 15 13:33:29.705695 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57662) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:29.706674 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e81b5bcc-aa65-4829-a974-07576c13fed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.707808 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6c282283-9c6f-46e0-86c4-5ed7f10ec34c tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.711653 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-e471b0fd-2d32-4c98-8971-3347ec7d8982 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1841934771'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:29.732646 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e471b0fd-2d32-4c98-8971-3347ec7d8982 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Made reservation on behalf of 6cf7588209864cb888ddb4b4c028bd65 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:29.735757 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e471b0fd-2d32-4c98-8971-3347ec7d8982 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.752489 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6c282283-9c6f-46e0-86c4-5ed7f10ec34c tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.760003 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e471b0fd-2d32-4c98-8971-3347ec7d8982 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:33:29.769837 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e471b0fd-2d32-4c98-8971-3347ec7d8982 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.770182 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-e471b0fd-2d32-4c98-8971-3347ec7d8982 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Added segment 714c28cb-9694-4ba7-93dd-a51d2d2f6e03 of type vlan for network 6dcf1dd8-4d32-4ec8-b629-92b58415cdad Jul 15 13:33:29.820420 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6c282283-9c6f-46e0-86c4-5ed7f10ec34c tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.822806 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e471b0fd-2d32-4c98-8971-3347ec7d8982 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.846108 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb30ce85-de5e-4de8-b24b-fbcb7b7e14ed None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:29.851558 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6c282283-9c6f-46e0-86c4-5ed7f10ec34c tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.853530 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6c282283-9c6f-46e0-86c4-5ed7f10ec34c tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/b4ac36a0-7b38-40e9-a0ac-bc31eefc2d07 HTTP/1.1" status: 204 len: 168 time: 0.2546022 Jul 15 13:33:29.854573 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c282283-9c6f-46e0-86c4-5ed7f10ec34c tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Subnet': ['ID=b4ac36a0-7b38-40e9-a0ac-bc31eefc2d07,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:29.856232 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57666) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:29.859763 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e471b0fd-2d32-4c98-8971-3347ec7d8982 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.866329 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e471b0fd-2d32-4c98-8971-3347ec7d8982 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:29.867207 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e471b0fd-2d32-4c98-8971-3347ec7d8982 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.916926 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e471b0fd-2d32-4c98-8971-3347ec7d8982 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2100427 Jul 15 13:33:29.922069 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57668) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:29.927845 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-e7feaf2b-5edb-4767-8517-6500c92d60d0 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1332797475'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:29.932452 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-99baa24e-c72f-44f6-9061-32c7eda6433b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0752089 Jul 15 13:33:29.936047 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57670) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:29.985881 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471b0fd-2d32-4c98-8971-3347ec7d8982 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Pushing event updated for resources: {'Network': ['ID=6dcf1dd8-4d32-4ec8-b629-92b58415cdad,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:29.990373 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7feaf2b-5edb-4767-8517-6500c92d60d0 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Made reservation on behalf of 6cf7588209864cb888ddb4b4c028bd65 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:29.994115 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e7feaf2b-5edb-4767-8517-6500c92d60d0 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:30.004703 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 6dcf1dd8-4d32-4ec8-b629-92b58415cdad details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:33:30.022155 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed77b9b-b487-40ea-9182-b5027a0f1b59 req-c8d08f27-d4b6-462c-a137-e8381f86d249 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:30.027840 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7feaf2b-5edb-4767-8517-6500c92d60d0 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:33:30.030525 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6ed77b9b-b487-40ea-9182-b5027a0f1b59 req-c8d08f27-d4b6-462c-a137-e8381f86d249 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb009497-00ee-4190-815a-d81a89baab2a HTTP/1.1" status: 200 len: 946 time: 0.1296141 Jul 15 13:33:30.044459 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf02d8f-ec4f-4548-9ebe-36da6d70db43 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:30.045987 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0bf02d8f-ec4f-4548-9ebe-36da6d70db43 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1090477 Jul 15 13:33:30.049395 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57672) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:30.053582 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e7feaf2b-5edb-4767-8517-6500c92d60d0 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:30.053934 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-e7feaf2b-5edb-4767-8517-6500c92d60d0 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Added segment f8ce2356-cbb3-48de-ab6b-36abfa6ca92b of type vlan for network 49f5ae92-1f74-46ca-abbd-9e8fab5e492d Jul 15 13:33:30.072509 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6ed77b9b-b487-40ea-9182-b5027a0f1b59 req-921d055e-f7a1-4df0-a54b-72df6d12bd1b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407205 Jul 15 13:33:30.133747 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307156d0-dadf-4eb1-a203-c9d9be35606e None None] DHCP port deletion for 7f8e87b8-c332-4e36-ad91-99861c85828d request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:33:30.143141 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e7feaf2b-5edb-4767-8517-6500c92d60d0 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:30.152233 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b0c520-e650-41c0-b4a9-6e95aaaad24d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:30.156200 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-10b0c520-e650-41c0-b4a9-6e95aaaad24d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1016967 Jul 15 13:33:30.156960 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57676) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:30.180718 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e7feaf2b-5edb-4767-8517-6500c92d60d0 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:30.187014 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7feaf2b-5edb-4767-8517-6500c92d60d0 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:30.187854 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e7feaf2b-5edb-4767-8517-6500c92d60d0 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:30.188014 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-307156d0-dadf-4eb1-a203-c9d9be35606e None None] Deleting port c2703eea-6c95-490a-b59a-285d54d9bc6d {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:30.188227 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-307156d0-dadf-4eb1-a203-c9d9be35606e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:30.210295 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5b8902a5-484f-41c0-a7b5-0e71bef18922 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515881 Jul 15 13:33:30.215237 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57678) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:30.229688 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-a28e1275-cdcf-4e4e-b1c9-0380915c85ad tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'subnet': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:30.252779 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e7feaf2b-5edb-4767-8517-6500c92d60d0 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3295076 Jul 15 13:33:30.256268 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57680) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:30.265638 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-07b638df-a021-4d52-a2b5-b38a6a9492bd tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Request body: {'ports': [{'network_id': '6dcf1dd8-4d32-4ec8-b629-92b58415cdad', 'name': 'tempest-port--1263589017', 'admin_state_up': True}, {'network_id': '49f5ae92-1f74-46ca-abbd-9e8fab5e492d', 'admin_state_up': False}]} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:30.265921 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-307156d0-dadf-4eb1-a203-c9d9be35606e None None] For port c2703eea-6c95-490a-b59a-285d54d9bc6d, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=c2703eea-6c95-490a-b59a-285d54d9bc6d,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:30.266054 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-07b638df-a021-4d52-a2b5-b38a6a9492bd tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Request body: {'port': {'network_id': '6dcf1dd8-4d32-4ec8-b629-92b58415cdad', 'name': 'tempest-port--1263589017', 'admin_state_up': True}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:30.266427 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-07b638df-a021-4d52-a2b5-b38a6a9492bd tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Request body: {'port': {'network_id': '49f5ae92-1f74-46ca-abbd-9e8fab5e492d', 'admin_state_up': False}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:30.266545 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-307156d0-dadf-4eb1-a203-c9d9be35606e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:30.279640 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-307156d0-dadf-4eb1-a203-c9d9be35606e None None] Calling delete_port for c2703eea-6c95-490a-b59a-285d54d9bc6d owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:30.288335 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7feaf2b-5edb-4767-8517-6500c92d60d0 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Pushing event updated for resources: {'Network': ['ID=49f5ae92-1f74-46ca-abbd-9e8fab5e492d,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:30.324984 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 49f5ae92-1f74-46ca-abbd-9e8fab5e492d details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:33:30.369355 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28e1275-cdcf-4e4e-b1c9-0380915c85ad tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:30.373812 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a28e1275-cdcf-4e4e-b1c9-0380915c85ad tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:30.403705 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512654b-2de6-4adb-865b-d545cbc3b1a1 req-62a5c503-9cb9-480c-952e-58b6c996e8db tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:30.405274 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5512654b-2de6-4adb-865b-d545cbc3b1a1 req-62a5c503-9cb9-480c-952e-58b6c996e8db tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb009497-00ee-4190-815a-d81a89baab2a HTTP/1.1" status: 200 len: 946 time: 0.1980948 Jul 15 13:33:30.447990 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-307156d0-dadf-4eb1-a203-c9d9be35606e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:30.469244 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307156d0-dadf-4eb1-a203-c9d9be35606e None None] No DVR routers for this DVR port c2703eea-6c95-490a-b59a-285d54d9bc6d on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:30.494596 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307156d0-dadf-4eb1-a203-c9d9be35606e None None] Pushing event deleted for resources: {'Port': ['ID=c2703eea-6c95-490a-b59a-285d54d9bc6d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:30.495247 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5512654b-2de6-4adb-865b-d545cbc3b1a1 req-b0d97a12-15d4-4713-9767-d3c809aecf72 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817492 Jul 15 13:33:30.518977 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307156d0-dadf-4eb1-a203-c9d9be35606e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:30.519594 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307156d0-dadf-4eb1-a203-c9d9be35606e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:30.519940 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307156d0-dadf-4eb1-a203-c9d9be35606e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:30.520285 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307156d0-dadf-4eb1-a203-c9d9be35606e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:30.520621 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307156d0-dadf-4eb1-a203-c9d9be35606e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:30.520957 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307156d0-dadf-4eb1-a203-c9d9be35606e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:30.521287 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307156d0-dadf-4eb1-a203-c9d9be35606e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:30.521617 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307156d0-dadf-4eb1-a203-c9d9be35606e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:30.522114 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307156d0-dadf-4eb1-a203-c9d9be35606e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:30.522444 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307156d0-dadf-4eb1-a203-c9d9be35606e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:30.522801 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307156d0-dadf-4eb1-a203-c9d9be35606e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:30.523204 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307156d0-dadf-4eb1-a203-c9d9be35606e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:30.529674 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b638df-a021-4d52-a2b5-b38a6a9492bd tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Made reservation on behalf of 6cf7588209864cb888ddb4b4c028bd65 for: {'port': 2} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:30.535064 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-07b638df-a021-4d52-a2b5-b38a6a9492bd tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:30.547926 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-07b638df-a021-4d52-a2b5-b38a6a9492bd tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:30.604919 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a28e1275-cdcf-4e4e-b1c9-0380915c85ad tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:30.634804 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-07b638df-a021-4d52-a2b5-b38a6a9492bd tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] device_id is not set on port 6af12e6b-bcce-4c98-b2e1-c2be55070bbd yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:33:30.659403 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e1275-cdcf-4e4e-b1c9-0380915c85ad tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Subnet': ['ID=daa0b615-3f18-4f65-9bb5-655de399c4a7,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:30.663475 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28e1275-cdcf-4e4e-b1c9-0380915c85ad tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:30.664832 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-a28e1275-cdcf-4e4e-b1c9-0380915c85ad tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:30.668602 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28e1275-cdcf-4e4e-b1c9-0380915c85ad tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:30.668602 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a28e1275-cdcf-4e4e-b1c9-0380915c85ad tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:30.675549 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a12fa5f-e35e-44fc-9458-1de0b6b86500 None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:30.686471 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a28e1275-cdcf-4e4e-b1c9-0380915c85ad tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4611869 Jul 15 13:33:30.686776 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57686) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:30.692128 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-12636755-1102-448c-a328-ed0589444683 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'port': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'fixed_ips': [{'subnet_id': 'daa0b615-3f18-4f65-9bb5-655de399c4a7', 'ip_address': '2001:db8::8d2f:6eef:8885:e369'}], 'name': 'tempest-NetworksTestDHCPv6-2075895825'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:30.787339 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-07b638df-a021-4d52-a2b5-b38a6a9492bd tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:30.822805 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12636755-1102-448c-a328-ed0589444683 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:30.867163 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facbb3de-aa0d-49ae-9853-5efaa3bc2c50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-7f8e87b8-c332-4e36-ad91-99861c85828d', 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'tenant_id': 'f314df1c6c6a4426aecd02fb9849c361', 'fixed_ips': [{'subnet_id': 'daa0b615-3f18-4f65-9bb5-655de399c4a7'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:33:30.870540 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-07b638df-a021-4d52-a2b5-b38a6a9492bd tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] device_id is not set on port 1aa65e59-b853-4c69-a35a-28417765186e yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:33:30.875706 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-facbb3de-aa0d-49ae-9853-5efaa3bc2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:30.932850 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-12636755-1102-448c-a328-ed0589444683 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:30.979183 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-12636755-1102-448c-a328-ed0589444683 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] device_id is not set on port 2cba53ec-e308-4fbc-92b5-50c13302832b yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:33:31.020252 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-07b638df-a021-4d52-a2b5-b38a6a9492bd tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:31.046862 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c2703eea-6c95-490a-b59a-285d54d9bc6d no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:33:31.080960 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: c2703eea-6c95-490a-b59a-285d54d9bc6d {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:33:31.081332 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c2703eea-6c95-490a-b59a-285d54d9bc6d not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:33:31.092420 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-07b638df-a021-4d52-a2b5-b38a6a9492bd tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:31.105932 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-facbb3de-aa0d-49ae-9853-5efaa3bc2c50 None None] Allocated IP 2001:db8::2 (7f8e87b8-c332-4e36-ad91-99861c85828d/daa0b615-3f18-4f65-9bb5-655de399c4a7/5a69f7ac-c034-442f-b73a-86a5a3c333ff) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:31.184672 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b638df-a021-4d52-a2b5-b38a6a9492bd tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Pushing event updated for resources: {'Port': ['ID=6af12e6b-bcce-4c98-b2e1-c2be55070bbd,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:31.197204 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b638df-a021-4d52-a2b5-b38a6a9492bd tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Checking segment: {'id': '714c28cb-9694-4ba7-93dd-a51d2d2f6e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6dcf1dd8-4d32-4ec8-b629-92b58415cdad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:31.197566 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b638df-a021-4d52-a2b5-b38a6a9492bd tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Network hostable DHCP agents. Network: 6dcf1dd8-4d32-4ec8-b629-92b58415cdad, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:33:31.216997 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b638df-a021-4d52-a2b5-b38a6a9492bd tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Network 6dcf1dd8-4d32-4ec8-b629-92b58415cdad is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:33:31.227743 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-07b638df-a021-4d52-a2b5-b38a6a9492bd tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 6dcf1dd8-4d32-4ec8-b629-92b58415cdad) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:31.241765 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b638df-a021-4d52-a2b5-b38a6a9492bd tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:31.242799 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-07b638df-a021-4d52-a2b5-b38a6a9492bd tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:31.249977 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353aa176-5bee-4995-b507-be7e5cc7792b None None] Network 6dcf1dd8-4d32-4ec8-b629-92b58415cdad requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:31.321432 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b638df-a021-4d52-a2b5-b38a6a9492bd tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Pushing event updated for resources: {'Port': ['ID=1aa65e59-b853-4c69-a35a-28417765186e,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:31.325595 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-facbb3de-aa0d-49ae-9853-5efaa3bc2c50 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:31.328753 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b638df-a021-4d52-a2b5-b38a6a9492bd tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Checking segment: {'id': 'f8ce2356-cbb3-48de-ab6b-36abfa6ca92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '49f5ae92-1f74-46ca-abbd-9e8fab5e492d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:31.329125 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b638df-a021-4d52-a2b5-b38a6a9492bd tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Network hostable DHCP agents. Network: 49f5ae92-1f74-46ca-abbd-9e8fab5e492d, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:33:31.350344 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b638df-a021-4d52-a2b5-b38a6a9492bd tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Network 49f5ae92-1f74-46ca-abbd-9e8fab5e492d is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:33:31.362059 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-07b638df-a021-4d52-a2b5-b38a6a9492bd tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 49f5ae92-1f74-46ca-abbd-9e8fab5e492d) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:31.367493 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-facbb3de-aa0d-49ae-9853-5efaa3bc2c50 None None] Transition to ACTIVE for port object 5a69f7ac-c034-442f-b73a-86a5a3c333ff will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:31.375436 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b638df-a021-4d52-a2b5-b38a6a9492bd tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:31.375944 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e530fb9-e749-4341-8e09-89543aec846e None None] Network 49f5ae92-1f74-46ca-abbd-9e8fab5e492d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:31.383562 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b638df-a021-4d52-a2b5-b38a6a9492bd tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:31.391597 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b638df-a021-4d52-a2b5-b38a6a9492bd tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:31.392869 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-07b638df-a021-4d52-a2b5-b38a6a9492bd tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:31.415512 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-07b638df-a021-4d52-a2b5-b38a6a9492bd tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.1545928 Jul 15 13:33:31.417006 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57704) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:31.439956 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-facbb3de-aa0d-49ae-9853-5efaa3bc2c50 None None] Transition to ACTIVE for port object 5a69f7ac-c034-442f-b73a-86a5a3c333ff will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:31.480912 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-facbb3de-aa0d-49ae-9853-5efaa3bc2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:31.534172 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1044fde0-aa14-4d51-bc2b-30a797ef1feb tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:31.540852 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1044fde0-aa14-4d51-bc2b-30a797ef1feb tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:31.542469 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1044fde0-aa14-4d51-bc2b-30a797ef1feb tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1242471 Jul 15 13:33:31.545402 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57712) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:31.554163 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-12636755-1102-448c-a328-ed0589444683 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Allocated IP 2001:db8::8d2f:6eef:8885:e369 (7f8e87b8-c332-4e36-ad91-99861c85828d/daa0b615-3f18-4f65-9bb5-655de399c4a7/2cba53ec-e308-4fbc-92b5-50c13302832b) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:31.558957 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facbb3de-aa0d-49ae-9853-5efaa3bc2c50 None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:31.562351 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-facbb3de-aa0d-49ae-9853-5efaa3bc2c50 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:31.565726 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facbb3de-aa0d-49ae-9853-5efaa3bc2c50 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:31.630496 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facbb3de-aa0d-49ae-9853-5efaa3bc2c50 None None] Pushing event updated for resources: {'Port': ['ID=5a69f7ac-c034-442f-b73a-86a5a3c333ff,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:31.697211 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-be6e850d-fbf4-4ed7-a2e1-28dcfaf49382 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Deleting port 6af12e6b-bcce-4c98-b2e1-c2be55070bbd {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:31.697867 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-be6e850d-fbf4-4ed7-a2e1-28dcfaf49382 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:31.783162 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-12636755-1102-448c-a328-ed0589444683 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:31.815547 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-12636755-1102-448c-a328-ed0589444683 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Transition to ACTIVE for port object 2cba53ec-e308-4fbc-92b5-50c13302832b will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:31.844502 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-be6e850d-fbf4-4ed7-a2e1-28dcfaf49382 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:31.872925 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-be6e850d-fbf4-4ed7-a2e1-28dcfaf49382 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Calling delete_port for 6af12e6b-bcce-4c98-b2e1-c2be55070bbd owned by {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:31.888456 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-12636755-1102-448c-a328-ed0589444683 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:31.892060 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-facbb3de-aa0d-49ae-9853-5efaa3bc2c50 None None] Attempting to bind port 5a69f7ac-c034-442f-b73a-86a5a3c333ff on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:31.893202 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-facbb3de-aa0d-49ae-9853-5efaa3bc2c50 None None] Attempting to bind port 5a69f7ac-c034-442f-b73a-86a5a3c333ff by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:31.893565 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facbb3de-aa0d-49ae-9853-5efaa3bc2c50 None None] Attempting to bind port 5a69f7ac-c034-442f-b73a-86a5a3c333ff on network 7f8e87b8-c332-4e36-ad91-99861c85828d {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:31.903331 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facbb3de-aa0d-49ae-9853-5efaa3bc2c50 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:31.903744 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facbb3de-aa0d-49ae-9853-5efaa3bc2c50 None None] Checking segment: {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:31.904126 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-facbb3de-aa0d-49ae-9853-5efaa3bc2c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:31.904518 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facbb3de-aa0d-49ae-9853-5efaa3bc2c50 None None] Bound using segment: {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:31.904992 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-facbb3de-aa0d-49ae-9853-5efaa3bc2c50 None None] Bound port: 5a69f7ac-c034-442f-b73a-86a5a3c333ff, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:31.905382 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-facbb3de-aa0d-49ae-9853-5efaa3bc2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:31.979292 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12636755-1102-448c-a328-ed0589444683 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:31.990949 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-12636755-1102-448c-a328-ed0589444683 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:31.995172 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12636755-1102-448c-a328-ed0589444683 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:32.011352 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-be6e850d-fbf4-4ed7-a2e1-28dcfaf49382 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:32.013072 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12636755-1102-448c-a328-ed0589444683 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:32.013769 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-12636755-1102-448c-a328-ed0589444683 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:32.023453 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-facbb3de-aa0d-49ae-9853-5efaa3bc2c50 None None] For port 5a69f7ac-c034-442f-b73a-86a5a3c333ff, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:32.027218 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-facbb3de-aa0d-49ae-9853-5efaa3bc2c50 None None] For port 5a69f7ac-c034-442f-b73a-86a5a3c333ff, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5a69f7ac-c034-442f-b73a-86a5a3c333ff,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:32.028653 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12636755-1102-448c-a328-ed0589444683 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Port': ['ID=2cba53ec-e308-4fbc-92b5-50c13302832b,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:32.031983 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-facbb3de-aa0d-49ae-9853-5efaa3bc2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:32.049344 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e850d-fbf4-4ed7-a2e1-28dcfaf49382 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Pushing event deleted for resources: {'Port': ['ID=6af12e6b-bcce-4c98-b2e1-c2be55070bbd,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:32.061124 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-be6e850d-fbf4-4ed7-a2e1-28dcfaf49382 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:32.063892 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-be6e850d-fbf4-4ed7-a2e1-28dcfaf49382 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] 10.222.0.16 "DELETE /v2.0/ports/6af12e6b-bcce-4c98-b2e1-c2be55070bbd HTTP/1.1" status: 204 len: 168 time: 0.5174582 Jul 15 13:33:32.066430 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57726) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:32.079563 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-12636755-1102-448c-a328-ed0589444683 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3915923 Jul 15 13:33:32.082052 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57728) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:32.130466 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facbb3de-aa0d-49ae-9853-5efaa3bc2c50 None None] Pushing event updated for resources: {'Port': ['ID=5a69f7ac-c034-442f-b73a-86a5a3c333ff,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:32.196859 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a3e125-0386-411d-8d29-0a39207d9985 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:32.211337 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c402d1fa-7eaa-4be3-8ad1-88aa42081479 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Deleting port 1aa65e59-b853-4c69-a35a-28417765186e {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:32.211843 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c402d1fa-7eaa-4be3-8ad1-88aa42081479 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:32.212008 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a3e125-0386-411d-8d29-0a39207d9985 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:32.213878 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-03a3e125-0386-411d-8d29-0a39207d9985 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1308100 Jul 15 13:33:32.217583 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57738) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:32.277631 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:32.362770 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c402d1fa-7eaa-4be3-8ad1-88aa42081479 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:32.384975 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c402d1fa-7eaa-4be3-8ad1-88aa42081479 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Calling delete_port for 1aa65e59-b853-4c69-a35a-28417765186e owned by {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:32.538152 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d98e4648-5e73-4a1b-b1ef-ba82d84d3acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:32.540304 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-6fb21d64-33f9-4ea5-b7cc-7cfd1a5fafa3 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting port 2cba53ec-e308-4fbc-92b5-50c13302832b {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:32.541791 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6fb21d64-33f9-4ea5-b7cc-7cfd1a5fafa3 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:32.589994 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c402d1fa-7eaa-4be3-8ad1-88aa42081479 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:32.618372 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c402d1fa-7eaa-4be3-8ad1-88aa42081479 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:32.621836 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c402d1fa-7eaa-4be3-8ad1-88aa42081479 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] 10.222.0.16 "DELETE /v2.0/ports/1aa65e59-b853-4c69-a35a-28417765186e HTTP/1.1" status: 204 len: 168 time: 0.5538094 Jul 15 13:33:32.624696 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57750) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:32.669025 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6fb21d64-33f9-4ea5-b7cc-7cfd1a5fafa3 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:32.671980 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a6c1347e-633d-4f9e-943b-77180a066a40 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0460727 Jul 15 13:33:32.673015 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402d1fa-7eaa-4be3-8ad1-88aa42081479 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Pushing event deleted for resources: {'Port': ['ID=1aa65e59-b853-4c69-a35a-28417765186e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:32.675965 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57752) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:32.682070 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-ce245d60-87f9-4187-b7d0-c40aa1d6eade tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-380910361'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:32.692576 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-6fb21d64-33f9-4ea5-b7cc-7cfd1a5fafa3 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Calling delete_port for 2cba53ec-e308-4fbc-92b5-50c13302832b owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:32.743163 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce245d60-87f9-4187-b7d0-c40aa1d6eade tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Made reservation on behalf of 6cf7588209864cb888ddb4b4c028bd65 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:32.746650 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce245d60-87f9-4187-b7d0-c40aa1d6eade tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:32.784450 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce245d60-87f9-4187-b7d0-c40aa1d6eade tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:33:32.802691 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce245d60-87f9-4187-b7d0-c40aa1d6eade tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:32.803037 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-ce245d60-87f9-4187-b7d0-c40aa1d6eade tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Added segment 901b0d7b-a9bf-439f-9dd3-da3457f29ba0 of type vlan for network 6e40ecf2-05e1-459c-b3a8-4dc340dcba2d Jul 15 13:33:32.869023 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce245d60-87f9-4187-b7d0-c40aa1d6eade tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:32.911758 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6fb21d64-33f9-4ea5-b7cc-7cfd1a5fafa3 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:32.922777 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce245d60-87f9-4187-b7d0-c40aa1d6eade tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:32.928199 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce245d60-87f9-4187-b7d0-c40aa1d6eade tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:32.928779 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce245d60-87f9-4187-b7d0-c40aa1d6eade tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:32.965388 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb21d64-33f9-4ea5-b7cc-7cfd1a5fafa3 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Port': ['ID=2cba53ec-e308-4fbc-92b5-50c13302832b,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:33.008575 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ce245d60-87f9-4187-b7d0-c40aa1d6eade tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3313920 Jul 15 13:33:33.009713 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6fb21d64-33f9-4ea5-b7cc-7cfd1a5fafa3 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.011538 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6fb21d64-33f9-4ea5-b7cc-7cfd1a5fafa3 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/ports/2cba53ec-e308-4fbc-92b5-50c13302832b HTTP/1.1" status: 204 len: 168 time: 0.7874982 Jul 15 13:33:33.014604 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57754) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:33.014788 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57756) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:33.020191 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-9ef7ddfc-d16b-4aad-a3e3-32ea2312137a tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1905386597'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:33.044673 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5a69f7ac-c034-442f-b73a-86a5a3c333ff up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:33.057984 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce245d60-87f9-4187-b7d0-c40aa1d6eade tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Pushing event updated for resources: {'Network': ['ID=6e40ecf2-05e1-459c-b3a8-4dc340dcba2d,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:33.060240 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef7ddfc-d16b-4aad-a3e3-32ea2312137a tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Made reservation on behalf of 6cf7588209864cb888ddb4b4c028bd65 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:33.064369 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9ef7ddfc-d16b-4aad-a3e3-32ea2312137a tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.072446 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 6e40ecf2-05e1-459c-b3a8-4dc340dcba2d details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:33:33.097839 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ef7ddfc-d16b-4aad-a3e3-32ea2312137a tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:33:33.103284 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46353503-3ed3-4d1c-966c-ca260e22885a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:33.105096 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46353503-3ed3-4d1c-966c-ca260e22885a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:33.109136 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-46353503-3ed3-4d1c-966c-ca260e22885a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0912158 Jul 15 13:33:33.109309 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9ef7ddfc-d16b-4aad-a3e3-32ea2312137a tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.109442 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57758) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:33.109546 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-9ef7ddfc-d16b-4aad-a3e3-32ea2312137a tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Added segment 2844eadb-dd06-4dda-8e6c-f84412ce28e4 of type vlan for network 2813392e-fc40-4d89-b623-f0ab49248653 Jul 15 13:33:33.160075 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9ef7ddfc-d16b-4aad-a3e3-32ea2312137a tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.165337 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-580e1907-605c-4f77-bebe-48ca82d48919 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting subnet daa0b615-3f18-4f65-9bb5-655de399c4a7 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:33:33.168776 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-580e1907-605c-4f77-bebe-48ca82d48919 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.173606 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 5a69f7ac-c034-442f-b73a-86a5a3c333ff completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:33.196616 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9ef7ddfc-d16b-4aad-a3e3-32ea2312137a tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.202523 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef7ddfc-d16b-4aad-a3e3-32ea2312137a tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:33.203165 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9ef7ddfc-d16b-4aad-a3e3-32ea2312137a tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.217081 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-580e1907-605c-4f77-bebe-48ca82d48919 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.247125 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9ef7ddfc-d16b-4aad-a3e3-32ea2312137a tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2316122 Jul 15 13:33:33.286852 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef7ddfc-d16b-4aad-a3e3-32ea2312137a tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Pushing event updated for resources: {'Network': ['ID=2813392e-fc40-4d89-b623-f0ab49248653,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:33.298780 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 2813392e-fc40-4d89-b623-f0ab49248653 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:33:33.328055 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-580e1907-605c-4f77-bebe-48ca82d48919 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.357598 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:33:33.404463 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-580e1907-605c-4f77-bebe-48ca82d48919 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.434182 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e1907-605c-4f77-bebe-48ca82d48919 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Subnet': ['ID=daa0b615-3f18-4f65-9bb5-655de399c4a7,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:33.436229 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-580e1907-605c-4f77-bebe-48ca82d48919 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.440623 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-580e1907-605c-4f77-bebe-48ca82d48919 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/daa0b615-3f18-4f65-9bb5-655de399c4a7 HTTP/1.1" status: 204 len: 168 time: 0.3277650 Jul 15 13:33:33.440790 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57760) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:33.459622 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d2818b-985b-49a5-8cb0-603dbef66e8c None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:33.488172 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-de55616b-96e7-4e1b-8d26-2cff44691560 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0462883 Jul 15 13:33:33.490888 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57762) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:33.497670 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-6f0b9e81-b1d3-4104-a032-c43386e0756d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'subnet': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:33.585359 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-949f762d-34bb-43fc-b644-6993fb06d459 None None] Provisioning for port 5a69f7ac-c034-442f-b73a-86a5a3c333ff completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:33.603459 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0b9e81-b1d3-4104-a032-c43386e0756d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:33.607826 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6f0b9e81-b1d3-4104-a032-c43386e0756d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.612829 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-949f762d-34bb-43fc-b644-6993fb06d459 None None] Provisioning complete for port 5a69f7ac-c034-442f-b73a-86a5a3c333ff triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:33.613307 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-949f762d-34bb-43fc-b644-6993fb06d459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.655060 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.749072 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-949f762d-34bb-43fc-b644-6993fb06d459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.774382 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9002afe7-5473-4c85-93b6-e932fb3b9125 None None] DHCP port deletion for 7f8e87b8-c332-4e36-ad91-99861c85828d request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:33:33.847986 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-949f762d-34bb-43fc-b644-6993fb06d459 None None] For port 5a69f7ac-c034-442f-b73a-86a5a3c333ff, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5a69f7ac-c034-442f-b73a-86a5a3c333ff,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:33.859557 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-949f762d-34bb-43fc-b644-6993fb06d459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.861395 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6f0b9e81-b1d3-4104-a032-c43386e0756d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.907450 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-9002afe7-5473-4c85-93b6-e932fb3b9125 None None] Deleting port 5a69f7ac-c034-442f-b73a-86a5a3c333ff {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:33.909155 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9002afe7-5473-4c85-93b6-e932fb3b9125 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.919008 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00820d-a025-4798-a3ff-e733b035d518 req-9385decc-6669-4000-abb5-d91327d90d6f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:33.926951 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa00820d-a025-4798-a3ff-e733b035d518 req-9385decc-6669-4000-abb5-d91327d90d6f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/networks?id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e HTTP/1.1" status: 200 len: 811 time: 0.1335907 Jul 15 13:33:33.936745 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0b9e81-b1d3-4104-a032-c43386e0756d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:33.938165 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b9e81-b1d3-4104-a032-c43386e0756d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Subnet': ['ID=0381400f-f85d-46d6-b4df-023647ae911a,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:33.942666 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-6f0b9e81-b1d3-4104-a032-c43386e0756d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:33.945300 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0b9e81-b1d3-4104-a032-c43386e0756d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:33.945884 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6f0b9e81-b1d3-4104-a032-c43386e0756d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.950475 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa00820d-a025-4798-a3ff-e733b035d518 req-d94a2d48-e4a1-4914-a8ec-5eb9fb50a791 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/quotas/0a166bdebb1d4ca388f2465550a7f09f HTTP/1.1" status: 200 len: 375 time: 0.0224118 Jul 15 13:33:33.956971 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f762d-34bb-43fc-b644-6993fb06d459 None None] Pushing event updated for resources: {'Port': ['ID=5a69f7ac-c034-442f-b73a-86a5a3c333ff,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:33.963939 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6f0b9e81-b1d3-4104-a032-c43386e0756d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4703369 Jul 15 13:33:33.966447 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57778) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:33.976577 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-ce421b73-9625-4ecc-868a-ef708aee6ed7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'port': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'fixed_ips': [{'subnet_id': '0381400f-f85d-46d6-b4df-023647ae911a', 'ip_address': '2001:db8::7a2b:c326:d1df:9866'}], 'name': 'tempest-NetworksTestDHCPv6-285521642'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:34.022455 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-9002afe7-5473-4c85-93b6-e932fb3b9125 None None] For port 5a69f7ac-c034-442f-b73a-86a5a3c333ff, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5a69f7ac-c034-442f-b73a-86a5a3c333ff,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:34.022786 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9002afe7-5473-4c85-93b6-e932fb3b9125 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.037403 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-9002afe7-5473-4c85-93b6-e932fb3b9125 None None] Calling delete_port for 5a69f7ac-c034-442f-b73a-86a5a3c333ff owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:34.045545 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa00820d-a025-4798-a3ff-e733b035d518 req-eb82c40c-4d2a-4fcd-9ec9-c99dbf0d1bd5 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0a166bdebb1d4ca388f2465550a7f09f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0941882 Jul 15 13:33:34.120210 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce421b73-9625-4ecc-868a-ef708aee6ed7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:34.128046 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce421b73-9625-4ecc-868a-ef708aee6ed7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.133131 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9002afe7-5473-4c85-93b6-e932fb3b9125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.150276 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-ce421b73-9625-4ecc-868a-ef708aee6ed7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] device_id is not set on port 12610068-3c7c-4ade-b898-dcb1235040d1 yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:33:34.167496 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa00820d-a025-4798-a3ff-e733b035d518 req-5c1cf895-b8e8-43f5-a0e3-6a1d279c99ac service neutron] 10.222.0.16 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140382 Jul 15 13:33:34.174969 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9002afe7-5473-4c85-93b6-e932fb3b9125 None None] Pushing event deleted for resources: {'Port': ['ID=5a69f7ac-c034-442f-b73a-86a5a3c333ff,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:34.177197 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9002afe7-5473-4c85-93b6-e932fb3b9125 None None] No DVR routers for this DVR port 5a69f7ac-c034-442f-b73a-86a5a3c333ff on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:34.195406 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc2758d-42f0-47e7-a011-41cf1e3eb69a None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:34.308959 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa00820d-a025-4798-a3ff-e733b035d518 req-969bc063-f1bf-46cf-817b-3072a683508b service neutron] 10.222.0.16 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326451 Jul 15 13:33:34.344517 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-ce421b73-9625-4ecc-868a-ef708aee6ed7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Allocated IP 2001:db8::7a2b:c326:d1df:9866 (7f8e87b8-c332-4e36-ad91-99861c85828d/0381400f-f85d-46d6-b4df-023647ae911a/12610068-3c7c-4ade-b898-dcb1235040d1) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:34.380147 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d4a82b-ab81-4dc4-881a-45db06674f3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-7f8e87b8-c332-4e36-ad91-99861c85828d', 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'tenant_id': 'f314df1c6c6a4426aecd02fb9849c361', 'fixed_ips': [{'subnet_id': '0381400f-f85d-46d6-b4df-023647ae911a'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:33:34.381521 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-89d4a82b-ab81-4dc4-881a-45db06674f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.532390 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce421b73-9625-4ecc-868a-ef708aee6ed7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.551065 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-ce421b73-9625-4ecc-868a-ef708aee6ed7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Transition to ACTIVE for port object 12610068-3c7c-4ade-b898-dcb1235040d1 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:34.583612 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce421b73-9625-4ecc-868a-ef708aee6ed7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.633550 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce421b73-9625-4ecc-868a-ef708aee6ed7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:34.634259 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-89d4a82b-ab81-4dc4-881a-45db06674f3c None None] Allocated IP 2001:db8::2 (7f8e87b8-c332-4e36-ad91-99861c85828d/0381400f-f85d-46d6-b4df-023647ae911a/7dd7afc2-284e-4180-b03f-8335ee2359d3) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:34.637554 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-ce421b73-9625-4ecc-868a-ef708aee6ed7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:34.642599 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce421b73-9625-4ecc-868a-ef708aee6ed7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:34.648913 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce421b73-9625-4ecc-868a-ef708aee6ed7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:34.649717 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce421b73-9625-4ecc-868a-ef708aee6ed7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.653953 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce421b73-9625-4ecc-868a-ef708aee6ed7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Port': ['ID=12610068-3c7c-4ade-b898-dcb1235040d1,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:34.671898 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ce421b73-9625-4ecc-868a-ef708aee6ed7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7017927 Jul 15 13:33:34.672167 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57782) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:34.748567 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772e7f65-7914-4a33-b117-c56a29183789 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:34.750223 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-772e7f65-7914-4a33-b117-c56a29183789 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0769386 Jul 15 13:33:34.752941 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57784) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:34.789357 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-89d4a82b-ab81-4dc4-881a-45db06674f3c None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.798088 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-89d4a82b-ab81-4dc4-881a-45db06674f3c None None] Transition to ACTIVE for port object 7dd7afc2-284e-4180-b03f-8335ee2359d3 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:34.820059 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-89d4a82b-ab81-4dc4-881a-45db06674f3c None None] Transition to ACTIVE for port object 7dd7afc2-284e-4180-b03f-8335ee2359d3 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:34.830260 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-89d4a82b-ab81-4dc4-881a-45db06674f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.871023 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-29fe5798-ec51-4620-8c5a-f63dd12fc097 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting port 12610068-3c7c-4ade-b898-dcb1235040d1 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:34.871370 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-29fe5798-ec51-4620-8c5a-f63dd12fc097 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.872062 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f3252870-dd04-4d18-afaf-b32a52a3b9dc req-d9ddeebf-01b0-47f7-bd33-45fe72f437b6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bb009497-00ee-4190-815a-d81a89baab2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0693374 Jul 15 13:33:34.883823 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d4a82b-ab81-4dc4-881a-45db06674f3c None None] Pushing event updated for resources: {'Port': ['ID=7dd7afc2-284e-4180-b03f-8335ee2359d3,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:34.913359 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d4a82b-ab81-4dc4-881a-45db06674f3c None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:34.915171 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-89d4a82b-ab81-4dc4-881a-45db06674f3c None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:34.917383 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d4a82b-ab81-4dc4-881a-45db06674f3c None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:34.974007 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-29fe5798-ec51-4620-8c5a-f63dd12fc097 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.989487 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-29fe5798-ec51-4620-8c5a-f63dd12fc097 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Calling delete_port for 12610068-3c7c-4ade-b898-dcb1235040d1 owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:35.003297 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-89d4a82b-ab81-4dc4-881a-45db06674f3c None None] Attempting to bind port 7dd7afc2-284e-4180-b03f-8335ee2359d3 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:35.006739 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-89d4a82b-ab81-4dc4-881a-45db06674f3c None None] Attempting to bind port 7dd7afc2-284e-4180-b03f-8335ee2359d3 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:35.007123 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d4a82b-ab81-4dc4-881a-45db06674f3c None None] Attempting to bind port 7dd7afc2-284e-4180-b03f-8335ee2359d3 on network 7f8e87b8-c332-4e36-ad91-99861c85828d {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:35.012898 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d4a82b-ab81-4dc4-881a-45db06674f3c None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:35.013280 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d4a82b-ab81-4dc4-881a-45db06674f3c None None] Checking segment: {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:35.013686 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-89d4a82b-ab81-4dc4-881a-45db06674f3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:35.014079 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d4a82b-ab81-4dc4-881a-45db06674f3c None None] Bound using segment: {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:35.014935 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-89d4a82b-ab81-4dc4-881a-45db06674f3c None None] Bound port: 7dd7afc2-284e-4180-b03f-8335ee2359d3, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:35.015333 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-89d4a82b-ab81-4dc4-881a-45db06674f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:35.054064 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3252870-dd04-4d18-afaf-b32a52a3b9dc req-ad9a5595-466a-498f-9ddb-879322d7392d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:35.055899 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f3252870-dd04-4d18-afaf-b32a52a3b9dc req-ad9a5595-466a-498f-9ddb-879322d7392d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a166bdebb1d4ca388f2465550a7f09f&device_id=bb009497-00ee-4190-815a-d81a89baab2a HTTP/1.1" status: 200 len: 1098 time: 0.1350398 Jul 15 13:33:35.076018 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5a69f7ac-c034-442f-b73a-86a5a3c333ff no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:33:35.109469 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:35.110072 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 5a69f7ac-c034-442f-b73a-86a5a3c333ff {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:33:35.110426 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5a69f7ac-c034-442f-b73a-86a5a3c333ff not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:33:35.148065 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-89d4a82b-ab81-4dc4-881a-45db06674f3c None None] For port 7dd7afc2-284e-4180-b03f-8335ee2359d3, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:35.185620 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-29fe5798-ec51-4620-8c5a-f63dd12fc097 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:35.198052 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-89d4a82b-ab81-4dc4-881a-45db06674f3c None None] For port 7dd7afc2-284e-4180-b03f-8335ee2359d3, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=7dd7afc2-284e-4180-b03f-8335ee2359d3,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:35.206673 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-89d4a82b-ab81-4dc4-881a-45db06674f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:35.211352 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3252870-dd04-4d18-afaf-b32a52a3b9dc req-feac4779-a43f-4800-b3ec-8843ae833431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:35.213298 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f3252870-dd04-4d18-afaf-b32a52a3b9dc req-feac4779-a43f-4800-b3ec-8843ae833431 service neutron] 10.222.0.20 "GET /v2.0/networks?id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e HTTP/1.1" status: 200 len: 912 time: 0.1349766 Jul 15 13:33:35.270925 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f3252870-dd04-4d18-afaf-b32a52a3b9dc req-edb0a945-5322-4002-bc7e-f7eb77156efe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1a274f1-570d-49af-aa47-58ed370c380e HTTP/1.1" status: 200 len: 217 time: 0.0507214 Jul 15 13:33:35.274598 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-29fe5798-ec51-4620-8c5a-f63dd12fc097 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:35.279190 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-29fe5798-ec51-4620-8c5a-f63dd12fc097 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/ports/12610068-3c7c-4ade-b898-dcb1235040d1 HTTP/1.1" status: 204 len: 168 time: 0.5226915 Jul 15 13:33:35.279190 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe5798-ec51-4620-8c5a-f63dd12fc097 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Port': ['ID=12610068-3c7c-4ade-b898-dcb1235040d1,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:35.279674 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57786) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:35.306032 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d4a82b-ab81-4dc4-881a-45db06674f3c None None] Pushing event updated for resources: {'Port': ['ID=7dd7afc2-284e-4180-b03f-8335ee2359d3,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:35.339454 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3252870-dd04-4d18-afaf-b32a52a3b9dc req-6b0ec19c-e625-4583-b81a-237d0ef0c633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:35.341372 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f3252870-dd04-4d18-afaf-b32a52a3b9dc req-6b0ec19c-e625-4583-b81a-237d0ef0c633 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=56ba636c-89f6-461f-85cb-74f1c6749bed HTTP/1.1" status: 200 len: 850 time: 0.0594153 Jul 15 13:33:35.357998 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733b975e-91c3-49b5-a716-3548fdeb9bf7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:35.361771 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733b975e-91c3-49b5-a716-3548fdeb9bf7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:35.367472 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-733b975e-91c3-49b5-a716-3548fdeb9bf7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0821462 Jul 15 13:33:35.368431 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57788) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:35.421323 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3252870-dd04-4d18-afaf-b32a52a3b9dc req-f6640a13-8569-452d-a3cc-26728539f1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:35.423064 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f3252870-dd04-4d18-afaf-b32a52a3b9dc req-f6640a13-8569-452d-a3cc-26728539f1b1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0754495 Jul 15 13:33:35.443274 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-991fe862-2026-473d-b278-33ce8d1e326d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting subnet 0381400f-f85d-46d6-b4df-023647ae911a {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:33:35.447491 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-991fe862-2026-473d-b278-33ce8d1e326d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:35.496114 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-991fe862-2026-473d-b278-33ce8d1e326d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:35.628530 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f3252870-dd04-4d18-afaf-b32a52a3b9dc req-cd4ead8e-397e-4807-87db-1045723cb30f service neutron] 10.222.0.20 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986451 Jul 15 13:33:35.661922 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6d43d4de-1223-4c94-b0c0-7d2c496a784d req-57fe6af3-2b04-47a6-8004-1818aae12c25 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ba820bf-9df3-482f-a58b-5d16f1738eee HTTP/1.1" status: 200 len: 210 time: 0.0665412 Jul 15 13:33:35.697096 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-991fe862-2026-473d-b278-33ce8d1e326d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:35.792196 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-991fe862-2026-473d-b278-33ce8d1e326d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:35.814606 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-991fe862-2026-473d-b278-33ce8d1e326d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:35.819370 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57798) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:35.822261 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-991fe862-2026-473d-b278-33ce8d1e326d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/0381400f-f85d-46d6-b4df-023647ae911a HTTP/1.1" status: 204 len: 168 time: 0.4527338 Jul 15 13:33:35.851571 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991fe862-2026-473d-b278-33ce8d1e326d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Subnet': ['ID=0381400f-f85d-46d6-b4df-023647ae911a,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:35.873926 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f3252870-dd04-4d18-afaf-b32a52a3b9dc req-30c56ee5-5e45-4538-8aa6-254f7db7e5a9 service neutron] 10.222.0.20 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146099 Jul 15 13:33:35.878608 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5ef75c9b-f55d-4b76-a5c9-8bfac7bc63bd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0522892 Jul 15 13:33:35.879135 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57802) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:35.894555 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-d3516aae-c28a-4b94-bde1-cae1ec2836fd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'subnet': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:36.002961 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3516aae-c28a-4b94-bde1-cae1ec2836fd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:36.007453 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d3516aae-c28a-4b94-bde1-cae1ec2836fd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:36.499577 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57806) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:36.504815 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-3ebc0ca8-e488-4b76-9c76-a1d7de9fe275 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Request body: {'subnets': [{'network_id': '6e40ecf2-05e1-459c-b3a8-4dc340dcba2d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1396288660', 'ip_version': 6}, {'network_id': '2813392e-fc40-4d89-b623-f0ab49248653', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:36.505141 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-3ebc0ca8-e488-4b76-9c76-a1d7de9fe275 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Request body: {'subnet': {'network_id': '6e40ecf2-05e1-459c-b3a8-4dc340dcba2d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1396288660', 'ip_version': 6}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:36.505883 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-3ebc0ca8-e488-4b76-9c76-a1d7de9fe275 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Request body: {'subnet': {'network_id': '2813392e-fc40-4d89-b623-f0ab49248653', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:36.580543 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3df841-32ac-4c4e-b030-47b531931cdb None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:36.631225 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d3516aae-c28a-4b94-bde1-cae1ec2836fd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:36.653563 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-4adf3623-23b2-48b3-a1d7-944acae64750 None None] Provisioning for port 7dd7afc2-284e-4180-b03f-8335ee2359d3 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:36.670302 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3516aae-c28a-4b94-bde1-cae1ec2836fd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:36.675354 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-d3516aae-c28a-4b94-bde1-cae1ec2836fd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:36.678913 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3516aae-c28a-4b94-bde1-cae1ec2836fd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:36.679517 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d3516aae-c28a-4b94-bde1-cae1ec2836fd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:36.704247 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebc0ca8-e488-4b76-9c76-a1d7de9fe275 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Made reservation on behalf of 6cf7588209864cb888ddb4b4c028bd65 for: {'subnet': 2} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:36.708544 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d3516aae-c28a-4b94-bde1-cae1ec2836fd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8211436 Jul 15 13:33:36.710096 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57810) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:36.716301 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-22b6a42e-8b42-4827-8c6b-f5fc7accde1a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'port': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'fixed_ips': [{'subnet_id': 'baef3c58-ee77-4e36-8eb2-b5651cc6020f', 'ip_address': '2001:db8::e9bf:e61:a561:d0c8'}], 'name': 'tempest-NetworksTestDHCPv6-1414483212'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:36.720761 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3ebc0ca8-e488-4b76-9c76-a1d7de9fe275 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:36.723475 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3ebc0ca8-e488-4b76-9c76-a1d7de9fe275 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:36.765744 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3516aae-c28a-4b94-bde1-cae1ec2836fd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Subnet': ['ID=baef3c58-ee77-4e36-8eb2-b5651cc6020f,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:36.802528 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3516aae-c28a-4b94-bde1-cae1ec2836fd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:36.802794 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3516aae-c28a-4b94-bde1-cae1ec2836fd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:36.803141 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3516aae-c28a-4b94-bde1-cae1ec2836fd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:36.803476 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3516aae-c28a-4b94-bde1-cae1ec2836fd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:36.803807 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3516aae-c28a-4b94-bde1-cae1ec2836fd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:36.804133 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3516aae-c28a-4b94-bde1-cae1ec2836fd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:36.804455 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3516aae-c28a-4b94-bde1-cae1ec2836fd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:36.804777 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3516aae-c28a-4b94-bde1-cae1ec2836fd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:36.805095 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3516aae-c28a-4b94-bde1-cae1ec2836fd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:36.805412 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3516aae-c28a-4b94-bde1-cae1ec2836fd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:36.805733 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3516aae-c28a-4b94-bde1-cae1ec2836fd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:36.806084 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3516aae-c28a-4b94-bde1-cae1ec2836fd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:36.873300 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-80e04356-fe16-45f0-84a9-48280558da1e req-39fb160c-0d54-4b3d-aec8-3512f624a7cc tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ba820bf-9df3-482f-a58b-5d16f1738eee HTTP/1.1" status: 200 len: 210 time: 0.0487251 Jul 15 13:33:36.919823 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b6a42e-8b42-4827-8c6b-f5fc7accde1a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:37.028925 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c374b4-31d0-47d6-9d81-04700b8b6a9e None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:37.052468 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-22b6a42e-8b42-4827-8c6b-f5fc7accde1a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:37.072203 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-22b6a42e-8b42-4827-8c6b-f5fc7accde1a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] device_id is not set on port 6a0a57ec-4297-4c0a-aecf-613c5f3dc0f6 yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:33:37.097802 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00820d-a025-4798-a3ff-e733b035d518 req-b3624623-1571-4bc3-b486-6edbb89c54a0 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:37.101558 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fa00820d-a025-4798-a3ff-e733b035d518 req-b3624623-1571-4bc3-b486-6edbb89c54a0 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.46 "GET /v2.0/networks?id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e HTTP/1.1" status: 200 len: 811 time: 0.2286997 Jul 15 13:33:37.119238 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-fa00820d-a025-4798-a3ff-e733b035d518 req-a1688d8a-f82a-43ed-844c-a91d3b978f66 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Request body: {'port': {'device_id': '7ba820bf-9df3-482f-a58b-5d16f1738eee', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'admin_state_up': True, 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:37.129699 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 7dd7afc2-284e-4180-b03f-8335ee2359d3 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:37.230582 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 7dd7afc2-284e-4180-b03f-8335ee2359d3 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:37.256151 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 7dd7afc2-284e-4180-b03f-8335ee2359d3 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:37.256639 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:37.328508 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-22b6a42e-8b42-4827-8c6b-f5fc7accde1a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Allocated IP 2001:db8::e9bf:e61:a561:d0c8 (7f8e87b8-c332-4e36-ad91-99861c85828d/baef3c58-ee77-4e36-8eb2-b5651cc6020f/6a0a57ec-4297-4c0a-aecf-613c5f3dc0f6) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:37.404906 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:37.415780 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa00820d-a025-4798-a3ff-e733b035d518 req-a1688d8a-f82a-43ed-844c-a91d3b978f66 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Made reservation on behalf of 0a166bdebb1d4ca388f2465550a7f09f for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:37.419487 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fa00820d-a025-4798-a3ff-e733b035d518 req-a1688d8a-f82a-43ed-844c-a91d3b978f66 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:37.453153 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 7dd7afc2-284e-4180-b03f-8335ee2359d3, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=7dd7afc2-284e-4180-b03f-8335ee2359d3,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:37.457826 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:37.537944 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=7dd7afc2-284e-4180-b03f-8335ee2359d3,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:37.557102 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-22b6a42e-8b42-4827-8c6b-f5fc7accde1a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:37.568953 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3ebc0ca8-e488-4b76-9c76-a1d7de9fe275 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:37.612722 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-22b6a42e-8b42-4827-8c6b-f5fc7accde1a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Transition to ACTIVE for port object 6a0a57ec-4297-4c0a-aecf-613c5f3dc0f6 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:37.662624 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-22b6a42e-8b42-4827-8c6b-f5fc7accde1a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:37.699967 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc0ca8-e488-4b76-9c76-a1d7de9fe275 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Pushing event updated for resources: {'Subnet': ['ID=c25f10cb-694d-46fc-83e2-7522548eb4e1,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:37.722885 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-fa00820d-a025-4798-a3ff-e733b035d518 req-a1688d8a-f82a-43ed-844c-a91d3b978f66 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Allocated IP 172.20.0.5 (31f5d0ed-5ca5-4f26-8063-b8698ea6981e/56ba636c-89f6-461f-85cb-74f1c6749bed/2c7caa59-087b-459c-8426-05a9f917f708) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:37.725358 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebc0ca8-e488-4b76-9c76-a1d7de9fe275 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Checking segment: {'id': '901b0d7b-a9bf-439f-9dd3-da3457f29ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6e40ecf2-05e1-459c-b3a8-4dc340dcba2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:37.725842 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebc0ca8-e488-4b76-9c76-a1d7de9fe275 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Network hostable DHCP agents. Network: 6e40ecf2-05e1-459c-b3a8-4dc340dcba2d, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:33:37.735161 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b6a42e-8b42-4827-8c6b-f5fc7accde1a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:37.739068 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-22b6a42e-8b42-4827-8c6b-f5fc7accde1a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:37.741837 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b6a42e-8b42-4827-8c6b-f5fc7accde1a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:37.748871 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b6a42e-8b42-4827-8c6b-f5fc7accde1a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:37.750046 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-22b6a42e-8b42-4827-8c6b-f5fc7accde1a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:37.764764 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebc0ca8-e488-4b76-9c76-a1d7de9fe275 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Network 6e40ecf2-05e1-459c-b3a8-4dc340dcba2d is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:33:37.770544 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6a42e-8b42-4827-8c6b-f5fc7accde1a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Port': ['ID=6a0a57ec-4297-4c0a-aecf-613c5f3dc0f6,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:37.783632 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-22b6a42e-8b42-4827-8c6b-f5fc7accde1a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0716324 Jul 15 13:33:37.785044 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57814) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:37.787348 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-3ebc0ca8-e488-4b76-9c76-a1d7de9fe275 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 6e40ecf2-05e1-459c-b3a8-4dc340dcba2d) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:37.799729 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3ebc0ca8-e488-4b76-9c76-a1d7de9fe275 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:37.826434 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de51fe2c-215c-460f-8e27-a8570f5891d4 None None] Network 6e40ecf2-05e1-459c-b3a8-4dc340dcba2d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:37.926065 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38e003c-2d91-466c-8389-c1e9a95e42a2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:37.938137 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38e003c-2d91-466c-8389-c1e9a95e42a2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:37.942526 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f38e003c-2d91-466c-8389-c1e9a95e42a2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1531737 Jul 15 13:33:37.943523 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57820) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:37.966865 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-fc120dac-8c93-4108-a6d3-235ba816d213 None None] Provisioning complete for port 7dd7afc2-284e-4180-b03f-8335ee2359d3 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:37.967511 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc120dac-8c93-4108-a6d3-235ba816d213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:38.012993 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc0ca8-e488-4b76-9c76-a1d7de9fe275 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Pushing event updated for resources: {'Subnet': ['ID=8382bed6-3eea-4dfe-a7a8-f5545d3652c6,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:38.045890 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebc0ca8-e488-4b76-9c76-a1d7de9fe275 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Checking segment: {'id': '2844eadb-dd06-4dda-8e6c-f84412ce28e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2813392e-fc40-4d89-b623-f0ab49248653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:38.046938 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebc0ca8-e488-4b76-9c76-a1d7de9fe275 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Network hostable DHCP agents. Network: 2813392e-fc40-4d89-b623-f0ab49248653, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:33:38.091972 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d36e1c8b-5b82-48c8-be40-2239e8590d11 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting port 6a0a57ec-4297-4c0a-aecf-613c5f3dc0f6 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:38.092801 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d36e1c8b-5b82-48c8-be40-2239e8590d11 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:38.094190 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fa00820d-a025-4798-a3ff-e733b035d518 req-a1688d8a-f82a-43ed-844c-a91d3b978f66 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:38.112534 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebc0ca8-e488-4b76-9c76-a1d7de9fe275 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Network 2813392e-fc40-4d89-b623-f0ab49248653 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:33:38.133705 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-fa00820d-a025-4798-a3ff-e733b035d518 req-a1688d8a-f82a-43ed-844c-a91d3b978f66 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Transition to ACTIVE for port object 2c7caa59-087b-459c-8426-05a9f917f708 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:38.157906 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00367452-b2a2-4df1-8de4-65af2d854ef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-6e40ecf2-05e1-459c-b3a8-4dc340dcba2d', 'network_id': '6e40ecf2-05e1-459c-b3a8-4dc340dcba2d', 'tenant_id': '6cf7588209864cb888ddb4b4c028bd65', 'fixed_ips': [{'subnet_id': 'c25f10cb-694d-46fc-83e2-7522548eb4e1'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:33:38.158806 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-00367452-b2a2-4df1-8de4-65af2d854ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:38.177497 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a885cf22-f4f6-4cb0-90e6-d027261ee5fb req-1c4ea810-03d4-40ff-9459-866e65d0da1f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ba820bf-9df3-482f-a58b-5d16f1738eee HTTP/1.1" status: 200 len: 210 time: 0.0392783 Jul 15 13:33:38.198304 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-3ebc0ca8-e488-4b76-9c76-a1d7de9fe275 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 2813392e-fc40-4d89-b623-f0ab49248653) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:38.205994 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebc0ca8-e488-4b76-9c76-a1d7de9fe275 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:38.206507 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebc0ca8-e488-4b76-9c76-a1d7de9fe275 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:38.207281 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3ebc0ca8-e488-4b76-9c76-a1d7de9fe275 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:38.230330 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3ebc0ca8-e488-4b76-9c76-a1d7de9fe275 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.7273207 Jul 15 13:33:38.230927 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57822) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:38.233577 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa731ad-e2f3-4d1d-bc1d-e6c7cfbdb801 None None] Network 2813392e-fc40-4d89-b623-f0ab49248653 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:38.239660 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fa00820d-a025-4798-a3ff-e733b035d518 req-a1688d8a-f82a-43ed-844c-a91d3b978f66 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:38.270464 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['c1a274f1-570d-49af-aa47-58ed370c380e'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:33:38.302165 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa00820d-a025-4798-a3ff-e733b035d518 req-a1688d8a-f82a-43ed-844c-a91d3b978f66 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Network 31f5d0ed-5ca5-4f26-8063-b8698ea6981e is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:38.306036 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-fa00820d-a025-4798-a3ff-e733b035d518 req-a1688d8a-f82a-43ed-844c-a91d3b978f66 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:38.335713 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa00820d-a025-4798-a3ff-e733b035d518 req-a1688d8a-f82a-43ed-844c-a91d3b978f66 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:38.385569 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d36e1c8b-5b82-48c8-be40-2239e8590d11 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:38.410929 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d36e1c8b-5b82-48c8-be40-2239e8590d11 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Calling delete_port for 6a0a57ec-4297-4c0a-aecf-613c5f3dc0f6 owned by {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:38.424481 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff93faf-3fbd-4834-8eeb-c94d61fb7aca tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:38.426076 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff93faf-3fbd-4834-8eeb-c94d61fb7aca tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:38.429718 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff93faf-3fbd-4834-8eeb-c94d61fb7aca tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:38.435471 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00820d-a025-4798-a3ff-e733b035d518 req-a1688d8a-f82a-43ed-844c-a91d3b978f66 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:38.436247 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fa00820d-a025-4798-a3ff-e733b035d518 req-a1688d8a-f82a-43ed-844c-a91d3b978f66 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:38.446981 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57824) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:38.447791 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-cff93faf-3fbd-4834-8eeb-c94d61fb7aca tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2156966 Jul 15 13:33:38.514380 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fa00820d-a025-4798-a3ff-e733b035d518 req-a1688d8a-f82a-43ed-844c-a91d3b978f66 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3995826 Jul 15 13:33:38.530459 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1688d8a-f82a-43ed-844c-a91d3b978f66 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Pushing event updated for resources: {'Port': ['ID=2c7caa59-087b-459c-8426-05a9f917f708,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:38.548911 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-becc9566-e0f5-4adb-abe0-8ef564e48be9 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Deleting subnet c25f10cb-694d-46fc-83e2-7522548eb4e1 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:33:38.553098 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-becc9566-e0f5-4adb-abe0-8ef564e48be9 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:38.602065 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-becc9566-e0f5-4adb-abe0-8ef564e48be9 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:38.678454 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8de229d8-8279-4b25-ab25-4bf88ac0ee15 None None] Could not find standard attr ID for object 2cba53ec-e308-4fbc-92b5-50c13302832b. {{(pid=93827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:33:38.691614 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-becc9566-e0f5-4adb-abe0-8ef564e48be9 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:38.748201 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d36e1c8b-5b82-48c8-be40-2239e8590d11 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:38.778569 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-fa00820d-a025-4798-a3ff-e733b035d518 req-47a715f8-62de-4098-9160-7ae079956e53 service neutron] Request body: {'port': {'device_id': '7ba820bf-9df3-482f-a58b-5d16f1738eee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:38.817559 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-76692c96-eda4-4ddb-93f4-a6e29062e424 None None] Could not find standard attr ID for object 12610068-3c7c-4ade-b898-dcb1235040d1. {{(pid=93827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:33:38.823800 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e1c8b-5b82-48c8-be40-2239e8590d11 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Port': ['ID=6a0a57ec-4297-4c0a-aecf-613c5f3dc0f6,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:38.824197 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8672c33-f924-44fd-9c89-ed24165626a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-2813392e-fc40-4d89-b623-f0ab49248653', 'network_id': '2813392e-fc40-4d89-b623-f0ab49248653', 'tenant_id': '6cf7588209864cb888ddb4b4c028bd65', 'fixed_ips': [{'subnet_id': '8382bed6-3eea-4dfe-a7a8-f5545d3652c6'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:33:38.825045 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8672c33-f924-44fd-9c89-ed24165626a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:38.903831 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-becc9566-e0f5-4adb-abe0-8ef564e48be9 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:38.904134 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d36e1c8b-5b82-48c8-be40-2239e8590d11 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:38.910613 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d36e1c8b-5b82-48c8-be40-2239e8590d11 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/ports/6a0a57ec-4297-4c0a-aecf-613c5f3dc0f6 HTTP/1.1" status: 204 len: 168 time: 0.9535828 Jul 15 13:33:38.911370 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57828) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server [None req-00367452-b2a2-4df1-8de4-65af2d854ef5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c25f10cb-694d-46fc-83e2-7522548eb4e1: This subnet is being modified by another concurrent operation. Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise exception Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c25f10cb-694d-46fc-83e2-7522548eb4e1: This subnet is being modified by another concurrent operation. Jul 15 13:33:38.938157 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server Jul 15 13:33:38.972505 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a3b2c6-6a30-4089-bd41-176f4e501d2a None None] Network 6e40ecf2-05e1-459c-b3a8-4dc340dcba2d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:39.025078 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a3af0c-2fe4-4a1a-93be-722feca98f15 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:39.027362 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a3af0c-2fe4-4a1a-93be-722feca98f15 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:39.028761 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-19a3af0c-2fe4-4a1a-93be-722feca98f15 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1161168 Jul 15 13:33:39.033831 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57830) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:39.048946 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8d5cb76d-1536-4015-9242-17b4100dcd1b None None] Provisioning for port 2c7caa59-087b-459c-8426-05a9f917f708 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:39.050592 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fa00820d-a025-4798-a3ff-e733b035d518 req-47a715f8-62de-4098-9160-7ae079956e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:39.097073 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc9566-e0f5-4adb-abe0-8ef564e48be9 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Pushing event deleted for resources: {'Subnet': ['ID=c25f10cb-694d-46fc-83e2-7522548eb4e1,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:39.115934 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 7dd7afc2-284e-4180-b03f-8335ee2359d3 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:39.152164 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a78ca42-57e8-4418-850e-a7884fed3b5f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting subnet baef3c58-ee77-4e36-8eb2-b5651cc6020f {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:33:39.154431 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-becc9566-e0f5-4adb-abe0-8ef564e48be9 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:39.161889 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-becc9566-e0f5-4adb-abe0-8ef564e48be9 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] 10.222.0.16 "DELETE /v2.0/subnets/c25f10cb-694d-46fc-83e2-7522548eb4e1 HTTP/1.1" status: 204 len: 168 time: 0.7115502 Jul 15 13:33:39.162440 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9a78ca42-57e8-4418-850e-a7884fed3b5f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:39.171014 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57832) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:39.195032 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8d5cb76d-1536-4015-9242-17b4100dcd1b None None] Provisioning complete for port 2c7caa59-087b-459c-8426-05a9f917f708 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:39.195412 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8d5cb76d-1536-4015-9242-17b4100dcd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:39.337851 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9a78ca42-57e8-4418-850e-a7884fed3b5f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:39.479378 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9a78ca42-57e8-4418-850e-a7884fed3b5f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:39.547710 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-e8672c33-f924-44fd-9c89-ed24165626a0 None None] Allocated IP 2001:db8:0:1::1 (2813392e-fc40-4d89-b623-f0ab49248653/8382bed6-3eea-4dfe-a7a8-f5545d3652c6/b3f45121-3b1f-4c82-b47a-3c59b17fee1a) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:39.589836 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-8d5cb76d-1536-4015-9242-17b4100dcd1b None None] Port 2c7caa59-087b-459c-8426-05a9f917f708 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:39.601255 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 7dd7afc2-284e-4180-b03f-8335ee2359d3 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:39.601626 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:39.621023 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9a78ca42-57e8-4418-850e-a7884fed3b5f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:39.696823 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78ca42-57e8-4418-850e-a7884fed3b5f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Subnet': ['ID=baef3c58-ee77-4e36-8eb2-b5651cc6020f,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:39.706401 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9a78ca42-57e8-4418-850e-a7884fed3b5f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:39.711086 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9a78ca42-57e8-4418-850e-a7884fed3b5f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/baef3c58-ee77-4e36-8eb2-b5651cc6020f HTTP/1.1" status: 204 len: 168 time: 0.6737082 Jul 15 13:33:39.719513 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57836) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:39.766709 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b52141b8-26ac-4a07-90b5-53785c933a27 None None] Could not find standard attr ID for object 6a0a57ec-4297-4c0a-aecf-613c5f3dc0f6. {{(pid=93827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:33:39.778824 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-bb580780-ed02-4f1e-9eeb-0fe03b86e91b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0534797 Jul 15 13:33:39.779959 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57838) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:39.827183 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90e878-3303-4cbf-9292-e4ccac637ece req-de380ee6-bd0b-4dd0-bc8e-288b564cf6db tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:39.829815 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cd90e878-3303-4cbf-9292-e4ccac637ece req-de380ee6-bd0b-4dd0-bc8e-288b564cf6db tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ba820bf-9df3-482f-a58b-5d16f1738eee HTTP/1.1" status: 200 len: 931 time: 0.3669972 Jul 15 13:33:39.897887 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cd90e878-3303-4cbf-9292-e4ccac637ece req-3a4c9c91-f5d6-495b-a98d-f1d10c0f759d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615301 Jul 15 13:33:39.923902 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160dcd85-780e-41c5-856f-cf1f34433780 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:39.925690 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-160dcd85-780e-41c5-856f-cf1f34433780 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1447144 Jul 15 13:33:39.928684 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57840) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:39.949674 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952ed795-2862-43d8-ae28-45d5a72084b3 None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:39.968237 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-51532974-9ccc-4a90-8ad3-4bcb0394a55a tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Deleting subnet 8382bed6-3eea-4dfe-a7a8-f5545d3652c6 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:33:39.989973 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ba6701-88d1-4d5f-8a04-44dcd658384a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:39.994411 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-15ba6701-88d1-4d5f-8a04-44dcd658384a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0617909 Jul 15 13:33:39.994411 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57842) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:40.043345 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8a4a3385-186e-420f-9665-befa8acc9efe tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432963 Jul 15 13:33:40.044033 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57844) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:40.054834 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-acb27fc0-0d2d-4cb8-9e8e-6c246a747e5f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'subnet': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:40.092604 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8672c33-f924-44fd-9c89-ed24165626a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.125622 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-e8672c33-f924-44fd-9c89-ed24165626a0 None None] Transition to ACTIVE for port object b3f45121-3b1f-4c82-b47a-3c59b17fee1a will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:40.161198 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-e8672c33-f924-44fd-9c89-ed24165626a0 None None] Transition to ACTIVE for port object b3f45121-3b1f-4c82-b47a-3c59b17fee1a will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:40.170369 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8672c33-f924-44fd-9c89-ed24165626a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.173211 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-51532974-9ccc-4a90-8ad3-4bcb0394a55a tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.233957 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8672c33-f924-44fd-9c89-ed24165626a0 None None] Network 2813392e-fc40-4d89-b623-f0ab49248653 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:40.234142 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-fa00820d-a025-4798-a3ff-e733b035d518 req-47a715f8-62de-4098-9160-7ae079956e53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c7caa59-087b-459c-8426-05a9f917f708 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:33:40.237556 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8672c33-f924-44fd-9c89-ed24165626a0 None None] Pushing event updated for resources: {'Port': ['ID=b3f45121-3b1f-4c82-b47a-3c59b17fee1a,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:40.241602 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-e8672c33-f924-44fd-9c89-ed24165626a0 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:40.244670 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8672c33-f924-44fd-9c89-ed24165626a0 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:40.249155 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fa00820d-a025-4798-a3ff-e733b035d518 req-47a715f8-62de-4098-9160-7ae079956e53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.252048 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb27fc0-0d2d-4cb8-9e8e-6c246a747e5f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:40.256362 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-acb27fc0-0d2d-4cb8-9e8e-6c246a747e5f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.285532 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-51532974-9ccc-4a90-8ad3-4bcb0394a55a tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.312058 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-e8672c33-f924-44fd-9c89-ed24165626a0 None None] Attempting to bind port b3f45121-3b1f-4c82-b47a-3c59b17fee1a on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:40.312058 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-e8672c33-f924-44fd-9c89-ed24165626a0 None None] Attempting to bind port b3f45121-3b1f-4c82-b47a-3c59b17fee1a by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '2844eadb-dd06-4dda-8e6c-f84412ce28e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2813392e-fc40-4d89-b623-f0ab49248653'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:40.313323 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8672c33-f924-44fd-9c89-ed24165626a0 None None] Attempting to bind port b3f45121-3b1f-4c82-b47a-3c59b17fee1a on network 2813392e-fc40-4d89-b623-f0ab49248653 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:40.318368 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8672c33-f924-44fd-9c89-ed24165626a0 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:40.318790 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8672c33-f924-44fd-9c89-ed24165626a0 None None] Checking segment: {'id': '2844eadb-dd06-4dda-8e6c-f84412ce28e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2813392e-fc40-4d89-b623-f0ab49248653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:40.319202 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8672c33-f924-44fd-9c89-ed24165626a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.319604 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8672c33-f924-44fd-9c89-ed24165626a0 None None] Bound using segment: {'id': '2844eadb-dd06-4dda-8e6c-f84412ce28e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2813392e-fc40-4d89-b623-f0ab49248653'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:40.320074 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-e8672c33-f924-44fd-9c89-ed24165626a0 None None] Bound port: b3f45121-3b1f-4c82-b47a-3c59b17fee1a, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2844eadb-dd06-4dda-8e6c-f84412ce28e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2813392e-fc40-4d89-b623-f0ab49248653'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:40.320465 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8672c33-f924-44fd-9c89-ed24165626a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.327899 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-fa00820d-a025-4798-a3ff-e733b035d518 req-47a715f8-62de-4098-9160-7ae079956e53 service neutron] Transition to ACTIVE for port object 2c7caa59-087b-459c-8426-05a9f917f708 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:40.333888 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fa00820d-a025-4798-a3ff-e733b035d518 req-47a715f8-62de-4098-9160-7ae079956e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.354789 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e6c18a-69dc-4236-8ec1-96a0fa0e48eb None None] DHCP port deletion for 7f8e87b8-c332-4e36-ad91-99861c85828d request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:33:40.413169 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-e8672c33-f924-44fd-9c89-ed24165626a0 None None] For port b3f45121-3b1f-4c82-b47a-3c59b17fee1a, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:40.417081 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-e8672c33-f924-44fd-9c89-ed24165626a0 None None] For port b3f45121-3b1f-4c82-b47a-3c59b17fee1a, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=b3f45121-3b1f-4c82-b47a-3c59b17fee1a,segment=NetworkSegment(2844eadb-dd06-4dda-8e6c-f84412ce28e4),segment_id=2844eadb-dd06-4dda-8e6c-f84412ce28e4)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:40.425139 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8672c33-f924-44fd-9c89-ed24165626a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.474355 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d6e6c18a-69dc-4236-8ec1-96a0fa0e48eb None None] Deleting port 7dd7afc2-284e-4180-b03f-8335ee2359d3 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:40.474754 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6e6c18a-69dc-4236-8ec1-96a0fa0e48eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.507142 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a715f8-62de-4098-9160-7ae079956e53 service neutron] Pushing event updated for resources: {'Port': ['ID=2c7caa59-087b-459c-8426-05a9f917f708,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:40.525453 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8672c33-f924-44fd-9c89-ed24165626a0 None None] Pushing event updated for resources: {'Port': ['ID=b3f45121-3b1f-4c82-b47a-3c59b17fee1a,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:40.543525 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-51532974-9ccc-4a90-8ad3-4bcb0394a55a tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.570953 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-d6e6c18a-69dc-4236-8ec1-96a0fa0e48eb None None] For port 7dd7afc2-284e-4180-b03f-8335ee2359d3, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=7dd7afc2-284e-4180-b03f-8335ee2359d3,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:40.571619 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6e6c18a-69dc-4236-8ec1-96a0fa0e48eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.587578 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d6e6c18a-69dc-4236-8ec1-96a0fa0e48eb None None] Calling delete_port for 7dd7afc2-284e-4180-b03f-8335ee2359d3 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:40.659090 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-fa00820d-a025-4798-a3ff-e733b035d518 req-47a715f8-62de-4098-9160-7ae079956e53 service neutron] Attempting to bind port 2c7caa59-087b-459c-8426-05a9f917f708 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:40.659426 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-fa00820d-a025-4798-a3ff-e733b035d518 req-47a715f8-62de-4098-9160-7ae079956e53 service neutron] Attempting to bind port 2c7caa59-087b-459c-8426-05a9f917f708 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'f9960641-9612-4cdb-ae7f-7357fdb7c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:40.659756 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa00820d-a025-4798-a3ff-e733b035d518 req-47a715f8-62de-4098-9160-7ae079956e53 service neutron] Attempting to bind port 2c7caa59-087b-459c-8426-05a9f917f708 on network 31f5d0ed-5ca5-4f26-8063-b8698ea6981e {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:40.681325 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa00820d-a025-4798-a3ff-e733b035d518 req-47a715f8-62de-4098-9160-7ae079956e53 service neutron] Port 2c7caa59-087b-459c-8426-05a9f917f708 on network 31f5d0ed-5ca5-4f26-8063-b8698ea6981e not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:33:40.681531 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa00820d-a025-4798-a3ff-e733b035d518 req-47a715f8-62de-4098-9160-7ae079956e53 service neutron] Attempting to bind port 2c7caa59-087b-459c-8426-05a9f917f708 on network 31f5d0ed-5ca5-4f26-8063-b8698ea6981e {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:40.710854 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6e6c18a-69dc-4236-8ec1-96a0fa0e48eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.717208 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-51532974-9ccc-4a90-8ad3-4bcb0394a55a tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.738658 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa00820d-a025-4798-a3ff-e733b035d518 req-47a715f8-62de-4098-9160-7ae079956e53 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:40.738658 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa00820d-a025-4798-a3ff-e733b035d518 req-47a715f8-62de-4098-9160-7ae079956e53 service neutron] Checking segment: {'id': 'f9960641-9612-4cdb-ae7f-7357fdb7c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:40.739009 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa00820d-a025-4798-a3ff-e733b035d518 req-47a715f8-62de-4098-9160-7ae079956e53 service neutron] Bound using segment: {'id': 'f9960641-9612-4cdb-ae7f-7357fdb7c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:40.739216 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-fa00820d-a025-4798-a3ff-e733b035d518 req-47a715f8-62de-4098-9160-7ae079956e53 service neutron] Bound port: 2c7caa59-087b-459c-8426-05a9f917f708, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9960641-9612-4cdb-ae7f-7357fdb7c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:40.739580 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fa00820d-a025-4798-a3ff-e733b035d518 req-47a715f8-62de-4098-9160-7ae079956e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.756337 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e6c18a-69dc-4236-8ec1-96a0fa0e48eb None None] No DVR routers for this DVR port 7dd7afc2-284e-4180-b03f-8335ee2359d3 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:40.762476 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6c18a-69dc-4236-8ec1-96a0fa0e48eb None None] Pushing event deleted for resources: {'Port': ['ID=7dd7afc2-284e-4180-b03f-8335ee2359d3,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:40.803346 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-51532974-9ccc-4a90-8ad3-4bcb0394a55a tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.807591 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-51532974-9ccc-4a90-8ad3-4bcb0394a55a tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] 10.222.0.16 "DELETE /v2.0/subnets/8382bed6-3eea-4dfe-a7a8-f5545d3652c6 HTTP/1.1" status: 204 len: 168 time: 1.6258943 Jul 15 13:33:40.809577 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51532974-9ccc-4a90-8ad3-4bcb0394a55a tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Pushing event deleted for resources: {'Subnet': ['ID=8382bed6-3eea-4dfe-a7a8-f5545d3652c6,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:40.810204 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57846) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:40.815420 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-acb27fc0-0d2d-4cb8-9e8e-6c246a747e5f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.918799 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b220efb2-8e9c-4345-aaac-1969c1b7273d tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:40.928502 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b220efb2-8e9c-4345-aaac-1969c1b7273d tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1170492 Jul 15 13:33:40.933260 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57850) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:40.991627 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-fa00820d-a025-4798-a3ff-e733b035d518 req-47a715f8-62de-4098-9160-7ae079956e53 service neutron] For port 2c7caa59-087b-459c-8426-05a9f917f708, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:41.039217 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb27fc0-0d2d-4cb8-9e8e-6c246a747e5f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:41.060400 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-acb27fc0-0d2d-4cb8-9e8e-6c246a747e5f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:41.075928 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb27fc0-0d2d-4cb8-9e8e-6c246a747e5f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:41.076555 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-acb27fc0-0d2d-4cb8-9e8e-6c246a747e5f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:41.081688 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-fa00820d-a025-4798-a3ff-e733b035d518 req-47a715f8-62de-4098-9160-7ae079956e53 service neutron] For port 2c7caa59-087b-459c-8426-05a9f917f708, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2c7caa59-087b-459c-8426-05a9f917f708,segment=NetworkSegment(f9960641-9612-4cdb-ae7f-7357fdb7c7fb),segment_id=f9960641-9612-4cdb-ae7f-7357fdb7c7fb)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:41.095769 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b701e76-352a-4214-8329-8a4a548b11c0 None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:41.100864 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4419c21e-c012-453d-9a6c-fbc098763c58 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:41.121114 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fa00820d-a025-4798-a3ff-e733b035d518 req-47a715f8-62de-4098-9160-7ae079956e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:41.130319 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb27fc0-0d2d-4cb8-9e8e-6c246a747e5f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Subnet': ['ID=316f0fd9-a281-47d2-aa39-418691d34230,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:41.184430 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a715f8-62de-4098-9160-7ae079956e53 service neutron] Pushing event updated for resources: {'Port': ['ID=2c7caa59-087b-459c-8426-05a9f917f708,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:41.192044 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-acb27fc0-0d2d-4cb8-9e8e-6c246a747e5f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1441314 Jul 15 13:33:41.192044 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00820d-a025-4798-a3ff-e733b035d518 req-47a715f8-62de-4098-9160-7ae079956e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:41.192044 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fa00820d-a025-4798-a3ff-e733b035d518 req-47a715f8-62de-4098-9160-7ae079956e53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:41.193353 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fa00820d-a025-4798-a3ff-e733b035d518 req-47a715f8-62de-4098-9160-7ae079956e53 service neutron] 10.222.0.46 "PUT /v2.0/ports/2c7caa59-087b-459c-8426-05a9f917f708 HTTP/1.1" status: 200 len: 1092 time: 2.6709239 Jul 15 13:33:41.193823 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba820bf-9df3-482f-a58b-5d16f1738eee', 'tag': '2c7caa59-087b-459c-8426-05a9f917f708'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:33:41.196437 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85327a0-3b4a-4121-985c-1f42f3bb1bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba820bf-9df3-482f-a58b-5d16f1738eee", "tag": "2c7caa59-087b-459c-8426-05a9f917f708"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:41.199032 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57852) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:41.209297 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-9efd6e5f-4f42-43f8-8aba-0c0f6230dfd1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'port': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'fixed_ips': [{'subnet_id': '316f0fd9-a281-47d2-aa39-418691d34230', 'ip_address': '2001:db8::83ad:fee5:7a3e:bc8'}], 'name': 'tempest-NetworksTestDHCPv6-1774128440'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:41.243627 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b3f45121-3b1f-4c82-b47a-3c59b17fee1a up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:41.287309 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89b7e5f-8bc0-47b7-808c-e85a3cd73e3d x-openstack-request-id: req-e89b7e5f-8bc0-47b7-808c-e85a3cd73e3d {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:41.287628 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba820bf-9df3-482f-a58b-5d16f1738eee", "tag": "2c7caa59-087b-459c-8426-05a9f917f708", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:41.287963 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e89b7e5f-8bc0-47b7-808c-e85a3cd73e3d {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:41.288344 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba820bf-9df3-482f-a58b-5d16f1738eee', 'tag': '2c7caa59-087b-459c-8426-05a9f917f708', 'status': 'completed', 'code': 200} Jul 15 13:33:41.327102 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00820d-a025-4798-a3ff-e733b035d518 req-1289efe2-11a0-4faf-b0ea-3371e1afb342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:41.328558 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fa00820d-a025-4798-a3ff-e733b035d518 req-1289efe2-11a0-4faf-b0ea-3371e1afb342 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a166bdebb1d4ca388f2465550a7f09f&device_id=7ba820bf-9df3-482f-a58b-5d16f1738eee HTTP/1.1" status: 200 len: 1095 time: 0.0808721 Jul 15 13:33:41.387270 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fa00820d-a025-4798-a3ff-e733b035d518 req-5fccae79-1707-436b-aaa0-5c26681aacec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c7caa59-087b-459c-8426-05a9f917f708 HTTP/1.1" status: 200 len: 217 time: 0.0511036 Jul 15 13:33:41.406820 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ddcab-f504-4c0c-a0bf-c5246b126fc1 req-bf97b91d-d300-4f37-8b34-8d193ec23b29 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:41.410070 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-268ddcab-f504-4c0c-a0bf-c5246b126fc1 req-bf97b91d-d300-4f37-8b34-8d193ec23b29 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ba820bf-9df3-482f-a58b-5d16f1738eee HTTP/1.1" status: 200 len: 943 time: 0.2788954 Jul 15 13:33:41.440553 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port b3f45121-3b1f-4c82-b47a-3c59b17fee1a completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:41.464776 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4419c21e-c012-453d-9a6c-fbc098763c58 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Deleting port b3f45121-3b1f-4c82-b47a-3c59b17fee1a {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:41.465149 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4419c21e-c012-453d-9a6c-fbc098763c58 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:41.507472 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00820d-a025-4798-a3ff-e733b035d518 req-252a0317-3642-4a9b-81ad-5ef618b3894d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:41.509875 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fa00820d-a025-4798-a3ff-e733b035d518 req-252a0317-3642-4a9b-81ad-5ef618b3894d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=56ba636c-89f6-461f-85cb-74f1c6749bed HTTP/1.1" status: 200 len: 850 time: 0.1159937 Jul 15 13:33:41.608215 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 7dd7afc2-284e-4180-b03f-8335ee2359d3 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:33:41.617003 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-268ddcab-f504-4c0c-a0bf-c5246b126fc1 req-25305ae2-98d4-4e0e-a854-2c13b8c05854 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869743 Jul 15 13:33:41.640175 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00820d-a025-4798-a3ff-e733b035d518 req-5483d0dd-debf-49c7-84e5-dab1ec5f32d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:41.642260 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 7dd7afc2-284e-4180-b03f-8335ee2359d3 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:33:41.642786 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 7dd7afc2-284e-4180-b03f-8335ee2359d3 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:33:41.645196 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fa00820d-a025-4798-a3ff-e733b035d518 req-5483d0dd-debf-49c7-84e5-dab1ec5f32d7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1273916 Jul 15 13:33:41.645626 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9fb6dd-277a-47de-86b0-0f57db2953fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-7f8e87b8-c332-4e36-ad91-99861c85828d', 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'tenant_id': 'f314df1c6c6a4426aecd02fb9849c361', 'fixed_ips': [{'subnet_id': '316f0fd9-a281-47d2-aa39-418691d34230'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:33:41.646833 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b9fb6dd-277a-47de-86b0-0f57db2953fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:41.736591 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4419c21e-c012-453d-9a6c-fbc098763c58 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] For port b3f45121-3b1f-4c82-b47a-3c59b17fee1a, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=b3f45121-3b1f-4c82-b47a-3c59b17fee1a,segment=NetworkSegment(2844eadb-dd06-4dda-8e6c-f84412ce28e4),segment_id=2844eadb-dd06-4dda-8e6c-f84412ce28e4)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:41.740078 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4419c21e-c012-453d-9a6c-fbc098763c58 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:41.775368 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efd6e5f-4f42-43f8-8aba-0c0f6230dfd1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:41.787686 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9efd6e5f-4f42-43f8-8aba-0c0f6230dfd1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:41.808268 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4419c21e-c012-453d-9a6c-fbc098763c58 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Calling delete_port for b3f45121-3b1f-4c82-b47a-3c59b17fee1a owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:41.821301 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-9efd6e5f-4f42-43f8-8aba-0c0f6230dfd1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] device_id is not set on port b2446686-fc8e-446c-8831-3fc44821e4e2 yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:33:41.824914 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fa00820d-a025-4798-a3ff-e733b035d518 req-5fcd799c-705f-4b02-b0bf-37ef0043c275 service neutron] 10.222.0.46 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687276 Jul 15 13:33:41.966225 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-4b9fb6dd-277a-47de-86b0-0f57db2953fd None None] Allocated IP 2001:db8::2 (7f8e87b8-c332-4e36-ad91-99861c85828d/316f0fd9-a281-47d2-aa39-418691d34230/b30e95f2-db41-4e5d-ac28-0c442699e5bc) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:41.979497 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fa00820d-a025-4798-a3ff-e733b035d518 req-76551ec1-eb73-49be-b4d2-b1f86a742f6f service neutron] 10.222.0.46 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479950 Jul 15 13:33:42.039492 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4419c21e-c012-453d-9a6c-fbc098763c58 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.081407 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4419c21e-c012-453d-9a6c-fbc098763c58 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Pushing event deleted for resources: {'Port': ['ID=b3f45121-3b1f-4c82-b47a-3c59b17fee1a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:42.092506 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4419c21e-c012-453d-9a6c-fbc098763c58 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] No DVR routers for this DVR port b3f45121-3b1f-4c82-b47a-3c59b17fee1a on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:42.129536 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85327a0-3b4a-4121-985c-1f42f3bb1bf9 req-600a2b59-7e00-4a83-afb7-d0bd19964369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:42.131683 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b85327a0-3b4a-4121-985c-1f42f3bb1bf9 req-600a2b59-7e00-4a83-afb7-d0bd19964369 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a166bdebb1d4ca388f2465550a7f09f&device_id=7ba820bf-9df3-482f-a58b-5d16f1738eee HTTP/1.1" status: 200 len: 1095 time: 0.0821965 Jul 15 13:33:42.240901 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b9fb6dd-277a-47de-86b0-0f57db2953fd None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.248631 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4419c21e-c012-453d-9a6c-fbc098763c58 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.256285 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-4b9fb6dd-277a-47de-86b0-0f57db2953fd None None] Transition to ACTIVE for port object b30e95f2-db41-4e5d-ac28-0c442699e5bc will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:42.263932 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e7439e-addf-4f8e-a2c3-c8831c0d4314 None None] Network 2813392e-fc40-4d89-b623-f0ab49248653 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:42.264621 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-4419c21e-c012-453d-9a6c-fbc098763c58 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2813392e-fc40-4d89-b623-f0ab49248653']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:42.286355 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-4419c21e-c012-453d-9a6c-fbc098763c58 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2844eadb-dd06-4dda-8e6c-f84412ce28e4') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:42.286950 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-4419c21e-c012-453d-9a6c-fbc098763c58 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2844eadb-dd06-4dda-8e6c-f84412ce28e4') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:42.293876 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85327a0-3b4a-4121-985c-1f42f3bb1bf9 req-b440c551-a0ab-45bd-a93f-38a1a1a4bcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:42.296609 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b85327a0-3b4a-4121-985c-1f42f3bb1bf9 req-b440c551-a0ab-45bd-a93f-38a1a1a4bcc9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e HTTP/1.1" status: 200 len: 912 time: 0.1564391 Jul 15 13:33:42.296793 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-4b9fb6dd-277a-47de-86b0-0f57db2953fd None None] Transition to ACTIVE for port object b30e95f2-db41-4e5d-ac28-0c442699e5bc will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:42.303895 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4419c21e-c012-453d-9a6c-fbc098763c58 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.321159 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b9fb6dd-277a-47de-86b0-0f57db2953fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.356273 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4419c21e-c012-453d-9a6c-fbc098763c58 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.360138 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-18e15c3d-88c8-43ba-8cb2-c1159c105a10 None None] Could not find standard attr ID for object b3f45121-3b1f-4c82-b47a-3c59b17fee1a. {{(pid=93827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:33:42.370730 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b85327a0-3b4a-4121-985c-1f42f3bb1bf9 req-a643ece5-bcfc-4a97-83a4-06ec9a6e6822 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c7caa59-087b-459c-8426-05a9f917f708 HTTP/1.1" status: 200 len: 217 time: 0.0668051 Jul 15 13:33:42.372904 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4419c21e-c012-453d-9a6c-fbc098763c58 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:33:42.373446 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4419c21e-c012-453d-9a6c-fbc098763c58 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.377294 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:42.377294 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:42.377294 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:42.377294 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:42.377294 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:42.377294 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:42.377294 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:33:42.377294 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:33:42.377294 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:33:42.377294 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:33:42.377294 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:33:42.377294 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:33:42.377294 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:33:42.377294 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:33:42.377294 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:33:42.377294 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:33:42.377294 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:33:42.377294 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:33:42.377294 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:33:42.377294 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:33:42.377294 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:33:42.377294 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:33:42.377294 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:33:42.377294 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:33:42.377294 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:33:42.377294 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:33:42.377294 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:33:42.377294 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:33:42.377294 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:33:42.377294 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:33:42.377294 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:33:42.377294 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:33:42.377294 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:33:42.377294 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:33:42.377294 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:33:42.377294 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:33:42.377294 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:33:42.377294 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:33:42.415730 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-9efd6e5f-4f42-43f8-8aba-0c0f6230dfd1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Allocated IP 2001:db8::83ad:fee5:7a3e:bc8 (7f8e87b8-c332-4e36-ad91-99861c85828d/316f0fd9-a281-47d2-aa39-418691d34230/b2446686-fc8e-446c-8831-3fc44821e4e2) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:42.436268 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9fb6dd-277a-47de-86b0-0f57db2953fd None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:42.443377 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-4b9fb6dd-277a-47de-86b0-0f57db2953fd None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:42.461392 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9fb6dd-277a-47de-86b0-0f57db2953fd None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:42.463633 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9fb6dd-277a-47de-86b0-0f57db2953fd None None] Pushing event updated for resources: {'Port': ['ID=b30e95f2-db41-4e5d-ac28-0c442699e5bc,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:42.475052 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85327a0-3b4a-4121-985c-1f42f3bb1bf9 req-d554e47b-2cd0-43e5-9cb8-d5d6c68548ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:42.475624 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4419c21e-c012-453d-9a6c-fbc098763c58 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.477349 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b85327a0-3b4a-4121-985c-1f42f3bb1bf9 req-d554e47b-2cd0-43e5-9cb8-d5d6c68548ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=56ba636c-89f6-461f-85cb-74f1c6749bed HTTP/1.1" status: 200 len: 850 time: 0.0935669 Jul 15 13:33:42.492559 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4419c21e-c012-453d-9a6c-fbc098763c58 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.496718 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4419c21e-c012-453d-9a6c-fbc098763c58 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] 10.222.0.16 "DELETE /v2.0/networks/2813392e-fc40-4d89-b623-f0ab49248653 HTTP/1.1" status: 204 len: 168 time: 1.5602694 Jul 15 13:33:42.497188 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57856) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:42.520371 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4419c21e-c012-453d-9a6c-fbc098763c58 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Pushing event deleted for resources: {'Network': ['ID=2813392e-fc40-4d89-b623-f0ab49248653,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:42.587801 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda57fb1-f729-47ae-b3f4-8ec24b4ec6c3 None None] DHCP port deletion for 2813392e-fc40-4d89-b623-f0ab49248653 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:33:42.604085 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-4b9fb6dd-277a-47de-86b0-0f57db2953fd None None] Attempting to bind port b30e95f2-db41-4e5d-ac28-0c442699e5bc on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:42.604615 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-4b9fb6dd-277a-47de-86b0-0f57db2953fd None None] Attempting to bind port b30e95f2-db41-4e5d-ac28-0c442699e5bc by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:42.605219 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9fb6dd-277a-47de-86b0-0f57db2953fd None None] Attempting to bind port b30e95f2-db41-4e5d-ac28-0c442699e5bc on network 7f8e87b8-c332-4e36-ad91-99861c85828d {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:42.628293 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9fb6dd-277a-47de-86b0-0f57db2953fd None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:42.628668 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9fb6dd-277a-47de-86b0-0f57db2953fd None None] Checking segment: {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:42.629086 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b9fb6dd-277a-47de-86b0-0f57db2953fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.629561 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9fb6dd-277a-47de-86b0-0f57db2953fd None None] Bound using segment: {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:42.630029 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-4b9fb6dd-277a-47de-86b0-0f57db2953fd None None] Bound port: b30e95f2-db41-4e5d-ac28-0c442699e5bc, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:42.630425 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b9fb6dd-277a-47de-86b0-0f57db2953fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.648955 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a8f444b1-9dbd-4235-8f79-6258d0956fd7 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.666632 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85327a0-3b4a-4121-985c-1f42f3bb1bf9 req-e16540e8-d525-4930-a385-81c11b3d9567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:42.668981 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b85327a0-3b4a-4121-985c-1f42f3bb1bf9 req-e16540e8-d525-4930-a385-81c11b3d9567 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1857195 Jul 15 13:33:42.717408 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-4b9fb6dd-277a-47de-86b0-0f57db2953fd None None] For port b30e95f2-db41-4e5d-ac28-0c442699e5bc, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:42.724229 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-4b9fb6dd-277a-47de-86b0-0f57db2953fd None None] For port b30e95f2-db41-4e5d-ac28-0c442699e5bc, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=b30e95f2-db41-4e5d-ac28-0c442699e5bc,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:42.734712 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b9fb6dd-277a-47de-86b0-0f57db2953fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.823665 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9efd6e5f-4f42-43f8-8aba-0c0f6230dfd1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.835265 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9fb6dd-277a-47de-86b0-0f57db2953fd None None] Pushing event updated for resources: {'Port': ['ID=b30e95f2-db41-4e5d-ac28-0c442699e5bc,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:42.863309 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9efd6e5f-4f42-43f8-8aba-0c0f6230dfd1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Transition to ACTIVE for port object b2446686-fc8e-446c-8831-3fc44821e4e2 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:42.882854 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a8f444b1-9dbd-4235-8f79-6258d0956fd7 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.927466 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-a8f444b1-9dbd-4235-8f79-6258d0956fd7 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e40ecf2-05e1-459c-b3a8-4dc340dcba2d']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:42.928722 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ceeec-64f5-4a08-aa24-3e67a3c52c01 req-f4d7f701-443b-43f4-a01a-235701ff3ca1 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:42.935988 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d06ceeec-64f5-4a08-aa24-3e67a3c52c01 req-f4d7f701-443b-43f4-a01a-235701ff3ca1 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ba820bf-9df3-482f-a58b-5d16f1738eee HTTP/1.1" status: 200 len: 943 time: 0.1614254 Jul 15 13:33:42.947480 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-a8f444b1-9dbd-4235-8f79-6258d0956fd7 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '901b0d7b-a9bf-439f-9dd3-da3457f29ba0') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:42.947788 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-a8f444b1-9dbd-4235-8f79-6258d0956fd7 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '901b0d7b-a9bf-439f-9dd3-da3457f29ba0') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:42.956329 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b85327a0-3b4a-4121-985c-1f42f3bb1bf9 req-7dce33e8-ac04-41c4-b6be-3820e26bb96e service neutron] 10.222.0.46 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768805 Jul 15 13:33:42.976732 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a8f444b1-9dbd-4235-8f79-6258d0956fd7 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.998124 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d06ceeec-64f5-4a08-aa24-3e67a3c52c01 req-74f44082-98a9-4d2d-9b55-79c3002b7d29 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609326 Jul 15 13:33:43.004774 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9efd6e5f-4f42-43f8-8aba-0c0f6230dfd1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.020535 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a8f444b1-9dbd-4235-8f79-6258d0956fd7 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.032133 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8f444b1-9dbd-4235-8f79-6258d0956fd7 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:33:43.032950 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a8f444b1-9dbd-4235-8f79-6258d0956fd7 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.040122 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:43.040122 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:43.040122 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:43.040122 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:43.040122 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:33:43.040122 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:33:43.040122 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:33:43.040122 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:33:43.040122 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:33:43.040122 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:33:43.040122 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:33:43.040122 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:33:43.040122 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:33:43.040122 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:33:43.040122 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:33:43.040122 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:33:43.040122 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:33:43.040122 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:33:43.040122 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:33:43.040122 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:33:43.040122 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:33:43.040122 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:33:43.040122 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:33:43.040122 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:33:43.040122 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:33:43.040122 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:33:43.040122 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:33:43.040122 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:33:43.040122 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:33:43.040122 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:33:43.040122 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:33:43.040122 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:33:43.040122 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:33:43.040122 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:33:43.040122 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:33:43.040122 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:33:43.077421 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd6e5f-4f42-43f8-8aba-0c0f6230dfd1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Port': ['ID=b2446686-fc8e-446c-8831-3fc44821e4e2,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:43.114807 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efd6e5f-4f42-43f8-8aba-0c0f6230dfd1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:43.119517 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b3f45121-3b1f-4c82-b47a-3c59b17fee1a no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:33:43.119625 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-9efd6e5f-4f42-43f8-8aba-0c0f6230dfd1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:43.125942 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efd6e5f-4f42-43f8-8aba-0c0f6230dfd1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:43.149787 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efd6e5f-4f42-43f8-8aba-0c0f6230dfd1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:43.150693 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9efd6e5f-4f42-43f8-8aba-0c0f6230dfd1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.177843 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9efd6e5f-4f42-43f8-8aba-0c0f6230dfd1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9751816 Jul 15 13:33:43.181964 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57860) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:43.185714 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: b3f45121-3b1f-4c82-b47a-3c59b17fee1a {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:33:43.185714 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b3f45121-3b1f-4c82-b47a-3c59b17fee1a not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:33:43.191858 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-b9b128b5-9bba-4ac4-8dae-923b3ec5d31a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'port': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'fixed_ips': [{'subnet_id': '316f0fd9-a281-47d2-aa39-418691d34230', 'ip_address': '2001:db8::83ad:fee5:7a3e:bc8'}], 'name': 'tempest-NetworksTestDHCPv6-427442548'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:43.239848 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a8f444b1-9dbd-4235-8f79-6258d0956fd7 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.254021 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b85327a0-3b4a-4121-985c-1f42f3bb1bf9 req-3f91543a-bea4-4303-bb5c-e44d7ef4a0b2 service neutron] 10.222.0.46 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901287 Jul 15 13:33:43.257911 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a8f444b1-9dbd-4235-8f79-6258d0956fd7 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.258932 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a8f444b1-9dbd-4235-8f79-6258d0956fd7 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] 10.222.0.16 "DELETE /v2.0/networks/6e40ecf2-05e1-459c-b3a8-4dc340dcba2d HTTP/1.1" status: 204 len: 168 time: 0.7606573 Jul 15 13:33:43.274283 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57862) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:43.286961 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f444b1-9dbd-4235-8f79-6258d0956fd7 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Pushing event deleted for resources: {'Network': ['ID=6e40ecf2-05e1-459c-b3a8-4dc340dcba2d,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:43.380708 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b128b5-9bba-4ac4-8dae-923b3ec5d31a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:43.396570 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1c2d4848-abfe-4404-b78c-3fd94704ad12 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.510596 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1c2d4848-abfe-4404-b78c-3fd94704ad12 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.513733 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b9b128b5-9bba-4ac4-8dae-923b3ec5d31a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.524077 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-1c2d4848-abfe-4404-b78c-3fd94704ad12 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49f5ae92-1f74-46ca-abbd-9e8fab5e492d']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:43.535502 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-b9b128b5-9bba-4ac4-8dae-923b3ec5d31a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] device_id is not set on port ddf55769-dac0-4b2b-aef5-e7b245d7a043 yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:33:43.537388 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-1c2d4848-abfe-4404-b78c-3fd94704ad12 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ce2356-cbb3-48de-ab6b-36abfa6ca92b') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:43.537556 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-1c2d4848-abfe-4404-b78c-3fd94704ad12 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ce2356-cbb3-48de-ab6b-36abfa6ca92b') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:43.550438 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1c2d4848-abfe-4404-b78c-3fd94704ad12 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.574668 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1c2d4848-abfe-4404-b78c-3fd94704ad12 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.582681 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c2d4848-abfe-4404-b78c-3fd94704ad12 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:33:43.583253 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1c2d4848-abfe-4404-b78c-3fd94704ad12 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.586397 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:33:43.586397 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:33:43.586397 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:33:43.586397 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:33:43.586397 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:33:43.586397 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:33:43.586397 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:33:43.586397 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:33:43.586397 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:33:43.586397 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:33:43.586397 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:33:43.586397 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:33:43.586397 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:33:43.586397 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:33:43.586397 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:33:43.586397 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:33:43.586397 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:33:43.586397 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:33:43.586397 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:33:43.586397 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:33:43.586397 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:33:43.586397 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:33:43.586397 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:33:43.586397 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:33:43.586397 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:33:43.586397 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:33:43.586397 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:33:43.586397 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:33:43.586397 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:33:43.586397 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:33:43.586397 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:33:43.586397 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:33:43.668139 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1c2d4848-abfe-4404-b78c-3fd94704ad12 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.684837 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1c2d4848-abfe-4404-b78c-3fd94704ad12 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.689091 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57864) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:43.691225 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1c2d4848-abfe-4404-b78c-3fd94704ad12 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] 10.222.0.16 "DELETE /v2.0/networks/49f5ae92-1f74-46ca-abbd-9e8fab5e492d HTTP/1.1" status: 204 len: 168 time: 0.4137442 Jul 15 13:33:43.710018 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2d4848-abfe-4404-b78c-3fd94704ad12 tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Pushing event deleted for resources: {'Network': ['ID=49f5ae92-1f74-46ca-abbd-9e8fab5e492d,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:43.836248 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cd6ee8c7-adcf-4643-96ea-f33a60fc5d1b tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.848479 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9b128b5-9bba-4ac4-8dae-923b3ec5d31a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 15 13:33:43.848964 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9b128b5-9bba-4ac4-8dae-923b3ec5d31a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:33:43.890545 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b9b128b5-9bba-4ac4-8dae-923b3ec5d31a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.7063785 Jul 15 13:33:43.895563 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57866) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:44.312844 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-59bdd22b-e08c-44e0-892e-4eb998aec4f6 None None] Provisioning for port b30e95f2-db41-4e5d-ac28-0c442699e5bc completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:44.387336 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cd6ee8c7-adcf-4643-96ea-f33a60fc5d1b tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:44.412071 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-cd6ee8c7-adcf-4643-96ea-f33a60fc5d1b tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dcf1dd8-4d32-4ec8-b629-92b58415cdad']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:44.428124 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-cd6ee8c7-adcf-4643-96ea-f33a60fc5d1b tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '714c28cb-9694-4ba7-93dd-a51d2d2f6e03') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:44.428873 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-cd6ee8c7-adcf-4643-96ea-f33a60fc5d1b tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '714c28cb-9694-4ba7-93dd-a51d2d2f6e03') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:44.445161 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cd6ee8c7-adcf-4643-96ea-f33a60fc5d1b tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:44.465425 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e2fadf-e306-49cb-98fa-4e4e6456c2e8 None None] get_active_networks_info from n-d-771363-36 {{(pid=93827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:33:44.474315 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7288341-9947-4f0e-8bb0-6cc89840e7bf tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:44.481334 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7288341-9947-4f0e-8bb0-6cc89840e7bf tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:44.482979 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c7288341-9947-4f0e-8bb0-6cc89840e7bf tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.5862570 Jul 15 13:33:44.484705 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cd6ee8c7-adcf-4643-96ea-f33a60fc5d1b tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:44.492749 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57870) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:44.495002 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd6ee8c7-adcf-4643-96ea-f33a60fc5d1b tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:33:44.495530 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cd6ee8c7-adcf-4643-96ea-f33a60fc5d1b tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:44.500745 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:44.500745 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:44.500745 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:33:44.500745 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:33:44.500745 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:33:44.500745 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:33:44.500745 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:33:44.500745 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:33:44.500745 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:33:44.500745 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:33:44.500745 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:33:44.500745 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:33:44.500745 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:33:44.500745 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:33:44.500745 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:33:44.500745 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:33:44.500745 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:33:44.500745 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:33:44.500745 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:33:44.500745 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:33:44.500745 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:33:44.500745 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:33:44.500745 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:33:44.500745 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:33:44.500745 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:33:44.500745 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:33:44.500745 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:33:44.500745 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:33:44.500745 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:33:44.500745 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:33:44.500745 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:33:44.500745 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:33:44.500745 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:33:44.500745 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:33:44.526758 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479b06b-14b9-43e7-ab13-ebe1725c7368 req-b8ee2b76-f2a3-4d75-abdf-ed0948b82621 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:44.529889 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2479b06b-14b9-43e7-ab13-ebe1725c7368 req-b8ee2b76-f2a3-4d75-abdf-ed0948b82621 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ba820bf-9df3-482f-a58b-5d16f1738eee HTTP/1.1" status: 200 len: 943 time: 0.2449255 Jul 15 13:33:44.593633 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-134a360e-0403-4944-917b-c4829ce80e4d None None] Provisioning for port b2446686-fc8e-446c-8831-3fc44821e4e2 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:44.609925 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-134a360e-0403-4944-917b-c4829ce80e4d None None] Provisioning complete for port b2446686-fc8e-446c-8831-3fc44821e4e2 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:44.610857 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-134a360e-0403-4944-917b-c4829ce80e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:44.634842 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cd6ee8c7-adcf-4643-96ea-f33a60fc5d1b tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:44.646392 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cd6ee8c7-adcf-4643-96ea-f33a60fc5d1b tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:44.653328 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-cd6ee8c7-adcf-4643-96ea-f33a60fc5d1b tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] 10.222.0.16 "DELETE /v2.0/networks/6dcf1dd8-4d32-4ec8-b629-92b58415cdad HTTP/1.1" status: 204 len: 168 time: 0.9597180 Jul 15 13:33:44.664360 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2479b06b-14b9-43e7-ab13-ebe1725c7368 req-c3e16967-31fc-42f8-b87f-3e99e236109a tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703745 Jul 15 13:33:44.676487 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e2fadf-e306-49cb-98fa-4e4e6456c2e8 None None] Resources bound (agent type, host, resource id): {{(pid=93827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:33:44.679153 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ee8c7-adcf-4643-96ea-f33a60fc5d1b tempest-BulkNetworkOpsIpV6Test-156710120 tempest-BulkNetworkOpsIpV6Test-156710120-project] Pushing event deleted for resources: {'Network': ['ID=6dcf1dd8-4d32-4ec8-b629-92b58415cdad,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:44.691709 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-134a360e-0403-4944-917b-c4829ce80e4d None None] Port b2446686-fc8e-446c-8831-3fc44821e4e2 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:44.744996 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-bfd3d8d5-55d4-4cb1-8b76-c4764e3a0793 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting port b2446686-fc8e-446c-8831-3fc44821e4e2 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:44.745371 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bfd3d8d5-55d4-4cb1-8b76-c4764e3a0793 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:44.879692 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bfd3d8d5-55d4-4cb1-8b76-c4764e3a0793 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:44.894976 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-bfd3d8d5-55d4-4cb1-8b76-c4764e3a0793 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Calling delete_port for b2446686-fc8e-446c-8831-3fc44821e4e2 owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:45.062530 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bfd3d8d5-55d4-4cb1-8b76-c4764e3a0793 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.101305 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd3d8d5-55d4-4cb1-8b76-c4764e3a0793 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Port': ['ID=b2446686-fc8e-446c-8831-3fc44821e4e2,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:45.134343 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bfd3d8d5-55d4-4cb1-8b76-c4764e3a0793 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.138805 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-bfd3d8d5-55d4-4cb1-8b76-c4764e3a0793 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/ports/b2446686-fc8e-446c-8831-3fc44821e4e2 HTTP/1.1" status: 204 len: 168 time: 0.6421685 Jul 15 13:33:45.142073 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57876) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:45.188368 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57878) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:45.197144 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b30e95f2-db41-4e5d-ac28-0c442699e5bc up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:45.230822 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3d2ece-6683-4af5-893e-108c5b343b86 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:45.232448 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3d2ece-6683-4af5-893e-108c5b343b86 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:45.237443 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ed3d2ece-6683-4af5-893e-108c5b343b86 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0908499 Jul 15 13:33:45.237729 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57882) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:45.274209 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port b30e95f2-db41-4e5d-ac28-0c442699e5bc completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:45.278963 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port b30e95f2-db41-4e5d-ac28-0c442699e5bc triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:45.279723 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.308256 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-05acf4d0-ada9-4cdf-b437-cd2bc52dc243 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting subnet 316f0fd9-a281-47d2-aa39-418691d34230 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:33:45.313772 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-05acf4d0-ada9-4cdf-b437-cd2bc52dc243 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.381196 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-05acf4d0-ada9-4cdf-b437-cd2bc52dc243 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.402015 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.451592 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c2b8ca0f-0914-44f1-b51d-7962c6a53fbe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6cf7588209864cb888ddb4b4c028bd65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2592030 Jul 15 13:33:45.453020 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57884) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:45.454637 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port b30e95f2-db41-4e5d-ac28-0c442699e5bc, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=b30e95f2-db41-4e5d-ac28-0c442699e5bc,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:45.463738 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.504361 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-05acf4d0-ada9-4cdf-b437-cd2bc52dc243 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.524387 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1269d852-6ad2-4a82-a1f6-f843abc91aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.540992 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=b30e95f2-db41-4e5d-ac28-0c442699e5bc,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:45.550508 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1269d852-6ad2-4a82-a1f6-f843abc91aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.596122 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-05acf4d0-ada9-4cdf-b437-cd2bc52dc243 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.609762 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1269d852-6ad2-4a82-a1f6-f843abc91aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.612969 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1269d852-6ad2-4a82-a1f6-f843abc91aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.614120 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1269d852-6ad2-4a82-a1f6-f843abc91aa3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6426e503-b6c7-4ca7-a777-61fa31401285 HTTP/1.1" status: 204 len: 168 time: 0.1601007 Jul 15 13:33:45.623068 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1269d852-6ad2-4a82-a1f6-f843abc91aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6426e503-b6c7-4ca7-a777-61fa31401285,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:45.644163 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05acf4d0-ada9-4cdf-b437-cd2bc52dc243 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Subnet': ['ID=316f0fd9-a281-47d2-aa39-418691d34230,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:45.648121 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-05acf4d0-ada9-4cdf-b437-cd2bc52dc243 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.653244 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-05acf4d0-ada9-4cdf-b437-cd2bc52dc243 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/316f0fd9-a281-47d2-aa39-418691d34230 HTTP/1.1" status: 204 len: 168 time: 0.4111943 Jul 15 13:33:45.653244 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57888) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:45.656487 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411044bc-d20b-4929-bbd3-1649d86292ef None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:45.705554 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-32bf5b90-db25-4db9-ab10-214b7b9ffc04 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0504885 Jul 15 13:33:45.710444 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57892) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:45.716875 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-0a6abd2d-672c-4201-a18c-76eb69e3269d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'subnet': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:45.974011 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6abd2d-672c-4201-a18c-76eb69e3269d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:45.976998 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827ef99b-7dd7-4361-b15e-c2a03a0f855a None None] DHCP port deletion for 7f8e87b8-c332-4e36-ad91-99861c85828d request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:33:45.977525 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0a6abd2d-672c-4201-a18c-76eb69e3269d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:46.064297 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-827ef99b-7dd7-4361-b15e-c2a03a0f855a None None] Deleting port b30e95f2-db41-4e5d-ac28-0c442699e5bc {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:46.065139 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-827ef99b-7dd7-4361-b15e-c2a03a0f855a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:46.069792 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93286ef-c068-4bc0-bbd1-e5c6830f1a1e req-ee02e2ef-6cc8-4251-bae0-af01c88c6e0e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:46.076825 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b93286ef-c068-4bc0-bbd1-e5c6830f1a1e req-ee02e2ef-6cc8-4251-bae0-af01c88c6e0e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ba820bf-9df3-482f-a58b-5d16f1738eee HTTP/1.1" status: 200 len: 943 time: 0.2160366 Jul 15 13:33:46.139802 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b93286ef-c068-4bc0-bbd1-e5c6830f1a1e req-2c8e5f6e-5c8f-4bec-94b9-46c2888ad01e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621088 Jul 15 13:33:46.149880 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-827ef99b-7dd7-4361-b15e-c2a03a0f855a None None] For port b30e95f2-db41-4e5d-ac28-0c442699e5bc, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=b30e95f2-db41-4e5d-ac28-0c442699e5bc,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:46.150423 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-827ef99b-7dd7-4361-b15e-c2a03a0f855a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:46.164834 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-827ef99b-7dd7-4361-b15e-c2a03a0f855a None None] Calling delete_port for b30e95f2-db41-4e5d-ac28-0c442699e5bc owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:46.263530 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-827ef99b-7dd7-4361-b15e-c2a03a0f855a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:46.266321 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0a6abd2d-672c-4201-a18c-76eb69e3269d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:46.293834 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ef99b-7dd7-4361-b15e-c2a03a0f855a None None] Pushing event deleted for resources: {'Port': ['ID=b30e95f2-db41-4e5d-ac28-0c442699e5bc,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:46.298882 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827ef99b-7dd7-4361-b15e-c2a03a0f855a None None] No DVR routers for this DVR port b30e95f2-db41-4e5d-ac28-0c442699e5bc on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:46.346817 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6abd2d-672c-4201-a18c-76eb69e3269d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:46.353269 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-0a6abd2d-672c-4201-a18c-76eb69e3269d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:46.361432 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6abd2d-672c-4201-a18c-76eb69e3269d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:46.362244 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0a6abd2d-672c-4201-a18c-76eb69e3269d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:46.368883 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2aff1af-b4db-4a28-8775-a17bbc1a1921 None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:46.378853 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6abd2d-672c-4201-a18c-76eb69e3269d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Subnet': ['ID=632bee9c-932c-4cf2-9dab-49411767af63,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:46.384483 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0a6abd2d-672c-4201-a18c-76eb69e3269d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6728785 Jul 15 13:33:46.387680 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57904) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:46.398228 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-5cc0857d-8443-4113-9d8c-d37b2cd34c37 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'port': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'fixed_ips': [{'subnet_id': '632bee9c-932c-4cf2-9dab-49411767af63', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-780716539'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:46.556731 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24197c4-e958-4b01-8fe9-eb048f66cdbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-7f8e87b8-c332-4e36-ad91-99861c85828d', 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'tenant_id': 'f314df1c6c6a4426aecd02fb9849c361', 'fixed_ips': [{'subnet_id': '632bee9c-932c-4cf2-9dab-49411767af63'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:33:46.557725 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d24197c4-e958-4b01-8fe9-eb048f66cdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:46.571336 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc0857d-8443-4113-9d8c-d37b2cd34c37 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:46.709908 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5cc0857d-8443-4113-9d8c-d37b2cd34c37 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:46.742799 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-d24197c4-e958-4b01-8fe9-eb048f66cdbc None None] Allocated IP 2001:db8::2 (7f8e87b8-c332-4e36-ad91-99861c85828d/632bee9c-932c-4cf2-9dab-49411767af63/e4736a16-f4b6-47d5-b802-e51edabb10b0) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:46.746831 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-5cc0857d-8443-4113-9d8c-d37b2cd34c37 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] device_id is not set on port 1a0690c5-9c55-4017-a25a-f34765183dd5 yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:33:46.946821 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d24197c4-e958-4b01-8fe9-eb048f66cdbc None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:46.957335 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d24197c4-e958-4b01-8fe9-eb048f66cdbc None None] Transition to ACTIVE for port object e4736a16-f4b6-47d5-b802-e51edabb10b0 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:46.976469 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d24197c4-e958-4b01-8fe9-eb048f66cdbc None None] Transition to ACTIVE for port object e4736a16-f4b6-47d5-b802-e51edabb10b0 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:46.990469 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cc0857d-8443-4113-9d8c-d37b2cd34c37 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:33:46.990970 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cc0857d-8443-4113-9d8c-d37b2cd34c37 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:33:46.995712 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d24197c4-e958-4b01-8fe9-eb048f66cdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:47.016789 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5cc0857d-8443-4113-9d8c-d37b2cd34c37 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6259263 Jul 15 13:33:47.019672 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57916) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:47.052559 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24197c4-e958-4b01-8fe9-eb048f66cdbc None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:47.055741 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-d24197c4-e958-4b01-8fe9-eb048f66cdbc None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:47.058071 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24197c4-e958-4b01-8fe9-eb048f66cdbc None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:47.066238 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24197c4-e958-4b01-8fe9-eb048f66cdbc None None] Pushing event updated for resources: {'Port': ['ID=e4736a16-f4b6-47d5-b802-e51edabb10b0,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:47.167575 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75027e56-39eb-485b-a372-6ccc4c79ca90 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:47.172561 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-75027e56-39eb-485b-a372-6ccc4c79ca90 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1514506 Jul 15 13:33:47.174961 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57920) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:47.280424 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa76735b-4db4-41a2-beee-db06fb27c0e9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:47.283039 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa76735b-4db4-41a2-beee-db06fb27c0e9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:47.286185 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-fa76735b-4db4-41a2-beee-db06fb27c0e9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1098506 Jul 15 13:33:47.289408 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57926) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:47.362132 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b30e95f2-db41-4e5d-ac28-0c442699e5bc no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:33:47.376721 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef4ecac2-9258-4e5d-a36f-25d42d3882dc tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting subnet 632bee9c-932c-4cf2-9dab-49411767af63 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:33:47.380195 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ef4ecac2-9258-4e5d-a36f-25d42d3882dc tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:47.428934 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: b30e95f2-db41-4e5d-ac28-0c442699e5bc {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:33:47.430175 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b30e95f2-db41-4e5d-ac28-0c442699e5bc not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:33:47.432817 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ef4ecac2-9258-4e5d-a36f-25d42d3882dc tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:47.451065 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-d24197c4-e958-4b01-8fe9-eb048f66cdbc None None] Attempting to bind port e4736a16-f4b6-47d5-b802-e51edabb10b0 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:47.456333 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-d24197c4-e958-4b01-8fe9-eb048f66cdbc None None] Attempting to bind port e4736a16-f4b6-47d5-b802-e51edabb10b0 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:47.458318 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32474aa-e283-47ef-b518-fde0175d93f7 req-a1903cbb-6be8-430b-b77d-d670e9e9bb89 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:47.458898 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24197c4-e958-4b01-8fe9-eb048f66cdbc None None] Attempting to bind port e4736a16-f4b6-47d5-b802-e51edabb10b0 on network 7f8e87b8-c332-4e36-ad91-99861c85828d {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:47.461280 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e32474aa-e283-47ef-b518-fde0175d93f7 req-a1903cbb-6be8-430b-b77d-d670e9e9bb89 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ba820bf-9df3-482f-a58b-5d16f1738eee HTTP/1.1" status: 200 len: 943 time: 0.1384497 Jul 15 13:33:47.477981 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24197c4-e958-4b01-8fe9-eb048f66cdbc None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:47.479517 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24197c4-e958-4b01-8fe9-eb048f66cdbc None None] Checking segment: {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:47.479517 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d24197c4-e958-4b01-8fe9-eb048f66cdbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:47.479517 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24197c4-e958-4b01-8fe9-eb048f66cdbc None None] Bound using segment: {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:47.479763 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-d24197c4-e958-4b01-8fe9-eb048f66cdbc None None] Bound port: e4736a16-f4b6-47d5-b802-e51edabb10b0, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:47.480523 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d24197c4-e958-4b01-8fe9-eb048f66cdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:47.547120 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e32474aa-e283-47ef-b518-fde0175d93f7 req-061e9d46-c4ce-407a-897b-c7fba9d9415a tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803776 Jul 15 13:33:47.561219 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ef4ecac2-9258-4e5d-a36f-25d42d3882dc tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:47.654434 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-d24197c4-e958-4b01-8fe9-eb048f66cdbc None None] For port e4736a16-f4b6-47d5-b802-e51edabb10b0, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:47.655490 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ef4ecac2-9258-4e5d-a36f-25d42d3882dc tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:47.656031 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-d24197c4-e958-4b01-8fe9-eb048f66cdbc None None] For port e4736a16-f4b6-47d5-b802-e51edabb10b0, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=e4736a16-f4b6-47d5-b802-e51edabb10b0,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:47.663230 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d24197c4-e958-4b01-8fe9-eb048f66cdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:47.679746 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ef4ecac2-9258-4e5d-a36f-25d42d3882dc tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:47.685195 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ef4ecac2-9258-4e5d-a36f-25d42d3882dc tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/632bee9c-932c-4cf2-9dab-49411767af63 HTTP/1.1" status: 204 len: 168 time: 0.3923268 Jul 15 13:33:47.685735 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57936) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:47.741737 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3867efce-f926-461d-a650-9cf7c16dc34e tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0507338 Jul 15 13:33:47.741737 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57938) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:47.746907 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-dfd896fb-04a1-49dc-a431-a8a36cc66405 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'subnet': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:47.750243 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ecac2-9258-4e5d-a36f-25d42d3882dc tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Subnet': ['ID=632bee9c-932c-4cf2-9dab-49411767af63,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:47.762859 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24197c4-e958-4b01-8fe9-eb048f66cdbc None None] Pushing event updated for resources: {'Port': ['ID=e4736a16-f4b6-47d5-b802-e51edabb10b0,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:47.888242 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd896fb-04a1-49dc-a431-a8a36cc66405 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:47.888242 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dfd896fb-04a1-49dc-a431-a8a36cc66405 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:48.184996 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dfd896fb-04a1-49dc-a431-a8a36cc66405 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:48.233130 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd896fb-04a1-49dc-a431-a8a36cc66405 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:48.237378 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-dfd896fb-04a1-49dc-a431-a8a36cc66405 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:48.240807 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd896fb-04a1-49dc-a431-a8a36cc66405 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:48.241649 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dfd896fb-04a1-49dc-a431-a8a36cc66405 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:48.256809 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd896fb-04a1-49dc-a431-a8a36cc66405 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Subnet': ['ID=cc17ad7c-ad67-4739-aace-30b8c5efa584,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:48.271913 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-dfd896fb-04a1-49dc-a431-a8a36cc66405 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5290942 Jul 15 13:33:48.275325 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57950) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:48.281070 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-0bdb6459-8c61-43ad-a934-8dda9f956474 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-938429630', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:48.309630 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0bdb6459-8c61-43ad-a934-8dda9f956474 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:48.310725 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0bdb6459-8c61-43ad-a934-8dda9f956474 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:48.380936 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0bdb6459-8c61-43ad-a934-8dda9f956474 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:48.387523 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0bdb6459-8c61-43ad-a934-8dda9f956474 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:48.415534 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0bdb6459-8c61-43ad-a934-8dda9f956474 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:48.416895 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0bdb6459-8c61-43ad-a934-8dda9f956474 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1408873 Jul 15 13:33:48.422183 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57952) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:48.768275 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca30ddc-414e-4c78-9730-ad068fa9686a req-989f2e25-abb4-4d41-ab60-1e442d834582 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:48.770461 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cca30ddc-414e-4c78-9730-ad068fa9686a req-989f2e25-abb4-4d41-ab60-1e442d834582 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ba820bf-9df3-482f-a58b-5d16f1738eee HTTP/1.1" status: 200 len: 943 time: 0.0726957 Jul 15 13:33:48.812602 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cca30ddc-414e-4c78-9730-ad068fa9686a req-d1502771-2e69-4b3c-bb49-736e6ed8b1a1 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358503 Jul 15 13:33:48.832646 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5dd8f758-367f-416a-a116-f29961e802b9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:48.889011 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42afc44-c870-4b2f-82fa-023dfe8c25f0 None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:48.968515 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-25e68c40-3b98-4664-ada0-ac20638908b7 None None] Provisioning for port e4736a16-f4b6-47d5-b802-e51edabb10b0 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:49.059347 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device e4736a16-f4b6-47d5-b802-e51edabb10b0 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:49.110316 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-5dd8f758-367f-416a-a116-f29961e802b9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Allocated IP 2001:db8::1 (7f8e87b8-c332-4e36-ad91-99861c85828d/cc17ad7c-ad67-4739-aace-30b8c5efa584/a99b6fb1-8183-48da-affa-140390f83d17) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:49.114534 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port e4736a16-f4b6-47d5-b802-e51edabb10b0 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:49.118362 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port e4736a16-f4b6-47d5-b802-e51edabb10b0 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:49.118967 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:49.204701 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:49.236094 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5dd8f758-367f-416a-a116-f29961e802b9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:49.238888 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port e4736a16-f4b6-47d5-b802-e51edabb10b0, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=e4736a16-f4b6-47d5-b802-e51edabb10b0,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:49.243201 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:49.252664 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-5dd8f758-367f-416a-a116-f29961e802b9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Transition to ACTIVE for port object a99b6fb1-8183-48da-affa-140390f83d17 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:49.289872 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5dd8f758-367f-416a-a116-f29961e802b9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:49.297620 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=e4736a16-f4b6-47d5-b802-e51edabb10b0,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:49.344434 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd8f758-367f-416a-a116-f29961e802b9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:49.348639 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-5dd8f758-367f-416a-a116-f29961e802b9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:49.350603 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd8f758-367f-416a-a116-f29961e802b9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Port': ['ID=a99b6fb1-8183-48da-affa-140390f83d17,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:49.353896 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd8f758-367f-416a-a116-f29961e802b9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:49.354452 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5dd8f758-367f-416a-a116-f29961e802b9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:49.402355 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-e7b54f46-95e4-4b32-ac48-cbf59839d5db None None] Provisioning complete for port e4736a16-f4b6-47d5-b802-e51edabb10b0 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:49.402897 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e7b54f46-95e4-4b32-ac48-cbf59839d5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:49.497990 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5dd8f758-367f-416a-a116-f29961e802b9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:49.616781 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-82ff1971-00fe-4014-89b9-115ae8857acb None None] Provisioning for port a99b6fb1-8183-48da-affa-140390f83d17 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:49.622638 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-82ff1971-00fe-4014-89b9-115ae8857acb None None] Provisioning complete for port a99b6fb1-8183-48da-affa-140390f83d17 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:49.623160 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-82ff1971-00fe-4014-89b9-115ae8857acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:49.665690 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-82ff1971-00fe-4014-89b9-115ae8857acb None None] Port a99b6fb1-8183-48da-affa-140390f83d17 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:49.787332 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5dd8f758-367f-416a-a116-f29961e802b9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:49.791980 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5dd8f758-367f-416a-a116-f29961e802b9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:49.792953 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5dd8f758-367f-416a-a116-f29961e802b9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:49.872463 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd8f758-367f-416a-a116-f29961e802b9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Port': ['ID=a99b6fb1-8183-48da-affa-140390f83d17,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:49.955803 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd8f758-367f-416a-a116-f29961e802b9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:49.957195 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-5dd8f758-367f-416a-a116-f29961e802b9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:50.045130 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a806a-0314-436a-b8a0-1101bc5937bb req-b63a9fa0-1d00-45d0-86ed-9bcb4f89190b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:50.047502 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0a1a806a-0314-436a-b8a0-1101bc5937bb req-b63a9fa0-1d00-45d0-86ed-9bcb4f89190b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ba820bf-9df3-482f-a58b-5d16f1738eee HTTP/1.1" status: 200 len: 943 time: 0.1111825 Jul 15 13:33:50.111878 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0a1a806a-0314-436a-b8a0-1101bc5937bb req-54f2534c-5959-47ba-81ca-aa5513176096 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568151 Jul 15 13:33:50.163849 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd8f758-367f-416a-a116-f29961e802b9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Router a6980803-7445-491f-9972-324d3b1d3a05 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:33:50.270691 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd8f758-367f-416a-a116-f29961e802b9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:33:50.276806 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5dd8f758-367f-416a-a116-f29961e802b9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "PUT /v2.0/routers/a6980803-7445-491f-9972-324d3b1d3a05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8537283 Jul 15 13:33:50.279391 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57978) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:50.282928 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3063fe3d-eb60-4f25-8db8-c7ce0da33fd7 None None] Sync routers for ids ['a6980803-7445-491f-9972-324d3b1d3a05'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:33:50.293739 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3063fe3d-eb60-4f25-8db8-c7ce0da33fd7 None None] Routers {'a6980803-7445-491f-9972-324d3b1d3a05'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:50.294350 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-3063fe3d-eb60-4f25-8db8-c7ce0da33fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:33:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['a6980803-7445-491f-9972-324d3b1d3a05'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:50.350717 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba91bbdf-9fa9-4f56-9881-2c021fdc4005 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:50.352574 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ba91bbdf-9fa9-4f56-9881-2c021fdc4005 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/ports/a99b6fb1-8183-48da-affa-140390f83d17 HTTP/1.1" status: 200 len: 911 time: 0.0718961 Jul 15 13:33:50.355549 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 57980) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:50.415312 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-69ebb664-f20c-484e-b824-347ea41a0231 None None] Provisioning complete for port a99b6fb1-8183-48da-affa-140390f83d17 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:50.415759 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-69ebb664-f20c-484e-b824-347ea41a0231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:50.449405 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3daa466c-d10a-46bb-97b6-6aabc0152a2c tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:50.455823 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3daa466c-d10a-46bb-97b6-6aabc0152a2c tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:50.457650 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3daa466c-d10a-46bb-97b6-6aabc0152a2c tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1008794 Jul 15 13:33:50.460659 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 57982) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:50.478781 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-69ebb664-f20c-484e-b824-347ea41a0231 None None] Port a99b6fb1-8183-48da-affa-140390f83d17 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:50.507165 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-3063fe3d-eb60-4f25-8db8-c7ce0da33fd7 None None] Set router a6980803-7445-491f-9972-324d3b1d3a05 gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:33:50.733781 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-3063fe3d-eb60-4f25-8db8-c7ce0da33fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6980803-7445-491f-9972-324d3b1d3a05', 'name': 'tempest-NetworksTestDHCPv6-router-938429630', 'tenant_id': 'f314df1c6c6a4426aecd02fb9849c361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:48Z', 'updated_at': '2021-07-15T13:33:49Z', 'revision_number': 2, 'project_id': 'f314df1c6c6a4426aecd02fb9849c361', 'gw_port_host': None, '_interfaces': [{'id': 'a99b6fb1-8183-48da-affa-140390f83d17', 'name': '', 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'tenant_id': 'f314df1c6c6a4426aecd02fb9849c361', 'mac_address': 'fa:16:3e:38:53:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6980803-7445-491f-9972-324d3b1d3a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': 'cc17ad7c-ad67-4739-aace-30b8c5efa584', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:48Z', 'updated_at': '2021-07-15T13:33:49Z', 'revision_number': 2, 'project_id': 'f314df1c6c6a4426aecd02fb9849c361', 'subnets': [{'id': 'cc17ad7c-ad67-4739-aace-30b8c5efa584', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:50.776228 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3063fe3d-eb60-4f25-8db8-c7ce0da33fd7 None None] Checking router: a6980803-7445-491f-9972-324d3b1d3a05 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:33:50.776841 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3063fe3d-eb60-4f25-8db8-c7ce0da33fd7 None None] Updating router a6980803-7445-491f-9972-324d3b1d3a05 port a99b6fb1-8183-48da-affa-140390f83d17 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:33:50.823707 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3063fe3d-eb60-4f25-8db8-c7ce0da33fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:50.840196 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-568935f1-dd7c-4876-a121-e5d5c1726b01 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:51.069946 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device e4736a16-f4b6-47d5-b802-e51edabb10b0 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:51.133964 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port e4736a16-f4b6-47d5-b802-e51edabb10b0 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:51.133964 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:51.226122 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3063fe3d-eb60-4f25-8db8-c7ce0da33fd7 None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:51.250493 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-3063fe3d-eb60-4f25-8db8-c7ce0da33fd7 None None] Transition to ACTIVE for port object a99b6fb1-8183-48da-affa-140390f83d17 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:51.260496 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3063fe3d-eb60-4f25-8db8-c7ce0da33fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:51.350325 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7566c5-c259-4aa9-9851-98be67c5d3b3 None None] Pushing event updated for resources: {'Port': ['ID=a99b6fb1-8183-48da-affa-140390f83d17,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:51.386106 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7566c5-c259-4aa9-9851-98be67c5d3b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:51.386106 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7566c5-c259-4aa9-9851-98be67c5d3b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:51.389533 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7566c5-c259-4aa9-9851-98be67c5d3b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:51.389972 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7566c5-c259-4aa9-9851-98be67c5d3b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:51.391605 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7566c5-c259-4aa9-9851-98be67c5d3b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:51.394717 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7566c5-c259-4aa9-9851-98be67c5d3b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:51.395019 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7566c5-c259-4aa9-9851-98be67c5d3b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:51.395900 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7566c5-c259-4aa9-9851-98be67c5d3b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:51.396258 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7566c5-c259-4aa9-9851-98be67c5d3b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:51.397173 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7566c5-c259-4aa9-9851-98be67c5d3b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:51.397631 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7566c5-c259-4aa9-9851-98be67c5d3b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:51.397998 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7566c5-c259-4aa9-9851-98be67c5d3b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:51.443259 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-3063fe3d-eb60-4f25-8db8-c7ce0da33fd7 None None] Attempting to bind port a99b6fb1-8183-48da-affa-140390f83d17 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:51.443986 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-3063fe3d-eb60-4f25-8db8-c7ce0da33fd7 None None] Attempting to bind port a99b6fb1-8183-48da-affa-140390f83d17 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:51.444625 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3063fe3d-eb60-4f25-8db8-c7ce0da33fd7 None None] Attempting to bind port a99b6fb1-8183-48da-affa-140390f83d17 on network 7f8e87b8-c332-4e36-ad91-99861c85828d {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:51.451257 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3063fe3d-eb60-4f25-8db8-c7ce0da33fd7 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:51.451257 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3063fe3d-eb60-4f25-8db8-c7ce0da33fd7 None None] Checking segment: {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:51.452074 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3063fe3d-eb60-4f25-8db8-c7ce0da33fd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:51.452575 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3063fe3d-eb60-4f25-8db8-c7ce0da33fd7 None None] Bound using segment: {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:51.453394 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-3063fe3d-eb60-4f25-8db8-c7ce0da33fd7 None None] Bound port: a99b6fb1-8183-48da-affa-140390f83d17, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:51.453926 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3063fe3d-eb60-4f25-8db8-c7ce0da33fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:51.457191 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417620e-612e-4a4a-a7d1-f1ced128f489 req-28445e07-5a30-4e6c-bf8f-2901fba13de9 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:51.458826 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2417620e-612e-4a4a-a7d1-f1ced128f489 req-28445e07-5a30-4e6c-bf8f-2901fba13de9 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ba820bf-9df3-482f-a58b-5d16f1738eee HTTP/1.1" status: 200 len: 943 time: 0.1662548 Jul 15 13:33:51.529270 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2417620e-612e-4a4a-a7d1-f1ced128f489 req-17629768-a45c-4e27-adc5-dbc07df87113 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548000 Jul 15 13:33:51.560436 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-3063fe3d-eb60-4f25-8db8-c7ce0da33fd7 None None] For port a99b6fb1-8183-48da-affa-140390f83d17, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:51.565177 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-3063fe3d-eb60-4f25-8db8-c7ce0da33fd7 None None] For port a99b6fb1-8183-48da-affa-140390f83d17, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a99b6fb1-8183-48da-affa-140390f83d17,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:51.572985 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3063fe3d-eb60-4f25-8db8-c7ce0da33fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:51.621756 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-568935f1-dd7c-4876-a121-e5d5c1726b01 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting port a99b6fb1-8183-48da-affa-140390f83d17 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:51.622482 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-568935f1-dd7c-4876-a121-e5d5c1726b01 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:51.644227 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3063fe3d-eb60-4f25-8db8-c7ce0da33fd7 None None] Routers {'a6980803-7445-491f-9972-324d3b1d3a05'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:51.644890 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-3063fe3d-eb60-4f25-8db8-c7ce0da33fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:33:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['a6980803-7445-491f-9972-324d3b1d3a05'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:51.730357 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7566c5-c259-4aa9-9851-98be67c5d3b3 None None] Pushing event updated for resources: {'Port': ['ID=a99b6fb1-8183-48da-affa-140390f83d17,revision_number=4']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:51.757544 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-3063fe3d-eb60-4f25-8db8-c7ce0da33fd7 None None] Set router a6980803-7445-491f-9972-324d3b1d3a05 gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:33:51.761870 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-568935f1-dd7c-4876-a121-e5d5c1726b01 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] For port a99b6fb1-8183-48da-affa-140390f83d17, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a99b6fb1-8183-48da-affa-140390f83d17,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:51.762369 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-568935f1-dd7c-4876-a121-e5d5c1726b01 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:51.778170 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-568935f1-dd7c-4876-a121-e5d5c1726b01 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Calling delete_port for a99b6fb1-8183-48da-affa-140390f83d17 owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:52.028042 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-568935f1-dd7c-4876-a121-e5d5c1726b01 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:52.034846 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-93df94d4-ebd0-459b-9bf8-adf4588874ce None None] Could not find standard attr ID for object a99b6fb1-8183-48da-affa-140390f83d17. {{(pid=93827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:33:52.123410 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-3063fe3d-eb60-4f25-8db8-c7ce0da33fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6980803-7445-491f-9972-324d3b1d3a05', 'name': 'tempest-NetworksTestDHCPv6-router-938429630', 'tenant_id': 'f314df1c6c6a4426aecd02fb9849c361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:48Z', 'updated_at': '2021-07-15T13:33:49Z', 'revision_number': 2, 'project_id': 'f314df1c6c6a4426aecd02fb9849c361', 'gw_port_host': None, '_interfaces': [{'id': 'a99b6fb1-8183-48da-affa-140390f83d17', 'name': '', 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'tenant_id': 'f314df1c6c6a4426aecd02fb9849c361', 'mac_address': 'fa:16:3e:38:53:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6980803-7445-491f-9972-324d3b1d3a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': 'cc17ad7c-ad67-4739-aace-30b8c5efa584', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:48Z', 'updated_at': '2021-07-15T13:33:51Z', 'revision_number': 4, 'project_id': 'f314df1c6c6a4426aecd02fb9849c361', 'subnets': [{'id': 'cc17ad7c-ad67-4739-aace-30b8c5efa584', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:52.155625 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3063fe3d-eb60-4f25-8db8-c7ce0da33fd7 None None] The sync data for ids ['a6980803-7445-491f-9972-324d3b1d3a05'] in n-d-771363-36 is: [{'id': 'a6980803-7445-491f-9972-324d3b1d3a05', 'name': 'tempest-NetworksTestDHCPv6-router-938429630', 'tenant_id': 'f314df1c6c6a4426aecd02fb9849c361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:48Z', 'updated_at': '2021-07-15T13:33:49Z', 'revision_number': 2, 'project_id': 'f314df1c6c6a4426aecd02fb9849c361', 'gw_port_host': None, '_interfaces': [{'id': 'a99b6fb1-8183-48da-affa-140390f83d17', 'name': '', 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'tenant_id': 'f314df1c6c6a4426aecd02fb9849c361', 'mac_address': 'fa:16:3e:38:53:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6980803-7445-491f-9972-324d3b1d3a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': 'cc17ad7c-ad67-4739-aace-30b8c5efa584', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:48Z', 'updated_at': '2021-07-15T13:33:51Z', 'revision_number': 4, 'project_id': 'f314df1c6c6a4426aecd02fb9849c361', 'subnets': [{'id': 'cc17ad7c-ad67-4739-aace-30b8c5efa584', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:33:52.233315 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568935f1-dd7c-4876-a121-e5d5c1726b01 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Port': ['ID=a99b6fb1-8183-48da-affa-140390f83d17,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:52.244024 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-568935f1-dd7c-4876-a121-e5d5c1726b01 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:52.437903 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-568935f1-dd7c-4876-a121-e5d5c1726b01 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Router a6980803-7445-491f-9972-324d3b1d3a05 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:33:52.589053 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568935f1-dd7c-4876-a121-e5d5c1726b01 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:33:52.601173 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-568935f1-dd7c-4876-a121-e5d5c1726b01 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "PUT /v2.0/routers/a6980803-7445-491f-9972-324d3b1d3a05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1371307 Jul 15 13:33:52.601591 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58000) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:52.683994 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ab4a7a-5828-459c-bd66-ae049c8f1752 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:52.686084 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ab4a7a-5828-459c-bd66-ae049c8f1752 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:52.690858 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58002) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:52.691374 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-76ab4a7a-5828-459c-bd66-ae049c8f1752 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0881474 Jul 15 13:33:52.763253 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-2370d526-e09b-4d2f-a539-d5651e8e118c tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting subnet cc17ad7c-ad67-4739-aace-30b8c5efa584 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:33:52.768042 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2370d526-e09b-4d2f-a539-d5651e8e118c tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:52.815021 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2370d526-e09b-4d2f-a539-d5651e8e118c tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:52.841295 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9febc-e7b9-4339-ac03-853233264f06 req-0a3c2700-4daa-44d6-83d5-58d69917b197 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:52.853806 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-19a9febc-e7b9-4339-ac03-853233264f06 req-0a3c2700-4daa-44d6-83d5-58d69917b197 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ba820bf-9df3-482f-a58b-5d16f1738eee HTTP/1.1" status: 200 len: 943 time: 0.1612430 Jul 15 13:33:52.885441 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2370d526-e09b-4d2f-a539-d5651e8e118c tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:52.927295 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-19a9febc-e7b9-4339-ac03-853233264f06 req-3e78fa4a-ee10-45b2-9a0d-d3548b80cf5a tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688071 Jul 15 13:33:52.973781 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2370d526-e09b-4d2f-a539-d5651e8e118c tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:53.025379 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370d526-e09b-4d2f-a539-d5651e8e118c tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Subnet': ['ID=cc17ad7c-ad67-4739-aace-30b8c5efa584,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:53.028973 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2370d526-e09b-4d2f-a539-d5651e8e118c tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:53.034587 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2370d526-e09b-4d2f-a539-d5651e8e118c tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/cc17ad7c-ad67-4739-aace-30b8c5efa584 HTTP/1.1" status: 204 len: 168 time: 0.3390274 Jul 15 13:33:53.035491 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58006) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:53.055353 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b26a812-5071-4809-8be1-957596f4e8a7 None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:53.241249 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a4e7fc45-1f6f-4ba5-84bf-f9c336bb4c28 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2021983 Jul 15 13:33:53.244126 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58008) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:53.354348 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0af77787-cdd8-49ff-a5af-e2b31a68c22b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:53.454835 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec208d1-4847-458e-ad7d-dcbf10f65ae7 None None] DHCP port deletion for 7f8e87b8-c332-4e36-ad91-99861c85828d request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:33:53.527974 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-cec208d1-4847-458e-ad7d-dcbf10f65ae7 None None] Deleting port e4736a16-f4b6-47d5-b802-e51edabb10b0 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:53.529097 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cec208d1-4847-458e-ad7d-dcbf10f65ae7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:53.567478 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0af77787-cdd8-49ff-a5af-e2b31a68c22b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:53.569797 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0af77787-cdd8-49ff-a5af-e2b31a68c22b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:53.633430 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0af77787-cdd8-49ff-a5af-e2b31a68c22b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:53.634161 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af77787-cdd8-49ff-a5af-e2b31a68c22b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Fanout notify agent at l3_agent the message router_deleted on router a6980803-7445-491f-9972-324d3b1d3a05 {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:33:53.640377 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-cec208d1-4847-458e-ad7d-dcbf10f65ae7 None None] For port e4736a16-f4b6-47d5-b802-e51edabb10b0, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=e4736a16-f4b6-47d5-b802-e51edabb10b0,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:53.640960 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cec208d1-4847-458e-ad7d-dcbf10f65ae7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:53.649360 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0af77787-cdd8-49ff-a5af-e2b31a68c22b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:53.654077 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58018) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:53.654555 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0af77787-cdd8-49ff-a5af-e2b31a68c22b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/routers/a6980803-7445-491f-9972-324d3b1d3a05 HTTP/1.1" status: 204 len: 168 time: 0.4091353 Jul 15 13:33:53.659436 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-126da87f-c63e-45ba-b251-23c5fd97dc9d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'subnet': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:53.667426 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-cec208d1-4847-458e-ad7d-dcbf10f65ae7 None None] Calling delete_port for e4736a16-f4b6-47d5-b802-e51edabb10b0 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:53.768902 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126da87f-c63e-45ba-b251-23c5fd97dc9d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:53.773308 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-126da87f-c63e-45ba-b251-23c5fd97dc9d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:53.774186 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cec208d1-4847-458e-ad7d-dcbf10f65ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:53.808285 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec208d1-4847-458e-ad7d-dcbf10f65ae7 None None] Pushing event deleted for resources: {'Port': ['ID=e4736a16-f4b6-47d5-b802-e51edabb10b0,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:53.831256 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec208d1-4847-458e-ad7d-dcbf10f65ae7 None None] No DVR routers for this DVR port e4736a16-f4b6-47d5-b802-e51edabb10b0 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:54.021914 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-126da87f-c63e-45ba-b251-23c5fd97dc9d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:54.082625 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126da87f-c63e-45ba-b251-23c5fd97dc9d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:54.084282 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-126da87f-c63e-45ba-b251-23c5fd97dc9d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:54.095841 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfeaa566-51f8-4e69-9d64-0def0071afaa None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:54.105732 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126da87f-c63e-45ba-b251-23c5fd97dc9d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:54.106472 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-126da87f-c63e-45ba-b251-23c5fd97dc9d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:54.145464 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-126da87f-c63e-45ba-b251-23c5fd97dc9d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4901934 Jul 15 13:33:54.148148 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58022) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:54.154870 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-ed4ed39e-d0a8-4f25-a34c-1c4523dc5b5e tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-220646761', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:54.161291 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126da87f-c63e-45ba-b251-23c5fd97dc9d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Subnet': ['ID=2965629b-4e15-4ccc-9f71-d132049a7fd0,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:54.213307 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ed4ed39e-d0a8-4f25-a34c-1c4523dc5b5e tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:54.216254 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ed4ed39e-d0a8-4f25-a34c-1c4523dc5b5e tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:54.221907 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd534ae1-8873-4002-bc9e-56bb3079e1f6 req-12178c45-3c0e-4426-b695-385601bdc074 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:54.224857 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dd534ae1-8873-4002-bc9e-56bb3079e1f6 req-12178c45-3c0e-4426-b695-385601bdc074 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ba820bf-9df3-482f-a58b-5d16f1738eee HTTP/1.1" status: 200 len: 943 time: 0.1378751 Jul 15 13:33:54.320654 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dd534ae1-8873-4002-bc9e-56bb3079e1f6 req-eba07de7-2c0d-4067-bad0-abd10906dc6e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879221 Jul 15 13:33:54.335435 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ed4ed39e-d0a8-4f25-a34c-1c4523dc5b5e tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:54.345530 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ed4ed39e-d0a8-4f25-a34c-1c4523dc5b5e tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:54.382765 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ed4ed39e-d0a8-4f25-a34c-1c4523dc5b5e tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:54.384880 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ed4ed39e-d0a8-4f25-a34c-1c4523dc5b5e tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2347085 Jul 15 13:33:54.387668 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58026) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:54.406404 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5f548b-06d4-4f67-b7b8-83e2a81dbeda None None] Sync routers for ids ['a6980803-7445-491f-9972-324d3b1d3a05'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:33:54.414417 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3060849-31b4-45a3-bdf1-3415c527a946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-7f8e87b8-c332-4e36-ad91-99861c85828d', 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'tenant_id': 'f314df1c6c6a4426aecd02fb9849c361', 'fixed_ips': [{'subnet_id': '2965629b-4e15-4ccc-9f71-d132049a7fd0'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:33:54.415778 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3060849-31b4-45a3-bdf1-3415c527a946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:54.466500 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5f548b-06d4-4f67-b7b8-83e2a81dbeda None None] Routers set() bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:54.467233 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5f548b-06d4-4f67-b7b8-83e2a81dbeda None None] Router IDs set() for agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 13:33:54.468137 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_agentschedulers_db [None req-cc5f548b-06d4-4f67-b7b8-83e2a81dbeda None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a6980803-7445-491f-9972-324d3b1d3a05'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:33:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent'). {{(pid=93827) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 13:33:54.503122 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5f548b-06d4-4f67-b7b8-83e2a81dbeda None None] Routers set() bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:54.506759 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5f548b-06d4-4f67-b7b8-83e2a81dbeda None None] Router IDs set() for agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 13:33:54.507698 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_agentschedulers_db [None req-cc5f548b-06d4-4f67-b7b8-83e2a81dbeda None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a6980803-7445-491f-9972-324d3b1d3a05'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:33:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent'). {{(pid=93827) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 13:33:54.508242 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5f548b-06d4-4f67-b7b8-83e2a81dbeda None None] The sync data for ids ['a6980803-7445-491f-9972-324d3b1d3a05'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:33:54.696759 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-d3060849-31b4-45a3-bdf1-3415c527a946 None None] Allocated IP 2001:db8::2 (7f8e87b8-c332-4e36-ad91-99861c85828d/2965629b-4e15-4ccc-9f71-d132049a7fd0/a80f9647-4ce9-43a0-a3e6-14fb5ba65ab0) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:54.737642 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a2423540-a31a-431b-b6d3-428b56f4148a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:54.865611 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3060849-31b4-45a3-bdf1-3415c527a946 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:54.874742 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d3060849-31b4-45a3-bdf1-3415c527a946 None None] Transition to ACTIVE for port object a80f9647-4ce9-43a0-a3e6-14fb5ba65ab0 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:54.892779 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d3060849-31b4-45a3-bdf1-3415c527a946 None None] Transition to ACTIVE for port object a80f9647-4ce9-43a0-a3e6-14fb5ba65ab0 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:54.902158 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3060849-31b4-45a3-bdf1-3415c527a946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:54.962989 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3060849-31b4-45a3-bdf1-3415c527a946 None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:54.966448 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-d3060849-31b4-45a3-bdf1-3415c527a946 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:54.970258 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3060849-31b4-45a3-bdf1-3415c527a946 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:54.984732 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3060849-31b4-45a3-bdf1-3415c527a946 None None] Pushing event updated for resources: {'Port': ['ID=a80f9647-4ce9-43a0-a3e6-14fb5ba65ab0,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:55.089480 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-d3060849-31b4-45a3-bdf1-3415c527a946 None None] Attempting to bind port a80f9647-4ce9-43a0-a3e6-14fb5ba65ab0 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:55.089888 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-d3060849-31b4-45a3-bdf1-3415c527a946 None None] Attempting to bind port a80f9647-4ce9-43a0-a3e6-14fb5ba65ab0 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:55.090256 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3060849-31b4-45a3-bdf1-3415c527a946 None None] Attempting to bind port a80f9647-4ce9-43a0-a3e6-14fb5ba65ab0 on network 7f8e87b8-c332-4e36-ad91-99861c85828d {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:55.097444 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3060849-31b4-45a3-bdf1-3415c527a946 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:55.098159 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3060849-31b4-45a3-bdf1-3415c527a946 None None] Checking segment: {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:55.098794 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3060849-31b4-45a3-bdf1-3415c527a946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:55.099195 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3060849-31b4-45a3-bdf1-3415c527a946 None None] Bound using segment: {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:55.099669 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-d3060849-31b4-45a3-bdf1-3415c527a946 None None] Bound port: a80f9647-4ce9-43a0-a3e6-14fb5ba65ab0, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:55.100050 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3060849-31b4-45a3-bdf1-3415c527a946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:55.104524 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device e4736a16-f4b6-47d5-b802-e51edabb10b0 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:33:55.136881 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: e4736a16-f4b6-47d5-b802-e51edabb10b0 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:33:55.139685 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device e4736a16-f4b6-47d5-b802-e51edabb10b0 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:33:55.139685 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a99b6fb1-8183-48da-affa-140390f83d17 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:33:55.182242 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-a2423540-a31a-431b-b6d3-428b56f4148a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Allocated IP 2001:db8::1 (7f8e87b8-c332-4e36-ad91-99861c85828d/2965629b-4e15-4ccc-9f71-d132049a7fd0/d4db5c57-8d41-4773-95f1-c1d288435b0a) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:55.182897 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: a99b6fb1-8183-48da-affa-140390f83d17 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:33:55.182897 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a99b6fb1-8183-48da-affa-140390f83d17 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:33:55.220840 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-d3060849-31b4-45a3-bdf1-3415c527a946 None None] For port a80f9647-4ce9-43a0-a3e6-14fb5ba65ab0, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:55.224435 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-d3060849-31b4-45a3-bdf1-3415c527a946 None None] For port a80f9647-4ce9-43a0-a3e6-14fb5ba65ab0, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a80f9647-4ce9-43a0-a3e6-14fb5ba65ab0,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:55.228576 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d3060849-31b4-45a3-bdf1-3415c527a946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:55.301907 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3060849-31b4-45a3-bdf1-3415c527a946 None None] Pushing event updated for resources: {'Port': ['ID=a80f9647-4ce9-43a0-a3e6-14fb5ba65ab0,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:55.322232 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a2423540-a31a-431b-b6d3-428b56f4148a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:55.338426 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-a2423540-a31a-431b-b6d3-428b56f4148a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Transition to ACTIVE for port object d4db5c57-8d41-4773-95f1-c1d288435b0a will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:55.376817 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a2423540-a31a-431b-b6d3-428b56f4148a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:55.421788 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2423540-a31a-431b-b6d3-428b56f4148a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:55.427453 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-a2423540-a31a-431b-b6d3-428b56f4148a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:55.434635 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2423540-a31a-431b-b6d3-428b56f4148a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:55.435359 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a2423540-a31a-431b-b6d3-428b56f4148a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:55.581986 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2423540-a31a-431b-b6d3-428b56f4148a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Port': ['ID=d4db5c57-8d41-4773-95f1-c1d288435b0a,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:55.650649 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a2423540-a31a-431b-b6d3-428b56f4148a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:55.684509 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5cb03-3cba-4cfa-8b63-779df4c9fbfb req-c3d4c9bd-5940-468d-a57f-9b4156e0fe21 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:55.686176 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9dd5cb03-3cba-4cfa-8b63-779df4c9fbfb req-c3d4c9bd-5940-468d-a57f-9b4156e0fe21 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ba820bf-9df3-482f-a58b-5d16f1738eee HTTP/1.1" status: 200 len: 943 time: 0.1844411 Jul 15 13:33:55.767232 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9dd5cb03-3cba-4cfa-8b63-779df4c9fbfb req-c6c756f8-4bb0-4a54-805b-3cca4f751f13 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741343 Jul 15 13:33:55.977275 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a2423540-a31a-431b-b6d3-428b56f4148a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:55.983224 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a2423540-a31a-431b-b6d3-428b56f4148a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:55.984071 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a2423540-a31a-431b-b6d3-428b56f4148a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:56.052698 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2423540-a31a-431b-b6d3-428b56f4148a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Port': ['ID=d4db5c57-8d41-4773-95f1-c1d288435b0a,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:56.144707 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2423540-a31a-431b-b6d3-428b56f4148a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:56.146926 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-a2423540-a31a-431b-b6d3-428b56f4148a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:56.289250 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2423540-a31a-431b-b6d3-428b56f4148a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Router 9d74624d-3927-4dec-af14-dd97bb8713e3 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:33:56.397475 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2423540-a31a-431b-b6d3-428b56f4148a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:33:56.409264 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787c14ec-6a3f-4292-8af5-03ceb0130361 None None] Sync routers for ids ['9d74624d-3927-4dec-af14-dd97bb8713e3'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:33:56.414214 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a2423540-a31a-431b-b6d3-428b56f4148a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "PUT /v2.0/routers/9d74624d-3927-4dec-af14-dd97bb8713e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0249021 Jul 15 13:33:56.414403 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58042) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:56.423853 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787c14ec-6a3f-4292-8af5-03ceb0130361 None None] Routers {'9d74624d-3927-4dec-af14-dd97bb8713e3'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:56.424474 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-787c14ec-6a3f-4292-8af5-03ceb0130361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:33:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['9d74624d-3927-4dec-af14-dd97bb8713e3'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:56.501603 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7ae562-ced3-4ec1-bfac-e7cde5432737 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:56.503516 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1d7ae562-ced3-4ec1-bfac-e7cde5432737 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/ports/d4db5c57-8d41-4773-95f1-c1d288435b0a HTTP/1.1" status: 200 len: 911 time: 0.0877082 Jul 15 13:33:56.506099 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58044) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:56.568301 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-787c14ec-6a3f-4292-8af5-03ceb0130361 None None] Set router 9d74624d-3927-4dec-af14-dd97bb8713e3 gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:33:56.596451 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccd5249-c33d-4ab7-8e84-31b9b453fc60 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:56.604822 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccd5249-c33d-4ab7-8e84-31b9b453fc60 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:56.608797 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9ccd5249-c33d-4ab7-8e84-31b9b453fc60 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1014822 Jul 15 13:33:56.609835 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58046) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:56.822251 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-df9f08f9-e9cb-4132-b955-d3d4a14c6d4e None None] Provisioning for port a80f9647-4ce9-43a0-a3e6-14fb5ba65ab0 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:56.920816 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-787c14ec-6a3f-4292-8af5-03ceb0130361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d74624d-3927-4dec-af14-dd97bb8713e3', 'name': 'tempest-NetworksTestDHCPv6-router-220646761', 'tenant_id': 'f314df1c6c6a4426aecd02fb9849c361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:54Z', 'updated_at': '2021-07-15T13:33:55Z', 'revision_number': 2, 'project_id': 'f314df1c6c6a4426aecd02fb9849c361', 'gw_port_host': None, '_interfaces': [{'id': 'd4db5c57-8d41-4773-95f1-c1d288435b0a', 'name': '', 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'tenant_id': 'f314df1c6c6a4426aecd02fb9849c361', 'mac_address': 'fa:16:3e:53:61:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d74624d-3927-4dec-af14-dd97bb8713e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '2965629b-4e15-4ccc-9f71-d132049a7fd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:54Z', 'updated_at': '2021-07-15T13:33:55Z', 'revision_number': 2, 'project_id': 'f314df1c6c6a4426aecd02fb9849c361', 'subnets': [{'id': '2965629b-4e15-4ccc-9f71-d132049a7fd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:56.954507 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787c14ec-6a3f-4292-8af5-03ceb0130361 None None] Checking router: 9d74624d-3927-4dec-af14-dd97bb8713e3 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:33:56.954972 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787c14ec-6a3f-4292-8af5-03ceb0130361 None None] Updating router 9d74624d-3927-4dec-af14-dd97bb8713e3 port d4db5c57-8d41-4773-95f1-c1d288435b0a binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:33:57.042359 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-787c14ec-6a3f-4292-8af5-03ceb0130361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:57.139658 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a80f9647-4ce9-43a0-a3e6-14fb5ba65ab0 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:57.182162 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0966f-9d52-4b65-a20b-e7b7ae4a248b req-dd982952-02aa-4858-8dc7-525725821c57 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:57.184109 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7bd0966f-9d52-4b65-a20b-e7b7ae4a248b req-dd982952-02aa-4858-8dc7-525725821c57 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ba820bf-9df3-482f-a58b-5d16f1738eee HTTP/1.1" status: 200 len: 943 time: 0.2065923 Jul 15 13:33:57.223284 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-231ea32d-4662-4ae6-937b-702fab7d7665 None None] Provisioning for port d4db5c57-8d41-4773-95f1-c1d288435b0a completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:57.229648 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-231ea32d-4662-4ae6-937b-702fab7d7665 None None] Provisioning complete for port d4db5c57-8d41-4773-95f1-c1d288435b0a triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:57.230265 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-231ea32d-4662-4ae6-937b-702fab7d7665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:57.260298 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7bd0966f-9d52-4b65-a20b-e7b7ae4a248b req-7550b9ef-f49a-4d2f-9b89-8b4648f75ded tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548923 Jul 15 13:33:57.298825 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-231ea32d-4662-4ae6-937b-702fab7d7665 None None] Port d4db5c57-8d41-4773-95f1-c1d288435b0a cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:57.323005 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port a80f9647-4ce9-43a0-a3e6-14fb5ba65ab0 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:57.336686 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port a80f9647-4ce9-43a0-a3e6-14fb5ba65ab0 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:57.337200 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:57.477627 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d0b72b9b-0e95-48cf-b057-98e13ae78608 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:57.541343 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:57.557759 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-cb6a492c-d498-4724-a0d3-87366b1f39b2 None None] Provisioning complete for port d4db5c57-8d41-4773-95f1-c1d288435b0a triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:57.558226 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cb6a492c-d498-4724-a0d3-87366b1f39b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:57.598042 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-787c14ec-6a3f-4292-8af5-03ceb0130361 None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:57.609771 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-787c14ec-6a3f-4292-8af5-03ceb0130361 None None] Transition to ACTIVE for port object d4db5c57-8d41-4773-95f1-c1d288435b0a will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:57.618425 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-787c14ec-6a3f-4292-8af5-03ceb0130361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:57.650537 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port a80f9647-4ce9-43a0-a3e6-14fb5ba65ab0, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a80f9647-4ce9-43a0-a3e6-14fb5ba65ab0,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:57.660081 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:57.669611 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-cb6a492c-d498-4724-a0d3-87366b1f39b2 None None] Port d4db5c57-8d41-4773-95f1-c1d288435b0a cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:57.699698 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de43147-063e-4125-a5b1-c78925db7fc2 None None] Pushing event updated for resources: {'Port': ['ID=d4db5c57-8d41-4773-95f1-c1d288435b0a,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:57.747321 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-787c14ec-6a3f-4292-8af5-03ceb0130361 None None] Attempting to bind port d4db5c57-8d41-4773-95f1-c1d288435b0a on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:57.747848 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-787c14ec-6a3f-4292-8af5-03ceb0130361 None None] Attempting to bind port d4db5c57-8d41-4773-95f1-c1d288435b0a by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:57.748083 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787c14ec-6a3f-4292-8af5-03ceb0130361 None None] Attempting to bind port d4db5c57-8d41-4773-95f1-c1d288435b0a on network 7f8e87b8-c332-4e36-ad91-99861c85828d {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:57.754346 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787c14ec-6a3f-4292-8af5-03ceb0130361 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:57.754778 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787c14ec-6a3f-4292-8af5-03ceb0130361 None None] Checking segment: {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:57.755550 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-787c14ec-6a3f-4292-8af5-03ceb0130361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:57.755689 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787c14ec-6a3f-4292-8af5-03ceb0130361 None None] Bound using segment: {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:57.756070 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-787c14ec-6a3f-4292-8af5-03ceb0130361 None None] Bound port: d4db5c57-8d41-4773-95f1-c1d288435b0a, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:57.756455 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-787c14ec-6a3f-4292-8af5-03ceb0130361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:57.783602 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=a80f9647-4ce9-43a0-a3e6-14fb5ba65ab0,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:57.868254 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-787c14ec-6a3f-4292-8af5-03ceb0130361 None None] For port d4db5c57-8d41-4773-95f1-c1d288435b0a, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:57.872533 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-787c14ec-6a3f-4292-8af5-03ceb0130361 None None] For port d4db5c57-8d41-4773-95f1-c1d288435b0a, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=d4db5c57-8d41-4773-95f1-c1d288435b0a,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:57.880855 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-787c14ec-6a3f-4292-8af5-03ceb0130361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:57.977848 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787c14ec-6a3f-4292-8af5-03ceb0130361 None None] Routers {'9d74624d-3927-4dec-af14-dd97bb8713e3'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:57.978513 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-787c14ec-6a3f-4292-8af5-03ceb0130361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:33:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['9d74624d-3927-4dec-af14-dd97bb8713e3'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:58.039538 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de43147-063e-4125-a5b1-c78925db7fc2 None None] Pushing event updated for resources: {'Port': ['ID=d4db5c57-8d41-4773-95f1-c1d288435b0a,revision_number=4']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:58.066243 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d0b72b9b-0e95-48cf-b057-98e13ae78608 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting port d4db5c57-8d41-4773-95f1-c1d288435b0a {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:58.066728 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d0b72b9b-0e95-48cf-b057-98e13ae78608 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:58.108654 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-787c14ec-6a3f-4292-8af5-03ceb0130361 None None] Set router 9d74624d-3927-4dec-af14-dd97bb8713e3 gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:33:58.185635 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d0b72b9b-0e95-48cf-b057-98e13ae78608 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] For port d4db5c57-8d41-4773-95f1-c1d288435b0a, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=d4db5c57-8d41-4773-95f1-c1d288435b0a,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:58.188813 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d0b72b9b-0e95-48cf-b057-98e13ae78608 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:58.213282 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d0b72b9b-0e95-48cf-b057-98e13ae78608 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Calling delete_port for d4db5c57-8d41-4773-95f1-c1d288435b0a owned by network:router_interface {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:58.356302 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-787c14ec-6a3f-4292-8af5-03ceb0130361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d74624d-3927-4dec-af14-dd97bb8713e3', 'name': 'tempest-NetworksTestDHCPv6-router-220646761', 'tenant_id': 'f314df1c6c6a4426aecd02fb9849c361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:54Z', 'updated_at': '2021-07-15T13:33:55Z', 'revision_number': 2, 'project_id': 'f314df1c6c6a4426aecd02fb9849c361', 'gw_port_host': None, '_interfaces': [{'id': 'd4db5c57-8d41-4773-95f1-c1d288435b0a', 'name': '', 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'tenant_id': 'f314df1c6c6a4426aecd02fb9849c361', 'mac_address': 'fa:16:3e:53:61:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d74624d-3927-4dec-af14-dd97bb8713e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '2965629b-4e15-4ccc-9f71-d132049a7fd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:54Z', 'updated_at': '2021-07-15T13:33:57Z', 'revision_number': 4, 'project_id': 'f314df1c6c6a4426aecd02fb9849c361', 'subnets': [{'id': '2965629b-4e15-4ccc-9f71-d132049a7fd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:58.389048 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787c14ec-6a3f-4292-8af5-03ceb0130361 None None] The sync data for ids ['9d74624d-3927-4dec-af14-dd97bb8713e3'] in n-d-771363-36 is: [{'id': '9d74624d-3927-4dec-af14-dd97bb8713e3', 'name': 'tempest-NetworksTestDHCPv6-router-220646761', 'tenant_id': 'f314df1c6c6a4426aecd02fb9849c361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:54Z', 'updated_at': '2021-07-15T13:33:55Z', 'revision_number': 2, 'project_id': 'f314df1c6c6a4426aecd02fb9849c361', 'gw_port_host': None, '_interfaces': [{'id': 'd4db5c57-8d41-4773-95f1-c1d288435b0a', 'name': '', 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'tenant_id': 'f314df1c6c6a4426aecd02fb9849c361', 'mac_address': 'fa:16:3e:53:61:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d74624d-3927-4dec-af14-dd97bb8713e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '2965629b-4e15-4ccc-9f71-d132049a7fd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:54Z', 'updated_at': '2021-07-15T13:33:57Z', 'revision_number': 4, 'project_id': 'f314df1c6c6a4426aecd02fb9849c361', 'subnets': [{'id': '2965629b-4e15-4ccc-9f71-d132049a7fd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:33:58.527300 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d0b72b9b-0e95-48cf-b057-98e13ae78608 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:58.560523 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b72b9b-0e95-48cf-b057-98e13ae78608 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Port': ['ID=d4db5c57-8d41-4773-95f1-c1d288435b0a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:58.736452 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af84770-c9a0-46e4-899c-b6ee5f8f69e6 req-667dd9ac-695c-469d-83db-e91d0be6ac09 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:58.737963 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7af84770-c9a0-46e4-899c-b6ee5f8f69e6 req-667dd9ac-695c-469d-83db-e91d0be6ac09 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ba820bf-9df3-482f-a58b-5d16f1738eee HTTP/1.1" status: 200 len: 943 time: 0.2910838 Jul 15 13:33:58.746918 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d0b72b9b-0e95-48cf-b057-98e13ae78608 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:58.817679 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7af84770-c9a0-46e4-899c-b6ee5f8f69e6 req-e049b4e5-fb38-49b5-8f0c-fa4c4dbb4bca tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728419 Jul 15 13:33:59.042976 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b72b9b-0e95-48cf-b057-98e13ae78608 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Router 9d74624d-3927-4dec-af14-dd97bb8713e3 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:33:59.085945 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a80f9647-4ce9-43a0-a3e6-14fb5ba65ab0 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:59.171141 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port a80f9647-4ce9-43a0-a3e6-14fb5ba65ab0 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:59.171518 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:59.218330 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b72b9b-0e95-48cf-b057-98e13ae78608 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:33:59.228136 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d0b72b9b-0e95-48cf-b057-98e13ae78608 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "PUT /v2.0/routers/9d74624d-3927-4dec-af14-dd97bb8713e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6164207 Jul 15 13:33:59.232116 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58064) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:59.295976 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b61147-0e7a-44dd-9068-051b90c1f681 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:59.298327 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b61147-0e7a-44dd-9068-051b90c1f681 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:59.300008 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f1b61147-0e7a-44dd-9068-051b90c1f681 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0668030 Jul 15 13:33:59.303682 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58066) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:59.324803 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:59.379118 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0645eb7-0c39-4885-9dbc-c02730468491 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting subnet 2965629b-4e15-4ccc-9f71-d132049a7fd0 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:33:59.382769 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c0645eb7-0c39-4885-9dbc-c02730468491 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:59.431580 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c0645eb7-0c39-4885-9dbc-c02730468491 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:59.533195 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c0645eb7-0c39-4885-9dbc-c02730468491 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:59.603492 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c0645eb7-0c39-4885-9dbc-c02730468491 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:59.614182 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:59.628986 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c85ffb-5cf6-4a3b-8617-28d3b6eef606 None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:59.635232 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c0645eb7-0c39-4885-9dbc-c02730468491 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:59.638602 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c0645eb7-0c39-4885-9dbc-c02730468491 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/2965629b-4e15-4ccc-9f71-d132049a7fd0 HTTP/1.1" status: 204 len: 168 time: 0.3323667 Jul 15 13:33:59.638602 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0645eb7-0c39-4885-9dbc-c02730468491 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Subnet': ['ID=2965629b-4e15-4ccc-9f71-d132049a7fd0,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:59.642815 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58068) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:59.760165 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5ffe31d9-bf46-4135-a0e1-f7dd9cdf17e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:59.761824 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ff09f8ef-962b-4024-bc05-ef4053d6e1b0 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1172738 Jul 15 13:33:59.764714 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58070) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:59.872239 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54ec75d2-8070-4107-9924-e79ac72349f9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:59.911883 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0836fa2-d48c-445b-b5aa-530540ceac89 None None] DHCP port deletion for 7f8e87b8-c332-4e36-ad91-99861c85828d request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:33:59.973775 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d0836fa2-d48c-445b-b5aa-530540ceac89 None None] Deleting port a80f9647-4ce9-43a0-a3e6-14fb5ba65ab0 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:59.974197 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d0836fa2-d48c-445b-b5aa-530540ceac89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:00.091158 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b84d4-f630-49f5-89b2-60fcbcbffd8e req-a7e28040-22fa-4f28-9290-f8a25316fe25 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:00.091720 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-d0836fa2-d48c-445b-b5aa-530540ceac89 None None] For port a80f9647-4ce9-43a0-a3e6-14fb5ba65ab0, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a80f9647-4ce9-43a0-a3e6-14fb5ba65ab0,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:00.092820 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d0836fa2-d48c-445b-b5aa-530540ceac89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:00.099208 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-be8b84d4-f630-49f5-89b2-60fcbcbffd8e req-a7e28040-22fa-4f28-9290-f8a25316fe25 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ba820bf-9df3-482f-a58b-5d16f1738eee HTTP/1.1" status: 200 len: 943 time: 0.0994096 Jul 15 13:34:00.103777 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54ec75d2-8070-4107-9924-e79ac72349f9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:00.107381 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54ec75d2-8070-4107-9924-e79ac72349f9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:00.111887 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d0836fa2-d48c-445b-b5aa-530540ceac89 None None] Calling delete_port for a80f9647-4ce9-43a0-a3e6-14fb5ba65ab0 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:00.148313 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-be8b84d4-f630-49f5-89b2-60fcbcbffd8e req-06152d07-0d40-4a95-9be3-c2d8a79220f6 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449803 Jul 15 13:34:00.182394 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54ec75d2-8070-4107-9924-e79ac72349f9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:00.182940 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ec75d2-8070-4107-9924-e79ac72349f9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Fanout notify agent at l3_agent the message router_deleted on router 9d74624d-3927-4dec-af14-dd97bb8713e3 {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:34:00.194414 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54ec75d2-8070-4107-9924-e79ac72349f9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:00.195478 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-54ec75d2-8070-4107-9924-e79ac72349f9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/routers/9d74624d-3927-4dec-af14-dd97bb8713e3 HTTP/1.1" status: 204 len: 168 time: 0.4297473 Jul 15 13:34:00.198622 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58076) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:00.240223 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d0836fa2-d48c-445b-b5aa-530540ceac89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:00.271475 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0836fa2-d48c-445b-b5aa-530540ceac89 None None] Pushing event deleted for resources: {'Port': ['ID=a80f9647-4ce9-43a0-a3e6-14fb5ba65ab0,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:00.275842 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0836fa2-d48c-445b-b5aa-530540ceac89 None None] No DVR routers for this DVR port a80f9647-4ce9-43a0-a3e6-14fb5ba65ab0 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:34:00.289044 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7cc5e0-6edb-4c9c-a1b4-ff3f47542df4 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:00.293339 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9b7cc5e0-6edb-4c9c-a1b4-ff3f47542df4 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0934069 Jul 15 13:34:00.293562 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58080) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:00.355056 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda5fffe-5a3a-42a9-a0a3-48cc3d2b226f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:00.359675 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-cda5fffe-5a3a-42a9-a0a3-48cc3d2b226f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0623448 Jul 15 13:34:00.363022 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58082) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:00.366839 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e45c7a-2634-430c-bf2f-1bc48f69b797 None None] Sync routers for ids ['9d74624d-3927-4dec-af14-dd97bb8713e3'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:34:00.381843 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e45c7a-2634-430c-bf2f-1bc48f69b797 None None] Routers set() bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:00.382214 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e45c7a-2634-430c-bf2f-1bc48f69b797 None None] Router IDs set() for agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 13:34:00.383060 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_agentschedulers_db [None req-86e45c7a-2634-430c-bf2f-1bc48f69b797 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9d74624d-3927-4dec-af14-dd97bb8713e3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:33:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent'). {{(pid=93827) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 13:34:00.394540 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e45c7a-2634-430c-bf2f-1bc48f69b797 None None] Routers set() bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:00.395017 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e45c7a-2634-430c-bf2f-1bc48f69b797 None None] Router IDs set() for agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 13:34:00.395634 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_agentschedulers_db [None req-86e45c7a-2634-430c-bf2f-1bc48f69b797 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9d74624d-3927-4dec-af14-dd97bb8713e3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:33:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent'). {{(pid=93827) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 13:34:00.396213 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e45c7a-2634-430c-bf2f-1bc48f69b797 None None] The sync data for ids ['9d74624d-3927-4dec-af14-dd97bb8713e3'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:34:00.408565 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-044dfe0b-eb21-41b7-8fe7-cbade354941d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0441296 Jul 15 13:34:00.413619 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58084) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:00.419609 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-c516e65d-252e-4cd7-8cbd-4f6194a94683 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'subnet': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:00.520457 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c516e65d-252e-4cd7-8cbd-4f6194a94683 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:00.524328 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c516e65d-252e-4cd7-8cbd-4f6194a94683 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:00.826542 n-d-771363-36 neutron-server[93825]: DEBUG neutron.objects.ports [None req-c516e65d-252e-4cd7-8cbd-4f6194a94683 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:34:00.828416 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c516e65d-252e-4cd7-8cbd-4f6194a94683 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:00.877801 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c516e65d-252e-4cd7-8cbd-4f6194a94683 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:00.881502 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-c516e65d-252e-4cd7-8cbd-4f6194a94683 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:00.886003 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c516e65d-252e-4cd7-8cbd-4f6194a94683 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:00.886665 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c516e65d-252e-4cd7-8cbd-4f6194a94683 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:00.895243 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99a25b4-9586-4b08-a5ab-272def1713d9 None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:00.901206 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516e65d-252e-4cd7-8cbd-4f6194a94683 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Subnet': ['ID=6ef96c83-dd9f-4b28-b299-396026a0ddf5,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:00.907991 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58086) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:00.908161 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c516e65d-252e-4cd7-8cbd-4f6194a94683 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4933991 Jul 15 13:34:00.913069 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-bb05209a-4dde-44a8-989c-157d839b41d1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'subnet': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:01.078147 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a80f9647-4ce9-43a0-a3e6-14fb5ba65ab0 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:34:01.115785 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: a80f9647-4ce9-43a0-a3e6-14fb5ba65ab0 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:34:01.116461 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a80f9647-4ce9-43a0-a3e6-14fb5ba65ab0 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:34:01.116683 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device d4db5c57-8d41-4773-95f1-c1d288435b0a no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:34:01.149234 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: d4db5c57-8d41-4773-95f1-c1d288435b0a {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:34:01.149705 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device d4db5c57-8d41-4773-95f1-c1d288435b0a not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:34:01.215445 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c226b79-1053-43f2-9cf6-673b4600759a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-7f8e87b8-c332-4e36-ad91-99861c85828d', 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'tenant_id': 'f314df1c6c6a4426aecd02fb9849c361', 'fixed_ips': [{'subnet_id': '6ef96c83-dd9f-4b28-b299-396026a0ddf5'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:34:01.216327 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2c226b79-1053-43f2-9cf6-673b4600759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:01.394793 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-2c226b79-1053-43f2-9cf6-673b4600759a None None] Allocated IP 2001:db8::f816:3eff:fea1:c82a (7f8e87b8-c332-4e36-ad91-99861c85828d/6ef96c83-dd9f-4b28-b299-396026a0ddf5/b036aa95-88b5-4e67-bd0e-23fdf9a88a03) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:01.423211 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed35bc-dfd1-42f2-bd9d-b93dd54d4cde req-8df5ad81-ef71-4240-9469-eeb20d6473f6 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:01.424938 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2bed35bc-dfd1-42f2-bd9d-b93dd54d4cde req-8df5ad81-ef71-4240-9469-eeb20d6473f6 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ba820bf-9df3-482f-a58b-5d16f1738eee HTTP/1.1" status: 200 len: 943 time: 0.1138546 Jul 15 13:34:01.482681 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb05209a-4dde-44a8-989c-157d839b41d1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:01.489215 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bb05209a-4dde-44a8-989c-157d839b41d1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:01.491025 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2bed35bc-dfd1-42f2-bd9d-b93dd54d4cde req-b73e691e-71a6-4b30-9479-d88760aad67f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562899 Jul 15 13:34:01.631671 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2c226b79-1053-43f2-9cf6-673b4600759a None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:01.642011 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-2c226b79-1053-43f2-9cf6-673b4600759a None None] Transition to ACTIVE for port object b036aa95-88b5-4e67-bd0e-23fdf9a88a03 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:01.663150 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-2c226b79-1053-43f2-9cf6-673b4600759a None None] Transition to ACTIVE for port object b036aa95-88b5-4e67-bd0e-23fdf9a88a03 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:01.670726 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2c226b79-1053-43f2-9cf6-673b4600759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:01.713511 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c226b79-1053-43f2-9cf6-673b4600759a None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:01.720358 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-2c226b79-1053-43f2-9cf6-673b4600759a None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:01.724519 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c226b79-1053-43f2-9cf6-673b4600759a None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:01.760676 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c226b79-1053-43f2-9cf6-673b4600759a None None] Pushing event updated for resources: {'Port': ['ID=b036aa95-88b5-4e67-bd0e-23fdf9a88a03,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:01.769518 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bb05209a-4dde-44a8-989c-157d839b41d1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:01.799357 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-2c226b79-1053-43f2-9cf6-673b4600759a None None] Attempting to bind port b036aa95-88b5-4e67-bd0e-23fdf9a88a03 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:34:01.799715 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-2c226b79-1053-43f2-9cf6-673b4600759a None None] Attempting to bind port b036aa95-88b5-4e67-bd0e-23fdf9a88a03 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:34:01.800851 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c226b79-1053-43f2-9cf6-673b4600759a None None] Attempting to bind port b036aa95-88b5-4e67-bd0e-23fdf9a88a03 on network 7f8e87b8-c332-4e36-ad91-99861c85828d {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:34:01.806539 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c226b79-1053-43f2-9cf6-673b4600759a None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:34:01.807066 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c226b79-1053-43f2-9cf6-673b4600759a None None] Checking segment: {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:01.807450 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2c226b79-1053-43f2-9cf6-673b4600759a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:01.808298 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c226b79-1053-43f2-9cf6-673b4600759a None None] Bound using segment: {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:34:01.808298 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-2c226b79-1053-43f2-9cf6-673b4600759a None None] Bound port: b036aa95-88b5-4e67-bd0e-23fdf9a88a03, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:34:01.808677 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2c226b79-1053-43f2-9cf6-673b4600759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:01.812960 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb05209a-4dde-44a8-989c-157d839b41d1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:01.819741 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-bb05209a-4dde-44a8-989c-157d839b41d1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:01.824064 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb05209a-4dde-44a8-989c-157d839b41d1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:01.824663 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bb05209a-4dde-44a8-989c-157d839b41d1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:01.839023 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05209a-4dde-44a8-989c-157d839b41d1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Subnet': ['ID=b4b81b5c-5134-4bef-9917-59a66c138600,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:01.848704 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb05209a-4dde-44a8-989c-157d839b41d1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:01.849052 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb05209a-4dde-44a8-989c-157d839b41d1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:01.849419 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb05209a-4dde-44a8-989c-157d839b41d1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:01.849721 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb05209a-4dde-44a8-989c-157d839b41d1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:01.850057 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb05209a-4dde-44a8-989c-157d839b41d1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:01.850511 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb05209a-4dde-44a8-989c-157d839b41d1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:01.850877 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb05209a-4dde-44a8-989c-157d839b41d1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:01.851214 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb05209a-4dde-44a8-989c-157d839b41d1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:01.851550 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb05209a-4dde-44a8-989c-157d839b41d1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:01.851963 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb05209a-4dde-44a8-989c-157d839b41d1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:01.852206 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb05209a-4dde-44a8-989c-157d839b41d1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:01.852554 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb05209a-4dde-44a8-989c-157d839b41d1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:01.856113 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-bb05209a-4dde-44a8-989c-157d839b41d1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9471061 Jul 15 13:34:01.859207 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58094) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:01.865306 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-2ac4a147-38f2-4a17-b920-b7bfc1e23633 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'port': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'mac_address': 'fa:16:3e:3c:0c:d9', 'name': 'tempest-NetworksTestDHCPv6-572777076'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:01.899426 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-2c226b79-1053-43f2-9cf6-673b4600759a None None] For port b036aa95-88b5-4e67-bd0e-23fdf9a88a03, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:34:01.902825 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-2c226b79-1053-43f2-9cf6-673b4600759a None None] For port b036aa95-88b5-4e67-bd0e-23fdf9a88a03, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=b036aa95-88b5-4e67-bd0e-23fdf9a88a03,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:34:01.908310 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2c226b79-1053-43f2-9cf6-673b4600759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:01.965653 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c226b79-1053-43f2-9cf6-673b4600759a None None] Pushing event updated for resources: {'Port': ['ID=b036aa95-88b5-4e67-bd0e-23fdf9a88a03,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:02.008859 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac4a147-38f2-4a17-b920-b7bfc1e23633 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:02.112332 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2ac4a147-38f2-4a17-b920-b7bfc1e23633 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:02.141482 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-2ac4a147-38f2-4a17-b920-b7bfc1e23633 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] device_id is not set on port 065c1f24-f0ef-43f9-ba4c-3078659f5e6d yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:34:02.293652 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:02.371110 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-2ac4a147-38f2-4a17-b920-b7bfc1e23633 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Allocated IP 172.20.0.3 (7f8e87b8-c332-4e36-ad91-99861c85828d/b4b81b5c-5134-4bef-9917-59a66c138600/065c1f24-f0ef-43f9-ba4c-3078659f5e6d) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:02.378713 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-2ac4a147-38f2-4a17-b920-b7bfc1e23633 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Allocated IP 2001:db8::f816:3eff:fe3c:cd9 (7f8e87b8-c332-4e36-ad91-99861c85828d/6ef96c83-dd9f-4b28-b299-396026a0ddf5/065c1f24-f0ef-43f9-ba4c-3078659f5e6d) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:02.491663 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e04d58cb-54c5-40fd-932e-513c5bb09417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:02.540742 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2ac4a147-38f2-4a17-b920-b7bfc1e23633 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:02.559924 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-2ac4a147-38f2-4a17-b920-b7bfc1e23633 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Transition to ACTIVE for port object 065c1f24-f0ef-43f9-ba4c-3078659f5e6d will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:02.601207 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2ac4a147-38f2-4a17-b920-b7bfc1e23633 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:02.643132 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac4a147-38f2-4a17-b920-b7bfc1e23633 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:02.649771 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-2ac4a147-38f2-4a17-b920-b7bfc1e23633 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:02.656727 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac4a147-38f2-4a17-b920-b7bfc1e23633 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:02.688206 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4a147-38f2-4a17-b920-b7bfc1e23633 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Port': ['ID=065c1f24-f0ef-43f9-ba4c-3078659f5e6d,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:02.712451 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7599ccd-7141-44c2-8e75-ad178d6c4076 req-7cb9998e-3ec3-4f27-9585-3bb60c2a3b4d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:02.718881 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d7599ccd-7141-44c2-8e75-ad178d6c4076 req-7cb9998e-3ec3-4f27-9585-3bb60c2a3b4d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ba820bf-9df3-482f-a58b-5d16f1738eee HTTP/1.1" status: 200 len: 943 time: 0.0834448 Jul 15 13:34:02.720403 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac4a147-38f2-4a17-b920-b7bfc1e23633 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:02.721065 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2ac4a147-38f2-4a17-b920-b7bfc1e23633 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:02.739668 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2ac4a147-38f2-4a17-b920-b7bfc1e23633 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 0.8766508 Jul 15 13:34:02.739668 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58112) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:02.776093 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d7599ccd-7141-44c2-8e75-ad178d6c4076 req-62b1a268-7cdd-4b83-895b-e124e081b033 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556705 Jul 15 13:34:02.843906 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4b6889-11ed-43a3-a03b-dad2569529d5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:02.851555 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4b6889-11ed-43a3-a03b-dad2569529d5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:02.853600 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4c4b6889-11ed-43a3-a03b-dad2569529d5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.1123383 Jul 15 13:34:02.856262 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58116) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:03.012038 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6fa9f963-f511-4209-b327-878e26027326 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting port 065c1f24-f0ef-43f9-ba4c-3078659f5e6d {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:03.012517 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6fa9f963-f511-4209-b327-878e26027326 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:03.140152 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6fa9f963-f511-4209-b327-878e26027326 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:03.160779 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6fa9f963-f511-4209-b327-878e26027326 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Calling delete_port for 065c1f24-f0ef-43f9-ba4c-3078659f5e6d owned by {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:03.187761 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b036aa95-88b5-4e67-bd0e-23fdf9a88a03 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:03.273620 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port b036aa95-88b5-4e67-bd0e-23fdf9a88a03 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:03.315674 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6079094e-e2c7-4900-8d31-86a3ba756a36 None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:03.400564 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c34d4968-5bb7-4e7b-a795-4ee69e3fdd19 None None] Provisioning for port b036aa95-88b5-4e67-bd0e-23fdf9a88a03 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:03.414356 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c34d4968-5bb7-4e7b-a795-4ee69e3fdd19 None None] Provisioning complete for port b036aa95-88b5-4e67-bd0e-23fdf9a88a03 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:03.415043 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c34d4968-5bb7-4e7b-a795-4ee69e3fdd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:03.429432 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6fa9f963-f511-4209-b327-878e26027326 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:03.461658 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9f963-f511-4209-b327-878e26027326 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Port': ['ID=065c1f24-f0ef-43f9-ba4c-3078659f5e6d,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:03.571647 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6fa9f963-f511-4209-b327-878e26027326 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:03.574611 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6fa9f963-f511-4209-b327-878e26027326 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/ports/065c1f24-f0ef-43f9-ba4c-3078659f5e6d HTTP/1.1" status: 204 len: 168 time: 0.7155390 Jul 15 13:34:03.576191 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58122) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:03.641929 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4e6430-9301-4f93-8eb7-2ba3febc2373 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:03.643821 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4e6430-9301-4f93-8eb7-2ba3febc2373 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:03.646069 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4e6430-9301-4f93-8eb7-2ba3febc2373 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:03.650221 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0a4e6430-9301-4f93-8eb7-2ba3febc2373 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0701556 Jul 15 13:34:03.650622 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58124) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:03.662125 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:03.718841 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-825445c6-fc55-43f8-a163-d0a4c4f72f42 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting subnet 6ef96c83-dd9f-4b28-b299-396026a0ddf5 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:34:03.723358 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-825445c6-fc55-43f8-a163-d0a4c4f72f42 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:03.733061 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c34d4968-5bb7-4e7b-a795-4ee69e3fdd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:03.774352 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-c34d4968-5bb7-4e7b-a795-4ee69e3fdd19 None None] For port b036aa95-88b5-4e67-bd0e-23fdf9a88a03, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=b036aa95-88b5-4e67-bd0e-23fdf9a88a03,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:03.786010 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c34d4968-5bb7-4e7b-a795-4ee69e3fdd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:03.788233 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-825445c6-fc55-43f8-a163-d0a4c4f72f42 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:03.894997 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-825445c6-fc55-43f8-a163-d0a4c4f72f42 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:03.907397 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d4968-5bb7-4e7b-a795-4ee69e3fdd19 None None] Pushing event updated for resources: {'Port': ['ID=b036aa95-88b5-4e67-bd0e-23fdf9a88a03,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:03.927067 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74227cd3-cba8-4657-8c62-28c91ab27e05 None None] Update dhcp port {'port': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'fixed_ips': [{'subnet_id': '6ef96c83-dd9f-4b28-b299-396026a0ddf5', 'ip_address': '2001:db8::f816:3eff:fea1:c82a'}, {'subnet_id': 'b4b81b5c-5134-4bef-9917-59a66c138600'}], 'binding:host_id': 'n-d-771363-36'}, 'id': 'b036aa95-88b5-4e67-bd0e-23fdf9a88a03'} from n-d-771363-36. {{(pid=93827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:34:03.970854 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-74227cd3-cba8-4657-8c62-28c91ab27e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:04.012661 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-825445c6-fc55-43f8-a163-d0a4c4f72f42 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:04.052025 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825445c6-fc55-43f8-a163-d0a4c4f72f42 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Subnet': ['ID=6ef96c83-dd9f-4b28-b299-396026a0ddf5,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:04.053885 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-825445c6-fc55-43f8-a163-d0a4c4f72f42 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:04.058001 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-825445c6-fc55-43f8-a163-d0a4c4f72f42 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/6ef96c83-dd9f-4b28-b299-396026a0ddf5 HTTP/1.1" status: 204 len: 168 time: 0.4035308 Jul 15 13:34:04.058924 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58128) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:04.098111 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b0fcf-6698-4edb-ab98-ce0d24073ad9 req-a1444ab2-971d-4717-95a7-c8b36089a572 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:04.113973 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-412b0fcf-6698-4edb-ab98-ce0d24073ad9 req-a1444ab2-971d-4717-95a7-c8b36089a572 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ba820bf-9df3-482f-a58b-5d16f1738eee HTTP/1.1" status: 200 len: 943 time: 0.1483810 Jul 15 13:34:04.127401 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cc4e399-00ba-44e5-be4e-be16af3fe378 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting subnet b4b81b5c-5134-4bef-9917-59a66c138600 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:34:04.132089 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6cc4e399-00ba-44e5-be4e-be16af3fe378 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:04.162832 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-412b0fcf-6698-4edb-ab98-ce0d24073ad9 req-4d8ff3ed-18be-4639-9571-c19b4243e286 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478666 Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server [None req-74227cd3-cba8-4657-8c62-28c91ab27e05 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6ef96c83-dd9f-4b28-b299-396026a0ddf5: This subnet is being modified by another concurrent operation. Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise exception Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6ef96c83-dd9f-4b28-b299-396026a0ddf5: This subnet is being modified by another concurrent operation. Jul 15 13:34:04.168552 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server Jul 15 13:34:04.193716 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6cc4e399-00ba-44e5-be4e-be16af3fe378 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:04.251284 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6cc4e399-00ba-44e5-be4e-be16af3fe378 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:04.257267 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a32e7a-76f8-4e6d-8f93-e241e6dd29e2 None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:04.312811 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6cc4e399-00ba-44e5-be4e-be16af3fe378 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:04.332227 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-591d6e79-7801-4922-a873-04af439c3946 None None] Provisioning complete for port b036aa95-88b5-4e67-bd0e-23fdf9a88a03 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:04.332855 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-591d6e79-7801-4922-a873-04af439c3946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:04.348363 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6cc4e399-00ba-44e5-be4e-be16af3fe378 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:04.352726 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6cc4e399-00ba-44e5-be4e-be16af3fe378 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/b4b81b5c-5134-4bef-9917-59a66c138600 HTTP/1.1" status: 204 len: 168 time: 0.2907913 Jul 15 13:34:04.352726 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc4e399-00ba-44e5-be4e-be16af3fe378 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Subnet': ['ID=b4b81b5c-5134-4bef-9917-59a66c138600,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:04.353606 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58134) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:04.363050 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 2c7caa59-087b-459c-8426-05a9f917f708 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:34:04.410712 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-16b1bc1b-9a06-4823-bbe6-0b56db5a7d62 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0543773 Jul 15 13:34:04.411064 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58136) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:04.416802 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-7fe85b41-e384-4902-808e-4c7d8b2ca636 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'subnet': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:04.508111 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe85b41-e384-4902-808e-4c7d8b2ca636 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:04.511730 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7fe85b41-e384-4902-808e-4c7d8b2ca636 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:04.579186 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 2c7caa59-087b-459c-8426-05a9f917f708, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2c7caa59-087b-459c-8426-05a9f917f708,segment=NetworkSegment(f9960641-9612-4cdb-ae7f-7357fdb7c7fb),segment_id=f9960641-9612-4cdb-ae7f-7357fdb7c7fb)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:04.593595 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '2c7caa59-087b-459c-8426-05a9f917f708', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'port_id': '2c7caa59-087b-459c-8426-05a9f917f708', 'mac_address': 'fa:16:3e:27:26:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:34:04.621605 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db77e47-6c02-49d3-8e20-1c4f8ae2fa74 None None] DHCP port deletion for 7f8e87b8-c332-4e36-ad91-99861c85828d request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:34:04.668496 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:04.688817 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c7caa59-087b-459c-8426-05a9f917f708 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:34:04.716803 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 2c7caa59-087b-459c-8426-05a9f917f708, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2c7caa59-087b-459c-8426-05a9f917f708,segment=NetworkSegment(f9960641-9612-4cdb-ae7f-7357fdb7c7fb),segment_id=f9960641-9612-4cdb-ae7f-7357fdb7c7fb)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:04.722066 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-1db77e47-6c02-49d3-8e20-1c4f8ae2fa74 None None] Deleting port b036aa95-88b5-4e67-bd0e-23fdf9a88a03 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:04.723078 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1db77e47-6c02-49d3-8e20-1c4f8ae2fa74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:04.725833 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:04.835203 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=2c7caa59-087b-459c-8426-05a9f917f708,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:04.856633 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-1db77e47-6c02-49d3-8e20-1c4f8ae2fa74 None None] For port b036aa95-88b5-4e67-bd0e-23fdf9a88a03, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=b036aa95-88b5-4e67-bd0e-23fdf9a88a03,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:04.857018 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1db77e47-6c02-49d3-8e20-1c4f8ae2fa74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:04.875075 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-1db77e47-6c02-49d3-8e20-1c4f8ae2fa74 None None] Calling delete_port for b036aa95-88b5-4e67-bd0e-23fdf9a88a03 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:04.883488 n-d-771363-36 neutron-server[93826]: DEBUG neutron.objects.ports [None req-7fe85b41-e384-4902-808e-4c7d8b2ca636 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:34:04.937820 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['2c7caa59-087b-459c-8426-05a9f917f708'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:34:05.000864 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1db77e47-6c02-49d3-8e20-1c4f8ae2fa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:05.059810 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db77e47-6c02-49d3-8e20-1c4f8ae2fa74 None None] Pushing event deleted for resources: {'Port': ['ID=b036aa95-88b5-4e67-bd0e-23fdf9a88a03,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:05.086972 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b036aa95-88b5-4e67-bd0e-23fdf9a88a03 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:34:05.109531 n-d-771363-36 neutron-server[93826]: WARNING neutron.services.revisions.revision_plugin [None req-7fe85b41-e384-4902-808e-4c7d8b2ca636 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Could not find related port for resource to bump revision. Jul 15 13:34:05.112727 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db77e47-6c02-49d3-8e20-1c4f8ae2fa74 None None] No DVR routers for this DVR port b036aa95-88b5-4e67-bd0e-23fdf9a88a03 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:34:05.114656 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.ipam_pluggable_backend [None req-7fe85b41-e384-4902-808e-4c7d8b2ca636 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Port b036aa95-88b5-4e67-bd0e-23fdf9a88a03 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93826) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 15 13:34:05.115052 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.ipam_pluggable_backend [None req-7fe85b41-e384-4902-808e-4c7d8b2ca636 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Reverting IP allocation for 2001:db8::f816:3eff:fea1:c82a {{(pid=93826) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 15 13:34:05.118727 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.ipam_pluggable_backend [None req-7fe85b41-e384-4902-808e-4c7d8b2ca636 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea1:c82a {{(pid=93826) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 15 13:34:05.120071 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7fe85b41-e384-4902-808e-4c7d8b2ca636 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:05.120833 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:05.131404 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: b036aa95-88b5-4e67-bd0e-23fdf9a88a03 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:34:05.131404 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b036aa95-88b5-4e67-bd0e-23fdf9a88a03 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:34:05.160106 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d0557a-92e8-43a5-a34a-bbc714e10f01 None None] get_active_networks_info from n-d-771363-36 {{(pid=93827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:34:05.169933 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe85b41-e384-4902-808e-4c7d8b2ca636 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:05.173230 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-7fe85b41-e384-4902-808e-4c7d8b2ca636 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:05.177704 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe85b41-e384-4902-808e-4c7d8b2ca636 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:05.178298 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7fe85b41-e384-4902-808e-4c7d8b2ca636 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:05.189497 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe85b41-e384-4902-808e-4c7d8b2ca636 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Subnet': ['ID=7427f92f-0688-4266-8e99-712dc5b542c2,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:05.199990 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7fe85b41-e384-4902-808e-4c7d8b2ca636 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7879069 Jul 15 13:34:05.202616 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58140) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:05.208981 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-a8140d28-a031-4f8d-8081-377fcbb2339b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'subnet': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:05.318610 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d0557a-92e8-43a5-a34a-bbc714e10f01 None None] Resources bound (agent type, host, resource id): {{(pid=93827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:34:05.362945 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8140d28-a031-4f8d-8081-377fcbb2339b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:05.367115 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a8140d28-a031-4f8d-8081-377fcbb2339b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:05.485531 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7d89b-526f-494d-9296-6326dc3c5b00 req-70af91e2-39bd-4041-b871-af27ad466696 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:05.487624 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-63a7d89b-526f-494d-9296-6326dc3c5b00 req-70af91e2-39bd-4041-b871-af27ad466696 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ba820bf-9df3-482f-a58b-5d16f1738eee HTTP/1.1" status: 200 len: 944 time: 0.1673403 Jul 15 13:34:05.582732 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-63a7d89b-526f-494d-9296-6326dc3c5b00 req-675c2108-ff69-463a-a7e5-af3ba8415d4b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835276 Jul 15 13:34:05.621815 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400bc68f-8008-499a-8f82-61eb1aa0d15e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-7f8e87b8-c332-4e36-ad91-99861c85828d', 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'tenant_id': 'f314df1c6c6a4426aecd02fb9849c361', 'fixed_ips': [{'subnet_id': '7427f92f-0688-4266-8e99-712dc5b542c2'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:34:05.622725 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-400bc68f-8008-499a-8f82-61eb1aa0d15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:05.717898 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a8140d28-a031-4f8d-8081-377fcbb2339b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:05.769603 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8140d28-a031-4f8d-8081-377fcbb2339b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:05.774036 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-a8140d28-a031-4f8d-8081-377fcbb2339b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:05.783406 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8140d28-a031-4f8d-8081-377fcbb2339b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:05.784260 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a8140d28-a031-4f8d-8081-377fcbb2339b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:05.790737 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-400bc68f-8008-499a-8f82-61eb1aa0d15e None None] Allocated IP 2001:db8::f816:3eff:fe4b:acaa (7f8e87b8-c332-4e36-ad91-99861c85828d/7427f92f-0688-4266-8e99-712dc5b542c2/6e5a6f75-9658-4cda-afad-aa4d2dff36f4) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:05.802880 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8140d28-a031-4f8d-8081-377fcbb2339b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Subnet': ['ID=24c36300-3899-4ee4-b48a-fb41ca3b20da,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:05.810520 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a8140d28-a031-4f8d-8081-377fcbb2339b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6062810 Jul 15 13:34:05.813565 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58156) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:05.819865 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-3326235c-6316-45b4-a6a3-c30c771859ab tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'port': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'mac_address': 'fa:16:3e:52:be:6d', 'name': 'tempest-NetworksTestDHCPv6-919466136'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:05.944171 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3326235c-6316-45b4-a6a3-c30c771859ab tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:05.949127 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3326235c-6316-45b4-a6a3-c30c771859ab tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:05.954217 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-400bc68f-8008-499a-8f82-61eb1aa0d15e None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:05.964853 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-400bc68f-8008-499a-8f82-61eb1aa0d15e None None] Transition to ACTIVE for port object 6e5a6f75-9658-4cda-afad-aa4d2dff36f4 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:05.974150 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-3326235c-6316-45b4-a6a3-c30c771859ab tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] device_id is not set on port 82ac4462-40e1-4c84-9e70-5e16a14cab44 yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:34:05.986027 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-400bc68f-8008-499a-8f82-61eb1aa0d15e None None] Transition to ACTIVE for port object 6e5a6f75-9658-4cda-afad-aa4d2dff36f4 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:05.992970 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-400bc68f-8008-499a-8f82-61eb1aa0d15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:06.037147 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400bc68f-8008-499a-8f82-61eb1aa0d15e None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:06.039964 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-400bc68f-8008-499a-8f82-61eb1aa0d15e None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:06.043882 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400bc68f-8008-499a-8f82-61eb1aa0d15e None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:06.051874 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400bc68f-8008-499a-8f82-61eb1aa0d15e None None] Pushing event updated for resources: {'Port': ['ID=6e5a6f75-9658-4cda-afad-aa4d2dff36f4,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:06.110774 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-400bc68f-8008-499a-8f82-61eb1aa0d15e None None] Attempting to bind port 6e5a6f75-9658-4cda-afad-aa4d2dff36f4 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:34:06.111131 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-400bc68f-8008-499a-8f82-61eb1aa0d15e None None] Attempting to bind port 6e5a6f75-9658-4cda-afad-aa4d2dff36f4 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:34:06.111497 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400bc68f-8008-499a-8f82-61eb1aa0d15e None None] Attempting to bind port 6e5a6f75-9658-4cda-afad-aa4d2dff36f4 on network 7f8e87b8-c332-4e36-ad91-99861c85828d {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:34:06.116585 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400bc68f-8008-499a-8f82-61eb1aa0d15e None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:34:06.116820 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400bc68f-8008-499a-8f82-61eb1aa0d15e None None] Checking segment: {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:06.117200 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-400bc68f-8008-499a-8f82-61eb1aa0d15e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:06.117597 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400bc68f-8008-499a-8f82-61eb1aa0d15e None None] Bound using segment: {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:34:06.118087 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-400bc68f-8008-499a-8f82-61eb1aa0d15e None None] Bound port: 6e5a6f75-9658-4cda-afad-aa4d2dff36f4, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:34:06.118967 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-400bc68f-8008-499a-8f82-61eb1aa0d15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:06.138626 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-3326235c-6316-45b4-a6a3-c30c771859ab tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Allocated IP 172.20.0.3 (7f8e87b8-c332-4e36-ad91-99861c85828d/24c36300-3899-4ee4-b48a-fb41ca3b20da/82ac4462-40e1-4c84-9e70-5e16a14cab44) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:06.145216 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-3326235c-6316-45b4-a6a3-c30c771859ab tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Allocated IP 2001:db8::f816:3eff:fe52:be6d (7f8e87b8-c332-4e36-ad91-99861c85828d/7427f92f-0688-4266-8e99-712dc5b542c2/82ac4462-40e1-4c84-9e70-5e16a14cab44) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:06.182396 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-400bc68f-8008-499a-8f82-61eb1aa0d15e None None] For port 6e5a6f75-9658-4cda-afad-aa4d2dff36f4, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:34:06.185827 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-400bc68f-8008-499a-8f82-61eb1aa0d15e None None] For port 6e5a6f75-9658-4cda-afad-aa4d2dff36f4, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=6e5a6f75-9658-4cda-afad-aa4d2dff36f4,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:34:06.190396 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-400bc68f-8008-499a-8f82-61eb1aa0d15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:06.254720 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400bc68f-8008-499a-8f82-61eb1aa0d15e None None] Pushing event updated for resources: {'Port': ['ID=6e5a6f75-9658-4cda-afad-aa4d2dff36f4,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:06.315846 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3326235c-6316-45b4-a6a3-c30c771859ab tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:06.329557 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-3326235c-6316-45b4-a6a3-c30c771859ab tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Transition to ACTIVE for port object 82ac4462-40e1-4c84-9e70-5e16a14cab44 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:06.369364 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3326235c-6316-45b4-a6a3-c30c771859ab tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:06.382709 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 2c7caa59-087b-459c-8426-05a9f917f708 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:06.471021 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3326235c-6316-45b4-a6a3-c30c771859ab tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:06.477278 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-3326235c-6316-45b4-a6a3-c30c771859ab tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:06.479790 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3326235c-6316-45b4-a6a3-c30c771859ab tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:06.505867 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 2c7caa59-087b-459c-8426-05a9f917f708 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:06.511596 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 2c7caa59-087b-459c-8426-05a9f917f708 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:06.512046 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:06.541029 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326235c-6316-45b4-a6a3-c30c771859ab tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Port': ['ID=82ac4462-40e1-4c84-9e70-5e16a14cab44,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:06.577004 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3326235c-6316-45b4-a6a3-c30c771859ab tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:06.579646 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3326235c-6316-45b4-a6a3-c30c771859ab tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:06.605759 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3326235c-6316-45b4-a6a3-c30c771859ab tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.7909341 Jul 15 13:34:06.608431 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58160) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:06.631727 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:06.673134 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba820bf-9df3-482f-a58b-5d16f1738eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7caa59-087b-459c-8426-05a9f917f708'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:34:06.675768 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921fd23c-7842-42f4-b544-a29b1039ee1a" -d '{"events": [{"server_uuid": "7ba820bf-9df3-482f-a58b-5d16f1738eee", "name": "network-vif-plugged", "status": "completed", "tag": "2c7caa59-087b-459c-8426-05a9f917f708"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:34:06.692104 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 2c7caa59-087b-459c-8426-05a9f917f708, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2c7caa59-087b-459c-8426-05a9f917f708,segment=NetworkSegment(f9960641-9612-4cdb-ae7f-7357fdb7c7fb),segment_id=f9960641-9612-4cdb-ae7f-7357fdb7c7fb)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:06.697378 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:06.751748 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e1e6a3-09ec-49e3-bf63-eb024d495659 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:06.757936 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e1e6a3-09ec-49e3-bf63-eb024d495659 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:06.759674 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f2e1e6a3-09ec-49e3-bf63-eb024d495659 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1468306 Jul 15 13:34:06.762466 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58168) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:06.765094 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=2c7caa59-087b-459c-8426-05a9f917f708,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:06.861848 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03dc339-5330-43e3-8508-906cd7374735 req-dbcddace-0869-487f-aa5c-70327f687807 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:06.863637 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c03dc339-5330-43e3-8508-906cd7374735 req-dbcddace-0869-487f-aa5c-70327f687807 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ba820bf-9df3-482f-a58b-5d16f1738eee HTTP/1.1" status: 200 len: 945 time: 0.0742135 Jul 15 13:34:06.895018 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-f72e19c2-71a6-487a-81a0-1845a39eaf3a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting port 82ac4462-40e1-4c84-9e70-5e16a14cab44 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:06.895321 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f72e19c2-71a6-487a-81a0-1845a39eaf3a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:06.904908 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd7a29d-b39a-4dfb-ba8a-14256a65e2f7 x-openstack-request-id: req-7dd7a29d-b39a-4dfb-ba8a-14256a65e2f7 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:34:06.905172 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba820bf-9df3-482f-a58b-5d16f1738eee", "name": "network-vif-plugged", "status": "completed", "tag": "2c7caa59-087b-459c-8426-05a9f917f708", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:34:06.905400 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7dd7a29d-b39a-4dfb-ba8a-14256a65e2f7 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:34:06.905818 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba820bf-9df3-482f-a58b-5d16f1738eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7caa59-087b-459c-8426-05a9f917f708', 'code': 200} Jul 15 13:34:06.915254 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c03dc339-5330-43e3-8508-906cd7374735 req-65fa06dd-7191-4b17-9e45-ee4d2b58a649 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447128 Jul 15 13:34:07.049729 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f72e19c2-71a6-487a-81a0-1845a39eaf3a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:07.067015 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6e5a6f75-9658-4cda-afad-aa4d2dff36f4 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:07.077424 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-f72e19c2-71a6-487a-81a0-1845a39eaf3a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Calling delete_port for 82ac4462-40e1-4c84-9e70-5e16a14cab44 owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:07.106309 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e190915-d747-4c1a-9a1d-be694a545c05 req-dc4cf779-e5c3-4bfd-9396-4bffed11f6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:07.107888 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0e190915-d747-4c1a-9a1d-be694a545c05 req-dc4cf779-e5c3-4bfd-9396-4bffed11f6ff service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7ba820bf-9df3-482f-a58b-5d16f1738eee HTTP/1.1" status: 200 len: 1097 time: 0.1359634 Jul 15 13:34:07.132026 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 6e5a6f75-9658-4cda-afad-aa4d2dff36f4 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:07.198972 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0e190915-d747-4c1a-9a1d-be694a545c05 req-f5b178ee-c7d5-43aa-9ef2-d5582df9ee9a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525696 Jul 15 13:34:07.320381 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f72e19c2-71a6-487a-81a0-1845a39eaf3a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:07.361800 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e19c2-71a6-487a-81a0-1845a39eaf3a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Port': ['ID=82ac4462-40e1-4c84-9e70-5e16a14cab44,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:07.394383 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59045d46-d46f-4b01-8301-96af91d8a783 None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:07.429295 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-3ca1ca25-0e23-4e2a-92c8-0fb9a8ba5c5d None None] Provisioning for port 6e5a6f75-9658-4cda-afad-aa4d2dff36f4 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:07.458662 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-3ca1ca25-0e23-4e2a-92c8-0fb9a8ba5c5d None None] Provisioning complete for port 6e5a6f75-9658-4cda-afad-aa4d2dff36f4 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:07.459040 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3ca1ca25-0e23-4e2a-92c8-0fb9a8ba5c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:07.465433 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f72e19c2-71a6-487a-81a0-1845a39eaf3a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:07.470135 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f72e19c2-71a6-487a-81a0-1845a39eaf3a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/ports/82ac4462-40e1-4c84-9e70-5e16a14cab44 HTTP/1.1" status: 204 len: 168 time: 0.7037873 Jul 15 13:34:07.470504 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58170) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:07.526271 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f73158-c32b-4be2-afad-b7dd954b1025 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:07.528068 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f73158-c32b-4be2-afad-b7dd954b1025 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:07.529704 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f73158-c32b-4be2-afad-b7dd954b1025 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:07.534235 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-51f73158-c32b-4be2-afad-b7dd954b1025 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0598185 Jul 15 13:34:07.534521 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58172) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:07.585273 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-abd6082c-2773-4da4-953f-d5f045fedc0b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting subnet 24c36300-3899-4ee4-b48a-fb41ca3b20da {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:34:07.588277 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-abd6082c-2773-4da4-953f-d5f045fedc0b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:07.613348 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3ca1ca25-0e23-4e2a-92c8-0fb9a8ba5c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:07.629303 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-abd6082c-2773-4da4-953f-d5f045fedc0b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:07.655441 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-3ca1ca25-0e23-4e2a-92c8-0fb9a8ba5c5d None None] For port 6e5a6f75-9658-4cda-afad-aa4d2dff36f4, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=6e5a6f75-9658-4cda-afad-aa4d2dff36f4,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:07.660012 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3ca1ca25-0e23-4e2a-92c8-0fb9a8ba5c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:07.684028 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-abd6082c-2773-4da4-953f-d5f045fedc0b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:07.740216 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca1ca25-0e23-4e2a-92c8-0fb9a8ba5c5d None None] Pushing event updated for resources: {'Port': ['ID=6e5a6f75-9658-4cda-afad-aa4d2dff36f4,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:07.753244 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d874d9b0-3f7c-4707-bf88-3fd5633c68ab None None] Update dhcp port {'port': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'fixed_ips': [{'subnet_id': '7427f92f-0688-4266-8e99-712dc5b542c2', 'ip_address': '2001:db8::f816:3eff:fe4b:acaa'}, {'subnet_id': '24c36300-3899-4ee4-b48a-fb41ca3b20da'}], 'binding:host_id': 'n-d-771363-36'}, 'id': '6e5a6f75-9658-4cda-afad-aa4d2dff36f4'} from n-d-771363-36. {{(pid=93827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:34:07.758528 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-abd6082c-2773-4da4-953f-d5f045fedc0b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:07.787842 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6082c-2773-4da4-953f-d5f045fedc0b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Subnet': ['ID=24c36300-3899-4ee4-b48a-fb41ca3b20da,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:07.791158 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d874d9b0-3f7c-4707-bf88-3fd5633c68ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:07.797109 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-abd6082c-2773-4da4-953f-d5f045fedc0b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:07.799885 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-abd6082c-2773-4da4-953f-d5f045fedc0b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/24c36300-3899-4ee4-b48a-fb41ca3b20da HTTP/1.1" status: 204 len: 168 time: 0.2639499 Jul 15 13:34:07.802328 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58182) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:07.877430 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cedf36e-3eb9-4b9f-915d-c982af2c4512 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting subnet 7427f92f-0688-4266-8e99-712dc5b542c2 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:34:07.881422 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0cedf36e-3eb9-4b9f-915d-c982af2c4512 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:07.980326 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0cedf36e-3eb9-4b9f-915d-c982af2c4512 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:08.138062 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0cedf36e-3eb9-4b9f-915d-c982af2c4512 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:08.139466 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a6e16-a315-43f5-98d6-d3cae6e6dfbf req-b172d825-cf19-40ae-b672-a90b59c047b8 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:08.141041 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3d9a6e16-a315-43f5-98d6-d3cae6e6dfbf req-b172d825-cf19-40ae-b672-a90b59c047b8 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ba820bf-9df3-482f-a58b-5d16f1738eee HTTP/1.1" status: 200 len: 945 time: 0.0721030 Jul 15 13:34:08.187720 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3d9a6e16-a315-43f5-98d6-d3cae6e6dfbf req-b2691848-b6bc-45a7-bc80-afd1becbfa4d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408854 Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server [None req-d874d9b0-3f7c-4707-bf88-3fd5633c68ab None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7427f92f-0688-4266-8e99-712dc5b542c2: This subnet is being modified by another concurrent operation. Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise exception Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7427f92f-0688-4266-8e99-712dc5b542c2: This subnet is being modified by another concurrent operation. Jul 15 13:34:08.208311 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server Jul 15 13:34:08.215392 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0cedf36e-3eb9-4b9f-915d-c982af2c4512 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:08.228329 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0cedf36e-3eb9-4b9f-915d-c982af2c4512 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:08.230225 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0cedf36e-3eb9-4b9f-915d-c982af2c4512 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/7427f92f-0688-4266-8e99-712dc5b542c2 HTTP/1.1" status: 204 len: 168 time: 0.4268122 Jul 15 13:34:08.232804 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58192) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:08.259486 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cedf36e-3eb9-4b9f-915d-c982af2c4512 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Subnet': ['ID=7427f92f-0688-4266-8e99-712dc5b542c2,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:08.284393 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-99ce91d0-fa21-419c-a576-59f3d2b537b9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0503695 Jul 15 13:34:08.290066 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58194) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:08.292116 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-a0d1021c-a95a-4fc6-8041-eb2c094b3892 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'subnet': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:08.295998 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdeb4dfb-bc12-4ae9-b8e4-4c1fc0017897 None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:08.385436 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d1021c-a95a-4fc6-8041-eb2c094b3892 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:08.389612 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a0d1021c-a95a-4fc6-8041-eb2c094b3892 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:08.425351 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-00825e3a-6118-417c-900c-ca16042ec4bb None None] Provisioning complete for port 6e5a6f75-9658-4cda-afad-aa4d2dff36f4 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:08.425734 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-00825e3a-6118-417c-900c-ca16042ec4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:08.521215 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc41dafc-a789-4b7a-99a2-8960d5f058bd None None] DHCP port deletion for 7f8e87b8-c332-4e36-ad91-99861c85828d request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:34:08.584670 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-fc41dafc-a789-4b7a-99a2-8960d5f058bd None None] Deleting port 6e5a6f75-9658-4cda-afad-aa4d2dff36f4 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:08.585133 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc41dafc-a789-4b7a-99a2-8960d5f058bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:08.595399 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a0d1021c-a95a-4fc6-8041-eb2c094b3892 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:08.649648 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d1021c-a95a-4fc6-8041-eb2c094b3892 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:08.653240 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-a0d1021c-a95a-4fc6-8041-eb2c094b3892 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:08.655347 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1021c-a95a-4fc6-8041-eb2c094b3892 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Subnet': ['ID=9d586484-0953-482d-a546-689715051a75,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:08.658516 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d1021c-a95a-4fc6-8041-eb2c094b3892 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:08.659141 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a0d1021c-a95a-4fc6-8041-eb2c094b3892 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:08.661138 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-fc41dafc-a789-4b7a-99a2-8960d5f058bd None None] For port 6e5a6f75-9658-4cda-afad-aa4d2dff36f4, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=6e5a6f75-9658-4cda-afad-aa4d2dff36f4,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:08.662323 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc41dafc-a789-4b7a-99a2-8960d5f058bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:08.675666 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a0d1021c-a95a-4fc6-8041-eb2c094b3892 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3875201 Jul 15 13:34:08.678341 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58196) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:08.678674 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-fc41dafc-a789-4b7a-99a2-8960d5f058bd None None] Calling delete_port for 6e5a6f75-9658-4cda-afad-aa4d2dff36f4 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:08.683525 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-997fa268-2990-4b47-8a1e-64eefd0526f8 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'subnet': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:08.762768 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fc41dafc-a789-4b7a-99a2-8960d5f058bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:08.790028 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc41dafc-a789-4b7a-99a2-8960d5f058bd None None] Pushing event deleted for resources: {'Port': ['ID=6e5a6f75-9658-4cda-afad-aa4d2dff36f4,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:08.794537 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc41dafc-a789-4b7a-99a2-8960d5f058bd None None] No DVR routers for this DVR port 6e5a6f75-9658-4cda-afad-aa4d2dff36f4 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:34:08.807701 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997fa268-2990-4b47-8a1e-64eefd0526f8 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:08.811821 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-997fa268-2990-4b47-8a1e-64eefd0526f8 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:08.816656 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae0c4fa-5e58-48d1-a89b-2e159864a857 None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:08.991404 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89e66a9-f9b7-4d20-b68d-2f96f075da6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-7f8e87b8-c332-4e36-ad91-99861c85828d', 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'tenant_id': 'f314df1c6c6a4426aecd02fb9849c361', 'fixed_ips': [{'subnet_id': '9d586484-0953-482d-a546-689715051a75'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:34:08.992457 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d89e66a9-f9b7-4d20-b68d-2f96f075da6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:09.091275 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6e5a6f75-9658-4cda-afad-aa4d2dff36f4 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:34:09.128364 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 6e5a6f75-9658-4cda-afad-aa4d2dff36f4 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:34:09.128802 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6e5a6f75-9658-4cda-afad-aa4d2dff36f4 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:34:09.190407 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-d89e66a9-f9b7-4d20-b68d-2f96f075da6a None None] Allocated IP 172.20.0.2 (7f8e87b8-c332-4e36-ad91-99861c85828d/9d586484-0953-482d-a546-689715051a75/b36ec776-2d8a-49dd-9cb4-6674cba351a7) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:09.205519 n-d-771363-36 neutron-server[93825]: DEBUG neutron.objects.ports [None req-997fa268-2990-4b47-8a1e-64eefd0526f8 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:34:09.207411 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-997fa268-2990-4b47-8a1e-64eefd0526f8 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:09.249910 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997fa268-2990-4b47-8a1e-64eefd0526f8 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:09.253799 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-997fa268-2990-4b47-8a1e-64eefd0526f8 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:09.258395 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997fa268-2990-4b47-8a1e-64eefd0526f8 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:09.259038 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-997fa268-2990-4b47-8a1e-64eefd0526f8 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:09.272585 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997fa268-2990-4b47-8a1e-64eefd0526f8 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Subnet': ['ID=76bc4c16-3379-4330-9fc0-f648b8cefb27,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:09.285183 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58204) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:09.285724 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-997fa268-2990-4b47-8a1e-64eefd0526f8 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6058321 Jul 15 13:34:09.294168 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-07f49d94-1b1b-4aec-94ba-0547de77e2bb tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'port': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'mac_address': 'fa:16:3e:de:13:3d', 'name': 'tempest-NetworksTestDHCPv6-346683666'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:09.383751 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d89e66a9-f9b7-4d20-b68d-2f96f075da6a None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:09.395248 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d89e66a9-f9b7-4d20-b68d-2f96f075da6a None None] Transition to ACTIVE for port object b36ec776-2d8a-49dd-9cb4-6674cba351a7 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:09.411014 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce60bee-d3cd-4890-b74b-be68dd137db6 req-8855cf44-757e-4600-9fa3-8c323b7702bc tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:09.412646 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7ce60bee-d3cd-4890-b74b-be68dd137db6 req-8855cf44-757e-4600-9fa3-8c323b7702bc tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ba820bf-9df3-482f-a58b-5d16f1738eee HTTP/1.1" status: 200 len: 945 time: 0.0826180 Jul 15 13:34:09.415036 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d89e66a9-f9b7-4d20-b68d-2f96f075da6a None None] Transition to ACTIVE for port object b36ec776-2d8a-49dd-9cb4-6674cba351a7 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:09.423199 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d89e66a9-f9b7-4d20-b68d-2f96f075da6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:09.440233 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f49d94-1b1b-4aec-94ba-0547de77e2bb tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:09.445191 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89e66a9-f9b7-4d20-b68d-2f96f075da6a None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:09.449087 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-d89e66a9-f9b7-4d20-b68d-2f96f075da6a None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:09.471355 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89e66a9-f9b7-4d20-b68d-2f96f075da6a None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:09.474506 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7ce60bee-d3cd-4890-b74b-be68dd137db6 req-962a2fe4-6699-4446-b3b5-b3acf54695a2 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542338 Jul 15 13:34:09.536442 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e66a9-f9b7-4d20-b68d-2f96f075da6a None None] Pushing event updated for resources: {'Port': ['ID=b36ec776-2d8a-49dd-9cb4-6674cba351a7,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:09.549316 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-07f49d94-1b1b-4aec-94ba-0547de77e2bb tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:09.572324 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-d89e66a9-f9b7-4d20-b68d-2f96f075da6a None None] Attempting to bind port b36ec776-2d8a-49dd-9cb4-6674cba351a7 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:34:09.572649 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-d89e66a9-f9b7-4d20-b68d-2f96f075da6a None None] Attempting to bind port b36ec776-2d8a-49dd-9cb4-6674cba351a7 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:34:09.573075 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89e66a9-f9b7-4d20-b68d-2f96f075da6a None None] Attempting to bind port b36ec776-2d8a-49dd-9cb4-6674cba351a7 on network 7f8e87b8-c332-4e36-ad91-99861c85828d {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:34:09.574001 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-07f49d94-1b1b-4aec-94ba-0547de77e2bb tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] device_id is not set on port 1ab09082-3f69-49a9-841b-9997d5317f14 yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:34:09.578832 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89e66a9-f9b7-4d20-b68d-2f96f075da6a None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:34:09.579241 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89e66a9-f9b7-4d20-b68d-2f96f075da6a None None] Checking segment: {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:09.579676 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d89e66a9-f9b7-4d20-b68d-2f96f075da6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:09.580089 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89e66a9-f9b7-4d20-b68d-2f96f075da6a None None] Bound using segment: {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:34:09.580564 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-d89e66a9-f9b7-4d20-b68d-2f96f075da6a None None] Bound port: b36ec776-2d8a-49dd-9cb4-6674cba351a7, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:34:09.581018 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d89e66a9-f9b7-4d20-b68d-2f96f075da6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:09.683995 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763dcfa7-4ef9-4b5e-a4aa-88dc01b27f50 req-aaa630f2-0c6d-4347-a31e-13a579e1d105 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:09.685516 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-763dcfa7-4ef9-4b5e-a4aa-88dc01b27f50 req-aaa630f2-0c6d-4347-a31e-13a579e1d105 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ba820bf-9df3-482f-a58b-5d16f1738eee HTTP/1.1" status: 200 len: 945 time: 0.0740306 Jul 15 13:34:09.704531 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-d89e66a9-f9b7-4d20-b68d-2f96f075da6a None None] For port b36ec776-2d8a-49dd-9cb4-6674cba351a7, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:34:09.712257 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-d89e66a9-f9b7-4d20-b68d-2f96f075da6a None None] For port b36ec776-2d8a-49dd-9cb4-6674cba351a7, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=b36ec776-2d8a-49dd-9cb4-6674cba351a7,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:34:09.723793 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d89e66a9-f9b7-4d20-b68d-2f96f075da6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:09.752436 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-763dcfa7-4ef9-4b5e-a4aa-88dc01b27f50 req-c1712881-7994-47af-ba9c-300beecfccd7 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535717 Jul 15 13:34:09.821372 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-07f49d94-1b1b-4aec-94ba-0547de77e2bb tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Allocated IP 172.20.0.3 (7f8e87b8-c332-4e36-ad91-99861c85828d/9d586484-0953-482d-a546-689715051a75/1ab09082-3f69-49a9-841b-9997d5317f14) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:09.831769 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e66a9-f9b7-4d20-b68d-2f96f075da6a None None] Pushing event updated for resources: {'Port': ['ID=b36ec776-2d8a-49dd-9cb4-6674cba351a7,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:09.842221 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-07f49d94-1b1b-4aec-94ba-0547de77e2bb tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Allocated IP 2001:db8::f816:3eff:fede:133d (7f8e87b8-c332-4e36-ad91-99861c85828d/76bc4c16-3379-4330-9fc0-f648b8cefb27/1ab09082-3f69-49a9-841b-9997d5317f14) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:10.086876 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-07f49d94-1b1b-4aec-94ba-0547de77e2bb tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:10.104637 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-07f49d94-1b1b-4aec-94ba-0547de77e2bb tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Transition to ACTIVE for port object 1ab09082-3f69-49a9-841b-9997d5317f14 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:10.152632 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-07f49d94-1b1b-4aec-94ba-0547de77e2bb tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:10.214889 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f49d94-1b1b-4aec-94ba-0547de77e2bb tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:10.219118 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-07f49d94-1b1b-4aec-94ba-0547de77e2bb tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:10.223667 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f49d94-1b1b-4aec-94ba-0547de77e2bb tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:10.317376 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f49d94-1b1b-4aec-94ba-0547de77e2bb tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Port': ['ID=1ab09082-3f69-49a9-841b-9997d5317f14,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:10.325639 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f49d94-1b1b-4aec-94ba-0547de77e2bb tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:10.326304 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-07f49d94-1b1b-4aec-94ba-0547de77e2bb tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:10.345000 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-07f49d94-1b1b-4aec-94ba-0547de77e2bb tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.0571730 Jul 15 13:34:10.347766 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58226) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:10.358245 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:34:10.461816 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f810c961-5a4b-4ac6-8850-8be7b7f1c715 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:10.470334 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f810c961-5a4b-4ac6-8850-8be7b7f1c715 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:10.472399 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f810c961-5a4b-4ac6-8850-8be7b7f1c715 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.1236379 Jul 15 13:34:10.475127 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58230) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:10.535722 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34936a-26db-4504-b7d2-d66fee514b9b req-96333dc2-5f43-45d6-be17-96371a34d462 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:10.544468 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6d34936a-26db-4504-b7d2-d66fee514b9b req-96333dc2-5f43-45d6-be17-96371a34d462 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ba820bf-9df3-482f-a58b-5d16f1738eee HTTP/1.1" status: 200 len: 945 time: 0.1428223 Jul 15 13:34:10.587909 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6d34936a-26db-4504-b7d2-d66fee514b9b req-e073f3f7-cbb2-4851-b78b-210073766a22 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431218 Jul 15 13:34:10.606443 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-a457bbb8-186d-40da-bd9e-305ab5d7513f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting port 1ab09082-3f69-49a9-841b-9997d5317f14 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:10.606820 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a457bbb8-186d-40da-bd9e-305ab5d7513f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:10.733538 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a457bbb8-186d-40da-bd9e-305ab5d7513f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:10.748714 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-a457bbb8-186d-40da-bd9e-305ab5d7513f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Calling delete_port for 1ab09082-3f69-49a9-841b-9997d5317f14 owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:10.974390 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a457bbb8-186d-40da-bd9e-305ab5d7513f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:11.006192 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a457bbb8-186d-40da-bd9e-305ab5d7513f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Port': ['ID=1ab09082-3f69-49a9-841b-9997d5317f14,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:11.063158 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb02ead1-c7e1-4d74-aa77-b84923e82309 None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:11.113163 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a457bbb8-186d-40da-bd9e-305ab5d7513f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:11.115404 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a457bbb8-186d-40da-bd9e-305ab5d7513f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/ports/1ab09082-3f69-49a9-841b-9997d5317f14 HTTP/1.1" status: 204 len: 168 time: 0.6390352 Jul 15 13:34:11.118303 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58232) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:11.122739 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b36ec776-2d8a-49dd-9cb4-6674cba351a7 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:11.175385 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6c2112b8-712f-4420-bee5-9f8abed43fab None None] Provisioning for port b36ec776-2d8a-49dd-9cb4-6674cba351a7 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:11.182686 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f8c445-fee6-468d-9638-d1f04df361c4 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:11.184564 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f8c445-fee6-468d-9638-d1f04df361c4 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:11.186298 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f8c445-fee6-468d-9638-d1f04df361c4 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:11.190109 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-43f8c445-fee6-468d-9638-d1f04df361c4 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0706298 Jul 15 13:34:11.193294 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58234) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:11.227558 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port b36ec776-2d8a-49dd-9cb4-6674cba351a7 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:11.234850 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port b36ec776-2d8a-49dd-9cb4-6674cba351a7 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:11.235199 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:11.253085 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-3671eeab-e90a-4b6f-8a3d-cc31a8657981 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting subnet 76bc4c16-3379-4330-9fc0-f648b8cefb27 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:34:11.256414 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3671eeab-e90a-4b6f-8a3d-cc31a8657981 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:11.298850 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3671eeab-e90a-4b6f-8a3d-cc31a8657981 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:11.360638 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3671eeab-e90a-4b6f-8a3d-cc31a8657981 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:11.372872 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:11.436386 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port b36ec776-2d8a-49dd-9cb4-6674cba351a7, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=b36ec776-2d8a-49dd-9cb4-6674cba351a7,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:11.444277 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3671eeab-e90a-4b6f-8a3d-cc31a8657981 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:11.446953 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:11.478077 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671eeab-e90a-4b6f-8a3d-cc31a8657981 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Subnet': ['ID=76bc4c16-3379-4330-9fc0-f648b8cefb27,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:11.482506 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3671eeab-e90a-4b6f-8a3d-cc31a8657981 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:11.485379 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3671eeab-e90a-4b6f-8a3d-cc31a8657981 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/76bc4c16-3379-4330-9fc0-f648b8cefb27 HTTP/1.1" status: 204 len: 168 time: 0.2899561 Jul 15 13:34:11.488494 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58236) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:11.499715 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abef9a77-58c1-4b21-8010-e22fe9f3b3bb None None] Update dhcp port {'port': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'fixed_ips': [{'subnet_id': '9d586484-0953-482d-a546-689715051a75', 'ip_address': '172.20.0.2'}, {'subnet_id': '76bc4c16-3379-4330-9fc0-f648b8cefb27'}], 'binding:host_id': 'n-d-771363-36'}, 'id': 'b36ec776-2d8a-49dd-9cb4-6674cba351a7'} from n-d-771363-36. {{(pid=93827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:34:11.545045 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=b36ec776-2d8a-49dd-9cb4-6674cba351a7,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:11.555926 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-abef9a77-58c1-4b21-8010-e22fe9f3b3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:11.566081 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce75038e-f1a6-4a09-87dd-10548e87e41b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting subnet 9d586484-0953-482d-a546-689715051a75 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:34:11.571264 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce75038e-f1a6-4a09-87dd-10548e87e41b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:11.624568 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce75038e-f1a6-4a09-87dd-10548e87e41b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:11.804232 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899337d-7695-418e-af5a-859d84cf5e43 req-eee2ee71-aff7-404b-b68a-03b32fac4ee9 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:11.806319 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8899337d-7695-418e-af5a-859d84cf5e43 req-eee2ee71-aff7-404b-b68a-03b32fac4ee9 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ba820bf-9df3-482f-a58b-5d16f1738eee HTTP/1.1" status: 200 len: 945 time: 0.0782521 Jul 15 13:34:11.834829 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce75038e-f1a6-4a09-87dd-10548e87e41b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:11.853664 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8899337d-7695-418e-af5a-859d84cf5e43 req-ee2163f6-26e1-46cc-8b4a-a7d1d181a216 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400605 Jul 15 13:34:11.959878 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630cf17-cbfb-4f60-b3b0-975eee4aae1c req-9fe2522d-1e01-4d3d-baa9-6cce8f2a479d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:11.961995 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8630cf17-cbfb-4f60-b3b0-975eee4aae1c req-9fe2522d-1e01-4d3d-baa9-6cce8f2a479d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ba820bf-9df3-482f-a58b-5d16f1738eee HTTP/1.1" status: 200 len: 945 time: 0.2688811 Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server [None req-abef9a77-58c1-4b21-8010-e22fe9f3b3bb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d586484-0953-482d-a546-689715051a75: This subnet is being modified by another concurrent operation. Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise exception Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d586484-0953-482d-a546-689715051a75: This subnet is being modified by another concurrent operation. Jul 15 13:34:12.027619 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server Jul 15 13:34:12.034303 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce75038e-f1a6-4a09-87dd-10548e87e41b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:12.101567 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce75038e-f1a6-4a09-87dd-10548e87e41b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:12.106380 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58254) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:12.107431 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ce75038e-f1a6-4a09-87dd-10548e87e41b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/9d586484-0953-482d-a546-689715051a75 HTTP/1.1" status: 204 len: 168 time: 0.6160278 Jul 15 13:34:12.109305 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75038e-f1a6-4a09-87dd-10548e87e41b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Subnet': ['ID=9d586484-0953-482d-a546-689715051a75,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:12.127433 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-3a015386-f4f6-4da4-807f-0f3572751ef3 None None] Provisioning complete for port b36ec776-2d8a-49dd-9cb4-6674cba351a7 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:12.127972 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3a015386-f4f6-4da4-807f-0f3572751ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:12.158136 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6bc7a2-1456-4ae9-a174-f8df6c290cbd None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:12.162211 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-de415126-07df-4d18-bfca-3a1fc7e0782e tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0544498 Jul 15 13:34:12.168218 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58256) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:12.176891 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-89b91faf-865f-47fd-a42a-d70cdc40e4a5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'subnet': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:12.215770 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-8630cf17-cbfb-4f60-b3b0-975eee4aae1c req-a4b44573-a82a-4b19-a490-63a6849f0912 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Deleting port 2c7caa59-087b-459c-8426-05a9f917f708 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:12.216119 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-8630cf17-cbfb-4f60-b3b0-975eee4aae1c req-a4b44573-a82a-4b19-a490-63a6849f0912 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:12.357533 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4adc331-2397-469c-908a-ee24338ea2c0 None None] DHCP port deletion for 7f8e87b8-c332-4e36-ad91-99861c85828d request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:34:12.409816 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b4adc331-2397-469c-908a-ee24338ea2c0 None None] Deleting port b36ec776-2d8a-49dd-9cb4-6674cba351a7 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:12.410147 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b4adc331-2397-469c-908a-ee24338ea2c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:12.487724 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-b4adc331-2397-469c-908a-ee24338ea2c0 None None] For port b36ec776-2d8a-49dd-9cb4-6674cba351a7, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=b36ec776-2d8a-49dd-9cb4-6674cba351a7,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:12.488123 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b4adc331-2397-469c-908a-ee24338ea2c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:12.502131 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b4adc331-2397-469c-908a-ee24338ea2c0 None None] Calling delete_port for b36ec776-2d8a-49dd-9cb4-6674cba351a7 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:12.584056 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b4adc331-2397-469c-908a-ee24338ea2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:12.617610 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4adc331-2397-469c-908a-ee24338ea2c0 None None] Pushing event deleted for resources: {'Port': ['ID=b36ec776-2d8a-49dd-9cb4-6674cba351a7,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:12.622538 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4adc331-2397-469c-908a-ee24338ea2c0 None None] No DVR routers for this DVR port b36ec776-2d8a-49dd-9cb4-6674cba351a7 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:34:12.646726 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1a9b1e-2d0b-446b-a983-a1396e3b2542 None None] get_active_networks_info from n-d-771363-36 {{(pid=93827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:34:12.743795 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1a9b1e-2d0b-446b-a983-a1396e3b2542 None None] Resources bound (agent type, host, resource id): {{(pid=93827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:34:12.754692 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b91faf-865f-47fd-a42a-d70cdc40e4a5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:12.758682 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89b91faf-865f-47fd-a42a-d70cdc40e4a5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:12.806855 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-8630cf17-cbfb-4f60-b3b0-975eee4aae1c req-a4b44573-a82a-4b19-a490-63a6849f0912 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] For port 2c7caa59-087b-459c-8426-05a9f917f708, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2c7caa59-087b-459c-8426-05a9f917f708,segment=NetworkSegment(f9960641-9612-4cdb-ae7f-7357fdb7c7fb),segment_id=f9960641-9612-4cdb-ae7f-7357fdb7c7fb)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:12.807139 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-8630cf17-cbfb-4f60-b3b0-975eee4aae1c req-a4b44573-a82a-4b19-a490-63a6849f0912 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:12.852261 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-8630cf17-cbfb-4f60-b3b0-975eee4aae1c req-a4b44573-a82a-4b19-a490-63a6849f0912 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Calling delete_port for 2c7caa59-087b-459c-8426-05a9f917f708 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:13.084404 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89b91faf-865f-47fd-a42a-d70cdc40e4a5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.091706 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b36ec776-2d8a-49dd-9cb4-6674cba351a7 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:34:13.099844 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd4b5d-36e1-4227-9fc8-8781161921f9 req-8422d411-c039-4497-b5a0-a680eacd6a1e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:13.107077 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8cd4b5d-36e1-4227-9fc8-8781161921f9 req-8422d411-c039-4497-b5a0-a680eacd6a1e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ba820bf-9df3-482f-a58b-5d16f1738eee HTTP/1.1" status: 200 len: 945 time: 0.1158252 Jul 15 13:34:13.122838 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: b36ec776-2d8a-49dd-9cb4-6674cba351a7 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:34:13.122838 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device b36ec776-2d8a-49dd-9cb4-6674cba351a7 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:34:13.156509 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b91faf-865f-47fd-a42a-d70cdc40e4a5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:13.160270 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8cd4b5d-36e1-4227-9fc8-8781161921f9 req-19160c7c-abdc-49be-80f5-567582f896c6 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522480 Jul 15 13:34:13.164296 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-89b91faf-865f-47fd-a42a-d70cdc40e4a5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:13.166198 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b91faf-865f-47fd-a42a-d70cdc40e4a5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Subnet': ['ID=1f2a4c73-f14a-4e8b-b357-8315c5a9021f,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:13.168789 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b91faf-865f-47fd-a42a-d70cdc40e4a5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:13.169468 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89b91faf-865f-47fd-a42a-d70cdc40e4a5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.179361 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-8630cf17-cbfb-4f60-b3b0-975eee4aae1c req-a4b44573-a82a-4b19-a490-63a6849f0912 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.192368 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-89b91faf-865f-47fd-a42a-d70cdc40e4a5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0215359 Jul 15 13:34:13.195356 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58266) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:13.202749 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-b693adba-f79e-4d0c-8348-1e9b9b08b3e5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'subnet': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:13.206006 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['c1a274f1-570d-49af-aa47-58ed370c380e'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:34:13.208487 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['2c7caa59-087b-459c-8426-05a9f917f708'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:34:13.213529 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b44573-a82a-4b19-a490-63a6849f0912 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Pushing event deleted for resources: {'Port': ['ID=2c7caa59-087b-459c-8426-05a9f917f708,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:13.264484 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-8630cf17-cbfb-4f60-b3b0-975eee4aae1c req-a4b44573-a82a-4b19-a490-63a6849f0912 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] No DVR routers for this DVR port 2c7caa59-087b-459c-8426-05a9f917f708 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:34:13.267134 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-8630cf17-cbfb-4f60-b3b0-975eee4aae1c req-a4b44573-a82a-4b19-a490-63a6849f0912 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.269310 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8630cf17-cbfb-4f60-b3b0-975eee4aae1c req-a4b44573-a82a-4b19-a490-63a6849f0912 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.46 "DELETE /v2.0/ports/2c7caa59-087b-459c-8426-05a9f917f708 HTTP/1.1" status: 204 len: 173 time: 1.2996593 Jul 15 13:34:13.270063 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba820bf-9df3-482f-a58b-5d16f1738eee', 'name': 'network-vif-deleted', 'tag': '2c7caa59-087b-459c-8426-05a9f917f708'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:34:13.272460 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a83e8f-dc79-4e73-8a9c-64ac3c7f88d3" -d '{"events": [{"server_uuid": "7ba820bf-9df3-482f-a58b-5d16f1738eee", "name": "network-vif-deleted", "tag": "2c7caa59-087b-459c-8426-05a9f917f708"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:34:13.354189 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6638f2-6f0e-49ee-b7e2-1313c45ca943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-7f8e87b8-c332-4e36-ad91-99861c85828d', 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'tenant_id': 'f314df1c6c6a4426aecd02fb9849c361', 'fixed_ips': [{'subnet_id': '1f2a4c73-f14a-4e8b-b357-8315c5a9021f'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:34:13.355321 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1a6638f2-6f0e-49ee-b7e2-1313c45ca943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.370067 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b693adba-f79e-4d0c-8348-1e9b9b08b3e5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:13.377222 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b693adba-f79e-4d0c-8348-1e9b9b08b3e5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.446355 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63a7aaf-b61a-4b89-8ed0-a3d1b59b3530 x-openstack-request-id: req-b63a7aaf-b61a-4b89-8ed0-a3d1b59b3530 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:34:13.446896 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba820bf-9df3-482f-a58b-5d16f1738eee", "name": "network-vif-deleted", "tag": "2c7caa59-087b-459c-8426-05a9f917f708", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:34:13.447313 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b63a7aaf-b61a-4b89-8ed0-a3d1b59b3530 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:34:13.447874 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba820bf-9df3-482f-a58b-5d16f1738eee', 'name': 'network-vif-deleted', 'tag': '2c7caa59-087b-459c-8426-05a9f917f708', 'status': 'completed', 'code': 200} Jul 15 13:34:13.603721 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-1a6638f2-6f0e-49ee-b7e2-1313c45ca943 None None] Allocated IP 172.20.0.2 (7f8e87b8-c332-4e36-ad91-99861c85828d/1f2a4c73-f14a-4e8b-b357-8315c5a9021f/4065deb2-db43-4902-a09b-194a766c4423) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:13.793454 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1a6638f2-6f0e-49ee-b7e2-1313c45ca943 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.802833 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1a6638f2-6f0e-49ee-b7e2-1313c45ca943 None None] Transition to ACTIVE for port object 4065deb2-db43-4902-a09b-194a766c4423 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:13.818130 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1a6638f2-6f0e-49ee-b7e2-1313c45ca943 None None] Transition to ACTIVE for port object 4065deb2-db43-4902-a09b-194a766c4423 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:13.825506 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1a6638f2-6f0e-49ee-b7e2-1313c45ca943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.866629 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6638f2-6f0e-49ee-b7e2-1313c45ca943 None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:13.866629 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-1a6638f2-6f0e-49ee-b7e2-1313c45ca943 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:13.869641 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6638f2-6f0e-49ee-b7e2-1313c45ca943 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:13.932970 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6638f2-6f0e-49ee-b7e2-1313c45ca943 None None] Pushing event updated for resources: {'Port': ['ID=4065deb2-db43-4902-a09b-194a766c4423,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:13.946047 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-1a6638f2-6f0e-49ee-b7e2-1313c45ca943 None None] Attempting to bind port 4065deb2-db43-4902-a09b-194a766c4423 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:34:13.946545 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-1a6638f2-6f0e-49ee-b7e2-1313c45ca943 None None] Attempting to bind port 4065deb2-db43-4902-a09b-194a766c4423 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:34:13.947143 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6638f2-6f0e-49ee-b7e2-1313c45ca943 None None] Attempting to bind port 4065deb2-db43-4902-a09b-194a766c4423 on network 7f8e87b8-c332-4e36-ad91-99861c85828d {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:34:13.952607 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6638f2-6f0e-49ee-b7e2-1313c45ca943 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:34:13.953141 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6638f2-6f0e-49ee-b7e2-1313c45ca943 None None] Checking segment: {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:13.954179 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1a6638f2-6f0e-49ee-b7e2-1313c45ca943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.954672 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6638f2-6f0e-49ee-b7e2-1313c45ca943 None None] Bound using segment: {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:34:13.955209 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-1a6638f2-6f0e-49ee-b7e2-1313c45ca943 None None] Bound port: 4065deb2-db43-4902-a09b-194a766c4423, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:34:13.955660 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1a6638f2-6f0e-49ee-b7e2-1313c45ca943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:14.026184 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-1a6638f2-6f0e-49ee-b7e2-1313c45ca943 None None] For port 4065deb2-db43-4902-a09b-194a766c4423, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:34:14.030033 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-1a6638f2-6f0e-49ee-b7e2-1313c45ca943 None None] For port 4065deb2-db43-4902-a09b-194a766c4423, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=4065deb2-db43-4902-a09b-194a766c4423,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:34:14.035924 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1a6638f2-6f0e-49ee-b7e2-1313c45ca943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:14.097792 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6638f2-6f0e-49ee-b7e2-1313c45ca943 None None] Pushing event updated for resources: {'Port': ['ID=4065deb2-db43-4902-a09b-194a766c4423,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:14.182546 n-d-771363-36 neutron-server[93825]: DEBUG neutron.objects.ports [None req-b693adba-f79e-4d0c-8348-1e9b9b08b3e5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:34:14.455154 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c6a28e42-3a30-4bcb-8aa9-43454718047f req-e31326c1-9ca9-4a25-8445-bf453450c2eb tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ba820bf-9df3-482f-a58b-5d16f1738eee HTTP/1.1" status: 200 len: 210 time: 0.0499318 Jul 15 13:34:14.567070 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b693adba-f79e-4d0c-8348-1e9b9b08b3e5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:14.725895 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b693adba-f79e-4d0c-8348-1e9b9b08b3e5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] For port 4065deb2-db43-4902-a09b-194a766c4423, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=4065deb2-db43-4902-a09b-194a766c4423,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:14.756812 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b693adba-f79e-4d0c-8348-1e9b9b08b3e5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:14.762187 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b693adba-f79e-4d0c-8348-1e9b9b08b3e5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:14.763043 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b693adba-f79e-4d0c-8348-1e9b9b08b3e5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:14.848824 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b693adba-f79e-4d0c-8348-1e9b9b08b3e5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:14.856719 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-b693adba-f79e-4d0c-8348-1e9b9b08b3e5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:14.866854 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b693adba-f79e-4d0c-8348-1e9b9b08b3e5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:14.867456 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b693adba-f79e-4d0c-8348-1e9b9b08b3e5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:14.876068 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693adba-f79e-4d0c-8348-1e9b9b08b3e5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Subnet': ['ID=a7d2fe58-d1dd-4be9-af70-1e033d52b984,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:14.883193 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693adba-f79e-4d0c-8348-1e9b9b08b3e5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Port': ['ID=4065deb2-db43-4902-a09b-194a766c4423,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:14.899540 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b693adba-f79e-4d0c-8348-1e9b9b08b3e5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7025537 Jul 15 13:34:14.902712 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58292) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:14.908907 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-0d11447c-105e-452a-a16f-4b551c07c8f8 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'port': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'mac_address': 'fa:16:3e:90:45:a0', 'name': 'tempest-NetworksTestDHCPv6-72214066'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:15.032580 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d11447c-105e-452a-a16f-4b551c07c8f8 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:15.092865 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 4065deb2-db43-4902-a09b-194a766c4423 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:15.154889 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d11447c-105e-452a-a16f-4b551c07c8f8 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:15.163676 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 4065deb2-db43-4902-a09b-194a766c4423 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:15.183088 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-0d11447c-105e-452a-a16f-4b551c07c8f8 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] device_id is not set on port d31745d5-dbea-4419-ad32-df3ccc8fc91b yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:34:15.294391 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8abad2e-f584-4c31-a301-0f53c5df998f None None] get_active_networks_info from n-d-771363-36 {{(pid=93827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:34:15.354078 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-0d11447c-105e-452a-a16f-4b551c07c8f8 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Allocated IP 172.20.0.10 (7f8e87b8-c332-4e36-ad91-99861c85828d/1f2a4c73-f14a-4e8b-b357-8315c5a9021f/d31745d5-dbea-4419-ad32-df3ccc8fc91b) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:15.361118 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-0d11447c-105e-452a-a16f-4b551c07c8f8 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Allocated IP 2001:db8::f816:3eff:fe90:45a0 (7f8e87b8-c332-4e36-ad91-99861c85828d/a7d2fe58-d1dd-4be9-af70-1e033d52b984/d31745d5-dbea-4419-ad32-df3ccc8fc91b) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:15.382897 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8abad2e-f584-4c31-a301-0f53c5df998f None None] Resources bound (agent type, host, resource id): {{(pid=93827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:34:15.398545 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-11ee4604-248c-445b-9858-e287548cadd0 None None] Provisioning for port 4065deb2-db43-4902-a09b-194a766c4423 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:15.404329 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-11ee4604-248c-445b-9858-e287548cadd0 None None] Provisioning complete for port 4065deb2-db43-4902-a09b-194a766c4423 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:15.404592 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-11ee4604-248c-445b-9858-e287548cadd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:15.511778 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d11447c-105e-452a-a16f-4b551c07c8f8 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:15.525754 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-0d11447c-105e-452a-a16f-4b551c07c8f8 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Transition to ACTIVE for port object d31745d5-dbea-4419-ad32-df3ccc8fc91b will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:15.561846 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d11447c-105e-452a-a16f-4b551c07c8f8 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:15.573010 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-11ee4604-248c-445b-9858-e287548cadd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:15.618183 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d11447c-105e-452a-a16f-4b551c07c8f8 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:15.624854 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-0d11447c-105e-452a-a16f-4b551c07c8f8 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:15.629989 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d11447c-105e-452a-a16f-4b551c07c8f8 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:15.636826 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-11ee4604-248c-445b-9858-e287548cadd0 None None] For port 4065deb2-db43-4902-a09b-194a766c4423, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=4065deb2-db43-4902-a09b-194a766c4423,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:15.646251 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-11ee4604-248c-445b-9858-e287548cadd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:15.663231 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d11447c-105e-452a-a16f-4b551c07c8f8 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Port': ['ID=d31745d5-dbea-4419-ad32-df3ccc8fc91b,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:15.668842 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-005b7cf6-8e25-4d6b-a4ec-055ca5b2aa7e req-d9fe34a3-f179-459f-b334-bf9804b440c7 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ba820bf-9df3-482f-a58b-5d16f1738eee HTTP/1.1" status: 200 len: 210 time: 0.0612781 Jul 15 13:34:15.695493 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d11447c-105e-452a-a16f-4b551c07c8f8 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:15.696276 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0d11447c-105e-452a-a16f-4b551c07c8f8 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:15.715028 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58296) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:15.715342 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0d11447c-105e-452a-a16f-4b551c07c8f8 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.8111849 Jul 15 13:34:15.758813 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee4604-248c-445b-9858-e287548cadd0 None None] Pushing event updated for resources: {'Port': ['ID=4065deb2-db43-4902-a09b-194a766c4423,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:15.781423 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d0f6a4-1ac4-4433-ae43-21305560cfce tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:15.787473 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d0f6a4-1ac4-4433-ae43-21305560cfce tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:15.789169 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-51d0f6a4-1ac4-4433-ae43-21305560cfce tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0724299 Jul 15 13:34:15.791995 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58298) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:15.907316 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-07c9f3d6-a9a3-4ae0-bbfa-aca358585e81 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting port d31745d5-dbea-4419-ad32-df3ccc8fc91b {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:15.907907 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-07c9f3d6-a9a3-4ae0-bbfa-aca358585e81 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:16.027054 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-07c9f3d6-a9a3-4ae0-bbfa-aca358585e81 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:16.043751 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-07c9f3d6-a9a3-4ae0-bbfa-aca358585e81 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Calling delete_port for d31745d5-dbea-4419-ad32-df3ccc8fc91b owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:16.233259 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-07c9f3d6-a9a3-4ae0-bbfa-aca358585e81 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:16.265135 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c9f3d6-a9a3-4ae0-bbfa-aca358585e81 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Port': ['ID=d31745d5-dbea-4419-ad32-df3ccc8fc91b,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:16.361752 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-07c9f3d6-a9a3-4ae0-bbfa-aca358585e81 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:16.364303 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-07c9f3d6-a9a3-4ae0-bbfa-aca358585e81 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/ports/d31745d5-dbea-4419-ad32-df3ccc8fc91b HTTP/1.1" status: 204 len: 168 time: 0.5709081 Jul 15 13:34:16.366797 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58306) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:16.428617 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 2c7caa59-087b-459c-8426-05a9f917f708 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:34:16.430818 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063f229c-54be-42fd-b512-5c73b28896b4 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:16.432348 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063f229c-54be-42fd-b512-5c73b28896b4 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:16.434004 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063f229c-54be-42fd-b512-5c73b28896b4 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:16.435630 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-063f229c-54be-42fd-b512-5c73b28896b4 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0676517 Jul 15 13:34:16.438360 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58308) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:16.450095 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 2c7caa59-087b-459c-8426-05a9f917f708 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:34:16.450474 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 2c7caa59-087b-459c-8426-05a9f917f708 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:34:16.467557 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc42686b-7103-4816-be4d-28d4d31471eb None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:16.491889 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-41676dbc-c95f-436d-9aa4-530652e9b5ba tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting subnet 1f2a4c73-f14a-4e8b-b357-8315c5a9021f {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:34:16.495183 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-41676dbc-c95f-436d-9aa4-530652e9b5ba tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:16.537521 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-41676dbc-c95f-436d-9aa4-530652e9b5ba tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:16.610678 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f449bebb-4d56-4986-ab00-01ef7d40d95d None None] Could not find standard attr ID for object d31745d5-dbea-4419-ad32-df3ccc8fc91b. {{(pid=93827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:34:16.633670 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f449bebb-4d56-4986-ab00-01ef7d40d95d None None] Provisioning complete for port 4065deb2-db43-4902-a09b-194a766c4423 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:16.634061 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f449bebb-4d56-4986-ab00-01ef7d40d95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:16.640699 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-41676dbc-c95f-436d-9aa4-530652e9b5ba tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:16.717954 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-41676dbc-c95f-436d-9aa4-530652e9b5ba tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:16.751048 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41676dbc-c95f-436d-9aa4-530652e9b5ba tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Subnet': ['ID=1f2a4c73-f14a-4e8b-b357-8315c5a9021f,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:16.753148 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-41676dbc-c95f-436d-9aa4-530652e9b5ba tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:16.758244 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58312) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:16.769247 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-41676dbc-c95f-436d-9aa4-530652e9b5ba tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/1f2a4c73-f14a-4e8b-b357-8315c5a9021f HTTP/1.1" status: 204 len: 168 time: 0.3297353 Jul 15 13:34:16.824308 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-94e14f3b-03e6-4e10-950c-adf2ff15f001 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting subnet a7d2fe58-d1dd-4be9-af70-1e033d52b984 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:34:16.827540 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-94e14f3b-03e6-4e10-950c-adf2ff15f001 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:16.849294 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8d4588b7-c582-4623-a469-00f4fb792275 req-f12def37-93ea-4d62-a8f9-df64bbb855d1 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ba820bf-9df3-482f-a58b-5d16f1738eee HTTP/1.1" status: 200 len: 210 time: 0.0307674 Jul 15 13:34:16.874878 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-94e14f3b-03e6-4e10-950c-adf2ff15f001 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:16.959306 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-94e14f3b-03e6-4e10-950c-adf2ff15f001 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.019163 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-94e14f3b-03e6-4e10-950c-adf2ff15f001 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.046652 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e14f3b-03e6-4e10-950c-adf2ff15f001 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Subnet': ['ID=a7d2fe58-d1dd-4be9-af70-1e033d52b984,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:17.050331 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-94e14f3b-03e6-4e10-950c-adf2ff15f001 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.054302 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-94e14f3b-03e6-4e10-950c-adf2ff15f001 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/a7d2fe58-d1dd-4be9-af70-1e033d52b984 HTTP/1.1" status: 204 len: 168 time: 0.2928865 Jul 15 13:34:17.054710 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58314) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:17.067209 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 4065deb2-db43-4902-a09b-194a766c4423 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:17.102610 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-32e1e52e-04aa-4260-adc9-4e0b9c0b7eee tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455563 Jul 15 13:34:17.103679 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58318) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:17.171316 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 4065deb2-db43-4902-a09b-194a766c4423 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:17.171713 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.200666 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43e990c-6211-448c-8d2b-c43e61901fbe tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:17.202215 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c43e990c-6211-448c-8d2b-c43e61901fbe tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0974178 Jul 15 13:34:17.205683 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58324) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:17.305036 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab49eb3f-4554-46b7-97c7-cdc4352128ea tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:17.306710 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ab49eb3f-4554-46b7-97c7-cdc4352128ea tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0999653 Jul 15 13:34:17.309308 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58326) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:17.355400 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-37be6fbd-ced2-4940-ad7b-1f4dcb64b5be tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447471 Jul 15 13:34:17.360572 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58328) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:17.367915 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-21a64d3d-8d07-4cd6-b15a-ae0bde55b18b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'subnet': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:17.414775 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da48878-9193-4609-bfb9-8d66a088f486 None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:17.467872 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a64d3d-8d07-4cd6-b15a-ae0bde55b18b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:17.471622 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-21a64d3d-8d07-4cd6-b15a-ae0bde55b18b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.473039 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a64d3d-8d07-4cd6-b15a-ae0bde55b18b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:34:17.473483 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21a64d3d-8d07-4cd6-b15a-ae0bde55b18b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:17.499206 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-21a64d3d-8d07-4cd6-b15a-ae0bde55b18b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1348071 Jul 15 13:34:17.499637 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58330) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:17.505188 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-b6ca26f6-6a13-4aab-964b-992f39586ab6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'subnet': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:17.545839 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-9f072f91-5e65-4a55-8f1b-208536ca0138 None None] Provisioning complete for port 4065deb2-db43-4902-a09b-194a766c4423 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:17.547478 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9f072f91-5e65-4a55-8f1b-208536ca0138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.606471 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ca26f6-6a13-4aab-964b-992f39586ab6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:17.611481 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b6ca26f6-6a13-4aab-964b-992f39586ab6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.613174 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6ca26f6-6a13-4aab-964b-992f39586ab6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:34:17.613721 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6ca26f6-6a13-4aab-964b-992f39586ab6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:17.634590 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b6ca26f6-6a13-4aab-964b-992f39586ab6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1323779 Jul 15 13:34:17.636381 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58332) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:17.642267 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-4c869bcf-905f-4082-ad8c-c4e62693e1ec tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'subnet': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:17.728834 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a1b61e-fb2c-4075-8e06-cc3653e58ecc None None] DHCP port deletion for 7f8e87b8-c332-4e36-ad91-99861c85828d request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:34:17.742814 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c869bcf-905f-4082-ad8c-c4e62693e1ec tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:17.746822 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4c869bcf-905f-4082-ad8c-c4e62693e1ec tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.748406 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c869bcf-905f-4082-ad8c-c4e62693e1ec tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:34:17.748855 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c869bcf-905f-4082-ad8c-c4e62693e1ec tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:17.767360 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58334) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:17.768181 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4c869bcf-905f-4082-ad8c-c4e62693e1ec tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1299496 Jul 15 13:34:17.776860 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-96b4535e-ca1d-4873-8581-240c847070c2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'subnet': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:17.780350 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-30a1b61e-fb2c-4075-8e06-cc3653e58ecc None None] Deleting port 4065deb2-db43-4902-a09b-194a766c4423 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:17.780730 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-30a1b61e-fb2c-4075-8e06-cc3653e58ecc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.845489 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-30a1b61e-fb2c-4075-8e06-cc3653e58ecc None None] For port 4065deb2-db43-4902-a09b-194a766c4423, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=4065deb2-db43-4902-a09b-194a766c4423,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:17.845873 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-30a1b61e-fb2c-4075-8e06-cc3653e58ecc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.868339 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-30a1b61e-fb2c-4075-8e06-cc3653e58ecc None None] Calling delete_port for 4065deb2-db43-4902-a09b-194a766c4423 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:17.905130 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b4535e-ca1d-4873-8581-240c847070c2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:17.919942 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-96b4535e-ca1d-4873-8581-240c847070c2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.923171 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-96b4535e-ca1d-4873-8581-240c847070c2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:34:17.923621 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96b4535e-ca1d-4873-8581-240c847070c2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:17.954477 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58338) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:17.960454 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-e728e0ad-8a3d-4e51-8dbb-7d2d8457a041 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'subnet': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:17.964497 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-96b4535e-ca1d-4873-8581-240c847070c2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1941113 Jul 15 13:34:18.004434 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-30a1b61e-fb2c-4075-8e06-cc3653e58ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:18.037593 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a1b61e-fb2c-4075-8e06-cc3653e58ecc None None] No DVR routers for this DVR port 4065deb2-db43-4902-a09b-194a766c4423 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:34:18.041457 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1b61e-fb2c-4075-8e06-cc3653e58ecc None None] Pushing event deleted for resources: {'Port': ['ID=4065deb2-db43-4902-a09b-194a766c4423,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:18.060274 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ba09cb7d-1a49-46df-98d7-c07b2fcd11c3 req-dc922676-2d17-4e57-8340-f05336e78883 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ba820bf-9df3-482f-a58b-5d16f1738eee HTTP/1.1" status: 200 len: 210 time: 0.0513701 Jul 15 13:34:18.127210 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e728e0ad-8a3d-4e51-8dbb-7d2d8457a041 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:18.133245 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e728e0ad-8a3d-4e51-8dbb-7d2d8457a041 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:18.135103 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e728e0ad-8a3d-4e51-8dbb-7d2d8457a041 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:34:18.136039 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e728e0ad-8a3d-4e51-8dbb-7d2d8457a041 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:18.154608 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e728e0ad-8a3d-4e51-8dbb-7d2d8457a041 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1976986 Jul 15 13:34:18.157065 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58340) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:18.162950 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-4fc7e6fc-3c96-4a36-bba0-de766481d4b3 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'subnet': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:18.259362 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc7e6fc-3c96-4a36-bba0-de766481d4b3 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:18.263120 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4fc7e6fc-3c96-4a36-bba0-de766481d4b3 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:18.264509 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc7e6fc-3c96-4a36-bba0-de766481d4b3 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:34:18.264951 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fc7e6fc-3c96-4a36-bba0-de766481d4b3 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:18.280550 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4fc7e6fc-3c96-4a36-bba0-de766481d4b3 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1223848 Jul 15 13:34:18.283215 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58346) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:18.315555 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ad80764e-68aa-4269-ad27-580d4940bc3e tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0311027 Jul 15 13:34:18.317826 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58348) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:18.383986 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d44a7fe-b6bf-418e-990a-a76ff4f1cbce tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:18.385978 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4d44a7fe-b6bf-418e-990a-a76ff4f1cbce tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0671015 Jul 15 13:34:18.388829 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58352) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:18.431585 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-33943101-5586-4d84-abc5-9d51a6d2b9f2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0379763 Jul 15 13:34:18.431870 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58354) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:18.437019 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-b5d88939-d00d-4ccb-b5c3-e3bbbeff08c2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'subnet': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:18.523756 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d88939-d00d-4ccb-b5c3-e3bbbeff08c2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:18.530309 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b5d88939-d00d-4ccb-b5c3-e3bbbeff08c2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:18.788116 n-d-771363-36 neutron-server[93825]: DEBUG neutron.objects.ports [None req-b5d88939-d00d-4ccb-b5c3-e3bbbeff08c2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:34:18.789621 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b5d88939-d00d-4ccb-b5c3-e3bbbeff08c2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:18.832044 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d88939-d00d-4ccb-b5c3-e3bbbeff08c2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:18.835170 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-b5d88939-d00d-4ccb-b5c3-e3bbbeff08c2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:18.839482 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d88939-d00d-4ccb-b5c3-e3bbbeff08c2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:18.840073 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b5d88939-d00d-4ccb-b5c3-e3bbbeff08c2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:18.845301 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f53a07-95fb-4fa1-b8e3-4fd27e3fa55f None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:18.850224 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d88939-d00d-4ccb-b5c3-e3bbbeff08c2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Subnet': ['ID=21ab1402-3e5e-4efb-baf0-b798bf737414,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:18.863894 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b5d88939-d00d-4ccb-b5c3-e3bbbeff08c2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4283679 Jul 15 13:34:18.864065 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58356) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:18.869365 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-a8334c00-50a6-4362-8873-385836eda77d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'port': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'mac_address': 'fa:16:3e:7a:13:79', 'name': 'tempest-NetworksTestDHCPv6-981881589'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:18.986314 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8334c00-50a6-4362-8873-385836eda77d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:19.017172 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c5100e-e92c-49bc-9993-ea967e251b40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-7f8e87b8-c332-4e36-ad91-99861c85828d', 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'tenant_id': 'f314df1c6c6a4426aecd02fb9849c361', 'fixed_ips': [{'subnet_id': '21ab1402-3e5e-4efb-baf0-b798bf737414'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:34:19.018058 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c9c5100e-e92c-49bc-9993-ea967e251b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:19.042684 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 4065deb2-db43-4902-a09b-194a766c4423 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:34:19.065654 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 4065deb2-db43-4902-a09b-194a766c4423 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:34:19.066115 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 4065deb2-db43-4902-a09b-194a766c4423 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:34:19.079173 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a8334c00-50a6-4362-8873-385836eda77d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:19.112871 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-a8334c00-50a6-4362-8873-385836eda77d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] device_id is not set on port 1b05b010-41d3-419f-8663-29c652fcffa9 yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:34:19.190676 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-c9c5100e-e92c-49bc-9993-ea967e251b40 None None] Allocated IP 2001:db8::f816:3eff:fe91:af80 (7f8e87b8-c332-4e36-ad91-99861c85828d/21ab1402-3e5e-4efb-baf0-b798bf737414/046e1935-beb9-44f4-be76-6768bafe4cf8) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:19.337585 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c9c5100e-e92c-49bc-9993-ea967e251b40 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:19.347849 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c9c5100e-e92c-49bc-9993-ea967e251b40 None None] Transition to ACTIVE for port object 046e1935-beb9-44f4-be76-6768bafe4cf8 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:19.362410 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c9c5100e-e92c-49bc-9993-ea967e251b40 None None] Transition to ACTIVE for port object 046e1935-beb9-44f4-be76-6768bafe4cf8 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:19.369817 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c9c5100e-e92c-49bc-9993-ea967e251b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:19.428920 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c5100e-e92c-49bc-9993-ea967e251b40 None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:19.432456 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-a8334c00-50a6-4362-8873-385836eda77d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Allocated IP 2001:db8::f816:3eff:fe7a:1379 (7f8e87b8-c332-4e36-ad91-99861c85828d/21ab1402-3e5e-4efb-baf0-b798bf737414/1b05b010-41d3-419f-8663-29c652fcffa9) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:19.436891 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-c9c5100e-e92c-49bc-9993-ea967e251b40 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:19.439945 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5100e-e92c-49bc-9993-ea967e251b40 None None] Pushing event updated for resources: {'Port': ['ID=046e1935-beb9-44f4-be76-6768bafe4cf8,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:19.448868 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c5100e-e92c-49bc-9993-ea967e251b40 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:19.508783 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-c9c5100e-e92c-49bc-9993-ea967e251b40 None None] Attempting to bind port 046e1935-beb9-44f4-be76-6768bafe4cf8 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:34:19.509164 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-c9c5100e-e92c-49bc-9993-ea967e251b40 None None] Attempting to bind port 046e1935-beb9-44f4-be76-6768bafe4cf8 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:34:19.509553 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c5100e-e92c-49bc-9993-ea967e251b40 None None] Attempting to bind port 046e1935-beb9-44f4-be76-6768bafe4cf8 on network 7f8e87b8-c332-4e36-ad91-99861c85828d {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:34:19.521060 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c5100e-e92c-49bc-9993-ea967e251b40 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:34:19.521442 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c5100e-e92c-49bc-9993-ea967e251b40 None None] Checking segment: {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:19.521853 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c9c5100e-e92c-49bc-9993-ea967e251b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:19.522254 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c5100e-e92c-49bc-9993-ea967e251b40 None None] Bound using segment: {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:34:19.522755 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-c9c5100e-e92c-49bc-9993-ea967e251b40 None None] Bound port: 046e1935-beb9-44f4-be76-6768bafe4cf8, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:34:19.523150 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c9c5100e-e92c-49bc-9993-ea967e251b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:19.601027 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-c9c5100e-e92c-49bc-9993-ea967e251b40 None None] For port 046e1935-beb9-44f4-be76-6768bafe4cf8, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:34:19.606276 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-c9c5100e-e92c-49bc-9993-ea967e251b40 None None] For port 046e1935-beb9-44f4-be76-6768bafe4cf8, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=046e1935-beb9-44f4-be76-6768bafe4cf8,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:34:19.612676 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c9c5100e-e92c-49bc-9993-ea967e251b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:19.622740 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a8334c00-50a6-4362-8873-385836eda77d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:19.652863 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a8334c00-50a6-4362-8873-385836eda77d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Transition to ACTIVE for port object 1b05b010-41d3-419f-8663-29c652fcffa9 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:19.690810 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5100e-e92c-49bc-9993-ea967e251b40 None None] Pushing event updated for resources: {'Port': ['ID=046e1935-beb9-44f4-be76-6768bafe4cf8,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:19.691708 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a8334c00-50a6-4362-8873-385836eda77d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:19.751168 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8334c00-50a6-4362-8873-385836eda77d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:19.758892 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-a8334c00-50a6-4362-8873-385836eda77d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:19.764608 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8334c00-50a6-4362-8873-385836eda77d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:19.771578 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8334c00-50a6-4362-8873-385836eda77d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:19.772256 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a8334c00-50a6-4362-8873-385836eda77d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:19.779378 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8334c00-50a6-4362-8873-385836eda77d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Port': ['ID=1b05b010-41d3-419f-8663-29c652fcffa9,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:19.798521 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a8334c00-50a6-4362-8873-385836eda77d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9331911 Jul 15 13:34:19.801170 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58374) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:19.885839 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50115be-d7e0-421f-b69d-97cc5213c97a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:19.892911 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50115be-d7e0-421f-b69d-97cc5213c97a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:19.894694 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b50115be-d7e0-421f-b69d-97cc5213c97a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0924783 Jul 15 13:34:19.897631 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58378) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:20.045719 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-38b5b4f9-073a-45a2-b7c4-867d3918e0ee tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting port 1b05b010-41d3-419f-8663-29c652fcffa9 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:20.046187 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-38b5b4f9-073a-45a2-b7c4-867d3918e0ee tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:20.153988 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-38b5b4f9-073a-45a2-b7c4-867d3918e0ee tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:20.166347 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-38b5b4f9-073a-45a2-b7c4-867d3918e0ee tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Calling delete_port for 1b05b010-41d3-419f-8663-29c652fcffa9 owned by {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:20.305282 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-38b5b4f9-073a-45a2-b7c4-867d3918e0ee tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:20.342262 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b5b4f9-073a-45a2-b7c4-867d3918e0ee tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Port': ['ID=1b05b010-41d3-419f-8663-29c652fcffa9,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:20.378990 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-38b5b4f9-073a-45a2-b7c4-867d3918e0ee tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:20.380915 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-38b5b4f9-073a-45a2-b7c4-867d3918e0ee tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/ports/1b05b010-41d3-419f-8663-29c652fcffa9 HTTP/1.1" status: 204 len: 168 time: 0.4823542 Jul 15 13:34:20.383552 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58386) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:20.461461 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003323f6-4f39-4bd5-80da-13cf52abac73 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:20.463266 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003323f6-4f39-4bd5-80da-13cf52abac73 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:20.464824 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-003323f6-4f39-4bd5-80da-13cf52abac73 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0799625 Jul 15 13:34:20.467881 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58388) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:20.542105 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc0a63a3-e60f-4588-84de-1a80027eba27 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting subnet 21ab1402-3e5e-4efb-baf0-b798bf737414 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:34:20.545787 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dc0a63a3-e60f-4588-84de-1a80027eba27 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:20.627232 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dc0a63a3-e60f-4588-84de-1a80027eba27 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:20.735871 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dc0a63a3-e60f-4588-84de-1a80027eba27 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:20.807310 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dc0a63a3-e60f-4588-84de-1a80027eba27 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:20.852940 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a63a3-e60f-4588-84de-1a80027eba27 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Subnet': ['ID=21ab1402-3e5e-4efb-baf0-b798bf737414,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:20.855517 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dc0a63a3-e60f-4588-84de-1a80027eba27 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:20.860792 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58392) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:20.863217 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-dc0a63a3-e60f-4588-84de-1a80027eba27 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/21ab1402-3e5e-4efb-baf0-b798bf737414 HTTP/1.1" status: 204 len: 168 time: 0.3922851 Jul 15 13:34:20.918356 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7d7a828c-3f49-4a56-8b60-8503d9e5a765 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0539045 Jul 15 13:34:20.918781 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58394) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:20.924575 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-d467613f-c6e0-4b79-9501-62dcf41be67f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'subnet': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:20.963888 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f192190-2b4f-43f5-9b34-550a6ab096d8 None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:21.062322 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-0dff09ce-db6d-4a68-a35f-d681f47598a3 None None] Provisioning for port 046e1935-beb9-44f4-be76-6768bafe4cf8 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:21.139775 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d467613f-c6e0-4b79-9501-62dcf41be67f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:21.155667 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d467613f-c6e0-4b79-9501-62dcf41be67f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.230855 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 046e1935-beb9-44f4-be76-6768bafe4cf8 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:21.308114 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 046e1935-beb9-44f4-be76-6768bafe4cf8 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:21.312153 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 046e1935-beb9-44f4-be76-6768bafe4cf8 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:21.312637 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.372097 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a86d20f-6b85-4c76-aae1-f7160f12cd2b None None] DHCP port deletion for 7f8e87b8-c332-4e36-ad91-99861c85828d request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:34:21.570085 n-d-771363-36 neutron-server[93826]: DEBUG neutron.objects.ports [None req-d467613f-c6e0-4b79-9501-62dcf41be67f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:34:21.642813 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.662027 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-6a86d20f-6b85-4c76-aae1-f7160f12cd2b None None] Deleting port 046e1935-beb9-44f4-be76-6768bafe4cf8 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:21.662404 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6a86d20f-6b85-4c76-aae1-f7160f12cd2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.706507 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 046e1935-beb9-44f4-be76-6768bafe4cf8, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=046e1935-beb9-44f4-be76-6768bafe4cf8,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:21.737642 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.773004 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d467613f-c6e0-4b79-9501-62dcf41be67f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.792829 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-6a86d20f-6b85-4c76-aae1-f7160f12cd2b None None] For port 046e1935-beb9-44f4-be76-6768bafe4cf8, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=046e1935-beb9-44f4-be76-6768bafe4cf8,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:21.793222 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6a86d20f-6b85-4c76-aae1-f7160f12cd2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.815478 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-6a86d20f-6b85-4c76-aae1-f7160f12cd2b None None] Calling delete_port for 046e1935-beb9-44f4-be76-6768bafe4cf8 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:21.819387 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=046e1935-beb9-44f4-be76-6768bafe4cf8,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:21.956694 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-d467613f-c6e0-4b79-9501-62dcf41be67f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] For port 046e1935-beb9-44f4-be76-6768bafe4cf8, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=046e1935-beb9-44f4-be76-6768bafe4cf8,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:21.985327 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d467613f-c6e0-4b79-9501-62dcf41be67f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.989937 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d467613f-c6e0-4b79-9501-62dcf41be67f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.990852 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d467613f-c6e0-4b79-9501-62dcf41be67f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.994580 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6a86d20f-6b85-4c76-aae1-f7160f12cd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:22.020370 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86d20f-6b85-4c76-aae1-f7160f12cd2b None None] Pushing event deleted for resources: {'Port': ['ID=046e1935-beb9-44f4-be76-6768bafe4cf8,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:22.027436 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a86d20f-6b85-4c76-aae1-f7160f12cd2b None None] No DVR routers for this DVR port 046e1935-beb9-44f4-be76-6768bafe4cf8 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:34:22.055993 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467613f-c6e0-4b79-9501-62dcf41be67f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Port': ['ID=046e1935-beb9-44f4-be76-6768bafe4cf8,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:22.067339 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d467613f-c6e0-4b79-9501-62dcf41be67f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:22.070492 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-d467613f-c6e0-4b79-9501-62dcf41be67f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:22.073150 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d467613f-c6e0-4b79-9501-62dcf41be67f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:22.073745 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d467613f-c6e0-4b79-9501-62dcf41be67f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:22.080646 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12926af-5688-4d2f-a8f6-de1cd400b686 None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:22.088411 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467613f-c6e0-4b79-9501-62dcf41be67f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Subnet': ['ID=8561b4d4-12e0-44eb-afc0-3112f756b744,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:22.097219 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d467613f-c6e0-4b79-9501-62dcf41be67f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1772270 Jul 15 13:34:22.100382 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58400) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:22.105445 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-3dd1f4c7-036b-4d83-9564-0b1cf75c92f1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'port': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'mac_address': 'fa:16:3e:bf:6c:06', 'name': 'tempest-NetworksTestDHCPv6-867376786'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:22.221818 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd1f4c7-036b-4d83-9564-0b1cf75c92f1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:22.235688 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084d1cd2-7bd5-4233-8c0d-327232bf1bee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-7f8e87b8-c332-4e36-ad91-99861c85828d', 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'tenant_id': 'f314df1c6c6a4426aecd02fb9849c361', 'fixed_ips': [{'subnet_id': '8561b4d4-12e0-44eb-afc0-3112f756b744'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:34:22.236747 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-084d1cd2-7bd5-4233-8c0d-327232bf1bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:22.314319 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3dd1f4c7-036b-4d83-9564-0b1cf75c92f1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:22.336722 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-3dd1f4c7-036b-4d83-9564-0b1cf75c92f1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] device_id is not set on port 87adbc77-40d0-4058-8b8f-dc6a0b86f74f yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:34:22.381020 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-084d1cd2-7bd5-4233-8c0d-327232bf1bee None None] Allocated IP 2001:db8::f816:3eff:fecd:5c9d (7f8e87b8-c332-4e36-ad91-99861c85828d/8561b4d4-12e0-44eb-afc0-3112f756b744/9492c539-e6b6-4c3c-b1e9-540e17464c5f) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:22.575771 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-084d1cd2-7bd5-4233-8c0d-327232bf1bee None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:22.584719 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-084d1cd2-7bd5-4233-8c0d-327232bf1bee None None] Transition to ACTIVE for port object 9492c539-e6b6-4c3c-b1e9-540e17464c5f will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:22.602061 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-084d1cd2-7bd5-4233-8c0d-327232bf1bee None None] Transition to ACTIVE for port object 9492c539-e6b6-4c3c-b1e9-540e17464c5f will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:22.608257 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-084d1cd2-7bd5-4233-8c0d-327232bf1bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:22.648876 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084d1cd2-7bd5-4233-8c0d-327232bf1bee None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:22.657168 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-084d1cd2-7bd5-4233-8c0d-327232bf1bee None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:22.661372 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084d1cd2-7bd5-4233-8c0d-327232bf1bee None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:22.671194 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d1cd2-7bd5-4233-8c0d-327232bf1bee None None] Pushing event updated for resources: {'Port': ['ID=9492c539-e6b6-4c3c-b1e9-540e17464c5f,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:22.710516 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-3dd1f4c7-036b-4d83-9564-0b1cf75c92f1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Allocated IP 2001:db8::f816:3eff:febf:6c06 (7f8e87b8-c332-4e36-ad91-99861c85828d/8561b4d4-12e0-44eb-afc0-3112f756b744/87adbc77-40d0-4058-8b8f-dc6a0b86f74f) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:22.740453 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-084d1cd2-7bd5-4233-8c0d-327232bf1bee None None] Attempting to bind port 9492c539-e6b6-4c3c-b1e9-540e17464c5f on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:34:22.740453 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-084d1cd2-7bd5-4233-8c0d-327232bf1bee None None] Attempting to bind port 9492c539-e6b6-4c3c-b1e9-540e17464c5f by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:34:22.740453 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d1cd2-7bd5-4233-8c0d-327232bf1bee None None] Attempting to bind port 9492c539-e6b6-4c3c-b1e9-540e17464c5f on network 7f8e87b8-c332-4e36-ad91-99861c85828d {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:34:22.745925 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d1cd2-7bd5-4233-8c0d-327232bf1bee None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:34:22.746424 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d1cd2-7bd5-4233-8c0d-327232bf1bee None None] Checking segment: {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:22.746912 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-084d1cd2-7bd5-4233-8c0d-327232bf1bee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:22.747377 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d1cd2-7bd5-4233-8c0d-327232bf1bee None None] Bound using segment: {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:34:22.747855 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-084d1cd2-7bd5-4233-8c0d-327232bf1bee None None] Bound port: 9492c539-e6b6-4c3c-b1e9-540e17464c5f, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:34:22.748394 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-084d1cd2-7bd5-4233-8c0d-327232bf1bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:22.828916 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-084d1cd2-7bd5-4233-8c0d-327232bf1bee None None] For port 9492c539-e6b6-4c3c-b1e9-540e17464c5f, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:34:22.833214 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-084d1cd2-7bd5-4233-8c0d-327232bf1bee None None] For port 9492c539-e6b6-4c3c-b1e9-540e17464c5f, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9492c539-e6b6-4c3c-b1e9-540e17464c5f,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:34:22.839205 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-084d1cd2-7bd5-4233-8c0d-327232bf1bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:22.876093 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd482e6-963c-4fec-8f78-72d76b4a47b4 req-8d983643-f73e-4337-bec2-af4e6f80b532 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:22.877642 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3bd482e6-963c-4fec-8f78-72d76b4a47b4 req-8d983643-f73e-4337-bec2-af4e6f80b532 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb009497-00ee-4190-815a-d81a89baab2a HTTP/1.1" status: 200 len: 946 time: 0.0850577 Jul 15 13:34:22.889772 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3dd1f4c7-036b-4d83-9564-0b1cf75c92f1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:22.908243 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-3dd1f4c7-036b-4d83-9564-0b1cf75c92f1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Transition to ACTIVE for port object 87adbc77-40d0-4058-8b8f-dc6a0b86f74f will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:22.913607 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d1cd2-7bd5-4233-8c0d-327232bf1bee None None] Pushing event updated for resources: {'Port': ['ID=9492c539-e6b6-4c3c-b1e9-540e17464c5f,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:22.946980 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3dd1f4c7-036b-4d83-9564-0b1cf75c92f1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:22.948940 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3bd482e6-963c-4fec-8f78-72d76b4a47b4 req-4b4610e2-c49f-4db6-bc78-8376ff39b529 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636609 Jul 15 13:34:23.010676 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd1f4c7-036b-4d83-9564-0b1cf75c92f1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:23.014941 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-3dd1f4c7-036b-4d83-9564-0b1cf75c92f1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:23.017312 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd1f4c7-036b-4d83-9564-0b1cf75c92f1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:23.022996 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd1f4c7-036b-4d83-9564-0b1cf75c92f1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:23.023617 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3dd1f4c7-036b-4d83-9564-0b1cf75c92f1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:23.027411 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1f4c7-036b-4d83-9564-0b1cf75c92f1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Port': ['ID=87adbc77-40d0-4058-8b8f-dc6a0b86f74f,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:23.043556 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3dd1f4c7-036b-4d83-9564-0b1cf75c92f1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9423718 Jul 15 13:34:23.047660 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58418) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:23.076702 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 046e1935-beb9-44f4-be76-6768bafe4cf8 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:34:23.127441 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 046e1935-beb9-44f4-be76-6768bafe4cf8 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:34:23.133791 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 046e1935-beb9-44f4-be76-6768bafe4cf8 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:34:23.159525 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a96d1e-da80-451a-b47c-ef9e2f677e50 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:23.165467 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a96d1e-da80-451a-b47c-ef9e2f677e50 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:23.167196 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-00a96d1e-da80-451a-b47c-ef9e2f677e50 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1179218 Jul 15 13:34:23.169994 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58422) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:23.295599 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6c6b8d8e-236a-4eff-8178-40d74fb9485b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting port 87adbc77-40d0-4058-8b8f-dc6a0b86f74f {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:23.296060 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6c6b8d8e-236a-4eff-8178-40d74fb9485b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:23.396311 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6c6b8d8e-236a-4eff-8178-40d74fb9485b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:23.409207 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6c6b8d8e-236a-4eff-8178-40d74fb9485b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Calling delete_port for 87adbc77-40d0-4058-8b8f-dc6a0b86f74f owned by {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:23.540412 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6c6b8d8e-236a-4eff-8178-40d74fb9485b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:23.569678 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b8d8e-236a-4eff-8178-40d74fb9485b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Port': ['ID=87adbc77-40d0-4058-8b8f-dc6a0b86f74f,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:23.598452 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6c6b8d8e-236a-4eff-8178-40d74fb9485b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:23.600543 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6c6b8d8e-236a-4eff-8178-40d74fb9485b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/ports/87adbc77-40d0-4058-8b8f-dc6a0b86f74f HTTP/1.1" status: 204 len: 168 time: 0.4295609 Jul 15 13:34:23.603225 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58432) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:23.665295 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407c26f8-b215-4c7b-85ca-30b6b2c21167 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:23.666949 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407c26f8-b215-4c7b-85ca-30b6b2c21167 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:23.668566 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-407c26f8-b215-4c7b-85ca-30b6b2c21167 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0644085 Jul 15 13:34:23.671298 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58434) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:23.727162 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-f14d1229-257e-44ac-865c-07981b0dfb10 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting subnet 8561b4d4-12e0-44eb-afc0-3112f756b744 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:34:23.730532 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f14d1229-257e-44ac-865c-07981b0dfb10 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:23.771558 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f14d1229-257e-44ac-865c-07981b0dfb10 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:23.878209 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f14d1229-257e-44ac-865c-07981b0dfb10 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:23.938604 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f14d1229-257e-44ac-865c-07981b0dfb10 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:23.966498 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d1229-257e-44ac-865c-07981b0dfb10 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Subnet': ['ID=8561b4d4-12e0-44eb-afc0-3112f756b744,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:23.970498 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f14d1229-257e-44ac-865c-07981b0dfb10 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:23.972495 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f14d1229-257e-44ac-865c-07981b0dfb10 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/8561b4d4-12e0-44eb-afc0-3112f756b744 HTTP/1.1" status: 204 len: 168 time: 0.3001888 Jul 15 13:34:23.975056 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58438) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:24.014319 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-3622429a-3eb6-4c4a-bb7c-a8bc24d69e3a None None] Provisioning for port 9492c539-e6b6-4c3c-b1e9-540e17464c5f completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:24.016262 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f3f0e00f-71ec-4dc1-80d3-dac32f9f677a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0394468 Jul 15 13:34:24.018516 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58440) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:24.148552 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c648fdfc-ba5d-4a9f-90ee-4e2f54a25f98 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:24.150491 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c648fdfc-ba5d-4a9f-90ee-4e2f54a25f98 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1269455 Jul 15 13:34:24.153652 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58442) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:24.177672 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ba067-32dc-4fde-b070-6c77c1bac269 req-508c9d0c-76d0-4f1b-96e5-db6b0abe81a2 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:24.179384 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a10ba067-32dc-4fde-b070-6c77c1bac269 req-508c9d0c-76d0-4f1b-96e5-db6b0abe81a2 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb009497-00ee-4190-815a-d81a89baab2a HTTP/1.1" status: 200 len: 946 time: 0.0956111 Jul 15 13:34:24.223191 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c69cab1-671a-42b8-a093-e6e93d55ed42 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:24.227245 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1c69cab1-671a-42b8-a093-e6e93d55ed42 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0695252 Jul 15 13:34:24.227557 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58444) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:24.249710 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ed8c46-9e2a-4d4b-962f-585c6e5a35ad None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:24.250843 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a10ba067-32dc-4fde-b070-6c77c1bac269 req-33c0bfee-96d6-488c-9935-c71868df4578 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=aea4967e-e391-4e03-a8c2-2c51927bd962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647202 Jul 15 13:34:24.282456 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6549bf47-a485-4428-af2b-b9f94714ab03 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527418 Jul 15 13:34:24.286048 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58446) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:24.291302 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-625728b3-381c-40c9-b50d-53dec61ce161 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'subnet': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:24.328888 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20683d33-307b-4445-a0f2-16d71241a6e9 req-13bdf1d0-2d34-4bd7-96e1-a4ae761c8149 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:24.330378 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-20683d33-307b-4445-a0f2-16d71241a6e9 req-13bdf1d0-2d34-4bd7-96e1-a4ae761c8149 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb009497-00ee-4190-815a-d81a89baab2a HTTP/1.1" status: 200 len: 946 time: 0.1214478 Jul 15 13:34:24.355627 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-32fae49d-4023-4545-8554-020ff49660ca None None] Could not find standard attr ID for object 87adbc77-40d0-4058-8b8f-dc6a0b86f74f. {{(pid=93827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:34:24.479354 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d07601-e6be-4373-b003-db1b823fe59d None None] DHCP port deletion for 7f8e87b8-c332-4e36-ad91-99861c85828d request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:34:24.530324 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-12d07601-e6be-4373-b003-db1b823fe59d None None] Deleting port 9492c539-e6b6-4c3c-b1e9-540e17464c5f {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:24.530740 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12d07601-e6be-4373-b003-db1b823fe59d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:24.605208 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-12d07601-e6be-4373-b003-db1b823fe59d None None] For port 9492c539-e6b6-4c3c-b1e9-540e17464c5f, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9492c539-e6b6-4c3c-b1e9-540e17464c5f,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:24.605572 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12d07601-e6be-4373-b003-db1b823fe59d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:24.619649 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-12d07601-e6be-4373-b003-db1b823fe59d None None] Calling delete_port for 9492c539-e6b6-4c3c-b1e9-540e17464c5f owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:24.703793 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12d07601-e6be-4373-b003-db1b823fe59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:24.729578 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d07601-e6be-4373-b003-db1b823fe59d None None] Pushing event deleted for resources: {'Port': ['ID=9492c539-e6b6-4c3c-b1e9-540e17464c5f,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:24.733027 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d07601-e6be-4373-b003-db1b823fe59d None None] No DVR routers for this DVR port 9492c539-e6b6-4c3c-b1e9-540e17464c5f on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:34:24.787092 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625728b3-381c-40c9-b50d-53dec61ce161 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:24.790817 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-625728b3-381c-40c9-b50d-53dec61ce161 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:24.814327 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-20683d33-307b-4445-a0f2-16d71241a6e9 req-f1d1d85a-f357-4c6a-9aa3-25e0836f0399 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Deleting port c1a274f1-570d-49af-aa47-58ed370c380e {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:24.814696 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-20683d33-307b-4445-a0f2-16d71241a6e9 req-f1d1d85a-f357-4c6a-9aa3-25e0836f0399 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:24.955822 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-20683d33-307b-4445-a0f2-16d71241a6e9 req-f1d1d85a-f357-4c6a-9aa3-25e0836f0399 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] For port c1a274f1-570d-49af-aa47-58ed370c380e, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=c1a274f1-570d-49af-aa47-58ed370c380e,segment=NetworkSegment(f9960641-9612-4cdb-ae7f-7357fdb7c7fb),segment_id=f9960641-9612-4cdb-ae7f-7357fdb7c7fb)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:24.956541 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-20683d33-307b-4445-a0f2-16d71241a6e9 req-f1d1d85a-f357-4c6a-9aa3-25e0836f0399 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:24.991191 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-20683d33-307b-4445-a0f2-16d71241a6e9 req-f1d1d85a-f357-4c6a-9aa3-25e0836f0399 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Calling delete_port for c1a274f1-570d-49af-aa47-58ed370c380e owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:25.223047 n-d-771363-36 neutron-server[93825]: DEBUG neutron.objects.ports [None req-625728b3-381c-40c9-b50d-53dec61ce161 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:34:25.226685 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-625728b3-381c-40c9-b50d-53dec61ce161 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:25.280447 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625728b3-381c-40c9-b50d-53dec61ce161 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:25.284397 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-20683d33-307b-4445-a0f2-16d71241a6e9 req-f1d1d85a-f357-4c6a-9aa3-25e0836f0399 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:25.295585 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-625728b3-381c-40c9-b50d-53dec61ce161 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:25.296015 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['c1a274f1-570d-49af-aa47-58ed370c380e'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:34:25.298616 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625728b3-381c-40c9-b50d-53dec61ce161 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:25.298938 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-625728b3-381c-40c9-b50d-53dec61ce161 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:25.332797 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625728b3-381c-40c9-b50d-53dec61ce161 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Subnet': ['ID=88086ad2-6ffc-41d1-a9fa-be3bb645d40d,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:25.337617 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf2ba91-2e59-4ffb-8278-b73611c3e1a5 None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:25.347352 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d1d85a-f357-4c6a-9aa3-25e0836f0399 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Pushing event deleted for resources: {'Port': ['ID=c1a274f1-570d-49af-aa47-58ed370c380e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:25.388888 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-625728b3-381c-40c9-b50d-53dec61ce161 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1016135 Jul 15 13:34:25.392675 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58452) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:25.400281 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-bbec95ae-a950-4f4f-a685-87e03381e025 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'port': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'mac_address': 'fa:16:3e:3e:e6:66', 'name': 'tempest-NetworksTestDHCPv6-917829175'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:25.414878 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-20683d33-307b-4445-a0f2-16d71241a6e9 req-f1d1d85a-f357-4c6a-9aa3-25e0836f0399 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] No DVR routers for this DVR port c1a274f1-570d-49af-aa47-58ed370c380e on host n-h1-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:34:25.426594 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-20683d33-307b-4445-a0f2-16d71241a6e9 req-f1d1d85a-f357-4c6a-9aa3-25e0836f0399 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:25.428753 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-20683d33-307b-4445-a0f2-16d71241a6e9 req-f1d1d85a-f357-4c6a-9aa3-25e0836f0399 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.20 "DELETE /v2.0/ports/c1a274f1-570d-49af-aa47-58ed370c380e HTTP/1.1" status: 204 len: 173 time: 1.0924063 Jul 15 13:34:25.430049 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb009497-00ee-4190-815a-d81a89baab2a', 'name': 'network-vif-deleted', 'tag': 'c1a274f1-570d-49af-aa47-58ed370c380e'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:34:25.431863 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39deec35-07ea-49b9-b26b-15e18efe7e1d" -d '{"events": [{"server_uuid": "bb009497-00ee-4190-815a-d81a89baab2a", "name": "network-vif-deleted", "tag": "c1a274f1-570d-49af-aa47-58ed370c380e"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:34:25.488634 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-51b5cc7d-52c0-40d3-a24b-280a17c9c654 req-8de449b4-68cb-4021-b0a3-ebcc2da39867 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb009497-00ee-4190-815a-d81a89baab2a HTTP/1.1" status: 200 len: 210 time: 0.0980518 Jul 15 13:34:25.551830 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbec95ae-a950-4f4f-a685-87e03381e025 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:25.556612 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bbec95ae-a950-4f4f-a685-87e03381e025 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:25.586401 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-bbec95ae-a950-4f4f-a685-87e03381e025 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] device_id is not set on port fe671fcc-c2a9-448d-a4fa-2edda0cde1d9 yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:34:25.589890 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e44e7c-2d28-43ea-96af-8cc457baf3f8 x-openstack-request-id: req-02e44e7c-2d28-43ea-96af-8cc457baf3f8 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:34:25.590247 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb009497-00ee-4190-815a-d81a89baab2a", "name": "network-vif-deleted", "tag": "c1a274f1-570d-49af-aa47-58ed370c380e", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:34:25.590602 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-02e44e7c-2d28-43ea-96af-8cc457baf3f8 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:34:25.591087 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb009497-00ee-4190-815a-d81a89baab2a', 'name': 'network-vif-deleted', 'tag': 'c1a274f1-570d-49af-aa47-58ed370c380e', 'status': 'completed', 'code': 200} Jul 15 13:34:25.614059 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cd1d06-46bf-4f95-9072-c753938ab053 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-7f8e87b8-c332-4e36-ad91-99861c85828d', 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'tenant_id': 'f314df1c6c6a4426aecd02fb9849c361', 'fixed_ips': [{'subnet_id': '88086ad2-6ffc-41d1-a9fa-be3bb645d40d'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:34:25.614973 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-24cd1d06-46bf-4f95-9072-c753938ab053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:25.754127 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-bbec95ae-a950-4f4f-a685-87e03381e025 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Allocated IP 2001:db8::f816:3eff:fe3e:e666 (7f8e87b8-c332-4e36-ad91-99861c85828d/88086ad2-6ffc-41d1-a9fa-be3bb645d40d/fe671fcc-c2a9-448d-a4fa-2edda0cde1d9) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:25.912824 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bbec95ae-a950-4f4f-a685-87e03381e025 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:25.925809 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-bbec95ae-a950-4f4f-a685-87e03381e025 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Transition to ACTIVE for port object fe671fcc-c2a9-448d-a4fa-2edda0cde1d9 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:25.961405 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bbec95ae-a950-4f4f-a685-87e03381e025 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:26.000281 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-24cd1d06-46bf-4f95-9072-c753938ab053 None None] Allocated IP 2001:db8::f816:3eff:fe38:e8c3 (7f8e87b8-c332-4e36-ad91-99861c85828d/88086ad2-6ffc-41d1-a9fa-be3bb645d40d/a2cd405c-5139-4855-99f6-3368eacc9eb1) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:26.009186 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbec95ae-a950-4f4f-a685-87e03381e025 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:26.012539 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-bbec95ae-a950-4f4f-a685-87e03381e025 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:26.019543 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbec95ae-a950-4f4f-a685-87e03381e025 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:26.025120 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbec95ae-a950-4f4f-a685-87e03381e025 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:26.025741 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bbec95ae-a950-4f4f-a685-87e03381e025 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:26.042461 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec95ae-a950-4f4f-a685-87e03381e025 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Port': ['ID=fe671fcc-c2a9-448d-a4fa-2edda0cde1d9,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:26.048971 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58462) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:26.049606 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-bbec95ae-a950-4f4f-a685-87e03381e025 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.6543159 Jul 15 13:34:26.117247 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72d1db6-a3a5-4706-8060-4fd22a5e3b35 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:26.121654 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d72d1db6-a3a5-4706-8060-4fd22a5e3b35 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0669494 Jul 15 13:34:26.121954 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58464) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:26.158325 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-24cd1d06-46bf-4f95-9072-c753938ab053 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:26.167082 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-24cd1d06-46bf-4f95-9072-c753938ab053 None None] Transition to ACTIVE for port object a2cd405c-5139-4855-99f6-3368eacc9eb1 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:26.181696 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-24cd1d06-46bf-4f95-9072-c753938ab053 None None] Transition to ACTIVE for port object a2cd405c-5139-4855-99f6-3368eacc9eb1 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:26.187995 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-24cd1d06-46bf-4f95-9072-c753938ab053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:26.222832 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-d74685d1-b6fa-400f-a438-71ef2127c9d4 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting port fe671fcc-c2a9-448d-a4fa-2edda0cde1d9 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:26.223190 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d74685d1-b6fa-400f-a438-71ef2127c9d4 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:26.229245 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cd1d06-46bf-4f95-9072-c753938ab053 None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:26.232258 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-24cd1d06-46bf-4f95-9072-c753938ab053 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:26.236886 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cd1d06-46bf-4f95-9072-c753938ab053 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:26.240224 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd1d06-46bf-4f95-9072-c753938ab053 None None] Pushing event updated for resources: {'Port': ['ID=a2cd405c-5139-4855-99f6-3368eacc9eb1,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:26.302837 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-24cd1d06-46bf-4f95-9072-c753938ab053 None None] Attempting to bind port a2cd405c-5139-4855-99f6-3368eacc9eb1 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:34:26.303446 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-24cd1d06-46bf-4f95-9072-c753938ab053 None None] Attempting to bind port a2cd405c-5139-4855-99f6-3368eacc9eb1 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:34:26.303778 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cd1d06-46bf-4f95-9072-c753938ab053 None None] Attempting to bind port a2cd405c-5139-4855-99f6-3368eacc9eb1 on network 7f8e87b8-c332-4e36-ad91-99861c85828d {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:34:26.309016 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cd1d06-46bf-4f95-9072-c753938ab053 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:34:26.309527 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cd1d06-46bf-4f95-9072-c753938ab053 None None] Checking segment: {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:26.310036 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-24cd1d06-46bf-4f95-9072-c753938ab053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:26.310591 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cd1d06-46bf-4f95-9072-c753938ab053 None None] Bound using segment: {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:34:26.311160 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-24cd1d06-46bf-4f95-9072-c753938ab053 None None] Bound port: a2cd405c-5139-4855-99f6-3368eacc9eb1, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:34:26.311638 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-24cd1d06-46bf-4f95-9072-c753938ab053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:26.326315 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d74685d1-b6fa-400f-a438-71ef2127c9d4 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:26.338159 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-d74685d1-b6fa-400f-a438-71ef2127c9d4 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Calling delete_port for fe671fcc-c2a9-448d-a4fa-2edda0cde1d9 owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:26.379397 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-24cd1d06-46bf-4f95-9072-c753938ab053 None None] For port a2cd405c-5139-4855-99f6-3368eacc9eb1, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:34:26.382863 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-24cd1d06-46bf-4f95-9072-c753938ab053 None None] For port a2cd405c-5139-4855-99f6-3368eacc9eb1, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a2cd405c-5139-4855-99f6-3368eacc9eb1,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:34:26.387936 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-24cd1d06-46bf-4f95-9072-c753938ab053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:26.453109 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd1d06-46bf-4f95-9072-c753938ab053 None None] Pushing event updated for resources: {'Port': ['ID=a2cd405c-5139-4855-99f6-3368eacc9eb1,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:26.470953 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d74685d1-b6fa-400f-a438-71ef2127c9d4 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:26.507116 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74685d1-b6fa-400f-a438-71ef2127c9d4 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Port': ['ID=fe671fcc-c2a9-448d-a4fa-2edda0cde1d9,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:26.544778 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d74685d1-b6fa-400f-a438-71ef2127c9d4 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:26.547251 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d74685d1-b6fa-400f-a438-71ef2127c9d4 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/ports/fe671fcc-c2a9-448d-a4fa-2edda0cde1d9 HTTP/1.1" status: 204 len: 168 time: 0.4242613 Jul 15 13:34:26.549687 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58478) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:26.616923 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc42bb80-0322-48ab-896d-520118cc6d5b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:26.618863 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc42bb80-0322-48ab-896d-520118cc6d5b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:26.621297 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-bc42bb80-0322-48ab-896d-520118cc6d5b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0699999 Jul 15 13:34:26.623598 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58480) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:26.688517 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-000f24a3-d972-4b4a-8a62-1ecac719e4cd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting subnet 88086ad2-6ffc-41d1-a9fa-be3bb645d40d {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:34:26.692510 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-000f24a3-d972-4b4a-8a62-1ecac719e4cd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:26.746871 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-66409fe8-e1fd-41ac-a4f2-04855fcc79d5 req-512f209f-584e-4864-add6-75fda73f4f4f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb009497-00ee-4190-815a-d81a89baab2a HTTP/1.1" status: 200 len: 210 time: 0.0674651 Jul 15 13:34:26.771157 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-000f24a3-d972-4b4a-8a62-1ecac719e4cd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:26.874075 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-000f24a3-d972-4b4a-8a62-1ecac719e4cd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:26.946352 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-000f24a3-d972-4b4a-8a62-1ecac719e4cd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:26.978547 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f24a3-d972-4b4a-8a62-1ecac719e4cd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Subnet': ['ID=88086ad2-6ffc-41d1-a9fa-be3bb645d40d,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:26.983239 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-000f24a3-d972-4b4a-8a62-1ecac719e4cd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:26.984303 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-000f24a3-d972-4b4a-8a62-1ecac719e4cd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/88086ad2-6ffc-41d1-a9fa-be3bb645d40d HTTP/1.1" status: 204 len: 168 time: 0.3594577 Jul 15 13:34:26.988582 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58488) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:27.045560 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ade0c57b-42a8-4957-80c3-cef5a7bf6dae tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0556130 Jul 15 13:34:27.045748 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58492) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:27.051481 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-8fc0d881-c08f-42e3-8b7e-9c27e64c6887 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'subnet': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:27.160375 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a2cd405c-5139-4855-99f6-3368eacc9eb1 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:27.198631 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc0d881-c08f-42e3-8b7e-9c27e64c6887 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:27.202770 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8fc0d881-c08f-42e3-8b7e-9c27e64c6887 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:27.238453 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port a2cd405c-5139-4855-99f6-3368eacc9eb1 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:27.431223 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device c1a274f1-570d-49af-aa47-58ed370c380e no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:34:27.484837 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: c1a274f1-570d-49af-aa47-58ed370c380e {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:34:27.485732 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device c1a274f1-570d-49af-aa47-58ed370c380e not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:34:27.738876 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb01de3f-2072-4533-8396-66c2092659ee None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:27.837417 n-d-771363-36 neutron-server[93826]: DEBUG neutron.objects.ports [None req-8fc0d881-c08f-42e3-8b7e-9c27e64c6887 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:34:27.944479 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-0267bd16-20b3-44cd-bd54-9e3e7fdb15d8 None None] Provisioning for port a2cd405c-5139-4855-99f6-3368eacc9eb1 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:27.949306 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-0267bd16-20b3-44cd-bd54-9e3e7fdb15d8 None None] Provisioning complete for port a2cd405c-5139-4855-99f6-3368eacc9eb1 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:27.949678 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0267bd16-20b3-44cd-bd54-9e3e7fdb15d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:27.972968 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-31f851c7-80d5-498c-a5ed-157cbd9f91d3 req-f1061704-33b5-4c96-bc50-5a6665608628 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb009497-00ee-4190-815a-d81a89baab2a HTTP/1.1" status: 200 len: 210 time: 0.0438221 Jul 15 13:34:28.057282 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8fc0d881-c08f-42e3-8b7e-9c27e64c6887 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.064253 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0267bd16-20b3-44cd-bd54-9e3e7fdb15d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.132154 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-0267bd16-20b3-44cd-bd54-9e3e7fdb15d8 None None] For port a2cd405c-5139-4855-99f6-3368eacc9eb1, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a2cd405c-5139-4855-99f6-3368eacc9eb1,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:28.137069 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0267bd16-20b3-44cd-bd54-9e3e7fdb15d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.151421 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.db.api [None req-8fc0d881-c08f-42e3-8b7e-9c27e64c6887 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:34:28.152015 n-d-771363-36 neutron-server[93826]: DEBUG oslo_db.api [None req-8fc0d881-c08f-42e3-8b7e-9c27e64c6887 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:34:28.198209 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0267bd16-20b3-44cd-bd54-9e3e7fdb15d8 None None] Pushing event updated for resources: {'Port': ['ID=a2cd405c-5139-4855-99f6-3368eacc9eb1,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:28.364862 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-89f676d3-0024-4e6b-9b5c-c80622a39df8 None None] Provisioning complete for port a2cd405c-5139-4855-99f6-3368eacc9eb1 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:28.365177 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-89f676d3-0024-4e6b-9b5c-c80622a39df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.576762 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f104325e-1352-49b9-8d36-4e5d28623b18 None None] Could not find standard attr ID for object fe671fcc-c2a9-448d-a4fa-2edda0cde1d9. {{(pid=93827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:34:28.702782 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8fc0d881-c08f-42e3-8b7e-9c27e64c6887 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.856335 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-8fc0d881-c08f-42e3-8b7e-9c27e64c6887 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] For port a2cd405c-5139-4855-99f6-3368eacc9eb1, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a2cd405c-5139-4855-99f6-3368eacc9eb1,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:28.889580 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8fc0d881-c08f-42e3-8b7e-9c27e64c6887 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.895397 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8fc0d881-c08f-42e3-8b7e-9c27e64c6887 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.896319 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8fc0d881-c08f-42e3-8b7e-9c27e64c6887 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.972043 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc0d881-c08f-42e3-8b7e-9c27e64c6887 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:28.978800 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-8fc0d881-c08f-42e3-8b7e-9c27e64c6887 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:28.985835 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc0d881-c08f-42e3-8b7e-9c27e64c6887 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:28.986432 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8fc0d881-c08f-42e3-8b7e-9c27e64c6887 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.995130 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a409154f-eb68-4abe-82b6-f8134630dff7 None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:29.007126 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0d881-c08f-42e3-8b7e-9c27e64c6887 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Subnet': ['ID=a343e4b0-6306-4ec7-927a-962cf4574afe,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:29.011282 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0d881-c08f-42e3-8b7e-9c27e64c6887 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Port': ['ID=a2cd405c-5139-4855-99f6-3368eacc9eb1,revision_number=6']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:29.035249 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8fc0d881-c08f-42e3-8b7e-9c27e64c6887 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9861407 Jul 15 13:34:29.035658 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58504) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:29.040468 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-8d08c444-a4dd-4289-9754-063403b7b16a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'port': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'mac_address': 'fa:16:3e:84:7c:c9', 'name': 'tempest-NetworksTestDHCPv6-1565952591'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:29.169192 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e5ea57bb-db17-44f5-9541-5d631285f9e9 req-f0cb9fbb-683b-4714-882e-b6f81521344e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb009497-00ee-4190-815a-d81a89baab2a HTTP/1.1" status: 200 len: 210 time: 0.0447545 Jul 15 13:34:29.171473 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d08c444-a4dd-4289-9754-063403b7b16a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:29.186668 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a2cd405c-5139-4855-99f6-3368eacc9eb1 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:29.293502 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8d08c444-a4dd-4289-9754-063403b7b16a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.303745 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port a2cd405c-5139-4855-99f6-3368eacc9eb1 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:29.304133 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.319495 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-8d08c444-a4dd-4289-9754-063403b7b16a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] device_id is not set on port f7fb16cf-4643-4935-b188-0b1ad4ce4ab2 yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:34:29.405546 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.475673 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-8d08c444-a4dd-4289-9754-063403b7b16a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Allocated IP 2001:db8::f816:3eff:fe84:7cc9 (7f8e87b8-c332-4e36-ad91-99861c85828d/a343e4b0-6306-4ec7-927a-962cf4574afe/f7fb16cf-4643-4935-b188-0b1ad4ce4ab2) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:29.610094 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.666235 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8d08c444-a4dd-4289-9754-063403b7b16a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.683225 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-8d08c444-a4dd-4289-9754-063403b7b16a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Transition to ACTIVE for port object f7fb16cf-4643-4935-b188-0b1ad4ce4ab2 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:29.721977 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6756f190-541a-4558-bde2-148bb6574008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.727809 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1a0b2b7f-cf4e-4735-bff7-513114163497 None None] Provisioning complete for port a2cd405c-5139-4855-99f6-3368eacc9eb1 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:29.728431 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1a0b2b7f-cf4e-4735-bff7-513114163497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.755818 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8d08c444-a4dd-4289-9754-063403b7b16a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.833808 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d08c444-a4dd-4289-9754-063403b7b16a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:29.838775 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-8d08c444-a4dd-4289-9754-063403b7b16a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:29.841416 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08c444-a4dd-4289-9754-063403b7b16a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Port': ['ID=f7fb16cf-4643-4935-b188-0b1ad4ce4ab2,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:29.851925 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d08c444-a4dd-4289-9754-063403b7b16a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:29.858198 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d08c444-a4dd-4289-9754-063403b7b16a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:29.859651 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8d08c444-a4dd-4289-9754-063403b7b16a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.881472 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58510) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:29.881720 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8d08c444-a4dd-4289-9754-063403b7b16a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8452070 Jul 15 13:34:29.961471 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e30be3-9ee5-4936-b598-00a0de7289b9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:29.972023 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e30be3-9ee5-4936-b598-00a0de7289b9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:29.973940 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b3e30be3-9ee5-4936-b598-00a0de7289b9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0909755 Jul 15 13:34:29.976674 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58512) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:30.108698 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-f2303ab3-826d-469a-96bd-938336e21380 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting port f7fb16cf-4643-4935-b188-0b1ad4ce4ab2 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:30.109160 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f2303ab3-826d-469a-96bd-938336e21380 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:30.201478 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-ddbd700e-bf96-4acf-a9da-f914cac06139 None None] Provisioning for port f7fb16cf-4643-4935-b188-0b1ad4ce4ab2 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:30.211661 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-ddbd700e-bf96-4acf-a9da-f914cac06139 None None] Provisioning complete for port f7fb16cf-4643-4935-b188-0b1ad4ce4ab2 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:30.212049 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ddbd700e-bf96-4acf-a9da-f914cac06139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:30.254938 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f2303ab3-826d-469a-96bd-938336e21380 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:30.271377 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-f2303ab3-826d-469a-96bd-938336e21380 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Calling delete_port for f7fb16cf-4643-4935-b188-0b1ad4ce4ab2 owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:30.285038 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-ddbd700e-bf96-4acf-a9da-f914cac06139 None None] Port f7fb16cf-4643-4935-b188-0b1ad4ce4ab2 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:34:30.472928 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f2303ab3-826d-469a-96bd-938336e21380 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:30.536291 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2303ab3-826d-469a-96bd-938336e21380 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Port': ['ID=f7fb16cf-4643-4935-b188-0b1ad4ce4ab2,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:30.573893 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f2303ab3-826d-469a-96bd-938336e21380 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:30.577261 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f2303ab3-826d-469a-96bd-938336e21380 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/ports/f7fb16cf-4643-4935-b188-0b1ad4ce4ab2 HTTP/1.1" status: 204 len: 168 time: 0.5983076 Jul 15 13:34:30.579097 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58522) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:30.638517 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e99ae2-51f3-46af-a06f-d93f8a7574bc tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:30.641023 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e99ae2-51f3-46af-a06f-d93f8a7574bc tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:30.642682 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-32e99ae2-51f3-46af-a06f-d93f8a7574bc tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0622141 Jul 15 13:34:30.645237 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58524) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:30.708715 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-706bdaad-48df-4d41-a505-fc4ee8def8b1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting subnet a343e4b0-6306-4ec7-927a-962cf4574afe {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:34:30.712497 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-706bdaad-48df-4d41-a505-fc4ee8def8b1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:30.771738 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-706bdaad-48df-4d41-a505-fc4ee8def8b1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:30.864943 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-706bdaad-48df-4d41-a505-fc4ee8def8b1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:30.925077 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-706bdaad-48df-4d41-a505-fc4ee8def8b1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:30.959816 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-706bdaad-48df-4d41-a505-fc4ee8def8b1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:30.961775 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-706bdaad-48df-4d41-a505-fc4ee8def8b1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/a343e4b0-6306-4ec7-927a-962cf4574afe HTTP/1.1" status: 204 len: 168 time: 0.3154917 Jul 15 13:34:30.962962 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706bdaad-48df-4d41-a505-fc4ee8def8b1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Subnet': ['ID=a343e4b0-6306-4ec7-927a-962cf4574afe,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:30.964287 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58526) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:30.975361 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df048491-33b9-4073-97ae-a1e528cf4ae0 None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:31.047284 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-42064e73-ac4a-49ba-a82b-0e4158f79bd6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0805500 Jul 15 13:34:31.049815 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58528) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:31.115319 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b3d1a2-76bf-4886-8054-ae64f89e70ec tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:31.118037 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a9b3d1a2-76bf-4886-8054-ae64f89e70ec tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0670128 Jul 15 13:34:31.121046 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58530) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:31.179835 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563c340e-9018-44da-86d1-5ec4b52bdb32 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:31.186090 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-563c340e-9018-44da-86d1-5ec4b52bdb32 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0638511 Jul 15 13:34:31.188573 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58532) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:31.212774 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90587da-4098-4610-8361-af9192d788e2 None None] DHCP port deletion for 7f8e87b8-c332-4e36-ad91-99861c85828d request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:34:31.232654 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-09ec33c2-54bb-4137-a4b9-ab632ec54210 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0392292 Jul 15 13:34:31.233680 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58534) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:31.239060 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-7e0e7e69-f6a0-487c-b23f-ac3e6ec97ac7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'subnet': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:31.290893 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b90587da-4098-4610-8361-af9192d788e2 None None] Deleting port a2cd405c-5139-4855-99f6-3368eacc9eb1 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:31.291593 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b90587da-4098-4610-8361-af9192d788e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:31.334185 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0e7e69-f6a0-487c-b23f-ac3e6ec97ac7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:31.338310 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7e0e7e69-f6a0-487c-b23f-ac3e6ec97ac7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:31.367795 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-b90587da-4098-4610-8361-af9192d788e2 None None] For port a2cd405c-5139-4855-99f6-3368eacc9eb1, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a2cd405c-5139-4855-99f6-3368eacc9eb1,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:31.368190 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b90587da-4098-4610-8361-af9192d788e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:31.383176 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b90587da-4098-4610-8361-af9192d788e2 None None] Calling delete_port for a2cd405c-5139-4855-99f6-3368eacc9eb1 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:31.487390 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b90587da-4098-4610-8361-af9192d788e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:31.519108 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90587da-4098-4610-8361-af9192d788e2 None None] No DVR routers for this DVR port a2cd405c-5139-4855-99f6-3368eacc9eb1 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:34:31.521149 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90587da-4098-4610-8361-af9192d788e2 None None] Pushing event deleted for resources: {'Port': ['ID=a2cd405c-5139-4855-99f6-3368eacc9eb1,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:31.536649 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90587da-4098-4610-8361-af9192d788e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:31.537566 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90587da-4098-4610-8361-af9192d788e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:31.538524 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90587da-4098-4610-8361-af9192d788e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:31.538903 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90587da-4098-4610-8361-af9192d788e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:31.539313 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90587da-4098-4610-8361-af9192d788e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:31.539580 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90587da-4098-4610-8361-af9192d788e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:31.539919 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90587da-4098-4610-8361-af9192d788e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:31.540253 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90587da-4098-4610-8361-af9192d788e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:31.540590 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90587da-4098-4610-8361-af9192d788e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:31.540917 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90587da-4098-4610-8361-af9192d788e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:31.541882 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90587da-4098-4610-8361-af9192d788e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:31.542214 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90587da-4098-4610-8361-af9192d788e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:31.554719 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7e0e7e69-f6a0-487c-b23f-ac3e6ec97ac7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:31.597937 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0e7e69-f6a0-487c-b23f-ac3e6ec97ac7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:31.605440 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-7e0e7e69-f6a0-487c-b23f-ac3e6ec97ac7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:31.610045 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0e7e69-f6a0-487c-b23f-ac3e6ec97ac7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:31.610665 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7e0e7e69-f6a0-487c-b23f-ac3e6ec97ac7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:31.615060 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9705fab3-6c4f-4202-a002-216ca5b330a5 None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:31.652909 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e7e69-f6a0-487c-b23f-ac3e6ec97ac7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Subnet': ['ID=b07ed2e3-c8b0-46a8-80c9-8076bdfc2451,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:31.662185 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58546) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:31.665687 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7e0e7e69-f6a0-487c-b23f-ac3e6ec97ac7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4308114 Jul 15 13:34:31.672736 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-0090ab86-6cde-493c-a314-1519d499e0f4 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'port': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'mac_address': 'fa:16:3e:a1:fb:1a', 'name': 'tempest-NetworksTestDHCPv6-1570989596'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:31.852436 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ec0ffb-13ae-4768-989c-4f5191757577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-7f8e87b8-c332-4e36-ad91-99861c85828d', 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'tenant_id': 'f314df1c6c6a4426aecd02fb9849c361', 'fixed_ips': [{'subnet_id': 'b07ed2e3-c8b0-46a8-80c9-8076bdfc2451'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:34:31.853423 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4ec0ffb-13ae-4768-989c-4f5191757577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:31.855473 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0090ab86-6cde-493c-a314-1519d499e0f4 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:31.861129 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0090ab86-6cde-493c-a314-1519d499e0f4 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:31.893722 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-0090ab86-6cde-493c-a314-1519d499e0f4 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] device_id is not set on port 0bb18df6-283d-4024-95c0-38d900fe0faa yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:34:32.014467 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-a4ec0ffb-13ae-4768-989c-4f5191757577 None None] Allocated IP 2001:db8::2 (7f8e87b8-c332-4e36-ad91-99861c85828d/b07ed2e3-c8b0-46a8-80c9-8076bdfc2451/985263f1-aca9-41a9-be97-23f0425c274c) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:32.277674 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.321967 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4ec0ffb-13ae-4768-989c-4f5191757577 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.331043 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a4ec0ffb-13ae-4768-989c-4f5191757577 None None] Transition to ACTIVE for port object 985263f1-aca9-41a9-be97-23f0425c274c will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:32.345569 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a4ec0ffb-13ae-4768-989c-4f5191757577 None None] Transition to ACTIVE for port object 985263f1-aca9-41a9-be97-23f0425c274c will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:32.352082 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4ec0ffb-13ae-4768-989c-4f5191757577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.392457 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ec0ffb-13ae-4768-989c-4f5191757577 None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:32.397950 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-a4ec0ffb-13ae-4768-989c-4f5191757577 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:32.401936 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ec0ffb-13ae-4768-989c-4f5191757577 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:32.412880 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec0ffb-13ae-4768-989c-4f5191757577 None None] Pushing event updated for resources: {'Port': ['ID=985263f1-aca9-41a9-be97-23f0425c274c,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:32.416805 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-0090ab86-6cde-493c-a314-1519d499e0f4 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Allocated IP 2001:db8::a4 (7f8e87b8-c332-4e36-ad91-99861c85828d/b07ed2e3-c8b0-46a8-80c9-8076bdfc2451/0bb18df6-283d-4024-95c0-38d900fe0faa) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:32.465957 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-a4ec0ffb-13ae-4768-989c-4f5191757577 None None] Attempting to bind port 985263f1-aca9-41a9-be97-23f0425c274c on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:34:32.466221 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-a4ec0ffb-13ae-4768-989c-4f5191757577 None None] Attempting to bind port 985263f1-aca9-41a9-be97-23f0425c274c by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:34:32.466723 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ec0ffb-13ae-4768-989c-4f5191757577 None None] Attempting to bind port 985263f1-aca9-41a9-be97-23f0425c274c on network 7f8e87b8-c332-4e36-ad91-99861c85828d {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:34:32.472333 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ec0ffb-13ae-4768-989c-4f5191757577 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:34:32.472850 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ec0ffb-13ae-4768-989c-4f5191757577 None None] Checking segment: {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:32.473091 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4ec0ffb-13ae-4768-989c-4f5191757577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.473545 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ec0ffb-13ae-4768-989c-4f5191757577 None None] Bound using segment: {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:34:32.474038 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-a4ec0ffb-13ae-4768-989c-4f5191757577 None None] Bound port: 985263f1-aca9-41a9-be97-23f0425c274c, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:34:32.474537 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4ec0ffb-13ae-4768-989c-4f5191757577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.500645 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1b4688c0-d3f2-43ed-86ee-9d2bf24232b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.552701 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a4ec0ffb-13ae-4768-989c-4f5191757577 None None] For port 985263f1-aca9-41a9-be97-23f0425c274c, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:34:32.556385 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a4ec0ffb-13ae-4768-989c-4f5191757577 None None] For port 985263f1-aca9-41a9-be97-23f0425c274c, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=985263f1-aca9-41a9-be97-23f0425c274c,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:34:32.560579 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a4ec0ffb-13ae-4768-989c-4f5191757577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.578379 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0090ab86-6cde-493c-a314-1519d499e0f4 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.594995 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-0090ab86-6cde-493c-a314-1519d499e0f4 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Transition to ACTIVE for port object 0bb18df6-283d-4024-95c0-38d900fe0faa will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:32.620930 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec0ffb-13ae-4768-989c-4f5191757577 None None] Pushing event updated for resources: {'Port': ['ID=985263f1-aca9-41a9-be97-23f0425c274c,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:32.631781 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0090ab86-6cde-493c-a314-1519d499e0f4 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.679388 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0090ab86-6cde-493c-a314-1519d499e0f4 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:32.685136 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-0090ab86-6cde-493c-a314-1519d499e0f4 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:32.689005 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0090ab86-6cde-493c-a314-1519d499e0f4 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:32.694516 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0090ab86-6cde-493c-a314-1519d499e0f4 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:32.695144 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0090ab86-6cde-493c-a314-1519d499e0f4 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.708642 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0090ab86-6cde-493c-a314-1519d499e0f4 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Port': ['ID=0bb18df6-283d-4024-95c0-38d900fe0faa,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:32.718092 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0090ab86-6cde-493c-a314-1519d499e0f4 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0529335 Jul 15 13:34:32.721509 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58558) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:32.839690 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3075d7b-cfc7-4fad-ab39-db1f868c6994 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:32.846712 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3075d7b-cfc7-4fad-ab39-db1f868c6994 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:32.848429 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b3075d7b-cfc7-4fad-ab39-db1f868c6994 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1257310 Jul 15 13:34:32.851597 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58564) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:32.969751 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-36dcc3a1-9eb8-458f-850c-49563950cdec tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting port 0bb18df6-283d-4024-95c0-38d900fe0faa {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:32.970301 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-36dcc3a1-9eb8-458f-850c-49563950cdec tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:33.127941 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-36dcc3a1-9eb8-458f-850c-49563950cdec tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:33.145148 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-36dcc3a1-9eb8-458f-850c-49563950cdec tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Calling delete_port for 0bb18df6-283d-4024-95c0-38d900fe0faa owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:33.147967 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 985263f1-aca9-41a9-be97-23f0425c274c up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:33.232190 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 985263f1-aca9-41a9-be97-23f0425c274c completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:33.303253 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a2cd405c-5139-4855-99f6-3368eacc9eb1 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:34:33.326226 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: a2cd405c-5139-4855-99f6-3368eacc9eb1 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:34:33.326734 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a2cd405c-5139-4855-99f6-3368eacc9eb1 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:34:33.338640 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-36dcc3a1-9eb8-458f-850c-49563950cdec tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:33.411300 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dcc3a1-9eb8-458f-850c-49563950cdec tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Port': ['ID=0bb18df6-283d-4024-95c0-38d900fe0faa,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:33.465047 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-36dcc3a1-9eb8-458f-850c-49563950cdec tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:33.490352 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-36dcc3a1-9eb8-458f-850c-49563950cdec tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/ports/0bb18df6-283d-4024-95c0-38d900fe0faa HTTP/1.1" status: 204 len: 168 time: 0.6353459 Jul 15 13:34:33.490814 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58606) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:33.580977 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9b8eef-c353-44ff-b543-9c2508154c3f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:33.583625 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9b8eef-c353-44ff-b543-9c2508154c3f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:33.588911 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58610) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:33.589460 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6a9b8eef-c353-44ff-b543-9c2508154c3f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0966332 Jul 15 13:34:33.639306 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:33.675224 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-9838b8ba-2aff-4e8f-99a8-d9200cb6f22e tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting subnet b07ed2e3-c8b0-46a8-80c9-8076bdfc2451 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:34:33.680106 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9838b8ba-2aff-4e8f-99a8-d9200cb6f22e tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:33.730382 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9838b8ba-2aff-4e8f-99a8-d9200cb6f22e tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:33.829322 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9838b8ba-2aff-4e8f-99a8-d9200cb6f22e tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:33.925652 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9838b8ba-2aff-4e8f-99a8-d9200cb6f22e tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:33.961902 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9838b8ba-2aff-4e8f-99a8-d9200cb6f22e tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:33.964086 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9838b8ba-2aff-4e8f-99a8-d9200cb6f22e tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/b07ed2e3-c8b0-46a8-80c9-8076bdfc2451 HTTP/1.1" status: 204 len: 168 time: 0.3741753 Jul 15 13:34:33.966918 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58628) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:33.982275 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-73004975-e30d-418a-b0b5-a5b74367518b None None] Provisioning for port 985263f1-aca9-41a9-be97-23f0425c274c completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:33.988698 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-73004975-e30d-418a-b0b5-a5b74367518b None None] Provisioning complete for port 985263f1-aca9-41a9-be97-23f0425c274c triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:33.989079 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-73004975-e30d-418a-b0b5-a5b74367518b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:33.993233 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838b8ba-2aff-4e8f-99a8-d9200cb6f22e tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Subnet': ['ID=b07ed2e3-c8b0-46a8-80c9-8076bdfc2451,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:34.055475 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58630) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:34.055732 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2177a424-85a8-41ac-a547-b8551fbfe34b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0874093 Jul 15 13:34:34.077166 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-73004975-e30d-418a-b0b5-a5b74367518b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.133910 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-73004975-e30d-418a-b0b5-a5b74367518b None None] For port 985263f1-aca9-41a9-be97-23f0425c274c, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=985263f1-aca9-41a9-be97-23f0425c274c,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:34.143960 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-73004975-e30d-418a-b0b5-a5b74367518b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.163502 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649e18e9-45b0-4b09-a1df-d3546522d907 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:34.165511 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-649e18e9-45b0-4b09-a1df-d3546522d907 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1084697 Jul 15 13:34:34.168123 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58632) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:34.191470 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58634) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:34.196802 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-ed5c32cf-f5ba-4f8b-8af5-e2c204d7d6df tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1402021896', 'description': 'tempest-secgroup-smoke-1402021896 description', 'project_id': '0a166bdebb1d4ca388f2465550a7f09f'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:34.206600 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14381903-9bb1-40b4-ba34-b41069ab4bed None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:34.225452 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ed5c32cf-f5ba-4f8b-8af5-e2c204d7d6df tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.237931 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73004975-e30d-418a-b0b5-a5b74367518b None None] Pushing event updated for resources: {'Port': ['ID=985263f1-aca9-41a9-be97-23f0425c274c,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:34.238813 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e287099c-e382-440a-90fb-e3f0a7d6e274 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:34.242896 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e287099c-e382-440a-90fb-e3f0a7d6e274 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0711825 Jul 15 13:34:34.243347 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58636) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:34.268054 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1b411703-89b1-4520-a0cb-eabe40cadff9 None None] Could not find standard attr ID for object 0bb18df6-283d-4024-95c0-38d900fe0faa. {{(pid=93827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:34:34.300388 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-709f1155-409f-4ac9-9db0-90323300c272 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0507760 Jul 15 13:34:34.300994 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58638) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:34.308236 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-b9a1524d-16e5-4a15-88c3-32af0766888a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'subnet': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:34.362850 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ed5c32cf-f5ba-4f8b-8af5-e2c204d7d6df tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.368078 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ed5c32cf-f5ba-4f8b-8af5-e2c204d7d6df tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.398151 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ed5c32cf-f5ba-4f8b-8af5-e2c204d7d6df tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.403250 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58640) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:34.403378 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ed5c32cf-f5ba-4f8b-8af5-e2c204d7d6df tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2104213 Jul 15 13:34:34.409039 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-850e2dad-83ed-4a4c-af57-c9fdd2d416a2 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Request body: {'security_group_rule': {'security_group_id': 'bd13065f-0ed7-4c7f-86cf-d23201a35e28', 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:34.410274 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c32cf-f5ba-4f8b-8af5-e2c204d7d6df tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd13065f-0ed7-4c7f-86cf-d23201a35e28,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:34.430124 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.db.api [None req-b9a1524d-16e5-4a15-88c3-32af0766888a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:34:34.430124 n-d-771363-36 neutron-server[93826]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:34:34.430124 n-d-771363-36 neutron-server[93826]: [parameters: {'project_id_1': 'f314df1c6c6a4426aecd02fb9849c361', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 34, 34, 417731)}] Jul 15 13:34:34.430124 n-d-771363-36 neutron-server[93826]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:34:34.430712 n-d-771363-36 neutron-server[93826]: DEBUG oslo_db.api [None req-b9a1524d-16e5-4a15-88c3-32af0766888a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:34:34.446493 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-850e2dad-83ed-4a4c-af57-c9fdd2d416a2 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.494771 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de00b5c2-96cd-4efc-911a-1c24e93744e3 None None] DHCP port deletion for 7f8e87b8-c332-4e36-ad91-99861c85828d request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:34:34.521021 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-850e2dad-83ed-4a4c-af57-c9fdd2d416a2 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.525604 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-850e2dad-83ed-4a4c-af57-c9fdd2d416a2 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.540598 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-de00b5c2-96cd-4efc-911a-1c24e93744e3 None None] Deleting port 985263f1-aca9-41a9-be97-23f0425c274c {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:34.540974 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-de00b5c2-96cd-4efc-911a-1c24e93744e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.548585 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e2dad-83ed-4a4c-af57-c9fdd2d416a2 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8cdf0db-f605-4f35-8e5c-87cabb741e88,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:34.553180 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-850e2dad-83ed-4a4c-af57-c9fdd2d416a2 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.554508 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-850e2dad-83ed-4a4c-af57-c9fdd2d416a2 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1503572 Jul 15 13:34:34.557220 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58642) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:34.562445 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-759974bb-acca-4709-807d-dc5623a0563f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Request body: {'security_group_rule': {'security_group_id': 'bd13065f-0ed7-4c7f-86cf-d23201a35e28', 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:34.589500 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-759974bb-acca-4709-807d-dc5623a0563f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.613837 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-de00b5c2-96cd-4efc-911a-1c24e93744e3 None None] For port 985263f1-aca9-41a9-be97-23f0425c274c, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=985263f1-aca9-41a9-be97-23f0425c274c,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:34.614408 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-de00b5c2-96cd-4efc-911a-1c24e93744e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.628269 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-de00b5c2-96cd-4efc-911a-1c24e93744e3 None None] Calling delete_port for 985263f1-aca9-41a9-be97-23f0425c274c owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:34.653853 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-759974bb-acca-4709-807d-dc5623a0563f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.658761 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-759974bb-acca-4709-807d-dc5623a0563f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.686085 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759974bb-acca-4709-807d-dc5623a0563f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0d546f7-3f47-48cf-ab5d-60a50b22d8e1,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:34.691826 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-759974bb-acca-4709-807d-dc5623a0563f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.693467 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-759974bb-acca-4709-807d-dc5623a0563f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1350555 Jul 15 13:34:34.697313 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58650) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:34.703520 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-5f040b46-b4b1-486f-a1fc-7e9dbd1cbc92 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Request body: {'security_group_rule': {'security_group_id': 'bd13065f-0ed7-4c7f-86cf-d23201a35e28', 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:34.715860 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-de00b5c2-96cd-4efc-911a-1c24e93744e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.743609 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5f040b46-b4b1-486f-a1fc-7e9dbd1cbc92 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.751162 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00b5c2-96cd-4efc-911a-1c24e93744e3 None None] Pushing event deleted for resources: {'Port': ['ID=985263f1-aca9-41a9-be97-23f0425c274c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:34.757019 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de00b5c2-96cd-4efc-911a-1c24e93744e3 None None] No DVR routers for this DVR port 985263f1-aca9-41a9-be97-23f0425c274c on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:34:34.814665 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5f040b46-b4b1-486f-a1fc-7e9dbd1cbc92 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.819424 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5f040b46-b4b1-486f-a1fc-7e9dbd1cbc92 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.839616 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f040b46-b4b1-486f-a1fc-7e9dbd1cbc92 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6adf5c0e-1be7-4f5e-86a5-5c6f8bb1188f,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:34.845605 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5f040b46-b4b1-486f-a1fc-7e9dbd1cbc92 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.847286 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5f040b46-b4b1-486f-a1fc-7e9dbd1cbc92 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1487594 Jul 15 13:34:34.849878 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58654) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:34.855066 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-26909af1-f7ca-4e57-a987-df483d5d5db8 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Request body: {'security_group_rule': {'security_group_id': 'bd13065f-0ed7-4c7f-86cf-d23201a35e28', 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:34.883380 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-26909af1-f7ca-4e57-a987-df483d5d5db8 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.957088 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-26909af1-f7ca-4e57-a987-df483d5d5db8 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.962107 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-26909af1-f7ca-4e57-a987-df483d5d5db8 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.974358 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a1524d-16e5-4a15-88c3-32af0766888a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:34.977760 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b9a1524d-16e5-4a15-88c3-32af0766888a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:35.005514 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26909af1-f7ca-4e57-a987-df483d5d5db8 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c0ab56-9ba8-45a3-ab63-7267c86d52e0,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:35.014519 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-26909af1-f7ca-4e57-a987-df483d5d5db8 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:35.016117 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-26909af1-f7ca-4e57-a987-df483d5d5db8 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1649601 Jul 15 13:34:35.018905 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58656) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:35.024786 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-91f56fc2-40bf-48ba-b590-db0ce05b4338 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Request body: {'security_group_rule': {'security_group_id': 'bd13065f-0ed7-4c7f-86cf-d23201a35e28', 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:35.069229 n-d-771363-36 neutron-server[93825]: INFO neutron.db.securitygroups_db [None req-91f56fc2-40bf-48ba-b590-db0ce05b4338 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Project 0a166bdebb1d4ca388f2465550a7f09f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:34:35.078168 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:35.081192 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-91f56fc2-40bf-48ba-b590-db0ce05b4338 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:35.097124 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 985263f1-aca9-41a9-be97-23f0425c274c no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:34:35.127543 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 985263f1-aca9-41a9-be97-23f0425c274c {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:34:35.127945 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 985263f1-aca9-41a9-be97-23f0425c274c not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:34:35.155447 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-91f56fc2-40bf-48ba-b590-db0ce05b4338 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:35.160255 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-91f56fc2-40bf-48ba-b590-db0ce05b4338 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:35.185142 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f56fc2-40bf-48ba-b590-db0ce05b4338 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a5beb1e-3205-4532-9f8b-cfeddc351ccf,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:35.188756 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-91f56fc2-40bf-48ba-b590-db0ce05b4338 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:35.190143 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-91f56fc2-40bf-48ba-b590-db0ce05b4338 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1695294 Jul 15 13:34:35.193282 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58658) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:35.198360 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-fd49eb74-0d6e-4a9e-8ca9-8c0314360cb5 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Request body: {'security_group_rule': {'security_group_id': 'bd13065f-0ed7-4c7f-86cf-d23201a35e28', 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:35.221803 n-d-771363-36 neutron-server[93825]: INFO neutron.db.securitygroups_db [None req-fd49eb74-0d6e-4a9e-8ca9-8c0314360cb5 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Project 0a166bdebb1d4ca388f2465550a7f09f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:34:35.226582 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fd49eb74-0d6e-4a9e-8ca9-8c0314360cb5 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:35.285919 n-d-771363-36 neutron-server[93826]: DEBUG neutron.objects.ports [None req-b9a1524d-16e5-4a15-88c3-32af0766888a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:34:35.287514 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b9a1524d-16e5-4a15-88c3-32af0766888a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:35.294221 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fd49eb74-0d6e-4a9e-8ca9-8c0314360cb5 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:35.298596 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fd49eb74-0d6e-4a9e-8ca9-8c0314360cb5 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:35.318550 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd49eb74-0d6e-4a9e-8ca9-8c0314360cb5 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dedd1e7e-25ca-4892-8110-145d7973d6de,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:35.327236 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fd49eb74-0d6e-4a9e-8ca9-8c0314360cb5 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:35.328578 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-fd49eb74-0d6e-4a9e-8ca9-8c0314360cb5 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1341646 Jul 15 13:34:35.335565 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a1524d-16e5-4a15-88c3-32af0766888a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:35.338929 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-b9a1524d-16e5-4a15-88c3-32af0766888a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:35.343915 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a1524d-16e5-4a15-88c3-32af0766888a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:35.344534 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b9a1524d-16e5-4a15-88c3-32af0766888a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:35.352966 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5192753-b836-45a6-97e9-f1333c241833 None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:35.361466 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a1524d-16e5-4a15-88c3-32af0766888a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Subnet': ['ID=c56b3fda-fd36-4f70-8e0c-81b0857da363,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:35.375049 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58666) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:35.379157 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b9a1524d-16e5-4a15-88c3-32af0766888a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0769122 Jul 15 13:34:35.379872 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-9c04f2ea-31b0-466d-998e-1c6ded809a65 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'subnet': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:35.518018 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c04f2ea-31b0-466d-998e-1c6ded809a65 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:35.522459 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9c04f2ea-31b0-466d-998e-1c6ded809a65 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:35.538949 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0bf1cd-1610-4a54-99f4-d6915b86e5b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-7f8e87b8-c332-4e36-ad91-99861c85828d', 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'tenant_id': 'f314df1c6c6a4426aecd02fb9849c361', 'fixed_ips': [{'subnet_id': 'c56b3fda-fd36-4f70-8e0c-81b0857da363'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:34:35.540364 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9b0bf1cd-1610-4a54-99f4-d6915b86e5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:35.634741 n-d-771363-36 neutron-server[93825]: INFO neutron.db.ipam_backend_mixin [None req-9c04f2ea-31b0-466d-998e-1c6ded809a65 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c56b3fda-fd36-4f70-8e0c-81b0857da363 (CIDR: 2001:db8::/64) Jul 15 13:34:35.638497 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c04f2ea-31b0-466d-998e-1c6ded809a65 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:34:35.640713 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c04f2ea-31b0-466d-998e-1c6ded809a65 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:35.660982 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58700) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:35.661587 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9c04f2ea-31b0-466d-998e-1c6ded809a65 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2855711 Jul 15 13:34:35.666153 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-c4db6d2c-0062-442f-941c-170c1b027ae7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'subnet': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:35.697417 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-9b0bf1cd-1610-4a54-99f4-d6915b86e5b5 None None] Allocated IP 2001:db8::f816:3eff:feb8:6d18 (7f8e87b8-c332-4e36-ad91-99861c85828d/c56b3fda-fd36-4f70-8e0c-81b0857da363/cbd9d155-88d6-4301-9ffd-1f246cd2c92d) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:35.839513 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4db6d2c-0062-442f-941c-170c1b027ae7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:35.844275 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c4db6d2c-0062-442f-941c-170c1b027ae7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:35.989063 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9b0bf1cd-1610-4a54-99f4-d6915b86e5b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.009019 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-9b0bf1cd-1610-4a54-99f4-d6915b86e5b5 None None] Transition to ACTIVE for port object cbd9d155-88d6-4301-9ffd-1f246cd2c92d will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:36.034104 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-9b0bf1cd-1610-4a54-99f4-d6915b86e5b5 None None] Transition to ACTIVE for port object cbd9d155-88d6-4301-9ffd-1f246cd2c92d will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:36.040436 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9b0bf1cd-1610-4a54-99f4-d6915b86e5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.091090 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0bf1cd-1610-4a54-99f4-d6915b86e5b5 None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:36.110386 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-9b0bf1cd-1610-4a54-99f4-d6915b86e5b5 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:36.121022 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0bf1cd-1610-4a54-99f4-d6915b86e5b5 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:36.132758 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0bf1cd-1610-4a54-99f4-d6915b86e5b5 None None] Pushing event updated for resources: {'Port': ['ID=cbd9d155-88d6-4301-9ffd-1f246cd2c92d,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:36.194146 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-9b0bf1cd-1610-4a54-99f4-d6915b86e5b5 None None] Attempting to bind port cbd9d155-88d6-4301-9ffd-1f246cd2c92d on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:34:36.194343 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c4db6d2c-0062-442f-941c-170c1b027ae7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.194889 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-9b0bf1cd-1610-4a54-99f4-d6915b86e5b5 None None] Attempting to bind port cbd9d155-88d6-4301-9ffd-1f246cd2c92d by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:34:36.195259 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0bf1cd-1610-4a54-99f4-d6915b86e5b5 None None] Attempting to bind port cbd9d155-88d6-4301-9ffd-1f246cd2c92d on network 7f8e87b8-c332-4e36-ad91-99861c85828d {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:34:36.201269 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0bf1cd-1610-4a54-99f4-d6915b86e5b5 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:34:36.201734 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0bf1cd-1610-4a54-99f4-d6915b86e5b5 None None] Checking segment: {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:36.203302 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9b0bf1cd-1610-4a54-99f4-d6915b86e5b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.203536 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0bf1cd-1610-4a54-99f4-d6915b86e5b5 None None] Bound using segment: {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:34:36.204635 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-9b0bf1cd-1610-4a54-99f4-d6915b86e5b5 None None] Bound port: cbd9d155-88d6-4301-9ffd-1f246cd2c92d, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:34:36.204635 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9b0bf1cd-1610-4a54-99f4-d6915b86e5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.240383 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4db6d2c-0062-442f-941c-170c1b027ae7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:36.243538 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-c4db6d2c-0062-442f-941c-170c1b027ae7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:36.247929 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4db6d2c-0062-442f-941c-170c1b027ae7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:36.248531 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c4db6d2c-0062-442f-941c-170c1b027ae7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.260531 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db6d2c-0062-442f-941c-170c1b027ae7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Subnet': ['ID=6fcb0723-c12c-4b22-a140-4676cfec9863,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:36.268384 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c4db6d2c-0062-442f-941c-170c1b027ae7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6062887 Jul 15 13:34:36.271959 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58734) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:36.273222 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-9b0bf1cd-1610-4a54-99f4-d6915b86e5b5 None None] For port cbd9d155-88d6-4301-9ffd-1f246cd2c92d, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:34:36.277029 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-9b0bf1cd-1610-4a54-99f4-d6915b86e5b5 None None] For port cbd9d155-88d6-4301-9ffd-1f246cd2c92d, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=cbd9d155-88d6-4301-9ffd-1f246cd2c92d,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:34:36.277836 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-af7adf61-dd45-4227-ae37-31c5f64ddb10 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'port': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'mac_address': 'fa:16:3e:35:4c:c1', 'name': 'tempest-NetworksTestDHCPv6-947233686'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:36.282454 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9b0bf1cd-1610-4a54-99f4-d6915b86e5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.349259 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0bf1cd-1610-4a54-99f4-d6915b86e5b5 None None] Pushing event updated for resources: {'Port': ['ID=cbd9d155-88d6-4301-9ffd-1f246cd2c92d,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:36.420537 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7adf61-dd45-4227-ae37-31c5f64ddb10 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:36.538085 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af7adf61-dd45-4227-ae37-31c5f64ddb10 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.558844 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-af7adf61-dd45-4227-ae37-31c5f64ddb10 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] device_id is not set on port 35f3fe7b-9250-4fbf-b4f8-e7a6cdbb70af yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:34:36.741836 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-af7adf61-dd45-4227-ae37-31c5f64ddb10 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Allocated IP 2001:db8:0:1::56 (7f8e87b8-c332-4e36-ad91-99861c85828d/6fcb0723-c12c-4b22-a140-4676cfec9863/35f3fe7b-9250-4fbf-b4f8-e7a6cdbb70af) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:36.748837 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-af7adf61-dd45-4227-ae37-31c5f64ddb10 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Allocated IP 2001:db8::f816:3eff:fe35:4cc1 (7f8e87b8-c332-4e36-ad91-99861c85828d/c56b3fda-fd36-4f70-8e0c-81b0857da363/35f3fe7b-9250-4fbf-b4f8-e7a6cdbb70af) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:36.905639 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af7adf61-dd45-4227-ae37-31c5f64ddb10 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.920892 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af7adf61-dd45-4227-ae37-31c5f64ddb10 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Transition to ACTIVE for port object 35f3fe7b-9250-4fbf-b4f8-e7a6cdbb70af will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:36.956333 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af7adf61-dd45-4227-ae37-31c5f64ddb10 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:37.062796 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7adf61-dd45-4227-ae37-31c5f64ddb10 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:37.072486 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-af7adf61-dd45-4227-ae37-31c5f64ddb10 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:37.076882 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7adf61-dd45-4227-ae37-31c5f64ddb10 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:37.087137 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7adf61-dd45-4227-ae37-31c5f64ddb10 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:37.087825 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af7adf61-dd45-4227-ae37-31c5f64ddb10 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:37.117934 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58754) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:37.118124 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-af7adf61-dd45-4227-ae37-31c5f64ddb10 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8450408 Jul 15 13:34:37.122413 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7adf61-dd45-4227-ae37-31c5f64ddb10 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Port': ['ID=35f3fe7b-9250-4fbf-b4f8-e7a6cdbb70af,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:37.146527 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7adf61-dd45-4227-ae37-31c5f64ddb10 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:37.146915 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7adf61-dd45-4227-ae37-31c5f64ddb10 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:37.147257 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7adf61-dd45-4227-ae37-31c5f64ddb10 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:37.147590 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7adf61-dd45-4227-ae37-31c5f64ddb10 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:37.147928 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7adf61-dd45-4227-ae37-31c5f64ddb10 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:37.148257 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7adf61-dd45-4227-ae37-31c5f64ddb10 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:37.148431 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device cbd9d155-88d6-4301-9ffd-1f246cd2c92d up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:37.148858 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7adf61-dd45-4227-ae37-31c5f64ddb10 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:37.148976 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7adf61-dd45-4227-ae37-31c5f64ddb10 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:37.149206 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7adf61-dd45-4227-ae37-31c5f64ddb10 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:37.149529 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7adf61-dd45-4227-ae37-31c5f64ddb10 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:37.149852 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7adf61-dd45-4227-ae37-31c5f64ddb10 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:37.150193 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7adf61-dd45-4227-ae37-31c5f64ddb10 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:37.228548 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port cbd9d155-88d6-4301-9ffd-1f246cd2c92d completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:37.297996 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-eabe12ca-8c9b-4c94-ba1f-a6188b305114 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting port 35f3fe7b-9250-4fbf-b4f8-e7a6cdbb70af {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:37.298520 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eabe12ca-8c9b-4c94-ba1f-a6188b305114 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:37.417382 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eabe12ca-8c9b-4c94-ba1f-a6188b305114 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:37.434962 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-eabe12ca-8c9b-4c94-ba1f-a6188b305114 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Calling delete_port for 35f3fe7b-9250-4fbf-b4f8-e7a6cdbb70af owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:37.565306 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb80c97e-1d88-4a2c-af5b-dfd06acc6f7f None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:37.648907 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-cc101219-fc48-4045-8433-528b2b91845a None None] Provisioning for port cbd9d155-88d6-4301-9ffd-1f246cd2c92d completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:37.653425 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eabe12ca-8c9b-4c94-ba1f-a6188b305114 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:37.658599 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-cc101219-fc48-4045-8433-528b2b91845a None None] Provisioning complete for port cbd9d155-88d6-4301-9ffd-1f246cd2c92d triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:37.661633 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc101219-fc48-4045-8433-528b2b91845a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:37.694904 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe12ca-8c9b-4c94-ba1f-a6188b305114 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Port': ['ID=35f3fe7b-9250-4fbf-b4f8-e7a6cdbb70af,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:37.749673 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eabe12ca-8c9b-4c94-ba1f-a6188b305114 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:37.755095 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-eabe12ca-8c9b-4c94-ba1f-a6188b305114 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/ports/35f3fe7b-9250-4fbf-b4f8-e7a6cdbb70af HTTP/1.1" status: 204 len: 168 time: 0.6332383 Jul 15 13:34:37.755362 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58764) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:37.831441 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc101219-fc48-4045-8433-528b2b91845a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:37.836041 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7f793a-f802-48de-8259-f3db2a877d50 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:37.840483 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1d7f793a-f802-48de-8259-f3db2a877d50 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0817671 Jul 15 13:34:37.840778 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58766) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:37.874156 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-cc101219-fc48-4045-8433-528b2b91845a None None] For port cbd9d155-88d6-4301-9ffd-1f246cd2c92d, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=cbd9d155-88d6-4301-9ffd-1f246cd2c92d,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:37.878597 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc101219-fc48-4045-8433-528b2b91845a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:37.931477 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23336e5a-07ce-44e7-8558-217b1bcf0d7d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:37.935855 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-23336e5a-07ce-44e7-8558-217b1bcf0d7d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0911479 Jul 15 13:34:37.936488 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58770) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:37.974467 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc101219-fc48-4045-8433-528b2b91845a None None] Pushing event updated for resources: {'Port': ['ID=cbd9d155-88d6-4301-9ffd-1f246cd2c92d,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:37.979913 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b329cd-a668-4b8d-96e2-a493452be2a6 None None] Update dhcp port {'port': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'fixed_ips': [{'subnet_id': 'c56b3fda-fd36-4f70-8e0c-81b0857da363', 'ip_address': '2001:db8::f816:3eff:feb8:6d18'}, {'subnet_id': '6fcb0723-c12c-4b22-a140-4676cfec9863'}], 'binding:host_id': 'n-d-771363-36'}, 'id': 'cbd9d155-88d6-4301-9ffd-1f246cd2c92d'} from n-d-771363-36. {{(pid=93827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:34:38.015913 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa1c8ef-10fb-4c35-8843-c6944336717a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:38.017789 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa1c8ef-10fb-4c35-8843-c6944336717a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:38.018177 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c7b329cd-a668-4b8d-96e2-a493452be2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.019900 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa1c8ef-10fb-4c35-8843-c6944336717a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:38.024426 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3fa1c8ef-10fb-4c35-8843-c6944336717a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0841935 Jul 15 13:34:38.024755 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58772) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:38.084880 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b7d94a4-ab80-40a2-9391-fd8dd071b2d2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting subnet 6fcb0723-c12c-4b22-a140-4676cfec9863 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:34:38.088191 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6b7d94a4-ab80-40a2-9391-fd8dd071b2d2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.150598 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6b7d94a4-ab80-40a2-9391-fd8dd071b2d2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.199013 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6b7d94a4-ab80-40a2-9391-fd8dd071b2d2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.271836 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6b7d94a4-ab80-40a2-9391-fd8dd071b2d2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server [None req-c7b329cd-a668-4b8d-96e2-a493452be2a6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6fcb0723-c12c-4b22-a140-4676cfec9863: This subnet is being modified by another concurrent operation. Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise exception Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6fcb0723-c12c-4b22-a140-4676cfec9863: This subnet is being modified by another concurrent operation. Jul 15 13:34:38.273728 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server Jul 15 13:34:38.311835 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d94a4-ab80-40a2-9391-fd8dd071b2d2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Subnet': ['ID=6fcb0723-c12c-4b22-a140-4676cfec9863,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:38.325741 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6b7d94a4-ab80-40a2-9391-fd8dd071b2d2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.329130 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6b7d94a4-ab80-40a2-9391-fd8dd071b2d2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/6fcb0723-c12c-4b22-a140-4676cfec9863 HTTP/1.1" status: 204 len: 168 time: 0.3033695 Jul 15 13:34:38.331774 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58774) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:38.413094 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6e17643-55bf-4491-88fb-f08db58e0047 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting subnet c56b3fda-fd36-4f70-8e0c-81b0857da363 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:34:38.413094 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e6e17643-55bf-4491-88fb-f08db58e0047 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.418408 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-0a10621c-e3a5-41b9-a1c0-326ae196ac3b None None] Provisioning complete for port cbd9d155-88d6-4301-9ffd-1f246cd2c92d triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:38.418408 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0a10621c-e3a5-41b9-a1c0-326ae196ac3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.476860 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e6e17643-55bf-4491-88fb-f08db58e0047 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.577544 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593b1718-3fe6-45e3-96b9-3970cdb4f011 None None] get_active_networks_info from n-d-771363-36 {{(pid=93827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:34:38.588717 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e6e17643-55bf-4491-88fb-f08db58e0047 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.653656 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f92e4026-275d-4fa0-81ca-d0f14cc046d0 None None] Could not find standard attr ID for object 35f3fe7b-9250-4fbf-b4f8-e7a6cdbb70af. {{(pid=93827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:34:38.655218 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e6e17643-55bf-4491-88fb-f08db58e0047 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.677197 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593b1718-3fe6-45e3-96b9-3970cdb4f011 None None] Resources bound (agent type, host, resource id): {{(pid=93827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:34:38.683869 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e17643-55bf-4491-88fb-f08db58e0047 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Subnet': ['ID=c56b3fda-fd36-4f70-8e0c-81b0857da363,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:38.688263 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e6e17643-55bf-4491-88fb-f08db58e0047 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.690146 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e6e17643-55bf-4491-88fb-f08db58e0047 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/c56b3fda-fd36-4f70-8e0c-81b0857da363 HTTP/1.1" status: 204 len: 168 time: 0.3569527 Jul 15 13:34:38.692643 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58778) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:38.736827 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6cee0833-13ab-47dd-907b-59ad5aeaab35 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0424423 Jul 15 13:34:38.739589 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58780) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:38.744525 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-017f9a75-539c-472c-97e9-d91ed78dcf1b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'subnet': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:38.844206 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017f9a75-539c-472c-97e9-d91ed78dcf1b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:38.848085 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-017f9a75-539c-472c-97e9-d91ed78dcf1b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.945445 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb84432-93c9-4438-8171-cc3468c1b1fe None None] get_active_networks_info from n-d-771363-36 {{(pid=93827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:34:38.993892 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-dce97f3f-61b9-4324-9902-7a00b9651357 None None] Provisioning complete for port cbd9d155-88d6-4301-9ffd-1f246cd2c92d triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:38.994471 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dce97f3f-61b9-4324-9902-7a00b9651357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:39.060925 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb84432-93c9-4438-8171-cc3468c1b1fe None None] Resources bound (agent type, host, resource id): {{(pid=93827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:34:39.131909 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device cbd9d155-88d6-4301-9ffd-1f246cd2c92d no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:34:39.199067 n-d-771363-36 neutron-server[93825]: DEBUG neutron.objects.ports [None req-017f9a75-539c-472c-97e9-d91ed78dcf1b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:34:39.299458 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:39.377237 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-017f9a75-539c-472c-97e9-d91ed78dcf1b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:39.404643 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.db.api [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:34:39.404643 n-d-771363-36 neutron-server[93827]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 15 13:34:39.404643 n-d-771363-36 neutron-server[93827]: [parameters: {'status': 'DOWN', 'ports_id': 'cbd9d155-88d6-4301-9ffd-1f246cd2c92d'}] Jul 15 13:34:39.404643 n-d-771363-36 neutron-server[93827]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:34:39.405438 n-d-771363-36 neutron-server[93827]: DEBUG oslo_db.api [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:34:39.562767 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-017f9a75-539c-472c-97e9-d91ed78dcf1b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] For port cbd9d155-88d6-4301-9ffd-1f246cd2c92d, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=cbd9d155-88d6-4301-9ffd-1f246cd2c92d,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:39.603938 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-017f9a75-539c-472c-97e9-d91ed78dcf1b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:39.626971 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-017f9a75-539c-472c-97e9-d91ed78dcf1b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:39.644822 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-017f9a75-539c-472c-97e9-d91ed78dcf1b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:39.755672 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017f9a75-539c-472c-97e9-d91ed78dcf1b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:39.820870 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-017f9a75-539c-472c-97e9-d91ed78dcf1b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:39.830727 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f9a75-539c-472c-97e9-d91ed78dcf1b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Subnet': ['ID=431102ca-46fa-4f45-b53e-5d5e57ebe94d,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:39.836221 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017f9a75-539c-472c-97e9-d91ed78dcf1b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:39.839326 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-017f9a75-539c-472c-97e9-d91ed78dcf1b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:39.885027 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f9a75-539c-472c-97e9-d91ed78dcf1b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Port': ['ID=cbd9d155-88d6-4301-9ffd-1f246cd2c92d,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:39.899173 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-017f9a75-539c-472c-97e9-d91ed78dcf1b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1584649 Jul 15 13:34:39.900796 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58804) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:39.907453 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-b9ee79c3-7e06-4eef-adda-e266e736aabd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'subnet': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:39.995511 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:40.088281 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port cbd9d155-88d6-4301-9ffd-1f246cd2c92d, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=cbd9d155-88d6-4301-9ffd-1f246cd2c92d,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:40.095768 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:40.114759 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ee79c3-7e06-4eef-adda-e266e736aabd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:40.120853 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b9ee79c3-7e06-4eef-adda-e266e736aabd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:40.192103 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=cbd9d155-88d6-4301-9ffd-1f246cd2c92d,revision_number=7']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:40.242174 n-d-771363-36 neutron-server[93825]: INFO neutron.db.ipam_backend_mixin [None req-b9ee79c3-7e06-4eef-adda-e266e736aabd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 431102ca-46fa-4f45-b53e-5d5e57ebe94d (CIDR: 2001:db8::/64) Jul 15 13:34:40.246647 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ee79c3-7e06-4eef-adda-e266e736aabd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:34:40.247135 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9ee79c3-7e06-4eef-adda-e266e736aabd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:40.264768 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b9ee79c3-7e06-4eef-adda-e266e736aabd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3628204 Jul 15 13:34:40.269518 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58808) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:40.275590 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-226a368c-c09e-4822-bf54-29121c8303cd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'subnet': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:40.417788 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226a368c-c09e-4822-bf54-29121c8303cd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:40.421764 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-226a368c-c09e-4822-bf54-29121c8303cd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:40.430532 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec16506-0660-4675-a245-450e916890dc None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:40.705612 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-02e3d66f-63a4-4261-896e-24a549e7c6d7 None None] Provisioning complete for port cbd9d155-88d6-4301-9ffd-1f246cd2c92d triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:40.706578 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-02e3d66f-63a4-4261-896e-24a549e7c6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:40.721454 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-226a368c-c09e-4822-bf54-29121c8303cd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:40.779443 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a368c-c09e-4822-bf54-29121c8303cd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Subnet': ['ID=2cdf8d97-0181-4d8b-8498-a1a7061d4037,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:40.784071 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226a368c-c09e-4822-bf54-29121c8303cd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:40.785856 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-226a368c-c09e-4822-bf54-29121c8303cd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:40.789193 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226a368c-c09e-4822-bf54-29121c8303cd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:40.789855 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-226a368c-c09e-4822-bf54-29121c8303cd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:40.811689 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-226a368c-c09e-4822-bf54-29121c8303cd tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5381749 Jul 15 13:34:40.812044 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58810) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:40.817963 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-3bdc312b-e5ef-4e12-a304-41b0d7c0b025 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'port': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'mac_address': 'fa:16:3e:b9:69:6e', 'name': 'tempest-NetworksTestDHCPv6-610849769'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:40.900474 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-02e3d66f-63a4-4261-896e-24a549e7c6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:40.939736 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-02e3d66f-63a4-4261-896e-24a549e7c6d7 None None] For port cbd9d155-88d6-4301-9ffd-1f246cd2c92d, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=cbd9d155-88d6-4301-9ffd-1f246cd2c92d,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:40.945308 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-02e3d66f-63a4-4261-896e-24a549e7c6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:41.031749 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdc312b-e5ef-4e12-a304-41b0d7c0b025 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:41.036644 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3bdc312b-e5ef-4e12-a304-41b0d7c0b025 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:41.051270 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3d66f-63a4-4261-896e-24a549e7c6d7 None None] Pushing event updated for resources: {'Port': ['ID=cbd9d155-88d6-4301-9ffd-1f246cd2c92d,revision_number=8']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:41.059762 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-3bdc312b-e5ef-4e12-a304-41b0d7c0b025 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] device_id is not set on port ddb6b500-9fcf-4808-944b-e413648fd2eb yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:34:41.062231 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9b54a6-70f8-40f2-a9ea-9063ed224694 None None] Update dhcp port {'port': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'fixed_ips': [{'subnet_id': '431102ca-46fa-4f45-b53e-5d5e57ebe94d', 'ip_address': '2001:db8::f816:3eff:feb8:6d18'}, {'subnet_id': '2cdf8d97-0181-4d8b-8498-a1a7061d4037'}], 'binding:host_id': 'n-d-771363-36'}, 'id': 'cbd9d155-88d6-4301-9ffd-1f246cd2c92d'} from n-d-771363-36. {{(pid=93827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:34:41.107799 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7b9b54a6-70f8-40f2-a9ea-9063ed224694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:41.153936 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device cbd9d155-88d6-4301-9ffd-1f246cd2c92d up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:41.285605 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port cbd9d155-88d6-4301-9ffd-1f246cd2c92d triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:41.285979 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:41.312248 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-3bdc312b-e5ef-4e12-a304-41b0d7c0b025 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Allocated IP 2001:db8:0:1::32c (7f8e87b8-c332-4e36-ad91-99861c85828d/2cdf8d97-0181-4d8b-8498-a1a7061d4037/ddb6b500-9fcf-4808-944b-e413648fd2eb) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:41.319362 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-3bdc312b-e5ef-4e12-a304-41b0d7c0b025 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Allocated IP 2001:db8::f816:3eff:feb9:696e (7f8e87b8-c332-4e36-ad91-99861c85828d/431102ca-46fa-4f45-b53e-5d5e57ebe94d/ddb6b500-9fcf-4808-944b-e413648fd2eb) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:41.499644 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3bdc312b-e5ef-4e12-a304-41b0d7c0b025 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:41.521703 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3bdc312b-e5ef-4e12-a304-41b0d7c0b025 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Transition to ACTIVE for port object ddb6b500-9fcf-4808-944b-e413648fd2eb will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:41.564042 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3bdc312b-e5ef-4e12-a304-41b0d7c0b025 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:41.614153 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdc312b-e5ef-4e12-a304-41b0d7c0b025 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:41.617680 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-3bdc312b-e5ef-4e12-a304-41b0d7c0b025 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:41.622060 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdc312b-e5ef-4e12-a304-41b0d7c0b025 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:41.628235 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdc312b-e5ef-4e12-a304-41b0d7c0b025 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:41.628903 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3bdc312b-e5ef-4e12-a304-41b0d7c0b025 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:41.636501 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-7b9b54a6-70f8-40f2-a9ea-9063ed224694 None None] Allocated IP 2001:db8:0:1::2 (7f8e87b8-c332-4e36-ad91-99861c85828d/2cdf8d97-0181-4d8b-8498-a1a7061d4037/cbd9d155-88d6-4301-9ffd-1f246cd2c92d) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:41.640412 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc312b-e5ef-4e12-a304-41b0d7c0b025 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Port': ['ID=ddb6b500-9fcf-4808-944b-e413648fd2eb,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:41.650267 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3bdc312b-e5ef-4e12-a304-41b0d7c0b025 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8371670 Jul 15 13:34:41.653207 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58818) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:41.762342 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-7b9b54a6-70f8-40f2-a9ea-9063ed224694 None None] For port cbd9d155-88d6-4301-9ffd-1f246cd2c92d, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=cbd9d155-88d6-4301-9ffd-1f246cd2c92d,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:41.764293 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-b28d6053-91ba-4074-b78a-54cfbff9784e tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting port ddb6b500-9fcf-4808-944b-e413648fd2eb {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:41.764646 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b28d6053-91ba-4074-b78a-54cfbff9784e tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:41.796629 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7b9b54a6-70f8-40f2-a9ea-9063ed224694 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:41.812523 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7b9b54a6-70f8-40f2-a9ea-9063ed224694 None None] Transition to ACTIVE for port object cbd9d155-88d6-4301-9ffd-1f246cd2c92d will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:41.815764 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7b9b54a6-70f8-40f2-a9ea-9063ed224694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:41.872189 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b28d6053-91ba-4074-b78a-54cfbff9784e tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:41.886368 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-b28d6053-91ba-4074-b78a-54cfbff9784e tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Calling delete_port for ddb6b500-9fcf-4808-944b-e413648fd2eb owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:41.915005 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b54a6-70f8-40f2-a9ea-9063ed224694 None None] Pushing event updated for resources: {'Port': ['ID=cbd9d155-88d6-4301-9ffd-1f246cd2c92d,revision_number=9']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:42.153009 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b28d6053-91ba-4074-b78a-54cfbff9784e tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:42.205453 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d6053-91ba-4074-b78a-54cfbff9784e tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Port': ['ID=ddb6b500-9fcf-4808-944b-e413648fd2eb,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:42.267047 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b28d6053-91ba-4074-b78a-54cfbff9784e tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:42.271681 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58830) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:42.272076 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b28d6053-91ba-4074-b78a-54cfbff9784e tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/ports/ddb6b500-9fcf-4808-944b-e413648fd2eb HTTP/1.1" status: 204 len: 168 time: 0.6142452 Jul 15 13:34:42.384405 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e1666c-f36a-4162-a8c6-7192bc6fb7c0 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:42.386607 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b8e1666c-f36a-4162-a8c6-7192bc6fb7c0 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1119633 Jul 15 13:34:42.388819 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58842) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:42.472490 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e89a06-487f-47b5-8fa3-6af4ffad933e tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:42.474084 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-10e89a06-487f-47b5-8fa3-6af4ffad933e tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0841370 Jul 15 13:34:42.476859 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58846) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:42.572912 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dab0f0f-68e3-454a-92b9-fda923e3bb9a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:42.574456 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dab0f0f-68e3-454a-92b9-fda923e3bb9a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:42.582318 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dab0f0f-68e3-454a-92b9-fda923e3bb9a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:42.586453 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5dab0f0f-68e3-454a-92b9-fda923e3bb9a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1058264 Jul 15 13:34:42.586824 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58852) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:42.650607 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cb1318a-8a7b-4a35-b174-c6485bf83b40 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting subnet 2cdf8d97-0181-4d8b-8498-a1a7061d4037 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:34:42.658752 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8cb1318a-8a7b-4a35-b174-c6485bf83b40 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:42.707304 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8cb1318a-8a7b-4a35-b174-c6485bf83b40 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:42.751748 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8fb15a-51db-4f72-b029-fb41a3ff43cb None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:42.858295 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-43e6a500-d654-49a6-bfc5-d2065d3d9312 None None] Provisioning for port cbd9d155-88d6-4301-9ffd-1f246cd2c92d completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:42.864491 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-43e6a500-d654-49a6-bfc5-d2065d3d9312 None None] Provisioning complete for port cbd9d155-88d6-4301-9ffd-1f246cd2c92d triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:42.864869 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-43e6a500-d654-49a6-bfc5-d2065d3d9312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:42.873478 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8cb1318a-8a7b-4a35-b174-c6485bf83b40 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:42.957908 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8cb1318a-8a7b-4a35-b174-c6485bf83b40 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.009369 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1318a-8a7b-4a35-b174-c6485bf83b40 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Subnet': ['ID=2cdf8d97-0181-4d8b-8498-a1a7061d4037,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:43.014123 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8cb1318a-8a7b-4a35-b174-c6485bf83b40 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.019559 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8cb1318a-8a7b-4a35-b174-c6485bf83b40 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/2cdf8d97-0181-4d8b-8498-a1a7061d4037 HTTP/1.1" status: 204 len: 168 time: 0.4288549 Jul 15 13:34:43.019675 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58860) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:43.063023 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58862) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:43.089145 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd544178-2859-44e1-8bdb-5a2b2a95eec2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting subnet 431102ca-46fa-4f45-b53e-5d5e57ebe94d {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:34:43.092659 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd544178-2859-44e1-8bdb-5a2b2a95eec2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.129816 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device cbd9d155-88d6-4301-9ffd-1f246cd2c92d up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:43.154725 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd544178-2859-44e1-8bdb-5a2b2a95eec2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.207269 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port cbd9d155-88d6-4301-9ffd-1f246cd2c92d triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:43.207730 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.250802 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cceb083f-ccb5-4a21-83dd-eacf819ee546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.259044 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd544178-2859-44e1-8bdb-5a2b2a95eec2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.361557 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04ccfef-4e14-4cb4-b1d4-25353168879d None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:43.372563 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd544178-2859-44e1-8bdb-5a2b2a95eec2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.389110 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cceb083f-ccb5-4a21-83dd-eacf819ee546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.396480 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cceb083f-ccb5-4a21-83dd-eacf819ee546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.433074 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb083f-ccb5-4a21-83dd-eacf819ee546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4473c0-6d0d-41b2-8717-57ffe11cf6a6,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:43.442254 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd544178-2859-44e1-8bdb-5a2b2a95eec2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.444189 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-bd544178-2859-44e1-8bdb-5a2b2a95eec2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/431102ca-46fa-4f45-b53e-5d5e57ebe94d HTTP/1.1" status: 204 len: 168 time: 0.4235122 Jul 15 13:34:43.445418 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd544178-2859-44e1-8bdb-5a2b2a95eec2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Subnet': ['ID=431102ca-46fa-4f45-b53e-5d5e57ebe94d,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:43.453200 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58868) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:43.458811 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5d1a2d63-a021-4046-a6a4-f4d03b874528 None None] Provisioning complete for port cbd9d155-88d6-4301-9ffd-1f246cd2c92d triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:43.459127 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5d1a2d63-a021-4046-a6a4-f4d03b874528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.475504 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-cceb083f-ccb5-4a21-83dd-eacf819ee546 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d8116d470ee843ef9f53befee593a05a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4093707 Jul 15 13:34:43.476020 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58870) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:43.522684 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9b28c969-2ab8-4e68-8c86-a7ad0a317922 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0668216 Jul 15 13:34:43.525840 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58872) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:43.535040 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-cf6c2d95-8dda-4485-971b-614aea29a6db tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'subnet': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:43.556304 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fc9bbb5-d621-4f46-8fdc-dce0d16ebf09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.585185 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fc9bbb5-d621-4f46-8fdc-dce0d16ebf09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.644294 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6c2d95-8dda-4485-971b-614aea29a6db tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:43.648035 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cf6c2d95-8dda-4485-971b-614aea29a6db tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.656717 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fc9bbb5-d621-4f46-8fdc-dce0d16ebf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.659663 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5fc9bbb5-d621-4f46-8fdc-dce0d16ebf09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.663901 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5fc9bbb5-d621-4f46-8fdc-dce0d16ebf09 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cd4473c0-6d0d-41b2-8717-57ffe11cf6a6 HTTP/1.1" status: 204 len: 168 time: 0.1862476 Jul 15 13:34:43.679181 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9bbb5-d621-4f46-8fdc-dce0d16ebf09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4473c0-6d0d-41b2-8717-57ffe11cf6a6,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:43.708867 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9169ae84-c198-49d4-b422-1a3cccf01fec None None] DHCP port deletion for 7f8e87b8-c332-4e36-ad91-99861c85828d request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:34:43.776371 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-9169ae84-c198-49d4-b422-1a3cccf01fec None None] Deleting port cbd9d155-88d6-4301-9ffd-1f246cd2c92d {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:43.777877 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9169ae84-c198-49d4-b422-1a3cccf01fec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.851625 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-9169ae84-c198-49d4-b422-1a3cccf01fec None None] For port cbd9d155-88d6-4301-9ffd-1f246cd2c92d, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=cbd9d155-88d6-4301-9ffd-1f246cd2c92d,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:43.852020 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9169ae84-c198-49d4-b422-1a3cccf01fec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.873267 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-9169ae84-c198-49d4-b422-1a3cccf01fec None None] Calling delete_port for cbd9d155-88d6-4301-9ffd-1f246cd2c92d owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:43.892603 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cf6c2d95-8dda-4485-971b-614aea29a6db tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.982315 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9169ae84-c198-49d4-b422-1a3cccf01fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.013204 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9169ae84-c198-49d4-b422-1a3cccf01fec None None] No DVR routers for this DVR port cbd9d155-88d6-4301-9ffd-1f246cd2c92d on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:34:44.015909 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169ae84-c198-49d4-b422-1a3cccf01fec None None] Pushing event deleted for resources: {'Port': ['ID=cbd9d155-88d6-4301-9ffd-1f246cd2c92d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:44.038067 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58878) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:44.052993 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ec1661ee-ce30-4bac-a089-ddc010284cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.246419 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6c2d95-8dda-4485-971b-614aea29a6db tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:44.249817 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-cf6c2d95-8dda-4485-971b-614aea29a6db tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:44.256372 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6c2d95-8dda-4485-971b-614aea29a6db tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:44.256958 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cf6c2d95-8dda-4485-971b-614aea29a6db tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.268354 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c1fc0c-5e09-4856-a36f-20bdc15ea1e3 None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:44.277024 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c2d95-8dda-4485-971b-614aea29a6db tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Subnet': ['ID=d50f506b-6aac-4531-8cf3-96c9cad8afe9,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:44.433463 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ec1661ee-ce30-4bac-a089-ddc010284cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.439446 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12c7dd5-8fb6-4a02-a336-a6d6efe4c58e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-7f8e87b8-c332-4e36-ad91-99861c85828d', 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'tenant_id': 'f314df1c6c6a4426aecd02fb9849c361', 'fixed_ips': [{'subnet_id': 'd50f506b-6aac-4531-8cf3-96c9cad8afe9'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:34:44.439961 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ec1661ee-ce30-4bac-a089-ddc010284cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.440371 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f12c7dd5-8fb6-4a02-a336-a6d6efe4c58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.450870 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-cf6c2d95-8dda-4485-971b-614aea29a6db tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9227099 Jul 15 13:34:44.453409 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58880) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:44.467437 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-3acf562e-42f9-4374-9eb6-cd30d7a70d36 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'subnet': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:44.484316 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ec1661ee-ce30-4bac-a089-ddc010284cb3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9e0192ac281c4f9aa2c12eb55a97e8a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4446077 Jul 15 13:34:44.485160 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1661ee-ce30-4bac-a089-ddc010284cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc4fb3c-0d43-436e-b295-73640f6a1378,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:44.487898 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58884) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:44.598050 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-f12c7dd5-8fb6-4a02-a336-a6d6efe4c58e None None] Allocated IP 2001:db8::2 (7f8e87b8-c332-4e36-ad91-99861c85828d/d50f506b-6aac-4531-8cf3-96c9cad8afe9/ce186c30-90fc-4ecb-84ad-a1927eac64c4) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:44.623433 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-210f8d05-81a1-43a9-b308-b9226eede40e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.655329 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-210f8d05-81a1-43a9-b308-b9226eede40e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.674017 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acf562e-42f9-4374-9eb6-cd30d7a70d36 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:44.677579 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3acf562e-42f9-4374-9eb6-cd30d7a70d36 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.755895 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f12c7dd5-8fb6-4a02-a336-a6d6efe4c58e None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.780204 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f12c7dd5-8fb6-4a02-a336-a6d6efe4c58e None None] Transition to ACTIVE for port object ce186c30-90fc-4ecb-84ad-a1927eac64c4 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:44.786239 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-210f8d05-81a1-43a9-b308-b9226eede40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.789427 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-210f8d05-81a1-43a9-b308-b9226eede40e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.790593 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-210f8d05-81a1-43a9-b308-b9226eede40e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5cc4fb3c-0d43-436e-b295-73640f6a1378 HTTP/1.1" status: 204 len: 168 time: 0.3014305 Jul 15 13:34:44.806091 n-d-771363-36 neutron-server[93825]: INFO neutron.db.ipam_backend_mixin [None req-3acf562e-42f9-4374-9eb6-cd30d7a70d36 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d50f506b-6aac-4531-8cf3-96c9cad8afe9 (CIDR: 2001:db8::/64) Jul 15 13:34:44.807409 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f12c7dd5-8fb6-4a02-a336-a6d6efe4c58e None None] Transition to ACTIVE for port object ce186c30-90fc-4ecb-84ad-a1927eac64c4 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:44.807550 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f8d05-81a1-43a9-b308-b9226eede40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc4fb3c-0d43-436e-b295-73640f6a1378,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:44.811464 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-3acf562e-42f9-4374-9eb6-cd30d7a70d36 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:34:44.812970 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3acf562e-42f9-4374-9eb6-cd30d7a70d36 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:44.817484 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f12c7dd5-8fb6-4a02-a336-a6d6efe4c58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.836242 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58888) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:44.837089 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3acf562e-42f9-4374-9eb6-cd30d7a70d36 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3815711 Jul 15 13:34:44.841423 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-33af92a2-37c7-48a6-9290-cb041adecbc9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'subnet': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:44.886819 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12c7dd5-8fb6-4a02-a336-a6d6efe4c58e None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:44.894197 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-f12c7dd5-8fb6-4a02-a336-a6d6efe4c58e None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:44.897878 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12c7dd5-8fb6-4a02-a336-a6d6efe4c58e None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:44.910582 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c7dd5-8fb6-4a02-a336-a6d6efe4c58e None None] Pushing event updated for resources: {'Port': ['ID=ce186c30-90fc-4ecb-84ad-a1927eac64c4,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:44.972344 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-f12c7dd5-8fb6-4a02-a336-a6d6efe4c58e None None] Attempting to bind port ce186c30-90fc-4ecb-84ad-a1927eac64c4 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:34:44.972721 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-f12c7dd5-8fb6-4a02-a336-a6d6efe4c58e None None] Attempting to bind port ce186c30-90fc-4ecb-84ad-a1927eac64c4 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:34:44.973088 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12c7dd5-8fb6-4a02-a336-a6d6efe4c58e None None] Attempting to bind port ce186c30-90fc-4ecb-84ad-a1927eac64c4 on network 7f8e87b8-c332-4e36-ad91-99861c85828d {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:34:44.978853 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12c7dd5-8fb6-4a02-a336-a6d6efe4c58e None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:34:44.979262 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12c7dd5-8fb6-4a02-a336-a6d6efe4c58e None None] Checking segment: {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:44.979798 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f12c7dd5-8fb6-4a02-a336-a6d6efe4c58e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.980202 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12c7dd5-8fb6-4a02-a336-a6d6efe4c58e None None] Bound using segment: {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:34:44.980675 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-f12c7dd5-8fb6-4a02-a336-a6d6efe4c58e None None] Bound port: ce186c30-90fc-4ecb-84ad-a1927eac64c4, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d84f3d4-87a2-453f-8abb-285e01aa7cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:34:44.981063 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f12c7dd5-8fb6-4a02-a336-a6d6efe4c58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.989063 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33af92a2-37c7-48a6-9290-cb041adecbc9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:44.993328 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-33af92a2-37c7-48a6-9290-cb041adecbc9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:45.056442 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f12c7dd5-8fb6-4a02-a336-a6d6efe4c58e None None] For port ce186c30-90fc-4ecb-84ad-a1927eac64c4, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:34:45.061382 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f12c7dd5-8fb6-4a02-a336-a6d6efe4c58e None None] For port ce186c30-90fc-4ecb-84ad-a1927eac64c4, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=ce186c30-90fc-4ecb-84ad-a1927eac64c4,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:34:45.072829 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f12c7dd5-8fb6-4a02-a336-a6d6efe4c58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:45.106953 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device cbd9d155-88d6-4301-9ffd-1f246cd2c92d no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:34:45.135028 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: cbd9d155-88d6-4301-9ffd-1f246cd2c92d {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:34:45.135779 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device cbd9d155-88d6-4301-9ffd-1f246cd2c92d not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:34:45.177355 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c7dd5-8fb6-4a02-a336-a6d6efe4c58e None None] Pushing event updated for resources: {'Port': ['ID=ce186c30-90fc-4ecb-84ad-a1927eac64c4,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:45.498922 n-d-771363-36 neutron-server[93826]: DEBUG neutron.objects.ports [None req-33af92a2-37c7-48a6-9290-cb041adecbc9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93826) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:34:45.719367 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-33af92a2-37c7-48a6-9290-cb041adecbc9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:45.897527 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-33af92a2-37c7-48a6-9290-cb041adecbc9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] For port ce186c30-90fc-4ecb-84ad-a1927eac64c4, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=ce186c30-90fc-4ecb-84ad-a1927eac64c4,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:45.942535 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-33af92a2-37c7-48a6-9290-cb041adecbc9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:45.948252 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-33af92a2-37c7-48a6-9290-cb041adecbc9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:45.949222 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-33af92a2-37c7-48a6-9290-cb041adecbc9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:46.049892 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33af92a2-37c7-48a6-9290-cb041adecbc9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:46.061521 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-33af92a2-37c7-48a6-9290-cb041adecbc9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:46.071338 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33af92a2-37c7-48a6-9290-cb041adecbc9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:46.071984 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-33af92a2-37c7-48a6-9290-cb041adecbc9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:46.091247 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58918) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:46.091848 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-33af92a2-37c7-48a6-9290-cb041adecbc9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2539470 Jul 15 13:34:46.092140 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af92a2-37c7-48a6-9290-cb041adecbc9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Port': ['ID=ce186c30-90fc-4ecb-84ad-a1927eac64c4,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:46.099512 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-4e3d8a5b-9a4f-4b01-855b-d8c389e19866 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'port': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'mac_address': 'fa:16:3e:a2:16:aa', 'name': 'tempest-NetworksTestDHCPv6-1424554285'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:46.101235 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af92a2-37c7-48a6-9290-cb041adecbc9 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Subnet': ['ID=18bfe3af-e1c6-45b6-9c1a-e3a40deb84ce,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:46.240793 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3d8a5b-9a4f-4b01-855b-d8c389e19866 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:46.341952 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4e3d8a5b-9a4f-4b01-855b-d8c389e19866 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:46.364682 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-4e3d8a5b-9a4f-4b01-855b-d8c389e19866 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] device_id is not set on port c516b802-70e6-4857-be0d-a5507e64615b yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:34:46.380478 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9645a8da-76a4-483a-8415-a67f5792a4fe None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:46.484447 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1dc53d4a-70b6-4f56-9a5b-c98b3f262e75 None None] Provisioning for port ce186c30-90fc-4ecb-84ad-a1927eac64c4 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:46.585259 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-4e3d8a5b-9a4f-4b01-855b-d8c389e19866 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Allocated IP 2001:db8::b7 (7f8e87b8-c332-4e36-ad91-99861c85828d/d50f506b-6aac-4531-8cf3-96c9cad8afe9/c516b802-70e6-4857-be0d-a5507e64615b) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:46.592640 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-4e3d8a5b-9a4f-4b01-855b-d8c389e19866 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Allocated IP 2001:db8:0:1:f816:3eff:fea2:16aa (7f8e87b8-c332-4e36-ad91-99861c85828d/18bfe3af-e1c6-45b6-9c1a-e3a40deb84ce/c516b802-70e6-4857-be0d-a5507e64615b) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:46.785400 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4e3d8a5b-9a4f-4b01-855b-d8c389e19866 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:46.807868 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4e3d8a5b-9a4f-4b01-855b-d8c389e19866 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Transition to ACTIVE for port object c516b802-70e6-4857-be0d-a5507e64615b will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:46.815600 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58932) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:46.863328 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4e3d8a5b-9a4f-4b01-855b-d8c389e19866 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:46.925987 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3d8a5b-9a4f-4b01-855b-d8c389e19866 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:46.929315 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-4e3d8a5b-9a4f-4b01-855b-d8c389e19866 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:46.933617 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3d8a5b-9a4f-4b01-855b-d8c389e19866 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:46.940232 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3d8a5b-9a4f-4b01-855b-d8c389e19866 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:46.941047 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4e3d8a5b-9a4f-4b01-855b-d8c389e19866 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:46.967280 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d8a5b-9a4f-4b01-855b-d8c389e19866 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Port': ['ID=c516b802-70e6-4857-be0d-a5507e64615b,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:46.970792 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-08b59533-4e80-4430-956b-ffd345bb8998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:46.974612 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4e3d8a5b-9a4f-4b01-855b-d8c389e19866 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8808901 Jul 15 13:34:46.976876 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58936) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:47.114994 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-08b59533-4e80-4430-956b-ffd345bb8998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:47.115643 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-3b2bb3bc-70b8-4545-9937-2ca5ffd6589f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting port c516b802-70e6-4857-be0d-a5507e64615b {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:47.116548 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3b2bb3bc-70b8-4545-9937-2ca5ffd6589f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:47.121016 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-08b59533-4e80-4430-956b-ffd345bb8998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:47.168668 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device ce186c30-90fc-4ecb-84ad-a1927eac64c4 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:47.175306 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b59533-4e80-4430-956b-ffd345bb8998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b598f6-17c7-46e2-90d1-cc98d64ddbe2,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:47.194113 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-08b59533-4e80-4430-956b-ffd345bb8998 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=98a9d493257247b48a1f24058976ce77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3772404 Jul 15 13:34:47.196849 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58938) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:47.249800 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3b2bb3bc-70b8-4545-9937-2ca5ffd6589f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:47.250144 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port ce186c30-90fc-4ecb-84ad-a1927eac64c4 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:47.261022 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port ce186c30-90fc-4ecb-84ad-a1927eac64c4 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:47.261414 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:47.268331 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-3b2bb3bc-70b8-4545-9937-2ca5ffd6589f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Calling delete_port for c516b802-70e6-4857-be0d-a5507e64615b owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:47.274485 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a394e038-1bb9-4ca8-bc43-2d16e7282a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:47.299611 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a394e038-1bb9-4ca8-bc43-2d16e7282a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:47.361841 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:34:47.373733 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a394e038-1bb9-4ca8-bc43-2d16e7282a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:47.378293 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a394e038-1bb9-4ca8-bc43-2d16e7282a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:47.380240 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a394e038-1bb9-4ca8-bc43-2d16e7282a55 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b9b598f6-17c7-46e2-90d1-cc98d64ddbe2 HTTP/1.1" status: 204 len: 168 time: 0.1819785 Jul 15 13:34:47.395702 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394e038-1bb9-4ca8-bc43-2d16e7282a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b598f6-17c7-46e2-90d1-cc98d64ddbe2,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:47.499335 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-50cb599d-b8d9-4dc4-9d72-a3665f869c56 None None] Provisioning complete for port ce186c30-90fc-4ecb-84ad-a1927eac64c4 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:47.500677 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-50cb599d-b8d9-4dc4-9d72-a3665f869c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:47.573323 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:47.578483 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3b2bb3bc-70b8-4545-9937-2ca5ffd6589f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:47.630151 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2bb3bc-70b8-4545-9937-2ca5ffd6589f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Port': ['ID=c516b802-70e6-4857-be0d-a5507e64615b,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:47.674395 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port ce186c30-90fc-4ecb-84ad-a1927eac64c4, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=ce186c30-90fc-4ecb-84ad-a1927eac64c4,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:47.675862 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-50cb599d-b8d9-4dc4-9d72-a3665f869c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:47.688397 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:47.692993 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3b2bb3bc-70b8-4545-9937-2ca5ffd6589f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:47.697883 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3b2bb3bc-70b8-4545-9937-2ca5ffd6589f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/ports/c516b802-70e6-4857-be0d-a5507e64615b HTTP/1.1" status: 204 len: 168 time: 0.7178886 Jul 15 13:34:47.698267 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58946) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:47.788663 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0a67ef-6693-489e-89ba-ad27ab788a5f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:47.792848 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7c0a67ef-6693-489e-89ba-ad27ab788a5f tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0908549 Jul 15 13:34:47.793358 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58948) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:47.815173 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=ce186c30-90fc-4ecb-84ad-a1927eac64c4,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:47.846430 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.db.api [None req-50cb599d-b8d9-4dc4-9d72-a3665f869c56 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:34:47.846844 n-d-771363-36 neutron-server[93827]: DEBUG oslo_db.api [None req-50cb599d-b8d9-4dc4-9d72-a3665f869c56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:34:47.887730 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58950) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:47.896418 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc78e42-0970-4ab3-8e07-e70cf4cfbe5b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:47.898301 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4cc78e42-0970-4ab3-8e07-e70cf4cfbe5b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1036761 Jul 15 13:34:47.901105 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58952) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:47.904419 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3cdea99b-54c6-4932-8ea0-4e1dcbe2e574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:47.971800 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf8e4ca-2c5c-4bc3-823f-397585652217 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:47.973694 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf8e4ca-2c5c-4bc3-823f-397585652217 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:47.975803 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf8e4ca-2c5c-4bc3-823f-397585652217 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:47.977743 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9cf8e4ca-2c5c-4bc3-823f-397585652217 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0752304 Jul 15 13:34:47.980414 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58954) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:48.015490 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3cdea99b-54c6-4932-8ea0-4e1dcbe2e574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.021279 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3cdea99b-54c6-4932-8ea0-4e1dcbe2e574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.039399 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d3c9123-9fde-4652-8430-c63ae3a80478 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting subnet 18bfe3af-e1c6-45b6-9c1a-e3a40deb84ce {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:34:48.042899 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3d3c9123-9fde-4652-8430-c63ae3a80478 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.070732 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3cdea99b-54c6-4932-8ea0-4e1dcbe2e574 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6ee12d461561441c834f1002bda20916&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1815672 Jul 15 13:34:48.071440 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58956) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:48.072059 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdea99b-54c6-4932-8ea0-4e1dcbe2e574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6310f534-9c39-4935-aac5-8de58228c06a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:48.090634 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3d3c9123-9fde-4652-8430-c63ae3a80478 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.126469 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-027e0f7d-0316-4572-a105-7ef9df23c1bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.158702 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-027e0f7d-0316-4572-a105-7ef9df23c1bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.187923 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3d3c9123-9fde-4652-8430-c63ae3a80478 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.213584 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-027e0f7d-0316-4572-a105-7ef9df23c1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.216885 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-027e0f7d-0316-4572-a105-7ef9df23c1bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.220753 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-027e0f7d-0316-4572-a105-7ef9df23c1bf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6310f534-9c39-4935-aac5-8de58228c06a HTTP/1.1" status: 204 len: 168 time: 0.1434276 Jul 15 13:34:48.231626 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e0f7d-0316-4572-a105-7ef9df23c1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6310f534-9c39-4935-aac5-8de58228c06a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:48.268600 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3d3c9123-9fde-4652-8430-c63ae3a80478 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.295139 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c9123-9fde-4652-8430-c63ae3a80478 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Subnet': ['ID=18bfe3af-e1c6-45b6-9c1a-e3a40deb84ce,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:48.301808 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3d3c9123-9fde-4652-8430-c63ae3a80478 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.303872 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3d3c9123-9fde-4652-8430-c63ae3a80478 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/18bfe3af-e1c6-45b6-9c1a-e3a40deb84ce HTTP/1.1" status: 204 len: 168 time: 0.3222716 Jul 15 13:34:48.306551 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58960) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:48.310259 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b213fb2e-cf2a-486b-ae1e-fd40258ff811 None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:48.399723 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9b9e6e2-dbe2-4e3a-9ed3-a73f60971ae7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting subnet d50f506b-6aac-4531-8cf3-96c9cad8afe9 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:34:48.404618 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b9b9e6e2-dbe2-4e3a-9ed3-a73f60971ae7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.463318 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b9b9e6e2-dbe2-4e3a-9ed3-a73f60971ae7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.606004 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b9b9e6e2-dbe2-4e3a-9ed3-a73f60971ae7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.684941 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b9b9e6e2-dbe2-4e3a-9ed3-a73f60971ae7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.721137 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b9e6e2-dbe2-4e3a-9ed3-a73f60971ae7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Subnet': ['ID=d50f506b-6aac-4531-8cf3-96c9cad8afe9,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:48.722306 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6a77eeae-ee96-4b48-b84b-0d2f254abcfa None None] Could not find standard attr ID for object c516b802-70e6-4857-be0d-a5507e64615b. {{(pid=93827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:34:48.729423 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b9b9e6e2-dbe2-4e3a-9ed3-a73f60971ae7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.731908 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b9b9e6e2-dbe2-4e3a-9ed3-a73f60971ae7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/d50f506b-6aac-4531-8cf3-96c9cad8afe9 HTTP/1.1" status: 204 len: 168 time: 0.4243336 Jul 15 13:34:48.735141 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58972) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:48.783333 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7df963a5-4a16-4c19-a424-b43f482f2fea tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0469136 Jul 15 13:34:48.785803 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 58976) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:48.791052 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-11af1e1f-1924-4a42-a4be-3c52b03b93ac tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'subnet': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:48.829566 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de4ab0e-7f59-4b9e-8112-092ad44b4d9d None None] Update dhcp port {'port': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'fixed_ips': [{'subnet_id': 'd50f506b-6aac-4531-8cf3-96c9cad8afe9'}], 'binding:host_id': 'n-d-771363-36'}, 'id': 'ce186c30-90fc-4ecb-84ad-a1927eac64c4'} from n-d-771363-36. {{(pid=93827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:34:48.890791 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0de4ab0e-7f59-4b9e-8112-092ad44b4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.909997 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11af1e1f-1924-4a42-a4be-3c52b03b93ac tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:48.914904 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-11af1e1f-1924-4a42-a4be-3c52b03b93ac tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:49.120255 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8efad0a-9e36-4fb7-9539-17c69323349e None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:49.158302 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-11af1e1f-1924-4a42-a4be-3c52b03b93ac tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:49.208258 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11af1e1f-1924-4a42-a4be-3c52b03b93ac tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:49.216469 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-11af1e1f-1924-4a42-a4be-3c52b03b93ac tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:49.220760 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11af1e1f-1924-4a42-a4be-3c52b03b93ac tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:49.221350 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-11af1e1f-1924-4a42-a4be-3c52b03b93ac tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:49.235987 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af1e1f-1924-4a42-a4be-3c52b03b93ac tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Subnet': ['ID=ccfe8b78-8193-4d34-a706-a7091a5fbbe9,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:49.244560 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7d2328f1-3aa4-4e91-88d6-546e52c2a7bb None None] Provisioning complete for port ce186c30-90fc-4ecb-84ad-a1927eac64c4 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:49.248168 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7d2328f1-3aa4-4e91-88d6-546e52c2a7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:49.248293 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-11af1e1f-1924-4a42-a4be-3c52b03b93ac tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4582756 Jul 15 13:34:49.248409 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58988) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:49.255130 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-79fa80bf-067c-4b2b-837f-761395cd0580 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'subnet': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:49.401604 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fa80bf-067c-4b2b-837f-761395cd0580 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:49.407588 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-79fa80bf-067c-4b2b-837f-761395cd0580 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:49.451192 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54202c29-0d71-4290-915f-e0fe108a6dc6 None None] Update dhcp port {'port': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'fixed_ips': [{'subnet_id': 'ccfe8b78-8193-4d34-a706-a7091a5fbbe9'}], 'binding:host_id': 'n-d-771363-36'}, 'id': 'ce186c30-90fc-4ecb-84ad-a1927eac64c4'} from n-d-771363-36. {{(pid=93827) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:34:49.492940 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-54202c29-0d71-4290-915f-e0fe108a6dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:49.520289 n-d-771363-36 neutron-server[93825]: INFO neutron.db.ipam_backend_mixin [None req-79fa80bf-067c-4b2b-837f-761395cd0580 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ccfe8b78-8193-4d34-a706-a7091a5fbbe9 (CIDR: 2001:db8::/64) Jul 15 13:34:49.523525 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-79fa80bf-067c-4b2b-837f-761395cd0580 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:34:49.524455 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79fa80bf-067c-4b2b-837f-761395cd0580 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:49.547017 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-79fa80bf-067c-4b2b-837f-761395cd0580 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2944472 Jul 15 13:34:49.547643 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 58996) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:49.555586 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-24072b45-0e67-4eaa-a3ff-830b8a753b2a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'subnet': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:49.697640 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-54202c29-0d71-4290-915f-e0fe108a6dc6 None None] Allocated IP 2001:db8::2 (7f8e87b8-c332-4e36-ad91-99861c85828d/ccfe8b78-8193-4d34-a706-a7091a5fbbe9/ce186c30-90fc-4ecb-84ad-a1927eac64c4) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:49.699663 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24072b45-0e67-4eaa-a3ff-830b8a753b2a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:49.704157 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-24072b45-0e67-4eaa-a3ff-830b8a753b2a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:49.893968 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-54202c29-0d71-4290-915f-e0fe108a6dc6 None None] For port ce186c30-90fc-4ecb-84ad-a1927eac64c4, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=ce186c30-90fc-4ecb-84ad-a1927eac64c4,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:49.955595 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-54202c29-0d71-4290-915f-e0fe108a6dc6 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:49.976046 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-54202c29-0d71-4290-915f-e0fe108a6dc6 None None] Transition to ACTIVE for port object ce186c30-90fc-4ecb-84ad-a1927eac64c4 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:49.982278 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-54202c29-0d71-4290-915f-e0fe108a6dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:50.075203 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54202c29-0d71-4290-915f-e0fe108a6dc6 None None] Pushing event updated for resources: {'Port': ['ID=ce186c30-90fc-4ecb-84ad-a1927eac64c4,revision_number=8']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:50.164855 n-d-771363-36 neutron-server[93825]: DEBUG neutron.objects.ports [None req-24072b45-0e67-4eaa-a3ff-830b8a753b2a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93825) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:34:50.431370 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-24072b45-0e67-4eaa-a3ff-830b8a753b2a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:50.628444 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-24072b45-0e67-4eaa-a3ff-830b8a753b2a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] For port ce186c30-90fc-4ecb-84ad-a1927eac64c4, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=ce186c30-90fc-4ecb-84ad-a1927eac64c4,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:50.669975 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-24072b45-0e67-4eaa-a3ff-830b8a753b2a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:50.677169 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-24072b45-0e67-4eaa-a3ff-830b8a753b2a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:50.678049 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-24072b45-0e67-4eaa-a3ff-830b8a753b2a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:50.780050 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24072b45-0e67-4eaa-a3ff-830b8a753b2a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:50.784565 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-24072b45-0e67-4eaa-a3ff-830b8a753b2a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:50.787655 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24072b45-0e67-4eaa-a3ff-830b8a753b2a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:50.788252 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-24072b45-0e67-4eaa-a3ff-830b8a753b2a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:50.790534 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24072b45-0e67-4eaa-a3ff-830b8a753b2a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Subnet': ['ID=f9ae860d-5260-4c41-9fe7-4131a77b1162,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:50.809460 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24072b45-0e67-4eaa-a3ff-830b8a753b2a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Port': ['ID=ce186c30-90fc-4ecb-84ad-a1927eac64c4,revision_number=10']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:50.820830 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-24072b45-0e67-4eaa-a3ff-830b8a753b2a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2714853 Jul 15 13:34:50.823867 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59032) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:50.831361 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-799b8ce7-4f01-4167-b645-05b3ecb32eb0 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Request body: {'port': {'network_id': '7f8e87b8-c332-4e36-ad91-99861c85828d', 'mac_address': 'fa:16:3e:3a:42:d3', 'name': 'tempest-NetworksTestDHCPv6-1946302467'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:50.861000 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0226eb-0c90-4f12-befd-0c218b9f9967 None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:50.893123 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59034) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:50.969068 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-fad0c3c1-a9ef-41f3-b07a-9d90dca9b23c None None] Provisioning for port ce186c30-90fc-4ecb-84ad-a1927eac64c4 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:50.974587 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-fad0c3c1-a9ef-41f3-b07a-9d90dca9b23c None None] Provisioning complete for port ce186c30-90fc-4ecb-84ad-a1927eac64c4 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:50.974965 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fad0c3c1-a9ef-41f3-b07a-9d90dca9b23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:50.989970 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799b8ce7-4f01-4167-b645-05b3ecb32eb0 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Made reservation on behalf of f314df1c6c6a4426aecd02fb9849c361 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:50.995955 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-799b8ce7-4f01-4167-b645-05b3ecb32eb0 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:51.013605 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device ce186c30-90fc-4ecb-84ad-a1927eac64c4 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:34:51.036307 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-799b8ce7-4f01-4167-b645-05b3ecb32eb0 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] device_id is not set on port d4370924-b80b-437f-ab09-24b684521ae0 yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:34:51.070294 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0c9b5f83-9c65-4cde-b6b8-51f9f69ea89d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:51.191458 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0c9b5f83-9c65-4cde-b6b8-51f9f69ea89d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:51.197346 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0c9b5f83-9c65-4cde-b6b8-51f9f69ea89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:51.212396 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:51.238355 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b5f83-9c65-4cde-b6b8-51f9f69ea89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f157f270-43b0-45bb-876e-552002d32b84,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:51.256362 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-799b8ce7-4f01-4167-b645-05b3ecb32eb0 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Allocated IP 2001:db8::3b7 (7f8e87b8-c332-4e36-ad91-99861c85828d/ccfe8b78-8193-4d34-a706-a7091a5fbbe9/d4370924-b80b-437f-ab09-24b684521ae0) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:51.260572 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port ce186c30-90fc-4ecb-84ad-a1927eac64c4, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=ce186c30-90fc-4ecb-84ad-a1927eac64c4,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:51.267315 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:51.272655 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0c9b5f83-9c65-4cde-b6b8-51f9f69ea89d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=acd89670847c44bd8fd4cdd0f1a523fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3761399 Jul 15 13:34:51.272965 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59048) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:51.273482 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-799b8ce7-4f01-4167-b645-05b3ecb32eb0 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Allocated IP 2001:db8:0:1:f816:3eff:fe3a:42d3 (7f8e87b8-c332-4e36-ad91-99861c85828d/f9ae860d-5260-4c41-9fe7-4131a77b1162/d4370924-b80b-437f-ab09-24b684521ae0) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:51.348634 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-714647d7-2a11-4aeb-a69f-2fbff32f3bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:51.349527 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=ce186c30-90fc-4ecb-84ad-a1927eac64c4,revision_number=11']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:51.390877 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-714647d7-2a11-4aeb-a69f-2fbff32f3bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:51.426082 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device ce186c30-90fc-4ecb-84ad-a1927eac64c4 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:51.460951 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-714647d7-2a11-4aeb-a69f-2fbff32f3bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:51.465863 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-714647d7-2a11-4aeb-a69f-2fbff32f3bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:51.468527 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-714647d7-2a11-4aeb-a69f-2fbff32f3bb3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f157f270-43b0-45bb-876e-552002d32b84 HTTP/1.1" status: 204 len: 168 time: 0.1938508 Jul 15 13:34:51.489370 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714647d7-2a11-4aeb-a69f-2fbff32f3bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f157f270-43b0-45bb-876e-552002d32b84,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:51.516241 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-799b8ce7-4f01-4167-b645-05b3ecb32eb0 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:51.526394 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port ce186c30-90fc-4ecb-84ad-a1927eac64c4 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:51.527096 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:51.532007 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-799b8ce7-4f01-4167-b645-05b3ecb32eb0 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Transition to ACTIVE for port object d4370924-b80b-437f-ab09-24b684521ae0 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:51.582112 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-799b8ce7-4f01-4167-b645-05b3ecb32eb0 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:51.647104 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:51.648503 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799b8ce7-4f01-4167-b645-05b3ecb32eb0 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Network 7f8e87b8-c332-4e36-ad91-99861c85828d is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:51.656682 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-799b8ce7-4f01-4167-b645-05b3ecb32eb0 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:51.660578 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799b8ce7-4f01-4167-b645-05b3ecb32eb0 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:51.667037 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799b8ce7-4f01-4167-b645-05b3ecb32eb0 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:51.667689 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-799b8ce7-4f01-4167-b645-05b3ecb32eb0 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:51.688821 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b8ce7-4f01-4167-b645-05b3ecb32eb0 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event updated for resources: {'Port': ['ID=d4370924-b80b-437f-ab09-24b684521ae0,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:51.695569 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port ce186c30-90fc-4ecb-84ad-a1927eac64c4, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=ce186c30-90fc-4ecb-84ad-a1927eac64c4,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:51.695999 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-799b8ce7-4f01-4167-b645-05b3ecb32eb0 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8706083 Jul 15 13:34:51.699054 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59054) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:51.701129 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:51.782451 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=ce186c30-90fc-4ecb-84ad-a1927eac64c4,revision_number=12']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:51.823428 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-bc52f995-7b34-4b3a-ad29-a5093cd0bd82 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting port d4370924-b80b-437f-ab09-24b684521ae0 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:51.823908 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bc52f995-7b34-4b3a-ad29-a5093cd0bd82 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:51.904073 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59064) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:51.920218 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c6db0eb5-182a-4985-ab06-90adf243ca2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:51.929900 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bc52f995-7b34-4b3a-ad29-a5093cd0bd82 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:51.944466 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-bc52f995-7b34-4b3a-ad29-a5093cd0bd82 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Calling delete_port for d4370924-b80b-437f-ab09-24b684521ae0 owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:52.057663 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c6db0eb5-182a-4985-ab06-90adf243ca2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:52.065295 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c6db0eb5-182a-4985-ab06-90adf243ca2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:52.100443 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c6db0eb5-182a-4985-ab06-90adf243ca2a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f4835badd4464375a6c6cfb29e2f3e63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1929400 Jul 15 13:34:52.101247 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59068) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:52.149109 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bc52f995-7b34-4b3a-ad29-a5093cd0bd82 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:52.166222 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db0eb5-182a-4985-ab06-90adf243ca2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7551b706-a24f-4f06-a80f-92314e83d910,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:52.189998 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc52f995-7b34-4b3a-ad29-a5093cd0bd82 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Port': ['ID=d4370924-b80b-437f-ab09-24b684521ae0,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:52.206834 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e7a28e5c-2a83-4b41-8106-fc539e13dc21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:52.238141 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e7a28e5c-2a83-4b41-8106-fc539e13dc21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:52.246415 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bc52f995-7b34-4b3a-ad29-a5093cd0bd82 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:52.248786 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-bc52f995-7b34-4b3a-ad29-a5093cd0bd82 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/ports/d4370924-b80b-437f-ab09-24b684521ae0 HTTP/1.1" status: 204 len: 168 time: 0.5477426 Jul 15 13:34:52.251260 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59070) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:52.299291 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e7a28e5c-2a83-4b41-8106-fc539e13dc21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:52.307517 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e7a28e5c-2a83-4b41-8106-fc539e13dc21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:52.313311 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f6e1ae-bdfb-4d67-8fd9-bdbb4a87fe1e None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:52.315656 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e7a28e5c-2a83-4b41-8106-fc539e13dc21 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7551b706-a24f-4f06-a80f-92314e83d910 HTTP/1.1" status: 204 len: 168 time: 0.2135313 Jul 15 13:34:52.323022 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa3982a-abc4-479f-9d10-b7e38e02262a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:52.328321 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59074) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:52.328582 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-efa3982a-abc4-479f-9d10-b7e38e02262a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0758903 Jul 15 13:34:52.339850 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a28e5c-2a83-4b41-8106-fc539e13dc21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7551b706-a24f-4f06-a80f-92314e83d910,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:52.361565 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1e47dc2f-ab64-49a2-a79d-9023b5c97974 None None] Provisioning complete for port ce186c30-90fc-4ecb-84ad-a1927eac64c4 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:52.361944 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1e47dc2f-ab64-49a2-a79d-9023b5c97974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:52.399242 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af1c3ba-307d-4fc2-8a12-42d0e3b4c1bf tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:52.401346 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9af1c3ba-307d-4fc2-8a12-42d0e3b4c1bf tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0718956 Jul 15 13:34:52.404447 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59076) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:52.476848 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b57710-bd71-45f0-a70f-62f73ede2385 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:52.478631 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b57710-bd71-45f0-a70f-62f73ede2385 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:52.480242 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b57710-bd71-45f0-a70f-62f73ede2385 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:52.485808 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-75b57710-bd71-45f0-a70f-62f73ede2385 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0773354 Jul 15 13:34:52.486691 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59078) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:52.554234 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-00a413dd-31ec-4ca7-8f07-8605e8354a1e tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting subnet ccfe8b78-8193-4d34-a706-a7091a5fbbe9 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:34:52.558422 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-00a413dd-31ec-4ca7-8f07-8605e8354a1e tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:52.614078 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-00a413dd-31ec-4ca7-8f07-8605e8354a1e tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:52.715942 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-00a413dd-31ec-4ca7-8f07-8605e8354a1e tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:52.788472 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-00a413dd-31ec-4ca7-8f07-8605e8354a1e tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:52.828759 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a413dd-31ec-4ca7-8f07-8605e8354a1e tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Subnet': ['ID=ccfe8b78-8193-4d34-a706-a7091a5fbbe9,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:52.832547 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-00a413dd-31ec-4ca7-8f07-8605e8354a1e tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:52.837415 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-00a413dd-31ec-4ca7-8f07-8605e8354a1e tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/ccfe8b78-8193-4d34-a706-a7091a5fbbe9 HTTP/1.1" status: 204 len: 168 time: 0.3494978 Jul 15 13:34:52.837555 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59088) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:52.872888 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5ddaaed2-c538-4748-8909-443b308f5c27 None None] Provisioning complete for port ce186c30-90fc-4ecb-84ad-a1927eac64c4 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:52.873474 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5ddaaed2-c538-4748-8909-443b308f5c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:52.902778 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-947ce8e3-aa21-4393-b123-3755f53d3dde tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Deleting subnet f9ae860d-5260-4c41-9fe7-4131a77b1162 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:34:52.906052 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-947ce8e3-aa21-4393-b123-3755f53d3dde tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:52.965264 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-947ce8e3-aa21-4393-b123-3755f53d3dde tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:53.097462 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bee18be-cab9-4936-aca6-bb3d9e24df36 None None] Network 7f8e87b8-c332-4e36-ad91-99861c85828d requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:53.120582 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-947ce8e3-aa21-4393-b123-3755f53d3dde tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:53.144387 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-121037bc-f822-421a-af6c-1bd646cf4739 None None] Could not find standard attr ID for object d4370924-b80b-437f-ab09-24b684521ae0. {{(pid=93827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:34:53.171232 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device ce186c30-90fc-4ecb-84ad-a1927eac64c4 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:53.209780 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-947ce8e3-aa21-4393-b123-3755f53d3dde tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:53.229527 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-947ce8e3-aa21-4393-b123-3755f53d3dde tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:53.231749 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-947ce8e3-aa21-4393-b123-3755f53d3dde tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/f9ae860d-5260-4c41-9fe7-4131a77b1162 HTTP/1.1" status: 204 len: 168 time: 0.3931887 Jul 15 13:34:53.234515 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59108) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:53.269214 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947ce8e3-aa21-4393-b123-3755f53d3dde tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Subnet': ['ID=f9ae860d-5260-4c41-9fe7-4131a77b1162,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:53.296954 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-38da650b-980a-456e-a156-182810c82bde tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0610852 Jul 15 13:34:53.299380 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59110) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:53.319603 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port ce186c30-90fc-4ecb-84ad-a1927eac64c4 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:53.320638 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:53.377776 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30df7e1a-e46b-4e00-9843-6f7cfb9abb33 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:53.379666 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-30df7e1a-e46b-4e00-9843-6f7cfb9abb33 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0792027 Jul 15 13:34:53.381983 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59114) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:53.454832 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5190efa1-7e57-4bc5-bbd4-405fb885a717 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:53.456858 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5190efa1-7e57-4bc5-bbd4-405fb885a717 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0736020 Jul 15 13:34:53.459297 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59118) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:53.515127 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b32d4341-1480-4a07-9ed4-0e0558b22f28 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0546424 Jul 15 13:34:53.521704 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59120) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:53.552432 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-61de5c6b-6cc2-49e6-8e2b-71331cc8bcbe tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:53.553151 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61de5c6b-6cc2-49e6-8e2b-71331cc8bcbe tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:53.555175 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-61de5c6b-6cc2-49e6-8e2b-71331cc8bcbe tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/ports/d4370924-b80b-437f-ab09-24b684521ae0 HTTP/1.1" status: 404 len: 333 time: 0.0315733 Jul 15 13:34:53.558039 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59122) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:53.560479 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc671fc-d72a-406a-b8cc-ca615b62ec30 None None] DHCP port deletion for 7f8e87b8-c332-4e36-ad91-99861c85828d request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:34:53.589516 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a93bc87-2cdd-48e3-80ad-c82083656e98 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:53.590055 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a93bc87-2cdd-48e3-80ad-c82083656e98 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:53.594539 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59126) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:53.594746 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5a93bc87-2cdd-48e3-80ad-c82083656e98 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/f9ae860d-5260-4c41-9fe7-4131a77b1162 HTTP/1.1" status: 404 len: 337 time: 0.0348642 Jul 15 13:34:53.621424 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-6cc671fc-d72a-406a-b8cc-ca615b62ec30 None None] Deleting port ce186c30-90fc-4ecb-84ad-a1927eac64c4 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:53.621864 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6cc671fc-d72a-406a-b8cc-ca615b62ec30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:53.628991 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-180e93e1-6ed5-4d4e-aa8b-dd9989fdcd36 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:53.629593 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-180e93e1-6ed5-4d4e-aa8b-dd9989fdcd36 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:53.633976 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-180e93e1-6ed5-4d4e-aa8b-dd9989fdcd36 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/ccfe8b78-8193-4d34-a706-a7091a5fbbe9 HTTP/1.1" status: 404 len: 337 time: 0.0354450 Jul 15 13:34:53.634467 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59128) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:53.665861 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd6a1e33-0f59-40a3-b2c3-7145a666ad9e tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:53.666828 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd6a1e33-0f59-40a3-b2c3-7145a666ad9e tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:53.671800 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-fd6a1e33-0f59-40a3-b2c3-7145a666ad9e tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/ports/c516b802-70e6-4857-be0d-a5507e64615b HTTP/1.1" status: 404 len: 333 time: 0.0323434 Jul 15 13:34:53.672740 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59130) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:53.701490 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-6cc671fc-d72a-406a-b8cc-ca615b62ec30 None None] For port ce186c30-90fc-4ecb-84ad-a1927eac64c4, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=ce186c30-90fc-4ecb-84ad-a1927eac64c4,segment=NetworkSegment(6d84f3d4-87a2-453f-8abb-285e01aa7cf8),segment_id=6d84f3d4-87a2-453f-8abb-285e01aa7cf8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:53.701980 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6cc671fc-d72a-406a-b8cc-ca615b62ec30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:53.715062 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-a03705f8-2293-46d4-9424-e8b6905ee3d4 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:53.715324 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a03705f8-2293-46d4-9424-e8b6905ee3d4 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:53.719437 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-6cc671fc-d72a-406a-b8cc-ca615b62ec30 None None] Calling delete_port for ce186c30-90fc-4ecb-84ad-a1927eac64c4 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:53.719980 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59134) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:53.729260 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a03705f8-2293-46d4-9424-e8b6905ee3d4 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/18bfe3af-e1c6-45b6-9c1a-e3a40deb84ce HTTP/1.1" status: 404 len: 337 time: 0.0553191 Jul 15 13:34:53.747780 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-595cbf83-5eec-41be-9aff-571bf2bdc05e tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:53.748240 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-595cbf83-5eec-41be-9aff-571bf2bdc05e tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:53.750645 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-595cbf83-5eec-41be-9aff-571bf2bdc05e tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/d50f506b-6aac-4531-8cf3-96c9cad8afe9 HTTP/1.1" status: 404 len: 337 time: 0.0295959 Jul 15 13:34:53.753192 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59138) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:53.780883 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a6dec38-c246-478b-9ab2-50d1196d162b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:53.781575 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a6dec38-c246-478b-9ab2-50d1196d162b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:53.783447 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5a6dec38-c246-478b-9ab2-50d1196d162b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/ports/ddb6b500-9fcf-4808-944b-e413648fd2eb HTTP/1.1" status: 404 len: 333 time: 0.0292628 Jul 15 13:34:53.785818 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59140) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:53.814240 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-2512d420-c783-421f-9c71-43eb8d83fdb1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:53.814829 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2512d420-c783-421f-9c71-43eb8d83fdb1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:53.820612 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2512d420-c783-421f-9c71-43eb8d83fdb1 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/2cdf8d97-0181-4d8b-8498-a1a7061d4037 HTTP/1.1" status: 404 len: 337 time: 0.0336735 Jul 15 13:34:53.822854 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59144) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:53.849155 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6cc671fc-d72a-406a-b8cc-ca615b62ec30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:53.857366 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c25080e-2193-47b6-8629-4209dd19f197 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:53.857824 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c25080e-2193-47b6-8629-4209dd19f197 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:53.860350 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7c25080e-2193-47b6-8629-4209dd19f197 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/431102ca-46fa-4f45-b53e-5d5e57ebe94d HTTP/1.1" status: 404 len: 337 time: 0.0365200 Jul 15 13:34:53.862921 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59146) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:53.891216 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc671fc-d72a-406a-b8cc-ca615b62ec30 None None] Pushing event deleted for resources: {'Port': ['ID=ce186c30-90fc-4ecb-84ad-a1927eac64c4,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:53.897607 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-300f9e85-c9b7-4334-b2ce-69b82a384fee tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:53.898314 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-300f9e85-c9b7-4334-b2ce-69b82a384fee tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:53.899594 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc671fc-d72a-406a-b8cc-ca615b62ec30 None None] No DVR routers for this DVR port ce186c30-90fc-4ecb-84ad-a1927eac64c4 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:34:53.900238 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-300f9e85-c9b7-4334-b2ce-69b82a384fee tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/ports/35f3fe7b-9250-4fbf-b4f8-e7a6cdbb70af HTTP/1.1" status: 404 len: 333 time: 0.0305717 Jul 15 13:34:53.902971 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59148) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:53.937773 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-dadb50ce-f9b4-4fd9-acf7-275a59ab06e2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:53.938130 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dadb50ce-f9b4-4fd9-acf7-275a59ab06e2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:53.940021 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-dadb50ce-f9b4-4fd9-acf7-275a59ab06e2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/6fcb0723-c12c-4b22-a140-4676cfec9863 HTTP/1.1" status: 404 len: 337 time: 0.0358796 Jul 15 13:34:53.942314 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59152) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:53.968680 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-03b7b7f6-ac9d-41cb-8e72-bbb2023343d0 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:53.969290 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03b7b7f6-ac9d-41cb-8e72-bbb2023343d0 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:53.970858 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-03b7b7f6-ac9d-41cb-8e72-bbb2023343d0 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/c56b3fda-fd36-4f70-8e0c-81b0857da363 HTTP/1.1" status: 404 len: 337 time: 0.0275836 Jul 15 13:34:53.973405 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59154) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:54.000649 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-39ae30a6-4d52-4352-8ce3-957fbdfc43b0 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:54.001630 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39ae30a6-4d52-4352-8ce3-957fbdfc43b0 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:54.003616 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-39ae30a6-4d52-4352-8ce3-957fbdfc43b0 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/ports/0bb18df6-283d-4024-95c0-38d900fe0faa HTTP/1.1" status: 404 len: 333 time: 0.0290508 Jul 15 13:34:54.006246 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59158) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:54.034067 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-375e88fc-9f19-43da-83a4-1f05759a50e3 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:54.035087 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-375e88fc-9f19-43da-83a4-1f05759a50e3 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:54.037158 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-375e88fc-9f19-43da-83a4-1f05759a50e3 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/b07ed2e3-c8b0-46a8-80c9-8076bdfc2451 HTTP/1.1" status: 404 len: 337 time: 0.0297601 Jul 15 13:34:54.039845 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59160) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:54.070726 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae91a43a-a3b0-4327-988d-c402f2e22285 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:54.071396 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae91a43a-a3b0-4327-988d-c402f2e22285 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:54.075546 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ae91a43a-a3b0-4327-988d-c402f2e22285 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/ports/f7fb16cf-4643-4935-b188-0b1ad4ce4ab2 HTTP/1.1" status: 404 len: 333 time: 0.0322635 Jul 15 13:34:54.075964 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59162) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:54.103042 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c32dfb7-a498-430c-bd28-b59f97fc8a14 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:54.103397 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c32dfb7-a498-430c-bd28-b59f97fc8a14 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:54.105334 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7c32dfb7-a498-430c-bd28-b59f97fc8a14 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/a343e4b0-6306-4ec7-927a-962cf4574afe HTTP/1.1" status: 404 len: 337 time: 0.0283689 Jul 15 13:34:54.107912 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59164) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:54.135830 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-217baf15-9592-4630-9155-9b5b6cc9d647 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:54.136559 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-217baf15-9592-4630-9155-9b5b6cc9d647 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:54.138510 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-217baf15-9592-4630-9155-9b5b6cc9d647 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/ports/fe671fcc-c2a9-448d-a4fa-2edda0cde1d9 HTTP/1.1" status: 404 len: 333 time: 0.0288658 Jul 15 13:34:54.141259 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59170) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:54.168513 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea040b5d-d60c-4de4-b8db-7fa49e9138a8 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:54.168983 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea040b5d-d60c-4de4-b8db-7fa49e9138a8 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:54.170798 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ea040b5d-d60c-4de4-b8db-7fa49e9138a8 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/88086ad2-6ffc-41d1-a9fa-be3bb645d40d HTTP/1.1" status: 404 len: 337 time: 0.0284615 Jul 15 13:34:54.174301 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59174) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:54.205489 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-4124409f-787e-4c00-801b-bdfd4c6014de tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:54.206217 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4124409f-787e-4c00-801b-bdfd4c6014de tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:54.210738 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59176) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:54.220525 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4124409f-787e-4c00-801b-bdfd4c6014de tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/ports/87adbc77-40d0-4058-8b8f-dc6a0b86f74f HTTP/1.1" status: 404 len: 333 time: 0.0450590 Jul 15 13:34:54.242712 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-40c88062-cf50-4d52-9beb-1889ab838404 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:54.243170 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40c88062-cf50-4d52-9beb-1889ab838404 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:54.244874 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-40c88062-cf50-4d52-9beb-1889ab838404 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/8561b4d4-12e0-44eb-afc0-3112f756b744 HTTP/1.1" status: 404 len: 337 time: 0.0329261 Jul 15 13:34:54.247553 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59178) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:54.273738 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1251485-9f6e-48f6-a58b-55aaab6db72a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:54.274415 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1251485-9f6e-48f6-a58b-55aaab6db72a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:54.276149 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d1251485-9f6e-48f6-a58b-55aaab6db72a tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/ports/1b05b010-41d3-419f-8663-29c652fcffa9 HTTP/1.1" status: 404 len: 333 time: 0.0276103 Jul 15 13:34:54.279476 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59180) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:54.305861 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bd9e3e3-0ce7-4195-8064-a8f26a77b46c tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:54.306312 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bd9e3e3-0ce7-4195-8064-a8f26a77b46c tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:54.310882 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0bd9e3e3-0ce7-4195-8064-a8f26a77b46c tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/21ab1402-3e5e-4efb-baf0-b798bf737414 HTTP/1.1" status: 404 len: 337 time: 0.0303822 Jul 15 13:34:54.312493 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59182) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:54.339252 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c20ec7e-799c-40ec-adc0-8df1c9962b93 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:54.339951 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c20ec7e-799c-40ec-adc0-8df1c9962b93 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:54.344298 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2c20ec7e-799c-40ec-adc0-8df1c9962b93 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/ports/d31745d5-dbea-4419-ad32-df3ccc8fc91b HTTP/1.1" status: 404 len: 333 time: 0.0281980 Jul 15 13:34:54.344622 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59186) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:54.377845 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-7158805d-ca7e-4668-b6be-0a533d2d5533 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:54.378313 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7158805d-ca7e-4668-b6be-0a533d2d5533 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:54.382326 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7158805d-ca7e-4668-b6be-0a533d2d5533 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/a7d2fe58-d1dd-4be9-af70-1e033d52b984 HTTP/1.1" status: 404 len: 337 time: 0.0345073 Jul 15 13:34:54.382602 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59188) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:54.411076 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f0b76c7-694d-4b45-86c9-7fa46d2b6498 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:54.411471 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f0b76c7-694d-4b45-86c9-7fa46d2b6498 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:54.415507 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0f0b76c7-694d-4b45-86c9-7fa46d2b6498 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/1f2a4c73-f14a-4e8b-b357-8315c5a9021f HTTP/1.1" status: 404 len: 337 time: 0.0296838 Jul 15 13:34:54.415819 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59190) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:54.441277 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd4aeda6-898e-4a60-b815-b71b14c54eaf tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:54.441902 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd4aeda6-898e-4a60-b815-b71b14c54eaf tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:54.445797 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-bd4aeda6-898e-4a60-b815-b71b14c54eaf tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/ports/1ab09082-3f69-49a9-841b-9997d5317f14 HTTP/1.1" status: 404 len: 333 time: 0.0269902 Jul 15 13:34:54.446039 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59192) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:54.472311 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-4757a3b8-3dfe-493a-9fbf-e2ab5d06d246 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:54.472776 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4757a3b8-3dfe-493a-9fbf-e2ab5d06d246 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:54.476677 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4757a3b8-3dfe-493a-9fbf-e2ab5d06d246 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/76bc4c16-3379-4330-9fc0-f648b8cefb27 HTTP/1.1" status: 404 len: 337 time: 0.0275025 Jul 15 13:34:54.477032 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59194) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:54.505345 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ce3df1-e270-41aa-afa6-bf65c0037c82 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:54.505945 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20ce3df1-e270-41aa-afa6-bf65c0037c82 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:54.510217 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-20ce3df1-e270-41aa-afa6-bf65c0037c82 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/9d586484-0953-482d-a546-689715051a75 HTTP/1.1" status: 404 len: 337 time: 0.0300231 Jul 15 13:34:54.510705 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59196) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:54.547000 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-c02389de-9001-4ec0-a574-6d5cad99dff6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:54.547713 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c02389de-9001-4ec0-a574-6d5cad99dff6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:54.549502 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c02389de-9001-4ec0-a574-6d5cad99dff6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/ports/82ac4462-40e1-4c84-9e70-5e16a14cab44 HTTP/1.1" status: 404 len: 333 time: 0.0368321 Jul 15 13:34:54.551948 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59198) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:54.581192 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8887235-96aa-4353-a3a0-5cd2aec20cad tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:54.581746 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8887235-96aa-4353-a3a0-5cd2aec20cad tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:54.583425 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a8887235-96aa-4353-a3a0-5cd2aec20cad tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/24c36300-3899-4ee4-b48a-fb41ca3b20da HTTP/1.1" status: 404 len: 337 time: 0.0305543 Jul 15 13:34:54.585996 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59200) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:54.613042 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ebfc1eb-0428-4a90-9a96-06d840872c1c tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:54.613386 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ebfc1eb-0428-4a90-9a96-06d840872c1c tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:54.617629 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2ebfc1eb-0428-4a90-9a96-06d840872c1c tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/7427f92f-0688-4266-8e99-712dc5b542c2 HTTP/1.1" status: 404 len: 337 time: 0.0283306 Jul 15 13:34:54.617774 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59202) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:54.647154 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-871a2d5a-c181-4b6d-be1c-adec53fba4d3 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:54.647957 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-871a2d5a-c181-4b6d-be1c-adec53fba4d3 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:54.649682 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-871a2d5a-c181-4b6d-be1c-adec53fba4d3 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/ports/065c1f24-f0ef-43f9-ba4c-3078659f5e6d HTTP/1.1" status: 404 len: 333 time: 0.0309155 Jul 15 13:34:54.652799 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59208) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:54.680083 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe8c708e-7b98-4582-ae44-a6659c65ef8b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:54.680549 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe8c708e-7b98-4582-ae44-a6659c65ef8b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:54.684999 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-fe8c708e-7b98-4582-ae44-a6659c65ef8b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/b4b81b5c-5134-4bef-9917-59a66c138600 HTTP/1.1" status: 404 len: 337 time: 0.0311666 Jul 15 13:34:54.685188 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59210) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:54.712321 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae9e0cee-5dd9-444c-b84c-df53b37f76a5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:54.712780 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae9e0cee-5dd9-444c-b84c-df53b37f76a5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:54.714722 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ae9e0cee-5dd9-444c-b84c-df53b37f76a5 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/6ef96c83-dd9f-4b28-b299-396026a0ddf5 HTTP/1.1" status: 404 len: 337 time: 0.0284529 Jul 15 13:34:54.717581 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59212) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:54.754920 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6b9682b5-7baf-49e8-b584-70caccddc6d8 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d74624d-3927-4dec-af14-dd97bb8713e3 HTTP/1.1" status: 200 len: 205 time: 0.0360706 Jul 15 13:34:54.757239 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59216) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:54.797333 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-8478ef3b-be92-4df8-98a4-d7e10ff91f27 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] delete failed (client error): The resource could not be found. Jul 15 13:34:54.798358 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8478ef3b-be92-4df8-98a4-d7e10ff91f27 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/routers/9d74624d-3927-4dec-af14-dd97bb8713e3 HTTP/1.1" status: 404 len: 336 time: 0.0400612 Jul 15 13:34:54.801011 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59218) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:54.830735 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff51356-6d04-48ec-8a84-f853c07a954d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:54.831199 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ff51356-6d04-48ec-8a84-f853c07a954d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:54.835309 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2ff51356-6d04-48ec-8a84-f853c07a954d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/2965629b-4e15-4ccc-9f71-d132049a7fd0 HTTP/1.1" status: 404 len: 337 time: 0.0310016 Jul 15 13:34:54.835524 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59220) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:54.865713 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-62c38afe-b17a-4e74-9408-15ee240a71de tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6980803-7445-491f-9972-324d3b1d3a05 HTTP/1.1" status: 200 len: 205 time: 0.0269120 Jul 15 13:34:54.865926 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59222) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:54.910832 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-21a0fdf0-1ddd-404a-83cf-c295153f4597 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] delete failed (client error): The resource could not be found. Jul 15 13:34:54.914000 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-21a0fdf0-1ddd-404a-83cf-c295153f4597 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/routers/a6980803-7445-491f-9972-324d3b1d3a05 HTTP/1.1" status: 404 len: 336 time: 0.0451858 Jul 15 13:34:54.914367 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59224) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:54.955939 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c4ea8f-8e62-4fb0-b288-3f3ec531916d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:54.956816 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59c4ea8f-8e62-4fb0-b288-3f3ec531916d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:54.961189 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-59c4ea8f-8e62-4fb0-b288-3f3ec531916d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/cc17ad7c-ad67-4739-aace-30b8c5efa584 HTTP/1.1" status: 404 len: 337 time: 0.0435932 Jul 15 13:34:54.961453 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59226) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:54.992644 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f71943c-55bd-4504-a8ed-04d32ae2d20b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:54.993110 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f71943c-55bd-4504-a8ed-04d32ae2d20b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:54.997987 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59228) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:55.006797 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6f71943c-55bd-4504-a8ed-04d32ae2d20b tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/632bee9c-932c-4cf2-9dab-49411767af63 HTTP/1.1" status: 404 len: 337 time: 0.0439394 Jul 15 13:34:55.042263 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-8da9ee14-bed2-4a29-9f03-e45452408d80 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:55.043082 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8da9ee14-bed2-4a29-9f03-e45452408d80 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:55.044956 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8da9ee14-bed2-4a29-9f03-e45452408d80 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/ports/b2446686-fc8e-446c-8831-3fc44821e4e2 HTTP/1.1" status: 404 len: 333 time: 0.0458584 Jul 15 13:34:55.048129 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59230) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:55.082733 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-7404e828-04c4-4071-8ba8-27d2424e71a6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:55.083708 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7404e828-04c4-4071-8ba8-27d2424e71a6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:55.088593 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59232) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:55.091965 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7404e828-04c4-4071-8ba8-27d2424e71a6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/316f0fd9-a281-47d2-aa39-418691d34230 HTTP/1.1" status: 404 len: 337 time: 0.0425086 Jul 15 13:34:55.102157 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device ce186c30-90fc-4ecb-84ad-a1927eac64c4 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:34:55.127995 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: ce186c30-90fc-4ecb-84ad-a1927eac64c4 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:34:55.128269 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device ce186c30-90fc-4ecb-84ad-a1927eac64c4 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:34:55.137869 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ad0b606-eac9-4731-9330-9a01380244f3 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:55.138675 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ad0b606-eac9-4731-9330-9a01380244f3 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:55.143709 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7ad0b606-eac9-4731-9330-9a01380244f3 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/ports/6a0a57ec-4297-4c0a-aecf-613c5f3dc0f6 HTTP/1.1" status: 404 len: 333 time: 0.0539546 Jul 15 13:34:55.146226 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59234) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:55.179944 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-2af54df7-5f48-4fe5-9dc8-8b0772406d3d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:55.180385 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2af54df7-5f48-4fe5-9dc8-8b0772406d3d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:55.183108 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2af54df7-5f48-4fe5-9dc8-8b0772406d3d tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/baef3c58-ee77-4e36-8eb2-b5651cc6020f HTTP/1.1" status: 404 len: 337 time: 0.0356805 Jul 15 13:34:55.185024 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59236) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:55.214992 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-15fc1bb1-92b1-4ab7-86a7-5db1bb773d83 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:55.215857 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15fc1bb1-92b1-4ab7-86a7-5db1bb773d83 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:55.220416 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59238) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:55.220670 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-15fc1bb1-92b1-4ab7-86a7-5db1bb773d83 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/ports/12610068-3c7c-4ade-b898-dcb1235040d1 HTTP/1.1" status: 404 len: 333 time: 0.0339212 Jul 15 13:34:55.249880 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9181952-59a2-43df-a683-03002e8564d6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:55.250815 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9181952-59a2-43df-a683-03002e8564d6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:55.252613 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c9181952-59a2-43df-a683-03002e8564d6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/0381400f-f85d-46d6-b4df-023647ae911a HTTP/1.1" status: 404 len: 337 time: 0.0311801 Jul 15 13:34:55.255487 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59242) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:55.285807 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d2c0cd-eb8e-451b-b686-bd04e5ddd3d7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:55.286606 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65d2c0cd-eb8e-451b-b686-bd04e5ddd3d7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:55.289703 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-65d2c0cd-eb8e-451b-b686-bd04e5ddd3d7 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/ports/2cba53ec-e308-4fbc-92b5-50c13302832b HTTP/1.1" status: 404 len: 333 time: 0.0321133 Jul 15 13:34:55.291472 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59244) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:55.333400 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-df394fbd-f9ec-46c9-b74d-ae5be2f703a4 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:55.334167 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df394fbd-f9ec-46c9-b74d-ae5be2f703a4 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:55.339195 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-df394fbd-f9ec-46c9-b74d-ae5be2f703a4 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/daa0b615-3f18-4f65-9bb5-655de399c4a7 HTTP/1.1" status: 404 len: 337 time: 0.0466037 Jul 15 13:34:55.340605 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59246) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:55.375655 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa9a8d3-0a6f-444f-b853-4819ff2b7093 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:55.376979 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fa9a8d3-0a6f-444f-b853-4819ff2b7093 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:55.382760 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59248) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:55.383281 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0fa9a8d3-0a6f-444f-b853-4819ff2b7093 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/ports/09e712e0-4364-41b5-a8f3-d06bba0e9550 HTTP/1.1" status: 404 len: 333 time: 0.0416460 Jul 15 13:34:55.417467 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-05fba2ac-a714-4810-bd3b-015a1aab0604 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:55.418030 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05fba2ac-a714-4810-bd3b-015a1aab0604 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:55.420150 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-05fba2ac-a714-4810-bd3b-015a1aab0604 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/b4ac36a0-7b38-40e9-a0ac-bc31eefc2d07 HTTP/1.1" status: 404 len: 337 time: 0.0363152 Jul 15 13:34:55.423335 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59250) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:55.453658 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6fc1c85-afac-4c72-ab72-ee7c45b972d6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:55.454474 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6fc1c85-afac-4c72-ab72-ee7c45b972d6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:55.456953 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c6fc1c85-afac-4c72-ab72-ee7c45b972d6 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/ports/58a876b4-8473-480d-8034-1807c1b198bc HTTP/1.1" status: 404 len: 333 time: 0.0323856 Jul 15 13:34:55.460227 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59252) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:55.493227 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-481e88a1-9dd9-462f-9682-d2b0525711bc tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:55.493689 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-481e88a1-9dd9-462f-9682-d2b0525711bc tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:55.495729 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-481e88a1-9dd9-462f-9682-d2b0525711bc tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/f15969a5-5b0f-402d-8fec-c188571b54d0 HTTP/1.1" status: 404 len: 337 time: 0.0344040 Jul 15 13:34:55.498455 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59254) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:55.532788 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-63ecdecf-99e0-49f0-9c38-b29e7a908a28 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:55.533477 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63ecdecf-99e0-49f0-9c38-b29e7a908a28 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:55.535255 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-63ecdecf-99e0-49f0-9c38-b29e7a908a28 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/ports/7d1a10c8-3439-4661-ad0d-3b14aa1a93c5 HTTP/1.1" status: 404 len: 333 time: 0.0356295 Jul 15 13:34:55.538186 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59256) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:55.567179 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cbab539-5353-425b-925a-850268900598 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] DELETE failed (client error): The resource could not be found. Jul 15 13:34:55.567653 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cbab539-5353-425b-925a-850268900598 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:34:55.569815 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4cbab539-5353-425b-925a-850268900598 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/subnets/df95a946-15b6-4de8-b9c1-cefb083af3d9 HTTP/1.1" status: 404 len: 337 time: 0.0301871 Jul 15 13:34:55.572045 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59258) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:55.647513 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-edafdd68-7b56-4e8d-85d9-f1206448f2e2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:55.738205 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-edafdd68-7b56-4e8d-85d9-f1206448f2e2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:55.748585 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-edafdd68-7b56-4e8d-85d9-f1206448f2e2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f8e87b8-c332-4e36-ad91-99861c85828d']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:55.758532 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-edafdd68-7b56-4e8d-85d9-f1206448f2e2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d84f3d4-87a2-453f-8abb-285e01aa7cf8') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:55.758861 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-edafdd68-7b56-4e8d-85d9-f1206448f2e2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d84f3d4-87a2-453f-8abb-285e01aa7cf8') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:55.769013 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-edafdd68-7b56-4e8d-85d9-f1206448f2e2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:55.792718 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-edafdd68-7b56-4e8d-85d9-f1206448f2e2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:55.792718 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edafdd68-7b56-4e8d-85d9-f1206448f2e2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:34:55.792718 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-edafdd68-7b56-4e8d-85d9-f1206448f2e2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:34:55.794236 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:34:55.865250 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-edafdd68-7b56-4e8d-85d9-f1206448f2e2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:55.873003 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-edafdd68-7b56-4e8d-85d9-f1206448f2e2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:55.877272 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-edafdd68-7b56-4e8d-85d9-f1206448f2e2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] 10.222.0.16 "DELETE /v2.0/networks/7f8e87b8-c332-4e36-ad91-99861c85828d HTTP/1.1" status: 204 len: 168 time: 0.3019564 Jul 15 13:34:55.890284 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edafdd68-7b56-4e8d-85d9-f1206448f2e2 tempest-NetworksTestDHCPv6-2004699293 tempest-NetworksTestDHCPv6-2004699293-project] Pushing event deleted for resources: {'Network': ['ID=7f8e87b8-c332-4e36-ad91-99861c85828d,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:56.170230 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59276) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:56.311926 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-52cecc58-7c25-48c8-ac04-9c0f5f93530b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f314df1c6c6a4426aecd02fb9849c361&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1397789 Jul 15 13:34:56.312436 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59284) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:56.377741 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a334d1de-5d61-46be-8bd2-06a904ee14d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:56.398836 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a334d1de-5d61-46be-8bd2-06a904ee14d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:56.446439 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a334d1de-5d61-46be-8bd2-06a904ee14d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:56.448918 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a334d1de-5d61-46be-8bd2-06a904ee14d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:56.450073 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a334d1de-5d61-46be-8bd2-06a904ee14d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/74e7bcca-a14c-4c2e-846b-548d039d9a70 HTTP/1.1" status: 204 len: 168 time: 0.1366026 Jul 15 13:34:56.458362 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a334d1de-5d61-46be-8bd2-06a904ee14d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e7bcca-a14c-4c2e-846b-548d039d9a70,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:57.087256 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59306) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:57.187918 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-8e8f582b-6f2a-4fa1-b5f5-5fe68e5ab987 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1244672968'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:57.208081 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8f582b-6f2a-4fa1-b5f5-5fe68e5ab987 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Made reservation on behalf of e5320981b3974c3cacd549ad8e510003 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:57.211655 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8e8f582b-6f2a-4fa1-b5f5-5fe68e5ab987 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:57.220877 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8e8f582b-6f2a-4fa1-b5f5-5fe68e5ab987 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:57.315360 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8e8f582b-6f2a-4fa1-b5f5-5fe68e5ab987 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:57.319115 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8e8f582b-6f2a-4fa1-b5f5-5fe68e5ab987 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:57.347463 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e8f582b-6f2a-4fa1-b5f5-5fe68e5ab987 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:34:57.353712 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f582b-6f2a-4fa1-b5f5-5fe68e5ab987 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5550066-4762-4ead-bf2d-1f41332abce9,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:57.360373 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8e8f582b-6f2a-4fa1-b5f5-5fe68e5ab987 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:57.360770 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-8e8f582b-6f2a-4fa1-b5f5-5fe68e5ab987 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Added segment 60945782-4021-4c3b-8e96-03eb1cfdaf56 of type vlan for network 72efd871-d646-4cf8-a6b9-a2d4dcd9ea90 Jul 15 13:34:57.403487 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8e8f582b-6f2a-4fa1-b5f5-5fe68e5ab987 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:57.455823 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8e8f582b-6f2a-4fa1-b5f5-5fe68e5ab987 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:57.465894 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8f582b-6f2a-4fa1-b5f5-5fe68e5ab987 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:57.467468 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8e8f582b-6f2a-4fa1-b5f5-5fe68e5ab987 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:57.508011 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59326) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:57.510341 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8e8f582b-6f2a-4fa1-b5f5-5fe68e5ab987 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.4177668 Jul 15 13:34:57.514162 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-a2e74cf3-85e9-413a-8cf8-3ba32229bccd tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Request body: {'subnet': {'network_id': '72efd871-d646-4cf8-a6b9-a2d4dcd9ea90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:57.558024 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f582b-6f2a-4fa1-b5f5-5fe68e5ab987 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Pushing event updated for resources: {'Network': ['ID=72efd871-d646-4cf8-a6b9-a2d4dcd9ea90,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:57.572250 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 72efd871-d646-4cf8-a6b9-a2d4dcd9ea90 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:34:57.638906 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e74cf3-85e9-413a-8cf8-3ba32229bccd tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Made reservation on behalf of e5320981b3974c3cacd549ad8e510003 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:57.642852 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a2e74cf3-85e9-413a-8cf8-3ba32229bccd tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:57.775688 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-d3632abc-f9f7-47fd-9d6e-b60a8ff56e0b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1402021896&fields=id&tenant_id=0a166bdebb1d4ca388f2465550a7f09f HTTP/1.1" status: 200 len: 267 time: 0.0675843 Jul 15 13:34:57.960357 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-7dc42889-d77f-4e45-be6d-21967c175196 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:57.961915 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-7dc42889-d77f-4e45-be6d-21967c175196 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/networks?id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e HTTP/1.1" status: 200 len: 811 time: 0.1787527 Jul 15 13:34:57.963268 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a2e74cf3-85e9-413a-8cf8-3ba32229bccd tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:58.019568 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-b43e0a59-d272-4273-bb4b-8a3d53f20930 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/quotas/0a166bdebb1d4ca388f2465550a7f09f HTTP/1.1" status: 200 len: 375 time: 0.0516062 Jul 15 13:34:58.063631 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e74cf3-85e9-413a-8cf8-3ba32229bccd tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Pushing event updated for resources: {'Subnet': ['ID=2ca2dd3b-9c8a-42e2-b9d1-f97c8dffaadd,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:58.087617 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e74cf3-85e9-413a-8cf8-3ba32229bccd tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Checking segment: {'id': '60945782-4021-4c3b-8e96-03eb1cfdaf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '72efd871-d646-4cf8-a6b9-a2d4dcd9ea90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:58.087980 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e74cf3-85e9-413a-8cf8-3ba32229bccd tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Network hostable DHCP agents. Network: 72efd871-d646-4cf8-a6b9-a2d4dcd9ea90, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:34:58.117217 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e74cf3-85e9-413a-8cf8-3ba32229bccd tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Network 72efd871-d646-4cf8-a6b9-a2d4dcd9ea90 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:34:58.126737 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-5c439858-24b3-4d21-b5b2-ffabae33e704 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0a166bdebb1d4ca388f2465550a7f09f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1003923 Jul 15 13:34:58.134624 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-a2e74cf3-85e9-413a-8cf8-3ba32229bccd tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 72efd871-d646-4cf8-a6b9-a2d4dcd9ea90) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:58.139293 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e74cf3-85e9-413a-8cf8-3ba32229bccd tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:58.140438 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a2e74cf3-85e9-413a-8cf8-3ba32229bccd tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:58.146742 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38364c4a-f2ef-4f93-97c1-178d7cc97a67 None None] Network 72efd871-d646-4cf8-a6b9-a2d4dcd9ea90 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:58.179753 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a2e74cf3-85e9-413a-8cf8-3ba32229bccd tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6699927 Jul 15 13:34:58.182299 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59334) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:58.187784 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-dfbb8354-ac5f-467a-967d-6d1653cdc4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Request body: {'port': {'network_id': '72efd871-d646-4cf8-a6b9-a2d4dcd9ea90', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1715163256'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:58.299700 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f5c90f-3ca7-47b9-a67a-12cbd0e9eaf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-72efd871-d646-4cf8-a6b9-a2d4dcd9ea90', 'network_id': '72efd871-d646-4cf8-a6b9-a2d4dcd9ea90', 'tenant_id': 'e5320981b3974c3cacd549ad8e510003', 'fixed_ips': [{'subnet_id': '2ca2dd3b-9c8a-42e2-b9d1-f97c8dffaadd'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:34:58.300583 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f3f5c90f-3ca7-47b9-a67a-12cbd0e9eaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:58.443067 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-f3f5c90f-3ca7-47b9-a67a-12cbd0e9eaf5 None None] Allocated IP 2001:db8::2 (72efd871-d646-4cf8-a6b9-a2d4dcd9ea90/2ca2dd3b-9c8a-42e2-b9d1-f97c8dffaadd/4a9b6f72-1968-42ed-8f56-8ec82f136b38) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:58.616232 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-85129477-6dec-424e-a3df-6cbe4a168422 service neutron] 10.222.0.16 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4728830 Jul 15 13:34:58.715148 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbb8354-ac5f-467a-967d-6d1653cdc4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Made reservation on behalf of e5320981b3974c3cacd549ad8e510003 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:58.719223 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dfbb8354-ac5f-467a-967d-6d1653cdc4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:58.741346 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-dfbb8354-ac5f-467a-967d-6d1653cdc4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] device_id is not set on port 38886a7a-cf6e-4eb7-ba83-aec0d78a28dd yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:34:58.750119 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f3f5c90f-3ca7-47b9-a67a-12cbd0e9eaf5 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:58.759008 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f3f5c90f-3ca7-47b9-a67a-12cbd0e9eaf5 None None] Transition to ACTIVE for port object 4a9b6f72-1968-42ed-8f56-8ec82f136b38 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:58.781792 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f3f5c90f-3ca7-47b9-a67a-12cbd0e9eaf5 None None] Transition to ACTIVE for port object 4a9b6f72-1968-42ed-8f56-8ec82f136b38 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:58.789806 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-0c393b9f-4cb2-4ad9-a4e4-bc78da2c6449 service neutron] 10.222.0.16 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581106 Jul 15 13:34:58.790930 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f3f5c90f-3ca7-47b9-a67a-12cbd0e9eaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:58.839285 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f5c90f-3ca7-47b9-a67a-12cbd0e9eaf5 None None] Network 72efd871-d646-4cf8-a6b9-a2d4dcd9ea90 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:58.842696 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-f3f5c90f-3ca7-47b9-a67a-12cbd0e9eaf5 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:58.848060 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f5c90f-3ca7-47b9-a67a-12cbd0e9eaf5 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:58.851100 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f5c90f-3ca7-47b9-a67a-12cbd0e9eaf5 None None] Pushing event updated for resources: {'Port': ['ID=4a9b6f72-1968-42ed-8f56-8ec82f136b38,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:58.902401 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-dfbb8354-ac5f-467a-967d-6d1653cdc4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Allocated IP 2001:db8::2cb (72efd871-d646-4cf8-a6b9-a2d4dcd9ea90/2ca2dd3b-9c8a-42e2-b9d1-f97c8dffaadd/38886a7a-cf6e-4eb7-ba83-aec0d78a28dd) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:58.939927 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-f3f5c90f-3ca7-47b9-a67a-12cbd0e9eaf5 None None] Attempting to bind port 4a9b6f72-1968-42ed-8f56-8ec82f136b38 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:34:58.940309 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-f3f5c90f-3ca7-47b9-a67a-12cbd0e9eaf5 None None] Attempting to bind port 4a9b6f72-1968-42ed-8f56-8ec82f136b38 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '60945782-4021-4c3b-8e96-03eb1cfdaf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '72efd871-d646-4cf8-a6b9-a2d4dcd9ea90'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:34:58.940809 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f5c90f-3ca7-47b9-a67a-12cbd0e9eaf5 None None] Attempting to bind port 4a9b6f72-1968-42ed-8f56-8ec82f136b38 on network 72efd871-d646-4cf8-a6b9-a2d4dcd9ea90 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:34:58.947830 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f5c90f-3ca7-47b9-a67a-12cbd0e9eaf5 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:34:58.948449 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f5c90f-3ca7-47b9-a67a-12cbd0e9eaf5 None None] Checking segment: {'id': '60945782-4021-4c3b-8e96-03eb1cfdaf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '72efd871-d646-4cf8-a6b9-a2d4dcd9ea90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:58.949027 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f3f5c90f-3ca7-47b9-a67a-12cbd0e9eaf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:58.949639 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f5c90f-3ca7-47b9-a67a-12cbd0e9eaf5 None None] Bound using segment: {'id': '60945782-4021-4c3b-8e96-03eb1cfdaf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '72efd871-d646-4cf8-a6b9-a2d4dcd9ea90'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:34:58.950181 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-f3f5c90f-3ca7-47b9-a67a-12cbd0e9eaf5 None None] Bound port: 4a9b6f72-1968-42ed-8f56-8ec82f136b38, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60945782-4021-4c3b-8e96-03eb1cfdaf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '72efd871-d646-4cf8-a6b9-a2d4dcd9ea90'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:34:58.950930 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f3f5c90f-3ca7-47b9-a67a-12cbd0e9eaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:59.042715 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f3f5c90f-3ca7-47b9-a67a-12cbd0e9eaf5 None None] For port 4a9b6f72-1968-42ed-8f56-8ec82f136b38, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:34:59.047586 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f3f5c90f-3ca7-47b9-a67a-12cbd0e9eaf5 None None] For port 4a9b6f72-1968-42ed-8f56-8ec82f136b38, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=4a9b6f72-1968-42ed-8f56-8ec82f136b38,segment=NetworkSegment(60945782-4021-4c3b-8e96-03eb1cfdaf56),segment_id=60945782-4021-4c3b-8e96-03eb1cfdaf56)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:34:59.052404 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f3f5c90f-3ca7-47b9-a67a-12cbd0e9eaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:59.113264 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dfbb8354-ac5f-467a-967d-6d1653cdc4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:59.156493 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-dfbb8354-ac5f-467a-967d-6d1653cdc4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Transition to ACTIVE for port object 38886a7a-cf6e-4eb7-ba83-aec0d78a28dd will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:59.198742 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f5c90f-3ca7-47b9-a67a-12cbd0e9eaf5 None None] Pushing event updated for resources: {'Port': ['ID=4a9b6f72-1968-42ed-8f56-8ec82f136b38,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:59.233276 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b9e87efe-066e-4525-be5d-7e32f23e7902 req-bc0ff1c1-478a-4b5c-bc6a-128eab8bfbca tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b2c05c-4ca2-4c3c-9760-4f191c1096a7 HTTP/1.1" status: 200 len: 210 time: 0.0511158 Jul 15 13:34:59.256134 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dfbb8354-ac5f-467a-967d-6d1653cdc4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:59.313079 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbb8354-ac5f-467a-967d-6d1653cdc4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Network 72efd871-d646-4cf8-a6b9-a2d4dcd9ea90 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:59.322039 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-dfbb8354-ac5f-467a-967d-6d1653cdc4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:59.324478 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:59.325729 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbb8354-ac5f-467a-967d-6d1653cdc4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:59.334513 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbb8354-ac5f-467a-967d-6d1653cdc4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:59.335491 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dfbb8354-ac5f-467a-967d-6d1653cdc4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:59.359533 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-dfbb8354-ac5f-467a-967d-6d1653cdc4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1733284 Jul 15 13:34:59.360025 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59362) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:59.365171 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-1bbdff12-2d67-4ebd-b869-399cc31c08c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Request body: {'port': {'network_id': '72efd871-d646-4cf8-a6b9-a2d4dcd9ea90', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-640058978', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:59.365902 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.api.validators [None req-1bbdff12-2d67-4ebd-b869-399cc31c08c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] bootfile-name is not in valid_values {{(pid=93826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:34:59.366412 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.api.validators [None req-1bbdff12-2d67-4ebd-b869-399cc31c08c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] tftp-server is not in valid_values {{(pid=93826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:34:59.367508 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.api.validators [None req-1bbdff12-2d67-4ebd-b869-399cc31c08c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] server-ip-address is not in valid_values {{(pid=93826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:34:59.387478 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb8354-ac5f-467a-967d-6d1653cdc4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Pushing event updated for resources: {'Port': ['ID=38886a7a-cf6e-4eb7-ba83-aec0d78a28dd,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:59.545540 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbdff12-2d67-4ebd-b869-399cc31c08c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Made reservation on behalf of e5320981b3974c3cacd549ad8e510003 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:59.551711 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1bbdff12-2d67-4ebd-b869-399cc31c08c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:59.573626 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-1bbdff12-2d67-4ebd-b869-399cc31c08c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] device_id is not set on port 0555196f-ab0f-4faa-a44c-c6d6ef8573a2 yet. {{(pid=93826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:34:59.607163 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:59.701020 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-1bbdff12-2d67-4ebd-b869-399cc31c08c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Allocated IP 2001:db8::1ea (72efd871-d646-4cf8-a6b9-a2d4dcd9ea90/2ca2dd3b-9c8a-42e2-b9d1-f97c8dffaadd/0555196f-ab0f-4faa-a44c-c6d6ef8573a2) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:59.707710 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-213fa485-7bcb-4ed5-8272-8f48147fc15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:59.890196 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1bbdff12-2d67-4ebd-b869-399cc31c08c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:59.905495 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-1bbdff12-2d67-4ebd-b869-399cc31c08c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Transition to ACTIVE for port object 0555196f-ab0f-4faa-a44c-c6d6ef8573a2 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:59.961385 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1bbdff12-2d67-4ebd-b869-399cc31c08c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:00.023424 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbdff12-2d67-4ebd-b869-399cc31c08c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Network 72efd871-d646-4cf8-a6b9-a2d4dcd9ea90 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:00.027563 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-1bbdff12-2d67-4ebd-b869-399cc31c08c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:00.033490 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbdff12-2d67-4ebd-b869-399cc31c08c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:00.040962 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbdff12-2d67-4ebd-b869-399cc31c08c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:00.041818 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1bbdff12-2d67-4ebd-b869-399cc31c08c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:00.052131 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbdff12-2d67-4ebd-b869-399cc31c08c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Pushing event updated for resources: {'Port': ['ID=0555196f-ab0f-4faa-a44c-c6d6ef8573a2,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:00.063252 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1bbdff12-2d67-4ebd-b869-399cc31c08c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.7020602 Jul 15 13:35:00.065509 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59372) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:00.145322 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910c5e1e-7a55-46fb-86c5-e0f20ef46393 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:00.151671 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910c5e1e-7a55-46fb-86c5-e0f20ef46393 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:00.158247 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910c5e1e-7a55-46fb-86c5-e0f20ef46393 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:00.160019 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-910c5e1e-7a55-46fb-86c5-e0f20ef46393 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.0935202 Jul 15 13:35:00.163189 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59374) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:00.268154 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-63433976-be97-4dae-84f6-1c0bf89b0299 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Deleting port 0555196f-ab0f-4faa-a44c-c6d6ef8573a2 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:00.268529 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63433976-be97-4dae-84f6-1c0bf89b0299 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:00.337049 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75947f72-fe62-418d-a96d-c2579d03a9f4 None None] Network 72efd871-d646-4cf8-a6b9-a2d4dcd9ea90 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:00.392664 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63433976-be97-4dae-84f6-1c0bf89b0299 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:00.406115 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-63433976-be97-4dae-84f6-1c0bf89b0299 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Calling delete_port for 0555196f-ab0f-4faa-a44c-c6d6ef8573a2 owned by {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:00.442892 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-3585c7f7-e7b3-48d3-be44-336db468eb31 None None] Provisioning for port 4a9b6f72-1968-42ed-8f56-8ec82f136b38 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:00.508618 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d537b508-ab05-4534-9e21-fb7ce5648444 req-19065c5a-bb3c-4295-ad4f-0d2db4c059ec tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b2c05c-4ca2-4c3c-9760-4f191c1096a7 HTTP/1.1" status: 200 len: 210 time: 0.1306810 Jul 15 13:35:00.726234 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-24b86bb3-c9d6-48b4-8e5d-a05be8b3be78 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:00.727802 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-24b86bb3-c9d6-48b4-8e5d-a05be8b3be78 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.20 "GET /v2.0/networks?id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e HTTP/1.1" status: 200 len: 811 time: 0.1622601 Jul 15 13:35:00.759806 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63433976-be97-4dae-84f6-1c0bf89b0299 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:00.817199 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63433976-be97-4dae-84f6-1c0bf89b0299 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Pushing event deleted for resources: {'Port': ['ID=0555196f-ab0f-4faa-a44c-c6d6ef8573a2,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:00.867872 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63433976-be97-4dae-84f6-1c0bf89b0299 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:00.872050 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-63433976-be97-4dae-84f6-1c0bf89b0299 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] 10.222.0.16 "DELETE /v2.0/ports/0555196f-ab0f-4faa-a44c-c6d6ef8573a2 HTTP/1.1" status: 204 len: 168 time: 0.7077844 Jul 15 13:35:00.875740 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59388) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:00.881945 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-3f237196-964b-46d0-8ea9-1381bc1838e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Request body: {'port': {'name': 'tempest-new-port-name-2043868840', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:00.882904 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.api.validators [None req-3f237196-964b-46d0-8ea9-1381bc1838e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] bootfile-name is not in valid_values {{(pid=93826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:35:00.883452 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.api.validators [None req-3f237196-964b-46d0-8ea9-1381bc1838e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] tftp-server is not in valid_values {{(pid=93826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:35:00.884004 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.api.validators [None req-3f237196-964b-46d0-8ea9-1381bc1838e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] server-ip-address is not in valid_values {{(pid=93826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:35:00.894655 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-40672165-f071-4b0f-9ba8-b703aff03894 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a166bdebb1d4ca388f2465550a7f09f HTTP/1.1" status: 200 len: 380 time: 0.1431649 Jul 15 13:35:00.906720 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-2bdc4d8f-710f-4e17-aeac-37bd318b609f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Request body: {'port': {'device_id': 'e1b2c05c-4ca2-4c3c-9760-4f191c1096a7', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'admin_state_up': True, 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'security_groups': ['bd13065f-0ed7-4c7f-86cf-d23201a35e28']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:01.017033 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-01548f75-67fc-4a9f-be50-9c61c1e32a73 None None] Could not find standard attr ID for object 0555196f-ab0f-4faa-a44c-c6d6ef8573a2. {{(pid=93827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:35:01.051437 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-2bdc4d8f-710f-4e17-aeac-37bd318b609f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Made reservation on behalf of 0a166bdebb1d4ca388f2465550a7f09f for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:01.055289 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-2bdc4d8f-710f-4e17-aeac-37bd318b609f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.056962 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-01548f75-67fc-4a9f-be50-9c61c1e32a73 None None] Provisioning for port 38886a7a-cf6e-4eb7-ba83-aec0d78a28dd completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:01.065868 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-01548f75-67fc-4a9f-be50-9c61c1e32a73 None None] Provisioning complete for port 38886a7a-cf6e-4eb7-ba83-aec0d78a28dd triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:01.066473 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-01548f75-67fc-4a9f-be50-9c61c1e32a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.116317 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-01548f75-67fc-4a9f-be50-9c61c1e32a73 None None] Port 38886a7a-cf6e-4eb7-ba83-aec0d78a28dd cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:01.206538 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 4a9b6f72-1968-42ed-8f56-8ec82f136b38 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:01.286666 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-2bdc4d8f-710f-4e17-aeac-37bd318b609f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Allocated IP 172.20.0.6 (31f5d0ed-5ca5-4f26-8063-b8698ea6981e/56ba636c-89f6-461f-85cb-74f1c6749bed/936f5cc4-e1dc-4b81-a02f-0e94e1614317) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:01.310425 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 4a9b6f72-1968-42ed-8f56-8ec82f136b38 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:01.314921 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 4a9b6f72-1968-42ed-8f56-8ec82f136b38 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:01.315309 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.480711 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-0a035dd2-180b-471e-8d7b-4ba0567ea2ae None None] Provisioning complete for port 38886a7a-cf6e-4eb7-ba83-aec0d78a28dd triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:01.481398 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0a035dd2-180b-471e-8d7b-4ba0567ea2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.537636 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-2bdc4d8f-710f-4e17-aeac-37bd318b609f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.560931 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-2bdc4d8f-710f-4e17-aeac-37bd318b609f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Transition to ACTIVE for port object 936f5cc4-e1dc-4b81-a02f-0e94e1614317 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:01.565818 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-0a035dd2-180b-471e-8d7b-4ba0567ea2ae None None] Port 38886a7a-cf6e-4eb7-ba83-aec0d78a28dd cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:01.574236 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.611439 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 4a9b6f72-1968-42ed-8f56-8ec82f136b38, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=4a9b6f72-1968-42ed-8f56-8ec82f136b38,segment=NetworkSegment(60945782-4021-4c3b-8e96-03eb1cfdaf56),segment_id=60945782-4021-4c3b-8e96-03eb1cfdaf56)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:01.620205 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.622944 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-2bdc4d8f-710f-4e17-aeac-37bd318b609f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.741063 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-2bdc4d8f-710f-4e17-aeac-37bd318b609f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Network 31f5d0ed-5ca5-4f26-8063-b8698ea6981e is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:01.747714 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=4a9b6f72-1968-42ed-8f56-8ec82f136b38,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:01.759640 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-2bdc4d8f-710f-4e17-aeac-37bd318b609f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:01.763932 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-2bdc4d8f-710f-4e17-aeac-37bd318b609f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:01.773291 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc4d8f-710f-4e17-aeac-37bd318b609f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Pushing event updated for resources: {'Port': ['ID=936f5cc4-e1dc-4b81-a02f-0e94e1614317,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:01.819862 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5bd5e929-d2a4-4543-95e7-6e0005948c8f None None] Could not find standard attr ID for object 0555196f-ab0f-4faa-a44c-c6d6ef8573a2. {{(pid=93827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:35:01.821630 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3f237196-964b-46d0-8ea9-1381bc1838e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.987672 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-2bdc4d8f-710f-4e17-aeac-37bd318b609f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:01.992105 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-2bdc4d8f-710f-4e17-aeac-37bd318b609f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.038502 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-2bdc4d8f-710f-4e17-aeac-37bd318b609f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1346471 Jul 15 13:35:02.067485 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09b667-3985-420d-960a-d4e4bb33da9e req-418ce6a6-bec4-4e31-ad67-66a55a58e63d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:02.069111 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bc09b667-3985-420d-960a-d4e4bb33da9e req-418ce6a6-bec4-4e31-ad67-66a55a58e63d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b2c05c-4ca2-4c3c-9760-4f191c1096a7 HTTP/1.1" status: 200 len: 931 time: 0.2288506 Jul 15 13:35:02.135133 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-2061eea3-b907-4551-b9ee-08429778bdbe service neutron] Request body: {'port': {'device_id': 'e1b2c05c-4ca2-4c3c-9760-4f191c1096a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:02.147175 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bc09b667-3985-420d-960a-d4e4bb33da9e req-ff126003-ff7b-4218-ad63-441bd418a7e7 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688119 Jul 15 13:35:02.260724 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-2061eea3-b907-4551-b9ee-08429778bdbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.303347 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-71c10106-c993-4f30-af1c-2e7f9077b90a None None] Provisioning for port 936f5cc4-e1dc-4b81-a02f-0e94e1614317 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:02.304001 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3f237196-964b-46d0-8ea9-1381bc1838e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.313932 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3f237196-964b-46d0-8ea9-1381bc1838e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.322003 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-71c10106-c993-4f30-af1c-2e7f9077b90a None None] Provisioning complete for port 936f5cc4-e1dc-4b81-a02f-0e94e1614317 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:02.322532 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-71c10106-c993-4f30-af1c-2e7f9077b90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.331703 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.429734 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-71c10106-c993-4f30-af1c-2e7f9077b90a None None] Port 936f5cc4-e1dc-4b81-a02f-0e94e1614317 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:02.442106 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f237196-964b-46d0-8ea9-1381bc1838e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Pushing event updated for resources: {'Port': ['ID=38886a7a-cf6e-4eb7-ba83-aec0d78a28dd,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:02.454506 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-3f237196-964b-46d0-8ea9-1381bc1838e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] In _notify_port_updated(), no bound segment for port 38886a7a-cf6e-4eb7-ba83-aec0d78a28dd on network 72efd871-d646-4cf8-a6b9-a2d4dcd9ea90 {{(pid=93826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:35:02.460722 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f237196-964b-46d0-8ea9-1381bc1838e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:02.461634 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3f237196-964b-46d0-8ea9-1381bc1838e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.463119 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3f237196-964b-46d0-8ea9-1381bc1838e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] 10.222.0.16 "PUT /v2.0/ports/38886a7a-cf6e-4eb7-ba83-aec0d78a28dd HTTP/1.1" status: 200 len: 1130 time: 1.5858102 Jul 15 13:35:02.466326 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f237196-964b-46d0-8ea9-1381bc1838e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:02.466972 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f237196-964b-46d0-8ea9-1381bc1838e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:02.468725 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f237196-964b-46d0-8ea9-1381bc1838e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:02.469312 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f237196-964b-46d0-8ea9-1381bc1838e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:02.469986 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f237196-964b-46d0-8ea9-1381bc1838e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:02.470589 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f237196-964b-46d0-8ea9-1381bc1838e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:02.471151 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f237196-964b-46d0-8ea9-1381bc1838e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:02.471836 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f237196-964b-46d0-8ea9-1381bc1838e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:02.471980 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59396) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:02.472879 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f237196-964b-46d0-8ea9-1381bc1838e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:02.473451 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f237196-964b-46d0-8ea9-1381bc1838e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:02.474021 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f237196-964b-46d0-8ea9-1381bc1838e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:02.474621 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f237196-964b-46d0-8ea9-1381bc1838e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:02.494924 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bdf0e2ab-c420-4ebc-8222-c417ae7ec7a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.620648 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ec6757-c2ff-4a0d-b5ae-22f9e9cc3347 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:02.622095 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f8ec6757-c2ff-4a0d-b5ae-22f9e9cc3347 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] 10.222.0.16 "GET /v2.0/ports/38886a7a-cf6e-4eb7-ba83-aec0d78a28dd HTTP/1.1" status: 200 len: 1130 time: 0.1491511 Jul 15 13:35:02.627052 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59398) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:02.785126 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-2061eea3-b907-4551-b9ee-08429778bdbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 936f5cc4-e1dc-4b81-a02f-0e94e1614317 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:35:02.796277 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-2061eea3-b907-4551-b9ee-08429778bdbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.808242 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-f69dd11b-4e68-460a-a48f-3d01d6d9ef38 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Deleting port 38886a7a-cf6e-4eb7-ba83-aec0d78a28dd {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:02.808593 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f69dd11b-4e68-460a-a48f-3d01d6d9ef38 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.815216 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-2061eea3-b907-4551-b9ee-08429778bdbe service neutron] Transition to ACTIVE for port object 936f5cc4-e1dc-4b81-a02f-0e94e1614317 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:02.820134 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-2061eea3-b907-4551-b9ee-08429778bdbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.956934 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-88625136-038f-40ae-9c40-42089e280619 None None] Provisioning complete for port 38886a7a-cf6e-4eb7-ba83-aec0d78a28dd triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:02.957319 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-88625136-038f-40ae-9c40-42089e280619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.969435 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f69dd11b-4e68-460a-a48f-3d01d6d9ef38 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.999132 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-f69dd11b-4e68-460a-a48f-3d01d6d9ef38 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Calling delete_port for 38886a7a-cf6e-4eb7-ba83-aec0d78a28dd owned by {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:03.015669 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2061eea3-b907-4551-b9ee-08429778bdbe service neutron] Pushing event updated for resources: {'Port': ['ID=936f5cc4-e1dc-4b81-a02f-0e94e1614317,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:03.052481 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-88625136-038f-40ae-9c40-42089e280619 None None] Port 38886a7a-cf6e-4eb7-ba83-aec0d78a28dd cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:03.092013 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-2061eea3-b907-4551-b9ee-08429778bdbe service neutron] Attempting to bind port 936f5cc4-e1dc-4b81-a02f-0e94e1614317 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:03.093823 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-2061eea3-b907-4551-b9ee-08429778bdbe service neutron] Attempting to bind port 936f5cc4-e1dc-4b81-a02f-0e94e1614317 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'f9960641-9612-4cdb-ae7f-7357fdb7c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:03.094732 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-2061eea3-b907-4551-b9ee-08429778bdbe service neutron] Attempting to bind port 936f5cc4-e1dc-4b81-a02f-0e94e1614317 on network 31f5d0ed-5ca5-4f26-8063-b8698ea6981e {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:03.104571 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-2061eea3-b907-4551-b9ee-08429778bdbe service neutron] Port 936f5cc4-e1dc-4b81-a02f-0e94e1614317 on network 31f5d0ed-5ca5-4f26-8063-b8698ea6981e not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:03.107011 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-2061eea3-b907-4551-b9ee-08429778bdbe service neutron] Attempting to bind port 936f5cc4-e1dc-4b81-a02f-0e94e1614317 on network 31f5d0ed-5ca5-4f26-8063-b8698ea6981e {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:03.125730 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-2061eea3-b907-4551-b9ee-08429778bdbe service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:03.125730 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-2061eea3-b907-4551-b9ee-08429778bdbe service neutron] Checking segment: {'id': 'f9960641-9612-4cdb-ae7f-7357fdb7c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:03.127198 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-2061eea3-b907-4551-b9ee-08429778bdbe service neutron] Bound using segment: {'id': 'f9960641-9612-4cdb-ae7f-7357fdb7c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:03.127667 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-2061eea3-b907-4551-b9ee-08429778bdbe service neutron] Bound port: 936f5cc4-e1dc-4b81-a02f-0e94e1614317, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9960641-9612-4cdb-ae7f-7357fdb7c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:03.129128 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-2061eea3-b907-4551-b9ee-08429778bdbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:03.167996 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 4a9b6f72-1968-42ed-8f56-8ec82f136b38 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:03.312304 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-2061eea3-b907-4551-b9ee-08429778bdbe service neutron] For port 936f5cc4-e1dc-4b81-a02f-0e94e1614317, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:03.322589 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 4a9b6f72-1968-42ed-8f56-8ec82f136b38 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:03.323727 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-2061eea3-b907-4551-b9ee-08429778bdbe service neutron] For port 936f5cc4-e1dc-4b81-a02f-0e94e1614317, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=936f5cc4-e1dc-4b81-a02f-0e94e1614317,segment=NetworkSegment(f9960641-9612-4cdb-ae7f-7357fdb7c7fb),segment_id=f9960641-9612-4cdb-ae7f-7357fdb7c7fb)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:03.331127 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:03.331476 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-2061eea3-b907-4551-b9ee-08429778bdbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:03.364243 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f69dd11b-4e68-460a-a48f-3d01d6d9ef38 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:03.418192 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-2061eea3-b907-4551-b9ee-08429778bdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:03.424900 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-2061eea3-b907-4551-b9ee-08429778bdbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:03.428107 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-2061eea3-b907-4551-b9ee-08429778bdbe service neutron] 10.222.0.20 "PUT /v2.0/ports/936f5cc4-e1dc-4b81-a02f-0e94e1614317 HTTP/1.1" status: 200 len: 1092 time: 1.3784132 Jul 15 13:35:03.444642 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b2c05c-4ca2-4c3c-9760-4f191c1096a7', 'tag': '936f5cc4-e1dc-4b81-a02f-0e94e1614317'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:35:03.447471 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31ab450-0c9c-4d23-bf8b-d9eaa41127d7" -d '{"events": [{"name": "network-changed", "server_uuid": "e1b2c05c-4ca2-4c3c-9760-4f191c1096a7", "tag": "936f5cc4-e1dc-4b81-a02f-0e94e1614317"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:35:03.463439 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69dd11b-4e68-460a-a48f-3d01d6d9ef38 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Pushing event deleted for resources: {'Port': ['ID=38886a7a-cf6e-4eb7-ba83-aec0d78a28dd,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:03.573375 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f69dd11b-4e68-460a-a48f-3d01d6d9ef38 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:03.579125 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f69dd11b-4e68-460a-a48f-3d01d6d9ef38 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] 10.222.0.16 "DELETE /v2.0/ports/38886a7a-cf6e-4eb7-ba83-aec0d78a28dd HTTP/1.1" status: 204 len: 168 time: 0.9462581 Jul 15 13:35:03.583201 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59406) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:03.637092 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:03.668096 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdafd4e1-d46e-4cbe-bce4-827dc0a5ac00 x-openstack-request-id: req-cdafd4e1-d46e-4cbe-bce4-827dc0a5ac00 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:35:03.669031 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1b2c05c-4ca2-4c3c-9760-4f191c1096a7", "tag": "936f5cc4-e1dc-4b81-a02f-0e94e1614317", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:35:03.669447 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cdafd4e1-d46e-4cbe-bce4-827dc0a5ac00 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:35:03.670467 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b2c05c-4ca2-4c3c-9760-4f191c1096a7', 'tag': '936f5cc4-e1dc-4b81-a02f-0e94e1614317', 'status': 'completed', 'code': 200} Jul 15 13:35:03.745633 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-7935833f-584e-4654-88da-bf726270c3c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Deleting subnet 2ca2dd3b-9c8a-42e2-b9d1-f97c8dffaadd {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:35:03.754271 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7935833f-584e-4654-88da-bf726270c3c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:03.799231 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2061eea3-b907-4551-b9ee-08429778bdbe service neutron] Pushing event updated for resources: {'Port': ['ID=936f5cc4-e1dc-4b81-a02f-0e94e1614317,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:03.851363 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ae420-9125-488d-9f15-791b67320b8e req-1dfb574f-930d-4329-8e2e-5ceb0b2b0ef6 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:03.855089 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ea5ae420-9125-488d-9f15-791b67320b8e req-1dfb574f-930d-4329-8e2e-5ceb0b2b0ef6 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b2c05c-4ca2-4c3c-9760-4f191c1096a7 HTTP/1.1" status: 200 len: 943 time: 0.4155147 Jul 15 13:35:03.867389 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7935833f-584e-4654-88da-bf726270c3c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:03.946318 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-fb710094-5883-40e1-b2a8-fc9148735154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:03.947922 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-fb710094-5883-40e1-b2a8-fc9148735154 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a166bdebb1d4ca388f2465550a7f09f&device_id=e1b2c05c-4ca2-4c3c-9760-4f191c1096a7 HTTP/1.1" status: 200 len: 1095 time: 0.4382532 Jul 15 13:35:03.954962 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ea5ae420-9125-488d-9f15-791b67320b8e req-fa05a5c3-375a-4607-ae36-61d72e1a5848 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882595 Jul 15 13:35:04.040489 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-adc2ea58-fc9d-4b67-993d-d609f466525c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=936f5cc4-e1dc-4b81-a02f-0e94e1614317 HTTP/1.1" status: 200 len: 217 time: 0.0844953 Jul 15 13:35:04.061187 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7935833f-584e-4654-88da-bf726270c3c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:04.190985 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-b2ccabae-0ee4-42c4-bfd2-99e3a080a8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:04.193424 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-b2ccabae-0ee4-42c4-bfd2-99e3a080a8c1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=56ba636c-89f6-461f-85cb-74f1c6749bed HTTP/1.1" status: 200 len: 850 time: 0.1452816 Jul 15 13:35:04.239394 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7935833f-584e-4654-88da-bf726270c3c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:04.266332 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016dbb97-c009-4046-96db-02c694d593bb None None] Network 72efd871-d646-4cf8-a6b9-a2d4dcd9ea90 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:04.271100 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7935833f-584e-4654-88da-bf726270c3c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:04.285692 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7935833f-584e-4654-88da-bf726270c3c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] 10.222.0.16 "DELETE /v2.0/subnets/2ca2dd3b-9c8a-42e2-b9d1-f97c8dffaadd HTTP/1.1" status: 204 len: 168 time: 0.6991718 Jul 15 13:35:04.286096 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59414) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:04.350150 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7935833f-584e-4654-88da-bf726270c3c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Pushing event deleted for resources: {'Subnet': ['ID=2ca2dd3b-9c8a-42e2-b9d1-f97c8dffaadd,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:04.482854 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d7d8107-ff40-45db-817d-6ba4fc89c52b tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:04.498748 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-82284506-facc-4e00-a295-045ed0f713b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:04.499498 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6ca531-9a53-43c1-bbbe-ecc401742ff6 None None] DHCP port deletion for 72efd871-d646-4cf8-a6b9-a2d4dcd9ea90 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:35:04.500320 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-82284506-facc-4e00-a295-045ed0f713b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3006446 Jul 15 13:35:04.599768 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-3e972cba-0880-46f0-b764-3de14f97aa66 service neutron] 10.222.0.20 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923545 Jul 15 13:35:04.621436 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-cc6ca531-9a53-43c1-bbbe-ecc401742ff6 None None] Deleting port 4a9b6f72-1968-42ed-8f56-8ec82f136b38 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:04.626774 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc6ca531-9a53-43c1-bbbe-ecc401742ff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:04.719468 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10a6770b-5b82-45d2-a4e3-9c42283ad235 req-f2f495b1-fbe0-43ed-9ce1-1705e2ee0eb5 service neutron] 10.222.0.20 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013548 Jul 15 13:35:04.744148 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2d7d8107-ff40-45db-817d-6ba4fc89c52b tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Deleting port 4a9b6f72-1968-42ed-8f56-8ec82f136b38 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:04.744557 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d7d8107-ff40-45db-817d-6ba4fc89c52b tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:04.788422 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-cc6ca531-9a53-43c1-bbbe-ecc401742ff6 None None] For port 4a9b6f72-1968-42ed-8f56-8ec82f136b38, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=4a9b6f72-1968-42ed-8f56-8ec82f136b38,segment=NetworkSegment(60945782-4021-4c3b-8e96-03eb1cfdaf56),segment_id=60945782-4021-4c3b-8e96-03eb1cfdaf56)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:04.789017 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc6ca531-9a53-43c1-bbbe-ecc401742ff6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:04.803138 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-cc6ca531-9a53-43c1-bbbe-ecc401742ff6 None None] Calling delete_port for 4a9b6f72-1968-42ed-8f56-8ec82f136b38 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:04.871447 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-2d7d8107-ff40-45db-817d-6ba4fc89c52b tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] For port 4a9b6f72-1968-42ed-8f56-8ec82f136b38, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=4a9b6f72-1968-42ed-8f56-8ec82f136b38,segment=NetworkSegment(60945782-4021-4c3b-8e96-03eb1cfdaf56),segment_id=60945782-4021-4c3b-8e96-03eb1cfdaf56)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:04.871830 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d7d8107-ff40-45db-817d-6ba4fc89c52b tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:04.890809 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2d7d8107-ff40-45db-817d-6ba4fc89c52b tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Calling delete_port for 4a9b6f72-1968-42ed-8f56-8ec82f136b38 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:04.917601 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ab450-0c9c-4d23-bf8b-d9eaa41127d7 req-4cea19ed-d645-489c-b73d-355e9bee02f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:04.919176 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e31ab450-0c9c-4d23-bf8b-d9eaa41127d7 req-4cea19ed-d645-489c-b73d-355e9bee02f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a166bdebb1d4ca388f2465550a7f09f&device_id=e1b2c05c-4ca2-4c3c-9760-4f191c1096a7 HTTP/1.1" status: 200 len: 1095 time: 0.1408970 Jul 15 13:35:04.964132 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc6ca531-9a53-43c1-bbbe-ecc401742ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:05.002679 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ca531-9a53-43c1-bbbe-ecc401742ff6 None None] Pushing event deleted for resources: {'Port': ['ID=4a9b6f72-1968-42ed-8f56-8ec82f136b38,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:05.009773 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6ca531-9a53-43c1-bbbe-ecc401742ff6 None None] No DVR routers for this DVR port 4a9b6f72-1968-42ed-8f56-8ec82f136b38 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:35:05.078513 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:05.106202 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ab450-0c9c-4d23-bf8b-d9eaa41127d7 req-d60c9ac7-b5c5-4d6f-a62b-2bcec7e276e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:05.107746 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e31ab450-0c9c-4d23-bf8b-d9eaa41127d7 req-d60c9ac7-b5c5-4d6f-a62b-2bcec7e276e4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e HTTP/1.1" status: 200 len: 912 time: 0.1601870 Jul 15 13:35:05.108535 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d7d8107-ff40-45db-817d-6ba4fc89c52b tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:05.128117 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7d8107-ff40-45db-817d-6ba4fc89c52b tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] No DVR routers for this DVR port 4a9b6f72-1968-42ed-8f56-8ec82f136b38 on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:35:05.157830 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 4a9b6f72-1968-42ed-8f56-8ec82f136b38 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:35:05.196841 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 4a9b6f72-1968-42ed-8f56-8ec82f136b38 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:35:05.199891 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 4a9b6f72-1968-42ed-8f56-8ec82f136b38 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:35:05.227563 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e31ab450-0c9c-4d23-bf8b-d9eaa41127d7 req-7a2fcd56-dbf0-4d55-95ac-75d475e5091c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=936f5cc4-e1dc-4b81-a02f-0e94e1614317 HTTP/1.1" status: 200 len: 217 time: 0.1096773 Jul 15 13:35:05.228291 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d8107-ff40-45db-817d-6ba4fc89c52b tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Pushing event deleted for resources: {'Port': ['ID=4a9b6f72-1968-42ed-8f56-8ec82f136b38,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:05.291079 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ab450-0c9c-4d23-bf8b-d9eaa41127d7 req-e4258b03-9387-4b37-a545-3d8baee8ad1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:05.292762 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e31ab450-0c9c-4d23-bf8b-d9eaa41127d7 req-e4258b03-9387-4b37-a545-3d8baee8ad1a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=56ba636c-89f6-461f-85cb-74f1c6749bed HTTP/1.1" status: 200 len: 850 time: 0.0486243 Jul 15 13:35:05.364723 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d7d8107-ff40-45db-817d-6ba4fc89c52b tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:05.397348 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-2d7d8107-ff40-45db-817d-6ba4fc89c52b tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72efd871-d646-4cf8-a6b9-a2d4dcd9ea90']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:05.418528 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-2d7d8107-ff40-45db-817d-6ba4fc89c52b tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60945782-4021-4c3b-8e96-03eb1cfdaf56') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:05.418888 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-2d7d8107-ff40-45db-817d-6ba4fc89c52b tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60945782-4021-4c3b-8e96-03eb1cfdaf56') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:05.439891 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d7d8107-ff40-45db-817d-6ba4fc89c52b tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:05.467249 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d7d8107-ff40-45db-817d-6ba4fc89c52b tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:05.477284 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332bf53-9cdc-41a4-8a25-eff632c4a470 req-e761ffda-3677-451c-b816-e7fc70590586 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:05.478867 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5332bf53-9cdc-41a4-8a25-eff632c4a470 req-e761ffda-3677-451c-b816-e7fc70590586 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b2c05c-4ca2-4c3c-9760-4f191c1096a7 HTTP/1.1" status: 200 len: 943 time: 0.2636616 Jul 15 13:35:05.486014 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d7d8107-ff40-45db-817d-6ba4fc89c52b tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:35:05.486427 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d7d8107-ff40-45db-817d-6ba4fc89c52b tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: self.session.flush() Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: self.session.flush() Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: self.session.flush() Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: self.session.flush() Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:35:05.490820 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:35:05.562607 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ab450-0c9c-4d23-bf8b-d9eaa41127d7 req-84e495c2-3617-4c2a-a831-357a798962f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:05.564094 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e31ab450-0c9c-4d23-bf8b-d9eaa41127d7 req-84e495c2-3617-4c2a-a831-357a798962f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2407405 Jul 15 13:35:05.585405 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d7d8107-ff40-45db-817d-6ba4fc89c52b tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:05.590498 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d7d8107-ff40-45db-817d-6ba4fc89c52b tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:05.595957 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2d7d8107-ff40-45db-817d-6ba4fc89c52b tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] 10.222.0.16 "DELETE /v2.0/networks/72efd871-d646-4cf8-a6b9-a2d4dcd9ea90 HTTP/1.1" status: 204 len: 168 time: 1.3065863 Jul 15 13:35:05.910292 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59424) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:06.016388 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5332bf53-9cdc-41a4-8a25-eff632c4a470 req-3213a9ec-1c18-4540-a1c3-9e5beb54d3e1 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5264733 Jul 15 13:35:06.024483 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d8107-ff40-45db-817d-6ba4fc89c52b tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976 tempest-ExtraDHCPOptionsIpV6TestJSON-1186799976-project] Pushing event deleted for resources: {'Network': ['ID=72efd871-d646-4cf8-a6b9-a2d4dcd9ea90,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:06.086964 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-64870ef9-3a59-495c-90c7-cb51d18a9512 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e5320981b3974c3cacd549ad8e510003&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1750650 Jul 15 13:35:06.090084 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59428) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:06.095637 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e31ab450-0c9c-4d23-bf8b-d9eaa41127d7 req-ec561003-a465-4495-bab4-344770290345 service neutron] 10.222.0.20 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5217144 Jul 15 13:35:06.162383 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e3cc243-ec3b-4481-be79-28e31893d656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:06.191662 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e3cc243-ec3b-4481-be79-28e31893d656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:06.192542 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e31ab450-0c9c-4d23-bf8b-d9eaa41127d7 req-70044e47-d84a-4c9b-b0c2-8baa2a8ab2ed service neutron] 10.222.0.20 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941591 Jul 15 13:35:06.250026 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e3cc243-ec3b-4481-be79-28e31893d656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:06.253009 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e3cc243-ec3b-4481-be79-28e31893d656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:06.259732 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4e3cc243-ec3b-4481-be79-28e31893d656 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f5550066-4762-4ead-bf2d-1f41332abce9 HTTP/1.1" status: 204 len: 168 time: 0.1645770 Jul 15 13:35:06.268747 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3cc243-ec3b-4481-be79-28e31893d656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5550066-4762-4ead-bf2d-1f41332abce9,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:07.032965 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59456) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:07.218420 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-25275deb-3a20-4973-9d01-6c581bcf6ec1 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Request body: {'network': {'name': 'tempest-RoutersTest-1086127866'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:07.248095 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25275deb-3a20-4973-9d01-6c581bcf6ec1 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Made reservation on behalf of ce3a44247ab84ab3bec7e783b84e4479 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:07.253096 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-25275deb-3a20-4973-9d01-6c581bcf6ec1 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:07.263788 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-25275deb-3a20-4973-9d01-6c581bcf6ec1 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:07.287376 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dbf89e-d15d-4908-bd49-3672163e2cbd req-cd2ba1ab-aa44-4141-b4fa-fe2027fb284e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:07.289709 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-24dbf89e-d15d-4908-bd49-3672163e2cbd req-cd2ba1ab-aa44-4141-b4fa-fe2027fb284e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b2c05c-4ca2-4c3c-9760-4f191c1096a7 HTTP/1.1" status: 200 len: 943 time: 0.0974286 Jul 15 13:35:07.345691 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-24dbf89e-d15d-4908-bd49-3672163e2cbd req-fdd3877d-c88a-44d2-a6ad-5c1477b17e85 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485258 Jul 15 13:35:07.383065 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-25275deb-3a20-4973-9d01-6c581bcf6ec1 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:07.386511 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-25275deb-3a20-4973-9d01-6c581bcf6ec1 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:07.417056 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25275deb-3a20-4973-9d01-6c581bcf6ec1 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:35:07.427421 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25275deb-3a20-4973-9d01-6c581bcf6ec1 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30c4b690-0cf9-4c79-9cc1-9e1db4ffb9e8,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:07.433440 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-25275deb-3a20-4973-9d01-6c581bcf6ec1 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:07.433829 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-25275deb-3a20-4973-9d01-6c581bcf6ec1 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Added segment ac619913-e016-43ab-9379-3b75bbfe4492 of type vlan for network f91740bf-6dac-4466-bb2b-0060a78af1ba Jul 15 13:35:07.477768 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-25275deb-3a20-4973-9d01-6c581bcf6ec1 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:07.507458 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-25275deb-3a20-4973-9d01-6c581bcf6ec1 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:07.512919 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25275deb-3a20-4973-9d01-6c581bcf6ec1 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:07.513501 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-25275deb-3a20-4973-9d01-6c581bcf6ec1 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:07.552879 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-25275deb-3a20-4973-9d01-6c581bcf6ec1 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5185366 Jul 15 13:35:07.555324 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59464) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:07.562806 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-f168d197-a5f7-43e9-b070-3d841f4c5adc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Request body: {'network': {'name': 'tempest-RoutersTest-1162581171'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:07.584155 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f168d197-a5f7-43e9-b070-3d841f4c5adc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Made reservation on behalf of ce3a44247ab84ab3bec7e783b84e4479 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:07.586083 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25275deb-3a20-4973-9d01-6c581bcf6ec1 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event updated for resources: {'Network': ['ID=f91740bf-6dac-4466-bb2b-0060a78af1ba,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:07.588130 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f168d197-a5f7-43e9-b070-3d841f4c5adc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:07.596538 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network f91740bf-6dac-4466-bb2b-0060a78af1ba details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:35:07.612601 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f168d197-a5f7-43e9-b070-3d841f4c5adc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:35:07.621993 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f168d197-a5f7-43e9-b070-3d841f4c5adc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:07.622440 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-f168d197-a5f7-43e9-b070-3d841f4c5adc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Added segment 840ed10e-ee80-492a-b386-9207b0a5268e of type vlan for network 4e9e25b1-001e-4e2c-8e06-287585eec962 Jul 15 13:35:07.664454 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f168d197-a5f7-43e9-b070-3d841f4c5adc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:07.694287 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f168d197-a5f7-43e9-b070-3d841f4c5adc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:07.700381 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f168d197-a5f7-43e9-b070-3d841f4c5adc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:07.701058 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f168d197-a5f7-43e9-b070-3d841f4c5adc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:07.734735 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f168d197-a5f7-43e9-b070-3d841f4c5adc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1771009 Jul 15 13:35:07.737623 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59466) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:07.744837 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-5c899ce3-940d-4509-83e0-d8ce55151115 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Request body: {'subnet': {'network_id': 'f91740bf-6dac-4466-bb2b-0060a78af1ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:07.793398 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168d197-a5f7-43e9-b070-3d841f4c5adc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event updated for resources: {'Network': ['ID=4e9e25b1-001e-4e2c-8e06-287585eec962,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:07.804190 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 4e9e25b1-001e-4e2c-8e06-287585eec962 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:35:07.872351 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c899ce3-940d-4509-83e0-d8ce55151115 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Made reservation on behalf of ce3a44247ab84ab3bec7e783b84e4479 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:07.876920 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5c899ce3-940d-4509-83e0-d8ce55151115 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:08.058740 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5c899ce3-940d-4509-83e0-d8ce55151115 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:08.115358 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c899ce3-940d-4509-83e0-d8ce55151115 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event updated for resources: {'Subnet': ['ID=ec4f1ca1-428f-4935-b3ad-7aaa164d08a3,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:08.125261 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c899ce3-940d-4509-83e0-d8ce55151115 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Checking segment: {'id': 'ac619913-e016-43ab-9379-3b75bbfe4492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f91740bf-6dac-4466-bb2b-0060a78af1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:08.125623 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c899ce3-940d-4509-83e0-d8ce55151115 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Network hostable DHCP agents. Network: f91740bf-6dac-4466-bb2b-0060a78af1ba, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:35:08.142105 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c899ce3-940d-4509-83e0-d8ce55151115 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Network f91740bf-6dac-4466-bb2b-0060a78af1ba is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:35:08.150809 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-5c899ce3-940d-4509-83e0-d8ce55151115 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, f91740bf-6dac-4466-bb2b-0060a78af1ba) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:08.155917 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c899ce3-940d-4509-83e0-d8ce55151115 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:08.156506 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5c899ce3-940d-4509-83e0-d8ce55151115 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:08.162757 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b893003-9e8f-4258-9837-a35e262fdf41 None None] Network f91740bf-6dac-4466-bb2b-0060a78af1ba requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:08.175449 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59468) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:08.176222 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5c899ce3-940d-4509-83e0-d8ce55151115 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4362893 Jul 15 13:35:08.181685 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-ddade1eb-a223-44a5-9ac3-7fb906c20092 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Request body: {'subnet': {'network_id': '4e9e25b1-001e-4e2c-8e06-287585eec962', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:08.278890 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddade1eb-a223-44a5-9ac3-7fb906c20092 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Made reservation on behalf of ce3a44247ab84ab3bec7e783b84e4479 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:08.283078 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ddade1eb-a223-44a5-9ac3-7fb906c20092 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:08.314235 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a43ef5-f7ad-4f3e-b30a-7eeefbe747b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-f91740bf-6dac-4466-bb2b-0060a78af1ba', 'network_id': 'f91740bf-6dac-4466-bb2b-0060a78af1ba', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'fixed_ips': [{'subnet_id': 'ec4f1ca1-428f-4935-b3ad-7aaa164d08a3'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:35:08.316195 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-48a43ef5-f7ad-4f3e-b30a-7eeefbe747b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:08.472925 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-48a43ef5-f7ad-4f3e-b30a-7eeefbe747b6 None None] Allocated IP 172.20.0.2 (f91740bf-6dac-4466-bb2b-0060a78af1ba/ec4f1ca1-428f-4935-b3ad-7aaa164d08a3/7d1cbb67-d403-43f1-a4c4-b29a55203ca3) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:08.487813 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ddade1eb-a223-44a5-9ac3-7fb906c20092 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:08.570067 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddade1eb-a223-44a5-9ac3-7fb906c20092 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event updated for resources: {'Subnet': ['ID=1206c0fb-57fa-4c1a-b5cd-f735b8766d8a,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:08.611176 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddade1eb-a223-44a5-9ac3-7fb906c20092 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Checking segment: {'id': '840ed10e-ee80-492a-b386-9207b0a5268e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4e9e25b1-001e-4e2c-8e06-287585eec962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:08.611648 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddade1eb-a223-44a5-9ac3-7fb906c20092 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Network hostable DHCP agents. Network: 4e9e25b1-001e-4e2c-8e06-287585eec962, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:35:08.614965 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84c483-ec33-4da0-870c-fb0db39395a1 req-fc025c11-4f05-4907-a8ba-1f576371310a tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:08.616673 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3f84c483-ec33-4da0-870c-fb0db39395a1 req-fc025c11-4f05-4907-a8ba-1f576371310a tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b2c05c-4ca2-4c3c-9760-4f191c1096a7 HTTP/1.1" status: 200 len: 943 time: 0.1266947 Jul 15 13:35:08.632462 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddade1eb-a223-44a5-9ac3-7fb906c20092 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Network 4e9e25b1-001e-4e2c-8e06-287585eec962 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:35:08.648906 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-ddade1eb-a223-44a5-9ac3-7fb906c20092 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 4e9e25b1-001e-4e2c-8e06-287585eec962) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:08.659679 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18aa6a0-92ad-40fd-8e45-f951864aa386 None None] Network 4e9e25b1-001e-4e2c-8e06-287585eec962 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:08.664125 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddade1eb-a223-44a5-9ac3-7fb906c20092 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:08.666309 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ddade1eb-a223-44a5-9ac3-7fb906c20092 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:08.691674 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3f84c483-ec33-4da0-870c-fb0db39395a1 req-28b877eb-6bcc-4a85-8bbd-ae24b72aea90 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683622 Jul 15 13:35:08.703438 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-48a43ef5-f7ad-4f3e-b30a-7eeefbe747b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:08.710796 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59476) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:08.713481 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ddade1eb-a223-44a5-9ac3-7fb906c20092 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5356343 Jul 15 13:35:08.723179 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-9c923670-8298-44b7-b299-14270bcdd224 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-778293182', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:08.745609 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-48a43ef5-f7ad-4f3e-b30a-7eeefbe747b6 None None] Transition to ACTIVE for port object 7d1cbb67-d403-43f1-a4c4-b29a55203ca3 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:08.753005 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9c923670-8298-44b7-b299-14270bcdd224 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:08.754738 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9c923670-8298-44b7-b299-14270bcdd224 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:08.776172 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-48a43ef5-f7ad-4f3e-b30a-7eeefbe747b6 None None] Transition to ACTIVE for port object 7d1cbb67-d403-43f1-a4c4-b29a55203ca3 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:08.791055 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-48a43ef5-f7ad-4f3e-b30a-7eeefbe747b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:08.832695 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9c923670-8298-44b7-b299-14270bcdd224 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:08.840649 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9c923670-8298-44b7-b299-14270bcdd224 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:08.863223 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9c923670-8298-44b7-b299-14270bcdd224 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:08.867994 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59480) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:08.875962 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a43ef5-f7ad-4f3e-b30a-7eeefbe747b6 None None] Network f91740bf-6dac-4466-bb2b-0060a78af1ba is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:08.876995 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9c923670-8298-44b7-b299-14270bcdd224 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1644027 Jul 15 13:35:08.882914 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-48a43ef5-f7ad-4f3e-b30a-7eeefbe747b6 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:08.888949 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a43ef5-f7ad-4f3e-b30a-7eeefbe747b6 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:08.898920 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a43ef5-f7ad-4f3e-b30a-7eeefbe747b6 None None] Pushing event updated for resources: {'Port': ['ID=7d1cbb67-d403-43f1-a4c4-b29a55203ca3,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:08.899115 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59482) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:08.945514 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dd0fc2-635f-464a-a2a9-35725014e721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-4e9e25b1-001e-4e2c-8e06-287585eec962', 'network_id': '4e9e25b1-001e-4e2c-8e06-287585eec962', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'fixed_ips': [{'subnet_id': '1206c0fb-57fa-4c1a-b5cd-f735b8766d8a'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:35:08.946382 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-25dd0fc2-635f-464a-a2a9-35725014e721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.010225 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-48a43ef5-f7ad-4f3e-b30a-7eeefbe747b6 None None] Attempting to bind port 7d1cbb67-d403-43f1-a4c4-b29a55203ca3 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:09.011412 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-48a43ef5-f7ad-4f3e-b30a-7eeefbe747b6 None None] Attempting to bind port 7d1cbb67-d403-43f1-a4c4-b29a55203ca3 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'ac619913-e016-43ab-9379-3b75bbfe4492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f91740bf-6dac-4466-bb2b-0060a78af1ba'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:09.011814 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a43ef5-f7ad-4f3e-b30a-7eeefbe747b6 None None] Attempting to bind port 7d1cbb67-d403-43f1-a4c4-b29a55203ca3 on network f91740bf-6dac-4466-bb2b-0060a78af1ba {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:09.029616 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a43ef5-f7ad-4f3e-b30a-7eeefbe747b6 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:09.031263 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a43ef5-f7ad-4f3e-b30a-7eeefbe747b6 None None] Checking segment: {'id': 'ac619913-e016-43ab-9379-3b75bbfe4492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f91740bf-6dac-4466-bb2b-0060a78af1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:09.031913 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-48a43ef5-f7ad-4f3e-b30a-7eeefbe747b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.032470 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a43ef5-f7ad-4f3e-b30a-7eeefbe747b6 None None] Bound using segment: {'id': 'ac619913-e016-43ab-9379-3b75bbfe4492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f91740bf-6dac-4466-bb2b-0060a78af1ba'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:09.033238 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-48a43ef5-f7ad-4f3e-b30a-7eeefbe747b6 None None] Bound port: 7d1cbb67-d403-43f1-a4c4-b29a55203ca3, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac619913-e016-43ab-9379-3b75bbfe4492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f91740bf-6dac-4466-bb2b-0060a78af1ba'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:09.033792 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-48a43ef5-f7ad-4f3e-b30a-7eeefbe747b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.037271 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-347ea5e4-530b-4b17-8c16-447a4a3e4c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.137263 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-347ea5e4-530b-4b17-8c16-447a4a3e4c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.142437 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-347ea5e4-530b-4b17-8c16-447a4a3e4c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.181546 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-347ea5e4-530b-4b17-8c16-447a4a3e4c1c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eef942b779d3487cbaf4f7cefb4a2f7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2813277 Jul 15 13:35:09.184018 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ea5e4-530b-4b17-8c16-447a4a3e4c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841d0cf7-349c-450c-85a8-293050976b11,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:09.187537 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59486) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:09.188450 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-48a43ef5-f7ad-4f3e-b30a-7eeefbe747b6 None None] For port 7d1cbb67-d403-43f1-a4c4-b29a55203ca3, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:09.193575 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-48a43ef5-f7ad-4f3e-b30a-7eeefbe747b6 None None] For port 7d1cbb67-d403-43f1-a4c4-b29a55203ca3, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=7d1cbb67-d403-43f1-a4c4-b29a55203ca3,segment=NetworkSegment(ac619913-e016-43ab-9379-3b75bbfe4492),segment_id=ac619913-e016-43ab-9379-3b75bbfe4492)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:09.204384 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f764fcfe-cec5-4776-961c-c6a93ed190c3 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.205883 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-48a43ef5-f7ad-4f3e-b30a-7eeefbe747b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.208920 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-25dd0fc2-635f-464a-a2a9-35725014e721 None None] Allocated IP 172.21.0.2 (4e9e25b1-001e-4e2c-8e06-287585eec962/1206c0fb-57fa-4c1a-b5cd-f735b8766d8a/9dad618e-1e46-4674-aba4-519672cfa019) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:09.249628 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9035f32d-8fc6-4a0c-901b-b345f987aa2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.277133 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9035f32d-8fc6-4a0c-901b-b345f987aa2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.293523 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a43ef5-f7ad-4f3e-b30a-7eeefbe747b6 None None] Pushing event updated for resources: {'Port': ['ID=7d1cbb67-d403-43f1-a4c4-b29a55203ca3,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:09.327230 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9035f32d-8fc6-4a0c-901b-b345f987aa2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.332339 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9035f32d-8fc6-4a0c-901b-b345f987aa2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.336370 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9035f32d-8fc6-4a0c-901b-b345f987aa2f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/841d0cf7-349c-450c-85a8-293050976b11 HTTP/1.1" status: 204 len: 168 time: 0.1446190 Jul 15 13:35:09.343943 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9035f32d-8fc6-4a0c-901b-b345f987aa2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841d0cf7-349c-450c-85a8-293050976b11,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:09.452957 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-25dd0fc2-635f-464a-a2a9-35725014e721 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.467829 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-25dd0fc2-635f-464a-a2a9-35725014e721 None None] Transition to ACTIVE for port object 9dad618e-1e46-4674-aba4-519672cfa019 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:09.507256 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-25dd0fc2-635f-464a-a2a9-35725014e721 None None] Transition to ACTIVE for port object 9dad618e-1e46-4674-aba4-519672cfa019 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:09.513870 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-25dd0fc2-635f-464a-a2a9-35725014e721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.539282 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-f764fcfe-cec5-4776-961c-c6a93ed190c3 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Allocated IP 172.20.0.1 (f91740bf-6dac-4466-bb2b-0060a78af1ba/ec4f1ca1-428f-4935-b3ad-7aaa164d08a3/44695d1c-b3cf-49bd-98e7-fb1b8708ae75) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:09.572663 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dd0fc2-635f-464a-a2a9-35725014e721 None None] Network 4e9e25b1-001e-4e2c-8e06-287585eec962 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:09.576132 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-25dd0fc2-635f-464a-a2a9-35725014e721 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:09.583506 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dd0fc2-635f-464a-a2a9-35725014e721 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:09.590992 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd0fc2-635f-464a-a2a9-35725014e721 None None] Pushing event updated for resources: {'Port': ['ID=9dad618e-1e46-4674-aba4-519672cfa019,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:09.663003 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-25dd0fc2-635f-464a-a2a9-35725014e721 None None] Attempting to bind port 9dad618e-1e46-4674-aba4-519672cfa019 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:09.663752 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-25dd0fc2-635f-464a-a2a9-35725014e721 None None] Attempting to bind port 9dad618e-1e46-4674-aba4-519672cfa019 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '840ed10e-ee80-492a-b386-9207b0a5268e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4e9e25b1-001e-4e2c-8e06-287585eec962'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:09.663752 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dd0fc2-635f-464a-a2a9-35725014e721 None None] Attempting to bind port 9dad618e-1e46-4674-aba4-519672cfa019 on network 4e9e25b1-001e-4e2c-8e06-287585eec962 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:09.668695 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dd0fc2-635f-464a-a2a9-35725014e721 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:09.669066 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dd0fc2-635f-464a-a2a9-35725014e721 None None] Checking segment: {'id': '840ed10e-ee80-492a-b386-9207b0a5268e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4e9e25b1-001e-4e2c-8e06-287585eec962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:09.669607 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-25dd0fc2-635f-464a-a2a9-35725014e721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.669847 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dd0fc2-635f-464a-a2a9-35725014e721 None None] Bound using segment: {'id': '840ed10e-ee80-492a-b386-9207b0a5268e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4e9e25b1-001e-4e2c-8e06-287585eec962'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:09.670892 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-25dd0fc2-635f-464a-a2a9-35725014e721 None None] Bound port: 9dad618e-1e46-4674-aba4-519672cfa019, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '840ed10e-ee80-492a-b386-9207b0a5268e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4e9e25b1-001e-4e2c-8e06-287585eec962'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:09.671331 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-25dd0fc2-635f-464a-a2a9-35725014e721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.682454 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f764fcfe-cec5-4776-961c-c6a93ed190c3 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.698074 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-f764fcfe-cec5-4776-961c-c6a93ed190c3 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Transition to ACTIVE for port object 44695d1c-b3cf-49bd-98e7-fb1b8708ae75 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:09.740066 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59494) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:09.742508 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f764fcfe-cec5-4776-961c-c6a93ed190c3 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.751151 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-25dd0fc2-635f-464a-a2a9-35725014e721 None None] For port 9dad618e-1e46-4674-aba4-519672cfa019, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:09.755521 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a57ff686-ebff-46fc-8a5f-6e2ae6505d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.756873 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-25dd0fc2-635f-464a-a2a9-35725014e721 None None] For port 9dad618e-1e46-4674-aba4-519672cfa019, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9dad618e-1e46-4674-aba4-519672cfa019,segment=NetworkSegment(840ed10e-ee80-492a-b386-9207b0a5268e),segment_id=840ed10e-ee80-492a-b386-9207b0a5268e)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:09.763693 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-25dd0fc2-635f-464a-a2a9-35725014e721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.785638 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f764fcfe-cec5-4776-961c-c6a93ed190c3 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Network f91740bf-6dac-4466-bb2b-0060a78af1ba is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:09.791110 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-f764fcfe-cec5-4776-961c-c6a93ed190c3 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:09.796895 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f764fcfe-cec5-4776-961c-c6a93ed190c3 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:09.828450 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764fcfe-cec5-4776-961c-c6a93ed190c3 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event updated for resources: {'Port': ['ID=44695d1c-b3cf-49bd-98e7-fb1b8708ae75,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:09.850701 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd0fc2-635f-464a-a2a9-35725014e721 None None] Pushing event updated for resources: {'Port': ['ID=9dad618e-1e46-4674-aba4-519672cfa019,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:09.873283 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f764fcfe-cec5-4776-961c-c6a93ed190c3 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.931189 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a57ff686-ebff-46fc-8a5f-6e2ae6505d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.935835 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a57ff686-ebff-46fc-8a5f-6e2ae6505d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.985590 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ff686-ebff-46fc-8a5f-6e2ae6505d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20461ff-9b0d-4dc3-a34e-29e625b0f6d7,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:09.993000 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a57ff686-ebff-46fc-8a5f-6e2ae6505d47 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=11dd2a6d2fc1485ea681f18878f5e4d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2487915 Jul 15 13:35:09.993184 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59496) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:10.031529 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f764fcfe-cec5-4776-961c-c6a93ed190c3 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.046288 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d525b-4e0a-49a4-a600-17b538cc6d2c req-bf2c1f71-1b83-4b9b-b59a-c154e5940c4c tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:10.048784 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ca5d525b-4e0a-49a4-a600-17b538cc6d2c req-bf2c1f71-1b83-4b9b-b59a-c154e5940c4c tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b2c05c-4ca2-4c3c-9760-4f191c1096a7 HTTP/1.1" status: 200 len: 943 time: 0.1606910 Jul 15 13:35:10.106854 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-99183632-385d-48c4-b1a3-462b46cdaafd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.127312 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ca5d525b-4e0a-49a4-a600-17b538cc6d2c req-9d5767ee-e494-4d95-872a-2d4d7826e127 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679092 Jul 15 13:35:10.146367 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-99183632-385d-48c4-b1a3-462b46cdaafd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.209081 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-99183632-385d-48c4-b1a3-462b46cdaafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.212050 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-99183632-385d-48c4-b1a3-462b46cdaafd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.213479 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-99183632-385d-48c4-b1a3-462b46cdaafd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c20461ff-9b0d-4dc3-a34e-29e625b0f6d7 HTTP/1.1" status: 204 len: 168 time: 0.2194006 Jul 15 13:35:10.222821 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99183632-385d-48c4-b1a3-462b46cdaafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20461ff-9b0d-4dc3-a34e-29e625b0f6d7,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:10.371730 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f764fcfe-cec5-4776-961c-c6a93ed190c3 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.376824 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f764fcfe-cec5-4776-961c-c6a93ed190c3 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.457203 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764fcfe-cec5-4776-961c-c6a93ed190c3 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event updated for resources: {'Port': ['ID=44695d1c-b3cf-49bd-98e7-fb1b8708ae75,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:10.462943 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f764fcfe-cec5-4776-961c-c6a93ed190c3 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.531397 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebabf1cc-788e-4b3d-9e41-fd1901eac8ae None None] Network f91740bf-6dac-4466-bb2b-0060a78af1ba requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:10.565329 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f764fcfe-cec5-4776-961c-c6a93ed190c3 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Network f91740bf-6dac-4466-bb2b-0060a78af1ba is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:10.566851 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-f764fcfe-cec5-4776-961c-c6a93ed190c3 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:10.640572 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-42be0834-ff04-4fc5-a9c6-f74e34682fe0 None None] Provisioning for port 7d1cbb67-d403-43f1-a4c4-b29a55203ca3 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:10.706377 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f764fcfe-cec5-4776-961c-c6a93ed190c3 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Router 9e999f5c-ebe9-4136-a5cb-60f460d713f5 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:35:10.808199 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f764fcfe-cec5-4776-961c-c6a93ed190c3 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:10.814503 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f764fcfe-cec5-4776-961c-c6a93ed190c3 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "PUT /v2.0/routers/9e999f5c-ebe9-4136-a5cb-60f460d713f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9452879 Jul 15 13:35:10.817038 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59510) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:10.820732 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39837a9f-8349-44f2-a638-f5d8780d10bd None None] Sync routers for ids ['9e999f5c-ebe9-4136-a5cb-60f460d713f5'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:10.830540 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39837a9f-8349-44f2-a638-f5d8780d10bd None None] Routers {'9e999f5c-ebe9-4136-a5cb-60f460d713f5'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:10.831187 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-39837a9f-8349-44f2-a638-f5d8780d10bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['9e999f5c-ebe9-4136-a5cb-60f460d713f5'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:10.875149 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-39837a9f-8349-44f2-a638-f5d8780d10bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:10.884434 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39837a9f-8349-44f2-a638-f5d8780d10bd None None] Routers {'9e999f5c-ebe9-4136-a5cb-60f460d713f5'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:10.885066 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-39837a9f-8349-44f2-a638-f5d8780d10bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['9e999f5c-ebe9-4136-a5cb-60f460d713f5'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:10.891324 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b883d4-2606-40e3-a9cc-31d64563739d tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:10.891324 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-02b883d4-2606-40e3-a9cc-31d64563739d tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "GET /v2.0/ports/44695d1c-b3cf-49bd-98e7-fb1b8708ae75 HTTP/1.1" status: 200 len: 910 time: 0.0716953 Jul 15 13:35:10.892594 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59516) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:10.932554 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-39837a9f-8349-44f2-a638-f5d8780d10bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:10.933146 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39837a9f-8349-44f2-a638-f5d8780d10bd None None] The sync data for ids ['9e999f5c-ebe9-4136-a5cb-60f460d713f5'] in n-d-771363-36 is: [] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:11.077593 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef1a138-12df-44ec-8a24-9377517d29d4 None None] Network 4e9e25b1-001e-4e2c-8e06-287585eec962 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:11.241655 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 7d1cbb67-d403-43f1-a4c4-b29a55203ca3 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:11.305991 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7f5d561b-e073-47d9-b349-6b87b81ef473 None None] Provisioning for port 9dad618e-1e46-4674-aba4-519672cfa019 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:11.373749 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7f5d561b-e073-47d9-b349-6b87b81ef473 None None] Provisioning for port 44695d1c-b3cf-49bd-98e7-fb1b8708ae75 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:11.379018 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 7d1cbb67-d403-43f1-a4c4-b29a55203ca3 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:11.384324 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b692fe3-3797-4955-99c5-0b39af8a65e9 req-4397e90a-5454-41aa-a1b6-5a019f907b7c tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:11.387486 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 7d1cbb67-d403-43f1-a4c4-b29a55203ca3 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:11.388214 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.391770 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7f5d561b-e073-47d9-b349-6b87b81ef473 None None] Provisioning complete for port 44695d1c-b3cf-49bd-98e7-fb1b8708ae75 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:11.392475 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f5d561b-e073-47d9-b349-6b87b81ef473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.393910 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9b692fe3-3797-4955-99c5-0b39af8a65e9 req-4397e90a-5454-41aa-a1b6-5a019f907b7c tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b2c05c-4ca2-4c3c-9760-4f191c1096a7 HTTP/1.1" status: 200 len: 943 time: 0.0948503 Jul 15 13:35:11.464729 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9b692fe3-3797-4955-99c5-0b39af8a65e9 req-82eccfa6-4083-4a17-aa18-3007b923bd42 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686910 Jul 15 13:35:11.480586 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-7f5d561b-e073-47d9-b349-6b87b81ef473 None None] Port 44695d1c-b3cf-49bd-98e7-fb1b8708ae75 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:11.524084 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7f5d561b-e073-47d9-b349-6b87b81ef473 None None] Provisioning complete for port 7d1cbb67-d403-43f1-a4c4-b29a55203ca3 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:11.524635 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f5d561b-e073-47d9-b349-6b87b81ef473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.570323 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.671329 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a6753178-cfb4-46b6-9da7-2c57b498273e tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.839352 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 7d1cbb67-d403-43f1-a4c4-b29a55203ca3, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=7d1cbb67-d403-43f1-a4c4-b29a55203ca3,segment=NetworkSegment(ac619913-e016-43ab-9379-3b75bbfe4492),segment_id=ac619913-e016-43ab-9379-3b75bbfe4492)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:11.858465 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.859313 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9dad618e-1e46-4674-aba4-519672cfa019 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:11.926732 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f5d561b-e073-47d9-b349-6b87b81ef473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.966748 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=7d1cbb67-d403-43f1-a4c4-b29a55203ca3,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:12.001087 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-a6753178-cfb4-46b6-9da7-2c57b498273e tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Allocated IP 172.21.0.1 (4e9e25b1-001e-4e2c-8e06-287585eec962/1206c0fb-57fa-4c1a-b5cd-f735b8766d8a/a78d4e33-3590-4dcf-8435-9fd14ede8242) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:12.010200 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 9dad618e-1e46-4674-aba4-519672cfa019 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:12.017001 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.db.api [None req-7f5d561b-e073-47d9-b349-6b87b81ef473 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:35:12.017365 n-d-771363-36 neutron-server[93827]: DEBUG oslo_db.api [None req-7f5d561b-e073-47d9-b349-6b87b81ef473 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:35:12.018007 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 9dad618e-1e46-4674-aba4-519672cfa019 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:12.018381 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:12.097251 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:12.131140 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a6753178-cfb4-46b6-9da7-2c57b498273e tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:12.131338 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 9dad618e-1e46-4674-aba4-519672cfa019, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9dad618e-1e46-4674-aba4-519672cfa019,segment=NetworkSegment(840ed10e-ee80-492a-b386-9207b0a5268e),segment_id=840ed10e-ee80-492a-b386-9207b0a5268e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:12.136402 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:12.149671 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-a6753178-cfb4-46b6-9da7-2c57b498273e tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Transition to ACTIVE for port object a78d4e33-3590-4dcf-8435-9fd14ede8242 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:12.189973 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a6753178-cfb4-46b6-9da7-2c57b498273e tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:12.192450 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=9dad618e-1e46-4674-aba4-519672cfa019,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:12.230023 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6753178-cfb4-46b6-9da7-2c57b498273e tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Network 4e9e25b1-001e-4e2c-8e06-287585eec962 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:12.235743 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-a6753178-cfb4-46b6-9da7-2c57b498273e tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:12.239563 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6753178-cfb4-46b6-9da7-2c57b498273e tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:12.267857 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6753178-cfb4-46b6-9da7-2c57b498273e tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event updated for resources: {'Port': ['ID=a78d4e33-3590-4dcf-8435-9fd14ede8242,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:12.290455 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a6753178-cfb4-46b6-9da7-2c57b498273e tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:12.433340 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a6753178-cfb4-46b6-9da7-2c57b498273e tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:12.651153 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db38d3-ca21-479b-917f-69ebe07acf5d req-b9e6beba-8a9f-4415-9348-6f7e952ae2cd tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:12.653023 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-07db38d3-ca21-479b-917f-69ebe07acf5d req-b9e6beba-8a9f-4415-9348-6f7e952ae2cd tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b2c05c-4ca2-4c3c-9760-4f191c1096a7 HTTP/1.1" status: 200 len: 943 time: 0.0674627 Jul 15 13:35:12.686074 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8b7d0789-d7c4-497b-ad20-f38dec37fb8c None None] Provisioning for port a78d4e33-3590-4dcf-8435-9fd14ede8242 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:12.692973 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8b7d0789-d7c4-497b-ad20-f38dec37fb8c None None] Provisioning complete for port a78d4e33-3590-4dcf-8435-9fd14ede8242 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:12.693540 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8b7d0789-d7c4-497b-ad20-f38dec37fb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:12.699122 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-07db38d3-ca21-479b-917f-69ebe07acf5d req-a7c3340c-37e9-400d-b9d0-d264bf64c384 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385511 Jul 15 13:35:12.725199 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a6753178-cfb4-46b6-9da7-2c57b498273e tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:12.733567 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-8b7d0789-d7c4-497b-ad20-f38dec37fb8c None None] Port a78d4e33-3590-4dcf-8435-9fd14ede8242 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:12.736185 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a6753178-cfb4-46b6-9da7-2c57b498273e tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:12.743995 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8b7d0789-d7c4-497b-ad20-f38dec37fb8c None None] Provisioning complete for port 9dad618e-1e46-4674-aba4-519672cfa019 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:12.744416 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8b7d0789-d7c4-497b-ad20-f38dec37fb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:12.825606 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a6753178-cfb4-46b6-9da7-2c57b498273e tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:12.828844 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6753178-cfb4-46b6-9da7-2c57b498273e tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event updated for resources: {'Port': ['ID=a78d4e33-3590-4dcf-8435-9fd14ede8242,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:12.848284 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8b7d0789-d7c4-497b-ad20-f38dec37fb8c None None] Provisioning complete for port 44695d1c-b3cf-49bd-98e7-fb1b8708ae75 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:12.848664 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8b7d0789-d7c4-497b-ad20-f38dec37fb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:12.883288 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-8b7d0789-d7c4-497b-ad20-f38dec37fb8c None None] Port 44695d1c-b3cf-49bd-98e7-fb1b8708ae75 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:12.928136 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6753178-cfb4-46b6-9da7-2c57b498273e tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Network 4e9e25b1-001e-4e2c-8e06-287585eec962 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:12.929486 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-a6753178-cfb4-46b6-9da7-2c57b498273e tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:13.049162 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6753178-cfb4-46b6-9da7-2c57b498273e tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Router 9e999f5c-ebe9-4136-a5cb-60f460d713f5 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:35:13.147218 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 7d1cbb67-d403-43f1-a4c4-b29a55203ca3 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:13.158444 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6753178-cfb4-46b6-9da7-2c57b498273e tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:13.169063 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a6753178-cfb4-46b6-9da7-2c57b498273e tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "PUT /v2.0/routers/9e999f5c-ebe9-4136-a5cb-60f460d713f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2750609 Jul 15 13:35:13.169966 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccda1953-149a-42bd-925d-7911f25fe7cd None None] Sync routers for ids ['9e999f5c-ebe9-4136-a5cb-60f460d713f5'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:13.172047 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59562) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:13.191626 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccda1953-149a-42bd-925d-7911f25fe7cd None None] Routers {'9e999f5c-ebe9-4136-a5cb-60f460d713f5'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:13.192279 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-ccda1953-149a-42bd-925d-7911f25fe7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['9e999f5c-ebe9-4136-a5cb-60f460d713f5'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:13.229311 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a577e361-cb4e-4a32-94c9-bc05c6ca1422 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:13.234289 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a577e361-cb4e-4a32-94c9-bc05c6ca1422 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "GET /v2.0/ports/a78d4e33-3590-4dcf-8435-9fd14ede8242 HTTP/1.1" status: 200 len: 910 time: 0.0574753 Jul 15 13:35:13.234435 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-ccda1953-149a-42bd-925d-7911f25fe7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:13.234534 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59564) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:13.255570 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccda1953-149a-42bd-925d-7911f25fe7cd None None] Routers {'9e999f5c-ebe9-4136-a5cb-60f460d713f5'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:13.256110 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-ccda1953-149a-42bd-925d-7911f25fe7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['9e999f5c-ebe9-4136-a5cb-60f460d713f5'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:13.258338 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-2a840c87-308b-4a7c-8ea3-12ee351b7ae1 None None] Provisioning complete for port a78d4e33-3590-4dcf-8435-9fd14ede8242 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:13.258741 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2a840c87-308b-4a7c-8ea3-12ee351b7ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:13.261490 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 7d1cbb67-d403-43f1-a4c4-b29a55203ca3 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:13.261490 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:13.323817 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-ccda1953-149a-42bd-925d-7911f25fe7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:13.324514 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccda1953-149a-42bd-925d-7911f25fe7cd None None] The sync data for ids ['9e999f5c-ebe9-4136-a5cb-60f460d713f5'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:13.354351 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2a840c87-308b-4a7c-8ea3-12ee351b7ae1 None None] Port a78d4e33-3590-4dcf-8435-9fd14ede8242 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:13.401587 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9dad618e-1e46-4674-aba4-519672cfa019 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:13.447524 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 9dad618e-1e46-4674-aba4-519672cfa019 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:13.447901 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:13.571777 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a2319b16-1e9c-46c6-b409-5c647b6863dc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:13.835838 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-a2319b16-1e9c-46c6-b409-5c647b6863dc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Deleting port a78d4e33-3590-4dcf-8435-9fd14ede8242 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:13.836535 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a2319b16-1e9c-46c6-b409-5c647b6863dc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:13.882539 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b27894-bde9-426e-b48e-322c1cd1589d req-b2f3b55e-f544-4a58-bd6a-b14bb8e8b30f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:13.884042 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-86b27894-bde9-426e-b48e-322c1cd1589d req-b2f3b55e-f544-4a58-bd6a-b14bb8e8b30f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b2c05c-4ca2-4c3c-9760-4f191c1096a7 HTTP/1.1" status: 200 len: 943 time: 0.0633445 Jul 15 13:35:13.921621 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a2319b16-1e9c-46c6-b409-5c647b6863dc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:13.926272 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-86b27894-bde9-426e-b48e-322c1cd1589d req-22476f6e-4632-4394-bba0-7dd5f5bf0702 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365534 Jul 15 13:35:13.933420 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-a2319b16-1e9c-46c6-b409-5c647b6863dc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Calling delete_port for a78d4e33-3590-4dcf-8435-9fd14ede8242 owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:14.099755 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a2319b16-1e9c-46c6-b409-5c647b6863dc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:14.127063 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2319b16-1e9c-46c6-b409-5c647b6863dc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event deleted for resources: {'Port': ['ID=a78d4e33-3590-4dcf-8435-9fd14ede8242,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:14.303926 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a2319b16-1e9c-46c6-b409-5c647b6863dc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:14.495959 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2319b16-1e9c-46c6-b409-5c647b6863dc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Router 9e999f5c-ebe9-4136-a5cb-60f460d713f5 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:35:14.591051 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2319b16-1e9c-46c6-b409-5c647b6863dc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:14.596538 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a2319b16-1e9c-46c6-b409-5c647b6863dc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "PUT /v2.0/routers/9e999f5c-ebe9-4136-a5cb-60f460d713f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3613198 Jul 15 13:35:14.599369 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59582) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:14.601299 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077da75d-d533-4003-b192-800d57634742 None None] Sync routers for ids ['9e999f5c-ebe9-4136-a5cb-60f460d713f5'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:14.610373 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077da75d-d533-4003-b192-800d57634742 None None] Routers {'9e999f5c-ebe9-4136-a5cb-60f460d713f5'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:14.611003 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-077da75d-d533-4003-b192-800d57634742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['9e999f5c-ebe9-4136-a5cb-60f460d713f5'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:14.643560 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-077da75d-d533-4003-b192-800d57634742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:14.652673 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077da75d-d533-4003-b192-800d57634742 None None] Routers {'9e999f5c-ebe9-4136-a5cb-60f460d713f5'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:14.653286 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-077da75d-d533-4003-b192-800d57634742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['9e999f5c-ebe9-4136-a5cb-60f460d713f5'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:14.687902 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-077da75d-d533-4003-b192-800d57634742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:14.688537 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077da75d-d533-4003-b192-800d57634742 None None] The sync data for ids ['9e999f5c-ebe9-4136-a5cb-60f460d713f5'] in n-d-771363-36 is: [] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:14.926191 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9939c97c-8a1b-4126-8057-cffeaaf40ffb tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:15.119455 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fffd6a-6fd1-4fb1-ab21-b58cbe7a603a req-96a8bbf1-ecf5-4e74-bc2d-67be939be606 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:15.121924 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-94fffd6a-6fd1-4fb1-ab21-b58cbe7a603a req-96a8bbf1-ecf5-4e74-bc2d-67be939be606 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b2c05c-4ca2-4c3c-9760-4f191c1096a7 HTTP/1.1" status: 200 len: 943 time: 0.0799446 Jul 15 13:35:15.166102 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-94fffd6a-6fd1-4fb1-ab21-b58cbe7a603a req-473af1d3-5df5-40aa-95fd-e6a36fa449cd tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370955 Jul 15 13:35:15.466454 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-9939c97c-8a1b-4126-8057-cffeaaf40ffb tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Deleting port 44695d1c-b3cf-49bd-98e7-fb1b8708ae75 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:15.466842 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9939c97c-8a1b-4126-8057-cffeaaf40ffb tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:15.558166 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9939c97c-8a1b-4126-8057-cffeaaf40ffb tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:15.569950 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-9939c97c-8a1b-4126-8057-cffeaaf40ffb tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Calling delete_port for 44695d1c-b3cf-49bd-98e7-fb1b8708ae75 owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:15.629866 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 936f5cc4-e1dc-4b81-a02f-0e94e1614317 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:35:15.730102 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 936f5cc4-e1dc-4b81-a02f-0e94e1614317, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=936f5cc4-e1dc-4b81-a02f-0e94e1614317,segment=NetworkSegment(f9960641-9612-4cdb-ae7f-7357fdb7c7fb),segment_id=f9960641-9612-4cdb-ae7f-7357fdb7c7fb)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:15.741502 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': '936f5cc4-e1dc-4b81-a02f-0e94e1614317', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'port_id': '936f5cc4-e1dc-4b81-a02f-0e94e1614317', 'mac_address': 'fa:16:3e:43:80:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:35:15.744733 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9939c97c-8a1b-4126-8057-cffeaaf40ffb tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:15.778008 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9939c97c-8a1b-4126-8057-cffeaaf40ffb tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event deleted for resources: {'Port': ['ID=44695d1c-b3cf-49bd-98e7-fb1b8708ae75,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:15.790953 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:15.806936 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 936f5cc4-e1dc-4b81-a02f-0e94e1614317 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:35:15.836526 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 936f5cc4-e1dc-4b81-a02f-0e94e1614317, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=936f5cc4-e1dc-4b81-a02f-0e94e1614317,segment=NetworkSegment(f9960641-9612-4cdb-ae7f-7357fdb7c7fb),segment_id=f9960641-9612-4cdb-ae7f-7357fdb7c7fb)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:15.841725 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:15.907104 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=936f5cc4-e1dc-4b81-a02f-0e94e1614317,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:15.939661 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9939c97c-8a1b-4126-8057-cffeaaf40ffb tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.046060 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['936f5cc4-e1dc-4b81-a02f-0e94e1614317'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:35:16.108107 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9939c97c-8a1b-4126-8057-cffeaaf40ffb tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Router 9e999f5c-ebe9-4136-a5cb-60f460d713f5 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:35:16.189426 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9939c97c-8a1b-4126-8057-cffeaaf40ffb tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:16.196610 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9939c97c-8a1b-4126-8057-cffeaaf40ffb tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "PUT /v2.0/routers/9e999f5c-ebe9-4136-a5cb-60f460d713f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5955372 Jul 15 13:35:16.199274 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59604) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:16.205586 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e6f226-73a7-4970-869b-94d3c296103e None None] Sync routers for ids ['9e999f5c-ebe9-4136-a5cb-60f460d713f5'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:16.225438 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e6f226-73a7-4970-869b-94d3c296103e None None] Routers {'9e999f5c-ebe9-4136-a5cb-60f460d713f5'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:16.226173 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-57e6f226-73a7-4970-869b-94d3c296103e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['9e999f5c-ebe9-4136-a5cb-60f460d713f5'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:16.236020 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9510388f-69ad-4e71-a393-3d25c2863c4f tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e999f5c-ebe9-4136-a5cb-60f460d713f5 HTTP/1.1" status: 200 len: 205 time: 0.0348644 Jul 15 13:35:16.238448 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59606) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:16.273973 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-57e6f226-73a7-4970-869b-94d3c296103e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:16.292684 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e6f226-73a7-4970-869b-94d3c296103e None None] Routers {'9e999f5c-ebe9-4136-a5cb-60f460d713f5'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:16.293405 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-57e6f226-73a7-4970-869b-94d3c296103e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['9e999f5c-ebe9-4136-a5cb-60f460d713f5'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:16.339054 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-57e6f226-73a7-4970-869b-94d3c296103e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:16.339714 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e6f226-73a7-4970-869b-94d3c296103e None None] The sync data for ids ['9e999f5c-ebe9-4136-a5cb-60f460d713f5'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:16.353133 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-65504dd4-530b-4810-ae7d-b6909c39f9df tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.529196 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-65504dd4-530b-4810-ae7d-b6909c39f9df tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.532709 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-65504dd4-530b-4810-ae7d-b6909c39f9df tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.543264 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686e78b-e041-4067-aaa8-a1b4324dcd6e req-9aa18730-cda4-4e8e-bae6-9446aab35f24 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:16.544775 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c686e78b-e041-4067-aaa8-a1b4324dcd6e req-9aa18730-cda4-4e8e-bae6-9446aab35f24 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b2c05c-4ca2-4c3c-9760-4f191c1096a7 HTTP/1.1" status: 200 len: 944 time: 0.2275360 Jul 15 13:35:16.599373 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-65504dd4-530b-4810-ae7d-b6909c39f9df tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.599862 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65504dd4-530b-4810-ae7d-b6909c39f9df tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Fanout notify agent at l3_agent the message router_deleted on router 9e999f5c-ebe9-4136-a5cb-60f460d713f5 {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:35:16.607015 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-65504dd4-530b-4810-ae7d-b6909c39f9df tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.608632 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-65504dd4-530b-4810-ae7d-b6909c39f9df tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "DELETE /v2.0/routers/9e999f5c-ebe9-4136-a5cb-60f460d713f5 HTTP/1.1" status: 204 len: 168 time: 0.3690081 Jul 15 13:35:16.611288 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59608) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:16.626080 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c686e78b-e041-4067-aaa8-a1b4324dcd6e req-aee57c76-da21-46e4-b65c-65d2f6ef6369 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436203 Jul 15 13:35:16.675423 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-be6a770a-298b-4112-a18e-afc133a83bc6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Deleting subnet 1206c0fb-57fa-4c1a-b5cd-f735b8766d8a {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:35:16.678546 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-be6a770a-298b-4112-a18e-afc133a83bc6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.718108 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-be6a770a-298b-4112-a18e-afc133a83bc6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.799230 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-be6a770a-298b-4112-a18e-afc133a83bc6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.861559 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-be6a770a-298b-4112-a18e-afc133a83bc6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.888205 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a770a-298b-4112-a18e-afc133a83bc6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event deleted for resources: {'Subnet': ['ID=1206c0fb-57fa-4c1a-b5cd-f735b8766d8a,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:16.893269 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-be6a770a-298b-4112-a18e-afc133a83bc6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.898956 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-be6a770a-298b-4112-a18e-afc133a83bc6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "DELETE /v2.0/subnets/1206c0fb-57fa-4c1a-b5cd-f735b8766d8a HTTP/1.1" status: 204 len: 168 time: 0.2829576 Jul 15 13:35:16.898956 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59610) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:16.899455 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8964f5-37a6-4dad-ae4d-425f9f345ea3 None None] Network 4e9e25b1-001e-4e2c-8e06-287585eec962 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:16.953638 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-493df497-a2d1-4cdc-9af1-8690f3c7f86e tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Deleting subnet ec4f1ca1-428f-4935-b3ad-7aaa164d08a3 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:35:16.957281 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-493df497-a2d1-4cdc-9af1-8690f3c7f86e tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.998802 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-493df497-a2d1-4cdc-9af1-8690f3c7f86e tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.092092 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f0c000-eb29-4cd4-866e-e09a13fdacbd None None] DHCP port deletion for 4e9e25b1-001e-4e2c-8e06-287585eec962 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:35:17.098406 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-493df497-a2d1-4cdc-9af1-8690f3c7f86e tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.188569 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-493df497-a2d1-4cdc-9af1-8690f3c7f86e tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.188750 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c3f0c000-eb29-4cd4-866e-e09a13fdacbd None None] Deleting port 9dad618e-1e46-4674-aba4-519672cfa019 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:17.189065 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c3f0c000-eb29-4cd4-866e-e09a13fdacbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.223013 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493df497-a2d1-4cdc-9af1-8690f3c7f86e tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event deleted for resources: {'Subnet': ['ID=ec4f1ca1-428f-4935-b3ad-7aaa164d08a3,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:17.230677 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-493df497-a2d1-4cdc-9af1-8690f3c7f86e tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.233399 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-493df497-a2d1-4cdc-9af1-8690f3c7f86e tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "DELETE /v2.0/subnets/ec4f1ca1-428f-4935-b3ad-7aaa164d08a3 HTTP/1.1" status: 204 len: 168 time: 0.3330469 Jul 15 13:35:17.235908 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59616) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:17.256720 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a5953d-3928-43a1-9375-019cd6e872c5 None None] Network f91740bf-6dac-4466-bb2b-0060a78af1ba requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:17.300550 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-c3f0c000-eb29-4cd4-866e-e09a13fdacbd None None] For port 9dad618e-1e46-4674-aba4-519672cfa019, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9dad618e-1e46-4674-aba4-519672cfa019,segment=NetworkSegment(840ed10e-ee80-492a-b386-9207b0a5268e),segment_id=840ed10e-ee80-492a-b386-9207b0a5268e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:17.300955 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c3f0c000-eb29-4cd4-866e-e09a13fdacbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.318662 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c3f0c000-eb29-4cd4-866e-e09a13fdacbd None None] Calling delete_port for 9dad618e-1e46-4674-aba4-519672cfa019 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:17.327436 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-870ccb11-da33-4457-87c8-3cda0821c9d6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.382843 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-870ccb11-da33-4457-87c8-3cda0821c9d6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Deleting port 9dad618e-1e46-4674-aba4-519672cfa019 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:17.383195 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-870ccb11-da33-4457-87c8-3cda0821c9d6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.458756 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-870ccb11-da33-4457-87c8-3cda0821c9d6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] For port 9dad618e-1e46-4674-aba4-519672cfa019, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9dad618e-1e46-4674-aba4-519672cfa019,segment=NetworkSegment(840ed10e-ee80-492a-b386-9207b0a5268e),segment_id=840ed10e-ee80-492a-b386-9207b0a5268e)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:17.459266 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-870ccb11-da33-4457-87c8-3cda0821c9d6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.482041 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-870ccb11-da33-4457-87c8-3cda0821c9d6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Calling delete_port for 9dad618e-1e46-4674-aba4-519672cfa019 owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:17.511110 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c3f0c000-eb29-4cd4-866e-e09a13fdacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.545072 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f0c000-eb29-4cd4-866e-e09a13fdacbd None None] Pushing event deleted for resources: {'Port': ['ID=9dad618e-1e46-4674-aba4-519672cfa019,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:17.555726 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f0c000-eb29-4cd4-866e-e09a13fdacbd None None] No DVR routers for this DVR port 9dad618e-1e46-4674-aba4-519672cfa019 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:35:17.574724 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83acac5-550c-4fd1-b9c0-546131f5a47c None None] DHCP port deletion for f91740bf-6dac-4466-bb2b-0060a78af1ba request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:35:17.593610 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-870ccb11-da33-4457-87c8-3cda0821c9d6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.620912 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ccb11-da33-4457-87c8-3cda0821c9d6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event deleted for resources: {'Port': ['ID=9dad618e-1e46-4674-aba4-519672cfa019,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:17.624323 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a83acac5-550c-4fd1-b9c0-546131f5a47c None None] Deleting port 7d1cbb67-d403-43f1-a4c4-b29a55203ca3 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:17.624699 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a83acac5-550c-4fd1-b9c0-546131f5a47c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.626982 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870ccb11-da33-4457-87c8-3cda0821c9d6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] No DVR routers for this DVR port 9dad618e-1e46-4674-aba4-519672cfa019 on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:35:17.646696 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 936f5cc4-e1dc-4b81-a02f-0e94e1614317 up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:17.725612 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a83acac5-550c-4fd1-b9c0-546131f5a47c None None] For port 7d1cbb67-d403-43f1-a4c4-b29a55203ca3, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=7d1cbb67-d403-43f1-a4c4-b29a55203ca3,segment=NetworkSegment(ac619913-e016-43ab-9379-3b75bbfe4492),segment_id=ac619913-e016-43ab-9379-3b75bbfe4492)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:17.726006 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a83acac5-550c-4fd1-b9c0-546131f5a47c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.740384 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a83acac5-550c-4fd1-b9c0-546131f5a47c None None] Calling delete_port for 7d1cbb67-d403-43f1-a4c4-b29a55203ca3 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:17.741039 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-870ccb11-da33-4457-87c8-3cda0821c9d6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.752502 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-870ccb11-da33-4457-87c8-3cda0821c9d6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e9e25b1-001e-4e2c-8e06-287585eec962']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:17.764915 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-870ccb11-da33-4457-87c8-3cda0821c9d6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '840ed10e-ee80-492a-b386-9207b0a5268e') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:17.765346 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-870ccb11-da33-4457-87c8-3cda0821c9d6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '840ed10e-ee80-492a-b386-9207b0a5268e') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:17.776060 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-870ccb11-da33-4457-87c8-3cda0821c9d6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.794528 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-870ccb11-da33-4457-87c8-3cda0821c9d6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.796491 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port 936f5cc4-e1dc-4b81-a02f-0e94e1614317 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:17.802279 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-870ccb11-da33-4457-87c8-3cda0821c9d6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:35:17.803159 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-870ccb11-da33-4457-87c8-3cda0821c9d6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: self.session.flush() Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: self.session.flush() Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: self.session.flush() Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: self.session.flush() Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:35:17.806421 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:35:17.819731 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port 936f5cc4-e1dc-4b81-a02f-0e94e1614317 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:17.820410 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.839516 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4ea3b-b004-4428-977d-5dc57dfd6f02 req-324bf13d-b6e2-4863-8ab7-f2a6d61a4101 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:17.841265 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8f4ea3b-b004-4428-977d-5dc57dfd6f02 req-324bf13d-b6e2-4863-8ab7-f2a6d61a4101 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b2c05c-4ca2-4c3c-9760-4f191c1096a7 HTTP/1.1" status: 200 len: 944 time: 0.0830891 Jul 15 13:35:17.880369 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-870ccb11-da33-4457-87c8-3cda0821c9d6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.887322 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-870ccb11-da33-4457-87c8-3cda0821c9d6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.890148 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-870ccb11-da33-4457-87c8-3cda0821c9d6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "DELETE /v2.0/networks/4e9e25b1-001e-4e2c-8e06-287585eec962 HTTP/1.1" status: 204 len: 168 time: 0.6530910 Jul 15 13:35:17.892599 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59628) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:17.893712 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8f4ea3b-b004-4428-977d-5dc57dfd6f02 req-12598e57-36ae-40d9-b061-436335eaa2b6 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457695 Jul 15 13:35:17.909201 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a83acac5-550c-4fd1-b9c0-546131f5a47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.915496 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ccb11-da33-4457-87c8-3cda0821c9d6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event deleted for resources: {'Network': ['ID=4e9e25b1-001e-4e2c-8e06-287585eec962,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:17.949363 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83acac5-550c-4fd1-b9c0-546131f5a47c None None] No DVR routers for this DVR port 7d1cbb67-d403-43f1-a4c4-b29a55203ca3 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:35:17.956345 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83acac5-550c-4fd1-b9c0-546131f5a47c None None] Pushing event deleted for resources: {'Port': ['ID=7d1cbb67-d403-43f1-a4c4-b29a55203ca3,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:17.986769 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d7c01353-c80d-4740-834a-ebcccb0e63a0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.008921 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.032391 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b2c05c-4ca2-4c3c-9760-4f191c1096a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936f5cc4-e1dc-4b81-a02f-0e94e1614317'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:35:18.034665 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a65c19-fa1d-4816-b79d-3ba0aa2e9184" -d '{"events": [{"server_uuid": "e1b2c05c-4ca2-4c3c-9760-4f191c1096a7", "name": "network-vif-plugged", "status": "completed", "tag": "936f5cc4-e1dc-4b81-a02f-0e94e1614317"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:35:18.047084 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 936f5cc4-e1dc-4b81-a02f-0e94e1614317, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=936f5cc4-e1dc-4b81-a02f-0e94e1614317,segment=NetworkSegment(f9960641-9612-4cdb-ae7f-7357fdb7c7fb),segment_id=f9960641-9612-4cdb-ae7f-7357fdb7c7fb)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:18.053810 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.090708 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7382cd86-864d-4a4d-b43e-adea2a2fbec2 x-openstack-request-id: req-7382cd86-864d-4a4d-b43e-adea2a2fbec2 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:35:18.091086 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b2c05c-4ca2-4c3c-9760-4f191c1096a7", "name": "network-vif-plugged", "status": "completed", "tag": "936f5cc4-e1dc-4b81-a02f-0e94e1614317", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:35:18.091404 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7382cd86-864d-4a4d-b43e-adea2a2fbec2 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:35:18.092668 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b2c05c-4ca2-4c3c-9760-4f191c1096a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936f5cc4-e1dc-4b81-a02f-0e94e1614317', 'code': 200} Jul 15 13:35:18.114207 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d7c01353-c80d-4740-834a-ebcccb0e63a0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.124884 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=936f5cc4-e1dc-4b81-a02f-0e94e1614317,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:18.126871 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-d7c01353-c80d-4740-834a-ebcccb0e63a0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f91740bf-6dac-4466-bb2b-0060a78af1ba']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:18.140568 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-d7c01353-c80d-4740-834a-ebcccb0e63a0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac619913-e016-43ab-9379-3b75bbfe4492') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:18.140887 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-d7c01353-c80d-4740-834a-ebcccb0e63a0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac619913-e016-43ab-9379-3b75bbfe4492') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:18.152401 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d7c01353-c80d-4740-834a-ebcccb0e63a0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.168362 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d7c01353-c80d-4740-834a-ebcccb0e63a0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.176804 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7c01353-c80d-4740-834a-ebcccb0e63a0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:35:18.178917 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d7c01353-c80d-4740-834a-ebcccb0e63a0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.186361 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:35:18.186361 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:35:18.186361 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:35:18.186361 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:35:18.186361 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:35:18.186361 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:35:18.186361 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:35:18.186361 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:35:18.186361 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:35:18.186361 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:35:18.186361 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:35:18.186361 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:35:18.186361 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:35:18.186361 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:35:18.186361 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:35:18.186361 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:35:18.186361 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:35:18.186361 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:35:18.186361 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:35:18.186361 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:35:18.186361 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:35:18.186361 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:35:18.186361 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:35:18.186361 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:35:18.186361 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:35:18.186361 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:35:18.186361 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:35:18.186361 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:35:18.186361 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:35:18.186361 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:35:18.186361 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:35:18.186361 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:35:18.223740 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f07898-f13f-4e4e-a1db-2250e15d56ba req-0632e807-3de7-4377-93ca-0de3f2e9fdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:18.225285 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e0f07898-f13f-4e4e-a1db-2250e15d56ba req-0632e807-3de7-4377-93ca-0de3f2e9fdb1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e1b2c05c-4ca2-4c3c-9760-4f191c1096a7 HTTP/1.1" status: 200 len: 1097 time: 0.0593474 Jul 15 13:35:18.247115 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d7c01353-c80d-4740-834a-ebcccb0e63a0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.255492 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d7c01353-c80d-4740-834a-ebcccb0e63a0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.257404 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d7c01353-c80d-4740-834a-ebcccb0e63a0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "DELETE /v2.0/networks/f91740bf-6dac-4466-bb2b-0060a78af1ba HTTP/1.1" status: 204 len: 168 time: 0.3633373 Jul 15 13:35:18.267230 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59632) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:18.272824 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-9b8c3251-f4f6-4873-abd0-b3ca429c9756 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Request body: {'network': {'name': 'tempest-RoutersTest-45848586'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:18.275654 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c01353-c80d-4740-834a-ebcccb0e63a0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event deleted for resources: {'Network': ['ID=f91740bf-6dac-4466-bb2b-0060a78af1ba,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:18.289244 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e0f07898-f13f-4e4e-a1db-2250e15d56ba req-2e9f16d2-7356-4f2b-b8b6-9d8d05070186 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574007 Jul 15 13:35:18.303217 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8c3251-f4f6-4873-abd0-b3ca429c9756 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Made reservation on behalf of ce3a44247ab84ab3bec7e783b84e4479 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:18.306686 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b8c3251-f4f6-4873-abd0-b3ca429c9756 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.329573 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b8c3251-f4f6-4873-abd0-b3ca429c9756 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:35:18.338028 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b8c3251-f4f6-4873-abd0-b3ca429c9756 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.338371 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-9b8c3251-f4f6-4873-abd0-b3ca429c9756 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Added segment 49d3cbf4-1607-4c9e-b131-7cc2c15c21b1 of type vlan for network eca87973-1617-49a7-8827-f78711ae9d66 Jul 15 13:35:18.376537 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b8c3251-f4f6-4873-abd0-b3ca429c9756 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.404034 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b8c3251-f4f6-4873-abd0-b3ca429c9756 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.410244 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8c3251-f4f6-4873-abd0-b3ca429c9756 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:18.410868 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b8c3251-f4f6-4873-abd0-b3ca429c9756 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.442325 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9b8c3251-f4f6-4873-abd0-b3ca429c9756 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.1740284 Jul 15 13:35:18.445193 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59634) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:18.452032 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-6827995f-e09c-49f1-af56-faa5acc08837 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Request body: {'subnet': {'network_id': 'eca87973-1617-49a7-8827-f78711ae9d66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:18.510629 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c3251-f4f6-4873-abd0-b3ca429c9756 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event updated for resources: {'Network': ['ID=eca87973-1617-49a7-8827-f78711ae9d66,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:18.516085 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network eca87973-1617-49a7-8827-f78711ae9d66 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:35:18.585361 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6827995f-e09c-49f1-af56-faa5acc08837 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Made reservation on behalf of ce3a44247ab84ab3bec7e783b84e4479 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:18.589003 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6827995f-e09c-49f1-af56-faa5acc08837 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.773001 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6827995f-e09c-49f1-af56-faa5acc08837 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.838766 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6827995f-e09c-49f1-af56-faa5acc08837 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event updated for resources: {'Subnet': ['ID=c1f28c95-0e39-4753-ae16-6c3f57b80fda,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:18.847806 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6827995f-e09c-49f1-af56-faa5acc08837 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Checking segment: {'id': '49d3cbf4-1607-4c9e-b131-7cc2c15c21b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'eca87973-1617-49a7-8827-f78711ae9d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:18.848410 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6827995f-e09c-49f1-af56-faa5acc08837 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Network hostable DHCP agents. Network: eca87973-1617-49a7-8827-f78711ae9d66, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:35:18.872575 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6827995f-e09c-49f1-af56-faa5acc08837 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Network eca87973-1617-49a7-8827-f78711ae9d66 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:35:18.881377 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-6827995f-e09c-49f1-af56-faa5acc08837 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, eca87973-1617-49a7-8827-f78711ae9d66) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:18.885957 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6827995f-e09c-49f1-af56-faa5acc08837 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:18.886603 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6827995f-e09c-49f1-af56-faa5acc08837 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.892704 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be28e20-836b-497f-a0c1-151aa586198d None None] Network eca87973-1617-49a7-8827-f78711ae9d66 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:18.905927 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6827995f-e09c-49f1-af56-faa5acc08837 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4566772 Jul 15 13:35:18.906300 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59654) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:18.911305 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-ab47685d-89f6-4a20-8e43-ef130bba544c tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1914141991', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:18.944822 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ab47685d-89f6-4a20-8e43-ef130bba544c tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.946216 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ab47685d-89f6-4a20-8e43-ef130bba544c tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:19.015456 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ab47685d-89f6-4a20-8e43-ef130bba544c tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:19.034301 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ab47685d-89f6-4a20-8e43-ef130bba544c tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:19.070541 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ab47685d-89f6-4a20-8e43-ef130bba544c tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:19.075565 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59658) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:19.075736 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ab47685d-89f6-4a20-8e43-ef130bba544c tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1681197 Jul 15 13:35:19.087486 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-8eb38805-7989-4793-9ae5-0c26d5d4881b tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Request body: {'port': {'network_id': 'eca87973-1617-49a7-8827-f78711ae9d66', 'name': 'tempest-RoutersTest-1911533076'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:19.108538 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30142826-97f3-4ebb-b458-62ecd864044c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-eca87973-1617-49a7-8827-f78711ae9d66', 'network_id': 'eca87973-1617-49a7-8827-f78711ae9d66', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'fixed_ips': [{'subnet_id': 'c1f28c95-0e39-4753-ae16-6c3f57b80fda'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:35:19.110077 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-30142826-97f3-4ebb-b458-62ecd864044c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:19.157566 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca541bd-3b3a-464e-a1be-b1005b412ddf req-4efee047-59db-421a-aa36-224873011684 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:19.160664 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cca541bd-3b3a-464e-a1be-b1005b412ddf req-4efee047-59db-421a-aa36-224873011684 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b2c05c-4ca2-4c3c-9760-4f191c1096a7 HTTP/1.1" status: 200 len: 945 time: 0.1427031 Jul 15 13:35:19.197670 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 7d1cbb67-d403-43f1-a4c4-b29a55203ca3 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:35:19.233130 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 7d1cbb67-d403-43f1-a4c4-b29a55203ca3 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:35:19.233504 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 7d1cbb67-d403-43f1-a4c4-b29a55203ca3 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:35:19.234054 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9dad618e-1e46-4674-aba4-519672cfa019 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:35:19.249911 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cca541bd-3b3a-464e-a1be-b1005b412ddf req-56a50c10-a435-431a-a697-66b8220286e7 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565035 Jul 15 13:35:19.259875 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 9dad618e-1e46-4674-aba4-519672cfa019 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:35:19.260225 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9dad618e-1e46-4674-aba4-519672cfa019 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:35:19.275210 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb38805-7989-4793-9ae5-0c26d5d4881b tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Made reservation on behalf of ce3a44247ab84ab3bec7e783b84e4479 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:19.279835 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8eb38805-7989-4793-9ae5-0c26d5d4881b tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:19.299799 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-8eb38805-7989-4793-9ae5-0c26d5d4881b tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] device_id is not set on port c1820b52-27c0-4635-8d85-9b33a15c5c30 yet. {{(pid=93825) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:35:19.327370 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-30142826-97f3-4ebb-b458-62ecd864044c None None] Allocated IP 172.20.0.2 (eca87973-1617-49a7-8827-f78711ae9d66/c1f28c95-0e39-4753-ae16-6c3f57b80fda/fa0083e2-0921-4911-a03d-c0de0681efcd) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:19.472192 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-30142826-97f3-4ebb-b458-62ecd864044c None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:19.480480 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-30142826-97f3-4ebb-b458-62ecd864044c None None] Transition to ACTIVE for port object fa0083e2-0921-4911-a03d-c0de0681efcd will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:19.495239 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-30142826-97f3-4ebb-b458-62ecd864044c None None] Transition to ACTIVE for port object fa0083e2-0921-4911-a03d-c0de0681efcd will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:19.503886 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-30142826-97f3-4ebb-b458-62ecd864044c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:19.543260 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30142826-97f3-4ebb-b458-62ecd864044c None None] Network eca87973-1617-49a7-8827-f78711ae9d66 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:19.548368 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-30142826-97f3-4ebb-b458-62ecd864044c None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:19.552757 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30142826-97f3-4ebb-b458-62ecd864044c None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:19.555907 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30142826-97f3-4ebb-b458-62ecd864044c None None] Pushing event updated for resources: {'Port': ['ID=fa0083e2-0921-4911-a03d-c0de0681efcd,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:19.557213 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-8eb38805-7989-4793-9ae5-0c26d5d4881b tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Allocated IP 172.20.0.7 (eca87973-1617-49a7-8827-f78711ae9d66/c1f28c95-0e39-4753-ae16-6c3f57b80fda/c1820b52-27c0-4635-8d85-9b33a15c5c30) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:19.618259 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-30142826-97f3-4ebb-b458-62ecd864044c None None] Attempting to bind port fa0083e2-0921-4911-a03d-c0de0681efcd on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:19.618669 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-30142826-97f3-4ebb-b458-62ecd864044c None None] Attempting to bind port fa0083e2-0921-4911-a03d-c0de0681efcd by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '49d3cbf4-1607-4c9e-b131-7cc2c15c21b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'eca87973-1617-49a7-8827-f78711ae9d66'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:19.618937 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30142826-97f3-4ebb-b458-62ecd864044c None None] Attempting to bind port fa0083e2-0921-4911-a03d-c0de0681efcd on network eca87973-1617-49a7-8827-f78711ae9d66 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:19.624663 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30142826-97f3-4ebb-b458-62ecd864044c None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:19.625250 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30142826-97f3-4ebb-b458-62ecd864044c None None] Checking segment: {'id': '49d3cbf4-1607-4c9e-b131-7cc2c15c21b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'eca87973-1617-49a7-8827-f78711ae9d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:19.625655 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-30142826-97f3-4ebb-b458-62ecd864044c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:19.626048 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30142826-97f3-4ebb-b458-62ecd864044c None None] Bound using segment: {'id': '49d3cbf4-1607-4c9e-b131-7cc2c15c21b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'eca87973-1617-49a7-8827-f78711ae9d66'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:19.626510 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-30142826-97f3-4ebb-b458-62ecd864044c None None] Bound port: fa0083e2-0921-4911-a03d-c0de0681efcd, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d3cbf4-1607-4c9e-b131-7cc2c15c21b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'eca87973-1617-49a7-8827-f78711ae9d66'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:19.626915 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-30142826-97f3-4ebb-b458-62ecd864044c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:19.690263 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-30142826-97f3-4ebb-b458-62ecd864044c None None] For port fa0083e2-0921-4911-a03d-c0de0681efcd, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:19.693407 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-30142826-97f3-4ebb-b458-62ecd864044c None None] For port fa0083e2-0921-4911-a03d-c0de0681efcd, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=fa0083e2-0921-4911-a03d-c0de0681efcd,segment=NetworkSegment(49d3cbf4-1607-4c9e-b131-7cc2c15c21b1),segment_id=49d3cbf4-1607-4c9e-b131-7cc2c15c21b1)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:19.697410 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-30142826-97f3-4ebb-b458-62ecd864044c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:19.714866 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8eb38805-7989-4793-9ae5-0c26d5d4881b tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:19.736816 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8eb38805-7989-4793-9ae5-0c26d5d4881b tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Transition to ACTIVE for port object c1820b52-27c0-4635-8d85-9b33a15c5c30 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:19.754340 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30142826-97f3-4ebb-b458-62ecd864044c None None] Pushing event updated for resources: {'Port': ['ID=fa0083e2-0921-4911-a03d-c0de0681efcd,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:19.776676 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8eb38805-7989-4793-9ae5-0c26d5d4881b tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:19.822584 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb38805-7989-4793-9ae5-0c26d5d4881b tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Network eca87973-1617-49a7-8827-f78711ae9d66 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:19.826593 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-8eb38805-7989-4793-9ae5-0c26d5d4881b tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:19.831807 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb38805-7989-4793-9ae5-0c26d5d4881b tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:19.876838 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb38805-7989-4793-9ae5-0c26d5d4881b tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event updated for resources: {'Port': ['ID=c1820b52-27c0-4635-8d85-9b33a15c5c30,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:19.896381 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb38805-7989-4793-9ae5-0c26d5d4881b tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:19.897466 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8eb38805-7989-4793-9ae5-0c26d5d4881b tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:19.916212 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8eb38805-7989-4793-9ae5-0c26d5d4881b tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8335683 Jul 15 13:35:19.919799 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59662) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:20.295931 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3d725a06-05ac-465c-8b1a-a8ae5de5ceca tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:20.575038 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318729f3-4071-491a-b91f-c69c67cd0066 req-108ff81e-77c1-4045-8042-0c229f95c66d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:20.576515 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-318729f3-4071-491a-b91f-c69c67cd0066 req-108ff81e-77c1-4045-8042-0c229f95c66d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b2c05c-4ca2-4c3c-9760-4f191c1096a7 HTTP/1.1" status: 200 len: 945 time: 0.1908553 Jul 15 13:35:20.644611 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-318729f3-4071-491a-b91f-c69c67cd0066 req-bc858566-baa8-4e34-96a9-a5fb51afbdb4 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621204 Jul 15 13:35:20.646666 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3d725a06-05ac-465c-8b1a-a8ae5de5ceca tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:20.657327 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3d725a06-05ac-465c-8b1a-a8ae5de5ceca tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:20.754237 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d725a06-05ac-465c-8b1a-a8ae5de5ceca tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event updated for resources: {'Port': ['ID=c1820b52-27c0-4635-8d85-9b33a15c5c30,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:20.766051 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7449b63-03ed-48b8-ba63-9d339fa3e84c None None] Network eca87973-1617-49a7-8827-f78711ae9d66 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:20.914599 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d524b6b1-399d-4317-9674-2330f003877e None None] Provisioning for port fa0083e2-0921-4911-a03d-c0de0681efcd completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:20.941108 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444de0d-b44d-43d3-8114-5309439d2dba req-5c6243d3-fd36-455b-8396-d315364dc97f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:20.943204 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7444de0d-b44d-43d3-8114-5309439d2dba req-5c6243d3-fd36-455b-8396-d315364dc97f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b2c05c-4ca2-4c3c-9760-4f191c1096a7 HTTP/1.1" status: 200 len: 945 time: 0.1475904 Jul 15 13:35:20.967006 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3d725a06-05ac-465c-8b1a-a8ae5de5ceca tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.082860 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7444de0d-b44d-43d3-8114-5309439d2dba req-2617623f-778a-4910-86c8-ecabe65f8b47 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175203 Jul 15 13:35:21.124211 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59678) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:21.211517 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device fa0083e2-0921-4911-a03d-c0de0681efcd up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:21.289678 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port fa0083e2-0921-4911-a03d-c0de0681efcd completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:21.298815 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port fa0083e2-0921-4911-a03d-c0de0681efcd triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:21.299288 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.390095 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7cdf31d6-ca7e-44fa-934b-bc976d9212d4 None None] Provisioning for port c1820b52-27c0-4635-8d85-9b33a15c5c30 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:21.398908 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7cdf31d6-ca7e-44fa-934b-bc976d9212d4 None None] Provisioning complete for port c1820b52-27c0-4635-8d85-9b33a15c5c30 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:21.400382 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7cdf31d6-ca7e-44fa-934b-bc976d9212d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.437071 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59682) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:21.440780 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.460005 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-7cdf31d6-ca7e-44fa-934b-bc976d9212d4 None None] Port c1820b52-27c0-4635-8d85-9b33a15c5c30 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:21.481899 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7cdf31d6-ca7e-44fa-934b-bc976d9212d4 None None] Provisioning complete for port fa0083e2-0921-4911-a03d-c0de0681efcd triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:21.482280 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7cdf31d6-ca7e-44fa-934b-bc976d9212d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.512774 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port fa0083e2-0921-4911-a03d-c0de0681efcd, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=fa0083e2-0921-4911-a03d-c0de0681efcd,segment=NetworkSegment(49d3cbf4-1607-4c9e-b131-7cc2c15c21b1),segment_id=49d3cbf4-1607-4c9e-b131-7cc2c15c21b1)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:21.525766 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.572367 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b80d3a46-57b8-4a89-a9d3-4424de6eabeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.590443 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3d725a06-05ac-465c-8b1a-a8ae5de5ceca tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.617722 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=fa0083e2-0921-4911-a03d-c0de0681efcd,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:21.641174 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602f2b24-ab49-4abe-8134-75d2622ddb27 tempest-TestVolumeBootPattern-1435548336 tempest-TestVolumeBootPattern-1435548336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:21.642966 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-602f2b24-ab49-4abe-8134-75d2622ddb27 tempest-TestVolumeBootPattern-1435548336 tempest-TestVolumeBootPattern-1435548336-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e1b2c05c-4ca2-4c3c-9760-4f191c1096a7 HTTP/1.1" status: 200 len: 1092 time: 0.5176857 Jul 15 13:35:21.646128 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59686) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:21.652771 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-b30e9739-4298-4bc0-856f-3294eacaef5d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'port_id': '936f5cc4-e1dc-4b81-a02f-0e94e1614317', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:21.698291 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b80d3a46-57b8-4a89-a9d3-4424de6eabeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.704182 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b80d3a46-57b8-4a89-a9d3-4424de6eabeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.743883 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d3a46-57b8-4a89-a9d3-4424de6eabeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885b2de3-8cd5-495c-93dd-1da5de526b7a,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:21.760812 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b80d3a46-57b8-4a89-a9d3-4424de6eabeb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c09aba3eec704355bdf183f7514fda51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3220186 Jul 15 13:35:21.763584 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59688) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:21.767529 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b30e9739-4298-4bc0-856f-3294eacaef5d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for floatingip, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.771789 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c046e628-2db4-44ce-b3b4-e1e8141a84cf None None] Provisioning complete for port c1820b52-27c0-4635-8d85-9b33a15c5c30 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:21.772350 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c046e628-2db4-44ce-b3b4-e1e8141a84cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.828470 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c046e628-2db4-44ce-b3b4-e1e8141a84cf None None] Port c1820b52-27c0-4635-8d85-9b33a15c5c30 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:21.836023 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b3b05771-db75-44da-8892-ba8a4f4e03c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.859214 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b3b05771-db75-44da-8892-ba8a4f4e03c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.907525 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b3b05771-db75-44da-8892-ba8a4f4e03c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.910164 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b3b05771-db75-44da-8892-ba8a4f4e03c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.911452 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b3b05771-db75-44da-8892-ba8a4f4e03c2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/885b2de3-8cd5-495c-93dd-1da5de526b7a HTTP/1.1" status: 204 len: 168 time: 0.1455023 Jul 15 13:35:21.918810 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b05771-db75-44da-8892-ba8a4f4e03c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885b2de3-8cd5-495c-93dd-1da5de526b7a,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:21.949012 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-c449fe54-0745-4650-9d93-9132eeaf38c2 None None] Provisioning complete for port c1820b52-27c0-4635-8d85-9b33a15c5c30 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:21.949406 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c449fe54-0745-4650-9d93-9132eeaf38c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.976153 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3d725a06-05ac-465c-8b1a-a8ae5de5ceca tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.983224 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b30e9739-4298-4bc0-856f-3294eacaef5d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.984905 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3d725a06-05ac-465c-8b1a-a8ae5de5ceca tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.985200 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c449fe54-0745-4650-9d93-9132eeaf38c2 None None] Port c1820b52-27c0-4635-8d85-9b33a15c5c30 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:22.110276 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d725a06-05ac-465c-8b1a-a8ae5de5ceca tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event updated for resources: {'Port': ['ID=c1820b52-27c0-4635-8d85-9b33a15c5c30,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:22.114995 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3d725a06-05ac-465c-8b1a-a8ae5de5ceca tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.191940 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59694) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:22.205720 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bf9f791f-5e6d-410b-a355-17e7a5064300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.217099 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-b30e9739-4298-4bc0-856f-3294eacaef5d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Allocated IP 172.25.8.101 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/bdb1ddc5-b650-420b-a9e6-6a6f2649a31d) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:22.280385 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d725a06-05ac-465c-8b1a-a8ae5de5ceca tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Network eca87973-1617-49a7-8827-f78711ae9d66 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:22.283116 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-3d725a06-05ac-465c-8b1a-a8ae5de5ceca tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:22.296222 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bf9f791f-5e6d-410b-a355-17e7a5064300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.300310 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bf9f791f-5e6d-410b-a355-17e7a5064300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.341284 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-bf9f791f-5e6d-410b-a355-17e7a5064300 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6e292f1d237b499cb8ccf36f28c85909&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1467769 Jul 15 13:35:22.341284 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f791f-5e6d-410b-a355-17e7a5064300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2002f781-f2ae-46df-8ba0-e5e458429146,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:22.343145 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59696) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:22.402805 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-41a999e7-ff07-4133-b267-bdc6ce24936f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.428407 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b30e9739-4298-4bc0-856f-3294eacaef5d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.432621 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-41a999e7-ff07-4133-b267-bdc6ce24936f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.484043 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-41a999e7-ff07-4133-b267-bdc6ce24936f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.486804 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-41a999e7-ff07-4133-b267-bdc6ce24936f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.491015 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-41a999e7-ff07-4133-b267-bdc6ce24936f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2002f781-f2ae-46df-8ba0-e5e458429146 HTTP/1.1" status: 204 len: 168 time: 0.1440990 Jul 15 13:35:22.500076 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d725a06-05ac-465c-8b1a-a8ae5de5ceca tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Router 297be1e0-ef61-44ef-8a48-96b0ee735046 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:35:22.502840 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a999e7-ff07-4133-b267-bdc6ce24936f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2002f781-f2ae-46df-8ba0-e5e458429146,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:22.504342 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b30e9739-4298-4bc0-856f-3294eacaef5d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.528126 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7bd6624b-d32e-473a-8ca5-ea73a813a108 None None] Provisioning complete for port c1820b52-27c0-4635-8d85-9b33a15c5c30 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:22.528515 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7bd6624b-d32e-473a-8ca5-ea73a813a108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.555064 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30e9739-4298-4bc0-856f-3294eacaef5d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:22.565512 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-7bd6624b-d32e-473a-8ca5-ea73a813a108 None None] Port c1820b52-27c0-4635-8d85-9b33a15c5c30 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:22.618001 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-b30e9739-4298-4bc0-856f-3294eacaef5d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:22.621969 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e9739-4298-4bc0-856f-3294eacaef5d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Pushing event updated for resources: {'Port': ['ID=bdb1ddc5-b650-420b-a9e6-6a6f2649a31d,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:22.624274 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30e9739-4298-4bc0-856f-3294eacaef5d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:22.676472 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d725a06-05ac-465c-8b1a-a8ae5de5ceca tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:22.684400 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3d725a06-05ac-465c-8b1a-a8ae5de5ceca tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "PUT /v2.0/routers/297be1e0-ef61-44ef-8a48-96b0ee735046/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7631948 Jul 15 13:35:22.687398 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59702) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:22.688095 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d3da59-c1bc-4ecc-bb2d-60d8a6b143d9 None None] Sync routers for ids ['297be1e0-ef61-44ef-8a48-96b0ee735046'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:22.699742 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d3da59-c1bc-4ecc-bb2d-60d8a6b143d9 None None] Routers {'297be1e0-ef61-44ef-8a48-96b0ee735046'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:22.700726 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-c8d3da59-c1bc-4ecc-bb2d-60d8a6b143d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['297be1e0-ef61-44ef-8a48-96b0ee735046'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:22.740680 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-c8d3da59-c1bc-4ecc-bb2d-60d8a6b143d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:22.749172 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e4efd2-f621-4633-bf26-ca7f45b226b5 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:22.750754 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d6e4efd2-f621-4633-bf26-ca7f45b226b5 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "GET /v2.0/ports/c1820b52-27c0-4635-8d85-9b33a15c5c30 HTTP/1.1" status: 200 len: 977 time: 0.0621984 Jul 15 13:35:22.752900 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d3da59-c1bc-4ecc-bb2d-60d8a6b143d9 None None] Routers {'297be1e0-ef61-44ef-8a48-96b0ee735046'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:22.753495 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59704) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:22.753670 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-c8d3da59-c1bc-4ecc-bb2d-60d8a6b143d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['297be1e0-ef61-44ef-8a48-96b0ee735046'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:22.791418 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-c8d3da59-c1bc-4ecc-bb2d-60d8a6b143d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:22.792062 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d3da59-c1bc-4ecc-bb2d-60d8a6b143d9 None None] The sync data for ids ['297be1e0-ef61-44ef-8a48-96b0ee735046'] in n-d-771363-36 is: [] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:22.867357 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59706) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:22.885503 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-13bdec13-1a72-4c7a-bd65-a5872463b756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.086228 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-44dde7de-6bd8-4a65-b769-e362591fc5a7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.107793 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device fa0083e2-0921-4911-a03d-c0de0681efcd up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:23.173539 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port fa0083e2-0921-4911-a03d-c0de0681efcd triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:23.174183 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.242799 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-13bdec13-1a72-4c7a-bd65-a5872463b756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.244238 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b30e9739-4298-4bc0-856f-3294eacaef5d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.259495 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-13bdec13-1a72-4c7a-bd65-a5872463b756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.305736 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-44dde7de-6bd8-4a65-b769-e362591fc5a7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Deleting port c1820b52-27c0-4635-8d85-9b33a15c5c30 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:23.305974 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-44dde7de-6bd8-4a65-b769-e362591fc5a7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.351168 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-13bdec13-1a72-4c7a-bd65-a5872463b756 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4086d289ce9b4b4c9aa51f571619c3b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4804716 Jul 15 13:35:23.352967 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59708) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:23.354926 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdec13-1a72-4c7a-bd65-a5872463b756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9a49bd-af17-4252-8e5a-b41aaf17fdaf,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:23.395683 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-44dde7de-6bd8-4a65-b769-e362591fc5a7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.409257 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-44dde7de-6bd8-4a65-b769-e362591fc5a7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Calling delete_port for c1820b52-27c0-4635-8d85-9b33a15c5c30 owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:23.425359 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b30e9739-4298-4bc0-856f-3294eacaef5d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.453963 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b14c51e-7ead-4e8c-84f4-db5a48ba2fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.490382 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b14c51e-7ead-4e8c-84f4-db5a48ba2fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.578060 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-44dde7de-6bd8-4a65-b769-e362591fc5a7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.604458 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b14c51e-7ead-4e8c-84f4-db5a48ba2fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.606983 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b14c51e-7ead-4e8c-84f4-db5a48ba2fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.608710 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2b14c51e-7ead-4e8c-84f4-db5a48ba2fd2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eb9a49bd-af17-4252-8e5a-b41aaf17fdaf HTTP/1.1" status: 204 len: 168 time: 0.2547121 Jul 15 13:35:23.609481 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dde7de-6bd8-4a65-b769-e362591fc5a7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event deleted for resources: {'Port': ['ID=c1820b52-27c0-4635-8d85-9b33a15c5c30,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:23.624324 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14c51e-7ead-4e8c-84f4-db5a48ba2fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9a49bd-af17-4252-8e5a-b41aaf17fdaf,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:23.640626 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b30e9739-4298-4bc0-856f-3294eacaef5d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.645424 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b30e9739-4298-4bc0-856f-3294eacaef5d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.707127 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e9739-4298-4bc0-856f-3294eacaef5d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Pushing event updated for resources: {'Port': ['ID=bdb1ddc5-b650-420b-a9e6-6a6f2649a31d,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:23.758827 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b30e9739-4298-4bc0-856f-3294eacaef5d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.783261 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-44dde7de-6bd8-4a65-b769-e362591fc5a7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:24.175065 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-b30e9739-4298-4bc0-856f-3294eacaef5d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Floating IP 517c6fcf-2be1-4b1a-b72e-99c6957b2fa4 associated. External IP: 172.25.8.101, port: 936f5cc4-e1dc-4b81-a02f-0e94e1614317. Jul 15 13:35:24.227431 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44dde7de-6bd8-4a65-b769-e362591fc5a7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Router 297be1e0-ef61-44ef-8a48-96b0ee735046 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:35:24.312131 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44dde7de-6bd8-4a65-b769-e362591fc5a7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:24.316982 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-44dde7de-6bd8-4a65-b769-e362591fc5a7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "PUT /v2.0/routers/297be1e0-ef61-44ef-8a48-96b0ee735046/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5623133 Jul 15 13:35:24.319671 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59730) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:24.322117 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9ee4c1-9891-4285-b1ab-6810656c7bc4 None None] Sync routers for ids ['297be1e0-ef61-44ef-8a48-96b0ee735046'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:24.333572 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9ee4c1-9891-4285-b1ab-6810656c7bc4 None None] Routers {'297be1e0-ef61-44ef-8a48-96b0ee735046'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:24.335257 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-8e9ee4c1-9891-4285-b1ab-6810656c7bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['297be1e0-ef61-44ef-8a48-96b0ee735046'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:24.360784 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:35:24.378487 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-8e9ee4c1-9891-4285-b1ab-6810656c7bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:24.387646 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9ee4c1-9891-4285-b1ab-6810656c7bc4 None None] Routers {'297be1e0-ef61-44ef-8a48-96b0ee735046'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:24.388249 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-8e9ee4c1-9891-4285-b1ab-6810656c7bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['297be1e0-ef61-44ef-8a48-96b0ee735046'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:24.422537 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30e9739-4298-4bc0-856f-3294eacaef5d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Router 7d9925c5-2197-4219-bae2-f7fea6d240df has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:35:24.428939 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59732) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:24.537112 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-639a19be-f730-42c5-b725-b58ff6972f56 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] remove_router_interface failed (client error): The resource could not be found. Jul 15 13:35:24.542051 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-639a19be-f730-42c5-b725-b58ff6972f56 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "PUT /v2.0/routers/297be1e0-ef61-44ef-8a48-96b0ee735046/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2211652 Jul 15 13:35:24.542668 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59736) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:24.544264 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-3c967822-88f9-493a-9ec2-47a3ddfb0d26 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1612845335-network', 'tenant_id': '8456ab30b8d64928a282edc8a1e28ce7'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:24.581550 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30e9739-4298-4bc0-856f-3294eacaef5d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:24.583969 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-600da65d-0020-485e-b337-1b37ab32b53d tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "GET /v2.0/ports?device_id=297be1e0-ef61-44ef-8a48-96b0ee735046 HTTP/1.1" status: 200 len: 205 time: 0.0400970 Jul 15 13:35:24.584526 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59738) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:24.594769 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d39397-6a47-4503-a7e1-01f2d7d40333 None None] Sync routers for ids ['7d9925c5-2197-4219-bae2-f7fea6d240df'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:24.600135 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-8e9ee4c1-9891-4285-b1ab-6810656c7bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:24.600306 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c967822-88f9-493a-9ec2-47a3ddfb0d26 admin admin] Made reservation on behalf of 8456ab30b8d64928a282edc8a1e28ce7 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:24.600786 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9ee4c1-9891-4285-b1ab-6810656c7bc4 None None] The sync data for ids ['297be1e0-ef61-44ef-8a48-96b0ee735046'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:24.602646 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3c967822-88f9-493a-9ec2-47a3ddfb0d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:24.612394 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d39397-6a47-4503-a7e1-01f2d7d40333 None None] Routers {'7d9925c5-2197-4219-bae2-f7fea6d240df'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:24.613024 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b30e9739-4298-4bc0-856f-3294eacaef5d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:24.613146 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-07d39397-6a47-4503-a7e1-01f2d7d40333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['7d9925c5-2197-4219-bae2-f7fea6d240df'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:24.614899 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3c967822-88f9-493a-9ec2-47a3ddfb0d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:24.672698 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0c5934a6-0607-49b0-845b-5f79fd0dcf31 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:24.691424 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b30e9739-4298-4bc0-856f-3294eacaef5d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0316355 Jul 15 13:35:24.691424 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b2c05c-4ca2-4c3c-9760-4f191c1096a7', 'tag': '936f5cc4-e1dc-4b81-a02f-0e94e1614317'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:35:24.691424 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e622904-717f-4228-9539-4988440fd2e5" -d '{"events": [{"name": "network-changed", "server_uuid": "e1b2c05c-4ca2-4c3c-9760-4f191c1096a7", "tag": "936f5cc4-e1dc-4b81-a02f-0e94e1614317"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:35:24.733207 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-07d39397-6a47-4503-a7e1-01f2d7d40333 None None] Set router 7d9925c5-2197-4219-bae2-f7fea6d240df gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:24.742637 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d122375-e9a9-4a5e-8d1a-a24443e575fe x-openstack-request-id: req-4d122375-e9a9-4a5e-8d1a-a24443e575fe {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:35:24.743384 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1b2c05c-4ca2-4c3c-9760-4f191c1096a7", "tag": "936f5cc4-e1dc-4b81-a02f-0e94e1614317", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:35:24.743874 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4d122375-e9a9-4a5e-8d1a-a24443e575fe {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:35:24.744705 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b2c05c-4ca2-4c3c-9760-4f191c1096a7', 'tag': '936f5cc4-e1dc-4b81-a02f-0e94e1614317', 'status': 'completed', 'code': 200} Jul 15 13:35:24.816071 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3c967822-88f9-493a-9ec2-47a3ddfb0d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:24.826795 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3c967822-88f9-493a-9ec2-47a3ddfb0d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:24.855264 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c967822-88f9-493a-9ec2-47a3ddfb0d26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:35:24.857753 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0c5934a6-0607-49b0-845b-5f79fd0dcf31 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:24.860313 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0c5934a6-0607-49b0-845b-5f79fd0dcf31 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:24.874879 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3c967822-88f9-493a-9ec2-47a3ddfb0d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:24.875226 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-3c967822-88f9-493a-9ec2-47a3ddfb0d26 admin admin] Added segment 4c282754-924a-4bed-9457-3fc0b1ead7ce of type vlan for network 39670479-f0c6-49d8-ba89-ffeabf46a128 Jul 15 13:35:24.877519 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c967822-88f9-493a-9ec2-47a3ddfb0d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e01a8bb-df45-4ce6-9244-feabe5ef3662,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:24.891093 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e622904-717f-4228-9539-4988440fd2e5 req-2ae3d495-8e91-4654-b1a4-d90566723be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:24.892752 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4e622904-717f-4228-9539-4988440fd2e5 req-2ae3d495-8e91-4654-b1a4-d90566723be2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a166bdebb1d4ca388f2465550a7f09f&device_id=e1b2c05c-4ca2-4c3c-9760-4f191c1096a7 HTTP/1.1" status: 200 len: 1097 time: 0.1249974 Jul 15 13:35:24.911341 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0c5934a6-0607-49b0-845b-5f79fd0dcf31 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:24.911918 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5934a6-0607-49b0-845b-5f79fd0dcf31 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Fanout notify agent at l3_agent the message router_deleted on router 297be1e0-ef61-44ef-8a48-96b0ee735046 {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:35:24.922323 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0c5934a6-0607-49b0-845b-5f79fd0dcf31 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:24.925885 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0c5934a6-0607-49b0-845b-5f79fd0dcf31 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "DELETE /v2.0/routers/297be1e0-ef61-44ef-8a48-96b0ee735046 HTTP/1.1" status: 204 len: 168 time: 0.3378408 Jul 15 13:35:24.926158 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59744) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:24.951873 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3c967822-88f9-493a-9ec2-47a3ddfb0d26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:24.979375 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-39d942e2-9ee7-4338-9354-c92080f1e368 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Deleting subnet c1f28c95-0e39-4753-ae16-6c3f57b80fda {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:35:24.983378 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39d942e2-9ee7-4338-9354-c92080f1e368 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:24.995619 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-07d39397-6a47-4503-a7e1-01f2d7d40333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'name': 'tempest-TestVolumeBootPattern-699078910-router', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:30:54Z', 'updated_at': '2021-07-15T13:30:58Z', 'revision_number': 4, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'gw_port': {'id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:55Z', 'updated_at': '2021-07-15T13:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '517c6fcf-2be1-4b1a-b72e-99c6957b2fa4', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'floating_ip_address': '172.25.8.101', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'port_id': '936f5cc4-e1dc-4b81-a02f-0e94e1614317', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'mac_address': 'fa:16:3e:43:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b2c05c-4ca2-4c3c-9760-4f191c1096a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:35:22Z', 'updated_at': '2021-07-15T13:35:22Z', 'revision_number': 0, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fc008a2-f498-4194-a882-db9fe6641436', 'name': '', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'mac_address': 'fa:16:3e:5e:0d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:57Z', 'updated_at': '2021-07-15T13:31:03Z', 'revision_number': 5, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'subnets': [{'id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:25.024149 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d39397-6a47-4503-a7e1-01f2d7d40333 None None] Checking router: 7d9925c5-2197-4219-bae2-f7fea6d240df for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:35:25.031380 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39d942e2-9ee7-4338-9354-c92080f1e368 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.034025 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d39397-6a47-4503-a7e1-01f2d7d40333 None None] Routers {'7d9925c5-2197-4219-bae2-f7fea6d240df'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:25.034807 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-07d39397-6a47-4503-a7e1-01f2d7d40333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['7d9925c5-2197-4219-bae2-f7fea6d240df'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:25.035293 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3c967822-88f9-493a-9ec2-47a3ddfb0d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.036589 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c967822-88f9-493a-9ec2-47a3ddfb0d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:25.037185 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3c967822-88f9-493a-9ec2-47a3ddfb0d26 admin admin] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.076188 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e622904-717f-4228-9539-4988440fd2e5 req-cce75b87-2f28-4381-9e3f-4ed87ffd0e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:25.078170 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4e622904-717f-4228-9539-4988440fd2e5 req-cce75b87-2f28-4381-9e3f-4ed87ffd0e6b service neutron] 10.222.0.20 "GET /v2.0/networks?id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e HTTP/1.1" status: 200 len: 912 time: 0.1618555 Jul 15 13:35:25.127386 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39d942e2-9ee7-4338-9354-c92080f1e368 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.135036 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3c967822-88f9-493a-9ec2-47a3ddfb0d26 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7046554 Jul 15 13:35:25.148167 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59746) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:25.149056 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-07d39397-6a47-4503-a7e1-01f2d7d40333 None None] Set router 7d9925c5-2197-4219-bae2-f7fea6d240df gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:25.153414 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-38228fac-d002-4ece-8c4e-a2c69e2ce51d admin admin] Request body: {'subnet': {'network_id': '39670479-f0c6-49d8-ba89-ffeabf46a128', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1612845335-subnet', 'tenant_id': '8456ab30b8d64928a282edc8a1e28ce7', 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:25.178107 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c967822-88f9-493a-9ec2-47a3ddfb0d26 admin admin] Pushing event updated for resources: {'Network': ['ID=39670479-f0c6-49d8-ba89-ffeabf46a128,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:25.191656 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38228fac-d002-4ece-8c4e-a2c69e2ce51d admin admin] Made reservation on behalf of 8456ab30b8d64928a282edc8a1e28ce7 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:25.193772 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-38228fac-d002-4ece-8c4e-a2c69e2ce51d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.200134 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 39670479-f0c6-49d8-ba89-ffeabf46a128 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:35:25.221639 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4e622904-717f-4228-9539-4988440fd2e5 req-c3606d0c-0c87-481e-8c8c-f43f9a9a8470 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=936f5cc4-e1dc-4b81-a02f-0e94e1614317 HTTP/1.1" status: 200 len: 999 time: 0.1366558 Jul 15 13:35:25.267643 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39d942e2-9ee7-4338-9354-c92080f1e368 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.277660 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e622904-717f-4228-9539-4988440fd2e5 req-039e86f9-d18c-4ff4-bef3-884e4f1d0f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:25.279809 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4e622904-717f-4228-9539-4988440fd2e5 req-039e86f9-d18c-4ff4-bef3-884e4f1d0f63 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=56ba636c-89f6-461f-85cb-74f1c6749bed HTTP/1.1" status: 200 len: 850 time: 0.0503807 Jul 15 13:35:25.309682 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-39d942e2-9ee7-4338-9354-c92080f1e368 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.314251 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-39d942e2-9ee7-4338-9354-c92080f1e368 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "DELETE /v2.0/subnets/c1f28c95-0e39-4753-ae16-6c3f57b80fda HTTP/1.1" status: 204 len: 168 time: 0.3870878 Jul 15 13:35:25.314644 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f67fa1c-97ec-4e4f-b010-92da95f7cb3e None None] Network eca87973-1617-49a7-8827-f78711ae9d66 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:25.318728 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59748) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:25.318927 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d942e2-9ee7-4338-9354-c92080f1e368 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event deleted for resources: {'Subnet': ['ID=c1f28c95-0e39-4753-ae16-6c3f57b80fda,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:25.418724 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e7f23508-13af-4b97-b45e-2fa47066d3ca tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.445167 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-38228fac-d002-4ece-8c4e-a2c69e2ce51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.481574 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e622904-717f-4228-9539-4988440fd2e5 req-22cd38a0-e04c-4d24-9aff-3f26c24ef6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:25.484014 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4e622904-717f-4228-9539-4988440fd2e5 req-22cd38a0-e04c-4d24-9aff-3f26c24ef6ed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1980369 Jul 15 13:35:25.519841 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38228fac-d002-4ece-8c4e-a2c69e2ce51d admin admin] Pushing event updated for resources: {'Subnet': ['ID=19f1e6ac-6197-48d9-9816-9379153f83a6,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:25.523064 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38228fac-d002-4ece-8c4e-a2c69e2ce51d admin admin] Checking segment: {'id': '4c282754-924a-4bed-9457-3fc0b1ead7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '39670479-f0c6-49d8-ba89-ffeabf46a128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:25.523433 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38228fac-d002-4ece-8c4e-a2c69e2ce51d admin admin] Network hostable DHCP agents. Network: 39670479-f0c6-49d8-ba89-ffeabf46a128, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:35:25.543383 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38228fac-d002-4ece-8c4e-a2c69e2ce51d admin admin] Network 39670479-f0c6-49d8-ba89-ffeabf46a128 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:35:25.545219 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-07d39397-6a47-4503-a7e1-01f2d7d40333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'name': 'tempest-TestVolumeBootPattern-699078910-router', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:30:54Z', 'updated_at': '2021-07-15T13:30:58Z', 'revision_number': 4, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'gw_port': {'id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:55Z', 'updated_at': '2021-07-15T13:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '517c6fcf-2be1-4b1a-b72e-99c6957b2fa4', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'floating_ip_address': '172.25.8.101', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'port_id': '936f5cc4-e1dc-4b81-a02f-0e94e1614317', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'mac_address': 'fa:16:3e:43:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b2c05c-4ca2-4c3c-9760-4f191c1096a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:35:22Z', 'updated_at': '2021-07-15T13:35:22Z', 'revision_number': 0, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fc008a2-f498-4194-a882-db9fe6641436', 'name': '', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'mac_address': 'fa:16:3e:5e:0d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:57Z', 'updated_at': '2021-07-15T13:31:03Z', 'revision_number': 5, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'subnets': [{'id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:25.549694 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec13e78-b5b6-4cd0-9b12-bd70338e2d48 None None] DHCP port deletion for eca87973-1617-49a7-8827-f78711ae9d66 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:35:25.555242 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-38228fac-d002-4ece-8c4e-a2c69e2ce51d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 39670479-f0c6-49d8-ba89-ffeabf46a128) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:25.560029 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38228fac-d002-4ece-8c4e-a2c69e2ce51d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:25.560652 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-38228fac-d002-4ece-8c4e-a2c69e2ce51d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.575981 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-38228fac-d002-4ece-8c4e-a2c69e2ce51d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4267056 Jul 15 13:35:25.579321 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d39397-6a47-4503-a7e1-01f2d7d40333 None None] The sync data for ids ['7d9925c5-2197-4219-bae2-f7fea6d240df'] in n-d-771363-36 is: [{'id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'name': 'tempest-TestVolumeBootPattern-699078910-router', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:30:54Z', 'updated_at': '2021-07-15T13:30:58Z', 'revision_number': 4, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'gw_port': {'id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:55Z', 'updated_at': '2021-07-15T13:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '517c6fcf-2be1-4b1a-b72e-99c6957b2fa4', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'floating_ip_address': '172.25.8.101', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'port_id': '936f5cc4-e1dc-4b81-a02f-0e94e1614317', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'mac_address': 'fa:16:3e:43:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b2c05c-4ca2-4c3c-9760-4f191c1096a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:35:22Z', 'updated_at': '2021-07-15T13:35:22Z', 'revision_number': 0, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fc008a2-f498-4194-a882-db9fe6641436', 'name': '', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'mac_address': 'fa:16:3e:5e:0d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:57Z', 'updated_at': '2021-07-15T13:31:03Z', 'revision_number': 5, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'subnets': [{'id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:25.579567 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59750) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:25.585226 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-53cc8f95-d182-424b-8790-8e39e01de3cd admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1612845335-router', 'tenant_id': '8456ab30b8d64928a282edc8a1e28ce7', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:25.594104 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286291a3-1242-4e25-be5c-0145beacc3a6 None None] Network 39670479-f0c6-49d8-ba89-ffeabf46a128 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:25.596725 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e7f23508-13af-4b97-b45e-2fa47066d3ca tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Deleting port fa0083e2-0921-4911-a03d-c0de0681efcd {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:25.597103 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e7f23508-13af-4b97-b45e-2fa47066d3ca tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.609843 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-53cc8f95-d182-424b-8790-8e39e01de3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.611299 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-53cc8f95-d182-424b-8790-8e39e01de3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.658745 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4e622904-717f-4228-9539-4988440fd2e5 req-0d279402-f135-4115-b093-27f0f019501a service neutron] 10.222.0.20 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623611 Jul 15 13:35:25.671877 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-8ec13e78-b5b6-4cd0-9b12-bd70338e2d48 None None] Deleting port fa0083e2-0921-4911-a03d-c0de0681efcd {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:25.672188 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ec13e78-b5b6-4cd0-9b12-bd70338e2d48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.681089 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-53cc8f95-d182-424b-8790-8e39e01de3cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.741070 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-8ec13e78-b5b6-4cd0-9b12-bd70338e2d48 None None] For port fa0083e2-0921-4911-a03d-c0de0681efcd, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=fa0083e2-0921-4911-a03d-c0de0681efcd,segment=NetworkSegment(49d3cbf4-1607-4c9e-b131-7cc2c15c21b1),segment_id=49d3cbf4-1607-4c9e-b131-7cc2c15c21b1)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:25.741687 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ec13e78-b5b6-4cd0-9b12-bd70338e2d48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.742492 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e7f23508-13af-4b97-b45e-2fa47066d3ca tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] For port fa0083e2-0921-4911-a03d-c0de0681efcd, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=fa0083e2-0921-4911-a03d-c0de0681efcd,segment=NetworkSegment(49d3cbf4-1607-4c9e-b131-7cc2c15c21b1),segment_id=49d3cbf4-1607-4c9e-b131-7cc2c15c21b1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:25.742878 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e7f23508-13af-4b97-b45e-2fa47066d3ca tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.758393 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-8ec13e78-b5b6-4cd0-9b12-bd70338e2d48 None None] Calling delete_port for fa0083e2-0921-4911-a03d-c0de0681efcd owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:25.782719 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e7f23508-13af-4b97-b45e-2fa47066d3ca tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Calling delete_port for fa0083e2-0921-4911-a03d-c0de0681efcd owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:25.853296 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-53cc8f95-d182-424b-8790-8e39e01de3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.858261 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4e622904-717f-4228-9539-4988440fd2e5 req-5e825f83-6861-45b6-ae23-802179f3dfce service neutron] 10.222.0.20 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635056 Jul 15 13:35:25.909515 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2138e781-c1a7-4541-93dd-8d7bde8a8047 None None] New status for floating IP 517c6fcf-2be1-4b1a-b72e-99c6957b2fa4: ACTIVE {{(pid=93827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:35:25.913695 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e7f23508-13af-4b97-b45e-2fa47066d3ca tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.946444 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e03a5e-33b9-4932-b5c6-007bcee65399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-39670479-f0c6-49d8-ba89-ffeabf46a128', 'network_id': '39670479-f0c6-49d8-ba89-ffeabf46a128', 'tenant_id': '8456ab30b8d64928a282edc8a1e28ce7', 'fixed_ips': [{'subnet_id': '19f1e6ac-6197-48d9-9816-9379153f83a6'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:35:25.947245 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12e03a5e-33b9-4932-b5c6-007bcee65399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.953820 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f23508-13af-4b97-b45e-2fa47066d3ca tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event deleted for resources: {'Port': ['ID=fa0083e2-0921-4911-a03d-c0de0681efcd,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:25.956104 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f23508-13af-4b97-b45e-2fa47066d3ca tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] No DVR routers for this DVR port fa0083e2-0921-4911-a03d-c0de0681efcd on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:35:25.998900 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8ec13e78-b5b6-4cd0-9b12-bd70338e2d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.038353 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e7f23508-13af-4b97-b45e-2fa47066d3ca tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.048577 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-e7f23508-13af-4b97-b45e-2fa47066d3ca tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca87973-1617-49a7-8827-f78711ae9d66']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:26.058425 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-e7f23508-13af-4b97-b45e-2fa47066d3ca tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49d3cbf4-1607-4c9e-b131-7cc2c15c21b1') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:26.058797 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-e7f23508-13af-4b97-b45e-2fa47066d3ca tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49d3cbf4-1607-4c9e-b131-7cc2c15c21b1') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:26.068510 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e7f23508-13af-4b97-b45e-2fa47066d3ca tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.086010 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e7f23508-13af-4b97-b45e-2fa47066d3ca tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.093036 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f23508-13af-4b97-b45e-2fa47066d3ca tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:35:26.093437 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e7f23508-13af-4b97-b45e-2fa47066d3ca tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.097079 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:35:26.097079 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:35:26.097079 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:35:26.097079 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:35:26.097079 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:35:26.097079 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:35:26.097079 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:35:26.097079 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:35:26.097079 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:35:26.097079 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:35:26.097079 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:35:26.097079 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:35:26.097079 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:35:26.097079 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:35:26.097079 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:35:26.097079 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:35:26.097079 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:35:26.097079 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:35:26.097079 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:35:26.097079 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:35:26.097079 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:35:26.097079 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:35:26.097079 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:35:26.097079 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:35:26.097079 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:35:26.097079 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:35:26.097079 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:35:26.097079 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:35:26.097079 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:35:26.097079 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:35:26.097079 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:35:26.097079 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:35:26.097079 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:35:26.097079 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:35:26.097079 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:35:26.097079 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:35:26.097079 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:35:26.097079 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:35:26.116539 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec13e78-b5b6-4cd0-9b12-bd70338e2d48 None None] Pushing event deleted for resources: {'Port': ['ID=fa0083e2-0921-4911-a03d-c0de0681efcd,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:26.118374 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec13e78-b5b6-4cd0-9b12-bd70338e2d48 None None] No DVR routers for this DVR port fa0083e2-0921-4911-a03d-c0de0681efcd on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:35:26.146918 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-53cc8f95-d182-424b-8790-8e39e01de3cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.166519 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-53cc8f95-d182-424b-8790-8e39e01de3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.179450 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e7f23508-13af-4b97-b45e-2fa47066d3ca tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.197912 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e7f23508-13af-4b97-b45e-2fa47066d3ca tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.199790 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e7f23508-13af-4b97-b45e-2fa47066d3ca tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "DELETE /v2.0/networks/eca87973-1617-49a7-8827-f78711ae9d66 HTTP/1.1" status: 204 len: 168 time: 0.8798506 Jul 15 13:35:26.200649 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f23508-13af-4b97-b45e-2fa47066d3ca tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event deleted for resources: {'Network': ['ID=eca87973-1617-49a7-8827-f78711ae9d66,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:26.209324 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59752) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:26.214842 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-290fac05-1ced-437a-aedb-89111188b724 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Request body: {'network': {'name': 'tempest-RoutersTest-1158374312'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:26.215900 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-12e03a5e-33b9-4932-b5c6-007bcee65399 None None] Allocated IP 172.20.0.2 (39670479-f0c6-49d8-ba89-ffeabf46a128/19f1e6ac-6197-48d9-9816-9379153f83a6/4d61f160-1483-4a72-8dae-2020a483a5e8) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:26.244190 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290fac05-1ced-437a-aedb-89111188b724 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Made reservation on behalf of ce3a44247ab84ab3bec7e783b84e4479 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:26.248840 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-290fac05-1ced-437a-aedb-89111188b724 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.281252 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-290fac05-1ced-437a-aedb-89111188b724 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:35:26.292617 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-290fac05-1ced-437a-aedb-89111188b724 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.293011 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-290fac05-1ced-437a-aedb-89111188b724 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Added segment 892169a8-c26c-4275-baed-2adba9bad8eb of type vlan for network 430e704e-3498-4fdc-9f1c-1f53fc9e3dac Jul 15 13:35:26.339192 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-290fac05-1ced-437a-aedb-89111188b724 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.348570 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-53cc8f95-d182-424b-8790-8e39e01de3cd admin admin] Allocated IP 172.25.8.61 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/92c47cf8-3a6f-4c4e-ba42-211e59fa09fd) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:26.371719 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-290fac05-1ced-437a-aedb-89111188b724 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.378106 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290fac05-1ced-437a-aedb-89111188b724 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:26.378957 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-290fac05-1ced-437a-aedb-89111188b724 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.382295 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12e03a5e-33b9-4932-b5c6-007bcee65399 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.392230 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-12e03a5e-33b9-4932-b5c6-007bcee65399 None None] Transition to ACTIVE for port object 4d61f160-1483-4a72-8dae-2020a483a5e8 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:26.408808 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-12e03a5e-33b9-4932-b5c6-007bcee65399 None None] Transition to ACTIVE for port object 4d61f160-1483-4a72-8dae-2020a483a5e8 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:26.417397 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12e03a5e-33b9-4932-b5c6-007bcee65399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.423325 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-290fac05-1ced-437a-aedb-89111188b724 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2130549 Jul 15 13:35:26.426508 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59754) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:26.434291 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-d8e97f96-0af2-4e4e-a0d8-af00032a2e89 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Request body: {'subnet': {'network_id': '430e704e-3498-4fdc-9f1c-1f53fc9e3dac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:26.458865 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e03a5e-33b9-4932-b5c6-007bcee65399 None None] Network 39670479-f0c6-49d8-ba89-ffeabf46a128 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:26.465030 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-12e03a5e-33b9-4932-b5c6-007bcee65399 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:26.465963 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-53cc8f95-d182-424b-8790-8e39e01de3cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.468784 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e03a5e-33b9-4932-b5c6-007bcee65399 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:26.475844 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e03a5e-33b9-4932-b5c6-007bcee65399 None None] Pushing event updated for resources: {'Port': ['ID=4d61f160-1483-4a72-8dae-2020a483a5e8,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:26.487770 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290fac05-1ced-437a-aedb-89111188b724 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event updated for resources: {'Network': ['ID=430e704e-3498-4fdc-9f1c-1f53fc9e3dac,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:26.504461 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 430e704e-3498-4fdc-9f1c-1f53fc9e3dac details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:35:26.515819 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-53cc8f95-d182-424b-8790-8e39e01de3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.553658 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-12e03a5e-33b9-4932-b5c6-007bcee65399 None None] Attempting to bind port 4d61f160-1483-4a72-8dae-2020a483a5e8 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:26.554309 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-12e03a5e-33b9-4932-b5c6-007bcee65399 None None] Attempting to bind port 4d61f160-1483-4a72-8dae-2020a483a5e8 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '4c282754-924a-4bed-9457-3fc0b1ead7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '39670479-f0c6-49d8-ba89-ffeabf46a128'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:26.554615 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e03a5e-33b9-4932-b5c6-007bcee65399 None None] Attempting to bind port 4d61f160-1483-4a72-8dae-2020a483a5e8 on network 39670479-f0c6-49d8-ba89-ffeabf46a128 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:26.558757 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cc8f95-d182-424b-8790-8e39e01de3cd admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:26.563744 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-53cc8f95-d182-424b-8790-8e39e01de3cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:26.564029 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e97f96-0af2-4e4e-a0d8-af00032a2e89 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Made reservation on behalf of ce3a44247ab84ab3bec7e783b84e4479 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:26.568280 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cc8f95-d182-424b-8790-8e39e01de3cd admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:26.568744 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d8e97f96-0af2-4e4e-a0d8-af00032a2e89 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.571582 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc8f95-d182-424b-8790-8e39e01de3cd admin admin] Pushing event updated for resources: {'Port': ['ID=92c47cf8-3a6f-4c4e-ba42-211e59fa09fd,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:26.594817 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e03a5e-33b9-4932-b5c6-007bcee65399 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:26.595298 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e03a5e-33b9-4932-b5c6-007bcee65399 None None] Checking segment: {'id': '4c282754-924a-4bed-9457-3fc0b1ead7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '39670479-f0c6-49d8-ba89-ffeabf46a128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:26.595802 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12e03a5e-33b9-4932-b5c6-007bcee65399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.596273 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e03a5e-33b9-4932-b5c6-007bcee65399 None None] Bound using segment: {'id': '4c282754-924a-4bed-9457-3fc0b1ead7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '39670479-f0c6-49d8-ba89-ffeabf46a128'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:26.596832 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-12e03a5e-33b9-4932-b5c6-007bcee65399 None None] Bound port: 4d61f160-1483-4a72-8dae-2020a483a5e8, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c282754-924a-4bed-9457-3fc0b1ead7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '39670479-f0c6-49d8-ba89-ffeabf46a128'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:26.598381 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12e03a5e-33b9-4932-b5c6-007bcee65399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.664578 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-12e03a5e-33b9-4932-b5c6-007bcee65399 None None] For port 4d61f160-1483-4a72-8dae-2020a483a5e8, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:26.667797 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-12e03a5e-33b9-4932-b5c6-007bcee65399 None None] For port 4d61f160-1483-4a72-8dae-2020a483a5e8, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=4d61f160-1483-4a72-8dae-2020a483a5e8,segment=NetworkSegment(4c282754-924a-4bed-9457-3fc0b1ead7ce),segment_id=4c282754-924a-4bed-9457-3fc0b1ead7ce)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:26.672564 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12e03a5e-33b9-4932-b5c6-007bcee65399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.733759 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e03a5e-33b9-4932-b5c6-007bcee65399 None None] Pushing event updated for resources: {'Port': ['ID=4d61f160-1483-4a72-8dae-2020a483a5e8,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:26.766103 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d8e97f96-0af2-4e4e-a0d8-af00032a2e89 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.835156 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e97f96-0af2-4e4e-a0d8-af00032a2e89 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event updated for resources: {'Subnet': ['ID=6a579b6a-7d7e-43d8-8c78-5b09f10da034,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:26.844037 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e97f96-0af2-4e4e-a0d8-af00032a2e89 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Checking segment: {'id': '892169a8-c26c-4275-baed-2adba9bad8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '430e704e-3498-4fdc-9f1c-1f53fc9e3dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:26.844396 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e97f96-0af2-4e4e-a0d8-af00032a2e89 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Network hostable DHCP agents. Network: 430e704e-3498-4fdc-9f1c-1f53fc9e3dac, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:35:26.863842 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e97f96-0af2-4e4e-a0d8-af00032a2e89 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Network 430e704e-3498-4fdc-9f1c-1f53fc9e3dac is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:35:26.871600 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-53cc8f95-d182-424b-8790-8e39e01de3cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.877595 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-d8e97f96-0af2-4e4e-a0d8-af00032a2e89 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 430e704e-3498-4fdc-9f1c-1f53fc9e3dac) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:26.882792 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e97f96-0af2-4e4e-a0d8-af00032a2e89 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:26.883408 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d8e97f96-0af2-4e4e-a0d8-af00032a2e89 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.892673 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929f1c3f-dbef-4c89-bcd3-9dfdcebce529 None None] Network 430e704e-3498-4fdc-9f1c-1f53fc9e3dac requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:26.903763 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d8e97f96-0af2-4e4e-a0d8-af00032a2e89 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4759898 Jul 15 13:35:26.904556 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59756) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:26.910415 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-b758864f-1dda-49e0-b282-afcea5a3af75 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1578726572', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:26.970023 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b758864f-1dda-49e0-b282-afcea5a3af75 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.971590 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b758864f-1dda-49e0-b282-afcea5a3af75 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.037030 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b758864f-1dda-49e0-b282-afcea5a3af75 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.045022 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b758864f-1dda-49e0-b282-afcea5a3af75 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.066478 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b758864f-1dda-49e0-b282-afcea5a3af75 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.067873 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b758864f-1dda-49e0-b282-afcea5a3af75 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1622560 Jul 15 13:35:27.070712 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59758) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:27.148741 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4586ca-fe77-44ca-addf-994d84fd7a7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-430e704e-3498-4fdc-9f1c-1f53fc9e3dac', 'network_id': '430e704e-3498-4fdc-9f1c-1f53fc9e3dac', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'fixed_ips': [{'subnet_id': '6a579b6a-7d7e-43d8-8c78-5b09f10da034'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:35:27.149806 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd4586ca-fe77-44ca-addf-994d84fd7a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.181374 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-53cc8f95-d182-424b-8790-8e39e01de3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.239223 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 4d61f160-1483-4a72-8dae-2020a483a5e8 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:27.346720 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-cd4586ca-fe77-44ca-addf-994d84fd7a7a None None] Allocated IP 172.20.0.2 (430e704e-3498-4fdc-9f1c-1f53fc9e3dac/6a579b6a-7d7e-43d8-8c78-5b09f10da034/de39262b-b944-4ce6-b41a-b1a3c826af3d) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:27.348759 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 4d61f160-1483-4a72-8dae-2020a483a5e8 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:27.449381 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device fa0083e2-0921-4911-a03d-c0de0681efcd no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:35:27.465674 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-92df8483-e108-4eab-96b5-0fe8f024a43a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.475976 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: fa0083e2-0921-4911-a03d-c0de0681efcd {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:35:27.475976 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device fa0083e2-0921-4911-a03d-c0de0681efcd not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:35:27.581778 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd4586ca-fe77-44ca-addf-994d84fd7a7a None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.592344 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-cd4586ca-fe77-44ca-addf-994d84fd7a7a None None] Transition to ACTIVE for port object de39262b-b944-4ce6-b41a-b1a3c826af3d will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:27.610865 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-cd4586ca-fe77-44ca-addf-994d84fd7a7a None None] Transition to ACTIVE for port object de39262b-b944-4ce6-b41a-b1a3c826af3d will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:27.619011 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd4586ca-fe77-44ca-addf-994d84fd7a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.631391 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53cc8f95-d182-424b-8790-8e39e01de3cd admin admin] Router 5f27958c-834e-439b-88ab-afe7e1bbfc1f is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:35:27.668326 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4586ca-fe77-44ca-addf-994d84fd7a7a None None] Network 430e704e-3498-4fdc-9f1c-1f53fc9e3dac is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:27.672229 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-cd4586ca-fe77-44ca-addf-994d84fd7a7a None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:27.676420 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4586ca-fe77-44ca-addf-994d84fd7a7a None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:27.684666 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4586ca-fe77-44ca-addf-994d84fd7a7a None None] Pushing event updated for resources: {'Port': ['ID=de39262b-b944-4ce6-b41a-b1a3c826af3d,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:27.742682 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-cd4586ca-fe77-44ca-addf-994d84fd7a7a None None] Attempting to bind port de39262b-b944-4ce6-b41a-b1a3c826af3d on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:27.743152 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-cd4586ca-fe77-44ca-addf-994d84fd7a7a None None] Attempting to bind port de39262b-b944-4ce6-b41a-b1a3c826af3d by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '892169a8-c26c-4275-baed-2adba9bad8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '430e704e-3498-4fdc-9f1c-1f53fc9e3dac'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:27.743587 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4586ca-fe77-44ca-addf-994d84fd7a7a None None] Attempting to bind port de39262b-b944-4ce6-b41a-b1a3c826af3d on network 430e704e-3498-4fdc-9f1c-1f53fc9e3dac {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:27.749675 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4586ca-fe77-44ca-addf-994d84fd7a7a None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:27.750151 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4586ca-fe77-44ca-addf-994d84fd7a7a None None] Checking segment: {'id': '892169a8-c26c-4275-baed-2adba9bad8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '430e704e-3498-4fdc-9f1c-1f53fc9e3dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:27.750661 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd4586ca-fe77-44ca-addf-994d84fd7a7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.751128 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4586ca-fe77-44ca-addf-994d84fd7a7a None None] Bound using segment: {'id': '892169a8-c26c-4275-baed-2adba9bad8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '430e704e-3498-4fdc-9f1c-1f53fc9e3dac'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:27.751600 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-cd4586ca-fe77-44ca-addf-994d84fd7a7a None None] Bound port: de39262b-b944-4ce6-b41a-b1a3c826af3d, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '892169a8-c26c-4275-baed-2adba9bad8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '430e704e-3498-4fdc-9f1c-1f53fc9e3dac'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:27.752263 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd4586ca-fe77-44ca-addf-994d84fd7a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.783334 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-92df8483-e108-4eab-96b5-0fe8f024a43a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Allocated IP 172.20.0.1 (430e704e-3498-4fdc-9f1c-1f53fc9e3dac/6a579b6a-7d7e-43d8-8c78-5b09f10da034/cc237ecd-3bb4-4123-b9bc-8bab3b5d6056) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:27.787614 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53cc8f95-d182-424b-8790-8e39e01de3cd admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:27.798518 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7492cce8-dae9-44ce-8fc7-9a83f80f7669 None None] Sync routers for ids ['5f27958c-834e-439b-88ab-afe7e1bbfc1f'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:27.815071 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7492cce8-dae9-44ce-8fc7-9a83f80f7669 None None] Routers {'5f27958c-834e-439b-88ab-afe7e1bbfc1f'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:27.815761 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-7492cce8-dae9-44ce-8fc7-9a83f80f7669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['5f27958c-834e-439b-88ab-afe7e1bbfc1f'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:27.820943 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-53cc8f95-d182-424b-8790-8e39e01de3cd admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.824995 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-53cc8f95-d182-424b-8790-8e39e01de3cd admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2444477 Jul 15 13:35:27.828177 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59760) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:27.828845 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-cd4586ca-fe77-44ca-addf-994d84fd7a7a None None] For port de39262b-b944-4ce6-b41a-b1a3c826af3d, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:27.832705 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-cd4586ca-fe77-44ca-addf-994d84fd7a7a None None] For port de39262b-b944-4ce6-b41a-b1a3c826af3d, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=de39262b-b944-4ce6-b41a-b1a3c826af3d,segment=NetworkSegment(892169a8-c26c-4275-baed-2adba9bad8eb),segment_id=892169a8-c26c-4275-baed-2adba9bad8eb)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:27.839554 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd4586ca-fe77-44ca-addf-994d84fd7a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.909934 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabd2c29-8dcd-439c-9d17-94e571f7551d None None] Network 39670479-f0c6-49d8-ba89-ffeabf46a128 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:27.940304 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4586ca-fe77-44ca-addf-994d84fd7a7a None None] Pushing event updated for resources: {'Port': ['ID=de39262b-b944-4ce6-b41a-b1a3c826af3d,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:27.970860 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6bb86945-c07c-499d-9d4b-fe98200b7736 None None] Provisioning for port 4d61f160-1483-4a72-8dae-2020a483a5e8 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:27.993444 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-92df8483-e108-4eab-96b5-0fe8f024a43a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.006747 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6bb86945-c07c-499d-9d4b-fe98200b7736 None None] Provisioning complete for port 4d61f160-1483-4a72-8dae-2020a483a5e8 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:28.007126 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6bb86945-c07c-499d-9d4b-fe98200b7736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.012636 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-92df8483-e108-4eab-96b5-0fe8f024a43a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Transition to ACTIVE for port object cc237ecd-3bb4-4123-b9bc-8bab3b5d6056 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:28.033452 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-7492cce8-dae9-44ce-8fc7-9a83f80f7669 None None] Set router 5f27958c-834e-439b-88ab-afe7e1bbfc1f gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:28.051285 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-92df8483-e108-4eab-96b5-0fe8f024a43a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.121077 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df8483-e108-4eab-96b5-0fe8f024a43a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event updated for resources: {'Port': ['ID=cc237ecd-3bb4-4123-b9bc-8bab3b5d6056,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:28.134700 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92df8483-e108-4eab-96b5-0fe8f024a43a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Network 430e704e-3498-4fdc-9f1c-1f53fc9e3dac is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:28.136254 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-92df8483-e108-4eab-96b5-0fe8f024a43a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:28.138755 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92df8483-e108-4eab-96b5-0fe8f024a43a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:28.221124 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-92df8483-e108-4eab-96b5-0fe8f024a43a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.256943 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6bb86945-c07c-499d-9d4b-fe98200b7736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.306712 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-6bb86945-c07c-499d-9d4b-fe98200b7736 None None] For port 4d61f160-1483-4a72-8dae-2020a483a5e8, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=4d61f160-1483-4a72-8dae-2020a483a5e8,segment=NetworkSegment(4c282754-924a-4bed-9457-3fc0b1ead7ce),segment_id=4c282754-924a-4bed-9457-3fc0b1ead7ce)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:28.317490 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6bb86945-c07c-499d-9d4b-fe98200b7736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.356329 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-7492cce8-dae9-44ce-8fc7-9a83f80f7669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f27958c-834e-439b-88ab-afe7e1bbfc1f', 'name': 'tempest-TestServerBasicOps-1612845335-router', 'tenant_id': '8456ab30b8d64928a282edc8a1e28ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '92c47cf8-3a6f-4c4e-ba42-211e59fa09fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:25Z', 'updated_at': '2021-07-15T13:35:26Z', 'revision_number': 3, 'project_id': '8456ab30b8d64928a282edc8a1e28ce7', 'gw_port': {'id': '92c47cf8-3a6f-4c4e-ba42-211e59fa09fd', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b0:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f27958c-834e-439b-88ab-afe7e1bbfc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:26Z', 'updated_at': '2021-07-15T13:35:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:28.410169 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb86945-c07c-499d-9d4b-fe98200b7736 None None] Pushing event updated for resources: {'Port': ['ID=4d61f160-1483-4a72-8dae-2020a483a5e8,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:28.411240 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7492cce8-dae9-44ce-8fc7-9a83f80f7669 None None] Checking router: 5f27958c-834e-439b-88ab-afe7e1bbfc1f for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:35:28.411786 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7492cce8-dae9-44ce-8fc7-9a83f80f7669 None None] Updating router 5f27958c-834e-439b-88ab-afe7e1bbfc1f port 92c47cf8-3a6f-4c4e-ba42-211e59fa09fd binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:35:28.434344 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-92df8483-e108-4eab-96b5-0fe8f024a43a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.452333 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7492cce8-dae9-44ce-8fc7-9a83f80f7669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.453877 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5f49f79c-6ca7-4248-a37a-15ad782e1ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.642952 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b0304abc-b645-44e0-b5f2-b2369d7de69a None None] Provisioning complete for port 4d61f160-1483-4a72-8dae-2020a483a5e8 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:28.643519 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0304abc-b645-44e0-b5f2-b2369d7de69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.729232 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-5f49f79c-6ca7-4248-a37a-15ad782e1ed6 admin admin] Allocated IP 172.20.0.1 (39670479-f0c6-49d8-ba89-ffeabf46a128/19f1e6ac-6197-48d9-9816-9379153f83a6/d8d234f8-d0c1-43e5-8ec6-91b0e8f03d95) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:28.775490 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7492cce8-dae9-44ce-8fc7-9a83f80f7669 None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.792935 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-7492cce8-dae9-44ce-8fc7-9a83f80f7669 None None] Transition to ACTIVE for port object 92c47cf8-3a6f-4c4e-ba42-211e59fa09fd will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:28.806281 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7492cce8-dae9-44ce-8fc7-9a83f80f7669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.864015 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-7492cce8-dae9-44ce-8fc7-9a83f80f7669 None None] Attempting to bind port 92c47cf8-3a6f-4c4e-ba42-211e59fa09fd on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:28.864701 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-7492cce8-dae9-44ce-8fc7-9a83f80f7669 None None] Attempting to bind port 92c47cf8-3a6f-4c4e-ba42-211e59fa09fd by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:28.865454 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7492cce8-dae9-44ce-8fc7-9a83f80f7669 None None] Attempting to bind port 92c47cf8-3a6f-4c4e-ba42-211e59fa09fd on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:28.871425 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5f49f79c-6ca7-4248-a37a-15ad782e1ed6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.885839 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7492cce8-dae9-44ce-8fc7-9a83f80f7669 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:28.886765 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7492cce8-dae9-44ce-8fc7-9a83f80f7669 None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:28.887367 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7492cce8-dae9-44ce-8fc7-9a83f80f7669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.887925 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7492cce8-dae9-44ce-8fc7-9a83f80f7669 None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:28.889375 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-7492cce8-dae9-44ce-8fc7-9a83f80f7669 None None] Bound port: 92c47cf8-3a6f-4c4e-ba42-211e59fa09fd, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:28.889971 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7492cce8-dae9-44ce-8fc7-9a83f80f7669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.892112 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-5f49f79c-6ca7-4248-a37a-15ad782e1ed6 admin admin] Transition to ACTIVE for port object d8d234f8-d0c1-43e5-8ec6-91b0e8f03d95 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:28.931752 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5f49f79c-6ca7-4248-a37a-15ad782e1ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.959573 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42e96e-f912-4b9d-a651-33f5ac84f65c None None] Pushing event updated for resources: {'Port': ['ID=92c47cf8-3a6f-4c4e-ba42-211e59fa09fd,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:28.964747 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-7492cce8-dae9-44ce-8fc7-9a83f80f7669 None None] For port 92c47cf8-3a6f-4c4e-ba42-211e59fa09fd, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:28.972548 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-7492cce8-dae9-44ce-8fc7-9a83f80f7669 None None] For port 92c47cf8-3a6f-4c4e-ba42-211e59fa09fd, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=92c47cf8-3a6f-4c4e-ba42-211e59fa09fd,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:28.976015 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce42e96e-f912-4b9d-a651-33f5ac84f65c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:28.976413 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce42e96e-f912-4b9d-a651-33f5ac84f65c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:28.977425 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce42e96e-f912-4b9d-a651-33f5ac84f65c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:28.978234 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce42e96e-f912-4b9d-a651-33f5ac84f65c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:28.978719 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce42e96e-f912-4b9d-a651-33f5ac84f65c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:28.979595 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce42e96e-f912-4b9d-a651-33f5ac84f65c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:28.980054 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce42e96e-f912-4b9d-a651-33f5ac84f65c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:28.980628 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce42e96e-f912-4b9d-a651-33f5ac84f65c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:28.981189 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce42e96e-f912-4b9d-a651-33f5ac84f65c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:28.981614 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce42e96e-f912-4b9d-a651-33f5ac84f65c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:28.982061 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce42e96e-f912-4b9d-a651-33f5ac84f65c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:28.983326 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce42e96e-f912-4b9d-a651-33f5ac84f65c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:28.986414 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f49f79c-6ca7-4248-a37a-15ad782e1ed6 admin admin] Network 39670479-f0c6-49d8-ba89-ffeabf46a128 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:28.989246 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7492cce8-dae9-44ce-8fc7-9a83f80f7669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.992736 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-5f49f79c-6ca7-4248-a37a-15ad782e1ed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:28.996579 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f49f79c-6ca7-4248-a37a-15ad782e1ed6 admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:29.022950 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f49f79c-6ca7-4248-a37a-15ad782e1ed6 admin admin] Pushing event updated for resources: {'Port': ['ID=d8d234f8-d0c1-43e5-8ec6-91b0e8f03d95,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:29.050594 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5f49f79c-6ca7-4248-a37a-15ad782e1ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:29.099058 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7492cce8-dae9-44ce-8fc7-9a83f80f7669 None None] Routers {'5f27958c-834e-439b-88ab-afe7e1bbfc1f'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:29.099922 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-7492cce8-dae9-44ce-8fc7-9a83f80f7669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['5f27958c-834e-439b-88ab-afe7e1bbfc1f'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:29.102186 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42e96e-f912-4b9d-a651-33f5ac84f65c None None] Pushing event updated for resources: {'Port': ['ID=92c47cf8-3a6f-4c4e-ba42-211e59fa09fd,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:29.194812 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-92df8483-e108-4eab-96b5-0fe8f024a43a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:29.206515 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-92df8483-e108-4eab-96b5-0fe8f024a43a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:29.336174 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:29.374229 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device de39262b-b944-4ce6-b41a-b1a3c826af3d up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:29.382681 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-92df8483-e108-4eab-96b5-0fe8f024a43a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:29.385410 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df8483-e108-4eab-96b5-0fe8f024a43a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event updated for resources: {'Port': ['ID=cc237ecd-3bb4-4123-b9bc-8bab3b5d6056,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:29.389338 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5f49f79c-6ca7-4248-a37a-15ad782e1ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:29.425970 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-7492cce8-dae9-44ce-8fc7-9a83f80f7669 None None] Set router 5f27958c-834e-439b-88ab-afe7e1bbfc1f gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:29.455754 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4872c8-0664-4729-85e8-b2378cd49717 None None] Network 430e704e-3498-4fdc-9f1c-1f53fc9e3dac requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:29.519034 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92df8483-e108-4eab-96b5-0fe8f024a43a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Network 430e704e-3498-4fdc-9f1c-1f53fc9e3dac is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:29.520552 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-92df8483-e108-4eab-96b5-0fe8f024a43a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:29.650526 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5f49f79c-6ca7-4248-a37a-15ad782e1ed6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:29.656447 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-7492cce8-dae9-44ce-8fc7-9a83f80f7669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f27958c-834e-439b-88ab-afe7e1bbfc1f', 'name': 'tempest-TestServerBasicOps-1612845335-router', 'tenant_id': '8456ab30b8d64928a282edc8a1e28ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '92c47cf8-3a6f-4c4e-ba42-211e59fa09fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:25Z', 'updated_at': '2021-07-15T13:35:26Z', 'revision_number': 3, 'project_id': '8456ab30b8d64928a282edc8a1e28ce7', 'gw_port': {'id': '92c47cf8-3a6f-4c4e-ba42-211e59fa09fd', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b0:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f27958c-834e-439b-88ab-afe7e1bbfc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:26Z', 'updated_at': '2021-07-15T13:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:29.657083 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5f49f79c-6ca7-4248-a37a-15ad782e1ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:29.661200 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92df8483-e108-4eab-96b5-0fe8f024a43a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Router 7b0a9c1e-f80c-4c59-99e5-ac2df95a71a8 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:35:29.690778 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7492cce8-dae9-44ce-8fc7-9a83f80f7669 None None] The sync data for ids ['5f27958c-834e-439b-88ab-afe7e1bbfc1f'] in n-d-771363-36 is: [{'id': '5f27958c-834e-439b-88ab-afe7e1bbfc1f', 'name': 'tempest-TestServerBasicOps-1612845335-router', 'tenant_id': '8456ab30b8d64928a282edc8a1e28ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '92c47cf8-3a6f-4c4e-ba42-211e59fa09fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:25Z', 'updated_at': '2021-07-15T13:35:26Z', 'revision_number': 3, 'project_id': '8456ab30b8d64928a282edc8a1e28ce7', 'gw_port': {'id': '92c47cf8-3a6f-4c4e-ba42-211e59fa09fd', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b0:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f27958c-834e-439b-88ab-afe7e1bbfc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:26Z', 'updated_at': '2021-07-15T13:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:29.748746 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5f49f79c-6ca7-4248-a37a-15ad782e1ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:29.772201 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92df8483-e108-4eab-96b5-0fe8f024a43a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:29.782853 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f49f79c-6ca7-4248-a37a-15ad782e1ed6 admin admin] Pushing event updated for resources: {'Port': ['ID=d8d234f8-d0c1-43e5-8ec6-91b0e8f03d95,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:29.792022 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-92df8483-e108-4eab-96b5-0fe8f024a43a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "PUT /v2.0/routers/7b0a9c1e-f80c-4c59-99e5-ac2df95a71a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7173691 Jul 15 13:35:29.792804 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59762) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:29.806294 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0072f9fa-3d1b-4dd3-90b6-19c911fb55ea None None] Sync routers for ids ['7b0a9c1e-f80c-4c59-99e5-ac2df95a71a8'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:29.823285 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-506235f4-5d45-4aea-af02-96f65b2fda48 None None] Provisioning for port d8d234f8-d0c1-43e5-8ec6-91b0e8f03d95 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:29.853205 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-506235f4-5d45-4aea-af02-96f65b2fda48 None None] Provisioning complete for port d8d234f8-d0c1-43e5-8ec6-91b0e8f03d95 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:29.854036 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-506235f4-5d45-4aea-af02-96f65b2fda48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:29.865109 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0072f9fa-3d1b-4dd3-90b6-19c911fb55ea None None] Routers {'7b0a9c1e-f80c-4c59-99e5-ac2df95a71a8'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:29.866179 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-0072f9fa-3d1b-4dd3-90b6-19c911fb55ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['7b0a9c1e-f80c-4c59-99e5-ac2df95a71a8'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:29.869182 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea297be-0edf-4f39-8b7f-a425be118b32 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:29.871185 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-cea297be-0edf-4f39-8b7f-a425be118b32 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "GET /v2.0/ports/cc237ecd-3bb4-4123-b9bc-8bab3b5d6056 HTTP/1.1" status: 200 len: 910 time: 0.0770388 Jul 15 13:35:29.874500 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59764) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:29.894105 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f123613c-0366-4fbf-b261-f0adc4c8f906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:29.896402 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f49f79c-6ca7-4248-a37a-15ad782e1ed6 admin admin] Network 39670479-f0c6-49d8-ba89-ffeabf46a128 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:29.897941 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-5f49f79c-6ca7-4248-a37a-15ad782e1ed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:29.947449 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:29.952395 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port de39262b-b944-4ce6-b41a-b1a3c826af3d completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:29.954458 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-0072f9fa-3d1b-4dd3-90b6-19c911fb55ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:29.970835 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 4d61f160-1483-4a72-8dae-2020a483a5e8 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:30.040349 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-506235f4-5d45-4aea-af02-96f65b2fda48 None None] Port d8d234f8-d0c1-43e5-8ec6-91b0e8f03d95 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:30.042003 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0072f9fa-3d1b-4dd3-90b6-19c911fb55ea None None] Routers {'7b0a9c1e-f80c-4c59-99e5-ac2df95a71a8'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:30.042692 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-0072f9fa-3d1b-4dd3-90b6-19c911fb55ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['7b0a9c1e-f80c-4c59-99e5-ac2df95a71a8'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:30.112306 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f49f79c-6ca7-4248-a37a-15ad782e1ed6 admin admin] Router 5f27958c-834e-439b-88ab-afe7e1bbfc1f has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:35:30.124195 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-0072f9fa-3d1b-4dd3-90b6-19c911fb55ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:30.127012 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0072f9fa-3d1b-4dd3-90b6-19c911fb55ea None None] The sync data for ids ['7b0a9c1e-f80c-4c59-99e5-ac2df95a71a8'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:30.137964 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-506235f4-5d45-4aea-af02-96f65b2fda48 None None] Provisioning for port de39262b-b944-4ce6-b41a-b1a3c826af3d completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:30.146283 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-506235f4-5d45-4aea-af02-96f65b2fda48 None None] Provisioning complete for port de39262b-b944-4ce6-b41a-b1a3c826af3d triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:30.149298 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-506235f4-5d45-4aea-af02-96f65b2fda48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:30.263756 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 4d61f160-1483-4a72-8dae-2020a483a5e8 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:30.264134 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:30.286985 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f49f79c-6ca7-4248-a37a-15ad782e1ed6 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:30.294107 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5f49f79c-6ca7-4248-a37a-15ad782e1ed6 admin admin] 10.222.0.16 "PUT /v2.0/routers/5f27958c-834e-439b-88ab-afe7e1bbfc1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4648848 Jul 15 13:35:30.359909 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-506235f4-5d45-4aea-af02-96f65b2fda48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:30.372692 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8d8486c5-7f86-47df-819e-4b4439347717 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:30.427413 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-506235f4-5d45-4aea-af02-96f65b2fda48 None None] For port de39262b-b944-4ce6-b41a-b1a3c826af3d, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=de39262b-b944-4ce6-b41a-b1a3c826af3d,segment=NetworkSegment(892169a8-c26c-4275-baed-2adba9bad8eb),segment_id=892169a8-c26c-4275-baed-2adba9bad8eb)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:30.467777 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-506235f4-5d45-4aea-af02-96f65b2fda48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:30.578055 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506235f4-5d45-4aea-af02-96f65b2fda48 None None] Pushing event updated for resources: {'Port': ['ID=de39262b-b944-4ce6-b41a-b1a3c826af3d,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:30.602236 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8b62ed26-0adb-4c93-8ea2-a9ca7b7573a8 None None] Provisioning complete for port d8d234f8-d0c1-43e5-8ec6-91b0e8f03d95 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:30.603145 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8b62ed26-0adb-4c93-8ea2-a9ca7b7573a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:30.687085 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-8b62ed26-0adb-4c93-8ea2-a9ca7b7573a8 None None] Port d8d234f8-d0c1-43e5-8ec6-91b0e8f03d95 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:30.725195 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8d8486c5-7f86-47df-819e-4b4439347717 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Deleting port cc237ecd-3bb4-4123-b9bc-8bab3b5d6056 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:30.725705 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8d8486c5-7f86-47df-819e-4b4439347717 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:30.821626 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-cf4b4020-ae94-4305-aea5-98283ed9da66 None None] Provisioning for port cc237ecd-3bb4-4123-b9bc-8bab3b5d6056 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:30.832450 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-cf4b4020-ae94-4305-aea5-98283ed9da66 None None] Provisioning complete for port cc237ecd-3bb4-4123-b9bc-8bab3b5d6056 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:30.833124 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cf4b4020-ae94-4305-aea5-98283ed9da66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:30.867940 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8d8486c5-7f86-47df-819e-4b4439347717 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:30.876850 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-cf4b4020-ae94-4305-aea5-98283ed9da66 None None] Port cc237ecd-3bb4-4123-b9bc-8bab3b5d6056 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:30.882491 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8d8486c5-7f86-47df-819e-4b4439347717 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Calling delete_port for cc237ecd-3bb4-4123-b9bc-8bab3b5d6056 owned by network:router_interface {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:30.893070 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-cf4b4020-ae94-4305-aea5-98283ed9da66 None None] Provisioning complete for port de39262b-b944-4ce6-b41a-b1a3c826af3d triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:30.893370 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cf4b4020-ae94-4305-aea5-98283ed9da66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.030661 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59780) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:31.035883 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-096f7956-8500-49e7-b2a6-02cd76e3bf7e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2019843573-network', 'tenant_id': '37c2e77a0459463b9bd495baa18449b2'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:31.081993 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096f7956-8500-49e7-b2a6-02cd76e3bf7e admin admin] Made reservation on behalf of 37c2e77a0459463b9bd495baa18449b2 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:31.084527 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-096f7956-8500-49e7-b2a6-02cd76e3bf7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.097406 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-096f7956-8500-49e7-b2a6-02cd76e3bf7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.133359 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6e41c5ff-a90c-4142-94ee-c31d9fb3b5dc None None] Provisioning complete for port cc237ecd-3bb4-4123-b9bc-8bab3b5d6056 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:31.135472 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6e41c5ff-a90c-4142-94ee-c31d9fb3b5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.150318 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8d8486c5-7f86-47df-819e-4b4439347717 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.184355 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-6e41c5ff-a90c-4142-94ee-c31d9fb3b5dc None None] Port cc237ecd-3bb4-4123-b9bc-8bab3b5d6056 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:31.221685 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8486c5-7f86-47df-819e-4b4439347717 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event deleted for resources: {'Port': ['ID=cc237ecd-3bb4-4123-b9bc-8bab3b5d6056,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:31.249745 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 92c47cf8-3a6f-4c4e-ba42-211e59fa09fd up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:31.259020 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-096f7956-8500-49e7-b2a6-02cd76e3bf7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.265374 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-096f7956-8500-49e7-b2a6-02cd76e3bf7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.282888 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-096f7956-8500-49e7-b2a6-02cd76e3bf7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:35:31.297548 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-096f7956-8500-49e7-b2a6-02cd76e3bf7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.298278 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-096f7956-8500-49e7-b2a6-02cd76e3bf7e admin admin] Added segment 9e99774d-5ef3-4d88-8250-052274e4c5db of type vlan for network 45b48c7b-8aff-4f45-aef6-8af2b24168bd Jul 15 13:35:31.312025 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-9feeefe5-1d95-40e1-bb68-58cdb301e65f None None] Could not find standard attr ID for object cc237ecd-3bb4-4123-b9bc-8bab3b5d6056. {{(pid=93827) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:35:31.343257 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 92c47cf8-3a6f-4c4e-ba42-211e59fa09fd completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:31.351932 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 92c47cf8-3a6f-4c4e-ba42-211e59fa09fd triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:31.352333 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.352905 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-096f7956-8500-49e7-b2a6-02cd76e3bf7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.371352 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8d8486c5-7f86-47df-819e-4b4439347717 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.374645 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f7956-8500-49e7-b2a6-02cd76e3bf7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdaa586-0fd7-4e37-beb3-2ecfb51efffe,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:31.422342 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-096f7956-8500-49e7-b2a6-02cd76e3bf7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.423835 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096f7956-8500-49e7-b2a6-02cd76e3bf7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:31.424806 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-096f7956-8500-49e7-b2a6-02cd76e3bf7e admin admin] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.486051 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-096f7956-8500-49e7-b2a6-02cd76e3bf7e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4542153 Jul 15 13:35:31.489457 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59786) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:31.497388 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-fca60691-def0-44bf-b88f-0ca8c4e5c568 admin admin] Request body: {'subnet': {'network_id': '45b48c7b-8aff-4f45-aef6-8af2b24168bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2019843573-subnet', 'tenant_id': '37c2e77a0459463b9bd495baa18449b2', 'ip_version': 4}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:31.521646 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.539355 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f7956-8500-49e7-b2a6-02cd76e3bf7e admin admin] Pushing event updated for resources: {'Network': ['ID=45b48c7b-8aff-4f45-aef6-8af2b24168bd,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:31.550763 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 45b48c7b-8aff-4f45-aef6-8af2b24168bd details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:35:31.603922 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca60691-def0-44bf-b88f-0ca8c4e5c568 admin admin] Made reservation on behalf of 37c2e77a0459463b9bd495baa18449b2 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:31.606329 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fca60691-def0-44bf-b88f-0ca8c4e5c568 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.616330 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 92c47cf8-3a6f-4c4e-ba42-211e59fa09fd, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=92c47cf8-3a6f-4c4e-ba42-211e59fa09fd,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:31.620030 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8486c5-7f86-47df-819e-4b4439347717 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Router 7b0a9c1e-f80c-4c59-99e5-ac2df95a71a8 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:35:31.624851 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.625637 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device de39262b-b944-4ce6-b41a-b1a3c826af3d up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:31.705062 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=92c47cf8-3a6f-4c4e-ba42-211e59fa09fd,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:31.714897 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:31.715282 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:31.715632 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:31.715975 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:31.716317 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:31.717208 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:31.717545 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:31.717882 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:31.718215 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:31.718546 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:31.718900 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:31.719247 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:31.730200 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port de39262b-b944-4ce6-b41a-b1a3c826af3d triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:31.730659 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.761195 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8486c5-7f86-47df-819e-4b4439347717 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:31.768522 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8d8486c5-7f86-47df-819e-4b4439347717 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "PUT /v2.0/routers/7b0a9c1e-f80c-4c59-99e5-ac2df95a71a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8927925 Jul 15 13:35:31.771349 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59788) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:31.782497 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5f21ed-e7a9-45ee-8b87-1bddef5a36a2 None None] Sync routers for ids ['7b0a9c1e-f80c-4c59-99e5-ac2df95a71a8'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:31.800732 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5f21ed-e7a9-45ee-8b87-1bddef5a36a2 None None] Routers {'7b0a9c1e-f80c-4c59-99e5-ac2df95a71a8'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:31.801710 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-8d5f21ed-e7a9-45ee-8b87-1bddef5a36a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['7b0a9c1e-f80c-4c59-99e5-ac2df95a71a8'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:31.822413 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-df48fa82-1d56-43ba-bb92-918cbdc810d9 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0a9c1e-f80c-4c59-99e5-ac2df95a71a8 HTTP/1.1" status: 200 len: 205 time: 0.0496995 Jul 15 13:35:31.824639 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59790) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:31.853521 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-8d5f21ed-e7a9-45ee-8b87-1bddef5a36a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:31.863728 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5f21ed-e7a9-45ee-8b87-1bddef5a36a2 None None] Routers {'7b0a9c1e-f80c-4c59-99e5-ac2df95a71a8'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:31.864322 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-8d5f21ed-e7a9-45ee-8b87-1bddef5a36a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['7b0a9c1e-f80c-4c59-99e5-ac2df95a71a8'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:31.900832 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-8d5f21ed-e7a9-45ee-8b87-1bddef5a36a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:31.901479 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5f21ed-e7a9-45ee-8b87-1bddef5a36a2 None None] The sync data for ids ['7b0a9c1e-f80c-4c59-99e5-ac2df95a71a8'] in n-d-771363-36 is: [] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:31.909949 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f510869e-bf2f-496f-8cdd-65be2ca06e9a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.918072 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fca60691-def0-44bf-b88f-0ca8c4e5c568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.971555 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca60691-def0-44bf-b88f-0ca8c4e5c568 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e93768ea-2d00-457d-8157-c3c0981bb0ba,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:31.983138 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca60691-def0-44bf-b88f-0ca8c4e5c568 admin admin] Checking segment: {'id': '9e99774d-5ef3-4d88-8250-052274e4c5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '45b48c7b-8aff-4f45-aef6-8af2b24168bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:31.983494 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca60691-def0-44bf-b88f-0ca8c4e5c568 admin admin] Network hostable DHCP agents. Network: 45b48c7b-8aff-4f45-aef6-8af2b24168bd, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:35:32.001573 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca60691-def0-44bf-b88f-0ca8c4e5c568 admin admin] Network 45b48c7b-8aff-4f45-aef6-8af2b24168bd is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:35:32.012324 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-fca60691-def0-44bf-b88f-0ca8c4e5c568 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 45b48c7b-8aff-4f45-aef6-8af2b24168bd) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:32.017270 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca60691-def0-44bf-b88f-0ca8c4e5c568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:32.018035 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fca60691-def0-44bf-b88f-0ca8c4e5c568 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.024939 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14883e71-5e9c-460e-a591-a79b092e51a6 None None] Network 45b48c7b-8aff-4f45-aef6-8af2b24168bd requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:32.039272 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-fca60691-def0-44bf-b88f-0ca8c4e5c568 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5475228 Jul 15 13:35:32.043013 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59792) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:32.047620 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-a53e3f1b-537e-4bf9-b1c9-051aa26791ee admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2019843573-router', 'tenant_id': '37c2e77a0459463b9bd495baa18449b2', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:32.068168 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a53e3f1b-537e-4bf9-b1c9-051aa26791ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.069242 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a53e3f1b-537e-4bf9-b1c9-051aa26791ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.088780 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276a52b5-10e2-42c5-bff7-3165ab4adb3a None None] Sync routers for ids ['5f27958c-834e-439b-88ab-afe7e1bbfc1f'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:32.099544 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f510869e-bf2f-496f-8cdd-65be2ca06e9a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.102976 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f510869e-bf2f-496f-8cdd-65be2ca06e9a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.112171 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276a52b5-10e2-42c5-bff7-3165ab4adb3a None None] Routers {'5f27958c-834e-439b-88ab-afe7e1bbfc1f'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:32.112171 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-276a52b5-10e2-42c5-bff7-3165ab4adb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['5f27958c-834e-439b-88ab-afe7e1bbfc1f'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:32.128091 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a53e3f1b-537e-4bf9-b1c9-051aa26791ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.152874 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f510869e-bf2f-496f-8cdd-65be2ca06e9a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.153751 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f510869e-bf2f-496f-8cdd-65be2ca06e9a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Fanout notify agent at l3_agent the message router_deleted on router 7b0a9c1e-f80c-4c59-99e5-ac2df95a71a8 {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:35:32.161378 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f510869e-bf2f-496f-8cdd-65be2ca06e9a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.162508 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f510869e-bf2f-496f-8cdd-65be2ca06e9a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "DELETE /v2.0/routers/7b0a9c1e-f80c-4c59-99e5-ac2df95a71a8 HTTP/1.1" status: 204 len: 168 time: 0.3367567 Jul 15 13:35:32.166249 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59794) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:32.220081 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-87c6a940-e7b0-450e-974e-3e0146714aa9 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Deleting subnet 6a579b6a-7d7e-43d8-8c78-5b09f10da034 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:35:32.231048 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-87c6a940-e7b0-450e-974e-3e0146714aa9 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.233333 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb74915d-fe46-441a-b20e-953f5b54aa02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-45b48c7b-8aff-4f45-aef6-8af2b24168bd', 'network_id': '45b48c7b-8aff-4f45-aef6-8af2b24168bd', 'tenant_id': '37c2e77a0459463b9bd495baa18449b2', 'fixed_ips': [{'subnet_id': 'e93768ea-2d00-457d-8157-c3c0981bb0ba'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:35:32.234204 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eb74915d-fe46-441a-b20e-953f5b54aa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.272348 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-87c6a940-e7b0-450e-974e-3e0146714aa9 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.277983 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a53e3f1b-537e-4bf9-b1c9-051aa26791ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.307372 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.368223 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-87c6a940-e7b0-450e-974e-3e0146714aa9 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.371247 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-276a52b5-10e2-42c5-bff7-3165ab4adb3a None None] Set router 5f27958c-834e-439b-88ab-afe7e1bbfc1f gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:32.439004 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-87c6a940-e7b0-450e-974e-3e0146714aa9 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.465001 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6a940-e7b0-450e-974e-3e0146714aa9 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event deleted for resources: {'Subnet': ['ID=6a579b6a-7d7e-43d8-8c78-5b09f10da034,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:32.471494 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-87c6a940-e7b0-450e-974e-3e0146714aa9 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.473678 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-87c6a940-e7b0-450e-974e-3e0146714aa9 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "DELETE /v2.0/subnets/6a579b6a-7d7e-43d8-8c78-5b09f10da034 HTTP/1.1" status: 204 len: 168 time: 0.3063910 Jul 15 13:35:32.476267 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59796) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:32.490912 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c16a3bd-d0bc-46df-9e44-ab67a7aacf29 None None] Network 430e704e-3498-4fdc-9f1c-1f53fc9e3dac requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:32.506188 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a53e3f1b-537e-4bf9-b1c9-051aa26791ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.525950 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a53e3f1b-537e-4bf9-b1c9-051aa26791ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.546473 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-eb74915d-fe46-441a-b20e-953f5b54aa02 None None] Allocated IP 172.20.0.2 (45b48c7b-8aff-4f45-aef6-8af2b24168bd/e93768ea-2d00-457d-8157-c3c0981bb0ba/5ebfd027-616e-4ba9-9f32-060dfae2d38b) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:32.548524 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-91e82f70-e717-4d37-b587-4760fbfa4bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.564309 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6338bd11-4c56-42be-b808-d6c36e3ca0f7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.618114 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-6338bd11-4c56-42be-b808-d6c36e3ca0f7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Deleting port de39262b-b944-4ce6-b41a-b1a3c826af3d {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:32.618462 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6338bd11-4c56-42be-b808-d6c36e3ca0f7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.635900 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-a53e3f1b-537e-4bf9-b1c9-051aa26791ee admin admin] Allocated IP 172.25.8.25 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/d4841c5a-e499-4d3c-b9ee-5193071e3a8a) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:32.682433 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-6338bd11-4c56-42be-b808-d6c36e3ca0f7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] For port de39262b-b944-4ce6-b41a-b1a3c826af3d, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=de39262b-b944-4ce6-b41a-b1a3c826af3d,segment=NetworkSegment(892169a8-c26c-4275-baed-2adba9bad8eb),segment_id=892169a8-c26c-4275-baed-2adba9bad8eb)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:32.682888 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6338bd11-4c56-42be-b808-d6c36e3ca0f7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.694754 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-6338bd11-4c56-42be-b808-d6c36e3ca0f7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Calling delete_port for de39262b-b944-4ce6-b41a-b1a3c826af3d owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:32.750826 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a53e3f1b-537e-4bf9-b1c9-051aa26791ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.777361 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6338bd11-4c56-42be-b808-d6c36e3ca0f7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.795795 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a53e3f1b-537e-4bf9-b1c9-051aa26791ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.805378 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338bd11-4c56-42be-b808-d6c36e3ca0f7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event deleted for resources: {'Port': ['ID=de39262b-b944-4ce6-b41a-b1a3c826af3d,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:32.808880 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6338bd11-4c56-42be-b808-d6c36e3ca0f7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] No DVR routers for this DVR port de39262b-b944-4ce6-b41a-b1a3c826af3d on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:35:32.846488 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53e3f1b-537e-4bf9-b1c9-051aa26791ee admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:32.850539 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-a53e3f1b-537e-4bf9-b1c9-051aa26791ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:32.854270 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53e3f1b-537e-4bf9-b1c9-051aa26791ee admin admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:32.882613 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e3f1b-537e-4bf9-b1c9-051aa26791ee admin admin] Pushing event updated for resources: {'Port': ['ID=d4841c5a-e499-4d3c-b9ee-5193071e3a8a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:32.913768 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6338bd11-4c56-42be-b808-d6c36e3ca0f7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.925021 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-6338bd11-4c56-42be-b808-d6c36e3ca0f7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['430e704e-3498-4fdc-9f1c-1f53fc9e3dac']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:32.937154 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-6338bd11-4c56-42be-b808-d6c36e3ca0f7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '892169a8-c26c-4275-baed-2adba9bad8eb') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:32.937462 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-6338bd11-4c56-42be-b808-d6c36e3ca0f7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '892169a8-c26c-4275-baed-2adba9bad8eb') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:32.948299 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6338bd11-4c56-42be-b808-d6c36e3ca0f7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.963230 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6338bd11-4c56-42be-b808-d6c36e3ca0f7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.970200 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6338bd11-4c56-42be-b808-d6c36e3ca0f7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:35:32.970690 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6338bd11-4c56-42be-b808-d6c36e3ca0f7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.974071 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:35:32.974071 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:35:32.974071 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:35:32.974071 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:35:32.974071 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:35:32.974071 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:35:32.974071 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:35:32.974071 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:35:32.974071 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:35:32.974071 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:35:32.974071 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:35:32.974071 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:35:32.974071 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:35:32.974071 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:35:32.974071 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:35:32.974071 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:35:32.974071 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:35:32.974071 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:35:32.974071 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:35:32.974071 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:35:32.974071 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:35:32.974071 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:35:32.974071 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:35:32.974071 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:35:32.974071 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:35:32.974071 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:35:32.974071 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:35:32.974071 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:35:32.974071 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:35:32.974071 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:35:32.974071 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:35:32.974071 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:35:32.974071 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:35:32.974071 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:35:33.034541 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eb74915d-fe46-441a-b20e-953f5b54aa02 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.046733 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6338bd11-4c56-42be-b808-d6c36e3ca0f7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.047002 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-eb74915d-fe46-441a-b20e-953f5b54aa02 None None] Transition to ACTIVE for port object 5ebfd027-616e-4ba9-9f32-060dfae2d38b will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:33.052668 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-276a52b5-10e2-42c5-bff7-3165ab4adb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f27958c-834e-439b-88ab-afe7e1bbfc1f', 'name': 'tempest-TestServerBasicOps-1612845335-router', 'tenant_id': '8456ab30b8d64928a282edc8a1e28ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '92c47cf8-3a6f-4c4e-ba42-211e59fa09fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:25Z', 'updated_at': '2021-07-15T13:35:29Z', 'revision_number': 4, 'project_id': '8456ab30b8d64928a282edc8a1e28ce7', 'gw_port': {'id': '92c47cf8-3a6f-4c4e-ba42-211e59fa09fd', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f27958c-834e-439b-88ab-afe7e1bbfc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:26Z', 'updated_at': '2021-07-15T13:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'd8d234f8-d0c1-43e5-8ec6-91b0e8f03d95', 'name': '', 'network_id': '39670479-f0c6-49d8-ba89-ffeabf46a128', 'tenant_id': '8456ab30b8d64928a282edc8a1e28ce7', 'mac_address': 'fa:16:3e:96:ef:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f27958c-834e-439b-88ab-afe7e1bbfc1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '19f1e6ac-6197-48d9-9816-9379153f83a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:28Z', 'updated_at': '2021-07-15T13:35:29Z', 'revision_number': 2, 'project_id': '8456ab30b8d64928a282edc8a1e28ce7', 'subnets': [{'id': '19f1e6ac-6197-48d9-9816-9379153f83a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:33.063194 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6338bd11-4c56-42be-b808-d6c36e3ca0f7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.066103 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6338bd11-4c56-42be-b808-d6c36e3ca0f7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "DELETE /v2.0/networks/430e704e-3498-4fdc-9f1c-1f53fc9e3dac HTTP/1.1" status: 204 len: 168 time: 0.5886748 Jul 15 13:35:33.085083 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59798) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:33.090854 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-7a45ce14-8448-4fbc-8a2f-fb221da1e167 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-318400279', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}, 'admin_state_up': False}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:33.099415 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338bd11-4c56-42be-b808-d6c36e3ca0f7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event deleted for resources: {'Network': ['ID=430e704e-3498-4fdc-9f1c-1f53fc9e3dac,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:33.099608 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276a52b5-10e2-42c5-bff7-3165ab4adb3a None None] Checking router: 5f27958c-834e-439b-88ab-afe7e1bbfc1f for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:35:33.099876 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276a52b5-10e2-42c5-bff7-3165ab4adb3a None None] Updating router 5f27958c-834e-439b-88ab-afe7e1bbfc1f port d8d234f8-d0c1-43e5-8ec6-91b0e8f03d95 binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:35:33.125015 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-eb74915d-fe46-441a-b20e-953f5b54aa02 None None] Transition to ACTIVE for port object 5ebfd027-616e-4ba9-9f32-060dfae2d38b will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:33.125678 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7a45ce14-8448-4fbc-8a2f-fb221da1e167 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.127564 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7a45ce14-8448-4fbc-8a2f-fb221da1e167 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.132904 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eb74915d-fe46-441a-b20e-953f5b54aa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.148245 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a92a6e5-f99e-475a-9da7-b0222d701451 None None] DHCP port deletion for 430e704e-3498-4fdc-9f1c-1f53fc9e3dac request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:35:33.188395 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-276a52b5-10e2-42c5-bff7-3165ab4adb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.193397 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb74915d-fe46-441a-b20e-953f5b54aa02 None None] Network 45b48c7b-8aff-4f45-aef6-8af2b24168bd is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:33.199593 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a53e3f1b-537e-4bf9-b1c9-051aa26791ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.213780 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-eb74915d-fe46-441a-b20e-953f5b54aa02 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:33.220624 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb74915d-fe46-441a-b20e-953f5b54aa02 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:33.230637 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb74915d-fe46-441a-b20e-953f5b54aa02 None None] Pushing event updated for resources: {'Port': ['ID=5ebfd027-616e-4ba9-9f32-060dfae2d38b,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:33.302188 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 92c47cf8-3a6f-4c4e-ba42-211e59fa09fd up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:33.393221 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-eb74915d-fe46-441a-b20e-953f5b54aa02 None None] Attempting to bind port 5ebfd027-616e-4ba9-9f32-060dfae2d38b on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:33.393506 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-eb74915d-fe46-441a-b20e-953f5b54aa02 None None] Attempting to bind port 5ebfd027-616e-4ba9-9f32-060dfae2d38b by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '9e99774d-5ef3-4d88-8250-052274e4c5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '45b48c7b-8aff-4f45-aef6-8af2b24168bd'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:33.394069 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb74915d-fe46-441a-b20e-953f5b54aa02 None None] Attempting to bind port 5ebfd027-616e-4ba9-9f32-060dfae2d38b on network 45b48c7b-8aff-4f45-aef6-8af2b24168bd {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:33.417074 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb74915d-fe46-441a-b20e-953f5b54aa02 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:33.417800 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb74915d-fe46-441a-b20e-953f5b54aa02 None None] Checking segment: {'id': '9e99774d-5ef3-4d88-8250-052274e4c5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '45b48c7b-8aff-4f45-aef6-8af2b24168bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:33.418400 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eb74915d-fe46-441a-b20e-953f5b54aa02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.418991 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb74915d-fe46-441a-b20e-953f5b54aa02 None None] Bound using segment: {'id': '9e99774d-5ef3-4d88-8250-052274e4c5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '45b48c7b-8aff-4f45-aef6-8af2b24168bd'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:33.419681 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-eb74915d-fe46-441a-b20e-953f5b54aa02 None None] Bound port: 5ebfd027-616e-4ba9-9f32-060dfae2d38b, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e99774d-5ef3-4d88-8250-052274e4c5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '45b48c7b-8aff-4f45-aef6-8af2b24168bd'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:33.420271 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eb74915d-fe46-441a-b20e-953f5b54aa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.441799 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a53e3f1b-537e-4bf9-b1c9-051aa26791ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.471022 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7a45ce14-8448-4fbc-8a2f-fb221da1e167 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.501065 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 92c47cf8-3a6f-4c4e-ba42-211e59fa09fd triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:33.501717 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.575308 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53e3f1b-537e-4bf9-b1c9-051aa26791ee admin admin] Router 2cd78eef-1aed-498f-884f-ac67847562ee is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:35:33.598769 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-eb74915d-fe46-441a-b20e-953f5b54aa02 None None] For port 5ebfd027-616e-4ba9-9f32-060dfae2d38b, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:33.603805 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-eb74915d-fe46-441a-b20e-953f5b54aa02 None None] For port 5ebfd027-616e-4ba9-9f32-060dfae2d38b, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5ebfd027-616e-4ba9-9f32-060dfae2d38b,segment=NetworkSegment(9e99774d-5ef3-4d88-8250-052274e4c5db),segment_id=9e99774d-5ef3-4d88-8250-052274e4c5db)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:33.611068 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eb74915d-fe46-441a-b20e-953f5b54aa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.613731 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7a45ce14-8448-4fbc-8a2f-fb221da1e167 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.691599 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53e3f1b-537e-4bf9-b1c9-051aa26791ee admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:33.707327 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71aa984-c3a9-42a5-ad69-570f520339df None None] Sync routers for ids ['2cd78eef-1aed-498f-884f-ac67847562ee'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:33.710931 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a53e3f1b-537e-4bf9-b1c9-051aa26791ee admin admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.711416 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.712831 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a53e3f1b-537e-4bf9-b1c9-051aa26791ee admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6686056 Jul 15 13:35:33.715788 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59800) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:33.727700 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71aa984-c3a9-42a5-ad69-570f520339df None None] Routers {'2cd78eef-1aed-498f-884f-ac67847562ee'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:33.728589 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-d71aa984-c3a9-42a5-ad69-570f520339df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['2cd78eef-1aed-498f-884f-ac67847562ee'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:33.784777 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb74915d-fe46-441a-b20e-953f5b54aa02 None None] Pushing event updated for resources: {'Port': ['ID=5ebfd027-616e-4ba9-9f32-060dfae2d38b,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:33.807848 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-276a52b5-10e2-42c5-bff7-3165ab4adb3a None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.825286 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-276a52b5-10e2-42c5-bff7-3165ab4adb3a None None] Transition to ACTIVE for port object d8d234f8-d0c1-43e5-8ec6-91b0e8f03d95 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:33.832986 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-276a52b5-10e2-42c5-bff7-3165ab4adb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.899408 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7a45ce14-8448-4fbc-8a2f-fb221da1e167 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.905612 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859bc44c-9164-41a0-8cc5-6dc0165d9e20 None None] Pushing event updated for resources: {'Port': ['ID=d8d234f8-d0c1-43e5-8ec6-91b0e8f03d95,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:33.905801 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-d71aa984-c3a9-42a5-ad69-570f520339df None None] Set router 2cd78eef-1aed-498f-884f-ac67847562ee gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:33.925351 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7a45ce14-8448-4fbc-8a2f-fb221da1e167 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.027905 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-276a52b5-10e2-42c5-bff7-3165ab4adb3a None None] Attempting to bind port d8d234f8-d0c1-43e5-8ec6-91b0e8f03d95 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:34.028275 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-276a52b5-10e2-42c5-bff7-3165ab4adb3a None None] Attempting to bind port d8d234f8-d0c1-43e5-8ec6-91b0e8f03d95 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '4c282754-924a-4bed-9457-3fc0b1ead7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '39670479-f0c6-49d8-ba89-ffeabf46a128'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:34.030756 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276a52b5-10e2-42c5-bff7-3165ab4adb3a None None] Attempting to bind port d8d234f8-d0c1-43e5-8ec6-91b0e8f03d95 on network 39670479-f0c6-49d8-ba89-ffeabf46a128 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:34.039950 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276a52b5-10e2-42c5-bff7-3165ab4adb3a None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:34.041304 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276a52b5-10e2-42c5-bff7-3165ab4adb3a None None] Checking segment: {'id': '4c282754-924a-4bed-9457-3fc0b1ead7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '39670479-f0c6-49d8-ba89-ffeabf46a128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:34.041966 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-276a52b5-10e2-42c5-bff7-3165ab4adb3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.042624 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276a52b5-10e2-42c5-bff7-3165ab4adb3a None None] Bound using segment: {'id': '4c282754-924a-4bed-9457-3fc0b1ead7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '39670479-f0c6-49d8-ba89-ffeabf46a128'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:34.043360 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-276a52b5-10e2-42c5-bff7-3165ab4adb3a None None] Bound port: d8d234f8-d0c1-43e5-8ec6-91b0e8f03d95, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c282754-924a-4bed-9457-3fc0b1ead7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '39670479-f0c6-49d8-ba89-ffeabf46a128'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:34.044011 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-276a52b5-10e2-42c5-bff7-3165ab4adb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.101063 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-7a45ce14-8448-4fbc-8a2f-fb221da1e167 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Allocated IP 172.25.8.170 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/977318d2-64c2-4792-9a13-e8b9a3dfd97a) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:34.225879 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-276a52b5-10e2-42c5-bff7-3165ab4adb3a None None] For port d8d234f8-d0c1-43e5-8ec6-91b0e8f03d95, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:34.233164 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-276a52b5-10e2-42c5-bff7-3165ab4adb3a None None] For port d8d234f8-d0c1-43e5-8ec6-91b0e8f03d95, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=d8d234f8-d0c1-43e5-8ec6-91b0e8f03d95,segment=NetworkSegment(4c282754-924a-4bed-9457-3fc0b1ead7ce),segment_id=4c282754-924a-4bed-9457-3fc0b1ead7ce)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:34.238933 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-276a52b5-10e2-42c5-bff7-3165ab4adb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.271015 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-d71aa984-c3a9-42a5-ad69-570f520339df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd78eef-1aed-498f-884f-ac67847562ee', 'name': 'tempest-TestServerBasicOps-2019843573-router', 'tenant_id': '37c2e77a0459463b9bd495baa18449b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'd4841c5a-e499-4d3c-b9ee-5193071e3a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:33Z', 'revision_number': 3, 'project_id': '37c2e77a0459463b9bd495baa18449b2', 'gw_port': {'id': 'd4841c5a-e499-4d3c-b9ee-5193071e3a8a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd78eef-1aed-498f-884f-ac67847562ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:34.289001 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7a45ce14-8448-4fbc-8a2f-fb221da1e167 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.333630 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276a52b5-10e2-42c5-bff7-3165ab4adb3a None None] Routers {'5f27958c-834e-439b-88ab-afe7e1bbfc1f'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:34.334332 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-276a52b5-10e2-42c5-bff7-3165ab4adb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['5f27958c-834e-439b-88ab-afe7e1bbfc1f'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:34.340010 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71aa984-c3a9-42a5-ad69-570f520339df None None] Checking router: 2cd78eef-1aed-498f-884f-ac67847562ee for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:35:34.340658 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71aa984-c3a9-42a5-ad69-570f520339df None None] Updating router 2cd78eef-1aed-498f-884f-ac67847562ee port d4841c5a-e499-4d3c-b9ee-5193071e3a8a binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:35:34.362832 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7a45ce14-8448-4fbc-8a2f-fb221da1e167 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.387297 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d71aa984-c3a9-42a5-ad69-570f520339df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.450511 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45ce14-8448-4fbc-8a2f-fb221da1e167 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event updated for resources: {'Port': ['ID=977318d2-64c2-4792-9a13-e8b9a3dfd97a,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:34.484211 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a45ce14-8448-4fbc-8a2f-fb221da1e167 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:34.485787 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-7a45ce14-8448-4fbc-8a2f-fb221da1e167 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:34.489332 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a45ce14-8448-4fbc-8a2f-fb221da1e167 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:34.507755 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-276a52b5-10e2-42c5-bff7-3165ab4adb3a None None] Set router 5f27958c-834e-439b-88ab-afe7e1bbfc1f gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:34.543930 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859bc44c-9164-41a0-8cc5-6dc0165d9e20 None None] Pushing event updated for resources: {'Port': ['ID=d8d234f8-d0c1-43e5-8ec6-91b0e8f03d95,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:34.821234 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58457b2a-25dc-4d17-b567-2d39ba707b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.830916 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d71aa984-c3a9-42a5-ad69-570f520339df None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.843215 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-d71aa984-c3a9-42a5-ad69-570f520339df None None] Transition to ACTIVE for port object d4841c5a-e499-4d3c-b9ee-5193071e3a8a will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:34.849580 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d71aa984-c3a9-42a5-ad69-570f520339df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.881902 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-276a52b5-10e2-42c5-bff7-3165ab4adb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f27958c-834e-439b-88ab-afe7e1bbfc1f', 'name': 'tempest-TestServerBasicOps-1612845335-router', 'tenant_id': '8456ab30b8d64928a282edc8a1e28ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '92c47cf8-3a6f-4c4e-ba42-211e59fa09fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:25Z', 'updated_at': '2021-07-15T13:35:29Z', 'revision_number': 4, 'project_id': '8456ab30b8d64928a282edc8a1e28ce7', 'gw_port': {'id': '92c47cf8-3a6f-4c4e-ba42-211e59fa09fd', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f27958c-834e-439b-88ab-afe7e1bbfc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:26Z', 'updated_at': '2021-07-15T13:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'd8d234f8-d0c1-43e5-8ec6-91b0e8f03d95', 'name': '', 'network_id': '39670479-f0c6-49d8-ba89-ffeabf46a128', 'tenant_id': '8456ab30b8d64928a282edc8a1e28ce7', 'mac_address': 'fa:16:3e:96:ef:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f27958c-834e-439b-88ab-afe7e1bbfc1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '19f1e6ac-6197-48d9-9816-9379153f83a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:28Z', 'updated_at': '2021-07-15T13:35:34Z', 'revision_number': 4, 'project_id': '8456ab30b8d64928a282edc8a1e28ce7', 'subnets': [{'id': '19f1e6ac-6197-48d9-9816-9379153f83a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:34.899865 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7a45ce14-8448-4fbc-8a2f-fb221da1e167 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.916743 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-d71aa984-c3a9-42a5-ad69-570f520339df None None] Attempting to bind port d4841c5a-e499-4d3c-b9ee-5193071e3a8a on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:34.917396 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-d71aa984-c3a9-42a5-ad69-570f520339df None None] Attempting to bind port d4841c5a-e499-4d3c-b9ee-5193071e3a8a by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:34.917957 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71aa984-c3a9-42a5-ad69-570f520339df None None] Attempting to bind port d4841c5a-e499-4d3c-b9ee-5193071e3a8a on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:34.930047 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71aa984-c3a9-42a5-ad69-570f520339df None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:34.930846 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71aa984-c3a9-42a5-ad69-570f520339df None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:34.931521 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d71aa984-c3a9-42a5-ad69-570f520339df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.932155 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71aa984-c3a9-42a5-ad69-570f520339df None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:34.932974 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-d71aa984-c3a9-42a5-ad69-570f520339df None None] Bound port: d4841c5a-e499-4d3c-b9ee-5193071e3a8a, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:34.933587 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d71aa984-c3a9-42a5-ad69-570f520339df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.934778 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276a52b5-10e2-42c5-bff7-3165ab4adb3a None None] The sync data for ids ['5f27958c-834e-439b-88ab-afe7e1bbfc1f'] in n-d-771363-36 is: [{'id': '5f27958c-834e-439b-88ab-afe7e1bbfc1f', 'name': 'tempest-TestServerBasicOps-1612845335-router', 'tenant_id': '8456ab30b8d64928a282edc8a1e28ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '92c47cf8-3a6f-4c4e-ba42-211e59fa09fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:25Z', 'updated_at': '2021-07-15T13:35:29Z', 'revision_number': 4, 'project_id': '8456ab30b8d64928a282edc8a1e28ce7', 'gw_port': {'id': '92c47cf8-3a6f-4c4e-ba42-211e59fa09fd', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f27958c-834e-439b-88ab-afe7e1bbfc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:26Z', 'updated_at': '2021-07-15T13:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'd8d234f8-d0c1-43e5-8ec6-91b0e8f03d95', 'name': '', 'network_id': '39670479-f0c6-49d8-ba89-ffeabf46a128', 'tenant_id': '8456ab30b8d64928a282edc8a1e28ce7', 'mac_address': 'fa:16:3e:96:ef:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f27958c-834e-439b-88ab-afe7e1bbfc1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '19f1e6ac-6197-48d9-9816-9379153f83a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:28Z', 'updated_at': '2021-07-15T13:35:34Z', 'revision_number': 4, 'project_id': '8456ab30b8d64928a282edc8a1e28ce7', 'subnets': [{'id': '19f1e6ac-6197-48d9-9816-9379153f83a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:35.074315 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:35.114138 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-58457b2a-25dc-4d17-b567-2d39ba707b3f admin admin] Allocated IP 172.20.0.1 (45b48c7b-8aff-4f45-aef6-8af2b24168bd/e93768ea-2d00-457d-8157-c3c0981bb0ba/e35f2519-40c0-448a-94aa-3c1cd62052b8) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:35.176570 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f86f5-b5ef-4eba-9189-dd6a6224f191 None None] Pushing event updated for resources: {'Port': ['ID=d4841c5a-e499-4d3c-b9ee-5193071e3a8a,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:35.254136 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-d71aa984-c3a9-42a5-ad69-570f520339df None None] For port d4841c5a-e499-4d3c-b9ee-5193071e3a8a, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:35.259610 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-d71aa984-c3a9-42a5-ad69-570f520339df None None] For port d4841c5a-e499-4d3c-b9ee-5193071e3a8a, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=d4841c5a-e499-4d3c-b9ee-5193071e3a8a,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:35.266746 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d71aa984-c3a9-42a5-ad69-570f520339df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:35.316881 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5ebfd027-616e-4ba9-9f32-060dfae2d38b up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:35.345458 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58457b2a-25dc-4d17-b567-2d39ba707b3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:35.348882 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7a45ce14-8448-4fbc-8a2f-fb221da1e167 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:35.350964 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff9cba3-60ba-4419-a63d-f790f8b6b3eb None None] Network 45b48c7b-8aff-4f45-aef6-8af2b24168bd requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:35.371964 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58457b2a-25dc-4d17-b567-2d39ba707b3f admin admin] Transition to ACTIVE for port object e35f2519-40c0-448a-94aa-3c1cd62052b8 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:35.400610 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 5ebfd027-616e-4ba9-9f32-060dfae2d38b completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:35.408231 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device d8d234f8-d0c1-43e5-8ec6-91b0e8f03d95 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:35.413843 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71aa984-c3a9-42a5-ad69-570f520339df None None] Routers {'2cd78eef-1aed-498f-884f-ac67847562ee'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:35.418004 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-d71aa984-c3a9-42a5-ad69-570f520339df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['2cd78eef-1aed-498f-884f-ac67847562ee'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:35.418511 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58457b2a-25dc-4d17-b567-2d39ba707b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:35.424160 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f86f5-b5ef-4eba-9189-dd6a6224f191 None None] Pushing event updated for resources: {'Port': ['ID=d4841c5a-e499-4d3c-b9ee-5193071e3a8a,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:35.458749 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-e26db68a-e311-42dd-9202-7486ea40be3c None None] Provisioning for port 5ebfd027-616e-4ba9-9f32-060dfae2d38b completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:35.480311 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58457b2a-25dc-4d17-b567-2d39ba707b3f admin admin] Network 45b48c7b-8aff-4f45-aef6-8af2b24168bd is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:35.485255 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-58457b2a-25dc-4d17-b567-2d39ba707b3f admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:35.487612 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58457b2a-25dc-4d17-b567-2d39ba707b3f admin admin] Pushing event updated for resources: {'Port': ['ID=e35f2519-40c0-448a-94aa-3c1cd62052b8,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:35.490725 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58457b2a-25dc-4d17-b567-2d39ba707b3f admin admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:35.496014 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-e26db68a-e311-42dd-9202-7486ea40be3c None None] Provisioning complete for port 5ebfd027-616e-4ba9-9f32-060dfae2d38b triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:35.496387 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e26db68a-e311-42dd-9202-7486ea40be3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:35.558011 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58457b2a-25dc-4d17-b567-2d39ba707b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:35.564923 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a45ce14-8448-4fbc-8a2f-fb221da1e167 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Router 0f036d2b-d225-43c1-81f0-f0de3e9bae13 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:35:35.605120 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-d71aa984-c3a9-42a5-ad69-570f520339df None None] Set router 2cd78eef-1aed-498f-884f-ac67847562ee gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:35.642683 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port d8d234f8-d0c1-43e5-8ec6-91b0e8f03d95 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:35.665839 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port d8d234f8-d0c1-43e5-8ec6-91b0e8f03d95 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:35.666452 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:35.742289 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a45ce14-8448-4fbc-8a2f-fb221da1e167 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:35.767163 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7a45ce14-8448-4fbc-8a2f-fb221da1e167 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:35.768973 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7a45ce14-8448-4fbc-8a2f-fb221da1e167 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.6826384 Jul 15 13:35:35.771837 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59802) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:35.780787 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c83aaf1-f9df-4f71-92d2-c6977eac71dd None None] Sync routers for ids ['0f036d2b-d225-43c1-81f0-f0de3e9bae13'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:35.814387 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e26db68a-e311-42dd-9202-7486ea40be3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:35.851128 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58457b2a-25dc-4d17-b567-2d39ba707b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:35.855630 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c83aaf1-f9df-4f71-92d2-c6977eac71dd None None] Routers {'0f036d2b-d225-43c1-81f0-f0de3e9bae13'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:35.856403 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-9c83aaf1-f9df-4f71-92d2-c6977eac71dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['0f036d2b-d225-43c1-81f0-f0de3e9bae13'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:35.881685 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-d71aa984-c3a9-42a5-ad69-570f520339df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd78eef-1aed-498f-884f-ac67847562ee', 'name': 'tempest-TestServerBasicOps-2019843573-router', 'tenant_id': '37c2e77a0459463b9bd495baa18449b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'd4841c5a-e499-4d3c-b9ee-5193071e3a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:33Z', 'revision_number': 3, 'project_id': '37c2e77a0459463b9bd495baa18449b2', 'gw_port': {'id': 'd4841c5a-e499-4d3c-b9ee-5193071e3a8a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd78eef-1aed-498f-884f-ac67847562ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:35.900117 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-9c83aaf1-f9df-4f71-92d2-c6977eac71dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:35.922722 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71aa984-c3a9-42a5-ad69-570f520339df None None] The sync data for ids ['2cd78eef-1aed-498f-884f-ac67847562ee'] in n-d-771363-36 is: [{'id': '2cd78eef-1aed-498f-884f-ac67847562ee', 'name': 'tempest-TestServerBasicOps-2019843573-router', 'tenant_id': '37c2e77a0459463b9bd495baa18449b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'd4841c5a-e499-4d3c-b9ee-5193071e3a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:33Z', 'revision_number': 3, 'project_id': '37c2e77a0459463b9bd495baa18449b2', 'gw_port': {'id': 'd4841c5a-e499-4d3c-b9ee-5193071e3a8a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd78eef-1aed-498f-884f-ac67847562ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:35.945139 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-e26db68a-e311-42dd-9202-7486ea40be3c None None] For port 5ebfd027-616e-4ba9-9f32-060dfae2d38b, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5ebfd027-616e-4ba9-9f32-060dfae2d38b,segment=NetworkSegment(9e99774d-5ef3-4d88-8250-052274e4c5db),segment_id=9e99774d-5ef3-4d88-8250-052274e4c5db)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:35.962337 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e26db68a-e311-42dd-9202-7486ea40be3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:35.965057 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c83aaf1-f9df-4f71-92d2-c6977eac71dd None None] Routers {'0f036d2b-d225-43c1-81f0-f0de3e9bae13'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:35.965693 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-9c83aaf1-f9df-4f71-92d2-c6977eac71dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['0f036d2b-d225-43c1-81f0-f0de3e9bae13'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:36.002202 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1047f3f1-3337-4ac7-a2ff-eedacea9a665 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "GET /v2.0/routers/0f036d2b-d225-43c1-81f0-f0de3e9bae13 HTTP/1.1" status: 200 len: 880 time: 0.2289746 Jul 15 13:35:36.005070 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59804) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:36.120292 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58457b2a-25dc-4d17-b567-2d39ba707b3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:36.130004 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58457b2a-25dc-4d17-b567-2d39ba707b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:36.216136 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58457b2a-25dc-4d17-b567-2d39ba707b3f admin admin] Pushing event updated for resources: {'Port': ['ID=e35f2519-40c0-448a-94aa-3c1cd62052b8,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:36.223854 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58457b2a-25dc-4d17-b567-2d39ba707b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:36.234807 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-9c83aaf1-f9df-4f71-92d2-c6977eac71dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:36.235466 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c83aaf1-f9df-4f71-92d2-c6977eac71dd None None] The sync data for ids ['0f036d2b-d225-43c1-81f0-f0de3e9bae13'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:36.267832 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:36.285471 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26db68a-e311-42dd-9202-7486ea40be3c None None] Pushing event updated for resources: {'Port': ['ID=5ebfd027-616e-4ba9-9f32-060dfae2d38b,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:36.294112 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-803335e6-f103-4939-be57-6a3203989813 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2872965 Jul 15 13:35:36.296417 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59806) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:36.301924 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-2bedbe77-21d8-407f-8477-31fe9cf2ed29 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-318400279'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:36.337747 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port d8d234f8-d0c1-43e5-8ec6-91b0e8f03d95, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=d8d234f8-d0c1-43e5-8ec6-91b0e8f03d95,segment=NetworkSegment(4c282754-924a-4bed-9457-3fc0b1ead7ce),segment_id=4c282754-924a-4bed-9457-3fc0b1ead7ce)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:36.344488 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:36.366580 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58457b2a-25dc-4d17-b567-2d39ba707b3f admin admin] Network 45b48c7b-8aff-4f45-aef6-8af2b24168bd is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:36.368311 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-58457b2a-25dc-4d17-b567-2d39ba707b3f admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:36.386367 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device de39262b-b944-4ce6-b41a-b1a3c826af3d no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:35:36.492467 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: de39262b-b944-4ce6-b41a-b1a3c826af3d {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:35:36.492814 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device de39262b-b944-4ce6-b41a-b1a3c826af3d not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:35:36.528438 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=d8d234f8-d0c1-43e5-8ec6-91b0e8f03d95,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:36.603877 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58457b2a-25dc-4d17-b567-2d39ba707b3f admin admin] Router 2cd78eef-1aed-498f-884f-ac67847562ee has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:35:36.708763 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5eb207da-96ed-45f5-9d39-01b9c7c3aeee None None] Provisioning for port e35f2519-40c0-448a-94aa-3c1cd62052b8 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:36.714678 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5eb207da-96ed-45f5-9d39-01b9c7c3aeee None None] Provisioning complete for port e35f2519-40c0-448a-94aa-3c1cd62052b8 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:36.715487 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5eb207da-96ed-45f5-9d39-01b9c7c3aeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:36.770079 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-5eb207da-96ed-45f5-9d39-01b9c7c3aeee None None] Port e35f2519-40c0-448a-94aa-3c1cd62052b8 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:36.785315 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5eb207da-96ed-45f5-9d39-01b9c7c3aeee None None] Provisioning complete for port 5ebfd027-616e-4ba9-9f32-060dfae2d38b triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:36.785685 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5eb207da-96ed-45f5-9d39-01b9c7c3aeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:36.790108 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58457b2a-25dc-4d17-b567-2d39ba707b3f admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:36.805883 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-58457b2a-25dc-4d17-b567-2d39ba707b3f admin admin] 10.222.0.16 "PUT /v2.0/routers/2cd78eef-1aed-498f-884f-ac67847562ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0812016 Jul 15 13:35:36.876863 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2bedbe77-21d8-407f-8477-31fe9cf2ed29 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:36.909027 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2bedbe77-21d8-407f-8477-31fe9cf2ed29 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-956703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-956678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-956815'] for router, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:37.036930 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-729252ad-31c9-427f-9d60-1687bdd8c953 None None] Provisioning complete for port e35f2519-40c0-448a-94aa-3c1cd62052b8 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:37.037408 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-729252ad-31c9-427f-9d60-1687bdd8c953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:37.122083 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-729252ad-31c9-427f-9d60-1687bdd8c953 None None] Port e35f2519-40c0-448a-94aa-3c1cd62052b8 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:37.176951 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4ef4f686-6611-4ea2-8b2b-c37aced6a920 req-df44fdfa-429b-46d5-a24e-5597caebdf69 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e1b2c05c-4ca2-4c3c-9760-4f191c1096a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1127629 Jul 15 13:35:37.308723 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4f686-6611-4ea2-8b2b-c37aced6a920 req-6e0cd8c7-13b1-467d-ac02-d3b22c590324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:37.311511 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4ef4f686-6611-4ea2-8b2b-c37aced6a920 req-6e0cd8c7-13b1-467d-ac02-d3b22c590324 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a166bdebb1d4ca388f2465550a7f09f&device_id=e1b2c05c-4ca2-4c3c-9760-4f191c1096a7 HTTP/1.1" status: 200 len: 1097 time: 0.0797358 Jul 15 13:35:37.354050 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-98cc5c25-79a0-43e1-9e89-748de3711724 None None] Provisioning complete for port e35f2519-40c0-448a-94aa-3c1cd62052b8 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:37.355092 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-98cc5c25-79a0-43e1-9e89-748de3711724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:37.388341 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5ebfd027-616e-4ba9-9f32-060dfae2d38b up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:37.455412 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-98cc5c25-79a0-43e1-9e89-748de3711724 None None] Port e35f2519-40c0-448a-94aa-3c1cd62052b8 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:37.475719 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 5ebfd027-616e-4ba9-9f32-060dfae2d38b triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:37.476239 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:37.521006 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4f686-6611-4ea2-8b2b-c37aced6a920 req-6c860915-088a-4d86-99b2-afb55ccb8913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:37.522511 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4ef4f686-6611-4ea2-8b2b-c37aced6a920 req-6c860915-088a-4d86-99b2-afb55ccb8913 service neutron] 10.222.0.20 "GET /v2.0/networks?id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e HTTP/1.1" status: 200 len: 912 time: 0.1851516 Jul 15 13:35:37.577905 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bedbe77-21d8-407f-8477-31fe9cf2ed29 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Router 0f036d2b-d225-43c1-81f0-f0de3e9bae13 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:35:37.612248 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device d8d234f8-d0c1-43e5-8ec6-91b0e8f03d95 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:37.639296 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4ef4f686-6611-4ea2-8b2b-c37aced6a920 req-75fa53fd-1e91-41c5-9108-13f2d86d9711 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=936f5cc4-e1dc-4b81-a02f-0e94e1614317 HTTP/1.1" status: 200 len: 1001 time: 0.1088166 Jul 15 13:35:37.680497 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port d8d234f8-d0c1-43e5-8ec6-91b0e8f03d95 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:37.680964 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:37.709485 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bedbe77-21d8-407f-8477-31fe9cf2ed29 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:37.719126 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f0b9cd-71dd-46b2-afd6-948ad61394c1 None None] Sync routers for ids ['0f036d2b-d225-43c1-81f0-f0de3e9bae13'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:37.723865 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4f686-6611-4ea2-8b2b-c37aced6a920 req-100748db-3030-4ab6-b74f-ab9173d0d5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:37.726138 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4ef4f686-6611-4ea2-8b2b-c37aced6a920 req-100748db-3030-4ab6-b74f-ab9173d0d5ce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=56ba636c-89f6-461f-85cb-74f1c6749bed HTTP/1.1" status: 200 len: 850 time: 0.0792735 Jul 15 13:35:37.726780 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59814) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:37.731796 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-b6d653a9-e4f1-4f33-a109-873bf98d24c7 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1209837268', 'description': 'tempest-secgroup-smoke-1209837268 description', 'project_id': '8456ab30b8d64928a282edc8a1e28ce7'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:37.736243 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f0b9cd-71dd-46b2-afd6-948ad61394c1 None None] Routers {'0f036d2b-d225-43c1-81f0-f0de3e9bae13'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:37.737194 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-60f0b9cd-71dd-46b2-afd6-948ad61394c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['0f036d2b-d225-43c1-81f0-f0de3e9bae13'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:37.746698 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2bedbe77-21d8-407f-8477-31fe9cf2ed29 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:37.751798 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2bedbe77-21d8-407f-8477-31fe9cf2ed29 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "PUT /v2.0/routers/0f036d2b-d225-43c1-81f0-f0de3e9bae13 HTTP/1.1" status: 200 len: 887 time: 1.4538879 Jul 15 13:35:37.752499 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59816) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:37.781748 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-60f0b9cd-71dd-46b2-afd6-948ad61394c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:37.803090 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f0b9cd-71dd-46b2-afd6-948ad61394c1 None None] Routers {'0f036d2b-d225-43c1-81f0-f0de3e9bae13'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:37.803975 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-60f0b9cd-71dd-46b2-afd6-948ad61394c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['0f036d2b-d225-43c1-81f0-f0de3e9bae13'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:37.805521 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device d4841c5a-e499-4d3c-b9ee-5193071e3a8a up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:37.822449 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b6d653a9-e4f1-4f33-a109-873bf98d24c7 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:37.848230 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4f686-6611-4ea2-8b2b-c37aced6a920 req-f3384507-4df0-4d88-926a-1a2b2c732c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:37.849961 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4ef4f686-6611-4ea2-8b2b-c37aced6a920 req-f3384507-4df0-4d88-926a-1a2b2c732c2d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1091962 Jul 15 13:35:37.879761 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-60f0b9cd-71dd-46b2-afd6-948ad61394c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:37.880649 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f0b9cd-71dd-46b2-afd6-948ad61394c1 None None] The sync data for ids ['0f036d2b-d225-43c1-81f0-f0de3e9bae13'] in n-d-771363-36 is: [] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:37.890504 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-73264623-9af1-4e9d-9509-4c8b91ef4cf9 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "GET /v2.0/routers/0f036d2b-d225-43c1-81f0-f0de3e9bae13 HTTP/1.1" status: 200 len: 887 time: 0.1366518 Jul 15 13:35:37.891132 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59818) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:37.892961 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port d4841c5a-e499-4d3c-b9ee-5193071e3a8a completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:37.898408 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port d4841c5a-e499-4d3c-b9ee-5193071e3a8a triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:37.899052 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:37.929406 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c08557f1-020c-4458-bfd0-d1f5831cecb4 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f036d2b-d225-43c1-81f0-f0de3e9bae13 HTTP/1.1" status: 200 len: 205 time: 0.0370178 Jul 15 13:35:37.930535 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59820) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:37.982503 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.000938 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4ef4f686-6611-4ea2-8b2b-c37aced6a920 req-18127bcf-adf4-4e2a-9adf-15abbb749d21 service neutron] 10.222.0.20 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431377 Jul 15 13:35:38.006996 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port d4841c5a-e499-4d3c-b9ee-5193071e3a8a, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=d4841c5a-e499-4d3c-b9ee-5193071e3a8a,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:38.011411 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.034610 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b6d653a9-e4f1-4f33-a109-873bf98d24c7 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.043945 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b6d653a9-e4f1-4f33-a109-873bf98d24c7 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.054757 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e044629e-7274-4056-b059-4ac380cf5fc5 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.073482 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=d4841c5a-e499-4d3c-b9ee-5193071e3a8a,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:38.114686 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b6d653a9-e4f1-4f33-a109-873bf98d24c7 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.115939 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b6d653a9-e4f1-4f33-a109-873bf98d24c7 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3882191 Jul 15 13:35:38.120160 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59824) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:38.122171 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d653a9-e4f1-4f33-a109-873bf98d24c7 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45fc92ae-c43d-4f17-85d8-22be5dac59db,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:38.127344 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-af97502e-a77e-4beb-a287-151f02bb96e0 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Request body: {'security_group_rule': {'security_group_id': '45fc92ae-c43d-4f17-85d8-22be5dac59db', 'project_id': '8456ab30b8d64928a282edc8a1e28ce7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:38.152643 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d653a9-e4f1-4f33-a109-873bf98d24c7 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:38.152988 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d653a9-e4f1-4f33-a109-873bf98d24c7 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:38.153328 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d653a9-e4f1-4f33-a109-873bf98d24c7 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:38.153798 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d653a9-e4f1-4f33-a109-873bf98d24c7 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:38.154346 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d653a9-e4f1-4f33-a109-873bf98d24c7 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:38.154710 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d653a9-e4f1-4f33-a109-873bf98d24c7 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:38.155044 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d653a9-e4f1-4f33-a109-873bf98d24c7 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:38.155371 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d653a9-e4f1-4f33-a109-873bf98d24c7 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:38.155697 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d653a9-e4f1-4f33-a109-873bf98d24c7 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:38.156024 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d653a9-e4f1-4f33-a109-873bf98d24c7 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:38.156347 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d653a9-e4f1-4f33-a109-873bf98d24c7 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:38.156692 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d653a9-e4f1-4f33-a109-873bf98d24c7 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:38.162393 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e044629e-7274-4056-b059-4ac380cf5fc5 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.168025 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4ef4f686-6611-4ea2-8b2b-c37aced6a920 req-65684d07-6875-452e-8159-a9ad5a5bd715 service neutron] 10.222.0.20 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612263 Jul 15 13:35:38.187213 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af97502e-a77e-4beb-a287-151f02bb96e0 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.229920 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-e044629e-7274-4056-b059-4ac380cf5fc5 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Deleting port 977318d2-64c2-4792-9a13-e8b9a3dfd97a {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:38.230262 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e044629e-7274-4056-b059-4ac380cf5fc5 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.239659 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af97502e-a77e-4beb-a287-151f02bb96e0 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.243776 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af97502e-a77e-4beb-a287-151f02bb96e0 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.264475 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97502e-a77e-4beb-a287-151f02bb96e0 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7685352-c00e-4808-bb22-b344a2c2a151,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:38.271325 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af97502e-a77e-4beb-a287-151f02bb96e0 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.272805 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-af97502e-a77e-4beb-a287-151f02bb96e0 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1514864 Jul 15 13:35:38.275411 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59826) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:38.281486 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-bbc4d496-9336-4bd9-ae25-0d478d104a61 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Request body: {'security_group_rule': {'security_group_id': '45fc92ae-c43d-4f17-85d8-22be5dac59db', 'project_id': '8456ab30b8d64928a282edc8a1e28ce7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:38.314411 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bbc4d496-9336-4bd9-ae25-0d478d104a61 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.317594 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e044629e-7274-4056-b059-4ac380cf5fc5 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.329248 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-e044629e-7274-4056-b059-4ac380cf5fc5 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Calling delete_port for 977318d2-64c2-4792-9a13-e8b9a3dfd97a owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:38.375202 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bbc4d496-9336-4bd9-ae25-0d478d104a61 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.379665 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bbc4d496-9336-4bd9-ae25-0d478d104a61 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.398360 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4d496-9336-4bd9-ae25-0d478d104a61 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c0b07a4-ccdc-4df7-b520-2cd5cb5bdd60,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:38.405062 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bbc4d496-9336-4bd9-ae25-0d478d104a61 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.409093 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-bbc4d496-9336-4bd9-ae25-0d478d104a61 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1297128 Jul 15 13:35:38.410811 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59828) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:38.416279 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-9dcbb9fc-c2a3-433b-a61d-cd7833e5f63b tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Request body: {'security_group_rule': {'security_group_id': '45fc92ae-c43d-4f17-85d8-22be5dac59db', 'project_id': '8456ab30b8d64928a282edc8a1e28ce7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:38.487052 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9dcbb9fc-c2a3-433b-a61d-cd7833e5f63b tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.564023 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e044629e-7274-4056-b059-4ac380cf5fc5 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.570679 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7008ddc0-5523-4638-9853-1f588193ac48 None None] Sync routers for ids ['2cd78eef-1aed-498f-884f-ac67847562ee'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:38.583467 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7008ddc0-5523-4638-9853-1f588193ac48 None None] Routers {'2cd78eef-1aed-498f-884f-ac67847562ee'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:38.583745 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9dcbb9fc-c2a3-433b-a61d-cd7833e5f63b tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.584090 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-7008ddc0-5523-4638-9853-1f588193ac48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['2cd78eef-1aed-498f-884f-ac67847562ee'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:38.603159 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9dcbb9fc-c2a3-433b-a61d-cd7833e5f63b tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.608322 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044629e-7274-4056-b059-4ac380cf5fc5 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event deleted for resources: {'Port': ['ID=977318d2-64c2-4792-9a13-e8b9a3dfd97a,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:38.665732 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcbb9fc-c2a3-433b-a61d-cd7833e5f63b tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce55ea9e-28ba-4133-b9df-f93f4487cbcd,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:38.672276 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9dcbb9fc-c2a3-433b-a61d-cd7833e5f63b tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.675023 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9dcbb9fc-c2a3-433b-a61d-cd7833e5f63b tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2631757 Jul 15 13:35:38.676270 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59830) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:38.686316 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-732181f1-ccb1-42aa-aca9-2f0fcdbbfc73 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Request body: {'security_group_rule': {'security_group_id': '45fc92ae-c43d-4f17-85d8-22be5dac59db', 'project_id': '8456ab30b8d64928a282edc8a1e28ce7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:38.691326 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e044629e-7274-4056-b059-4ac380cf5fc5 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.693436 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-7008ddc0-5523-4638-9853-1f588193ac48 None None] Set router 2cd78eef-1aed-498f-884f-ac67847562ee gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:38.714501 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-732181f1-ccb1-42aa-aca9-2f0fcdbbfc73 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.775147 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-732181f1-ccb1-42aa-aca9-2f0fcdbbfc73 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.780904 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-732181f1-ccb1-42aa-aca9-2f0fcdbbfc73 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.793494 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e044629e-7274-4056-b059-4ac380cf5fc5 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.796657 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e044629e-7274-4056-b059-4ac380cf5fc5 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.802505 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732181f1-ccb1-42aa-aca9-2f0fcdbbfc73 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2de89d9-2d0e-46dc-87dd-d092a5ede39a,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:38.806435 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-732181f1-ccb1-42aa-aca9-2f0fcdbbfc73 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.807949 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-732181f1-ccb1-42aa-aca9-2f0fcdbbfc73 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1298604 Jul 15 13:35:38.811127 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59832) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:38.817461 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-b6c0e8dd-277d-4e88-8f51-f4e3fb9c008e tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Request body: {'security_group_rule': {'security_group_id': '45fc92ae-c43d-4f17-85d8-22be5dac59db', 'project_id': '8456ab30b8d64928a282edc8a1e28ce7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:38.841992 n-d-771363-36 neutron-server[93825]: INFO neutron.db.securitygroups_db [None req-b6c0e8dd-277d-4e88-8f51-f4e3fb9c008e tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Project 8456ab30b8d64928a282edc8a1e28ce7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:35:38.846966 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b6c0e8dd-277d-4e88-8f51-f4e3fb9c008e tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.860191 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e044629e-7274-4056-b059-4ac380cf5fc5 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.860816 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e044629e-7274-4056-b059-4ac380cf5fc5 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Fanout notify agent at l3_agent the message router_deleted on router 0f036d2b-d225-43c1-81f0-f0de3e9bae13 {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:35:38.870152 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e044629e-7274-4056-b059-4ac380cf5fc5 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.871540 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e044629e-7274-4056-b059-4ac380cf5fc5 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "DELETE /v2.0/routers/0f036d2b-d225-43c1-81f0-f0de3e9bae13 HTTP/1.1" status: 204 len: 168 time: 0.9399834 Jul 15 13:35:38.878317 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59834) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:38.883328 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-01ca1ef3-ae1e-4379-a630-5d7250b330fc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Request body: {'network': {'name': 'tempest-RoutersTest-1169327040'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:38.929046 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ca1ef3-ae1e-4379-a630-5d7250b330fc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Made reservation on behalf of ce3a44247ab84ab3bec7e783b84e4479 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:38.931659 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-7008ddc0-5523-4638-9853-1f588193ac48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd78eef-1aed-498f-884f-ac67847562ee', 'name': 'tempest-TestServerBasicOps-2019843573-router', 'tenant_id': '37c2e77a0459463b9bd495baa18449b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'd4841c5a-e499-4d3c-b9ee-5193071e3a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:35Z', 'revision_number': 4, 'project_id': '37c2e77a0459463b9bd495baa18449b2', 'gw_port': {'id': 'd4841c5a-e499-4d3c-b9ee-5193071e3a8a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd78eef-1aed-498f-884f-ac67847562ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'e35f2519-40c0-448a-94aa-3c1cd62052b8', 'name': '', 'network_id': '45b48c7b-8aff-4f45-aef6-8af2b24168bd', 'tenant_id': '37c2e77a0459463b9bd495baa18449b2', 'mac_address': 'fa:16:3e:61:cc:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd78eef-1aed-498f-884f-ac67847562ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'e93768ea-2d00-457d-8157-c3c0981bb0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:34Z', 'updated_at': '2021-07-15T13:35:35Z', 'revision_number': 2, 'project_id': '37c2e77a0459463b9bd495baa18449b2', 'subnets': [{'id': 'e93768ea-2d00-457d-8157-c3c0981bb0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:38.933323 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-01ca1ef3-ae1e-4379-a630-5d7250b330fc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.937134 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b6c0e8dd-277d-4e88-8f51-f4e3fb9c008e tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.944016 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b6c0e8dd-277d-4e88-8f51-f4e3fb9c008e tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.963226 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7008ddc0-5523-4638-9853-1f588193ac48 None None] Checking router: 2cd78eef-1aed-498f-884f-ac67847562ee for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:35:38.963780 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7008ddc0-5523-4638-9853-1f588193ac48 None None] Updating router 2cd78eef-1aed-498f-884f-ac67847562ee port e35f2519-40c0-448a-94aa-3c1cd62052b8 binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:35:38.968567 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c0e8dd-277d-4e88-8f51-f4e3fb9c008e tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba060e5-ac20-44d4-8d8e-e08e1f5977bc,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:38.979457 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01ca1ef3-ae1e-4379-a630-5d7250b330fc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:35:38.981725 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b6c0e8dd-277d-4e88-8f51-f4e3fb9c008e tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.982982 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b6c0e8dd-277d-4e88-8f51-f4e3fb9c008e tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1694527 Jul 15 13:35:38.986003 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59836) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:38.991902 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-01ca1ef3-ae1e-4379-a630-5d7250b330fc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.992248 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-01ca1ef3-ae1e-4379-a630-5d7250b330fc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Added segment b858cb56-b037-4b32-ac58-400a6baba890 of type vlan for network 63488db5-13f2-47a7-aa85-43a7904437dc Jul 15 13:35:38.992959 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-709f536a-c7d7-4e10-9246-70b186999088 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Request body: {'security_group_rule': {'security_group_id': '45fc92ae-c43d-4f17-85d8-22be5dac59db', 'project_id': '8456ab30b8d64928a282edc8a1e28ce7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:39.003722 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7008ddc0-5523-4638-9853-1f588193ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.017390 n-d-771363-36 neutron-server[93826]: INFO neutron.db.securitygroups_db [None req-709f536a-c7d7-4e10-9246-70b186999088 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Project 8456ab30b8d64928a282edc8a1e28ce7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:35:39.022984 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-709f536a-c7d7-4e10-9246-70b186999088 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.040440 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-01ca1ef3-ae1e-4379-a630-5d7250b330fc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.078613 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-01ca1ef3-ae1e-4379-a630-5d7250b330fc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.084702 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ca1ef3-ae1e-4379-a630-5d7250b330fc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:39.085354 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-01ca1ef3-ae1e-4379-a630-5d7250b330fc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.106023 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-709f536a-c7d7-4e10-9246-70b186999088 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.112404 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-709f536a-c7d7-4e10-9246-70b186999088 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.124664 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-01ca1ef3-ae1e-4379-a630-5d7250b330fc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2451138 Jul 15 13:35:39.127803 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59838) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:39.131829 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device d4841c5a-e499-4d3c-b9ee-5193071e3a8a up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:39.135022 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-7e3cff38-a56d-4d6b-a5cb-33bd30fca71b tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Request body: {'subnet': {'network_id': '63488db5-13f2-47a7-aa85-43a7904437dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:39.146992 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f536a-c7d7-4e10-9246-70b186999088 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da3b8057-6918-4ad9-87ca-f2c8ff3cdfdc,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:39.155809 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-709f536a-c7d7-4e10-9246-70b186999088 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.164784 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-709f536a-c7d7-4e10-9246-70b186999088 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1687853 Jul 15 13:35:39.191072 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca1ef3-ae1e-4379-a630-5d7250b330fc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event updated for resources: {'Network': ['ID=63488db5-13f2-47a7-aa85-43a7904437dc,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:39.219862 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 63488db5-13f2-47a7-aa85-43a7904437dc details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:35:39.266684 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3cff38-a56d-4d6b-a5cb-33bd30fca71b tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Made reservation on behalf of ce3a44247ab84ab3bec7e783b84e4479 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:39.270260 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7e3cff38-a56d-4d6b-a5cb-33bd30fca71b tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.337260 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port d4841c5a-e499-4d3c-b9ee-5193071e3a8a triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:39.337633 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.379940 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-7eb00d01-3693-4fd7-bef7-d2011a465ef9 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1209837268&fields=id&tenant_id=8456ab30b8d64928a282edc8a1e28ce7 HTTP/1.1" status: 200 len: 267 time: 0.0802226 Jul 15 13:35:39.485967 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7008ddc0-5523-4638-9853-1f588193ac48 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.498106 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7008ddc0-5523-4638-9853-1f588193ac48 None None] Transition to ACTIVE for port object e35f2519-40c0-448a-94aa-3c1cd62052b8 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:39.504143 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7008ddc0-5523-4638-9853-1f588193ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.579488 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-1d5de0f1-d186-43ab-a502-0494c449bf53 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:39.581010 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-1d5de0f1-d186-43ab-a502-0494c449bf53 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.16 "GET /v2.0/networks?id=39670479-f0c6-49d8-ba89-ffeabf46a128 HTTP/1.1" status: 200 len: 809 time: 0.1873217 Jul 15 13:35:39.594737 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7e3cff38-a56d-4d6b-a5cb-33bd30fca71b tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.602576 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b7ba5a-a687-4c88-888a-e2fa616b99ff None None] Pushing event updated for resources: {'Port': ['ID=e35f2519-40c0-448a-94aa-3c1cd62052b8,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:39.607984 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-a717dbed-0b83-45e7-8fc3-d04fc10f3aab tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.16 "GET /v2.0/quotas/8456ab30b8d64928a282edc8a1e28ce7 HTTP/1.1" status: 200 len: 375 time: 0.0203345 Jul 15 13:35:39.619405 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-7008ddc0-5523-4638-9853-1f588193ac48 None None] Attempting to bind port e35f2519-40c0-448a-94aa-3c1cd62052b8 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:39.619784 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-7008ddc0-5523-4638-9853-1f588193ac48 None None] Attempting to bind port e35f2519-40c0-448a-94aa-3c1cd62052b8 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '9e99774d-5ef3-4d88-8250-052274e4c5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '45b48c7b-8aff-4f45-aef6-8af2b24168bd'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:39.620139 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7008ddc0-5523-4638-9853-1f588193ac48 None None] Attempting to bind port e35f2519-40c0-448a-94aa-3c1cd62052b8 on network 45b48c7b-8aff-4f45-aef6-8af2b24168bd {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:39.626331 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7008ddc0-5523-4638-9853-1f588193ac48 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:39.626913 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7008ddc0-5523-4638-9853-1f588193ac48 None None] Checking segment: {'id': '9e99774d-5ef3-4d88-8250-052274e4c5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '45b48c7b-8aff-4f45-aef6-8af2b24168bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:39.627322 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7008ddc0-5523-4638-9853-1f588193ac48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.627721 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7008ddc0-5523-4638-9853-1f588193ac48 None None] Bound using segment: {'id': '9e99774d-5ef3-4d88-8250-052274e4c5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '45b48c7b-8aff-4f45-aef6-8af2b24168bd'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:39.628289 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-7008ddc0-5523-4638-9853-1f588193ac48 None None] Bound port: e35f2519-40c0-448a-94aa-3c1cd62052b8, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e99774d-5ef3-4d88-8250-052274e4c5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '45b48c7b-8aff-4f45-aef6-8af2b24168bd'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:39.628680 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7008ddc0-5523-4638-9853-1f588193ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.706813 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-7008ddc0-5523-4638-9853-1f588193ac48 None None] For port e35f2519-40c0-448a-94aa-3c1cd62052b8, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:39.708534 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3cff38-a56d-4d6b-a5cb-33bd30fca71b tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event updated for resources: {'Subnet': ['ID=c02c48f8-c05f-4d03-9544-91f92ede6eb1,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:39.710123 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-7008ddc0-5523-4638-9853-1f588193ac48 None None] For port e35f2519-40c0-448a-94aa-3c1cd62052b8, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=e35f2519-40c0-448a-94aa-3c1cd62052b8,segment=NetworkSegment(9e99774d-5ef3-4d88-8250-052274e4c5db),segment_id=9e99774d-5ef3-4d88-8250-052274e4c5db)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:39.711334 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3cff38-a56d-4d6b-a5cb-33bd30fca71b tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Checking segment: {'id': 'b858cb56-b037-4b32-ac58-400a6baba890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '63488db5-13f2-47a7-aa85-43a7904437dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:39.711934 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3cff38-a56d-4d6b-a5cb-33bd30fca71b tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Network hostable DHCP agents. Network: 63488db5-13f2-47a7-aa85-43a7904437dc, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:35:39.715802 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7008ddc0-5523-4638-9853-1f588193ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.747387 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3cff38-a56d-4d6b-a5cb-33bd30fca71b tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Network 63488db5-13f2-47a7-aa85-43a7904437dc is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:35:39.761189 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-c7b062b6-f288-47f7-8170-925d4c7b76a9 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8456ab30b8d64928a282edc8a1e28ce7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1230152 Jul 15 13:35:39.767125 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-7e3cff38-a56d-4d6b-a5cb-33bd30fca71b tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 63488db5-13f2-47a7-aa85-43a7904437dc) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:39.771808 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3cff38-a56d-4d6b-a5cb-33bd30fca71b tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:39.772492 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7e3cff38-a56d-4d6b-a5cb-33bd30fca71b tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.781283 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7008ddc0-5523-4638-9853-1f588193ac48 None None] Routers {'2cd78eef-1aed-498f-884f-ac67847562ee'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:39.783115 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-7008ddc0-5523-4638-9853-1f588193ac48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['2cd78eef-1aed-498f-884f-ac67847562ee'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:39.787404 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d5640d-4941-43d4-9a1f-ef1e4bd8e7a2 None None] Network 63488db5-13f2-47a7-aa85-43a7904437dc requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:39.798289 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7e3cff38-a56d-4d6b-a5cb-33bd30fca71b tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6669927 Jul 15 13:35:39.798474 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59854) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:39.804925 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-67cf921d-0500-4c26-897e-ef61f29b8e4d tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-284042191', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:39.842756 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-67cf921d-0500-4c26-897e-ef61f29b8e4d tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.844161 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-67cf921d-0500-4c26-897e-ef61f29b8e4d tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.873301 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b7ba5a-a687-4c88-888a-e2fa616b99ff None None] Pushing event updated for resources: {'Port': ['ID=e35f2519-40c0-448a-94aa-3c1cd62052b8,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:39.921246 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-67cf921d-0500-4c26-897e-ef61f29b8e4d tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.928265 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-67cf921d-0500-4c26-897e-ef61f29b8e4d tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.962284 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-67cf921d-0500-4c26-897e-ef61f29b8e4d tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.966103 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-67cf921d-0500-4c26-897e-ef61f29b8e4d tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1642256 Jul 15 13:35:39.967500 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59856) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:40.010650 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-7008ddc0-5523-4638-9853-1f588193ac48 None None] Set router 2cd78eef-1aed-498f-884f-ac67847562ee gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:40.059306 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-29524159-8463-4d5a-a551-54d54fea4cd7 service neutron] 10.222.0.16 "GET /v2.0/networks/39670479-f0c6-49d8-ba89-ffeabf46a128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752259 Jul 15 13:35:40.174202 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f372c859-674d-4ba4-9b27-d19583824be5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-63488db5-13f2-47a7-aa85-43a7904437dc', 'network_id': '63488db5-13f2-47a7-aa85-43a7904437dc', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'fixed_ips': [{'subnet_id': 'c02c48f8-c05f-4d03-9544-91f92ede6eb1'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:35:40.175154 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f372c859-674d-4ba4-9b27-d19583824be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:40.182826 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-62931c73-4ba4-4100-8d72-c758df843544 service neutron] 10.222.0.16 "GET /v2.0/networks/39670479-f0c6-49d8-ba89-ffeabf46a128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162641 Jul 15 13:35:40.352554 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9fb19a95-2e87-4842-975f-69a367ef20b0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:40.403605 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-f372c859-674d-4ba4-9b27-d19583824be5 None None] Allocated IP 172.20.0.2 (63488db5-13f2-47a7-aa85-43a7904437dc/c02c48f8-c05f-4d03-9544-91f92ede6eb1/c26fdb37-e954-45ef-b8ce-aeff4c443a0e) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:40.478529 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-7008ddc0-5523-4638-9853-1f588193ac48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd78eef-1aed-498f-884f-ac67847562ee', 'name': 'tempest-TestServerBasicOps-2019843573-router', 'tenant_id': '37c2e77a0459463b9bd495baa18449b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'd4841c5a-e499-4d3c-b9ee-5193071e3a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:35Z', 'revision_number': 4, 'project_id': '37c2e77a0459463b9bd495baa18449b2', 'gw_port': {'id': 'd4841c5a-e499-4d3c-b9ee-5193071e3a8a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd78eef-1aed-498f-884f-ac67847562ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'e35f2519-40c0-448a-94aa-3c1cd62052b8', 'name': '', 'network_id': '45b48c7b-8aff-4f45-aef6-8af2b24168bd', 'tenant_id': '37c2e77a0459463b9bd495baa18449b2', 'mac_address': 'fa:16:3e:61:cc:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd78eef-1aed-498f-884f-ac67847562ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'e93768ea-2d00-457d-8157-c3c0981bb0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:34Z', 'updated_at': '2021-07-15T13:35:39Z', 'revision_number': 4, 'project_id': '37c2e77a0459463b9bd495baa18449b2', 'subnets': [{'id': 'e93768ea-2d00-457d-8157-c3c0981bb0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:40.519316 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7008ddc0-5523-4638-9853-1f588193ac48 None None] The sync data for ids ['2cd78eef-1aed-498f-884f-ac67847562ee'] in n-d-771363-36 is: [{'id': '2cd78eef-1aed-498f-884f-ac67847562ee', 'name': 'tempest-TestServerBasicOps-2019843573-router', 'tenant_id': '37c2e77a0459463b9bd495baa18449b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'd4841c5a-e499-4d3c-b9ee-5193071e3a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:35Z', 'revision_number': 4, 'project_id': '37c2e77a0459463b9bd495baa18449b2', 'gw_port': {'id': 'd4841c5a-e499-4d3c-b9ee-5193071e3a8a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd78eef-1aed-498f-884f-ac67847562ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'e35f2519-40c0-448a-94aa-3c1cd62052b8', 'name': '', 'network_id': '45b48c7b-8aff-4f45-aef6-8af2b24168bd', 'tenant_id': '37c2e77a0459463b9bd495baa18449b2', 'mac_address': 'fa:16:3e:61:cc:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd78eef-1aed-498f-884f-ac67847562ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'e93768ea-2d00-457d-8157-c3c0981bb0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:34Z', 'updated_at': '2021-07-15T13:35:39Z', 'revision_number': 4, 'project_id': '37c2e77a0459463b9bd495baa18449b2', 'subnets': [{'id': 'e93768ea-2d00-457d-8157-c3c0981bb0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:40.639767 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f372c859-674d-4ba4-9b27-d19583824be5 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:40.656131 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9d6da689-2feb-4d0e-94af-4c57363184c4 req-36e5b0ea-ff44-444b-8b53-575949c55b3d tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.16 "GET /v2.0/ports?device_id=67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd HTTP/1.1" status: 200 len: 210 time: 0.1636393 Jul 15 13:35:40.660053 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f372c859-674d-4ba4-9b27-d19583824be5 None None] Transition to ACTIVE for port object c26fdb37-e954-45ef-b8ce-aeff4c443a0e will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:40.680315 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f372c859-674d-4ba4-9b27-d19583824be5 None None] Transition to ACTIVE for port object c26fdb37-e954-45ef-b8ce-aeff4c443a0e will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:40.697905 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f372c859-674d-4ba4-9b27-d19583824be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:40.749299 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f372c859-674d-4ba4-9b27-d19583824be5 None None] Network 63488db5-13f2-47a7-aa85-43a7904437dc is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:40.752702 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-f372c859-674d-4ba4-9b27-d19583824be5 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:40.756717 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f372c859-674d-4ba4-9b27-d19583824be5 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:40.767110 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372c859-674d-4ba4-9b27-d19583824be5 None None] Pushing event updated for resources: {'Port': ['ID=c26fdb37-e954-45ef-b8ce-aeff4c443a0e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:40.791577 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-9fb19a95-2e87-4842-975f-69a367ef20b0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Allocated IP 172.20.0.1 (63488db5-13f2-47a7-aa85-43a7904437dc/c02c48f8-c05f-4d03-9544-91f92ede6eb1/93243686-5257-4ee8-9a25-78e132fb4180) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:40.895776 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-f372c859-674d-4ba4-9b27-d19583824be5 None None] Attempting to bind port c26fdb37-e954-45ef-b8ce-aeff4c443a0e on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:40.896199 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-f372c859-674d-4ba4-9b27-d19583824be5 None None] Attempting to bind port c26fdb37-e954-45ef-b8ce-aeff4c443a0e by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'b858cb56-b037-4b32-ac58-400a6baba890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '63488db5-13f2-47a7-aa85-43a7904437dc'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:40.896632 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f372c859-674d-4ba4-9b27-d19583824be5 None None] Attempting to bind port c26fdb37-e954-45ef-b8ce-aeff4c443a0e on network 63488db5-13f2-47a7-aa85-43a7904437dc {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:40.909083 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f372c859-674d-4ba4-9b27-d19583824be5 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:40.909508 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f372c859-674d-4ba4-9b27-d19583824be5 None None] Checking segment: {'id': 'b858cb56-b037-4b32-ac58-400a6baba890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '63488db5-13f2-47a7-aa85-43a7904437dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:40.910027 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f372c859-674d-4ba4-9b27-d19583824be5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:40.910470 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f372c859-674d-4ba4-9b27-d19583824be5 None None] Bound using segment: {'id': 'b858cb56-b037-4b32-ac58-400a6baba890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '63488db5-13f2-47a7-aa85-43a7904437dc'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:40.910971 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-f372c859-674d-4ba4-9b27-d19583824be5 None None] Bound port: c26fdb37-e954-45ef-b8ce-aeff4c443a0e, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b858cb56-b037-4b32-ac58-400a6baba890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '63488db5-13f2-47a7-aa85-43a7904437dc'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:40.911472 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f372c859-674d-4ba4-9b27-d19583824be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:41.016310 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9fb19a95-2e87-4842-975f-69a367ef20b0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:41.035922 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-9fb19a95-2e87-4842-975f-69a367ef20b0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Transition to ACTIVE for port object 93243686-5257-4ee8-9a25-78e132fb4180 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:41.065130 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f372c859-674d-4ba4-9b27-d19583824be5 None None] For port c26fdb37-e954-45ef-b8ce-aeff4c443a0e, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:41.071046 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f372c859-674d-4ba4-9b27-d19583824be5 None None] For port c26fdb37-e954-45ef-b8ce-aeff4c443a0e, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=c26fdb37-e954-45ef-b8ce-aeff4c443a0e,segment=NetworkSegment(b858cb56-b037-4b32-ac58-400a6baba890),segment_id=b858cb56-b037-4b32-ac58-400a6baba890)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:41.077533 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f372c859-674d-4ba4-9b27-d19583824be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:41.104112 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9fb19a95-2e87-4842-975f-69a367ef20b0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:41.155678 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb19a95-2e87-4842-975f-69a367ef20b0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Network 63488db5-13f2-47a7-aa85-43a7904437dc is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:41.159334 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-9fb19a95-2e87-4842-975f-69a367ef20b0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:41.165973 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb19a95-2e87-4842-975f-69a367ef20b0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:41.214416 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb19a95-2e87-4842-975f-69a367ef20b0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event updated for resources: {'Port': ['ID=93243686-5257-4ee8-9a25-78e132fb4180,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:41.243183 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9fb19a95-2e87-4842-975f-69a367ef20b0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:41.253113 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372c859-674d-4ba4-9b27-d19583824be5 None None] Pushing event updated for resources: {'Port': ['ID=c26fdb37-e954-45ef-b8ce-aeff4c443a0e,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:41.261948 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device e35f2519-40c0-448a-94aa-3c1cd62052b8 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:41.334975 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port e35f2519-40c0-448a-94aa-3c1cd62052b8 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:41.342591 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port e35f2519-40c0-448a-94aa-3c1cd62052b8 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:41.343076 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:41.408121 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9fb19a95-2e87-4842-975f-69a367ef20b0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:41.451992 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:41.506464 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port e35f2519-40c0-448a-94aa-3c1cd62052b8, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=e35f2519-40c0-448a-94aa-3c1cd62052b8,segment=NetworkSegment(9e99774d-5ef3-4d88-8250-052274e4c5db),segment_id=9e99774d-5ef3-4d88-8250-052274e4c5db)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:41.511887 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:41.586887 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=e35f2519-40c0-448a-94aa-3c1cd62052b8,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:41.822335 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-94573b4c-165a-4842-92b1-7eae86a04784 req-ab4ac9c5-69dc-424d-b8a0-199b814d4b83 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.16 "GET /v2.0/ports?device_id=67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd HTTP/1.1" status: 200 len: 210 time: 0.0355113 Jul 15 13:35:41.834374 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9fb19a95-2e87-4842-975f-69a367ef20b0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:41.845237 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9fb19a95-2e87-4842-975f-69a367ef20b0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:41.924649 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb19a95-2e87-4842-975f-69a367ef20b0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event updated for resources: {'Port': ['ID=93243686-5257-4ee8-9a25-78e132fb4180,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:41.927037 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9fb19a95-2e87-4842-975f-69a367ef20b0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:42.020989 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb19a95-2e87-4842-975f-69a367ef20b0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Network 63488db5-13f2-47a7-aa85-43a7904437dc is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:42.022404 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-9fb19a95-2e87-4842-975f-69a367ef20b0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:42.243014 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-1f012ea3-7875-4fad-b708-95e74eae72d2 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:42.244571 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-1f012ea3-7875-4fad-b708-95e74eae72d2 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.46 "GET /v2.0/networks?id=39670479-f0c6-49d8-ba89-ffeabf46a128 HTTP/1.1" status: 200 len: 809 time: 0.1677573 Jul 15 13:35:42.264419 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb19a95-2e87-4842-975f-69a367ef20b0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Router ce93ee95-8cc5-4fcd-a824-da6a96d300c3 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:35:42.377160 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-9bc970f8-e1d9-4e60-8582-17dffed9e3e1 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8456ab30b8d64928a282edc8a1e28ce7 HTTP/1.1" status: 200 len: 380 time: 0.1221280 Jul 15 13:35:42.392796 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-2e01edd3-a01d-41ee-997c-a8ae7841fc2b tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Request body: {'port': {'device_id': '67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd', 'network_id': '39670479-f0c6-49d8-ba89-ffeabf46a128', 'admin_state_up': True, 'tenant_id': '8456ab30b8d64928a282edc8a1e28ce7', 'security_groups': ['45fc92ae-c43d-4f17-85d8-22be5dac59db']}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:42.433370 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb19a95-2e87-4842-975f-69a367ef20b0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:42.444018 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9fb19a95-2e87-4842-975f-69a367ef20b0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "PUT /v2.0/routers/ce93ee95-8cc5-4fcd-a824-da6a96d300c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4720392 Jul 15 13:35:42.445074 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59876) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:42.447027 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f69ec0-1deb-4fd7-94df-75ba2f8e693b None None] Sync routers for ids ['ce93ee95-8cc5-4fcd-a824-da6a96d300c3'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:42.459670 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f69ec0-1deb-4fd7-94df-75ba2f8e693b None None] Routers {'ce93ee95-8cc5-4fcd-a824-da6a96d300c3'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:42.460403 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-10f69ec0-1deb-4fd7-94df-75ba2f8e693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['ce93ee95-8cc5-4fcd-a824-da6a96d300c3'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:42.499222 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-10f69ec0-1deb-4fd7-94df-75ba2f8e693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:42.506320 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f0d095-6e1e-492c-ac78-42f0d77f433f tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:42.507497 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-24f0d095-6e1e-492c-ac78-42f0d77f433f tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "GET /v2.0/ports/93243686-5257-4ee8-9a25-78e132fb4180 HTTP/1.1" status: 200 len: 910 time: 0.0629582 Jul 15 13:35:42.510198 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f69ec0-1deb-4fd7-94df-75ba2f8e693b None None] Routers {'ce93ee95-8cc5-4fcd-a824-da6a96d300c3'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:42.510651 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59878) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:42.510831 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-10f69ec0-1deb-4fd7-94df-75ba2f8e693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['ce93ee95-8cc5-4fcd-a824-da6a96d300c3'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:42.517158 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-9fa53637-0c23-4823-9536-77b36142c3f3 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c02c48f8-c05f-4d03-9544-91f92ede6eb1'}]}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:42.526017 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acaf37c6-5d20-4471-a4e3-810493c81c50 None None] Network 63488db5-13f2-47a7-aa85-43a7904437dc requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:42.555371 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-2e01edd3-a01d-41ee-997c-a8ae7841fc2b tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Made reservation on behalf of 8456ab30b8d64928a282edc8a1e28ce7 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:42.558064 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-10f69ec0-1deb-4fd7-94df-75ba2f8e693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:42.558915 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f69ec0-1deb-4fd7-94df-75ba2f8e693b None None] The sync data for ids ['ce93ee95-8cc5-4fcd-a824-da6a96d300c3'] in n-d-771363-36 is: [] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:42.561135 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-2e01edd3-a01d-41ee-997c-a8ae7841fc2b tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:42.659454 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-27d5246d-70ce-4d1c-ae6a-55e7953640ec None None] Provisioning for port c26fdb37-e954-45ef-b8ce-aeff4c443a0e completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:42.707860 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-2e01edd3-a01d-41ee-997c-a8ae7841fc2b tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Allocated IP 172.20.0.6 (39670479-f0c6-49d8-ba89-ffeabf46a128/19f1e6ac-6197-48d9-9816-9379153f83a6/e0e32f39-fc50-439c-9cb4-461c4312235e) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:42.724938 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9fa53637-0c23-4823-9536-77b36142c3f3 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:42.883954 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-2e01edd3-a01d-41ee-997c-a8ae7841fc2b tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:42.899567 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-2e01edd3-a01d-41ee-997c-a8ae7841fc2b tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Transition to ACTIVE for port object e0e32f39-fc50-439c-9cb4-461c4312235e will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:42.944536 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-2e01edd3-a01d-41ee-997c-a8ae7841fc2b tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:42.973031 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-2e01edd3-a01d-41ee-997c-a8ae7841fc2b tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Network 39670479-f0c6-49d8-ba89-ffeabf46a128 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:42.977454 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-2e01edd3-a01d-41ee-997c-a8ae7841fc2b tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:42.996291 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-140c9a71-2452-4ff3-b036-9310724fbbb6 None None] Provisioning for port 93243686-5257-4ee8-9a25-78e132fb4180 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:43.003589 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-140c9a71-2452-4ff3-b036-9310724fbbb6 None None] Provisioning complete for port 93243686-5257-4ee8-9a25-78e132fb4180 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:43.005315 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-140c9a71-2452-4ff3-b036-9310724fbbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.006161 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-2e01edd3-a01d-41ee-997c-a8ae7841fc2b tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:43.094608 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-140c9a71-2452-4ff3-b036-9310724fbbb6 None None] Port 93243686-5257-4ee8-9a25-78e132fb4180 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:43.162962 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e01edd3-a01d-41ee-997c-a8ae7841fc2b tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Pushing event updated for resources: {'Port': ['ID=e0e32f39-fc50-439c-9cb4-461c4312235e,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:43.180680 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-2e01edd3-a01d-41ee-997c-a8ae7841fc2b tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:43.181923 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-2e01edd3-a01d-41ee-997c-a8ae7841fc2b tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.201510 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-2e01edd3-a01d-41ee-997c-a8ae7841fc2b tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8179674 Jul 15 13:35:43.221062 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-77f6a6ce-b086-4bf7-b44d-cc255bbddfa1 service neutron] Request body: {'port': {'device_id': '67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:43.320979 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9fa53637-0c23-4823-9536-77b36142c3f3 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.327620 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c26fdb37-e954-45ef-b8ce-aeff4c443a0e up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:43.352070 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9fa53637-0c23-4823-9536-77b36142c3f3 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.370348 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-77f6a6ce-b086-4bf7-b44d-cc255bbddfa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.423922 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2eb629-77be-43d8-a803-0a4d568366b7 req-c9166c2a-a73a-4821-be7c-eb8c2bf7c648 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:43.431286 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cc2eb629-77be-43d8-a803-0a4d568366b7 req-c9166c2a-a73a-4821-be7c-eb8c2bf7c648 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.16 "GET /v2.0/ports?device_id=67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd HTTP/1.1" status: 200 len: 931 time: 0.3991284 Jul 15 13:35:43.450185 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-dc073be1-e909-412f-ad37-77c840941841 None None] Provisioning complete for port 93243686-5257-4ee8-9a25-78e132fb4180 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:43.451323 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dc073be1-e909-412f-ad37-77c840941841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.487018 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port c26fdb37-e954-45ef-b8ce-aeff4c443a0e completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:43.491239 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa53637-0c23-4823-9536-77b36142c3f3 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:43.492227 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9fa53637-0c23-4823-9536-77b36142c3f3 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.493620 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9fa53637-0c23-4823-9536-77b36142c3f3 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "PUT /v2.0/ports/93243686-5257-4ee8-9a25-78e132fb4180 HTTP/1.1" status: 200 len: 910 time: 0.9815938 Jul 15 13:35:43.494389 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port c26fdb37-e954-45ef-b8ce-aeff4c443a0e triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:43.494874 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.498479 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59882) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:43.503297 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa53637-0c23-4823-9536-77b36142c3f3 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event updated for resources: {'Port': ['ID=93243686-5257-4ee8-9a25-78e132fb4180,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:43.516037 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cc2eb629-77be-43d8-a803-0a4d568366b7 req-cdca9534-8934-4232-9b55-54a9a764ce7b tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.16 "GET /v2.0/security-groups?id=45fc92ae-c43d-4f17-85d8-22be5dac59db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764914 Jul 15 13:35:43.521674 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-dc073be1-e909-412f-ad37-77c840941841 None None] Port 93243686-5257-4ee8-9a25-78e132fb4180 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:43.547078 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-dc073be1-e909-412f-ad37-77c840941841 None None] Provisioning for port e0e32f39-fc50-439c-9cb4-461c4312235e completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:43.551341 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-dc073be1-e909-412f-ad37-77c840941841 None None] Provisioning complete for port e0e32f39-fc50-439c-9cb4-461c4312235e triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:43.551719 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dc073be1-e909-412f-ad37-77c840941841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.764461 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-dc073be1-e909-412f-ad37-77c840941841 None None] Port e0e32f39-fc50-439c-9cb4-461c4312235e cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:43.801950 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.837028 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port c26fdb37-e954-45ef-b8ce-aeff4c443a0e, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=c26fdb37-e954-45ef-b8ce-aeff4c443a0e,segment=NetworkSegment(b858cb56-b037-4b32-ac58-400a6baba890),segment_id=b858cb56-b037-4b32-ac58-400a6baba890)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:43.840333 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.841339 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device e35f2519-40c0-448a-94aa-3c1cd62052b8 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:43.933516 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=c26fdb37-e954-45ef-b8ce-aeff4c443a0e,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:43.937502 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b29c95ba-5d5c-41bb-a351-1b98cf9ba711 None None] Provisioning complete for port 93243686-5257-4ee8-9a25-78e132fb4180 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:43.937928 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b29c95ba-5d5c-41bb-a351-1b98cf9ba711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.969957 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port e35f2519-40c0-448a-94aa-3c1cd62052b8 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:43.970334 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.999257 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b29c95ba-5d5c-41bb-a351-1b98cf9ba711 None None] Port 93243686-5257-4ee8-9a25-78e132fb4180 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:44.219708 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-77f6a6ce-b086-4bf7-b44d-cc255bbddfa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0e32f39-fc50-439c-9cb4-461c4312235e {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:35:44.230840 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-77f6a6ce-b086-4bf7-b44d-cc255bbddfa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:44.251591 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-77f6a6ce-b086-4bf7-b44d-cc255bbddfa1 service neutron] Transition to ACTIVE for port object e0e32f39-fc50-439c-9cb4-461c4312235e will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:44.257575 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-77f6a6ce-b086-4bf7-b44d-cc255bbddfa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:44.339834 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6a6ce-b086-4bf7-b44d-cc255bbddfa1 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e32f39-fc50-439c-9cb4-461c4312235e,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:44.406574 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5bdbaa04-e09c-4a92-9dac-4f234e9475f0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:44.495247 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-77f6a6ce-b086-4bf7-b44d-cc255bbddfa1 service neutron] Attempting to bind port e0e32f39-fc50-439c-9cb4-461c4312235e on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:44.495588 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-77f6a6ce-b086-4bf7-b44d-cc255bbddfa1 service neutron] Attempting to bind port e0e32f39-fc50-439c-9cb4-461c4312235e by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '4c282754-924a-4bed-9457-3fc0b1ead7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '39670479-f0c6-49d8-ba89-ffeabf46a128'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:44.495925 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-77f6a6ce-b086-4bf7-b44d-cc255bbddfa1 service neutron] Attempting to bind port e0e32f39-fc50-439c-9cb4-461c4312235e on network 39670479-f0c6-49d8-ba89-ffeabf46a128 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:44.508050 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-77f6a6ce-b086-4bf7-b44d-cc255bbddfa1 service neutron] Port e0e32f39-fc50-439c-9cb4-461c4312235e on network 39670479-f0c6-49d8-ba89-ffeabf46a128 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:44.508663 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-77f6a6ce-b086-4bf7-b44d-cc255bbddfa1 service neutron] Attempting to bind port e0e32f39-fc50-439c-9cb4-461c4312235e on network 39670479-f0c6-49d8-ba89-ffeabf46a128 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:44.516632 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-77f6a6ce-b086-4bf7-b44d-cc255bbddfa1 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:44.516975 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-77f6a6ce-b086-4bf7-b44d-cc255bbddfa1 service neutron] Checking segment: {'id': '4c282754-924a-4bed-9457-3fc0b1ead7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '39670479-f0c6-49d8-ba89-ffeabf46a128'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:44.517361 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-77f6a6ce-b086-4bf7-b44d-cc255bbddfa1 service neutron] Bound using segment: {'id': '4c282754-924a-4bed-9457-3fc0b1ead7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '39670479-f0c6-49d8-ba89-ffeabf46a128'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:44.517791 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-77f6a6ce-b086-4bf7-b44d-cc255bbddfa1 service neutron] Bound port: e0e32f39-fc50-439c-9cb4-461c4312235e, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c282754-924a-4bed-9457-3fc0b1ead7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '39670479-f0c6-49d8-ba89-ffeabf46a128'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:44.518153 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-77f6a6ce-b086-4bf7-b44d-cc255bbddfa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:44.641117 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-77f6a6ce-b086-4bf7-b44d-cc255bbddfa1 service neutron] For port e0e32f39-fc50-439c-9cb4-461c4312235e, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:44.655717 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-77f6a6ce-b086-4bf7-b44d-cc255bbddfa1 service neutron] For port e0e32f39-fc50-439c-9cb4-461c4312235e, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=e0e32f39-fc50-439c-9cb4-461c4312235e,segment=NetworkSegment(4c282754-924a-4bed-9457-3fc0b1ead7ce),segment_id=4c282754-924a-4bed-9457-3fc0b1ead7ce)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:44.662427 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-77f6a6ce-b086-4bf7-b44d-cc255bbddfa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:44.727314 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52761e2c-2a86-4db8-a987-481980acb93a req-ae56c4b1-04be-46f3-af6a-5d71796f0798 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:44.732988 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-77f6a6ce-b086-4bf7-b44d-cc255bbddfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:44.733618 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-77f6a6ce-b086-4bf7-b44d-cc255bbddfa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:44.735105 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-77f6a6ce-b086-4bf7-b44d-cc255bbddfa1 service neutron] 10.222.0.46 "PUT /v2.0/ports/e0e32f39-fc50-439c-9cb4-461c4312235e HTTP/1.1" status: 200 len: 1092 time: 1.5247478 Jul 15 13:35:44.735432 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-52761e2c-2a86-4db8-a987-481980acb93a req-ae56c4b1-04be-46f3-af6a-5d71796f0798 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.16 "GET /v2.0/ports?device_id=67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd HTTP/1.1" status: 200 len: 943 time: 0.0835276 Jul 15 13:35:44.735641 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd', 'tag': 'e0e32f39-fc50-439c-9cb4-461c4312235e'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:35:44.737753 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d9634a-9043-482c-860d-77886c6c3bf3" -d '{"events": [{"name": "network-changed", "server_uuid": "67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd", "tag": "e0e32f39-fc50-439c-9cb4-461c4312235e"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:35:44.770426 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6a6ce-b086-4bf7-b44d-cc255bbddfa1 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e32f39-fc50-439c-9cb4-461c4312235e,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:44.810490 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-52761e2c-2a86-4db8-a987-481980acb93a req-2f68be76-32f0-4ab6-a47a-a4f426f3dcb3 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.16 "GET /v2.0/security-groups?id=45fc92ae-c43d-4f17-85d8-22be5dac59db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714636 Jul 15 13:35:44.835315 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed27779-7738-4a8e-9a73-61f134e3e28c x-openstack-request-id: req-3ed27779-7738-4a8e-9a73-61f134e3e28c {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:35:44.836416 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd", "tag": "e0e32f39-fc50-439c-9cb4-461c4312235e", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:35:44.836836 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3ed27779-7738-4a8e-9a73-61f134e3e28c {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:35:44.837402 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd', 'tag': 'e0e32f39-fc50-439c-9cb4-461c4312235e', 'status': 'completed', 'code': 200} Jul 15 13:35:44.886288 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-45b95b1f-4a20-4270-9e88-1798941ebb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:44.887861 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-45b95b1f-4a20-4270-9e88-1798941ebb9d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8456ab30b8d64928a282edc8a1e28ce7&device_id=67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd HTTP/1.1" status: 200 len: 1095 time: 0.0906236 Jul 15 13:35:44.889932 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-5bdbaa04-e09c-4a92-9dac-4f234e9475f0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Deleting port 93243686-5257-4ee8-9a25-78e132fb4180 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:44.890278 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5bdbaa04-e09c-4a92-9dac-4f234e9475f0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:44.953691 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-30175917-1da3-4286-b6b7-13d32d7c6723 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0e32f39-fc50-439c-9cb4-461c4312235e HTTP/1.1" status: 200 len: 217 time: 0.0487299 Jul 15 13:35:45.048189 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-839584c5-be5f-451f-8028-5226f0805773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:45.049683 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-839584c5-be5f-451f-8028-5226f0805773 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=19f1e6ac-6197-48d9-9816-9379153f83a6 HTTP/1.1" status: 200 len: 848 time: 0.0882401 Jul 15 13:35:45.051370 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5bdbaa04-e09c-4a92-9dac-4f234e9475f0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:45.077615 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-5bdbaa04-e09c-4a92-9dac-4f234e9475f0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Calling delete_port for 93243686-5257-4ee8-9a25-78e132fb4180 owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:45.117772 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c26fdb37-e954-45ef-b8ce-aeff4c443a0e up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:45.168614 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port c26fdb37-e954-45ef-b8ce-aeff4c443a0e triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:45.168986 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:45.175586 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-ae55dcce-79c4-4b0d-aac1-58c4d4868d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:45.177101 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-ae55dcce-79c4-4b0d-aac1-58c4d4868d71 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=39670479-f0c6-49d8-ba89-ffeabf46a128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1184354 Jul 15 13:35:45.347016 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-6d52d25e-f7a7-4da4-b8e3-c6341de12a28 service neutron] 10.222.0.46 "GET /v2.0/networks/39670479-f0c6-49d8-ba89-ffeabf46a128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629720 Jul 15 13:35:45.374310 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5bdbaa04-e09c-4a92-9dac-4f234e9475f0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:45.414901 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdbaa04-e09c-4a92-9dac-4f234e9475f0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event deleted for resources: {'Port': ['ID=93243686-5257-4ee8-9a25-78e132fb4180,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:45.540639 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1dcc6144-8c2d-4d86-ad9d-55509999ebbc req-468b7d82-dcde-48f6-ac12-0899923c020b service neutron] 10.222.0.46 "GET /v2.0/networks/39670479-f0c6-49d8-ba89-ffeabf46a128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858330 Jul 15 13:35:45.656121 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5bdbaa04-e09c-4a92-9dac-4f234e9475f0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:45.767703 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9634a-9043-482c-860d-77886c6c3bf3 req-6e6395dd-cb6a-4795-b378-be69c7f04397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:45.769299 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-70d9634a-9043-482c-860d-77886c6c3bf3 req-6e6395dd-cb6a-4795-b378-be69c7f04397 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8456ab30b8d64928a282edc8a1e28ce7&device_id=67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd HTTP/1.1" status: 200 len: 1095 time: 0.1514266 Jul 15 13:35:45.887687 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bdbaa04-e09c-4a92-9dac-4f234e9475f0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Router ce93ee95-8cc5-4fcd-a824-da6a96d300c3 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:35:45.989897 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e52e6-354c-4cb9-be19-7a4c1783643f req-f2b2c52e-4aa6-4344-a9ec-5032badacaf7 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:45.991405 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4f4e52e6-354c-4cb9-be19-7a4c1783643f req-f2b2c52e-4aa6-4344-a9ec-5032badacaf7 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.16 "GET /v2.0/ports?device_id=67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd HTTP/1.1" status: 200 len: 943 time: 0.0623107 Jul 15 13:35:46.030831 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9634a-9043-482c-860d-77886c6c3bf3 req-51f2c04a-0a10-4974-b941-b5bb1a7bd7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:46.032935 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-70d9634a-9043-482c-860d-77886c6c3bf3 req-51f2c04a-0a10-4974-b941-b5bb1a7bd7e0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=39670479-f0c6-49d8-ba89-ffeabf46a128 HTTP/1.1" status: 200 len: 910 time: 0.2281897 Jul 15 13:35:46.033292 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4f4e52e6-354c-4cb9-be19-7a4c1783643f req-0c71160f-6eda-40d5-b15f-9899201afe33 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.16 "GET /v2.0/security-groups?id=45fc92ae-c43d-4f17-85d8-22be5dac59db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358181 Jul 15 13:35:46.034159 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bdbaa04-e09c-4a92-9dac-4f234e9475f0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:46.044040 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5bdbaa04-e09c-4a92-9dac-4f234e9475f0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "PUT /v2.0/routers/ce93ee95-8cc5-4fcd-a824-da6a96d300c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5399292 Jul 15 13:35:46.044160 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59892) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:46.044474 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ae26c2-33bd-47f8-904c-a24f2a51a19c None None] Sync routers for ids ['ce93ee95-8cc5-4fcd-a824-da6a96d300c3'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:46.069753 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ae26c2-33bd-47f8-904c-a24f2a51a19c None None] Routers {'ce93ee95-8cc5-4fcd-a824-da6a96d300c3'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:46.070412 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-a3ae26c2-33bd-47f8-904c-a24f2a51a19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['ce93ee95-8cc5-4fcd-a824-da6a96d300c3'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:46.083449 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a8f544fd-6321-43e1-b11e-fe271315492c tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce93ee95-8cc5-4fcd-a824-da6a96d300c3 HTTP/1.1" status: 200 len: 205 time: 0.0357943 Jul 15 13:35:46.083635 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59894) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:46.088124 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-70d9634a-9043-482c-860d-77886c6c3bf3 req-ec2f8f9c-4e8c-4c9e-b602-2432d2f363f0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0e32f39-fc50-439c-9cb4-461c4312235e HTTP/1.1" status: 200 len: 217 time: 0.0465584 Jul 15 13:35:46.105619 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-a3ae26c2-33bd-47f8-904c-a24f2a51a19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:46.115385 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ae26c2-33bd-47f8-904c-a24f2a51a19c None None] Routers {'ce93ee95-8cc5-4fcd-a824-da6a96d300c3'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:46.116064 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-a3ae26c2-33bd-47f8-904c-a24f2a51a19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['ce93ee95-8cc5-4fcd-a824-da6a96d300c3'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:46.150359 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9634a-9043-482c-860d-77886c6c3bf3 req-95517ea9-93bb-4249-8fa7-118bb60fd783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:46.152367 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-70d9634a-9043-482c-860d-77886c6c3bf3 req-95517ea9-93bb-4249-8fa7-118bb60fd783 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=19f1e6ac-6197-48d9-9816-9379153f83a6 HTTP/1.1" status: 200 len: 848 time: 0.0580354 Jul 15 13:35:46.154336 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-a3ae26c2-33bd-47f8-904c-a24f2a51a19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:46.155082 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ae26c2-33bd-47f8-904c-a24f2a51a19c None None] The sync data for ids ['ce93ee95-8cc5-4fcd-a824-da6a96d300c3'] in n-d-771363-36 is: [] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:46.166169 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8b439fae-2ef0-4a4a-86d7-0271b256e4e6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.221527 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9634a-9043-482c-860d-77886c6c3bf3 req-a9b730fc-ae5d-4a49-a831-5bd99875d2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:46.223267 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-70d9634a-9043-482c-860d-77886c6c3bf3 req-a9b730fc-ae5d-4a49-a831-5bd99875d2ea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=39670479-f0c6-49d8-ba89-ffeabf46a128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633218 Jul 15 13:35:46.321299 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-70d9634a-9043-482c-860d-77886c6c3bf3 req-6a2fd2c6-5c85-4415-8515-65927c913674 service neutron] 10.222.0.46 "GET /v2.0/networks/39670479-f0c6-49d8-ba89-ffeabf46a128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903203 Jul 15 13:35:46.448961 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-70d9634a-9043-482c-860d-77886c6c3bf3 req-9fd06749-686c-470f-9b8d-64a9a2a80b0c service neutron] 10.222.0.46 "GET /v2.0/networks/39670479-f0c6-49d8-ba89-ffeabf46a128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202078 Jul 15 13:35:46.655789 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8b439fae-2ef0-4a4a-86d7-0271b256e4e6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.657788 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8b439fae-2ef0-4a4a-86d7-0271b256e4e6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.700510 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8b439fae-2ef0-4a4a-86d7-0271b256e4e6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.701074 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b439fae-2ef0-4a4a-86d7-0271b256e4e6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Fanout notify agent at l3_agent the message router_deleted on router ce93ee95-8cc5-4fcd-a824-da6a96d300c3 {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:35:46.707834 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8b439fae-2ef0-4a4a-86d7-0271b256e4e6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.708935 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8b439fae-2ef0-4a4a-86d7-0271b256e4e6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "DELETE /v2.0/routers/ce93ee95-8cc5-4fcd-a824-da6a96d300c3 HTTP/1.1" status: 204 len: 168 time: 0.6243730 Jul 15 13:35:46.711908 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59896) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:46.763829 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-1068779d-c9b2-44e3-8d85-c2aebe6ecc71 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Deleting subnet c02c48f8-c05f-4d03-9544-91f92ede6eb1 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:35:46.767070 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1068779d-c9b2-44e3-8d85-c2aebe6ecc71 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.807028 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1068779d-c9b2-44e3-8d85-c2aebe6ecc71 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.893926 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1068779d-c9b2-44e3-8d85-c2aebe6ecc71 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.951210 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1068779d-c9b2-44e3-8d85-c2aebe6ecc71 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.977840 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1068779d-c9b2-44e3-8d85-c2aebe6ecc71 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event deleted for resources: {'Subnet': ['ID=c02c48f8-c05f-4d03-9544-91f92ede6eb1,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:46.983810 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1068779d-c9b2-44e3-8d85-c2aebe6ecc71 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.985180 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1068779d-c9b2-44e3-8d85-c2aebe6ecc71 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "DELETE /v2.0/subnets/c02c48f8-c05f-4d03-9544-91f92ede6eb1 HTTP/1.1" status: 204 len: 168 time: 0.2723386 Jul 15 13:35:46.989346 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59898) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:46.989724 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5556d316-a59f-4bef-99eb-92abe7fee0f9 None None] Network 63488db5-13f2-47a7-aa85-43a7904437dc requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:47.069193 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d1ebfc3-8f42-439c-aee2-d7ff3b93276a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.133149 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2d1ebfc3-8f42-439c-aee2-d7ff3b93276a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Deleting port c26fdb37-e954-45ef-b8ce-aeff4c443a0e {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:47.133518 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d1ebfc3-8f42-439c-aee2-d7ff3b93276a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.217947 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260c1cd5-f8c4-43f5-84d2-25721872469f None None] DHCP port deletion for 63488db5-13f2-47a7-aa85-43a7904437dc request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:35:47.234270 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-2d1ebfc3-8f42-439c-aee2-d7ff3b93276a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] For port c26fdb37-e954-45ef-b8ce-aeff4c443a0e, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=c26fdb37-e954-45ef-b8ce-aeff4c443a0e,segment=NetworkSegment(b858cb56-b037-4b32-ac58-400a6baba890),segment_id=b858cb56-b037-4b32-ac58-400a6baba890)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:47.234954 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d1ebfc3-8f42-439c-aee2-d7ff3b93276a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.251333 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2d1ebfc3-8f42-439c-aee2-d7ff3b93276a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Calling delete_port for c26fdb37-e954-45ef-b8ce-aeff4c443a0e owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:47.269707 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-260c1cd5-f8c4-43f5-84d2-25721872469f None None] Deleting port c26fdb37-e954-45ef-b8ce-aeff4c443a0e {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:47.270196 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-260c1cd5-f8c4-43f5-84d2-25721872469f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.328404 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3bac7-0f18-4dc3-b2ff-2bc9fed377f9 req-c6b1fed9-1d27-4a68-b815-a70b5dae8cc9 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:47.330038 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bcf3bac7-0f18-4dc3-b2ff-2bc9fed377f9 req-c6b1fed9-1d27-4a68-b815-a70b5dae8cc9 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.16 "GET /v2.0/ports?device_id=67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd HTTP/1.1" status: 200 len: 943 time: 0.1344883 Jul 15 13:35:47.334971 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-260c1cd5-f8c4-43f5-84d2-25721872469f None None] For port c26fdb37-e954-45ef-b8ce-aeff4c443a0e, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=c26fdb37-e954-45ef-b8ce-aeff4c443a0e,segment=NetworkSegment(b858cb56-b037-4b32-ac58-400a6baba890),segment_id=b858cb56-b037-4b32-ac58-400a6baba890)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:47.335658 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-260c1cd5-f8c4-43f5-84d2-25721872469f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.347664 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-260c1cd5-f8c4-43f5-84d2-25721872469f None None] Calling delete_port for c26fdb37-e954-45ef-b8ce-aeff4c443a0e owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:47.388966 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bcf3bac7-0f18-4dc3-b2ff-2bc9fed377f9 req-7d471f5d-61ea-4f9b-b4a4-d88adffae924 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.16 "GET /v2.0/security-groups?id=45fc92ae-c43d-4f17-85d8-22be5dac59db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521736 Jul 15 13:35:47.393521 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d1ebfc3-8f42-439c-aee2-d7ff3b93276a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.424053 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ebfc3-8f42-439c-aee2-d7ff3b93276a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event deleted for resources: {'Port': ['ID=c26fdb37-e954-45ef-b8ce-aeff4c443a0e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:47.427592 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-260c1cd5-f8c4-43f5-84d2-25721872469f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.427768 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1ebfc3-8f42-439c-aee2-d7ff3b93276a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] No DVR routers for this DVR port c26fdb37-e954-45ef-b8ce-aeff4c443a0e on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:35:47.457363 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c1cd5-f8c4-43f5-84d2-25721872469f None None] Pushing event deleted for resources: {'Port': ['ID=c26fdb37-e954-45ef-b8ce-aeff4c443a0e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:47.459352 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260c1cd5-f8c4-43f5-84d2-25721872469f None None] No DVR routers for this DVR port c26fdb37-e954-45ef-b8ce-aeff4c443a0e on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:35:47.519000 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d1ebfc3-8f42-439c-aee2-d7ff3b93276a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.530225 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-2d1ebfc3-8f42-439c-aee2-d7ff3b93276a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63488db5-13f2-47a7-aa85-43a7904437dc']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:47.545003 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-2d1ebfc3-8f42-439c-aee2-d7ff3b93276a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b858cb56-b037-4b32-ac58-400a6baba890') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:47.545298 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-2d1ebfc3-8f42-439c-aee2-d7ff3b93276a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b858cb56-b037-4b32-ac58-400a6baba890') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:47.554805 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d1ebfc3-8f42-439c-aee2-d7ff3b93276a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.568906 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d1ebfc3-8f42-439c-aee2-d7ff3b93276a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.575038 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d1ebfc3-8f42-439c-aee2-d7ff3b93276a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:35:47.575486 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d1ebfc3-8f42-439c-aee2-d7ff3b93276a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.578476 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:35:47.578476 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:35:47.578476 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:35:47.578476 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:35:47.578476 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:35:47.578476 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:35:47.578476 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:35:47.578476 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:35:47.578476 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:35:47.578476 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:35:47.578476 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:35:47.578476 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:35:47.578476 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:35:47.578476 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:35:47.578476 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:35:47.578476 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:35:47.578476 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:35:47.578476 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:35:47.578476 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:35:47.578476 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:35:47.578476 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:35:47.578476 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:35:47.578476 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:35:47.578476 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:35:47.578476 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:35:47.578476 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:35:47.578476 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:35:47.578476 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:35:47.578476 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:35:47.578476 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:35:47.578476 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:35:47.578476 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:35:47.636594 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d1ebfc3-8f42-439c-aee2-d7ff3b93276a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.641070 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d1ebfc3-8f42-439c-aee2-d7ff3b93276a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.643172 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2d1ebfc3-8f42-439c-aee2-d7ff3b93276a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "DELETE /v2.0/networks/63488db5-13f2-47a7-aa85-43a7904437dc HTTP/1.1" status: 204 len: 168 time: 0.6527207 Jul 15 13:35:47.647975 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59902) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:47.652922 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-16727ecb-50f9-4fb0-9dd2-d7eefbd77986 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1999394449', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:47.659325 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ebfc3-8f42-439c-aee2-d7ff3b93276a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event deleted for resources: {'Network': ['ID=63488db5-13f2-47a7-aa85-43a7904437dc,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:47.676370 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-16727ecb-50f9-4fb0-9dd2-d7eefbd77986 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.677331 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-16727ecb-50f9-4fb0-9dd2-d7eefbd77986 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.736534 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-16727ecb-50f9-4fb0-9dd2-d7eefbd77986 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.740242 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-16727ecb-50f9-4fb0-9dd2-d7eefbd77986 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.755052 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-16727ecb-50f9-4fb0-9dd2-d7eefbd77986 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.756196 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-16727ecb-50f9-4fb0-9dd2-d7eefbd77986 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1071932 Jul 15 13:35:47.759049 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59904) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:47.763910 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-150c4e60-2eb7-488c-aa87-88f4920fccac tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Request body: {'network': {'name': 'tempest-RoutersTest-1501021823'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:47.783944 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150c4e60-2eb7-488c-aa87-88f4920fccac tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Made reservation on behalf of ce3a44247ab84ab3bec7e783b84e4479 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:47.787329 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-150c4e60-2eb7-488c-aa87-88f4920fccac tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:48.106783 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-150c4e60-2eb7-488c-aa87-88f4920fccac tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:35:48.115258 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-150c4e60-2eb7-488c-aa87-88f4920fccac tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:48.115599 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-150c4e60-2eb7-488c-aa87-88f4920fccac tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Added segment 56253aec-0e1b-4553-98f7-508e65d040a5 of type vlan for network d0eda65f-0e83-4a89-aa3d-fdef68e35506 Jul 15 13:35:48.154924 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-150c4e60-2eb7-488c-aa87-88f4920fccac tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:48.180648 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-150c4e60-2eb7-488c-aa87-88f4920fccac tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:48.186072 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150c4e60-2eb7-488c-aa87-88f4920fccac tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:48.186686 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-150c4e60-2eb7-488c-aa87-88f4920fccac tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:48.219735 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-150c4e60-2eb7-488c-aa87-88f4920fccac tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4596956 Jul 15 13:35:48.222589 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59906) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:48.229460 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-c82163ec-dd2c-43d5-badd-3e019c453bfc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Request body: {'subnet': {'network_id': 'd0eda65f-0e83-4a89-aa3d-fdef68e35506', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:48.278621 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c4e60-2eb7-488c-aa87-88f4920fccac tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event updated for resources: {'Network': ['ID=d0eda65f-0e83-4a89-aa3d-fdef68e35506,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:48.288336 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network d0eda65f-0e83-4a89-aa3d-fdef68e35506 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:35:48.346817 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82163ec-dd2c-43d5-badd-3e019c453bfc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Made reservation on behalf of ce3a44247ab84ab3bec7e783b84e4479 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:48.350254 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c82163ec-dd2c-43d5-badd-3e019c453bfc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:48.530766 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c82163ec-dd2c-43d5-badd-3e019c453bfc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:48.579053 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bb080-87df-4bd7-9d0e-204dbf2422c8 req-6818ffbc-f04c-4935-a09b-8b3c3dd561e7 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:48.580569 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8e3bb080-87df-4bd7-9d0e-204dbf2422c8 req-6818ffbc-f04c-4935-a09b-8b3c3dd561e7 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.16 "GET /v2.0/ports?device_id=67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd HTTP/1.1" status: 200 len: 943 time: 0.0697966 Jul 15 13:35:48.591841 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82163ec-dd2c-43d5-badd-3e019c453bfc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event updated for resources: {'Subnet': ['ID=30676a79-1b7d-41ae-a82b-71b0ae498c44,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:48.598996 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82163ec-dd2c-43d5-badd-3e019c453bfc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Checking segment: {'id': '56253aec-0e1b-4553-98f7-508e65d040a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd0eda65f-0e83-4a89-aa3d-fdef68e35506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:48.599393 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82163ec-dd2c-43d5-badd-3e019c453bfc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Network hostable DHCP agents. Network: d0eda65f-0e83-4a89-aa3d-fdef68e35506, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:35:48.615851 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82163ec-dd2c-43d5-badd-3e019c453bfc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Network d0eda65f-0e83-4a89-aa3d-fdef68e35506 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:35:48.619286 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8e3bb080-87df-4bd7-9d0e-204dbf2422c8 req-831153ca-8c9e-427b-883c-d0d9baa30dc7 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.16 "GET /v2.0/security-groups?id=45fc92ae-c43d-4f17-85d8-22be5dac59db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328076 Jul 15 13:35:48.625070 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-c82163ec-dd2c-43d5-badd-3e019c453bfc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, d0eda65f-0e83-4a89-aa3d-fdef68e35506) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:48.629174 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82163ec-dd2c-43d5-badd-3e019c453bfc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:48.629757 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c82163ec-dd2c-43d5-badd-3e019c453bfc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:48.634922 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7123771-6478-442f-91e8-ac1fa5ebd32e None None] Network d0eda65f-0e83-4a89-aa3d-fdef68e35506 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:48.654283 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c82163ec-dd2c-43d5-badd-3e019c453bfc tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4306545 Jul 15 13:35:48.657269 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59910) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:48.787218 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e8b6dc-f07f-4c7e-89ea-b086977d4d63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-d0eda65f-0e83-4a89-aa3d-fdef68e35506', 'network_id': 'd0eda65f-0e83-4a89-aa3d-fdef68e35506', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'fixed_ips': [{'subnet_id': '30676a79-1b7d-41ae-a82b-71b0ae498c44'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:35:48.788062 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b9e8b6dc-f07f-4c7e-89ea-b086977d4d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:48.890011 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device e0e32f39-fc50-439c-9cb4-461c4312235e details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:35:48.948933 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-093fa0b7-43a7-49ca-bd58-80fa7307a5c7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:48.969147 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-b9e8b6dc-f07f-4c7e-89ea-b086977d4d63 None None] Allocated IP 172.20.0.2 (d0eda65f-0e83-4a89-aa3d-fdef68e35506/30676a79-1b7d-41ae-a82b-71b0ae498c44/5d1c798d-be32-442e-a292-b59c6caeccb0) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:49.099240 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port e0e32f39-fc50-439c-9cb4-461c4312235e, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=e0e32f39-fc50-439c-9cb4-461c4312235e,segment=NetworkSegment(4c282754-924a-4bed-9457-3fc0b1ead7ce),segment_id=4c282754-924a-4bed-9457-3fc0b1ead7ce)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:49.115994 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c26fdb37-e954-45ef-b8ce-aeff4c443a0e no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:35:49.117735 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'e0e32f39-fc50-439c-9cb4-461c4312235e', 'network_id': '39670479-f0c6-49d8-ba89-ffeabf46a128', 'port_id': 'e0e32f39-fc50-439c-9cb4-461c4312235e', 'mac_address': 'fa:16:3e:0e:ac:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f1e6ac-6197-48d9-9816-9379153f83a6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:35:49.148050 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: c26fdb37-e954-45ef-b8ce-aeff4c443a0e {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:35:49.148402 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c26fdb37-e954-45ef-b8ce-aeff4c443a0e not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:35:49.217848 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.236741 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b9e8b6dc-f07f-4c7e-89ea-b086977d4d63 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.242593 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0e32f39-fc50-439c-9cb4-461c4312235e {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:35:49.251153 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b9e8b6dc-f07f-4c7e-89ea-b086977d4d63 None None] Transition to ACTIVE for port object 5d1c798d-be32-442e-a292-b59c6caeccb0 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:49.272235 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port e0e32f39-fc50-439c-9cb4-461c4312235e, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=e0e32f39-fc50-439c-9cb4-461c4312235e,segment=NetworkSegment(4c282754-924a-4bed-9457-3fc0b1ead7ce),segment_id=4c282754-924a-4bed-9457-3fc0b1ead7ce)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:49.277549 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b9e8b6dc-f07f-4c7e-89ea-b086977d4d63 None None] Transition to ACTIVE for port object 5d1c798d-be32-442e-a292-b59c6caeccb0 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:49.279458 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.285595 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b9e8b6dc-f07f-4c7e-89ea-b086977d4d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.328169 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e8b6dc-f07f-4c7e-89ea-b086977d4d63 None None] Network d0eda65f-0e83-4a89-aa3d-fdef68e35506 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:49.331976 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-b9e8b6dc-f07f-4c7e-89ea-b086977d4d63 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:49.332173 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-093fa0b7-43a7-49ca-bd58-80fa7307a5c7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Allocated IP 172.20.0.1 (d0eda65f-0e83-4a89-aa3d-fdef68e35506/30676a79-1b7d-41ae-a82b-71b0ae498c44/9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:49.338840 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e8b6dc-f07f-4c7e-89ea-b086977d4d63 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:49.347413 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=e0e32f39-fc50-439c-9cb4-461c4312235e,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:49.434187 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8b6dc-f07f-4c7e-89ea-b086977d4d63 None None] Pushing event updated for resources: {'Port': ['ID=5d1c798d-be32-442e-a292-b59c6caeccb0,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:49.436564 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-b9e8b6dc-f07f-4c7e-89ea-b086977d4d63 None None] Attempting to bind port 5d1c798d-be32-442e-a292-b59c6caeccb0 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:49.436939 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-b9e8b6dc-f07f-4c7e-89ea-b086977d4d63 None None] Attempting to bind port 5d1c798d-be32-442e-a292-b59c6caeccb0 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '56253aec-0e1b-4553-98f7-508e65d040a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd0eda65f-0e83-4a89-aa3d-fdef68e35506'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:49.437302 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e8b6dc-f07f-4c7e-89ea-b086977d4d63 None None] Attempting to bind port 5d1c798d-be32-442e-a292-b59c6caeccb0 on network d0eda65f-0e83-4a89-aa3d-fdef68e35506 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:49.442881 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e8b6dc-f07f-4c7e-89ea-b086977d4d63 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:49.443261 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e8b6dc-f07f-4c7e-89ea-b086977d4d63 None None] Checking segment: {'id': '56253aec-0e1b-4553-98f7-508e65d040a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd0eda65f-0e83-4a89-aa3d-fdef68e35506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:49.443669 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b9e8b6dc-f07f-4c7e-89ea-b086977d4d63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.444061 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e8b6dc-f07f-4c7e-89ea-b086977d4d63 None None] Bound using segment: {'id': '56253aec-0e1b-4553-98f7-508e65d040a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd0eda65f-0e83-4a89-aa3d-fdef68e35506'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:49.444524 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-b9e8b6dc-f07f-4c7e-89ea-b086977d4d63 None None] Bound port: 5d1c798d-be32-442e-a292-b59c6caeccb0, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56253aec-0e1b-4553-98f7-508e65d040a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd0eda65f-0e83-4a89-aa3d-fdef68e35506'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:49.444910 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b9e8b6dc-f07f-4c7e-89ea-b086977d4d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.455934 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-093fa0b7-43a7-49ca-bd58-80fa7307a5c7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.470184 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-093fa0b7-43a7-49ca-bd58-80fa7307a5c7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Transition to ACTIVE for port object 9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:49.486251 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['e0e32f39-fc50-439c-9cb4-461c4312235e'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:35:49.504363 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-093fa0b7-43a7-49ca-bd58-80fa7307a5c7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.543902 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-b9e8b6dc-f07f-4c7e-89ea-b086977d4d63 None None] For port 5d1c798d-be32-442e-a292-b59c6caeccb0, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:49.549088 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-b9e8b6dc-f07f-4c7e-89ea-b086977d4d63 None None] For port 5d1c798d-be32-442e-a292-b59c6caeccb0, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5d1c798d-be32-442e-a292-b59c6caeccb0,segment=NetworkSegment(56253aec-0e1b-4553-98f7-508e65d040a5),segment_id=56253aec-0e1b-4553-98f7-508e65d040a5)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:49.549902 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093fa0b7-43a7-49ca-bd58-80fa7307a5c7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Network d0eda65f-0e83-4a89-aa3d-fdef68e35506 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:49.553398 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-093fa0b7-43a7-49ca-bd58-80fa7307a5c7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:49.557836 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093fa0b7-43a7-49ca-bd58-80fa7307a5c7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:49.561779 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093fa0b7-43a7-49ca-bd58-80fa7307a5c7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event updated for resources: {'Port': ['ID=9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:49.561965 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b9e8b6dc-f07f-4c7e-89ea-b086977d4d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.603910 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-093fa0b7-43a7-49ca-bd58-80fa7307a5c7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.659178 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8b6dc-f07f-4c7e-89ea-b086977d4d63 None None] Pushing event updated for resources: {'Port': ['ID=5d1c798d-be32-442e-a292-b59c6caeccb0,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:49.749840 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-093fa0b7-43a7-49ca-bd58-80fa7307a5c7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.959900 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c19b8-778f-449e-ad95-02bd56c1c173 req-e1457f42-487a-4978-9428-0f0ba76d12c1 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:49.961439 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-370c19b8-778f-449e-ad95-02bd56c1c173 req-e1457f42-487a-4978-9428-0f0ba76d12c1 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.16 "GET /v2.0/ports?device_id=67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd HTTP/1.1" status: 200 len: 944 time: 0.1967876 Jul 15 13:35:50.056291 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-370c19b8-778f-449e-ad95-02bd56c1c173 req-d8bffd08-6db8-40d9-82b9-c54accf688ba tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.16 "GET /v2.0/security-groups?id=45fc92ae-c43d-4f17-85d8-22be5dac59db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844002 Jul 15 13:35:50.118217 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-093fa0b7-43a7-49ca-bd58-80fa7307a5c7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:50.123348 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-093fa0b7-43a7-49ca-bd58-80fa7307a5c7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:50.194327 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093fa0b7-43a7-49ca-bd58-80fa7307a5c7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event updated for resources: {'Port': ['ID=9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:50.199053 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-093fa0b7-43a7-49ca-bd58-80fa7307a5c7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:50.297693 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093fa0b7-43a7-49ca-bd58-80fa7307a5c7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Network d0eda65f-0e83-4a89-aa3d-fdef68e35506 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:50.299290 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-093fa0b7-43a7-49ca-bd58-80fa7307a5c7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:50.417088 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093fa0b7-43a7-49ca-bd58-80fa7307a5c7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Router 8021a140-c322-43da-8195-1dbcb7786238 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:35:50.511808 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093fa0b7-43a7-49ca-bd58-80fa7307a5c7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:50.518144 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-093fa0b7-43a7-49ca-bd58-80fa7307a5c7 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "PUT /v2.0/routers/8021a140-c322-43da-8195-1dbcb7786238/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8585083 Jul 15 13:35:50.519365 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59916) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:50.520815 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa713029-4b8a-44c3-9551-b11ae1ef4c98 None None] Sync routers for ids ['8021a140-c322-43da-8195-1dbcb7786238'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:50.524368 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-20b04114-f759-4338-b894-9ffb887d70a0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Request body: {'network': {'name': 'tempest-RoutersTest-359511763'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:50.531367 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa713029-4b8a-44c3-9551-b11ae1ef4c98 None None] Routers {'8021a140-c322-43da-8195-1dbcb7786238'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:50.531764 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-fa713029-4b8a-44c3-9551-b11ae1ef4c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['8021a140-c322-43da-8195-1dbcb7786238'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:50.548719 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b04114-f759-4338-b894-9ffb887d70a0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Made reservation on behalf of ce3a44247ab84ab3bec7e783b84e4479 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:50.552374 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20b04114-f759-4338-b894-9ffb887d70a0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:50.576845 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20b04114-f759-4338-b894-9ffb887d70a0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:35:50.587567 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20b04114-f759-4338-b894-9ffb887d70a0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:50.587920 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-20b04114-f759-4338-b894-9ffb887d70a0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Added segment 5d8187b8-c43d-450a-a846-898bff97d2fb of type vlan for network 7cf1e924-cb54-4a3c-b192-4d21bec2d8bd Jul 15 13:35:50.601726 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f127e0c5-d485-4b5c-bfe9-618dadb43ceb None None] Network d0eda65f-0e83-4a89-aa3d-fdef68e35506 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:50.621125 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-fa713029-4b8a-44c3-9551-b11ae1ef4c98 None None] Set router 8021a140-c322-43da-8195-1dbcb7786238 gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:50.636705 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20b04114-f759-4338-b894-9ffb887d70a0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:50.671245 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20b04114-f759-4338-b894-9ffb887d70a0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:50.677025 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b04114-f759-4338-b894-9ffb887d70a0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:50.677750 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20b04114-f759-4338-b894-9ffb887d70a0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:50.713193 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59918) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:50.713792 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-20b04114-f759-4338-b894-9ffb887d70a0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1927249 Jul 15 13:35:50.727874 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-19db2ecf-c167-4d70-9a7b-d77f335d2fc9 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Request body: {'subnet': {'network_id': '7cf1e924-cb54-4a3c-b192-4d21bec2d8bd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:50.729911 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-250f452f-de83-4502-9613-bf82844922e3 None None] Provisioning for port 5d1c798d-be32-442e-a292-b59c6caeccb0 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:50.760268 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b04114-f759-4338-b894-9ffb887d70a0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event updated for resources: {'Network': ['ID=7cf1e924-cb54-4a3c-b192-4d21bec2d8bd,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:50.773149 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 7cf1e924-cb54-4a3c-b192-4d21bec2d8bd details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:35:50.826316 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-fa713029-4b8a-44c3-9551-b11ae1ef4c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8021a140-c322-43da-8195-1dbcb7786238', 'name': 'tempest-RoutersTest-router-1999394449', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:47Z', 'updated_at': '2021-07-15T13:35:49Z', 'revision_number': 2, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'gw_port_host': None, '_interfaces': [{'id': '9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147', 'name': '', 'network_id': 'd0eda65f-0e83-4a89-aa3d-fdef68e35506', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:80:37:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:49Z', 'updated_at': '2021-07-15T13:35:49Z', 'revision_number': 2, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:50.850922 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19db2ecf-c167-4d70-9a7b-d77f335d2fc9 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Made reservation on behalf of ce3a44247ab84ab3bec7e783b84e4479 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:50.852485 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa713029-4b8a-44c3-9551-b11ae1ef4c98 None None] Checking router: 8021a140-c322-43da-8195-1dbcb7786238 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:35:50.852843 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa713029-4b8a-44c3-9551-b11ae1ef4c98 None None] Updating router 8021a140-c322-43da-8195-1dbcb7786238 port 9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:35:50.854952 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-19db2ecf-c167-4d70-9a7b-d77f335d2fc9 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:50.887050 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fa713029-4b8a-44c3-9551-b11ae1ef4c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:50.897963 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device e0e32f39-fc50-439c-9cb4-461c4312235e up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:50.957756 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port e0e32f39-fc50-439c-9cb4-461c4312235e completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:50.963087 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port e0e32f39-fc50-439c-9cb4-461c4312235e triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:50.966674 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.065653 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.111041 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-19db2ecf-c167-4d70-9a7b-d77f335d2fc9 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.126084 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e32f39-fc50-439c-9cb4-461c4312235e'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:35:51.128708 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d442d2-bf7a-4a89-89c9-5c5ec323cb3c" -d '{"events": [{"server_uuid": "67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd", "name": "network-vif-plugged", "status": "completed", "tag": "e0e32f39-fc50-439c-9cb4-461c4312235e"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:35:51.190952 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db2ecf-c167-4d70-9a7b-d77f335d2fc9 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event updated for resources: {'Subnet': ['ID=46e11d95-b8ea-4c45-98f4-1c229b4a1ebf,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:51.197795 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port e0e32f39-fc50-439c-9cb4-461c4312235e, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=e0e32f39-fc50-439c-9cb4-461c4312235e,segment=NetworkSegment(4c282754-924a-4bed-9457-3fc0b1ead7ce),segment_id=4c282754-924a-4bed-9457-3fc0b1ead7ce)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:51.212491 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9983b27-f9b7-4e08-a729-e28bcded6a16 x-openstack-request-id: req-d9983b27-f9b7-4e08-a729-e28bcded6a16 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:35:51.213400 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd", "name": "network-vif-plugged", "status": "completed", "tag": "e0e32f39-fc50-439c-9cb4-461c4312235e", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:35:51.213829 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d9983b27-f9b7-4e08-a729-e28bcded6a16 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:35:51.214381 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e32f39-fc50-439c-9cb4-461c4312235e', 'code': 200} Jul 15 13:35:51.217502 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.238804 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19db2ecf-c167-4d70-9a7b-d77f335d2fc9 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Checking segment: {'id': '5d8187b8-c43d-450a-a846-898bff97d2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7cf1e924-cb54-4a3c-b192-4d21bec2d8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:51.239276 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19db2ecf-c167-4d70-9a7b-d77f335d2fc9 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Network hostable DHCP agents. Network: 7cf1e924-cb54-4a3c-b192-4d21bec2d8bd, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:35:51.286936 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fa713029-4b8a-44c3-9551-b11ae1ef4c98 None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.299199 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=e0e32f39-fc50-439c-9cb4-461c4312235e,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:51.302347 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5d1c798d-be32-442e-a292-b59c6caeccb0 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:51.303620 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19db2ecf-c167-4d70-9a7b-d77f335d2fc9 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Network 7cf1e924-cb54-4a3c-b192-4d21bec2d8bd is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:35:51.304722 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-fa713029-4b8a-44c3-9551-b11ae1ef4c98 None None] Transition to ACTIVE for port object 9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:51.320263 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fa713029-4b8a-44c3-9551-b11ae1ef4c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.366791 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-19db2ecf-c167-4d70-9a7b-d77f335d2fc9 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 7cf1e924-cb54-4a3c-b192-4d21bec2d8bd) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:51.377066 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-953069de-8a68-4317-a224-7b152e643765 None None] Provisioning for port 9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:51.379789 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19db2ecf-c167-4d70-9a7b-d77f335d2fc9 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:51.380404 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-19db2ecf-c167-4d70-9a7b-d77f335d2fc9 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.383091 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08d917-80d4-4a4f-900f-8b7ac59a1821 None None] Pushing event updated for resources: {'Port': ['ID=9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:51.396435 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3839c85c-df29-4a13-9440-eb40397104e5 None None] Network 7cf1e924-cb54-4a3c-b192-4d21bec2d8bd requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:51.422454 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039d651-ec9c-441e-8538-5429eed1819e req-bff362ff-e3d1-4c2b-a0d5-0dc9f15f05ce tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:51.424559 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2039d651-ec9c-441e-8538-5429eed1819e req-bff362ff-e3d1-4c2b-a0d5-0dc9f15f05ce tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.16 "GET /v2.0/ports?device_id=67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd HTTP/1.1" status: 200 len: 945 time: 0.1085885 Jul 15 13:35:51.433622 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-19db2ecf-c167-4d70-9a7b-d77f335d2fc9 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7158744 Jul 15 13:35:51.436980 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59926) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:51.440470 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 5d1c798d-be32-442e-a292-b59c6caeccb0 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:51.445777 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 5d1c798d-be32-442e-a292-b59c6caeccb0 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:51.446163 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.446625 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-fa713029-4b8a-44c3-9551-b11ae1ef4c98 None None] Attempting to bind port 9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:51.447096 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-fa713029-4b8a-44c3-9551-b11ae1ef4c98 None None] Attempting to bind port 9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '56253aec-0e1b-4553-98f7-508e65d040a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd0eda65f-0e83-4a89-aa3d-fdef68e35506'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:51.447350 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa713029-4b8a-44c3-9551-b11ae1ef4c98 None None] Attempting to bind port 9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147 on network d0eda65f-0e83-4a89-aa3d-fdef68e35506 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:51.453409 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa713029-4b8a-44c3-9551-b11ae1ef4c98 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:51.453409 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa713029-4b8a-44c3-9551-b11ae1ef4c98 None None] Checking segment: {'id': '56253aec-0e1b-4553-98f7-508e65d040a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd0eda65f-0e83-4a89-aa3d-fdef68e35506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:51.453763 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fa713029-4b8a-44c3-9551-b11ae1ef4c98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.454240 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa713029-4b8a-44c3-9551-b11ae1ef4c98 None None] Bound using segment: {'id': '56253aec-0e1b-4553-98f7-508e65d040a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd0eda65f-0e83-4a89-aa3d-fdef68e35506'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:51.454733 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-fa713029-4b8a-44c3-9551-b11ae1ef4c98 None None] Bound port: 9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56253aec-0e1b-4553-98f7-508e65d040a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd0eda65f-0e83-4a89-aa3d-fdef68e35506'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:51.455111 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fa713029-4b8a-44c3-9551-b11ae1ef4c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.509509 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2039d651-ec9c-441e-8538-5429eed1819e req-3b7ca736-e8ae-4ddb-809e-05ba6247a136 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.16 "GET /v2.0/security-groups?id=45fc92ae-c43d-4f17-85d8-22be5dac59db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794253 Jul 15 13:35:51.525785 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-fa713029-4b8a-44c3-9551-b11ae1ef4c98 None None] For port 9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:51.540648 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-fa713029-4b8a-44c3-9551-b11ae1ef4c98 None None] For port 9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147,segment=NetworkSegment(56253aec-0e1b-4553-98f7-508e65d040a5),segment_id=56253aec-0e1b-4553-98f7-508e65d040a5)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:51.554313 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fa713029-4b8a-44c3-9551-b11ae1ef4c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.560442 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c88af-b527-4773-8132-34e0037f6b6a req-312f49cd-c610-4d3c-9805-5cc27bb8fdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:51.562187 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-171c88af-b527-4773-8132-34e0037f6b6a req-312f49cd-c610-4d3c-9805-5cc27bb8fdb9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd HTTP/1.1" status: 200 len: 1097 time: 0.2537005 Jul 15 13:35:51.617401 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-171c88af-b527-4773-8132-34e0037f6b6a req-ca6a0227-545c-47e5-a47c-0f335ff054bd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=45fc92ae-c43d-4f17-85d8-22be5dac59db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471358 Jul 15 13:35:51.623302 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa713029-4b8a-44c3-9551-b11ae1ef4c98 None None] Routers {'8021a140-c322-43da-8195-1dbcb7786238'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:51.624207 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-fa713029-4b8a-44c3-9551-b11ae1ef4c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['8021a140-c322-43da-8195-1dbcb7786238'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:51.642966 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.727085 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08d917-80d4-4a4f-900f-8b7ac59a1821 None None] Pushing event updated for resources: {'Port': ['ID=9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147,revision_number=4']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:51.731309 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd5c89f-706f-4166-b94d-42a006465acb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-7cf1e924-cb54-4a3c-b192-4d21bec2d8bd', 'network_id': '7cf1e924-cb54-4a3c-b192-4d21bec2d8bd', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'fixed_ips': [{'subnet_id': '46e11d95-b8ea-4c45-98f4-1c229b4a1ebf'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:35:51.732330 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dfd5c89f-706f-4166-b94d-42a006465acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.737968 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 5d1c798d-be32-442e-a292-b59c6caeccb0, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5d1c798d-be32-442e-a292-b59c6caeccb0,segment=NetworkSegment(56253aec-0e1b-4553-98f7-508e65d040a5),segment_id=56253aec-0e1b-4553-98f7-508e65d040a5)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:51.741396 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-fa713029-4b8a-44c3-9551-b11ae1ef4c98 None None] Set router 8021a140-c322-43da-8195-1dbcb7786238 gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:51.749273 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.866501 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=5d1c798d-be32-442e-a292-b59c6caeccb0,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:51.940749 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-dfd5c89f-706f-4166-b94d-42a006465acb None None] Allocated IP 172.21.0.2 (7cf1e924-cb54-4a3c-b192-4d21bec2d8bd/46e11d95-b8ea-4c45-98f4-1c229b4a1ebf/8f363e37-7a94-4f26-88d5-8457de3d3a2e) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:51.950107 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e865534-97c0-4eb3-ab15-b1c4edca7643 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:52.095235 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-fa713029-4b8a-44c3-9551-b11ae1ef4c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8021a140-c322-43da-8195-1dbcb7786238', 'name': 'tempest-RoutersTest-router-1999394449', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:47Z', 'updated_at': '2021-07-15T13:35:49Z', 'revision_number': 2, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'gw_port_host': None, '_interfaces': [{'id': '9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147', 'name': '', 'network_id': 'd0eda65f-0e83-4a89-aa3d-fdef68e35506', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:80:37:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:49Z', 'updated_at': '2021-07-15T13:35:51Z', 'revision_number': 4, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:52.112509 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dfd5c89f-706f-4166-b94d-42a006465acb None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:52.121928 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-dfd5c89f-706f-4166-b94d-42a006465acb None None] Transition to ACTIVE for port object 8f363e37-7a94-4f26-88d5-8457de3d3a2e will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:52.131855 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa713029-4b8a-44c3-9551-b11ae1ef4c98 None None] The sync data for ids ['8021a140-c322-43da-8195-1dbcb7786238'] in n-d-771363-36 is: [{'id': '8021a140-c322-43da-8195-1dbcb7786238', 'name': 'tempest-RoutersTest-router-1999394449', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:47Z', 'updated_at': '2021-07-15T13:35:49Z', 'revision_number': 2, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'gw_port_host': None, '_interfaces': [{'id': '9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147', 'name': '', 'network_id': 'd0eda65f-0e83-4a89-aa3d-fdef68e35506', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:80:37:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:49Z', 'updated_at': '2021-07-15T13:35:51Z', 'revision_number': 4, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:52.149117 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-dfd5c89f-706f-4166-b94d-42a006465acb None None] Transition to ACTIVE for port object 8f363e37-7a94-4f26-88d5-8457de3d3a2e will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:52.165976 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dfd5c89f-706f-4166-b94d-42a006465acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:52.221567 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd5c89f-706f-4166-b94d-42a006465acb None None] Network 7cf1e924-cb54-4a3c-b192-4d21bec2d8bd is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:52.222488 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5c89f-706f-4166-b94d-42a006465acb None None] Pushing event updated for resources: {'Port': ['ID=8f363e37-7a94-4f26-88d5-8457de3d3a2e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:52.226307 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-dfd5c89f-706f-4166-b94d-42a006465acb None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:52.232513 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd5c89f-706f-4166-b94d-42a006465acb None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:52.269993 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-4e865534-97c0-4eb3-ab15-b1c4edca7643 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Allocated IP 172.21.0.1 (7cf1e924-cb54-4a3c-b192-4d21bec2d8bd/46e11d95-b8ea-4c45-98f4-1c229b4a1ebf/be0dd567-6471-48ba-bf44-f8ebf12ef75e) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:52.332660 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-dfd5c89f-706f-4166-b94d-42a006465acb None None] Attempting to bind port 8f363e37-7a94-4f26-88d5-8457de3d3a2e on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:52.332660 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-dfd5c89f-706f-4166-b94d-42a006465acb None None] Attempting to bind port 8f363e37-7a94-4f26-88d5-8457de3d3a2e by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '5d8187b8-c43d-450a-a846-898bff97d2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7cf1e924-cb54-4a3c-b192-4d21bec2d8bd'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:52.332660 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd5c89f-706f-4166-b94d-42a006465acb None None] Attempting to bind port 8f363e37-7a94-4f26-88d5-8457de3d3a2e on network 7cf1e924-cb54-4a3c-b192-4d21bec2d8bd {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:52.341705 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd5c89f-706f-4166-b94d-42a006465acb None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:52.342151 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd5c89f-706f-4166-b94d-42a006465acb None None] Checking segment: {'id': '5d8187b8-c43d-450a-a846-898bff97d2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7cf1e924-cb54-4a3c-b192-4d21bec2d8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:52.342505 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dfd5c89f-706f-4166-b94d-42a006465acb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:52.342941 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd5c89f-706f-4166-b94d-42a006465acb None None] Bound using segment: {'id': '5d8187b8-c43d-450a-a846-898bff97d2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7cf1e924-cb54-4a3c-b192-4d21bec2d8bd'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:52.345682 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-dfd5c89f-706f-4166-b94d-42a006465acb None None] Bound port: 8f363e37-7a94-4f26-88d5-8457de3d3a2e, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8187b8-c43d-450a-a846-898bff97d2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7cf1e924-cb54-4a3c-b192-4d21bec2d8bd'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:52.346126 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dfd5c89f-706f-4166-b94d-42a006465acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:52.428347 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-dfd5c89f-706f-4166-b94d-42a006465acb None None] For port 8f363e37-7a94-4f26-88d5-8457de3d3a2e, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:52.432445 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e865534-97c0-4eb3-ab15-b1c4edca7643 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:52.432858 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-dfd5c89f-706f-4166-b94d-42a006465acb None None] For port 8f363e37-7a94-4f26-88d5-8457de3d3a2e, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=8f363e37-7a94-4f26-88d5-8457de3d3a2e,segment=NetworkSegment(5d8187b8-c43d-450a-a846-898bff97d2fb),segment_id=5d8187b8-c43d-450a-a846-898bff97d2fb)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:52.446830 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dfd5c89f-706f-4166-b94d-42a006465acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:52.448601 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-4e865534-97c0-4eb3-ab15-b1c4edca7643 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Transition to ACTIVE for port object be0dd567-6471-48ba-bf44-f8ebf12ef75e will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:52.495776 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e865534-97c0-4eb3-ab15-b1c4edca7643 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:52.527519 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5c89f-706f-4166-b94d-42a006465acb None None] Pushing event updated for resources: {'Port': ['ID=8f363e37-7a94-4f26-88d5-8457de3d3a2e,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:52.536701 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e865534-97c0-4eb3-ab15-b1c4edca7643 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Network 7cf1e924-cb54-4a3c-b192-4d21bec2d8bd is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:52.580881 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-4e865534-97c0-4eb3-ab15-b1c4edca7643 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:52.583294 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e865534-97c0-4eb3-ab15-b1c4edca7643 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:52.644857 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e865534-97c0-4eb3-ab15-b1c4edca7643 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event updated for resources: {'Port': ['ID=be0dd567-6471-48ba-bf44-f8ebf12ef75e,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:52.650993 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e865534-97c0-4eb3-ab15-b1c4edca7643 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:52.777628 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7023f2-688a-4808-ae17-98d44451b3d5 req-c7ed2768-b6e6-4149-b442-43d57cf2508d tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:52.787205 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4e7023f2-688a-4808-ae17-98d44451b3d5 req-c7ed2768-b6e6-4149-b442-43d57cf2508d tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.16 "GET /v2.0/ports?device_id=67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd HTTP/1.1" status: 200 len: 945 time: 0.1085587 Jul 15 13:35:52.831450 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4e7023f2-688a-4808-ae17-98d44451b3d5 req-a1bb1ba3-cd3f-4761-bacd-333d555efc9d tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.16 "GET /v2.0/security-groups?id=45fc92ae-c43d-4f17-85d8-22be5dac59db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433490 Jul 15 13:35:52.853816 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e865534-97c0-4eb3-ab15-b1c4edca7643 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:53.039044 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9873e5c-c5f3-42ad-826a-545f569760d9 req-e81a6062-179f-4725-be42-035cd1045bf7 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:53.040798 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e9873e5c-c5f3-42ad-826a-545f569760d9 req-e81a6062-179f-4725-be42-035cd1045bf7 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.16 "GET /v2.0/ports?device_id=67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd HTTP/1.1" status: 200 len: 945 time: 0.0733109 Jul 15 13:35:53.108176 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e9873e5c-c5f3-42ad-826a-545f569760d9 req-dc535784-cc2a-4fc9-b5ac-acec85e922fc tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.16 "GET /v2.0/security-groups?id=45fc92ae-c43d-4f17-85d8-22be5dac59db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540462 Jul 15 13:35:53.188190 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e865534-97c0-4eb3-ab15-b1c4edca7643 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:53.193418 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e865534-97c0-4eb3-ab15-b1c4edca7643 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:53.268936 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:53.271577 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e865534-97c0-4eb3-ab15-b1c4edca7643 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event updated for resources: {'Port': ['ID=be0dd567-6471-48ba-bf44-f8ebf12ef75e,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:53.276771 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e865534-97c0-4eb3-ab15-b1c4edca7643 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:53.314256 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95c76c-5f16-4b8f-bc1f-2bddf8da02e0 req-8912db31-606b-4681-aaaf-3c61b4187b9d tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:53.316137 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fe95c76c-5f16-4b8f-bc1f-2bddf8da02e0 req-8912db31-606b-4681-aaaf-3c61b4187b9d tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.16 "GET /v2.0/ports?device_id=67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd HTTP/1.1" status: 200 len: 945 time: 0.0849464 Jul 15 13:35:53.323894 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:53.328219 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:53.328558 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:53.362446 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fe95c76c-5f16-4b8f-bc1f-2bddf8da02e0 req-7ba3a7a0-f892-4d0d-8e43-d2cdd8b8b15c tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.16 "GET /v2.0/security-groups?id=45fc92ae-c43d-4f17-85d8-22be5dac59db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395954 Jul 15 13:35:53.384270 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59934) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:53.386026 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e865534-97c0-4eb3-ab15-b1c4edca7643 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Network 7cf1e924-cb54-4a3c-b192-4d21bec2d8bd is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:53.387539 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-4e865534-97c0-4eb3-ab15-b1c4edca7643 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:53.422193 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:53.457321 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147,segment=NetworkSegment(56253aec-0e1b-4553-98f7-508e65d040a5),segment_id=56253aec-0e1b-4553-98f7-508e65d040a5)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:53.461364 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:53.462450 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8f363e37-7a94-4f26-88d5-8457de3d3a2e up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:53.493482 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e865534-97c0-4eb3-ab15-b1c4edca7643 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Router 8021a140-c322-43da-8195-1dbcb7786238 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:35:53.507656 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc92c0d-b6ab-41e1-b382-09d1ea064f48 tempest-TestServerBasicOps-979395517 tempest-TestServerBasicOps-979395517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:53.509905 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-fbc92c0d-b6ab-41e1-b382-09d1ea064f48 tempest-TestServerBasicOps-979395517 tempest-TestServerBasicOps-979395517-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd HTTP/1.1" status: 200 len: 1092 time: 0.1182978 Jul 15 13:35:53.512916 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59938) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:53.518700 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-65719aa9-85dc-4652-b417-a144556df550 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'port_id': 'e0e32f39-fc50-439c-9cb4-461c4312235e', 'tenant_id': '8456ab30b8d64928a282edc8a1e28ce7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:53.549689 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-65719aa9-85dc-4652-b417-a144556df550 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks [] for floatingip, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:53.598392 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e865534-97c0-4eb3-ab15-b1c4edca7643 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:53.607490 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4e865534-97c0-4eb3-ab15-b1c4edca7643 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "PUT /v2.0/routers/8021a140-c322-43da-8195-1dbcb7786238/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1662242 Jul 15 13:35:53.607740 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59940) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:53.616059 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-5ad67f1a-3353-40f1-aaf9-376d2220d3bb tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Request body: {'network': {'name': 'tempest-RoutersTest-1246182430'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:53.640870 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad67f1a-3353-40f1-aaf9-376d2220d3bb tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Made reservation on behalf of ce3a44247ab84ab3bec7e783b84e4479 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:53.645209 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5ad67f1a-3353-40f1-aaf9-376d2220d3bb tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:53.679396 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad67f1a-3353-40f1-aaf9-376d2220d3bb tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:35:53.690046 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5ad67f1a-3353-40f1-aaf9-376d2220d3bb tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:53.690415 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-5ad67f1a-3353-40f1-aaf9-376d2220d3bb tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Added segment 75b14b53-da32-4000-8fa3-5f02cc8d005f of type vlan for network 893b885f-82d9-4366-ae55-97001716e46a Jul 15 13:35:53.702780 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-65719aa9-85dc-4652-b417-a144556df550 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:53.726092 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:53.746390 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5ad67f1a-3353-40f1-aaf9-376d2220d3bb tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:53.751882 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 8f363e37-7a94-4f26-88d5-8457de3d3a2e completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:53.757679 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5d1c798d-be32-442e-a292-b59c6caeccb0 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:53.799671 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5ad67f1a-3353-40f1-aaf9-376d2220d3bb tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:53.807196 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad67f1a-3353-40f1-aaf9-376d2220d3bb tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:53.808136 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5ad67f1a-3353-40f1-aaf9-376d2220d3bb tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:53.825242 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 5d1c798d-be32-442e-a292-b59c6caeccb0 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:53.826962 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:53.850350 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-65719aa9-85dc-4652-b417-a144556df550 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Allocated IP 172.25.8.40 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/e1645976-16f0-4bdb-9636-42b58873fa7b) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:53.860363 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5ad67f1a-3353-40f1-aaf9-376d2220d3bb tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2515461 Jul 15 13:35:53.864347 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59942) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:53.878586 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-438f039e-7371-42ae-a867-b80468e19101 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Request body: {'subnet': {'network_id': '893b885f-82d9-4366-ae55-97001716e46a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:53.890023 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad67f1a-3353-40f1-aaf9-376d2220d3bb tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event updated for resources: {'Network': ['ID=893b885f-82d9-4366-ae55-97001716e46a,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:53.914271 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 893b885f-82d9-4366-ae55-97001716e46a details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:35:54.002751 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa5b03b-ea64-44f7-9df7-a260de8910fe None None] Network 7cf1e924-cb54-4a3c-b192-4d21bec2d8bd requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:54.055865 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438f039e-7371-42ae-a867-b80468e19101 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Made reservation on behalf of ce3a44247ab84ab3bec7e783b84e4479 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:54.059401 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-438f039e-7371-42ae-a867-b80468e19101 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.078461 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b546d41a-3230-47a0-b085-d3a64761ec7f None None] Provisioning for port 8f363e37-7a94-4f26-88d5-8457de3d3a2e completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:54.088162 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b546d41a-3230-47a0-b085-d3a64761ec7f None None] Provisioning complete for port 8f363e37-7a94-4f26-88d5-8457de3d3a2e triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:54.088694 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b546d41a-3230-47a0-b085-d3a64761ec7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.105586 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-65719aa9-85dc-4652-b417-a144556df550 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.190605 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971c3380-cb60-4835-b5f2-3e462545574d None None] Sync routers for ids ['8021a140-c322-43da-8195-1dbcb7786238'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:54.223750 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-65719aa9-85dc-4652-b417-a144556df550 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.236959 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971c3380-cb60-4835-b5f2-3e462545574d None None] Routers {'8021a140-c322-43da-8195-1dbcb7786238'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:54.237525 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-971c3380-cb60-4835-b5f2-3e462545574d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['8021a140-c322-43da-8195-1dbcb7786238'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:54.282967 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65719aa9-85dc-4652-b417-a144556df550 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:54.285683 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65719aa9-85dc-4652-b417-a144556df550 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Pushing event updated for resources: {'Port': ['ID=e1645976-16f0-4bdb-9636-42b58873fa7b,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:54.289532 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-65719aa9-85dc-4652-b417-a144556df550 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:54.309006 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b546d41a-3230-47a0-b085-d3a64761ec7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.315169 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65719aa9-85dc-4652-b417-a144556df550 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:54.350922 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-971c3380-cb60-4835-b5f2-3e462545574d None None] Set router 8021a140-c322-43da-8195-1dbcb7786238 gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:54.361777 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-438f039e-7371-42ae-a867-b80468e19101 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.407629 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-b546d41a-3230-47a0-b085-d3a64761ec7f None None] For port 8f363e37-7a94-4f26-88d5-8457de3d3a2e, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=8f363e37-7a94-4f26-88d5-8457de3d3a2e,segment=NetworkSegment(5d8187b8-c43d-450a-a846-898bff97d2fb),segment_id=5d8187b8-c43d-450a-a846-898bff97d2fb)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:54.413671 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b546d41a-3230-47a0-b085-d3a64761ec7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.488851 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f039e-7371-42ae-a867-b80468e19101 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event updated for resources: {'Subnet': ['ID=c6ca97d6-ff77-4f42-8c01-e8face63771a,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:54.505359 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438f039e-7371-42ae-a867-b80468e19101 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Checking segment: {'id': '75b14b53-da32-4000-8fa3-5f02cc8d005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '893b885f-82d9-4366-ae55-97001716e46a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:54.505722 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438f039e-7371-42ae-a867-b80468e19101 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Network hostable DHCP agents. Network: 893b885f-82d9-4366-ae55-97001716e46a, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:35:54.540760 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546d41a-3230-47a0-b085-d3a64761ec7f None None] Pushing event updated for resources: {'Port': ['ID=8f363e37-7a94-4f26-88d5-8457de3d3a2e,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:54.571141 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438f039e-7371-42ae-a867-b80468e19101 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Network 893b885f-82d9-4366-ae55-97001716e46a is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:35:54.610876 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-438f039e-7371-42ae-a867-b80468e19101 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 893b885f-82d9-4366-ae55-97001716e46a) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:54.617330 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438f039e-7371-42ae-a867-b80468e19101 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:54.617917 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-438f039e-7371-42ae-a867-b80468e19101 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.627036 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ceb2de-e910-44f6-ac69-587b9bc0549f None None] Network 893b885f-82d9-4366-ae55-97001716e46a requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:54.644914 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-438f039e-7371-42ae-a867-b80468e19101 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7788570 Jul 15 13:35:54.649473 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59944) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:54.677573 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-37040d86-26ec-4945-9ab7-c1fb77bbccc4 None None] Provisioning complete for port 8f363e37-7a94-4f26-88d5-8457de3d3a2e triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:54.677952 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-37040d86-26ec-4945-9ab7-c1fb77bbccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.780348 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-971c3380-cb60-4835-b5f2-3e462545574d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8021a140-c322-43da-8195-1dbcb7786238', 'name': 'tempest-RoutersTest-router-1999394449', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:47Z', 'updated_at': '2021-07-15T13:35:52Z', 'revision_number': 3, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'gw_port_host': None, '_interfaces': [{'id': '9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147', 'name': '', 'network_id': 'd0eda65f-0e83-4a89-aa3d-fdef68e35506', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:80:37:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:49Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0dd567-6471-48ba-bf44-f8ebf12ef75e', 'name': '', 'network_id': '7cf1e924-cb54-4a3c-b192-4d21bec2d8bd', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:ab:36:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '46e11d95-b8ea-4c45-98f4-1c229b4a1ebf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:52Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 2, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': '46e11d95-b8ea-4c45-98f4-1c229b4a1ebf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:54.854333 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971c3380-cb60-4835-b5f2-3e462545574d None None] Checking router: 8021a140-c322-43da-8195-1dbcb7786238 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:35:54.854710 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971c3380-cb60-4835-b5f2-3e462545574d None None] Updating router 8021a140-c322-43da-8195-1dbcb7786238 port be0dd567-6471-48ba-bf44-f8ebf12ef75e binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:35:54.943546 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-971c3380-cb60-4835-b5f2-3e462545574d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.955135 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cac6c3-f724-49d0-be6e-75e320445fe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-893b885f-82d9-4366-ae55-97001716e46a', 'network_id': '893b885f-82d9-4366-ae55-97001716e46a', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'fixed_ips': [{'subnet_id': 'c6ca97d6-ff77-4f42-8c01-e8face63771a'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:35:54.956794 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-46cac6c3-f724-49d0-be6e-75e320445fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.962248 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-37040d86-26ec-4945-9ab7-c1fb77bbccc4 None None] Provisioning for port be0dd567-6471-48ba-bf44-f8ebf12ef75e completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:54.974211 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-37040d86-26ec-4945-9ab7-c1fb77bbccc4 None None] Provisioning complete for port be0dd567-6471-48ba-bf44-f8ebf12ef75e triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:54.974678 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-37040d86-26ec-4945-9ab7-c1fb77bbccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.149694 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-37040d86-26ec-4945-9ab7-c1fb77bbccc4 None None] Port be0dd567-6471-48ba-bf44-f8ebf12ef75e cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:55.165875 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4a258152-e1b2-4c0e-90e5-0a38743a3938 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.190119 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8f363e37-7a94-4f26-88d5-8457de3d3a2e up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:55.218542 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-65719aa9-85dc-4652-b417-a144556df550 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.302724 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-65719aa9-85dc-4652-b417-a144556df550 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.342200 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-46cac6c3-f724-49d0-be6e-75e320445fe4 None None] Allocated IP 172.22.0.2 (893b885f-82d9-4366-ae55-97001716e46a/c6ca97d6-ff77-4f42-8c01-e8face63771a/3fd25f12-da2a-4aee-a047-d61d4842070f) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:55.353909 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-2e792de6-6384-426b-9b62-f2e01acbd4c0 None None] Provisioning complete for port be0dd567-6471-48ba-bf44-f8ebf12ef75e triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:55.354829 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2e792de6-6384-426b-9b62-f2e01acbd4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.425954 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 8f363e37-7a94-4f26-88d5-8457de3d3a2e triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:55.426331 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.459186 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-65719aa9-85dc-4652-b417-a144556df550 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.464176 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-65719aa9-85dc-4652-b417-a144556df550 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.467573 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2e792de6-6384-426b-9b62-f2e01acbd4c0 None None] Port be0dd567-6471-48ba-bf44-f8ebf12ef75e cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:55.537457 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65719aa9-85dc-4652-b417-a144556df550 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Pushing event updated for resources: {'Port': ['ID=e1645976-16f0-4bdb-9636-42b58873fa7b,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:55.551628 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-65719aa9-85dc-4652-b417-a144556df550 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.594300 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-971c3380-cb60-4835-b5f2-3e462545574d None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.652772 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-971c3380-cb60-4835-b5f2-3e462545574d None None] Transition to ACTIVE for port object be0dd567-6471-48ba-bf44-f8ebf12ef75e will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:55.658382 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-65719aa9-85dc-4652-b417-a144556df550 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Floating IP 4e9a46b6-7108-49b0-844f-2fbf7e12c2ed associated. External IP: 172.25.8.40, port: e0e32f39-fc50-439c-9cb4-461c4312235e. Jul 15 13:35:55.671418 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-971c3380-cb60-4835-b5f2-3e462545574d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.683760 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:55.727238 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-46cac6c3-f724-49d0-be6e-75e320445fe4 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.750668 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-46cac6c3-f724-49d0-be6e-75e320445fe4 None None] Transition to ACTIVE for port object 3fd25f12-da2a-4aee-a047-d61d4842070f will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:55.778843 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125981d9-ec8c-445a-9625-ec4d3a8a1d85 None None] Pushing event updated for resources: {'Port': ['ID=be0dd567-6471-48ba-bf44-f8ebf12ef75e,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:55.790781 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-46cac6c3-f724-49d0-be6e-75e320445fe4 None None] Transition to ACTIVE for port object 3fd25f12-da2a-4aee-a047-d61d4842070f will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:55.816463 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-46cac6c3-f724-49d0-be6e-75e320445fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.876175 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-4a258152-e1b2-4c0e-90e5-0a38743a3938 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Allocated IP 172.22.0.1 (893b885f-82d9-4366-ae55-97001716e46a/c6ca97d6-ff77-4f42-8c01-e8face63771a/9799c2da-3f8e-447f-b2e4-d0c02dc1b859) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:55.888566 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cac6c3-f724-49d0-be6e-75e320445fe4 None None] Network 893b885f-82d9-4366-ae55-97001716e46a is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:55.901220 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65719aa9-85dc-4652-b417-a144556df550 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Router 5f27958c-834e-439b-88ab-afe7e1bbfc1f has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:35:55.901551 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-46cac6c3-f724-49d0-be6e-75e320445fe4 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:55.904791 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:55.905147 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.907101 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cac6c3-f724-49d0-be6e-75e320445fe4 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:55.916979 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-971c3380-cb60-4835-b5f2-3e462545574d None None] Attempting to bind port be0dd567-6471-48ba-bf44-f8ebf12ef75e on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:55.917366 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-971c3380-cb60-4835-b5f2-3e462545574d None None] Attempting to bind port be0dd567-6471-48ba-bf44-f8ebf12ef75e by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '5d8187b8-c43d-450a-a846-898bff97d2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7cf1e924-cb54-4a3c-b192-4d21bec2d8bd'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:55.921009 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971c3380-cb60-4835-b5f2-3e462545574d None None] Attempting to bind port be0dd567-6471-48ba-bf44-f8ebf12ef75e on network 7cf1e924-cb54-4a3c-b192-4d21bec2d8bd {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:55.956218 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cac6c3-f724-49d0-be6e-75e320445fe4 None None] Pushing event updated for resources: {'Port': ['ID=3fd25f12-da2a-4aee-a047-d61d4842070f,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:55.959464 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971c3380-cb60-4835-b5f2-3e462545574d None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:55.960095 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971c3380-cb60-4835-b5f2-3e462545574d None None] Checking segment: {'id': '5d8187b8-c43d-450a-a846-898bff97d2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7cf1e924-cb54-4a3c-b192-4d21bec2d8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:55.961048 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-971c3380-cb60-4835-b5f2-3e462545574d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.961650 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971c3380-cb60-4835-b5f2-3e462545574d None None] Bound using segment: {'id': '5d8187b8-c43d-450a-a846-898bff97d2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7cf1e924-cb54-4a3c-b192-4d21bec2d8bd'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:55.962327 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-971c3380-cb60-4835-b5f2-3e462545574d None None] Bound port: be0dd567-6471-48ba-bf44-f8ebf12ef75e, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8187b8-c43d-450a-a846-898bff97d2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7cf1e924-cb54-4a3c-b192-4d21bec2d8bd'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:55.962934 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-971c3380-cb60-4835-b5f2-3e462545574d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:56.029586 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4a258152-e1b2-4c0e-90e5-0a38743a3938 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:56.031496 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65719aa9-85dc-4652-b417-a144556df550 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:56.047596 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9147410-f609-4d32-a4f7-0a3147fcc50d None None] Sync routers for ids ['5f27958c-834e-439b-88ab-afe7e1bbfc1f'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:56.050925 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-65719aa9-85dc-4652-b417-a144556df550 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:56.059690 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9147410-f609-4d32-a4f7-0a3147fcc50d None None] Routers {'5f27958c-834e-439b-88ab-afe7e1bbfc1f'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:56.060698 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-f9147410-f609-4d32-a4f7-0a3147fcc50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['5f27958c-834e-439b-88ab-afe7e1bbfc1f'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:56.063108 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-4a258152-e1b2-4c0e-90e5-0a38743a3938 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Transition to ACTIVE for port object 9799c2da-3f8e-447f-b2e4-d0c02dc1b859 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:56.097867 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-65719aa9-85dc-4652-b417-a144556df550 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5830920 Jul 15 13:35:56.098651 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd', 'tag': 'e0e32f39-fc50-439c-9cb4-461c4312235e'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:35:56.101214 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52e46b1-357a-4505-ae12-b1cd6ea68bcb" -d '{"events": [{"name": "network-changed", "server_uuid": "67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd", "tag": "e0e32f39-fc50-439c-9cb4-461c4312235e"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:35:56.113118 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4a258152-e1b2-4c0e-90e5-0a38743a3938 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:56.174071 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1a548e-bd8f-4696-b93f-a6f5a4d3a36e x-openstack-request-id: req-2c1a548e-bd8f-4696-b93f-a6f5a4d3a36e {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:35:56.174408 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd", "tag": "e0e32f39-fc50-439c-9cb4-461c4312235e", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:35:56.174647 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c1a548e-bd8f-4696-b93f-a6f5a4d3a36e {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:35:56.175155 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd', 'tag': 'e0e32f39-fc50-439c-9cb4-461c4312235e', 'status': 'completed', 'code': 200} Jul 15 13:35:56.178496 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a258152-e1b2-4c0e-90e5-0a38743a3938 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Network 893b885f-82d9-4366-ae55-97001716e46a is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:56.182959 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-4a258152-e1b2-4c0e-90e5-0a38743a3938 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:56.192005 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a258152-e1b2-4c0e-90e5-0a38743a3938 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:56.195839 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a258152-e1b2-4c0e-90e5-0a38743a3938 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event updated for resources: {'Port': ['ID=9799c2da-3f8e-447f-b2e4-d0c02dc1b859,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:56.207136 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-f9147410-f609-4d32-a4f7-0a3147fcc50d None None] Set router 5f27958c-834e-439b-88ab-afe7e1bbfc1f gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:56.272967 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-46cac6c3-f724-49d0-be6e-75e320445fe4 None None] Attempting to bind port 3fd25f12-da2a-4aee-a047-d61d4842070f on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:56.273334 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-46cac6c3-f724-49d0-be6e-75e320445fe4 None None] Attempting to bind port 3fd25f12-da2a-4aee-a047-d61d4842070f by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '75b14b53-da32-4000-8fa3-5f02cc8d005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '893b885f-82d9-4366-ae55-97001716e46a'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:56.273710 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cac6c3-f724-49d0-be6e-75e320445fe4 None None] Attempting to bind port 3fd25f12-da2a-4aee-a047-d61d4842070f on network 893b885f-82d9-4366-ae55-97001716e46a {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:56.275071 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4a258152-e1b2-4c0e-90e5-0a38743a3938 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:56.309345 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cac6c3-f724-49d0-be6e-75e320445fe4 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:56.309835 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cac6c3-f724-49d0-be6e-75e320445fe4 None None] Checking segment: {'id': '75b14b53-da32-4000-8fa3-5f02cc8d005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '893b885f-82d9-4366-ae55-97001716e46a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:56.310168 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-46cac6c3-f724-49d0-be6e-75e320445fe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:56.310551 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cac6c3-f724-49d0-be6e-75e320445fe4 None None] Bound using segment: {'id': '75b14b53-da32-4000-8fa3-5f02cc8d005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '893b885f-82d9-4366-ae55-97001716e46a'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:56.311128 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-46cac6c3-f724-49d0-be6e-75e320445fe4 None None] Bound port: 3fd25f12-da2a-4aee-a047-d61d4842070f, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75b14b53-da32-4000-8fa3-5f02cc8d005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '893b885f-82d9-4366-ae55-97001716e46a'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:56.311489 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-46cac6c3-f724-49d0-be6e-75e320445fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:56.326807 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-971c3380-cb60-4835-b5f2-3e462545574d None None] For port be0dd567-6471-48ba-bf44-f8ebf12ef75e, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:56.355401 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-971c3380-cb60-4835-b5f2-3e462545574d None None] For port be0dd567-6471-48ba-bf44-f8ebf12ef75e, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=be0dd567-6471-48ba-bf44-f8ebf12ef75e,segment=NetworkSegment(5d8187b8-c43d-450a-a846-898bff97d2fb),segment_id=5d8187b8-c43d-450a-a846-898bff97d2fb)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:56.381257 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-971c3380-cb60-4835-b5f2-3e462545574d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:56.460640 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-f9147410-f609-4d32-a4f7-0a3147fcc50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f27958c-834e-439b-88ab-afe7e1bbfc1f', 'name': 'tempest-TestServerBasicOps-1612845335-router', 'tenant_id': '8456ab30b8d64928a282edc8a1e28ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '92c47cf8-3a6f-4c4e-ba42-211e59fa09fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:25Z', 'updated_at': '2021-07-15T13:35:29Z', 'revision_number': 4, 'project_id': '8456ab30b8d64928a282edc8a1e28ce7', 'gw_port': {'id': '92c47cf8-3a6f-4c4e-ba42-211e59fa09fd', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f27958c-834e-439b-88ab-afe7e1bbfc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:26Z', 'updated_at': '2021-07-15T13:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '4e9a46b6-7108-49b0-844f-2fbf7e12c2ed', 'tenant_id': '8456ab30b8d64928a282edc8a1e28ce7', 'floating_ip_address': '172.25.8.40', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '5f27958c-834e-439b-88ab-afe7e1bbfc1f', 'port_id': 'e0e32f39-fc50-439c-9cb4-461c4312235e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39670479-f0c6-49d8-ba89-ffeabf46a128', 'mac_address': 'fa:16:3e:0e:ac:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:35:54Z', 'updated_at': '2021-07-15T13:35:54Z', 'revision_number': 0, 'project_id': '8456ab30b8d64928a282edc8a1e28ce7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8d234f8-d0c1-43e5-8ec6-91b0e8f03d95', 'name': '', 'network_id': '39670479-f0c6-49d8-ba89-ffeabf46a128', 'tenant_id': '8456ab30b8d64928a282edc8a1e28ce7', 'mac_address': 'fa:16:3e:96:ef:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f27958c-834e-439b-88ab-afe7e1bbfc1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '19f1e6ac-6197-48d9-9816-9379153f83a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:28Z', 'updated_at': '2021-07-15T13:35:36Z', 'revision_number': 5, 'project_id': '8456ab30b8d64928a282edc8a1e28ce7', 'subnets': [{'id': '19f1e6ac-6197-48d9-9816-9379153f83a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:56.486069 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-46cac6c3-f724-49d0-be6e-75e320445fe4 None None] For port 3fd25f12-da2a-4aee-a047-d61d4842070f, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:56.488163 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971c3380-cb60-4835-b5f2-3e462545574d None None] Routers {'8021a140-c322-43da-8195-1dbcb7786238'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:56.488822 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-971c3380-cb60-4835-b5f2-3e462545574d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['8021a140-c322-43da-8195-1dbcb7786238'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:56.492329 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125981d9-ec8c-445a-9625-ec4d3a8a1d85 None None] Pushing event updated for resources: {'Port': ['ID=be0dd567-6471-48ba-bf44-f8ebf12ef75e,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:56.494631 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9147410-f609-4d32-a4f7-0a3147fcc50d None None] Checking router: 5f27958c-834e-439b-88ab-afe7e1bbfc1f for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:35:56.506381 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9147410-f609-4d32-a4f7-0a3147fcc50d None None] Routers {'5f27958c-834e-439b-88ab-afe7e1bbfc1f'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:56.506975 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-f9147410-f609-4d32-a4f7-0a3147fcc50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['5f27958c-834e-439b-88ab-afe7e1bbfc1f'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:56.568760 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-46cac6c3-f724-49d0-be6e-75e320445fe4 None None] For port 3fd25f12-da2a-4aee-a047-d61d4842070f, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=3fd25f12-da2a-4aee-a047-d61d4842070f,segment=NetworkSegment(75b14b53-da32-4000-8fa3-5f02cc8d005f),segment_id=75b14b53-da32-4000-8fa3-5f02cc8d005f)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:56.574914 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-46cac6c3-f724-49d0-be6e-75e320445fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:56.634261 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-971c3380-cb60-4835-b5f2-3e462545574d None None] Set router 8021a140-c322-43da-8195-1dbcb7786238 gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:56.658741 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-f9147410-f609-4d32-a4f7-0a3147fcc50d None None] Set router 5f27958c-834e-439b-88ab-afe7e1bbfc1f gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:56.683447 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e46b1-357a-4505-ae12-b1cd6ea68bcb req-209ecb31-a2b6-4a61-b998-e775ec225d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:56.685585 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b52e46b1-357a-4505-ae12-b1cd6ea68bcb req-209ecb31-a2b6-4a61-b998-e775ec225d53 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8456ab30b8d64928a282edc8a1e28ce7&device_id=67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd HTTP/1.1" status: 200 len: 1097 time: 0.4665008 Jul 15 13:35:56.697163 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cac6c3-f724-49d0-be6e-75e320445fe4 None None] Pushing event updated for resources: {'Port': ['ID=3fd25f12-da2a-4aee-a047-d61d4842070f,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:56.868836 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e46b1-357a-4505-ae12-b1cd6ea68bcb req-be2c6bc2-a148-4188-9f74-5a0e3928df7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:56.871841 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b52e46b1-357a-4505-ae12-b1cd6ea68bcb req-be2c6bc2-a148-4188-9f74-5a0e3928df7a service neutron] 10.222.0.46 "GET /v2.0/networks?id=39670479-f0c6-49d8-ba89-ffeabf46a128 HTTP/1.1" status: 200 len: 910 time: 0.1791317 Jul 15 13:35:56.889869 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4a258152-e1b2-4c0e-90e5-0a38743a3938 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:56.958631 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-971c3380-cb60-4835-b5f2-3e462545574d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8021a140-c322-43da-8195-1dbcb7786238', 'name': 'tempest-RoutersTest-router-1999394449', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:47Z', 'updated_at': '2021-07-15T13:35:52Z', 'revision_number': 3, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'gw_port_host': None, '_interfaces': [{'id': '9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147', 'name': '', 'network_id': 'd0eda65f-0e83-4a89-aa3d-fdef68e35506', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:80:37:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:49Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0dd567-6471-48ba-bf44-f8ebf12ef75e', 'name': '', 'network_id': '7cf1e924-cb54-4a3c-b192-4d21bec2d8bd', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:ab:36:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '46e11d95-b8ea-4c45-98f4-1c229b4a1ebf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:52Z', 'updated_at': '2021-07-15T13:35:56Z', 'revision_number': 4, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': '46e11d95-b8ea-4c45-98f4-1c229b4a1ebf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:57.006796 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971c3380-cb60-4835-b5f2-3e462545574d None None] The sync data for ids ['8021a140-c322-43da-8195-1dbcb7786238'] in n-d-771363-36 is: [{'id': '8021a140-c322-43da-8195-1dbcb7786238', 'name': 'tempest-RoutersTest-router-1999394449', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:47Z', 'updated_at': '2021-07-15T13:35:52Z', 'revision_number': 3, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'gw_port_host': None, '_interfaces': [{'id': '9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147', 'name': '', 'network_id': 'd0eda65f-0e83-4a89-aa3d-fdef68e35506', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:80:37:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:49Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0dd567-6471-48ba-bf44-f8ebf12ef75e', 'name': '', 'network_id': '7cf1e924-cb54-4a3c-b192-4d21bec2d8bd', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:ab:36:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '46e11d95-b8ea-4c45-98f4-1c229b4a1ebf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:52Z', 'updated_at': '2021-07-15T13:35:56Z', 'revision_number': 4, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': '46e11d95-b8ea-4c45-98f4-1c229b4a1ebf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:57.031921 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b52e46b1-357a-4505-ae12-b1cd6ea68bcb req-f6ed5fdc-57d0-4665-a5ef-fc4694d0885e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0e32f39-fc50-439c-9cb4-461c4312235e HTTP/1.1" status: 200 len: 998 time: 0.1495779 Jul 15 13:35:57.179452 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-f9147410-f609-4d32-a4f7-0a3147fcc50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f27958c-834e-439b-88ab-afe7e1bbfc1f', 'name': 'tempest-TestServerBasicOps-1612845335-router', 'tenant_id': '8456ab30b8d64928a282edc8a1e28ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '92c47cf8-3a6f-4c4e-ba42-211e59fa09fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:25Z', 'updated_at': '2021-07-15T13:35:29Z', 'revision_number': 4, 'project_id': '8456ab30b8d64928a282edc8a1e28ce7', 'gw_port': {'id': '92c47cf8-3a6f-4c4e-ba42-211e59fa09fd', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f27958c-834e-439b-88ab-afe7e1bbfc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:26Z', 'updated_at': '2021-07-15T13:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '4e9a46b6-7108-49b0-844f-2fbf7e12c2ed', 'tenant_id': '8456ab30b8d64928a282edc8a1e28ce7', 'floating_ip_address': '172.25.8.40', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '5f27958c-834e-439b-88ab-afe7e1bbfc1f', 'port_id': 'e0e32f39-fc50-439c-9cb4-461c4312235e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39670479-f0c6-49d8-ba89-ffeabf46a128', 'mac_address': 'fa:16:3e:0e:ac:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:35:54Z', 'updated_at': '2021-07-15T13:35:54Z', 'revision_number': 0, 'project_id': '8456ab30b8d64928a282edc8a1e28ce7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8d234f8-d0c1-43e5-8ec6-91b0e8f03d95', 'name': '', 'network_id': '39670479-f0c6-49d8-ba89-ffeabf46a128', 'tenant_id': '8456ab30b8d64928a282edc8a1e28ce7', 'mac_address': 'fa:16:3e:96:ef:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f27958c-834e-439b-88ab-afe7e1bbfc1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '19f1e6ac-6197-48d9-9816-9379153f83a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:28Z', 'updated_at': '2021-07-15T13:35:36Z', 'revision_number': 5, 'project_id': '8456ab30b8d64928a282edc8a1e28ce7', 'subnets': [{'id': '19f1e6ac-6197-48d9-9816-9379153f83a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:57.210526 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e46b1-357a-4505-ae12-b1cd6ea68bcb req-0a6b8cb3-09d1-4024-aaa7-4af8e0589c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:57.225085 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9147410-f609-4d32-a4f7-0a3147fcc50d None None] The sync data for ids ['5f27958c-834e-439b-88ab-afe7e1bbfc1f'] in n-d-771363-36 is: [{'id': '5f27958c-834e-439b-88ab-afe7e1bbfc1f', 'name': 'tempest-TestServerBasicOps-1612845335-router', 'tenant_id': '8456ab30b8d64928a282edc8a1e28ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '92c47cf8-3a6f-4c4e-ba42-211e59fa09fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:25Z', 'updated_at': '2021-07-15T13:35:29Z', 'revision_number': 4, 'project_id': '8456ab30b8d64928a282edc8a1e28ce7', 'gw_port': {'id': '92c47cf8-3a6f-4c4e-ba42-211e59fa09fd', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f27958c-834e-439b-88ab-afe7e1bbfc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:26Z', 'updated_at': '2021-07-15T13:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '4e9a46b6-7108-49b0-844f-2fbf7e12c2ed', 'tenant_id': '8456ab30b8d64928a282edc8a1e28ce7', 'floating_ip_address': '172.25.8.40', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '5f27958c-834e-439b-88ab-afe7e1bbfc1f', 'port_id': 'e0e32f39-fc50-439c-9cb4-461c4312235e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39670479-f0c6-49d8-ba89-ffeabf46a128', 'mac_address': 'fa:16:3e:0e:ac:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:35:54Z', 'updated_at': '2021-07-15T13:35:54Z', 'revision_number': 0, 'project_id': '8456ab30b8d64928a282edc8a1e28ce7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8d234f8-d0c1-43e5-8ec6-91b0e8f03d95', 'name': '', 'network_id': '39670479-f0c6-49d8-ba89-ffeabf46a128', 'tenant_id': '8456ab30b8d64928a282edc8a1e28ce7', 'mac_address': 'fa:16:3e:96:ef:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f27958c-834e-439b-88ab-afe7e1bbfc1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '19f1e6ac-6197-48d9-9816-9379153f83a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:28Z', 'updated_at': '2021-07-15T13:35:36Z', 'revision_number': 5, 'project_id': '8456ab30b8d64928a282edc8a1e28ce7', 'subnets': [{'id': '19f1e6ac-6197-48d9-9816-9379153f83a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:57.227419 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b52e46b1-357a-4505-ae12-b1cd6ea68bcb req-0a6b8cb3-09d1-4024-aaa7-4af8e0589c43 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=19f1e6ac-6197-48d9-9816-9379153f83a6 HTTP/1.1" status: 200 len: 848 time: 0.1888134 Jul 15 13:35:57.301215 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 3fd25f12-da2a-4aee-a047-d61d4842070f up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:57.379949 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 3fd25f12-da2a-4aee-a047-d61d4842070f completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:57.443766 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e46b1-357a-4505-ae12-b1cd6ea68bcb req-426a7c90-1b91-4948-ac8a-5eec774fe9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:57.445278 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b52e46b1-357a-4505-ae12-b1cd6ea68bcb req-426a7c90-1b91-4948-ac8a-5eec774fe9d0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=39670479-f0c6-49d8-ba89-ffeabf46a128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1777797 Jul 15 13:35:57.508964 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4a258152-e1b2-4c0e-90e5-0a38743a3938 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:57.543324 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4a258152-e1b2-4c0e-90e5-0a38743a3938 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:57.640988 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a258152-e1b2-4c0e-90e5-0a38743a3938 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event updated for resources: {'Port': ['ID=9799c2da-3f8e-447f-b2e4-d0c02dc1b859,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:57.647245 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b52e46b1-357a-4505-ae12-b1cd6ea68bcb req-8cf10211-4ab6-48fb-82a4-de59ecafce16 service neutron] 10.222.0.46 "GET /v2.0/networks/39670479-f0c6-49d8-ba89-ffeabf46a128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900389 Jul 15 13:35:57.648999 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4a258152-e1b2-4c0e-90e5-0a38743a3938 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:57.835327 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a258152-e1b2-4c0e-90e5-0a38743a3938 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Network 893b885f-82d9-4366-ae55-97001716e46a is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:57.838251 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-4a258152-e1b2-4c0e-90e5-0a38743a3938 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:57.842476 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b52e46b1-357a-4505-ae12-b1cd6ea68bcb req-ad335b70-0d20-49c2-8164-48ae8247e5d9 service neutron] 10.222.0.46 "GET /v2.0/networks/39670479-f0c6-49d8-ba89-ffeabf46a128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866612 Jul 15 13:35:57.870180 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57ea8ee-4a7e-4cc7-9c32-e94e2c1e7f1e None None] New status for floating IP 4e9a46b6-7108-49b0-844f-2fbf7e12c2ed: ACTIVE {{(pid=93827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:35:57.956772 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a258152-e1b2-4c0e-90e5-0a38743a3938 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Router 8021a140-c322-43da-8195-1dbcb7786238 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:35:58.035506 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593f2c56-1e60-4c7b-b7ab-d5083fab3792 None None] Network 893b885f-82d9-4366-ae55-97001716e46a requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:58.074271 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a258152-e1b2-4c0e-90e5-0a38743a3938 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:58.082853 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4a258152-e1b2-4c0e-90e5-0a38743a3938 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "PUT /v2.0/routers/8021a140-c322-43da-8195-1dbcb7786238/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4322767 Jul 15 13:35:58.083763 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59954) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:58.085362 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0489397-60d6-4703-be58-596d463158d5 None None] Sync routers for ids ['8021a140-c322-43da-8195-1dbcb7786238'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:58.090116 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-2c4a7985-0a9e-472c-849b-3e27134aa141 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Request body: {'network': {'name': 'tempest-RoutersTest-889702220'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:58.095623 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0489397-60d6-4703-be58-596d463158d5 None None] Routers {'8021a140-c322-43da-8195-1dbcb7786238'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:58.096462 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-c0489397-60d6-4703-be58-596d463158d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['8021a140-c322-43da-8195-1dbcb7786238'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:58.097821 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7add4ba6-cdea-42bb-b4a1-c0a5f559d5da None None] Provisioning for port 3fd25f12-da2a-4aee-a047-d61d4842070f completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:58.104121 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7add4ba6-cdea-42bb-b4a1-c0a5f559d5da None None] Provisioning complete for port 3fd25f12-da2a-4aee-a047-d61d4842070f triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:58.104699 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7add4ba6-cdea-42bb-b4a1-c0a5f559d5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:58.113647 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4a7985-0a9e-472c-849b-3e27134aa141 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Made reservation on behalf of ce3a44247ab84ab3bec7e783b84e4479 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:58.117717 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2c4a7985-0a9e-472c-849b-3e27134aa141 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:58.142970 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c4a7985-0a9e-472c-849b-3e27134aa141 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:35:58.153031 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2c4a7985-0a9e-472c-849b-3e27134aa141 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:58.153929 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-2c4a7985-0a9e-472c-849b-3e27134aa141 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Added segment cefd3f1d-f942-4ec1-8a8b-209bd56bc1f9 of type vlan for network 379e0b80-d57f-455d-a992-566c359442de Jul 15 13:35:58.185519 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-c0489397-60d6-4703-be58-596d463158d5 None None] Set router 8021a140-c322-43da-8195-1dbcb7786238 gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:58.209160 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2c4a7985-0a9e-472c-849b-3e27134aa141 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:58.241821 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2c4a7985-0a9e-472c-849b-3e27134aa141 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:58.247838 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4a7985-0a9e-472c-849b-3e27134aa141 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:58.248492 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2c4a7985-0a9e-472c-849b-3e27134aa141 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:58.260652 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7add4ba6-cdea-42bb-b4a1-c0a5f559d5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:58.291504 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59956) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:58.297342 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-10686998-744d-48f0-97a5-d2a4b2ca7ac4 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Request body: {'subnet': {'network_id': '379e0b80-d57f-455d-a992-566c359442de', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:58.300072 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2c4a7985-0a9e-472c-849b-3e27134aa141 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2144709 Jul 15 13:35:58.312858 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-7add4ba6-cdea-42bb-b4a1-c0a5f559d5da None None] For port 3fd25f12-da2a-4aee-a047-d61d4842070f, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=3fd25f12-da2a-4aee-a047-d61d4842070f,segment=NetworkSegment(75b14b53-da32-4000-8fa3-5f02cc8d005f),segment_id=75b14b53-da32-4000-8fa3-5f02cc8d005f)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:58.321071 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7add4ba6-cdea-42bb-b4a1-c0a5f559d5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:58.372570 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add4ba6-cdea-42bb-b4a1-c0a5f559d5da None None] Pushing event updated for resources: {'Port': ['ID=3fd25f12-da2a-4aee-a047-d61d4842070f,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:58.373608 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a7985-0a9e-472c-849b-3e27134aa141 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event updated for resources: {'Network': ['ID=379e0b80-d57f-455d-a992-566c359442de,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:58.395915 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 379e0b80-d57f-455d-a992-566c359442de details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:35:58.424572 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10686998-744d-48f0-97a5-d2a4b2ca7ac4 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Made reservation on behalf of ce3a44247ab84ab3bec7e783b84e4479 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:58.431159 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-10686998-744d-48f0-97a5-d2a4b2ca7ac4 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:58.446179 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-c0489397-60d6-4703-be58-596d463158d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8021a140-c322-43da-8195-1dbcb7786238', 'name': 'tempest-RoutersTest-router-1999394449', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:47Z', 'updated_at': '2021-07-15T13:35:56Z', 'revision_number': 4, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'gw_port_host': None, '_interfaces': [{'id': '9799c2da-3f8e-447f-b2e4-d0c02dc1b859', 'name': '', 'network_id': '893b885f-82d9-4366-ae55-97001716e46a', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:9c:1d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'c6ca97d6-ff77-4f42-8c01-e8face63771a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:55Z', 'updated_at': '2021-07-15T13:35:57Z', 'revision_number': 2, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': 'c6ca97d6-ff77-4f42-8c01-e8face63771a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147', 'name': '', 'network_id': 'd0eda65f-0e83-4a89-aa3d-fdef68e35506', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:80:37:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:49Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0dd567-6471-48ba-bf44-f8ebf12ef75e', 'name': '', 'network_id': '7cf1e924-cb54-4a3c-b192-4d21bec2d8bd', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:ab:36:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '46e11d95-b8ea-4c45-98f4-1c229b4a1ebf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:52Z', 'updated_at': '2021-07-15T13:35:56Z', 'revision_number': 4, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': '46e11d95-b8ea-4c45-98f4-1c229b4a1ebf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:58.475235 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0489397-60d6-4703-be58-596d463158d5 None None] Checking router: 8021a140-c322-43da-8195-1dbcb7786238 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:35:58.475552 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0489397-60d6-4703-be58-596d463158d5 None None] Updating router 8021a140-c322-43da-8195-1dbcb7786238 port 9799c2da-3f8e-447f-b2e4-d0c02dc1b859 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:35:58.519941 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c0489397-60d6-4703-be58-596d463158d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:58.639016 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-10686998-744d-48f0-97a5-d2a4b2ca7ac4 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:58.655918 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-94beb76a-8891-4d35-a4c9-23cea09cb59f None None] Provisioning complete for port 3fd25f12-da2a-4aee-a047-d61d4842070f triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:58.656564 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-94beb76a-8891-4d35-a4c9-23cea09cb59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:58.722304 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10686998-744d-48f0-97a5-d2a4b2ca7ac4 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event updated for resources: {'Subnet': ['ID=c9d6a20c-ca94-492e-935c-4aa5b115abc1,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:58.740664 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10686998-744d-48f0-97a5-d2a4b2ca7ac4 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Checking segment: {'id': 'cefd3f1d-f942-4ec1-8a8b-209bd56bc1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '379e0b80-d57f-455d-a992-566c359442de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:58.741174 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10686998-744d-48f0-97a5-d2a4b2ca7ac4 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Network hostable DHCP agents. Network: 379e0b80-d57f-455d-a992-566c359442de, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:35:58.769576 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10686998-744d-48f0-97a5-d2a4b2ca7ac4 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Network 379e0b80-d57f-455d-a992-566c359442de is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:35:58.770971 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-94beb76a-8891-4d35-a4c9-23cea09cb59f None None] Provisioning for port 9799c2da-3f8e-447f-b2e4-d0c02dc1b859 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:58.775823 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-94beb76a-8891-4d35-a4c9-23cea09cb59f None None] Provisioning complete for port 9799c2da-3f8e-447f-b2e4-d0c02dc1b859 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:58.776204 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-94beb76a-8891-4d35-a4c9-23cea09cb59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:58.782994 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-10686998-744d-48f0-97a5-d2a4b2ca7ac4 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 379e0b80-d57f-455d-a992-566c359442de) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:58.790204 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10686998-744d-48f0-97a5-d2a4b2ca7ac4 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:58.791196 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-10686998-744d-48f0-97a5-d2a4b2ca7ac4 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:58.801994 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7b7d4b-37b8-4805-bdd9-46fcc781b5d7 None None] Network 379e0b80-d57f-455d-a992-566c359442de requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:58.825519 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-10686998-744d-48f0-97a5-d2a4b2ca7ac4 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5326579 Jul 15 13:35:58.828723 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59958) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:58.871945 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-94beb76a-8891-4d35-a4c9-23cea09cb59f None None] Port 9799c2da-3f8e-447f-b2e4-d0c02dc1b859 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:58.948745 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c0489397-60d6-4703-be58-596d463158d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:58.961562 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-c0489397-60d6-4703-be58-596d463158d5 None None] Transition to ACTIVE for port object 9799c2da-3f8e-447f-b2e4-d0c02dc1b859 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:58.972054 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2575c1f9-e7e5-4586-9c81-3e9957c51628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-379e0b80-d57f-455d-a992-566c359442de', 'network_id': '379e0b80-d57f-455d-a992-566c359442de', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'fixed_ips': [{'subnet_id': 'c9d6a20c-ca94-492e-935c-4aa5b115abc1'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:35:58.973455 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2575c1f9-e7e5-4586-9c81-3e9957c51628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:58.982676 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c0489397-60d6-4703-be58-596d463158d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.041337 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6958a-6936-438e-a10d-d82b6e34b416 None None] Pushing event updated for resources: {'Port': ['ID=9799c2da-3f8e-447f-b2e4-d0c02dc1b859,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:59.131691 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-c0489397-60d6-4703-be58-596d463158d5 None None] Attempting to bind port 9799c2da-3f8e-447f-b2e4-d0c02dc1b859 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:59.132065 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-c0489397-60d6-4703-be58-596d463158d5 None None] Attempting to bind port 9799c2da-3f8e-447f-b2e4-d0c02dc1b859 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '75b14b53-da32-4000-8fa3-5f02cc8d005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '893b885f-82d9-4366-ae55-97001716e46a'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:59.132420 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0489397-60d6-4703-be58-596d463158d5 None None] Attempting to bind port 9799c2da-3f8e-447f-b2e4-d0c02dc1b859 on network 893b885f-82d9-4366-ae55-97001716e46a {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:59.142821 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0489397-60d6-4703-be58-596d463158d5 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:59.143052 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0489397-60d6-4703-be58-596d463158d5 None None] Checking segment: {'id': '75b14b53-da32-4000-8fa3-5f02cc8d005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '893b885f-82d9-4366-ae55-97001716e46a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:59.143406 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c0489397-60d6-4703-be58-596d463158d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.143796 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0489397-60d6-4703-be58-596d463158d5 None None] Bound using segment: {'id': '75b14b53-da32-4000-8fa3-5f02cc8d005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '893b885f-82d9-4366-ae55-97001716e46a'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:59.144269 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-c0489397-60d6-4703-be58-596d463158d5 None None] Bound port: 9799c2da-3f8e-447f-b2e4-d0c02dc1b859, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75b14b53-da32-4000-8fa3-5f02cc8d005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '893b885f-82d9-4366-ae55-97001716e46a'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:59.146879 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c0489397-60d6-4703-be58-596d463158d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.169695 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-2575c1f9-e7e5-4586-9c81-3e9957c51628 None None] Allocated IP 172.23.0.2 (379e0b80-d57f-455d-a992-566c359442de/c9d6a20c-ca94-492e-935c-4aa5b115abc1/8b703960-3e32-4840-848e-f9fc1629cff2) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:59.268062 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-c0489397-60d6-4703-be58-596d463158d5 None None] For port 9799c2da-3f8e-447f-b2e4-d0c02dc1b859, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:59.271746 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-c0489397-60d6-4703-be58-596d463158d5 None None] For port 9799c2da-3f8e-447f-b2e4-d0c02dc1b859, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9799c2da-3f8e-447f-b2e4-d0c02dc1b859,segment=NetworkSegment(75b14b53-da32-4000-8fa3-5f02cc8d005f),segment_id=75b14b53-da32-4000-8fa3-5f02cc8d005f)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:59.293301 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c0489397-60d6-4703-be58-596d463158d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.300155 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 3fd25f12-da2a-4aee-a047-d61d4842070f up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:59.349843 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6958a-6936-438e-a10d-d82b6e34b416 None None] Pushing event updated for resources: {'Port': ['ID=9799c2da-3f8e-447f-b2e4-d0c02dc1b859,revision_number=4']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:59.369596 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2f825e1f-9e31-4f04-99d0-19d82f61b204 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.373585 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0489397-60d6-4703-be58-596d463158d5 None None] Routers {'8021a140-c322-43da-8195-1dbcb7786238'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:59.374376 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-c0489397-60d6-4703-be58-596d463158d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['8021a140-c322-43da-8195-1dbcb7786238'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:59.384011 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.449250 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 3fd25f12-da2a-4aee-a047-d61d4842070f triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:59.449964 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.481132 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-c0489397-60d6-4703-be58-596d463158d5 None None] Set router 8021a140-c322-43da-8195-1dbcb7786238 gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:59.482329 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2575c1f9-e7e5-4586-9c81-3e9957c51628 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.501348 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-2575c1f9-e7e5-4586-9c81-3e9957c51628 None None] Transition to ACTIVE for port object 8b703960-3e32-4840-848e-f9fc1629cff2 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:59.526273 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-2575c1f9-e7e5-4586-9c81-3e9957c51628 None None] Transition to ACTIVE for port object 8b703960-3e32-4840-848e-f9fc1629cff2 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:59.538939 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2575c1f9-e7e5-4586-9c81-3e9957c51628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.633833 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2575c1f9-e7e5-4586-9c81-3e9957c51628 None None] Network 379e0b80-d57f-455d-a992-566c359442de is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:59.635749 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device be0dd567-6471-48ba-bf44-f8ebf12ef75e up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:59.658238 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-2575c1f9-e7e5-4586-9c81-3e9957c51628 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:59.660005 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2575c1f9-e7e5-4586-9c81-3e9957c51628 None None] Pushing event updated for resources: {'Port': ['ID=8b703960-3e32-4840-848e-f9fc1629cff2,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:59.663739 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2575c1f9-e7e5-4586-9c81-3e9957c51628 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:59.671838 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.706114 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-2f825e1f-9e31-4f04-99d0-19d82f61b204 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Allocated IP 172.23.0.1 (379e0b80-d57f-455d-a992-566c359442de/c9d6a20c-ca94-492e-935c-4aa5b115abc1/bc48c8b0-edba-440b-9e0b-e83f1b7562e4) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:59.739934 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-c0489397-60d6-4703-be58-596d463158d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8021a140-c322-43da-8195-1dbcb7786238', 'name': 'tempest-RoutersTest-router-1999394449', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:47Z', 'updated_at': '2021-07-15T13:35:56Z', 'revision_number': 4, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'gw_port_host': None, '_interfaces': [{'id': '9799c2da-3f8e-447f-b2e4-d0c02dc1b859', 'name': '', 'network_id': '893b885f-82d9-4366-ae55-97001716e46a', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:9c:1d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'c6ca97d6-ff77-4f42-8c01-e8face63771a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:55Z', 'updated_at': '2021-07-15T13:35:59Z', 'revision_number': 4, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': 'c6ca97d6-ff77-4f42-8c01-e8face63771a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147', 'name': '', 'network_id': 'd0eda65f-0e83-4a89-aa3d-fdef68e35506', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:80:37:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:49Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0dd567-6471-48ba-bf44-f8ebf12ef75e', 'name': '', 'network_id': '7cf1e924-cb54-4a3c-b192-4d21bec2d8bd', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:ab:36:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '46e11d95-b8ea-4c45-98f4-1c229b4a1ebf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:52Z', 'updated_at': '2021-07-15T13:35:56Z', 'revision_number': 4, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': '46e11d95-b8ea-4c45-98f4-1c229b4a1ebf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:59.747540 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ec9a099d-d4f1-467e-927c-99f58ab193a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.755362 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-2575c1f9-e7e5-4586-9c81-3e9957c51628 None None] Attempting to bind port 8b703960-3e32-4840-848e-f9fc1629cff2 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:59.755362 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-2575c1f9-e7e5-4586-9c81-3e9957c51628 None None] Attempting to bind port 8b703960-3e32-4840-848e-f9fc1629cff2 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'cefd3f1d-f942-4ec1-8a8b-209bd56bc1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '379e0b80-d57f-455d-a992-566c359442de'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:59.755675 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2575c1f9-e7e5-4586-9c81-3e9957c51628 None None] Attempting to bind port 8b703960-3e32-4840-848e-f9fc1629cff2 on network 379e0b80-d57f-455d-a992-566c359442de {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:59.764826 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2575c1f9-e7e5-4586-9c81-3e9957c51628 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:59.765168 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2575c1f9-e7e5-4586-9c81-3e9957c51628 None None] Checking segment: {'id': 'cefd3f1d-f942-4ec1-8a8b-209bd56bc1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '379e0b80-d57f-455d-a992-566c359442de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:59.765560 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2575c1f9-e7e5-4586-9c81-3e9957c51628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.765950 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2575c1f9-e7e5-4586-9c81-3e9957c51628 None None] Bound using segment: {'id': 'cefd3f1d-f942-4ec1-8a8b-209bd56bc1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '379e0b80-d57f-455d-a992-566c359442de'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:59.766420 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-2575c1f9-e7e5-4586-9c81-3e9957c51628 None None] Bound port: 8b703960-3e32-4840-848e-f9fc1629cff2, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cefd3f1d-f942-4ec1-8a8b-209bd56bc1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '379e0b80-d57f-455d-a992-566c359442de'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:59.766830 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2575c1f9-e7e5-4586-9c81-3e9957c51628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.770114 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0489397-60d6-4703-be58-596d463158d5 None None] The sync data for ids ['8021a140-c322-43da-8195-1dbcb7786238'] in n-d-771363-36 is: [{'id': '8021a140-c322-43da-8195-1dbcb7786238', 'name': 'tempest-RoutersTest-router-1999394449', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:47Z', 'updated_at': '2021-07-15T13:35:56Z', 'revision_number': 4, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'gw_port_host': None, '_interfaces': [{'id': '9799c2da-3f8e-447f-b2e4-d0c02dc1b859', 'name': '', 'network_id': '893b885f-82d9-4366-ae55-97001716e46a', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:9c:1d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'c6ca97d6-ff77-4f42-8c01-e8face63771a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:55Z', 'updated_at': '2021-07-15T13:35:59Z', 'revision_number': 4, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': 'c6ca97d6-ff77-4f42-8c01-e8face63771a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147', 'name': '', 'network_id': 'd0eda65f-0e83-4a89-aa3d-fdef68e35506', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:80:37:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:49Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0dd567-6471-48ba-bf44-f8ebf12ef75e', 'name': '', 'network_id': '7cf1e924-cb54-4a3c-b192-4d21bec2d8bd', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:ab:36:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '46e11d95-b8ea-4c45-98f4-1c229b4a1ebf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:52Z', 'updated_at': '2021-07-15T13:35:56Z', 'revision_number': 4, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': '46e11d95-b8ea-4c45-98f4-1c229b4a1ebf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:59.776804 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port be0dd567-6471-48ba-bf44-f8ebf12ef75e completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:59.785562 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port be0dd567-6471-48ba-bf44-f8ebf12ef75e triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:59.785964 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.875048 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2f825e1f-9e31-4f04-99d0-19d82f61b204 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.890396 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2f825e1f-9e31-4f04-99d0-19d82f61b204 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Transition to ACTIVE for port object bc48c8b0-edba-440b-9e0b-e83f1b7562e4 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:59.896398 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-2575c1f9-e7e5-4586-9c81-3e9957c51628 None None] For port 8b703960-3e32-4840-848e-f9fc1629cff2, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:59.902724 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-2575c1f9-e7e5-4586-9c81-3e9957c51628 None None] For port 8b703960-3e32-4840-848e-f9fc1629cff2, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=8b703960-3e32-4840-848e-f9fc1629cff2,segment=NetworkSegment(cefd3f1d-f942-4ec1-8a8b-209bd56bc1f9),segment_id=cefd3f1d-f942-4ec1-8a8b-209bd56bc1f9)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:59.926780 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2575c1f9-e7e5-4586-9c81-3e9957c51628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.938025 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2f825e1f-9e31-4f04-99d0-19d82f61b204 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.984845 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.994937 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f825e1f-9e31-4f04-99d0-19d82f61b204 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Network 379e0b80-d57f-455d-a992-566c359442de is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:59.999856 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-2f825e1f-9e31-4f04-99d0-19d82f61b204 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:00.002431 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f825e1f-9e31-4f04-99d0-19d82f61b204 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:00.062553 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2f825e1f-9e31-4f04-99d0-19d82f61b204 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:00.157900 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f825e1f-9e31-4f04-99d0-19d82f61b204 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event updated for resources: {'Port': ['ID=bc48c8b0-edba-440b-9e0b-e83f1b7562e4,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:00.226213 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2575c1f9-e7e5-4586-9c81-3e9957c51628 None None] Pushing event updated for resources: {'Port': ['ID=8b703960-3e32-4840-848e-f9fc1629cff2,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:00.247622 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port be0dd567-6471-48ba-bf44-f8ebf12ef75e, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=be0dd567-6471-48ba-bf44-f8ebf12ef75e,segment=NetworkSegment(5d8187b8-c43d-450a-a846-898bff97d2fb),segment_id=5d8187b8-c43d-450a-a846-898bff97d2fb)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:00.250789 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2f825e1f-9e31-4f04-99d0-19d82f61b204 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:00.251956 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:00.324397 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=be0dd567-6471-48ba-bf44-f8ebf12ef75e,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:00.556518 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2f825e1f-9e31-4f04-99d0-19d82f61b204 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:00.561188 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2f825e1f-9e31-4f04-99d0-19d82f61b204 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:00.637310 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2f825e1f-9e31-4f04-99d0-19d82f61b204 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:00.639701 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f825e1f-9e31-4f04-99d0-19d82f61b204 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event updated for resources: {'Port': ['ID=bc48c8b0-edba-440b-9e0b-e83f1b7562e4,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:00.732758 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f825e1f-9e31-4f04-99d0-19d82f61b204 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Network 379e0b80-d57f-455d-a992-566c359442de is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:00.734163 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-2f825e1f-9e31-4f04-99d0-19d82f61b204 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:00.836582 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f825e1f-9e31-4f04-99d0-19d82f61b204 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Router 8021a140-c322-43da-8195-1dbcb7786238 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:36:00.933655 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f825e1f-9e31-4f04-99d0-19d82f61b204 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:36:00.938768 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2f825e1f-9e31-4f04-99d0-19d82f61b204 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "PUT /v2.0/routers/8021a140-c322-43da-8195-1dbcb7786238/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1090233 Jul 15 13:36:00.941358 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59960) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:00.944764 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc65eef-24b8-46aa-87d8-aec8f0032aad None None] Sync routers for ids ['8021a140-c322-43da-8195-1dbcb7786238'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:36:00.945951 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-0043a84e-0c12-4d22-befe-2ee5184bb3b5 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:00.955690 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc65eef-24b8-46aa-87d8-aec8f0032aad None None] Routers {'8021a140-c322-43da-8195-1dbcb7786238'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:00.956307 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-ebc65eef-24b8-46aa-87d8-aec8f0032aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:35:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['8021a140-c322-43da-8195-1dbcb7786238'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:01.020743 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8de685e-95e1-409e-bfc9-5a777895bf64 None None] Network 379e0b80-d57f-455d-a992-566c359442de requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:01.107225 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-ebc65eef-24b8-46aa-87d8-aec8f0032aad None None] Set router 8021a140-c322-43da-8195-1dbcb7786238 gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:01.141206 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-452fe6d9-2928-47ec-8adf-ba1cba3579a0 None None] Provisioning for port 8b703960-3e32-4840-848e-f9fc1629cff2 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:01.282002 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8b703960-3e32-4840-848e-f9fc1629cff2 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:01.355715 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.extraroute_db [None req-0043a84e-0c12-4d22-befe-2ee5184bb3b5 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93825) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 13:36:01.362994 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:36:01.372104 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.extraroute_db [None req-0043a84e-0c12-4d22-befe-2ee5184bb3b5 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Removed routes are [] {{(pid=93825) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 13:36:01.372640 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0043a84e-0c12-4d22-befe-2ee5184bb3b5 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:01.422733 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 8b703960-3e32-4840-848e-f9fc1629cff2 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:01.430385 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 8b703960-3e32-4840-848e-f9fc1629cff2 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:01.430778 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:01.481827 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-ebc65eef-24b8-46aa-87d8-aec8f0032aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8021a140-c322-43da-8195-1dbcb7786238', 'name': 'tempest-RoutersTest-router-1999394449', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:47Z', 'updated_at': '2021-07-15T13:36:00Z', 'revision_number': 5, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'gw_port_host': None, '_interfaces': [{'id': '9799c2da-3f8e-447f-b2e4-d0c02dc1b859', 'name': '', 'network_id': '893b885f-82d9-4366-ae55-97001716e46a', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:9c:1d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'c6ca97d6-ff77-4f42-8c01-e8face63771a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:55Z', 'updated_at': '2021-07-15T13:35:59Z', 'revision_number': 4, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': 'c6ca97d6-ff77-4f42-8c01-e8face63771a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147', 'name': '', 'network_id': 'd0eda65f-0e83-4a89-aa3d-fdef68e35506', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:80:37:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:49Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc48c8b0-edba-440b-9e0b-e83f1b7562e4', 'name': '', 'network_id': '379e0b80-d57f-455d-a992-566c359442de', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:d8:e6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'c9d6a20c-ca94-492e-935c-4aa5b115abc1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:59Z', 'updated_at': '2021-07-15T13:36:00Z', 'revision_number': 2, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': 'c9d6a20c-ca94-492e-935c-4aa5b115abc1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0dd567-6471-48ba-bf44-f8ebf12ef75e', 'name': '', 'network_id': '7cf1e924-cb54-4a3c-b192-4d21bec2d8bd', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:ab:36:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '46e11d95-b8ea-4c45-98f4-1c229b4a1ebf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:52Z', 'updated_at': '2021-07-15T13:36:00Z', 'revision_number': 5, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': '46e11d95-b8ea-4c45-98f4-1c229b4a1ebf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:01.514800 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc65eef-24b8-46aa-87d8-aec8f0032aad None None] Checking router: 8021a140-c322-43da-8195-1dbcb7786238 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:36:01.515184 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc65eef-24b8-46aa-87d8-aec8f0032aad None None] Updating router 8021a140-c322-43da-8195-1dbcb7786238 port bc48c8b0-edba-440b-9e0b-e83f1b7562e4 binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:36:01.564104 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0043a84e-0c12-4d22-befe-2ee5184bb3b5 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:01.567714 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0043a84e-0c12-4d22-befe-2ee5184bb3b5 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-956703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-956678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-956815'] for router, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:01.581779 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:01.583637 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ebc65eef-24b8-46aa-87d8-aec8f0032aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:01.644950 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 8b703960-3e32-4840-848e-f9fc1629cff2, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=8b703960-3e32-4840-848e-f9fc1629cff2,segment=NetworkSegment(cefd3f1d-f942-4ec1-8a8b-209bd56bc1f9),segment_id=cefd3f1d-f942-4ec1-8a8b-209bd56bc1f9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:01.655208 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:01.656037 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device be0dd567-6471-48ba-bf44-f8ebf12ef75e up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:01.831571 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-2ad7d529-ed68-491b-87a8-86b0cb530340 None None] Provisioning complete for port 8b703960-3e32-4840-848e-f9fc1629cff2 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:01.832005 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2ad7d529-ed68-491b-87a8-86b0cb530340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:01.841178 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=8b703960-3e32-4840-848e-f9fc1629cff2,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:01.933980 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port be0dd567-6471-48ba-bf44-f8ebf12ef75e triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:01.934918 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.027495 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0043a84e-0c12-4d22-befe-2ee5184bb3b5 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Router 8021a140-c322-43da-8195-1dbcb7786238 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:36:02.120262 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0043a84e-0c12-4d22-befe-2ee5184bb3b5 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:36:02.124714 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-2ad7d529-ed68-491b-87a8-86b0cb530340 None None] Provisioning for port bc48c8b0-edba-440b-9e0b-e83f1b7562e4 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:02.127753 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0043a84e-0c12-4d22-befe-2ee5184bb3b5 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.127936 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ebc65eef-24b8-46aa-87d8-aec8f0032aad None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.128971 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0043a84e-0c12-4d22-befe-2ee5184bb3b5 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "PUT /v2.0/routers/8021a140-c322-43da-8195-1dbcb7786238 HTTP/1.1" status: 200 len: 934 time: 1.1866634 Jul 15 13:36:02.132433 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59962) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:02.141563 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-2ad7d529-ed68-491b-87a8-86b0cb530340 None None] Provisioning complete for port bc48c8b0-edba-440b-9e0b-e83f1b7562e4 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:02.141940 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2ad7d529-ed68-491b-87a8-86b0cb530340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.146339 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-ebc65eef-24b8-46aa-87d8-aec8f0032aad None None] Transition to ACTIVE for port object bc48c8b0-edba-440b-9e0b-e83f1b7562e4 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:02.151865 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9799c2da-3f8e-447f-b2e4-d0c02dc1b859 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:02.171377 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ebc65eef-24b8-46aa-87d8-aec8f0032aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.243209 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-854b3280-7e45-4673-b703-e56e2f959d62 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "GET /v2.0/routers/8021a140-c322-43da-8195-1dbcb7786238 HTTP/1.1" status: 200 len: 934 time: 0.1094337 Jul 15 13:36:02.245853 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59964) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:02.251280 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-260f68a5-7fe7-4eb6-bd95-818a0ca56efe tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Request body: {'router': {'routes': None}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:02.252957 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2ad7d529-ed68-491b-87a8-86b0cb530340 None None] Port bc48c8b0-edba-440b-9e0b-e83f1b7562e4 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:36:02.278477 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed29a21-36bd-480f-803c-2300be001755 None None] Pushing event updated for resources: {'Port': ['ID=bc48c8b0-edba-440b-9e0b-e83f1b7562e4,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:02.309071 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.345600 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-ebc65eef-24b8-46aa-87d8-aec8f0032aad None None] Attempting to bind port bc48c8b0-edba-440b-9e0b-e83f1b7562e4 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:36:02.346010 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-ebc65eef-24b8-46aa-87d8-aec8f0032aad None None] Attempting to bind port bc48c8b0-edba-440b-9e0b-e83f1b7562e4 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'cefd3f1d-f942-4ec1-8a8b-209bd56bc1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '379e0b80-d57f-455d-a992-566c359442de'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:36:02.346483 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc65eef-24b8-46aa-87d8-aec8f0032aad None None] Attempting to bind port bc48c8b0-edba-440b-9e0b-e83f1b7562e4 on network 379e0b80-d57f-455d-a992-566c359442de {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:02.349689 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 9799c2da-3f8e-447f-b2e4-d0c02dc1b859 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:02.355061 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc65eef-24b8-46aa-87d8-aec8f0032aad None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:36:02.355574 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc65eef-24b8-46aa-87d8-aec8f0032aad None None] Checking segment: {'id': 'cefd3f1d-f942-4ec1-8a8b-209bd56bc1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '379e0b80-d57f-455d-a992-566c359442de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:02.355841 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ebc65eef-24b8-46aa-87d8-aec8f0032aad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.356781 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc65eef-24b8-46aa-87d8-aec8f0032aad None None] Bound using segment: {'id': 'cefd3f1d-f942-4ec1-8a8b-209bd56bc1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '379e0b80-d57f-455d-a992-566c359442de'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:36:02.357359 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-ebc65eef-24b8-46aa-87d8-aec8f0032aad None None] Bound port: bc48c8b0-edba-440b-9e0b-e83f1b7562e4, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cefd3f1d-f942-4ec1-8a8b-209bd56bc1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '379e0b80-d57f-455d-a992-566c359442de'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:36:02.357651 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ebc65eef-24b8-46aa-87d8-aec8f0032aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.361053 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 9799c2da-3f8e-447f-b2e4-d0c02dc1b859 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:02.361426 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.476728 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-ebc65eef-24b8-46aa-87d8-aec8f0032aad None None] For port bc48c8b0-edba-440b-9e0b-e83f1b7562e4, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:36:02.482642 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-ebc65eef-24b8-46aa-87d8-aec8f0032aad None None] For port bc48c8b0-edba-440b-9e0b-e83f1b7562e4, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=bc48c8b0-edba-440b-9e0b-e83f1b7562e4,segment=NetworkSegment(cefd3f1d-f942-4ec1-8a8b-209bd56bc1f9),segment_id=cefd3f1d-f942-4ec1-8a8b-209bd56bc1f9)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:36:02.510462 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ebc65eef-24b8-46aa-87d8-aec8f0032aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.552940 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9f39cd1c-96bb-4c07-b011-ba0f9c4ec2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.566609 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.622257 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc65eef-24b8-46aa-87d8-aec8f0032aad None None] Routers {'8021a140-c322-43da-8195-1dbcb7786238'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:02.622923 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-ebc65eef-24b8-46aa-87d8-aec8f0032aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:36:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['8021a140-c322-43da-8195-1dbcb7786238'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:02.624721 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed29a21-36bd-480f-803c-2300be001755 None None] Pushing event updated for resources: {'Port': ['ID=bc48c8b0-edba-440b-9e0b-e83f1b7562e4,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:02.643170 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.extraroute_db [None req-260f68a5-7fe7-4eb6-bd95-818a0ca56efe tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Added routes are [] {{(pid=93826) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 13:36:02.643483 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.extraroute_db [None req-260f68a5-7fe7-4eb6-bd95-818a0ca56efe tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93826) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 13:36:02.676197 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-260f68a5-7fe7-4eb6-bd95-818a0ca56efe tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.697703 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 9799c2da-3f8e-447f-b2e4-d0c02dc1b859, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9799c2da-3f8e-447f-b2e4-d0c02dc1b859,segment=NetworkSegment(75b14b53-da32-4000-8fa3-5f02cc8d005f),segment_id=75b14b53-da32-4000-8fa3-5f02cc8d005f)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:02.703233 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.759969 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-ebc65eef-24b8-46aa-87d8-aec8f0032aad None None] Set router 8021a140-c322-43da-8195-1dbcb7786238 gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:02.896352 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-260f68a5-7fe7-4eb6-bd95-818a0ca56efe tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.900117 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-260f68a5-7fe7-4eb6-bd95-818a0ca56efe tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-956703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-956678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-956815'] for router, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.967369 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=9799c2da-3f8e-447f-b2e4-d0c02dc1b859,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:03.020322 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-260f68a5-7fe7-4eb6-bd95-818a0ca56efe tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Router 8021a140-c322-43da-8195-1dbcb7786238 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:36:03.131633 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260f68a5-7fe7-4eb6-bd95-818a0ca56efe tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:36:03.140260 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-260f68a5-7fe7-4eb6-bd95-818a0ca56efe tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:03.146710 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59966) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:03.147499 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-260f68a5-7fe7-4eb6-bd95-818a0ca56efe tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "PUT /v2.0/routers/8021a140-c322-43da-8195-1dbcb7786238 HTTP/1.1" status: 200 len: 700 time: 0.9001462 Jul 15 13:36:03.165093 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8b703960-3e32-4840-848e-f9fc1629cff2 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:03.216466 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-ebc65eef-24b8-46aa-87d8-aec8f0032aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8021a140-c322-43da-8195-1dbcb7786238', 'name': 'tempest-RoutersTest-router-1999394449', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:47Z', 'updated_at': '2021-07-15T13:36:01Z', 'revision_number': 6, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'gw_port_host': None, '_interfaces': [{'id': '9799c2da-3f8e-447f-b2e4-d0c02dc1b859', 'name': '', 'network_id': '893b885f-82d9-4366-ae55-97001716e46a', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:9c:1d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'c6ca97d6-ff77-4f42-8c01-e8face63771a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:55Z', 'updated_at': '2021-07-15T13:35:59Z', 'revision_number': 4, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': 'c6ca97d6-ff77-4f42-8c01-e8face63771a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147', 'name': '', 'network_id': 'd0eda65f-0e83-4a89-aa3d-fdef68e35506', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:80:37:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:49Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc48c8b0-edba-440b-9e0b-e83f1b7562e4', 'name': '', 'network_id': '379e0b80-d57f-455d-a992-566c359442de', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:d8:e6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'c9d6a20c-ca94-492e-935c-4aa5b115abc1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:59Z', 'updated_at': '2021-07-15T13:36:02Z', 'revision_number': 4, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': 'c9d6a20c-ca94-492e-935c-4aa5b115abc1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0dd567-6471-48ba-bf44-f8ebf12ef75e', 'name': '', 'network_id': '7cf1e924-cb54-4a3c-b192-4d21bec2d8bd', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:ab:36:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '46e11d95-b8ea-4c45-98f4-1c229b4a1ebf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:52Z', 'updated_at': '2021-07-15T13:36:00Z', 'revision_number': 5, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': '46e11d95-b8ea-4c45-98f4-1c229b4a1ebf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:03.247415 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc65eef-24b8-46aa-87d8-aec8f0032aad None None] The sync data for ids ['8021a140-c322-43da-8195-1dbcb7786238'] in n-d-771363-36 is: [{'id': '8021a140-c322-43da-8195-1dbcb7786238', 'name': 'tempest-RoutersTest-router-1999394449', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:47Z', 'updated_at': '2021-07-15T13:36:01Z', 'revision_number': 6, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'gw_port_host': None, '_interfaces': [{'id': '9799c2da-3f8e-447f-b2e4-d0c02dc1b859', 'name': '', 'network_id': '893b885f-82d9-4366-ae55-97001716e46a', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:9c:1d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'c6ca97d6-ff77-4f42-8c01-e8face63771a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:55Z', 'updated_at': '2021-07-15T13:35:59Z', 'revision_number': 4, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': 'c6ca97d6-ff77-4f42-8c01-e8face63771a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147', 'name': '', 'network_id': 'd0eda65f-0e83-4a89-aa3d-fdef68e35506', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:80:37:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:49Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc48c8b0-edba-440b-9e0b-e83f1b7562e4', 'name': '', 'network_id': '379e0b80-d57f-455d-a992-566c359442de', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:d8:e6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'c9d6a20c-ca94-492e-935c-4aa5b115abc1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:59Z', 'updated_at': '2021-07-15T13:36:02Z', 'revision_number': 4, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': 'c9d6a20c-ca94-492e-935c-4aa5b115abc1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0dd567-6471-48ba-bf44-f8ebf12ef75e', 'name': '', 'network_id': '7cf1e924-cb54-4a3c-b192-4d21bec2d8bd', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:ab:36:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '46e11d95-b8ea-4c45-98f4-1c229b4a1ebf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:52Z', 'updated_at': '2021-07-15T13:36:00Z', 'revision_number': 5, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': '46e11d95-b8ea-4c45-98f4-1c229b4a1ebf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:36:03.249392 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-639238ef-4183-41d4-b238-b97cce03c3ad tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "GET /v2.0/routers/8021a140-c322-43da-8195-1dbcb7786238 HTTP/1.1" status: 200 len: 700 time: 0.1027579 Jul 15 13:36:03.250780 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59968) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:03.255564 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 8b703960-3e32-4840-848e-f9fc1629cff2 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:03.255955 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:03.383715 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9799c2da-3f8e-447f-b2e4-d0c02dc1b859 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:03.439707 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 9799c2da-3f8e-447f-b2e4-d0c02dc1b859 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:03.440092 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:03.634862 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:03.675210 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-126db482-af77-4215-9b28-48915cf1dc6a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:03.939133 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-126db482-af77-4215-9b28-48915cf1dc6a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Deleting port bc48c8b0-edba-440b-9e0b-e83f1b7562e4 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:03.939479 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-126db482-af77-4215-9b28-48915cf1dc6a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:04.028949 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-126db482-af77-4215-9b28-48915cf1dc6a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] For port bc48c8b0-edba-440b-9e0b-e83f1b7562e4, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=bc48c8b0-edba-440b-9e0b-e83f1b7562e4,segment=NetworkSegment(cefd3f1d-f942-4ec1-8a8b-209bd56bc1f9),segment_id=cefd3f1d-f942-4ec1-8a8b-209bd56bc1f9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:04.029327 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-126db482-af77-4215-9b28-48915cf1dc6a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:04.042201 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-126db482-af77-4215-9b28-48915cf1dc6a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Calling delete_port for bc48c8b0-edba-440b-9e0b-e83f1b7562e4 owned by network:router_interface {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:04.046177 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2dfff1-195a-470f-a911-32c53c6d1187 None None] Sync routers for ids ['8021a140-c322-43da-8195-1dbcb7786238'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:36:04.055208 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2dfff1-195a-470f-a911-32c53c6d1187 None None] Routers {'8021a140-c322-43da-8195-1dbcb7786238'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:04.055803 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-9a2dfff1-195a-470f-a911-32c53c6d1187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:36:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['8021a140-c322-43da-8195-1dbcb7786238'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:04.142914 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-9a2dfff1-195a-470f-a911-32c53c6d1187 None None] Set router 8021a140-c322-43da-8195-1dbcb7786238 gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:04.211178 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-126db482-af77-4215-9b28-48915cf1dc6a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:04.243025 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126db482-af77-4215-9b28-48915cf1dc6a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event deleted for resources: {'Port': ['ID=bc48c8b0-edba-440b-9e0b-e83f1b7562e4,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:04.352427 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-9a2dfff1-195a-470f-a911-32c53c6d1187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8021a140-c322-43da-8195-1dbcb7786238', 'name': 'tempest-RoutersTest-router-1999394449', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:47Z', 'updated_at': '2021-07-15T13:36:02Z', 'revision_number': 7, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'gw_port_host': None, '_interfaces': [{'id': '9799c2da-3f8e-447f-b2e4-d0c02dc1b859', 'name': '', 'network_id': '893b885f-82d9-4366-ae55-97001716e46a', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:9c:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'c6ca97d6-ff77-4f42-8c01-e8face63771a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:55Z', 'updated_at': '2021-07-15T13:36:02Z', 'revision_number': 5, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': 'c6ca97d6-ff77-4f42-8c01-e8face63771a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147', 'name': '', 'network_id': 'd0eda65f-0e83-4a89-aa3d-fdef68e35506', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:80:37:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:49Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc48c8b0-edba-440b-9e0b-e83f1b7562e4', 'name': '', 'network_id': '379e0b80-d57f-455d-a992-566c359442de', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:d8:e6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'c9d6a20c-ca94-492e-935c-4aa5b115abc1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:59Z', 'updated_at': '2021-07-15T13:36:02Z', 'revision_number': 4, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': 'c9d6a20c-ca94-492e-935c-4aa5b115abc1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0dd567-6471-48ba-bf44-f8ebf12ef75e', 'name': '', 'network_id': '7cf1e924-cb54-4a3c-b192-4d21bec2d8bd', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:ab:36:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '46e11d95-b8ea-4c45-98f4-1c229b4a1ebf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:52Z', 'updated_at': '2021-07-15T13:36:00Z', 'revision_number': 5, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': '46e11d95-b8ea-4c45-98f4-1c229b4a1ebf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:04.381213 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2dfff1-195a-470f-a911-32c53c6d1187 None None] Checking router: 8021a140-c322-43da-8195-1dbcb7786238 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:36:04.392045 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2dfff1-195a-470f-a911-32c53c6d1187 None None] Routers {'8021a140-c322-43da-8195-1dbcb7786238'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:04.392668 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-9a2dfff1-195a-470f-a911-32c53c6d1187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:36:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['8021a140-c322-43da-8195-1dbcb7786238'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:04.413074 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-126db482-af77-4215-9b28-48915cf1dc6a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:04.485278 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-9a2dfff1-195a-470f-a911-32c53c6d1187 None None] Set router 8021a140-c322-43da-8195-1dbcb7786238 gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:04.606073 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126db482-af77-4215-9b28-48915cf1dc6a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Router 8021a140-c322-43da-8195-1dbcb7786238 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:36:04.682740 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-9a2dfff1-195a-470f-a911-32c53c6d1187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8021a140-c322-43da-8195-1dbcb7786238', 'name': 'tempest-RoutersTest-router-1999394449', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:47Z', 'updated_at': '2021-07-15T13:36:04Z', 'revision_number': 8, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'gw_port_host': None, '_interfaces': [{'id': '9799c2da-3f8e-447f-b2e4-d0c02dc1b859', 'name': '', 'network_id': '893b885f-82d9-4366-ae55-97001716e46a', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:9c:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'c6ca97d6-ff77-4f42-8c01-e8face63771a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:55Z', 'updated_at': '2021-07-15T13:36:02Z', 'revision_number': 5, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': 'c6ca97d6-ff77-4f42-8c01-e8face63771a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147', 'name': '', 'network_id': 'd0eda65f-0e83-4a89-aa3d-fdef68e35506', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:80:37:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:49Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0dd567-6471-48ba-bf44-f8ebf12ef75e', 'name': '', 'network_id': '7cf1e924-cb54-4a3c-b192-4d21bec2d8bd', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:ab:36:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '46e11d95-b8ea-4c45-98f4-1c229b4a1ebf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:52Z', 'updated_at': '2021-07-15T13:36:00Z', 'revision_number': 5, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': '46e11d95-b8ea-4c45-98f4-1c229b4a1ebf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:04.700364 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126db482-af77-4215-9b28-48915cf1dc6a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:36:04.708927 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59972) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:04.709377 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-126db482-af77-4215-9b28-48915cf1dc6a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "PUT /v2.0/routers/8021a140-c322-43da-8195-1dbcb7786238/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4560916 Jul 15 13:36:04.712181 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2dfff1-195a-470f-a911-32c53c6d1187 None None] The sync data for ids ['8021a140-c322-43da-8195-1dbcb7786238'] in n-d-771363-36 is: [{'id': '8021a140-c322-43da-8195-1dbcb7786238', 'name': 'tempest-RoutersTest-router-1999394449', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:47Z', 'updated_at': '2021-07-15T13:36:04Z', 'revision_number': 8, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'gw_port_host': None, '_interfaces': [{'id': '9799c2da-3f8e-447f-b2e4-d0c02dc1b859', 'name': '', 'network_id': '893b885f-82d9-4366-ae55-97001716e46a', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:9c:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'c6ca97d6-ff77-4f42-8c01-e8face63771a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:55Z', 'updated_at': '2021-07-15T13:36:02Z', 'revision_number': 5, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': 'c6ca97d6-ff77-4f42-8c01-e8face63771a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147', 'name': '', 'network_id': 'd0eda65f-0e83-4a89-aa3d-fdef68e35506', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:80:37:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:49Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0dd567-6471-48ba-bf44-f8ebf12ef75e', 'name': '', 'network_id': '7cf1e924-cb54-4a3c-b192-4d21bec2d8bd', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:ab:36:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '46e11d95-b8ea-4c45-98f4-1c229b4a1ebf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:52Z', 'updated_at': '2021-07-15T13:36:00Z', 'revision_number': 5, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': '46e11d95-b8ea-4c45-98f4-1c229b4a1ebf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:36:04.761410 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-7828545e-d677-4d9d-bb0c-253b1753ed38 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Deleting subnet c9d6a20c-ca94-492e-935c-4aa5b115abc1 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:36:04.764454 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7828545e-d677-4d9d-bb0c-253b1753ed38 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:04.803124 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7828545e-d677-4d9d-bb0c-253b1753ed38 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:04.890044 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7828545e-d677-4d9d-bb0c-253b1753ed38 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:04.945097 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7828545e-d677-4d9d-bb0c-253b1753ed38 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:04.973007 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828545e-d677-4d9d-bb0c-253b1753ed38 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event deleted for resources: {'Subnet': ['ID=c9d6a20c-ca94-492e-935c-4aa5b115abc1,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:04.977499 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7828545e-d677-4d9d-bb0c-253b1753ed38 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:04.979343 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7828545e-d677-4d9d-bb0c-253b1753ed38 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "DELETE /v2.0/subnets/c9d6a20c-ca94-492e-935c-4aa5b115abc1 HTTP/1.1" status: 204 len: 168 time: 0.2692082 Jul 15 13:36:04.982893 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59974) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:04.985024 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7828545e-d677-4d9d-bb0c-253b1753ed38 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:04.985377 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7828545e-d677-4d9d-bb0c-253b1753ed38 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:04.985722 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7828545e-d677-4d9d-bb0c-253b1753ed38 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:04.985914 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542feb75-b697-4d68-8634-261deb91bf16 None None] Network 379e0b80-d57f-455d-a992-566c359442de requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:04.986395 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7828545e-d677-4d9d-bb0c-253b1753ed38 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:04.986395 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7828545e-d677-4d9d-bb0c-253b1753ed38 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:04.986724 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7828545e-d677-4d9d-bb0c-253b1753ed38 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:04.987044 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7828545e-d677-4d9d-bb0c-253b1753ed38 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:04.987572 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7828545e-d677-4d9d-bb0c-253b1753ed38 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:04.987908 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7828545e-d677-4d9d-bb0c-253b1753ed38 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:04.988236 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7828545e-d677-4d9d-bb0c-253b1753ed38 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:04.988561 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7828545e-d677-4d9d-bb0c-253b1753ed38 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:04.989528 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7828545e-d677-4d9d-bb0c-253b1753ed38 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:05.066928 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d9204698-41a6-485d-a9de-6f136c6fa4dd tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:05.108122 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:05.132732 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d9204698-41a6-485d-a9de-6f136c6fa4dd tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Deleting port 8b703960-3e32-4840-848e-f9fc1629cff2 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:05.133158 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d9204698-41a6-485d-a9de-6f136c6fa4dd tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:05.207160 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d9204698-41a6-485d-a9de-6f136c6fa4dd tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] For port 8b703960-3e32-4840-848e-f9fc1629cff2, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=8b703960-3e32-4840-848e-f9fc1629cff2,segment=NetworkSegment(cefd3f1d-f942-4ec1-8a8b-209bd56bc1f9),segment_id=cefd3f1d-f942-4ec1-8a8b-209bd56bc1f9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:05.207387 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12be614-3a26-49eb-9818-f040ef1a749f None None] DHCP port deletion for 379e0b80-d57f-455d-a992-566c359442de request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:36:05.207497 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d9204698-41a6-485d-a9de-6f136c6fa4dd tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:05.220294 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d9204698-41a6-485d-a9de-6f136c6fa4dd tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Calling delete_port for 8b703960-3e32-4840-848e-f9fc1629cff2 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:05.254896 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d12be614-3a26-49eb-9818-f040ef1a749f None None] Deleting port 8b703960-3e32-4840-848e-f9fc1629cff2 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:05.255354 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d12be614-3a26-49eb-9818-f040ef1a749f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:05.305379 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d9204698-41a6-485d-a9de-6f136c6fa4dd tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:05.324706 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-d12be614-3a26-49eb-9818-f040ef1a749f None None] For port 8b703960-3e32-4840-848e-f9fc1629cff2, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=8b703960-3e32-4840-848e-f9fc1629cff2,segment=NetworkSegment(cefd3f1d-f942-4ec1-8a8b-209bd56bc1f9),segment_id=cefd3f1d-f942-4ec1-8a8b-209bd56bc1f9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:05.325654 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d12be614-3a26-49eb-9818-f040ef1a749f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:05.334007 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9204698-41a6-485d-a9de-6f136c6fa4dd tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event deleted for resources: {'Port': ['ID=8b703960-3e32-4840-848e-f9fc1629cff2,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:05.338941 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d12be614-3a26-49eb-9818-f040ef1a749f None None] Calling delete_port for 8b703960-3e32-4840-848e-f9fc1629cff2 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:05.342136 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9204698-41a6-485d-a9de-6f136c6fa4dd tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] No DVR routers for this DVR port 8b703960-3e32-4840-848e-f9fc1629cff2 on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:36:05.348343 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7dc3fc-aaa4-4a64-b3cd-2b33d6c7f287 None None] Sync routers for ids ['8021a140-c322-43da-8195-1dbcb7786238'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:36:05.393232 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7dc3fc-aaa4-4a64-b3cd-2b33d6c7f287 None None] Routers {'8021a140-c322-43da-8195-1dbcb7786238'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:05.393846 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-ce7dc3fc-aaa4-4a64-b3cd-2b33d6c7f287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:36:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['8021a140-c322-43da-8195-1dbcb7786238'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:05.419461 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d9204698-41a6-485d-a9de-6f136c6fa4dd tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:05.429384 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-d9204698-41a6-485d-a9de-6f136c6fa4dd tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['379e0b80-d57f-455d-a992-566c359442de']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:05.439084 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-d9204698-41a6-485d-a9de-6f136c6fa4dd tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cefd3f1d-f942-4ec1-8a8b-209bd56bc1f9') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:05.439376 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-d9204698-41a6-485d-a9de-6f136c6fa4dd tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cefd3f1d-f942-4ec1-8a8b-209bd56bc1f9') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:05.447887 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d9204698-41a6-485d-a9de-6f136c6fa4dd tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:05.462102 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d9204698-41a6-485d-a9de-6f136c6fa4dd tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:05.469346 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9204698-41a6-485d-a9de-6f136c6fa4dd tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:36:05.469740 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d9204698-41a6-485d-a9de-6f136c6fa4dd tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:05.472664 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:36:05.472664 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:36:05.472664 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:36:05.472664 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:36:05.472664 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:36:05.472664 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:36:05.472664 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:36:05.472664 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:36:05.472664 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:36:05.472664 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:36:05.472664 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:36:05.472664 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:36:05.472664 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:36:05.472664 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:36:05.472664 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:36:05.472664 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:36:05.472664 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:36:05.472664 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:36:05.472664 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:36:05.472664 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:36:05.472664 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:36:05.472664 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:36:05.472664 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:36:05.472664 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:36:05.472664 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:36:05.472664 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:36:05.472664 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:36:05.472664 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:36:05.472664 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:36:05.472664 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:36:05.472664 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:36:05.472664 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:36:05.500963 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-ce7dc3fc-aaa4-4a64-b3cd-2b33d6c7f287 None None] Set router 8021a140-c322-43da-8195-1dbcb7786238 gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:05.532895 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d12be614-3a26-49eb-9818-f040ef1a749f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:05.537904 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d9204698-41a6-485d-a9de-6f136c6fa4dd tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:05.547073 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d9204698-41a6-485d-a9de-6f136c6fa4dd tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:05.548886 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d9204698-41a6-485d-a9de-6f136c6fa4dd tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "DELETE /v2.0/networks/379e0b80-d57f-455d-a992-566c359442de HTTP/1.1" status: 204 len: 168 time: 0.5649948 Jul 15 13:36:05.551690 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59976) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:05.564092 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12be614-3a26-49eb-9818-f040ef1a749f None None] Pushing event deleted for resources: {'Port': ['ID=8b703960-3e32-4840-848e-f9fc1629cff2,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:05.565799 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9204698-41a6-485d-a9de-6f136c6fa4dd tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event deleted for resources: {'Network': ['ID=379e0b80-d57f-455d-a992-566c359442de,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:05.567777 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d12be614-3a26-49eb-9818-f040ef1a749f None None] Network 379e0b80-d57f-455d-a992-566c359442de is not hosted by any dhcp agent {{(pid=93827) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:36:05.568240 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12be614-3a26-49eb-9818-f040ef1a749f None None] No DVR routers for this DVR port 8b703960-3e32-4840-848e-f9fc1629cff2 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:36:05.735622 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-ce7dc3fc-aaa4-4a64-b3cd-2b33d6c7f287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8021a140-c322-43da-8195-1dbcb7786238', 'name': 'tempest-RoutersTest-router-1999394449', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:47Z', 'updated_at': '2021-07-15T13:36:04Z', 'revision_number': 8, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'gw_port_host': None, '_interfaces': [{'id': '9799c2da-3f8e-447f-b2e4-d0c02dc1b859', 'name': '', 'network_id': '893b885f-82d9-4366-ae55-97001716e46a', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:9c:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'c6ca97d6-ff77-4f42-8c01-e8face63771a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:55Z', 'updated_at': '2021-07-15T13:36:02Z', 'revision_number': 5, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': 'c6ca97d6-ff77-4f42-8c01-e8face63771a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147', 'name': '', 'network_id': 'd0eda65f-0e83-4a89-aa3d-fdef68e35506', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:80:37:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:49Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0dd567-6471-48ba-bf44-f8ebf12ef75e', 'name': '', 'network_id': '7cf1e924-cb54-4a3c-b192-4d21bec2d8bd', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:ab:36:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '46e11d95-b8ea-4c45-98f4-1c229b4a1ebf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:52Z', 'updated_at': '2021-07-15T13:36:00Z', 'revision_number': 5, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': '46e11d95-b8ea-4c45-98f4-1c229b4a1ebf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:05.763511 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7dc3fc-aaa4-4a64-b3cd-2b33d6c7f287 None None] Checking router: 8021a140-c322-43da-8195-1dbcb7786238 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:36:05.772852 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7dc3fc-aaa4-4a64-b3cd-2b33d6c7f287 None None] Routers {'8021a140-c322-43da-8195-1dbcb7786238'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:05.773498 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-ce7dc3fc-aaa4-4a64-b3cd-2b33d6c7f287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:36:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['8021a140-c322-43da-8195-1dbcb7786238'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:05.864718 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-ce7dc3fc-aaa4-4a64-b3cd-2b33d6c7f287 None None] Set router 8021a140-c322-43da-8195-1dbcb7786238 gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:06.072506 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-ce7dc3fc-aaa4-4a64-b3cd-2b33d6c7f287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8021a140-c322-43da-8195-1dbcb7786238', 'name': 'tempest-RoutersTest-router-1999394449', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:47Z', 'updated_at': '2021-07-15T13:36:04Z', 'revision_number': 8, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'gw_port_host': None, '_interfaces': [{'id': '9799c2da-3f8e-447f-b2e4-d0c02dc1b859', 'name': '', 'network_id': '893b885f-82d9-4366-ae55-97001716e46a', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:9c:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'c6ca97d6-ff77-4f42-8c01-e8face63771a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:55Z', 'updated_at': '2021-07-15T13:36:02Z', 'revision_number': 5, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': 'c6ca97d6-ff77-4f42-8c01-e8face63771a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147', 'name': '', 'network_id': 'd0eda65f-0e83-4a89-aa3d-fdef68e35506', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:80:37:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:49Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0dd567-6471-48ba-bf44-f8ebf12ef75e', 'name': '', 'network_id': '7cf1e924-cb54-4a3c-b192-4d21bec2d8bd', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:ab:36:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '46e11d95-b8ea-4c45-98f4-1c229b4a1ebf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:52Z', 'updated_at': '2021-07-15T13:36:00Z', 'revision_number': 5, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': '46e11d95-b8ea-4c45-98f4-1c229b4a1ebf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:06.099657 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7dc3fc-aaa4-4a64-b3cd-2b33d6c7f287 None None] The sync data for ids ['8021a140-c322-43da-8195-1dbcb7786238'] in n-d-771363-36 is: [{'id': '8021a140-c322-43da-8195-1dbcb7786238', 'name': 'tempest-RoutersTest-router-1999394449', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:47Z', 'updated_at': '2021-07-15T13:36:04Z', 'revision_number': 8, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'gw_port_host': None, '_interfaces': [{'id': '9799c2da-3f8e-447f-b2e4-d0c02dc1b859', 'name': '', 'network_id': '893b885f-82d9-4366-ae55-97001716e46a', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:9c:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'c6ca97d6-ff77-4f42-8c01-e8face63771a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:55Z', 'updated_at': '2021-07-15T13:36:02Z', 'revision_number': 5, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': 'c6ca97d6-ff77-4f42-8c01-e8face63771a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147', 'name': '', 'network_id': 'd0eda65f-0e83-4a89-aa3d-fdef68e35506', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:80:37:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:49Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0dd567-6471-48ba-bf44-f8ebf12ef75e', 'name': '', 'network_id': '7cf1e924-cb54-4a3c-b192-4d21bec2d8bd', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:ab:36:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '46e11d95-b8ea-4c45-98f4-1c229b4a1ebf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:52Z', 'updated_at': '2021-07-15T13:36:00Z', 'revision_number': 5, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': '46e11d95-b8ea-4c45-98f4-1c229b4a1ebf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:36:06.187164 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a58acfeb-59dc-41be-b56d-3c4a0a95d233 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:06.436352 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-a58acfeb-59dc-41be-b56d-3c4a0a95d233 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Deleting port 9799c2da-3f8e-447f-b2e4-d0c02dc1b859 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:06.436695 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a58acfeb-59dc-41be-b56d-3c4a0a95d233 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:06.523067 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-a58acfeb-59dc-41be-b56d-3c4a0a95d233 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] For port 9799c2da-3f8e-447f-b2e4-d0c02dc1b859, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9799c2da-3f8e-447f-b2e4-d0c02dc1b859,segment=NetworkSegment(75b14b53-da32-4000-8fa3-5f02cc8d005f),segment_id=75b14b53-da32-4000-8fa3-5f02cc8d005f)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:06.523430 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a58acfeb-59dc-41be-b56d-3c4a0a95d233 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:06.540262 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-a58acfeb-59dc-41be-b56d-3c4a0a95d233 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Calling delete_port for 9799c2da-3f8e-447f-b2e4-d0c02dc1b859 owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:06.707333 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a58acfeb-59dc-41be-b56d-3c4a0a95d233 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:06.733715 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58acfeb-59dc-41be-b56d-3c4a0a95d233 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event deleted for resources: {'Port': ['ID=9799c2da-3f8e-447f-b2e4-d0c02dc1b859,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:06.896187 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a58acfeb-59dc-41be-b56d-3c4a0a95d233 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.086210 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58acfeb-59dc-41be-b56d-3c4a0a95d233 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Router 8021a140-c322-43da-8195-1dbcb7786238 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:36:07.183302 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8b703960-3e32-4840-848e-f9fc1629cff2 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:36:07.184737 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58acfeb-59dc-41be-b56d-3c4a0a95d233 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:36:07.192752 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a58acfeb-59dc-41be-b56d-3c4a0a95d233 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "PUT /v2.0/routers/8021a140-c322-43da-8195-1dbcb7786238/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6373227 Jul 15 13:36:07.192752 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59978) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:07.193462 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89f3826-1b3c-4d16-9619-abde8983f06d None None] Sync routers for ids ['8021a140-c322-43da-8195-1dbcb7786238'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:36:07.203449 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89f3826-1b3c-4d16-9619-abde8983f06d None None] Routers {'8021a140-c322-43da-8195-1dbcb7786238'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:07.204062 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-d89f3826-1b3c-4d16-9619-abde8983f06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:36:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['8021a140-c322-43da-8195-1dbcb7786238'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:07.205369 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 8b703960-3e32-4840-848e-f9fc1629cff2 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:36:07.205783 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8b703960-3e32-4840-848e-f9fc1629cff2 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:36:07.243912 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-baa48ad0-3dd3-409f-8cbc-d5f0a81bc702 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Deleting subnet c6ca97d6-ff77-4f42-8c01-e8face63771a {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:36:07.247560 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-baa48ad0-3dd3-409f-8cbc-d5f0a81bc702 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.287124 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-baa48ad0-3dd3-409f-8cbc-d5f0a81bc702 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.377751 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-baa48ad0-3dd3-409f-8cbc-d5f0a81bc702 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.397441 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-d89f3826-1b3c-4d16-9619-abde8983f06d None None] Set router 8021a140-c322-43da-8195-1dbcb7786238 gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:07.436931 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-baa48ad0-3dd3-409f-8cbc-d5f0a81bc702 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.465662 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa48ad0-3dd3-409f-8cbc-d5f0a81bc702 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event deleted for resources: {'Subnet': ['ID=c6ca97d6-ff77-4f42-8c01-e8face63771a,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:07.468228 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-baa48ad0-3dd3-409f-8cbc-d5f0a81bc702 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.471545 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-baa48ad0-3dd3-409f-8cbc-d5f0a81bc702 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "DELETE /v2.0/subnets/c6ca97d6-ff77-4f42-8c01-e8face63771a HTTP/1.1" status: 204 len: 168 time: 0.2777770 Jul 15 13:36:07.472050 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fe6984-fe66-4aa0-a4d8-1c94f0bca7aa None None] Network 893b885f-82d9-4366-ae55-97001716e46a requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:07.474015 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59980) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:07.557189 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3beee12a-9f26-4160-9666-d6bbfbc01a95 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.603667 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-d89f3826-1b3c-4d16-9619-abde8983f06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8021a140-c322-43da-8195-1dbcb7786238', 'name': 'tempest-RoutersTest-router-1999394449', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:47Z', 'updated_at': '2021-07-15T13:36:06Z', 'revision_number': 9, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'gw_port_host': None, '_interfaces': [{'id': '9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147', 'name': '', 'network_id': 'd0eda65f-0e83-4a89-aa3d-fdef68e35506', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:80:37:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:49Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0dd567-6471-48ba-bf44-f8ebf12ef75e', 'name': '', 'network_id': '7cf1e924-cb54-4a3c-b192-4d21bec2d8bd', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:ab:36:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '46e11d95-b8ea-4c45-98f4-1c229b4a1ebf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:52Z', 'updated_at': '2021-07-15T13:36:00Z', 'revision_number': 5, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': '46e11d95-b8ea-4c45-98f4-1c229b4a1ebf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:07.612863 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-3beee12a-9f26-4160-9666-d6bbfbc01a95 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Deleting port 3fd25f12-da2a-4aee-a047-d61d4842070f {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:07.613201 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3beee12a-9f26-4160-9666-d6bbfbc01a95 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.631325 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89f3826-1b3c-4d16-9619-abde8983f06d None None] Checking router: 8021a140-c322-43da-8195-1dbcb7786238 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:36:07.639170 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89f3826-1b3c-4d16-9619-abde8983f06d None None] Routers {'8021a140-c322-43da-8195-1dbcb7786238'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:07.639774 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-d89f3826-1b3c-4d16-9619-abde8983f06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:36:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['8021a140-c322-43da-8195-1dbcb7786238'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:07.679427 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305dbfb8-f3ac-4a03-83e6-8a6abe1429c0 None None] DHCP port deletion for 893b885f-82d9-4366-ae55-97001716e46a request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:36:07.679702 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-3beee12a-9f26-4160-9666-d6bbfbc01a95 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] For port 3fd25f12-da2a-4aee-a047-d61d4842070f, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=3fd25f12-da2a-4aee-a047-d61d4842070f,segment=NetworkSegment(75b14b53-da32-4000-8fa3-5f02cc8d005f),segment_id=75b14b53-da32-4000-8fa3-5f02cc8d005f)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:07.679851 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3beee12a-9f26-4160-9666-d6bbfbc01a95 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.692566 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-3beee12a-9f26-4160-9666-d6bbfbc01a95 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Calling delete_port for 3fd25f12-da2a-4aee-a047-d61d4842070f owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:07.727660 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-305dbfb8-f3ac-4a03-83e6-8a6abe1429c0 None None] Deleting port 3fd25f12-da2a-4aee-a047-d61d4842070f {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:07.728052 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-305dbfb8-f3ac-4a03-83e6-8a6abe1429c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.733478 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-d89f3826-1b3c-4d16-9619-abde8983f06d None None] Set router 8021a140-c322-43da-8195-1dbcb7786238 gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:07.782628 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3beee12a-9f26-4160-9666-d6bbfbc01a95 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.794471 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-305dbfb8-f3ac-4a03-83e6-8a6abe1429c0 None None] For port 3fd25f12-da2a-4aee-a047-d61d4842070f, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=3fd25f12-da2a-4aee-a047-d61d4842070f,segment=NetworkSegment(75b14b53-da32-4000-8fa3-5f02cc8d005f),segment_id=75b14b53-da32-4000-8fa3-5f02cc8d005f)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:07.794938 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-305dbfb8-f3ac-4a03-83e6-8a6abe1429c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.806605 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-305dbfb8-f3ac-4a03-83e6-8a6abe1429c0 None None] Calling delete_port for 3fd25f12-da2a-4aee-a047-d61d4842070f owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:07.808444 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beee12a-9f26-4160-9666-d6bbfbc01a95 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event deleted for resources: {'Port': ['ID=3fd25f12-da2a-4aee-a047-d61d4842070f,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:07.814859 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beee12a-9f26-4160-9666-d6bbfbc01a95 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] No DVR routers for this DVR port 3fd25f12-da2a-4aee-a047-d61d4842070f on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:36:07.893349 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-305dbfb8-f3ac-4a03-83e6-8a6abe1429c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.897108 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3beee12a-9f26-4160-9666-d6bbfbc01a95 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.908071 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-3beee12a-9f26-4160-9666-d6bbfbc01a95 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['893b885f-82d9-4366-ae55-97001716e46a']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:07.917884 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-3beee12a-9f26-4160-9666-d6bbfbc01a95 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75b14b53-da32-4000-8fa3-5f02cc8d005f') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:07.918192 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-3beee12a-9f26-4160-9666-d6bbfbc01a95 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75b14b53-da32-4000-8fa3-5f02cc8d005f') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:07.922801 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305dbfb8-f3ac-4a03-83e6-8a6abe1429c0 None None] Pushing event deleted for resources: {'Port': ['ID=3fd25f12-da2a-4aee-a047-d61d4842070f,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:07.927031 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305dbfb8-f3ac-4a03-83e6-8a6abe1429c0 None None] No DVR routers for this DVR port 3fd25f12-da2a-4aee-a047-d61d4842070f on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:36:07.927361 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3beee12a-9f26-4160-9666-d6bbfbc01a95 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.943005 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3beee12a-9f26-4160-9666-d6bbfbc01a95 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.949714 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3beee12a-9f26-4160-9666-d6bbfbc01a95 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:36:07.950272 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3beee12a-9f26-4160-9666-d6bbfbc01a95 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.953280 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:07.953280 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:07.953280 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:07.953280 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:07.953280 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:36:07.953280 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:36:07.953280 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:36:07.953280 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:36:07.953280 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:36:07.953280 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:36:07.953280 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:36:07.953280 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:36:07.953280 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:36:07.953280 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:36:07.953280 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:36:07.953280 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:36:07.953280 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:36:07.953280 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:36:07.953280 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:36:07.953280 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:36:07.953280 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:36:07.953280 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:36:07.953280 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:36:07.953280 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:36:07.953280 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:36:07.953280 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:36:07.953280 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:36:07.953280 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:36:07.953280 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:36:07.953280 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:36:07.953280 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:36:07.953280 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:36:07.953280 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:36:07.953280 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:36:07.953280 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:36:07.953280 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:36:07.961675 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-d89f3826-1b3c-4d16-9619-abde8983f06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8021a140-c322-43da-8195-1dbcb7786238', 'name': 'tempest-RoutersTest-router-1999394449', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:47Z', 'updated_at': '2021-07-15T13:36:06Z', 'revision_number': 9, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'gw_port_host': None, '_interfaces': [{'id': '9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147', 'name': '', 'network_id': 'd0eda65f-0e83-4a89-aa3d-fdef68e35506', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:80:37:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:49Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0dd567-6471-48ba-bf44-f8ebf12ef75e', 'name': '', 'network_id': '7cf1e924-cb54-4a3c-b192-4d21bec2d8bd', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:ab:36:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '46e11d95-b8ea-4c45-98f4-1c229b4a1ebf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:52Z', 'updated_at': '2021-07-15T13:36:00Z', 'revision_number': 5, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': '46e11d95-b8ea-4c45-98f4-1c229b4a1ebf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:07.988876 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89f3826-1b3c-4d16-9619-abde8983f06d None None] The sync data for ids ['8021a140-c322-43da-8195-1dbcb7786238'] in n-d-771363-36 is: [{'id': '8021a140-c322-43da-8195-1dbcb7786238', 'name': 'tempest-RoutersTest-router-1999394449', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:47Z', 'updated_at': '2021-07-15T13:36:06Z', 'revision_number': 9, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'gw_port_host': None, '_interfaces': [{'id': '9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147', 'name': '', 'network_id': 'd0eda65f-0e83-4a89-aa3d-fdef68e35506', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:80:37:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:49Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0dd567-6471-48ba-bf44-f8ebf12ef75e', 'name': '', 'network_id': '7cf1e924-cb54-4a3c-b192-4d21bec2d8bd', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:ab:36:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '46e11d95-b8ea-4c45-98f4-1c229b4a1ebf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:52Z', 'updated_at': '2021-07-15T13:36:00Z', 'revision_number': 5, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': '46e11d95-b8ea-4c45-98f4-1c229b4a1ebf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:36:08.011177 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3beee12a-9f26-4160-9666-d6bbfbc01a95 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:08.018005 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3beee12a-9f26-4160-9666-d6bbfbc01a95 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:08.019972 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3beee12a-9f26-4160-9666-d6bbfbc01a95 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "DELETE /v2.0/networks/893b885f-82d9-4366-ae55-97001716e46a HTTP/1.1" status: 204 len: 168 time: 0.5447369 Jul 15 13:36:08.022708 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59982) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:08.043318 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beee12a-9f26-4160-9666-d6bbfbc01a95 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event deleted for resources: {'Network': ['ID=893b885f-82d9-4366-ae55-97001716e46a,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:08.359558 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-40c90a94-efb2-4db3-984d-d182b9d71ce2 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:08.609474 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-40c90a94-efb2-4db3-984d-d182b9d71ce2 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Deleting port be0dd567-6471-48ba-bf44-f8ebf12ef75e {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:08.609815 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-40c90a94-efb2-4db3-984d-d182b9d71ce2 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:08.698333 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-40c90a94-efb2-4db3-984d-d182b9d71ce2 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] For port be0dd567-6471-48ba-bf44-f8ebf12ef75e, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=be0dd567-6471-48ba-bf44-f8ebf12ef75e,segment=NetworkSegment(5d8187b8-c43d-450a-a846-898bff97d2fb),segment_id=5d8187b8-c43d-450a-a846-898bff97d2fb)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:08.698721 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-40c90a94-efb2-4db3-984d-d182b9d71ce2 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:08.710484 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-40c90a94-efb2-4db3-984d-d182b9d71ce2 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Calling delete_port for be0dd567-6471-48ba-bf44-f8ebf12ef75e owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:08.873404 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-40c90a94-efb2-4db3-984d-d182b9d71ce2 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:08.901655 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c90a94-efb2-4db3-984d-d182b9d71ce2 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event deleted for resources: {'Port': ['ID=be0dd567-6471-48ba-bf44-f8ebf12ef75e,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:09.060692 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-40c90a94-efb2-4db3-984d-d182b9d71ce2 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:09.174430 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 3fd25f12-da2a-4aee-a047-d61d4842070f no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:36:09.194343 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 3fd25f12-da2a-4aee-a047-d61d4842070f {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:36:09.194719 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 3fd25f12-da2a-4aee-a047-d61d4842070f not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:36:09.195135 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9799c2da-3f8e-447f-b2e4-d0c02dc1b859 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:36:09.213711 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 9799c2da-3f8e-447f-b2e4-d0c02dc1b859 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:36:09.213971 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9799c2da-3f8e-447f-b2e4-d0c02dc1b859 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:36:09.253068 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c90a94-efb2-4db3-984d-d182b9d71ce2 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Router 8021a140-c322-43da-8195-1dbcb7786238 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:36:09.341440 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c90a94-efb2-4db3-984d-d182b9d71ce2 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:36:09.346363 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-40c90a94-efb2-4db3-984d-d182b9d71ce2 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "PUT /v2.0/routers/8021a140-c322-43da-8195-1dbcb7786238/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3226843 Jul 15 13:36:09.348977 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59984) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:09.350605 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100d8b4d-5fee-4b45-8227-3d9a3e2c06c3 None None] Sync routers for ids ['8021a140-c322-43da-8195-1dbcb7786238'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:36:09.359531 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100d8b4d-5fee-4b45-8227-3d9a3e2c06c3 None None] Routers {'8021a140-c322-43da-8195-1dbcb7786238'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:09.360138 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-100d8b4d-5fee-4b45-8227-3d9a3e2c06c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:36:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['8021a140-c322-43da-8195-1dbcb7786238'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:09.399097 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-438d9db1-aca2-426b-9252-374bef4bebda tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Deleting subnet 46e11d95-b8ea-4c45-98f4-1c229b4a1ebf {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:36:09.402401 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-438d9db1-aca2-426b-9252-374bef4bebda tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:09.441209 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-438d9db1-aca2-426b-9252-374bef4bebda tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:09.446289 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-100d8b4d-5fee-4b45-8227-3d9a3e2c06c3 None None] Set router 8021a140-c322-43da-8195-1dbcb7786238 gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:09.528379 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-438d9db1-aca2-426b-9252-374bef4bebda tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:09.585501 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-438d9db1-aca2-426b-9252-374bef4bebda tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:09.612271 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d9db1-aca2-426b-9252-374bef4bebda tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event deleted for resources: {'Subnet': ['ID=46e11d95-b8ea-4c45-98f4-1c229b4a1ebf,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:09.619569 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-438d9db1-aca2-426b-9252-374bef4bebda tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:09.625041 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-438d9db1-aca2-426b-9252-374bef4bebda tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "DELETE /v2.0/subnets/46e11d95-b8ea-4c45-98f4-1c229b4a1ebf HTTP/1.1" status: 204 len: 168 time: 0.2727311 Jul 15 13:36:09.625231 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf523925-d392-460b-9813-c0ab67c3c19d None None] Network 7cf1e924-cb54-4a3c-b192-4d21bec2d8bd requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:09.625383 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59986) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:09.701462 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7bc2b1b0-d6d9-4f56-9aac-b2e95b739c7c tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:09.760938 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7bc2b1b0-d6d9-4f56-9aac-b2e95b739c7c tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Deleting port 8f363e37-7a94-4f26-88d5-8457de3d3a2e {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:09.761272 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7bc2b1b0-d6d9-4f56-9aac-b2e95b739c7c tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:09.825632 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-7bc2b1b0-d6d9-4f56-9aac-b2e95b739c7c tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] For port 8f363e37-7a94-4f26-88d5-8457de3d3a2e, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=8f363e37-7a94-4f26-88d5-8457de3d3a2e,segment=NetworkSegment(5d8187b8-c43d-450a-a846-898bff97d2fb),segment_id=5d8187b8-c43d-450a-a846-898bff97d2fb)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:09.825888 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7bc2b1b0-d6d9-4f56-9aac-b2e95b739c7c tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:09.838120 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7bc2b1b0-d6d9-4f56-9aac-b2e95b739c7c tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Calling delete_port for 8f363e37-7a94-4f26-88d5-8457de3d3a2e owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:09.875328 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-100d8b4d-5fee-4b45-8227-3d9a3e2c06c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8021a140-c322-43da-8195-1dbcb7786238', 'name': 'tempest-RoutersTest-router-1999394449', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:47Z', 'updated_at': '2021-07-15T13:36:08Z', 'revision_number': 10, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'gw_port_host': None, '_interfaces': [{'id': '9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147', 'name': '', 'network_id': 'd0eda65f-0e83-4a89-aa3d-fdef68e35506', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:80:37:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:49Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:09.920900 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7bc2b1b0-d6d9-4f56-9aac-b2e95b739c7c tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:09.922598 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100d8b4d-5fee-4b45-8227-3d9a3e2c06c3 None None] Checking router: 8021a140-c322-43da-8195-1dbcb7786238 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:36:09.936802 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100d8b4d-5fee-4b45-8227-3d9a3e2c06c3 None None] Routers {'8021a140-c322-43da-8195-1dbcb7786238'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:09.937418 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-100d8b4d-5fee-4b45-8227-3d9a3e2c06c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:36:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['8021a140-c322-43da-8195-1dbcb7786238'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:09.946807 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2b1b0-d6d9-4f56-9aac-b2e95b739c7c tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event deleted for resources: {'Port': ['ID=8f363e37-7a94-4f26-88d5-8457de3d3a2e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:09.948625 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc2b1b0-d6d9-4f56-9aac-b2e95b739c7c tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] No DVR routers for this DVR port 8f363e37-7a94-4f26-88d5-8457de3d3a2e on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:36:10.031458 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7bc2b1b0-d6d9-4f56-9aac-b2e95b739c7c tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:10.035860 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-100d8b4d-5fee-4b45-8227-3d9a3e2c06c3 None None] Set router 8021a140-c322-43da-8195-1dbcb7786238 gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:10.041837 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-7bc2b1b0-d6d9-4f56-9aac-b2e95b739c7c tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cf1e924-cb54-4a3c-b192-4d21bec2d8bd']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:10.052588 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-7bc2b1b0-d6d9-4f56-9aac-b2e95b739c7c tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d8187b8-c43d-450a-a846-898bff97d2fb') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:10.052895 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-7bc2b1b0-d6d9-4f56-9aac-b2e95b739c7c tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d8187b8-c43d-450a-a846-898bff97d2fb') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:10.066061 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7bc2b1b0-d6d9-4f56-9aac-b2e95b739c7c tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:10.080033 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7bc2b1b0-d6d9-4f56-9aac-b2e95b739c7c tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:10.085826 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bc2b1b0-d6d9-4f56-9aac-b2e95b739c7c tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:36:10.086208 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7bc2b1b0-d6d9-4f56-9aac-b2e95b739c7c tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:10.089324 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:36:10.089324 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:36:10.089324 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:36:10.089324 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:36:10.089324 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:36:10.089324 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:36:10.089324 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:36:10.089324 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:36:10.089324 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:36:10.089324 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:36:10.089324 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:36:10.089324 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:36:10.089324 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:36:10.089324 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:36:10.089324 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:36:10.089324 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:36:10.089324 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:36:10.089324 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:36:10.089324 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:36:10.089324 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:36:10.089324 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:36:10.089324 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:36:10.089324 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:36:10.089324 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:36:10.089324 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:36:10.089324 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:36:10.089324 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:36:10.089324 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:36:10.089324 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:36:10.089324 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:36:10.089324 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:36:10.089324 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:36:10.109814 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f3d201-3737-462f-9342-ab412685e673 None None] DHCP port deletion for 7cf1e924-cb54-4a3c-b192-4d21bec2d8bd request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:36:10.149244 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7bc2b1b0-d6d9-4f56-9aac-b2e95b739c7c tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:10.156719 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7bc2b1b0-d6d9-4f56-9aac-b2e95b739c7c tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:10.158515 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7bc2b1b0-d6d9-4f56-9aac-b2e95b739c7c tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "DELETE /v2.0/networks/7cf1e924-cb54-4a3c-b192-4d21bec2d8bd HTTP/1.1" status: 204 len: 168 time: 0.5321484 Jul 15 13:36:10.161346 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59990) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:10.170491 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2b1b0-d6d9-4f56-9aac-b2e95b739c7c tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event deleted for resources: {'Network': ['ID=7cf1e924-cb54-4a3c-b192-4d21bec2d8bd,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:10.246133 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-100d8b4d-5fee-4b45-8227-3d9a3e2c06c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8021a140-c322-43da-8195-1dbcb7786238', 'name': 'tempest-RoutersTest-router-1999394449', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:47Z', 'updated_at': '2021-07-15T13:36:08Z', 'revision_number': 10, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'gw_port_host': None, '_interfaces': [{'id': '9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147', 'name': '', 'network_id': 'd0eda65f-0e83-4a89-aa3d-fdef68e35506', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:80:37:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:49Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:10.273855 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100d8b4d-5fee-4b45-8227-3d9a3e2c06c3 None None] The sync data for ids ['8021a140-c322-43da-8195-1dbcb7786238'] in n-d-771363-36 is: [{'id': '8021a140-c322-43da-8195-1dbcb7786238', 'name': 'tempest-RoutersTest-router-1999394449', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:47Z', 'updated_at': '2021-07-15T13:36:08Z', 'revision_number': 10, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'gw_port_host': None, '_interfaces': [{'id': '9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147', 'name': '', 'network_id': 'd0eda65f-0e83-4a89-aa3d-fdef68e35506', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'mac_address': 'fa:16:3e:80:37:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8021a140-c322-43da-8195-1dbcb7786238', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:49Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 5, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'subnets': [{'id': '30676a79-1b7d-41ae-a82b-71b0ae498c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:36:10.781865 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-32c77822-7ded-490a-b288-6fc579dc894d tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:11.022651 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-32c77822-7ded-490a-b288-6fc579dc894d tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Deleting port 9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:11.022998 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-32c77822-7ded-490a-b288-6fc579dc894d tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:11.111650 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-32c77822-7ded-490a-b288-6fc579dc894d tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] For port 9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147,segment=NetworkSegment(56253aec-0e1b-4553-98f7-508e65d040a5),segment_id=56253aec-0e1b-4553-98f7-508e65d040a5)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:11.112161 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-32c77822-7ded-490a-b288-6fc579dc894d tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:11.120110 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device be0dd567-6471-48ba-bf44-f8ebf12ef75e no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:36:11.126491 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-32c77822-7ded-490a-b288-6fc579dc894d tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Calling delete_port for 9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147 owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:11.143275 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: be0dd567-6471-48ba-bf44-f8ebf12ef75e {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:36:11.143623 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device be0dd567-6471-48ba-bf44-f8ebf12ef75e not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:36:11.144035 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8f363e37-7a94-4f26-88d5-8457de3d3a2e no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:36:11.162821 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 8f363e37-7a94-4f26-88d5-8457de3d3a2e {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:36:11.163169 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 8f363e37-7a94-4f26-88d5-8457de3d3a2e not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:36:11.295185 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-32c77822-7ded-490a-b288-6fc579dc894d tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:11.329542 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c77822-7ded-490a-b288-6fc579dc894d tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event deleted for resources: {'Port': ['ID=9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:11.465978 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-32c77822-7ded-490a-b288-6fc579dc894d tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:11.616582 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c77822-7ded-490a-b288-6fc579dc894d tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Router 8021a140-c322-43da-8195-1dbcb7786238 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:36:11.691167 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c77822-7ded-490a-b288-6fc579dc894d tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:36:11.695994 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-32c77822-7ded-490a-b288-6fc579dc894d tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "PUT /v2.0/routers/8021a140-c322-43da-8195-1dbcb7786238/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5336239 Jul 15 13:36:11.698743 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59992) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:11.701212 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdc9da6-0892-4b7f-be29-107e04092d67 None None] Sync routers for ids ['8021a140-c322-43da-8195-1dbcb7786238'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:36:11.710146 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdc9da6-0892-4b7f-be29-107e04092d67 None None] Routers {'8021a140-c322-43da-8195-1dbcb7786238'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:11.710772 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-8cdc9da6-0892-4b7f-be29-107e04092d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:36:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['8021a140-c322-43da-8195-1dbcb7786238'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:11.751918 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d6a46f9-8b55-4adf-861d-c78a9ce0ed4a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Deleting subnet 30676a79-1b7d-41ae-a82b-71b0ae498c44 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:36:11.755060 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7d6a46f9-8b55-4adf-861d-c78a9ce0ed4a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:11.780619 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-8cdc9da6-0892-4b7f-be29-107e04092d67 None None] Set router 8021a140-c322-43da-8195-1dbcb7786238 gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:11.799053 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7d6a46f9-8b55-4adf-861d-c78a9ce0ed4a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:11.833818 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-8cdc9da6-0892-4b7f-be29-107e04092d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8021a140-c322-43da-8195-1dbcb7786238', 'name': 'tempest-RoutersTest-router-1999394449', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:47Z', 'updated_at': '2021-07-15T13:36:11Z', 'revision_number': 11, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:11.860005 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdc9da6-0892-4b7f-be29-107e04092d67 None None] Checking router: 8021a140-c322-43da-8195-1dbcb7786238 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:36:11.868465 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdc9da6-0892-4b7f-be29-107e04092d67 None None] Routers {'8021a140-c322-43da-8195-1dbcb7786238'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:11.869650 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-8cdc9da6-0892-4b7f-be29-107e04092d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:36:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['8021a140-c322-43da-8195-1dbcb7786238'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:11.881355 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7d6a46f9-8b55-4adf-861d-c78a9ce0ed4a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:11.936545 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-8cdc9da6-0892-4b7f-be29-107e04092d67 None None] Set router 8021a140-c322-43da-8195-1dbcb7786238 gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:11.939568 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7d6a46f9-8b55-4adf-861d-c78a9ce0ed4a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:11.970800 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a46f9-8b55-4adf-861d-c78a9ce0ed4a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event deleted for resources: {'Subnet': ['ID=30676a79-1b7d-41ae-a82b-71b0ae498c44,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:11.974299 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7d6a46f9-8b55-4adf-861d-c78a9ce0ed4a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:11.978801 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7d6a46f9-8b55-4adf-861d-c78a9ce0ed4a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "DELETE /v2.0/subnets/30676a79-1b7d-41ae-a82b-71b0ae498c44 HTTP/1.1" status: 204 len: 168 time: 0.2765236 Jul 15 13:36:11.979154 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59994) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:11.984356 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6f9d22-0951-4928-9b90-cc6e4131ed0b None None] Network d0eda65f-0e83-4a89-aa3d-fdef68e35506 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:11.988852 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-8cdc9da6-0892-4b7f-be29-107e04092d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8021a140-c322-43da-8195-1dbcb7786238', 'name': 'tempest-RoutersTest-router-1999394449', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:47Z', 'updated_at': '2021-07-15T13:36:11Z', 'revision_number': 11, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:12.017967 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdc9da6-0892-4b7f-be29-107e04092d67 None None] The sync data for ids ['8021a140-c322-43da-8195-1dbcb7786238'] in n-d-771363-36 is: [{'id': '8021a140-c322-43da-8195-1dbcb7786238', 'name': 'tempest-RoutersTest-router-1999394449', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:47Z', 'updated_at': '2021-07-15T13:36:11Z', 'revision_number': 11, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'gw_port_host': None}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:36:12.060838 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fa1a3ae0-0b16-49ac-b822-ed7d59ef5975 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:12.112568 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-fa1a3ae0-0b16-49ac-b822-ed7d59ef5975 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Deleting port 5d1c798d-be32-442e-a292-b59c6caeccb0 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:12.112912 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fa1a3ae0-0b16-49ac-b822-ed7d59ef5975 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:12.179801 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-fa1a3ae0-0b16-49ac-b822-ed7d59ef5975 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] For port 5d1c798d-be32-442e-a292-b59c6caeccb0, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5d1c798d-be32-442e-a292-b59c6caeccb0,segment=NetworkSegment(56253aec-0e1b-4553-98f7-508e65d040a5),segment_id=56253aec-0e1b-4553-98f7-508e65d040a5)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:12.180156 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fa1a3ae0-0b16-49ac-b822-ed7d59ef5975 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:12.191412 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-fa1a3ae0-0b16-49ac-b822-ed7d59ef5975 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Calling delete_port for 5d1c798d-be32-442e-a292-b59c6caeccb0 owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:12.268139 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fa1a3ae0-0b16-49ac-b822-ed7d59ef5975 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:12.290900 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a3ae0-0b16-49ac-b822-ed7d59ef5975 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event deleted for resources: {'Port': ['ID=5d1c798d-be32-442e-a292-b59c6caeccb0,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:12.297330 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1a3ae0-0b16-49ac-b822-ed7d59ef5975 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] No DVR routers for this DVR port 5d1c798d-be32-442e-a292-b59c6caeccb0 on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:36:12.376779 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fa1a3ae0-0b16-49ac-b822-ed7d59ef5975 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:12.387104 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-fa1a3ae0-0b16-49ac-b822-ed7d59ef5975 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0eda65f-0e83-4a89-aa3d-fdef68e35506']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:12.397997 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-fa1a3ae0-0b16-49ac-b822-ed7d59ef5975 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56253aec-0e1b-4553-98f7-508e65d040a5') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:12.398321 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-fa1a3ae0-0b16-49ac-b822-ed7d59ef5975 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56253aec-0e1b-4553-98f7-508e65d040a5') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:12.407886 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278f8207-8243-43a0-8ffb-4c880546db1f None None] DHCP port deletion for d0eda65f-0e83-4a89-aa3d-fdef68e35506 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:36:12.408134 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fa1a3ae0-0b16-49ac-b822-ed7d59ef5975 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:12.423712 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fa1a3ae0-0b16-49ac-b822-ed7d59ef5975 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:12.430383 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa1a3ae0-0b16-49ac-b822-ed7d59ef5975 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:36:12.430936 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fa1a3ae0-0b16-49ac-b822-ed7d59ef5975 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:12.434611 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:36:12.434611 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:36:12.434611 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:36:12.434611 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:36:12.434611 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:36:12.434611 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:36:12.434611 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:36:12.434611 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:36:12.434611 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:36:12.434611 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:36:12.434611 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:36:12.434611 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:36:12.434611 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:36:12.434611 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:36:12.434611 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:36:12.434611 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:36:12.434611 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:36:12.434611 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:36:12.434611 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:36:12.434611 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:36:12.434611 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:36:12.434611 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:36:12.434611 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:36:12.434611 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:36:12.434611 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:36:12.434611 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:36:12.434611 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:36:12.434611 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:36:12.434611 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:36:12.434611 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:36:12.434611 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:36:12.434611 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:36:12.502843 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fa1a3ae0-0b16-49ac-b822-ed7d59ef5975 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:12.509657 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fa1a3ae0-0b16-49ac-b822-ed7d59ef5975 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:12.511389 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-fa1a3ae0-0b16-49ac-b822-ed7d59ef5975 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "DELETE /v2.0/networks/d0eda65f-0e83-4a89-aa3d-fdef68e35506 HTTP/1.1" status: 204 len: 168 time: 0.5316403 Jul 15 13:36:12.515175 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 59996) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:12.520986 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-90997dc9-aea2-44e2-a76c-ac6fe4102cd6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Request body: {'router': {'routes': None}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:12.523014 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a3ae0-0b16-49ac-b822-ed7d59ef5975 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Pushing event deleted for resources: {'Network': ['ID=d0eda65f-0e83-4a89-aa3d-fdef68e35506,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:12.680526 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.extraroute_db [None req-90997dc9-aea2-44e2-a76c-ac6fe4102cd6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Added routes are [] {{(pid=93825) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 13:36:12.680737 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.extraroute_db [None req-90997dc9-aea2-44e2-a76c-ac6fe4102cd6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Removed routes are [] {{(pid=93825) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 13:36:12.681107 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-90997dc9-aea2-44e2-a76c-ac6fe4102cd6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:12.815162 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-90997dc9-aea2-44e2-a76c-ac6fe4102cd6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:12.818318 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-90997dc9-aea2-44e2-a76c-ac6fe4102cd6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-956703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-956678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-956815'] for router, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:12.892844 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90997dc9-aea2-44e2-a76c-ac6fe4102cd6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Router 8021a140-c322-43da-8195-1dbcb7786238 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:36:12.963139 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90997dc9-aea2-44e2-a76c-ac6fe4102cd6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:36:12.969894 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-90997dc9-aea2-44e2-a76c-ac6fe4102cd6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:12.971069 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-90997dc9-aea2-44e2-a76c-ac6fe4102cd6 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "PUT /v2.0/routers/8021a140-c322-43da-8195-1dbcb7786238 HTTP/1.1" status: 200 len: 701 time: 0.4542994 Jul 15 13:36:12.972697 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1095372-ebfd-4c06-a61f-8a639f4d74fe None None] Sync routers for ids ['8021a140-c322-43da-8195-1dbcb7786238'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:36:12.973835 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 59998) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:12.982467 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1095372-ebfd-4c06-a61f-8a639f4d74fe None None] Routers {'8021a140-c322-43da-8195-1dbcb7786238'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:12.983045 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-a1095372-ebfd-4c06-a61f-8a639f4d74fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:36:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['8021a140-c322-43da-8195-1dbcb7786238'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:13.003231 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8ce87c88-d3e2-42d9-bf26-f0809257cec9 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "GET /v2.0/ports?device_id=8021a140-c322-43da-8195-1dbcb7786238 HTTP/1.1" status: 200 len: 205 time: 0.0280674 Jul 15 13:36:13.005480 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60000) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:13.049985 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-a1095372-ebfd-4c06-a61f-8a639f4d74fe None None] Set router 8021a140-c322-43da-8195-1dbcb7786238 gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:13.083070 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-71547e29-3f49-4ad5-84bb-d84a88785fb3 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:13.104395 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-a1095372-ebfd-4c06-a61f-8a639f4d74fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8021a140-c322-43da-8195-1dbcb7786238', 'name': 'tempest-RoutersTest-router-1999394449', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:47Z', 'updated_at': '2021-07-15T13:36:11Z', 'revision_number': 11, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:13.132222 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5d1c798d-be32-442e-a292-b59c6caeccb0 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:36:13.135932 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1095372-ebfd-4c06-a61f-8a639f4d74fe None None] Checking router: 8021a140-c322-43da-8195-1dbcb7786238 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:36:13.157416 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 5d1c798d-be32-442e-a292-b59c6caeccb0 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:36:13.157773 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5d1c798d-be32-442e-a292-b59c6caeccb0 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:36:13.158192 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:36:13.180817 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:36:13.181168 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9ac3cb11-cd8b-4c2c-b9c4-37a86b4d2147 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:36:13.183389 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1095372-ebfd-4c06-a61f-8a639f4d74fe None None] Routers {'8021a140-c322-43da-8195-1dbcb7786238'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:13.184012 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-a1095372-ebfd-4c06-a61f-8a639f4d74fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:36:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['8021a140-c322-43da-8195-1dbcb7786238'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:13.243865 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-71547e29-3f49-4ad5-84bb-d84a88785fb3 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:13.245974 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-71547e29-3f49-4ad5-84bb-d84a88785fb3 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:13.251594 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-a1095372-ebfd-4c06-a61f-8a639f4d74fe None None] Set router 8021a140-c322-43da-8195-1dbcb7786238 gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:13.289329 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-71547e29-3f49-4ad5-84bb-d84a88785fb3 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:13.289934 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71547e29-3f49-4ad5-84bb-d84a88785fb3 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Fanout notify agent at l3_agent the message router_deleted on router 8021a140-c322-43da-8195-1dbcb7786238 {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:36:13.297286 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-71547e29-3f49-4ad5-84bb-d84a88785fb3 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:13.298400 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-71547e29-3f49-4ad5-84bb-d84a88785fb3 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "DELETE /v2.0/routers/8021a140-c322-43da-8195-1dbcb7786238 HTTP/1.1" status: 204 len: 168 time: 0.2920299 Jul 15 13:36:13.302988 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60002) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:13.303280 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-a1095372-ebfd-4c06-a61f-8a639f4d74fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8021a140-c322-43da-8195-1dbcb7786238', 'name': 'tempest-RoutersTest-router-1999394449', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:47Z', 'updated_at': '2021-07-15T13:36:11Z', 'revision_number': 11, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:13.307623 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-300dd577-8b99-4d9e-bb2d-3dc6d55eca89 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-735709001', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:13.331057 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-300dd577-8b99-4d9e-bb2d-3dc6d55eca89 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:13.331970 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-300dd577-8b99-4d9e-bb2d-3dc6d55eca89 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:13.333686 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1095372-ebfd-4c06-a61f-8a639f4d74fe None None] The sync data for ids ['8021a140-c322-43da-8195-1dbcb7786238'] in n-d-771363-36 is: [{'id': '8021a140-c322-43da-8195-1dbcb7786238', 'name': 'tempest-RoutersTest-router-1999394449', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:47Z', 'updated_at': '2021-07-15T13:36:11Z', 'revision_number': 11, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'gw_port_host': None}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:36:13.392182 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-300dd577-8b99-4d9e-bb2d-3dc6d55eca89 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:13.396693 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-300dd577-8b99-4d9e-bb2d-3dc6d55eca89 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:13.414737 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-300dd577-8b99-4d9e-bb2d-3dc6d55eca89 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:13.415957 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-300dd577-8b99-4d9e-bb2d-3dc6d55eca89 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1118939 Jul 15 13:36:13.419160 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60004) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:13.423995 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-f1424b41-54fb-45f6-9bc2-9e14e66778e9 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:13.625907 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f1424b41-54fb-45f6-9bc2-9e14e66778e9 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:13.635469 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f1424b41-54fb-45f6-9bc2-9e14e66778e9 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-956703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-956678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-956815'] for router, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:13.731490 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1424b41-54fb-45f6-9bc2-9e14e66778e9 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Router 3db7efcd-ff75-44cb-a7bb-3cf5c8360952 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:36:13.806712 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1424b41-54fb-45f6-9bc2-9e14e66778e9 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:36:13.814125 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f1424b41-54fb-45f6-9bc2-9e14e66778e9 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:13.815414 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f1424b41-54fb-45f6-9bc2-9e14e66778e9 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "PUT /v2.0/routers/3db7efcd-ff75-44cb-a7bb-3cf5c8360952 HTTP/1.1" status: 200 len: 693 time: 0.3953211 Jul 15 13:36:13.817979 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60006) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:13.820568 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8018ff21-ba33-4597-b769-40cb03ff2a20 None None] Sync routers for ids ['3db7efcd-ff75-44cb-a7bb-3cf5c8360952'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:36:13.830212 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8018ff21-ba33-4597-b769-40cb03ff2a20 None None] Routers {'3db7efcd-ff75-44cb-a7bb-3cf5c8360952'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:13.830895 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-8018ff21-ba33-4597-b769-40cb03ff2a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:36:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['3db7efcd-ff75-44cb-a7bb-3cf5c8360952'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:13.894893 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-61b35b07-4dd1-455a-ac05-1f96f7b9f21d tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "GET /v2.0/routers/3db7efcd-ff75-44cb-a7bb-3cf5c8360952 HTTP/1.1" status: 200 len: 699 time: 0.0756695 Jul 15 13:36:13.897538 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60008) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:13.897773 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-8018ff21-ba33-4597-b769-40cb03ff2a20 None None] Set router 3db7efcd-ff75-44cb-a7bb-3cf5c8360952 gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:13.949007 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-8018ff21-ba33-4597-b769-40cb03ff2a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db7efcd-ff75-44cb-a7bb-3cf5c8360952', 'name': 'tempest-RoutersTest-router-735709001', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:36:13Z', 'updated_at': '2021-07-15T13:36:13Z', 'revision_number': 2, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:13.979490 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8018ff21-ba33-4597-b769-40cb03ff2a20 None None] Checking router: 3db7efcd-ff75-44cb-a7bb-3cf5c8360952 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:36:13.988335 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8018ff21-ba33-4597-b769-40cb03ff2a20 None None] Routers {'3db7efcd-ff75-44cb-a7bb-3cf5c8360952'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:13.988884 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-8018ff21-ba33-4597-b769-40cb03ff2a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:36:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['3db7efcd-ff75-44cb-a7bb-3cf5c8360952'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:14.055333 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-8018ff21-ba33-4597-b769-40cb03ff2a20 None None] Set router 3db7efcd-ff75-44cb-a7bb-3cf5c8360952 gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:14.111265 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-8018ff21-ba33-4597-b769-40cb03ff2a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db7efcd-ff75-44cb-a7bb-3cf5c8360952', 'name': 'tempest-RoutersTest-router-735709001', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:36:13Z', 'updated_at': '2021-07-15T13:36:13Z', 'revision_number': 2, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:14.138324 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8018ff21-ba33-4597-b769-40cb03ff2a20 None None] The sync data for ids ['3db7efcd-ff75-44cb-a7bb-3cf5c8360952'] in n-d-771363-36 is: [{'id': '3db7efcd-ff75-44cb-a7bb-3cf5c8360952', 'name': 'tempest-RoutersTest-router-735709001', 'tenant_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:36:13Z', 'updated_at': '2021-07-15T13:36:13Z', 'revision_number': 2, 'project_id': 'ce3a44247ab84ab3bec7e783b84e4479', 'gw_port_host': None}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:36:14.224387 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-da0b873b-d85b-4c99-8859-677666902c7f tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "GET /v2.0/ports?device_id=3db7efcd-ff75-44cb-a7bb-3cf5c8360952 HTTP/1.1" status: 200 len: 205 time: 0.3257573 Jul 15 13:36:14.226894 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60010) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:14.300522 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8a001776-d5e2-41e6-88eb-96c75f62e2fe tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:14.456601 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8a001776-d5e2-41e6-88eb-96c75f62e2fe tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:14.458711 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8a001776-d5e2-41e6-88eb-96c75f62e2fe tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:14.500667 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8a001776-d5e2-41e6-88eb-96c75f62e2fe tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:14.501164 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a001776-d5e2-41e6-88eb-96c75f62e2fe tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Fanout notify agent at l3_agent the message router_deleted on router 3db7efcd-ff75-44cb-a7bb-3cf5c8360952 {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:36:14.507827 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8a001776-d5e2-41e6-88eb-96c75f62e2fe tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:14.508927 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8a001776-d5e2-41e6-88eb-96c75f62e2fe tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "DELETE /v2.0/routers/3db7efcd-ff75-44cb-a7bb-3cf5c8360952 HTTP/1.1" status: 204 len: 168 time: 0.2811449 Jul 15 13:36:14.513926 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60012) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:14.543150 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ea96a10d-771a-4f1f-85dc-9f75c540a06a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "GET /v2.0/ports?device_id=3db7efcd-ff75-44cb-a7bb-3cf5c8360952 HTTP/1.1" status: 200 len: 205 time: 0.0281434 Jul 15 13:36:14.545560 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60014) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:14.586499 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-9b743328-4d04-4568-8c72-faf862377e82 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] delete failed (client error): The resource could not be found. Jul 15 13:36:14.587552 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9b743328-4d04-4568-8c72-faf862377e82 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "DELETE /v2.0/routers/3db7efcd-ff75-44cb-a7bb-3cf5c8360952 HTTP/1.1" status: 404 len: 336 time: 0.0411029 Jul 15 13:36:14.590053 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60016) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:14.615362 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-9273f8c1-517c-4b42-90fd-946fc62f8d93 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] DELETE failed (client error): The resource could not be found. Jul 15 13:36:14.615805 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9273f8c1-517c-4b42-90fd-946fc62f8d93 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:36:14.617434 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9273f8c1-517c-4b42-90fd-946fc62f8d93 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "DELETE /v2.0/subnets/c9d6a20c-ca94-492e-935c-4aa5b115abc1 HTTP/1.1" status: 404 len: 337 time: 0.0264463 Jul 15 13:36:14.619810 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60018) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:14.645188 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-32f2bf11-8705-4d6b-9c37-02848b519eca tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] DELETE failed (client error): The resource could not be found. Jul 15 13:36:14.645624 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32f2bf11-8705-4d6b-9c37-02848b519eca tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:36:14.647255 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-32f2bf11-8705-4d6b-9c37-02848b519eca tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "DELETE /v2.0/subnets/c6ca97d6-ff77-4f42-8c01-e8face63771a HTTP/1.1" status: 404 len: 337 time: 0.0265758 Jul 15 13:36:14.649716 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60020) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:14.674220 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b058b7ac-98ba-42d1-832d-5b690ce204a3 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] DELETE failed (client error): The resource could not be found. Jul 15 13:36:14.674684 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b058b7ac-98ba-42d1-832d-5b690ce204a3 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:36:14.676297 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b058b7ac-98ba-42d1-832d-5b690ce204a3 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "DELETE /v2.0/subnets/46e11d95-b8ea-4c45-98f4-1c229b4a1ebf HTTP/1.1" status: 404 len: 337 time: 0.0257132 Jul 15 13:36:14.678492 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60022) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:14.703686 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-caeed107-8bf9-4a2b-aa95-eb62f9b571ee tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] DELETE failed (client error): The resource could not be found. Jul 15 13:36:14.704122 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caeed107-8bf9-4a2b-aa95-eb62f9b571ee tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:36:14.705735 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-caeed107-8bf9-4a2b-aa95-eb62f9b571ee tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "DELETE /v2.0/subnets/30676a79-1b7d-41ae-a82b-71b0ae498c44 HTTP/1.1" status: 404 len: 337 time: 0.0263269 Jul 15 13:36:14.708072 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60024) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:14.740103 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-bf622214-8b44-41c1-8d44-a431c7be8c0d tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "GET /v2.0/ports?device_id=8021a140-c322-43da-8195-1dbcb7786238 HTTP/1.1" status: 200 len: 205 time: 0.0310614 Jul 15 13:36:14.742363 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60026) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:14.780135 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-5ba8359c-006f-4b55-85a0-de646e35280c tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] delete failed (client error): The resource could not be found. Jul 15 13:36:14.781186 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5ba8359c-006f-4b55-85a0-de646e35280c tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "DELETE /v2.0/routers/8021a140-c322-43da-8195-1dbcb7786238 HTTP/1.1" status: 404 len: 336 time: 0.0378931 Jul 15 13:36:14.783812 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60028) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:14.814354 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-22cc9227-0662-4659-a711-89891223f1fb tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce93ee95-8cc5-4fcd-a824-da6a96d300c3 HTTP/1.1" status: 200 len: 205 time: 0.0279632 Jul 15 13:36:14.815131 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60030) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:14.856126 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-198f3171-9309-4568-98fc-f0908c69305f tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] delete failed (client error): The resource could not be found. Jul 15 13:36:14.857154 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-198f3171-9309-4568-98fc-f0908c69305f tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "DELETE /v2.0/routers/ce93ee95-8cc5-4fcd-a824-da6a96d300c3 HTTP/1.1" status: 404 len: 336 time: 0.0411346 Jul 15 13:36:14.859672 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60032) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:14.885802 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff035d6c-0587-4822-80f6-49fbf5e4eab3 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] DELETE failed (client error): The resource could not be found. Jul 15 13:36:14.886251 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff035d6c-0587-4822-80f6-49fbf5e4eab3 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:36:14.890931 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ff035d6c-0587-4822-80f6-49fbf5e4eab3 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "DELETE /v2.0/subnets/c02c48f8-c05f-4d03-9544-91f92ede6eb1 HTTP/1.1" status: 404 len: 337 time: 0.0279918 Jul 15 13:36:14.891152 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60034) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:14.920187 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-730616fe-abbb-48fe-a531-4bb3c62e78b3 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f036d2b-d225-43c1-81f0-f0de3e9bae13 HTTP/1.1" status: 200 len: 205 time: 0.0279641 Jul 15 13:36:14.922496 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60036) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:14.962700 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-0d008f8a-70d1-4434-a9e5-f88d483fac78 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] delete failed (client error): The resource could not be found. Jul 15 13:36:14.963626 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0d008f8a-70d1-4434-a9e5-f88d483fac78 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "DELETE /v2.0/routers/0f036d2b-d225-43c1-81f0-f0de3e9bae13 HTTP/1.1" status: 404 len: 336 time: 0.0402024 Jul 15 13:36:14.966972 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60038) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:14.995490 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-38b688a3-11c0-427e-a571-45ecc06b2178 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b0a9c1e-f80c-4c59-99e5-ac2df95a71a8 HTTP/1.1" status: 200 len: 205 time: 0.0274999 Jul 15 13:36:14.997874 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60040) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:15.034842 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-f5b2da8a-ba67-465a-824a-770644cd01b9 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] delete failed (client error): The resource could not be found. Jul 15 13:36:15.035891 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f5b2da8a-ba67-465a-824a-770644cd01b9 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "DELETE /v2.0/routers/7b0a9c1e-f80c-4c59-99e5-ac2df95a71a8 HTTP/1.1" status: 404 len: 336 time: 0.0371087 Jul 15 13:36:15.038512 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60042) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:15.069724 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-493a95e5-53d2-4bca-a087-fd8368cb501f tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] DELETE failed (client error): The resource could not be found. Jul 15 13:36:15.070189 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-493a95e5-53d2-4bca-a087-fd8368cb501f tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:36:15.071914 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-493a95e5-53d2-4bca-a087-fd8368cb501f tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "DELETE /v2.0/subnets/6a579b6a-7d7e-43d8-8c78-5b09f10da034 HTTP/1.1" status: 404 len: 337 time: 0.0324695 Jul 15 13:36:15.074702 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60044) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:15.102355 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-716744e2-ce64-466f-9f77-d54043808644 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "GET /v2.0/ports?device_id=297be1e0-ef61-44ef-8a48-96b0ee735046 HTTP/1.1" status: 200 len: 205 time: 0.0266445 Jul 15 13:36:15.104529 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60046) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:15.140521 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-ffa5c442-c9b5-48cb-bc77-6f9b7d2283a0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] delete failed (client error): The resource could not be found. Jul 15 13:36:15.141548 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ffa5c442-c9b5-48cb-bc77-6f9b7d2283a0 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "DELETE /v2.0/routers/297be1e0-ef61-44ef-8a48-96b0ee735046 HTTP/1.1" status: 404 len: 336 time: 0.0361583 Jul 15 13:36:15.144057 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60048) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:15.176286 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f94caf4-3f01-4c85-b1f7-ea7309f6c732 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] DELETE failed (client error): The resource could not be found. Jul 15 13:36:15.176753 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f94caf4-3f01-4c85-b1f7-ea7309f6c732 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:36:15.180975 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2f94caf4-3f01-4c85-b1f7-ea7309f6c732 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "DELETE /v2.0/subnets/c1f28c95-0e39-4753-ae16-6c3f57b80fda HTTP/1.1" status: 404 len: 337 time: 0.0335665 Jul 15 13:36:15.181723 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 60050) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:15.216332 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-da1c2413-3a8d-4e55-88ae-dd77a99afd8e tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e999f5c-ebe9-4136-a5cb-60f460d713f5 HTTP/1.1" status: 200 len: 205 time: 0.0332057 Jul 15 13:36:15.218741 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60052) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:15.256746 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [None req-8017ce4c-60fa-4730-bd4b-c031773496a4 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] delete failed (client error): The resource could not be found. Jul 15 13:36:15.259050 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8017ce4c-60fa-4730-bd4b-c031773496a4 tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "DELETE /v2.0/routers/9e999f5c-ebe9-4136-a5cb-60f460d713f5 HTTP/1.1" status: 404 len: 336 time: 0.0392454 Jul 15 13:36:15.260378 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60054) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:15.287212 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-a32de908-1226-4819-960b-d172a15e077e tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] DELETE failed (client error): The resource could not be found. Jul 15 13:36:15.287657 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a32de908-1226-4819-960b-d172a15e077e tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:36:15.289348 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a32de908-1226-4819-960b-d172a15e077e tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "DELETE /v2.0/subnets/1206c0fb-57fa-4c1a-b5cd-f735b8766d8a HTTP/1.1" status: 404 len: 337 time: 0.0280356 Jul 15 13:36:15.291796 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60056) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:15.316952 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b783953-f91c-45a6-ad58-58c36296748a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] DELETE failed (client error): The resource could not be found. Jul 15 13:36:15.317406 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b783953-f91c-45a6-ad58-58c36296748a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:36:15.321478 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6b783953-f91c-45a6-ad58-58c36296748a tempest-RoutersTest-578314752 tempest-RoutersTest-578314752-project] 10.222.0.16 "DELETE /v2.0/subnets/ec4f1ca1-428f-4935-b3ad-7aaa164d08a3 HTTP/1.1" status: 404 len: 337 time: 0.0265217 Jul 15 13:36:15.555944 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60062) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:15.689398 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b103f960-a874-4a9f-be0f-26cc318f8b74 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ce3a44247ab84ab3bec7e783b84e4479&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1322849 Jul 15 13:36:15.691911 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60066) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:15.738021 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ebc6961b-4035-4ed9-8b5b-d2395ee839e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:15.758846 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ebc6961b-4035-4ed9-8b5b-d2395ee839e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:15.804940 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ebc6961b-4035-4ed9-8b5b-d2395ee839e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:15.807696 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ebc6961b-4035-4ed9-8b5b-d2395ee839e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:15.808820 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ebc6961b-4035-4ed9-8b5b-d2395ee839e4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/30c4b690-0cf9-4c79-9cc1-9e1db4ffb9e8 HTTP/1.1" status: 204 len: 168 time: 0.1159923 Jul 15 13:36:15.820122 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6961b-4035-4ed9-8b5b-d2395ee839e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c4b690-0cf9-4c79-9cc1-9e1db4ffb9e8,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:17.379889 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60118) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:17.487247 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f8684d0f-f721-478f-87b1-53b23804b4ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:17.575350 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f8684d0f-f721-478f-87b1-53b23804b4ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:17.578670 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f8684d0f-f721-478f-87b1-53b23804b4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:17.617271 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f8684d0f-f721-478f-87b1-53b23804b4ea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=22be11467f3447efabe359b0d9ebdf4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2363040 Jul 15 13:36:17.618187 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8684d0f-f721-478f-87b1-53b23804b4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceba838b-ae8c-47c8-9a87-ba2a2fef0fb5,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:17.620108 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 60124) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:17.670759 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aecb630f-8834-48b3-b2de-b7282b73dc6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:17.691085 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aecb630f-8834-48b3-b2de-b7282b73dc6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:17.735811 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aecb630f-8834-48b3-b2de-b7282b73dc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:17.738401 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aecb630f-8834-48b3-b2de-b7282b73dc6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:17.739585 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-aecb630f-8834-48b3-b2de-b7282b73dc6f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ceba838b-ae8c-47c8-9a87-ba2a2fef0fb5 HTTP/1.1" status: 204 len: 168 time: 0.1183934 Jul 15 13:36:17.746969 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb630f-8834-48b3-b2de-b7282b73dc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceba838b-ae8c-47c8-9a87-ba2a2fef0fb5,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:17.990940 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 60130) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:18.003770 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-16526da7-ed44-4ca7-aa34-e8c06dd11f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:18.092034 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-16526da7-ed44-4ca7-aa34-e8c06dd11f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:18.095631 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-16526da7-ed44-4ca7-aa34-e8c06dd11f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:18.133767 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-16526da7-ed44-4ca7-aa34-e8c06dd11f70 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=64341dca09cd4cc0906226ca8d8589a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1408584 Jul 15 13:36:18.135593 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60132) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:18.135847 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16526da7-ed44-4ca7-aa34-e8c06dd11f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52086ff-051b-40e7-bae2-5e4ec0badb60,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:18.189962 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-981fd39d-b59d-43c9-94b4-460692c128ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:18.210749 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-981fd39d-b59d-43c9-94b4-460692c128ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:18.257758 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-981fd39d-b59d-43c9-94b4-460692c128ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:18.260308 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-981fd39d-b59d-43c9-94b4-460692c128ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:18.261451 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-981fd39d-b59d-43c9-94b4-460692c128ba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a52086ff-051b-40e7-bae2-5e4ec0badb60 HTTP/1.1" status: 204 len: 168 time: 0.1248689 Jul 15 13:36:18.269815 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981fd39d-b59d-43c9-94b4-460692c128ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52086ff-051b-40e7-bae2-5e4ec0badb60,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:19.797626 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 60178) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:19.908665 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cd6d9fb1-f2ab-4426-8676-8c6005e4eeb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:19.994709 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cd6d9fb1-f2ab-4426-8676-8c6005e4eeb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:19.998269 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cd6d9fb1-f2ab-4426-8676-8c6005e4eeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.033488 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d9fb1-f2ab-4426-8676-8c6005e4eeb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3095e0e-d9b6-4d69-9412-0e11d991d8c2,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:20.037851 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-cd6d9fb1-f2ab-4426-8676-8c6005e4eeb0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7b0dc6c107704224939a846813954ed8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2392216 Jul 15 13:36:20.041075 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 60182) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:20.087708 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-297eb4fc-41ed-4a20-a48c-9f17649d336a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.108687 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-297eb4fc-41ed-4a20-a48c-9f17649d336a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.154461 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-297eb4fc-41ed-4a20-a48c-9f17649d336a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.157148 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-297eb4fc-41ed-4a20-a48c-9f17649d336a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.158368 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-297eb4fc-41ed-4a20-a48c-9f17649d336a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a3095e0e-d9b6-4d69-9412-0e11d991d8c2 HTTP/1.1" status: 204 len: 168 time: 0.1169167 Jul 15 13:36:20.166256 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297eb4fc-41ed-4a20-a48c-9f17649d336a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3095e0e-d9b6-4d69-9412-0e11d991d8c2,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:20.411221 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 60188) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:20.424315 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2ad5667a-0d7c-4f9d-a5e3-04904734c289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.510604 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2ad5667a-0d7c-4f9d-a5e3-04904734c289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.514662 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2ad5667a-0d7c-4f9d-a5e3-04904734c289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.550918 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2ad5667a-0d7c-4f9d-a5e3-04904734c289 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ef3f501a0af14540a4c15a6b318f0825&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1385877 Jul 15 13:36:20.552805 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad5667a-0d7c-4f9d-a5e3-04904734c289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4d53a2-bd0d-444a-b10d-a6e98b6a8f7b,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:20.553638 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60190) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:20.605087 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-24ab12bb-e7d5-4d54-91a4-b704da4e6e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.625890 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-24ab12bb-e7d5-4d54-91a4-b704da4e6e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.671201 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-24ab12bb-e7d5-4d54-91a4-b704da4e6e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.673658 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-24ab12bb-e7d5-4d54-91a4-b704da4e6e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.674851 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-24ab12bb-e7d5-4d54-91a4-b704da4e6e20 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5c4d53a2-bd0d-444a-b10d-a6e98b6a8f7b HTTP/1.1" status: 204 len: 168 time: 0.1202102 Jul 15 13:36:20.682738 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab12bb-e7d5-4d54-91a4-b704da4e6e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4d53a2-bd0d-444a-b10d-a6e98b6a8f7b,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:22.453658 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60262) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:22.556081 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dc25630b-d3c6-4da4-abe9-d3e4ba723aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:22.644712 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dc25630b-d3c6-4da4-abe9-d3e4ba723aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:22.648544 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dc25630b-d3c6-4da4-abe9-d3e4ba723aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:22.689516 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-dc25630b-d3c6-4da4-abe9-d3e4ba723aab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=55a6909105364d248c7a723f08ea9053&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2347763 Jul 15 13:36:22.690947 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25630b-d3c6-4da4-abe9-d3e4ba723aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c283580b-dd9e-42e4-b3bb-e06c8ea971e9,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:22.692465 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 60266) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:22.740725 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ba883509-d82e-4590-9b3b-20e643b3012a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:22.761020 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ba883509-d82e-4590-9b3b-20e643b3012a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:22.805026 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ba883509-d82e-4590-9b3b-20e643b3012a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:22.807692 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ba883509-d82e-4590-9b3b-20e643b3012a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:22.809380 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ba883509-d82e-4590-9b3b-20e643b3012a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c283580b-dd9e-42e4-b3bb-e06c8ea971e9 HTTP/1.1" status: 204 len: 168 time: 0.1149120 Jul 15 13:36:22.816934 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba883509-d82e-4590-9b3b-20e643b3012a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c283580b-dd9e-42e4-b3bb-e06c8ea971e9,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:23.059856 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 60272) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:23.072815 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c9f275a2-628c-4392-af18-27d65f5fd88b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.161399 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c9f275a2-628c-4392-af18-27d65f5fd88b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.165011 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c9f275a2-628c-4392-af18-27d65f5fd88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.205020 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c9f275a2-628c-4392-af18-27d65f5fd88b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4684e622da0044749172b3237b69d764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1441033 Jul 15 13:36:23.205865 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f275a2-628c-4392-af18-27d65f5fd88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96224fe0-b596-4fc6-90a6-fd01760502f2,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:23.207797 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60276) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:23.257586 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4885ac9b-6d4e-4b15-aaf8-7cc49f176b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.279098 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4885ac9b-6d4e-4b15-aaf8-7cc49f176b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.325951 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4885ac9b-6d4e-4b15-aaf8-7cc49f176b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.328494 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4885ac9b-6d4e-4b15-aaf8-7cc49f176b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.329676 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4885ac9b-6d4e-4b15-aaf8-7cc49f176b0b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/96224fe0-b596-4fc6-90a6-fd01760502f2 HTTP/1.1" status: 204 len: 168 time: 0.1203425 Jul 15 13:36:23.337335 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4885ac9b-6d4e-4b15-aaf8-7cc49f176b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96224fe0-b596-4fc6-90a6-fd01760502f2,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:24.526711 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 60318) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:24.631684 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-90deab0c-4932-4279-97db-4177e0a5ecd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:24.718418 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-90deab0c-4932-4279-97db-4177e0a5ecd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:24.721918 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-90deab0c-4932-4279-97db-4177e0a5ecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:24.758453 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-90deab0c-4932-4279-97db-4177e0a5ecd7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=648227c2fc7d42f9acd9b1ae7f65e992&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2299578 Jul 15 13:36:24.759362 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90deab0c-4932-4279-97db-4177e0a5ecd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70782dee-ebbb-4ea3-83c2-1989e2a16bd3,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:24.761193 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60322) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:24.815075 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e9144ba8-4dc7-4927-aac8-e7b4f29c1174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:24.831917 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e9144ba8-4dc7-4927-aac8-e7b4f29c1174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:24.877182 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e9144ba8-4dc7-4927-aac8-e7b4f29c1174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:24.879751 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e9144ba8-4dc7-4927-aac8-e7b4f29c1174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:24.880926 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e9144ba8-4dc7-4927-aac8-e7b4f29c1174 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/70782dee-ebbb-4ea3-83c2-1989e2a16bd3 HTTP/1.1" status: 204 len: 168 time: 0.1176236 Jul 15 13:36:24.889555 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9144ba8-4dc7-4927-aac8-e7b4f29c1174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70782dee-ebbb-4ea3-83c2-1989e2a16bd3,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:27.026886 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-82c15795-c181-4830-a103-724825ece622 req-9e5cd411-28a3-4cac-bea5-3bea388df7eb tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=3a8fa7d7b4be499c9c804526e2614850&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277445 Jul 15 13:36:27.521515 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c15795-c181-4830-a103-724825ece622 req-c4afb7e2-25b2-4960-9bc4-47026e0c416c tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:27.522980 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-82c15795-c181-4830-a103-724825ece622 req-c4afb7e2-25b2-4960-9bc4-47026e0c416c tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4908898 Jul 15 13:36:27.538183 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-82c15795-c181-4830-a103-724825ece622 req-68103b23-126a-42e5-803f-b7e42b47e9c2 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] 10.222.0.16 "GET /v2.0/quotas/3a8fa7d7b4be499c9c804526e2614850 HTTP/1.1" status: 200 len: 375 time: 0.0088806 Jul 15 13:36:27.570247 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-82c15795-c181-4830-a103-724825ece622 req-10b25712-9adb-459b-9315-f8bf329dbfa2 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a8fa7d7b4be499c9c804526e2614850&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272882 Jul 15 13:36:27.737379 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-071afc1a-ba10-497b-aa14-d6e5cb8972d3 req-163ea494-f299-44a4-9e47-1172bb98a348 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbfaa290-4d74-4f63-b564-8860b6850c8a HTTP/1.1" status: 200 len: 210 time: 0.0283911 Jul 15 13:36:28.675652 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-82c15795-c181-4830-a103-724825ece622 req-ff241b5f-23a3-4a28-b417-8e20619d6e1d tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3a8fa7d7b4be499c9c804526e2614850&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239921 Jul 15 13:36:28.787307 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c15795-c181-4830-a103-724825ece622 req-b49466dc-b340-42a8-a969-defcf0a2d451 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:28.788881 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-82c15795-c181-4830-a103-724825ece622 req-b49466dc-b340-42a8-a969-defcf0a2d451 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1087446 Jul 15 13:36:28.800647 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-82c15795-c181-4830-a103-724825ece622 req-a0c858e0-4af4-4714-a337-0be2d92e60e7 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] Request body: {'port': {'device_id': 'dbfaa290-4d74-4f63-b564-8860b6850c8a', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'admin_state_up': True, 'tenant_id': '3a8fa7d7b4be499c9c804526e2614850'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:28.900500 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a3f2654c-fdff-4695-a435-6ec6cc0abfb7 req-1fa9f522-9e2a-4ffd-b956-0c825a1316cd tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbfaa290-4d74-4f63-b564-8860b6850c8a HTTP/1.1" status: 200 len: 210 time: 0.0394423 Jul 15 13:36:28.938329 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82c15795-c181-4830-a103-724825ece622 req-a0c858e0-4af4-4714-a337-0be2d92e60e7 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] Made reservation on behalf of 3a8fa7d7b4be499c9c804526e2614850 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:28.941766 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-82c15795-c181-4830-a103-724825ece622 req-a0c858e0-4af4-4714-a337-0be2d92e60e7 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:28.950881 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-82c15795-c181-4830-a103-724825ece622 req-a0c858e0-4af4-4714-a337-0be2d92e60e7 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.039620 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-82c15795-c181-4830-a103-724825ece622 req-a0c858e0-4af4-4714-a337-0be2d92e60e7 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.043747 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-82c15795-c181-4830-a103-724825ece622 req-a0c858e0-4af4-4714-a337-0be2d92e60e7 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.101050 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c858e0-4af4-4714-a337-0be2d92e60e7 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be4b8c52-afee-476e-92b8-28b27d3b137b,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:29.176340 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-82c15795-c181-4830-a103-724825ece622 req-a0c858e0-4af4-4714-a337-0be2d92e60e7 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] Allocated IP 192.168.233.221 (fb7e2853-c052-4bbe-a410-b119ef2f5100/f7332b1d-b5ae-478a-9a33-4a7a808c5484/f32b86ff-a1a1-403d-8351-873f9dd28d3a) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:29.317535 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-82c15795-c181-4830-a103-724825ece622 req-a0c858e0-4af4-4714-a337-0be2d92e60e7 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.327043 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.330865 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-82c15795-c181-4830-a103-724825ece622 req-a0c858e0-4af4-4714-a337-0be2d92e60e7 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] Transition to ACTIVE for port object f32b86ff-a1a1-403d-8351-873f9dd28d3a will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:29.362992 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-82c15795-c181-4830-a103-724825ece622 req-a0c858e0-4af4-4714-a337-0be2d92e60e7 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.413219 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82c15795-c181-4830-a103-724825ece622 req-a0c858e0-4af4-4714-a337-0be2d92e60e7 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] Network fb7e2853-c052-4bbe-a410-b119ef2f5100 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:29.416518 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-82c15795-c181-4830-a103-724825ece622 req-a0c858e0-4af4-4714-a337-0be2d92e60e7 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:29.420921 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c15795-c181-4830-a103-724825ece622 req-a0c858e0-4af4-4714-a337-0be2d92e60e7 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:29.427142 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c858e0-4af4-4714-a337-0be2d92e60e7 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] Pushing event updated for resources: {'Port': ['ID=f32b86ff-a1a1-403d-8351-873f9dd28d3a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:29.473434 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c15795-c181-4830-a103-724825ece622 req-a0c858e0-4af4-4714-a337-0be2d92e60e7 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:29.474247 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-82c15795-c181-4830-a103-724825ece622 req-a0c858e0-4af4-4714-a337-0be2d92e60e7 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.489253 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-82c15795-c181-4830-a103-724825ece622 req-a0c858e0-4af4-4714-a337-0be2d92e60e7 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6922271 Jul 15 13:36:29.501476 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-82c15795-c181-4830-a103-724825ece622 req-61745690-8330-4069-8763-c6759de499ec service neutron] Request body: {'port': {'device_id': 'dbfaa290-4d74-4f63-b564-8860b6850c8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:29.578343 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-82c15795-c181-4830-a103-724825ece622 req-61745690-8330-4069-8763-c6759de499ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.617975 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.682879 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1a4d3500-abc8-4857-bf1d-f857c0882bcf None None] Provisioning for port f32b86ff-a1a1-403d-8351-873f9dd28d3a completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:29.694176 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1a4d3500-abc8-4857-bf1d-f857c0882bcf None None] Provisioning complete for port f32b86ff-a1a1-403d-8351-873f9dd28d3a triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:29.694469 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1a4d3500-abc8-4857-bf1d-f857c0882bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.718306 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-062699f8-36a9-4e40-b955-0c52aba296a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.732832 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-1a4d3500-abc8-4857-bf1d-f857c0882bcf None None] Port f32b86ff-a1a1-403d-8351-873f9dd28d3a cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:36:29.845974 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-82c15795-c181-4830-a103-724825ece622 req-61745690-8330-4069-8763-c6759de499ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f32b86ff-a1a1-403d-8351-873f9dd28d3a {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:36:29.853662 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-82c15795-c181-4830-a103-724825ece622 req-61745690-8330-4069-8763-c6759de499ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.866415 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-82c15795-c181-4830-a103-724825ece622 req-61745690-8330-4069-8763-c6759de499ec service neutron] Transition to ACTIVE for port object f32b86ff-a1a1-403d-8351-873f9dd28d3a will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:29.870153 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-82c15795-c181-4830-a103-724825ece622 req-61745690-8330-4069-8763-c6759de499ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.937394 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61745690-8330-4069-8763-c6759de499ec service neutron] Pushing event updated for resources: {'Port': ['ID=f32b86ff-a1a1-403d-8351-873f9dd28d3a,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:29.990584 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-82c15795-c181-4830-a103-724825ece622 req-61745690-8330-4069-8763-c6759de499ec service neutron] Attempting to bind port f32b86ff-a1a1-403d-8351-873f9dd28d3a on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:36:29.990936 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-82c15795-c181-4830-a103-724825ece622 req-61745690-8330-4069-8763-c6759de499ec service neutron] Attempting to bind port f32b86ff-a1a1-403d-8351-873f9dd28d3a by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:36:29.991267 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c15795-c181-4830-a103-724825ece622 req-61745690-8330-4069-8763-c6759de499ec service neutron] Attempting to bind port f32b86ff-a1a1-403d-8351-873f9dd28d3a on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:29.995834 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c15795-c181-4830-a103-724825ece622 req-61745690-8330-4069-8763-c6759de499ec service neutron] Port f32b86ff-a1a1-403d-8351-873f9dd28d3a on network fb7e2853-c052-4bbe-a410-b119ef2f5100 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:36:29.996193 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c15795-c181-4830-a103-724825ece622 req-61745690-8330-4069-8763-c6759de499ec service neutron] Attempting to bind port f32b86ff-a1a1-403d-8351-873f9dd28d3a on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:30.001223 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c15795-c181-4830-a103-724825ece622 req-61745690-8330-4069-8763-c6759de499ec service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:36:30.001560 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c15795-c181-4830-a103-724825ece622 req-61745690-8330-4069-8763-c6759de499ec service neutron] Checking segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:30.001943 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c15795-c181-4830-a103-724825ece622 req-61745690-8330-4069-8763-c6759de499ec service neutron] Bound using segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:36:30.002368 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-82c15795-c181-4830-a103-724825ece622 req-61745690-8330-4069-8763-c6759de499ec service neutron] Bound port: f32b86ff-a1a1-403d-8351-873f9dd28d3a, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:36:30.002756 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-82c15795-c181-4830-a103-724825ece622 req-61745690-8330-4069-8763-c6759de499ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:30.105760 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-82c15795-c181-4830-a103-724825ece622 req-61745690-8330-4069-8763-c6759de499ec service neutron] For port f32b86ff-a1a1-403d-8351-873f9dd28d3a, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:36:30.109340 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-82c15795-c181-4830-a103-724825ece622 req-61745690-8330-4069-8763-c6759de499ec service neutron] For port f32b86ff-a1a1-403d-8351-873f9dd28d3a, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=f32b86ff-a1a1-403d-8351-873f9dd28d3a,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:36:30.113903 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-82c15795-c181-4830-a103-724825ece622 req-61745690-8330-4069-8763-c6759de499ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:30.157745 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c15795-c181-4830-a103-724825ece622 req-61745690-8330-4069-8763-c6759de499ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:30.158363 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-82c15795-c181-4830-a103-724825ece622 req-61745690-8330-4069-8763-c6759de499ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:30.160163 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-82c15795-c181-4830-a103-724825ece622 req-61745690-8330-4069-8763-c6759de499ec service neutron] 10.222.0.20 "PUT /v2.0/ports/f32b86ff-a1a1-403d-8351-873f9dd28d3a HTTP/1.1" status: 200 len: 1097 time: 0.6639481 Jul 15 13:36:30.162481 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbfaa290-4d74-4f63-b564-8860b6850c8a', 'tag': 'f32b86ff-a1a1-403d-8351-873f9dd28d3a'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:30.164937 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a906f1c2-9b19-4470-8d55-815442c0c3a0" -d '{"events": [{"name": "network-changed", "server_uuid": "dbfaa290-4d74-4f63-b564-8860b6850c8a", "tag": "f32b86ff-a1a1-403d-8351-873f9dd28d3a"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:30.184611 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20972976-4825-46ac-b590-3a30c57baeff req-db7a9f93-9df7-40a0-9dbe-501ee5d53134 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:30.186091 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-20972976-4825-46ac-b590-3a30c57baeff req-db7a9f93-9df7-40a0-9dbe-501ee5d53134 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbfaa290-4d74-4f63-b564-8860b6850c8a HTTP/1.1" status: 200 len: 948 time: 0.1408637 Jul 15 13:36:30.215987 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d25743a-0cf5-420b-81e2-e988dee5e51c x-openstack-request-id: req-3d25743a-0cf5-420b-81e2-e988dee5e51c {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:30.216343 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbfaa290-4d74-4f63-b564-8860b6850c8a", "tag": "f32b86ff-a1a1-403d-8351-873f9dd28d3a", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:30.216554 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d25743a-0cf5-420b-81e2-e988dee5e51c {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:30.216987 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbfaa290-4d74-4f63-b564-8860b6850c8a', 'tag': 'f32b86ff-a1a1-403d-8351-873f9dd28d3a', 'status': 'completed', 'code': 200} Jul 15 13:36:30.254687 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61745690-8330-4069-8763-c6759de499ec service neutron] Pushing event updated for resources: {'Port': ['ID=f32b86ff-a1a1-403d-8351-873f9dd28d3a,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:30.285440 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-20972976-4825-46ac-b590-3a30c57baeff req-d60f780b-73d1-4f21-a40d-9ffc277a5c87 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4b8c52-afee-476e-92b8-28b27d3b137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833149 Jul 15 13:36:30.304145 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c15795-c181-4830-a103-724825ece622 req-e2b275b8-851a-42d4-a969-58f5d0ae88c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:30.305874 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-82c15795-c181-4830-a103-724825ece622 req-e2b275b8-851a-42d4-a969-58f5d0ae88c1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a8fa7d7b4be499c9c804526e2614850&device_id=dbfaa290-4d74-4f63-b564-8860b6850c8a HTTP/1.1" status: 200 len: 1100 time: 0.1027293 Jul 15 13:36:30.348786 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-82c15795-c181-4830-a103-724825ece622 req-e662b3c6-8177-4039-91db-d9b8e9e21087 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=f32b86ff-a1a1-403d-8351-873f9dd28d3a HTTP/1.1" status: 200 len: 217 time: 0.0349853 Jul 15 13:36:30.395436 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c15795-c181-4830-a103-724825ece622 req-33210804-432c-4c14-9c42-6110c00d5f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:30.396970 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-82c15795-c181-4830-a103-724825ece622 req-33210804-432c-4c14-9c42-6110c00d5f08 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0426731 Jul 15 13:36:30.456146 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c15795-c181-4830-a103-724825ece622 req-6ebeec97-948d-4c43-9c76-2487df44de0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:30.457531 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-82c15795-c181-4830-a103-724825ece622 req-6ebeec97-948d-4c43-9c76-2487df44de0c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0541446 Jul 15 13:36:30.543941 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-82c15795-c181-4830-a103-724825ece622 req-674876e6-d034-4155-b5cb-e000c0ee178d service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798650 Jul 15 13:36:30.633228 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-82c15795-c181-4830-a103-724825ece622 req-306f3372-8238-4a71-ba6f-f513aa87ca60 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836725 Jul 15 13:36:30.735393 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906f1c2-9b19-4470-8d55-815442c0c3a0 req-4d84536d-f719-48dc-ab20-e9037a88ab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:30.736945 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a906f1c2-9b19-4470-8d55-815442c0c3a0 req-4d84536d-f719-48dc-ab20-e9037a88ab3e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a8fa7d7b4be499c9c804526e2614850&device_id=dbfaa290-4d74-4f63-b564-8860b6850c8a HTTP/1.1" status: 200 len: 1100 time: 0.0531776 Jul 15 13:36:30.829511 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906f1c2-9b19-4470-8d55-815442c0c3a0 req-2c4c1de0-3ff2-4828-98f7-0caf5e279101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:30.831068 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a906f1c2-9b19-4470-8d55-815442c0c3a0 req-2c4c1de0-3ff2-4828-98f7-0caf5e279101 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.0884604 Jul 15 13:36:30.871298 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a906f1c2-9b19-4470-8d55-815442c0c3a0 req-a150dc32-a956-4ec6-b190-3ed63bf55253 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=f32b86ff-a1a1-403d-8351-873f9dd28d3a HTTP/1.1" status: 200 len: 217 time: 0.0337517 Jul 15 13:36:30.918366 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906f1c2-9b19-4470-8d55-815442c0c3a0 req-d47610e6-5f0c-4715-a5d9-2e8b4a83f861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:30.919808 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a906f1c2-9b19-4470-8d55-815442c0c3a0 req-d47610e6-5f0c-4715-a5d9-2e8b4a83f861 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0429094 Jul 15 13:36:30.978937 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906f1c2-9b19-4470-8d55-815442c0c3a0 req-42b8f21d-17f8-4ace-b010-5b30688b46c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:30.980429 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a906f1c2-9b19-4470-8d55-815442c0c3a0 req-42b8f21d-17f8-4ace-b010-5b30688b46c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0541003 Jul 15 13:36:31.069702 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a906f1c2-9b19-4470-8d55-815442c0c3a0 req-ba93e371-fe62-49d5-884c-84400fee98e9 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814700 Jul 15 13:36:31.161209 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a906f1c2-9b19-4470-8d55-815442c0c3a0 req-7763f5cd-c7ae-4d18-a43f-7cefb018d573 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853312 Jul 15 13:36:31.348363 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 60398) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:31.467314 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726954b-72a5-4b31-be4b-3e427f40ee37 req-88cdb5e6-f086-44e8-8227-dbb158cfbefb tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:31.469131 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4726954b-72a5-4b31-be4b-3e427f40ee37 req-88cdb5e6-f086-44e8-8227-dbb158cfbefb tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbfaa290-4d74-4f63-b564-8860b6850c8a HTTP/1.1" status: 200 len: 948 time: 0.0708020 Jul 15 13:36:31.502019 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43f1d5-7b11-4525-8f0b-1c19e303f741 req-d8176f05-819a-4d3b-b402-e2a36517c075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:31.503600 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7a43f1d5-7b11-4525-8f0b-1c19e303f741 req-d8176f05-819a-4d3b-b402-e2a36517c075 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd HTTP/1.1" status: 200 len: 1097 time: 0.1540191 Jul 15 13:36:31.507736 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4726954b-72a5-4b31-be4b-3e427f40ee37 req-d60032ce-7a27-4b35-a4a9-76c17bd1a65f tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4b8c52-afee-476e-92b8-28b27d3b137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328937 Jul 15 13:36:31.538750 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7a43f1d5-7b11-4525-8f0b-1c19e303f741 req-0ea4b0d7-f5a2-4339-acb4-0a7e6623b702 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=45fc92ae-c43d-4f17-85d8-22be5dac59db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287595 Jul 15 13:36:32.064847 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device f32b86ff-a1a1-403d-8351-873f9dd28d3a details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:36:32.192059 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port f32b86ff-a1a1-403d-8351-873f9dd28d3a, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=f32b86ff-a1a1-403d-8351-873f9dd28d3a,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:32.206062 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': 'f32b86ff-a1a1-403d-8351-873f9dd28d3a', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': 'f32b86ff-a1a1-403d-8351-873f9dd28d3a', 'mac_address': 'fa:16:3e:84:75:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:36:32.274436 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:32.292848 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:32.296919 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f32b86ff-a1a1-403d-8351-873f9dd28d3a {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:36:32.324006 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port f32b86ff-a1a1-403d-8351-873f9dd28d3a, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=f32b86ff-a1a1-403d-8351-873f9dd28d3a,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:32.328755 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:32.375655 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=f32b86ff-a1a1-403d-8351-873f9dd28d3a,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:32.383564 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:32.383914 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:32.384253 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:32.384592 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:32.384933 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:32.385253 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:32.385579 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:32.385905 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:32.386269 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:32.387126 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:32.387469 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:32.387792 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:32.495173 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-82eed654-49be-4e41-8282-0fcf2fc85b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:32.547221 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['f32b86ff-a1a1-403d-8351-873f9dd28d3a'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:36:32.689741 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e0c63-535a-4947-9b09-c9ea6eec05b1 req-58ae9ae2-7041-4609-9e10-ea28a55dcc3b tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:32.691340 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d84e0c63-535a-4947-9b09-c9ea6eec05b1 req-58ae9ae2-7041-4609-9e10-ea28a55dcc3b tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbfaa290-4d74-4f63-b564-8860b6850c8a HTTP/1.1" status: 200 len: 949 time: 0.0643246 Jul 15 13:36:32.729183 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d84e0c63-535a-4947-9b09-c9ea6eec05b1 req-cea6a543-e571-4189-9fdd-70499151c9d8 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4b8c52-afee-476e-92b8-28b27d3b137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318527 Jul 15 13:36:33.635824 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:33.903775 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd741a31-c4d5-476b-a30f-45e0ade240b1 req-f5d0169e-665d-4d05-a631-7336dded1f65 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:33.905160 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cd741a31-c4d5-476b-a30f-45e0ade240b1 req-f5d0169e-665d-4d05-a631-7336dded1f65 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbfaa290-4d74-4f63-b564-8860b6850c8a HTTP/1.1" status: 200 len: 949 time: 0.0681665 Jul 15 13:36:33.942392 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cd741a31-c4d5-476b-a30f-45e0ade240b1 req-ae31fd0f-8e51-44ca-ad0d-11b038d99d98 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4b8c52-afee-476e-92b8-28b27d3b137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317314 Jul 15 13:36:34.064847 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device f32b86ff-a1a1-403d-8351-873f9dd28d3a up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:34.115596 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port f32b86ff-a1a1-403d-8351-873f9dd28d3a completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:34.119529 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port f32b86ff-a1a1-403d-8351-873f9dd28d3a triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:34.119897 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:34.192769 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:34.213791 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfaa290-4d74-4f63-b564-8860b6850c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32b86ff-a1a1-403d-8351-873f9dd28d3a'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:34.216557 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9ad706-e1c4-4f44-a228-bdb4a6b17c20" -d '{"events": [{"server_uuid": "dbfaa290-4d74-4f63-b564-8860b6850c8a", "name": "network-vif-plugged", "status": "completed", "tag": "f32b86ff-a1a1-403d-8351-873f9dd28d3a"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:34.229016 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port f32b86ff-a1a1-403d-8351-873f9dd28d3a, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=f32b86ff-a1a1-403d-8351-873f9dd28d3a,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:34.233324 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:34.259686 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e899f29-45df-4387-8439-00c51bb34971 x-openstack-request-id: req-1e899f29-45df-4387-8439-00c51bb34971 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:34.260308 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbfaa290-4d74-4f63-b564-8860b6850c8a", "name": "network-vif-plugged", "status": "completed", "tag": "f32b86ff-a1a1-403d-8351-873f9dd28d3a", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:34.260567 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1e899f29-45df-4387-8439-00c51bb34971 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:34.260956 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbfaa290-4d74-4f63-b564-8860b6850c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32b86ff-a1a1-403d-8351-873f9dd28d3a', 'code': 200} Jul 15 13:36:34.287966 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=f32b86ff-a1a1-403d-8351-873f9dd28d3a,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:34.363047 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab0d7d-ae1c-474d-b23f-e4303d942773 req-4a3b579d-5a17-4aec-a6aa-75526c103f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:34.364500 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-17ab0d7d-ae1c-474d-b23f-e4303d942773 req-4a3b579d-5a17-4aec-a6aa-75526c103f54 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dbfaa290-4d74-4f63-b564-8860b6850c8a HTTP/1.1" status: 200 len: 1102 time: 0.0505497 Jul 15 13:36:34.397209 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-17ab0d7d-ae1c-474d-b23f-e4303d942773 req-b1752b89-aeb4-430f-b178-1b1c7c6626fb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=be4b8c52-afee-476e-92b8-28b27d3b137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268297 Jul 15 13:36:35.083990 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:35.127133 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588eb82-4468-4821-bb27-e989f6edec81 req-fe555986-b302-427b-8d9e-1e43ad4af63c tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:35.128529 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a588eb82-4468-4821-bb27-e989f6edec81 req-fe555986-b302-427b-8d9e-1e43ad4af63c tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbfaa290-4d74-4f63-b564-8860b6850c8a HTTP/1.1" status: 200 len: 950 time: 0.0715621 Jul 15 13:36:35.172678 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a588eb82-4468-4821-bb27-e989f6edec81 req-8e5c07af-8946-4a8b-9a0f-ebcdacace1b4 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4b8c52-afee-476e-92b8-28b27d3b137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383146 Jul 15 13:36:36.347475 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e123e-2a7f-44b3-bee2-e1c94f8c2e43 req-9ef6894b-ada5-4283-9651-c7447ab24922 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:36.348953 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-de9e123e-2a7f-44b3-bee2-e1c94f8c2e43 req-9ef6894b-ada5-4283-9651-c7447ab24922 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbfaa290-4d74-4f63-b564-8860b6850c8a HTTP/1.1" status: 200 len: 950 time: 0.0625510 Jul 15 13:36:36.385837 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-de9e123e-2a7f-44b3-bee2-e1c94f8c2e43 req-2c095ee8-aa8f-4d4b-ab8b-e6b7a45c55d6 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4b8c52-afee-476e-92b8-28b27d3b137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313995 Jul 15 13:36:36.601853 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f24a2727-e33c-469d-9fbc-070970210886 req-e225a762-a20a-4e1a-ae13-bffa9ec300a7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0527437 Jul 15 13:36:36.697031 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a2727-e33c-469d-9fbc-070970210886 req-cfdbbada-ab04-474a-93fd-9a7a1d989ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:36.698737 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f24a2727-e33c-469d-9fbc-070970210886 req-cfdbbada-ab04-474a-93fd-9a7a1d989ac1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8456ab30b8d64928a282edc8a1e28ce7&device_id=67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd HTTP/1.1" status: 200 len: 1097 time: 0.0556176 Jul 15 13:36:36.815811 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a2727-e33c-469d-9fbc-070970210886 req-54e8602d-bf5e-4ec9-a29d-7a0d9918c3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:36.817313 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f24a2727-e33c-469d-9fbc-070970210886 req-54e8602d-bf5e-4ec9-a29d-7a0d9918c3e0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=39670479-f0c6-49d8-ba89-ffeabf46a128 HTTP/1.1" status: 200 len: 910 time: 0.0936835 Jul 15 13:36:36.882176 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f24a2727-e33c-469d-9fbc-070970210886 req-d9aacf67-713d-440b-9c18-1dfc84230acd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0e32f39-fc50-439c-9cb4-461c4312235e HTTP/1.1" status: 200 len: 1000 time: 0.0588059 Jul 15 13:36:36.936138 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a2727-e33c-469d-9fbc-070970210886 req-d9f4944c-f15f-4702-9651-ab3651472471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:36.937649 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f24a2727-e33c-469d-9fbc-070970210886 req-d9f4944c-f15f-4702-9651-ab3651472471 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=19f1e6ac-6197-48d9-9816-9379153f83a6 HTTP/1.1" status: 200 len: 848 time: 0.0488894 Jul 15 13:36:36.993664 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a2727-e33c-469d-9fbc-070970210886 req-847c52c1-59ed-464f-99ab-3ee975ce74b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:36.995296 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f24a2727-e33c-469d-9fbc-070970210886 req-847c52c1-59ed-464f-99ab-3ee975ce74b9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=39670479-f0c6-49d8-ba89-ffeabf46a128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513859 Jul 15 13:36:37.085079 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f24a2727-e33c-469d-9fbc-070970210886 req-b2127253-4006-4f60-a989-1923c34910f2 service neutron] 10.222.0.46 "GET /v2.0/networks/39670479-f0c6-49d8-ba89-ffeabf46a128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834661 Jul 15 13:36:37.179579 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f24a2727-e33c-469d-9fbc-070970210886 req-0674bea2-d85c-4954-b0bb-493472239cdd service neutron] 10.222.0.46 "GET /v2.0/networks/39670479-f0c6-49d8-ba89-ffeabf46a128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884635 Jul 15 13:36:38.362779 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:36:38.845082 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac16e6df-aef5-4f60-a8a8-36a446c34ff6 req-138baa3a-5927-4035-af99-daba88bf89c4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e1b2c05c-4ca2-4c3c-9760-4f191c1096a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0518711 Jul 15 13:36:38.947532 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16e6df-aef5-4f60-a8a8-36a446c34ff6 req-fa412bfa-021e-4429-bd70-721532da142d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:38.949047 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac16e6df-aef5-4f60-a8a8-36a446c34ff6 req-fa412bfa-021e-4429-bd70-721532da142d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a166bdebb1d4ca388f2465550a7f09f&device_id=e1b2c05c-4ca2-4c3c-9760-4f191c1096a7 HTTP/1.1" status: 200 len: 1097 time: 0.0588818 Jul 15 13:36:39.052252 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16e6df-aef5-4f60-a8a8-36a446c34ff6 req-60ffdc8d-72f1-401e-838c-dbd3d8e219fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:39.053721 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac16e6df-aef5-4f60-a8a8-36a446c34ff6 req-60ffdc8d-72f1-401e-838c-dbd3d8e219fb service neutron] 10.222.0.20 "GET /v2.0/networks?id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e HTTP/1.1" status: 200 len: 912 time: 0.0856640 Jul 15 13:36:39.122092 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac16e6df-aef5-4f60-a8a8-36a446c34ff6 req-4e1e0533-bd81-48be-920c-5917c2fbb514 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=936f5cc4-e1dc-4b81-a02f-0e94e1614317 HTTP/1.1" status: 200 len: 1001 time: 0.0619376 Jul 15 13:36:39.172621 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16e6df-aef5-4f60-a8a8-36a446c34ff6 req-661bb64c-699a-4c5e-8949-c9d1ad3ae1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:39.174159 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac16e6df-aef5-4f60-a8a8-36a446c34ff6 req-661bb64c-699a-4c5e-8949-c9d1ad3ae1f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=56ba636c-89f6-461f-85cb-74f1c6749bed HTTP/1.1" status: 200 len: 850 time: 0.0461779 Jul 15 13:36:39.234755 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16e6df-aef5-4f60-a8a8-36a446c34ff6 req-3a62338a-b687-4d47-9aa5-747731c112d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:39.236441 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac16e6df-aef5-4f60-a8a8-36a446c34ff6 req-3a62338a-b687-4d47-9aa5-747731c112d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555496 Jul 15 13:36:39.330230 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac16e6df-aef5-4f60-a8a8-36a446c34ff6 req-a61242f3-6974-4b69-870f-b92dc076c346 service neutron] 10.222.0.20 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869060 Jul 15 13:36:39.419899 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ac16e6df-aef5-4f60-a8a8-36a446c34ff6 req-ee81580d-8375-4a58-974d-c368a51eb503 service neutron] 10.222.0.20 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833602 Jul 15 13:36:59.330260 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:59.621291 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:59.698736 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4d3d2e1a-1839-4150-8322-5d9cfd722fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:02.275636 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:02.495967 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-34f4fd7e-5839-4379-9c4d-581c8c7bf5fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:03.639831 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:05.069008 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:15.361341 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:37:19.884691 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebf617-5ef9-4628-9b17-8bc9bb321776 req-fe16447c-a9f6-4020-93c4-0e079558418d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:19.886193 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-79ebf617-5ef9-4628-9b17-8bc9bb321776 req-fe16447c-a9f6-4020-93c4-0e079558418d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b2c05c-4ca2-4c3c-9760-4f191c1096a7 HTTP/1.1" status: 200 len: 945 time: 0.0787988 Jul 15 13:37:19.924272 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-79ebf617-5ef9-4628-9b17-8bc9bb321776 req-9eac4330-23b4-466a-bb45-02111f273321 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323946 Jul 15 13:37:21.123217 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802547b-30f6-4b92-a162-01687fbbc0b5 req-6328382e-d671-4a9a-8a20-fa3c04f55082 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:21.124642 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2802547b-30f6-4b92-a162-01687fbbc0b5 req-6328382e-d671-4a9a-8a20-fa3c04f55082 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b2c05c-4ca2-4c3c-9760-4f191c1096a7 HTTP/1.1" status: 200 len: 945 time: 0.0706286 Jul 15 13:37:21.162761 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2802547b-30f6-4b92-a162-01687fbbc0b5 req-cb09c88e-2714-4cc6-be98-94ff49b7aa08 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317800 Jul 15 13:37:21.262319 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3170a9-9836-413a-b312-93253b3c1e7f req-d5661ca4-d42d-4a83-bfc1-8660af5f965e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:21.263772 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-de3170a9-9836-413a-b312-93253b3c1e7f req-d5661ca4-d42d-4a83-bfc1-8660af5f965e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b2c05c-4ca2-4c3c-9760-4f191c1096a7 HTTP/1.1" status: 200 len: 945 time: 0.0677872 Jul 15 13:37:21.370404 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-de3170a9-9836-413a-b312-93253b3c1e7f req-c2137ceb-b295-47a1-94ee-3a74a9cdad71 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Deleting port 936f5cc4-e1dc-4b81-a02f-0e94e1614317 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:21.370776 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-de3170a9-9836-413a-b312-93253b3c1e7f req-c2137ceb-b295-47a1-94ee-3a74a9cdad71 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.462966 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-de3170a9-9836-413a-b312-93253b3c1e7f req-c2137ceb-b295-47a1-94ee-3a74a9cdad71 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] For port 936f5cc4-e1dc-4b81-a02f-0e94e1614317, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=936f5cc4-e1dc-4b81-a02f-0e94e1614317,segment=NetworkSegment(f9960641-9612-4cdb-ae7f-7357fdb7c7fb),segment_id=f9960641-9612-4cdb-ae7f-7357fdb7c7fb)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:21.463329 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-de3170a9-9836-413a-b312-93253b3c1e7f req-c2137ceb-b295-47a1-94ee-3a74a9cdad71 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.704377 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-de3170a9-9836-413a-b312-93253b3c1e7f req-c2137ceb-b295-47a1-94ee-3a74a9cdad71 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.704750 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-de3170a9-9836-413a-b312-93253b3c1e7f req-c2137ceb-b295-47a1-94ee-3a74a9cdad71 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.705052 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [req-de3170a9-9836-413a-b312-93253b3c1e7f req-c2137ceb-b295-47a1-94ee-3a74a9cdad71 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Floating IP 517c6fcf-2be1-4b1a-b72e-99c6957b2fa4 disassociated. External IP: 172.25.8.101, port: 936f5cc4-e1dc-4b81-a02f-0e94e1614317. Jul 15 13:37:21.705387 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-de3170a9-9836-413a-b312-93253b3c1e7f req-c2137ceb-b295-47a1-94ee-3a74a9cdad71 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Calling delete_port for 936f5cc4-e1dc-4b81-a02f-0e94e1614317 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:21.837338 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-de3170a9-9836-413a-b312-93253b3c1e7f req-c2137ceb-b295-47a1-94ee-3a74a9cdad71 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.868784 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2137ceb-b295-47a1-94ee-3a74a9cdad71 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Pushing event deleted for resources: {'Port': ['ID=936f5cc4-e1dc-4b81-a02f-0e94e1614317,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:21.877847 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2137ceb-b295-47a1-94ee-3a74a9cdad71 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:21.878189 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2137ceb-b295-47a1-94ee-3a74a9cdad71 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:21.878536 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2137ceb-b295-47a1-94ee-3a74a9cdad71 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:21.878887 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2137ceb-b295-47a1-94ee-3a74a9cdad71 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:21.879214 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2137ceb-b295-47a1-94ee-3a74a9cdad71 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:21.879538 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2137ceb-b295-47a1-94ee-3a74a9cdad71 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:21.879859 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2137ceb-b295-47a1-94ee-3a74a9cdad71 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:21.880177 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2137ceb-b295-47a1-94ee-3a74a9cdad71 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:21.880495 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2137ceb-b295-47a1-94ee-3a74a9cdad71 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:21.880810 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2137ceb-b295-47a1-94ee-3a74a9cdad71 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:21.881733 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2137ceb-b295-47a1-94ee-3a74a9cdad71 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:21.881733 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2137ceb-b295-47a1-94ee-3a74a9cdad71 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:21.991628 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de3170a9-9836-413a-b312-93253b3c1e7f req-c2137ceb-b295-47a1-94ee-3a74a9cdad71 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Router 7d9925c5-2197-4219-bae2-f7fea6d240df has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:37:22.469327 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dcb520b8-fcb7-46ce-8efa-0949df26e273 req-903769ae-eccd-46c7-bb13-2962d1894d44 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b2c05c-4ca2-4c3c-9760-4f191c1096a7 HTTP/1.1" status: 200 len: 210 time: 0.0369077 Jul 15 13:37:22.474666 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de3170a9-9836-413a-b312-93253b3c1e7f req-c2137ceb-b295-47a1-94ee-3a74a9cdad71 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:37:22.496884 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcd7235-317d-4a9c-ab42-d0d45c75ea4e None None] Sync routers for ids ['7d9925c5-2197-4219-bae2-f7fea6d240df'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:37:22.506302 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcd7235-317d-4a9c-ab42-d0d45c75ea4e None None] Routers {'7d9925c5-2197-4219-bae2-f7fea6d240df'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:22.506975 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-bdcd7235-317d-4a9c-ab42-d0d45c75ea4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:37:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['7d9925c5-2197-4219-bae2-f7fea6d240df'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:22.520780 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-de3170a9-9836-413a-b312-93253b3c1e7f req-c2137ceb-b295-47a1-94ee-3a74a9cdad71 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] No DVR routers for this DVR port 936f5cc4-e1dc-4b81-a02f-0e94e1614317 on host n-h1-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:22.523529 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-de3170a9-9836-413a-b312-93253b3c1e7f req-c2137ceb-b295-47a1-94ee-3a74a9cdad71 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:22.526015 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-de3170a9-9836-413a-b312-93253b3c1e7f req-c2137ceb-b295-47a1-94ee-3a74a9cdad71 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.20 "DELETE /v2.0/ports/936f5cc4-e1dc-4b81-a02f-0e94e1614317 HTTP/1.1" status: 204 len: 173 time: 1.2569246 Jul 15 13:37:22.526477 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b2c05c-4ca2-4c3c-9760-4f191c1096a7', 'name': 'network-vif-deleted', 'tag': '936f5cc4-e1dc-4b81-a02f-0e94e1614317'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:22.531030 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066c6701-b593-41e8-8fc3-db8a9dd03878" -d '{"events": [{"server_uuid": "e1b2c05c-4ca2-4c3c-9760-4f191c1096a7", "name": "network-vif-deleted", "tag": "936f5cc4-e1dc-4b81-a02f-0e94e1614317"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:22.574859 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cea2817-2e86-4779-bd85-6f63abe985bf x-openstack-request-id: req-1cea2817-2e86-4779-bd85-6f63abe985bf {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:22.575447 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b2c05c-4ca2-4c3c-9760-4f191c1096a7", "name": "network-vif-deleted", "tag": "936f5cc4-e1dc-4b81-a02f-0e94e1614317", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:22.576017 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1cea2817-2e86-4779-bd85-6f63abe985bf {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:22.576616 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b2c05c-4ca2-4c3c-9760-4f191c1096a7', 'name': 'network-vif-deleted', 'tag': '936f5cc4-e1dc-4b81-a02f-0e94e1614317', 'status': 'completed', 'code': 200} Jul 15 13:37:22.787132 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-bdcd7235-317d-4a9c-ab42-d0d45c75ea4e None None] Set router 7d9925c5-2197-4219-bae2-f7fea6d240df gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:23.003862 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-bdcd7235-317d-4a9c-ab42-d0d45c75ea4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'name': 'tempest-TestVolumeBootPattern-699078910-router', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:30:54Z', 'updated_at': '2021-07-15T13:30:58Z', 'revision_number': 4, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'gw_port': {'id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:55Z', 'updated_at': '2021-07-15T13:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '7fc008a2-f498-4194-a882-db9fe6641436', 'name': '', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'mac_address': 'fa:16:3e:5e:0d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:57Z', 'updated_at': '2021-07-15T13:31:03Z', 'revision_number': 5, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'subnets': [{'id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:23.034778 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcd7235-317d-4a9c-ab42-d0d45c75ea4e None None] Checking router: 7d9925c5-2197-4219-bae2-f7fea6d240df for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:37:23.043117 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcd7235-317d-4a9c-ab42-d0d45c75ea4e None None] Routers {'7d9925c5-2197-4219-bae2-f7fea6d240df'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:23.043731 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-bdcd7235-317d-4a9c-ab42-d0d45c75ea4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:37:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['7d9925c5-2197-4219-bae2-f7fea6d240df'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:23.155066 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-bdcd7235-317d-4a9c-ab42-d0d45c75ea4e None None] Set router 7d9925c5-2197-4219-bae2-f7fea6d240df gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:23.368609 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-bdcd7235-317d-4a9c-ab42-d0d45c75ea4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'name': 'tempest-TestVolumeBootPattern-699078910-router', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:30:54Z', 'updated_at': '2021-07-15T13:30:58Z', 'revision_number': 4, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'gw_port': {'id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:55Z', 'updated_at': '2021-07-15T13:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '7fc008a2-f498-4194-a882-db9fe6641436', 'name': '', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'mac_address': 'fa:16:3e:5e:0d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:57Z', 'updated_at': '2021-07-15T13:31:03Z', 'revision_number': 5, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'subnets': [{'id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:23.398248 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcd7235-317d-4a9c-ab42-d0d45c75ea4e None None] The sync data for ids ['7d9925c5-2197-4219-bae2-f7fea6d240df'] in n-d-771363-36 is: [{'id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'name': 'tempest-TestVolumeBootPattern-699078910-router', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:30:54Z', 'updated_at': '2021-07-15T13:30:58Z', 'revision_number': 4, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'gw_port': {'id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:55Z', 'updated_at': '2021-07-15T13:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '7fc008a2-f498-4194-a882-db9fe6641436', 'name': '', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'mac_address': 'fa:16:3e:5e:0d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:57Z', 'updated_at': '2021-07-15T13:31:03Z', 'revision_number': 5, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'subnets': [{'id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:37:23.633607 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0f96b601-62e0-4aa9-9641-9502b2fd09c9 req-b5b275aa-62e7-4295-ac8b-de36ff66e8e8 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b2c05c-4ca2-4c3c-9760-4f191c1096a7 HTTP/1.1" status: 200 len: 210 time: 0.0370440 Jul 15 13:37:23.726188 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32411d4-3199-42c3-ad60-a5c8b9dc40a9 None None] New status for floating IP 517c6fcf-2be1-4b1a-b72e-99c6957b2fa4: DOWN {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:37:24.349872 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 936f5cc4-e1dc-4b81-a02f-0e94e1614317 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:24.383713 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: 936f5cc4-e1dc-4b81-a02f-0e94e1614317 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:24.384374 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 936f5cc4-e1dc-4b81-a02f-0e94e1614317 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:24.791594 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-40a95649-5263-4434-b9bd-1eafc8683f4a req-de1731e4-bbff-4363-9722-fe4c687c3994 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b2c05c-4ca2-4c3c-9760-4f191c1096a7 HTTP/1.1" status: 200 len: 210 time: 0.0333185 Jul 15 13:37:25.939678 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-18f3a214-7c63-472c-a211-74a8f207296b req-a43c8aa2-a695-4312-88d7-c946a811c32e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b2c05c-4ca2-4c3c-9760-4f191c1096a7 HTTP/1.1" status: 200 len: 210 time: 0.0294194 Jul 15 13:37:27.176895 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-4e131cf7-e28e-43c9-8349-ab5ea780ffae tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1402021896&fields=id&tenant_id=0a166bdebb1d4ca388f2465550a7f09f HTTP/1.1" status: 200 len: 267 time: 0.0326908 Jul 15 13:37:27.286776 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-70d2a6c7-6919-49d5-b55a-276152a1fabf tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:27.288248 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-70d2a6c7-6919-49d5-b55a-276152a1fabf tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/networks?id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e HTTP/1.1" status: 200 len: 811 time: 0.1047983 Jul 15 13:37:27.303392 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-d9381b11-6439-440a-97d3-551deacc79fd tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/quotas/0a166bdebb1d4ca388f2465550a7f09f HTTP/1.1" status: 200 len: 375 time: 0.0094774 Jul 15 13:37:27.371613 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-f07a3fc7-84a6-45cf-9cf9-b5e0bbe53103 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0a166bdebb1d4ca388f2465550a7f09f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0629642 Jul 15 13:37:27.523525 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-060008ca-85e3-412f-bccb-f50a5de66454 service neutron] 10.222.0.16 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401517 Jul 15 13:37:27.619249 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-ed88c85e-6dd6-4fce-9854-02ffce6bf20d service neutron] 10.222.0.16 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886292 Jul 15 13:37:27.980125 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b106ddb3-220f-46ad-a530-5c60d292aaf0 req-bc58dabd-f245-4cb8-9947-60674853879e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2265959-8758-4960-9a65-6b93308a673f HTTP/1.1" status: 200 len: 210 time: 0.0886731 Jul 15 13:37:29.142818 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-874c2563-c4b8-48df-869b-223bad72c6f5 req-e58802c5-8243-421d-8472-de433c106494 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2265959-8758-4960-9a65-6b93308a673f HTTP/1.1" status: 200 len: 210 time: 0.0391991 Jul 15 13:37:29.168447 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-86803a87-eb68-45dd-8357-5b37b92f47cf tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:29.169930 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-86803a87-eb68-45dd-8357-5b37b92f47cf tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.46 "GET /v2.0/networks?id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e HTTP/1.1" status: 200 len: 811 time: 0.1469858 Jul 15 13:37:29.213677 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-e2397d5e-bcf5-428f-98f9-5fc4045b2632 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a166bdebb1d4ca388f2465550a7f09f HTTP/1.1" status: 200 len: 380 time: 0.0357404 Jul 15 13:37:29.223762 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-12c4f46c-3235-4d43-ac50-f5a341903c41 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Request body: {'port': {'device_id': 'd2265959-8758-4960-9a65-6b93308a673f', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'admin_state_up': True, 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'security_groups': ['bd13065f-0ed7-4c7f-86cf-d23201a35e28']}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:29.341484 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-12c4f46c-3235-4d43-ac50-f5a341903c41 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Made reservation on behalf of 0a166bdebb1d4ca388f2465550a7f09f for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:29.343269 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:29.345709 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-12c4f46c-3235-4d43-ac50-f5a341903c41 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:29.491689 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-12c4f46c-3235-4d43-ac50-f5a341903c41 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Allocated IP 172.20.0.14 (31f5d0ed-5ca5-4f26-8063-b8698ea6981e/56ba636c-89f6-461f-85cb-74f1c6749bed/ab06f8f3-b32e-47e7-b1fb-df00b7924722) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:29.647655 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:29.650812 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-12c4f46c-3235-4d43-ac50-f5a341903c41 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:29.666542 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-12c4f46c-3235-4d43-ac50-f5a341903c41 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Transition to ACTIVE for port object ab06f8f3-b32e-47e7-b1fb-df00b7924722 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:29.701194 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-12c4f46c-3235-4d43-ac50-f5a341903c41 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:29.701715 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-45b8c16e-5675-427a-9549-f23f5f0449a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:29.751623 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-12c4f46c-3235-4d43-ac50-f5a341903c41 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Network 31f5d0ed-5ca5-4f26-8063-b8698ea6981e is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:29.754833 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-12c4f46c-3235-4d43-ac50-f5a341903c41 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:29.759066 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-12c4f46c-3235-4d43-ac50-f5a341903c41 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:29.785198 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c4f46c-3235-4d43-ac50-f5a341903c41 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Pushing event updated for resources: {'Port': ['ID=ab06f8f3-b32e-47e7-b1fb-df00b7924722,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:29.804004 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c4f46c-3235-4d43-ac50-f5a341903c41 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:29.804361 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c4f46c-3235-4d43-ac50-f5a341903c41 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:29.804694 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c4f46c-3235-4d43-ac50-f5a341903c41 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:29.805033 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c4f46c-3235-4d43-ac50-f5a341903c41 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:29.805368 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c4f46c-3235-4d43-ac50-f5a341903c41 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:29.805701 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c4f46c-3235-4d43-ac50-f5a341903c41 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:29.806037 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c4f46c-3235-4d43-ac50-f5a341903c41 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:29.806360 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c4f46c-3235-4d43-ac50-f5a341903c41 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:29.806729 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c4f46c-3235-4d43-ac50-f5a341903c41 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:29.807057 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c4f46c-3235-4d43-ac50-f5a341903c41 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:29.807382 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c4f46c-3235-4d43-ac50-f5a341903c41 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:29.807708 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c4f46c-3235-4d43-ac50-f5a341903c41 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:29.834378 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-12c4f46c-3235-4d43-ac50-f5a341903c41 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:29.835065 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-12c4f46c-3235-4d43-ac50-f5a341903c41 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:29.855728 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-12c4f46c-3235-4d43-ac50-f5a341903c41 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6356227 Jul 15 13:37:29.872284 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-ac5950cf-e450-48c2-9056-ccfb04314126 service neutron] Request body: {'port': {'device_id': 'd2265959-8758-4960-9a65-6b93308a673f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:29.953100 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-ac5950cf-e450-48c2-9056-ccfb04314126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:30.080005 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b168c8d2-a927-4813-a225-b6d4e59dc80e None None] Provisioning for port ab06f8f3-b32e-47e7-b1fb-df00b7924722 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:30.084548 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b168c8d2-a927-4813-a225-b6d4e59dc80e None None] Provisioning complete for port ab06f8f3-b32e-47e7-b1fb-df00b7924722 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:30.085065 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b168c8d2-a927-4813-a225-b6d4e59dc80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:30.123444 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b168c8d2-a927-4813-a225-b6d4e59dc80e None None] Port ab06f8f3-b32e-47e7-b1fb-df00b7924722 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:37:30.242773 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-ac5950cf-e450-48c2-9056-ccfb04314126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab06f8f3-b32e-47e7-b1fb-df00b7924722 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:37:30.251319 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-ac5950cf-e450-48c2-9056-ccfb04314126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:30.264004 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-ac5950cf-e450-48c2-9056-ccfb04314126 service neutron] Transition to ACTIVE for port object ab06f8f3-b32e-47e7-b1fb-df00b7924722 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:30.268380 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-ac5950cf-e450-48c2-9056-ccfb04314126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:30.319673 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5950cf-e450-48c2-9056-ccfb04314126 service neutron] Pushing event updated for resources: {'Port': ['ID=ab06f8f3-b32e-47e7-b1fb-df00b7924722,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:30.339719 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433ae6c-f7e1-4fef-831d-c55dfa93a655 req-7d995008-6ca6-4a7f-82c7-99c5c969109e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:30.341507 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f433ae6c-f7e1-4fef-831d-c55dfa93a655 req-7d995008-6ca6-4a7f-82c7-99c5c969109e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2265959-8758-4960-9a65-6b93308a673f HTTP/1.1" status: 200 len: 944 time: 0.0724301 Jul 15 13:37:30.383308 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f433ae6c-f7e1-4fef-831d-c55dfa93a655 req-86e873d4-2a8a-4124-9436-0e4730ad8ae5 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348918 Jul 15 13:37:30.417311 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-ac5950cf-e450-48c2-9056-ccfb04314126 service neutron] Attempting to bind port ab06f8f3-b32e-47e7-b1fb-df00b7924722 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:37:30.418317 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-ac5950cf-e450-48c2-9056-ccfb04314126 service neutron] Attempting to bind port ab06f8f3-b32e-47e7-b1fb-df00b7924722 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'f9960641-9612-4cdb-ae7f-7357fdb7c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:37:30.418761 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-ac5950cf-e450-48c2-9056-ccfb04314126 service neutron] Attempting to bind port ab06f8f3-b32e-47e7-b1fb-df00b7924722 on network 31f5d0ed-5ca5-4f26-8063-b8698ea6981e {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:30.423634 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-ac5950cf-e450-48c2-9056-ccfb04314126 service neutron] Port ab06f8f3-b32e-47e7-b1fb-df00b7924722 on network 31f5d0ed-5ca5-4f26-8063-b8698ea6981e not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:37:30.424034 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-ac5950cf-e450-48c2-9056-ccfb04314126 service neutron] Attempting to bind port ab06f8f3-b32e-47e7-b1fb-df00b7924722 on network 31f5d0ed-5ca5-4f26-8063-b8698ea6981e {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:30.429270 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-ac5950cf-e450-48c2-9056-ccfb04314126 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:37:30.429609 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-ac5950cf-e450-48c2-9056-ccfb04314126 service neutron] Checking segment: {'id': 'f9960641-9612-4cdb-ae7f-7357fdb7c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:30.430032 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-ac5950cf-e450-48c2-9056-ccfb04314126 service neutron] Bound using segment: {'id': 'f9960641-9612-4cdb-ae7f-7357fdb7c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:37:30.430401 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-ac5950cf-e450-48c2-9056-ccfb04314126 service neutron] Bound port: ab06f8f3-b32e-47e7-b1fb-df00b7924722, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9960641-9612-4cdb-ae7f-7357fdb7c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:37:30.430782 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-ac5950cf-e450-48c2-9056-ccfb04314126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:30.499733 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-ac5950cf-e450-48c2-9056-ccfb04314126 service neutron] For port ab06f8f3-b32e-47e7-b1fb-df00b7924722, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:37:30.504137 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-ac5950cf-e450-48c2-9056-ccfb04314126 service neutron] For port ab06f8f3-b32e-47e7-b1fb-df00b7924722, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ab06f8f3-b32e-47e7-b1fb-df00b7924722,segment=NetworkSegment(f9960641-9612-4cdb-ae7f-7357fdb7c7fb),segment_id=f9960641-9612-4cdb-ae7f-7357fdb7c7fb)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:37:30.509485 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-ac5950cf-e450-48c2-9056-ccfb04314126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:30.548326 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-ac5950cf-e450-48c2-9056-ccfb04314126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:30.549138 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-ac5950cf-e450-48c2-9056-ccfb04314126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:30.550679 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-ac5950cf-e450-48c2-9056-ccfb04314126 service neutron] 10.222.0.46 "PUT /v2.0/ports/ab06f8f3-b32e-47e7-b1fb-df00b7924722 HTTP/1.1" status: 200 len: 1093 time: 0.6854258 Jul 15 13:37:30.551372 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2265959-8758-4960-9a65-6b93308a673f', 'tag': 'ab06f8f3-b32e-47e7-b1fb-df00b7924722'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:30.553741 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa87296-edaf-44ae-b890-c5f80f89a441" -d '{"events": [{"name": "network-changed", "server_uuid": "d2265959-8758-4960-9a65-6b93308a673f", "tag": "ab06f8f3-b32e-47e7-b1fb-df00b7924722"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:30.631982 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3f5b11-d9db-4af8-a406-49af22905282 x-openstack-request-id: req-3c3f5b11-d9db-4af8-a406-49af22905282 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:30.632368 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2265959-8758-4960-9a65-6b93308a673f", "tag": "ab06f8f3-b32e-47e7-b1fb-df00b7924722", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:30.632710 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c3f5b11-d9db-4af8-a406-49af22905282 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:30.633284 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2265959-8758-4960-9a65-6b93308a673f', 'tag': 'ab06f8f3-b32e-47e7-b1fb-df00b7924722', 'status': 'completed', 'code': 200} Jul 15 13:37:30.637398 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5950cf-e450-48c2-9056-ccfb04314126 service neutron] Pushing event updated for resources: {'Port': ['ID=ab06f8f3-b32e-47e7-b1fb-df00b7924722,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:30.681132 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-4dc44e59-8f02-41eb-8aa4-5ab0bc844660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:30.683289 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-4dc44e59-8f02-41eb-8aa4-5ab0bc844660 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a166bdebb1d4ca388f2465550a7f09f&device_id=d2265959-8758-4960-9a65-6b93308a673f HTTP/1.1" status: 200 len: 1096 time: 0.0895872 Jul 15 13:37:30.748785 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-b7ccaf54-b9f4-4cd2-bc22-04a4422eec19 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab06f8f3-b32e-47e7-b1fb-df00b7924722 HTTP/1.1" status: 200 len: 217 time: 0.0417185 Jul 15 13:37:30.822500 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-2454e3d2-c2b6-4f55-bece-051135505a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:30.825093 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-2454e3d2-c2b6-4f55-bece-051135505a16 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=56ba636c-89f6-461f-85cb-74f1c6749bed HTTP/1.1" status: 200 len: 850 time: 0.0691891 Jul 15 13:37:30.903251 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-f6ac10c8-e377-4fc1-b7df-c364732e8f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:30.904982 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-f6ac10c8-e377-4fc1-b7df-c364732e8f6b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0745280 Jul 15 13:37:31.007161 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-85aa93b8-844f-4dc1-853c-5d8ccb1225dc service neutron] 10.222.0.46 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951579 Jul 15 13:37:31.114318 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-667cdb0e-448e-4637-be0a-2fe453d131d5 req-5f4c651c-7920-4636-ace8-cec71c00ade9 service neutron] 10.222.0.46 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000571 Jul 15 13:37:31.220751 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa87296-edaf-44ae-b890-c5f80f89a441 req-9183501c-7fe9-4214-ad02-b9b9d4d81866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:31.222360 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-caa87296-edaf-44ae-b890-c5f80f89a441 req-9183501c-7fe9-4214-ad02-b9b9d4d81866 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a166bdebb1d4ca388f2465550a7f09f&device_id=d2265959-8758-4960-9a65-6b93308a673f HTTP/1.1" status: 200 len: 1096 time: 0.0577309 Jul 15 13:37:31.329729 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa87296-edaf-44ae-b890-c5f80f89a441 req-d7814893-8942-49f0-bc70-5fb9fb9d50b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:31.331373 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-caa87296-edaf-44ae-b890-c5f80f89a441 req-d7814893-8942-49f0-bc70-5fb9fb9d50b2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e HTTP/1.1" status: 200 len: 912 time: 0.1024425 Jul 15 13:37:31.373347 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-caa87296-edaf-44ae-b890-c5f80f89a441 req-b9ca2680-e14e-40a2-bf7d-c61a075f8d8a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab06f8f3-b32e-47e7-b1fb-df00b7924722 HTTP/1.1" status: 200 len: 217 time: 0.0355396 Jul 15 13:37:31.423408 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa87296-edaf-44ae-b890-c5f80f89a441 req-b6ac4101-81ac-4313-b92b-36342fc0a460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:31.424578 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-caa87296-edaf-44ae-b890-c5f80f89a441 req-b6ac4101-81ac-4313-b92b-36342fc0a460 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=56ba636c-89f6-461f-85cb-74f1c6749bed HTTP/1.1" status: 200 len: 850 time: 0.0458715 Jul 15 13:37:31.500281 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa87296-edaf-44ae-b890-c5f80f89a441 req-12323094-b0f8-4eca-a076-9e890dd3399b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:31.502205 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-caa87296-edaf-44ae-b890-c5f80f89a441 req-12323094-b0f8-4eca-a076-9e890dd3399b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719144 Jul 15 13:37:31.611581 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10756427-7207-491c-ba05-eb3abc86ba56 req-44ad18e7-87cc-4ab1-b33a-b3be377e6dd8 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:31.615661 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-caa87296-edaf-44ae-b890-c5f80f89a441 req-644afa04-3e09-4567-b7aa-d923126b874d service neutron] 10.222.0.46 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063018 Jul 15 13:37:31.619039 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10756427-7207-491c-ba05-eb3abc86ba56 req-44ad18e7-87cc-4ab1-b33a-b3be377e6dd8 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2265959-8758-4960-9a65-6b93308a673f HTTP/1.1" status: 200 len: 944 time: 0.0871315 Jul 15 13:37:31.669320 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10756427-7207-491c-ba05-eb3abc86ba56 req-10afc403-7497-4b55-9aa3-dbf8332e2db5 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492356 Jul 15 13:37:31.750170 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-caa87296-edaf-44ae-b890-c5f80f89a441 req-23761aa2-b762-4f88-b1ab-624e609be3eb service neutron] 10.222.0.46 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249130 Jul 15 13:37:32.279960 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:32.497217 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-87a05217-5708-4091-9da3-24d830269b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:32.922280 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7f18e-59cd-429c-9b33-5321e1936778 req-44fc7213-dac7-4701-9cdd-1346dcbd95cf tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:32.927045 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f2d7f18e-59cd-429c-9b33-5321e1936778 req-44fc7213-dac7-4701-9cdd-1346dcbd95cf tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2265959-8758-4960-9a65-6b93308a673f HTTP/1.1" status: 200 len: 944 time: 0.1405690 Jul 15 13:37:32.979359 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f2d7f18e-59cd-429c-9b33-5321e1936778 req-7525b0e3-faf7-45b1-be55-5402a3196fa6 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484109 Jul 15 13:37:33.648906 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:34.204216 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16576b-268a-4be1-a216-2bc278f3d02f req-a4bc2fcc-1e7c-4481-885e-90ae98d0fbc1 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:34.206138 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6c16576b-268a-4be1-a216-2bc278f3d02f req-a4bc2fcc-1e7c-4481-885e-90ae98d0fbc1 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2265959-8758-4960-9a65-6b93308a673f HTTP/1.1" status: 200 len: 944 time: 0.0791829 Jul 15 13:37:34.249527 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6c16576b-268a-4be1-a216-2bc278f3d02f req-191ac32e-7e30-4f0b-b6f7-ed2e9dc8c32b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354679 Jul 15 13:37:35.073602 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:35.433967 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ed328-fd73-47b8-a67a-5ff0b7b96c86 req-a68e156d-cdf2-4179-b2b7-c40ebd464467 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:35.435465 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-419ed328-fd73-47b8-a67a-5ff0b7b96c86 req-a68e156d-cdf2-4179-b2b7-c40ebd464467 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2265959-8758-4960-9a65-6b93308a673f HTTP/1.1" status: 200 len: 944 time: 0.0671103 Jul 15 13:37:35.473180 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-419ed328-fd73-47b8-a67a-5ff0b7b96c86 req-f904e6f2-4d70-4878-8756-39664ba68523 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318043 Jul 15 13:37:36.644760 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f4551-d7dc-4513-8af0-9d5e4780225c req-d0de22f8-dfe9-4e8e-858a-9020b3da6886 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:36.646237 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e65f4551-d7dc-4513-8af0-9d5e4780225c req-d0de22f8-dfe9-4e8e-858a-9020b3da6886 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2265959-8758-4960-9a65-6b93308a673f HTTP/1.1" status: 200 len: 944 time: 0.0628664 Jul 15 13:37:36.685539 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e65f4551-d7dc-4513-8af0-9d5e4780225c req-00c58286-94b1-4c67-9918-808eb94c7a02 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332584 Jul 15 13:37:37.859661 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076af9b0-0417-4e9d-8989-e5ef5bcacf2a req-2a2c8a0f-7c10-44a2-9c96-140a9c50b622 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:37.861122 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-076af9b0-0417-4e9d-8989-e5ef5bcacf2a req-2a2c8a0f-7c10-44a2-9c96-140a9c50b622 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2265959-8758-4960-9a65-6b93308a673f HTTP/1.1" status: 200 len: 944 time: 0.0618529 Jul 15 13:37:37.898000 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-076af9b0-0417-4e9d-8989-e5ef5bcacf2a req-cd62b050-573c-4be1-97af-564e5014b4fa tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313060 Jul 15 13:37:38.609613 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-51b8b188-871f-4764-887f-e2a34f9e64ff req-08a53383-82ea-4f1c-beca-62e6d4d186e5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0543346 Jul 15 13:37:38.703981 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8b188-871f-4764-887f-e2a34f9e64ff req-30721fcb-a12f-4a8a-a58e-bb21b2a763ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:38.705664 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-51b8b188-871f-4764-887f-e2a34f9e64ff req-30721fcb-a12f-4a8a-a58e-bb21b2a763ca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8456ab30b8d64928a282edc8a1e28ce7&device_id=67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd HTTP/1.1" status: 200 len: 1097 time: 0.0532770 Jul 15 13:37:38.724140 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae5750-7f57-4639-a9b4-be32bda3a574 req-bed98f24-75cc-4bcc-9664-71aff5661d5f tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:38.725621 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-99ae5750-7f57-4639-a9b4-be32bda3a574 req-bed98f24-75cc-4bcc-9664-71aff5661d5f tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbfaa290-4d74-4f63-b564-8860b6850c8a HTTP/1.1" status: 200 len: 950 time: 0.0705957 Jul 15 13:37:38.764849 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-99ae5750-7f57-4639-a9b4-be32bda3a574 req-f28a5d23-3b78-401a-b12b-2a8048bd8048 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4b8c52-afee-476e-92b8-28b27d3b137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325165 Jul 15 13:37:38.816100 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8b188-871f-4764-887f-e2a34f9e64ff req-6fb92bb1-eebd-42f2-b03f-84c7717078bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:38.817571 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-51b8b188-871f-4764-887f-e2a34f9e64ff req-6fb92bb1-eebd-42f2-b03f-84c7717078bc service neutron] 10.222.0.46 "GET /v2.0/networks?id=39670479-f0c6-49d8-ba89-ffeabf46a128 HTTP/1.1" status: 200 len: 910 time: 0.0919316 Jul 15 13:37:38.879936 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-51b8b188-871f-4764-887f-e2a34f9e64ff req-2f6dd880-6b17-4d5f-ae57-d16165df3ded service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0e32f39-fc50-439c-9cb4-461c4312235e HTTP/1.1" status: 200 len: 1000 time: 0.0559788 Jul 15 13:37:38.932240 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8b188-871f-4764-887f-e2a34f9e64ff req-ab272f2e-0401-4d7a-aead-f13cdba97846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:38.933714 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-51b8b188-871f-4764-887f-e2a34f9e64ff req-ab272f2e-0401-4d7a-aead-f13cdba97846 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=19f1e6ac-6197-48d9-9816-9379153f83a6 HTTP/1.1" status: 200 len: 848 time: 0.0476518 Jul 15 13:37:38.988940 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8b188-871f-4764-887f-e2a34f9e64ff req-5c4af23f-9f2c-4c77-ad79-bcb46bacf54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:38.990446 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-51b8b188-871f-4764-887f-e2a34f9e64ff req-5c4af23f-9f2c-4c77-ad79-bcb46bacf54a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=39670479-f0c6-49d8-ba89-ffeabf46a128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511181 Jul 15 13:37:39.070582 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423feb3-fa30-4111-83c4-97eed21cbcb3 req-46f562ff-c8d3-4c79-a1cd-ed2b82bda60e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:39.072081 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4423feb3-fa30-4111-83c4-97eed21cbcb3 req-46f562ff-c8d3-4c79-a1cd-ed2b82bda60e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2265959-8758-4960-9a65-6b93308a673f HTTP/1.1" status: 200 len: 944 time: 0.0639005 Jul 15 13:37:39.080167 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-51b8b188-871f-4764-887f-e2a34f9e64ff req-618643b6-dca4-47a3-9214-3ec9e79d1a21 service neutron] 10.222.0.46 "GET /v2.0/networks/39670479-f0c6-49d8-ba89-ffeabf46a128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828166 Jul 15 13:37:39.110315 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4423feb3-fa30-4111-83c4-97eed21cbcb3 req-38755c56-a2d5-4e58-8157-aa3378381c3c tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322175 Jul 15 13:37:39.172983 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-51b8b188-871f-4764-887f-e2a34f9e64ff req-deefc858-1964-43c9-a9fb-42bafa6d00a8 service neutron] 10.222.0.46 "GET /v2.0/networks/39670479-f0c6-49d8-ba89-ffeabf46a128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871916 Jul 15 13:37:39.941048 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf17308-586a-406b-8086-e3390c0158df req-27e88a19-d826-46d0-8b1a-d721c204e571 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:39.942526 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4cf17308-586a-406b-8086-e3390c0158df req-27e88a19-d826-46d0-8b1a-d721c204e571 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbfaa290-4d74-4f63-b564-8860b6850c8a HTTP/1.1" status: 200 len: 950 time: 0.0660295 Jul 15 13:37:39.979361 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4cf17308-586a-406b-8086-e3390c0158df req-2f5b84e9-2082-4457-833e-21a4a5a38c62 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4b8c52-afee-476e-92b8-28b27d3b137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311639 Jul 15 13:37:40.065731 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc3744-b9c2-41ca-821f-44707d7398ba req-6433e82c-0767-4723-9c10-80c476025794 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:40.067128 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-72bc3744-b9c2-41ca-821f-44707d7398ba req-6433e82c-0767-4723-9c10-80c476025794 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbfaa290-4d74-4f63-b564-8860b6850c8a HTTP/1.1" status: 200 len: 950 time: 0.0624571 Jul 15 13:37:40.170047 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-72bc3744-b9c2-41ca-821f-44707d7398ba req-8152d673-bd53-41bc-9664-fd10ca6cd424 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] Deleting port f32b86ff-a1a1-403d-8351-873f9dd28d3a {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:40.170738 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-72bc3744-b9c2-41ca-821f-44707d7398ba req-8152d673-bd53-41bc-9664-fd10ca6cd424 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:40.290072 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-72bc3744-b9c2-41ca-821f-44707d7398ba req-8152d673-bd53-41bc-9664-fd10ca6cd424 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] For port f32b86ff-a1a1-403d-8351-873f9dd28d3a, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=f32b86ff-a1a1-403d-8351-873f9dd28d3a,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:40.290435 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-72bc3744-b9c2-41ca-821f-44707d7398ba req-8152d673-bd53-41bc-9664-fd10ca6cd424 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:40.309044 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-72bc3744-b9c2-41ca-821f-44707d7398ba req-8152d673-bd53-41bc-9664-fd10ca6cd424 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] Calling delete_port for f32b86ff-a1a1-403d-8351-873f9dd28d3a owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:40.333396 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad15fb1-c63b-4a83-95d0-1399bef5c3d2 req-617ef68e-3ed5-4973-82dc-5529b579c283 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:40.334812 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2ad15fb1-c63b-4a83-95d0-1399bef5c3d2 req-617ef68e-3ed5-4973-82dc-5529b579c283 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2265959-8758-4960-9a65-6b93308a673f HTTP/1.1" status: 200 len: 944 time: 0.1087780 Jul 15 13:37:40.409018 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2ad15fb1-c63b-4a83-95d0-1399bef5c3d2 req-fc2dcf45-92d8-4fce-9ed0-7dbcf4c5cf61 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471017 Jul 15 13:37:40.473328 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-72bc3744-b9c2-41ca-821f-44707d7398ba req-8152d673-bd53-41bc-9664-fd10ca6cd424 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:40.485328 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['f32b86ff-a1a1-403d-8351-873f9dd28d3a'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:37:40.508163 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8152d673-bd53-41bc-9664-fd10ca6cd424 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] Pushing event deleted for resources: {'Port': ['ID=f32b86ff-a1a1-403d-8351-873f9dd28d3a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:40.554197 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-72bc3744-b9c2-41ca-821f-44707d7398ba req-8152d673-bd53-41bc-9664-fd10ca6cd424 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] No DVR routers for this DVR port f32b86ff-a1a1-403d-8351-873f9dd28d3a on host n-h1-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:40.556889 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-72bc3744-b9c2-41ca-821f-44707d7398ba req-8152d673-bd53-41bc-9664-fd10ca6cd424 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:40.559038 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-72bc3744-b9c2-41ca-821f-44707d7398ba req-8152d673-bd53-41bc-9664-fd10ca6cd424 tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] 10.222.0.20 "DELETE /v2.0/ports/f32b86ff-a1a1-403d-8351-873f9dd28d3a HTTP/1.1" status: 204 len: 173 time: 0.4869473 Jul 15 13:37:40.559487 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfaa290-4d74-4f63-b564-8860b6850c8a', 'name': 'network-vif-deleted', 'tag': 'f32b86ff-a1a1-403d-8351-873f9dd28d3a'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:40.562082 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48da68c-ec63-42f9-96f0-daf4d39d4d49" -d '{"events": [{"server_uuid": "dbfaa290-4d74-4f63-b564-8860b6850c8a", "name": "network-vif-deleted", "tag": "f32b86ff-a1a1-403d-8351-873f9dd28d3a"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:40.597674 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ecb142-d2d2-4927-a6c2-22b8efd1967c x-openstack-request-id: req-51ecb142-d2d2-4927-a6c2-22b8efd1967c {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:40.597965 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbfaa290-4d74-4f63-b564-8860b6850c8a", "name": "network-vif-deleted", "tag": "f32b86ff-a1a1-403d-8351-873f9dd28d3a", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:40.598218 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-51ecb142-d2d2-4927-a6c2-22b8efd1967c {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:40.598645 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbfaa290-4d74-4f63-b564-8860b6850c8a', 'name': 'network-vif-deleted', 'tag': 'f32b86ff-a1a1-403d-8351-873f9dd28d3a', 'status': 'completed', 'code': 200} Jul 15 13:37:41.154615 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-17e40a2b-77e5-4a06-850b-008d491fbc09 req-c028f9ab-8780-4325-b1d3-fe6269deb7ec tempest-VolumesBackupsTest-536732062 tempest-VolumesBackupsTest-536732062-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbfaa290-4d74-4f63-b564-8860b6850c8a HTTP/1.1" status: 200 len: 210 time: 0.0424984 Jul 15 13:37:41.582991 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92bd02-b165-412e-b7be-d73c32ebe957 req-cf807757-e345-4426-ae88-27e4108e96d6 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:41.584463 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9a92bd02-b165-412e-b7be-d73c32ebe957 req-cf807757-e345-4426-ae88-27e4108e96d6 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2265959-8758-4960-9a65-6b93308a673f HTTP/1.1" status: 200 len: 944 time: 0.0654998 Jul 15 13:37:41.620716 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9a92bd02-b165-412e-b7be-d73c32ebe957 req-a3d12e67-008e-4f17-ba03-45f3bb4b6733 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300982 Jul 15 13:37:42.792455 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520675f6-4d87-439d-8e7d-10ad37e0fd3a req-d2476288-babc-4c8b-9c9e-f21331a09bd6 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:42.794389 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-520675f6-4d87-439d-8e7d-10ad37e0fd3a req-d2476288-babc-4c8b-9c9e-f21331a09bd6 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2265959-8758-4960-9a65-6b93308a673f HTTP/1.1" status: 200 len: 944 time: 0.0644424 Jul 15 13:37:42.831457 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-520675f6-4d87-439d-8e7d-10ad37e0fd3a req-8d26062b-a06e-42b7-ada1-a0a14dc32af0 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314965 Jul 15 13:37:43.420080 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device ab06f8f3-b32e-47e7-b1fb-df00b7924722 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:37:43.513644 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port ab06f8f3-b32e-47e7-b1fb-df00b7924722, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ab06f8f3-b32e-47e7-b1fb-df00b7924722,segment=NetworkSegment(f9960641-9612-4cdb-ae7f-7357fdb7c7fb),segment_id=f9960641-9612-4cdb-ae7f-7357fdb7c7fb)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:43.524596 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'ab06f8f3-b32e-47e7-b1fb-df00b7924722', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'port_id': 'ab06f8f3-b32e-47e7-b1fb-df00b7924722', 'mac_address': 'fa:16:3e:5a:82:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:37:43.563815 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:43.576449 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab06f8f3-b32e-47e7-b1fb-df00b7924722 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:37:43.595541 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port ab06f8f3-b32e-47e7-b1fb-df00b7924722, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ab06f8f3-b32e-47e7-b1fb-df00b7924722,segment=NetworkSegment(f9960641-9612-4cdb-ae7f-7357fdb7c7fb),segment_id=f9960641-9612-4cdb-ae7f-7357fdb7c7fb)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:43.599402 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:43.649235 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=ab06f8f3-b32e-47e7-b1fb-df00b7924722,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:43.657486 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:43.657830 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:43.658169 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:43.658518 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:43.658874 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:43.659204 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:43.659531 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:43.659855 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:43.660177 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:43.660526 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:43.660845 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:43.661169 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:43.842784 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['ab06f8f3-b32e-47e7-b1fb-df00b7924722'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:37:44.016640 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a342a-3a94-4026-a0f1-29760e78e387 req-721213df-7918-408e-8680-db416446ef2e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:44.019023 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3d7a342a-3a94-4026-a0f1-29760e78e387 req-721213df-7918-408e-8680-db416446ef2e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2265959-8758-4960-9a65-6b93308a673f HTTP/1.1" status: 200 len: 945 time: 0.0658822 Jul 15 13:37:44.058346 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3d7a342a-3a94-4026-a0f1-29760e78e387 req-544cffd7-b7ea-44c1-94bc-ffe16edc33e2 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334356 Jul 15 13:37:44.405735 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device f32b86ff-a1a1-403d-8351-873f9dd28d3a no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:44.429551 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: f32b86ff-a1a1-403d-8351-873f9dd28d3a {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:44.430158 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device f32b86ff-a1a1-403d-8351-873f9dd28d3a not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:45.266828 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11415ab5-6163-4c05-aaab-1fbb3cfb1daf req-9ed51934-2a22-487d-b0e9-f08beb9e41c0 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:45.268371 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-11415ab5-6163-4c05-aaab-1fbb3cfb1daf req-9ed51934-2a22-487d-b0e9-f08beb9e41c0 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2265959-8758-4960-9a65-6b93308a673f HTTP/1.1" status: 200 len: 945 time: 0.0757568 Jul 15 13:37:45.312215 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-11415ab5-6163-4c05-aaab-1fbb3cfb1daf req-c3386ecd-36d1-4559-ae13-f150718391e3 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374141 Jul 15 13:37:45.429782 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device ab06f8f3-b32e-47e7-b1fb-df00b7924722 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:45.479529 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port ab06f8f3-b32e-47e7-b1fb-df00b7924722 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:45.483481 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port ab06f8f3-b32e-47e7-b1fb-df00b7924722 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:45.483862 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:45.570976 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:45.595026 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2265959-8758-4960-9a65-6b93308a673f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab06f8f3-b32e-47e7-b1fb-df00b7924722'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:45.597696 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244e8f00-7188-4116-a6b6-e6ec2fd00632" -d '{"events": [{"server_uuid": "d2265959-8758-4960-9a65-6b93308a673f", "name": "network-vif-plugged", "status": "completed", "tag": "ab06f8f3-b32e-47e7-b1fb-df00b7924722"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:45.610931 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port ab06f8f3-b32e-47e7-b1fb-df00b7924722, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ab06f8f3-b32e-47e7-b1fb-df00b7924722,segment=NetworkSegment(f9960641-9612-4cdb-ae7f-7357fdb7c7fb),segment_id=f9960641-9612-4cdb-ae7f-7357fdb7c7fb)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:45.618322 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:45.644502 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac51925-ccb7-4341-ab96-d685ce66430c x-openstack-request-id: req-aac51925-ccb7-4341-ab96-d685ce66430c {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:45.644790 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2265959-8758-4960-9a65-6b93308a673f", "name": "network-vif-plugged", "status": "completed", "tag": "ab06f8f3-b32e-47e7-b1fb-df00b7924722", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:45.645034 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aac51925-ccb7-4341-ab96-d685ce66430c {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:45.645584 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2265959-8758-4960-9a65-6b93308a673f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab06f8f3-b32e-47e7-b1fb-df00b7924722', 'code': 200} Jul 15 13:37:45.674787 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=ab06f8f3-b32e-47e7-b1fb-df00b7924722,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:45.751477 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d38291-fc88-4f2e-b268-0613a46f86e3 req-e078b761-18d0-4a2e-9a3e-2906661eff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:45.753259 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f7d38291-fc88-4f2e-b268-0613a46f86e3 req-e078b761-18d0-4a2e-9a3e-2906661eff28 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d2265959-8758-4960-9a65-6b93308a673f HTTP/1.1" status: 200 len: 1098 time: 0.0519822 Jul 15 13:37:45.788162 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f7d38291-fc88-4f2e-b268-0613a46f86e3 req-0beac125-5716-4755-bbf0-116a2eed8810 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288634 Jul 15 13:37:46.501821 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c6beb-bbc7-44ff-9986-d3040f6cbaf3 req-15b2645b-e3a5-4c18-b954-251c74ba5be4 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:46.516181 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c07c6beb-bbc7-44ff-9986-d3040f6cbaf3 req-15b2645b-e3a5-4c18-b954-251c74ba5be4 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2265959-8758-4960-9a65-6b93308a673f HTTP/1.1" status: 200 len: 946 time: 0.0888877 Jul 15 13:37:46.551704 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c07c6beb-bbc7-44ff-9986-d3040f6cbaf3 req-6d92b37f-8193-46c9-930e-aa4d48cd8311 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340583 Jul 15 13:37:47.736449 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2fec03-fd41-4bd9-b56e-2f97b504d6de req-340e706f-b095-482f-a4a2-492c508885ed tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:47.738018 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5f2fec03-fd41-4bd9-b56e-2f97b504d6de req-340e706f-b095-482f-a4a2-492c508885ed tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2265959-8758-4960-9a65-6b93308a673f HTTP/1.1" status: 200 len: 946 time: 0.0701177 Jul 15 13:37:47.776159 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5f2fec03-fd41-4bd9-b56e-2f97b504d6de req-f361906e-5072-431c-b73f-58c86133034d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325420 Jul 15 13:37:47.953156 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6755926-3000-4fb1-8150-c1d49ddaf770 req-43d57987-c85a-42ca-820f-3fa66aa68e3b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:47.954838 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e6755926-3000-4fb1-8150-c1d49ddaf770 req-43d57987-c85a-42ca-820f-3fa66aa68e3b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2265959-8758-4960-9a65-6b93308a673f HTTP/1.1" status: 200 len: 946 time: 0.0660548 Jul 15 13:37:47.994621 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e6755926-3000-4fb1-8150-c1d49ddaf770 req-d3a6987c-11ed-4881-be8a-0328189303b1 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338483 Jul 15 13:37:48.021893 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33410) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:48.184094 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bbc0a4-88fe-4974-8f34-c7cee053ea5b tempest-TestVolumeBootPattern-1435548336 tempest-TestVolumeBootPattern-1435548336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:48.185633 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-22bbc0a4-88fe-4974-8f34-c7cee053ea5b tempest-TestVolumeBootPattern-1435548336 tempest-TestVolumeBootPattern-1435548336-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d2265959-8758-4960-9a65-6b93308a673f HTTP/1.1" status: 200 len: 1093 time: 0.1619239 Jul 15 13:37:48.188493 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 33414) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:48.192946 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-96c7ab03-0bb6-467b-a51d-9603df4c668b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'port_id': 'ab06f8f3-b32e-47e7-b1fb-df00b7924722', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:48.218003 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-96c7ab03-0bb6-467b-a51d-9603df4c668b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for floatingip, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:48.314882 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-96c7ab03-0bb6-467b-a51d-9603df4c668b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:48.426059 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-96c7ab03-0bb6-467b-a51d-9603df4c668b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Allocated IP 172.25.8.134 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/4a876236-b96d-412d-afa7-cceb2d18de03) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:48.531733 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-96c7ab03-0bb6-467b-a51d-9603df4c668b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:48.571300 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-96c7ab03-0bb6-467b-a51d-9603df4c668b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:48.612612 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c7ab03-0bb6-467b-a51d-9603df4c668b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:48.618758 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-96c7ab03-0bb6-467b-a51d-9603df4c668b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:48.621908 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c7ab03-0bb6-467b-a51d-9603df4c668b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:48.647731 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c7ab03-0bb6-467b-a51d-9603df4c668b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Pushing event updated for resources: {'Port': ['ID=4a876236-b96d-412d-afa7-cceb2d18de03,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:49.396562 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-96c7ab03-0bb6-467b-a51d-9603df4c668b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:49.508185 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-96c7ab03-0bb6-467b-a51d-9603df4c668b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:49.667267 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-96c7ab03-0bb6-467b-a51d-9603df4c668b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:49.671836 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-96c7ab03-0bb6-467b-a51d-9603df4c668b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:49.744079 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c7ab03-0bb6-467b-a51d-9603df4c668b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Pushing event updated for resources: {'Port': ['ID=4a876236-b96d-412d-afa7-cceb2d18de03,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:49.756552 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-96c7ab03-0bb6-467b-a51d-9603df4c668b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:49.859529 n-d-771363-36 neutron-server[93826]: INFO neutron.db.l3_db [None req-96c7ab03-0bb6-467b-a51d-9603df4c668b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Floating IP 9dab8998-64ca-4de1-9c1e-d579467c952d associated. External IP: 172.25.8.134, port: ab06f8f3-b32e-47e7-b1fb-df00b7924722. Jul 15 13:37:50.074013 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c7ab03-0bb6-467b-a51d-9603df4c668b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Router 7d9925c5-2197-4219-bae2-f7fea6d240df has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:37:50.185492 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c7ab03-0bb6-467b-a51d-9603df4c668b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:37:50.197933 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd3cea1-c3a1-4923-8d02-242907c2a0bc None None] Sync routers for ids ['7d9925c5-2197-4219-bae2-f7fea6d240df'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:37:50.202318 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-96c7ab03-0bb6-467b-a51d-9603df4c668b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:50.210423 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd3cea1-c3a1-4923-8d02-242907c2a0bc None None] Routers {'7d9925c5-2197-4219-bae2-f7fea6d240df'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:50.213375 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-7bd3cea1-c3a1-4923-8d02-242907c2a0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:37:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['7d9925c5-2197-4219-bae2-f7fea6d240df'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:50.239989 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-96c7ab03-0bb6-467b-a51d-9603df4c668b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0495503 Jul 15 13:37:50.239989 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2265959-8758-4960-9a65-6b93308a673f', 'tag': 'ab06f8f3-b32e-47e7-b1fb-df00b7924722'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:50.242068 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8613f1-29d5-4fd3-af40-cc038825d0ab" -d '{"events": [{"name": "network-changed", "server_uuid": "d2265959-8758-4960-9a65-6b93308a673f", "tag": "ab06f8f3-b32e-47e7-b1fb-df00b7924722"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:50.285055 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f311d14c-a623-4ece-a397-8e198a1afcbb x-openstack-request-id: req-f311d14c-a623-4ece-a397-8e198a1afcbb {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:50.285354 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2265959-8758-4960-9a65-6b93308a673f", "tag": "ab06f8f3-b32e-47e7-b1fb-df00b7924722", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:50.285613 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f311d14c-a623-4ece-a397-8e198a1afcbb {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:50.286019 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2265959-8758-4960-9a65-6b93308a673f', 'tag': 'ab06f8f3-b32e-47e7-b1fb-df00b7924722', 'status': 'completed', 'code': 200} Jul 15 13:37:50.326052 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-7bd3cea1-c3a1-4923-8d02-242907c2a0bc None None] Set router 7d9925c5-2197-4219-bae2-f7fea6d240df gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:50.360966 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8613f1-29d5-4fd3-af40-cc038825d0ab req-6dbb1488-14cc-4cd8-80ab-ba3e08e140fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:50.362573 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9f8613f1-29d5-4fd3-af40-cc038825d0ab req-6dbb1488-14cc-4cd8-80ab-ba3e08e140fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a166bdebb1d4ca388f2465550a7f09f&device_id=d2265959-8758-4960-9a65-6b93308a673f HTTP/1.1" status: 200 len: 1098 time: 0.0538454 Jul 15 13:37:50.461806 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8613f1-29d5-4fd3-af40-cc038825d0ab req-8d9f0d47-8dd9-414d-bdd8-6db3570b17fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:50.463366 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9f8613f1-29d5-4fd3-af40-cc038825d0ab req-8d9f0d47-8dd9-414d-bdd8-6db3570b17fd service neutron] 10.222.0.46 "GET /v2.0/networks?id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e HTTP/1.1" status: 200 len: 912 time: 0.0943866 Jul 15 13:37:50.531886 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9f8613f1-29d5-4fd3-af40-cc038825d0ab req-769a7bcb-2be6-49af-b1bf-d8de33d015af service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab06f8f3-b32e-47e7-b1fb-df00b7924722 HTTP/1.1" status: 200 len: 1000 time: 0.0621471 Jul 15 13:37:50.566424 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-7bd3cea1-c3a1-4923-8d02-242907c2a0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'name': 'tempest-TestVolumeBootPattern-699078910-router', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:30:54Z', 'updated_at': '2021-07-15T13:30:58Z', 'revision_number': 4, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'gw_port': {'id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:55Z', 'updated_at': '2021-07-15T13:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '9dab8998-64ca-4de1-9c1e-d579467c952d', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'floating_ip_address': '172.25.8.134', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'port_id': 'ab06f8f3-b32e-47e7-b1fb-df00b7924722', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'mac_address': 'fa:16:3e:5a:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2265959-8758-4960-9a65-6b93308a673f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:37:48Z', 'updated_at': '2021-07-15T13:37:48Z', 'revision_number': 0, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fc008a2-f498-4194-a882-db9fe6641436', 'name': '', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'mac_address': 'fa:16:3e:5e:0d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:57Z', 'updated_at': '2021-07-15T13:31:03Z', 'revision_number': 5, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'subnets': [{'id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:50.588417 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8613f1-29d5-4fd3-af40-cc038825d0ab req-a98018e3-c04d-4097-9d52-88bb638a1be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:50.590288 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9f8613f1-29d5-4fd3-af40-cc038825d0ab req-a98018e3-c04d-4097-9d52-88bb638a1be2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=56ba636c-89f6-461f-85cb-74f1c6749bed HTTP/1.1" status: 200 len: 850 time: 0.0526764 Jul 15 13:37:50.596397 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd3cea1-c3a1-4923-8d02-242907c2a0bc None None] Checking router: 7d9925c5-2197-4219-bae2-f7fea6d240df for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:37:50.605578 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd3cea1-c3a1-4923-8d02-242907c2a0bc None None] Routers {'7d9925c5-2197-4219-bae2-f7fea6d240df'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:50.606411 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-7bd3cea1-c3a1-4923-8d02-242907c2a0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:37:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['7d9925c5-2197-4219-bae2-f7fea6d240df'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:50.654326 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8613f1-29d5-4fd3-af40-cc038825d0ab req-244bf8d2-068e-4d90-8cb6-b486fe7bc6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:50.657796 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9f8613f1-29d5-4fd3-af40-cc038825d0ab req-244bf8d2-068e-4d90-8cb6-b486fe7bc6dc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598886 Jul 15 13:37:50.721402 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-7bd3cea1-c3a1-4923-8d02-242907c2a0bc None None] Set router 7d9925c5-2197-4219-bae2-f7fea6d240df gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:50.754132 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9f8613f1-29d5-4fd3-af40-cc038825d0ab req-6f89f639-6597-4fdd-b787-11bd7f10e420 service neutron] 10.222.0.46 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905371 Jul 15 13:37:50.855251 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9f8613f1-29d5-4fd3-af40-cc038825d0ab req-7ce243f9-2a46-45fe-90bb-448cd7873338 service neutron] 10.222.0.46 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945642 Jul 15 13:37:50.959984 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-7bd3cea1-c3a1-4923-8d02-242907c2a0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'name': 'tempest-TestVolumeBootPattern-699078910-router', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:30:54Z', 'updated_at': '2021-07-15T13:30:58Z', 'revision_number': 4, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'gw_port': {'id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:55Z', 'updated_at': '2021-07-15T13:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '9dab8998-64ca-4de1-9c1e-d579467c952d', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'floating_ip_address': '172.25.8.134', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'port_id': 'ab06f8f3-b32e-47e7-b1fb-df00b7924722', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'mac_address': 'fa:16:3e:5a:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2265959-8758-4960-9a65-6b93308a673f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:37:48Z', 'updated_at': '2021-07-15T13:37:48Z', 'revision_number': 0, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fc008a2-f498-4194-a882-db9fe6641436', 'name': '', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'mac_address': 'fa:16:3e:5e:0d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:57Z', 'updated_at': '2021-07-15T13:31:03Z', 'revision_number': 5, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'subnets': [{'id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:50.990520 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd3cea1-c3a1-4923-8d02-242907c2a0bc None None] The sync data for ids ['7d9925c5-2197-4219-bae2-f7fea6d240df'] in n-d-771363-36 is: [{'id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'name': 'tempest-TestVolumeBootPattern-699078910-router', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:30:54Z', 'updated_at': '2021-07-15T13:30:58Z', 'revision_number': 4, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'gw_port': {'id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:55Z', 'updated_at': '2021-07-15T13:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '9dab8998-64ca-4de1-9c1e-d579467c952d', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'floating_ip_address': '172.25.8.134', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'port_id': 'ab06f8f3-b32e-47e7-b1fb-df00b7924722', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'mac_address': 'fa:16:3e:5a:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2265959-8758-4960-9a65-6b93308a673f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:37:48Z', 'updated_at': '2021-07-15T13:37:48Z', 'revision_number': 0, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fc008a2-f498-4194-a882-db9fe6641436', 'name': '', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'mac_address': 'fa:16:3e:5e:0d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:57Z', 'updated_at': '2021-07-15T13:31:03Z', 'revision_number': 5, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'subnets': [{'id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:37:51.202601 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de8f145-6c78-42fd-9353-39307b94537e None None] New status for floating IP 9dab8998-64ca-4de1-9c1e-d579467c952d: ACTIVE {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:37:52.360556 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:37:59.340456 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:59.632946 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:59.705048 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f28118e4-ac59-4d97-b929-3f62ed6540ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:02.283120 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:02.507608 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-abc204cb-d11d-4618-bccc-247d531c22e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:03.643066 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:05.078994 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:29.338537 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:29.360610 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:38:29.620698 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:29.706553 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a33eeab7-e31d-4e3c-8733-b89edf364f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.284498 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.499588 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b6e08dee-d6e3-4e19-8977-933108df62c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:33.643373 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:35.079119 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:40.685242 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7fea7710-6bc5-4e25-aea0-8ae84d7f7fd8 req-e021a0d7-4a71-4817-81f8-969a85922d27 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1214542 Jul 15 13:38:40.778489 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea7710-6bc5-4e25-aea0-8ae84d7f7fd8 req-a3450e6b-cc7c-4753-abb4-820997787c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:40.780030 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7fea7710-6bc5-4e25-aea0-8ae84d7f7fd8 req-a3450e6b-cc7c-4753-abb4-820997787c57 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8456ab30b8d64928a282edc8a1e28ce7&device_id=67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd HTTP/1.1" status: 200 len: 1097 time: 0.0547178 Jul 15 13:38:40.887341 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea7710-6bc5-4e25-aea0-8ae84d7f7fd8 req-cefc1cd2-aede-4cc1-a406-cb1f55734755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:40.888825 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7fea7710-6bc5-4e25-aea0-8ae84d7f7fd8 req-cefc1cd2-aede-4cc1-a406-cb1f55734755 service neutron] 10.222.0.46 "GET /v2.0/networks?id=39670479-f0c6-49d8-ba89-ffeabf46a128 HTTP/1.1" status: 200 len: 910 time: 0.0895796 Jul 15 13:38:40.956148 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7fea7710-6bc5-4e25-aea0-8ae84d7f7fd8 req-2d6be271-8436-411c-a1bd-5351070a44dc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0e32f39-fc50-439c-9cb4-461c4312235e HTTP/1.1" status: 200 len: 1000 time: 0.0609369 Jul 15 13:38:41.003117 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea7710-6bc5-4e25-aea0-8ae84d7f7fd8 req-be30679c-68a3-4b78-b2bd-2bd0959c43e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:41.004526 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7fea7710-6bc5-4e25-aea0-8ae84d7f7fd8 req-be30679c-68a3-4b78-b2bd-2bd0959c43e5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=19f1e6ac-6197-48d9-9816-9379153f83a6 HTTP/1.1" status: 200 len: 848 time: 0.0428092 Jul 15 13:38:41.059003 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea7710-6bc5-4e25-aea0-8ae84d7f7fd8 req-57bb08db-d53b-46ab-9a11-346b33492e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:41.060463 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7fea7710-6bc5-4e25-aea0-8ae84d7f7fd8 req-57bb08db-d53b-46ab-9a11-346b33492e14 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=39670479-f0c6-49d8-ba89-ffeabf46a128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497890 Jul 15 13:38:41.070133 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [req-7fea7710-6bc5-4e25-aea0-8ae84d7f7fd8 req-a6b7a7c9-90d3-406a-a6f2-a857c6f224af service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:38:41.071136 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7fea7710-6bc5-4e25-aea0-8ae84d7f7fd8 req-a6b7a7c9-90d3-406a-a6f2-a857c6f224af service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048575 Jul 15 13:38:41.165009 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7fea7710-6bc5-4e25-aea0-8ae84d7f7fd8 req-99302bf3-5234-4149-a251-f00772446c8e service neutron] 10.222.0.46 "GET /v2.0/networks/39670479-f0c6-49d8-ba89-ffeabf46a128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875921 Jul 15 13:38:41.258011 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7fea7710-6bc5-4e25-aea0-8ae84d7f7fd8 req-968f32fe-2d80-4f5f-af81-0b7a4c4c473c service neutron] 10.222.0.46 "GET /v2.0/networks/39670479-f0c6-49d8-ba89-ffeabf46a128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863006 Jul 15 13:38:59.337966 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:59.642687 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:59.707146 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-68f4d79b-183a-4473-83d7-f99d23eb284b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:02.287141 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:02.495659 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-44e68db4-45b3-45e6-b9ab-2201c65f6cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:03.649034 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:05.081466 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:06.360926 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:39:29.185177 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-626418cb-ba05-489b-8b23-3e7945301946 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1402021896&fields=id&tenant_id=0a166bdebb1d4ca388f2465550a7f09f HTTP/1.1" status: 200 len: 267 time: 0.0345340 Jul 15 13:39:29.295284 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-33fbb8f3-d761-4367-ac62-1769fe0175b1 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:29.296660 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-33fbb8f3-d761-4367-ac62-1769fe0175b1 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/networks?id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e HTTP/1.1" status: 200 len: 811 time: 0.1050086 Jul 15 13:39:29.311226 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-dc1deb7a-8054-4c86-b197-b374291113c1 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/quotas/0a166bdebb1d4ca388f2465550a7f09f HTTP/1.1" status: 200 len: 375 time: 0.0089834 Jul 15 13:39:29.339064 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:29.385109 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-a4a83b15-bdd7-4f61-9a33-5c3a7c27d5bb tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0a166bdebb1d4ca388f2465550a7f09f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0688455 Jul 15 13:39:29.486188 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-85d62675-607c-482d-a644-9eb89a6cabdb service neutron] 10.222.0.16 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888774 Jul 15 13:39:29.580166 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-2559c65d-c4f3-47e1-a219-26f75c00b5f5 service neutron] 10.222.0.16 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877357 Jul 15 13:39:29.641603 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:29.710797 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3a76b8b6-b1c5-4210-960e-174c59a973ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:29.916106 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cd3d7317-4639-41a5-9577-827bd4986933 req-f1bdf728-52fc-4bef-8af6-78632bf0fa1a tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=c288e6e8-b31e-4f6f-8998-ec8fd43728fb HTTP/1.1" status: 200 len: 210 time: 0.0348103 Jul 15 13:39:30.912661 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-75778ce2-7580-4517-b991-093670ed0265 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:30.914144 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-75778ce2-7580-4517-b991-093670ed0265 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.20 "GET /v2.0/networks?id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e HTTP/1.1" status: 200 len: 811 time: 0.1057389 Jul 15 13:39:30.959175 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-474ab53e-54d9-4de4-b00e-2856f425ada7 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a166bdebb1d4ca388f2465550a7f09f HTTP/1.1" status: 200 len: 380 time: 0.0371985 Jul 15 13:39:30.972721 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-5c1d07b8-958f-4ca8-8348-9a2dd06225e6 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Request body: {'port': {'device_id': 'c288e6e8-b31e-4f6f-8998-ec8fd43728fb', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'admin_state_up': True, 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'security_groups': ['bd13065f-0ed7-4c7f-86cf-d23201a35e28']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:31.114649 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-08f65075-5748-4815-ac00-d2063d17220a req-92caa49d-1dde-493f-b9fc-0ba662d2f6f5 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=c288e6e8-b31e-4f6f-8998-ec8fd43728fb HTTP/1.1" status: 200 len: 210 time: 0.0420020 Jul 15 13:39:31.145862 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-5c1d07b8-958f-4ca8-8348-9a2dd06225e6 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Made reservation on behalf of 0a166bdebb1d4ca388f2465550a7f09f for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:31.150274 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-5c1d07b8-958f-4ca8-8348-9a2dd06225e6 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:31.297778 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-5c1d07b8-958f-4ca8-8348-9a2dd06225e6 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Allocated IP 172.20.0.5 (31f5d0ed-5ca5-4f26-8063-b8698ea6981e/56ba636c-89f6-461f-85cb-74f1c6749bed/a5c5027e-b608-4774-8593-df979143d9c0) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:39:31.454662 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-5c1d07b8-958f-4ca8-8348-9a2dd06225e6 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:31.468884 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-5c1d07b8-958f-4ca8-8348-9a2dd06225e6 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Transition to ACTIVE for port object a5c5027e-b608-4774-8593-df979143d9c0 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:31.504982 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-5c1d07b8-958f-4ca8-8348-9a2dd06225e6 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:31.553846 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-5c1d07b8-958f-4ca8-8348-9a2dd06225e6 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Network 31f5d0ed-5ca5-4f26-8063-b8698ea6981e is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:31.557550 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-5c1d07b8-958f-4ca8-8348-9a2dd06225e6 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:31.561937 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-5c1d07b8-958f-4ca8-8348-9a2dd06225e6 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:39:31.596266 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d07b8-958f-4ca8-8348-9a2dd06225e6 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Pushing event updated for resources: {'Port': ['ID=a5c5027e-b608-4774-8593-df979143d9c0,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:31.609948 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d07b8-958f-4ca8-8348-9a2dd06225e6 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:31.610304 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d07b8-958f-4ca8-8348-9a2dd06225e6 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:31.610685 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d07b8-958f-4ca8-8348-9a2dd06225e6 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:31.611197 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d07b8-958f-4ca8-8348-9a2dd06225e6 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:31.611537 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d07b8-958f-4ca8-8348-9a2dd06225e6 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:31.611880 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d07b8-958f-4ca8-8348-9a2dd06225e6 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:31.612216 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d07b8-958f-4ca8-8348-9a2dd06225e6 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:31.612549 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d07b8-958f-4ca8-8348-9a2dd06225e6 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:31.612878 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d07b8-958f-4ca8-8348-9a2dd06225e6 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:31.613204 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d07b8-958f-4ca8-8348-9a2dd06225e6 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:31.613621 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d07b8-958f-4ca8-8348-9a2dd06225e6 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:31.613953 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d07b8-958f-4ca8-8348-9a2dd06225e6 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:31.654966 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-5c1d07b8-958f-4ca8-8348-9a2dd06225e6 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:31.655748 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-5c1d07b8-958f-4ca8-8348-9a2dd06225e6 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:31.675415 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-5c1d07b8-958f-4ca8-8348-9a2dd06225e6 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7113388 Jul 15 13:39:31.688075 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-38b38088-ac90-48fc-b572-2b909db9f486 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:39:31.689748 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-38b38088-ac90-48fc-b572-2b909db9f486 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079184 Jul 15 13:39:31.701686 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-515a5599-655a-4e3a-94d5-272f3934933a service neutron] Request body: {'port': {'device_id': 'c288e6e8-b31e-4f6f-8998-ec8fd43728fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:31.796384 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-515a5599-655a-4e3a-94d5-272f3934933a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:31.960894 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-609e4f94-7e6e-4eb6-b826-be39b73684e3 None None] Provisioning for port a5c5027e-b608-4774-8593-df979143d9c0 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:39:31.967636 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-609e4f94-7e6e-4eb6-b826-be39b73684e3 None None] Provisioning complete for port a5c5027e-b608-4774-8593-df979143d9c0 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:31.968159 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-609e4f94-7e6e-4eb6-b826-be39b73684e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:32.004100 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-609e4f94-7e6e-4eb6-b826-be39b73684e3 None None] Port a5c5027e-b608-4774-8593-df979143d9c0 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:39:32.103450 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-515a5599-655a-4e3a-94d5-272f3934933a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5c5027e-b608-4774-8593-df979143d9c0 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:39:32.112478 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-515a5599-655a-4e3a-94d5-272f3934933a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:32.125509 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-515a5599-655a-4e3a-94d5-272f3934933a service neutron] Transition to ACTIVE for port object a5c5027e-b608-4774-8593-df979143d9c0 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:32.130325 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-515a5599-655a-4e3a-94d5-272f3934933a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:32.200662 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a5599-655a-4e3a-94d5-272f3934933a service neutron] Pushing event updated for resources: {'Port': ['ID=a5c5027e-b608-4774-8593-df979143d9c0,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:32.329433 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-515a5599-655a-4e3a-94d5-272f3934933a service neutron] Attempting to bind port a5c5027e-b608-4774-8593-df979143d9c0 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:39:32.330333 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-515a5599-655a-4e3a-94d5-272f3934933a service neutron] Attempting to bind port a5c5027e-b608-4774-8593-df979143d9c0 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'f9960641-9612-4cdb-ae7f-7357fdb7c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:39:32.330997 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-515a5599-655a-4e3a-94d5-272f3934933a service neutron] Attempting to bind port a5c5027e-b608-4774-8593-df979143d9c0 on network 31f5d0ed-5ca5-4f26-8063-b8698ea6981e {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:39:32.335990 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:32.358325 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-515a5599-655a-4e3a-94d5-272f3934933a service neutron] Port a5c5027e-b608-4774-8593-df979143d9c0 on network 31f5d0ed-5ca5-4f26-8063-b8698ea6981e not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:39:32.358854 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-515a5599-655a-4e3a-94d5-272f3934933a service neutron] Attempting to bind port a5c5027e-b608-4774-8593-df979143d9c0 on network 31f5d0ed-5ca5-4f26-8063-b8698ea6981e {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:39:32.370359 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-515a5599-655a-4e3a-94d5-272f3934933a service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:39:32.370741 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-515a5599-655a-4e3a-94d5-272f3934933a service neutron] Checking segment: {'id': 'f9960641-9612-4cdb-ae7f-7357fdb7c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:32.371130 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-515a5599-655a-4e3a-94d5-272f3934933a service neutron] Bound using segment: {'id': 'f9960641-9612-4cdb-ae7f-7357fdb7c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:39:32.371628 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-515a5599-655a-4e3a-94d5-272f3934933a service neutron] Bound port: a5c5027e-b608-4774-8593-df979143d9c0, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9960641-9612-4cdb-ae7f-7357fdb7c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:39:32.372151 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-515a5599-655a-4e3a-94d5-272f3934933a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:32.464490 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81501751-3a56-41b5-9714-1130db6b0d2a req-67c63593-a92e-49e6-babb-2636a03467eb tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:32.466341 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-81501751-3a56-41b5-9714-1130db6b0d2a req-67c63593-a92e-49e6-babb-2636a03467eb tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=c288e6e8-b31e-4f6f-8998-ec8fd43728fb HTTP/1.1" status: 200 len: 943 time: 0.1635177 Jul 15 13:39:32.484361 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-515a5599-655a-4e3a-94d5-272f3934933a service neutron] For port a5c5027e-b608-4774-8593-df979143d9c0, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:39:32.488399 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-515a5599-655a-4e3a-94d5-272f3934933a service neutron] For port a5c5027e-b608-4774-8593-df979143d9c0, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=a5c5027e-b608-4774-8593-df979143d9c0,segment=NetworkSegment(f9960641-9612-4cdb-ae7f-7357fdb7c7fb),segment_id=f9960641-9612-4cdb-ae7f-7357fdb7c7fb)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:39:32.500170 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-515a5599-655a-4e3a-94d5-272f3934933a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:32.503792 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-42e23842-7c9d-4eb7-9f04-a5bff0c572b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:32.570723 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-81501751-3a56-41b5-9714-1130db6b0d2a req-87e2f1e4-18d6-4c6b-971c-5fb1eb87fd51 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807514 Jul 15 13:39:32.575273 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-515a5599-655a-4e3a-94d5-272f3934933a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:32.575952 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-515a5599-655a-4e3a-94d5-272f3934933a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:32.577370 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-515a5599-655a-4e3a-94d5-272f3934933a service neutron] 10.222.0.20 "PUT /v2.0/ports/a5c5027e-b608-4774-8593-df979143d9c0 HTTP/1.1" status: 200 len: 1092 time: 0.8809264 Jul 15 13:39:32.577799 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c288e6e8-b31e-4f6f-8998-ec8fd43728fb', 'tag': 'a5c5027e-b608-4774-8593-df979143d9c0'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:39:32.580098 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7444301d-bafc-4545-b9f5-538f2ed18015" -d '{"events": [{"name": "network-changed", "server_uuid": "c288e6e8-b31e-4f6f-8998-ec8fd43728fb", "tag": "a5c5027e-b608-4774-8593-df979143d9c0"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:39:32.596117 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a5599-655a-4e3a-94d5-272f3934933a service neutron] Pushing event updated for resources: {'Port': ['ID=a5c5027e-b608-4774-8593-df979143d9c0,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:32.703003 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-11b66b4c-dd33-4f2f-9d5e-fae9aabdbb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:32.705618 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-11b66b4c-dd33-4f2f-9d5e-fae9aabdbb9a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a166bdebb1d4ca388f2465550a7f09f&device_id=c288e6e8-b31e-4f6f-8998-ec8fd43728fb HTTP/1.1" status: 200 len: 1095 time: 0.0742924 Jul 15 13:39:32.803918 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-a72db104-1200-45bf-9f3c-fea02695c175 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5c5027e-b608-4774-8593-df979143d9c0 HTTP/1.1" status: 200 len: 217 time: 0.0903761 Jul 15 13:39:32.860715 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b42fd0-614c-4d78-bb53-bde86dc72daf x-openstack-request-id: req-41b42fd0-614c-4d78-bb53-bde86dc72daf {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:39:32.861057 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c288e6e8-b31e-4f6f-8998-ec8fd43728fb", "tag": "a5c5027e-b608-4774-8593-df979143d9c0", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:39:32.861311 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-41b42fd0-614c-4d78-bb53-bde86dc72daf {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:39:32.862211 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c288e6e8-b31e-4f6f-8998-ec8fd43728fb', 'tag': 'a5c5027e-b608-4774-8593-df979143d9c0', 'status': 'completed', 'code': 200} Jul 15 13:39:32.871269 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-27500ad3-d44c-47be-9d6e-737a41be5eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:32.872768 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-27500ad3-d44c-47be-9d6e-737a41be5eee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=56ba636c-89f6-461f-85cb-74f1c6749bed HTTP/1.1" status: 200 len: 850 time: 0.0634189 Jul 15 13:39:32.941505 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-b57b7719-6e2c-4ca4-9a0f-1943f19f30e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:32.943302 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-b57b7719-6e2c-4ca4-9a0f-1943f19f30e9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643971 Jul 15 13:39:33.054631 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-46e5cb06-6dda-4efe-9c96-c2351f9cb875 service neutron] 10.222.0.20 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015284 Jul 15 13:39:33.158212 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a5d63a5d-8876-4c9a-b427-22dbb032d06e req-83dc1741-560b-424d-84f5-7e4ebeaf37e7 service neutron] 10.222.0.20 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973160 Jul 15 13:39:33.277812 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444301d-bafc-4545-b9f5-538f2ed18015 req-9a74a550-aa79-41f7-9f28-d1b355af3c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:33.279386 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7444301d-bafc-4545-b9f5-538f2ed18015 req-9a74a550-aa79-41f7-9f28-d1b355af3c4c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a166bdebb1d4ca388f2465550a7f09f&device_id=c288e6e8-b31e-4f6f-8998-ec8fd43728fb HTTP/1.1" status: 200 len: 1095 time: 0.0697808 Jul 15 13:39:33.377372 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444301d-bafc-4545-b9f5-538f2ed18015 req-cb8b6ce1-5d74-479c-b5af-178fa86d8457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:33.379000 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7444301d-bafc-4545-b9f5-538f2ed18015 req-cb8b6ce1-5d74-479c-b5af-178fa86d8457 service neutron] 10.222.0.20 "GET /v2.0/networks?id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e HTTP/1.1" status: 200 len: 912 time: 0.0934808 Jul 15 13:39:33.426202 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7444301d-bafc-4545-b9f5-538f2ed18015 req-41d0be36-553e-4321-830e-2239d5032df5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5c5027e-b608-4774-8593-df979143d9c0 HTTP/1.1" status: 200 len: 217 time: 0.0410454 Jul 15 13:39:33.479973 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444301d-bafc-4545-b9f5-538f2ed18015 req-1f8cf548-94d5-4adf-af09-0a6befdd8206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:33.481731 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7444301d-bafc-4545-b9f5-538f2ed18015 req-1f8cf548-94d5-4adf-af09-0a6befdd8206 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=56ba636c-89f6-461f-85cb-74f1c6749bed HTTP/1.1" status: 200 len: 850 time: 0.0491340 Jul 15 13:39:33.546098 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444301d-bafc-4545-b9f5-538f2ed18015 req-99155ebf-69db-469b-ab1a-82eb1842e624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:33.547915 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7444301d-bafc-4545-b9f5-538f2ed18015 req-99155ebf-69db-469b-ab1a-82eb1842e624 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605531 Jul 15 13:39:33.654373 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7444301d-bafc-4545-b9f5-538f2ed18015 req-a4214644-f6f9-41c3-9aa3-76366b1793c8 service neutron] 10.222.0.20 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001894 Jul 15 13:39:33.667043 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:33.779704 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7444301d-bafc-4545-b9f5-538f2ed18015 req-5a38ac88-50fd-44dd-8f1e-ab475502840c service neutron] 10.222.0.20 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192317 Jul 15 13:39:33.849664 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d1c72-d6cf-4b0b-9ca0-d9f459997228 req-60756ab7-15ed-482c-86d0-d7c128aebb94 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:33.856502 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d68d1c72-d6cf-4b0b-9ca0-d9f459997228 req-60756ab7-15ed-482c-86d0-d7c128aebb94 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=c288e6e8-b31e-4f6f-8998-ec8fd43728fb HTTP/1.1" status: 200 len: 943 time: 0.0928822 Jul 15 13:39:33.895191 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d68d1c72-d6cf-4b0b-9ca0-d9f459997228 req-4484474f-ebff-49d0-bcd1-756c0a2c8a3a tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374651 Jul 15 13:39:35.097391 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:35.160657 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfdc019-44f1-4205-b6a8-ec4e6ba67255 req-3e38a6a6-bc25-471d-9103-c4fad62ac0dd tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:35.165519 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-adfdc019-44f1-4205-b6a8-ec4e6ba67255 req-3e38a6a6-bc25-471d-9103-c4fad62ac0dd tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=c288e6e8-b31e-4f6f-8998-ec8fd43728fb HTTP/1.1" status: 200 len: 943 time: 0.1493859 Jul 15 13:39:35.226725 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-adfdc019-44f1-4205-b6a8-ec4e6ba67255 req-686550de-0ef6-48c3-91af-ef77cac80d6f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551629 Jul 15 13:39:36.402271 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceaaa92-70f7-4ecc-9ea9-788f45d5571c req-af96fc72-53d4-4ac7-b787-785e3c0369c0 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:36.404110 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4ceaaa92-70f7-4ecc-9ea9-788f45d5571c req-af96fc72-53d4-4ac7-b787-785e3c0369c0 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=c288e6e8-b31e-4f6f-8998-ec8fd43728fb HTTP/1.1" status: 200 len: 943 time: 0.0647776 Jul 15 13:39:36.443202 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4ceaaa92-70f7-4ecc-9ea9-788f45d5571c req-35a91ac4-9888-4fad-8bac-0727fb53f23a tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332055 Jul 15 13:39:37.632568 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba93469-f542-4628-bda2-65ba0a400151 req-ce9b89c4-90fb-4ba1-869b-81fbc2f1fc98 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:37.634087 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9ba93469-f542-4628-bda2-65ba0a400151 req-ce9b89c4-90fb-4ba1-869b-81fbc2f1fc98 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=c288e6e8-b31e-4f6f-8998-ec8fd43728fb HTTP/1.1" status: 200 len: 943 time: 0.0653861 Jul 15 13:39:37.671422 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9ba93469-f542-4628-bda2-65ba0a400151 req-14b2196f-6591-4737-a60b-d9fa2b36f730 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316050 Jul 15 13:39:38.845505 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee48d8d-5b95-447c-9f76-975e648f3621 req-1471f33d-b00c-4a35-bba0-a79c2f7be742 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:38.846990 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8ee48d8d-5b95-447c-9f76-975e648f3621 req-1471f33d-b00c-4a35-bba0-a79c2f7be742 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=c288e6e8-b31e-4f6f-8998-ec8fd43728fb HTTP/1.1" status: 200 len: 943 time: 0.0648422 Jul 15 13:39:38.886548 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8ee48d8d-5b95-447c-9f76-975e648f3621 req-6786edfa-cd2e-4503-aacf-eeaf67538175 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333476 Jul 15 13:39:40.065241 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5ea60-1803-43cb-ba42-80be0dcfba40 req-e4262908-d594-4fcf-97a5-1573aeb91681 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:40.066810 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-95c5ea60-1803-43cb-ba42-80be0dcfba40 req-e4262908-d594-4fcf-97a5-1573aeb91681 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=c288e6e8-b31e-4f6f-8998-ec8fd43728fb HTTP/1.1" status: 200 len: 943 time: 0.0691757 Jul 15 13:39:40.105912 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-95c5ea60-1803-43cb-ba42-80be0dcfba40 req-ebe4d00d-c8ce-495a-b23e-f61ef919e517 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325477 Jul 15 13:39:41.285816 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a43f11-a6ff-4895-9f71-c44d9303f639 req-d2c6c058-3879-454b-a51c-8bf4e691777f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:41.287319 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-47a43f11-a6ff-4895-9f71-c44d9303f639 req-d2c6c058-3879-454b-a51c-8bf4e691777f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=c288e6e8-b31e-4f6f-8998-ec8fd43728fb HTTP/1.1" status: 200 len: 943 time: 0.0648382 Jul 15 13:39:41.324950 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-47a43f11-a6ff-4895-9f71-c44d9303f639 req-fa2ac16f-eac5-482f-b9b9-9aeab5cef81c tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312395 Jul 15 13:39:42.529721 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4756a6b-6a54-48a3-b08e-06b7bc59497a req-159906d6-75ac-43ae-a757-2a9019d3b1cf tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:42.534851 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e4756a6b-6a54-48a3-b08e-06b7bc59497a req-159906d6-75ac-43ae-a757-2a9019d3b1cf tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=c288e6e8-b31e-4f6f-8998-ec8fd43728fb HTTP/1.1" status: 200 len: 943 time: 0.0767682 Jul 15 13:39:42.584544 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e4756a6b-6a54-48a3-b08e-06b7bc59497a req-f219e7c8-bf0e-482f-83da-fc9134c11298 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457411 Jul 15 13:39:42.668919 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d260343e-bfaf-427a-8e4e-bc986d42cfa1 req-71207d93-7cf8-4332-bb36-5ed4918105fe service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d2265959-8758-4960-9a65-6b93308a673f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0727992 Jul 15 13:39:42.755882 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260343e-bfaf-427a-8e4e-bc986d42cfa1 req-687198de-cb3a-4f7d-a05b-48d8cdcc385d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:42.757529 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d260343e-bfaf-427a-8e4e-bc986d42cfa1 req-687198de-cb3a-4f7d-a05b-48d8cdcc385d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a166bdebb1d4ca388f2465550a7f09f&device_id=d2265959-8758-4960-9a65-6b93308a673f HTTP/1.1" status: 200 len: 1098 time: 0.0653622 Jul 15 13:39:42.888257 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260343e-bfaf-427a-8e4e-bc986d42cfa1 req-88ae29e3-28a3-4ba9-aba9-59756458da20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:42.890101 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d260343e-bfaf-427a-8e4e-bc986d42cfa1 req-88ae29e3-28a3-4ba9-aba9-59756458da20 service neutron] 10.222.0.46 "GET /v2.0/networks?id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e HTTP/1.1" status: 200 len: 912 time: 0.1109307 Jul 15 13:39:42.976835 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d260343e-bfaf-427a-8e4e-bc986d42cfa1 req-33b5b4d8-0310-45d2-9687-8b4f02109815 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab06f8f3-b32e-47e7-b1fb-df00b7924722 HTTP/1.1" status: 200 len: 1002 time: 0.0801790 Jul 15 13:39:42.979534 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device a5c5027e-b608-4774-8593-df979143d9c0 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:39:43.033467 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260343e-bfaf-427a-8e4e-bc986d42cfa1 req-926242ea-9630-4330-9b9c-6611fd2090ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:43.035236 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d260343e-bfaf-427a-8e4e-bc986d42cfa1 req-926242ea-9630-4330-9b9c-6611fd2090ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=56ba636c-89f6-461f-85cb-74f1c6749bed HTTP/1.1" status: 200 len: 850 time: 0.0523474 Jul 15 13:39:43.085343 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port a5c5027e-b608-4774-8593-df979143d9c0, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=a5c5027e-b608-4774-8593-df979143d9c0,segment=NetworkSegment(f9960641-9612-4cdb-ae7f-7357fdb7c7fb),segment_id=f9960641-9612-4cdb-ae7f-7357fdb7c7fb)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:43.096928 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260343e-bfaf-427a-8e4e-bc986d42cfa1 req-a4617b2d-20a6-42d1-b507-5feeec2c0c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:43.098674 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d260343e-bfaf-427a-8e4e-bc986d42cfa1 req-a4617b2d-20a6-42d1-b507-5feeec2c0c7b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568018 Jul 15 13:39:43.099164 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': 'a5c5027e-b608-4774-8593-df979143d9c0', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'port_id': 'a5c5027e-b608-4774-8593-df979143d9c0', 'mac_address': 'fa:16:3e:f9:c7:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:39:43.144698 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:43.160354 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c5027e-b608-4774-8593-df979143d9c0 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:39:43.185359 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port a5c5027e-b608-4774-8593-df979143d9c0, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=a5c5027e-b608-4774-8593-df979143d9c0,segment=NetworkSegment(f9960641-9612-4cdb-ae7f-7357fdb7c7fb),segment_id=f9960641-9612-4cdb-ae7f-7357fdb7c7fb)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:43.190578 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:43.206009 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d260343e-bfaf-427a-8e4e-bc986d42cfa1 req-85e90f38-d9f2-4bf7-b5de-0d295ed6bbbb service neutron] 10.222.0.46 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000342 Jul 15 13:39:43.252764 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=a5c5027e-b608-4774-8593-df979143d9c0,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:43.260862 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:43.261301 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:43.261701 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:43.262103 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:43.262504 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:43.262934 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:43.263332 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:43.263727 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:43.264221 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:43.264625 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:43.265019 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:43.265414 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:43.306022 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d260343e-bfaf-427a-8e4e-bc986d42cfa1 req-76482b75-0536-418b-9f05-472f1c00b018 service neutron] 10.222.0.46 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928717 Jul 15 13:39:43.361895 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:39:43.411270 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['a5c5027e-b608-4774-8593-df979143d9c0'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:39:43.817386 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6869668-ef93-4131-bc24-3514d081a712 req-ea924173-c0ed-45d0-8485-d6c9455ef894 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:43.824766 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e6869668-ef93-4131-bc24-3514d081a712 req-ea924173-c0ed-45d0-8485-d6c9455ef894 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=c288e6e8-b31e-4f6f-8998-ec8fd43728fb HTTP/1.1" status: 200 len: 944 time: 0.1050365 Jul 15 13:39:43.872517 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e6869668-ef93-4131-bc24-3514d081a712 req-63e7f36e-691a-43ea-b98e-5c6edc19e01f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471809 Jul 15 13:39:44.979106 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device a5c5027e-b608-4774-8593-df979143d9c0 up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:39:45.033383 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port a5c5027e-b608-4774-8593-df979143d9c0 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:39:45.037634 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port a5c5027e-b608-4774-8593-df979143d9c0 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:45.038192 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.051570 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c847d9-9869-49e0-8da3-5945b8220f7e req-d4479b5b-6a0e-4fcf-9040-9b3895f769bd tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:45.053069 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a9c847d9-9869-49e0-8da3-5945b8220f7e req-d4479b5b-6a0e-4fcf-9040-9b3895f769bd tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=c288e6e8-b31e-4f6f-8998-ec8fd43728fb HTTP/1.1" status: 200 len: 944 time: 0.0644431 Jul 15 13:39:45.095589 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a9c847d9-9869-49e0-8da3-5945b8220f7e req-0a255c98-f6df-4e3f-b2ff-16f02c5bded3 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358438 Jul 15 13:39:45.119674 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.144080 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c288e6e8-b31e-4f6f-8998-ec8fd43728fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c5027e-b608-4774-8593-df979143d9c0'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:39:45.146351 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab09b258-458f-48e4-b0c3-dd082672a386" -d '{"events": [{"server_uuid": "c288e6e8-b31e-4f6f-8998-ec8fd43728fb", "name": "network-vif-plugged", "status": "completed", "tag": "a5c5027e-b608-4774-8593-df979143d9c0"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:39:45.159964 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port a5c5027e-b608-4774-8593-df979143d9c0, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=a5c5027e-b608-4774-8593-df979143d9c0,segment=NetworkSegment(f9960641-9612-4cdb-ae7f-7357fdb7c7fb),segment_id=f9960641-9612-4cdb-ae7f-7357fdb7c7fb)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:45.165446 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.220174 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=a5c5027e-b608-4774-8593-df979143d9c0,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:45.272634 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3466d65-4a69-4894-be7e-aad7afcf1cd6 x-openstack-request-id: req-e3466d65-4a69-4894-be7e-aad7afcf1cd6 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:39:45.272928 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c288e6e8-b31e-4f6f-8998-ec8fd43728fb", "name": "network-vif-plugged", "status": "completed", "tag": "a5c5027e-b608-4774-8593-df979143d9c0", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:39:45.273182 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e3466d65-4a69-4894-be7e-aad7afcf1cd6 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:39:45.273591 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c288e6e8-b31e-4f6f-8998-ec8fd43728fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c5027e-b608-4774-8593-df979143d9c0', 'code': 200} Jul 15 13:39:45.386928 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942094d-8eab-4f7e-9d48-86de82517fcb req-65a89e4f-7a5e-4f2b-9926-166eba7e64ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:45.388432 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3942094d-8eab-4f7e-9d48-86de82517fcb req-65a89e4f-7a5e-4f2b-9926-166eba7e64ea service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c288e6e8-b31e-4f6f-8998-ec8fd43728fb HTTP/1.1" status: 200 len: 1097 time: 0.0564260 Jul 15 13:39:45.768302 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3942094d-8eab-4f7e-9d48-86de82517fcb req-3104ac6f-560d-4ba7-b022-121c18c89693 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3735301 Jul 15 13:39:46.273805 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b7070-284a-43cc-b523-efca684e80a1 req-aa03fd68-ac14-45f6-980a-c60e2fa6249e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:46.275774 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-443b7070-284a-43cc-b523-efca684e80a1 req-aa03fd68-ac14-45f6-980a-c60e2fa6249e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=c288e6e8-b31e-4f6f-8998-ec8fd43728fb HTTP/1.1" status: 200 len: 945 time: 0.0613351 Jul 15 13:39:46.312818 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-443b7070-284a-43cc-b523-efca684e80a1 req-e4465c98-366d-4031-b73b-841c29bb3bde tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308800 Jul 15 13:39:46.379732 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-b6f87453-36e3-4ef1-b0a9-a0f7c701b599 req-a47bf1a5-88c1-43e2-b65c-163483feccea service neutron] (93825) timed out ('10.222.0.16', 36454) {{(pid=93825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:39:47.490782 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d2a0e-14a0-4008-a871-73970d14de36 req-b9abd8b9-5903-4928-a537-7f51688e4f1e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:47.492266 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e8d2a0e-14a0-4008-a871-73970d14de36 req-b9abd8b9-5903-4928-a537-7f51688e4f1e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=c288e6e8-b31e-4f6f-8998-ec8fd43728fb HTTP/1.1" status: 200 len: 945 time: 0.0621021 Jul 15 13:39:47.532613 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e8d2a0e-14a0-4008-a871-73970d14de36 req-791972a6-54b1-4136-aa69-97bfb28e039e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347707 Jul 15 13:39:47.714414 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b872f87-8754-4243-bc08-90bba84848fb req-6cdc9489-8b3e-4ac0-af37-6249af2dea19 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:47.715914 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0b872f87-8754-4243-bc08-90bba84848fb req-6cdc9489-8b3e-4ac0-af37-6249af2dea19 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=c288e6e8-b31e-4f6f-8998-ec8fd43728fb HTTP/1.1" status: 200 len: 945 time: 0.0665641 Jul 15 13:39:47.753029 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0b872f87-8754-4243-bc08-90bba84848fb req-e9dc45b4-7f9a-41bb-806b-18a0ab0aba83 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312006 Jul 15 13:39:47.778109 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35060) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:47.828872 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8a909d-1ab4-4702-ac5a-8d2170fa4bd4 tempest-TestVolumeBootPattern-1435548336 tempest-TestVolumeBootPattern-1435548336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:47.830388 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4c8a909d-1ab4-4702-ac5a-8d2170fa4bd4 tempest-TestVolumeBootPattern-1435548336 tempest-TestVolumeBootPattern-1435548336-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c288e6e8-b31e-4f6f-8998-ec8fd43728fb HTTP/1.1" status: 200 len: 1092 time: 0.0512769 Jul 15 13:39:47.833178 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 35062) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:47.838044 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-bf210ee9-3246-4009-bb92-430e0c51e61e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'port_id': 'a5c5027e-b608-4774-8593-df979143d9c0', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:47.861438 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf210ee9-3246-4009-bb92-430e0c51e61e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for floatingip, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:47.968890 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf210ee9-3246-4009-bb92-430e0c51e61e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:48.073869 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-bf210ee9-3246-4009-bb92-430e0c51e61e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Allocated IP 172.25.8.104 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/59b601c8-d936-41dc-9354-05b94ec83e88) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:39:48.174813 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf210ee9-3246-4009-bb92-430e0c51e61e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:48.214225 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf210ee9-3246-4009-bb92-430e0c51e61e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:48.253612 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf210ee9-3246-4009-bb92-430e0c51e61e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:48.256346 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-bf210ee9-3246-4009-bb92-430e0c51e61e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:48.260009 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf210ee9-3246-4009-bb92-430e0c51e61e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:39:48.284948 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf210ee9-3246-4009-bb92-430e0c51e61e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Pushing event updated for resources: {'Port': ['ID=59b601c8-d936-41dc-9354-05b94ec83e88,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:48.631006 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf210ee9-3246-4009-bb92-430e0c51e61e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:48.714140 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf210ee9-3246-4009-bb92-430e0c51e61e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:48.865616 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf210ee9-3246-4009-bb92-430e0c51e61e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:48.871337 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf210ee9-3246-4009-bb92-430e0c51e61e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:48.940515 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf210ee9-3246-4009-bb92-430e0c51e61e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Pushing event updated for resources: {'Port': ['ID=59b601c8-d936-41dc-9354-05b94ec83e88,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:48.951623 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf210ee9-3246-4009-bb92-430e0c51e61e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:49.052373 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-bf210ee9-3246-4009-bb92-430e0c51e61e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Floating IP 78bdee6b-f92a-460f-9056-52b9a5243228 associated. External IP: 172.25.8.104, port: a5c5027e-b608-4774-8593-df979143d9c0. Jul 15 13:39:49.275270 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf210ee9-3246-4009-bb92-430e0c51e61e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Router 7d9925c5-2197-4219-bae2-f7fea6d240df has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:39:49.386980 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf210ee9-3246-4009-bb92-430e0c51e61e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:39:49.396869 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f8b0fc-4a53-4906-8216-1202e5be9410 None None] Sync routers for ids ['7d9925c5-2197-4219-bae2-f7fea6d240df'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:39:49.406460 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf210ee9-3246-4009-bb92-430e0c51e61e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:49.410107 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f8b0fc-4a53-4906-8216-1202e5be9410 None None] Routers {'7d9925c5-2197-4219-bae2-f7fea6d240df'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:49.410817 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-07f8b0fc-4a53-4906-8216-1202e5be9410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:39:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['7d9925c5-2197-4219-bae2-f7fea6d240df'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:49.446946 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-bf210ee9-3246-4009-bb92-430e0c51e61e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6120574 Jul 15 13:39:49.447499 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c288e6e8-b31e-4f6f-8998-ec8fd43728fb', 'tag': 'a5c5027e-b608-4774-8593-df979143d9c0'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:39:49.449975 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ebb5dc-f862-4606-b811-75692d161035" -d '{"events": [{"name": "network-changed", "server_uuid": "c288e6e8-b31e-4f6f-8998-ec8fd43728fb", "tag": "a5c5027e-b608-4774-8593-df979143d9c0"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:39:49.495297 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1377172c-2df6-43fe-a8e2-7491832eb3f7 x-openstack-request-id: req-1377172c-2df6-43fe-a8e2-7491832eb3f7 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:39:49.495591 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c288e6e8-b31e-4f6f-8998-ec8fd43728fb", "tag": "a5c5027e-b608-4774-8593-df979143d9c0", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:39:49.495844 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1377172c-2df6-43fe-a8e2-7491832eb3f7 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:39:49.496251 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c288e6e8-b31e-4f6f-8998-ec8fd43728fb', 'tag': 'a5c5027e-b608-4774-8593-df979143d9c0', 'status': 'completed', 'code': 200} Jul 15 13:39:49.537812 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-07f8b0fc-4a53-4906-8216-1202e5be9410 None None] Set router 7d9925c5-2197-4219-bae2-f7fea6d240df gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:49.575168 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ebb5dc-f862-4606-b811-75692d161035 req-94ebb905-cb43-4fd4-8246-390522b5614b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:49.576881 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c6ebb5dc-f862-4606-b811-75692d161035 req-94ebb905-cb43-4fd4-8246-390522b5614b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a166bdebb1d4ca388f2465550a7f09f&device_id=c288e6e8-b31e-4f6f-8998-ec8fd43728fb HTTP/1.1" status: 200 len: 1097 time: 0.0573089 Jul 15 13:39:49.700091 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ebb5dc-f862-4606-b811-75692d161035 req-8e7f5673-0b52-4f61-a1c9-f782c9a92882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:49.701656 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c6ebb5dc-f862-4606-b811-75692d161035 req-8e7f5673-0b52-4f61-a1c9-f782c9a92882 service neutron] 10.222.0.20 "GET /v2.0/networks?id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e HTTP/1.1" status: 200 len: 912 time: 0.1191487 Jul 15 13:39:49.774333 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c6ebb5dc-f862-4606-b811-75692d161035 req-20556177-8c39-4017-8e5e-199bce0084e4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5c5027e-b608-4774-8593-df979143d9c0 HTTP/1.1" status: 200 len: 999 time: 0.0665848 Jul 15 13:39:49.794222 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-07f8b0fc-4a53-4906-8216-1202e5be9410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'name': 'tempest-TestVolumeBootPattern-699078910-router', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:30:54Z', 'updated_at': '2021-07-15T13:30:58Z', 'revision_number': 4, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'gw_port': {'id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:55Z', 'updated_at': '2021-07-15T13:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '78bdee6b-f92a-460f-9056-52b9a5243228', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'floating_ip_address': '172.25.8.104', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'port_id': 'a5c5027e-b608-4774-8593-df979143d9c0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'mac_address': 'fa:16:3e:f9:c7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c288e6e8-b31e-4f6f-8998-ec8fd43728fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:39:48Z', 'updated_at': '2021-07-15T13:39:48Z', 'revision_number': 0, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'fixed_ip_address_scope': None}, {'id': '9dab8998-64ca-4de1-9c1e-d579467c952d', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'floating_ip_address': '172.25.8.134', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'port_id': 'ab06f8f3-b32e-47e7-b1fb-df00b7924722', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'mac_address': 'fa:16:3e:5a:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2265959-8758-4960-9a65-6b93308a673f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:37:48Z', 'updated_at': '2021-07-15T13:37:51Z', 'revision_number': 1, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fc008a2-f498-4194-a882-db9fe6641436', 'name': '', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'mac_address': 'fa:16:3e:5e:0d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:57Z', 'updated_at': '2021-07-15T13:31:03Z', 'revision_number': 5, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'subnets': [{'id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:49.820761 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f8b0fc-4a53-4906-8216-1202e5be9410 None None] Checking router: 7d9925c5-2197-4219-bae2-f7fea6d240df for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:39:49.829764 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f8b0fc-4a53-4906-8216-1202e5be9410 None None] Routers {'7d9925c5-2197-4219-bae2-f7fea6d240df'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:49.829899 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ebb5dc-f862-4606-b811-75692d161035 req-3c051ac4-40f2-405f-9792-9a68c1685ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:49.830444 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-07f8b0fc-4a53-4906-8216-1202e5be9410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:39:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['7d9925c5-2197-4219-bae2-f7fea6d240df'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:49.831506 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c6ebb5dc-f862-4606-b811-75692d161035 req-3c051ac4-40f2-405f-9792-9a68c1685ff1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=56ba636c-89f6-461f-85cb-74f1c6749bed HTTP/1.1" status: 200 len: 850 time: 0.0517633 Jul 15 13:39:49.889857 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ebb5dc-f862-4606-b811-75692d161035 req-7a8b02b9-a59e-4103-b400-fe6bc833ba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:49.891412 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c6ebb5dc-f862-4606-b811-75692d161035 req-7a8b02b9-a59e-4103-b400-fe6bc833ba6b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536511 Jul 15 13:39:49.948500 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-07f8b0fc-4a53-4906-8216-1202e5be9410 None None] Set router 7d9925c5-2197-4219-bae2-f7fea6d240df gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:49.987555 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c6ebb5dc-f862-4606-b811-75692d161035 req-30ee5030-799b-4a4c-b20b-dc9571a0d990 service neutron] 10.222.0.20 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897055 Jul 15 13:39:50.093876 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c6ebb5dc-f862-4606-b811-75692d161035 req-137af4ea-3eac-4e13-aa30-5e264b7ecd21 service neutron] 10.222.0.20 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000299 Jul 15 13:39:50.203341 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-07f8b0fc-4a53-4906-8216-1202e5be9410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'name': 'tempest-TestVolumeBootPattern-699078910-router', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:30:54Z', 'updated_at': '2021-07-15T13:30:58Z', 'revision_number': 4, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'gw_port': {'id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:55Z', 'updated_at': '2021-07-15T13:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '78bdee6b-f92a-460f-9056-52b9a5243228', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'floating_ip_address': '172.25.8.104', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'port_id': 'a5c5027e-b608-4774-8593-df979143d9c0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'mac_address': 'fa:16:3e:f9:c7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c288e6e8-b31e-4f6f-8998-ec8fd43728fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:39:48Z', 'updated_at': '2021-07-15T13:39:48Z', 'revision_number': 0, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'fixed_ip_address_scope': None}, {'id': '9dab8998-64ca-4de1-9c1e-d579467c952d', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'floating_ip_address': '172.25.8.134', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'port_id': 'ab06f8f3-b32e-47e7-b1fb-df00b7924722', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'mac_address': 'fa:16:3e:5a:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2265959-8758-4960-9a65-6b93308a673f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:37:48Z', 'updated_at': '2021-07-15T13:37:51Z', 'revision_number': 1, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fc008a2-f498-4194-a882-db9fe6641436', 'name': '', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'mac_address': 'fa:16:3e:5e:0d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:57Z', 'updated_at': '2021-07-15T13:31:03Z', 'revision_number': 5, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'subnets': [{'id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:50.230616 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f8b0fc-4a53-4906-8216-1202e5be9410 None None] The sync data for ids ['7d9925c5-2197-4219-bae2-f7fea6d240df'] in n-d-771363-36 is: [{'id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'name': 'tempest-TestVolumeBootPattern-699078910-router', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:30:54Z', 'updated_at': '2021-07-15T13:30:58Z', 'revision_number': 4, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'gw_port': {'id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:55Z', 'updated_at': '2021-07-15T13:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '78bdee6b-f92a-460f-9056-52b9a5243228', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'floating_ip_address': '172.25.8.104', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'port_id': 'a5c5027e-b608-4774-8593-df979143d9c0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'mac_address': 'fa:16:3e:f9:c7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c288e6e8-b31e-4f6f-8998-ec8fd43728fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:39:48Z', 'updated_at': '2021-07-15T13:39:48Z', 'revision_number': 0, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'fixed_ip_address_scope': None}, {'id': '9dab8998-64ca-4de1-9c1e-d579467c952d', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'floating_ip_address': '172.25.8.134', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'port_id': 'ab06f8f3-b32e-47e7-b1fb-df00b7924722', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'mac_address': 'fa:16:3e:5a:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2265959-8758-4960-9a65-6b93308a673f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:37:48Z', 'updated_at': '2021-07-15T13:37:51Z', 'revision_number': 1, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fc008a2-f498-4194-a882-db9fe6641436', 'name': '', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'mac_address': 'fa:16:3e:5e:0d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:57Z', 'updated_at': '2021-07-15T13:31:03Z', 'revision_number': 5, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'subnets': [{'id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:39:50.428185 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b719b8ce-0159-4fe6-b23a-145719b63fc1 None None] New status for floating IP 78bdee6b-f92a-460f-9056-52b9a5243228: ACTIVE {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:39:59.353816 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:59.650922 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:59.712641 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-128dea16-3d64-4fb7-8f91-4fb3fabaabfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:02.289913 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:02.494900 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-785de3c4-1ac7-4ae2-818d-202b5036db5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:03.655694 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:05.091524 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:20.361763 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:40:29.061826 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-495ee5a8-29e4-4ed5-93db-0c7e681e93f0 req-4da3d773-02c2-404f-95f6-6d60901ada6f service neutron] (93825) timed out ('10.222.0.46', 49220) {{(pid=93825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:40:29.355309 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:29.671927 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:29.713745 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bf38e91f-12e1-43ce-a55e-b59a29acb45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:32.292236 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:32.496202 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e6e8e4f7-6681-4578-8121-e39595901554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:33.656857 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:35.092411 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:36.402191 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382097d-2170-4b97-be46-98aa9354397c req-fd21f0e8-2d28-4f78-a55a-25a9c2079161 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:36.403991 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0382097d-2170-4b97-be46-98aa9354397c req-fd21f0e8-2d28-4f78-a55a-25a9c2079161 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.16 "GET /v2.0/ports?device_id=67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd HTTP/1.1" status: 200 len: 945 time: 0.0683453 Jul 15 13:40:36.446626 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0382097d-2170-4b97-be46-98aa9354397c req-892eb0c2-8a64-4ddf-a532-b4593549f352 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.16 "GET /v2.0/security-groups?id=45fc92ae-c43d-4f17-85d8-22be5dac59db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356565 Jul 15 13:40:37.616332 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a07b1-10b7-4f9f-844e-0ca0b2f68f72 req-d2da90be-9348-4f94-865e-78a5e51ef3ca tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:37.618021 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a31a07b1-10b7-4f9f-844e-0ca0b2f68f72 req-d2da90be-9348-4f94-865e-78a5e51ef3ca tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.46 "GET /v2.0/ports?device_id=67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd HTTP/1.1" status: 200 len: 945 time: 0.1008637 Jul 15 13:40:37.681247 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb790e-3083-4bcd-9f0b-8764758ff103 req-5a4f7ba4-9548-4f07-8006-f22d256ff6ea tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:37.688504 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dbdb790e-3083-4bcd-9f0b-8764758ff103 req-5a4f7ba4-9548-4f07-8006-f22d256ff6ea tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.16 "GET /v2.0/ports?device_id=67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd HTTP/1.1" status: 200 len: 945 time: 0.0902011 Jul 15 13:40:37.731018 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dbdb790e-3083-4bcd-9f0b-8764758ff103 req-af6b2bb3-23fc-4c2d-a53d-5bce79acb7a0 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.16 "GET /v2.0/security-groups?id=45fc92ae-c43d-4f17-85d8-22be5dac59db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415618 Jul 15 13:40:37.737627 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-a31a07b1-10b7-4f9f-844e-0ca0b2f68f72 req-48b27a62-f6e4-4938-b40a-7c4771eb5388 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Deleting port e0e32f39-fc50-439c-9cb4-461c4312235e {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:37.738582 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-a31a07b1-10b7-4f9f-844e-0ca0b2f68f72 req-48b27a62-f6e4-4938-b40a-7c4771eb5388 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:37.835642 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-a31a07b1-10b7-4f9f-844e-0ca0b2f68f72 req-48b27a62-f6e4-4938-b40a-7c4771eb5388 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] For port e0e32f39-fc50-439c-9cb4-461c4312235e, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=e0e32f39-fc50-439c-9cb4-461c4312235e,segment=NetworkSegment(4c282754-924a-4bed-9457-3fc0b1ead7ce),segment_id=4c282754-924a-4bed-9457-3fc0b1ead7ce)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:37.836000 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-a31a07b1-10b7-4f9f-844e-0ca0b2f68f72 req-48b27a62-f6e4-4938-b40a-7c4771eb5388 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:38.160705 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-a31a07b1-10b7-4f9f-844e-0ca0b2f68f72 req-48b27a62-f6e4-4938-b40a-7c4771eb5388 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:38.161146 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-a31a07b1-10b7-4f9f-844e-0ca0b2f68f72 req-48b27a62-f6e4-4938-b40a-7c4771eb5388 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:38.161453 n-d-771363-36 neutron-server[93826]: INFO neutron.db.l3_db [req-a31a07b1-10b7-4f9f-844e-0ca0b2f68f72 req-48b27a62-f6e4-4938-b40a-7c4771eb5388 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Floating IP 4e9a46b6-7108-49b0-844f-2fbf7e12c2ed disassociated. External IP: 172.25.8.40, port: e0e32f39-fc50-439c-9cb4-461c4312235e. Jul 15 13:40:38.161727 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-a31a07b1-10b7-4f9f-844e-0ca0b2f68f72 req-48b27a62-f6e4-4938-b40a-7c4771eb5388 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Calling delete_port for e0e32f39-fc50-439c-9cb4-461c4312235e owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:38.600898 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-a31a07b1-10b7-4f9f-844e-0ca0b2f68f72 req-48b27a62-f6e4-4938-b40a-7c4771eb5388 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:38.632093 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b27a62-f6e4-4938-b40a-7c4771eb5388 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Pushing event deleted for resources: {'Port': ['ID=e0e32f39-fc50-439c-9cb4-461c4312235e,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:38.644015 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b27a62-f6e4-4938-b40a-7c4771eb5388 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:38.644372 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b27a62-f6e4-4938-b40a-7c4771eb5388 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:38.644715 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b27a62-f6e4-4938-b40a-7c4771eb5388 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:38.645056 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b27a62-f6e4-4938-b40a-7c4771eb5388 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:38.645395 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b27a62-f6e4-4938-b40a-7c4771eb5388 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:38.645724 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b27a62-f6e4-4938-b40a-7c4771eb5388 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:38.646517 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b27a62-f6e4-4938-b40a-7c4771eb5388 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:38.646878 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b27a62-f6e4-4938-b40a-7c4771eb5388 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:38.647211 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b27a62-f6e4-4938-b40a-7c4771eb5388 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:38.647596 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b27a62-f6e4-4938-b40a-7c4771eb5388 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:38.648718 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b27a62-f6e4-4938-b40a-7c4771eb5388 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:38.649229 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b27a62-f6e4-4938-b40a-7c4771eb5388 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:38.763845 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a31a07b1-10b7-4f9f-844e-0ca0b2f68f72 req-48b27a62-f6e4-4938-b40a-7c4771eb5388 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Router 5f27958c-834e-439b-88ab-afe7e1bbfc1f has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:40:38.882304 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a31a07b1-10b7-4f9f-844e-0ca0b2f68f72 req-48b27a62-f6e4-4938-b40a-7c4771eb5388 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:40:38.896238 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4753d872-f323-46e3-97b1-99917846e3b6 None None] Sync routers for ids ['5f27958c-834e-439b-88ab-afe7e1bbfc1f'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:40:38.909168 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4753d872-f323-46e3-97b1-99917846e3b6 None None] Routers {'5f27958c-834e-439b-88ab-afe7e1bbfc1f'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:38.910381 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-4753d872-f323-46e3-97b1-99917846e3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:40:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['5f27958c-834e-439b-88ab-afe7e1bbfc1f'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:38.934274 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31a07b1-10b7-4f9f-844e-0ca0b2f68f72 req-48b27a62-f6e4-4938-b40a-7c4771eb5388 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] No DVR routers for this DVR port e0e32f39-fc50-439c-9cb4-461c4312235e on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:40:38.937251 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-a31a07b1-10b7-4f9f-844e-0ca0b2f68f72 req-48b27a62-f6e4-4938-b40a-7c4771eb5388 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:38.939825 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a31a07b1-10b7-4f9f-844e-0ca0b2f68f72 req-48b27a62-f6e4-4938-b40a-7c4771eb5388 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.46 "DELETE /v2.0/ports/e0e32f39-fc50-439c-9cb4-461c4312235e HTTP/1.1" status: 204 len: 173 time: 1.3163579 Jul 15 13:40:38.940355 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd', 'name': 'network-vif-deleted', 'tag': 'e0e32f39-fc50-439c-9cb4-461c4312235e'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:40:38.950840 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fb409e-5916-4c37-a48b-9c48fc38df80" -d '{"events": [{"server_uuid": "67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd", "name": "network-vif-deleted", "tag": "e0e32f39-fc50-439c-9cb4-461c4312235e"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:40:39.091497 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-4753d872-f323-46e3-97b1-99917846e3b6 None None] Set router 5f27958c-834e-439b-88ab-afe7e1bbfc1f gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:40:39.143472 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbcdb83-a3ee-4d97-909e-d232bde7fdbd x-openstack-request-id: req-3fbcdb83-a3ee-4d97-909e-d232bde7fdbd {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:40:39.143913 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd", "name": "network-vif-deleted", "tag": "e0e32f39-fc50-439c-9cb4-461c4312235e", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:40:39.144174 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3fbcdb83-a3ee-4d97-909e-d232bde7fdbd {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:40:39.144606 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd', 'name': 'network-vif-deleted', 'tag': 'e0e32f39-fc50-439c-9cb4-461c4312235e', 'status': 'completed', 'code': 200} Jul 15 13:40:39.156296 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a4f0ce0c-7550-4a83-b536-0ea564bbbb02 req-dab7d244-aaa4-49fe-aa65-6844700683a0 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.16 "GET /v2.0/ports?device_id=67bb6ea3-3631-4c00-b8ff-e0dc8625e6cd HTTP/1.1" status: 200 len: 210 time: 0.0688188 Jul 15 13:40:39.318589 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-4753d872-f323-46e3-97b1-99917846e3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f27958c-834e-439b-88ab-afe7e1bbfc1f', 'name': 'tempest-TestServerBasicOps-1612845335-router', 'tenant_id': '8456ab30b8d64928a282edc8a1e28ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '92c47cf8-3a6f-4c4e-ba42-211e59fa09fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:25Z', 'updated_at': '2021-07-15T13:35:29Z', 'revision_number': 4, 'project_id': '8456ab30b8d64928a282edc8a1e28ce7', 'gw_port': {'id': '92c47cf8-3a6f-4c4e-ba42-211e59fa09fd', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f27958c-834e-439b-88ab-afe7e1bbfc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:26Z', 'updated_at': '2021-07-15T13:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'd8d234f8-d0c1-43e5-8ec6-91b0e8f03d95', 'name': '', 'network_id': '39670479-f0c6-49d8-ba89-ffeabf46a128', 'tenant_id': '8456ab30b8d64928a282edc8a1e28ce7', 'mac_address': 'fa:16:3e:96:ef:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f27958c-834e-439b-88ab-afe7e1bbfc1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '19f1e6ac-6197-48d9-9816-9379153f83a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:28Z', 'updated_at': '2021-07-15T13:35:36Z', 'revision_number': 5, 'project_id': '8456ab30b8d64928a282edc8a1e28ce7', 'subnets': [{'id': '19f1e6ac-6197-48d9-9816-9379153f83a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:39.345989 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4753d872-f323-46e3-97b1-99917846e3b6 None None] Checking router: 5f27958c-834e-439b-88ab-afe7e1bbfc1f for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:40:39.354309 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4753d872-f323-46e3-97b1-99917846e3b6 None None] Routers {'5f27958c-834e-439b-88ab-afe7e1bbfc1f'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:39.354969 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-4753d872-f323-46e3-97b1-99917846e3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:40:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['5f27958c-834e-439b-88ab-afe7e1bbfc1f'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:39.467792 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-4753d872-f323-46e3-97b1-99917846e3b6 None None] Set router 5f27958c-834e-439b-88ab-afe7e1bbfc1f gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:40:39.677110 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-4753d872-f323-46e3-97b1-99917846e3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f27958c-834e-439b-88ab-afe7e1bbfc1f', 'name': 'tempest-TestServerBasicOps-1612845335-router', 'tenant_id': '8456ab30b8d64928a282edc8a1e28ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '92c47cf8-3a6f-4c4e-ba42-211e59fa09fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:25Z', 'updated_at': '2021-07-15T13:35:29Z', 'revision_number': 4, 'project_id': '8456ab30b8d64928a282edc8a1e28ce7', 'gw_port': {'id': '92c47cf8-3a6f-4c4e-ba42-211e59fa09fd', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f27958c-834e-439b-88ab-afe7e1bbfc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:26Z', 'updated_at': '2021-07-15T13:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'd8d234f8-d0c1-43e5-8ec6-91b0e8f03d95', 'name': '', 'network_id': '39670479-f0c6-49d8-ba89-ffeabf46a128', 'tenant_id': '8456ab30b8d64928a282edc8a1e28ce7', 'mac_address': 'fa:16:3e:96:ef:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f27958c-834e-439b-88ab-afe7e1bbfc1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '19f1e6ac-6197-48d9-9816-9379153f83a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:28Z', 'updated_at': '2021-07-15T13:35:36Z', 'revision_number': 5, 'project_id': '8456ab30b8d64928a282edc8a1e28ce7', 'subnets': [{'id': '19f1e6ac-6197-48d9-9816-9379153f83a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:39.703850 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4753d872-f323-46e3-97b1-99917846e3b6 None None] The sync data for ids ['5f27958c-834e-439b-88ab-afe7e1bbfc1f'] in n-d-771363-36 is: [{'id': '5f27958c-834e-439b-88ab-afe7e1bbfc1f', 'name': 'tempest-TestServerBasicOps-1612845335-router', 'tenant_id': '8456ab30b8d64928a282edc8a1e28ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '92c47cf8-3a6f-4c4e-ba42-211e59fa09fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:25Z', 'updated_at': '2021-07-15T13:35:29Z', 'revision_number': 4, 'project_id': '8456ab30b8d64928a282edc8a1e28ce7', 'gw_port': {'id': '92c47cf8-3a6f-4c4e-ba42-211e59fa09fd', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f27958c-834e-439b-88ab-afe7e1bbfc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:26Z', 'updated_at': '2021-07-15T13:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'd8d234f8-d0c1-43e5-8ec6-91b0e8f03d95', 'name': '', 'network_id': '39670479-f0c6-49d8-ba89-ffeabf46a128', 'tenant_id': '8456ab30b8d64928a282edc8a1e28ce7', 'mac_address': 'fa:16:3e:96:ef:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f27958c-834e-439b-88ab-afe7e1bbfc1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '19f1e6ac-6197-48d9-9816-9379153f83a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:28Z', 'updated_at': '2021-07-15T13:35:36Z', 'revision_number': 5, 'project_id': '8456ab30b8d64928a282edc8a1e28ce7', 'subnets': [{'id': '19f1e6ac-6197-48d9-9816-9379153f83a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:40:39.934963 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6387eec-0f6e-4f6b-babe-45317596e514 None None] New status for floating IP 4e9a46b6-7108-49b0-844f-2fbf7e12c2ed: DOWN {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:40:40.257854 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36220) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:40.383508 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8c98eb8a-4777-4caf-8ace-6aed3370cb8e tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Deleting port e1645976-16f0-4bdb-9636-42b58873fa7b {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:40.383846 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8c98eb8a-4777-4caf-8ace-6aed3370cb8e tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:40.461239 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8c98eb8a-4777-4caf-8ace-6aed3370cb8e tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:40.461496 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8c98eb8a-4777-4caf-8ace-6aed3370cb8e tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:40.473638 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8c98eb8a-4777-4caf-8ace-6aed3370cb8e tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Calling delete_port for e1645976-16f0-4bdb-9636-42b58873fa7b owned by network:floatingip {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:40.604508 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8c98eb8a-4777-4caf-8ace-6aed3370cb8e tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:40.631395 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98eb8a-4777-4caf-8ace-6aed3370cb8e tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Pushing event deleted for resources: {'Port': ['ID=e1645976-16f0-4bdb-9636-42b58873fa7b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:40.657089 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c98eb8a-4777-4caf-8ace-6aed3370cb8e tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:40.657746 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c98eb8a-4777-4caf-8ace-6aed3370cb8e tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:40.658224 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c98eb8a-4777-4caf-8ace-6aed3370cb8e tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:40.658747 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c98eb8a-4777-4caf-8ace-6aed3370cb8e tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:40.659085 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c98eb8a-4777-4caf-8ace-6aed3370cb8e tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:40.659419 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c98eb8a-4777-4caf-8ace-6aed3370cb8e tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:40.659751 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c98eb8a-4777-4caf-8ace-6aed3370cb8e tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:40.660081 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c98eb8a-4777-4caf-8ace-6aed3370cb8e tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:40.660406 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c98eb8a-4777-4caf-8ace-6aed3370cb8e tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:40.660734 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c98eb8a-4777-4caf-8ace-6aed3370cb8e tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:40.661061 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c98eb8a-4777-4caf-8ace-6aed3370cb8e tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:40.661411 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c98eb8a-4777-4caf-8ace-6aed3370cb8e tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:40.704889 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8c98eb8a-4777-4caf-8ace-6aed3370cb8e tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks [] for floatingip, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:40.707707 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8c98eb8a-4777-4caf-8ace-6aed3370cb8e tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:40.708872 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8c98eb8a-4777-4caf-8ace-6aed3370cb8e tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.16 "DELETE /v2.0/floatingips/4e9a46b6-7108-49b0-844f-2fbf7e12c2ed HTTP/1.1" status: 204 len: 168 time: 0.4500360 Jul 15 13:40:40.849476 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36228) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:40.913968 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d3c07558-7698-4be1-a9e1-1bfa2623be55 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:40.939422 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d3c07558-7698-4be1-a9e1-1bfa2623be55 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:40.998389 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d3c07558-7698-4be1-a9e1-1bfa2623be55 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:41.000921 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d3c07558-7698-4be1-a9e1-1bfa2623be55 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:41.002093 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d3c07558-7698-4be1-a9e1-1bfa2623be55 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] 10.222.0.16 "DELETE /v2.0/security-groups/45fc92ae-c43d-4f17-85d8-22be5dac59db HTTP/1.1" status: 204 len: 168 time: 0.1515288 Jul 15 13:40:41.012860 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c07558-7698-4be1-a9e1-1bfa2623be55 tempest-TestServerBasicOps-1062070116 tempest-TestServerBasicOps-1062070116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fc92ae-c43d-4f17-85d8-22be5dac59db,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:41.049009 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36232) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:41.516493 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ba425c2a-acc8-4655-bc45-dbcaba67a75b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:41.773531 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-ba425c2a-acc8-4655-bc45-dbcaba67a75b admin admin] Deleting port d8d234f8-d0c1-43e5-8ec6-91b0e8f03d95 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:41.773884 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ba425c2a-acc8-4655-bc45-dbcaba67a75b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:41.867991 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-ba425c2a-acc8-4655-bc45-dbcaba67a75b admin admin] For port d8d234f8-d0c1-43e5-8ec6-91b0e8f03d95, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=d8d234f8-d0c1-43e5-8ec6-91b0e8f03d95,segment=NetworkSegment(4c282754-924a-4bed-9457-3fc0b1ead7ce),segment_id=4c282754-924a-4bed-9457-3fc0b1ead7ce)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:41.868507 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ba425c2a-acc8-4655-bc45-dbcaba67a75b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:41.881959 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-ba425c2a-acc8-4655-bc45-dbcaba67a75b admin admin] Calling delete_port for d8d234f8-d0c1-43e5-8ec6-91b0e8f03d95 owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:42.106679 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ba425c2a-acc8-4655-bc45-dbcaba67a75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:42.130929 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a378171-9159-4387-8555-78faa8ae75b3 req-a94297c9-bab3-4757-8768-9c36c4c9268a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c288e6e8-b31e-4f6f-8998-ec8fd43728fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2027302 Jul 15 13:40:42.164452 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba425c2a-acc8-4655-bc45-dbcaba67a75b admin admin] Pushing event deleted for resources: {'Port': ['ID=d8d234f8-d0c1-43e5-8ec6-91b0e8f03d95,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:42.183856 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device e0e32f39-fc50-439c-9cb4-461c4312235e no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:40:42.208248 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: e0e32f39-fc50-439c-9cb4-461c4312235e {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:40:42.210398 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device e0e32f39-fc50-439c-9cb4-461c4312235e not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:40:42.250010 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a378171-9159-4387-8555-78faa8ae75b3 req-b4efdcad-71e3-43ed-b669-d0c3826ebbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:42.252047 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a378171-9159-4387-8555-78faa8ae75b3 req-b4efdcad-71e3-43ed-b669-d0c3826ebbe2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a166bdebb1d4ca388f2465550a7f09f&device_id=c288e6e8-b31e-4f6f-8998-ec8fd43728fb HTTP/1.1" status: 200 len: 1097 time: 0.0759847 Jul 15 13:40:42.326555 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ba425c2a-acc8-4655-bc45-dbcaba67a75b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:42.376025 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a378171-9159-4387-8555-78faa8ae75b3 req-a0384b35-d0f2-4771-bab1-f36427be0c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:42.377670 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a378171-9159-4387-8555-78faa8ae75b3 req-a0384b35-d0f2-4771-bab1-f36427be0c46 service neutron] 10.222.0.20 "GET /v2.0/networks?id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e HTTP/1.1" status: 200 len: 912 time: 0.1036294 Jul 15 13:40:42.446018 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a378171-9159-4387-8555-78faa8ae75b3 req-9affb6ed-930a-4e45-a36e-fdf963586550 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5c5027e-b608-4774-8593-df979143d9c0 HTTP/1.1" status: 200 len: 1001 time: 0.0623379 Jul 15 13:40:42.496601 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a378171-9159-4387-8555-78faa8ae75b3 req-60a19180-0336-45e6-82f1-4a3ac1a2c181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:42.498220 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a378171-9159-4387-8555-78faa8ae75b3 req-60a19180-0336-45e6-82f1-4a3ac1a2c181 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=56ba636c-89f6-461f-85cb-74f1c6749bed HTTP/1.1" status: 200 len: 850 time: 0.0450282 Jul 15 13:40:42.559466 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba425c2a-acc8-4655-bc45-dbcaba67a75b admin admin] Router 5f27958c-834e-439b-88ab-afe7e1bbfc1f has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:40:42.562547 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a378171-9159-4387-8555-78faa8ae75b3 req-fd817c78-c8b3-4f14-b088-c1a59932d24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:42.564317 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a378171-9159-4387-8555-78faa8ae75b3 req-fd817c78-c8b3-4f14-b088-c1a59932d24c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598512 Jul 15 13:40:42.670996 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a378171-9159-4387-8555-78faa8ae75b3 req-348c0064-9606-4af6-b4ac-29849d68f0d0 service neutron] 10.222.0.20 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004519 Jul 15 13:40:42.678798 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba425c2a-acc8-4655-bc45-dbcaba67a75b admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:40:42.683906 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ba425c2a-acc8-4655-bc45-dbcaba67a75b admin admin] 10.222.0.16 "PUT /v2.0/routers/5f27958c-834e-439b-88ab-afe7e1bbfc1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6330359 Jul 15 13:40:42.686551 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36246) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:42.690596 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112a5526-637a-4ca1-8e4e-b3a2598f073d None None] Sync routers for ids ['5f27958c-834e-439b-88ab-afe7e1bbfc1f'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:40:42.703779 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112a5526-637a-4ca1-8e4e-b3a2598f073d None None] Routers {'5f27958c-834e-439b-88ab-afe7e1bbfc1f'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:42.704674 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-112a5526-637a-4ca1-8e4e-b3a2598f073d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:40:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['5f27958c-834e-439b-88ab-afe7e1bbfc1f'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:42.788127 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a378171-9159-4387-8555-78faa8ae75b3 req-7f7d8a95-496e-4dc6-b4fe-324c6ba97ab0 service neutron] 10.222.0.20 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108270 Jul 15 13:40:42.816521 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-15fb3566-a44a-4f7c-80e7-c31d6ba48b6a admin admin] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:42.823256 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-112a5526-637a-4ca1-8e4e-b3a2598f073d None None] Set router 5f27958c-834e-439b-88ab-afe7e1bbfc1f gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:40:42.926017 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-15fb3566-a44a-4f7c-80e7-c31d6ba48b6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:42.986950 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-15fb3566-a44a-4f7c-80e7-c31d6ba48b6a admin admin] Deleting port 92c47cf8-3a6f-4c4e-ba42-211e59fa09fd {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:42.987292 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-15fb3566-a44a-4f7c-80e7-c31d6ba48b6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:43.007859 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-112a5526-637a-4ca1-8e4e-b3a2598f073d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f27958c-834e-439b-88ab-afe7e1bbfc1f', 'name': 'tempest-TestServerBasicOps-1612845335-router', 'tenant_id': '8456ab30b8d64928a282edc8a1e28ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '92c47cf8-3a6f-4c4e-ba42-211e59fa09fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:25Z', 'updated_at': '2021-07-15T13:40:42Z', 'revision_number': 5, 'project_id': '8456ab30b8d64928a282edc8a1e28ce7', 'gw_port': {'id': '92c47cf8-3a6f-4c4e-ba42-211e59fa09fd', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f27958c-834e-439b-88ab-afe7e1bbfc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:26Z', 'updated_at': '2021-07-15T13:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:43.036521 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112a5526-637a-4ca1-8e4e-b3a2598f073d None None] Checking router: 5f27958c-834e-439b-88ab-afe7e1bbfc1f for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:40:43.048503 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112a5526-637a-4ca1-8e4e-b3a2598f073d None None] Routers {'5f27958c-834e-439b-88ab-afe7e1bbfc1f'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:43.049460 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-112a5526-637a-4ca1-8e4e-b3a2598f073d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:40:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['5f27958c-834e-439b-88ab-afe7e1bbfc1f'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:43.069115 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-15fb3566-a44a-4f7c-80e7-c31d6ba48b6a admin admin] For port 92c47cf8-3a6f-4c4e-ba42-211e59fa09fd, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=92c47cf8-3a6f-4c4e-ba42-211e59fa09fd,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:43.069569 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-15fb3566-a44a-4f7c-80e7-c31d6ba48b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:43.082828 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-15fb3566-a44a-4f7c-80e7-c31d6ba48b6a admin admin] Calling delete_port for 92c47cf8-3a6f-4c4e-ba42-211e59fa09fd owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:43.290788 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-15fb3566-a44a-4f7c-80e7-c31d6ba48b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:43.321835 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-112a5526-637a-4ca1-8e4e-b3a2598f073d None None] Set router 5f27958c-834e-439b-88ab-afe7e1bbfc1f gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:40:43.349245 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb3566-a44a-4f7c-80e7-c31d6ba48b6a admin admin] Pushing event deleted for resources: {'Port': ['ID=92c47cf8-3a6f-4c4e-ba42-211e59fa09fd,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:43.376521 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-112a5526-637a-4ca1-8e4e-b3a2598f073d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f27958c-834e-439b-88ab-afe7e1bbfc1f', 'name': 'tempest-TestServerBasicOps-1612845335-router', 'tenant_id': '8456ab30b8d64928a282edc8a1e28ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:25Z', 'updated_at': '2021-07-15T13:40:42Z', 'revision_number': 6, 'project_id': '8456ab30b8d64928a282edc8a1e28ce7', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:43.386919 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-15fb3566-a44a-4f7c-80e7-c31d6ba48b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:43.408972 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112a5526-637a-4ca1-8e4e-b3a2598f073d None None] The sync data for ids ['5f27958c-834e-439b-88ab-afe7e1bbfc1f'] in n-d-771363-36 is: [{'id': '5f27958c-834e-439b-88ab-afe7e1bbfc1f', 'name': 'tempest-TestServerBasicOps-1612845335-router', 'tenant_id': '8456ab30b8d64928a282edc8a1e28ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:25Z', 'updated_at': '2021-07-15T13:40:42Z', 'revision_number': 6, 'project_id': '8456ab30b8d64928a282edc8a1e28ce7', 'gw_port_host': None}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:40:43.481471 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-15fb3566-a44a-4f7c-80e7-c31d6ba48b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:43.483689 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-15fb3566-a44a-4f7c-80e7-c31d6ba48b6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:43.525518 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-15fb3566-a44a-4f7c-80e7-c31d6ba48b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:43.526021 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15fb3566-a44a-4f7c-80e7-c31d6ba48b6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f27958c-834e-439b-88ab-afe7e1bbfc1f {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:40:43.530437 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-15fb3566-a44a-4f7c-80e7-c31d6ba48b6a admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:43.532159 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-15fb3566-a44a-4f7c-80e7-c31d6ba48b6a admin admin] 10.222.0.16 "DELETE /v2.0/routers/5f27958c-834e-439b-88ab-afe7e1bbfc1f HTTP/1.1" status: 204 len: 168 time: 0.8441348 Jul 15 13:40:43.535487 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36250) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:43.612258 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d505d1-70f2-475d-a447-d66535f989d1 admin admin] Deleting subnet 19f1e6ac-6197-48d9-9816-9379153f83a6 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:40:43.616714 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-84d505d1-70f2-475d-a447-d66535f989d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:43.659011 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-84d505d1-70f2-475d-a447-d66535f989d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:43.679330 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0e5c7588-41e0-4f44-b6c2-f03cd667a00b req-884a5637-686e-4db2-93b9-a586e5165914 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d2265959-8758-4960-9a65-6b93308a673f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1145287 Jul 15 13:40:43.768164 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-84d505d1-70f2-475d-a447-d66535f989d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:43.827548 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c7588-41e0-4f44-b6c2-f03cd667a00b req-e0d177fa-36e6-45aa-a4ba-19329433d701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:43.829178 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0e5c7588-41e0-4f44-b6c2-f03cd667a00b req-e0d177fa-36e6-45aa-a4ba-19329433d701 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a166bdebb1d4ca388f2465550a7f09f&device_id=d2265959-8758-4960-9a65-6b93308a673f HTTP/1.1" status: 200 len: 1098 time: 0.1026790 Jul 15 13:40:43.841537 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-84d505d1-70f2-475d-a447-d66535f989d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:43.877167 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d505d1-70f2-475d-a447-d66535f989d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19f1e6ac-6197-48d9-9816-9379153f83a6,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:43.881760 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-84d505d1-70f2-475d-a447-d66535f989d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:43.886094 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-84d505d1-70f2-475d-a447-d66535f989d1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/19f1e6ac-6197-48d9-9816-9379153f83a6 HTTP/1.1" status: 204 len: 168 time: 0.3472426 Jul 15 13:40:43.887275 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36252) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:43.890529 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057af86c-bf51-4e44-b1ca-2dc960b913da None None] Network 39670479-f0c6-49d8-ba89-ffeabf46a128 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:43.977291 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c7588-41e0-4f44-b6c2-f03cd667a00b req-7844f05e-2a17-4424-bedb-217ab9ab155a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:43.979346 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0e5c7588-41e0-4f44-b6c2-f03cd667a00b req-7844f05e-2a17-4424-bedb-217ab9ab155a service neutron] 10.222.0.46 "GET /v2.0/networks?id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e HTTP/1.1" status: 200 len: 912 time: 0.1107028 Jul 15 13:40:43.985701 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-01e7736d-73b1-4449-90f2-15aaa90d4798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:44.050526 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-01e7736d-73b1-4449-90f2-15aaa90d4798 admin admin] Deleting port 4d61f160-1483-4a72-8dae-2020a483a5e8 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:44.050901 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-01e7736d-73b1-4449-90f2-15aaa90d4798 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:44.057706 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0e5c7588-41e0-4f44-b6c2-f03cd667a00b req-05f7de14-dedf-4247-bd03-61d43d22ffea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab06f8f3-b32e-47e7-b1fb-df00b7924722 HTTP/1.1" status: 200 len: 1002 time: 0.0718286 Jul 15 13:40:44.115141 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c7588-41e0-4f44-b6c2-f03cd667a00b req-d343f492-ec93-422f-a10d-2eb79e2cf4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:44.116641 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0e5c7588-41e0-4f44-b6c2-f03cd667a00b req-d343f492-ec93-422f-a10d-2eb79e2cf4d6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=56ba636c-89f6-461f-85cb-74f1c6749bed HTTP/1.1" status: 200 len: 850 time: 0.0524092 Jul 15 13:40:44.126916 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-01e7736d-73b1-4449-90f2-15aaa90d4798 admin admin] For port 4d61f160-1483-4a72-8dae-2020a483a5e8, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=4d61f160-1483-4a72-8dae-2020a483a5e8,segment=NetworkSegment(4c282754-924a-4bed-9457-3fc0b1ead7ce),segment_id=4c282754-924a-4bed-9457-3fc0b1ead7ce)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:44.127275 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-01e7736d-73b1-4449-90f2-15aaa90d4798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:44.142794 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-01e7736d-73b1-4449-90f2-15aaa90d4798 admin admin] Calling delete_port for 4d61f160-1483-4a72-8dae-2020a483a5e8 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:44.192291 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c7588-41e0-4f44-b6c2-f03cd667a00b req-7653edc2-7e90-41c0-9ed8-665a56436d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:44.194707 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0e5c7588-41e0-4f44-b6c2-f03cd667a00b req-7653edc2-7e90-41c0-9ed8-665a56436d43 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0714414 Jul 15 13:40:44.222587 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca15e66-7d8c-4749-9c79-887d3302feec None None] DHCP port deletion for 39670479-f0c6-49d8-ba89-ffeabf46a128 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:40:44.272028 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-01e7736d-73b1-4449-90f2-15aaa90d4798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:44.280205 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-0ca15e66-7d8c-4749-9c79-887d3302feec None None] Deleting port 4d61f160-1483-4a72-8dae-2020a483a5e8 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:44.280594 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0ca15e66-7d8c-4749-9c79-887d3302feec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:44.302627 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7736d-73b1-4449-90f2-15aaa90d4798 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d61f160-1483-4a72-8dae-2020a483a5e8,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:44.312511 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e7736d-73b1-4449-90f2-15aaa90d4798 admin admin] No DVR routers for this DVR port 4d61f160-1483-4a72-8dae-2020a483a5e8 on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:40:44.321210 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0e5c7588-41e0-4f44-b6c2-f03cd667a00b req-06f8f73a-6435-4837-a626-bd939a2e9d45 service neutron] 10.222.0.46 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194427 Jul 15 13:40:44.368226 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-0ca15e66-7d8c-4749-9c79-887d3302feec None None] For port 4d61f160-1483-4a72-8dae-2020a483a5e8, host n-d-771363-36, got binding levels [] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:44.369303 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0ca15e66-7d8c-4749-9c79-887d3302feec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:44.383300 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-0ca15e66-7d8c-4749-9c79-887d3302feec None None] Calling delete_port for 4d61f160-1483-4a72-8dae-2020a483a5e8 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:44.386329 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.ipam_backend_mixin [None req-0ca15e66-7d8c-4749-9c79-887d3302feec None None] Port 4d61f160-1483-4a72-8dae-2020a483a5e8 was not found and therefore no delete operation was performed {{(pid=93827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:40:44.387840 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0ca15e66-7d8c-4749-9c79-887d3302feec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:44.396807 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-01e7736d-73b1-4449-90f2-15aaa90d4798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:44.409360 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-01e7736d-73b1-4449-90f2-15aaa90d4798 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39670479-f0c6-49d8-ba89-ffeabf46a128']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:44.425653 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca15e66-7d8c-4749-9c79-887d3302feec None None] Pushing event deleted for resources: {'Port': ['ID=4d61f160-1483-4a72-8dae-2020a483a5e8,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:44.429553 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-01e7736d-73b1-4449-90f2-15aaa90d4798 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c282754-924a-4bed-9457-3fc0b1ead7ce') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:44.430130 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-01e7736d-73b1-4449-90f2-15aaa90d4798 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c282754-924a-4bed-9457-3fc0b1ead7ce') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:44.434329 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0e5c7588-41e0-4f44-b6c2-f03cd667a00b req-8a153dcd-e78b-4225-b612-40751a33f806 service neutron] 10.222.0.46 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074421 Jul 15 13:40:44.437847 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca15e66-7d8c-4749-9c79-887d3302feec None None] No DVR routers for this DVR port 4d61f160-1483-4a72-8dae-2020a483a5e8 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:40:44.443307 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca15e66-7d8c-4749-9c79-887d3302feec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:44.443946 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca15e66-7d8c-4749-9c79-887d3302feec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:44.444490 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca15e66-7d8c-4749-9c79-887d3302feec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:44.445072 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca15e66-7d8c-4749-9c79-887d3302feec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:44.446158 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca15e66-7d8c-4749-9c79-887d3302feec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:44.446757 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca15e66-7d8c-4749-9c79-887d3302feec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:44.447367 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca15e66-7d8c-4749-9c79-887d3302feec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:44.447825 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-01e7736d-73b1-4449-90f2-15aaa90d4798 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:44.448128 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca15e66-7d8c-4749-9c79-887d3302feec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:44.448657 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca15e66-7d8c-4749-9c79-887d3302feec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:44.449517 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca15e66-7d8c-4749-9c79-887d3302feec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:44.450051 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca15e66-7d8c-4749-9c79-887d3302feec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:44.450646 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca15e66-7d8c-4749-9c79-887d3302feec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:44.468373 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-01e7736d-73b1-4449-90f2-15aaa90d4798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:44.474599 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01e7736d-73b1-4449-90f2-15aaa90d4798 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:40:44.475004 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-01e7736d-73b1-4449-90f2-15aaa90d4798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:44.476657 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:40:44.476657 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:40:44.476657 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:40:44.476657 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:40:44.476657 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:40:44.476657 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:40:44.476657 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:40:44.476657 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:40:44.476657 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:40:44.476657 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:40:44.476657 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:40:44.476657 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:40:44.476657 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:40:44.476657 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:40:44.476657 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:40:44.476657 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:40:44.476657 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:40:44.476657 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:40:44.476657 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:40:44.476657 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:40:44.476657 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:40:44.476657 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:40:44.476657 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:40:44.476657 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:40:44.476657 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:40:44.476657 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:40:44.476657 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:40:44.476657 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:40:44.476657 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:40:44.476657 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:40:44.476657 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:40:44.476657 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:40:44.476657 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:40:44.476657 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:40:44.476657 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:40:44.476657 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:40:44.476657 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:40:44.476657 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:40:44.476657 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:40:44.476657 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:40:44.543895 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-01e7736d-73b1-4449-90f2-15aaa90d4798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:44.562623 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-01e7736d-73b1-4449-90f2-15aaa90d4798 admin admin] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:44.567529 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-01e7736d-73b1-4449-90f2-15aaa90d4798 admin admin] 10.222.0.16 "DELETE /v2.0/networks/39670479-f0c6-49d8-ba89-ffeabf46a128 HTTP/1.1" status: 204 len: 168 time: 0.6766450 Jul 15 13:40:44.567529 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7736d-73b1-4449-90f2-15aaa90d4798 admin admin] Pushing event deleted for resources: {'Network': ['ID=39670479-f0c6-49d8-ba89-ffeabf46a128,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:44.568440 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36256) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:45.251339 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6472d131-0e3f-4128-b340-636990664e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:45.296913 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 92c47cf8-3a6f-4c4e-ba42-211e59fa09fd no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:40:45.317856 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 92c47cf8-3a6f-4c4e-ba42-211e59fa09fd {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:40:45.318194 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 92c47cf8-3a6f-4c4e-ba42-211e59fa09fd not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:40:45.318660 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 4d61f160-1483-4a72-8dae-2020a483a5e8 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:40:45.339464 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 4d61f160-1483-4a72-8dae-2020a483a5e8 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:40:45.339809 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 4d61f160-1483-4a72-8dae-2020a483a5e8 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:40:45.340227 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device d8d234f8-d0c1-43e5-8ec6-91b0e8f03d95 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:40:45.361643 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: d8d234f8-d0c1-43e5-8ec6-91b0e8f03d95 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:40:45.361987 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device d8d234f8-d0c1-43e5-8ec6-91b0e8f03d95 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:40:45.449605 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36268) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:45.524175 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-6472d131-0e3f-4128-b340-636990664e0a admin admin] Deleting port e35f2519-40c0-448a-94aa-3c1cd62052b8 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:45.524687 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6472d131-0e3f-4128-b340-636990664e0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:45.579272 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-82082356-5b70-408f-b820-149016d9d844 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3a8fa7d7b4be499c9c804526e2614850&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1283743 Jul 15 13:40:45.581769 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36272) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:45.606212 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-6472d131-0e3f-4128-b340-636990664e0a admin admin] For port e35f2519-40c0-448a-94aa-3c1cd62052b8, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=e35f2519-40c0-448a-94aa-3c1cd62052b8,segment=NetworkSegment(9e99774d-5ef3-4d88-8250-052274e4c5db),segment_id=9e99774d-5ef3-4d88-8250-052274e4c5db)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:45.606590 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6472d131-0e3f-4128-b340-636990664e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:45.618997 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-6472d131-0e3f-4128-b340-636990664e0a admin admin] Calling delete_port for e35f2519-40c0-448a-94aa-3c1cd62052b8 owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:45.628771 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6dbaf526-52e5-496d-a76f-04fe6da5b6cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:45.653417 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6dbaf526-52e5-496d-a76f-04fe6da5b6cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:45.699320 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6dbaf526-52e5-496d-a76f-04fe6da5b6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:45.701981 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6dbaf526-52e5-496d-a76f-04fe6da5b6cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:45.703201 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6dbaf526-52e5-496d-a76f-04fe6da5b6cc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/be4b8c52-afee-476e-92b8-28b27d3b137b HTTP/1.1" status: 204 len: 168 time: 0.1204531 Jul 15 13:40:45.710932 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbaf526-52e5-496d-a76f-04fe6da5b6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4b8c52-afee-476e-92b8-28b27d3b137b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:45.800960 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6472d131-0e3f-4128-b340-636990664e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:45.830867 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472d131-0e3f-4128-b340-636990664e0a admin admin] Pushing event deleted for resources: {'Port': ['ID=e35f2519-40c0-448a-94aa-3c1cd62052b8,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:45.996653 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6472d131-0e3f-4128-b340-636990664e0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:46.218384 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6472d131-0e3f-4128-b340-636990664e0a admin admin] Router 2cd78eef-1aed-498f-884f-ac67847562ee has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:40:46.335190 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6472d131-0e3f-4128-b340-636990664e0a admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:40:46.340693 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6472d131-0e3f-4128-b340-636990664e0a admin admin] 10.222.0.16 "PUT /v2.0/routers/2cd78eef-1aed-498f-884f-ac67847562ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7717063 Jul 15 13:40:46.343425 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36294) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:46.346146 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae7ce38-d9fe-4f41-8fd0-0a1e5b14800c None None] Sync routers for ids ['2cd78eef-1aed-498f-884f-ac67847562ee'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:40:46.356387 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae7ce38-d9fe-4f41-8fd0-0a1e5b14800c None None] Routers {'2cd78eef-1aed-498f-884f-ac67847562ee'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:46.357006 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-cae7ce38-d9fe-4f41-8fd0-0a1e5b14800c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:40:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['2cd78eef-1aed-498f-884f-ac67847562ee'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:46.454836 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e8672db9-6c60-4115-8485-35a3c094270c admin admin] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:46.461506 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-cae7ce38-d9fe-4f41-8fd0-0a1e5b14800c None None] Set router 2cd78eef-1aed-498f-884f-ac67847562ee gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:40:46.564636 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e8672db9-6c60-4115-8485-35a3c094270c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:46.620448 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e8672db9-6c60-4115-8485-35a3c094270c admin admin] Deleting port d4841c5a-e499-4d3c-b9ee-5193071e3a8a {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:46.620792 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e8672db9-6c60-4115-8485-35a3c094270c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:46.646602 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-cae7ce38-d9fe-4f41-8fd0-0a1e5b14800c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd78eef-1aed-498f-884f-ac67847562ee', 'name': 'tempest-TestServerBasicOps-2019843573-router', 'tenant_id': '37c2e77a0459463b9bd495baa18449b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'd4841c5a-e499-4d3c-b9ee-5193071e3a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:40:45Z', 'revision_number': 5, 'project_id': '37c2e77a0459463b9bd495baa18449b2', 'gw_port': {'id': 'd4841c5a-e499-4d3c-b9ee-5193071e3a8a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd78eef-1aed-498f-884f-ac67847562ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:46.678200 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae7ce38-d9fe-4f41-8fd0-0a1e5b14800c None None] Checking router: 2cd78eef-1aed-498f-884f-ac67847562ee for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:40:46.688811 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae7ce38-d9fe-4f41-8fd0-0a1e5b14800c None None] Routers {'2cd78eef-1aed-498f-884f-ac67847562ee'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:46.689657 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-cae7ce38-d9fe-4f41-8fd0-0a1e5b14800c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:40:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['2cd78eef-1aed-498f-884f-ac67847562ee'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:46.702597 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e8672db9-6c60-4115-8485-35a3c094270c admin admin] For port d4841c5a-e499-4d3c-b9ee-5193071e3a8a, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=d4841c5a-e499-4d3c-b9ee-5193071e3a8a,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:46.702953 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e8672db9-6c60-4115-8485-35a3c094270c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:46.719176 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e8672db9-6c60-4115-8485-35a3c094270c admin admin] Calling delete_port for d4841c5a-e499-4d3c-b9ee-5193071e3a8a owned by network:router_gateway {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:46.781139 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36304) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:46.878010 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-cae7ce38-d9fe-4f41-8fd0-0a1e5b14800c None None] Set router 2cd78eef-1aed-498f-884f-ac67847562ee gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:40:46.912318 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-95b067b5-ddda-432c-9e99-d26dd0696388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:46.930884 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-cae7ce38-d9fe-4f41-8fd0-0a1e5b14800c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd78eef-1aed-498f-884f-ac67847562ee', 'name': 'tempest-TestServerBasicOps-2019843573-router', 'tenant_id': '37c2e77a0459463b9bd495baa18449b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:40:46Z', 'revision_number': 6, 'project_id': '37c2e77a0459463b9bd495baa18449b2', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:46.962452 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae7ce38-d9fe-4f41-8fd0-0a1e5b14800c None None] The sync data for ids ['2cd78eef-1aed-498f-884f-ac67847562ee'] in n-d-771363-36 is: [{'id': '2cd78eef-1aed-498f-884f-ac67847562ee', 'name': 'tempest-TestServerBasicOps-2019843573-router', 'tenant_id': '37c2e77a0459463b9bd495baa18449b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:40:46Z', 'revision_number': 6, 'project_id': '37c2e77a0459463b9bd495baa18449b2', 'gw_port_host': None}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:40:47.020141 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-95b067b5-ddda-432c-9e99-d26dd0696388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:47.025551 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-95b067b5-ddda-432c-9e99-d26dd0696388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:47.067670 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-95b067b5-ddda-432c-9e99-d26dd0696388 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=500041f390544943b3bb19e1047f93b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2850330 Jul 15 13:40:47.068730 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b067b5-ddda-432c-9e99-d26dd0696388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb50205e-59d3-4289-93c4-f8fbc19f31e3,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:47.071806 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36308) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:47.125963 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4df71272-b82d-4fca-8f3a-bb0834c44457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:47.146506 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4df71272-b82d-4fca-8f3a-bb0834c44457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:47.194473 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4df71272-b82d-4fca-8f3a-bb0834c44457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:47.197027 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4df71272-b82d-4fca-8f3a-bb0834c44457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:47.198199 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4df71272-b82d-4fca-8f3a-bb0834c44457 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb50205e-59d3-4289-93c4-f8fbc19f31e3 HTTP/1.1" status: 204 len: 168 time: 0.1254029 Jul 15 13:40:47.205944 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df71272-b82d-4fca-8f3a-bb0834c44457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb50205e-59d3-4289-93c4-f8fbc19f31e3,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:47.244349 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e8672db9-6c60-4115-8485-35a3c094270c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:47.271297 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8672db9-6c60-4115-8485-35a3c094270c admin admin] Pushing event deleted for resources: {'Port': ['ID=d4841c5a-e499-4d3c-b9ee-5193071e3a8a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:47.362893 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e8672db9-6c60-4115-8485-35a3c094270c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:47.481858 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e8672db9-6c60-4115-8485-35a3c094270c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:47.483494 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device e35f2519-40c0-448a-94aa-3c1cd62052b8 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:40:47.484715 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e8672db9-6c60-4115-8485-35a3c094270c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:47.508231 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: e35f2519-40c0-448a-94aa-3c1cd62052b8 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:40:47.508877 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device e35f2519-40c0-448a-94aa-3c1cd62052b8 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:40:47.536818 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e8672db9-6c60-4115-8485-35a3c094270c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:47.538069 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8672db9-6c60-4115-8485-35a3c094270c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cd78eef-1aed-498f-884f-ac67847562ee {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:40:47.543693 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e8672db9-6c60-4115-8485-35a3c094270c admin admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:47.544978 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e8672db9-6c60-4115-8485-35a3c094270c admin admin] 10.222.0.16 "DELETE /v2.0/routers/2cd78eef-1aed-498f-884f-ac67847562ee HTTP/1.1" status: 204 len: 168 time: 1.2005758 Jul 15 13:40:47.547598 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36312) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:47.599536 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ce7531-25d2-42e3-8399-b68ca1c121e4 admin admin] Deleting subnet e93768ea-2d00-457d-8157-c3c0981bb0ba {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:40:47.603182 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-15ce7531-25d2-42e3-8399-b68ca1c121e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:47.641182 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-15ce7531-25d2-42e3-8399-b68ca1c121e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:47.729443 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-15ce7531-25d2-42e3-8399-b68ca1c121e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:47.781983 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-15ce7531-25d2-42e3-8399-b68ca1c121e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:47.808993 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce7531-25d2-42e3-8399-b68ca1c121e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e93768ea-2d00-457d-8157-c3c0981bb0ba,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:47.810999 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-15ce7531-25d2-42e3-8399-b68ca1c121e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:47.812874 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-15ce7531-25d2-42e3-8399-b68ca1c121e4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e93768ea-2d00-457d-8157-c3c0981bb0ba HTTP/1.1" status: 204 len: 168 time: 0.2641244 Jul 15 13:40:47.815645 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36314) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:47.816719 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff24062d-086d-44a8-a306-b48e95d9838b None None] Network 45b48c7b-8aff-4f45-aef6-8af2b24168bd requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:47.883811 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4802ca6c-d2a0-4899-8c0a-74e45cc2cccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:47.941149 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4802ca6c-d2a0-4899-8c0a-74e45cc2cccc admin admin] Deleting port 5ebfd027-616e-4ba9-9f32-060dfae2d38b {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:47.941496 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4802ca6c-d2a0-4899-8c0a-74e45cc2cccc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.003311 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a01cf8-9282-49c9-a090-4e28aff0c652 None None] DHCP port deletion for 45b48c7b-8aff-4f45-aef6-8af2b24168bd request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:40:48.015119 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4802ca6c-d2a0-4899-8c0a-74e45cc2cccc admin admin] For port 5ebfd027-616e-4ba9-9f32-060dfae2d38b, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5ebfd027-616e-4ba9-9f32-060dfae2d38b,segment=NetworkSegment(9e99774d-5ef3-4d88-8250-052274e4c5db),segment_id=9e99774d-5ef3-4d88-8250-052274e4c5db)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:48.015481 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4802ca6c-d2a0-4899-8c0a-74e45cc2cccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.028956 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4802ca6c-d2a0-4899-8c0a-74e45cc2cccc admin admin] Calling delete_port for 5ebfd027-616e-4ba9-9f32-060dfae2d38b owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:48.056194 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-22a01cf8-9282-49c9-a090-4e28aff0c652 None None] Deleting port 5ebfd027-616e-4ba9-9f32-060dfae2d38b {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:48.056572 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-22a01cf8-9282-49c9-a090-4e28aff0c652 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.118376 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4802ca6c-d2a0-4899-8c0a-74e45cc2cccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.124978 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-22a01cf8-9282-49c9-a090-4e28aff0c652 None None] For port 5ebfd027-616e-4ba9-9f32-060dfae2d38b, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5ebfd027-616e-4ba9-9f32-060dfae2d38b,segment=NetworkSegment(9e99774d-5ef3-4d88-8250-052274e4c5db),segment_id=9e99774d-5ef3-4d88-8250-052274e4c5db)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:48.125380 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-22a01cf8-9282-49c9-a090-4e28aff0c652 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.139072 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-22a01cf8-9282-49c9-a090-4e28aff0c652 None None] Calling delete_port for 5ebfd027-616e-4ba9-9f32-060dfae2d38b owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:48.146253 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4802ca6c-d2a0-4899-8c0a-74e45cc2cccc admin admin] Pushing event deleted for resources: {'Port': ['ID=5ebfd027-616e-4ba9-9f32-060dfae2d38b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:48.149629 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4802ca6c-d2a0-4899-8c0a-74e45cc2cccc admin admin] No DVR routers for this DVR port 5ebfd027-616e-4ba9-9f32-060dfae2d38b on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:48.215916 n-d-771363-36 neutron-server[93827]: self.session.flush() Jul 15 13:40:48.221413 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4802ca6c-d2a0-4899-8c0a-74e45cc2cccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.226076 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-22a01cf8-9282-49c9-a090-4e28aff0c652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.231529 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-4802ca6c-d2a0-4899-8c0a-74e45cc2cccc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45b48c7b-8aff-4f45-aef6-8af2b24168bd']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:48.241053 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-4802ca6c-d2a0-4899-8c0a-74e45cc2cccc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e99774d-5ef3-4d88-8250-052274e4c5db') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:48.241348 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-4802ca6c-d2a0-4899-8c0a-74e45cc2cccc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e99774d-5ef3-4d88-8250-052274e4c5db') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:48.249479 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a01cf8-9282-49c9-a090-4e28aff0c652 None None] Pushing event deleted for resources: {'Port': ['ID=5ebfd027-616e-4ba9-9f32-060dfae2d38b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:48.250690 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4802ca6c-d2a0-4899-8c0a-74e45cc2cccc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.256256 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a01cf8-9282-49c9-a090-4e28aff0c652 None None] No DVR routers for this DVR port 5ebfd027-616e-4ba9-9f32-060dfae2d38b on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:40:48.266085 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4802ca6c-d2a0-4899-8c0a-74e45cc2cccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.272255 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4802ca6c-d2a0-4899-8c0a-74e45cc2cccc admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:40:48.272657 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4802ca6c-d2a0-4899-8c0a-74e45cc2cccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.274350 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:40:48.274350 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:40:48.274350 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:40:48.274350 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:40:48.274350 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:40:48.274350 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:40:48.274350 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:40:48.274350 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:40:48.274350 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:40:48.274350 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:40:48.274350 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:40:48.274350 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:40:48.274350 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:40:48.274350 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:40:48.274350 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:40:48.274350 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:40:48.274350 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:40:48.274350 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:40:48.274350 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:40:48.274350 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:40:48.274350 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:40:48.274350 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:40:48.274350 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:40:48.274350 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:40:48.274350 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:40:48.274350 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:40:48.274350 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:40:48.274350 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:40:48.274350 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:40:48.274350 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:40:48.274350 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:40:48.274350 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:40:48.326967 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4802ca6c-d2a0-4899-8c0a-74e45cc2cccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.333271 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4802ca6c-d2a0-4899-8c0a-74e45cc2cccc admin admin] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.335185 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4802ca6c-d2a0-4899-8c0a-74e45cc2cccc admin admin] 10.222.0.16 "DELETE /v2.0/networks/45b48c7b-8aff-4f45-aef6-8af2b24168bd HTTP/1.1" status: 204 len: 168 time: 0.5184801 Jul 15 13:40:48.344559 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4802ca6c-d2a0-4899-8c0a-74e45cc2cccc admin admin] Pushing event deleted for resources: {'Network': ['ID=45b48c7b-8aff-4f45-aef6-8af2b24168bd,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:48.491055 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36318) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:48.529288 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-86d34a85-05e3-4076-bfd9-ace201501d72 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8456ab30b8d64928a282edc8a1e28ce7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0367832 Jul 15 13:40:48.531595 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36320) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:48.582033 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5443fb46-2b4c-46b7-b32c-9a91b400d034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.601762 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5443fb46-2b4c-46b7-b32c-9a91b400d034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.646395 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5443fb46-2b4c-46b7-b32c-9a91b400d034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.648965 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5443fb46-2b4c-46b7-b32c-9a91b400d034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.650090 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5443fb46-2b4c-46b7-b32c-9a91b400d034 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e01a8bb-df45-4ce6-9244-feabe5ef3662 HTTP/1.1" status: 204 len: 168 time: 0.1176345 Jul 15 13:40:48.658830 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5443fb46-2b4c-46b7-b32c-9a91b400d034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e01a8bb-df45-4ce6-9244-feabe5ef3662,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:48.953229 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36326) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:48.992770 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7ad2cd39-6a04-4f33-a38c-7bb59e68d336 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=37c2e77a0459463b9bd495baa18449b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383735 Jul 15 13:40:48.995102 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36328) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:49.041565 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c64ded71-2ac8-40b6-b235-7148d059384e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:49.061619 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c64ded71-2ac8-40b6-b235-7148d059384e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:49.106345 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c64ded71-2ac8-40b6-b235-7148d059384e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:49.108849 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c64ded71-2ac8-40b6-b235-7148d059384e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:49.109985 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c64ded71-2ac8-40b6-b235-7148d059384e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fbdaa586-0fd7-4e37-beb3-2ecfb51efffe HTTP/1.1" status: 204 len: 168 time: 0.1140110 Jul 15 13:40:49.117286 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ded71-2ac8-40b6-b235-7148d059384e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdaa586-0fd7-4e37-beb3-2ecfb51efffe,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:49.282229 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5ebfd027-616e-4ba9-9f32-060dfae2d38b no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:40:49.303607 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 5ebfd027-616e-4ba9-9f32-060dfae2d38b {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:40:49.304058 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5ebfd027-616e-4ba9-9f32-060dfae2d38b not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:40:49.304493 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device d4841c5a-e499-4d3c-b9ee-5193071e3a8a no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:40:49.325172 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: d4841c5a-e499-4d3c-b9ee-5193071e3a8a {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:40:49.325529 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device d4841c5a-e499-4d3c-b9ee-5193071e3a8a not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:40:57.361028 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:40:59.349284 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:59.674686 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:59.712960 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-63b8c86d-fb3b-4ed4-b7e4-e73d301b4bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:02.293828 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:02.495938 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c62ce2fd-ac4e-440a-9e9d-182c9f0aba44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:03.661586 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:05.093180 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:05.282514 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [req-c2a81b56-22d9-426b-81e1-d78906ce9c85 req-c7762d68-52ad-4769-8631-580867f400e3 service neutron] (93826) timed out ('10.222.0.16', 50500) {{(pid=93826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:41:17.390155 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36332) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:17.553687 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2b706f2b-8136-47f9-8e47-0e9d75fddb6d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Deleting port 59b601c8-d936-41dc-9354-05b94ec83e88 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:17.553939 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b706f2b-8136-47f9-8e47-0e9d75fddb6d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:17.625727 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b706f2b-8136-47f9-8e47-0e9d75fddb6d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:17.626309 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b706f2b-8136-47f9-8e47-0e9d75fddb6d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:17.638091 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2b706f2b-8136-47f9-8e47-0e9d75fddb6d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Calling delete_port for 59b601c8-d936-41dc-9354-05b94ec83e88 owned by network:floatingip {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:17.803095 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b706f2b-8136-47f9-8e47-0e9d75fddb6d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:17.832795 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b706f2b-8136-47f9-8e47-0e9d75fddb6d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Pushing event deleted for resources: {'Port': ['ID=59b601c8-d936-41dc-9354-05b94ec83e88,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:17.897101 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b706f2b-8136-47f9-8e47-0e9d75fddb6d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for floatingip, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:17.897430 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-2b706f2b-8136-47f9-8e47-0e9d75fddb6d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Floating IP 78bdee6b-f92a-460f-9056-52b9a5243228 disassociated (deleted). External IP: 172.25.8.104, port: a5c5027e-b608-4774-8593-df979143d9c0. Jul 15 13:41:18.097689 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b706f2b-8136-47f9-8e47-0e9d75fddb6d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Router 7d9925c5-2197-4219-bae2-f7fea6d240df has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:41:18.200630 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b706f2b-8136-47f9-8e47-0e9d75fddb6d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:41:18.205385 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b706f2b-8136-47f9-8e47-0e9d75fddb6d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:18.209654 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b92c86-43ba-45a1-9378-79f11a59379b None None] Sync routers for ids ['7d9925c5-2197-4219-bae2-f7fea6d240df'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:41:18.218906 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b92c86-43ba-45a1-9378-79f11a59379b None None] Routers {'7d9925c5-2197-4219-bae2-f7fea6d240df'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:18.219528 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-56b92c86-43ba-45a1-9378-79f11a59379b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:41:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['7d9925c5-2197-4219-bae2-f7fea6d240df'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:18.240896 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2b706f2b-8136-47f9-8e47-0e9d75fddb6d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "DELETE /v2.0/floatingips/78bdee6b-f92a-460f-9056-52b9a5243228 HTTP/1.1" status: 204 len: 168 time: 0.8496308 Jul 15 13:41:18.241500 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c288e6e8-b31e-4f6f-8998-ec8fd43728fb', 'tag': 'a5c5027e-b608-4774-8593-df979143d9c0'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:41:18.243804 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b0abc0-92b1-40d3-9527-d9fda528746d" -d '{"events": [{"name": "network-changed", "server_uuid": "c288e6e8-b31e-4f6f-8998-ec8fd43728fb", "tag": "a5c5027e-b608-4774-8593-df979143d9c0"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:41:18.287246 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439494de-181e-4ade-855a-e2d05d3a15e2 x-openstack-request-id: req-439494de-181e-4ade-855a-e2d05d3a15e2 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:41:18.287537 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c288e6e8-b31e-4f6f-8998-ec8fd43728fb", "tag": "a5c5027e-b608-4774-8593-df979143d9c0", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:41:18.287789 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-439494de-181e-4ade-855a-e2d05d3a15e2 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:41:18.288191 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c288e6e8-b31e-4f6f-8998-ec8fd43728fb', 'tag': 'a5c5027e-b608-4774-8593-df979143d9c0', 'status': 'completed', 'code': 200} Jul 15 13:41:18.330553 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-56b92c86-43ba-45a1-9378-79f11a59379b None None] Set router 7d9925c5-2197-4219-bae2-f7fea6d240df gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:18.364416 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0abc0-92b1-40d3-9527-d9fda528746d req-b7391873-1164-42be-8563-0174e2fad8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:18.365959 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-90b0abc0-92b1-40d3-9527-d9fda528746d req-b7391873-1164-42be-8563-0174e2fad8c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a166bdebb1d4ca388f2465550a7f09f&device_id=c288e6e8-b31e-4f6f-8998-ec8fd43728fb HTTP/1.1" status: 200 len: 1097 time: 0.0549116 Jul 15 13:41:18.467017 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0abc0-92b1-40d3-9527-d9fda528746d req-b4f57cef-9cc4-4966-bf9d-0d9c22ad7f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:18.470843 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-90b0abc0-92b1-40d3-9527-d9fda528746d req-b4f57cef-9cc4-4966-bf9d-0d9c22ad7f39 service neutron] 10.222.0.20 "GET /v2.0/networks?id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e HTTP/1.1" status: 200 len: 912 time: 0.0962222 Jul 15 13:41:18.508892 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-90b0abc0-92b1-40d3-9527-d9fda528746d req-f6d811a7-20e2-476c-ab37-be4dd9f280cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5c5027e-b608-4774-8593-df979143d9c0 HTTP/1.1" status: 200 len: 217 time: 0.0345638 Jul 15 13:41:18.561398 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0abc0-92b1-40d3-9527-d9fda528746d req-68ede433-a366-4ee5-9e77-bb1c620533b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:18.563081 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-90b0abc0-92b1-40d3-9527-d9fda528746d req-68ede433-a366-4ee5-9e77-bb1c620533b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=56ba636c-89f6-461f-85cb-74f1c6749bed HTTP/1.1" status: 200 len: 850 time: 0.0477917 Jul 15 13:41:18.563482 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-56b92c86-43ba-45a1-9378-79f11a59379b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'name': 'tempest-TestVolumeBootPattern-699078910-router', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:30:54Z', 'updated_at': '2021-07-15T13:30:58Z', 'revision_number': 4, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'gw_port': {'id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:55Z', 'updated_at': '2021-07-15T13:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '9dab8998-64ca-4de1-9c1e-d579467c952d', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'floating_ip_address': '172.25.8.134', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'port_id': 'ab06f8f3-b32e-47e7-b1fb-df00b7924722', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'mac_address': 'fa:16:3e:5a:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2265959-8758-4960-9a65-6b93308a673f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:37:48Z', 'updated_at': '2021-07-15T13:37:51Z', 'revision_number': 1, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fc008a2-f498-4194-a882-db9fe6641436', 'name': '', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'mac_address': 'fa:16:3e:5e:0d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:57Z', 'updated_at': '2021-07-15T13:31:03Z', 'revision_number': 5, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'subnets': [{'id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:18.591023 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b92c86-43ba-45a1-9378-79f11a59379b None None] Checking router: 7d9925c5-2197-4219-bae2-f7fea6d240df for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:41:18.599816 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b92c86-43ba-45a1-9378-79f11a59379b None None] Routers {'7d9925c5-2197-4219-bae2-f7fea6d240df'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:18.600432 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-56b92c86-43ba-45a1-9378-79f11a59379b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:41:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['7d9925c5-2197-4219-bae2-f7fea6d240df'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:18.669038 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c65cc-d591-4dc4-9df4-7db6ddd999b8 req-6533395f-6b5a-497c-b72f-1eb67a1e1209 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:18.670876 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ca9c65cc-d591-4dc4-9df4-7db6ddd999b8 req-6533395f-6b5a-497c-b72f-1eb67a1e1209 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=c288e6e8-b31e-4f6f-8998-ec8fd43728fb HTTP/1.1" status: 200 len: 945 time: 0.1045430 Jul 15 13:41:18.676902 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0abc0-92b1-40d3-9527-d9fda528746d req-5160f91f-7389-485c-a69f-a35f55ffd4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:18.678370 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-90b0abc0-92b1-40d3-9527-d9fda528746d req-5160f91f-7389-485c-a69f-a35f55ffd4ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1023490 Jul 15 13:41:18.704899 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-56b92c86-43ba-45a1-9378-79f11a59379b None None] Set router 7d9925c5-2197-4219-bae2-f7fea6d240df gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:18.736733 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ca9c65cc-d591-4dc4-9df4-7db6ddd999b8 req-8e5296cc-4495-42d4-a03b-8905a03c9e20 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572989 Jul 15 13:41:18.795023 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-90b0abc0-92b1-40d3-9527-d9fda528746d req-944d9333-5e8f-4851-9479-feac1fd30da1 service neutron] 10.222.0.20 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091065 Jul 15 13:41:18.883064 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-90b0abc0-92b1-40d3-9527-d9fda528746d req-f68b01b5-5931-4536-9824-1fa97a21b19a service neutron] 10.222.0.20 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819683 Jul 15 13:41:18.935325 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-56b92c86-43ba-45a1-9378-79f11a59379b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'name': 'tempest-TestVolumeBootPattern-699078910-router', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:30:54Z', 'updated_at': '2021-07-15T13:30:58Z', 'revision_number': 4, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'gw_port': {'id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:55Z', 'updated_at': '2021-07-15T13:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '9dab8998-64ca-4de1-9c1e-d579467c952d', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'floating_ip_address': '172.25.8.134', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'port_id': 'ab06f8f3-b32e-47e7-b1fb-df00b7924722', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'mac_address': 'fa:16:3e:5a:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2265959-8758-4960-9a65-6b93308a673f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:37:48Z', 'updated_at': '2021-07-15T13:37:51Z', 'revision_number': 1, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fc008a2-f498-4194-a882-db9fe6641436', 'name': '', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'mac_address': 'fa:16:3e:5e:0d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:57Z', 'updated_at': '2021-07-15T13:31:03Z', 'revision_number': 5, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'subnets': [{'id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:18.961185 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b92c86-43ba-45a1-9378-79f11a59379b None None] The sync data for ids ['7d9925c5-2197-4219-bae2-f7fea6d240df'] in n-d-771363-36 is: [{'id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'name': 'tempest-TestVolumeBootPattern-699078910-router', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:30:54Z', 'updated_at': '2021-07-15T13:30:58Z', 'revision_number': 4, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'gw_port': {'id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:55Z', 'updated_at': '2021-07-15T13:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '9dab8998-64ca-4de1-9c1e-d579467c952d', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'floating_ip_address': '172.25.8.134', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'port_id': 'ab06f8f3-b32e-47e7-b1fb-df00b7924722', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'mac_address': 'fa:16:3e:5a:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2265959-8758-4960-9a65-6b93308a673f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:37:48Z', 'updated_at': '2021-07-15T13:37:51Z', 'revision_number': 1, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fc008a2-f498-4194-a882-db9fe6641436', 'name': '', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'mac_address': 'fa:16:3e:5e:0d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:57Z', 'updated_at': '2021-07-15T13:31:03Z', 'revision_number': 5, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'subnets': [{'id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:41:19.170992 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbfe889-5758-4c25-9b36-44901979968f None None] New status for floating IP 78bdee6b-f92a-460f-9056-52b9a5243228: DOWN {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:41:19.915588 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326caea-76cf-4c9b-8819-f9bca8e05e26 req-4fec1d13-61b9-4813-8c64-0475ca2283c7 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:19.917045 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d326caea-76cf-4c9b-8819-f9bca8e05e26 req-4fec1d13-61b9-4813-8c64-0475ca2283c7 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=c288e6e8-b31e-4f6f-8998-ec8fd43728fb HTTP/1.1" status: 200 len: 945 time: 0.0672202 Jul 15 13:41:19.955190 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d326caea-76cf-4c9b-8819-f9bca8e05e26 req-ee138791-371d-4298-96ca-fb3549775212 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324883 Jul 15 13:41:20.038507 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b6fd0-9db8-468b-9a8c-f375d3a99a7d req-9435cdb3-ac4e-4dec-bfcb-e71cf7e5732e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:20.039873 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eb9b6fd0-9db8-468b-9a8c-f375d3a99a7d req-9435cdb3-ac4e-4dec-bfcb-e71cf7e5732e tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.20 "GET /v2.0/ports?device_id=c288e6e8-b31e-4f6f-8998-ec8fd43728fb HTTP/1.1" status: 200 len: 945 time: 0.0606456 Jul 15 13:41:20.133155 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-eb9b6fd0-9db8-468b-9a8c-f375d3a99a7d req-8ce502dc-45fd-4abc-9b5d-042e6b1ab0be tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Deleting port a5c5027e-b608-4774-8593-df979143d9c0 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:20.133491 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-eb9b6fd0-9db8-468b-9a8c-f375d3a99a7d req-8ce502dc-45fd-4abc-9b5d-042e6b1ab0be tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:20.220259 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-eb9b6fd0-9db8-468b-9a8c-f375d3a99a7d req-8ce502dc-45fd-4abc-9b5d-042e6b1ab0be tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] For port a5c5027e-b608-4774-8593-df979143d9c0, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=a5c5027e-b608-4774-8593-df979143d9c0,segment=NetworkSegment(f9960641-9612-4cdb-ae7f-7357fdb7c7fb),segment_id=f9960641-9612-4cdb-ae7f-7357fdb7c7fb)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:20.220610 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-eb9b6fd0-9db8-468b-9a8c-f375d3a99a7d req-8ce502dc-45fd-4abc-9b5d-042e6b1ab0be tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:20.232389 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-eb9b6fd0-9db8-468b-9a8c-f375d3a99a7d req-8ce502dc-45fd-4abc-9b5d-042e6b1ab0be tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Calling delete_port for a5c5027e-b608-4774-8593-df979143d9c0 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:20.357135 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-eb9b6fd0-9db8-468b-9a8c-f375d3a99a7d req-8ce502dc-45fd-4abc-9b5d-042e6b1ab0be tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:20.384470 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce502dc-45fd-4abc-9b5d-042e6b1ab0be tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Pushing event deleted for resources: {'Port': ['ID=a5c5027e-b608-4774-8593-df979143d9c0,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:20.431207 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9b6fd0-9db8-468b-9a8c-f375d3a99a7d req-8ce502dc-45fd-4abc-9b5d-042e6b1ab0be tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] No DVR routers for this DVR port a5c5027e-b608-4774-8593-df979143d9c0 on host n-h1-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:41:20.434522 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-eb9b6fd0-9db8-468b-9a8c-f375d3a99a7d req-8ce502dc-45fd-4abc-9b5d-042e6b1ab0be tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:20.437347 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eb9b6fd0-9db8-468b-9a8c-f375d3a99a7d req-8ce502dc-45fd-4abc-9b5d-042e6b1ab0be tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.20 "DELETE /v2.0/ports/a5c5027e-b608-4774-8593-df979143d9c0 HTTP/1.1" status: 204 len: 173 time: 0.3921762 Jul 15 13:41:20.437884 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c288e6e8-b31e-4f6f-8998-ec8fd43728fb', 'name': 'network-vif-deleted', 'tag': 'a5c5027e-b608-4774-8593-df979143d9c0'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:41:20.440658 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daae789d-d0d7-424d-9a55-3b065031b877" -d '{"events": [{"server_uuid": "c288e6e8-b31e-4f6f-8998-ec8fd43728fb", "name": "network-vif-deleted", "tag": "a5c5027e-b608-4774-8593-df979143d9c0"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:41:20.479505 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d38f09-8a13-4d7a-90da-f4e79fff0a9b x-openstack-request-id: req-a1d38f09-8a13-4d7a-90da-f4e79fff0a9b {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:41:20.479796 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c288e6e8-b31e-4f6f-8998-ec8fd43728fb", "name": "network-vif-deleted", "tag": "a5c5027e-b608-4774-8593-df979143d9c0", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:41:20.480051 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1d38f09-8a13-4d7a-90da-f4e79fff0a9b {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:41:20.480473 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c288e6e8-b31e-4f6f-8998-ec8fd43728fb', 'name': 'network-vif-deleted', 'tag': 'a5c5027e-b608-4774-8593-df979143d9c0', 'status': 'completed', 'code': 200} Jul 15 13:41:21.101160 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f0933445-5a15-406d-a389-234ba2ca2961 req-85047d2f-5767-4614-9d1b-d1320582b46c tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=c288e6e8-b31e-4f6f-8998-ec8fd43728fb HTTP/1.1" status: 200 len: 210 time: 0.0327182 Jul 15 13:41:22.240542 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-13954012-abb7-4580-96c8-4e50daa8278b req-b7ea044a-0d44-4602-8f1f-ea82711e6589 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=c288e6e8-b31e-4f6f-8998-ec8fd43728fb HTTP/1.1" status: 200 len: 210 time: 0.0280964 Jul 15 13:41:23.379066 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cbefd437-153d-49ac-ad6d-f8ddb9683b9f req-077aea2c-a52c-4fd1-aa0f-70b662456ba8 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=c288e6e8-b31e-4f6f-8998-ec8fd43728fb HTTP/1.1" status: 200 len: 210 time: 0.0279944 Jul 15 13:41:23.555873 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device a5c5027e-b608-4774-8593-df979143d9c0 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:41:23.576437 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: a5c5027e-b608-4774-8593-df979143d9c0 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:41:23.576782 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device a5c5027e-b608-4774-8593-df979143d9c0 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:41:28.769725 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36370) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:28.922362 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6615118a-c608-4696-a52a-e090ffc2a3aa tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Deleting port 4a876236-b96d-412d-afa7-cceb2d18de03 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:28.922737 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6615118a-c608-4696-a52a-e090ffc2a3aa tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:28.998153 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6615118a-c608-4696-a52a-e090ffc2a3aa tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:28.998478 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6615118a-c608-4696-a52a-e090ffc2a3aa tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:29.009689 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6615118a-c608-4696-a52a-e090ffc2a3aa tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Calling delete_port for 4a876236-b96d-412d-afa7-cceb2d18de03 owned by network:floatingip {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:29.149501 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6615118a-c608-4696-a52a-e090ffc2a3aa tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:29.176824 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6615118a-c608-4696-a52a-e090ffc2a3aa tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Pushing event deleted for resources: {'Port': ['ID=4a876236-b96d-412d-afa7-cceb2d18de03,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:29.234606 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6615118a-c608-4696-a52a-e090ffc2a3aa tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for floatingip, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:29.234939 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-6615118a-c608-4696-a52a-e090ffc2a3aa tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Floating IP 9dab8998-64ca-4de1-9c1e-d579467c952d disassociated (deleted). External IP: 172.25.8.134, port: ab06f8f3-b32e-47e7-b1fb-df00b7924722. Jul 15 13:41:29.364971 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:29.436305 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6615118a-c608-4696-a52a-e090ffc2a3aa tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Router 7d9925c5-2197-4219-bae2-f7fea6d240df has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:41:29.540842 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6615118a-c608-4696-a52a-e090ffc2a3aa tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:41:29.545729 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6615118a-c608-4696-a52a-e090ffc2a3aa tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:29.549958 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee501da1-967d-41da-ac10-dec3108f16d4 None None] Sync routers for ids ['7d9925c5-2197-4219-bae2-f7fea6d240df'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:41:29.558761 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee501da1-967d-41da-ac10-dec3108f16d4 None None] Routers {'7d9925c5-2197-4219-bae2-f7fea6d240df'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:29.559370 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-ee501da1-967d-41da-ac10-dec3108f16d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:41:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['7d9925c5-2197-4219-bae2-f7fea6d240df'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:29.580881 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6615118a-c608-4696-a52a-e090ffc2a3aa tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "DELETE /v2.0/floatingips/9dab8998-64ca-4de1-9c1e-d579467c952d HTTP/1.1" status: 204 len: 168 time: 0.8100002 Jul 15 13:41:29.581445 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2265959-8758-4960-9a65-6b93308a673f', 'tag': 'ab06f8f3-b32e-47e7-b1fb-df00b7924722'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:41:29.583781 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806ca39b-df6a-4339-85b3-7976ee9bf037" -d '{"events": [{"name": "network-changed", "server_uuid": "d2265959-8758-4960-9a65-6b93308a673f", "tag": "ab06f8f3-b32e-47e7-b1fb-df00b7924722"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:41:29.627992 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59aa0b44-2200-4e28-80d5-71b2217d9994 x-openstack-request-id: req-59aa0b44-2200-4e28-80d5-71b2217d9994 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:41:29.628328 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2265959-8758-4960-9a65-6b93308a673f", "tag": "ab06f8f3-b32e-47e7-b1fb-df00b7924722", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:41:29.628606 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-59aa0b44-2200-4e28-80d5-71b2217d9994 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:41:29.629002 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2265959-8758-4960-9a65-6b93308a673f', 'tag': 'ab06f8f3-b32e-47e7-b1fb-df00b7924722', 'status': 'completed', 'code': 200} Jul 15 13:41:29.666945 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-ee501da1-967d-41da-ac10-dec3108f16d4 None None] Set router 7d9925c5-2197-4219-bae2-f7fea6d240df gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:29.705654 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ca39b-df6a-4339-85b3-7976ee9bf037 req-32198105-bfbc-4a5e-ba4b-53f45b51a129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:29.707441 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-806ca39b-df6a-4339-85b3-7976ee9bf037 req-32198105-bfbc-4a5e-ba4b-53f45b51a129 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a166bdebb1d4ca388f2465550a7f09f&device_id=d2265959-8758-4960-9a65-6b93308a673f HTTP/1.1" status: 200 len: 1098 time: 0.0588579 Jul 15 13:41:29.755529 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e211b036-9d6c-47ff-a47c-330a5172ea5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:29.769242 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:29.816593 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ca39b-df6a-4339-85b3-7976ee9bf037 req-d48caf7a-719b-48e8-b39c-bd0da08dff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:29.818196 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-806ca39b-df6a-4339-85b3-7976ee9bf037 req-d48caf7a-719b-48e8-b39c-bd0da08dff36 service neutron] 10.222.0.46 "GET /v2.0/networks?id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e HTTP/1.1" status: 200 len: 912 time: 0.1050410 Jul 15 13:41:29.859576 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-806ca39b-df6a-4339-85b3-7976ee9bf037 req-87ec1937-5a50-42c4-ad48-17f6651d2240 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab06f8f3-b32e-47e7-b1fb-df00b7924722 HTTP/1.1" status: 200 len: 217 time: 0.0347362 Jul 15 13:41:29.901511 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-ee501da1-967d-41da-ac10-dec3108f16d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'name': 'tempest-TestVolumeBootPattern-699078910-router', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:30:54Z', 'updated_at': '2021-07-15T13:30:58Z', 'revision_number': 4, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'gw_port': {'id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:55Z', 'updated_at': '2021-07-15T13:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '7fc008a2-f498-4194-a882-db9fe6641436', 'name': '', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'mac_address': 'fa:16:3e:5e:0d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:57Z', 'updated_at': '2021-07-15T13:31:03Z', 'revision_number': 5, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'subnets': [{'id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:29.914337 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ca39b-df6a-4339-85b3-7976ee9bf037 req-0b4d9c21-b440-4b68-ba04-edb624fbefae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:29.916101 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-806ca39b-df6a-4339-85b3-7976ee9bf037 req-0b4d9c21-b440-4b68-ba04-edb624fbefae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=56ba636c-89f6-461f-85cb-74f1c6749bed HTTP/1.1" status: 200 len: 850 time: 0.0505507 Jul 15 13:41:29.929147 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee501da1-967d-41da-ac10-dec3108f16d4 None None] Checking router: 7d9925c5-2197-4219-bae2-f7fea6d240df for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:41:29.938256 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee501da1-967d-41da-ac10-dec3108f16d4 None None] Routers {'7d9925c5-2197-4219-bae2-f7fea6d240df'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:29.938945 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-ee501da1-967d-41da-ac10-dec3108f16d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:41:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['7d9925c5-2197-4219-bae2-f7fea6d240df'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:29.955838 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348508ee-f016-49fb-9a10-515652a60a59 req-83833b5f-bead-4e59-96f7-9f0194f47b58 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:29.957350 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-348508ee-f016-49fb-9a10-515652a60a59 req-83833b5f-bead-4e59-96f7-9f0194f47b58 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2265959-8758-4960-9a65-6b93308a673f HTTP/1.1" status: 200 len: 946 time: 0.0678737 Jul 15 13:41:29.983203 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ca39b-df6a-4339-85b3-7976ee9bf037 req-40b6a8f1-5492-4d52-b9d5-ac22fdda3841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:29.984706 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-806ca39b-df6a-4339-85b3-7976ee9bf037 req-40b6a8f1-5492-4d52-b9d5-ac22fdda3841 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31f5d0ed-5ca5-4f26-8063-b8698ea6981e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606759 Jul 15 13:41:30.003851 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-348508ee-f016-49fb-9a10-515652a60a59 req-c3bdfaca-f343-4889-b715-60de3b771199 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399868 Jul 15 13:41:30.049066 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-ee501da1-967d-41da-ac10-dec3108f16d4 None None] Set router 7d9925c5-2197-4219-bae2-f7fea6d240df gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:30.075662 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-806ca39b-df6a-4339-85b3-7976ee9bf037 req-2ccaf625-e9ee-422f-b7f0-609b9ab8978a service neutron] 10.222.0.46 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841434 Jul 15 13:41:30.167334 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-806ca39b-df6a-4339-85b3-7976ee9bf037 req-3f25c67b-5c02-49a8-b475-01344824a2d2 service neutron] 10.222.0.46 "GET /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850823 Jul 15 13:41:30.244236 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-ee501da1-967d-41da-ac10-dec3108f16d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'name': 'tempest-TestVolumeBootPattern-699078910-router', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:30:54Z', 'updated_at': '2021-07-15T13:30:58Z', 'revision_number': 4, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'gw_port': {'id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:55Z', 'updated_at': '2021-07-15T13:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '7fc008a2-f498-4194-a882-db9fe6641436', 'name': '', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'mac_address': 'fa:16:3e:5e:0d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:57Z', 'updated_at': '2021-07-15T13:31:03Z', 'revision_number': 5, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'subnets': [{'id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:30.271710 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee501da1-967d-41da-ac10-dec3108f16d4 None None] The sync data for ids ['7d9925c5-2197-4219-bae2-f7fea6d240df'] in n-d-771363-36 is: [{'id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'name': 'tempest-TestVolumeBootPattern-699078910-router', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:30:54Z', 'updated_at': '2021-07-15T13:30:58Z', 'revision_number': 4, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'gw_port': {'id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:55Z', 'updated_at': '2021-07-15T13:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '7fc008a2-f498-4194-a882-db9fe6641436', 'name': '', 'network_id': '31f5d0ed-5ca5-4f26-8063-b8698ea6981e', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'mac_address': 'fa:16:3e:5e:0d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:57Z', 'updated_at': '2021-07-15T13:31:03Z', 'revision_number': 5, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'subnets': [{'id': '56ba636c-89f6-461f-85cb-74f1c6749bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:41:30.480170 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28df9fde-e885-4b21-9f9d-a99065fddeb2 None None] New status for floating IP 9dab8998-64ca-4de1-9c1e-d579467c952d: DOWN {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:41:31.179011 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da86b0-e6aa-4ce0-8378-ad720520ea25 req-75fc83ce-7f2c-4393-b58b-653e82ae8320 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:31.180709 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e9da86b0-e6aa-4ce0-8378-ad720520ea25 req-75fc83ce-7f2c-4393-b58b-653e82ae8320 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2265959-8758-4960-9a65-6b93308a673f HTTP/1.1" status: 200 len: 946 time: 0.0640495 Jul 15 13:41:31.217900 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e9da86b0-e6aa-4ce0-8378-ad720520ea25 req-79672631-73e5-44c6-a3aa-d49b0362847a tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd13065f-0ed7-4c7f-86cf-d23201a35e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314140 Jul 15 13:41:31.429922 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6817666-58c6-42ca-9139-42cd0f23b4db req-f95e91a8-bc29-47e7-a767-5baccdfc2767 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:31.431285 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a6817666-58c6-42ca-9139-42cd0f23b4db req-f95e91a8-bc29-47e7-a767-5baccdfc2767 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2265959-8758-4960-9a65-6b93308a673f HTTP/1.1" status: 200 len: 946 time: 0.0653098 Jul 15 13:41:31.530853 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-a6817666-58c6-42ca-9139-42cd0f23b4db req-5bb3a8ad-655a-4c38-9b92-820131da574b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Deleting port ab06f8f3-b32e-47e7-b1fb-df00b7924722 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:31.531178 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-a6817666-58c6-42ca-9139-42cd0f23b4db req-5bb3a8ad-655a-4c38-9b92-820131da574b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:31.615292 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-a6817666-58c6-42ca-9139-42cd0f23b4db req-5bb3a8ad-655a-4c38-9b92-820131da574b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] For port ab06f8f3-b32e-47e7-b1fb-df00b7924722, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ab06f8f3-b32e-47e7-b1fb-df00b7924722,segment=NetworkSegment(f9960641-9612-4cdb-ae7f-7357fdb7c7fb),segment_id=f9960641-9612-4cdb-ae7f-7357fdb7c7fb)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:31.615664 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-a6817666-58c6-42ca-9139-42cd0f23b4db req-5bb3a8ad-655a-4c38-9b92-820131da574b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:31.628044 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-a6817666-58c6-42ca-9139-42cd0f23b4db req-5bb3a8ad-655a-4c38-9b92-820131da574b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Calling delete_port for ab06f8f3-b32e-47e7-b1fb-df00b7924722 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:31.753553 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-a6817666-58c6-42ca-9139-42cd0f23b4db req-5bb3a8ad-655a-4c38-9b92-820131da574b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:31.782274 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3a8ad-655a-4c38-9b92-820131da574b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Pushing event deleted for resources: {'Port': ['ID=ab06f8f3-b32e-47e7-b1fb-df00b7924722,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:31.837496 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6817666-58c6-42ca-9139-42cd0f23b4db req-5bb3a8ad-655a-4c38-9b92-820131da574b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] No DVR routers for this DVR port ab06f8f3-b32e-47e7-b1fb-df00b7924722 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:41:31.839987 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-a6817666-58c6-42ca-9139-42cd0f23b4db req-5bb3a8ad-655a-4c38-9b92-820131da574b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:31.842013 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a6817666-58c6-42ca-9139-42cd0f23b4db req-5bb3a8ad-655a-4c38-9b92-820131da574b tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.46 "DELETE /v2.0/ports/ab06f8f3-b32e-47e7-b1fb-df00b7924722 HTTP/1.1" status: 204 len: 173 time: 0.4056339 Jul 15 13:41:31.842464 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2265959-8758-4960-9a65-6b93308a673f', 'name': 'network-vif-deleted', 'tag': 'ab06f8f3-b32e-47e7-b1fb-df00b7924722'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:41:31.844768 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fad54b-9800-45af-a9d4-2d34a040ac08" -d '{"events": [{"server_uuid": "d2265959-8758-4960-9a65-6b93308a673f", "name": "network-vif-deleted", "tag": "ab06f8f3-b32e-47e7-b1fb-df00b7924722"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:41:31.881277 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ceaec99-4819-49bd-8db2-589ecee93c15 x-openstack-request-id: req-0ceaec99-4819-49bd-8db2-589ecee93c15 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:41:31.881563 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2265959-8758-4960-9a65-6b93308a673f", "name": "network-vif-deleted", "tag": "ab06f8f3-b32e-47e7-b1fb-df00b7924722", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:41:31.881810 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ceaec99-4819-49bd-8db2-589ecee93c15 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:41:31.882206 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2265959-8758-4960-9a65-6b93308a673f', 'name': 'network-vif-deleted', 'tag': 'ab06f8f3-b32e-47e7-b1fb-df00b7924722', 'status': 'completed', 'code': 200} Jul 15 13:41:32.296300 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:32.359444 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0b9d6be1-3602-487a-be4a-29d8e844400a req-7db372c6-77c3-4a9b-9b59-40e7a10dd09d tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2265959-8758-4960-9a65-6b93308a673f HTTP/1.1" status: 200 len: 210 time: 0.0284786 Jul 15 13:41:32.497673 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0feb65c-eede-49f8-8982-e8be18fce9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:33.501526 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0db9e9f7-0051-4430-9bb2-0fd0f6287199 req-d0aaf584-0afa-4def-8734-baba0d13f08f tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2265959-8758-4960-9a65-6b93308a673f HTTP/1.1" status: 200 len: 210 time: 0.0276697 Jul 15 13:41:33.663720 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:34.360683 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:41:34.424123 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device ab06f8f3-b32e-47e7-b1fb-df00b7924722 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:41:34.444907 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: ab06f8f3-b32e-47e7-b1fb-df00b7924722 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:41:34.444907 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device ab06f8f3-b32e-47e7-b1fb-df00b7924722 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:41:34.641984 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7dc7beda-5488-4ad4-ba45-963a80770389 req-dbfef3fc-ca45-4072-af80-da82b42f25b7 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2265959-8758-4960-9a65-6b93308a673f HTTP/1.1" status: 200 len: 210 time: 0.0308952 Jul 15 13:41:35.096808 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:35.742461 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36392) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:36.190264 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-452b6e22-a7b3-4b39-aa1f-072e8d709464 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Deleting port bdb1ddc5-b650-420b-a9e6-6a6f2649a31d {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:36.190623 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-452b6e22-a7b3-4b39-aa1f-072e8d709464 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:36.262754 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-452b6e22-a7b3-4b39-aa1f-072e8d709464 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:36.263082 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-452b6e22-a7b3-4b39-aa1f-072e8d709464 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:36.274254 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-452b6e22-a7b3-4b39-aa1f-072e8d709464 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Calling delete_port for bdb1ddc5-b650-420b-a9e6-6a6f2649a31d owned by network:floatingip {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:36.400113 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-452b6e22-a7b3-4b39-aa1f-072e8d709464 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:36.423506 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b6e22-a7b3-4b39-aa1f-072e8d709464 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Pushing event deleted for resources: {'Port': ['ID=bdb1ddc5-b650-420b-a9e6-6a6f2649a31d,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:36.488991 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-452b6e22-a7b3-4b39-aa1f-072e8d709464 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for floatingip, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:36.491423 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-452b6e22-a7b3-4b39-aa1f-072e8d709464 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:36.492572 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-452b6e22-a7b3-4b39-aa1f-072e8d709464 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "DELETE /v2.0/floatingips/517c6fcf-2be1-4b1a-b72e-99c6957b2fa4 HTTP/1.1" status: 204 len: 168 time: 0.7491057 Jul 15 13:41:38.806185 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36408) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:38.866317 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2fbfbf9b-f0dd-4428-94e5-70220c7b9622 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:38.892593 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2fbfbf9b-f0dd-4428-94e5-70220c7b9622 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:38.952911 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2fbfbf9b-f0dd-4428-94e5-70220c7b9622 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:38.955501 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2fbfbf9b-f0dd-4428-94e5-70220c7b9622 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:38.956796 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2fbfbf9b-f0dd-4428-94e5-70220c7b9622 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] 10.222.0.16 "DELETE /v2.0/security-groups/bd13065f-0ed7-4c7f-86cf-d23201a35e28 HTTP/1.1" status: 204 len: 168 time: 0.1495419 Jul 15 13:41:38.967342 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbfbf9b-f0dd-4428-94e5-70220c7b9622 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd13065f-0ed7-4c7f-86cf-d23201a35e28,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:38.975679 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbfbf9b-f0dd-4428-94e5-70220c7b9622 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:38.975963 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbfbf9b-f0dd-4428-94e5-70220c7b9622 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:38.976288 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbfbf9b-f0dd-4428-94e5-70220c7b9622 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:38.976633 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbfbf9b-f0dd-4428-94e5-70220c7b9622 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:38.976946 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbfbf9b-f0dd-4428-94e5-70220c7b9622 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:38.977293 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbfbf9b-f0dd-4428-94e5-70220c7b9622 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:38.977599 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbfbf9b-f0dd-4428-94e5-70220c7b9622 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:38.977951 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbfbf9b-f0dd-4428-94e5-70220c7b9622 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:38.978296 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbfbf9b-f0dd-4428-94e5-70220c7b9622 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:38.978596 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbfbf9b-f0dd-4428-94e5-70220c7b9622 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:38.978923 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbfbf9b-f0dd-4428-94e5-70220c7b9622 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:38.979240 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbfbf9b-f0dd-4428-94e5-70220c7b9622 tempest-TestVolumeBootPattern-316162041 tempest-TestVolumeBootPattern-316162041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:39.028453 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36412) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:39.561946 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7de64b6f-7577-4e65-b3a9-e62e2f6f7017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:39.812272 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7de64b6f-7577-4e65-b3a9-e62e2f6f7017 admin admin] Deleting port 7fc008a2-f498-4194-a882-db9fe6641436 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:39.812560 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7de64b6f-7577-4e65-b3a9-e62e2f6f7017 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:39.888266 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-7de64b6f-7577-4e65-b3a9-e62e2f6f7017 admin admin] For port 7fc008a2-f498-4194-a882-db9fe6641436, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=7fc008a2-f498-4194-a882-db9fe6641436,segment=NetworkSegment(f9960641-9612-4cdb-ae7f-7357fdb7c7fb),segment_id=f9960641-9612-4cdb-ae7f-7357fdb7c7fb)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:39.888624 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7de64b6f-7577-4e65-b3a9-e62e2f6f7017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:39.900293 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7de64b6f-7577-4e65-b3a9-e62e2f6f7017 admin admin] Calling delete_port for 7fc008a2-f498-4194-a882-db9fe6641436 owned by network:router_interface {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:40.074184 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7de64b6f-7577-4e65-b3a9-e62e2f6f7017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:40.098749 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de64b6f-7577-4e65-b3a9-e62e2f6f7017 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fc008a2-f498-4194-a882-db9fe6641436,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:40.266589 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7de64b6f-7577-4e65-b3a9-e62e2f6f7017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:40.469353 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de64b6f-7577-4e65-b3a9-e62e2f6f7017 admin admin] Router 7d9925c5-2197-4219-bae2-f7fea6d240df has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:41:40.573473 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de64b6f-7577-4e65-b3a9-e62e2f6f7017 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:41:40.578969 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7de64b6f-7577-4e65-b3a9-e62e2f6f7017 admin admin] 10.222.0.16 "PUT /v2.0/routers/7d9925c5-2197-4219-bae2-f7fea6d240df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5473247 Jul 15 13:41:40.581504 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36416) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:40.582933 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ec2960-9066-48ac-b89e-36e3afacc78b None None] Sync routers for ids ['7d9925c5-2197-4219-bae2-f7fea6d240df'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:41:40.592035 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ec2960-9066-48ac-b89e-36e3afacc78b None None] Routers {'7d9925c5-2197-4219-bae2-f7fea6d240df'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:40.592640 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-e5ec2960-9066-48ac-b89e-36e3afacc78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:41:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['7d9925c5-2197-4219-bae2-f7fea6d240df'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:40.684117 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b19c14d-df5e-47f1-9e3f-02a614ade427 admin admin] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:40.693328 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-e5ec2960-9066-48ac-b89e-36e3afacc78b None None] Set router 7d9925c5-2197-4219-bae2-f7fea6d240df gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:40.783817 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b19c14d-df5e-47f1-9e3f-02a614ade427 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:40.836551 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7b19c14d-df5e-47f1-9e3f-02a614ade427 admin admin] Deleting port 437e6783-5cc8-4f5e-a72f-3ae3f227e4d4 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:40.836891 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b19c14d-df5e-47f1-9e3f-02a614ade427 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:40.871600 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-e5ec2960-9066-48ac-b89e-36e3afacc78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'name': 'tempest-TestVolumeBootPattern-699078910-router', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:30:54Z', 'updated_at': '2021-07-15T13:41:40Z', 'revision_number': 5, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'gw_port': {'id': '437e6783-5cc8-4f5e-a72f-3ae3f227e4d4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:55Z', 'updated_at': '2021-07-15T13:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:40.897292 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ec2960-9066-48ac-b89e-36e3afacc78b None None] Checking router: 7d9925c5-2197-4219-bae2-f7fea6d240df for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:41:40.905477 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ec2960-9066-48ac-b89e-36e3afacc78b None None] Routers {'7d9925c5-2197-4219-bae2-f7fea6d240df'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:40.906089 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-e5ec2960-9066-48ac-b89e-36e3afacc78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:41:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['7d9925c5-2197-4219-bae2-f7fea6d240df'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:40.918943 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-7b19c14d-df5e-47f1-9e3f-02a614ade427 admin admin] For port 437e6783-5cc8-4f5e-a72f-3ae3f227e4d4, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=437e6783-5cc8-4f5e-a72f-3ae3f227e4d4,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:40.919301 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b19c14d-df5e-47f1-9e3f-02a614ade427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:40.930656 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7b19c14d-df5e-47f1-9e3f-02a614ade427 admin admin] Calling delete_port for 437e6783-5cc8-4f5e-a72f-3ae3f227e4d4 owned by network:router_gateway {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:40.989103 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-e5ec2960-9066-48ac-b89e-36e3afacc78b None None] Set router 7d9925c5-2197-4219-bae2-f7fea6d240df gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:41.044133 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-e5ec2960-9066-48ac-b89e-36e3afacc78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'name': 'tempest-TestVolumeBootPattern-699078910-router', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:30:54Z', 'updated_at': '2021-07-15T13:41:40Z', 'revision_number': 6, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:41.070533 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ec2960-9066-48ac-b89e-36e3afacc78b None None] The sync data for ids ['7d9925c5-2197-4219-bae2-f7fea6d240df'] in n-d-771363-36 is: [{'id': '7d9925c5-2197-4219-bae2-f7fea6d240df', 'name': 'tempest-TestVolumeBootPattern-699078910-router', 'tenant_id': '0a166bdebb1d4ca388f2465550a7f09f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:30:54Z', 'updated_at': '2021-07-15T13:41:40Z', 'revision_number': 6, 'project_id': '0a166bdebb1d4ca388f2465550a7f09f', 'gw_port_host': None}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:41:41.099018 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b19c14d-df5e-47f1-9e3f-02a614ade427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:41.125657 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b19c14d-df5e-47f1-9e3f-02a614ade427 admin admin] Pushing event deleted for resources: {'Port': ['ID=437e6783-5cc8-4f5e-a72f-3ae3f227e4d4,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:41.152786 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b19c14d-df5e-47f1-9e3f-02a614ade427 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:41.153127 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b19c14d-df5e-47f1-9e3f-02a614ade427 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:41.153491 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b19c14d-df5e-47f1-9e3f-02a614ade427 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:41.153837 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b19c14d-df5e-47f1-9e3f-02a614ade427 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:41.154172 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b19c14d-df5e-47f1-9e3f-02a614ade427 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:41.154498 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b19c14d-df5e-47f1-9e3f-02a614ade427 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:41.154848 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b19c14d-df5e-47f1-9e3f-02a614ade427 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:41.155176 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b19c14d-df5e-47f1-9e3f-02a614ade427 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:41.155494 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b19c14d-df5e-47f1-9e3f-02a614ade427 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:41.155814 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b19c14d-df5e-47f1-9e3f-02a614ade427 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:41.156135 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b19c14d-df5e-47f1-9e3f-02a614ade427 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:41.156452 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b19c14d-df5e-47f1-9e3f-02a614ade427 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:41.197864 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b19c14d-df5e-47f1-9e3f-02a614ade427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:41.284952 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b19c14d-df5e-47f1-9e3f-02a614ade427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:41.287111 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b19c14d-df5e-47f1-9e3f-02a614ade427 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:41.331536 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b19c14d-df5e-47f1-9e3f-02a614ade427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:41.331941 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b19c14d-df5e-47f1-9e3f-02a614ade427 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d9925c5-2197-4219-bae2-f7fea6d240df {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:41:41.336214 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b19c14d-df5e-47f1-9e3f-02a614ade427 admin admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:41.337399 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7b19c14d-df5e-47f1-9e3f-02a614ade427 admin admin] 10.222.0.16 "DELETE /v2.0/routers/7d9925c5-2197-4219-bae2-f7fea6d240df HTTP/1.1" status: 204 len: 168 time: 0.7549584 Jul 15 13:41:41.340447 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36418) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:41.382845 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-c267371c-c7f3-41b8-ae08-be66381833dc admin admin] Deleting subnet 56ba636c-89f6-461f-85cb-74f1c6749bed {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:41:41.385700 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c267371c-c7f3-41b8-ae08-be66381833dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:41.422366 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c267371c-c7f3-41b8-ae08-be66381833dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:41.513973 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c267371c-c7f3-41b8-ae08-be66381833dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:41.565135 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c267371c-c7f3-41b8-ae08-be66381833dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:41.591133 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267371c-c7f3-41b8-ae08-be66381833dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56ba636c-89f6-461f-85cb-74f1c6749bed,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:41.595945 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c267371c-c7f3-41b8-ae08-be66381833dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:41.597820 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c267371c-c7f3-41b8-ae08-be66381833dc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/56ba636c-89f6-461f-85cb-74f1c6749bed HTTP/1.1" status: 204 len: 168 time: 0.2564263 Jul 15 13:41:41.600408 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36420) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:41.601314 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e800a52-c208-4071-9b53-37b62a8eb97f None None] Network 31f5d0ed-5ca5-4f26-8063-b8698ea6981e requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:41:41.667750 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4ef5cea4-ceb4-4df3-a201-c71af52927bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:41.725712 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4ef5cea4-ceb4-4df3-a201-c71af52927bc admin admin] Deleting port 5523b655-6b6a-434b-8514-46f0746afcd8 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:41.726056 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4ef5cea4-ceb4-4df3-a201-c71af52927bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:41.790518 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4ef5cea4-ceb4-4df3-a201-c71af52927bc admin admin] For port 5523b655-6b6a-434b-8514-46f0746afcd8, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=5523b655-6b6a-434b-8514-46f0746afcd8,segment=NetworkSegment(f9960641-9612-4cdb-ae7f-7357fdb7c7fb),segment_id=f9960641-9612-4cdb-ae7f-7357fdb7c7fb)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:41.790836 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4ef5cea4-ceb4-4df3-a201-c71af52927bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:41.802526 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4ef5cea4-ceb4-4df3-a201-c71af52927bc admin admin] Calling delete_port for 5523b655-6b6a-434b-8514-46f0746afcd8 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:41.846617 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 7fc008a2-f498-4194-a882-db9fe6641436 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:41:41.869100 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b0dd49-6968-48c7-afe7-ffd590d8316e None None] DHCP port deletion for 31f5d0ed-5ca5-4f26-8063-b8698ea6981e request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:41:41.871158 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 7fc008a2-f498-4194-a882-db9fe6641436 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:41:41.871497 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 7fc008a2-f498-4194-a882-db9fe6641436 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:41:41.903363 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4ef5cea4-ceb4-4df3-a201-c71af52927bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:41.918829 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-05b0dd49-6968-48c7-afe7-ffd590d8316e None None] Deleting port 5523b655-6b6a-434b-8514-46f0746afcd8 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:41.919192 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05b0dd49-6968-48c7-afe7-ffd590d8316e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:41.931404 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef5cea4-ceb4-4df3-a201-c71af52927bc admin admin] No DVR routers for this DVR port 5523b655-6b6a-434b-8514-46f0746afcd8 on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:41:41.954192 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5cea4-ceb4-4df3-a201-c71af52927bc admin admin] Pushing event deleted for resources: {'Port': ['ID=5523b655-6b6a-434b-8514-46f0746afcd8,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:41.983765 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-05b0dd49-6968-48c7-afe7-ffd590d8316e None None] For port 5523b655-6b6a-434b-8514-46f0746afcd8, host n-d-771363-36, got binding levels [] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:41.984152 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05b0dd49-6968-48c7-afe7-ffd590d8316e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:41.997798 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-05b0dd49-6968-48c7-afe7-ffd590d8316e None None] Calling delete_port for 5523b655-6b6a-434b-8514-46f0746afcd8 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:42.000524 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.ipam_backend_mixin [None req-05b0dd49-6968-48c7-afe7-ffd590d8316e None None] Port 5523b655-6b6a-434b-8514-46f0746afcd8 was not found and therefore no delete operation was performed {{(pid=93827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:41:42.001781 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05b0dd49-6968-48c7-afe7-ffd590d8316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:42.007834 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4ef5cea4-ceb4-4df3-a201-c71af52927bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:42.018282 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-4ef5cea4-ceb4-4df3-a201-c71af52927bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31f5d0ed-5ca5-4f26-8063-b8698ea6981e']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:42.027386 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b0dd49-6968-48c7-afe7-ffd590d8316e None None] Pushing event deleted for resources: {'Port': ['ID=5523b655-6b6a-434b-8514-46f0746afcd8,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:42.030818 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b0dd49-6968-48c7-afe7-ffd590d8316e None None] No DVR routers for this DVR port 5523b655-6b6a-434b-8514-46f0746afcd8 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:41:42.035248 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-4ef5cea4-ceb4-4df3-a201-c71af52927bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9960641-9612-4cdb-ae7f-7357fdb7c7fb') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:42.035659 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-4ef5cea4-ceb4-4df3-a201-c71af52927bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9960641-9612-4cdb-ae7f-7357fdb7c7fb') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:42.047895 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4ef5cea4-ceb4-4df3-a201-c71af52927bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:42.062243 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4ef5cea4-ceb4-4df3-a201-c71af52927bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:42.068146 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef5cea4-ceb4-4df3-a201-c71af52927bc admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:41:42.068534 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4ef5cea4-ceb4-4df3-a201-c71af52927bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:42.070186 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:41:42.070186 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:41:42.070186 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:41:42.070186 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:41:42.070186 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:41:42.070186 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:41:42.070186 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:41:42.070186 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:41:42.070186 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:41:42.070186 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:41:42.070186 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:41:42.070186 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:41:42.070186 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:41:42.070186 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:41:42.070186 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:41:42.070186 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:41:42.070186 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:41:42.070186 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:41:42.070186 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:41:42.070186 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:41:42.070186 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:41:42.070186 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:41:42.070186 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:41:42.070186 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:41:42.070186 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:41:42.070186 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:41:42.070186 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:41:42.070186 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:41:42.070186 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:41:42.070186 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:41:42.070186 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:41:42.070186 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:41:42.129857 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4ef5cea4-ceb4-4df3-a201-c71af52927bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:42.136872 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4ef5cea4-ceb4-4df3-a201-c71af52927bc admin admin] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:42.138878 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4ef5cea4-ceb4-4df3-a201-c71af52927bc admin admin] 10.222.0.16 "DELETE /v2.0/networks/31f5d0ed-5ca5-4f26-8063-b8698ea6981e HTTP/1.1" status: 204 len: 168 time: 0.5375078 Jul 15 13:41:42.141925 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36422) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:42.178226 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5cea4-ceb4-4df3-a201-c71af52927bc admin admin] Pushing event deleted for resources: {'Network': ['ID=31f5d0ed-5ca5-4f26-8063-b8698ea6981e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:42.508143 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c6070ef8-58a6-4963-a14c-d37b1b88aed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:42.756842 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-c6070ef8-58a6-4963-a14c-d37b1b88aed9 admin admin] Deleting port 0fc910ae-2ed0-4e41-992d-135f6ce22771 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:42.757183 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c6070ef8-58a6-4963-a14c-d37b1b88aed9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:42.833765 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-c6070ef8-58a6-4963-a14c-d37b1b88aed9 admin admin] For port 0fc910ae-2ed0-4e41-992d-135f6ce22771, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=0fc910ae-2ed0-4e41-992d-135f6ce22771,segment=NetworkSegment(97d5c941-c793-48fc-be9d-93090df7f2a9),segment_id=97d5c941-c793-48fc-be9d-93090df7f2a9)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:42.834134 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c6070ef8-58a6-4963-a14c-d37b1b88aed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:42.846733 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-c6070ef8-58a6-4963-a14c-d37b1b88aed9 admin admin] Calling delete_port for 0fc910ae-2ed0-4e41-992d-135f6ce22771 owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:43.025678 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c6070ef8-58a6-4963-a14c-d37b1b88aed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:43.054750 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6070ef8-58a6-4963-a14c-d37b1b88aed9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fc910ae-2ed0-4e41-992d-135f6ce22771,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:43.221336 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c6070ef8-58a6-4963-a14c-d37b1b88aed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:43.349771 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 437e6783-5cc8-4f5e-a72f-3ae3f227e4d4 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:41:43.370241 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 437e6783-5cc8-4f5e-a72f-3ae3f227e4d4 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:41:43.371185 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 437e6783-5cc8-4f5e-a72f-3ae3f227e4d4 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:41:43.371598 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5523b655-6b6a-434b-8514-46f0746afcd8 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:41:43.390030 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 5523b655-6b6a-434b-8514-46f0746afcd8 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:41:43.390369 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 5523b655-6b6a-434b-8514-46f0746afcd8 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:41:43.437389 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6070ef8-58a6-4963-a14c-d37b1b88aed9 admin admin] Router 2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:41:43.539649 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6070ef8-58a6-4963-a14c-d37b1b88aed9 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:41:43.547207 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c6070ef8-58a6-4963-a14c-d37b1b88aed9 admin admin] 10.222.0.16 "PUT /v2.0/routers/2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4025254 Jul 15 13:41:43.548238 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c851e622-b21a-46f0-b204-1a455562451b None None] Sync routers for ids ['2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:41:43.548684 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36424) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:43.556940 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c851e622-b21a-46f0-b204-1a455562451b None None] Routers {'2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:43.557529 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-c851e622-b21a-46f0-b204-1a455562451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:41:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:43.650172 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-61b10158-3b3d-48f9-90ab-69497ef725dd admin admin] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:43.657780 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-c851e622-b21a-46f0-b204-1a455562451b None None] Set router 2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:43.747824 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-61b10158-3b3d-48f9-90ab-69497ef725dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:43.802972 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-61b10158-3b3d-48f9-90ab-69497ef725dd admin admin] Deleting port d5548ffb-ddb1-4b6c-8412-1108e7800fa4 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:43.803328 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-61b10158-3b3d-48f9-90ab-69497ef725dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:43.831191 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-c851e622-b21a-46f0-b204-1a455562451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5', 'name': 'tempest-TestVolumeBootPattern-1914552680-router', 'tenant_id': 'f2fbc23b136548dea93e6d5d21bd26e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'd5548ffb-ddb1-4b6c-8412-1108e7800fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:31:01Z', 'updated_at': '2021-07-15T13:41:42Z', 'revision_number': 5, 'project_id': 'f2fbc23b136548dea93e6d5d21bd26e8', 'gw_port': {'id': 'd5548ffb-ddb1-4b6c-8412-1108e7800fa4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:24:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:31:02Z', 'updated_at': '2021-07-15T13:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:43.857491 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c851e622-b21a-46f0-b204-1a455562451b None None] Checking router: 2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:41:43.865531 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c851e622-b21a-46f0-b204-1a455562451b None None] Routers {'2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:43.866148 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-c851e622-b21a-46f0-b204-1a455562451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:41:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:43.881429 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-61b10158-3b3d-48f9-90ab-69497ef725dd admin admin] For port d5548ffb-ddb1-4b6c-8412-1108e7800fa4, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=d5548ffb-ddb1-4b6c-8412-1108e7800fa4,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:43.881791 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-61b10158-3b3d-48f9-90ab-69497ef725dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:43.893352 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-61b10158-3b3d-48f9-90ab-69497ef725dd admin admin] Calling delete_port for d5548ffb-ddb1-4b6c-8412-1108e7800fa4 owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:43.951148 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-c851e622-b21a-46f0-b204-1a455562451b None None] Set router 2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5 gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:44.001406 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-c851e622-b21a-46f0-b204-1a455562451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5', 'name': 'tempest-TestVolumeBootPattern-1914552680-router', 'tenant_id': 'f2fbc23b136548dea93e6d5d21bd26e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:31:01Z', 'updated_at': '2021-07-15T13:41:43Z', 'revision_number': 6, 'project_id': 'f2fbc23b136548dea93e6d5d21bd26e8', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:44.030319 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c851e622-b21a-46f0-b204-1a455562451b None None] The sync data for ids ['2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5'] in n-d-771363-36 is: [{'id': '2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5', 'name': 'tempest-TestVolumeBootPattern-1914552680-router', 'tenant_id': 'f2fbc23b136548dea93e6d5d21bd26e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:31:01Z', 'updated_at': '2021-07-15T13:41:43Z', 'revision_number': 6, 'project_id': 'f2fbc23b136548dea93e6d5d21bd26e8', 'gw_port_host': None}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:41:44.057471 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-61b10158-3b3d-48f9-90ab-69497ef725dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:44.087869 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b10158-3b3d-48f9-90ab-69497ef725dd admin admin] Pushing event deleted for resources: {'Port': ['ID=d5548ffb-ddb1-4b6c-8412-1108e7800fa4,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:44.465878 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-61b10158-3b3d-48f9-90ab-69497ef725dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:44.553624 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-61b10158-3b3d-48f9-90ab-69497ef725dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:44.555711 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-61b10158-3b3d-48f9-90ab-69497ef725dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:44.597051 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-61b10158-3b3d-48f9-90ab-69497ef725dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:44.597639 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b10158-3b3d-48f9-90ab-69497ef725dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5 {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:41:44.601822 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-61b10158-3b3d-48f9-90ab-69497ef725dd admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:44.603138 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-61b10158-3b3d-48f9-90ab-69497ef725dd admin admin] 10.222.0.16 "DELETE /v2.0/routers/2e29f7f4-b2ec-4d98-8a2d-43fbc4a0d2a5 HTTP/1.1" status: 204 len: 168 time: 1.0537169 Jul 15 13:41:44.605692 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36426) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:44.651478 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fe60160-7ecc-47a3-8374-12967b72cf71 admin admin] Deleting subnet 48063ced-1036-4388-9b0e-240294d9f4f1 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:41:44.656063 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7fe60160-7ecc-47a3-8374-12967b72cf71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:44.691418 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7fe60160-7ecc-47a3-8374-12967b72cf71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:44.770002 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7fe60160-7ecc-47a3-8374-12967b72cf71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:44.826701 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7fe60160-7ecc-47a3-8374-12967b72cf71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:44.855989 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe60160-7ecc-47a3-8374-12967b72cf71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48063ced-1036-4388-9b0e-240294d9f4f1,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:44.859406 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7fe60160-7ecc-47a3-8374-12967b72cf71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:44.861558 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7fe60160-7ecc-47a3-8374-12967b72cf71 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/48063ced-1036-4388-9b0e-240294d9f4f1 HTTP/1.1" status: 204 len: 168 time: 0.2546461 Jul 15 13:41:44.863882 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36428) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:44.864604 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4921be-6920-4b70-80e9-7d0dd1293ad8 None None] Network 4c8b92da-0480-4151-83a0-cf1d06367378 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:41:44.937285 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-be8bf227-4e1b-4d45-85d7-f828ae50d2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:44.991012 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-be8bf227-4e1b-4d45-85d7-f828ae50d2ec admin admin] Deleting port cd14aa63-8c95-401b-ab71-4e154b0b595a {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:44.991357 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-be8bf227-4e1b-4d45-85d7-f828ae50d2ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:45.060664 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-be8bf227-4e1b-4d45-85d7-f828ae50d2ec admin admin] For port cd14aa63-8c95-401b-ab71-4e154b0b595a, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=cd14aa63-8c95-401b-ab71-4e154b0b595a,segment=NetworkSegment(97d5c941-c793-48fc-be9d-93090df7f2a9),segment_id=97d5c941-c793-48fc-be9d-93090df7f2a9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:45.061028 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-be8bf227-4e1b-4d45-85d7-f828ae50d2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:45.067656 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2b968b-0847-48dd-820a-497874559e11 None None] DHCP port deletion for 4c8b92da-0480-4151-83a0-cf1d06367378 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:41:45.075436 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-be8bf227-4e1b-4d45-85d7-f828ae50d2ec admin admin] Calling delete_port for cd14aa63-8c95-401b-ab71-4e154b0b595a owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:45.114189 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-be2b968b-0847-48dd-820a-497874559e11 None None] Deleting port cd14aa63-8c95-401b-ab71-4e154b0b595a {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:45.114587 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-be2b968b-0847-48dd-820a-497874559e11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:45.158664 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-be8bf227-4e1b-4d45-85d7-f828ae50d2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:45.179433 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-be2b968b-0847-48dd-820a-497874559e11 None None] For port cd14aa63-8c95-401b-ab71-4e154b0b595a, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=cd14aa63-8c95-401b-ab71-4e154b0b595a,segment=NetworkSegment(97d5c941-c793-48fc-be9d-93090df7f2a9),segment_id=97d5c941-c793-48fc-be9d-93090df7f2a9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:45.179834 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-be2b968b-0847-48dd-820a-497874559e11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:45.181450 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8bf227-4e1b-4d45-85d7-f828ae50d2ec admin admin] Pushing event deleted for resources: {'Port': ['ID=cd14aa63-8c95-401b-ab71-4e154b0b595a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:45.188159 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8bf227-4e1b-4d45-85d7-f828ae50d2ec admin admin] No DVR routers for this DVR port cd14aa63-8c95-401b-ab71-4e154b0b595a on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:41:45.192144 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-be2b968b-0847-48dd-820a-497874559e11 None None] Calling delete_port for cd14aa63-8c95-401b-ab71-4e154b0b595a owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:45.262181 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-be8bf227-4e1b-4d45-85d7-f828ae50d2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:45.270615 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-be2b968b-0847-48dd-820a-497874559e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:45.272672 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-be8bf227-4e1b-4d45-85d7-f828ae50d2ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c8b92da-0480-4151-83a0-cf1d06367378']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:45.287268 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-be8bf227-4e1b-4d45-85d7-f828ae50d2ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d5c941-c793-48fc-be9d-93090df7f2a9') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:45.287591 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-be8bf227-4e1b-4d45-85d7-f828ae50d2ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d5c941-c793-48fc-be9d-93090df7f2a9') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:45.297152 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-be8bf227-4e1b-4d45-85d7-f828ae50d2ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:45.299554 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b968b-0847-48dd-820a-497874559e11 None None] Pushing event deleted for resources: {'Port': ['ID=cd14aa63-8c95-401b-ab71-4e154b0b595a,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:45.311789 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2b968b-0847-48dd-820a-497874559e11 None None] No DVR routers for this DVR port cd14aa63-8c95-401b-ab71-4e154b0b595a on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:41:45.314923 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-be8bf227-4e1b-4d45-85d7-f828ae50d2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:45.316171 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 0fc910ae-2ed0-4e41-992d-135f6ce22771 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:41:45.321868 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be8bf227-4e1b-4d45-85d7-f828ae50d2ec admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:41:45.322079 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-be8bf227-4e1b-4d45-85d7-f828ae50d2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:45.323953 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:41:45.323953 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:41:45.323953 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:41:45.323953 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:41:45.323953 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:41:45.323953 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:41:45.323953 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:41:45.323953 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:41:45.323953 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:41:45.323953 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:41:45.323953 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:41:45.323953 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:41:45.323953 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:41:45.323953 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:41:45.323953 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:41:45.323953 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:41:45.323953 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:41:45.323953 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:41:45.323953 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:41:45.323953 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:41:45.323953 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:41:45.323953 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:41:45.323953 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:41:45.323953 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:41:45.323953 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:41:45.323953 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:41:45.323953 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:41:45.323953 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:41:45.323953 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:41:45.323953 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:41:45.323953 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:41:45.323953 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:41:45.345188 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2b968b-0847-48dd-820a-497874559e11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:45.345528 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2b968b-0847-48dd-820a-497874559e11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:45.345862 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2b968b-0847-48dd-820a-497874559e11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:45.346193 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2b968b-0847-48dd-820a-497874559e11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:45.346521 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2b968b-0847-48dd-820a-497874559e11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:45.346913 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2b968b-0847-48dd-820a-497874559e11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:45.347237 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2b968b-0847-48dd-820a-497874559e11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:45.347559 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2b968b-0847-48dd-820a-497874559e11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:45.347879 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2b968b-0847-48dd-820a-497874559e11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:45.348198 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2b968b-0847-48dd-820a-497874559e11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:45.348522 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2b968b-0847-48dd-820a-497874559e11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:45.348840 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2b968b-0847-48dd-820a-497874559e11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:45.352381 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 0fc910ae-2ed0-4e41-992d-135f6ce22771 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:41:45.352729 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 0fc910ae-2ed0-4e41-992d-135f6ce22771 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:41:45.353142 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device d5548ffb-ddb1-4b6c-8412-1108e7800fa4 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:41:45.372671 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: d5548ffb-ddb1-4b6c-8412-1108e7800fa4 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:41:45.373015 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device d5548ffb-ddb1-4b6c-8412-1108e7800fa4 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:41:45.373460 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device cd14aa63-8c95-401b-ab71-4e154b0b595a no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:41:45.377547 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-be8bf227-4e1b-4d45-85d7-f828ae50d2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:45.383890 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-be8bf227-4e1b-4d45-85d7-f828ae50d2ec admin admin] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:45.388146 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-be8bf227-4e1b-4d45-85d7-f828ae50d2ec admin admin] 10.222.0.16 "DELETE /v2.0/networks/4c8b92da-0480-4151-83a0-cf1d06367378 HTTP/1.1" status: 204 len: 168 time: 0.5208442 Jul 15 13:41:45.392332 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: cd14aa63-8c95-401b-ab71-4e154b0b595a {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:41:45.392687 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device cd14aa63-8c95-401b-ab71-4e154b0b595a not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:41:45.397541 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8bf227-4e1b-4d45-85d7-f828ae50d2ec admin admin] Pushing event deleted for resources: {'Network': ['ID=4c8b92da-0480-4151-83a0-cf1d06367378,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:45.508122 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36432) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:45.550369 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a0b491fa-8b22-4d4e-90a1-d9e5fa6519a4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a166bdebb1d4ca388f2465550a7f09f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411205 Jul 15 13:41:45.552737 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36434) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:45.599047 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ef7fbeff-5d05-499f-aaf3-76fe9dffbea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:45.619868 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ef7fbeff-5d05-499f-aaf3-76fe9dffbea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:45.667152 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ef7fbeff-5d05-499f-aaf3-76fe9dffbea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:45.670342 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ef7fbeff-5d05-499f-aaf3-76fe9dffbea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:45.671520 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ef7fbeff-5d05-499f-aaf3-76fe9dffbea6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aea4967e-e391-4e03-a8c2-2c51927bd962 HTTP/1.1" status: 204 len: 168 time: 0.1179123 Jul 15 13:41:45.678806 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7fbeff-5d05-499f-aaf3-76fe9dffbea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea4967e-e391-4e03-a8c2-2c51927bd962,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:45.996058 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36440) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:46.035486 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e452474c-2933-4e59-80b2-23d2ee48ffcc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f2fbc23b136548dea93e6d5d21bd26e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382574 Jul 15 13:41:46.037846 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36442) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:46.083778 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-355d4fd7-18b2-4716-a917-b24cbc9f722c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:46.104258 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-355d4fd7-18b2-4716-a917-b24cbc9f722c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:46.149165 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-355d4fd7-18b2-4716-a917-b24cbc9f722c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:46.151802 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-355d4fd7-18b2-4716-a917-b24cbc9f722c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:46.153531 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-355d4fd7-18b2-4716-a917-b24cbc9f722c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/329ee224-3026-413b-926e-5f90dab0f9b3 HTTP/1.1" status: 204 len: 168 time: 0.1147046 Jul 15 13:41:46.161213 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d4fd7-18b2-4716-a917-b24cbc9f722c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329ee224-3026-413b-926e-5f90dab0f9b3,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:55.413357 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-da1295b5-064f-4f02-a736-dd913a3fee98 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ebf0315706d4409895dd7f44ccc190e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219615 Jul 15 13:41:55.519029 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-7b1261ac-974b-42db-9454-685e773305e7 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:55.520389 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-7b1261ac-974b-42db-9454-685e773305e7 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1021831 Jul 15 13:41:55.535290 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-8a02ce24-0f17-4595-a8d8-5112049a095d tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] 10.222.0.16 "GET /v2.0/quotas/ebf0315706d4409895dd7f44ccc190e4 HTTP/1.1" status: 200 len: 375 time: 0.0095880 Jul 15 13:41:55.567093 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-f1e7fef3-58da-4909-8cce-057fefb0eb02 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ebf0315706d4409895dd7f44ccc190e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271566 Jul 15 13:41:55.730030 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6d0f7697-ce7f-4b65-80a6-4ef30d20b76a req-cf0af10f-f715-42a1-a5a3-b4f7964b1359 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] 10.222.0.16 "GET /v2.0/ports?device_id=88216e5f-b014-4b64-ac22-d13f25a5aba6 HTTP/1.1" status: 200 len: 210 time: 0.0279193 Jul 15 13:41:56.813517 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9c9ba9fb-35da-493b-b82c-7e6b28ea297d req-80f03258-7092-4dea-a222-016313e95258 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] 10.222.0.16 "GET /v2.0/ports?device_id=88216e5f-b014-4b64-ac22-d13f25a5aba6 HTTP/1.1" status: 200 len: 210 time: 0.0309963 Jul 15 13:41:57.893142 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-722bf8d8-f5b7-470d-8793-6286a91d4df9 req-b4e384eb-3424-4f15-89a3-1681b8383700 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] 10.222.0.16 "GET /v2.0/ports?device_id=88216e5f-b014-4b64-ac22-d13f25a5aba6 HTTP/1.1" status: 200 len: 210 time: 0.0275521 Jul 15 13:41:58.860020 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-1aebb8ce-a505-47ba-9bdc-4d20deec474e tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ebf0315706d4409895dd7f44ccc190e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213840 Jul 15 13:41:58.968693 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-eab472b1-538f-4d18-8a42-b4dc44ec2866 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:58.970254 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-eab472b1-538f-4d18-8a42-b4dc44ec2866 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1056590 Jul 15 13:41:58.981955 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-680185c0-deb1-4457-a960-3343d5dea103 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] Request body: {'port': {'device_id': '88216e5f-b014-4b64-ac22-d13f25a5aba6', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'admin_state_up': True, 'tenant_id': 'ebf0315706d4409895dd7f44ccc190e4'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:59.040372 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c797dbbf-f5bb-4a1e-8f9e-ad792ffb2070 req-e5060800-8c25-4b76-8ece-6980ace389be tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] 10.222.0.16 "GET /v2.0/ports?device_id=88216e5f-b014-4b64-ac22-d13f25a5aba6 HTTP/1.1" status: 200 len: 210 time: 0.0333123 Jul 15 13:41:59.113839 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-680185c0-deb1-4457-a960-3343d5dea103 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] Made reservation on behalf of ebf0315706d4409895dd7f44ccc190e4 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:59.117557 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-680185c0-deb1-4457-a960-3343d5dea103 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:59.130570 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-680185c0-deb1-4457-a960-3343d5dea103 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:59.218298 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-680185c0-deb1-4457-a960-3343d5dea103 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:59.221956 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-680185c0-deb1-4457-a960-3343d5dea103 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:59.281049 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680185c0-deb1-4457-a960-3343d5dea103 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31cc46be-dfcb-45d0-9689-f2a7d29bded8,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:59.348247 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-680185c0-deb1-4457-a960-3343d5dea103 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] Allocated IP 192.168.233.59 (fb7e2853-c052-4bbe-a410-b119ef2f5100/f7332b1d-b5ae-478a-9a33-4a7a808c5484/1ea46f95-498c-425a-9e96-97975213f0bb) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:41:59.365680 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:59.492960 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-680185c0-deb1-4457-a960-3343d5dea103 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:59.505938 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-680185c0-deb1-4457-a960-3343d5dea103 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] Transition to ACTIVE for port object 1ea46f95-498c-425a-9e96-97975213f0bb will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:59.538410 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-680185c0-deb1-4457-a960-3343d5dea103 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:59.582469 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-680185c0-deb1-4457-a960-3343d5dea103 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] Network fb7e2853-c052-4bbe-a410-b119ef2f5100 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:59.585495 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-680185c0-deb1-4457-a960-3343d5dea103 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:59.588014 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-680185c0-deb1-4457-a960-3343d5dea103 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:41:59.618152 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680185c0-deb1-4457-a960-3343d5dea103 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] Pushing event updated for resources: {'Port': ['ID=1ea46f95-498c-425a-9e96-97975213f0bb,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:59.654072 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-680185c0-deb1-4457-a960-3343d5dea103 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:59.654950 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-680185c0-deb1-4457-a960-3343d5dea103 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:59.669973 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-680185c0-deb1-4457-a960-3343d5dea103 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6922085 Jul 15 13:41:59.681653 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-5ec3529b-6c4d-43f7-b1d9-53f34f075c3e service neutron] Request body: {'port': {'device_id': '88216e5f-b014-4b64-ac22-d13f25a5aba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:59.688569 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:59.719496 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9310f6a6-defd-45fa-b8de-8612c9143ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:59.758273 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-5ec3529b-6c4d-43f7-b1d9-53f34f075c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:59.870739 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f323b1cb-92af-412b-b8c8-bad00fb8d246 None None] Provisioning for port 1ea46f95-498c-425a-9e96-97975213f0bb completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:59.875156 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f323b1cb-92af-412b-b8c8-bad00fb8d246 None None] Provisioning complete for port 1ea46f95-498c-425a-9e96-97975213f0bb triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:59.875523 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f323b1cb-92af-412b-b8c8-bad00fb8d246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:59.912621 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f323b1cb-92af-412b-b8c8-bad00fb8d246 None None] Port 1ea46f95-498c-425a-9e96-97975213f0bb cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:42:00.015594 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-5ec3529b-6c4d-43f7-b1d9-53f34f075c3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ea46f95-498c-425a-9e96-97975213f0bb {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:42:00.022893 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-5ec3529b-6c4d-43f7-b1d9-53f34f075c3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:00.034645 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-5ec3529b-6c4d-43f7-b1d9-53f34f075c3e service neutron] Transition to ACTIVE for port object 1ea46f95-498c-425a-9e96-97975213f0bb will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:42:00.038202 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-5ec3529b-6c4d-43f7-b1d9-53f34f075c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:00.103764 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3529b-6c4d-43f7-b1d9-53f34f075c3e service neutron] Pushing event updated for resources: {'Port': ['ID=1ea46f95-498c-425a-9e96-97975213f0bb,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:00.156456 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-5ec3529b-6c4d-43f7-b1d9-53f34f075c3e service neutron] Attempting to bind port 1ea46f95-498c-425a-9e96-97975213f0bb on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:42:00.156797 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-5ec3529b-6c4d-43f7-b1d9-53f34f075c3e service neutron] Attempting to bind port 1ea46f95-498c-425a-9e96-97975213f0bb by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:42:00.157127 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-5ec3529b-6c4d-43f7-b1d9-53f34f075c3e service neutron] Attempting to bind port 1ea46f95-498c-425a-9e96-97975213f0bb on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:42:00.162110 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-5ec3529b-6c4d-43f7-b1d9-53f34f075c3e service neutron] Port 1ea46f95-498c-425a-9e96-97975213f0bb on network fb7e2853-c052-4bbe-a410-b119ef2f5100 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:42:00.162436 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-5ec3529b-6c4d-43f7-b1d9-53f34f075c3e service neutron] Attempting to bind port 1ea46f95-498c-425a-9e96-97975213f0bb on network fb7e2853-c052-4bbe-a410-b119ef2f5100 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:42:00.167582 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-5ec3529b-6c4d-43f7-b1d9-53f34f075c3e service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:42:00.168037 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-5ec3529b-6c4d-43f7-b1d9-53f34f075c3e service neutron] Checking segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:42:00.168425 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-5ec3529b-6c4d-43f7-b1d9-53f34f075c3e service neutron] Bound using segment: {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:42:00.168854 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-5ec3529b-6c4d-43f7-b1d9-53f34f075c3e service neutron] Bound port: 1ea46f95-498c-425a-9e96-97975213f0bb, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e805642d-3631-4e3a-afe4-5f375bd2c5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:42:00.169219 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-5ec3529b-6c4d-43f7-b1d9-53f34f075c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:00.606382 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-5ec3529b-6c4d-43f7-b1d9-53f34f075c3e service neutron] For port 1ea46f95-498c-425a-9e96-97975213f0bb, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:42:00.614862 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c34d0f-7d54-4e9c-bb25-528a1ad36b3f req-edd0c1de-4437-477d-9e5c-edb415c4bfe7 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:00.616332 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e5c34d0f-7d54-4e9c-bb25-528a1ad36b3f req-edd0c1de-4437-477d-9e5c-edb415c4bfe7 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] 10.222.0.16 "GET /v2.0/ports?device_id=88216e5f-b014-4b64-ac22-d13f25a5aba6 HTTP/1.1" status: 200 len: 947 time: 0.4450188 Jul 15 13:42:00.617886 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-5ec3529b-6c4d-43f7-b1d9-53f34f075c3e service neutron] For port 1ea46f95-498c-425a-9e96-97975213f0bb, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=1ea46f95-498c-425a-9e96-97975213f0bb,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:42:00.629476 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-5ec3529b-6c4d-43f7-b1d9-53f34f075c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:00.685101 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-5ec3529b-6c4d-43f7-b1d9-53f34f075c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:00.685627 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-5ec3529b-6c4d-43f7-b1d9-53f34f075c3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:00.687039 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-5ec3529b-6c4d-43f7-b1d9-53f34f075c3e service neutron] 10.222.0.20 "PUT /v2.0/ports/1ea46f95-498c-425a-9e96-97975213f0bb HTTP/1.1" status: 200 len: 1096 time: 1.0100949 Jul 15 13:42:00.687479 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88216e5f-b014-4b64-ac22-d13f25a5aba6', 'tag': '1ea46f95-498c-425a-9e96-97975213f0bb'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:00.689775 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb0d21c-f62f-404a-90ba-c130a48b23d7" -d '{"events": [{"name": "network-changed", "server_uuid": "88216e5f-b014-4b64-ac22-d13f25a5aba6", "tag": "1ea46f95-498c-425a-9e96-97975213f0bb"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:00.709638 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e5c34d0f-7d54-4e9c-bb25-528a1ad36b3f req-dfd64069-02a4-4a0b-b58b-d665c43ff923 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] 10.222.0.16 "GET /v2.0/security-groups?id=31cc46be-dfcb-45d0-9689-f2a7d29bded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866208 Jul 15 13:42:00.716332 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3529b-6c4d-43f7-b1d9-53f34f075c3e service neutron] Pushing event updated for resources: {'Port': ['ID=1ea46f95-498c-425a-9e96-97975213f0bb,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:00.735247 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fa3893-4a27-4267-a8a6-589daf5d11d0 x-openstack-request-id: req-d6fa3893-4a27-4267-a8a6-589daf5d11d0 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:00.735615 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88216e5f-b014-4b64-ac22-d13f25a5aba6", "tag": "1ea46f95-498c-425a-9e96-97975213f0bb", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:00.735937 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d6fa3893-4a27-4267-a8a6-589daf5d11d0 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:00.736409 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88216e5f-b014-4b64-ac22-d13f25a5aba6', 'tag': '1ea46f95-498c-425a-9e96-97975213f0bb', 'status': 'completed', 'code': 200} Jul 15 13:42:00.805023 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-010ecc52-d372-416c-a466-99c6bce581d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:00.806546 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-010ecc52-d372-416c-a466-99c6bce581d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ebf0315706d4409895dd7f44ccc190e4&device_id=88216e5f-b014-4b64-ac22-d13f25a5aba6 HTTP/1.1" status: 200 len: 1099 time: 0.0586722 Jul 15 13:42:00.848424 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-1f97c304-aa72-4366-8490-1e68c8e10349 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=1ea46f95-498c-425a-9e96-97975213f0bb HTTP/1.1" status: 200 len: 217 time: 0.0350900 Jul 15 13:42:00.894924 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-a02a0e5f-600c-4bab-9454-f0c3c201e758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:00.896334 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-a02a0e5f-600c-4bab-9454-f0c3c201e758 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0423338 Jul 15 13:42:00.955445 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-6137162e-4ad5-431b-bdd3-b6892799fa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:00.956841 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-6137162e-4ad5-431b-bdd3-b6892799fa30 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0548866 Jul 15 13:42:01.044918 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-b617fe60-97b2-4110-8ca9-fa98ded10f1e service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814481 Jul 15 13:42:01.134234 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3fd187c9-0c7c-4665-bd89-8d112042aeac req-1277ff10-35b1-4bb7-97e2-2816d8886849 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823421 Jul 15 13:42:01.234483 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0d21c-f62f-404a-90ba-c130a48b23d7 req-3b18ce73-8e1a-4b28-bb8f-034b75a52820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:01.236001 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1cb0d21c-f62f-404a-90ba-c130a48b23d7 req-3b18ce73-8e1a-4b28-bb8f-034b75a52820 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ebf0315706d4409895dd7f44ccc190e4&device_id=88216e5f-b014-4b64-ac22-d13f25a5aba6 HTTP/1.1" status: 200 len: 1099 time: 0.0512886 Jul 15 13:42:01.327202 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0d21c-f62f-404a-90ba-c130a48b23d7 req-3859409f-bce0-45e7-8e57-9c6d06f38c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:01.328648 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1cb0d21c-f62f-404a-90ba-c130a48b23d7 req-3859409f-bce0-45e7-8e57-9c6d06f38c44 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fb7e2853-c052-4bbe-a410-b119ef2f5100 HTTP/1.1" status: 200 len: 870 time: 0.0865135 Jul 15 13:42:01.368547 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1cb0d21c-f62f-404a-90ba-c130a48b23d7 req-e3d9e428-c561-4601-9677-1fb4f50cee06 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=1ea46f95-498c-425a-9e96-97975213f0bb HTTP/1.1" status: 200 len: 217 time: 0.0327179 Jul 15 13:42:01.415252 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0d21c-f62f-404a-90ba-c130a48b23d7 req-105d3931-d90d-4e11-b0e1-e9f8224ca2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:01.416563 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1cb0d21c-f62f-404a-90ba-c130a48b23d7 req-105d3931-d90d-4e11-b0e1-e9f8224ca2c2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7332b1d-b5ae-478a-9a33-4a7a808c5484 HTTP/1.1" status: 200 len: 843 time: 0.0417736 Jul 15 13:42:01.472251 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0d21c-f62f-404a-90ba-c130a48b23d7 req-71f6d481-072f-47c9-a73a-f2e62dd1e42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:01.473713 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1cb0d21c-f62f-404a-90ba-c130a48b23d7 req-71f6d481-072f-47c9-a73a-f2e62dd1e42f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb7e2853-c052-4bbe-a410-b119ef2f5100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0503018 Jul 15 13:42:01.564025 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1cb0d21c-f62f-404a-90ba-c130a48b23d7 req-178d4a33-0d2e-4278-85e0-176eaf1dddac service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828662 Jul 15 13:42:01.650840 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1cb0d21c-f62f-404a-90ba-c130a48b23d7 req-d46d1b31-8881-4516-ba8b-9db0d5dd15c2 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7e2853-c052-4bbe-a410-b119ef2f5100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797281 Jul 15 13:42:01.911374 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0ee88-c42d-4d5e-a918-1467357a887f req-ceb3b1c6-e856-4311-8d50-35a3ba7fd547 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:01.912898 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-16f0ee88-c42d-4d5e-a918-1467357a887f req-ceb3b1c6-e856-4311-8d50-35a3ba7fd547 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] 10.222.0.16 "GET /v2.0/ports?device_id=88216e5f-b014-4b64-ac22-d13f25a5aba6 HTTP/1.1" status: 200 len: 947 time: 0.0673246 Jul 15 13:42:01.950800 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-16f0ee88-c42d-4d5e-a918-1467357a887f req-43c28364-398c-4bb4-ac03-870c1c370354 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] 10.222.0.16 "GET /v2.0/security-groups?id=31cc46be-dfcb-45d0-9689-f2a7d29bded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316706 Jul 15 13:42:02.299359 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:02.498423 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-edd3d7e4-4d3a-4c46-8ad0-da8f4159ae06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.123387 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58839e6-5e59-4f25-84cf-2c4c6b7be596 req-43fa49fe-8542-4fbf-ab5d-ac6daf6ba137 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:03.124803 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b58839e6-5e59-4f25-84cf-2c4c6b7be596 req-43fa49fe-8542-4fbf-ab5d-ac6daf6ba137 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] 10.222.0.16 "GET /v2.0/ports?device_id=88216e5f-b014-4b64-ac22-d13f25a5aba6 HTTP/1.1" status: 200 len: 947 time: 0.0635431 Jul 15 13:42:03.162239 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b58839e6-5e59-4f25-84cf-2c4c6b7be596 req-beafb596-020b-4a38-8a67-d10d51dbb23b tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] 10.222.0.16 "GET /v2.0/security-groups?id=31cc46be-dfcb-45d0-9689-f2a7d29bded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319476 Jul 15 13:42:03.665297 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.729481 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 1ea46f95-498c-425a-9e96-97975213f0bb details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:42:03.821067 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 1ea46f95-498c-425a-9e96-97975213f0bb, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=1ea46f95-498c-425a-9e96-97975213f0bb,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:03.831513 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': '1ea46f95-498c-425a-9e96-97975213f0bb', 'network_id': 'fb7e2853-c052-4bbe-a410-b119ef2f5100', 'port_id': '1ea46f95-498c-425a-9e96-97975213f0bb', 'mac_address': 'fa:16:3e:3c:77:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7332b1d-b5ae-478a-9a33-4a7a808c5484', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:42:03.870906 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.883426 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ea46f95-498c-425a-9e96-97975213f0bb {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:42:03.902113 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 1ea46f95-498c-425a-9e96-97975213f0bb, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=1ea46f95-498c-425a-9e96-97975213f0bb,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:03.906415 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.952823 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=1ea46f95-498c-425a-9e96-97975213f0bb,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:04.138005 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['1ea46f95-498c-425a-9e96-97975213f0bb'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:42:04.336933 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9399389-6e8c-49ee-b5da-25701a186cc4 req-8e881540-be69-4f20-a8f7-716b62b7700a tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:04.338389 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d9399389-6e8c-49ee-b5da-25701a186cc4 req-8e881540-be69-4f20-a8f7-716b62b7700a tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] 10.222.0.16 "GET /v2.0/ports?device_id=88216e5f-b014-4b64-ac22-d13f25a5aba6 HTTP/1.1" status: 200 len: 948 time: 0.0654514 Jul 15 13:42:04.375195 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d9399389-6e8c-49ee-b5da-25701a186cc4 req-fd289b39-f111-45db-ba52-0a45f78dd6e6 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] 10.222.0.16 "GET /v2.0/security-groups?id=31cc46be-dfcb-45d0-9689-f2a7d29bded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305221 Jul 15 13:42:05.098947 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:05.545365 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f696f-29d1-473d-bea3-3bed47be5641 req-cd51946e-567e-4555-a4df-32200a9b5548 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:05.546793 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-140f696f-29d1-473d-bea3-3bed47be5641 req-cd51946e-567e-4555-a4df-32200a9b5548 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] 10.222.0.16 "GET /v2.0/ports?device_id=88216e5f-b014-4b64-ac22-d13f25a5aba6 HTTP/1.1" status: 200 len: 948 time: 0.0631633 Jul 15 13:42:05.583431 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-140f696f-29d1-473d-bea3-3bed47be5641 req-38141ab5-0c82-4f61-816a-6a11e9f6d01b tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] 10.222.0.16 "GET /v2.0/security-groups?id=31cc46be-dfcb-45d0-9689-f2a7d29bded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310316 Jul 15 13:42:05.744812 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 1ea46f95-498c-425a-9e96-97975213f0bb up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:42:05.792039 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port 1ea46f95-498c-425a-9e96-97975213f0bb completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:42:05.796107 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port 1ea46f95-498c-425a-9e96-97975213f0bb triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:05.796425 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:05.870670 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:05.895615 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88216e5f-b014-4b64-ac22-d13f25a5aba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea46f95-498c-425a-9e96-97975213f0bb'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:05.897839 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4a5c39-6865-4234-a6eb-0c55b477e81d" -d '{"events": [{"server_uuid": "88216e5f-b014-4b64-ac22-d13f25a5aba6", "name": "network-vif-plugged", "status": "completed", "tag": "1ea46f95-498c-425a-9e96-97975213f0bb"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:05.910538 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 1ea46f95-498c-425a-9e96-97975213f0bb, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=1ea46f95-498c-425a-9e96-97975213f0bb,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:05.915005 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:05.939437 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb280dae-ee6a-45e5-8fef-f715eb3f93f0 x-openstack-request-id: req-fb280dae-ee6a-45e5-8fef-f715eb3f93f0 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:05.939736 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88216e5f-b014-4b64-ac22-d13f25a5aba6", "name": "network-vif-plugged", "status": "completed", "tag": "1ea46f95-498c-425a-9e96-97975213f0bb", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:05.940059 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb280dae-ee6a-45e5-8fef-f715eb3f93f0 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:05.940902 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88216e5f-b014-4b64-ac22-d13f25a5aba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea46f95-498c-425a-9e96-97975213f0bb', 'code': 200} Jul 15 13:42:05.968046 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=1ea46f95-498c-425a-9e96-97975213f0bb,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:06.048336 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36480e7b-74f0-488d-ad6d-bcf4a7ccfa0f req-1579a23b-a187-4bb1-84fe-aff5152339c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:06.049755 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-36480e7b-74f0-488d-ad6d-bcf4a7ccfa0f req-1579a23b-a187-4bb1-84fe-aff5152339c6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=88216e5f-b014-4b64-ac22-d13f25a5aba6 HTTP/1.1" status: 200 len: 1101 time: 0.0507958 Jul 15 13:42:06.082960 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-36480e7b-74f0-488d-ad6d-bcf4a7ccfa0f req-c01a8109-ed1d-4ac5-8797-bdc1c0c36a16 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=31cc46be-dfcb-45d0-9689-f2a7d29bded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270391 Jul 15 13:42:06.761907 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bb2cc-fa42-459a-bf66-90fbabfe6c2c req-94e5439f-7cdf-4e0e-8fe6-65279bc2f948 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:06.763765 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-920bb2cc-fa42-459a-bf66-90fbabfe6c2c req-94e5439f-7cdf-4e0e-8fe6-65279bc2f948 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] 10.222.0.16 "GET /v2.0/ports?device_id=88216e5f-b014-4b64-ac22-d13f25a5aba6 HTTP/1.1" status: 200 len: 949 time: 0.0684226 Jul 15 13:42:06.802101 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-920bb2cc-fa42-459a-bf66-90fbabfe6c2c req-af134f51-ee0e-42de-906d-4d612506c4ba tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] 10.222.0.16 "GET /v2.0/security-groups?id=31cc46be-dfcb-45d0-9689-f2a7d29bded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323949 Jul 15 13:42:07.975287 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ae433-1f57-48b2-a1d6-91fed13604ff req-465449d1-30f0-4c84-9f6d-e761201cb5b1 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:07.976761 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2a3ae433-1f57-48b2-a1d6-91fed13604ff req-465449d1-30f0-4c84-9f6d-e761201cb5b1 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] 10.222.0.16 "GET /v2.0/ports?device_id=88216e5f-b014-4b64-ac22-d13f25a5aba6 HTTP/1.1" status: 200 len: 949 time: 0.0620010 Jul 15 13:42:08.013441 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2a3ae433-1f57-48b2-a1d6-91fed13604ff req-afa33b55-1178-4d38-af82-b4b4be60312e tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] 10.222.0.16 "GET /v2.0/security-groups?id=31cc46be-dfcb-45d0-9689-f2a7d29bded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311856 Jul 15 13:42:09.060855 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46948a4-e7ce-4c5f-b47c-f5008ea22294 req-3552e1a5-110f-49a8-bfd5-52933da05f0d tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:09.062387 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f46948a4-e7ce-4c5f-b47c-f5008ea22294 req-3552e1a5-110f-49a8-bfd5-52933da05f0d tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] 10.222.0.16 "GET /v2.0/ports?device_id=88216e5f-b014-4b64-ac22-d13f25a5aba6 HTTP/1.1" status: 200 len: 949 time: 0.0664303 Jul 15 13:42:09.098893 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f46948a4-e7ce-4c5f-b47c-f5008ea22294 req-ba7704a9-2e7f-4315-80e6-2be1ef3d526d tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] 10.222.0.16 "GET /v2.0/security-groups?id=31cc46be-dfcb-45d0-9689-f2a7d29bded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308278 Jul 15 13:42:10.297701 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bc51f-a5e9-44df-a275-c58e53f47d69 req-e242e10b-b753-4b29-bff1-e44302f7648e tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:10.299183 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-633bc51f-a5e9-44df-a275-c58e53f47d69 req-e242e10b-b753-4b29-bff1-e44302f7648e tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] 10.222.0.20 "GET /v2.0/ports?device_id=88216e5f-b014-4b64-ac22-d13f25a5aba6 HTTP/1.1" status: 200 len: 949 time: 0.1031399 Jul 15 13:42:10.310319 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd766e-fb69-462d-a11c-592a4976a89e req-3170015a-bd1a-4434-aef6-c6e2eccae9be tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:10.311719 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1cfd766e-fb69-462d-a11c-592a4976a89e req-3170015a-bd1a-4434-aef6-c6e2eccae9be tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] 10.222.0.16 "GET /v2.0/ports?device_id=88216e5f-b014-4b64-ac22-d13f25a5aba6 HTTP/1.1" status: 200 len: 949 time: 0.0870647 Jul 15 13:42:10.389398 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1cfd766e-fb69-462d-a11c-592a4976a89e req-4a06f0ab-117d-41bb-a7e2-a61d35ab1ffd tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] 10.222.0.16 "GET /v2.0/security-groups?id=31cc46be-dfcb-45d0-9689-f2a7d29bded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704083 Jul 15 13:42:10.431534 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-633bc51f-a5e9-44df-a275-c58e53f47d69 req-040e56b6-1775-44dc-b0dd-ab806b11f9a8 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] Deleting port 1ea46f95-498c-425a-9e96-97975213f0bb {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:10.431880 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-633bc51f-a5e9-44df-a275-c58e53f47d69 req-040e56b6-1775-44dc-b0dd-ab806b11f9a8 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:10.522333 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-633bc51f-a5e9-44df-a275-c58e53f47d69 req-040e56b6-1775-44dc-b0dd-ab806b11f9a8 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] For port 1ea46f95-498c-425a-9e96-97975213f0bb, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=1ea46f95-498c-425a-9e96-97975213f0bb,segment=NetworkSegment(e805642d-3631-4e3a-afe4-5f375bd2c5cc),segment_id=e805642d-3631-4e3a-afe4-5f375bd2c5cc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:10.522941 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-633bc51f-a5e9-44df-a275-c58e53f47d69 req-040e56b6-1775-44dc-b0dd-ab806b11f9a8 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:10.534511 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-633bc51f-a5e9-44df-a275-c58e53f47d69 req-040e56b6-1775-44dc-b0dd-ab806b11f9a8 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] Calling delete_port for 1ea46f95-498c-425a-9e96-97975213f0bb owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:10.657714 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-633bc51f-a5e9-44df-a275-c58e53f47d69 req-040e56b6-1775-44dc-b0dd-ab806b11f9a8 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:10.669995 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['1ea46f95-498c-425a-9e96-97975213f0bb'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:42:10.686788 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e56b6-1775-44dc-b0dd-ab806b11f9a8 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] Pushing event deleted for resources: {'Port': ['ID=1ea46f95-498c-425a-9e96-97975213f0bb,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:10.735267 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-633bc51f-a5e9-44df-a275-c58e53f47d69 req-040e56b6-1775-44dc-b0dd-ab806b11f9a8 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] No DVR routers for this DVR port 1ea46f95-498c-425a-9e96-97975213f0bb on host n-h1-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:42:10.737831 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-633bc51f-a5e9-44df-a275-c58e53f47d69 req-040e56b6-1775-44dc-b0dd-ab806b11f9a8 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:10.739878 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-633bc51f-a5e9-44df-a275-c58e53f47d69 req-040e56b6-1775-44dc-b0dd-ab806b11f9a8 tempest-ServersAdminNegativeTestJSON-2116745263 tempest-ServersAdminNegativeTestJSON-2116745263-project] 10.222.0.20 "DELETE /v2.0/ports/1ea46f95-498c-425a-9e96-97975213f0bb HTTP/1.1" status: 204 len: 173 time: 0.4273000 Jul 15 13:42:10.740319 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88216e5f-b014-4b64-ac22-d13f25a5aba6', 'name': 'network-vif-deleted', 'tag': '1ea46f95-498c-425a-9e96-97975213f0bb'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:10.742682 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e13c60-983f-4a23-b434-c52747af3f7a" -d '{"events": [{"server_uuid": "88216e5f-b014-4b64-ac22-d13f25a5aba6", "name": "network-vif-deleted", "tag": "1ea46f95-498c-425a-9e96-97975213f0bb"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:10.782459 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61af7123-0ca8-42e8-8c67-da273415b118 x-openstack-request-id: req-61af7123-0ca8-42e8-8c67-da273415b118 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:10.782874 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88216e5f-b014-4b64-ac22-d13f25a5aba6", "name": "network-vif-deleted", "tag": "1ea46f95-498c-425a-9e96-97975213f0bb", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:10.783115 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-61af7123-0ca8-42e8-8c67-da273415b118 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:10.783527 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88216e5f-b014-4b64-ac22-d13f25a5aba6', 'name': 'network-vif-deleted', 'tag': '1ea46f95-498c-425a-9e96-97975213f0bb', 'status': 'completed', 'code': 200} Jul 15 13:42:11.360620 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:42:11.709934 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36582) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:11.838356 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-feecd81f-1ffa-447c-a785-9d520a31b56c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ebf0315706d4409895dd7f44ccc190e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1272368 Jul 15 13:42:11.840840 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36586) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:11.888880 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c50e528c-379c-4238-b002-2a8c736d8784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:11.909999 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c50e528c-379c-4238-b002-2a8c736d8784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:11.956546 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c50e528c-379c-4238-b002-2a8c736d8784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:11.959727 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c50e528c-379c-4238-b002-2a8c736d8784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:11.960850 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c50e528c-379c-4238-b002-2a8c736d8784 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/31cc46be-dfcb-45d0-9689-f2a7d29bded8 HTTP/1.1" status: 204 len: 168 time: 0.1184564 Jul 15 13:42:11.968649 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e528c-379c-4238-b002-2a8c736d8784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cc46be-dfcb-45d0-9689-f2a7d29bded8,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:12.217223 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36592) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:12.230486 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14e911f3-9634-4f7a-a742-82cff438881e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:12.321392 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14e911f3-9634-4f7a-a742-82cff438881e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:12.324971 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14e911f3-9634-4f7a-a742-82cff438881e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:12.362791 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-14e911f3-9634-4f7a-a742-82cff438881e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f1eeb49392ac4eb4bc5324727cc2b7d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1443722 Jul 15 13:42:12.363673 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e911f3-9634-4f7a-a742-82cff438881e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7255654-5165-4970-9741-1ce340f4ca13,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:12.365506 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36594) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:12.413419 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e08df7d8-8acb-4d1e-9b02-366829e41fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:12.434167 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e08df7d8-8acb-4d1e-9b02-366829e41fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:12.483109 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e08df7d8-8acb-4d1e-9b02-366829e41fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:12.485451 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e08df7d8-8acb-4d1e-9b02-366829e41fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:12.486597 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e08df7d8-8acb-4d1e-9b02-366829e41fdc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e7255654-5165-4970-9741-1ce340f4ca13 HTTP/1.1" status: 204 len: 168 time: 0.1200624 Jul 15 13:42:12.493828 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08df7d8-8acb-4d1e-9b02-366829e41fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7255654-5165-4970-9741-1ce340f4ca13,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:13.126331 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36618) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:13.220350 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-eb6cc4a8-6a52-47b6-8f32-0b8905ec3319 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-335093724-network', 'tenant_id': '06db020cb3af4c6baca63eea84370cc9'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:13.239915 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6cc4a8-6a52-47b6-8f32-0b8905ec3319 admin admin] Made reservation on behalf of 06db020cb3af4c6baca63eea84370cc9 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:42:13.242239 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb6cc4a8-6a52-47b6-8f32-0b8905ec3319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:13.250181 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb6cc4a8-6a52-47b6-8f32-0b8905ec3319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:13.334665 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb6cc4a8-6a52-47b6-8f32-0b8905ec3319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:13.338129 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb6cc4a8-6a52-47b6-8f32-0b8905ec3319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:13.362018 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb6cc4a8-6a52-47b6-8f32-0b8905ec3319 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:42:13.370465 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cc4a8-6a52-47b6-8f32-0b8905ec3319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5e0e13-7b38-4575-9696-472dcb4ceee6,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:13.376801 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb6cc4a8-6a52-47b6-8f32-0b8905ec3319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:13.377146 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-eb6cc4a8-6a52-47b6-8f32-0b8905ec3319 admin admin] Added segment 8fe6b1e8-3efe-4064-81fe-ac8f17dee142 of type vlan for network f5e466f4-956a-4ebd-8add-afddfa23a010 Jul 15 13:42:13.415799 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb6cc4a8-6a52-47b6-8f32-0b8905ec3319 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:13.442991 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb6cc4a8-6a52-47b6-8f32-0b8905ec3319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:13.443926 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6cc4a8-6a52-47b6-8f32-0b8905ec3319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:13.444503 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb6cc4a8-6a52-47b6-8f32-0b8905ec3319 admin admin] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:13.474575 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-eb6cc4a8-6a52-47b6-8f32-0b8905ec3319 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3471236 Jul 15 13:42:13.477750 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36622) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:13.482925 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-063f84ea-d4d1-4780-898b-580e60f2d7a9 admin admin] Request body: {'subnet': {'network_id': 'f5e466f4-956a-4ebd-8add-afddfa23a010', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-335093724-subnet', 'tenant_id': '06db020cb3af4c6baca63eea84370cc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:13.503764 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063f84ea-d4d1-4780-898b-580e60f2d7a9 admin admin] Made reservation on behalf of 06db020cb3af4c6baca63eea84370cc9 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:42:13.506072 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-063f84ea-d4d1-4780-898b-580e60f2d7a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:13.506467 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cc4a8-6a52-47b6-8f32-0b8905ec3319 admin admin] Pushing event updated for resources: {'Network': ['ID=f5e466f4-956a-4ebd-8add-afddfa23a010,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:13.516483 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network f5e466f4-956a-4ebd-8add-afddfa23a010 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:42:13.677118 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-063f84ea-d4d1-4780-898b-580e60f2d7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:13.731493 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f84ea-d4d1-4780-898b-580e60f2d7a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd167d0e-f08b-4a90-892c-a191f8819ce1,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:13.738723 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063f84ea-d4d1-4780-898b-580e60f2d7a9 admin admin] Checking segment: {'id': '8fe6b1e8-3efe-4064-81fe-ac8f17dee142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f5e466f4-956a-4ebd-8add-afddfa23a010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:42:13.739082 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063f84ea-d4d1-4780-898b-580e60f2d7a9 admin admin] Network hostable DHCP agents. Network: f5e466f4-956a-4ebd-8add-afddfa23a010, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:42:13.755429 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063f84ea-d4d1-4780-898b-580e60f2d7a9 admin admin] Network f5e466f4-956a-4ebd-8add-afddfa23a010 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:42:13.760184 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 1ea46f95-498c-425a-9e96-97975213f0bb no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:42:13.764796 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-063f84ea-d4d1-4780-898b-580e60f2d7a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, f5e466f4-956a-4ebd-8add-afddfa23a010) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:42:13.768719 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063f84ea-d4d1-4780-898b-580e60f2d7a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:13.769301 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-063f84ea-d4d1-4780-898b-580e60f2d7a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:13.782786 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-063f84ea-d4d1-4780-898b-580e60f2d7a9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3038564 Jul 15 13:42:13.789830 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67395077-7b92-4e8a-abb5-c2a2e4475f3e None None] Network f5e466f4-956a-4ebd-8add-afddfa23a010 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:42:13.792032 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: 1ea46f95-498c-425a-9e96-97975213f0bb {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:42:13.792376 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 1ea46f95-498c-425a-9e96-97975213f0bb not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:42:13.921290 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a85592d-cd3d-4703-b0af-7d8ac178f7f0 None None] Network f5e466f4-956a-4ebd-8add-afddfa23a010 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:42:14.197168 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-6e8a28a6-e0c3-4a86-9e9b-8ee4d3965a5d tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:14.198644 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-6e8a28a6-e0c3-4a86-9e9b-8ee4d3965a5d tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/networks?id=f5e466f4-956a-4ebd-8add-afddfa23a010 HTTP/1.1" status: 200 len: 811 time: 0.1015573 Jul 15 13:42:14.212797 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-2d641cab-a3d7-4892-bf13-68fcec962192 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/quotas/06db020cb3af4c6baca63eea84370cc9 HTTP/1.1" status: 200 len: 375 time: 0.0087810 Jul 15 13:42:14.245274 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-53ab3662-ea2b-4913-bcef-bb679b464c23 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=06db020cb3af4c6baca63eea84370cc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272825 Jul 15 13:42:14.255186 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-e05f48ad-b413-4a18-add7-f6cd9c337178 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:42:14.256132 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-e05f48ad-b413-4a18-add7-f6cd9c337178 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048566 Jul 15 13:42:14.345861 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-ab9491f4-a09c-4632-a1bc-c71c1238675f service neutron] 10.222.0.16 "GET /v2.0/networks/f5e466f4-956a-4ebd-8add-afddfa23a010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845361 Jul 15 13:42:14.430112 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-a585276e-77c4-4ec5-bbc0-a3e278b47e7b service neutron] 10.222.0.16 "GET /v2.0/networks/f5e466f4-956a-4ebd-8add-afddfa23a010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785866 Jul 15 13:42:14.595773 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10e3a7f5-4489-4994-87f0-448d61890763 req-2573273f-3471-4a73-b27f-57916835ed03 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 210 time: 0.0281217 Jul 15 13:42:15.681456 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-294a8881-266a-4011-840d-3afed0fb0455 req-226c82de-74cf-43ac-8f97-c9ddea57d910 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 210 time: 0.0338075 Jul 15 13:42:16.761021 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9f6a028b-2c5c-4d54-bb45-78a653c34451 req-6745a510-fc92-4d20-8f23-8acbe9cad3ae tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 210 time: 0.0278888 Jul 15 13:42:17.899466 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c2a8b773-6bad-4487-98a8-020d22a2216d req-7f57857c-3e29-4fb3-b8b0-b2e4297e8113 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 210 time: 0.0283852 Jul 15 13:42:18.664408 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-298476d0-d0da-436f-9651-cbb88bc122ed tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:18.666100 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-298476d0-d0da-436f-9651-cbb88bc122ed tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.20 "GET /v2.0/networks?id=f5e466f4-956a-4ebd-8add-afddfa23a010 HTTP/1.1" status: 200 len: 811 time: 0.1027737 Jul 15 13:42:18.677509 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-30825758-6c74-4bc3-96e3-74f44f277024 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Request body: {'port': {'device_id': '2951cc0c-6df4-49e5-903c-99af0b6da1af', 'network_id': 'f5e466f4-956a-4ebd-8add-afddfa23a010', 'admin_state_up': True, 'tenant_id': '06db020cb3af4c6baca63eea84370cc9'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:18.787026 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-30825758-6c74-4bc3-96e3-74f44f277024 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Made reservation on behalf of 06db020cb3af4c6baca63eea84370cc9 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:42:18.790815 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-30825758-6c74-4bc3-96e3-74f44f277024 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:18.914664 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-30825758-6c74-4bc3-96e3-74f44f277024 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Allocated IP 172.20.0.12 (f5e466f4-956a-4ebd-8add-afddfa23a010/bd167d0e-f08b-4a90-892c-a191f8819ce1/5dbd9b23-2183-40fc-9659-2989a88958c7) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:42:19.061177 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5fdd4b43-47f7-427f-a3ec-5a2b16ec903d req-60c7476f-5c39-4750-b520-68589bb4f984 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 210 time: 0.0349088 Jul 15 13:42:19.089519 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-30825758-6c74-4bc3-96e3-74f44f277024 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:19.126477 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-30825758-6c74-4bc3-96e3-74f44f277024 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:19.167664 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-30825758-6c74-4bc3-96e3-74f44f277024 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Network f5e466f4-956a-4ebd-8add-afddfa23a010 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:42:19.172629 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-30825758-6c74-4bc3-96e3-74f44f277024 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:42:19.176258 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-30825758-6c74-4bc3-96e3-74f44f277024 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:42:19.205953 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30825758-6c74-4bc3-96e3-74f44f277024 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Pushing event updated for resources: {'Port': ['ID=5dbd9b23-2183-40fc-9659-2989a88958c7,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:19.230573 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-30825758-6c74-4bc3-96e3-74f44f277024 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:19.231211 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-30825758-6c74-4bc3-96e3-74f44f277024 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:19.244284 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-30825758-6c74-4bc3-96e3-74f44f277024 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5703535 Jul 15 13:42:19.254924 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-28216fa8-41d7-43c5-a7ce-6d2e402d6d20 service neutron] Request body: {'port': {'device_id': '2951cc0c-6df4-49e5-903c-99af0b6da1af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:19.323361 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-28216fa8-41d7-43c5-a7ce-6d2e402d6d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:19.578361 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-28216fa8-41d7-43c5-a7ce-6d2e402d6d20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dbd9b23-2183-40fc-9659-2989a88958c7 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:42:19.585879 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-28216fa8-41d7-43c5-a7ce-6d2e402d6d20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:19.598036 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-28216fa8-41d7-43c5-a7ce-6d2e402d6d20 service neutron] Transition to ACTIVE for port object 5dbd9b23-2183-40fc-9659-2989a88958c7 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:42:19.601639 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-28216fa8-41d7-43c5-a7ce-6d2e402d6d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:19.648813 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28216fa8-41d7-43c5-a7ce-6d2e402d6d20 service neutron] Pushing event updated for resources: {'Port': ['ID=5dbd9b23-2183-40fc-9659-2989a88958c7,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:19.716317 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-28216fa8-41d7-43c5-a7ce-6d2e402d6d20 service neutron] Attempting to bind port 5dbd9b23-2183-40fc-9659-2989a88958c7 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:42:19.716679 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-28216fa8-41d7-43c5-a7ce-6d2e402d6d20 service neutron] Attempting to bind port 5dbd9b23-2183-40fc-9659-2989a88958c7 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': '8fe6b1e8-3efe-4064-81fe-ac8f17dee142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f5e466f4-956a-4ebd-8add-afddfa23a010'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:42:19.717003 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-28216fa8-41d7-43c5-a7ce-6d2e402d6d20 service neutron] Attempting to bind port 5dbd9b23-2183-40fc-9659-2989a88958c7 on network f5e466f4-956a-4ebd-8add-afddfa23a010 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:42:19.721122 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-28216fa8-41d7-43c5-a7ce-6d2e402d6d20 service neutron] Port 5dbd9b23-2183-40fc-9659-2989a88958c7 on network f5e466f4-956a-4ebd-8add-afddfa23a010 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:42:19.721441 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-28216fa8-41d7-43c5-a7ce-6d2e402d6d20 service neutron] Attempting to bind port 5dbd9b23-2183-40fc-9659-2989a88958c7 on network f5e466f4-956a-4ebd-8add-afddfa23a010 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:42:19.726044 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-28216fa8-41d7-43c5-a7ce-6d2e402d6d20 service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:42:19.726384 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-28216fa8-41d7-43c5-a7ce-6d2e402d6d20 service neutron] Checking segment: {'id': '8fe6b1e8-3efe-4064-81fe-ac8f17dee142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f5e466f4-956a-4ebd-8add-afddfa23a010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:42:19.726789 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-28216fa8-41d7-43c5-a7ce-6d2e402d6d20 service neutron] Bound using segment: {'id': '8fe6b1e8-3efe-4064-81fe-ac8f17dee142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f5e466f4-956a-4ebd-8add-afddfa23a010'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:42:19.727211 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-28216fa8-41d7-43c5-a7ce-6d2e402d6d20 service neutron] Bound port: 5dbd9b23-2183-40fc-9659-2989a88958c7, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fe6b1e8-3efe-4064-81fe-ac8f17dee142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f5e466f4-956a-4ebd-8add-afddfa23a010'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:42:19.727561 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-28216fa8-41d7-43c5-a7ce-6d2e402d6d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:19.790936 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-28216fa8-41d7-43c5-a7ce-6d2e402d6d20 service neutron] For port 5dbd9b23-2183-40fc-9659-2989a88958c7, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:42:19.793841 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-28216fa8-41d7-43c5-a7ce-6d2e402d6d20 service neutron] For port 5dbd9b23-2183-40fc-9659-2989a88958c7, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=5dbd9b23-2183-40fc-9659-2989a88958c7,segment=NetworkSegment(8fe6b1e8-3efe-4064-81fe-ac8f17dee142),segment_id=8fe6b1e8-3efe-4064-81fe-ac8f17dee142)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:42:19.798736 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-28216fa8-41d7-43c5-a7ce-6d2e402d6d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:19.829778 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-28216fa8-41d7-43c5-a7ce-6d2e402d6d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:19.830471 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-28216fa8-41d7-43c5-a7ce-6d2e402d6d20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:19.831871 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-28216fa8-41d7-43c5-a7ce-6d2e402d6d20 service neutron] 10.222.0.20 "PUT /v2.0/ports/5dbd9b23-2183-40fc-9659-2989a88958c7 HTTP/1.1" status: 200 len: 1093 time: 0.5810091 Jul 15 13:42:19.832325 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2951cc0c-6df4-49e5-903c-99af0b6da1af', 'tag': '5dbd9b23-2183-40fc-9659-2989a88958c7'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:19.834613 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4eaf99-c010-4447-b0a0-01d6d4425072" -d '{"events": [{"name": "network-changed", "server_uuid": "2951cc0c-6df4-49e5-903c-99af0b6da1af", "tag": "5dbd9b23-2183-40fc-9659-2989a88958c7"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:19.867237 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28216fa8-41d7-43c5-a7ce-6d2e402d6d20 service neutron] Pushing event updated for resources: {'Port': ['ID=5dbd9b23-2183-40fc-9659-2989a88958c7,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:19.874661 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44d48e1-8f6d-4478-b713-7b1876a3da4b x-openstack-request-id: req-a44d48e1-8f6d-4478-b713-7b1876a3da4b {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:19.874948 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2951cc0c-6df4-49e5-903c-99af0b6da1af", "tag": "5dbd9b23-2183-40fc-9659-2989a88958c7", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:19.875201 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a44d48e1-8f6d-4478-b713-7b1876a3da4b {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:19.875598 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2951cc0c-6df4-49e5-903c-99af0b6da1af', 'tag': '5dbd9b23-2183-40fc-9659-2989a88958c7', 'status': 'completed', 'code': 200} Jul 15 13:42:19.927126 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-06d8ffd2-f652-4d10-aa22-fb7a0767def5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:19.928602 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-06d8ffd2-f652-4d10-aa22-fb7a0767def5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=06db020cb3af4c6baca63eea84370cc9&device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 1096 time: 0.0518498 Jul 15 13:42:19.972026 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-054b1bd3-8836-416f-b4a4-a8660934d7a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5dbd9b23-2183-40fc-9659-2989a88958c7 HTTP/1.1" status: 200 len: 217 time: 0.0367880 Jul 15 13:42:20.019055 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-6112d75a-1df9-42a5-9b4f-2ef0ee653ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:20.020468 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-6112d75a-1df9-42a5-9b4f-2ef0ee653ac2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd167d0e-f08b-4a90-892c-a191f8819ce1 HTTP/1.1" status: 200 len: 851 time: 0.0422506 Jul 15 13:42:20.051493 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-71dd7301-8e17-4732-a783-2793d2b8aae3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f5e466f4-956a-4ebd-8add-afddfa23a010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253673 Jul 15 13:42:20.141302 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-14db13a6-afcd-4868-82c2-cc5a93abbc68 service neutron] 10.222.0.20 "GET /v2.0/networks/f5e466f4-956a-4ebd-8add-afddfa23a010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837750 Jul 15 13:42:20.260944 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b48daad8-ddd0-43da-b9d7-36625d32df37 req-5273c759-bbe4-417d-b0b5-ed86286f6f79 service neutron] 10.222.0.20 "GET /v2.0/networks/f5e466f4-956a-4ebd-8add-afddfa23a010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136117 Jul 15 13:42:20.282390 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b54e63-9722-4b1c-8141-76611e350f17 req-0b656193-3c3a-4891-a42d-67995d3f7556 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:20.283884 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b5b54e63-9722-4b1c-8141-76611e350f17 req-0b656193-3c3a-4891-a42d-67995d3f7556 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 944 time: 0.1096935 Jul 15 13:42:20.350019 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b5b54e63-9722-4b1c-8141-76611e350f17 req-1f06e510-726a-46dc-8fcc-63ce27ed5543 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b5e0e13-7b38-4575-9696-472dcb4ceee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593050 Jul 15 13:42:20.371088 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4eaf99-c010-4447-b0a0-01d6d4425072 req-830e2307-fcff-4382-ac05-04b2ba3890a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:20.372649 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bd4eaf99-c010-4447-b0a0-01d6d4425072 req-830e2307-fcff-4382-ac05-04b2ba3890a4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=06db020cb3af4c6baca63eea84370cc9&device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 1096 time: 0.0670116 Jul 15 13:42:20.461929 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4eaf99-c010-4447-b0a0-01d6d4425072 req-3662ddf5-8919-4209-9e0c-350b6a650659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:20.463397 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bd4eaf99-c010-4447-b0a0-01d6d4425072 req-3662ddf5-8919-4209-9e0c-350b6a650659 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f5e466f4-956a-4ebd-8add-afddfa23a010 HTTP/1.1" status: 200 len: 912 time: 0.0849788 Jul 15 13:42:20.501227 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bd4eaf99-c010-4447-b0a0-01d6d4425072 req-881c1c2c-7968-4133-ab1b-c69f76d83bc9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5dbd9b23-2183-40fc-9659-2989a88958c7 HTTP/1.1" status: 200 len: 217 time: 0.0320761 Jul 15 13:42:20.547967 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4eaf99-c010-4447-b0a0-01d6d4425072 req-313b1a66-fe93-4689-96d4-411c00a359c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:20.549343 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bd4eaf99-c010-4447-b0a0-01d6d4425072 req-313b1a66-fe93-4689-96d4-411c00a359c1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd167d0e-f08b-4a90-892c-a191f8819ce1 HTTP/1.1" status: 200 len: 851 time: 0.0422151 Jul 15 13:42:20.580764 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bd4eaf99-c010-4447-b0a0-01d6d4425072 req-aa8d89d8-83cc-4f83-83b5-14a0bd3df58a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f5e466f4-956a-4ebd-8add-afddfa23a010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244064 Jul 15 13:42:20.668354 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bd4eaf99-c010-4447-b0a0-01d6d4425072 req-c29277cc-613d-4c4f-9e4d-2ae3081a5b91 service neutron] 10.222.0.20 "GET /v2.0/networks/f5e466f4-956a-4ebd-8add-afddfa23a010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812793 Jul 15 13:42:20.756270 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bd4eaf99-c010-4447-b0a0-01d6d4425072 req-c8df0cfe-698a-4ea6-a4fa-90d764575639 service neutron] 10.222.0.20 "GET /v2.0/networks/f5e466f4-956a-4ebd-8add-afddfa23a010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811687 Jul 15 13:42:21.522737 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565a5bf-2293-4da6-b99f-9a44cca825af req-78701446-3f1c-4552-a4cd-1ac049dc4888 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:21.524122 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7565a5bf-2293-4da6-b99f-9a44cca825af req-78701446-3f1c-4552-a4cd-1ac049dc4888 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 944 time: 0.0620916 Jul 15 13:42:21.560964 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7565a5bf-2293-4da6-b99f-9a44cca825af req-228d2eda-08ed-4e47-9b74-1582d1930f6e tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b5e0e13-7b38-4575-9696-472dcb4ceee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308261 Jul 15 13:42:21.806086 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 5dbd9b23-2183-40fc-9659-2989a88958c7 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:42:21.897444 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 5dbd9b23-2183-40fc-9659-2989a88958c7, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=5dbd9b23-2183-40fc-9659-2989a88958c7,segment=NetworkSegment(8fe6b1e8-3efe-4064-81fe-ac8f17dee142),segment_id=8fe6b1e8-3efe-4064-81fe-ac8f17dee142)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:21.908758 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': '5dbd9b23-2183-40fc-9659-2989a88958c7', 'network_id': 'f5e466f4-956a-4ebd-8add-afddfa23a010', 'port_id': '5dbd9b23-2183-40fc-9659-2989a88958c7', 'mac_address': 'fa:16:3e:fa:14:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd167d0e-f08b-4a90-892c-a191f8819ce1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:42:21.948341 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:21.960848 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dbd9b23-2183-40fc-9659-2989a88958c7 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:42:21.979096 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 5dbd9b23-2183-40fc-9659-2989a88958c7, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=5dbd9b23-2183-40fc-9659-2989a88958c7,segment=NetworkSegment(8fe6b1e8-3efe-4064-81fe-ac8f17dee142),segment_id=8fe6b1e8-3efe-4064-81fe-ac8f17dee142)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:21.983081 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:22.028646 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=5dbd9b23-2183-40fc-9659-2989a88958c7,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:22.166423 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['5dbd9b23-2183-40fc-9659-2989a88958c7'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:42:22.911517 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21ff64-9d57-48ac-96df-1105f8d95ca5 req-baf2a28a-9125-422f-ba19-17bf24d0d1c3 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:22.912977 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7c21ff64-9d57-48ac-96df-1105f8d95ca5 req-baf2a28a-9125-422f-ba19-17bf24d0d1c3 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 945 time: 0.0622432 Jul 15 13:42:22.948274 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7c21ff64-9d57-48ac-96df-1105f8d95ca5 req-4fbc9a50-5c98-4862-9d77-a0d03b31a28c tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b5e0e13-7b38-4575-9696-472dcb4ceee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298269 Jul 15 13:42:23.821713 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 5dbd9b23-2183-40fc-9659-2989a88958c7 up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:42:23.869121 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port 5dbd9b23-2183-40fc-9659-2989a88958c7 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:42:23.872952 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port 5dbd9b23-2183-40fc-9659-2989a88958c7 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:23.873324 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:23.947469 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:23.971224 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2951cc0c-6df4-49e5-903c-99af0b6da1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dbd9b23-2183-40fc-9659-2989a88958c7'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:23.974363 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4747177-80e8-4cc5-ad24-6ceaffaf78a2" -d '{"events": [{"server_uuid": "2951cc0c-6df4-49e5-903c-99af0b6da1af", "name": "network-vif-plugged", "status": "completed", "tag": "5dbd9b23-2183-40fc-9659-2989a88958c7"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:23.987749 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 5dbd9b23-2183-40fc-9659-2989a88958c7, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=5dbd9b23-2183-40fc-9659-2989a88958c7,segment=NetworkSegment(8fe6b1e8-3efe-4064-81fe-ac8f17dee142),segment_id=8fe6b1e8-3efe-4064-81fe-ac8f17dee142)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:23.992562 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:24.019520 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd66570-701c-4e26-9d68-e0faeb7382e3 x-openstack-request-id: req-fcd66570-701c-4e26-9d68-e0faeb7382e3 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:24.019819 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2951cc0c-6df4-49e5-903c-99af0b6da1af", "name": "network-vif-plugged", "status": "completed", "tag": "5dbd9b23-2183-40fc-9659-2989a88958c7", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:24.020070 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fcd66570-701c-4e26-9d68-e0faeb7382e3 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:24.020453 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2951cc0c-6df4-49e5-903c-99af0b6da1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dbd9b23-2183-40fc-9659-2989a88958c7', 'code': 200} Jul 15 13:42:24.049512 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=5dbd9b23-2183-40fc-9659-2989a88958c7,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:24.163405 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31faca-dc44-4f9d-b3ac-e5dbd6d3d063 req-df84ec31-23b1-4e75-b7cb-cd0fb666bf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:24.164817 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b31faca-dc44-4f9d-b3ac-e5dbd6d3d063 req-df84ec31-23b1-4e75-b7cb-cd0fb666bf7b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 1098 time: 0.0868418 Jul 15 13:42:24.173401 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a8bd4-535b-427e-a104-921ffcdadd17 req-0cfadc59-9a26-4faa-9488-0aed3933c951 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:24.174770 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f08a8bd4-535b-427e-a104-921ffcdadd17 req-0cfadc59-9a26-4faa-9488-0aed3933c951 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 946 time: 0.1057122 Jul 15 13:42:24.222451 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b31faca-dc44-4f9d-b3ac-e5dbd6d3d063 req-35bb969e-0b7f-42b7-97f4-34f39df907de service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4b5e0e13-7b38-4575-9696-472dcb4ceee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465729 Jul 15 13:42:24.229603 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f08a8bd4-535b-427e-a104-921ffcdadd17 req-922eec0e-745b-4f15-ac2f-228980032160 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b5e0e13-7b38-4575-9696-472dcb4ceee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487294 Jul 15 13:42:25.399872 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b445d0b-52b3-451c-8ccf-9fc9aa38fc9d req-4aa296b8-9758-44db-8b90-91dba124bd2b tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:25.401890 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5b445d0b-52b3-451c-8ccf-9fc9aa38fc9d req-4aa296b8-9758-44db-8b90-91dba124bd2b tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 946 time: 0.0628049 Jul 15 13:42:25.442989 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5b445d0b-52b3-451c-8ccf-9fc9aa38fc9d req-244a0b90-37f1-415d-962f-741099c6efc5 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b5e0e13-7b38-4575-9696-472dcb4ceee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355496 Jul 15 13:42:25.822302 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-42978c63-d268-490f-a498-957b9bb14415 req-f749fcc8-cd8a-4981-bd99-5e6263726a61 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1012900 Jul 15 13:42:25.829493 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4128beb-c75a-437e-88f2-084419353d6c req-8c7e7702-5f0d-4933-ad24-469a73a4f8da tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:25.830997 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d4128beb-c75a-437e-88f2-084419353d6c req-8c7e7702-5f0d-4933-ad24-469a73a4f8da tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 946 time: 0.0627658 Jul 15 13:42:25.869405 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d4128beb-c75a-437e-88f2-084419353d6c req-353b381e-5fe0-42a8-b3be-954fe297a353 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b5e0e13-7b38-4575-9696-472dcb4ceee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327077 Jul 15 13:42:26.987025 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42978c63-d268-490f-a498-957b9bb14415 req-7fbf695b-9bb2-4f2b-828a-8730b4927e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:26.988626 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-42978c63-d268-490f-a498-957b9bb14415 req-7fbf695b-9bb2-4f2b-828a-8730b4927e2d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=06db020cb3af4c6baca63eea84370cc9&device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 1098 time: 0.0531607 Jul 15 13:42:27.117672 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7884b-96e7-4284-92c7-ae448520266d req-c58dd526-8d5b-4fc9-bed7-a5697ac5d5be tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:27.119222 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10e7884b-96e7-4284-92c7-ae448520266d req-c58dd526-8d5b-4fc9-bed7-a5697ac5d5be tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 946 time: 0.1346233 Jul 15 13:42:27.120490 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42978c63-d268-490f-a498-957b9bb14415 req-5a1ee0b2-7055-4214-ba82-ed4044ab5561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:27.121813 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-42978c63-d268-490f-a498-957b9bb14415 req-5a1ee0b2-7055-4214-ba82-ed4044ab5561 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f5e466f4-956a-4ebd-8add-afddfa23a010 HTTP/1.1" status: 200 len: 912 time: 0.1252420 Jul 15 13:42:27.174010 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-42978c63-d268-490f-a498-957b9bb14415 req-a462f729-04a0-4bc9-b010-3c4a12949ae9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5dbd9b23-2183-40fc-9659-2989a88958c7 HTTP/1.1" status: 200 len: 217 time: 0.0431674 Jul 15 13:42:27.214254 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-10e7884b-96e7-4284-92c7-ae448520266d req-b29eb16d-37ba-4970-bffe-67e79de4aa60 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b5e0e13-7b38-4575-9696-472dcb4ceee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892625 Jul 15 13:42:27.234325 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42978c63-d268-490f-a498-957b9bb14415 req-7efc0530-9b3c-441e-81ba-3ecd227f507e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:27.234325 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-42978c63-d268-490f-a498-957b9bb14415 req-7efc0530-9b3c-441e-81ba-3ecd227f507e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd167d0e-f08b-4a90-892c-a191f8819ce1 HTTP/1.1" status: 200 len: 851 time: 0.0521080 Jul 15 13:42:27.262764 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-42978c63-d268-490f-a498-957b9bb14415 req-134d650b-1e2c-4b4d-812d-482d2a7ac021 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f5e466f4-956a-4ebd-8add-afddfa23a010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249860 Jul 15 13:42:27.689159 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-42978c63-d268-490f-a498-957b9bb14415 req-7e6d197e-4d33-42b0-bd49-81eed39dae7a service neutron] 10.222.0.20 "GET /v2.0/networks/f5e466f4-956a-4ebd-8add-afddfa23a010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204366 Jul 15 13:42:27.776415 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-42978c63-d268-490f-a498-957b9bb14415 req-53e3b0b9-0034-49eb-aa27-37991de9708a service neutron] 10.222.0.20 "GET /v2.0/networks/f5e466f4-956a-4ebd-8add-afddfa23a010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811083 Jul 15 13:42:28.441442 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28762c9a-3e23-4e65-9845-ae52ee4ffa23 req-66fc2958-eeb1-43be-9970-3cba0c1b635a tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:28.442928 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-28762c9a-3e23-4e65-9845-ae52ee4ffa23 req-66fc2958-eeb1-43be-9970-3cba0c1b635a tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 946 time: 0.1183517 Jul 15 13:42:28.478824 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-28762c9a-3e23-4e65-9845-ae52ee4ffa23 req-83c0a139-508b-4aac-b580-9dc035d1701e tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b5e0e13-7b38-4575-9696-472dcb4ceee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303357 Jul 15 13:42:29.386732 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:29.647133 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51aa9c-29d1-44e9-981b-7419813afd3d req-ff53da57-8626-44d7-aa5d-22194d5fb2bc tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:29.648600 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0d51aa9c-29d1-44e9-981b-7419813afd3d req-ff53da57-8626-44d7-aa5d-22194d5fb2bc tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 946 time: 0.0613148 Jul 15 13:42:29.685416 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0d51aa9c-29d1-44e9-981b-7419813afd3d req-c2ddef87-429b-4016-b0e7-5047c22b31f8 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b5e0e13-7b38-4575-9696-472dcb4ceee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312657 Jul 15 13:42:29.687505 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:29.721051 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-499c4315-4976-44d6-b149-c2bc03a41507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:30.856745 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3fdf20-1e2e-4bcd-9f40-9ff386a3bbb2 req-cacb399e-4013-4981-b188-8aa0a7ab9b3a tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:30.858276 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1e3fdf20-1e2e-4bcd-9f40-9ff386a3bbb2 req-cacb399e-4013-4981-b188-8aa0a7ab9b3a tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 946 time: 0.0646360 Jul 15 13:42:30.897040 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1e3fdf20-1e2e-4bcd-9f40-9ff386a3bbb2 req-f20b9af4-8a71-4758-aab1-4537730a6be9 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b5e0e13-7b38-4575-9696-472dcb4ceee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331776 Jul 15 13:42:32.118104 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29da3b-c3bf-42ba-82cf-d0f8ef7cbe3d req-6a78adad-186e-4297-b286-f0de2c4d0227 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:32.119518 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2e29da3b-c3bf-42ba-82cf-d0f8ef7cbe3d req-6a78adad-186e-4297-b286-f0de2c4d0227 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 946 time: 0.1153176 Jul 15 13:42:32.156536 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2e29da3b-c3bf-42ba-82cf-d0f8ef7cbe3d req-786e9a0e-cc04-4400-923b-f44ac04b546e tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b5e0e13-7b38-4575-9696-472dcb4ceee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306380 Jul 15 13:42:32.299693 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:32.497125 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-086d56c3-e839-4d5a-8e7c-d0b19637587a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:33.327489 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69038d-457b-43b9-80fb-6a061247e52d req-b5e2169e-443e-4710-a314-98f94724fa0b tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:33.329025 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bd69038d-457b-43b9-80fb-6a061247e52d req-b5e2169e-443e-4710-a314-98f94724fa0b tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 946 time: 0.0625243 Jul 15 13:42:33.368911 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bd69038d-457b-43b9-80fb-6a061247e52d req-dca67fd9-af8d-4341-8842-40f9572608d6 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b5e0e13-7b38-4575-9696-472dcb4ceee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343201 Jul 15 13:42:33.668422 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:34.542055 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9b77c-3749-4469-a7c2-f7a5690cb1f6 req-53adfcc6-765f-41e6-85de-6f199433a947 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:34.543542 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-07e9b77c-3749-4469-a7c2-f7a5690cb1f6 req-53adfcc6-765f-41e6-85de-6f199433a947 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 946 time: 0.0623093 Jul 15 13:42:34.579841 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-07e9b77c-3749-4469-a7c2-f7a5690cb1f6 req-63edc256-8ff2-43fd-8e0e-8f0dc0785654 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b5e0e13-7b38-4575-9696-472dcb4ceee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301645 Jul 15 13:42:35.101224 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:35.768957 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490d3e3-9b3f-4de6-99d1-d455722db5aa req-537521b7-9974-4210-b6b9-3571dcbe95f3 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:35.770425 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9490d3e3-9b3f-4de6-99d1-d455722db5aa req-537521b7-9974-4210-b6b9-3571dcbe95f3 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 946 time: 0.0623064 Jul 15 13:42:35.806943 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9490d3e3-9b3f-4de6-99d1-d455722db5aa req-4d522e16-9d70-4466-8f80-08e204a1dd58 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b5e0e13-7b38-4575-9696-472dcb4ceee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309272 Jul 15 13:42:36.992625 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ac0e7-3fe5-4bdb-8764-78de2dc080b7 req-ca382d58-e9fd-494f-89d4-166076e34c02 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:36.994083 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eb5ac0e7-3fe5-4bdb-8764-78de2dc080b7 req-ca382d58-e9fd-494f-89d4-166076e34c02 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 946 time: 0.0649490 Jul 15 13:42:37.030813 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eb5ac0e7-3fe5-4bdb-8764-78de2dc080b7 req-97a5788b-3cb8-4014-89e2-0d1c2e1bf427 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b5e0e13-7b38-4575-9696-472dcb4ceee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312369 Jul 15 13:42:38.201503 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edca28d-282e-4a23-bb7b-85a33553553a req-1be8d65c-3399-404e-8bdd-94f5c9a92620 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:38.203277 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4edca28d-282e-4a23-bb7b-85a33553553a req-1be8d65c-3399-404e-8bdd-94f5c9a92620 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 946 time: 0.0638354 Jul 15 13:42:38.240172 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4edca28d-282e-4a23-bb7b-85a33553553a req-7142ded3-5517-4c8d-b50e-09920888fa99 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b5e0e13-7b38-4575-9696-472dcb4ceee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314276 Jul 15 13:42:39.407918 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b96cd-b29c-4cbc-afe5-42e63918065c req-f22d5bb8-3493-4723-a2a9-e5ac3f2ba3e9 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:39.409369 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-422b96cd-b29c-4cbc-afe5-42e63918065c req-f22d5bb8-3493-4723-a2a9-e5ac3f2ba3e9 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 946 time: 0.0610745 Jul 15 13:42:39.450236 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-422b96cd-b29c-4cbc-afe5-42e63918065c req-afbed25b-8f2a-408a-be8a-fdff1cbbf536 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b5e0e13-7b38-4575-9696-472dcb4ceee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350847 Jul 15 13:42:40.618733 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee4ebd-ec71-4051-b182-ab1e92503635 req-3cb91213-5b96-4b91-9d1a-a9fe05233e93 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:40.620214 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44ee4ebd-ec71-4051-b182-ab1e92503635 req-3cb91213-5b96-4b91-9d1a-a9fe05233e93 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 946 time: 0.0623989 Jul 15 13:42:40.657310 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44ee4ebd-ec71-4051-b182-ab1e92503635 req-3dd89991-c3c4-49aa-8b1c-6e555ef8fccd tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b5e0e13-7b38-4575-9696-472dcb4ceee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315359 Jul 15 13:42:41.826414 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5efa56-e1bd-4ac8-a134-07259cfa028d req-fa70abbd-4dc9-4f27-835b-5678d7dd27e4 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:41.828442 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cb5efa56-e1bd-4ac8-a134-07259cfa028d req-fa70abbd-4dc9-4f27-835b-5678d7dd27e4 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 946 time: 0.0630193 Jul 15 13:42:41.865664 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cb5efa56-e1bd-4ac8-a134-07259cfa028d req-51fdb59a-9578-4b19-8133-4878353240d7 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b5e0e13-7b38-4575-9696-472dcb4ceee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316498 Jul 15 13:42:42.776720 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533fe65-7b93-47c7-82f9-e43e3e6c8f85 req-7ba77b2f-192b-4619-b3f9-fcb4dae09eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:42.778199 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a533fe65-7b93-47c7-82f9-e43e3e6c8f85 req-7ba77b2f-192b-4619-b3f9-fcb4dae09eb8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=06db020cb3af4c6baca63eea84370cc9&device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 1098 time: 0.0546503 Jul 15 13:42:42.879575 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533fe65-7b93-47c7-82f9-e43e3e6c8f85 req-e3a0e8a9-5ae3-4525-821c-f510d4cbdb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:42.881064 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a533fe65-7b93-47c7-82f9-e43e3e6c8f85 req-e3a0e8a9-5ae3-4525-821c-f510d4cbdb33 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f5e466f4-956a-4ebd-8add-afddfa23a010 HTTP/1.1" status: 200 len: 912 time: 0.0832286 Jul 15 13:42:42.925658 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a533fe65-7b93-47c7-82f9-e43e3e6c8f85 req-0b58b075-6c2b-4fd4-9fe9-51e9f446bcbd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5dbd9b23-2183-40fc-9659-2989a88958c7 HTTP/1.1" status: 200 len: 217 time: 0.0387235 Jul 15 13:42:42.974832 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533fe65-7b93-47c7-82f9-e43e3e6c8f85 req-f43bb9f0-c83d-4117-9d85-95fc42c93b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:42.976295 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a533fe65-7b93-47c7-82f9-e43e3e6c8f85 req-f43bb9f0-c83d-4117-9d85-95fc42c93b8e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd167d0e-f08b-4a90-892c-a191f8819ce1 HTTP/1.1" status: 200 len: 851 time: 0.0448768 Jul 15 13:42:43.028768 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a533fe65-7b93-47c7-82f9-e43e3e6c8f85 req-26e8245f-64ad-46a6-abba-f5cee3ee8833 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f5e466f4-956a-4ebd-8add-afddfa23a010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424688 Jul 15 13:42:43.117112 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f4e6a5-e02b-46c3-8897-2e7f84ff0f20 req-3849868a-d450-4715-a11d-c34f48bee688 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:43.118600 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-26f4e6a5-e02b-46c3-8897-2e7f84ff0f20 req-3849868a-d450-4715-a11d-c34f48bee688 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 946 time: 0.1407211 Jul 15 13:42:43.151855 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a533fe65-7b93-47c7-82f9-e43e3e6c8f85 req-513d5656-1d6d-4a09-871c-10f920eb9011 service neutron] 10.222.0.20 "GET /v2.0/networks/f5e466f4-956a-4ebd-8add-afddfa23a010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161106 Jul 15 13:42:43.183408 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-26f4e6a5-e02b-46c3-8897-2e7f84ff0f20 req-72e29e52-5428-49ea-95f6-e5b5c9becab6 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b5e0e13-7b38-4575-9696-472dcb4ceee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592318 Jul 15 13:42:43.256902 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a533fe65-7b93-47c7-82f9-e43e3e6c8f85 req-006e0aaf-32a1-4392-b3a3-9058409eabe5 service neutron] 10.222.0.20 "GET /v2.0/networks/f5e466f4-956a-4ebd-8add-afddfa23a010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953314 Jul 15 13:42:44.358308 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92b107-2640-4581-980c-b4d6e8135a1b req-951a0cc7-3551-4c2f-97c9-1e4fbff0f8b9 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:44.360433 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dd92b107-2640-4581-980c-b4d6e8135a1b req-951a0cc7-3551-4c2f-97c9-1e4fbff0f8b9 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 946 time: 0.0624216 Jul 15 13:42:44.396456 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dd92b107-2640-4581-980c-b4d6e8135a1b req-7d6a3890-ca49-4352-b8ec-32531b948658 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b5e0e13-7b38-4575-9696-472dcb4ceee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304193 Jul 15 13:42:45.569784 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4b9be-447b-428e-b56e-30016feb18fa req-efe2e8ae-9329-431d-a9ec-df741e1c8d82 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:45.571212 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a2b4b9be-447b-428e-b56e-30016feb18fa req-efe2e8ae-9329-431d-a9ec-df741e1c8d82 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 946 time: 0.0616519 Jul 15 13:42:45.611822 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a2b4b9be-447b-428e-b56e-30016feb18fa req-311b1a72-add2-4358-981a-eb3c4665392e tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b5e0e13-7b38-4575-9696-472dcb4ceee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350499 Jul 15 13:42:46.781499 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624eacd0-5ad2-4208-a909-72874987de53 req-2e855590-5f1a-4ce9-ab08-33cfda3c0c77 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:46.783013 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-624eacd0-5ad2-4208-a909-72874987de53 req-2e855590-5f1a-4ce9-ab08-33cfda3c0c77 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 946 time: 0.0620956 Jul 15 13:42:46.821297 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-624eacd0-5ad2-4208-a909-72874987de53 req-05701f4d-c3f3-4c8f-b959-a914be1db051 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b5e0e13-7b38-4575-9696-472dcb4ceee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317404 Jul 15 13:42:47.990715 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cc9fb-1f2e-4852-84c2-c56baa4116b5 req-57f0b6ee-5d3a-4522-9083-49ef24c568fa tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:47.992171 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f74cc9fb-1f2e-4852-84c2-c56baa4116b5 req-57f0b6ee-5d3a-4522-9083-49ef24c568fa tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 946 time: 0.0619307 Jul 15 13:42:48.028228 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f74cc9fb-1f2e-4852-84c2-c56baa4116b5 req-eddcb870-18ee-4613-b1f3-2a6f7f3f35a9 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b5e0e13-7b38-4575-9696-472dcb4ceee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305924 Jul 15 13:42:48.358954 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:42:49.202381 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93019660-4419-440f-a0b5-fb34324ab5aa req-21c40654-ebd4-4237-ba6c-44b9138402a8 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:49.203899 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-93019660-4419-440f-a0b5-fb34324ab5aa req-21c40654-ebd4-4237-ba6c-44b9138402a8 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 946 time: 0.0663612 Jul 15 13:42:49.240967 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-93019660-4419-440f-a0b5-fb34324ab5aa req-fbb71fed-af39-4d2b-a7e1-03e83d3dab36 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b5e0e13-7b38-4575-9696-472dcb4ceee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315228 Jul 15 13:42:50.408525 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd058f-8711-4862-816d-6f5f97c3ebbf req-536e8d6a-9c67-46f4-b22b-17dd27cfd52a tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:50.409986 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f7cd058f-8711-4862-816d-6f5f97c3ebbf req-536e8d6a-9c67-46f4-b22b-17dd27cfd52a tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 946 time: 0.0618806 Jul 15 13:42:50.447795 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f7cd058f-8711-4862-816d-6f5f97c3ebbf req-0c7fdeae-781f-4487-8bc8-313762d04298 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b5e0e13-7b38-4575-9696-472dcb4ceee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319824 Jul 15 13:42:51.616714 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bd905-a486-44b9-8f1f-f837513bf25b req-cfd332a8-0faa-4088-b643-d8131082c908 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:51.618204 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-871bd905-a486-44b9-8f1f-f837513bf25b req-cfd332a8-0faa-4088-b643-d8131082c908 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 946 time: 0.0614283 Jul 15 13:42:51.658684 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-871bd905-a486-44b9-8f1f-f837513bf25b req-5b2ef1a2-65bd-4fc1-92bc-ece6fd3595f4 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b5e0e13-7b38-4575-9696-472dcb4ceee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349758 Jul 15 13:42:52.828595 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487cf31-7658-4669-892c-c4132be314a3 req-4cc4fbdc-bfd6-4996-8267-bddd605baec0 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:52.830061 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d487cf31-7658-4669-892c-c4132be314a3 req-4cc4fbdc-bfd6-4996-8267-bddd605baec0 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 946 time: 0.0626223 Jul 15 13:42:52.867353 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d487cf31-7658-4669-892c-c4132be314a3 req-0ed7bc90-26c0-4f15-a899-ad27eac57c7c tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b5e0e13-7b38-4575-9696-472dcb4ceee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314431 Jul 15 13:42:54.041280 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6270fb-ad50-401b-9620-7bf5835517b9 req-408069ac-64f7-43f6-951b-5357c239be13 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:54.042779 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8a6270fb-ad50-401b-9620-7bf5835517b9 req-408069ac-64f7-43f6-951b-5357c239be13 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 946 time: 0.0634766 Jul 15 13:42:54.079062 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8a6270fb-ad50-401b-9620-7bf5835517b9 req-907829f7-3ec8-4293-9fb0-763c52520ef5 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b5e0e13-7b38-4575-9696-472dcb4ceee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301669 Jul 15 13:42:54.644979 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [req-42978c63-d268-490f-a498-957b9bb14415 req-8de1403d-ebb9-4ca3-9f6c-375eabfa2c2b service neutron] show failed (client error): The resource could not be found. Jul 15 13:42:54.645971 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-42978c63-d268-490f-a498-957b9bb14415 req-8de1403d-ebb9-4ca3-9f6c-375eabfa2c2b service neutron] 10.222.0.20 "GET /v2.0/ports/5dbd9b23-2183-40fc-9659-2989a88958c7/bindings/n-h2-771363-36 HTTP/1.1" status: 404 len: 381 time: 0.0579214 Jul 15 13:42:54.926308 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42978c63-d268-490f-a498-957b9bb14415 req-a150b3d6-7231-4c06-99ba-4a5e87314e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:54.927835 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-42978c63-d268-490f-a498-957b9bb14415 req-a150b3d6-7231-4c06-99ba-4a5e87314e43 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af&tenant_id=06db020cb3af4c6baca63eea84370cc9 HTTP/1.1" status: 200 len: 1098 time: 0.0869906 Jul 15 13:42:54.939932 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-42978c63-d268-490f-a498-957b9bb14415 req-79a07503-ad69-46bc-82fc-8ede06cc669e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-36', 'device_owner': 'compute:nova'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:55.007571 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-42978c63-d268-490f-a498-957b9bb14415 req-79a07503-ad69-46bc-82fc-8ede06cc669e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:55.207577 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-42978c63-d268-490f-a498-957b9bb14415 req-79a07503-ad69-46bc-82fc-8ede06cc669e service neutron] For port 5dbd9b23-2183-40fc-9659-2989a88958c7, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=5dbd9b23-2183-40fc-9659-2989a88958c7,segment=NetworkSegment(8fe6b1e8-3efe-4064-81fe-ac8f17dee142),segment_id=8fe6b1e8-3efe-4064-81fe-ac8f17dee142)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:55.240771 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-42978c63-d268-490f-a498-957b9bb14415 req-79a07503-ad69-46bc-82fc-8ede06cc669e service neutron] For port 5dbd9b23-2183-40fc-9659-2989a88958c7, host n-h1-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:42:55.259306 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea61a3-2aa9-42e1-b4cb-84714eb3bd41 req-c1910acd-642d-44bd-996a-5481e4cff8c8 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:55.260943 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d4ea61a3-2aa9-42e1-b4cb-84714eb3bd41 req-c1910acd-642d-44bd-996a-5481e4cff8c8 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 946 time: 0.0654607 Jul 15 13:42:55.286804 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2951cc0c-6df4-49e5-903c-99af0b6da1af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dbd9b23-2183-40fc-9659-2989a88958c7'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:55.290158 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97087971-4cd0-434b-a4a7-0f4c2d0a2a51" -d '{"events": [{"server_uuid": "2951cc0c-6df4-49e5-903c-99af0b6da1af", "name": "network-vif-unplugged", "status": "completed", "tag": "5dbd9b23-2183-40fc-9659-2989a88958c7"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:55.293295 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-42978c63-d268-490f-a498-957b9bb14415 req-79a07503-ad69-46bc-82fc-8ede06cc669e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:55.306928 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d4ea61a3-2aa9-42e1-b4cb-84714eb3bd41 req-b2b46117-17de-4c8c-ad52-fabcad5dca32 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b5e0e13-7b38-4575-9696-472dcb4ceee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390401 Jul 15 13:42:55.311410 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-42978c63-d268-490f-a498-957b9bb14415 req-79a07503-ad69-46bc-82fc-8ede06cc669e service neutron] Transition to ACTIVE for port object 5dbd9b23-2183-40fc-9659-2989a88958c7 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:42:55.317193 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-42978c63-d268-490f-a498-957b9bb14415 req-79a07503-ad69-46bc-82fc-8ede06cc669e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:55.361706 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0655f503-8c63-4867-9cb1-d45f1e207baa x-openstack-request-id: req-0655f503-8c63-4867-9cb1-d45f1e207baa {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:55.361994 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2951cc0c-6df4-49e5-903c-99af0b6da1af", "name": "network-vif-unplugged", "status": "completed", "tag": "5dbd9b23-2183-40fc-9659-2989a88958c7", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:55.362244 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0655f503-8c63-4867-9cb1-d45f1e207baa {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:55.362678 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2951cc0c-6df4-49e5-903c-99af0b6da1af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dbd9b23-2183-40fc-9659-2989a88958c7', 'code': 200} Jul 15 13:42:55.388330 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-42978c63-d268-490f-a498-957b9bb14415 req-79a07503-ad69-46bc-82fc-8ede06cc669e service neutron] No DVR routers for this DVR port 5dbd9b23-2183-40fc-9659-2989a88958c7 on host n-h1-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:42:55.390903 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a07503-ad69-46bc-82fc-8ede06cc669e service neutron] Pushing event updated for resources: {'Port': ['ID=5dbd9b23-2183-40fc-9659-2989a88958c7,revision_number=6']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:55.403405 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a07503-ad69-46bc-82fc-8ede06cc669e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:55.403746 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a07503-ad69-46bc-82fc-8ede06cc669e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:55.404081 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a07503-ad69-46bc-82fc-8ede06cc669e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:55.404413 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a07503-ad69-46bc-82fc-8ede06cc669e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:55.404738 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a07503-ad69-46bc-82fc-8ede06cc669e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:55.405060 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a07503-ad69-46bc-82fc-8ede06cc669e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:55.405383 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a07503-ad69-46bc-82fc-8ede06cc669e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:55.405700 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a07503-ad69-46bc-82fc-8ede06cc669e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:55.406020 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a07503-ad69-46bc-82fc-8ede06cc669e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:55.406340 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a07503-ad69-46bc-82fc-8ede06cc669e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:55.406683 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a07503-ad69-46bc-82fc-8ede06cc669e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:55.407023 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a07503-ad69-46bc-82fc-8ede06cc669e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:55.438301 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-42978c63-d268-490f-a498-957b9bb14415 req-79a07503-ad69-46bc-82fc-8ede06cc669e service neutron] Attempting to bind port 5dbd9b23-2183-40fc-9659-2989a88958c7 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:42:55.439151 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-42978c63-d268-490f-a498-957b9bb14415 req-79a07503-ad69-46bc-82fc-8ede06cc669e service neutron] Attempting to bind port 5dbd9b23-2183-40fc-9659-2989a88958c7 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '8fe6b1e8-3efe-4064-81fe-ac8f17dee142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f5e466f4-956a-4ebd-8add-afddfa23a010'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:42:55.439499 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42978c63-d268-490f-a498-957b9bb14415 req-79a07503-ad69-46bc-82fc-8ede06cc669e service neutron] Attempting to bind port 5dbd9b23-2183-40fc-9659-2989a88958c7 on network f5e466f4-956a-4ebd-8add-afddfa23a010 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:42:55.443838 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42978c63-d268-490f-a498-957b9bb14415 req-79a07503-ad69-46bc-82fc-8ede06cc669e service neutron] Port 5dbd9b23-2183-40fc-9659-2989a88958c7 on network f5e466f4-956a-4ebd-8add-afddfa23a010 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:42:55.444158 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42978c63-d268-490f-a498-957b9bb14415 req-79a07503-ad69-46bc-82fc-8ede06cc669e service neutron] Attempting to bind port 5dbd9b23-2183-40fc-9659-2989a88958c7 on network f5e466f4-956a-4ebd-8add-afddfa23a010 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:42:55.448909 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42978c63-d268-490f-a498-957b9bb14415 req-79a07503-ad69-46bc-82fc-8ede06cc669e service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:42:55.449246 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42978c63-d268-490f-a498-957b9bb14415 req-79a07503-ad69-46bc-82fc-8ede06cc669e service neutron] Checking segment: {'id': '8fe6b1e8-3efe-4064-81fe-ac8f17dee142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f5e466f4-956a-4ebd-8add-afddfa23a010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:42:55.449628 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42978c63-d268-490f-a498-957b9bb14415 req-79a07503-ad69-46bc-82fc-8ede06cc669e service neutron] Bound using segment: {'id': '8fe6b1e8-3efe-4064-81fe-ac8f17dee142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f5e466f4-956a-4ebd-8add-afddfa23a010'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:42:55.450049 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-42978c63-d268-490f-a498-957b9bb14415 req-79a07503-ad69-46bc-82fc-8ede06cc669e service neutron] Bound port: 5dbd9b23-2183-40fc-9659-2989a88958c7, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fe6b1e8-3efe-4064-81fe-ac8f17dee142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f5e466f4-956a-4ebd-8add-afddfa23a010'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:42:55.450404 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-42978c63-d268-490f-a498-957b9bb14415 req-79a07503-ad69-46bc-82fc-8ede06cc669e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:55.514509 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-42978c63-d268-490f-a498-957b9bb14415 req-79a07503-ad69-46bc-82fc-8ede06cc669e service neutron] For port 5dbd9b23-2183-40fc-9659-2989a88958c7, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:42:55.518119 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-42978c63-d268-490f-a498-957b9bb14415 req-79a07503-ad69-46bc-82fc-8ede06cc669e service neutron] For port 5dbd9b23-2183-40fc-9659-2989a88958c7, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=5dbd9b23-2183-40fc-9659-2989a88958c7,segment=NetworkSegment(8fe6b1e8-3efe-4064-81fe-ac8f17dee142),segment_id=8fe6b1e8-3efe-4064-81fe-ac8f17dee142)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:42:55.521394 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-42978c63-d268-490f-a498-957b9bb14415 req-79a07503-ad69-46bc-82fc-8ede06cc669e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:55.554076 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42978c63-d268-490f-a498-957b9bb14415 req-79a07503-ad69-46bc-82fc-8ede06cc669e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:55.554711 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-42978c63-d268-490f-a498-957b9bb14415 req-79a07503-ad69-46bc-82fc-8ede06cc669e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:55.556089 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-42978c63-d268-490f-a498-957b9bb14415 req-79a07503-ad69-46bc-82fc-8ede06cc669e service neutron] 10.222.0.46 "PUT /v2.0/ports/5dbd9b23-2183-40fc-9659-2989a88958c7 HTTP/1.1" status: 200 len: 1093 time: 0.6201599 Jul 15 13:42:55.576388 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a07503-ad69-46bc-82fc-8ede06cc669e service neutron] Pushing event updated for resources: {'Port': ['ID=5dbd9b23-2183-40fc-9659-2989a88958c7,revision_number=7']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:55.629769 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42978c63-d268-490f-a498-957b9bb14415 req-a3ba31fd-c422-40fe-971d-0f4e8e7bdb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:55.631269 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-42978c63-d268-490f-a498-957b9bb14415 req-a3ba31fd-c422-40fe-971d-0f4e8e7bdb11 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=06db020cb3af4c6baca63eea84370cc9&device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 1096 time: 0.0520146 Jul 15 13:42:55.721841 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42978c63-d268-490f-a498-957b9bb14415 req-2d6e2c0d-48b2-40ed-be35-9f7341d18e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:55.723353 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-42978c63-d268-490f-a498-957b9bb14415 req-2d6e2c0d-48b2-40ed-be35-9f7341d18e77 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f5e466f4-956a-4ebd-8add-afddfa23a010 HTTP/1.1" status: 200 len: 912 time: 0.0859532 Jul 15 13:42:55.763038 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-42978c63-d268-490f-a498-957b9bb14415 req-e93805a3-a963-4fbc-8e3e-f595113287d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5dbd9b23-2183-40fc-9659-2989a88958c7 HTTP/1.1" status: 200 len: 217 time: 0.0336537 Jul 15 13:42:55.809089 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42978c63-d268-490f-a498-957b9bb14415 req-6796b805-de18-4bdb-aeee-6fc9d134e8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:55.810467 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-42978c63-d268-490f-a498-957b9bb14415 req-6796b805-de18-4bdb-aeee-6fc9d134e8c5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bd167d0e-f08b-4a90-892c-a191f8819ce1 HTTP/1.1" status: 200 len: 851 time: 0.0416107 Jul 15 13:42:55.845469 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-42978c63-d268-490f-a498-957b9bb14415 req-9eee3fa0-d79c-4868-8403-526be3726872 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f5e466f4-956a-4ebd-8add-afddfa23a010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291455 Jul 15 13:42:55.932497 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-42978c63-d268-490f-a498-957b9bb14415 req-4d792a51-d4c5-49d3-952e-c62674156e70 service neutron] 10.222.0.46 "GET /v2.0/networks/f5e466f4-956a-4ebd-8add-afddfa23a010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810020 Jul 15 13:42:56.022979 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-42978c63-d268-490f-a498-957b9bb14415 req-6a8cba9b-fb2e-449d-b237-d6fe497bb8af service neutron] 10.222.0.46 "GET /v2.0/networks/f5e466f4-956a-4ebd-8add-afddfa23a010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833592 Jul 15 13:42:56.479398 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d1019-fa17-4422-9ba4-b7a2fcd8ca69 req-bfd2885b-071e-4100-a9fb-1829e96ab042 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:56.480804 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-910d1019-fa17-4422-9ba4-b7a2fcd8ca69 req-bfd2885b-071e-4100-a9fb-1829e96ab042 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 944 time: 0.0626709 Jul 15 13:42:56.517212 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-910d1019-fa17-4422-9ba4-b7a2fcd8ca69 req-de74c252-e92f-4aa3-817f-6dbcd63043c1 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b5e0e13-7b38-4575-9696-472dcb4ceee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303550 Jul 15 13:42:57.363936 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2951cc0c-6df4-49e5-903c-99af0b6da1af', 'tag': '5dbd9b23-2183-40fc-9659-2989a88958c7'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:57.366341 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d0f42a-2550-4b4d-bb00-59160d5cf8da" -d '{"events": [{"name": "network-changed", "server_uuid": "2951cc0c-6df4-49e5-903c-99af0b6da1af", "tag": "5dbd9b23-2183-40fc-9659-2989a88958c7"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:57.414228 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261295c5-342c-443a-8506-da3e300d2d54 x-openstack-request-id: req-261295c5-342c-443a-8506-da3e300d2d54 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:57.414517 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2951cc0c-6df4-49e5-903c-99af0b6da1af", "tag": "5dbd9b23-2183-40fc-9659-2989a88958c7", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:57.414801 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-261295c5-342c-443a-8506-da3e300d2d54 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:57.415195 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2951cc0c-6df4-49e5-903c-99af0b6da1af', 'tag': '5dbd9b23-2183-40fc-9659-2989a88958c7', 'status': 'completed', 'code': 200} Jul 15 13:42:57.488250 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0f42a-2550-4b4d-bb00-59160d5cf8da req-12d07a8c-ec2f-49b9-a029-6f35063c974d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:57.488500 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0f42a-2550-4b4d-bb00-59160d5cf8da req-f1b21c88-3b70-4a68-911c-0767a380d6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:57.490225 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73d0f42a-2550-4b4d-bb00-59160d5cf8da req-f1b21c88-3b70-4a68-911c-0767a380d6cd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=06db020cb3af4c6baca63eea84370cc9&device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 1096 time: 0.0576899 Jul 15 13:42:57.491258 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-73d0f42a-2550-4b4d-bb00-59160d5cf8da req-12d07a8c-ec2f-49b9-a029-6f35063c974d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=06db020cb3af4c6baca63eea84370cc9&device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 1096 time: 0.0539298 Jul 15 13:42:57.591855 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0f42a-2550-4b4d-bb00-59160d5cf8da req-ced6f8f9-0be7-49c6-b6ce-681dde28f43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:57.593362 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73d0f42a-2550-4b4d-bb00-59160d5cf8da req-ced6f8f9-0be7-49c6-b6ce-681dde28f43f service neutron] 10.222.0.20 "GET /v2.0/networks?id=f5e466f4-956a-4ebd-8add-afddfa23a010 HTTP/1.1" status: 200 len: 912 time: 0.0972006 Jul 15 13:42:57.597388 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0f42a-2550-4b4d-bb00-59160d5cf8da req-8925c744-d079-4e86-8aba-8347fb149685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:57.603237 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-73d0f42a-2550-4b4d-bb00-59160d5cf8da req-8925c744-d079-4e86-8aba-8347fb149685 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f5e466f4-956a-4ebd-8add-afddfa23a010 HTTP/1.1" status: 200 len: 912 time: 0.1052201 Jul 15 13:42:57.640740 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73d0f42a-2550-4b4d-bb00-59160d5cf8da req-c3ec1814-3a2e-460d-8b8a-4501dee95668 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5dbd9b23-2183-40fc-9659-2989a88958c7 HTTP/1.1" status: 200 len: 217 time: 0.0412772 Jul 15 13:42:57.652015 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-73d0f42a-2550-4b4d-bb00-59160d5cf8da req-e04477ab-3f60-416e-986e-4394e31dde94 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5dbd9b23-2183-40fc-9659-2989a88958c7 HTTP/1.1" status: 200 len: 217 time: 0.0415635 Jul 15 13:42:57.707508 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0f42a-2550-4b4d-bb00-59160d5cf8da req-ced97332-fb05-4f3e-a995-7726b0ec2fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:57.709120 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-73d0f42a-2550-4b4d-bb00-59160d5cf8da req-ced97332-fb05-4f3e-a995-7726b0ec2fce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bd167d0e-f08b-4a90-892c-a191f8819ce1 HTTP/1.1" status: 200 len: 851 time: 0.0516555 Jul 15 13:42:57.721438 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0f42a-2550-4b4d-bb00-59160d5cf8da req-e003f309-31c2-4dbf-838d-ce209277131c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:57.722918 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73d0f42a-2550-4b4d-bb00-59160d5cf8da req-e003f309-31c2-4dbf-838d-ce209277131c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd167d0e-f08b-4a90-892c-a191f8819ce1 HTTP/1.1" status: 200 len: 851 time: 0.0683002 Jul 15 13:42:57.741346 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-73d0f42a-2550-4b4d-bb00-59160d5cf8da req-7ff5ae12-a5f9-4ea3-bb5f-2517cf52600f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f5e466f4-956a-4ebd-8add-afddfa23a010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259893 Jul 15 13:42:57.760976 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73d0f42a-2550-4b4d-bb00-59160d5cf8da req-ad4133b4-8771-4f26-9435-194ae71a3e0c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f5e466f4-956a-4ebd-8add-afddfa23a010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298448 Jul 15 13:42:57.772347 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3e002-88d9-42b4-b36c-8b669675dbb0 req-deb79f77-59c5-4da8-a114-36e29052273b tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:57.774083 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1fc3e002-88d9-42b4-b36c-8b669675dbb0 req-deb79f77-59c5-4da8-a114-36e29052273b tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 944 time: 0.1324608 Jul 15 13:42:57.837708 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-73d0f42a-2550-4b4d-bb00-59160d5cf8da req-64cd70b8-a5ec-46e4-9574-a128de3f92e4 service neutron] 10.222.0.46 "GET /v2.0/networks/f5e466f4-956a-4ebd-8add-afddfa23a010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901067 Jul 15 13:42:57.862442 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1fc3e002-88d9-42b4-b36c-8b669675dbb0 req-99e3c31e-16a5-4b12-be59-ac2cb98f2fc8 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b5e0e13-7b38-4575-9696-472dcb4ceee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804780 Jul 15 13:42:57.890037 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73d0f42a-2550-4b4d-bb00-59160d5cf8da req-c9b347b5-f72b-4c3e-a7ff-dd99cd1969f9 service neutron] 10.222.0.20 "GET /v2.0/networks/f5e466f4-956a-4ebd-8add-afddfa23a010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149035 Jul 15 13:42:57.935007 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-73d0f42a-2550-4b4d-bb00-59160d5cf8da req-ccc92fe4-247f-47d3-b6b5-a44cd846ee3a service neutron] 10.222.0.46 "GET /v2.0/networks/f5e466f4-956a-4ebd-8add-afddfa23a010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915661 Jul 15 13:42:57.981292 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73d0f42a-2550-4b4d-bb00-59160d5cf8da req-7ccc5c0f-b4d1-4ea6-89c0-85f3a752d8c0 service neutron] 10.222.0.20 "GET /v2.0/networks/f5e466f4-956a-4ebd-8add-afddfa23a010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853930 Jul 15 13:42:58.009336 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 5dbd9b23-2183-40fc-9659-2989a88958c7 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:42:58.045462 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 5dbd9b23-2183-40fc-9659-2989a88958c7 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:42:58.884886 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 5dbd9b23-2183-40fc-9659-2989a88958c7 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:42:58.981964 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 5dbd9b23-2183-40fc-9659-2989a88958c7, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=5dbd9b23-2183-40fc-9659-2989a88958c7,segment=NetworkSegment(8fe6b1e8-3efe-4064-81fe-ac8f17dee142),segment_id=8fe6b1e8-3efe-4064-81fe-ac8f17dee142)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:58.992943 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '5dbd9b23-2183-40fc-9659-2989a88958c7', 'network_id': 'f5e466f4-956a-4ebd-8add-afddfa23a010', 'port_id': '5dbd9b23-2183-40fc-9659-2989a88958c7', 'mac_address': 'fa:16:3e:fa:14:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd167d0e-f08b-4a90-892c-a191f8819ce1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:42:59.030301 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:59.040982 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2657bb-772c-4ddb-8970-64482497f3d9 req-97bc315f-9b78-43a2-a34c-ac77c1257867 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:59.042529 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5d2657bb-772c-4ddb-8970-64482497f3d9 req-97bc315f-9b78-43a2-a34c-ac77c1257867 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 944 time: 0.0629840 Jul 15 13:42:59.043271 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dbd9b23-2183-40fc-9659-2989a88958c7 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:42:59.062324 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 5dbd9b23-2183-40fc-9659-2989a88958c7, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=5dbd9b23-2183-40fc-9659-2989a88958c7,segment=NetworkSegment(8fe6b1e8-3efe-4064-81fe-ac8f17dee142),segment_id=8fe6b1e8-3efe-4064-81fe-ac8f17dee142)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:59.067328 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:59.081301 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5d2657bb-772c-4ddb-8970-64482497f3d9 req-d354a699-b092-426c-afd4-6178d8473cac tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b5e0e13-7b38-4575-9696-472dcb4ceee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330758 Jul 15 13:42:59.117425 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=5dbd9b23-2183-40fc-9659-2989a88958c7,revision_number=8']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:59.124886 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:59.125239 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:59.125588 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:59.126439 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:59.126953 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:59.127292 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:59.127629 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:59.127963 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:59.128297 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:59.128628 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:59.128957 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:59.129288 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:59.311629 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['5dbd9b23-2183-40fc-9659-2989a88958c7'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:42:59.408712 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:59.496190 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92acb67-f1d7-475a-b0d5-5c4879529d27 req-2823f7dd-f38f-40e8-8a50-12e63b2d7d29 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:59.497645 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f92acb67-f1d7-475a-b0d5-5c4879529d27 req-2823f7dd-f38f-40e8-8a50-12e63b2d7d29 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.20 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af&tenant_id=06db020cb3af4c6baca63eea84370cc9&binding%3Ahost_id=n-h2-771363-36 HTTP/1.1" status: 200 len: 945 time: 0.1137700 Jul 15 13:42:59.555185 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [req-f92acb67-f1d7-475a-b0d5-5c4879529d27 req-e5dc3c6c-8a48-455c-a467-ffb94eed762f service neutron] delete failed (client error): The resource could not be found. Jul 15 13:42:59.556168 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f92acb67-f1d7-475a-b0d5-5c4879529d27 req-e5dc3c6c-8a48-455c-a467-ffb94eed762f service neutron] 10.222.0.20 "DELETE /v2.0/ports/5dbd9b23-2183-40fc-9659-2989a88958c7/bindings/n-h1-771363-36 HTTP/1.1" status: 404 len: 381 time: 0.0522058 Jul 15 13:42:59.647713 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92acb67-f1d7-475a-b0d5-5c4879529d27 req-a14b5985-3112-453a-8dc7-3813256eef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:59.649172 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f92acb67-f1d7-475a-b0d5-5c4879529d27 req-a14b5985-3112-453a-8dc7-3813256eef2f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=06db020cb3af4c6baca63eea84370cc9&device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 1097 time: 0.0512867 Jul 15 13:42:59.687171 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:59.719816 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d1e682e8-3a8c-4c58-b246-6f1f49ea90f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:59.745875 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92acb67-f1d7-475a-b0d5-5c4879529d27 req-bc96c045-113c-441f-bdf4-4821d28b488e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:59.747363 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f92acb67-f1d7-475a-b0d5-5c4879529d27 req-bc96c045-113c-441f-bdf4-4821d28b488e service neutron] 10.222.0.20 "GET /v2.0/networks?id=f5e466f4-956a-4ebd-8add-afddfa23a010 HTTP/1.1" status: 200 len: 912 time: 0.0926616 Jul 15 13:42:59.785858 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f92acb67-f1d7-475a-b0d5-5c4879529d27 req-22947ce4-3883-4ddd-a818-e2fec968d817 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5dbd9b23-2183-40fc-9659-2989a88958c7 HTTP/1.1" status: 200 len: 217 time: 0.0328872 Jul 15 13:42:59.834983 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92acb67-f1d7-475a-b0d5-5c4879529d27 req-96f1ca9f-1ef5-4ccd-ae5a-af51f770a1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:59.836398 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f92acb67-f1d7-475a-b0d5-5c4879529d27 req-96f1ca9f-1ef5-4ccd-ae5a-af51f770a1b5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd167d0e-f08b-4a90-892c-a191f8819ce1 HTTP/1.1" status: 200 len: 851 time: 0.0449867 Jul 15 13:42:59.868740 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f92acb67-f1d7-475a-b0d5-5c4879529d27 req-74e31240-66d4-4d5c-8885-22c93c0c16f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f5e466f4-956a-4ebd-8add-afddfa23a010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260336 Jul 15 13:42:59.952965 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f92acb67-f1d7-475a-b0d5-5c4879529d27 req-d79d024d-3086-4f03-8c9d-bf1cefdbc1a1 service neutron] 10.222.0.20 "GET /v2.0/networks/f5e466f4-956a-4ebd-8add-afddfa23a010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783505 Jul 15 13:43:00.042329 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f92acb67-f1d7-475a-b0d5-5c4879529d27 req-ecf1afc4-6f55-4e39-9ecf-ddf73e6644d2 service neutron] 10.222.0.20 "GET /v2.0/networks/f5e466f4-956a-4ebd-8add-afddfa23a010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827358 Jul 15 13:43:00.833296 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780286c-a323-4305-a12f-19deb4b957b0 req-7c4d65ec-b210-40f3-9b0f-033cd5c543fc tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:00.834781 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5780286c-a323-4305-a12f-19deb4b957b0 req-7c4d65ec-b210-40f3-9b0f-033cd5c543fc tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 945 time: 0.0629010 Jul 15 13:43:00.870260 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5780286c-a323-4305-a12f-19deb4b957b0 req-d0a04d80-a923-4061-91eb-1fcad05f6391 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b5e0e13-7b38-4575-9696-472dcb4ceee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299737 Jul 15 13:43:00.902794 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 5dbd9b23-2183-40fc-9659-2989a88958c7 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:43:00.952579 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 5dbd9b23-2183-40fc-9659-2989a88958c7 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:43:00.956229 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 5dbd9b23-2183-40fc-9659-2989a88958c7 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:00.956607 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:01.029225 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:01.050833 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2951cc0c-6df4-49e5-903c-99af0b6da1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dbd9b23-2183-40fc-9659-2989a88958c7'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:43:01.053043 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376048a1-4f06-43cd-90aa-2cd116e5b0c9" -d '{"events": [{"server_uuid": "2951cc0c-6df4-49e5-903c-99af0b6da1af", "name": "network-vif-plugged", "status": "completed", "tag": "5dbd9b23-2183-40fc-9659-2989a88958c7"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:43:01.065979 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 5dbd9b23-2183-40fc-9659-2989a88958c7, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=5dbd9b23-2183-40fc-9659-2989a88958c7,segment=NetworkSegment(8fe6b1e8-3efe-4064-81fe-ac8f17dee142),segment_id=8fe6b1e8-3efe-4064-81fe-ac8f17dee142)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:01.070190 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:01.097100 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885bfc4a-03f0-4143-80c1-a4a20d6a5f1d x-openstack-request-id: req-885bfc4a-03f0-4143-80c1-a4a20d6a5f1d {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:43:01.097394 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2951cc0c-6df4-49e5-903c-99af0b6da1af", "name": "network-vif-plugged", "status": "completed", "tag": "5dbd9b23-2183-40fc-9659-2989a88958c7", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:43:01.097650 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-885bfc4a-03f0-4143-80c1-a4a20d6a5f1d {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:43:01.098038 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2951cc0c-6df4-49e5-903c-99af0b6da1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dbd9b23-2183-40fc-9659-2989a88958c7', 'code': 200} Jul 15 13:43:01.125154 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=5dbd9b23-2183-40fc-9659-2989a88958c7,revision_number=9']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:02.045706 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92acb67-f1d7-475a-b0d5-5c4879529d27 req-9a67a2e2-a3d9-4d18-be51-0dd7b3af5867 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:02.046333 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c5a1e-18b2-4f57-952b-6a5c15bbd864 req-fd8f6a01-9940-409e-882e-dffbbf7f1969 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:02.047198 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f92acb67-f1d7-475a-b0d5-5c4879529d27 req-9a67a2e2-a3d9-4d18-be51-0dd7b3af5867 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.46 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 946 time: 0.0669043 Jul 15 13:43:02.047336 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-286c5a1e-18b2-4f57-952b-6a5c15bbd864 req-fd8f6a01-9940-409e-882e-dffbbf7f1969 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/ports?device_id=2951cc0c-6df4-49e5-903c-99af0b6da1af HTTP/1.1" status: 200 len: 946 time: 0.0658658 Jul 15 13:43:02.085310 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-286c5a1e-18b2-4f57-952b-6a5c15bbd864 req-d59d02a9-c2c4-4460-9595-a0d440da8ae4 tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b5e0e13-7b38-4575-9696-472dcb4ceee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324473 Jul 15 13:43:02.145402 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-f92acb67-f1d7-475a-b0d5-5c4879529d27 req-c53cf26e-1601-43cc-840a-e201d139b4ce tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Deleting port 5dbd9b23-2183-40fc-9659-2989a88958c7 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:02.145670 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f92acb67-f1d7-475a-b0d5-5c4879529d27 req-c53cf26e-1601-43cc-840a-e201d139b4ce tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:02.236365 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-f92acb67-f1d7-475a-b0d5-5c4879529d27 req-c53cf26e-1601-43cc-840a-e201d139b4ce tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] For port 5dbd9b23-2183-40fc-9659-2989a88958c7, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=5dbd9b23-2183-40fc-9659-2989a88958c7,segment=NetworkSegment(8fe6b1e8-3efe-4064-81fe-ac8f17dee142),segment_id=8fe6b1e8-3efe-4064-81fe-ac8f17dee142)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:02.236730 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f92acb67-f1d7-475a-b0d5-5c4879529d27 req-c53cf26e-1601-43cc-840a-e201d139b4ce tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:02.248647 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-f92acb67-f1d7-475a-b0d5-5c4879529d27 req-c53cf26e-1601-43cc-840a-e201d139b4ce tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Calling delete_port for 5dbd9b23-2183-40fc-9659-2989a88958c7 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:02.300679 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:02.375288 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f92acb67-f1d7-475a-b0d5-5c4879529d27 req-c53cf26e-1601-43cc-840a-e201d139b4ce tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:02.387825 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['5dbd9b23-2183-40fc-9659-2989a88958c7'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:43:02.404776 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53cf26e-1601-43cc-840a-e201d139b4ce tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Pushing event deleted for resources: {'Port': ['ID=5dbd9b23-2183-40fc-9659-2989a88958c7,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:02.448729 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92acb67-f1d7-475a-b0d5-5c4879529d27 req-c53cf26e-1601-43cc-840a-e201d139b4ce tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] No DVR routers for this DVR port 5dbd9b23-2183-40fc-9659-2989a88958c7 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:43:02.451236 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f92acb67-f1d7-475a-b0d5-5c4879529d27 req-c53cf26e-1601-43cc-840a-e201d139b4ce tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:02.453206 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f92acb67-f1d7-475a-b0d5-5c4879529d27 req-c53cf26e-1601-43cc-840a-e201d139b4ce tempest-DeleteServersTestJSON-921402490 tempest-DeleteServersTestJSON-921402490-project] 10.222.0.46 "DELETE /v2.0/ports/5dbd9b23-2183-40fc-9659-2989a88958c7 HTTP/1.1" status: 204 len: 173 time: 0.4006538 Jul 15 13:43:02.453634 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2951cc0c-6df4-49e5-903c-99af0b6da1af', 'name': 'network-vif-deleted', 'tag': '5dbd9b23-2183-40fc-9659-2989a88958c7'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:43:02.455884 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b358e158-6e30-428d-b029-113d14eab2d5" -d '{"events": [{"server_uuid": "2951cc0c-6df4-49e5-903c-99af0b6da1af", "name": "network-vif-deleted", "tag": "5dbd9b23-2183-40fc-9659-2989a88958c7"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:43:02.496021 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549e1630-8f4f-4198-9c97-3c03884d1bcc x-openstack-request-id: req-549e1630-8f4f-4198-9c97-3c03884d1bcc {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:43:02.496420 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2951cc0c-6df4-49e5-903c-99af0b6da1af", "name": "network-vif-deleted", "tag": "5dbd9b23-2183-40fc-9659-2989a88958c7", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:43:02.496680 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-549e1630-8f4f-4198-9c97-3c03884d1bcc {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:43:02.497867 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2951cc0c-6df4-49e5-903c-99af0b6da1af', 'name': 'network-vif-deleted', 'tag': '5dbd9b23-2183-40fc-9659-2989a88958c7', 'status': 'completed', 'code': 200} Jul 15 13:43:02.499411 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-29f84e27-55ec-4f4d-8b70-a38c2a09e877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:03.320602 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36792) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:03.364847 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-62b0971c-23d0-42b5-b3f0-ad854b57f4ad admin admin] Deleting subnet bd167d0e-f08b-4a90-892c-a191f8819ce1 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:43:03.367947 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-62b0971c-23d0-42b5-b3f0-ad854b57f4ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:03.401646 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-62b0971c-23d0-42b5-b3f0-ad854b57f4ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:03.439679 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-62b0971c-23d0-42b5-b3f0-ad854b57f4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:03.495929 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-62b0971c-23d0-42b5-b3f0-ad854b57f4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:03.522583 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b0971c-23d0-42b5-b3f0-ad854b57f4ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd167d0e-f08b-4a90-892c-a191f8819ce1,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:03.525461 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-62b0971c-23d0-42b5-b3f0-ad854b57f4ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:03.526759 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-62b0971c-23d0-42b5-b3f0-ad854b57f4ad admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bd167d0e-f08b-4a90-892c-a191f8819ce1 HTTP/1.1" status: 204 len: 168 time: 0.2050643 Jul 15 13:43:03.529448 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36794) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:03.533832 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0971c-23d0-42b5-b3f0-ad854b57f4ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:03.534184 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0971c-23d0-42b5-b3f0-ad854b57f4ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:03.534528 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0971c-23d0-42b5-b3f0-ad854b57f4ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:03.534893 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0971c-23d0-42b5-b3f0-ad854b57f4ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:03.535229 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0971c-23d0-42b5-b3f0-ad854b57f4ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:03.535561 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0971c-23d0-42b5-b3f0-ad854b57f4ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:03.535891 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0971c-23d0-42b5-b3f0-ad854b57f4ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:03.536219 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0971c-23d0-42b5-b3f0-ad854b57f4ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:03.536796 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0971c-23d0-42b5-b3f0-ad854b57f4ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:03.537124 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0971c-23d0-42b5-b3f0-ad854b57f4ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:03.537452 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0971c-23d0-42b5-b3f0-ad854b57f4ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:03.537789 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0971c-23d0-42b5-b3f0-ad854b57f4ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:03.602829 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-733cbded-2d71-48b6-b709-6eaa23b88815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:03.670761 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:03.682892 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-733cbded-2d71-48b6-b709-6eaa23b88815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:03.693121 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-733cbded-2d71-48b6-b709-6eaa23b88815 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e466f4-956a-4ebd-8add-afddfa23a010']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:03.702480 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-733cbded-2d71-48b6-b709-6eaa23b88815 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe6b1e8-3efe-4064-81fe-ac8f17dee142') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:03.702803 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-733cbded-2d71-48b6-b709-6eaa23b88815 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe6b1e8-3efe-4064-81fe-ac8f17dee142') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:03.711803 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-733cbded-2d71-48b6-b709-6eaa23b88815 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:03.726033 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-733cbded-2d71-48b6-b709-6eaa23b88815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:03.732663 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-733cbded-2d71-48b6-b709-6eaa23b88815 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:43:03.733067 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-733cbded-2d71-48b6-b709-6eaa23b88815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:03.734829 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:43:03.734829 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:43:03.734829 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:43:03.734829 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:43:03.734829 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:43:03.734829 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:43:03.734829 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:43:03.734829 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:43:03.734829 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:43:03.734829 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:43:03.734829 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:43:03.734829 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:43:03.734829 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:43:03.734829 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:43:03.734829 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:43:03.734829 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:43:03.734829 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:43:03.734829 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:43:03.734829 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:43:03.734829 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:43:03.734829 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:43:03.734829 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:43:03.734829 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:43:03.734829 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:43:03.734829 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:43:03.734829 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:43:03.734829 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:43:03.734829 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:43:03.734829 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:43:03.734829 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:43:03.734829 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:43:03.734829 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:43:03.734829 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:43:03.734829 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:43:03.734829 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:43:03.734829 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:43:03.791317 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-733cbded-2d71-48b6-b709-6eaa23b88815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:03.795471 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-733cbded-2d71-48b6-b709-6eaa23b88815 admin admin] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:03.797364 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-733cbded-2d71-48b6-b709-6eaa23b88815 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f5e466f4-956a-4ebd-8add-afddfa23a010 HTTP/1.1" status: 204 len: 168 time: 0.2668266 Jul 15 13:43:03.809574 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733cbded-2d71-48b6-b709-6eaa23b88815 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5e466f4-956a-4ebd-8add-afddfa23a010,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:03.906665 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36800) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:03.946399 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b90cf46d-1d65-48e1-84dd-eeefa00ad5fa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=06db020cb3af4c6baca63eea84370cc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384786 Jul 15 13:43:03.948824 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36802) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:03.998011 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-803ddc1e-ad9a-44ed-b2a0-5161dba354d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:04.019452 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-803ddc1e-ad9a-44ed-b2a0-5161dba354d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:04.063483 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-803ddc1e-ad9a-44ed-b2a0-5161dba354d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:04.066920 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-803ddc1e-ad9a-44ed-b2a0-5161dba354d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:04.068046 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-803ddc1e-ad9a-44ed-b2a0-5161dba354d6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4b5e0e13-7b38-4575-9696-472dcb4ceee6 HTTP/1.1" status: 204 len: 168 time: 0.1183527 Jul 15 13:43:04.075878 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ddc1e-ad9a-44ed-b2a0-5161dba354d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5e0e13-7b38-4575-9696-472dcb4ceee6,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:04.724343 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 36826) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:04.818609 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-b06dc64a-3047-4404-9474-3964edbd4682 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-96549819-network', 'tenant_id': '09677c5ea3f648978482c8f672af54b5'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:04.838926 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06dc64a-3047-4404-9474-3964edbd4682 admin admin] Made reservation on behalf of 09677c5ea3f648978482c8f672af54b5 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:43:04.841234 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b06dc64a-3047-4404-9474-3964edbd4682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:04.850278 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b06dc64a-3047-4404-9474-3964edbd4682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:04.916934 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 5dbd9b23-2183-40fc-9659-2989a88958c7 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:43:04.936869 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 5dbd9b23-2183-40fc-9659-2989a88958c7 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:43:04.937223 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 5dbd9b23-2183-40fc-9659-2989a88958c7 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:43:04.938164 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b06dc64a-3047-4404-9474-3964edbd4682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:04.941935 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b06dc64a-3047-4404-9474-3964edbd4682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:04.966280 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b06dc64a-3047-4404-9474-3964edbd4682 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:43:04.975707 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06dc64a-3047-4404-9474-3964edbd4682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344748b0-2a29-4e1e-a84b-996ceaa282eb,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:04.981795 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b06dc64a-3047-4404-9474-3964edbd4682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:04.982148 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-b06dc64a-3047-4404-9474-3964edbd4682 admin admin] Added segment 4a876e1d-15d1-49fb-8e21-e71eabfa8de8 of type vlan for network f93fb388-e897-45f5-8c21-601212d566d9 Jul 15 13:43:05.021345 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b06dc64a-3047-4404-9474-3964edbd4682 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:05.048965 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b06dc64a-3047-4404-9474-3964edbd4682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:05.049819 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06dc64a-3047-4404-9474-3964edbd4682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:05.050403 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b06dc64a-3047-4404-9474-3964edbd4682 admin admin] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:05.080304 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b06dc64a-3047-4404-9474-3964edbd4682 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3548853 Jul 15 13:43:05.083359 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 36830) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:05.088603 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-ae9554fd-628e-4323-a321-e4f76d971105 admin admin] Request body: {'subnet': {'network_id': 'f93fb388-e897-45f5-8c21-601212d566d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-96549819-subnet', 'tenant_id': '09677c5ea3f648978482c8f672af54b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:05.109994 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:05.112141 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9554fd-628e-4323-a321-e4f76d971105 admin admin] Made reservation on behalf of 09677c5ea3f648978482c8f672af54b5 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:43:05.114330 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06dc64a-3047-4404-9474-3964edbd4682 admin admin] Pushing event updated for resources: {'Network': ['ID=f93fb388-e897-45f5-8c21-601212d566d9,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:05.114474 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ae9554fd-628e-4323-a321-e4f76d971105 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:05.124424 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network f93fb388-e897-45f5-8c21-601212d566d9 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:43:05.277304 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ae9554fd-628e-4323-a321-e4f76d971105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:05.331999 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9554fd-628e-4323-a321-e4f76d971105 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47b51cf6-6d99-4284-83ef-b748a356ef19,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:05.339117 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9554fd-628e-4323-a321-e4f76d971105 admin admin] Checking segment: {'id': '4a876e1d-15d1-49fb-8e21-e71eabfa8de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f93fb388-e897-45f5-8c21-601212d566d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:43:05.339477 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9554fd-628e-4323-a321-e4f76d971105 admin admin] Network hostable DHCP agents. Network: f93fb388-e897-45f5-8c21-601212d566d9, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:43:05.355959 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9554fd-628e-4323-a321-e4f76d971105 admin admin] Network f93fb388-e897-45f5-8c21-601212d566d9 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:43:05.364529 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-ae9554fd-628e-4323-a321-e4f76d971105 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, f93fb388-e897-45f5-8c21-601212d566d9) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:43:05.368441 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9554fd-628e-4323-a321-e4f76d971105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:05.369049 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ae9554fd-628e-4323-a321-e4f76d971105 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:05.383769 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a457b9bd-685c-4e4e-95a0-68bfc54c98db None None] Network f93fb388-e897-45f5-8c21-601212d566d9 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:43:05.384319 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ae9554fd-628e-4323-a321-e4f76d971105 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.2993624 Jul 15 13:43:05.660682 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7be448-0a47-4f12-bd05-9dadecd377c0 None None] Network f93fb388-e897-45f5-8c21-601212d566d9 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:43:05.808559 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-06bbf24e-b5aa-4b32-bbe8-b1a27fc09b9e tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:05.810059 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-06bbf24e-b5aa-4b32-bbe8-b1a27fc09b9e tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/networks?id=f93fb388-e897-45f5-8c21-601212d566d9 HTTP/1.1" status: 200 len: 813 time: 0.0978503 Jul 15 13:43:05.825445 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-88264104-2257-4c57-ac91-d8afe23a6269 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/quotas/09677c5ea3f648978482c8f672af54b5 HTTP/1.1" status: 200 len: 375 time: 0.0090814 Jul 15 13:43:05.861443 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-bc26ce7b-406f-413b-afa8-57ae565fb754 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=09677c5ea3f648978482c8f672af54b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303879 Jul 15 13:43:05.919519 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-c942be54-ebf2-4a55-85f7-2ced49e6bcb3 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:43:05.920496 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-c942be54-ebf2-4a55-85f7-2ced49e6bcb3 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0529346 Jul 15 13:43:06.007227 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-f9d866c0-e298-4f13-b044-9c1918d71f68 service neutron] 10.222.0.16 "GET /v2.0/networks/f93fb388-e897-45f5-8c21-601212d566d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806835 Jul 15 13:43:06.095994 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-a81a2fa8-f5c6-4f83-b99e-54d82796e3d7 service neutron] 10.222.0.16 "GET /v2.0/networks/f93fb388-e897-45f5-8c21-601212d566d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831189 Jul 15 13:43:06.260875 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-23c7415f-3b26-4f23-8a74-a15a5edba44a req-68cd8445-7b3a-421c-a4e9-b871fc690338 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 210 time: 0.0288219 Jul 15 13:43:07.281357 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-7ed58a20-1823-4c91-8a4e-3431e5b979d3 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:07.283756 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-7ed58a20-1823-4c91-8a4e-3431e5b979d3 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.46 "GET /v2.0/networks?id=f93fb388-e897-45f5-8c21-601212d566d9 HTTP/1.1" status: 200 len: 813 time: 0.1074014 Jul 15 13:43:07.295621 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-be1b4c9b-e4b3-4574-baa2-4a26491f0a00 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Request body: {'port': {'device_id': '36571f63-5dda-4959-8082-ff53b98b148b', 'network_id': 'f93fb388-e897-45f5-8c21-601212d566d9', 'admin_state_up': True, 'tenant_id': '09677c5ea3f648978482c8f672af54b5'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:07.409357 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-be1b4c9b-e4b3-4574-baa2-4a26491f0a00 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Made reservation on behalf of 09677c5ea3f648978482c8f672af54b5 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:43:07.409629 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f6d4b948-12a7-4cdc-9ff4-1e290a6a59fe req-e742e714-2e00-48c3-8e28-bbb3ec645043 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 210 time: 0.0285399 Jul 15 13:43:07.413666 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-be1b4c9b-e4b3-4574-baa2-4a26491f0a00 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:07.540288 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-be1b4c9b-e4b3-4574-baa2-4a26491f0a00 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Allocated IP 172.20.0.13 (f93fb388-e897-45f5-8c21-601212d566d9/47b51cf6-6d99-4284-83ef-b748a356ef19/ec35a215-0e78-484f-abaa-4c38098f69c9) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:43:07.683562 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-be1b4c9b-e4b3-4574-baa2-4a26491f0a00 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:07.720410 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-be1b4c9b-e4b3-4574-baa2-4a26491f0a00 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:07.763863 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-be1b4c9b-e4b3-4574-baa2-4a26491f0a00 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Network f93fb388-e897-45f5-8c21-601212d566d9 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:43:07.767008 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-be1b4c9b-e4b3-4574-baa2-4a26491f0a00 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:43:07.770818 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-be1b4c9b-e4b3-4574-baa2-4a26491f0a00 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:43:07.777220 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b4c9b-e4b3-4574-baa2-4a26491f0a00 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Pushing event updated for resources: {'Port': ['ID=ec35a215-0e78-484f-abaa-4c38098f69c9,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:07.821986 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-be1b4c9b-e4b3-4574-baa2-4a26491f0a00 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:07.822525 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-be1b4c9b-e4b3-4574-baa2-4a26491f0a00 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:07.835746 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-be1b4c9b-e4b3-4574-baa2-4a26491f0a00 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5439675 Jul 15 13:43:07.846910 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-a65ae839-cfc5-4433-9be7-4d8c84b83976 service neutron] Request body: {'port': {'device_id': '36571f63-5dda-4959-8082-ff53b98b148b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:07.920556 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-a65ae839-cfc5-4433-9be7-4d8c84b83976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:08.170196 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-a65ae839-cfc5-4433-9be7-4d8c84b83976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec35a215-0e78-484f-abaa-4c38098f69c9 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:43:08.178081 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-a65ae839-cfc5-4433-9be7-4d8c84b83976 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:08.189541 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-a65ae839-cfc5-4433-9be7-4d8c84b83976 service neutron] Transition to ACTIVE for port object ec35a215-0e78-484f-abaa-4c38098f69c9 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:43:08.193346 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-a65ae839-cfc5-4433-9be7-4d8c84b83976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:08.260177 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ae839-cfc5-4433-9be7-4d8c84b83976 service neutron] Pushing event updated for resources: {'Port': ['ID=ec35a215-0e78-484f-abaa-4c38098f69c9,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:08.308527 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-a65ae839-cfc5-4433-9be7-4d8c84b83976 service neutron] Attempting to bind port ec35a215-0e78-484f-abaa-4c38098f69c9 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:43:08.309148 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-a65ae839-cfc5-4433-9be7-4d8c84b83976 service neutron] Attempting to bind port ec35a215-0e78-484f-abaa-4c38098f69c9 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '4a876e1d-15d1-49fb-8e21-e71eabfa8de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f93fb388-e897-45f5-8c21-601212d566d9'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:43:08.309148 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-a65ae839-cfc5-4433-9be7-4d8c84b83976 service neutron] Attempting to bind port ec35a215-0e78-484f-abaa-4c38098f69c9 on network f93fb388-e897-45f5-8c21-601212d566d9 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:43:08.313303 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-a65ae839-cfc5-4433-9be7-4d8c84b83976 service neutron] Port ec35a215-0e78-484f-abaa-4c38098f69c9 on network f93fb388-e897-45f5-8c21-601212d566d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:43:08.313643 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-a65ae839-cfc5-4433-9be7-4d8c84b83976 service neutron] Attempting to bind port ec35a215-0e78-484f-abaa-4c38098f69c9 on network f93fb388-e897-45f5-8c21-601212d566d9 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:43:08.318184 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-a65ae839-cfc5-4433-9be7-4d8c84b83976 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:43:08.318517 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-a65ae839-cfc5-4433-9be7-4d8c84b83976 service neutron] Checking segment: {'id': '4a876e1d-15d1-49fb-8e21-e71eabfa8de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f93fb388-e897-45f5-8c21-601212d566d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:43:08.318983 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-a65ae839-cfc5-4433-9be7-4d8c84b83976 service neutron] Bound using segment: {'id': '4a876e1d-15d1-49fb-8e21-e71eabfa8de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f93fb388-e897-45f5-8c21-601212d566d9'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:43:08.319397 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-a65ae839-cfc5-4433-9be7-4d8c84b83976 service neutron] Bound port: ec35a215-0e78-484f-abaa-4c38098f69c9, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a876e1d-15d1-49fb-8e21-e71eabfa8de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f93fb388-e897-45f5-8c21-601212d566d9'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:43:08.319745 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-a65ae839-cfc5-4433-9be7-4d8c84b83976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:08.380018 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-a65ae839-cfc5-4433-9be7-4d8c84b83976 service neutron] For port ec35a215-0e78-484f-abaa-4c38098f69c9, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:43:08.383080 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-a65ae839-cfc5-4433-9be7-4d8c84b83976 service neutron] For port ec35a215-0e78-484f-abaa-4c38098f69c9, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ec35a215-0e78-484f-abaa-4c38098f69c9,segment=NetworkSegment(4a876e1d-15d1-49fb-8e21-e71eabfa8de8),segment_id=4a876e1d-15d1-49fb-8e21-e71eabfa8de8)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:43:08.387108 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-a65ae839-cfc5-4433-9be7-4d8c84b83976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:08.419918 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-a65ae839-cfc5-4433-9be7-4d8c84b83976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:08.420575 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-a65ae839-cfc5-4433-9be7-4d8c84b83976 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:08.421894 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-a65ae839-cfc5-4433-9be7-4d8c84b83976 service neutron] 10.222.0.46 "PUT /v2.0/ports/ec35a215-0e78-484f-abaa-4c38098f69c9 HTTP/1.1" status: 200 len: 1093 time: 0.5790162 Jul 15 13:43:08.422324 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36571f63-5dda-4959-8082-ff53b98b148b', 'tag': 'ec35a215-0e78-484f-abaa-4c38098f69c9'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:43:08.425290 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25eb553d-b305-47ab-ad4c-c82221c201e5" -d '{"events": [{"name": "network-changed", "server_uuid": "36571f63-5dda-4959-8082-ff53b98b148b", "tag": "ec35a215-0e78-484f-abaa-4c38098f69c9"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:43:08.451764 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ae839-cfc5-4433-9be7-4d8c84b83976 service neutron] Pushing event updated for resources: {'Port': ['ID=ec35a215-0e78-484f-abaa-4c38098f69c9,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:08.492960 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce76f961-1816-4bc6-8d16-53722760a538 x-openstack-request-id: req-ce76f961-1816-4bc6-8d16-53722760a538 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:43:08.493246 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36571f63-5dda-4959-8082-ff53b98b148b", "tag": "ec35a215-0e78-484f-abaa-4c38098f69c9", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:43:08.493495 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ce76f961-1816-4bc6-8d16-53722760a538 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:43:08.493883 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36571f63-5dda-4959-8082-ff53b98b148b', 'tag': 'ec35a215-0e78-484f-abaa-4c38098f69c9', 'status': 'completed', 'code': 200} Jul 15 13:43:08.520021 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-54b5a8ec-f86f-46d9-a361-f53e65bf317e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:08.521525 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-54b5a8ec-f86f-46d9-a361-f53e65bf317e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=09677c5ea3f648978482c8f672af54b5&device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 1096 time: 0.0593407 Jul 15 13:43:08.563630 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-3e4ddf93-adae-43f6-84f1-6ba3dfce04a7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec35a215-0e78-484f-abaa-4c38098f69c9 HTTP/1.1" status: 200 len: 217 time: 0.0344241 Jul 15 13:43:08.595628 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ecb3d8-4eec-4002-a344-99a5928b300e req-2f211421-75d4-4a10-8c70-fdf4f5455791 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:08.597138 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c4ecb3d8-4eec-4002-a344-99a5928b300e req-2f211421-75d4-4a10-8c70-fdf4f5455791 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 944 time: 0.0655437 Jul 15 13:43:08.611241 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-fba3e38d-93fb-435f-b7c1-282930dce87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:08.612731 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-fba3e38d-93fb-435f-b7c1-282930dce87e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47b51cf6-6d99-4284-83ef-b748a356ef19 HTTP/1.1" status: 200 len: 853 time: 0.0431712 Jul 15 13:43:08.633880 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c4ecb3d8-4eec-4002-a344-99a5928b300e req-e29b627b-357a-4399-9859-293fe3f4c7a6 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308523 Jul 15 13:43:08.648474 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-2c30d3f2-e8d5-448a-a259-6b343029b78c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f93fb388-e897-45f5-8c21-601212d566d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299330 Jul 15 13:43:08.737443 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-87663cf3-c1b7-417a-a379-837e2d9e74c5 service neutron] 10.222.0.46 "GET /v2.0/networks/f93fb388-e897-45f5-8c21-601212d566d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828869 Jul 15 13:43:08.827827 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c97c267e-2db2-47f7-8882-6a5e6fdb5c6d req-9e3bc435-51d2-4643-9a3d-21862c2a50e0 service neutron] 10.222.0.46 "GET /v2.0/networks/f93fb388-e897-45f5-8c21-601212d566d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847912 Jul 15 13:43:08.925265 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb553d-b305-47ab-ad4c-c82221c201e5 req-1f1b0b60-489c-4fcd-a34d-7e78961e1e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:08.926791 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-25eb553d-b305-47ab-ad4c-c82221c201e5 req-1f1b0b60-489c-4fcd-a34d-7e78961e1e21 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=09677c5ea3f648978482c8f672af54b5&device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 1096 time: 0.0516603 Jul 15 13:43:09.017337 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb553d-b305-47ab-ad4c-c82221c201e5 req-f628be81-b492-48c2-bf1f-df5a3f100bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:09.018695 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-25eb553d-b305-47ab-ad4c-c82221c201e5 req-f628be81-b492-48c2-bf1f-df5a3f100bbd service neutron] 10.222.0.46 "GET /v2.0/networks?id=f93fb388-e897-45f5-8c21-601212d566d9 HTTP/1.1" status: 200 len: 914 time: 0.0851099 Jul 15 13:43:09.058807 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-25eb553d-b305-47ab-ad4c-c82221c201e5 req-5e9762b6-4471-4e58-aa4f-1fa2da383dba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec35a215-0e78-484f-abaa-4c38098f69c9 HTTP/1.1" status: 200 len: 217 time: 0.0333934 Jul 15 13:43:09.105200 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb553d-b305-47ab-ad4c-c82221c201e5 req-aa202fb1-c196-4b60-98a0-cf3600ec670c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:09.106606 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-25eb553d-b305-47ab-ad4c-c82221c201e5 req-aa202fb1-c196-4b60-98a0-cf3600ec670c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47b51cf6-6d99-4284-83ef-b748a356ef19 HTTP/1.1" status: 200 len: 853 time: 0.0411890 Jul 15 13:43:09.142294 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-25eb553d-b305-47ab-ad4c-c82221c201e5 req-c4dda54a-1cfd-4c7e-a98f-95efccc79eb5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f93fb388-e897-45f5-8c21-601212d566d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243251 Jul 15 13:43:09.231908 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-25eb553d-b305-47ab-ad4c-c82221c201e5 req-d0ab760e-13b8-4e42-a3f0-6f1194460956 service neutron] 10.222.0.46 "GET /v2.0/networks/f93fb388-e897-45f5-8c21-601212d566d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830002 Jul 15 13:43:09.321043 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-25eb553d-b305-47ab-ad4c-c82221c201e5 req-03223eb5-6d9b-4c76-b02f-ea561e9f35a3 service neutron] 10.222.0.46 "GET /v2.0/networks/f93fb388-e897-45f5-8c21-601212d566d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825102 Jul 15 13:43:09.803880 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708527bb-4f70-40ae-a4fd-e42310e1cdd5 req-fdae8453-41a0-44b3-be57-5c3730de5a46 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:09.805331 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-708527bb-4f70-40ae-a4fd-e42310e1cdd5 req-fdae8453-41a0-44b3-be57-5c3730de5a46 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 944 time: 0.0618160 Jul 15 13:43:09.842720 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-708527bb-4f70-40ae-a4fd-e42310e1cdd5 req-36a477f7-bb98-4dbb-9b62-0811eb9a87ee tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318542 Jul 15 13:43:10.925273 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device ec35a215-0e78-484f-abaa-4c38098f69c9 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:43:11.009630 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005c6e6-acd0-45a8-97a4-541834eeba92 req-5b400f9b-e1b1-40cb-bff6-d2c96aa1bf40 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:11.011131 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c005c6e6-acd0-45a8-97a4-541834eeba92 req-5b400f9b-e1b1-40cb-bff6-d2c96aa1bf40 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 944 time: 0.0613983 Jul 15 13:43:11.020994 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port ec35a215-0e78-484f-abaa-4c38098f69c9, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ec35a215-0e78-484f-abaa-4c38098f69c9,segment=NetworkSegment(4a876e1d-15d1-49fb-8e21-e71eabfa8de8),segment_id=4a876e1d-15d1-49fb-8e21-e71eabfa8de8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:11.031894 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'ec35a215-0e78-484f-abaa-4c38098f69c9', 'network_id': 'f93fb388-e897-45f5-8c21-601212d566d9', 'port_id': 'ec35a215-0e78-484f-abaa-4c38098f69c9', 'mac_address': 'fa:16:3e:dc:bc:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47b51cf6-6d99-4284-83ef-b748a356ef19', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:43:11.048673 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c005c6e6-acd0-45a8-97a4-541834eeba92 req-a0a5f53a-0a4e-4de3-95d9-afb26dd7b921 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317421 Jul 15 13:43:11.068576 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:11.081373 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec35a215-0e78-484f-abaa-4c38098f69c9 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:43:11.103742 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port ec35a215-0e78-484f-abaa-4c38098f69c9, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ec35a215-0e78-484f-abaa-4c38098f69c9,segment=NetworkSegment(4a876e1d-15d1-49fb-8e21-e71eabfa8de8),segment_id=4a876e1d-15d1-49fb-8e21-e71eabfa8de8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:11.107533 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:11.153815 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=ec35a215-0e78-484f-abaa-4c38098f69c9,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:11.307673 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['ec35a215-0e78-484f-abaa-4c38098f69c9'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:43:12.223382 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8835dac-7df9-4dec-9216-71aff45deeeb req-fdf233b5-1d28-4e49-b22f-71d1cf05c406 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:12.224849 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c8835dac-7df9-4dec-9216-71aff45deeeb req-fdf233b5-1d28-4e49-b22f-71d1cf05c406 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 945 time: 0.0662487 Jul 15 13:43:12.260489 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c8835dac-7df9-4dec-9216-71aff45deeeb req-723572ac-ed87-4abb-a3e4-20996784a4f1 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301621 Jul 15 13:43:12.940780 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device ec35a215-0e78-484f-abaa-4c38098f69c9 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:43:12.989255 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port ec35a215-0e78-484f-abaa-4c38098f69c9 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:43:12.992850 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port ec35a215-0e78-484f-abaa-4c38098f69c9 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:12.993222 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:13.066635 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:13.087794 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36571f63-5dda-4959-8082-ff53b98b148b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec35a215-0e78-484f-abaa-4c38098f69c9'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:43:13.090005 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af23b923-359e-44ef-afb4-0d731749744b" -d '{"events": [{"server_uuid": "36571f63-5dda-4959-8082-ff53b98b148b", "name": "network-vif-plugged", "status": "completed", "tag": "ec35a215-0e78-484f-abaa-4c38098f69c9"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:43:13.102156 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port ec35a215-0e78-484f-abaa-4c38098f69c9, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ec35a215-0e78-484f-abaa-4c38098f69c9,segment=NetworkSegment(4a876e1d-15d1-49fb-8e21-e71eabfa8de8),segment_id=4a876e1d-15d1-49fb-8e21-e71eabfa8de8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:13.106282 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:13.132541 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed5396d-e3f4-4b64-a518-248455719b1a x-openstack-request-id: req-9ed5396d-e3f4-4b64-a518-248455719b1a {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:43:13.132827 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36571f63-5dda-4959-8082-ff53b98b148b", "name": "network-vif-plugged", "status": "completed", "tag": "ec35a215-0e78-484f-abaa-4c38098f69c9", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:43:13.133077 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9ed5396d-e3f4-4b64-a518-248455719b1a {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:43:13.133457 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36571f63-5dda-4959-8082-ff53b98b148b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec35a215-0e78-484f-abaa-4c38098f69c9', 'code': 200} Jul 15 13:43:13.158152 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=ec35a215-0e78-484f-abaa-4c38098f69c9,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:13.242814 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884d22a-b2c8-467c-9a7c-4bee5769b05a req-e27cffb4-854b-434a-ae93-f994f5139ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:13.244289 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c884d22a-b2c8-467c-9a7c-4bee5769b05a req-e27cffb4-854b-434a-ae93-f994f5139ed6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 1098 time: 0.0502234 Jul 15 13:43:13.277732 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c884d22a-b2c8-467c-9a7c-4bee5769b05a req-17bf4326-f093-4ece-bc04-69f6bdb3be00 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267544 Jul 15 13:43:13.428457 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7eaae-b186-4b49-b249-f20c914299d4 req-0e807909-a737-4376-88d3-c492e3743d8e tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:13.429957 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-91c7eaae-b186-4b49-b249-f20c914299d4 req-0e807909-a737-4376-88d3-c492e3743d8e tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 946 time: 0.0616782 Jul 15 13:43:13.466865 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-91c7eaae-b186-4b49-b249-f20c914299d4 req-93d07035-04d4-471d-9c4c-45d497a5f852 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313179 Jul 15 13:43:14.639801 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64306f-bdc2-4419-b769-de007f9ca693 req-a39dafeb-1d54-444c-8b91-fc0292ae852a tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:14.641252 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5f64306f-bdc2-4419-b769-de007f9ca693 req-a39dafeb-1d54-444c-8b91-fc0292ae852a tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 946 time: 0.0644341 Jul 15 13:43:14.678049 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5f64306f-bdc2-4419-b769-de007f9ca693 req-6c503212-26cc-469c-bd72-84d80466908c tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312662 Jul 15 13:43:14.850068 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6443ece-d4e3-4fcb-8e8d-a19380b8bf26 req-664bbc1e-2ba3-4845-81a1-81177f6f7e70 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:14.851533 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e6443ece-d4e3-4fcb-8e8d-a19380b8bf26 req-664bbc1e-2ba3-4845-81a1-81177f6f7e70 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 946 time: 0.0619848 Jul 15 13:43:14.888447 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e6443ece-d4e3-4fcb-8e8d-a19380b8bf26 req-50dc7c27-0245-4a4c-b8eb-54fe6a0e3b37 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314407 Jul 15 13:43:15.219812 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff901bd-5955-415f-9016-0113dd292e92 req-0d65ef05-f54d-43fb-80a7-eb87a461f5cf tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:15.221899 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6ff901bd-5955-415f-9016-0113dd292e92 req-0d65ef05-f54d-43fb-80a7-eb87a461f5cf tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 946 time: 0.0633931 Jul 15 13:43:15.258168 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6ff901bd-5955-415f-9016-0113dd292e92 req-6a7af88d-76ca-4487-9ebc-1f2c21b79208 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306211 Jul 15 13:43:15.432927 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877421e7-d01b-4486-83e7-0582d07788f6 req-28255307-140b-4280-9594-89da4b0382d3 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:15.434399 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-877421e7-d01b-4486-83e7-0582d07788f6 req-28255307-140b-4280-9594-89da4b0382d3 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 946 time: 0.0682144 Jul 15 13:43:15.472687 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-877421e7-d01b-4486-83e7-0582d07788f6 req-6593e30b-a614-49c0-953f-ff25e2ef57f2 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324986 Jul 15 13:43:15.805365 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b25b724a-578b-4f01-837b-80c21633a22c req-b65981af-e4f6-47c3-b421-9c0a528877d3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0526941 Jul 15 13:43:15.861634 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f702de-4adb-4249-8767-fba1b9ee8645 req-2a33d6ad-d09d-432f-b549-da92324b8336 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:15.863204 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d8f702de-4adb-4249-8767-fba1b9ee8645 req-2a33d6ad-d09d-432f-b549-da92324b8336 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 946 time: 0.0664299 Jul 15 13:43:15.901442 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d8f702de-4adb-4249-8767-fba1b9ee8645 req-af4cc282-88eb-4ac5-9360-2696ac9b14a8 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324502 Jul 15 13:43:16.961259 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b724a-578b-4f01-837b-80c21633a22c req-11ce1ab5-e94c-4b3d-b6fc-ec2ebc6580a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:16.962753 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b25b724a-578b-4f01-837b-80c21633a22c req-11ce1ab5-e94c-4b3d-b6fc-ec2ebc6580a8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=09677c5ea3f648978482c8f672af54b5&device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 1098 time: 0.0550060 Jul 15 13:43:17.084450 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4963fa-c525-46c7-8d45-4fd2b7ab949a req-92d587dd-d9a8-4e23-ae43-e54b9084155f tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:17.086047 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bf4963fa-c525-46c7-8d45-4fd2b7ab949a req-92d587dd-d9a8-4e23-ae43-e54b9084155f tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 946 time: 0.0703342 Jul 15 13:43:17.125609 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bf4963fa-c525-46c7-8d45-4fd2b7ab949a req-0efdeea2-09a9-437f-b826-1115b96283ac tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335221 Jul 15 13:43:17.366814 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b724a-578b-4f01-837b-80c21633a22c req-d57fac21-6d76-4e80-b8c5-07bd2bc1e7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:17.368306 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b25b724a-578b-4f01-837b-80c21633a22c req-d57fac21-6d76-4e80-b8c5-07bd2bc1e7e2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f93fb388-e897-45f5-8c21-601212d566d9 HTTP/1.1" status: 200 len: 914 time: 0.3996835 Jul 15 13:43:17.412611 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b25b724a-578b-4f01-837b-80c21633a22c req-107ed261-687e-4cbb-9121-b6d714ac6106 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec35a215-0e78-484f-abaa-4c38098f69c9 HTTP/1.1" status: 200 len: 217 time: 0.0368223 Jul 15 13:43:17.460500 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b724a-578b-4f01-837b-80c21633a22c req-6191987f-5a57-4f01-b32e-318dd8fb78e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:17.461923 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b25b724a-578b-4f01-837b-80c21633a22c req-6191987f-5a57-4f01-b32e-318dd8fb78e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47b51cf6-6d99-4284-83ef-b748a356ef19 HTTP/1.1" status: 200 len: 853 time: 0.0432618 Jul 15 13:43:17.494450 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b25b724a-578b-4f01-837b-80c21633a22c req-1ef2e45f-5659-4367-942a-afc40a1d094b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f93fb388-e897-45f5-8c21-601212d566d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257258 Jul 15 13:43:17.582869 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b25b724a-578b-4f01-837b-80c21633a22c req-c061d5c2-437b-4cb6-9ede-8539595c2d5e service neutron] 10.222.0.46 "GET /v2.0/networks/f93fb388-e897-45f5-8c21-601212d566d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820358 Jul 15 13:43:17.669525 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b25b724a-578b-4f01-837b-80c21633a22c req-e29983ee-4d81-469f-bf53-6f259f42aee4 service neutron] 10.222.0.46 "GET /v2.0/networks/f93fb388-e897-45f5-8c21-601212d566d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797749 Jul 15 13:43:18.304168 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c1aa2-8ac7-4e4c-9468-18c5ba9098fb req-f68fcc5e-035b-4e3e-95af-519c63f569c5 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:18.305649 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-889c1aa2-8ac7-4e4c-9468-18c5ba9098fb req-f68fcc5e-035b-4e3e-95af-519c63f569c5 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 946 time: 0.0635588 Jul 15 13:43:18.342588 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-889c1aa2-8ac7-4e4c-9468-18c5ba9098fb req-c115039e-2b0e-47c1-b9c2-86e14a426c7c tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313671 Jul 15 13:43:19.510935 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713616e-992a-4f7c-ba3d-f803ce414105 req-1f615d81-e5c4-4fe8-ac8d-cacce1060345 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:19.512404 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c713616e-992a-4f7c-ba3d-f803ce414105 req-1f615d81-e5c4-4fe8-ac8d-cacce1060345 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 946 time: 0.0618773 Jul 15 13:43:19.549287 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c713616e-992a-4f7c-ba3d-f803ce414105 req-9a38147d-d1d4-49f8-813d-9e22d701da33 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314586 Jul 15 13:43:20.723647 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e615c-f7b1-4e5f-8cf5-86f8fba6d1f0 req-b5f3fef0-f43e-4178-9967-547b619024ef tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:20.725100 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-705e615c-f7b1-4e5f-8cf5-86f8fba6d1f0 req-b5f3fef0-f43e-4178-9967-547b619024ef tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 946 time: 0.0654566 Jul 15 13:43:20.761787 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-705e615c-f7b1-4e5f-8cf5-86f8fba6d1f0 req-29ef661f-7f66-4d30-add1-ab105cfe8422 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311542 Jul 15 13:43:21.938156 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa0846-fa28-42bf-bbea-afcf60fc4360 req-022e7c80-28ae-4520-be17-28cc52f22751 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:21.940284 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-effa0846-fa28-42bf-bbea-afcf60fc4360 req-022e7c80-28ae-4520-be17-28cc52f22751 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 946 time: 0.0650561 Jul 15 13:43:21.976131 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-effa0846-fa28-42bf-bbea-afcf60fc4360 req-3749066c-c33e-44f6-bac5-95b5ffb1b087 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303438 Jul 15 13:43:23.148013 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63491c-11de-43eb-ac99-dc97ee001003 req-adabbd20-c7a8-4a95-b0a2-982b4d84065a tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:23.149793 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6d63491c-11de-43eb-ac99-dc97ee001003 req-adabbd20-c7a8-4a95-b0a2-982b4d84065a tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 946 time: 0.0652602 Jul 15 13:43:23.185866 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6d63491c-11de-43eb-ac99-dc97ee001003 req-60a3dd1f-e657-46c4-afa2-68d5481497da tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305459 Jul 15 13:43:24.355382 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf2de0-910b-4e8d-899a-d2b0e7ffe1a9 req-24b4354f-beab-4fe8-8b3b-bfc26f0317a9 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:24.356825 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4fbf2de0-910b-4e8d-899a-d2b0e7ffe1a9 req-24b4354f-beab-4fe8-8b3b-bfc26f0317a9 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 946 time: 0.0614297 Jul 15 13:43:24.391928 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4fbf2de0-910b-4e8d-899a-d2b0e7ffe1a9 req-0f21e06e-0ee4-4005-ac12-f51f0ee34643 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297284 Jul 15 13:43:25.357372 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:43:25.562592 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b510e-6a87-46af-ab7a-af2cb5ca62cd req-8b690d00-9b66-41e2-951d-3d11a64f17f4 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:25.564114 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae6b510e-6a87-46af-ab7a-af2cb5ca62cd req-8b690d00-9b66-41e2-951d-3d11a64f17f4 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 946 time: 0.0617261 Jul 15 13:43:25.599719 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ae6b510e-6a87-46af-ab7a-af2cb5ca62cd req-c299540d-023d-40dc-a151-663f71b13392 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302403 Jul 15 13:43:26.774006 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a10f1-aeee-44e5-ad21-5b41aeaa63d4 req-b1bf940e-5701-406c-b767-9973525b90bc tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:26.775487 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cf1a10f1-aeee-44e5-ad21-5b41aeaa63d4 req-b1bf940e-5701-406c-b767-9973525b90bc tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 946 time: 0.0654294 Jul 15 13:43:26.812584 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cf1a10f1-aeee-44e5-ad21-5b41aeaa63d4 req-bd33210e-f476-4b74-a597-fdb9edb3c123 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316141 Jul 15 13:43:27.980397 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70d56c-d35e-4bfd-9690-625dc540dc93 req-24488fd1-1844-4b31-9f27-9670dda6b127 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:27.981870 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6d70d56c-d35e-4bfd-9690-625dc540dc93 req-24488fd1-1844-4b31-9f27-9670dda6b127 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 946 time: 0.0615852 Jul 15 13:43:28.018623 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6d70d56c-d35e-4bfd-9690-625dc540dc93 req-30f8c464-2fa7-454e-a924-daaf99c38650 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306654 Jul 15 13:43:29.189801 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78c409-cbcf-4c26-8dff-0f676f089146 req-98204945-f3f3-4576-a951-139fb0179feb tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:29.191291 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f78c409-cbcf-4c26-8dff-0f676f089146 req-98204945-f3f3-4576-a951-139fb0179feb tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 946 time: 0.0654695 Jul 15 13:43:29.227528 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f78c409-cbcf-4c26-8dff-0f676f089146 req-02a46280-4372-45fd-b4fc-f92505108720 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307233 Jul 15 13:43:29.413316 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:29.698955 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:29.717650 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ee92b3c6-80d0-4395-bc43-c96d23dc26a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:30.397332 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f76b7-b7d4-4743-8968-01f86f7fabe1 req-6d961f8c-641c-4aea-90d7-9b388956bc41 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:30.398805 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ff9f76b7-b7d4-4743-8968-01f86f7fabe1 req-6d961f8c-641c-4aea-90d7-9b388956bc41 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 946 time: 0.0612140 Jul 15 13:43:30.434667 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ff9f76b7-b7d4-4743-8968-01f86f7fabe1 req-da5808b8-040e-428a-8141-0cf1905fab60 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303955 Jul 15 13:43:31.606264 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aeba09-e717-41d0-924b-ffd5ae17bce5 req-706625f2-fcbc-47c1-b453-b0798f330390 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:31.607666 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-65aeba09-e717-41d0-924b-ffd5ae17bce5 req-706625f2-fcbc-47c1-b453-b0798f330390 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 946 time: 0.0612092 Jul 15 13:43:31.644177 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-65aeba09-e717-41d0-924b-ffd5ae17bce5 req-3a52a397-f674-4c6c-a2bb-2b9bb2442960 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303130 Jul 15 13:43:32.301891 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:32.499927 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b8c51bc-1d23-4fa4-9a8b-00a3a1ec59a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:32.816836 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a90518-a9b3-40fe-8839-068ed5848e02 req-feba037c-9adb-4b2e-87ad-99295288ddea tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:32.818293 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02a90518-a9b3-40fe-8839-068ed5848e02 req-feba037c-9adb-4b2e-87ad-99295288ddea tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 946 time: 0.0641403 Jul 15 13:43:32.854515 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02a90518-a9b3-40fe-8839-068ed5848e02 req-0fe20ca6-8c18-48aa-a52f-cec8eace3cbd tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306025 Jul 15 13:43:33.674106 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:34.027224 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fe58a-d11f-43d0-983c-8f7666165b86 req-cc19acbd-4d46-4adb-b340-c69842d2d13e tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:34.028597 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6f8fe58a-d11f-43d0-983c-8f7666165b86 req-cc19acbd-4d46-4adb-b340-c69842d2d13e tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 946 time: 0.0620351 Jul 15 13:43:34.065425 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6f8fe58a-d11f-43d0-983c-8f7666165b86 req-99115b3e-4553-41ad-bfea-8d72844ca973 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313563 Jul 15 13:43:35.106844 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:35.239033 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a40f5-98d6-4d8c-a176-21bd4a681471 req-42bd05c2-71ec-4e13-a04c-bbd161c1c981 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:35.240506 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-567a40f5-98d6-4d8c-a176-21bd4a681471 req-42bd05c2-71ec-4e13-a04c-bbd161c1c981 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 946 time: 0.0672054 Jul 15 13:43:35.278340 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-567a40f5-98d6-4d8c-a176-21bd4a681471 req-6ac80bff-61ca-4ea6-add9-4a2b2344bee0 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319448 Jul 15 13:43:36.449121 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb90b9-a3c5-4bab-84fe-7382dcd644bb req-6303597a-35a8-49cd-b0f5-94672cdd96e4 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:36.450671 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-edfb90b9-a3c5-4bab-84fe-7382dcd644bb req-6303597a-35a8-49cd-b0f5-94672cdd96e4 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 946 time: 0.0627990 Jul 15 13:43:36.487044 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-edfb90b9-a3c5-4bab-84fe-7382dcd644bb req-2affc2fa-86e1-45da-9303-ff7f9698114a tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304489 Jul 15 13:43:37.654704 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0effb2fe-6ac1-4b20-9a07-8459b26227ab req-1d9ef831-2728-421d-9b3b-067c85c5b3fc tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:37.656089 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0effb2fe-6ac1-4b20-9a07-8459b26227ab req-1d9ef831-2728-421d-9b3b-067c85c5b3fc tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 946 time: 0.0606353 Jul 15 13:43:37.693307 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0effb2fe-6ac1-4b20-9a07-8459b26227ab req-37069a2c-5012-4e41-935d-a30cf45659aa tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310636 Jul 15 13:43:38.868843 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0531a38-25b7-4c91-966e-2c10cbbaac02 req-265b43b9-0d53-4d7b-a7bc-2f8bdef9c3b3 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:38.870323 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b0531a38-25b7-4c91-966e-2c10cbbaac02 req-265b43b9-0d53-4d7b-a7bc-2f8bdef9c3b3 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 946 time: 0.0648770 Jul 15 13:43:38.906031 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b0531a38-25b7-4c91-966e-2c10cbbaac02 req-d0919b1a-41e5-4b7d-acbe-977c90c7467e tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302198 Jul 15 13:43:40.080458 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a8347-7b1c-49d5-8604-cd9786c7310b req-31eca59c-f7a5-443b-9615-d3ccf8f06143 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:40.081915 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-249a8347-7b1c-49d5-8604-cd9786c7310b req-31eca59c-f7a5-443b-9615-d3ccf8f06143 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 946 time: 0.0618486 Jul 15 13:43:40.118755 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-249a8347-7b1c-49d5-8604-cd9786c7310b req-64268a21-3208-4a2e-b819-1246d3e169bd tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310462 Jul 15 13:43:41.306257 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193a9c5-704e-4d6f-8fa7-e9ff2e5ce6b4 req-870357e0-2bce-4403-b812-beba05a8698d tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:41.307999 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e193a9c5-704e-4d6f-8fa7-e9ff2e5ce6b4 req-870357e0-2bce-4403-b812-beba05a8698d tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 946 time: 0.0643203 Jul 15 13:43:41.344888 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e193a9c5-704e-4d6f-8fa7-e9ff2e5ce6b4 req-392c1d68-6df1-4ed0-8c98-1811cea278cc tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313268 Jul 15 13:43:42.514835 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e81e4-f4b6-4258-9492-d84549319ed2 req-ab957ce0-3080-4b99-ac46-50269832c448 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:42.516307 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef7e81e4-f4b6-4258-9492-d84549319ed2 req-ab957ce0-3080-4b99-ac46-50269832c448 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 946 time: 0.0628500 Jul 15 13:43:42.552659 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef7e81e4-f4b6-4258-9492-d84549319ed2 req-0f25d4a1-c03d-4128-904c-71ffa7f538f1 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302405 Jul 15 13:43:43.721489 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0162e-ef82-43f1-bfb6-1a35d851a75a req-8763c595-bf31-4e94-86d3-a7fa63836e26 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:43.723603 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-82d0162e-ef82-43f1-bfb6-1a35d851a75a req-8763c595-bf31-4e94-86d3-a7fa63836e26 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 946 time: 0.0613425 Jul 15 13:43:43.759590 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-82d0162e-ef82-43f1-bfb6-1a35d851a75a req-4dcd179c-6cce-46bc-87ec-8b3785bd5746 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305042 Jul 15 13:43:44.750327 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [req-b25b724a-578b-4f01-837b-80c21633a22c req-ae1d4ff7-bff3-495c-8b2f-d0b40450ba72 service neutron] show failed (client error): The resource could not be found. Jul 15 13:43:44.751374 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b25b724a-578b-4f01-837b-80c21633a22c req-ae1d4ff7-bff3-495c-8b2f-d0b40450ba72 service neutron] 10.222.0.46 "GET /v2.0/ports/ec35a215-0e78-484f-abaa-4c38098f69c9/bindings/n-h1-771363-36 HTTP/1.1" status: 404 len: 381 time: 0.1076698 Jul 15 13:43:44.955829 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746675cd-447f-4e16-b682-03b78f4b7439 req-7ff55370-e953-476b-870d-445fa3c2a34d tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:44.957279 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-746675cd-447f-4e16-b682-03b78f4b7439 req-7ff55370-e953-476b-870d-445fa3c2a34d tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 946 time: 0.0752122 Jul 15 13:43:45.046532 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-746675cd-447f-4e16-b682-03b78f4b7439 req-25710a5c-bf82-4b26-922c-442e1c779a80 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813887 Jul 15 13:43:45.063507 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b724a-578b-4f01-837b-80c21633a22c req-4d49f544-90cc-46bb-9103-c6d8d82d51d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:45.064998 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b25b724a-578b-4f01-837b-80c21633a22c req-4d49f544-90cc-46bb-9103-c6d8d82d51d8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b&tenant_id=09677c5ea3f648978482c8f672af54b5 HTTP/1.1" status: 200 len: 1098 time: 0.1068685 Jul 15 13:43:45.077084 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-b25b724a-578b-4f01-837b-80c21633a22c req-a4569e73-cce7-4879-a830-4a076c810438 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-36', 'device_owner': 'compute:nova'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:45.149696 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b25b724a-578b-4f01-837b-80c21633a22c req-a4569e73-cce7-4879-a830-4a076c810438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:45.341290 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-b25b724a-578b-4f01-837b-80c21633a22c req-a4569e73-cce7-4879-a830-4a076c810438 service neutron] For port ec35a215-0e78-484f-abaa-4c38098f69c9, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=ec35a215-0e78-484f-abaa-4c38098f69c9,segment=NetworkSegment(4a876e1d-15d1-49fb-8e21-e71eabfa8de8),segment_id=4a876e1d-15d1-49fb-8e21-e71eabfa8de8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:45.372559 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-b25b724a-578b-4f01-837b-80c21633a22c req-a4569e73-cce7-4879-a830-4a076c810438 service neutron] For port ec35a215-0e78-484f-abaa-4c38098f69c9, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:43:45.414581 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36571f63-5dda-4959-8082-ff53b98b148b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec35a215-0e78-484f-abaa-4c38098f69c9'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:43:45.416807 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9ef827-2907-4271-9122-25c789d063ff" -d '{"events": [{"server_uuid": "36571f63-5dda-4959-8082-ff53b98b148b", "name": "network-vif-unplugged", "status": "completed", "tag": "ec35a215-0e78-484f-abaa-4c38098f69c9"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:43:45.420570 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b25b724a-578b-4f01-837b-80c21633a22c req-a4569e73-cce7-4879-a830-4a076c810438 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:45.432653 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-b25b724a-578b-4f01-837b-80c21633a22c req-a4569e73-cce7-4879-a830-4a076c810438 service neutron] Transition to ACTIVE for port object ec35a215-0e78-484f-abaa-4c38098f69c9 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:43:45.437018 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b25b724a-578b-4f01-837b-80c21633a22c req-a4569e73-cce7-4879-a830-4a076c810438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:45.801632 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a2a0ac-1bc6-4302-bfe6-ac3c2d68bddd x-openstack-request-id: req-f1a2a0ac-1bc6-4302-bfe6-ac3c2d68bddd {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:43:45.801925 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36571f63-5dda-4959-8082-ff53b98b148b", "name": "network-vif-unplugged", "status": "completed", "tag": "ec35a215-0e78-484f-abaa-4c38098f69c9", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:43:45.802142 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f1a2a0ac-1bc6-4302-bfe6-ac3c2d68bddd {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:43:45.802518 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36571f63-5dda-4959-8082-ff53b98b148b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec35a215-0e78-484f-abaa-4c38098f69c9', 'code': 200} Jul 15 13:43:45.839244 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25b724a-578b-4f01-837b-80c21633a22c req-a4569e73-cce7-4879-a830-4a076c810438 service neutron] No DVR routers for this DVR port ec35a215-0e78-484f-abaa-4c38098f69c9 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:43:45.842143 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4569e73-cce7-4879-a830-4a076c810438 service neutron] Pushing event updated for resources: {'Port': ['ID=ec35a215-0e78-484f-abaa-4c38098f69c9,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:45.876506 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-b25b724a-578b-4f01-837b-80c21633a22c req-a4569e73-cce7-4879-a830-4a076c810438 service neutron] Attempting to bind port ec35a215-0e78-484f-abaa-4c38098f69c9 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:43:45.876836 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-b25b724a-578b-4f01-837b-80c21633a22c req-a4569e73-cce7-4879-a830-4a076c810438 service neutron] Attempting to bind port ec35a215-0e78-484f-abaa-4c38098f69c9 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': '4a876e1d-15d1-49fb-8e21-e71eabfa8de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f93fb388-e897-45f5-8c21-601212d566d9'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:43:45.877155 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25b724a-578b-4f01-837b-80c21633a22c req-a4569e73-cce7-4879-a830-4a076c810438 service neutron] Attempting to bind port ec35a215-0e78-484f-abaa-4c38098f69c9 on network f93fb388-e897-45f5-8c21-601212d566d9 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:43:45.881690 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25b724a-578b-4f01-837b-80c21633a22c req-a4569e73-cce7-4879-a830-4a076c810438 service neutron] Port ec35a215-0e78-484f-abaa-4c38098f69c9 on network f93fb388-e897-45f5-8c21-601212d566d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:43:45.882003 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25b724a-578b-4f01-837b-80c21633a22c req-a4569e73-cce7-4879-a830-4a076c810438 service neutron] Attempting to bind port ec35a215-0e78-484f-abaa-4c38098f69c9 on network f93fb388-e897-45f5-8c21-601212d566d9 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:43:45.886687 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25b724a-578b-4f01-837b-80c21633a22c req-a4569e73-cce7-4879-a830-4a076c810438 service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:43:45.887016 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25b724a-578b-4f01-837b-80c21633a22c req-a4569e73-cce7-4879-a830-4a076c810438 service neutron] Checking segment: {'id': '4a876e1d-15d1-49fb-8e21-e71eabfa8de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f93fb388-e897-45f5-8c21-601212d566d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:43:45.887392 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25b724a-578b-4f01-837b-80c21633a22c req-a4569e73-cce7-4879-a830-4a076c810438 service neutron] Bound using segment: {'id': '4a876e1d-15d1-49fb-8e21-e71eabfa8de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f93fb388-e897-45f5-8c21-601212d566d9'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:43:45.887803 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-b25b724a-578b-4f01-837b-80c21633a22c req-a4569e73-cce7-4879-a830-4a076c810438 service neutron] Bound port: ec35a215-0e78-484f-abaa-4c38098f69c9, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a876e1d-15d1-49fb-8e21-e71eabfa8de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f93fb388-e897-45f5-8c21-601212d566d9'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:43:45.888147 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b25b724a-578b-4f01-837b-80c21633a22c req-a4569e73-cce7-4879-a830-4a076c810438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:45.949909 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-b25b724a-578b-4f01-837b-80c21633a22c req-a4569e73-cce7-4879-a830-4a076c810438 service neutron] For port ec35a215-0e78-484f-abaa-4c38098f69c9, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:43:45.952782 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-b25b724a-578b-4f01-837b-80c21633a22c req-a4569e73-cce7-4879-a830-4a076c810438 service neutron] For port ec35a215-0e78-484f-abaa-4c38098f69c9, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=ec35a215-0e78-484f-abaa-4c38098f69c9,segment=NetworkSegment(4a876e1d-15d1-49fb-8e21-e71eabfa8de8),segment_id=4a876e1d-15d1-49fb-8e21-e71eabfa8de8)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:43:45.957666 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b25b724a-578b-4f01-837b-80c21633a22c req-a4569e73-cce7-4879-a830-4a076c810438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:45.990321 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b724a-578b-4f01-837b-80c21633a22c req-a4569e73-cce7-4879-a830-4a076c810438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:45.991398 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-b25b724a-578b-4f01-837b-80c21633a22c req-a4569e73-cce7-4879-a830-4a076c810438 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:45.992742 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b25b724a-578b-4f01-837b-80c21633a22c req-a4569e73-cce7-4879-a830-4a076c810438 service neutron] 10.222.0.20 "PUT /v2.0/ports/ec35a215-0e78-484f-abaa-4c38098f69c9 HTTP/1.1" status: 200 len: 1093 time: 0.9197474 Jul 15 13:43:46.012688 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4569e73-cce7-4879-a830-4a076c810438 service neutron] Pushing event updated for resources: {'Port': ['ID=ec35a215-0e78-484f-abaa-4c38098f69c9,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:46.064663 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b724a-578b-4f01-837b-80c21633a22c req-cab67bf3-1a12-4fcf-9f91-491df142dd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:46.066681 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b25b724a-578b-4f01-837b-80c21633a22c req-cab67bf3-1a12-4fcf-9f91-491df142dd39 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=09677c5ea3f648978482c8f672af54b5&device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 1096 time: 0.0510597 Jul 15 13:43:46.154369 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b724a-578b-4f01-837b-80c21633a22c req-f9672b42-5b4c-4f58-b7d8-476c09cd5361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:46.155853 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b25b724a-578b-4f01-837b-80c21633a22c req-f9672b42-5b4c-4f58-b7d8-476c09cd5361 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f93fb388-e897-45f5-8c21-601212d566d9 HTTP/1.1" status: 200 len: 914 time: 0.0834243 Jul 15 13:43:46.215403 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b25b724a-578b-4f01-837b-80c21633a22c req-d403377e-43af-46b9-a67d-053712456c55 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec35a215-0e78-484f-abaa-4c38098f69c9 HTTP/1.1" status: 200 len: 217 time: 0.0500233 Jul 15 13:43:46.275849 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b724a-578b-4f01-837b-80c21633a22c req-a07a63a4-86e0-49a7-b639-1b566b3ec4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:46.277242 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b25b724a-578b-4f01-837b-80c21633a22c req-a07a63a4-86e0-49a7-b639-1b566b3ec4a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=47b51cf6-6d99-4284-83ef-b748a356ef19 HTTP/1.1" status: 200 len: 853 time: 0.0556889 Jul 15 13:43:46.285867 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515049c-0432-4dd9-a423-434cb5b05b9f req-7d27e1d0-28de-4b19-a09f-f1502eb39339 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:46.287223 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1515049c-0432-4dd9-a423-434cb5b05b9f req-7d27e1d0-28de-4b19-a09f-f1502eb39339 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 944 time: 0.1305392 Jul 15 13:43:46.318825 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b25b724a-578b-4f01-837b-80c21633a22c req-380698d1-fa77-4fb3-a608-908f8e71fb69 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f93fb388-e897-45f5-8c21-601212d566d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306036 Jul 15 13:43:46.366530 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1515049c-0432-4dd9-a423-434cb5b05b9f req-c15905f7-1c33-4da8-995e-9d4c9e73c2ae tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712101 Jul 15 13:43:46.422547 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b25b724a-578b-4f01-837b-80c21633a22c req-f64ce68e-aa36-4df5-a1e2-d28b234d583b service neutron] 10.222.0.20 "GET /v2.0/networks/f93fb388-e897-45f5-8c21-601212d566d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977063 Jul 15 13:43:46.507851 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b25b724a-578b-4f01-837b-80c21633a22c req-55e3aaaa-a1b3-4cca-abd3-70fc0257606c service neutron] 10.222.0.20 "GET /v2.0/networks/f93fb388-e897-45f5-8c21-601212d566d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787456 Jul 15 13:43:47.097308 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device ec35a215-0e78-484f-abaa-4c38098f69c9 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:43:47.134361 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device ec35a215-0e78-484f-abaa-4c38098f69c9 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:43:47.542005 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8535051-6f55-44ba-a782-1228eb8781c1 req-0017be80-97c6-4fb6-bb2f-8142c2988f95 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:47.543507 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b8535051-6f55-44ba-a782-1228eb8781c1 req-0017be80-97c6-4fb6-bb2f-8142c2988f95 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 944 time: 0.0651250 Jul 15 13:43:47.581435 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b8535051-6f55-44ba-a782-1228eb8781c1 req-aa26a6e1-c604-4f13-ba1d-8a7a5c9e6b0a tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316586 Jul 15 13:43:47.803494 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36571f63-5dda-4959-8082-ff53b98b148b', 'tag': 'ec35a215-0e78-484f-abaa-4c38098f69c9'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:43:47.805768 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a82b54b-2880-4502-8d2a-03f3ecc5e003" -d '{"events": [{"name": "network-changed", "server_uuid": "36571f63-5dda-4959-8082-ff53b98b148b", "tag": "ec35a215-0e78-484f-abaa-4c38098f69c9"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:43:47.852911 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090f527a-4f17-43f0-a100-e0952dbf26b7 x-openstack-request-id: req-090f527a-4f17-43f0-a100-e0952dbf26b7 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:43:47.853199 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36571f63-5dda-4959-8082-ff53b98b148b", "tag": "ec35a215-0e78-484f-abaa-4c38098f69c9", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:43:47.853446 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-090f527a-4f17-43f0-a100-e0952dbf26b7 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:43:47.853828 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36571f63-5dda-4959-8082-ff53b98b148b', 'tag': 'ec35a215-0e78-484f-abaa-4c38098f69c9', 'status': 'completed', 'code': 200} Jul 15 13:43:47.927538 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82b54b-2880-4502-8d2a-03f3ecc5e003 req-0495a08f-4932-49df-bd88-9cbc3c47e21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:47.929075 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2a82b54b-2880-4502-8d2a-03f3ecc5e003 req-0495a08f-4932-49df-bd88-9cbc3c47e21f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=09677c5ea3f648978482c8f672af54b5&device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 1096 time: 0.0537913 Jul 15 13:43:47.934393 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82b54b-2880-4502-8d2a-03f3ecc5e003 req-4af375d9-3621-428c-9e55-d07cc47fbf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:47.935923 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2a82b54b-2880-4502-8d2a-03f3ecc5e003 req-4af375d9-3621-428c-9e55-d07cc47fbf3b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=09677c5ea3f648978482c8f672af54b5&device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 1096 time: 0.0600243 Jul 15 13:43:48.037360 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82b54b-2880-4502-8d2a-03f3ecc5e003 req-9aed4299-9eb8-42a4-aa1b-ef19f20b56a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:48.039311 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2a82b54b-2880-4502-8d2a-03f3ecc5e003 req-9aed4299-9eb8-42a4-aa1b-ef19f20b56a6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f93fb388-e897-45f5-8c21-601212d566d9 HTTP/1.1" status: 200 len: 914 time: 0.1018908 Jul 15 13:43:48.040398 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82b54b-2880-4502-8d2a-03f3ecc5e003 req-540105a3-95f9-468a-8b31-80192597f451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:48.041890 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2a82b54b-2880-4502-8d2a-03f3ecc5e003 req-540105a3-95f9-468a-8b31-80192597f451 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f93fb388-e897-45f5-8c21-601212d566d9 HTTP/1.1" status: 200 len: 914 time: 0.0998180 Jul 15 13:43:48.080619 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2a82b54b-2880-4502-8d2a-03f3ecc5e003 req-37e0262b-b915-4ae3-8e9a-a358fa892475 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec35a215-0e78-484f-abaa-4c38098f69c9 HTTP/1.1" status: 200 len: 217 time: 0.0351684 Jul 15 13:43:48.088384 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2a82b54b-2880-4502-8d2a-03f3ecc5e003 req-4c8a4b43-be3e-45ab-b171-14caa08cd56b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec35a215-0e78-484f-abaa-4c38098f69c9 HTTP/1.1" status: 200 len: 217 time: 0.0402944 Jul 15 13:43:48.130359 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82b54b-2880-4502-8d2a-03f3ecc5e003 req-2324b727-7a40-4c8f-a1d9-8a79d46b5ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:48.131923 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2a82b54b-2880-4502-8d2a-03f3ecc5e003 req-2324b727-7a40-4c8f-a1d9-8a79d46b5ebc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=47b51cf6-6d99-4284-83ef-b748a356ef19 HTTP/1.1" status: 200 len: 853 time: 0.0446653 Jul 15 13:43:48.139061 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82b54b-2880-4502-8d2a-03f3ecc5e003 req-e4b96a80-b029-4642-905b-e828906c26fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:48.140554 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2a82b54b-2880-4502-8d2a-03f3ecc5e003 req-e4b96a80-b029-4642-905b-e828906c26fa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47b51cf6-6d99-4284-83ef-b748a356ef19 HTTP/1.1" status: 200 len: 853 time: 0.0453756 Jul 15 13:43:48.164210 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2a82b54b-2880-4502-8d2a-03f3ecc5e003 req-f73abbd9-0439-4165-be8e-6439734fc0b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f93fb388-e897-45f5-8c21-601212d566d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263679 Jul 15 13:43:48.172575 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2a82b54b-2880-4502-8d2a-03f3ecc5e003 req-bb7479e7-23e8-41cd-a5a3-30c5be15bd47 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f93fb388-e897-45f5-8c21-601212d566d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263879 Jul 15 13:43:48.253855 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2a82b54b-2880-4502-8d2a-03f3ecc5e003 req-7b5d8b1f-665f-4588-9d30-25277939212d service neutron] 10.222.0.20 "GET /v2.0/networks/f93fb388-e897-45f5-8c21-601212d566d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836692 Jul 15 13:43:48.264119 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2a82b54b-2880-4502-8d2a-03f3ecc5e003 req-c40ed10d-e385-42f1-83dd-c1a8333e6792 service neutron] 10.222.0.46 "GET /v2.0/networks/f93fb388-e897-45f5-8c21-601212d566d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852222 Jul 15 13:43:48.266774 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device ec35a215-0e78-484f-abaa-4c38098f69c9 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:43:48.349477 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2a82b54b-2880-4502-8d2a-03f3ecc5e003 req-13ba4c41-0559-4362-bd77-89aad37e8642 service neutron] 10.222.0.20 "GET /v2.0/networks/f93fb388-e897-45f5-8c21-601212d566d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895770 Jul 15 13:43:48.356164 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2a82b54b-2880-4502-8d2a-03f3ecc5e003 req-b1a82984-c449-410e-987a-086b4958caf2 service neutron] 10.222.0.46 "GET /v2.0/networks/f93fb388-e897-45f5-8c21-601212d566d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854244 Jul 15 13:43:48.367898 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port ec35a215-0e78-484f-abaa-4c38098f69c9, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=ec35a215-0e78-484f-abaa-4c38098f69c9,segment=NetworkSegment(4a876e1d-15d1-49fb-8e21-e71eabfa8de8),segment_id=4a876e1d-15d1-49fb-8e21-e71eabfa8de8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:48.379475 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': 'ec35a215-0e78-484f-abaa-4c38098f69c9', 'network_id': 'f93fb388-e897-45f5-8c21-601212d566d9', 'port_id': 'ec35a215-0e78-484f-abaa-4c38098f69c9', 'mac_address': 'fa:16:3e:dc:bc:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47b51cf6-6d99-4284-83ef-b748a356ef19', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:43:48.416409 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:48.428754 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec35a215-0e78-484f-abaa-4c38098f69c9 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:43:48.447651 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port ec35a215-0e78-484f-abaa-4c38098f69c9, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=ec35a215-0e78-484f-abaa-4c38098f69c9,segment=NetworkSegment(4a876e1d-15d1-49fb-8e21-e71eabfa8de8),segment_id=4a876e1d-15d1-49fb-8e21-e71eabfa8de8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:48.451481 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:48.497501 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=ec35a215-0e78-484f-abaa-4c38098f69c9,revision_number=8']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:48.668846 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['ec35a215-0e78-484f-abaa-4c38098f69c9'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:43:48.754582 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0fdac0-4e02-4668-a99a-2c149556aca7 req-d558d8dc-292d-45c6-9eec-a2ea91a00eca tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:48.756085 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fb0fdac0-4e02-4668-a99a-2c149556aca7 req-d558d8dc-292d-45c6-9eec-a2ea91a00eca tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 945 time: 0.0631459 Jul 15 13:43:48.793338 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fb0fdac0-4e02-4668-a99a-2c149556aca7 req-419a0d82-76a7-4abc-8697-3537c75a8dba tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316756 Jul 15 13:43:49.089788 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1339a9-3abe-4a9b-8f7d-ed6396f8c4df req-735b5666-2321-4d8e-badb-ab3b4a2eacfe tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:49.091324 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5f1339a9-3abe-4a9b-8f7d-ed6396f8c4df req-735b5666-2321-4d8e-badb-ab3b4a2eacfe tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 945 time: 0.0625682 Jul 15 13:43:49.128913 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5f1339a9-3abe-4a9b-8f7d-ed6396f8c4df req-d9e72ec0-13ea-40f6-8f52-16d5ca3e6018 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313597 Jul 15 13:43:49.141639 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dcea17-e210-4755-8aca-7203834eabe3 req-26d3559d-efc5-48dd-b486-4c979317eda3 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:49.143168 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-90dcea17-e210-4755-8aca-7203834eabe3 req-26d3559d-efc5-48dd-b486-4c979317eda3 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.46 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b&tenant_id=09677c5ea3f648978482c8f672af54b5&binding%3Ahost_id=n-h1-771363-36 HTTP/1.1" status: 200 len: 945 time: 0.1125300 Jul 15 13:43:49.202014 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [req-90dcea17-e210-4755-8aca-7203834eabe3 req-b300224b-d8ca-4025-8a87-eef80b3a0502 service neutron] delete failed (client error): The resource could not be found. Jul 15 13:43:49.203034 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-90dcea17-e210-4755-8aca-7203834eabe3 req-b300224b-d8ca-4025-8a87-eef80b3a0502 service neutron] 10.222.0.46 "DELETE /v2.0/ports/ec35a215-0e78-484f-abaa-4c38098f69c9/bindings/n-h2-771363-36 HTTP/1.1" status: 404 len: 381 time: 0.0533276 Jul 15 13:43:49.297904 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dcea17-e210-4755-8aca-7203834eabe3 req-4a46d3e9-a8c7-4867-8d73-fd41e40b80a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:49.299404 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-90dcea17-e210-4755-8aca-7203834eabe3 req-4a46d3e9-a8c7-4867-8d73-fd41e40b80a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=09677c5ea3f648978482c8f672af54b5&device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 1097 time: 0.0549843 Jul 15 13:43:49.384689 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dcea17-e210-4755-8aca-7203834eabe3 req-adbcf9fc-e360-4105-87e2-059687d4948c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:49.386064 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-90dcea17-e210-4755-8aca-7203834eabe3 req-adbcf9fc-e360-4105-87e2-059687d4948c service neutron] 10.222.0.46 "GET /v2.0/networks?id=f93fb388-e897-45f5-8c21-601212d566d9 HTTP/1.1" status: 200 len: 914 time: 0.0812044 Jul 15 13:43:49.429713 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-90dcea17-e210-4755-8aca-7203834eabe3 req-d4726ee3-0532-4345-8649-728418fa1c28 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec35a215-0e78-484f-abaa-4c38098f69c9 HTTP/1.1" status: 200 len: 217 time: 0.0367570 Jul 15 13:43:49.476299 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dcea17-e210-4755-8aca-7203834eabe3 req-65bc0489-ebc5-4226-a771-7b561121c355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:49.477713 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-90dcea17-e210-4755-8aca-7203834eabe3 req-65bc0489-ebc5-4226-a771-7b561121c355 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47b51cf6-6d99-4284-83ef-b748a356ef19 HTTP/1.1" status: 200 len: 853 time: 0.0427113 Jul 15 13:43:49.509379 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-90dcea17-e210-4755-8aca-7203834eabe3 req-06aec38e-a6c0-4351-98df-40b6570d8b40 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f93fb388-e897-45f5-8c21-601212d566d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259569 Jul 15 13:43:49.599869 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-90dcea17-e210-4755-8aca-7203834eabe3 req-0cc94139-8a03-4eb4-bed7-2a1868d9217b service neutron] 10.222.0.46 "GET /v2.0/networks/f93fb388-e897-45f5-8c21-601212d566d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843256 Jul 15 13:43:49.686981 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-90dcea17-e210-4755-8aca-7203834eabe3 req-339fb5b0-66b6-4320-9b32-d4e2918f7e81 service neutron] 10.222.0.46 "GET /v2.0/networks/f93fb388-e897-45f5-8c21-601212d566d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809290 Jul 15 13:43:50.275652 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device ec35a215-0e78-484f-abaa-4c38098f69c9 up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:43:50.317555 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5192079-6a38-4bea-b191-b2aeafe44dab req-7dc81b5e-506c-4843-a670-f08700c7a800 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:50.319818 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b5192079-6a38-4bea-b191-b2aeafe44dab req-7dc81b5e-506c-4843-a670-f08700c7a800 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 945 time: 0.0751109 Jul 15 13:43:50.325170 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port ec35a215-0e78-484f-abaa-4c38098f69c9 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:43:50.328967 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port ec35a215-0e78-484f-abaa-4c38098f69c9 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:50.329348 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:50.358604 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b5192079-6a38-4bea-b191-b2aeafe44dab req-7632c858-5c86-43c1-81eb-0b26470a3e2f tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321927 Jul 15 13:43:50.408124 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:50.430829 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36571f63-5dda-4959-8082-ff53b98b148b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec35a215-0e78-484f-abaa-4c38098f69c9'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:43:50.433067 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87205d7-d99b-4a6b-8e95-97cda7243bd8" -d '{"events": [{"server_uuid": "36571f63-5dda-4959-8082-ff53b98b148b", "name": "network-vif-plugged", "status": "completed", "tag": "ec35a215-0e78-484f-abaa-4c38098f69c9"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:43:50.445908 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port ec35a215-0e78-484f-abaa-4c38098f69c9, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=ec35a215-0e78-484f-abaa-4c38098f69c9,segment=NetworkSegment(4a876e1d-15d1-49fb-8e21-e71eabfa8de8),segment_id=4a876e1d-15d1-49fb-8e21-e71eabfa8de8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:50.451540 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:50.477566 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2122e5b7-153b-413e-aa0a-da4fd09cdf2b x-openstack-request-id: req-2122e5b7-153b-413e-aa0a-da4fd09cdf2b {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:43:50.477934 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36571f63-5dda-4959-8082-ff53b98b148b", "name": "network-vif-plugged", "status": "completed", "tag": "ec35a215-0e78-484f-abaa-4c38098f69c9", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:43:50.478256 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2122e5b7-153b-413e-aa0a-da4fd09cdf2b {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:43:50.478761 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36571f63-5dda-4959-8082-ff53b98b148b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec35a215-0e78-484f-abaa-4c38098f69c9', 'code': 200} Jul 15 13:43:50.504548 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=ec35a215-0e78-484f-abaa-4c38098f69c9,revision_number=9']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:50.532174 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab779f-f0df-45b5-8c9c-cd67a4556978 req-d4795f2b-b3e2-426a-a24d-e48adb60dd55 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:50.533660 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-faab779f-f0df-45b5-8c9c-cd67a4556978 req-d4795f2b-b3e2-426a-a24d-e48adb60dd55 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 946 time: 0.0630040 Jul 15 13:43:50.571407 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-faab779f-f0df-45b5-8c9c-cd67a4556978 req-922702e8-06e2-4a4d-8e2f-830dfefa3f67 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318480 Jul 15 13:43:50.740232 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32ddf2-48c1-4ec6-84f3-97d782454ce2 req-864db3df-50bc-4396-9cbd-9c05ebba1c0f tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:50.741691 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e32ddf2-48c1-4ec6-84f3-97d782454ce2 req-864db3df-50bc-4396-9cbd-9c05ebba1c0f tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 946 time: 0.0616906 Jul 15 13:43:50.781831 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e32ddf2-48c1-4ec6-84f3-97d782454ce2 req-32c02273-186a-4234-bd44-e0742975fdfc tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346267 Jul 15 13:43:51.208704 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-8b304c77-826a-4547-81b2-2773a155118d tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:51.210062 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-8b304c77-826a-4547-81b2-2773a155118d tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/networks?id=f93fb388-e897-45f5-8c21-601212d566d9 HTTP/1.1" status: 200 len: 813 time: 0.1000445 Jul 15 13:43:51.225478 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-27e0f59f-0679-475d-b520-3be7222822c5 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/quotas/09677c5ea3f648978482c8f672af54b5 HTTP/1.1" status: 200 len: 375 time: 0.0096977 Jul 15 13:43:51.290664 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-133c7f8f-f379-4f33-81d5-69cbfcae64b5 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=09677c5ea3f648978482c8f672af54b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0602314 Jul 15 13:43:51.379170 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-539bcbf3-07c2-4b21-8cf9-1822bd4d269b service neutron] 10.222.0.16 "GET /v2.0/networks/f93fb388-e897-45f5-8c21-601212d566d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818124 Jul 15 13:43:51.471024 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-6fca5b6d-0980-497f-85d0-3520d6365eaa service neutron] 10.222.0.16 "GET /v2.0/networks/f93fb388-e897-45f5-8c21-601212d566d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859768 Jul 15 13:43:51.638450 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7132db40-67a8-4ba9-b2ab-54e15d34df90 req-d41ee2b7-8ae8-4fb7-8c3d-b9ca75694b48 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 210 time: 0.0292399 Jul 15 13:43:52.354665 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9ff9d-45cf-432e-823d-0a8a72cfbb1c req-d9e8f7ec-a96e-4141-ac24-1a1f88ea3e4d tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:52.356082 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-03b9ff9d-45cf-432e-823d-0a8a72cfbb1c req-d9e8f7ec-a96e-4141-ac24-1a1f88ea3e4d tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.20 "GET /v2.0/ports?device_id=36571f63-5dda-4959-8082-ff53b98b148b HTTP/1.1" status: 200 len: 946 time: 0.0614889 Jul 15 13:43:52.459751 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-03b9ff9d-45cf-432e-823d-0a8a72cfbb1c req-1779edcf-7022-4331-85df-0b9f99647ab6 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Deleting port ec35a215-0e78-484f-abaa-4c38098f69c9 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:52.460445 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-03b9ff9d-45cf-432e-823d-0a8a72cfbb1c req-1779edcf-7022-4331-85df-0b9f99647ab6 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:52.549314 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-03b9ff9d-45cf-432e-823d-0a8a72cfbb1c req-1779edcf-7022-4331-85df-0b9f99647ab6 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] For port ec35a215-0e78-484f-abaa-4c38098f69c9, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=ec35a215-0e78-484f-abaa-4c38098f69c9,segment=NetworkSegment(4a876e1d-15d1-49fb-8e21-e71eabfa8de8),segment_id=4a876e1d-15d1-49fb-8e21-e71eabfa8de8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:52.549682 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-03b9ff9d-45cf-432e-823d-0a8a72cfbb1c req-1779edcf-7022-4331-85df-0b9f99647ab6 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:52.594697 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-03b9ff9d-45cf-432e-823d-0a8a72cfbb1c req-1779edcf-7022-4331-85df-0b9f99647ab6 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Calling delete_port for ec35a215-0e78-484f-abaa-4c38098f69c9 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:52.719974 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-4123a49f-30e5-4f3d-b70a-3a5a445e9aa8 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:52.721412 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-4123a49f-30e5-4f3d-b70a-3a5a445e9aa8 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.20 "GET /v2.0/networks?id=f93fb388-e897-45f5-8c21-601212d566d9 HTTP/1.1" status: 200 len: 813 time: 0.1687400 Jul 15 13:43:52.737947 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-1df47bdb-2c49-4d0b-be80-0cdfba55fb4d tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Request body: {'port': {'device_id': '31c10d93-964e-4f1d-8cb6-f9fad191ebf9', 'network_id': 'f93fb388-e897-45f5-8c21-601212d566d9', 'admin_state_up': True, 'tenant_id': '09677c5ea3f648978482c8f672af54b5'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:52.801798 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2b6eceba-7069-4540-bbd7-038933ac5e36 req-340a9a1d-d701-47c6-b271-3f8898b5e797 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 210 time: 0.0430255 Jul 15 13:43:52.893590 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-03b9ff9d-45cf-432e-823d-0a8a72cfbb1c req-1779edcf-7022-4331-85df-0b9f99647ab6 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:52.905077 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['ec35a215-0e78-484f-abaa-4c38098f69c9'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:43:52.932199 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779edcf-7022-4331-85df-0b9f99647ab6 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Pushing event deleted for resources: {'Port': ['ID=ec35a215-0e78-484f-abaa-4c38098f69c9,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:52.963828 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-1df47bdb-2c49-4d0b-be80-0cdfba55fb4d tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Made reservation on behalf of 09677c5ea3f648978482c8f672af54b5 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:43:52.967312 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-1df47bdb-2c49-4d0b-be80-0cdfba55fb4d tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:52.984743 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b9ff9d-45cf-432e-823d-0a8a72cfbb1c req-1779edcf-7022-4331-85df-0b9f99647ab6 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] No DVR routers for this DVR port ec35a215-0e78-484f-abaa-4c38098f69c9 on host n-h1-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:43:52.992237 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-03b9ff9d-45cf-432e-823d-0a8a72cfbb1c req-1779edcf-7022-4331-85df-0b9f99647ab6 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:52.994246 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-03b9ff9d-45cf-432e-823d-0a8a72cfbb1c req-1779edcf-7022-4331-85df-0b9f99647ab6 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.20 "DELETE /v2.0/ports/ec35a215-0e78-484f-abaa-4c38098f69c9 HTTP/1.1" status: 204 len: 173 time: 0.6308496 Jul 15 13:43:52.994702 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36571f63-5dda-4959-8082-ff53b98b148b', 'name': 'network-vif-deleted', 'tag': 'ec35a215-0e78-484f-abaa-4c38098f69c9'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:43:52.997156 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4697eb7-f91e-45e7-88a1-ff2462323af5" -d '{"events": [{"server_uuid": "36571f63-5dda-4959-8082-ff53b98b148b", "name": "network-vif-deleted", "tag": "ec35a215-0e78-484f-abaa-4c38098f69c9"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:43:53.043463 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf832c8-0ca4-4173-981c-8aa57d0b86b5 x-openstack-request-id: req-eaf832c8-0ca4-4173-981c-8aa57d0b86b5 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:43:53.043753 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36571f63-5dda-4959-8082-ff53b98b148b", "name": "network-vif-deleted", "tag": "ec35a215-0e78-484f-abaa-4c38098f69c9", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:43:53.044004 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eaf832c8-0ca4-4173-981c-8aa57d0b86b5 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:43:53.044401 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36571f63-5dda-4959-8082-ff53b98b148b', 'name': 'network-vif-deleted', 'tag': 'ec35a215-0e78-484f-abaa-4c38098f69c9', 'status': 'completed', 'code': 200} Jul 15 13:43:53.120998 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-1df47bdb-2c49-4d0b-be80-0cdfba55fb4d tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Allocated IP 172.20.0.10 (f93fb388-e897-45f5-8c21-601212d566d9/47b51cf6-6d99-4284-83ef-b748a356ef19/e17440b3-1900-460d-b2e9-ea3a98d00e70) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:43:53.269577 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-1df47bdb-2c49-4d0b-be80-0cdfba55fb4d tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:53.309321 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-1df47bdb-2c49-4d0b-be80-0cdfba55fb4d tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:53.319838 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['ec35a215-0e78-484f-abaa-4c38098f69c9'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:43:53.362260 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-1df47bdb-2c49-4d0b-be80-0cdfba55fb4d tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Network f93fb388-e897-45f5-8c21-601212d566d9 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:43:53.366078 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-1df47bdb-2c49-4d0b-be80-0cdfba55fb4d tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:43:53.370486 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-1df47bdb-2c49-4d0b-be80-0cdfba55fb4d tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:43:53.374269 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df47bdb-2c49-4d0b-be80-0cdfba55fb4d tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Pushing event updated for resources: {'Port': ['ID=e17440b3-1900-460d-b2e9-ea3a98d00e70,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:53.418695 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-1df47bdb-2c49-4d0b-be80-0cdfba55fb4d tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:53.419294 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-1df47bdb-2c49-4d0b-be80-0cdfba55fb4d tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:53.431929 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-1df47bdb-2c49-4d0b-be80-0cdfba55fb4d tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6983862 Jul 15 13:43:53.442404 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-a2ca30df-cabf-453e-b8f4-de0dcfe07933 service neutron] Request body: {'port': {'device_id': '31c10d93-964e-4f1d-8cb6-f9fad191ebf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:53.513175 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-a2ca30df-cabf-453e-b8f4-de0dcfe07933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:53.759647 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-a2ca30df-cabf-453e-b8f4-de0dcfe07933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e17440b3-1900-460d-b2e9-ea3a98d00e70 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:43:53.766743 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-a2ca30df-cabf-453e-b8f4-de0dcfe07933 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:53.778365 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-a2ca30df-cabf-453e-b8f4-de0dcfe07933 service neutron] Transition to ACTIVE for port object e17440b3-1900-460d-b2e9-ea3a98d00e70 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:43:53.782132 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-a2ca30df-cabf-453e-b8f4-de0dcfe07933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:53.831155 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca30df-cabf-453e-b8f4-de0dcfe07933 service neutron] Pushing event updated for resources: {'Port': ['ID=e17440b3-1900-460d-b2e9-ea3a98d00e70,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:53.899601 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-a2ca30df-cabf-453e-b8f4-de0dcfe07933 service neutron] Attempting to bind port e17440b3-1900-460d-b2e9-ea3a98d00e70 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:43:53.899932 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-a2ca30df-cabf-453e-b8f4-de0dcfe07933 service neutron] Attempting to bind port e17440b3-1900-460d-b2e9-ea3a98d00e70 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': '4a876e1d-15d1-49fb-8e21-e71eabfa8de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f93fb388-e897-45f5-8c21-601212d566d9'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:43:53.900253 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-a2ca30df-cabf-453e-b8f4-de0dcfe07933 service neutron] Attempting to bind port e17440b3-1900-460d-b2e9-ea3a98d00e70 on network f93fb388-e897-45f5-8c21-601212d566d9 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:43:53.904429 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-a2ca30df-cabf-453e-b8f4-de0dcfe07933 service neutron] Port e17440b3-1900-460d-b2e9-ea3a98d00e70 on network f93fb388-e897-45f5-8c21-601212d566d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:43:53.904744 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-a2ca30df-cabf-453e-b8f4-de0dcfe07933 service neutron] Attempting to bind port e17440b3-1900-460d-b2e9-ea3a98d00e70 on network f93fb388-e897-45f5-8c21-601212d566d9 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:43:53.909492 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-a2ca30df-cabf-453e-b8f4-de0dcfe07933 service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:43:53.909827 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-a2ca30df-cabf-453e-b8f4-de0dcfe07933 service neutron] Checking segment: {'id': '4a876e1d-15d1-49fb-8e21-e71eabfa8de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f93fb388-e897-45f5-8c21-601212d566d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:43:53.910203 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-a2ca30df-cabf-453e-b8f4-de0dcfe07933 service neutron] Bound using segment: {'id': '4a876e1d-15d1-49fb-8e21-e71eabfa8de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f93fb388-e897-45f5-8c21-601212d566d9'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:43:53.910660 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-a2ca30df-cabf-453e-b8f4-de0dcfe07933 service neutron] Bound port: e17440b3-1900-460d-b2e9-ea3a98d00e70, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a876e1d-15d1-49fb-8e21-e71eabfa8de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f93fb388-e897-45f5-8c21-601212d566d9'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:43:53.911005 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-a2ca30df-cabf-453e-b8f4-de0dcfe07933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:54.011494 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-a2ca30df-cabf-453e-b8f4-de0dcfe07933 service neutron] For port e17440b3-1900-460d-b2e9-ea3a98d00e70, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:43:54.015601 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-a2ca30df-cabf-453e-b8f4-de0dcfe07933 service neutron] For port e17440b3-1900-460d-b2e9-ea3a98d00e70, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=e17440b3-1900-460d-b2e9-ea3a98d00e70,segment=NetworkSegment(4a876e1d-15d1-49fb-8e21-e71eabfa8de8),segment_id=4a876e1d-15d1-49fb-8e21-e71eabfa8de8)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:43:54.021094 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-a2ca30df-cabf-453e-b8f4-de0dcfe07933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:54.035718 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dda601-111c-4511-9e36-a68dece02465 req-6b13e19f-902d-45ef-8be8-6b52507c99e0 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:54.037184 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b7dda601-111c-4511-9e36-a68dece02465 req-6b13e19f-902d-45ef-8be8-6b52507c99e0 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 944 time: 0.1170065 Jul 15 13:43:54.079379 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-a2ca30df-cabf-453e-b8f4-de0dcfe07933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:54.079977 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-a2ca30df-cabf-453e-b8f4-de0dcfe07933 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:54.081831 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-a2ca30df-cabf-453e-b8f4-de0dcfe07933 service neutron] 10.222.0.20 "PUT /v2.0/ports/e17440b3-1900-460d-b2e9-ea3a98d00e70 HTTP/1.1" status: 200 len: 1093 time: 0.6428483 Jul 15 13:43:54.110350 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca30df-cabf-453e-b8f4-de0dcfe07933 service neutron] Pushing event updated for resources: {'Port': ['ID=e17440b3-1900-460d-b2e9-ea3a98d00e70,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:54.115462 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b7dda601-111c-4511-9e36-a68dece02465 req-c1a6d5ca-83e5-45f5-b675-0cfe9251ef28 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597353 Jul 15 13:43:54.167753 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-ef4c98dc-572f-4a18-94ed-09bdfee25924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:54.169226 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-ef4c98dc-572f-4a18-94ed-09bdfee25924 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=09677c5ea3f648978482c8f672af54b5&device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 1096 time: 0.0516028 Jul 15 13:43:54.212128 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-1ffb048a-6cdc-4b27-a0d6-c2056c0ae7b2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e17440b3-1900-460d-b2e9-ea3a98d00e70 HTTP/1.1" status: 200 len: 217 time: 0.0360720 Jul 15 13:43:54.258014 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-f6d91055-a32c-4d96-9a7d-8628256cff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:54.259569 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-f6d91055-a32c-4d96-9a7d-8628256cff3f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=47b51cf6-6d99-4284-83ef-b748a356ef19 HTTP/1.1" status: 200 len: 853 time: 0.0419440 Jul 15 13:43:54.290646 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-8b9fde3e-22df-42c2-b654-e4b77becb995 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f93fb388-e897-45f5-8c21-601212d566d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246713 Jul 15 13:43:54.379921 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-193db9e6-589d-44f8-9c48-9f0a5f67599f service neutron] 10.222.0.20 "GET /v2.0/networks/f93fb388-e897-45f5-8c21-601212d566d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831115 Jul 15 13:43:54.465365 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0458b18b-75a2-4a06-9562-5bf3f3bb30b9 req-ea6b844b-c18d-47fc-9cef-70e585b96097 service neutron] 10.222.0.20 "GET /v2.0/networks/f93fb388-e897-45f5-8c21-601212d566d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791202 Jul 15 13:43:55.045884 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c10d93-964e-4f1d-8cb6-f9fad191ebf9', 'tag': 'e17440b3-1900-460d-b2e9-ea3a98d00e70'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:43:55.048312 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86106e0c-4975-4b29-a47a-f297a1903110" -d '{"events": [{"name": "network-changed", "server_uuid": "31c10d93-964e-4f1d-8cb6-f9fad191ebf9", "tag": "e17440b3-1900-460d-b2e9-ea3a98d00e70"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:43:55.082641 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c1ded0-7243-4801-8bd2-71fd45d195ce x-openstack-request-id: req-c3c1ded0-7243-4801-8bd2-71fd45d195ce {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:43:55.082935 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c10d93-964e-4f1d-8cb6-f9fad191ebf9", "tag": "e17440b3-1900-460d-b2e9-ea3a98d00e70", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:43:55.083189 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c3c1ded0-7243-4801-8bd2-71fd45d195ce {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:43:55.083585 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31c10d93-964e-4f1d-8cb6-f9fad191ebf9', 'tag': 'e17440b3-1900-460d-b2e9-ea3a98d00e70', 'status': 'completed', 'code': 200} Jul 15 13:43:55.158469 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86106e0c-4975-4b29-a47a-f297a1903110 req-de2207bf-b6f1-4771-a2f7-066c3901524e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:55.160750 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-86106e0c-4975-4b29-a47a-f297a1903110 req-de2207bf-b6f1-4771-a2f7-066c3901524e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=09677c5ea3f648978482c8f672af54b5&device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 1096 time: 0.0563641 Jul 15 13:43:55.276461 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86106e0c-4975-4b29-a47a-f297a1903110 req-b3963838-d6d1-4ac1-a1b1-514424f51d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:55.277878 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-86106e0c-4975-4b29-a47a-f297a1903110 req-b3963838-d6d1-4ac1-a1b1-514424f51d79 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f93fb388-e897-45f5-8c21-601212d566d9 HTTP/1.1" status: 200 len: 914 time: 0.1100276 Jul 15 13:43:55.328252 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-86106e0c-4975-4b29-a47a-f297a1903110 req-2afe86af-9a23-447a-8ece-6161607e18e5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e17440b3-1900-460d-b2e9-ea3a98d00e70 HTTP/1.1" status: 200 len: 217 time: 0.0413148 Jul 15 13:43:55.339956 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909cae7-9dc4-4df3-81e2-645c4d1e127c req-7e536e01-1eba-4e71-bb9b-3f128946a19f tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:55.341322 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5909cae7-9dc4-4df3-81e2-645c4d1e127c req-7e536e01-1eba-4e71-bb9b-3f128946a19f tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 944 time: 0.1114938 Jul 15 13:43:55.408151 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5909cae7-9dc4-4df3-81e2-645c4d1e127c req-ea4ad332-c05a-4d19-a804-f6641fa5f0b6 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589564 Jul 15 13:43:55.409428 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86106e0c-4975-4b29-a47a-f297a1903110 req-bcac834c-a3fd-48c6-b796-9897435ac258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:55.410931 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-86106e0c-4975-4b29-a47a-f297a1903110 req-bcac834c-a3fd-48c6-b796-9897435ac258 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=47b51cf6-6d99-4284-83ef-b748a356ef19 HTTP/1.1" status: 200 len: 853 time: 0.0686483 Jul 15 13:43:55.445598 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-86106e0c-4975-4b29-a47a-f297a1903110 req-4f1e0d67-f180-4d3f-a8f3-22050cec3c04 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f93fb388-e897-45f5-8c21-601212d566d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290542 Jul 15 13:43:55.530933 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-86106e0c-4975-4b29-a47a-f297a1903110 req-aa7e5284-fe2d-4e8a-bf0b-f3320fe27836 service neutron] 10.222.0.20 "GET /v2.0/networks/f93fb388-e897-45f5-8c21-601212d566d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793855 Jul 15 13:43:55.620281 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-86106e0c-4975-4b29-a47a-f297a1903110 req-9da36869-9376-440e-a90e-d3bfea3a835d service neutron] 10.222.0.20 "GET /v2.0/networks/f93fb388-e897-45f5-8c21-601212d566d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820398 Jul 15 13:43:56.293638 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device ec35a215-0e78-484f-abaa-4c38098f69c9 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:43:56.295684 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device e17440b3-1900-460d-b2e9-ea3a98d00e70 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:43:56.319702 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: ec35a215-0e78-484f-abaa-4c38098f69c9 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:43:56.320046 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device ec35a215-0e78-484f-abaa-4c38098f69c9 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:43:56.402780 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port e17440b3-1900-460d-b2e9-ea3a98d00e70, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=e17440b3-1900-460d-b2e9-ea3a98d00e70,segment=NetworkSegment(4a876e1d-15d1-49fb-8e21-e71eabfa8de8),segment_id=4a876e1d-15d1-49fb-8e21-e71eabfa8de8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:56.413487 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': 'e17440b3-1900-460d-b2e9-ea3a98d00e70', 'network_id': 'f93fb388-e897-45f5-8c21-601212d566d9', 'port_id': 'e17440b3-1900-460d-b2e9-ea3a98d00e70', 'mac_address': 'fa:16:3e:29:eb:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47b51cf6-6d99-4284-83ef-b748a356ef19', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:43:56.453733 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:56.466716 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e17440b3-1900-460d-b2e9-ea3a98d00e70 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:43:56.486135 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port e17440b3-1900-460d-b2e9-ea3a98d00e70, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=e17440b3-1900-460d-b2e9-ea3a98d00e70,segment=NetworkSegment(4a876e1d-15d1-49fb-8e21-e71eabfa8de8),segment_id=4a876e1d-15d1-49fb-8e21-e71eabfa8de8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:56.489884 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:56.537769 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=e17440b3-1900-460d-b2e9-ea3a98d00e70,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:56.581887 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3affbdf-6d2c-4577-bb13-4dc99cd0696e req-e1248270-6146-434a-8d53-97bebdb61f3d tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:56.583400 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d3affbdf-6d2c-4577-bb13-4dc99cd0696e req-e1248270-6146-434a-8d53-97bebdb61f3d tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 945 time: 0.0649748 Jul 15 13:43:56.620063 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d3affbdf-6d2c-4577-bb13-4dc99cd0696e req-bc7a391c-7055-4a5a-aca1-7b329b13cdd4 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311100 Jul 15 13:43:56.674277 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['e17440b3-1900-460d-b2e9-ea3a98d00e70'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:43:57.785638 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aec0c0-1545-49f2-a35a-d3ae56f7912d req-ba0c01ad-810a-43d6-a30c-53561b908b9b tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:57.787104 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-26aec0c0-1545-49f2-a35a-d3ae56f7912d req-ba0c01ad-810a-43d6-a30c-53561b908b9b tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 945 time: 0.0607653 Jul 15 13:43:57.823303 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-26aec0c0-1545-49f2-a35a-d3ae56f7912d req-c2820127-dd91-435b-8db2-f26ae3369315 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305061 Jul 15 13:43:58.306538 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device e17440b3-1900-460d-b2e9-ea3a98d00e70 up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:43:58.354031 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port e17440b3-1900-460d-b2e9-ea3a98d00e70 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:43:58.357536 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port e17440b3-1900-460d-b2e9-ea3a98d00e70 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:58.357902 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:58.429643 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:58.453799 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c10d93-964e-4f1d-8cb6-f9fad191ebf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e17440b3-1900-460d-b2e9-ea3a98d00e70'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:43:58.456017 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab453b0b-05fd-4bd0-bf5d-9675c0839b6b" -d '{"events": [{"server_uuid": "31c10d93-964e-4f1d-8cb6-f9fad191ebf9", "name": "network-vif-plugged", "status": "completed", "tag": "e17440b3-1900-460d-b2e9-ea3a98d00e70"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:43:58.468628 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port e17440b3-1900-460d-b2e9-ea3a98d00e70, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=e17440b3-1900-460d-b2e9-ea3a98d00e70,segment=NetworkSegment(4a876e1d-15d1-49fb-8e21-e71eabfa8de8),segment_id=4a876e1d-15d1-49fb-8e21-e71eabfa8de8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:58.472756 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:58.494963 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23803cc-1fda-48f0-9eb0-d65c4b9cacb6 x-openstack-request-id: req-f23803cc-1fda-48f0-9eb0-d65c4b9cacb6 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:43:58.495249 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c10d93-964e-4f1d-8cb6-f9fad191ebf9", "name": "network-vif-plugged", "status": "completed", "tag": "e17440b3-1900-460d-b2e9-ea3a98d00e70", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:43:58.495498 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f23803cc-1fda-48f0-9eb0-d65c4b9cacb6 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:43:58.495874 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c10d93-964e-4f1d-8cb6-f9fad191ebf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e17440b3-1900-460d-b2e9-ea3a98d00e70', 'code': 200} Jul 15 13:43:58.522703 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=e17440b3-1900-460d-b2e9-ea3a98d00e70,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:58.606480 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b626b99-8d7f-46ea-983f-02e9e7ec0c84 req-a542697c-6047-44e6-ba91-95c8e496ea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:58.607887 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7b626b99-8d7f-46ea-983f-02e9e7ec0c84 req-a542697c-6047-44e6-ba91-95c8e496ea34 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 1098 time: 0.0535474 Jul 15 13:43:58.640446 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7b626b99-8d7f-46ea-983f-02e9e7ec0c84 req-e06bc413-b1a6-45d4-870c-4fe042d5cf17 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263751 Jul 15 13:43:58.994818 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05fb42-1101-4ecf-8515-ad6d601fb34c req-01b83ae0-ef02-4de9-a7ab-05fb28ff1ed5 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:58.996268 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3b05fb42-1101-4ecf-8515-ad6d601fb34c req-01b83ae0-ef02-4de9-a7ab-05fb28ff1ed5 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 946 time: 0.0626240 Jul 15 13:43:59.031573 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3b05fb42-1101-4ecf-8515-ad6d601fb34c req-66c03b26-e7de-4877-aa44-cc6002739782 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298493 Jul 15 13:43:59.408432 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:59.708666 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:59.718098 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-500657ca-86f7-4918-af03-d5cf5fb8f648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:00.204500 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598a46f-834d-4a80-875a-155c327a0615 req-b198a1b8-98fb-4274-93b9-322fa65bceac tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:00.205934 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a598a46f-834d-4a80-875a-155c327a0615 req-b198a1b8-98fb-4274-93b9-322fa65bceac tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 946 time: 0.0640781 Jul 15 13:44:00.241632 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a598a46f-834d-4a80-875a-155c327a0615 req-ddad9ef5-8910-4f43-8baf-67110c392159 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301793 Jul 15 13:44:00.408324 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d2229-30a9-428d-b210-525130694a7a req-97c86bb1-e016-4b50-b863-741a3a236c72 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:00.409739 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bd5d2229-30a9-428d-b210-525130694a7a req-97c86bb1-e016-4b50-b863-741a3a236c72 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 946 time: 0.0621185 Jul 15 13:44:00.446836 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bd5d2229-30a9-428d-b210-525130694a7a req-40066ba3-a3cb-4eb0-a25b-961670e76827 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312362 Jul 15 13:44:00.775906 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-3c9f844e-c62f-43fa-8e8c-b36f33bc6bf5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0551631 Jul 15 13:44:00.829583 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f13d1-4e6f-4147-92eb-dcee08d7cb8a req-7587943f-cc78-438f-b7a4-10f73784a7ec tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:00.831092 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-248f13d1-4e6f-4147-92eb-dcee08d7cb8a req-7587943f-cc78-438f-b7a4-10f73784a7ec tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 946 time: 0.0646155 Jul 15 13:44:00.869604 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-248f13d1-4e6f-4147-92eb-dcee08d7cb8a req-9a2142f3-39d2-4cdc-9169-09366ac5175b tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328720 Jul 15 13:44:01.144142 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-7db765d8-08cb-4bf6-8811-01db222443c5 req-45ec3ea9-4a61-4683-8ef8-a6f5b33e9041 service neutron] (93825) timed out ('10.222.0.46', 49264) {{(pid=93825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:44:01.867590 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-ad5905bf-ebf0-4d89-b83f-05cc3fde4407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:01.869080 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-ad5905bf-ebf0-4d89-b83f-05cc3fde4407 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=09677c5ea3f648978482c8f672af54b5&device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 1098 time: 0.0556409 Jul 15 13:44:01.961370 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-ced73358-4b91-4a0e-9f81-9748d53c0a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:01.962886 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-ced73358-4b91-4a0e-9f81-9748d53c0a70 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f93fb388-e897-45f5-8c21-601212d566d9 HTTP/1.1" status: 200 len: 914 time: 0.0859950 Jul 15 13:44:02.010060 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-7be7a2b0-0679-48ae-af4f-77366e183d5d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e17440b3-1900-460d-b2e9-ea3a98d00e70 HTTP/1.1" status: 200 len: 217 time: 0.0410993 Jul 15 13:44:02.079891 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-1a9f79f6-ffd3-4d16-996c-4f719fb46ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:02.081313 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-1a9f79f6-ffd3-4d16-996c-4f719fb46ad2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=47b51cf6-6d99-4284-83ef-b748a356ef19 HTTP/1.1" status: 200 len: 853 time: 0.0638778 Jul 15 13:44:02.118022 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-c54d9392-fc03-4e9a-bac5-de1388cbc8fa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f93fb388-e897-45f5-8c21-601212d566d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295181 Jul 15 13:44:02.130484 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c93452-4f10-4962-b602-f423fdbb20a8 req-726d04bf-e6ab-48f9-b7af-0988a05bd31b tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:02.131908 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-08c93452-4f10-4962-b602-f423fdbb20a8 req-726d04bf-e6ab-48f9-b7af-0988a05bd31b tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 946 time: 0.1243794 Jul 15 13:44:02.217529 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-08c93452-4f10-4962-b602-f423fdbb20a8 req-99905cbc-560b-430d-944a-ce9e41afbb3f tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779405 Jul 15 13:44:02.244717 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-f51289a0-600a-4784-96fa-3bb860bb9c77 service neutron] 10.222.0.20 "GET /v2.0/networks/f93fb388-e897-45f5-8c21-601212d566d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118975 Jul 15 13:44:02.303887 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:02.356874 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:44:02.502311 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c175110c-8787-4503-a2fc-e9b2f2769331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:02.683179 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-8aad175e-66f6-4845-86ee-38dcc12e7929 service neutron] 10.222.0.20 "GET /v2.0/networks/f93fb388-e897-45f5-8c21-601212d566d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325268 Jul 15 13:44:03.392547 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5f903-4ade-479a-a4c5-5e1f57d724aa req-aa8eccc5-aa8d-4faa-aa5a-83f3476dca9b tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:03.394014 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9dc5f903-4ade-479a-a4c5-5e1f57d724aa req-aa8eccc5-aa8d-4faa-aa5a-83f3476dca9b tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 946 time: 0.0616238 Jul 15 13:44:03.431441 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9dc5f903-4ade-479a-a4c5-5e1f57d724aa req-757fe6be-21eb-4035-b535-646680e522d4 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315382 Jul 15 13:44:03.676166 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:04.598950 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96321a92-8ea3-4401-9bf4-5331b72ba750 req-43daa7dc-587e-4f09-acbe-832b55770c9a tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:04.600380 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-96321a92-8ea3-4401-9bf4-5331b72ba750 req-43daa7dc-587e-4f09-acbe-832b55770c9a tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 946 time: 0.0602462 Jul 15 13:44:04.639636 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-96321a92-8ea3-4401-9bf4-5331b72ba750 req-bbc6288e-2897-4a7f-a2a6-e4e7c54ccceb tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338457 Jul 15 13:44:05.110123 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:05.810813 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792a837-4f5d-4b37-960f-8a629add817a req-f8974149-c5b9-42f2-a2f6-6ac34d6826ec tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:05.812266 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9792a837-4f5d-4b37-960f-8a629add817a req-f8974149-c5b9-42f2-a2f6-6ac34d6826ec tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 946 time: 0.0611992 Jul 15 13:44:05.848196 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9792a837-4f5d-4b37-960f-8a629add817a req-51f51c68-86e0-484d-bc14-1c549a09f891 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302844 Jul 15 13:44:07.020048 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78795658-7d73-4e15-809d-e6ca78ba09c7 req-e2421377-7d73-4c4e-9e5d-c0b211b6c601 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:07.021767 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-78795658-7d73-4e15-809d-e6ca78ba09c7 req-e2421377-7d73-4c4e-9e5d-c0b211b6c601 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 946 time: 0.0606446 Jul 15 13:44:07.058189 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-78795658-7d73-4e15-809d-e6ca78ba09c7 req-b4f34122-f692-486e-8480-b2c211a5f040 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309544 Jul 15 13:44:08.230761 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab45926-8ddb-4b06-96d3-497703da924a req-1463ee12-ed9b-42c5-8c1b-495253b25e03 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:08.232250 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3ab45926-8ddb-4b06-96d3-497703da924a req-1463ee12-ed9b-42c5-8c1b-495253b25e03 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 946 time: 0.0652144 Jul 15 13:44:08.268890 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3ab45926-8ddb-4b06-96d3-497703da924a req-ef71bc93-0cb1-47e4-8885-7371eb05e0c4 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310965 Jul 15 13:44:09.438293 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c019d-7306-43eb-91b6-bfbd3bdf8b09 req-0b48ee55-14cf-4364-a523-2e1167c2cfb0 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:09.439770 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-906c019d-7306-43eb-91b6-bfbd3bdf8b09 req-0b48ee55-14cf-4364-a523-2e1167c2cfb0 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 946 time: 0.0617201 Jul 15 13:44:09.477259 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-906c019d-7306-43eb-91b6-bfbd3bdf8b09 req-91db3d35-6092-4347-9f80-a4eef496cae8 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313530 Jul 15 13:44:10.645245 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517bae77-596f-454c-9b4e-821ff387d413 req-89cfd9ba-03e4-4693-b010-6eeea6034bab tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:10.646777 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-517bae77-596f-454c-9b4e-821ff387d413 req-89cfd9ba-03e4-4693-b010-6eeea6034bab tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 946 time: 0.0607934 Jul 15 13:44:10.686448 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-517bae77-596f-454c-9b4e-821ff387d413 req-4c214b7e-b443-4d2a-9ef7-c2a01b07562b tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341985 Jul 15 13:44:11.856416 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d2ea5-41ec-4ddc-a1b6-863a6ac7c34c req-df3dd2a2-739b-49e5-9ada-62e474bf9441 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:11.857895 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-821d2ea5-41ec-4ddc-a1b6-863a6ac7c34c req-df3dd2a2-739b-49e5-9ada-62e474bf9441 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 946 time: 0.0622556 Jul 15 13:44:11.897790 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-821d2ea5-41ec-4ddc-a1b6-863a6ac7c34c req-d5aa6d6e-b47c-4622-93cb-8dc1565930e7 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342333 Jul 15 13:44:13.067290 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c52cc-c235-4f78-9105-e47377a4bf49 req-b1d5a23f-e900-40ce-9f90-dca3d9a010a8 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:13.068746 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-354c52cc-c235-4f78-9105-e47377a4bf49 req-b1d5a23f-e900-40ce-9f90-dca3d9a010a8 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 946 time: 0.0622401 Jul 15 13:44:13.105960 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-354c52cc-c235-4f78-9105-e47377a4bf49 req-88956b63-b27e-49b0-a4ae-5f0198314420 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315237 Jul 15 13:44:14.276498 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77e3dc-b916-4385-bd65-b04034eda97b req-8e340b9b-aa9b-4fc8-9b54-81f56d2b24cd tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:14.277949 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e77e3dc-b916-4385-bd65-b04034eda97b req-8e340b9b-aa9b-4fc8-9b54-81f56d2b24cd tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 946 time: 0.0651243 Jul 15 13:44:14.314813 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e77e3dc-b916-4385-bd65-b04034eda97b req-baccb562-fe73-4e2b-a446-450b7c759b39 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314126 Jul 15 13:44:15.488821 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19cabac-0cb7-4fe3-b4e0-45280c8c6812 req-ec5c796f-596f-4b0f-99eb-576c915aa644 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:15.490924 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e19cabac-0cb7-4fe3-b4e0-45280c8c6812 req-ec5c796f-596f-4b0f-99eb-576c915aa644 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 946 time: 0.0624828 Jul 15 13:44:15.526041 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e19cabac-0cb7-4fe3-b4e0-45280c8c6812 req-536cf0b3-3310-4735-88ee-ba7484bfacbc tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294697 Jul 15 13:44:16.702995 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc0038-5cae-41c4-b6ee-4ae0633dc09b req-af182b58-f159-4d22-bb4e-bdcb38070a56 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:16.704460 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b2cc0038-5cae-41c4-b6ee-4ae0633dc09b req-af182b58-f159-4d22-bb4e-bdcb38070a56 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 946 time: 0.0655673 Jul 15 13:44:16.740974 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b2cc0038-5cae-41c4-b6ee-4ae0633dc09b req-791da54a-1008-4f93-b7a4-262b87acaaf3 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309443 Jul 15 13:44:17.912169 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a6bc1-b9a6-4e1d-b753-90fadd357559 req-37466b01-84c3-4302-8411-7ce2917e4b4a tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:17.913653 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b45a6bc1-b9a6-4e1d-b753-90fadd357559 req-37466b01-84c3-4302-8411-7ce2917e4b4a tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 946 time: 0.0632153 Jul 15 13:44:17.950196 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b45a6bc1-b9a6-4e1d-b753-90fadd357559 req-aecaa558-b7e8-4430-82b4-b48c73a02bcf tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306909 Jul 15 13:44:19.119850 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aab022-fcbb-443a-8908-e146f63d05e2 req-1410683a-6fc5-49cd-8dee-f78db69397dd tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:19.121217 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-59aab022-fcbb-443a-8908-e146f63d05e2 req-1410683a-6fc5-49cd-8dee-f78db69397dd tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 946 time: 0.0619206 Jul 15 13:44:19.157918 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-59aab022-fcbb-443a-8908-e146f63d05e2 req-127f1c2d-a090-4066-bef8-c4d5093eb792 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312655 Jul 15 13:44:20.329314 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36db19-ea90-49ee-a43c-3592728593b7 req-471fb7fe-3e95-45d3-8aaa-b1aa971d79ba tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:20.330795 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4e36db19-ea90-49ee-a43c-3592728593b7 req-471fb7fe-3e95-45d3-8aaa-b1aa971d79ba tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 946 time: 0.0651731 Jul 15 13:44:20.367616 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4e36db19-ea90-49ee-a43c-3592728593b7 req-1cb6d8b1-1a9a-48d4-a108-bce6a62d75a3 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307512 Jul 15 13:44:21.536237 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0741dd-0835-4a90-821c-9076651b42b2 req-cacad0e4-a992-4d53-9071-08c959d5cf68 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:21.538192 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a0741dd-0835-4a90-821c-9076651b42b2 req-cacad0e4-a992-4d53-9071-08c959d5cf68 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 946 time: 0.0612204 Jul 15 13:44:21.574645 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7a0741dd-0835-4a90-821c-9076651b42b2 req-de3dd266-f3f8-49d1-bc85-b1afe3be0610 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305297 Jul 15 13:44:22.745945 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11d2b0-6a6c-46c4-9b8b-5f70ee24c80b req-8a8e9a54-4c16-4d0c-87d8-3b3b5a076dfc tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:22.747443 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aa11d2b0-6a6c-46c4-9b8b-5f70ee24c80b req-8a8e9a54-4c16-4d0c-87d8-3b3b5a076dfc tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 946 time: 0.0654500 Jul 15 13:44:22.784143 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aa11d2b0-6a6c-46c4-9b8b-5f70ee24c80b req-1aa26df9-067c-46ab-8d6c-8341f36071dd tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312047 Jul 15 13:44:23.954248 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d2ad1-df5a-4bba-97cb-17bc1ebffc0c req-d7411a9f-c888-4245-9d81-3817688e18c7 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:23.955785 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-579d2ad1-df5a-4bba-97cb-17bc1ebffc0c req-d7411a9f-c888-4245-9d81-3817688e18c7 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 946 time: 0.0630245 Jul 15 13:44:23.992254 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-579d2ad1-df5a-4bba-97cb-17bc1ebffc0c req-df19c34f-1b21-49c9-ac6b-cd5c4b11befd tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302668 Jul 15 13:44:25.166345 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58594d4-4259-450a-902a-e619f3b659a8 req-d2cab767-7b91-4215-9b60-d258b12fb08d tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:25.167959 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e58594d4-4259-450a-902a-e619f3b659a8 req-d2cab767-7b91-4215-9b60-d258b12fb08d tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 946 time: 0.0632887 Jul 15 13:44:25.205635 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e58594d4-4259-450a-902a-e619f3b659a8 req-9d05781e-5297-4a6e-b54d-0dffa0adffb8 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321820 Jul 15 13:44:26.382582 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519201a2-9325-40e1-b8ee-9f8648ab6caa req-68721a9b-b09b-4f31-9d69-c8efe2e225d0 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:26.384032 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-519201a2-9325-40e1-b8ee-9f8648ab6caa req-68721a9b-b09b-4f31-9d69-c8efe2e225d0 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 946 time: 0.0664937 Jul 15 13:44:26.419538 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-519201a2-9325-40e1-b8ee-9f8648ab6caa req-63f50495-d0d9-4460-9bab-9480fca3d339 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300262 Jul 15 13:44:27.591362 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b2cdd-047d-49ba-8c55-bc5db4a5746c req-a8f7b037-f3db-4ce9-babd-630617e69692 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:27.592755 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-472b2cdd-047d-49ba-8c55-bc5db4a5746c req-a8f7b037-f3db-4ce9-babd-630617e69692 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 946 time: 0.0620432 Jul 15 13:44:27.628840 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-472b2cdd-047d-49ba-8c55-bc5db4a5746c req-1afb877e-ebe2-4c57-bbbc-22076a038818 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304911 Jul 15 13:44:28.803208 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c04fa0-36f3-4db1-864c-6523246d9b56 req-526bfdba-76e4-40af-a55c-71ddf4ac3665 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:28.804683 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e9c04fa0-36f3-4db1-864c-6523246d9b56 req-526bfdba-76e4-40af-a55c-71ddf4ac3665 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 946 time: 0.0673852 Jul 15 13:44:28.841750 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e9c04fa0-36f3-4db1-864c-6523246d9b56 req-97eafec4-5dce-4b2f-b25f-a2ee498ccb0e tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314410 Jul 15 13:44:29.432414 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:29.473473 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-ea7a323c-e640-44f5-9455-23c53817162a service neutron] show failed (client error): The resource could not be found. Jul 15 13:44:29.474492 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-ea7a323c-e640-44f5-9455-23c53817162a service neutron] 10.222.0.20 "GET /v2.0/ports/e17440b3-1900-460d-b2e9-ea3a98d00e70/bindings/n-h2-771363-36 HTTP/1.1" status: 404 len: 381 time: 0.0548890 Jul 15 13:44:29.711626 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-9ac96695-d907-46f4-a16d-a27e2a76f210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:29.713121 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-9ac96695-d907-46f4-a16d-a27e2a76f210 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9&tenant_id=09677c5ea3f648978482c8f672af54b5 HTTP/1.1" status: 200 len: 1098 time: 0.0543411 Jul 15 13:44:29.724299 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-d4ad34bd-d14a-447a-acee-8c801445db00 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-36', 'device_owner': 'compute:nova'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:29.725827 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:29.727027 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-65f9bb27-8b2d-429e-b557-94fa7ee2d960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:29.793891 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-d4ad34bd-d14a-447a-acee-8c801445db00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:29.997112 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-d4ad34bd-d14a-447a-acee-8c801445db00 service neutron] For port e17440b3-1900-460d-b2e9-ea3a98d00e70, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=e17440b3-1900-460d-b2e9-ea3a98d00e70,segment=NetworkSegment(4a876e1d-15d1-49fb-8e21-e71eabfa8de8),segment_id=4a876e1d-15d1-49fb-8e21-e71eabfa8de8)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:30.013925 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec152827-f50f-4041-89d5-f01c35b70aff req-4f1c5183-3368-4ffd-b4d4-85027289c106 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:30.015443 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ec152827-f50f-4041-89d5-f01c35b70aff req-4f1c5183-3368-4ffd-b4d4-85027289c106 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 946 time: 0.0637264 Jul 15 13:44:30.029440 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-d4ad34bd-d14a-447a-acee-8c801445db00 service neutron] For port e17440b3-1900-460d-b2e9-ea3a98d00e70, host n-h1-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:44:30.055687 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ec152827-f50f-4041-89d5-f01c35b70aff req-90e48e25-f78f-40f4-b6a7-d704f5a4aaa8 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346069 Jul 15 13:44:30.071041 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c10d93-964e-4f1d-8cb6-f9fad191ebf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e17440b3-1900-460d-b2e9-ea3a98d00e70'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:44:30.073306 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98768e9-199b-4080-97d2-1f7b3f1c3a32" -d '{"events": [{"server_uuid": "31c10d93-964e-4f1d-8cb6-f9fad191ebf9", "name": "network-vif-unplugged", "status": "completed", "tag": "e17440b3-1900-460d-b2e9-ea3a98d00e70"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:44:30.076869 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-d4ad34bd-d14a-447a-acee-8c801445db00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:30.090096 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-d4ad34bd-d14a-447a-acee-8c801445db00 service neutron] Transition to ACTIVE for port object e17440b3-1900-460d-b2e9-ea3a98d00e70 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:30.093476 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-d4ad34bd-d14a-447a-acee-8c801445db00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:30.126690 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8654ec-ec82-4985-992a-51dbd681b640 x-openstack-request-id: req-4c8654ec-ec82-4985-992a-51dbd681b640 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:44:30.126954 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c10d93-964e-4f1d-8cb6-f9fad191ebf9", "name": "network-vif-unplugged", "status": "completed", "tag": "e17440b3-1900-460d-b2e9-ea3a98d00e70", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:44:30.127207 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4c8654ec-ec82-4985-992a-51dbd681b640 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:44:30.127597 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c10d93-964e-4f1d-8cb6-f9fad191ebf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e17440b3-1900-460d-b2e9-ea3a98d00e70', 'code': 200} Jul 15 13:44:30.159179 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-d4ad34bd-d14a-447a-acee-8c801445db00 service neutron] No DVR routers for this DVR port e17440b3-1900-460d-b2e9-ea3a98d00e70 on host n-h1-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:44:30.160959 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad34bd-d14a-447a-acee-8c801445db00 service neutron] Pushing event updated for resources: {'Port': ['ID=e17440b3-1900-460d-b2e9-ea3a98d00e70,revision_number=6']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:30.173535 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ad34bd-d14a-447a-acee-8c801445db00 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:30.173902 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ad34bd-d14a-447a-acee-8c801445db00 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:30.174227 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ad34bd-d14a-447a-acee-8c801445db00 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:30.174583 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ad34bd-d14a-447a-acee-8c801445db00 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:30.174922 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ad34bd-d14a-447a-acee-8c801445db00 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:30.175253 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ad34bd-d14a-447a-acee-8c801445db00 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:30.175581 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ad34bd-d14a-447a-acee-8c801445db00 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:30.175907 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ad34bd-d14a-447a-acee-8c801445db00 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:30.176235 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ad34bd-d14a-447a-acee-8c801445db00 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:30.176556 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ad34bd-d14a-447a-acee-8c801445db00 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:30.176921 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ad34bd-d14a-447a-acee-8c801445db00 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:30.177243 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ad34bd-d14a-447a-acee-8c801445db00 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:30.211078 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-d4ad34bd-d14a-447a-acee-8c801445db00 service neutron] Attempting to bind port e17440b3-1900-460d-b2e9-ea3a98d00e70 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:44:30.211414 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-d4ad34bd-d14a-447a-acee-8c801445db00 service neutron] Attempting to bind port e17440b3-1900-460d-b2e9-ea3a98d00e70 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '4a876e1d-15d1-49fb-8e21-e71eabfa8de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f93fb388-e897-45f5-8c21-601212d566d9'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:44:30.211744 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-d4ad34bd-d14a-447a-acee-8c801445db00 service neutron] Attempting to bind port e17440b3-1900-460d-b2e9-ea3a98d00e70 on network f93fb388-e897-45f5-8c21-601212d566d9 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:44:30.215979 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-d4ad34bd-d14a-447a-acee-8c801445db00 service neutron] Port e17440b3-1900-460d-b2e9-ea3a98d00e70 on network f93fb388-e897-45f5-8c21-601212d566d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:44:30.216298 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-d4ad34bd-d14a-447a-acee-8c801445db00 service neutron] Attempting to bind port e17440b3-1900-460d-b2e9-ea3a98d00e70 on network f93fb388-e897-45f5-8c21-601212d566d9 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:44:30.220948 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-d4ad34bd-d14a-447a-acee-8c801445db00 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:44:30.221285 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-d4ad34bd-d14a-447a-acee-8c801445db00 service neutron] Checking segment: {'id': '4a876e1d-15d1-49fb-8e21-e71eabfa8de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f93fb388-e897-45f5-8c21-601212d566d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:44:30.221665 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-d4ad34bd-d14a-447a-acee-8c801445db00 service neutron] Bound using segment: {'id': '4a876e1d-15d1-49fb-8e21-e71eabfa8de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f93fb388-e897-45f5-8c21-601212d566d9'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:44:30.222087 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-d4ad34bd-d14a-447a-acee-8c801445db00 service neutron] Bound port: e17440b3-1900-460d-b2e9-ea3a98d00e70, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a876e1d-15d1-49fb-8e21-e71eabfa8de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f93fb388-e897-45f5-8c21-601212d566d9'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:44:30.222765 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-d4ad34bd-d14a-447a-acee-8c801445db00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:30.291383 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-d4ad34bd-d14a-447a-acee-8c801445db00 service neutron] For port e17440b3-1900-460d-b2e9-ea3a98d00e70, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:44:30.294263 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-d4ad34bd-d14a-447a-acee-8c801445db00 service neutron] For port e17440b3-1900-460d-b2e9-ea3a98d00e70, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=e17440b3-1900-460d-b2e9-ea3a98d00e70,segment=NetworkSegment(4a876e1d-15d1-49fb-8e21-e71eabfa8de8),segment_id=4a876e1d-15d1-49fb-8e21-e71eabfa8de8)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:44:30.299093 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-d4ad34bd-d14a-447a-acee-8c801445db00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:30.332839 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-d4ad34bd-d14a-447a-acee-8c801445db00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:30.333442 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-d4ad34bd-d14a-447a-acee-8c801445db00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:30.335404 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-d4ad34bd-d14a-447a-acee-8c801445db00 service neutron] 10.222.0.46 "PUT /v2.0/ports/e17440b3-1900-460d-b2e9-ea3a98d00e70 HTTP/1.1" status: 200 len: 1093 time: 0.6150401 Jul 15 13:44:30.356353 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad34bd-d14a-447a-acee-8c801445db00 service neutron] Pushing event updated for resources: {'Port': ['ID=e17440b3-1900-460d-b2e9-ea3a98d00e70,revision_number=7']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:30.409585 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-45f17c2d-d514-45e7-a529-ce87a3aba70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:30.411010 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-45f17c2d-d514-45e7-a529-ce87a3aba70d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=09677c5ea3f648978482c8f672af54b5&device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 1096 time: 0.0517528 Jul 15 13:44:30.501754 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-50d8fa61-c6db-43ca-845e-8e4d17e1d70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:30.503251 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-50d8fa61-c6db-43ca-845e-8e4d17e1d70a service neutron] 10.222.0.46 "GET /v2.0/networks?id=f93fb388-e897-45f5-8c21-601212d566d9 HTTP/1.1" status: 200 len: 914 time: 0.0863528 Jul 15 13:44:30.543458 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-f16d743f-7c55-4d50-b159-227637bfaffc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e17440b3-1900-460d-b2e9-ea3a98d00e70 HTTP/1.1" status: 200 len: 217 time: 0.0335646 Jul 15 13:44:30.593250 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-2fc0d8bb-d4ce-403b-9378-01fa01007348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:30.594690 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-2fc0d8bb-d4ce-403b-9378-01fa01007348 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47b51cf6-6d99-4284-83ef-b748a356ef19 HTTP/1.1" status: 200 len: 853 time: 0.0458581 Jul 15 13:44:30.626257 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-78d50654-e9f6-417d-938d-2c70a31b9a0c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f93fb388-e897-45f5-8c21-601212d566d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248461 Jul 15 13:44:30.716724 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-404a3d8d-5101-4fe1-afbb-705006e4974e service neutron] 10.222.0.46 "GET /v2.0/networks/f93fb388-e897-45f5-8c21-601212d566d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840945 Jul 15 13:44:30.803029 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-250c8dd2-eb30-44ae-a80a-fd78cd86e077 req-15e29e6d-96b7-4bb6-b3b1-70b96377c6ad service neutron] 10.222.0.46 "GET /v2.0/networks/f93fb388-e897-45f5-8c21-601212d566d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792658 Jul 15 13:44:31.229810 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94382f8-aa66-4a5c-a522-8e5c5f186c00 req-467ee057-3209-437f-86a4-357cee1fb6c2 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:31.231323 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f94382f8-aa66-4a5c-a522-8e5c5f186c00 req-467ee057-3209-437f-86a4-357cee1fb6c2 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 944 time: 0.0670569 Jul 15 13:44:31.269063 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f94382f8-aa66-4a5c-a522-8e5c5f186c00 req-6d8dc441-8a0b-49a3-9eb9-1589aa543f20 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321991 Jul 15 13:44:32.129118 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c10d93-964e-4f1d-8cb6-f9fad191ebf9', 'tag': 'e17440b3-1900-460d-b2e9-ea3a98d00e70'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:44:32.131964 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c67191-cace-4039-921f-c95dabd709e6" -d '{"events": [{"name": "network-changed", "server_uuid": "31c10d93-964e-4f1d-8cb6-f9fad191ebf9", "tag": "e17440b3-1900-460d-b2e9-ea3a98d00e70"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:44:32.178073 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d064e8f5-74c0-4463-81f2-082c31219f1f x-openstack-request-id: req-d064e8f5-74c0-4463-81f2-082c31219f1f {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:44:32.178367 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c10d93-964e-4f1d-8cb6-f9fad191ebf9", "tag": "e17440b3-1900-460d-b2e9-ea3a98d00e70", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:44:32.178729 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d064e8f5-74c0-4463-81f2-082c31219f1f {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:44:32.179130 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31c10d93-964e-4f1d-8cb6-f9fad191ebf9', 'tag': 'e17440b3-1900-460d-b2e9-ea3a98d00e70', 'status': 'completed', 'code': 200} Jul 15 13:44:32.248716 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c67191-cace-4039-921f-c95dabd709e6 req-4fc750d3-fe31-48a7-b642-a4a7cc27800b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:32.250233 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c1c67191-cace-4039-921f-c95dabd709e6 req-4fc750d3-fe31-48a7-b642-a4a7cc27800b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=09677c5ea3f648978482c8f672af54b5&device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 1096 time: 0.0527148 Jul 15 13:44:32.256929 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c67191-cace-4039-921f-c95dabd709e6 req-b973a310-f732-4760-848f-5a6c88b956d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:32.258421 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c1c67191-cace-4039-921f-c95dabd709e6 req-b973a310-f732-4760-848f-5a6c88b956d5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=09677c5ea3f648978482c8f672af54b5&device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 1096 time: 0.0555303 Jul 15 13:44:32.332782 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:32.360826 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c67191-cace-4039-921f-c95dabd709e6 req-05d09037-85bc-4860-ba13-3777d8f9ccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:32.362196 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c1c67191-cace-4039-921f-c95dabd709e6 req-05d09037-85bc-4860-ba13-3777d8f9ccb6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f93fb388-e897-45f5-8c21-601212d566d9 HTTP/1.1" status: 200 len: 914 time: 0.1049135 Jul 15 13:44:32.384518 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c67191-cace-4039-921f-c95dabd709e6 req-5838b78c-a698-4b85-b3d1-fe55d4c7d4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:32.386410 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c1c67191-cace-4039-921f-c95dabd709e6 req-5838b78c-a698-4b85-b3d1-fe55d4c7d4f8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f93fb388-e897-45f5-8c21-601212d566d9 HTTP/1.1" status: 200 len: 914 time: 0.1192508 Jul 15 13:44:32.421225 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c1c67191-cace-4039-921f-c95dabd709e6 req-9157dfeb-a001-4818-9dd7-6f1c9ad76a3c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e17440b3-1900-460d-b2e9-ea3a98d00e70 HTTP/1.1" status: 200 len: 217 time: 0.0518615 Jul 15 13:44:32.431307 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c1c67191-cace-4039-921f-c95dabd709e6 req-1e79bd60-5fc2-4b80-b771-c510618e0841 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e17440b3-1900-460d-b2e9-ea3a98d00e70 HTTP/1.1" status: 200 len: 217 time: 0.0387368 Jul 15 13:44:32.448847 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device e17440b3-1900-460d-b2e9-ea3a98d00e70 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:44:32.488478 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c67191-cace-4039-921f-c95dabd709e6 req-e38fb4fb-b9af-46f4-9440-f5f9588b40f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:32.490885 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c1c67191-cace-4039-921f-c95dabd709e6 req-e38fb4fb-b9af-46f4-9440-f5f9588b40f0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47b51cf6-6d99-4284-83ef-b748a356ef19 HTTP/1.1" status: 200 len: 853 time: 0.0526803 Jul 15 13:44:32.499106 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device e17440b3-1900-460d-b2e9-ea3a98d00e70 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:44:32.507769 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5157c1f-f8e6-46fb-b498-4c9b4ad62ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:32.513585 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c67191-cace-4039-921f-c95dabd709e6 req-ab5d3b19-08c0-45d5-812c-2a3cd0b6d796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:32.515045 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c1c67191-cace-4039-921f-c95dabd709e6 req-ab5d3b19-08c0-45d5-812c-2a3cd0b6d796 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=47b51cf6-6d99-4284-83ef-b748a356ef19 HTTP/1.1" status: 200 len: 853 time: 0.0727797 Jul 15 13:44:32.526114 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c1c67191-cace-4039-921f-c95dabd709e6 req-7557bb16-7064-4e3d-b2cc-577724071bc8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f93fb388-e897-45f5-8c21-601212d566d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290861 Jul 15 13:44:32.538168 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715caf2-a4bd-4e4e-8805-e682568ff3a3 req-a31d662e-9f69-49e1-9e3c-f5426a822d80 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:32.539727 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f715caf2-a4bd-4e4e-8805-e682568ff3a3 req-a31d662e-9f69-49e1-9e3c-f5426a822d80 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 944 time: 0.1296775 Jul 15 13:44:32.559347 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c1c67191-cace-4039-921f-c95dabd709e6 req-5f54c6dd-f337-49b7-8eef-248187bf0cd9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f93fb388-e897-45f5-8c21-601212d566d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368302 Jul 15 13:44:32.614752 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c1c67191-cace-4039-921f-c95dabd709e6 req-68e58a44-d05e-47fa-9724-e7da25768925 service neutron] 10.222.0.46 "GET /v2.0/networks/f93fb388-e897-45f5-8c21-601212d566d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823474 Jul 15 13:44:32.616724 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f715caf2-a4bd-4e4e-8805-e682568ff3a3 req-53ee759e-d3a4-481a-af7d-6562f9364738 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597355 Jul 15 13:44:32.667654 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c1c67191-cace-4039-921f-c95dabd709e6 req-311c4bb3-22ae-4aea-b466-d6415edf9712 service neutron] 10.222.0.20 "GET /v2.0/networks/f93fb388-e897-45f5-8c21-601212d566d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016557 Jul 15 13:44:32.709697 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c1c67191-cace-4039-921f-c95dabd709e6 req-8e94be47-86bd-4d0a-9ccd-c3186bcdf9c9 service neutron] 10.222.0.46 "GET /v2.0/networks/f93fb388-e897-45f5-8c21-601212d566d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884757 Jul 15 13:44:32.759846 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c1c67191-cace-4039-921f-c95dabd709e6 req-f5bd3fa8-878a-4735-9493-c9f84c4fd95a service neutron] 10.222.0.20 "GET /v2.0/networks/f93fb388-e897-45f5-8c21-601212d566d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862176 Jul 15 13:44:33.291762 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device e17440b3-1900-460d-b2e9-ea3a98d00e70 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:44:33.382194 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port e17440b3-1900-460d-b2e9-ea3a98d00e70, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=e17440b3-1900-460d-b2e9-ea3a98d00e70,segment=NetworkSegment(4a876e1d-15d1-49fb-8e21-e71eabfa8de8),segment_id=4a876e1d-15d1-49fb-8e21-e71eabfa8de8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:33.392995 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'e17440b3-1900-460d-b2e9-ea3a98d00e70', 'network_id': 'f93fb388-e897-45f5-8c21-601212d566d9', 'port_id': 'e17440b3-1900-460d-b2e9-ea3a98d00e70', 'mac_address': 'fa:16:3e:29:eb:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47b51cf6-6d99-4284-83ef-b748a356ef19', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:44:33.429331 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:33.445097 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e17440b3-1900-460d-b2e9-ea3a98d00e70 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:44:33.464962 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port e17440b3-1900-460d-b2e9-ea3a98d00e70, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=e17440b3-1900-460d-b2e9-ea3a98d00e70,segment=NetworkSegment(4a876e1d-15d1-49fb-8e21-e71eabfa8de8),segment_id=4a876e1d-15d1-49fb-8e21-e71eabfa8de8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:33.468998 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:33.514849 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=e17440b3-1900-460d-b2e9-ea3a98d00e70,revision_number=8']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:33.522052 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:33.523031 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:33.523373 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:33.523710 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:33.524037 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:33.524388 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:33.524713 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:33.525036 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:33.525358 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:33.525680 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:33.526001 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:33.526320 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:33.681005 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:33.697686 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['e17440b3-1900-460d-b2e9-ea3a98d00e70'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:44:33.792394 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361f032-2025-42e4-9f02-cd6d6606cf5a req-058bb4c9-a652-4a14-9490-e8800b7c5252 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:33.793891 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f361f032-2025-42e4-9f02-cd6d6606cf5a req-058bb4c9-a652-4a14-9490-e8800b7c5252 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 945 time: 0.0642185 Jul 15 13:44:33.831824 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f361f032-2025-42e4-9f02-cd6d6606cf5a req-bfac8454-717b-4d0c-8dea-bad8cdd92a91 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323958 Jul 15 13:44:34.163953 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c5064-c02b-42a9-8216-d9aabed70356 req-e504e0db-6cce-40ea-8f16-f0bee758548f tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:34.165436 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-603c5064-c02b-42a9-8216-d9aabed70356 req-e504e0db-6cce-40ea-8f16-f0bee758548f tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 945 time: 0.1093023 Jul 15 13:44:34.179895 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ccd76e-2a08-4a4f-a829-bfbf1b43b3dc req-9a64c134-6ca3-4b19-a901-af3b7b88d457 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:34.181316 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-94ccd76e-2a08-4a4f-a829-bfbf1b43b3dc req-9a64c134-6ca3-4b19-a901-af3b7b88d457 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.20 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9&tenant_id=09677c5ea3f648978482c8f672af54b5&binding%3Ahost_id=n-h2-771363-36 HTTP/1.1" status: 200 len: 945 time: 0.1161308 Jul 15 13:44:34.247087 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-603c5064-c02b-42a9-8216-d9aabed70356 req-e8cba6ef-a0ba-4b03-9d2d-774ca36cb472 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750606 Jul 15 13:44:34.263024 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [req-94ccd76e-2a08-4a4f-a829-bfbf1b43b3dc req-80be0a37-8262-4770-9315-3624cc7bf7b1 service neutron] delete failed (client error): The resource could not be found. Jul 15 13:44:34.264023 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-94ccd76e-2a08-4a4f-a829-bfbf1b43b3dc req-80be0a37-8262-4770-9315-3624cc7bf7b1 service neutron] 10.222.0.20 "DELETE /v2.0/ports/e17440b3-1900-460d-b2e9-ea3a98d00e70/bindings/n-h1-771363-36 HTTP/1.1" status: 404 len: 381 time: 0.0762527 Jul 15 13:44:34.356025 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ccd76e-2a08-4a4f-a829-bfbf1b43b3dc req-f3c8daa6-e911-423d-92dc-91b34343274f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:34.357479 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-94ccd76e-2a08-4a4f-a829-bfbf1b43b3dc req-f3c8daa6-e911-423d-92dc-91b34343274f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=09677c5ea3f648978482c8f672af54b5&device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 1097 time: 0.0512216 Jul 15 13:44:34.443149 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ccd76e-2a08-4a4f-a829-bfbf1b43b3dc req-19930812-5fa1-4f84-96b5-78a56ce2b394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:34.444643 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-94ccd76e-2a08-4a4f-a829-bfbf1b43b3dc req-19930812-5fa1-4f84-96b5-78a56ce2b394 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f93fb388-e897-45f5-8c21-601212d566d9 HTTP/1.1" status: 200 len: 914 time: 0.0812588 Jul 15 13:44:34.486059 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-94ccd76e-2a08-4a4f-a829-bfbf1b43b3dc req-7f3b926c-b68f-4841-862c-c3464d2ea633 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e17440b3-1900-460d-b2e9-ea3a98d00e70 HTTP/1.1" status: 200 len: 217 time: 0.0356653 Jul 15 13:44:34.532107 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ccd76e-2a08-4a4f-a829-bfbf1b43b3dc req-1f9a868b-e44f-4a96-ac81-8c1f75413828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:34.533409 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-94ccd76e-2a08-4a4f-a829-bfbf1b43b3dc req-1f9a868b-e44f-4a96-ac81-8c1f75413828 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=47b51cf6-6d99-4284-83ef-b748a356ef19 HTTP/1.1" status: 200 len: 853 time: 0.0405271 Jul 15 13:44:34.564695 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-94ccd76e-2a08-4a4f-a829-bfbf1b43b3dc req-e9e95ad4-3c26-4769-98f6-2441669b5a0a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f93fb388-e897-45f5-8c21-601212d566d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250347 Jul 15 13:44:34.652354 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-94ccd76e-2a08-4a4f-a829-bfbf1b43b3dc req-520c14ac-75d3-48ec-96c3-0b76a1e66678 service neutron] 10.222.0.20 "GET /v2.0/networks/f93fb388-e897-45f5-8c21-601212d566d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812047 Jul 15 13:44:34.737609 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-94ccd76e-2a08-4a4f-a829-bfbf1b43b3dc req-a30e7830-315c-4b43-b5e8-807cae33bd39 service neutron] 10.222.0.20 "GET /v2.0/networks/f93fb388-e897-45f5-8c21-601212d566d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794106 Jul 15 13:44:35.113231 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:35.306473 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device e17440b3-1900-460d-b2e9-ea3a98d00e70 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:35.376005 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port e17440b3-1900-460d-b2e9-ea3a98d00e70 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:35.380221 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port e17440b3-1900-460d-b2e9-ea3a98d00e70 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:35.380596 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:35.428138 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e246942-4bb9-4e35-b6a2-8e3f98c5e887 req-5e5aec32-959a-4395-997e-41dd706e2680 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:35.430134 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e246942-4bb9-4e35-b6a2-8e3f98c5e887 req-5e5aec32-959a-4395-997e-41dd706e2680 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 945 time: 0.0700562 Jul 15 13:44:35.464978 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:35.469755 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e246942-4bb9-4e35-b6a2-8e3f98c5e887 req-0369f798-5fe1-41e4-b5ba-d8793d9e8c8f tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330594 Jul 15 13:44:35.486418 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c10d93-964e-4f1d-8cb6-f9fad191ebf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e17440b3-1900-460d-b2e9-ea3a98d00e70'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:44:35.488664 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559034c1-0a42-448e-be8c-01bcf37ecc41" -d '{"events": [{"server_uuid": "31c10d93-964e-4f1d-8cb6-f9fad191ebf9", "name": "network-vif-plugged", "status": "completed", "tag": "e17440b3-1900-460d-b2e9-ea3a98d00e70"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:44:35.501542 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port e17440b3-1900-460d-b2e9-ea3a98d00e70, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=e17440b3-1900-460d-b2e9-ea3a98d00e70,segment=NetworkSegment(4a876e1d-15d1-49fb-8e21-e71eabfa8de8),segment_id=4a876e1d-15d1-49fb-8e21-e71eabfa8de8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:35.506325 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:35.533846 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c6fd7f-9a44-4172-83e3-8fb78d376290 x-openstack-request-id: req-d3c6fd7f-9a44-4172-83e3-8fb78d376290 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:44:35.534134 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c10d93-964e-4f1d-8cb6-f9fad191ebf9", "name": "network-vif-plugged", "status": "completed", "tag": "e17440b3-1900-460d-b2e9-ea3a98d00e70", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:44:35.534385 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d3c6fd7f-9a44-4172-83e3-8fb78d376290 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:44:35.534789 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c10d93-964e-4f1d-8cb6-f9fad191ebf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e17440b3-1900-460d-b2e9-ea3a98d00e70', 'code': 200} Jul 15 13:44:35.559890 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=e17440b3-1900-460d-b2e9-ea3a98d00e70,revision_number=9']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:35.643960 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86663c4e-2b9f-418a-9f16-2ecba509a71a req-96c89e97-559c-4eef-8efc-e8cb44633c4e tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:35.645410 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-86663c4e-2b9f-418a-9f16-2ecba509a71a req-96c89e97-559c-4eef-8efc-e8cb44633c4e tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 946 time: 0.0614502 Jul 15 13:44:35.681884 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-86663c4e-2b9f-418a-9f16-2ecba509a71a req-6e5b7de3-6f08-4576-9902-e49f323b98f5 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309458 Jul 15 13:44:35.854246 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7158941-d33f-4e9a-9685-aa3f5da16aee req-6124f1a0-3f9d-445d-8dd5-a39d1d86094c tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:35.855742 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d7158941-d33f-4e9a-9685-aa3f5da16aee req-6124f1a0-3f9d-445d-8dd5-a39d1d86094c tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 946 time: 0.0662079 Jul 15 13:44:35.893092 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d7158941-d33f-4e9a-9685-aa3f5da16aee req-cd46fc25-54d8-4fb8-b551-d0096051a173 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318356 Jul 15 13:44:36.434268 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5891cec-38c3-49d2-aae7-8b598519677d req-87903f6a-3631-4063-93d8-5eff717b2b2c tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:36.435761 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c5891cec-38c3-49d2-aae7-8b598519677d req-87903f6a-3631-4063-93d8-5eff717b2b2c tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 946 time: 0.0621464 Jul 15 13:44:36.472818 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c5891cec-38c3-49d2-aae7-8b598519677d req-27685b9f-b2dc-42e6-965d-22d0513980ab tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314684 Jul 15 13:44:37.555725 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88431ce2-95f3-42ce-b8de-122b6bc908a4 req-c57844f6-1397-4c87-a256-1a52f715e84c tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:37.557453 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-88431ce2-95f3-42ce-b8de-122b6bc908a4 req-c57844f6-1397-4c87-a256-1a52f715e84c tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.46 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 946 time: 0.0690458 Jul 15 13:44:37.647686 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53817a29-26c7-45f8-9f56-a0afe90bc99f req-c8cd73c5-f998-412d-aa5b-88509e19c7a5 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:37.649094 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-53817a29-26c7-45f8-9f56-a0afe90bc99f req-c8cd73c5-f998-412d-aa5b-88509e19c7a5 tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c10d93-964e-4f1d-8cb6-f9fad191ebf9 HTTP/1.1" status: 200 len: 946 time: 0.0619569 Jul 15 13:44:37.661384 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-88431ce2-95f3-42ce-b8de-122b6bc908a4 req-d426a087-22f9-4e01-bb4d-31513a378bcc tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Deleting port e17440b3-1900-460d-b2e9-ea3a98d00e70 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:37.661729 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-88431ce2-95f3-42ce-b8de-122b6bc908a4 req-d426a087-22f9-4e01-bb4d-31513a378bcc tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:37.686322 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-53817a29-26c7-45f8-9f56-a0afe90bc99f req-036d42f5-6ca1-47db-b1ff-b382b74153ee tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.16 "GET /v2.0/security-groups?id=344748b0-2a29-4e1e-a84b-996ceaa282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317388 Jul 15 13:44:37.748905 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-88431ce2-95f3-42ce-b8de-122b6bc908a4 req-d426a087-22f9-4e01-bb4d-31513a378bcc tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] For port e17440b3-1900-460d-b2e9-ea3a98d00e70, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=e17440b3-1900-460d-b2e9-ea3a98d00e70,segment=NetworkSegment(4a876e1d-15d1-49fb-8e21-e71eabfa8de8),segment_id=4a876e1d-15d1-49fb-8e21-e71eabfa8de8)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:37.749266 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-88431ce2-95f3-42ce-b8de-122b6bc908a4 req-d426a087-22f9-4e01-bb4d-31513a378bcc tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:37.762044 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-88431ce2-95f3-42ce-b8de-122b6bc908a4 req-d426a087-22f9-4e01-bb4d-31513a378bcc tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Calling delete_port for e17440b3-1900-460d-b2e9-ea3a98d00e70 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:37.891180 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-88431ce2-95f3-42ce-b8de-122b6bc908a4 req-d426a087-22f9-4e01-bb4d-31513a378bcc tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:37.902636 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['e17440b3-1900-460d-b2e9-ea3a98d00e70'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:44:37.919964 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426a087-22f9-4e01-bb4d-31513a378bcc tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Pushing event deleted for resources: {'Port': ['ID=e17440b3-1900-460d-b2e9-ea3a98d00e70,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:37.967056 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-88431ce2-95f3-42ce-b8de-122b6bc908a4 req-d426a087-22f9-4e01-bb4d-31513a378bcc tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] No DVR routers for this DVR port e17440b3-1900-460d-b2e9-ea3a98d00e70 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:44:37.969720 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-88431ce2-95f3-42ce-b8de-122b6bc908a4 req-d426a087-22f9-4e01-bb4d-31513a378bcc tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:37.971710 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-88431ce2-95f3-42ce-b8de-122b6bc908a4 req-d426a087-22f9-4e01-bb4d-31513a378bcc tempest-ServerDiskConfigTestJSON-56302122 tempest-ServerDiskConfigTestJSON-56302122-project] 10.222.0.46 "DELETE /v2.0/ports/e17440b3-1900-460d-b2e9-ea3a98d00e70 HTTP/1.1" status: 204 len: 173 time: 0.4084792 Jul 15 13:44:37.972158 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c10d93-964e-4f1d-8cb6-f9fad191ebf9', 'name': 'network-vif-deleted', 'tag': 'e17440b3-1900-460d-b2e9-ea3a98d00e70'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:44:37.974443 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c718a0-08e0-4451-8d85-141f8b332187" -d '{"events": [{"server_uuid": "31c10d93-964e-4f1d-8cb6-f9fad191ebf9", "name": "network-vif-deleted", "tag": "e17440b3-1900-460d-b2e9-ea3a98d00e70"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:44:38.010480 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdfe310-ebe8-48ca-8d33-396e83efb5fc x-openstack-request-id: req-efdfe310-ebe8-48ca-8d33-396e83efb5fc {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:44:38.010797 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c10d93-964e-4f1d-8cb6-f9fad191ebf9", "name": "network-vif-deleted", "tag": "e17440b3-1900-460d-b2e9-ea3a98d00e70", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:44:38.011047 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-efdfe310-ebe8-48ca-8d33-396e83efb5fc {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:44:38.011448 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c10d93-964e-4f1d-8cb6-f9fad191ebf9', 'name': 'network-vif-deleted', 'tag': 'e17440b3-1900-460d-b2e9-ea3a98d00e70', 'status': 'completed', 'code': 200} Jul 15 13:44:38.908752 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37150) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:38.952907 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-b346db56-f534-4f92-b31a-1e5d03e1eb8d admin admin] Deleting subnet 47b51cf6-6d99-4284-83ef-b748a356ef19 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:44:38.955841 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b346db56-f534-4f92-b31a-1e5d03e1eb8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:38.989085 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b346db56-f534-4f92-b31a-1e5d03e1eb8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:39.026268 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b346db56-f534-4f92-b31a-1e5d03e1eb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:39.080846 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b346db56-f534-4f92-b31a-1e5d03e1eb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:39.108160 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b346db56-f534-4f92-b31a-1e5d03e1eb8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47b51cf6-6d99-4284-83ef-b748a356ef19,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:39.110901 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b346db56-f534-4f92-b31a-1e5d03e1eb8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:39.113103 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b346db56-f534-4f92-b31a-1e5d03e1eb8d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/47b51cf6-6d99-4284-83ef-b748a356ef19 HTTP/1.1" status: 204 len: 168 time: 0.2033019 Jul 15 13:44:39.115635 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37152) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:39.183903 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4010efe7-6808-49ff-ae0f-02da9786d731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:39.263280 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4010efe7-6808-49ff-ae0f-02da9786d731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:39.273375 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-4010efe7-6808-49ff-ae0f-02da9786d731 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93fb388-e897-45f5-8c21-601212d566d9']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:39.283002 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-4010efe7-6808-49ff-ae0f-02da9786d731 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a876e1d-15d1-49fb-8e21-e71eabfa8de8') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:39.283300 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-4010efe7-6808-49ff-ae0f-02da9786d731 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a876e1d-15d1-49fb-8e21-e71eabfa8de8') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:39.292864 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4010efe7-6808-49ff-ae0f-02da9786d731 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:39.306651 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4010efe7-6808-49ff-ae0f-02da9786d731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:39.312367 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4010efe7-6808-49ff-ae0f-02da9786d731 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:44:39.312780 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4010efe7-6808-49ff-ae0f-02da9786d731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:39.314361 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:44:39.314361 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:44:39.314361 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:44:39.314361 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:44:39.314361 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:44:39.314361 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:44:39.314361 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:44:39.314361 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:44:39.314361 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:44:39.314361 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:44:39.314361 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:44:39.314361 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:44:39.314361 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:44:39.314361 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:44:39.314361 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:44:39.314361 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:44:39.314361 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:44:39.314361 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:44:39.314361 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:44:39.314361 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:44:39.314361 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:44:39.314361 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:44:39.314361 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:44:39.314361 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:44:39.314361 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:44:39.314361 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:44:39.314361 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:44:39.314361 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:44:39.314361 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:44:39.314361 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:44:39.314361 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:44:39.314361 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:44:39.314361 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:44:39.314361 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:44:39.314361 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:44:39.314361 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:44:39.356735 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:44:39.366488 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4010efe7-6808-49ff-ae0f-02da9786d731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:39.371802 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4010efe7-6808-49ff-ae0f-02da9786d731 admin admin] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:39.373743 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4010efe7-6808-49ff-ae0f-02da9786d731 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f93fb388-e897-45f5-8c21-601212d566d9 HTTP/1.1" status: 204 len: 168 time: 0.2570829 Jul 15 13:44:39.388410 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010efe7-6808-49ff-ae0f-02da9786d731 admin admin] Pushing event deleted for resources: {'Network': ['ID=f93fb388-e897-45f5-8c21-601212d566d9,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:39.479211 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37156) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:39.517554 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5f2dbc63-96ca-40b7-b8ee-8fb797c2b361 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=09677c5ea3f648978482c8f672af54b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371273 Jul 15 13:44:39.519831 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37158) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:39.566406 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b1510078-2b5a-43b9-9133-cb96669d118e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:39.587706 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b1510078-2b5a-43b9-9133-cb96669d118e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:39.631413 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b1510078-2b5a-43b9-9133-cb96669d118e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:39.634411 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b1510078-2b5a-43b9-9133-cb96669d118e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:39.635582 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b1510078-2b5a-43b9-9133-cb96669d118e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/344748b0-2a29-4e1e-a84b-996ceaa282eb HTTP/1.1" status: 204 len: 168 time: 0.1148813 Jul 15 13:44:39.643078 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1510078-2b5a-43b9-9133-cb96669d118e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344748b0-2a29-4e1e-a84b-996ceaa282eb,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:40.269352 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37180) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:40.364189 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-296793e7-5842-4f93-b8f9-69a76c6726c2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-370842980-network', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:40.389573 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296793e7-5842-4f93-b8f9-69a76c6726c2 admin admin] Made reservation on behalf of 9785b0ee591e4037bc2c92fc42ea40ac for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:44:40.391989 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-296793e7-5842-4f93-b8f9-69a76c6726c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:40.400242 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-296793e7-5842-4f93-b8f9-69a76c6726c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:40.486951 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-296793e7-5842-4f93-b8f9-69a76c6726c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:40.490337 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-296793e7-5842-4f93-b8f9-69a76c6726c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:40.510356 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-296793e7-5842-4f93-b8f9-69a76c6726c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:44:40.522977 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296793e7-5842-4f93-b8f9-69a76c6726c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccb7c93-25d0-4502-8def-1ddaa8486f16,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:40.527488 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-296793e7-5842-4f93-b8f9-69a76c6726c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:40.527828 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-296793e7-5842-4f93-b8f9-69a76c6726c2 admin admin] Added segment 5a424a01-e6d9-4533-ba62-9bf6300e2bc9 of type vlan for network b5bf532f-b153-47f1-9912-eabb2230f11a Jul 15 13:44:40.538902 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296793e7-5842-4f93-b8f9-69a76c6726c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:40.539242 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296793e7-5842-4f93-b8f9-69a76c6726c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:40.539576 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296793e7-5842-4f93-b8f9-69a76c6726c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:40.539907 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296793e7-5842-4f93-b8f9-69a76c6726c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:40.540233 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296793e7-5842-4f93-b8f9-69a76c6726c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:40.540556 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296793e7-5842-4f93-b8f9-69a76c6726c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:40.540877 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296793e7-5842-4f93-b8f9-69a76c6726c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:40.541466 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296793e7-5842-4f93-b8f9-69a76c6726c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:40.541788 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296793e7-5842-4f93-b8f9-69a76c6726c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:40.542104 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296793e7-5842-4f93-b8f9-69a76c6726c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:40.542426 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296793e7-5842-4f93-b8f9-69a76c6726c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:40.542766 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296793e7-5842-4f93-b8f9-69a76c6726c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:40.583711 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-296793e7-5842-4f93-b8f9-69a76c6726c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:40.612112 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-296793e7-5842-4f93-b8f9-69a76c6726c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:40.612982 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296793e7-5842-4f93-b8f9-69a76c6726c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:40.613560 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-296793e7-5842-4f93-b8f9-69a76c6726c2 admin admin] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:40.644189 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-296793e7-5842-4f93-b8f9-69a76c6726c2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3737655 Jul 15 13:44:40.648235 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37184) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:40.653553 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-dbf59ef4-17d6-4075-9ebe-ea6ad0c3f1dd admin admin] Request body: {'subnet': {'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-370842980-subnet', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:40.676266 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf59ef4-17d6-4075-9ebe-ea6ad0c3f1dd admin admin] Made reservation on behalf of 9785b0ee591e4037bc2c92fc42ea40ac for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:44:40.678935 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dbf59ef4-17d6-4075-9ebe-ea6ad0c3f1dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:40.679096 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296793e7-5842-4f93-b8f9-69a76c6726c2 admin admin] Pushing event updated for resources: {'Network': ['ID=b5bf532f-b153-47f1-9912-eabb2230f11a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:40.689297 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network b5bf532f-b153-47f1-9912-eabb2230f11a details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:44:40.844153 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dbf59ef4-17d6-4075-9ebe-ea6ad0c3f1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:40.906869 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf59ef4-17d6-4075-9ebe-ea6ad0c3f1dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=171f76c7-cb7d-4273-804a-f488a1a5882f,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:40.909334 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf59ef4-17d6-4075-9ebe-ea6ad0c3f1dd admin admin] Checking segment: {'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:44:40.909681 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf59ef4-17d6-4075-9ebe-ea6ad0c3f1dd admin admin] Network hostable DHCP agents. Network: b5bf532f-b153-47f1-9912-eabb2230f11a, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:44:40.929468 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf59ef4-17d6-4075-9ebe-ea6ad0c3f1dd admin admin] Network b5bf532f-b153-47f1-9912-eabb2230f11a is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:44:40.938086 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-dbf59ef4-17d6-4075-9ebe-ea6ad0c3f1dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, b5bf532f-b153-47f1-9912-eabb2230f11a) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:40.942353 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf59ef4-17d6-4075-9ebe-ea6ad0c3f1dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:40.942947 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dbf59ef4-17d6-4075-9ebe-ea6ad0c3f1dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:40.948481 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89744f20-d563-48a6-bea2-3ad16b9d649d None None] Network b5bf532f-b153-47f1-9912-eabb2230f11a requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:44:40.957286 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-dbf59ef4-17d6-4075-9ebe-ea6ad0c3f1dd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3077688 Jul 15 13:44:40.960736 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37186) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:40.965018 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-239dc3d8-7283-4c62-8882-51b5973a2691 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-370842980-router', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:40.984485 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-239dc3d8-7283-4c62-8882-51b5973a2691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:40.985472 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-239dc3d8-7283-4c62-8882-51b5973a2691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:41.038126 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-239dc3d8-7283-4c62-8882-51b5973a2691 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:41.094554 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67031fdd-fda6-4a3a-98d5-1fe70599fc52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-b5bf532f-b153-47f1-9912-eabb2230f11a', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'fixed_ips': [{'subnet_id': '171f76c7-cb7d-4273-804a-f488a1a5882f'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:44:41.095420 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-67031fdd-fda6-4a3a-98d5-1fe70599fc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:41.176296 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-239dc3d8-7283-4c62-8882-51b5973a2691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:41.230048 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-67031fdd-fda6-4a3a-98d5-1fe70599fc52 None None] Allocated IP 172.20.0.2 (b5bf532f-b153-47f1-9912-eabb2230f11a/171f76c7-cb7d-4273-804a-f488a1a5882f/4e014ed6-6a4b-4e90-984e-11e08f1ebfbd) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:41.326219 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device e17440b3-1900-460d-b2e9-ea3a98d00e70 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:44:41.353551 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: e17440b3-1900-460d-b2e9-ea3a98d00e70 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:44:41.353898 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device e17440b3-1900-460d-b2e9-ea3a98d00e70 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:44:41.372643 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-239dc3d8-7283-4c62-8882-51b5973a2691 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:41.393904 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-67031fdd-fda6-4a3a-98d5-1fe70599fc52 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:41.394932 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-239dc3d8-7283-4c62-8882-51b5973a2691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:41.401952 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-67031fdd-fda6-4a3a-98d5-1fe70599fc52 None None] Transition to ACTIVE for port object 4e014ed6-6a4b-4e90-984e-11e08f1ebfbd will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:41.417090 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-67031fdd-fda6-4a3a-98d5-1fe70599fc52 None None] Transition to ACTIVE for port object 4e014ed6-6a4b-4e90-984e-11e08f1ebfbd will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:41.424595 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-67031fdd-fda6-4a3a-98d5-1fe70599fc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:41.464518 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67031fdd-fda6-4a3a-98d5-1fe70599fc52 None None] Network b5bf532f-b153-47f1-9912-eabb2230f11a is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:41.467160 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-67031fdd-fda6-4a3a-98d5-1fe70599fc52 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:41.470555 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67031fdd-fda6-4a3a-98d5-1fe70599fc52 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:41.477201 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67031fdd-fda6-4a3a-98d5-1fe70599fc52 None None] Pushing event updated for resources: {'Port': ['ID=4e014ed6-6a4b-4e90-984e-11e08f1ebfbd,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:41.495728 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-239dc3d8-7283-4c62-8882-51b5973a2691 admin admin] Allocated IP 172.25.8.130 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/bdba8feb-2acb-4498-875b-901b7e4f3a3a) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:41.533875 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-67031fdd-fda6-4a3a-98d5-1fe70599fc52 None None] Attempting to bind port 4e014ed6-6a4b-4e90-984e-11e08f1ebfbd on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:44:41.533875 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-67031fdd-fda6-4a3a-98d5-1fe70599fc52 None None] Attempting to bind port 4e014ed6-6a4b-4e90-984e-11e08f1ebfbd by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:44:41.534176 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67031fdd-fda6-4a3a-98d5-1fe70599fc52 None None] Attempting to bind port 4e014ed6-6a4b-4e90-984e-11e08f1ebfbd on network b5bf532f-b153-47f1-9912-eabb2230f11a {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:44:41.538993 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67031fdd-fda6-4a3a-98d5-1fe70599fc52 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:44:41.539363 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67031fdd-fda6-4a3a-98d5-1fe70599fc52 None None] Checking segment: {'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:44:41.539758 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-67031fdd-fda6-4a3a-98d5-1fe70599fc52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:41.540145 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67031fdd-fda6-4a3a-98d5-1fe70599fc52 None None] Bound using segment: {'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:44:41.540598 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-67031fdd-fda6-4a3a-98d5-1fe70599fc52 None None] Bound port: 4e014ed6-6a4b-4e90-984e-11e08f1ebfbd, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:44:41.541227 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-67031fdd-fda6-4a3a-98d5-1fe70599fc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:41.597636 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-239dc3d8-7283-4c62-8882-51b5973a2691 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:41.600872 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-67031fdd-fda6-4a3a-98d5-1fe70599fc52 None None] For port 4e014ed6-6a4b-4e90-984e-11e08f1ebfbd, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:44:41.603901 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-67031fdd-fda6-4a3a-98d5-1fe70599fc52 None None] For port 4e014ed6-6a4b-4e90-984e-11e08f1ebfbd, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=4e014ed6-6a4b-4e90-984e-11e08f1ebfbd,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:44:41.607409 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-67031fdd-fda6-4a3a-98d5-1fe70599fc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:41.636756 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-239dc3d8-7283-4c62-8882-51b5973a2691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:41.665239 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67031fdd-fda6-4a3a-98d5-1fe70599fc52 None None] Pushing event updated for resources: {'Port': ['ID=4e014ed6-6a4b-4e90-984e-11e08f1ebfbd,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:41.676311 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239dc3d8-7283-4c62-8882-51b5973a2691 admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:41.679697 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-239dc3d8-7283-4c62-8882-51b5973a2691 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:41.685196 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239dc3d8-7283-4c62-8882-51b5973a2691 admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:41.712044 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239dc3d8-7283-4c62-8882-51b5973a2691 admin admin] Pushing event updated for resources: {'Port': ['ID=bdba8feb-2acb-4498-875b-901b7e4f3a3a,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:41.956535 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-239dc3d8-7283-4c62-8882-51b5973a2691 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:42.478380 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-239dc3d8-7283-4c62-8882-51b5973a2691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:42.609407 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239dc3d8-7283-4c62-8882-51b5973a2691 admin admin] Router bf01221f-87ba-4655-9141-2d3e2b199b7a is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:44:42.640805 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb6f553-5a1f-4a49-812c-24c986dd4b2b None None] Network b5bf532f-b153-47f1-9912-eabb2230f11a requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:44:42.677792 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d9eaa8d5-961a-4e52-a20e-5a1118f024ce None None] Provisioning for port 4e014ed6-6a4b-4e90-984e-11e08f1ebfbd completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:42.720625 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239dc3d8-7283-4c62-8882-51b5973a2691 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:44:42.732396 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf873817-6afe-4013-837c-e201abdc1ebe None None] Sync routers for ids ['bf01221f-87ba-4655-9141-2d3e2b199b7a'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:44:42.737229 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-239dc3d8-7283-4c62-8882-51b5973a2691 admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:42.738609 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-239dc3d8-7283-4c62-8882-51b5973a2691 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7768142 Jul 15 13:44:42.742001 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37188) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:42.763223 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf873817-6afe-4013-837c-e201abdc1ebe None None] Routers {'bf01221f-87ba-4655-9141-2d3e2b199b7a'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:42.763848 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-bf873817-6afe-4013-837c-e201abdc1ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:44:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['bf01221f-87ba-4655-9141-2d3e2b199b7a'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:42.898292 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-bf873817-6afe-4013-837c-e201abdc1ebe None None] Set router bf01221f-87ba-4655-9141-2d3e2b199b7a gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:44:43.173021 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-32a77d93-758b-4034-befb-a7ce9099b6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:43.262364 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-bf873817-6afe-4013-837c-e201abdc1ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'name': 'tempest-ServerActionsTestJSON-370842980-router', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:40Z', 'updated_at': '2021-07-15T13:44:41Z', 'revision_number': 3, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'gw_port': {'id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:41Z', 'updated_at': '2021-07-15T13:44:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:43.291491 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf873817-6afe-4013-837c-e201abdc1ebe None None] Checking router: bf01221f-87ba-4655-9141-2d3e2b199b7a for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:44:43.291841 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf873817-6afe-4013-837c-e201abdc1ebe None None] Updating router bf01221f-87ba-4655-9141-2d3e2b199b7a port bdba8feb-2acb-4498-875b-901b7e4f3a3a binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:44:43.327607 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bf873817-6afe-4013-837c-e201abdc1ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:43.340841 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-32a77d93-758b-4034-befb-a7ce9099b6b6 admin admin] Allocated IP 172.20.0.1 (b5bf532f-b153-47f1-9912-eabb2230f11a/171f76c7-cb7d-4273-804a-f488a1a5882f/558ed182-e357-4c99-ab22-fd9d0a32aaf4) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:43.455372 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-32a77d93-758b-4034-befb-a7ce9099b6b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:43.469605 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-32a77d93-758b-4034-befb-a7ce9099b6b6 admin admin] Transition to ACTIVE for port object 558ed182-e357-4c99-ab22-fd9d0a32aaf4 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:43.469903 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 4e014ed6-6a4b-4e90-984e-11e08f1ebfbd up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:43.502222 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-32a77d93-758b-4034-befb-a7ce9099b6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:43.542553 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a77d93-758b-4034-befb-a7ce9099b6b6 admin admin] Network b5bf532f-b153-47f1-9912-eabb2230f11a is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:43.547866 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-32a77d93-758b-4034-befb-a7ce9099b6b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:43.551407 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a77d93-758b-4034-befb-a7ce9099b6b6 admin admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:43.577990 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a77d93-758b-4034-befb-a7ce9099b6b6 admin admin] Pushing event updated for resources: {'Port': ['ID=558ed182-e357-4c99-ab22-fd9d0a32aaf4,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:43.583760 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 4e014ed6-6a4b-4e90-984e-11e08f1ebfbd completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:43.592837 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 4e014ed6-6a4b-4e90-984e-11e08f1ebfbd triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:43.593214 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:43.595931 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-32a77d93-758b-4034-befb-a7ce9099b6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:43.683488 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bf873817-6afe-4013-837c-e201abdc1ebe None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:43.699942 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-bf873817-6afe-4013-837c-e201abdc1ebe None None] Transition to ACTIVE for port object bdba8feb-2acb-4498-875b-901b7e4f3a3a will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:43.729262 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bf873817-6afe-4013-837c-e201abdc1ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:43.746591 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-32a77d93-758b-4034-befb-a7ce9099b6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:43.781268 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:43.805293 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-bf873817-6afe-4013-837c-e201abdc1ebe None None] Attempting to bind port bdba8feb-2acb-4498-875b-901b7e4f3a3a on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:44:43.805673 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-bf873817-6afe-4013-837c-e201abdc1ebe None None] Attempting to bind port bdba8feb-2acb-4498-875b-901b7e4f3a3a by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:44:43.806156 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf873817-6afe-4013-837c-e201abdc1ebe None None] Attempting to bind port bdba8feb-2acb-4498-875b-901b7e4f3a3a on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:44:43.808219 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323e2f6-5ada-4281-983c-17194f99e77d None None] Pushing event updated for resources: {'Port': ['ID=bdba8feb-2acb-4498-875b-901b7e4f3a3a,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:43.819832 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf873817-6afe-4013-837c-e201abdc1ebe None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:44:43.820212 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf873817-6afe-4013-837c-e201abdc1ebe None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:44:43.820615 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bf873817-6afe-4013-837c-e201abdc1ebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:43.821166 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf873817-6afe-4013-837c-e201abdc1ebe None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:44:43.821517 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-bf873817-6afe-4013-837c-e201abdc1ebe None None] Bound port: bdba8feb-2acb-4498-875b-901b7e4f3a3a, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:44:43.822075 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bf873817-6afe-4013-837c-e201abdc1ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:43.860910 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 4e014ed6-6a4b-4e90-984e-11e08f1ebfbd, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=4e014ed6-6a4b-4e90-984e-11e08f1ebfbd,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:43.882492 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:43.917544 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-32a77d93-758b-4034-befb-a7ce9099b6b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:43.918489 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-4a390b41-196e-4d39-a0e3-bdb092c65bad None None] Provisioning for port 558ed182-e357-4c99-ab22-fd9d0a32aaf4 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:43.922965 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-bf873817-6afe-4013-837c-e201abdc1ebe None None] For port bdba8feb-2acb-4498-875b-901b7e4f3a3a, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:44:43.923470 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-32a77d93-758b-4034-befb-a7ce9099b6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:43.940810 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-4a390b41-196e-4d39-a0e3-bdb092c65bad None None] Provisioning complete for port 558ed182-e357-4c99-ab22-fd9d0a32aaf4 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:43.941165 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4a390b41-196e-4d39-a0e3-bdb092c65bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:43.945856 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-bf873817-6afe-4013-837c-e201abdc1ebe None None] For port bdba8feb-2acb-4498-875b-901b7e4f3a3a, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=bdba8feb-2acb-4498-875b-901b7e4f3a3a,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:44:43.970702 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bf873817-6afe-4013-837c-e201abdc1ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:43.986712 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-32a77d93-758b-4034-befb-a7ce9099b6b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:43.996549 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=4e014ed6-6a4b-4e90-984e-11e08f1ebfbd,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:43.996728 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a77d93-758b-4034-befb-a7ce9099b6b6 admin admin] Pushing event updated for resources: {'Port': ['ID=558ed182-e357-4c99-ab22-fd9d0a32aaf4,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:44.007412 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-4a390b41-196e-4d39-a0e3-bdb092c65bad None None] Port 558ed182-e357-4c99-ab22-fd9d0a32aaf4 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:44:44.036142 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf873817-6afe-4013-837c-e201abdc1ebe None None] Routers {'bf01221f-87ba-4655-9141-2d3e2b199b7a'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:44.036765 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-bf873817-6afe-4013-837c-e201abdc1ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:44:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['bf01221f-87ba-4655-9141-2d3e2b199b7a'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:44.086239 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a77d93-758b-4034-befb-a7ce9099b6b6 admin admin] Network b5bf532f-b153-47f1-9912-eabb2230f11a is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:44.087801 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-32a77d93-758b-4034-befb-a7ce9099b6b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:44.098735 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323e2f6-5ada-4281-983c-17194f99e77d None None] Pushing event updated for resources: {'Port': ['ID=bdba8feb-2acb-4498-875b-901b7e4f3a3a,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:44.164863 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-bf873817-6afe-4013-837c-e201abdc1ebe None None] Set router bf01221f-87ba-4655-9141-2d3e2b199b7a gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:44:44.204753 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a77d93-758b-4034-befb-a7ce9099b6b6 admin admin] Router bf01221f-87ba-4655-9141-2d3e2b199b7a has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:44:44.315168 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a77d93-758b-4034-befb-a7ce9099b6b6 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:44:44.320337 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-32a77d93-758b-4034-befb-a7ce9099b6b6 admin admin] 10.222.0.16 "PUT /v2.0/routers/bf01221f-87ba-4655-9141-2d3e2b199b7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5771148 Jul 15 13:44:44.356201 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d70aee3d-ae60-4873-b402-e62792426a63 None None] Provisioning complete for port 558ed182-e357-4c99-ab22-fd9d0a32aaf4 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:44.356578 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d70aee3d-ae60-4873-b402-e62792426a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:44.399679 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d70aee3d-ae60-4873-b402-e62792426a63 None None] Port 558ed182-e357-4c99-ab22-fd9d0a32aaf4 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:44:44.412211 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-bf873817-6afe-4013-837c-e201abdc1ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'name': 'tempest-ServerActionsTestJSON-370842980-router', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:40Z', 'updated_at': '2021-07-15T13:44:43Z', 'revision_number': 4, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'gw_port': {'id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:41Z', 'updated_at': '2021-07-15T13:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '558ed182-e357-4c99-ab22-fd9d0a32aaf4', 'name': '', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'mac_address': 'fa:16:3e:3a:78:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:43Z', 'updated_at': '2021-07-15T13:44:43Z', 'revision_number': 2, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'subnets': [{'id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:44.440218 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf873817-6afe-4013-837c-e201abdc1ebe None None] The sync data for ids ['bf01221f-87ba-4655-9141-2d3e2b199b7a'] in n-d-771363-36 is: [{'id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'name': 'tempest-ServerActionsTestJSON-370842980-router', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:40Z', 'updated_at': '2021-07-15T13:44:43Z', 'revision_number': 4, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'gw_port': {'id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:41Z', 'updated_at': '2021-07-15T13:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '558ed182-e357-4c99-ab22-fd9d0a32aaf4', 'name': '', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'mac_address': 'fa:16:3e:3a:78:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:43Z', 'updated_at': '2021-07-15T13:44:43Z', 'revision_number': 2, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'subnets': [{'id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:44:45.184538 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37196) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:45.189484 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-0d264d09-19e5-43ae-889c-c45d21a71c4d tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Request body: {'security_group': {'name': 'tempest-securitygroup--777877955', 'description': 'tempest-description--1682724538'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:45.212038 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0d264d09-19e5-43ae-889c-c45d21a71c4d tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.297331 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0d264d09-19e5-43ae-889c-c45d21a71c4d tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.301550 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0d264d09-19e5-43ae-889c-c45d21a71c4d tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.329264 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0d264d09-19e5-43ae-889c-c45d21a71c4d tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.330492 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0d264d09-19e5-43ae-889c-c45d21a71c4d tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1448739 Jul 15 13:44:45.333284 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37198) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:45.339034 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-b957f6f6-dd8b-4784-8819-103d70ab0ef2 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Request body: {'security_group_rule': {'security_group_id': '5a436fe1-eade-4de5-a92f-1270b66569bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:45.344345 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d264d09-19e5-43ae-889c-c45d21a71c4d tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a436fe1-eade-4de5-a92f-1270b66569bb,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:45.373852 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b957f6f6-dd8b-4784-8819-103d70ab0ef2 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.447060 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b957f6f6-dd8b-4784-8819-103d70ab0ef2 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.451305 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b957f6f6-dd8b-4784-8819-103d70ab0ef2 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.471889 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b957f6f6-dd8b-4784-8819-103d70ab0ef2 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f096f6e-4292-4d7d-ab60-7f929c6d9db4,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:45.481111 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b957f6f6-dd8b-4784-8819-103d70ab0ef2 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.485572 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b957f6f6-dd8b-4784-8819-103d70ab0ef2 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1485827 Jul 15 13:44:45.485572 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37200) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:45.490351 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-bc36f990-74f4-4744-a3f6-69c06a7f799b tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Request body: {'security_group_rule': {'security_group_id': '5a436fe1-eade-4de5-a92f-1270b66569bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:45.512504 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device bdba8feb-2acb-4498-875b-901b7e4f3a3a up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:45.521420 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc36f990-74f4-4744-a3f6-69c06a7f799b tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.566587 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port bdba8feb-2acb-4498-875b-901b7e4f3a3a completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:45.571890 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port bdba8feb-2acb-4498-875b-901b7e4f3a3a triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:45.572508 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.581511 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc36f990-74f4-4744-a3f6-69c06a7f799b tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.588008 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc36f990-74f4-4744-a3f6-69c06a7f799b tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.607939 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36f990-74f4-4744-a3f6-69c06a7f799b tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c4ce5a-37cd-4392-96b4-88ad46d1c619,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:45.616716 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc36f990-74f4-4744-a3f6-69c06a7f799b tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.618353 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-bc36f990-74f4-4744-a3f6-69c06a7f799b tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1318865 Jul 15 13:44:45.621295 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37202) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:45.626109 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-9b293aec-e544-4141-9895-7f459d89ae53 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:45.649316 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b293aec-e544-4141-9895-7f459d89ae53 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks [] for floatingip, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.658698 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.680015 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port bdba8feb-2acb-4498-875b-901b7e4f3a3a, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=bdba8feb-2acb-4498-875b-901b7e4f3a3a,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:45.684501 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.685376 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 4e014ed6-6a4b-4e90-984e-11e08f1ebfbd up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:45.747130 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b293aec-e544-4141-9895-7f459d89ae53 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.764573 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=bdba8feb-2acb-4498-875b-901b7e4f3a3a,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:45.775307 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 4e014ed6-6a4b-4e90-984e-11e08f1ebfbd triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:45.775678 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.858698 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-9b293aec-e544-4141-9895-7f459d89ae53 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Allocated IP 172.25.8.99 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/3179d8f3-5265-4347-b7e9-4be12129d6da) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:45.958365 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b293aec-e544-4141-9895-7f459d89ae53 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.996414 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b293aec-e544-4141-9895-7f459d89ae53 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:46.036201 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b293aec-e544-4141-9895-7f459d89ae53 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:46.039011 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-9b293aec-e544-4141-9895-7f459d89ae53 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:46.042818 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b293aec-e544-4141-9895-7f459d89ae53 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:46.335355 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3851717-8820-4b54-b49c-cb0cdb888043 None None] Sync routers for ids ['bf01221f-87ba-4655-9141-2d3e2b199b7a'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:44:46.344443 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3851717-8820-4b54-b49c-cb0cdb888043 None None] Routers {'bf01221f-87ba-4655-9141-2d3e2b199b7a'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:46.345055 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-f3851717-8820-4b54-b49c-cb0cdb888043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:44:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['bf01221f-87ba-4655-9141-2d3e2b199b7a'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:46.417106 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b293aec-e544-4141-9895-7f459d89ae53 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Pushing event updated for resources: {'Port': ['ID=3179d8f3-5265-4347-b7e9-4be12129d6da,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:46.451543 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-f3851717-8820-4b54-b49c-cb0cdb888043 None None] Set router bf01221f-87ba-4655-9141-2d3e2b199b7a gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:44:46.476821 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b293aec-e544-4141-9895-7f459d89ae53 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:46.518778 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b293aec-e544-4141-9895-7f459d89ae53 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:46.675778 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b293aec-e544-4141-9895-7f459d89ae53 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:46.680013 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b293aec-e544-4141-9895-7f459d89ae53 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:46.742395 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-f3851717-8820-4b54-b49c-cb0cdb888043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'name': 'tempest-ServerActionsTestJSON-370842980-router', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:40Z', 'updated_at': '2021-07-15T13:44:43Z', 'revision_number': 4, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'gw_port': {'id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:41Z', 'updated_at': '2021-07-15T13:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '558ed182-e357-4c99-ab22-fd9d0a32aaf4', 'name': '', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'mac_address': 'fa:16:3e:3a:78:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:43Z', 'updated_at': '2021-07-15T13:44:43Z', 'revision_number': 2, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'subnets': [{'id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:46.744944 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b293aec-e544-4141-9895-7f459d89ae53 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Pushing event updated for resources: {'Port': ['ID=3179d8f3-5265-4347-b7e9-4be12129d6da,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:46.759610 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b293aec-e544-4141-9895-7f459d89ae53 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:46.770306 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3851717-8820-4b54-b49c-cb0cdb888043 None None] Checking router: bf01221f-87ba-4655-9141-2d3e2b199b7a for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:44:46.770684 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3851717-8820-4b54-b49c-cb0cdb888043 None None] Updating router bf01221f-87ba-4655-9141-2d3e2b199b7a port 558ed182-e357-4c99-ab22-fd9d0a32aaf4 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:44:46.774948 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b293aec-e544-4141-9895-7f459d89ae53 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:46.784347 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9b293aec-e544-4141-9895-7f459d89ae53 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1540954 Jul 15 13:44:46.810768 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f3851717-8820-4b54-b49c-cb0cdb888043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:46.927456 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-49875022-e01f-4867-a017-5f6b494e5e5f tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--777877955&fields=id&tenant_id=9785b0ee591e4037bc2c92fc42ea40ac HTTP/1.1" status: 200 len: 267 time: 0.0323277 Jul 15 13:44:47.031695 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-b8deaed2-335b-403d-9222-d8284d5e5cd9 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:47.033183 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-b8deaed2-335b-403d-9222-d8284d5e5cd9 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 811 time: 0.0985687 Jul 15 13:44:47.048477 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-4143fbd2-ec15-4d76-9d67-085d7dd9cc95 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/quotas/9785b0ee591e4037bc2c92fc42ea40ac HTTP/1.1" status: 200 len: 375 time: 0.0092843 Jul 15 13:44:47.080577 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f3851717-8820-4b54-b49c-cb0cdb888043 None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:47.092255 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-f3851717-8820-4b54-b49c-cb0cdb888043 None None] Transition to ACTIVE for port object 558ed182-e357-4c99-ab22-fd9d0a32aaf4 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:47.098190 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f3851717-8820-4b54-b49c-cb0cdb888043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:47.124653 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-89e1ad1a-22dc-461c-b221-ca6d7d96e427 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0709627 Jul 15 13:44:47.148339 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f51ad-c60c-4a09-9622-9faedfbc8a8a None None] Pushing event updated for resources: {'Port': ['ID=558ed182-e357-4c99-ab22-fd9d0a32aaf4,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:47.172368 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f51ad-c60c-4a09-9622-9faedfbc8a8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:47.172706 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f51ad-c60c-4a09-9622-9faedfbc8a8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:47.173039 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f51ad-c60c-4a09-9622-9faedfbc8a8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:47.173367 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f51ad-c60c-4a09-9622-9faedfbc8a8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:47.173699 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f51ad-c60c-4a09-9622-9faedfbc8a8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:47.174024 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f51ad-c60c-4a09-9622-9faedfbc8a8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:47.174340 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f51ad-c60c-4a09-9622-9faedfbc8a8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:47.174683 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f51ad-c60c-4a09-9622-9faedfbc8a8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:47.175000 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f51ad-c60c-4a09-9622-9faedfbc8a8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:47.175316 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f51ad-c60c-4a09-9622-9faedfbc8a8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:47.175632 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f51ad-c60c-4a09-9622-9faedfbc8a8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:47.175942 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f51ad-c60c-4a09-9622-9faedfbc8a8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:47.215963 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-f3851717-8820-4b54-b49c-cb0cdb888043 None None] Attempting to bind port 558ed182-e357-4c99-ab22-fd9d0a32aaf4 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:44:47.216329 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-f3851717-8820-4b54-b49c-cb0cdb888043 None None] Attempting to bind port 558ed182-e357-4c99-ab22-fd9d0a32aaf4 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:44:47.216692 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3851717-8820-4b54-b49c-cb0cdb888043 None None] Attempting to bind port 558ed182-e357-4c99-ab22-fd9d0a32aaf4 on network b5bf532f-b153-47f1-9912-eabb2230f11a {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:44:47.221707 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3851717-8820-4b54-b49c-cb0cdb888043 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:44:47.222078 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3851717-8820-4b54-b49c-cb0cdb888043 None None] Checking segment: {'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:44:47.222482 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f3851717-8820-4b54-b49c-cb0cdb888043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:47.222920 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3851717-8820-4b54-b49c-cb0cdb888043 None None] Bound using segment: {'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:44:47.223383 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-f3851717-8820-4b54-b49c-cb0cdb888043 None None] Bound port: 558ed182-e357-4c99-ab22-fd9d0a32aaf4, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:44:47.223758 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f3851717-8820-4b54-b49c-cb0cdb888043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:47.283743 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-89c16172-9783-4c1f-8e38-0d696fb9202f service neutron] 10.222.0.16 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454487 Jul 15 13:44:47.296659 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-f3851717-8820-4b54-b49c-cb0cdb888043 None None] For port 558ed182-e357-4c99-ab22-fd9d0a32aaf4, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:44:47.300030 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-f3851717-8820-4b54-b49c-cb0cdb888043 None None] For port 558ed182-e357-4c99-ab22-fd9d0a32aaf4, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=558ed182-e357-4c99-ab22-fd9d0a32aaf4,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:44:47.306686 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f3851717-8820-4b54-b49c-cb0cdb888043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:47.370780 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3851717-8820-4b54-b49c-cb0cdb888043 None None] Routers {'bf01221f-87ba-4655-9141-2d3e2b199b7a'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:47.371471 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-f3851717-8820-4b54-b49c-cb0cdb888043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:44:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['bf01221f-87ba-4655-9141-2d3e2b199b7a'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:47.392506 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-8e7665f7-aa5d-42d4-a818-c215386e9bb8 service neutron] 10.222.0.16 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010406 Jul 15 13:44:47.445401 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device bdba8feb-2acb-4498-875b-901b7e4f3a3a up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:47.480305 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f51ad-c60c-4a09-9622-9faedfbc8a8a None None] Pushing event updated for resources: {'Port': ['ID=558ed182-e357-4c99-ab22-fd9d0a32aaf4,revision_number=4']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:47.517997 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-f3851717-8820-4b54-b49c-cb0cdb888043 None None] Set router bf01221f-87ba-4655-9141-2d3e2b199b7a gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:44:47.542408 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port bdba8feb-2acb-4498-875b-901b7e4f3a3a triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:47.543091 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:47.591117 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c9a4325c-daf1-43e1-99f7-3c9bc75881a3 req-5732b8f0-4f62-45e6-8622-e27635a5b970 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 210 time: 0.0389071 Jul 15 13:44:47.744026 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-f3851717-8820-4b54-b49c-cb0cdb888043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'name': 'tempest-ServerActionsTestJSON-370842980-router', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:40Z', 'updated_at': '2021-07-15T13:44:43Z', 'revision_number': 4, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'gw_port': {'id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:41Z', 'updated_at': '2021-07-15T13:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '558ed182-e357-4c99-ab22-fd9d0a32aaf4', 'name': '', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'mac_address': 'fa:16:3e:3a:78:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:43Z', 'updated_at': '2021-07-15T13:44:47Z', 'revision_number': 4, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'subnets': [{'id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:47.775454 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3851717-8820-4b54-b49c-cb0cdb888043 None None] The sync data for ids ['bf01221f-87ba-4655-9141-2d3e2b199b7a'] in n-d-771363-36 is: [{'id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'name': 'tempest-ServerActionsTestJSON-370842980-router', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:40Z', 'updated_at': '2021-07-15T13:44:43Z', 'revision_number': 4, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'gw_port': {'id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:41Z', 'updated_at': '2021-07-15T13:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '558ed182-e357-4c99-ab22-fd9d0a32aaf4', 'name': '', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'mac_address': 'fa:16:3e:3a:78:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:43Z', 'updated_at': '2021-07-15T13:44:47Z', 'revision_number': 4, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'subnets': [{'id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:44:48.668723 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-5b5a09b3-3299-409b-8e15-27303e5e2c42 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:48.670250 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-5b5a09b3-3299-409b-8e15-27303e5e2c42 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.20 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 811 time: 0.1090789 Jul 15 13:44:48.728038 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8e18fcea-a662-4fb2-8bdf-1ad969ea3207 req-b30552cc-a151-4bc1-b93a-6405d4cd7e01 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 210 time: 0.0322244 Jul 15 13:44:48.742678 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-5f055448-7805-4cdf-bebd-0bde105c92ea tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9785b0ee591e4037bc2c92fc42ea40ac HTTP/1.1" status: 200 len: 379 time: 0.0605972 Jul 15 13:44:48.751111 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-a31d405e-984a-4d9b-8c97-5db7bd17e82c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Request body: {'port': {'device_id': '33821610-3620-4d7f-be50-47f5d3d8b250', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'admin_state_up': True, 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'security_groups': ['5a436fe1-eade-4de5-a92f-1270b66569bb']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:48.860389 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-a31d405e-984a-4d9b-8c97-5db7bd17e82c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Made reservation on behalf of 9785b0ee591e4037bc2c92fc42ea40ac for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:44:48.864082 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-a31d405e-984a-4d9b-8c97-5db7bd17e82c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:48.983183 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-a31d405e-984a-4d9b-8c97-5db7bd17e82c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Allocated IP 172.20.0.7 (b5bf532f-b153-47f1-9912-eabb2230f11a/171f76c7-cb7d-4273-804a-f488a1a5882f/41038477-9f5c-4e91-9f36-2a07d97e49b5) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:49.120587 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-a31d405e-984a-4d9b-8c97-5db7bd17e82c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:49.134180 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-a31d405e-984a-4d9b-8c97-5db7bd17e82c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Transition to ACTIVE for port object 41038477-9f5c-4e91-9f36-2a07d97e49b5 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:49.165445 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-a31d405e-984a-4d9b-8c97-5db7bd17e82c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:49.210718 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-a31d405e-984a-4d9b-8c97-5db7bd17e82c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Network b5bf532f-b153-47f1-9912-eabb2230f11a is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:49.213797 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-a31d405e-984a-4d9b-8c97-5db7bd17e82c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:49.217693 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-a31d405e-984a-4d9b-8c97-5db7bd17e82c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:49.224007 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d405e-984a-4d9b-8c97-5db7bd17e82c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Pushing event updated for resources: {'Port': ['ID=41038477-9f5c-4e91-9f36-2a07d97e49b5,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:49.275307 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-a31d405e-984a-4d9b-8c97-5db7bd17e82c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:49.275957 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-a31d405e-984a-4d9b-8c97-5db7bd17e82c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:49.293971 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-a31d405e-984a-4d9b-8c97-5db7bd17e82c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5465825 Jul 15 13:44:49.306017 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-8394de02-5a57-405b-b92c-8230608faeff service neutron] Request body: {'port': {'device_id': '33821610-3620-4d7f-be50-47f5d3d8b250', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:49.385150 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-8394de02-5a57-405b-b92c-8230608faeff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:49.408254 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b6d46a80-6af8-4dac-8ea9-d481dce91901 None None] Provisioning for port 41038477-9f5c-4e91-9f36-2a07d97e49b5 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:49.412421 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b6d46a80-6af8-4dac-8ea9-d481dce91901 None None] Provisioning complete for port 41038477-9f5c-4e91-9f36-2a07d97e49b5 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:49.412864 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b6d46a80-6af8-4dac-8ea9-d481dce91901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:49.441040 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 558ed182-e357-4c99-ab22-fd9d0a32aaf4 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:49.480943 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b6d46a80-6af8-4dac-8ea9-d481dce91901 None None] Port 41038477-9f5c-4e91-9f36-2a07d97e49b5 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:44:49.500688 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 558ed182-e357-4c99-ab22-fd9d0a32aaf4 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:49.504168 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 558ed182-e357-4c99-ab22-fd9d0a32aaf4 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:49.504536 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:49.582519 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:49.614495 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 558ed182-e357-4c99-ab22-fd9d0a32aaf4, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=558ed182-e357-4c99-ab22-fd9d0a32aaf4,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:49.618392 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:49.658575 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-8394de02-5a57-405b-b92c-8230608faeff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41038477-9f5c-4e91-9f36-2a07d97e49b5 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:44:49.667012 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-8394de02-5a57-405b-b92c-8230608faeff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:49.670032 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=558ed182-e357-4c99-ab22-fd9d0a32aaf4,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:49.679176 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-8394de02-5a57-405b-b92c-8230608faeff service neutron] Transition to ACTIVE for port object 41038477-9f5c-4e91-9f36-2a07d97e49b5 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:49.682634 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-8394de02-5a57-405b-b92c-8230608faeff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:49.730381 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394de02-5a57-405b-b92c-8230608faeff service neutron] Pushing event updated for resources: {'Port': ['ID=41038477-9f5c-4e91-9f36-2a07d97e49b5,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:49.802337 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-8394de02-5a57-405b-b92c-8230608faeff service neutron] Attempting to bind port 41038477-9f5c-4e91-9f36-2a07d97e49b5 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:44:49.802706 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-8394de02-5a57-405b-b92c-8230608faeff service neutron] Attempting to bind port 41038477-9f5c-4e91-9f36-2a07d97e49b5 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:44:49.803039 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-8394de02-5a57-405b-b92c-8230608faeff service neutron] Attempting to bind port 41038477-9f5c-4e91-9f36-2a07d97e49b5 on network b5bf532f-b153-47f1-9912-eabb2230f11a {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:44:49.807746 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-8394de02-5a57-405b-b92c-8230608faeff service neutron] Port 41038477-9f5c-4e91-9f36-2a07d97e49b5 on network b5bf532f-b153-47f1-9912-eabb2230f11a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:44:49.808084 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-8394de02-5a57-405b-b92c-8230608faeff service neutron] Attempting to bind port 41038477-9f5c-4e91-9f36-2a07d97e49b5 on network b5bf532f-b153-47f1-9912-eabb2230f11a {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:44:49.813082 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-8394de02-5a57-405b-b92c-8230608faeff service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:44:49.813425 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-8394de02-5a57-405b-b92c-8230608faeff service neutron] Checking segment: {'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:44:49.813941 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-8394de02-5a57-405b-b92c-8230608faeff service neutron] Bound using segment: {'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:44:49.814378 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-8394de02-5a57-405b-b92c-8230608faeff service neutron] Bound port: 41038477-9f5c-4e91-9f36-2a07d97e49b5, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:44:49.814808 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-8394de02-5a57-405b-b92c-8230608faeff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:49.918074 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-8394de02-5a57-405b-b92c-8230608faeff service neutron] For port 41038477-9f5c-4e91-9f36-2a07d97e49b5, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:44:49.934362 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-8394de02-5a57-405b-b92c-8230608faeff service neutron] For port 41038477-9f5c-4e91-9f36-2a07d97e49b5, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=41038477-9f5c-4e91-9f36-2a07d97e49b5,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:44:49.939061 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-8394de02-5a57-405b-b92c-8230608faeff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:49.975359 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa9b4f-270a-4a03-aa3d-d0125656f849 req-2bed0234-af51-4368-b35a-0a80dbe5cbda tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:49.976877 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-56fa9b4f-270a-4a03-aa3d-d0125656f849 req-2bed0234-af51-4368-b35a-0a80dbe5cbda tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 943 time: 0.1244781 Jul 15 13:44:49.987364 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-8394de02-5a57-405b-b92c-8230608faeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:49.987973 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-8394de02-5a57-405b-b92c-8230608faeff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:49.989304 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-8394de02-5a57-405b-b92c-8230608faeff service neutron] 10.222.0.20 "PUT /v2.0/ports/41038477-9f5c-4e91-9f36-2a07d97e49b5 HTTP/1.1" status: 200 len: 1092 time: 0.6885250 Jul 15 13:44:49.993675 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33821610-3620-4d7f-be50-47f5d3d8b250', 'tag': '41038477-9f5c-4e91-9f36-2a07d97e49b5'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:44:49.995859 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c242f2de-518f-4f2d-8f89-2f21813430e1" -d '{"events": [{"name": "network-changed", "server_uuid": "33821610-3620-4d7f-be50-47f5d3d8b250", "tag": "41038477-9f5c-4e91-9f36-2a07d97e49b5"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:44:50.055638 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394de02-5a57-405b-b92c-8230608faeff service neutron] Pushing event updated for resources: {'Port': ['ID=41038477-9f5c-4e91-9f36-2a07d97e49b5,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:50.085779 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-56fa9b4f-270a-4a03-aa3d-d0125656f849 req-bc9afee9-8065-406e-9c0f-43187a3382d2 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999227 Jul 15 13:44:50.123421 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-ca99b8a9-8368-49e2-a652-5d1a32790c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:50.124953 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-ca99b8a9-8368-49e2-a652-5d1a32790c24 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 1095 time: 0.0805709 Jul 15 13:44:50.169708 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e87385b-ed7d-403b-ae33-25aa75690463 x-openstack-request-id: req-4e87385b-ed7d-403b-ae33-25aa75690463 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:44:50.170003 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33821610-3620-4d7f-be50-47f5d3d8b250", "tag": "41038477-9f5c-4e91-9f36-2a07d97e49b5", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:44:50.170256 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e87385b-ed7d-403b-ae33-25aa75690463 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:44:50.170681 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33821610-3620-4d7f-be50-47f5d3d8b250', 'tag': '41038477-9f5c-4e91-9f36-2a07d97e49b5', 'status': 'completed', 'code': 200} Jul 15 13:44:50.172509 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-677edb80-581d-4d9b-8827-64232bc4f1a7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41038477-9f5c-4e91-9f36-2a07d97e49b5 HTTP/1.1" status: 200 len: 217 time: 0.0389893 Jul 15 13:44:50.221096 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-ab7e9c4d-207d-4d7f-9a85-773b92afc9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:50.222592 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-ab7e9c4d-207d-4d7f-9a85-773b92afc9f4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0444343 Jul 15 13:44:50.283486 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-c2912682-bd52-4b27-8ca6-d5b1ea18d2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:50.284910 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-c2912682-bd52-4b27-8ca6-d5b1ea18d2cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554302 Jul 15 13:44:50.372793 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-1cba9ab8-a504-431f-bfe3-95353dce8210 service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803196 Jul 15 13:44:50.464141 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2b81ddc8-06c9-4f89-967c-d32e4c8b74f9 req-6e4c44b9-dd37-40ec-83f4-fa0b7950d789 service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850983 Jul 15 13:44:50.557443 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242f2de-518f-4f2d-8f89-2f21813430e1 req-e5badbbd-bbf7-4dff-9c47-8279c650e3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:50.558962 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c242f2de-518f-4f2d-8f89-2f21813430e1 req-e5badbbd-bbf7-4dff-9c47-8279c650e3f4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 1095 time: 0.0523527 Jul 15 13:44:50.649007 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242f2de-518f-4f2d-8f89-2f21813430e1 req-57d2c17b-b83e-4d01-9295-823e772c0bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:50.650457 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c242f2de-518f-4f2d-8f89-2f21813430e1 req-57d2c17b-b83e-4d01-9295-823e772c0bc8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.0858002 Jul 15 13:44:50.690588 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c242f2de-518f-4f2d-8f89-2f21813430e1 req-0b9c3f99-aa4b-493b-8433-20d7d0096f82 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41038477-9f5c-4e91-9f36-2a07d97e49b5 HTTP/1.1" status: 200 len: 217 time: 0.0341222 Jul 15 13:44:50.738199 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242f2de-518f-4f2d-8f89-2f21813430e1 req-8347631b-c93c-4e0e-b976-6f95f955946f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:50.739535 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c242f2de-518f-4f2d-8f89-2f21813430e1 req-8347631b-c93c-4e0e-b976-6f95f955946f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0424361 Jul 15 13:44:50.794944 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242f2de-518f-4f2d-8f89-2f21813430e1 req-f55cb7f0-d744-4640-9993-63c75fc67846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:50.796436 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c242f2de-518f-4f2d-8f89-2f21813430e1 req-f55cb7f0-d744-4640-9993-63c75fc67846 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499425 Jul 15 13:44:50.887507 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c242f2de-518f-4f2d-8f89-2f21813430e1 req-97bbbd1f-26e7-4831-a7bc-af1704ef32ea service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839891 Jul 15 13:44:50.973633 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c242f2de-518f-4f2d-8f89-2f21813430e1 req-fcfa63ad-5e51-48b0-a9da-f9d95ad7e0df service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798497 Jul 15 13:44:51.267930 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b3131-9262-42a1-91cd-bf5b9674ee2a req-94758737-9837-4f4e-b556-457eb0c0e68d tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:51.269670 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4f2b3131-9262-42a1-91cd-bf5b9674ee2a req-94758737-9837-4f4e-b556-457eb0c0e68d tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 943 time: 0.0678844 Jul 15 13:44:51.306520 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4f2b3131-9262-42a1-91cd-bf5b9674ee2a req-9912510b-8d13-4a54-bbf3-551b17baf8af tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310917 Jul 15 13:44:51.405647 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 558ed182-e357-4c99-ab22-fd9d0a32aaf4 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:51.456134 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 558ed182-e357-4c99-ab22-fd9d0a32aaf4 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:51.456722 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:52.484661 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b5f02-36ee-4395-ba1a-f973e7d62a83 req-8ce73bb9-c2c5-43b4-b682-b4ce048678bd tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:52.486131 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-176b5f02-36ee-4395-ba1a-f973e7d62a83 req-8ce73bb9-c2c5-43b4-b682-b4ce048678bd tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 943 time: 0.0643253 Jul 15 13:44:52.523621 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-176b5f02-36ee-4395-ba1a-f973e7d62a83 req-c5af8982-7452-4928-8776-f0e0e713ccbb tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316737 Jul 15 13:44:53.695765 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20f5ae-7437-4bcd-94e1-357d30eee123 req-d4a3f646-505d-471f-8e97-833f6323102e tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:53.697232 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cb20f5ae-7437-4bcd-94e1-357d30eee123 req-d4a3f646-505d-471f-8e97-833f6323102e tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 943 time: 0.0671365 Jul 15 13:44:53.733962 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cb20f5ae-7437-4bcd-94e1-357d30eee123 req-72a46a7a-f43b-49dc-ac33-64cb10016954 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311947 Jul 15 13:44:54.588613 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 41038477-9f5c-4e91-9f36-2a07d97e49b5 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:44:54.682618 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 41038477-9f5c-4e91-9f36-2a07d97e49b5, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=41038477-9f5c-4e91-9f36-2a07d97e49b5,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:54.693134 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': '41038477-9f5c-4e91-9f36-2a07d97e49b5', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'port_id': '41038477-9f5c-4e91-9f36-2a07d97e49b5', 'mac_address': 'fa:16:3e:37:a8:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:44:54.730257 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:54.743112 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41038477-9f5c-4e91-9f36-2a07d97e49b5 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:44:54.762555 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 41038477-9f5c-4e91-9f36-2a07d97e49b5, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=41038477-9f5c-4e91-9f36-2a07d97e49b5,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:54.767244 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:54.815715 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=41038477-9f5c-4e91-9f36-2a07d97e49b5,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:54.911088 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd62d8b-8098-4200-afa6-790da21b7072 req-dd130cfe-5158-4ba3-a88a-55428cc6c28c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:54.912554 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cfd62d8b-8098-4200-afa6-790da21b7072 req-dd130cfe-5158-4ba3-a88a-55428cc6c28c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 944 time: 0.0642440 Jul 15 13:44:54.949287 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cfd62d8b-8098-4200-afa6-790da21b7072 req-278bf301-8a5d-4f6d-86ec-ee69d5dd3f9c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302556 Jul 15 13:44:54.965480 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['41038477-9f5c-4e91-9f36-2a07d97e49b5'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:44:56.120676 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1addc10-863d-47ba-9c5d-140b175875c2 req-b3d20d92-997e-4412-b8f8-d182b38fad8b tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:56.122032 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e1addc10-863d-47ba-9c5d-140b175875c2 req-b3d20d92-997e-4412-b8f8-d182b38fad8b tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 944 time: 0.0612588 Jul 15 13:44:56.157581 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e1addc10-863d-47ba-9c5d-140b175875c2 req-6fa90a9c-22ee-494e-b4d4-a727e192e555 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300226 Jul 15 13:44:56.588312 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 41038477-9f5c-4e91-9f36-2a07d97e49b5 up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:56.634711 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port 41038477-9f5c-4e91-9f36-2a07d97e49b5 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:56.638153 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port 41038477-9f5c-4e91-9f36-2a07d97e49b5 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:56.638522 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:56.715110 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:56.735736 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33821610-3620-4d7f-be50-47f5d3d8b250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41038477-9f5c-4e91-9f36-2a07d97e49b5'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:44:56.737950 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40594d7c-1315-472e-9332-fb000cbda1c7" -d '{"events": [{"server_uuid": "33821610-3620-4d7f-be50-47f5d3d8b250", "name": "network-vif-plugged", "status": "completed", "tag": "41038477-9f5c-4e91-9f36-2a07d97e49b5"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:44:56.750727 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 41038477-9f5c-4e91-9f36-2a07d97e49b5, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=41038477-9f5c-4e91-9f36-2a07d97e49b5,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:56.756013 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:56.803866 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=41038477-9f5c-4e91-9f36-2a07d97e49b5,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:56.833283 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb1a314-bcd5-4f6b-970f-b183484aadf8 x-openstack-request-id: req-6cb1a314-bcd5-4f6b-970f-b183484aadf8 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:44:56.833580 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33821610-3620-4d7f-be50-47f5d3d8b250", "name": "network-vif-plugged", "status": "completed", "tag": "41038477-9f5c-4e91-9f36-2a07d97e49b5", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:44:56.833842 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6cb1a314-bcd5-4f6b-970f-b183484aadf8 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:44:56.834235 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33821610-3620-4d7f-be50-47f5d3d8b250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41038477-9f5c-4e91-9f36-2a07d97e49b5', 'code': 200} Jul 15 13:44:56.945119 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d27044-d089-456b-b561-f26795094fb3 req-07a8eaa9-8925-44b5-917a-a5ce3760d788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:56.946585 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b5d27044-d089-456b-b561-f26795094fb3 req-07a8eaa9-8925-44b5-917a-a5ce3760d788 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 1097 time: 0.0539155 Jul 15 13:44:56.979468 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b5d27044-d089-456b-b561-f26795094fb3 req-357fd6e2-283e-4c40-98bf-36a5180aa8ee service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268133 Jul 15 13:44:57.326012 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add5e75-20da-423b-b077-0eb6277367a4 req-87864b41-ebb1-462c-b5a8-6a2cd54b482e tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:57.327524 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5add5e75-20da-423b-b077-0eb6277367a4 req-87864b41-ebb1-462c-b5a8-6a2cd54b482e tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 945 time: 0.0618157 Jul 15 13:44:57.363685 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5add5e75-20da-423b-b077-0eb6277367a4 req-7fb212cd-5248-4faa-a000-aef450e8eff8 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306196 Jul 15 13:44:58.540289 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e35a4-1c06-4570-87f0-c3c736be4ecb req-657348b6-e47f-431e-b416-e30edbbd5e65 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:58.542028 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e23e35a4-1c06-4570-87f0-c3c736be4ecb req-657348b6-e47f-431e-b416-e30edbbd5e65 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 945 time: 0.0651662 Jul 15 13:44:58.578024 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e23e35a4-1c06-4570-87f0-c3c736be4ecb req-c2cb46ef-d523-4599-9685-2daa5258397b tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305152 Jul 15 13:44:58.740404 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5127ddb-569f-4c6d-a0ab-925fec7aafe4 req-0f112f0b-10b6-4b8e-b8ff-6510dbe4860f tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:58.741890 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f5127ddb-569f-4c6d-a0ab-925fec7aafe4 req-0f112f0b-10b6-4b8e-b8ff-6510dbe4860f tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 945 time: 0.0617630 Jul 15 13:44:58.750352 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37256) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:58.754730 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-45b327bb-393f-49e2-9fba-6c7679012f5d tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Request body: {'floatingip': {'port_id': '41038477-9f5c-4e91-9f36-2a07d97e49b5'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:58.794349 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-45b327bb-393f-49e2-9fba-6c7679012f5d tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks [] for floatingip, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:59.223626 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-45b327bb-393f-49e2-9fba-6c7679012f5d tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:59.227400 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-45b327bb-393f-49e2-9fba-6c7679012f5d tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:59.324321 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-45b327bb-393f-49e2-9fba-6c7679012f5d tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Floating IP a7a1a608-c116-4461-b46f-b45f09b530c4 associated. External IP: 172.25.8.99, port: 41038477-9f5c-4e91-9f36-2a07d97e49b5. Jul 15 13:44:59.445073 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:59.526321 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b327bb-393f-49e2-9fba-6c7679012f5d tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Router bf01221f-87ba-4655-9141-2d3e2b199b7a has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:44:59.630805 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b327bb-393f-49e2-9fba-6c7679012f5d tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:44:59.635489 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-45b327bb-393f-49e2-9fba-6c7679012f5d tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:59.640038 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ca637a-b8c1-4cfb-81dc-23259774acff None None] Sync routers for ids ['bf01221f-87ba-4655-9141-2d3e2b199b7a'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:44:59.650618 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ca637a-b8c1-4cfb-81dc-23259774acff None None] Routers {'bf01221f-87ba-4655-9141-2d3e2b199b7a'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:59.651229 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-74ca637a-b8c1-4cfb-81dc-23259774acff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:44:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['bf01221f-87ba-4655-9141-2d3e2b199b7a'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:59.671793 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-45b327bb-393f-49e2-9fba-6c7679012f5d tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "PUT /v2.0/floatingips/a7a1a608-c116-4461-b46f-b45f09b530c4 HTTP/1.1" status: 200 len: 990 time: 0.9203930 Jul 15 13:44:59.672378 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33821610-3620-4d7f-be50-47f5d3d8b250', 'tag': '41038477-9f5c-4e91-9f36-2a07d97e49b5'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:44:59.675583 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78aa4b6f-970f-4a9b-8d0d-bba5ca1553db" -d '{"events": [{"name": "network-changed", "server_uuid": "33821610-3620-4d7f-be50-47f5d3d8b250", "tag": "41038477-9f5c-4e91-9f36-2a07d97e49b5"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:44:59.716578 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0046e2-0fc1-49c9-9073-0a19994594c0 x-openstack-request-id: req-cd0046e2-0fc1-49c9-9073-0a19994594c0 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:44:59.716880 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33821610-3620-4d7f-be50-47f5d3d8b250", "tag": "41038477-9f5c-4e91-9f36-2a07d97e49b5", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:44:59.717139 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd0046e2-0fc1-49c9-9073-0a19994594c0 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:44:59.717546 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33821610-3620-4d7f-be50-47f5d3d8b250', 'tag': '41038477-9f5c-4e91-9f36-2a07d97e49b5', 'status': 'completed', 'code': 200} Jul 15 13:44:59.760679 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1ffac9a3-4ae2-4595-a75b-728d74ea527b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:59.774844 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:59.789779 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-74ca637a-b8c1-4cfb-81dc-23259774acff None None] Set router bf01221f-87ba-4655-9141-2d3e2b199b7a gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:44:59.796451 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa4b6f-970f-4a9b-8d0d-bba5ca1553db req-233fd33c-7934-4f6c-a9ad-8ccd6c7c4ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:59.797990 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-78aa4b6f-970f-4a9b-8d0d-bba5ca1553db req-233fd33c-7934-4f6c-a9ad-8ccd6c7c4ea8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 1097 time: 0.0583255 Jul 15 13:44:59.894134 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa4b6f-970f-4a9b-8d0d-bba5ca1553db req-15b1fcb1-0acb-4316-874c-201f852bb5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:59.895671 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-78aa4b6f-970f-4a9b-8d0d-bba5ca1553db req-15b1fcb1-0acb-4316-874c-201f852bb5a1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.0916762 Jul 15 13:44:59.961613 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-78aa4b6f-970f-4a9b-8d0d-bba5ca1553db req-005e8e0d-90bb-4e2e-894d-f2104165d76c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41038477-9f5c-4e91-9f36-2a07d97e49b5 HTTP/1.1" status: 200 len: 998 time: 0.0588126 Jul 15 13:45:00.012222 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa4b6f-970f-4a9b-8d0d-bba5ca1553db req-3941ee46-4cfd-41ee-aaac-c1f7aea49833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:00.013691 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-78aa4b6f-970f-4a9b-8d0d-bba5ca1553db req-3941ee46-4cfd-41ee-aaac-c1f7aea49833 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0466104 Jul 15 13:45:00.070330 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa4b6f-970f-4a9b-8d0d-bba5ca1553db req-b5eb808d-a840-4b5b-93bc-04ddfbb59a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:00.071814 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-78aa4b6f-970f-4a9b-8d0d-bba5ca1553db req-b5eb808d-a840-4b5b-93bc-04ddfbb59a97 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520184 Jul 15 13:45:00.157916 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-78aa4b6f-970f-4a9b-8d0d-bba5ca1553db req-afe34561-2d55-4c98-815d-98327d02f24c service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798526 Jul 15 13:45:00.167345 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-74ca637a-b8c1-4cfb-81dc-23259774acff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'name': 'tempest-ServerActionsTestJSON-370842980-router', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:40Z', 'updated_at': '2021-07-15T13:44:43Z', 'revision_number': 4, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'gw_port': {'id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:41Z', 'updated_at': '2021-07-15T13:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'a7a1a608-c116-4461-b46f-b45f09b530c4', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'floating_ip_address': '172.25.8.99', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'port_id': '41038477-9f5c-4e91-9f36-2a07d97e49b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'mac_address': 'fa:16:3e:37:a8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33821610-3620-4d7f-be50-47f5d3d8b250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:44:46Z', 'updated_at': '2021-07-15T13:44:59Z', 'revision_number': 1, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558ed182-e357-4c99-ab22-fd9d0a32aaf4', 'name': '', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'mac_address': 'fa:16:3e:3a:78:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:43Z', 'updated_at': '2021-07-15T13:44:49Z', 'revision_number': 5, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'subnets': [{'id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:00.193565 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ca637a-b8c1-4cfb-81dc-23259774acff None None] Checking router: bf01221f-87ba-4655-9141-2d3e2b199b7a for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:45:00.202262 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ca637a-b8c1-4cfb-81dc-23259774acff None None] Routers {'bf01221f-87ba-4655-9141-2d3e2b199b7a'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:00.202903 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-74ca637a-b8c1-4cfb-81dc-23259774acff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:44:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['bf01221f-87ba-4655-9141-2d3e2b199b7a'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:00.248725 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-78aa4b6f-970f-4a9b-8d0d-bba5ca1553db req-50995aad-63ca-4f28-b0aa-47011af6f35d service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848007 Jul 15 13:45:00.307260 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-74ca637a-b8c1-4cfb-81dc-23259774acff None None] Set router bf01221f-87ba-4655-9141-2d3e2b199b7a gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:00.521741 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-74ca637a-b8c1-4cfb-81dc-23259774acff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'name': 'tempest-ServerActionsTestJSON-370842980-router', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:40Z', 'updated_at': '2021-07-15T13:44:43Z', 'revision_number': 4, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'gw_port': {'id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:41Z', 'updated_at': '2021-07-15T13:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'a7a1a608-c116-4461-b46f-b45f09b530c4', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'floating_ip_address': '172.25.8.99', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'port_id': '41038477-9f5c-4e91-9f36-2a07d97e49b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'mac_address': 'fa:16:3e:37:a8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33821610-3620-4d7f-be50-47f5d3d8b250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:44:46Z', 'updated_at': '2021-07-15T13:44:59Z', 'revision_number': 1, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558ed182-e357-4c99-ab22-fd9d0a32aaf4', 'name': '', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'mac_address': 'fa:16:3e:3a:78:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:43Z', 'updated_at': '2021-07-15T13:44:49Z', 'revision_number': 5, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'subnets': [{'id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:00.549408 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ca637a-b8c1-4cfb-81dc-23259774acff None None] The sync data for ids ['bf01221f-87ba-4655-9141-2d3e2b199b7a'] in n-d-771363-36 is: [{'id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'name': 'tempest-ServerActionsTestJSON-370842980-router', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:40Z', 'updated_at': '2021-07-15T13:44:43Z', 'revision_number': 4, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'gw_port': {'id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:41Z', 'updated_at': '2021-07-15T13:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'a7a1a608-c116-4461-b46f-b45f09b530c4', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'floating_ip_address': '172.25.8.99', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'port_id': '41038477-9f5c-4e91-9f36-2a07d97e49b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'mac_address': 'fa:16:3e:37:a8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33821610-3620-4d7f-be50-47f5d3d8b250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:44:46Z', 'updated_at': '2021-07-15T13:44:59Z', 'revision_number': 1, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558ed182-e357-4c99-ab22-fd9d0a32aaf4', 'name': '', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'mac_address': 'fa:16:3e:3a:78:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:43Z', 'updated_at': '2021-07-15T13:44:49Z', 'revision_number': 5, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'subnets': [{'id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:45:00.728326 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fafbfa-408c-4d22-850b-45bd88d6f73d None None] New status for floating IP a7a1a608-c116-4461-b46f-b45f09b530c4: ACTIVE {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:45:02.306997 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:02.509167 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-39b15eaa-90aa-49d9-959e-0a1da47a473b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:03.683721 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:05.116787 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:16.356747 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:45:29.461032 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:29.726744 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a9ac3405-f032-4f99-bc21-bfa18a3c7456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:29.731869 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:32.308299 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:32.512237 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bb5b9bbd-a6be-487b-8e87-da70dc5ab4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:33.685419 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:35.119001 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:44.897669 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a26f7c29-66c1-4cf7-a045-1bb75bd0500c req-81a25ccc-cd84-4624-b68f-9a6bfb8b9cb1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=33821610-3620-4d7f-be50-47f5d3d8b250&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1139247 Jul 15 13:45:44.991927 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f7c29-66c1-4cf7-a045-1bb75bd0500c req-9d864098-bc24-4a28-9171-95a60516b202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:44.993445 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a26f7c29-66c1-4cf7-a045-1bb75bd0500c req-9d864098-bc24-4a28-9171-95a60516b202 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 1097 time: 0.0549705 Jul 15 13:45:45.094654 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f7c29-66c1-4cf7-a045-1bb75bd0500c req-ecf5278d-e5bf-4730-80a5-fcb54a752048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:45.096031 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a26f7c29-66c1-4cf7-a045-1bb75bd0500c req-ecf5278d-e5bf-4730-80a5-fcb54a752048 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.0829239 Jul 15 13:45:45.160748 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a26f7c29-66c1-4cf7-a045-1bb75bd0500c req-f52d973f-4cbe-41ba-b367-557cc7fedde7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41038477-9f5c-4e91-9f36-2a07d97e49b5 HTTP/1.1" status: 200 len: 1000 time: 0.0585730 Jul 15 13:45:45.207265 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f7c29-66c1-4cf7-a045-1bb75bd0500c req-707f9fb7-8421-47b6-b207-9e45fbfca7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:45.208676 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a26f7c29-66c1-4cf7-a045-1bb75bd0500c req-707f9fb7-8421-47b6-b207-9e45fbfca7ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0418653 Jul 15 13:45:45.263499 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f7c29-66c1-4cf7-a045-1bb75bd0500c req-c1a4b32b-1de5-4db5-b822-b175652e5846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:45.264922 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a26f7c29-66c1-4cf7-a045-1bb75bd0500c req-c1a4b32b-1de5-4db5-b822-b175652e5846 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494018 Jul 15 13:45:45.354416 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a26f7c29-66c1-4cf7-a045-1bb75bd0500c req-64ca771d-b42e-476f-bf05-bcaf6b8e7fc7 service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827727 Jul 15 13:45:45.439638 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a26f7c29-66c1-4cf7-a045-1bb75bd0500c req-84517268-36a3-4d56-af4c-334a788a7a27 service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794683 Jul 15 13:45:53.357115 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:45:59.474469 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:59.715763 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-60c0b1d2-4bea-470b-9e4d-eaffcccb67c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:59.747111 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:02.309798 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:02.511635 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b11005f-d642-49dd-a819-5275a293126d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:03.689301 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:05.121282 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:29.474258 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:29.715260 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1502000c-ce01-4c50-9a0e-998d3937945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:29.746720 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:30.357232 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:46:32.313298 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:32.512616 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f3aee505-db11-4456-b8b5-d0974e48d3a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:33.690328 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:34.718409 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab2eb5-7912-479f-8793-d69762be357f req-e977e284-d479-4450-8151-c33c733d812c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:34.719928 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6eab2eb5-7912-479f-8793-d69762be357f req-e977e284-d479-4450-8151-c33c733d812c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 945 time: 0.0666966 Jul 15 13:46:34.759277 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6eab2eb5-7912-479f-8793-d69762be357f req-e5a1388b-d21c-4b39-808b-e7ba8df82c40 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334988 Jul 15 13:46:35.035948 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 37462) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:35.127221 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:35.150033 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2457f4-e0d0-4484-917a-e30d9b795835 req-d80f7ddf-7fe4-4b44-8f0c-503c914c002d tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:35.151920 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ca2457f4-e0d0-4484-917a-e30d9b795835 req-d80f7ddf-7fe4-4b44-8f0c-503c914c002d tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 945 time: 0.0675025 Jul 15 13:46:35.190758 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ca2457f4-e0d0-4484-917a-e30d9b795835 req-1e19b659-604e-441a-a7ee-a2c2822ee428 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331054 Jul 15 13:46:35.197341 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-5e75a50e-ffa8-42a7-9b38-ff0687c5e4dc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=33821610-3620-4d7f-be50-47f5d3d8b250&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1599200 Jul 15 13:46:36.365632 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ef096-298f-4a40-acab-43c7d24dc842 req-680f20de-c451-40e1-8126-afd9fe7f3923 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:36.367884 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-317ef096-298f-4a40-acab-43c7d24dc842 req-680f20de-c451-40e1-8126-afd9fe7f3923 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 945 time: 0.0652106 Jul 15 13:46:36.776882 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-317ef096-298f-4a40-acab-43c7d24dc842 req-860960ee-37c9-494d-b718-144f9e6cc25f tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4029069 Jul 15 13:46:36.800514 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-60203dd0-03ad-4093-adef-0804e359a826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:36.801986 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-60203dd0-03ad-4093-adef-0804e359a826 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 1097 time: 0.3967242 Jul 15 13:46:36.890244 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-0033223c-67b6-4acd-a599-597bd90aae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:36.891719 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-0033223c-67b6-4acd-a599-597bd90aae8a service neutron] 10.222.0.20 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.0827644 Jul 15 13:46:36.953811 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-575fccbf-7825-4c3b-ad56-09a4364755a0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41038477-9f5c-4e91-9f36-2a07d97e49b5 HTTP/1.1" status: 200 len: 1000 time: 0.0548692 Jul 15 13:46:36.999966 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-4229594b-f20a-4aaa-8ca1-81528bd8d33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:37.001864 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-4229594b-f20a-4aaa-8ca1-81528bd8d33a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0411422 Jul 15 13:46:37.058724 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-81221889-e000-4878-ba70-218f9386c5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:37.060098 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-81221889-e000-4878-ba70-218f9386c5d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521624 Jul 15 13:46:37.144205 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-9c654dff-63cb-4631-b270-6e76478aee70 service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780089 Jul 15 13:46:37.232629 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-4ad41054-4daf-4004-ac28-86011a1c5160 service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816815 Jul 15 13:46:37.950461 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034f17a-5286-4f75-87a0-ee1e519d70c9 req-352ac9a8-98c3-4313-bb84-3931c9fd65fd tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:37.951961 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c034f17a-5286-4f75-87a0-ee1e519d70c9 req-352ac9a8-98c3-4313-bb84-3931c9fd65fd tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 945 time: 0.0618627 Jul 15 13:46:37.988879 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c034f17a-5286-4f75-87a0-ee1e519d70c9 req-c0601cc9-ea43-421c-9890-db6a33b133f9 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312138 Jul 15 13:46:39.156666 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca54537-5022-468d-a5c0-3e3bce122c20 req-fcf0af02-8262-4307-8172-937a7b9a3447 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:39.158043 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5ca54537-5022-468d-a5c0-3e3bce122c20 req-fcf0af02-8262-4307-8172-937a7b9a3447 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 945 time: 0.0612876 Jul 15 13:46:39.198659 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5ca54537-5022-468d-a5c0-3e3bce122c20 req-57984b89-4782-4c43-9fd3-00ad8c87e561 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350857 Jul 15 13:46:40.369336 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692d21e-ad68-4496-a073-b98c83fd1e63 req-fe003001-527d-476c-b746-d47dd7aea432 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:40.370833 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c692d21e-ad68-4496-a073-b98c83fd1e63 req-fe003001-527d-476c-b746-d47dd7aea432 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 945 time: 0.0621181 Jul 15 13:46:40.407395 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c692d21e-ad68-4496-a073-b98c83fd1e63 req-ad45e338-3ac8-4221-b163-80561ec2c5f3 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311358 Jul 15 13:46:41.576047 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfdfbb7-b84f-4088-9037-9059ec96c38c req-dfac807b-3190-4b14-8835-95516264228e tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:41.577479 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fdfdfbb7-b84f-4088-9037-9059ec96c38c req-dfac807b-3190-4b14-8835-95516264228e tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 945 time: 0.0615609 Jul 15 13:46:41.613490 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fdfdfbb7-b84f-4088-9037-9059ec96c38c req-41055f5b-6d5d-4acb-b487-8f167cdb7545 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298643 Jul 15 13:46:42.785083 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901471c-9806-4edb-b7c1-c721042894c5 req-bc8650b0-cd92-4d02-97bb-df6971417171 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:42.786536 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e901471c-9806-4edb-b7c1-c721042894c5 req-bc8650b0-cd92-4d02-97bb-df6971417171 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 945 time: 0.0646138 Jul 15 13:46:42.823966 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e901471c-9806-4edb-b7c1-c721042894c5 req-0a69dc77-acb3-4280-a21f-1f3b2d2dce5c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318377 Jul 15 13:46:43.994282 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45904734-6d3b-4fb9-902a-98eec98dad9f req-2aa07fa5-dd12-4657-817d-f85fedd67b39 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:43.995752 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-45904734-6d3b-4fb9-902a-98eec98dad9f req-2aa07fa5-dd12-4657-817d-f85fedd67b39 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 945 time: 0.0609505 Jul 15 13:46:44.032098 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-45904734-6d3b-4fb9-902a-98eec98dad9f req-4e6b1d65-c0b8-43b8-a0ac-8708e2a575e9 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308800 Jul 15 13:46:45.199518 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522bd84f-2ba3-4686-a57d-20af02f33077 req-d066b87e-4dca-4777-8a6d-f7ad10047a67 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:45.200981 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-522bd84f-2ba3-4686-a57d-20af02f33077 req-d066b87e-4dca-4777-8a6d-f7ad10047a67 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 945 time: 0.0617151 Jul 15 13:46:45.241765 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-522bd84f-2ba3-4686-a57d-20af02f33077 req-6f069449-7c48-4d03-bd3c-817c3ee6268d tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346894 Jul 15 13:46:45.837559 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbd065-dd65-4f6e-95be-32ef24e28fe3 req-d910745a-a2a0-41c9-998a-45e9d7430a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:45.839058 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-94dbd065-dd65-4f6e-95be-32ef24e28fe3 req-d910745a-a2a0-41c9-998a-45e9d7430a42 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 1097 time: 0.0511842 Jul 15 13:46:45.938501 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbd065-dd65-4f6e-95be-32ef24e28fe3 req-592d9b19-0081-4545-9c3b-5de898b49676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:45.940609 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-94dbd065-dd65-4f6e-95be-32ef24e28fe3 req-592d9b19-0081-4545-9c3b-5de898b49676 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.0825090 Jul 15 13:46:46.005455 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-94dbd065-dd65-4f6e-95be-32ef24e28fe3 req-d38e28fe-8a5c-456c-9e60-b5726aee0199 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41038477-9f5c-4e91-9f36-2a07d97e49b5 HTTP/1.1" status: 200 len: 1000 time: 0.0586476 Jul 15 13:46:46.051460 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbd065-dd65-4f6e-95be-32ef24e28fe3 req-a1c2c1e7-a910-4643-b4cf-5053cdf6a087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:46.052824 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-94dbd065-dd65-4f6e-95be-32ef24e28fe3 req-a1c2c1e7-a910-4643-b4cf-5053cdf6a087 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0415750 Jul 15 13:46:46.107166 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbd065-dd65-4f6e-95be-32ef24e28fe3 req-7a3ee303-caed-45ab-a1d1-2c9c5343bba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:46.108533 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-94dbd065-dd65-4f6e-95be-32ef24e28fe3 req-7a3ee303-caed-45ab-a1d1-2c9c5343bba0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496106 Jul 15 13:46:46.197996 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-94dbd065-dd65-4f6e-95be-32ef24e28fe3 req-87f5b387-7f23-46f7-a52c-1e4fa0d3356a service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829754 Jul 15 13:46:46.283929 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-94dbd065-dd65-4f6e-95be-32ef24e28fe3 req-4819677c-9506-4ce0-8a68-237fb64ceb8b service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800302 Jul 15 13:46:46.417195 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a9123-984a-476b-b9b8-6777fbfe0aa2 req-ec3f1e8e-cd01-4bf0-8bf0-583fe323b124 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:46.418610 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-675a9123-984a-476b-b9b8-6777fbfe0aa2 req-ec3f1e8e-cd01-4bf0-8bf0-583fe323b124 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 945 time: 0.0671237 Jul 15 13:46:46.455483 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-675a9123-984a-476b-b9b8-6777fbfe0aa2 req-ec3090a4-de99-42e8-aedb-5de4b1a69d3d tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310633 Jul 15 13:46:47.628864 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4879d7-a341-4c4a-b474-a916e8394c8a req-ca5ab8a8-aa2f-4ac9-95c0-cf2478bae074 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:47.630333 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4c4879d7-a341-4c4a-b474-a916e8394c8a req-ca5ab8a8-aa2f-4ac9-95c0-cf2478bae074 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 945 time: 0.0619941 Jul 15 13:46:47.667097 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4c4879d7-a341-4c4a-b474-a916e8394c8a req-04af8459-404d-4e02-96c1-dfae55d8b12c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311491 Jul 15 13:46:48.841691 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c263da-5e10-4a6a-b4ff-150040f5b709 req-8467b85e-fbe5-4785-8cbf-368dc78b42ff tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:48.843236 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02c263da-5e10-4a6a-b4ff-150040f5b709 req-8467b85e-fbe5-4785-8cbf-368dc78b42ff tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 945 time: 0.0676427 Jul 15 13:46:48.880563 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02c263da-5e10-4a6a-b4ff-150040f5b709 req-5e8820b6-56f6-4ff3-9a79-785caa11d83d tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314486 Jul 15 13:46:49.187908 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-1bfeee01-a22f-4ac8-b0f9-3d1aed1e4c2c service neutron] show failed (client error): The resource could not be found. Jul 15 13:46:49.188917 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-1bfeee01-a22f-4ac8-b0f9-3d1aed1e4c2c service neutron] 10.222.0.20 "GET /v2.0/ports/41038477-9f5c-4e91-9f36-2a07d97e49b5/bindings/n-h2-771363-36 HTTP/1.1" status: 404 len: 381 time: 0.0530078 Jul 15 13:46:49.430788 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-4e053210-d3be-4cdf-afb2-3f37862df7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:49.432264 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-4e053210-d3be-4cdf-afb2-3f37862df7f8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=33821610-3620-4d7f-be50-47f5d3d8b250&tenant_id=9785b0ee591e4037bc2c92fc42ea40ac HTTP/1.1" status: 200 len: 1097 time: 0.0520782 Jul 15 13:46:49.444251 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-09f1ab59-eb55-4e87-b094-ebf4bed7e66f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-36', 'device_owner': 'compute:nova'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:49.515649 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-09f1ab59-eb55-4e87-b094-ebf4bed7e66f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:49.709358 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-09f1ab59-eb55-4e87-b094-ebf4bed7e66f service neutron] For port 41038477-9f5c-4e91-9f36-2a07d97e49b5, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=41038477-9f5c-4e91-9f36-2a07d97e49b5,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:49.741088 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-09f1ab59-eb55-4e87-b094-ebf4bed7e66f service neutron] For port 41038477-9f5c-4e91-9f36-2a07d97e49b5, host n-h1-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:46:49.778882 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33821610-3620-4d7f-be50-47f5d3d8b250', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41038477-9f5c-4e91-9f36-2a07d97e49b5'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:46:49.781127 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc00382f-5926-4005-952b-691f365bbbd4" -d '{"events": [{"server_uuid": "33821610-3620-4d7f-be50-47f5d3d8b250", "name": "network-vif-unplugged", "status": "completed", "tag": "41038477-9f5c-4e91-9f36-2a07d97e49b5"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:46:49.784601 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-09f1ab59-eb55-4e87-b094-ebf4bed7e66f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:49.796922 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-09f1ab59-eb55-4e87-b094-ebf4bed7e66f service neutron] Transition to ACTIVE for port object 41038477-9f5c-4e91-9f36-2a07d97e49b5 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:46:49.800186 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-09f1ab59-eb55-4e87-b094-ebf4bed7e66f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:49.909705 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff4253e-db05-4727-be94-af1c6d03cf89 x-openstack-request-id: req-bff4253e-db05-4727-be94-af1c6d03cf89 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:46:49.909995 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33821610-3620-4d7f-be50-47f5d3d8b250", "name": "network-vif-unplugged", "status": "completed", "tag": "41038477-9f5c-4e91-9f36-2a07d97e49b5", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:46:49.910247 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bff4253e-db05-4727-be94-af1c6d03cf89 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:46:49.911071 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33821610-3620-4d7f-be50-47f5d3d8b250', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41038477-9f5c-4e91-9f36-2a07d97e49b5', 'code': 200} Jul 15 13:46:49.923278 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1ab59-eb55-4e87-b094-ebf4bed7e66f service neutron] Pushing event updated for resources: {'Port': ['ID=41038477-9f5c-4e91-9f36-2a07d97e49b5,revision_number=6']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:49.951834 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1ab59-eb55-4e87-b094-ebf4bed7e66f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:49.952197 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1ab59-eb55-4e87-b094-ebf4bed7e66f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:49.952512 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1ab59-eb55-4e87-b094-ebf4bed7e66f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:49.952844 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1ab59-eb55-4e87-b094-ebf4bed7e66f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:49.953173 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1ab59-eb55-4e87-b094-ebf4bed7e66f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:49.953500 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1ab59-eb55-4e87-b094-ebf4bed7e66f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:49.953823 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1ab59-eb55-4e87-b094-ebf4bed7e66f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:49.954144 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1ab59-eb55-4e87-b094-ebf4bed7e66f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:49.955056 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1ab59-eb55-4e87-b094-ebf4bed7e66f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:49.955379 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1ab59-eb55-4e87-b094-ebf4bed7e66f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:49.955698 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1ab59-eb55-4e87-b094-ebf4bed7e66f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:49.956017 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f1ab59-eb55-4e87-b094-ebf4bed7e66f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:50.000274 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-09f1ab59-eb55-4e87-b094-ebf4bed7e66f service neutron] No DVR routers for this DVR port 41038477-9f5c-4e91-9f36-2a07d97e49b5 on host n-h1-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:46:50.061236 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1060a-d643-4cdb-a9d9-582a64ec1a78 req-6b439f97-854d-4809-aac7-048ab5f5b788 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:50.062910 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-20c1060a-d643-4cdb-a9d9-582a64ec1a78 req-6b439f97-854d-4809-aac7-048ab5f5b788 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 943 time: 0.0649533 Jul 15 13:46:50.101137 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-20c1060a-d643-4cdb-a9d9-582a64ec1a78 req-de8266b2-53d8-4539-9df7-f58251a94354 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320988 Jul 15 13:46:50.140224 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-09f1ab59-eb55-4e87-b094-ebf4bed7e66f service neutron] Attempting to bind port 41038477-9f5c-4e91-9f36-2a07d97e49b5 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:46:50.140555 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-09f1ab59-eb55-4e87-b094-ebf4bed7e66f service neutron] Attempting to bind port 41038477-9f5c-4e91-9f36-2a07d97e49b5 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:46:50.140879 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-09f1ab59-eb55-4e87-b094-ebf4bed7e66f service neutron] Attempting to bind port 41038477-9f5c-4e91-9f36-2a07d97e49b5 on network b5bf532f-b153-47f1-9912-eabb2230f11a {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:46:50.145355 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-09f1ab59-eb55-4e87-b094-ebf4bed7e66f service neutron] Port 41038477-9f5c-4e91-9f36-2a07d97e49b5 on network b5bf532f-b153-47f1-9912-eabb2230f11a not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:46:50.145670 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-09f1ab59-eb55-4e87-b094-ebf4bed7e66f service neutron] Attempting to bind port 41038477-9f5c-4e91-9f36-2a07d97e49b5 on network b5bf532f-b153-47f1-9912-eabb2230f11a {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:46:50.150417 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-09f1ab59-eb55-4e87-b094-ebf4bed7e66f service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:46:50.150780 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-09f1ab59-eb55-4e87-b094-ebf4bed7e66f service neutron] Checking segment: {'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:46:50.151159 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-09f1ab59-eb55-4e87-b094-ebf4bed7e66f service neutron] Bound using segment: {'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:46:50.151575 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-09f1ab59-eb55-4e87-b094-ebf4bed7e66f service neutron] Bound port: 41038477-9f5c-4e91-9f36-2a07d97e49b5, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:46:50.151925 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-09f1ab59-eb55-4e87-b094-ebf4bed7e66f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:50.213268 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-09f1ab59-eb55-4e87-b094-ebf4bed7e66f service neutron] For port 41038477-9f5c-4e91-9f36-2a07d97e49b5, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:46:50.216661 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-09f1ab59-eb55-4e87-b094-ebf4bed7e66f service neutron] For port 41038477-9f5c-4e91-9f36-2a07d97e49b5, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=41038477-9f5c-4e91-9f36-2a07d97e49b5,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:46:50.220883 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-09f1ab59-eb55-4e87-b094-ebf4bed7e66f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:50.259538 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-09f1ab59-eb55-4e87-b094-ebf4bed7e66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:50.260181 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-09f1ab59-eb55-4e87-b094-ebf4bed7e66f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:50.261563 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-09f1ab59-eb55-4e87-b094-ebf4bed7e66f service neutron] 10.222.0.46 "PUT /v2.0/ports/41038477-9f5c-4e91-9f36-2a07d97e49b5 HTTP/1.1" status: 200 len: 1092 time: 0.8213317 Jul 15 13:46:50.283029 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1ab59-eb55-4e87-b094-ebf4bed7e66f service neutron] Pushing event updated for resources: {'Port': ['ID=41038477-9f5c-4e91-9f36-2a07d97e49b5,revision_number=7']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:50.340491 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-542dd54f-641e-49f1-93cf-0b3d1705dbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:50.342054 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-542dd54f-641e-49f1-93cf-0b3d1705dbfa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 1095 time: 0.0554540 Jul 15 13:46:50.434823 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-6d9d5631-2aea-44fa-b55e-ac07d77cf6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:50.436299 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-6d9d5631-2aea-44fa-b55e-ac07d77cf6d4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.0882742 Jul 15 13:46:50.508163 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-dd5632db-f5d2-468f-8471-bd6a33ec1e06 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41038477-9f5c-4e91-9f36-2a07d97e49b5 HTTP/1.1" status: 200 len: 998 time: 0.0628657 Jul 15 13:46:50.560969 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-40fa11f9-9ee0-4a8f-98fd-84e729c9fdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:50.562322 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-40fa11f9-9ee0-4a8f-98fd-84e729c9fdae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0442581 Jul 15 13:46:50.617468 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-d420d3af-29eb-4e47-a8a8-36026a1e800f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:50.618937 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-d420d3af-29eb-4e47-a8a8-36026a1e800f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505292 Jul 15 13:46:50.709491 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-d6e61a12-eacf-408c-8af2-fb60c3d25e88 service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842373 Jul 15 13:46:50.797100 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ab94d1b5-cec5-4d01-9928-90c0fac02e73 req-30763197-eebc-4813-96fd-3cd4e0f865b7 service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805337 Jul 15 13:46:50.948885 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c2425-dc5a-45a7-b56d-c9782bd3316f req-db7a8450-1c38-4aca-8d41-72e64d0bf9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:50.950373 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f37c2425-dc5a-45a7-b56d-c9782bd3316f req-db7a8450-1c38-4aca-8d41-72e64d0bf9ef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 1095 time: 0.0583768 Jul 15 13:46:51.056923 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c2425-dc5a-45a7-b56d-c9782bd3316f req-4497077d-5180-46b5-8db6-76cdaa0db5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:51.058287 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f37c2425-dc5a-45a7-b56d-c9782bd3316f req-4497077d-5180-46b5-8db6-76cdaa0db5e2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.0834835 Jul 15 13:46:51.126923 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f37c2425-dc5a-45a7-b56d-c9782bd3316f req-36317205-5833-4878-9b1c-1a0c34c3a5cf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41038477-9f5c-4e91-9f36-2a07d97e49b5 HTTP/1.1" status: 200 len: 998 time: 0.0617061 Jul 15 13:46:51.175649 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c2425-dc5a-45a7-b56d-c9782bd3316f req-928d0e35-d257-4a29-9fbe-3e1a6b737c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:51.177100 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f37c2425-dc5a-45a7-b56d-c9782bd3316f req-928d0e35-d257-4a29-9fbe-3e1a6b737c06 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0440228 Jul 15 13:46:51.235855 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c2425-dc5a-45a7-b56d-c9782bd3316f req-1deb8251-5da8-4e5c-b3e8-e0576bf0c73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:51.237359 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f37c2425-dc5a-45a7-b56d-c9782bd3316f req-1deb8251-5da8-4e5c-b3e8-e0576bf0c73f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517678 Jul 15 13:46:51.280637 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da63a2-ba86-4711-946c-b4a4ebc44435 req-a65c77f0-a8dd-477b-8cbb-4e7d95f094ce tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:51.282168 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-52da63a2-ba86-4711-946c-b4a4ebc44435 req-a65c77f0-a8dd-477b-8cbb-4e7d95f094ce tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 943 time: 0.0685706 Jul 15 13:46:51.320613 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-52da63a2-ba86-4711-946c-b4a4ebc44435 req-70714730-c88e-4736-a7cd-4fc8dc07813a tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326931 Jul 15 13:46:51.337015 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f37c2425-dc5a-45a7-b56d-c9782bd3316f req-59e5ebca-7115-4aff-9fa0-b51175a202a9 service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893412 Jul 15 13:46:51.425985 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f37c2425-dc5a-45a7-b56d-c9782bd3316f req-bcab69d5-9b71-45c3-8713-ca26ed50a30a service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815151 Jul 15 13:46:51.911522 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33821610-3620-4d7f-be50-47f5d3d8b250', 'tag': '41038477-9f5c-4e91-9f36-2a07d97e49b5'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:46:51.913888 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f31fbf7-935d-4559-a643-45250c1531c6" -d '{"events": [{"name": "network-changed", "server_uuid": "33821610-3620-4d7f-be50-47f5d3d8b250", "tag": "41038477-9f5c-4e91-9f36-2a07d97e49b5"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:46:51.963885 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0179014-6eb8-431c-9a1e-3c52e1c6af93 x-openstack-request-id: req-c0179014-6eb8-431c-9a1e-3c52e1c6af93 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:46:51.964180 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33821610-3620-4d7f-be50-47f5d3d8b250", "tag": "41038477-9f5c-4e91-9f36-2a07d97e49b5", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:46:51.964432 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c0179014-6eb8-431c-9a1e-3c52e1c6af93 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:46:51.964843 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33821610-3620-4d7f-be50-47f5d3d8b250', 'tag': '41038477-9f5c-4e91-9f36-2a07d97e49b5', 'status': 'completed', 'code': 200} Jul 15 13:46:52.038328 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31fbf7-935d-4559-a643-45250c1531c6 req-6feb97d1-a0d5-417f-b498-0190ff920d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:52.039906 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6f31fbf7-935d-4559-a643-45250c1531c6 req-6feb97d1-a0d5-417f-b498-0190ff920d0b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 1095 time: 0.0567961 Jul 15 13:46:52.045091 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31fbf7-935d-4559-a643-45250c1531c6 req-b52a6dd5-b991-4445-9a69-6525b24e857e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:52.046864 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6f31fbf7-935d-4559-a643-45250c1531c6 req-b52a6dd5-b991-4445-9a69-6525b24e857e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 1095 time: 0.0586922 Jul 15 13:46:52.131011 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31fbf7-935d-4559-a643-45250c1531c6 req-40af0ec8-bfa8-4a63-940f-5a8ccb58df14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:52.132391 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6f31fbf7-935d-4559-a643-45250c1531c6 req-40af0ec8-bfa8-4a63-940f-5a8ccb58df14 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.0866675 Jul 15 13:46:52.134824 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31fbf7-935d-4559-a643-45250c1531c6 req-001d0a69-8936-4909-be02-b039b2416f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:52.136282 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6f31fbf7-935d-4559-a643-45250c1531c6 req-001d0a69-8936-4909-be02-b039b2416f61 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.0828400 Jul 15 13:46:52.196108 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6f31fbf7-935d-4559-a643-45250c1531c6 req-871e83d4-62d3-419d-b7a3-6dcaed603fc3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41038477-9f5c-4e91-9f36-2a07d97e49b5 HTTP/1.1" status: 200 len: 998 time: 0.0576761 Jul 15 13:46:52.205544 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6f31fbf7-935d-4559-a643-45250c1531c6 req-c5456a54-78d1-4414-8e8b-ce101384438e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41038477-9f5c-4e91-9f36-2a07d97e49b5 HTTP/1.1" status: 200 len: 998 time: 0.0617700 Jul 15 13:46:52.243213 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31fbf7-935d-4559-a643-45250c1531c6 req-1e45b29d-3ac8-493d-af68-732d1ae16b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:52.244670 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6f31fbf7-935d-4559-a643-45250c1531c6 req-1e45b29d-3ac8-493d-af68-732d1ae16b4f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0430539 Jul 15 13:46:52.253793 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31fbf7-935d-4559-a643-45250c1531c6 req-bff937bb-9f92-42d3-8ecd-14ead028e018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:52.255284 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6f31fbf7-935d-4559-a643-45250c1531c6 req-bff937bb-9f92-42d3-8ecd-14ead028e018 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0430355 Jul 15 13:46:52.305535 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31fbf7-935d-4559-a643-45250c1531c6 req-6fe02021-86df-49ff-9402-956012ac9ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:52.307094 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6f31fbf7-935d-4559-a643-45250c1531c6 req-6fe02021-86df-49ff-9402-956012ac9ac6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563133 Jul 15 13:46:52.317516 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31fbf7-935d-4559-a643-45250c1531c6 req-02c7d90b-0d83-4761-b5c7-e12b45e86a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:52.319043 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6f31fbf7-935d-4559-a643-45250c1531c6 req-02c7d90b-0d83-4761-b5c7-e12b45e86a0b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550632 Jul 15 13:46:52.403543 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6f31fbf7-935d-4559-a643-45250c1531c6 req-5870eea2-0dc8-4f2d-b576-7012e625ee16 service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898907 Jul 15 13:46:52.424157 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6f31fbf7-935d-4559-a643-45250c1531c6 req-6a604684-0923-490c-8edd-1b03e930696e service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980172 Jul 15 13:46:52.528454 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6f31fbf7-935d-4559-a643-45250c1531c6 req-697b86ef-50e5-429c-b6d1-4ee92c2ad607 service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983949 Jul 15 13:46:52.542089 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6f31fbf7-935d-4559-a643-45250c1531c6 req-50881f64-adb7-4a86-9fdf-dc8a7fd32798 service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322420 Jul 15 13:46:52.565460 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea4560-4c61-42f9-bca0-761c1870ac97 req-7aca4f3a-0d21-49d2-86b1-b5146fb08db1 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:52.566993 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-09ea4560-4c61-42f9-bca0-761c1870ac97 req-7aca4f3a-0d21-49d2-86b1-b5146fb08db1 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 943 time: 0.0894032 Jul 15 13:46:52.604439 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-09ea4560-4c61-42f9-bca0-761c1870ac97 req-2e6e7f84-4f65-48f5-986b-530c666aeca7 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319963 Jul 15 13:46:53.102863 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 41038477-9f5c-4e91-9f36-2a07d97e49b5 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:46:53.142542 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 41038477-9f5c-4e91-9f36-2a07d97e49b5 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:46:53.772927 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc12165-e1ba-419c-abc6-6654c8f521a9 req-92017963-2227-4c98-b4c6-86b5079b753f tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:53.774381 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fdc12165-e1ba-419c-abc6-6654c8f521a9 req-92017963-2227-4c98-b4c6-86b5079b753f tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 943 time: 0.0608249 Jul 15 13:46:53.815140 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fdc12165-e1ba-419c-abc6-6654c8f521a9 req-8990acf6-3b11-4831-a18f-d879bfbbc552 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351758 Jul 15 13:46:53.963098 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 41038477-9f5c-4e91-9f36-2a07d97e49b5 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:46:54.063609 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 41038477-9f5c-4e91-9f36-2a07d97e49b5, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=41038477-9f5c-4e91-9f36-2a07d97e49b5,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:54.074757 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '41038477-9f5c-4e91-9f36-2a07d97e49b5', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'port_id': '41038477-9f5c-4e91-9f36-2a07d97e49b5', 'mac_address': 'fa:16:3e:37:a8:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:46:54.111504 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:54.127267 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41038477-9f5c-4e91-9f36-2a07d97e49b5 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:46:54.147088 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 41038477-9f5c-4e91-9f36-2a07d97e49b5, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=41038477-9f5c-4e91-9f36-2a07d97e49b5,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:54.151350 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:54.155900 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143747c-cd8f-4f64-aded-bcbb50adb938 req-c6212abf-8cd4-4fce-9723-b8fc4d918756 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:54.157411 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0143747c-cd8f-4f64-aded-bcbb50adb938 req-c6212abf-8cd4-4fce-9723-b8fc4d918756 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 943 time: 0.1096048 Jul 15 13:46:54.172616 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73067761-9df9-471c-abbc-0d0e740ce9b9 req-cb7fa4ff-80f0-400c-985d-8af48969b616 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:54.174028 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73067761-9df9-471c-abbc-0d0e740ce9b9 req-cb7fa4ff-80f0-400c-985d-8af48969b616 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.20 "GET /v2.0/ports?device_id=33821610-3620-4d7f-be50-47f5d3d8b250&tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&binding%3Ahost_id=n-h2-771363-36 HTTP/1.1" status: 200 len: 943 time: 0.1156220 Jul 15 13:46:54.198626 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=41038477-9f5c-4e91-9f36-2a07d97e49b5,revision_number=8']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:54.206476 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:54.206855 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:54.207207 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:54.207573 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:54.207913 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:54.208250 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:54.208586 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:54.208916 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:54.209246 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:54.209571 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:54.209899 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:54.210225 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:54.240198 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0143747c-cd8f-4f64-aded-bcbb50adb938 req-ed5ae624-4454-4e09-b040-83f8fab20e3e tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755274 Jul 15 13:46:54.260058 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [req-73067761-9df9-471c-abbc-0d0e740ce9b9 req-04c33848-aa7b-4ec6-af9f-a78125ba9ae9 service neutron] delete failed (client error): The resource could not be found. Jul 15 13:46:54.261067 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73067761-9df9-471c-abbc-0d0e740ce9b9 req-04c33848-aa7b-4ec6-af9f-a78125ba9ae9 service neutron] 10.222.0.20 "DELETE /v2.0/ports/41038477-9f5c-4e91-9f36-2a07d97e49b5/bindings/n-h1-771363-36 HTTP/1.1" status: 404 len: 381 time: 0.0803354 Jul 15 13:46:54.353953 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73067761-9df9-471c-abbc-0d0e740ce9b9 req-43e79e7a-7cf1-488e-9e16-eb44378c3a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:54.355432 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73067761-9df9-471c-abbc-0d0e740ce9b9 req-43e79e7a-7cf1-488e-9e16-eb44378c3a42 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 1096 time: 0.0534148 Jul 15 13:46:54.404871 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['41038477-9f5c-4e91-9f36-2a07d97e49b5'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:46:54.447780 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73067761-9df9-471c-abbc-0d0e740ce9b9 req-861ef0a7-3f0f-4a76-822e-ef5e5d8e9ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:54.449289 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73067761-9df9-471c-abbc-0d0e740ce9b9 req-861ef0a7-3f0f-4a76-822e-ef5e5d8e9ca1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.0872788 Jul 15 13:46:54.512776 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73067761-9df9-471c-abbc-0d0e740ce9b9 req-1d23ac50-be5e-49d1-993b-e4afe2a139d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41038477-9f5c-4e91-9f36-2a07d97e49b5 HTTP/1.1" status: 200 len: 999 time: 0.0573106 Jul 15 13:46:54.560682 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73067761-9df9-471c-abbc-0d0e740ce9b9 req-ac330323-516b-4c6f-a577-86844b85066e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:54.562107 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73067761-9df9-471c-abbc-0d0e740ce9b9 req-ac330323-516b-4c6f-a577-86844b85066e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0436482 Jul 15 13:46:54.619775 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73067761-9df9-471c-abbc-0d0e740ce9b9 req-ce22aafd-b279-4f7a-a244-5fd00e70ddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:54.621122 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73067761-9df9-471c-abbc-0d0e740ce9b9 req-ce22aafd-b279-4f7a-a244-5fd00e70ddf3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532818 Jul 15 13:46:54.708150 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73067761-9df9-471c-abbc-0d0e740ce9b9 req-8601185b-cdd1-4ee6-8d56-315b733b3dd9 service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809188 Jul 15 13:46:54.800457 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73067761-9df9-471c-abbc-0d0e740ce9b9 req-d6eaa4d5-33dc-4be9-9517-e9a6cd6a3a3d service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858638 Jul 15 13:46:55.417966 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2f7ee-7e4f-4fb1-a72c-c842a798ecd1 req-88c8c421-9974-4eeb-849a-61cf2e5d651b tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:55.419510 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-08e2f7ee-7e4f-4fb1-a72c-c842a798ecd1 req-88c8c421-9974-4eeb-849a-61cf2e5d651b tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 944 time: 0.0637989 Jul 15 13:46:55.459565 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-08e2f7ee-7e4f-4fb1-a72c-c842a798ecd1 req-68da576c-8b3f-41e5-86d8-53392f31b064 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333886 Jul 15 13:46:55.629234 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c13be-e5e2-4908-a35d-70189affbd2b req-6d1ccfce-df5e-4215-9134-45f000906919 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:55.630742 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c67c13be-e5e2-4908-a35d-70189affbd2b req-6d1ccfce-df5e-4215-9134-45f000906919 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 944 time: 0.0620842 Jul 15 13:46:55.666438 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c67c13be-e5e2-4908-a35d-70189affbd2b req-6b4998aa-5471-4873-8483-271d46509c6b tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302970 Jul 15 13:46:55.838665 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb65b3d-7ee8-4494-8b41-2d1a19c0d55a req-832f2c96-8b62-4e08-9a05-82f08727189a tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:55.840063 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4fb65b3d-7ee8-4494-8b41-2d1a19c0d55a req-832f2c96-8b62-4e08-9a05-82f08727189a tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 944 time: 0.0670631 Jul 15 13:46:55.877675 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4fb65b3d-7ee8-4494-8b41-2d1a19c0d55a req-cbd7d0bc-c091-46f2-9e3b-67bfbde32b53 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314744 Jul 15 13:46:55.971475 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 41038477-9f5c-4e91-9f36-2a07d97e49b5 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:46:56.020552 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 41038477-9f5c-4e91-9f36-2a07d97e49b5 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:46:56.024514 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 41038477-9f5c-4e91-9f36-2a07d97e49b5 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:56.024984 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:56.106627 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:56.132462 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33821610-3620-4d7f-be50-47f5d3d8b250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41038477-9f5c-4e91-9f36-2a07d97e49b5'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:46:56.134720 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81c7b5a-a48d-4a25-8ff6-b5a26fd098e4" -d '{"events": [{"server_uuid": "33821610-3620-4d7f-be50-47f5d3d8b250", "name": "network-vif-plugged", "status": "completed", "tag": "41038477-9f5c-4e91-9f36-2a07d97e49b5"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:46:56.148003 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 41038477-9f5c-4e91-9f36-2a07d97e49b5, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=41038477-9f5c-4e91-9f36-2a07d97e49b5,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:56.152440 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:56.180611 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326b09a2-6ab8-4b07-9674-4dd9bbe1d2b0 x-openstack-request-id: req-326b09a2-6ab8-4b07-9674-4dd9bbe1d2b0 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:46:56.180842 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33821610-3620-4d7f-be50-47f5d3d8b250", "name": "network-vif-plugged", "status": "completed", "tag": "41038477-9f5c-4e91-9f36-2a07d97e49b5", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:46:56.181111 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-326b09a2-6ab8-4b07-9674-4dd9bbe1d2b0 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:46:56.181524 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33821610-3620-4d7f-be50-47f5d3d8b250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41038477-9f5c-4e91-9f36-2a07d97e49b5', 'code': 200} Jul 15 13:46:56.206829 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=41038477-9f5c-4e91-9f36-2a07d97e49b5,revision_number=9']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:56.255588 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c25056-db99-4593-b114-75d6b3d370fb req-b1bd55d0-ba23-4a5b-8a0b-6c9926d30aca tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:56.257080 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c4c25056-db99-4593-b114-75d6b3d370fb req-b1bd55d0-ba23-4a5b-8a0b-6c9926d30aca tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 945 time: 0.0627725 Jul 15 13:46:56.294113 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c4c25056-db99-4593-b114-75d6b3d370fb req-8a2d7866-783d-4916-9db8-6d0152ed4a7c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314732 Jul 15 13:46:57.469016 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fad87-3a1f-4dc7-ad3d-9e6c2cc7c535 req-642249c8-79db-4455-829f-fc4d38819e92 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:57.470596 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3c9fad87-3a1f-4dc7-ad3d-9e6c2cc7c535 req-642249c8-79db-4455-829f-fc4d38819e92 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 945 time: 0.0675774 Jul 15 13:46:57.475522 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85e6cf-debf-47a2-be4e-59bf8b8c3d25 req-5ea25d2a-b560-49a4-b8c0-0685f90139e4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:57.477017 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4c85e6cf-debf-47a2-be4e-59bf8b8c3d25 req-5ea25d2a-b560-49a4-b8c0-0685f90139e4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.46 "GET /v2.0/ports?device_id=33821610-3620-4d7f-be50-47f5d3d8b250 HTTP/1.1" status: 200 len: 945 time: 0.0764768 Jul 15 13:46:57.509127 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3c9fad87-3a1f-4dc7-ad3d-9e6c2cc7c535 req-851d6401-f95a-4abe-8cac-aae20928b908 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322132 Jul 15 13:46:57.575734 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-4c85e6cf-debf-47a2-be4e-59bf8b8c3d25 req-b45dca0a-7ade-4f99-87d5-f0fa7ab1d047 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Deleting port 41038477-9f5c-4e91-9f36-2a07d97e49b5 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:46:57.575999 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4c85e6cf-debf-47a2-be4e-59bf8b8c3d25 req-b45dca0a-7ade-4f99-87d5-f0fa7ab1d047 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:57.664574 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-4c85e6cf-debf-47a2-be4e-59bf8b8c3d25 req-b45dca0a-7ade-4f99-87d5-f0fa7ab1d047 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] For port 41038477-9f5c-4e91-9f36-2a07d97e49b5, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=41038477-9f5c-4e91-9f36-2a07d97e49b5,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:57.664932 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4c85e6cf-debf-47a2-be4e-59bf8b8c3d25 req-b45dca0a-7ade-4f99-87d5-f0fa7ab1d047 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:57.827545 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4c85e6cf-debf-47a2-be4e-59bf8b8c3d25 req-b45dca0a-7ade-4f99-87d5-f0fa7ab1d047 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:57.827834 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4c85e6cf-debf-47a2-be4e-59bf8b8c3d25 req-b45dca0a-7ade-4f99-87d5-f0fa7ab1d047 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:57.828142 n-d-771363-36 neutron-server[93826]: INFO neutron.db.l3_db [req-4c85e6cf-debf-47a2-be4e-59bf8b8c3d25 req-b45dca0a-7ade-4f99-87d5-f0fa7ab1d047 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Floating IP a7a1a608-c116-4461-b46f-b45f09b530c4 disassociated. External IP: 172.25.8.99, port: 41038477-9f5c-4e91-9f36-2a07d97e49b5. Jul 15 13:46:57.828477 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-4c85e6cf-debf-47a2-be4e-59bf8b8c3d25 req-b45dca0a-7ade-4f99-87d5-f0fa7ab1d047 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Calling delete_port for 41038477-9f5c-4e91-9f36-2a07d97e49b5 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:46:57.957673 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4c85e6cf-debf-47a2-be4e-59bf8b8c3d25 req-b45dca0a-7ade-4f99-87d5-f0fa7ab1d047 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:57.984274 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45dca0a-7ade-4f99-87d5-f0fa7ab1d047 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Pushing event deleted for resources: {'Port': ['ID=41038477-9f5c-4e91-9f36-2a07d97e49b5,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:58.100803 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c85e6cf-debf-47a2-be4e-59bf8b8c3d25 req-b45dca0a-7ade-4f99-87d5-f0fa7ab1d047 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Router bf01221f-87ba-4655-9141-2d3e2b199b7a has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:46:58.209536 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c85e6cf-debf-47a2-be4e-59bf8b8c3d25 req-b45dca0a-7ade-4f99-87d5-f0fa7ab1d047 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:46:58.219077 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ada7e8-6320-489d-a458-1f737cbe194e None None] Sync routers for ids ['bf01221f-87ba-4655-9141-2d3e2b199b7a'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:46:58.228663 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ada7e8-6320-489d-a458-1f737cbe194e None None] Routers {'bf01221f-87ba-4655-9141-2d3e2b199b7a'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:46:58.229366 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-87ada7e8-6320-489d-a458-1f737cbe194e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:46:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['bf01221f-87ba-4655-9141-2d3e2b199b7a'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:58.251880 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c85e6cf-debf-47a2-be4e-59bf8b8c3d25 req-b45dca0a-7ade-4f99-87d5-f0fa7ab1d047 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] No DVR routers for this DVR port 41038477-9f5c-4e91-9f36-2a07d97e49b5 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:46:58.254373 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4c85e6cf-debf-47a2-be4e-59bf8b8c3d25 req-b45dca0a-7ade-4f99-87d5-f0fa7ab1d047 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:58.256437 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4c85e6cf-debf-47a2-be4e-59bf8b8c3d25 req-b45dca0a-7ade-4f99-87d5-f0fa7ab1d047 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.46 "DELETE /v2.0/ports/41038477-9f5c-4e91-9f36-2a07d97e49b5 HTTP/1.1" status: 204 len: 173 time: 0.7741783 Jul 15 13:46:58.256832 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33821610-3620-4d7f-be50-47f5d3d8b250', 'name': 'network-vif-deleted', 'tag': '41038477-9f5c-4e91-9f36-2a07d97e49b5'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:46:58.259116 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6beee1a-64d6-47eb-925a-1fe5e1219e92" -d '{"events": [{"server_uuid": "33821610-3620-4d7f-be50-47f5d3d8b250", "name": "network-vif-deleted", "tag": "41038477-9f5c-4e91-9f36-2a07d97e49b5"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:46:58.306270 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d52484-e6f0-46f2-85fb-ef13a5020e4b x-openstack-request-id: req-56d52484-e6f0-46f2-85fb-ef13a5020e4b {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:46:58.306579 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33821610-3620-4d7f-be50-47f5d3d8b250", "name": "network-vif-deleted", "tag": "41038477-9f5c-4e91-9f36-2a07d97e49b5", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:46:58.306844 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56d52484-e6f0-46f2-85fb-ef13a5020e4b {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:46:58.307252 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33821610-3620-4d7f-be50-47f5d3d8b250', 'name': 'network-vif-deleted', 'tag': '41038477-9f5c-4e91-9f36-2a07d97e49b5', 'status': 'completed', 'code': 200} Jul 15 13:46:58.339664 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-87ada7e8-6320-489d-a458-1f737cbe194e None None] Set router bf01221f-87ba-4655-9141-2d3e2b199b7a gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:46:58.541641 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-87ada7e8-6320-489d-a458-1f737cbe194e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'name': 'tempest-ServerActionsTestJSON-370842980-router', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:40Z', 'updated_at': '2021-07-15T13:44:43Z', 'revision_number': 4, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'gw_port': {'id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:41Z', 'updated_at': '2021-07-15T13:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '558ed182-e357-4c99-ab22-fd9d0a32aaf4', 'name': '', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'mac_address': 'fa:16:3e:3a:78:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:43Z', 'updated_at': '2021-07-15T13:44:49Z', 'revision_number': 5, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'subnets': [{'id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:58.569793 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ada7e8-6320-489d-a458-1f737cbe194e None None] Checking router: bf01221f-87ba-4655-9141-2d3e2b199b7a for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:46:58.578718 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ada7e8-6320-489d-a458-1f737cbe194e None None] Routers {'bf01221f-87ba-4655-9141-2d3e2b199b7a'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:46:58.579325 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-87ada7e8-6320-489d-a458-1f737cbe194e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:46:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['bf01221f-87ba-4655-9141-2d3e2b199b7a'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:58.686813 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-87ada7e8-6320-489d-a458-1f737cbe194e None None] Set router bf01221f-87ba-4655-9141-2d3e2b199b7a gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:46:58.826299 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-af792318-e201-4656-a56f-90f2063fb4bd req-e70ccdaf-5ae4-41d5-96fe-f83dddc7a482 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--777877955&fields=id&tenant_id=9785b0ee591e4037bc2c92fc42ea40ac HTTP/1.1" status: 200 len: 267 time: 0.0353341 Jul 15 13:46:58.887407 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-87ada7e8-6320-489d-a458-1f737cbe194e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'name': 'tempest-ServerActionsTestJSON-370842980-router', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:40Z', 'updated_at': '2021-07-15T13:44:43Z', 'revision_number': 4, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'gw_port': {'id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:41Z', 'updated_at': '2021-07-15T13:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '558ed182-e357-4c99-ab22-fd9d0a32aaf4', 'name': '', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'mac_address': 'fa:16:3e:3a:78:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:43Z', 'updated_at': '2021-07-15T13:44:49Z', 'revision_number': 5, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'subnets': [{'id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:58.913648 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ada7e8-6320-489d-a458-1f737cbe194e None None] The sync data for ids ['bf01221f-87ba-4655-9141-2d3e2b199b7a'] in n-d-771363-36 is: [{'id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'name': 'tempest-ServerActionsTestJSON-370842980-router', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:40Z', 'updated_at': '2021-07-15T13:44:43Z', 'revision_number': 4, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'gw_port': {'id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:41Z', 'updated_at': '2021-07-15T13:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '558ed182-e357-4c99-ab22-fd9d0a32aaf4', 'name': '', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'mac_address': 'fa:16:3e:3a:78:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:43Z', 'updated_at': '2021-07-15T13:44:49Z', 'revision_number': 5, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'subnets': [{'id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:46:58.934387 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af792318-e201-4656-a56f-90f2063fb4bd req-5a3b624b-b43d-4e35-b9d3-1f6b2c833ef4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:58.935787 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-af792318-e201-4656-a56f-90f2063fb4bd req-5a3b624b-b43d-4e35-b9d3-1f6b2c833ef4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 811 time: 0.1021845 Jul 15 13:46:58.951419 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-af792318-e201-4656-a56f-90f2063fb4bd req-11ec8ba0-cc20-460a-904d-4a3f2c0f57dd tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/quotas/9785b0ee591e4037bc2c92fc42ea40ac HTTP/1.1" status: 200 len: 375 time: 0.0096512 Jul 15 13:46:59.025751 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-af792318-e201-4656-a56f-90f2063fb4bd req-25d3c8c6-4440-4775-b597-5b1a0e4c371e tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0684066 Jul 15 13:46:59.122246 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-af792318-e201-4656-a56f-90f2063fb4bd req-1665f50c-4d2d-40f2-8819-dfa8e48fad6e service neutron] 10.222.0.16 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846508 Jul 15 13:46:59.125784 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e78f586-e9ad-4616-af48-d40350bb2726 None None] New status for floating IP a7a1a608-c116-4461-b46f-b45f09b530c4: DOWN {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:46:59.217441 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-af792318-e201-4656-a56f-90f2063fb4bd req-f724d672-5922-4541-b77b-105f04f5ecd0 service neutron] 10.222.0.16 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884914 Jul 15 13:46:59.385962 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d0310d91-0a62-4df1-af26-397ec64a487d req-4c67045a-19b2-4874-bac3-619254f5a625 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 210 time: 0.0299478 Jul 15 13:46:59.505769 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:59.715232 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4a0e92ff-6e83-47ba-9191-b01206fd8ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:59.762671 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:00.465165 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c98d3582-e4b1-431e-9f03-ee309cebeb71 req-fc6e1a59-b92a-49a2-acc1-046378e943f1 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 210 time: 0.0274396 Jul 15 13:47:01.550806 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0c56c96a-96ac-48dd-9c8d-a9c04f097fd8 req-941cdc86-8cb6-4e7a-b301-d6c250a106bf tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 210 time: 0.0323095 Jul 15 13:47:02.000756 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 41038477-9f5c-4e91-9f36-2a07d97e49b5 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:47:02.020438 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 41038477-9f5c-4e91-9f36-2a07d97e49b5 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:47:02.020798 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 41038477-9f5c-4e91-9f36-2a07d97e49b5 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:47:02.312908 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:02.512275 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9f7740d3-01d8-475b-be1a-ddd62a65e95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:02.631394 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d24742a1-c7a8-486e-af75-9f1a8cad492f req-61e456a6-7a6e-48bd-be0f-18d24755780e tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 210 time: 0.0274444 Jul 15 13:47:03.696234 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:03.769109 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6a774462-baa3-4479-98b7-130440073aa0 req-98498087-5de8-4634-9f32-f5ae4397758b tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 210 time: 0.0278006 Jul 15 13:47:04.618338 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af792318-e201-4656-a56f-90f2063fb4bd req-151afd4e-cfa3-47f7-a705-d13b7440ee34 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:04.619861 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-af792318-e201-4656-a56f-90f2063fb4bd req-151afd4e-cfa3-47f7-a705-d13b7440ee34 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.46 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 811 time: 0.1085820 Jul 15 13:47:04.662994 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-af792318-e201-4656-a56f-90f2063fb4bd req-4ac387ac-deca-4170-94bf-4cb5b5c74847 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9785b0ee591e4037bc2c92fc42ea40ac HTTP/1.1" status: 200 len: 379 time: 0.0334103 Jul 15 13:47:04.671094 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-af792318-e201-4656-a56f-90f2063fb4bd req-7f71303d-d920-44b3-ab56-e1c3d971e738 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Request body: {'port': {'device_id': '1a2ba916-9a9b-461c-9b31-33c01d6a200a', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'admin_state_up': True, 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'security_groups': ['5a436fe1-eade-4de5-a92f-1270b66569bb']}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:04.775358 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af792318-e201-4656-a56f-90f2063fb4bd req-7f71303d-d920-44b3-ab56-e1c3d971e738 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Made reservation on behalf of 9785b0ee591e4037bc2c92fc42ea40ac for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:47:04.778943 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-af792318-e201-4656-a56f-90f2063fb4bd req-7f71303d-d920-44b3-ab56-e1c3d971e738 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:04.905338 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-af792318-e201-4656-a56f-90f2063fb4bd req-7f71303d-d920-44b3-ab56-e1c3d971e738 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Allocated IP 172.20.0.6 (b5bf532f-b153-47f1-9912-eabb2230f11a/171f76c7-cb7d-4273-804a-f488a1a5882f/a15ef8f9-89c5-45df-9658-1343816400f7) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:47:04.911197 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-af6d83a5-f651-4795-8d21-21b852787194 req-8b90a2cd-561c-41c3-8923-49ffe174bcca tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 210 time: 0.0281754 Jul 15 13:47:05.034344 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-af792318-e201-4656-a56f-90f2063fb4bd req-7f71303d-d920-44b3-ab56-e1c3d971e738 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.051813 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-af792318-e201-4656-a56f-90f2063fb4bd req-7f71303d-d920-44b3-ab56-e1c3d971e738 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Transition to ACTIVE for port object a15ef8f9-89c5-45df-9658-1343816400f7 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:47:05.082309 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-af792318-e201-4656-a56f-90f2063fb4bd req-7f71303d-d920-44b3-ab56-e1c3d971e738 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.127850 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.129835 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af792318-e201-4656-a56f-90f2063fb4bd req-7f71303d-d920-44b3-ab56-e1c3d971e738 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Network b5bf532f-b153-47f1-9912-eabb2230f11a is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:47:05.133218 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-af792318-e201-4656-a56f-90f2063fb4bd req-7f71303d-d920-44b3-ab56-e1c3d971e738 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:47:05.137532 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-af792318-e201-4656-a56f-90f2063fb4bd req-7f71303d-d920-44b3-ab56-e1c3d971e738 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:47:05.141295 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71303d-d920-44b3-ab56-e1c3d971e738 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Pushing event updated for resources: {'Port': ['ID=a15ef8f9-89c5-45df-9658-1343816400f7,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:05.187237 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af792318-e201-4656-a56f-90f2063fb4bd req-7f71303d-d920-44b3-ab56-e1c3d971e738 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:05.187851 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-af792318-e201-4656-a56f-90f2063fb4bd req-7f71303d-d920-44b3-ab56-e1c3d971e738 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.202500 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-af792318-e201-4656-a56f-90f2063fb4bd req-7f71303d-d920-44b3-ab56-e1c3d971e738 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5349364 Jul 15 13:47:05.214136 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-af792318-e201-4656-a56f-90f2063fb4bd req-29d88076-4439-422c-ba27-0a90c6c34a64 service neutron] Request body: {'port': {'device_id': '1a2ba916-9a9b-461c-9b31-33c01d6a200a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:05.391050 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-e75d339b-ecbb-42ef-85c5-3a7a4a0eddd0 None None] Provisioning for port a15ef8f9-89c5-45df-9658-1343816400f7 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:47:05.395450 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-e75d339b-ecbb-42ef-85c5-3a7a4a0eddd0 None None] Provisioning complete for port a15ef8f9-89c5-45df-9658-1343816400f7 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:47:05.395823 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e75d339b-ecbb-42ef-85c5-3a7a4a0eddd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.434227 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-e75d339b-ecbb-42ef-85c5-3a7a4a0eddd0 None None] Port a15ef8f9-89c5-45df-9658-1343816400f7 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:47:05.617998 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-af792318-e201-4656-a56f-90f2063fb4bd req-29d88076-4439-422c-ba27-0a90c6c34a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.868942 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-af792318-e201-4656-a56f-90f2063fb4bd req-29d88076-4439-422c-ba27-0a90c6c34a64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a15ef8f9-89c5-45df-9658-1343816400f7 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:47:05.876222 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-af792318-e201-4656-a56f-90f2063fb4bd req-29d88076-4439-422c-ba27-0a90c6c34a64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.887902 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-af792318-e201-4656-a56f-90f2063fb4bd req-29d88076-4439-422c-ba27-0a90c6c34a64 service neutron] Transition to ACTIVE for port object a15ef8f9-89c5-45df-9658-1343816400f7 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:47:05.891905 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-af792318-e201-4656-a56f-90f2063fb4bd req-29d88076-4439-422c-ba27-0a90c6c34a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.967018 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d88076-4439-422c-ba27-0a90c6c34a64 service neutron] Pushing event updated for resources: {'Port': ['ID=a15ef8f9-89c5-45df-9658-1343816400f7,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:06.016819 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-af792318-e201-4656-a56f-90f2063fb4bd req-29d88076-4439-422c-ba27-0a90c6c34a64 service neutron] Attempting to bind port a15ef8f9-89c5-45df-9658-1343816400f7 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:47:06.017746 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-af792318-e201-4656-a56f-90f2063fb4bd req-29d88076-4439-422c-ba27-0a90c6c34a64 service neutron] Attempting to bind port a15ef8f9-89c5-45df-9658-1343816400f7 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:47:06.018092 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af792318-e201-4656-a56f-90f2063fb4bd req-29d88076-4439-422c-ba27-0a90c6c34a64 service neutron] Attempting to bind port a15ef8f9-89c5-45df-9658-1343816400f7 on network b5bf532f-b153-47f1-9912-eabb2230f11a {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:47:06.022931 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af792318-e201-4656-a56f-90f2063fb4bd req-29d88076-4439-422c-ba27-0a90c6c34a64 service neutron] Port a15ef8f9-89c5-45df-9658-1343816400f7 on network b5bf532f-b153-47f1-9912-eabb2230f11a not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:47:06.023258 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af792318-e201-4656-a56f-90f2063fb4bd req-29d88076-4439-422c-ba27-0a90c6c34a64 service neutron] Attempting to bind port a15ef8f9-89c5-45df-9658-1343816400f7 on network b5bf532f-b153-47f1-9912-eabb2230f11a {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:47:06.028463 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af792318-e201-4656-a56f-90f2063fb4bd req-29d88076-4439-422c-ba27-0a90c6c34a64 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:47:06.028809 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af792318-e201-4656-a56f-90f2063fb4bd req-29d88076-4439-422c-ba27-0a90c6c34a64 service neutron] Checking segment: {'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:47:06.029201 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af792318-e201-4656-a56f-90f2063fb4bd req-29d88076-4439-422c-ba27-0a90c6c34a64 service neutron] Bound using segment: {'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:47:06.029637 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-af792318-e201-4656-a56f-90f2063fb4bd req-29d88076-4439-422c-ba27-0a90c6c34a64 service neutron] Bound port: a15ef8f9-89c5-45df-9658-1343816400f7, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:47:06.030056 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-af792318-e201-4656-a56f-90f2063fb4bd req-29d88076-4439-422c-ba27-0a90c6c34a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:06.097691 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-af792318-e201-4656-a56f-90f2063fb4bd req-29d88076-4439-422c-ba27-0a90c6c34a64 service neutron] For port a15ef8f9-89c5-45df-9658-1343816400f7, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:47:06.100886 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-af792318-e201-4656-a56f-90f2063fb4bd req-29d88076-4439-422c-ba27-0a90c6c34a64 service neutron] For port a15ef8f9-89c5-45df-9658-1343816400f7, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a15ef8f9-89c5-45df-9658-1343816400f7,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:47:06.104133 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a5f29-704a-4994-a1ef-77018f2da776 req-0108186b-9ba3-4997-acf3-50338ae2a0cf tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:06.105466 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-af792318-e201-4656-a56f-90f2063fb4bd req-29d88076-4439-422c-ba27-0a90c6c34a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:06.105826 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5f0a5f29-704a-4994-a1ef-77018f2da776 req-0108186b-9ba3-4997-acf3-50338ae2a0cf tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 943 time: 0.0745094 Jul 15 13:47:06.137498 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af792318-e201-4656-a56f-90f2063fb4bd req-29d88076-4439-422c-ba27-0a90c6c34a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:06.137954 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-af792318-e201-4656-a56f-90f2063fb4bd req-29d88076-4439-422c-ba27-0a90c6c34a64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:06.139738 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-af792318-e201-4656-a56f-90f2063fb4bd req-29d88076-4439-422c-ba27-0a90c6c34a64 service neutron] 10.222.0.46 "PUT /v2.0/ports/a15ef8f9-89c5-45df-9658-1343816400f7 HTTP/1.1" status: 200 len: 1092 time: 0.9297366 Jul 15 13:47:06.141908 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a2ba916-9a9b-461c-9b31-33c01d6a200a', 'tag': 'a15ef8f9-89c5-45df-9658-1343816400f7'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:47:06.144846 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583b242a-2415-434f-9095-898db3fa014a" -d '{"events": [{"name": "network-changed", "server_uuid": "1a2ba916-9a9b-461c-9b31-33c01d6a200a", "tag": "a15ef8f9-89c5-45df-9658-1343816400f7"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:47:06.148385 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5f0a5f29-704a-4994-a1ef-77018f2da776 req-27909e41-5a59-4df3-ae25-b44af7e7daf2 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350504 Jul 15 13:47:06.175497 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d88076-4439-422c-ba27-0a90c6c34a64 service neutron] Pushing event updated for resources: {'Port': ['ID=a15ef8f9-89c5-45df-9658-1343816400f7,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:06.201373 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d32b7c1-218c-4856-88b5-6d3c7426b6fe x-openstack-request-id: req-8d32b7c1-218c-4856-88b5-6d3c7426b6fe {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:47:06.201665 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a2ba916-9a9b-461c-9b31-33c01d6a200a", "tag": "a15ef8f9-89c5-45df-9658-1343816400f7", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:47:06.201917 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8d32b7c1-218c-4856-88b5-6d3c7426b6fe {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:47:06.202316 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a2ba916-9a9b-461c-9b31-33c01d6a200a', 'tag': 'a15ef8f9-89c5-45df-9658-1343816400f7', 'status': 'completed', 'code': 200} Jul 15 13:47:06.264969 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af792318-e201-4656-a56f-90f2063fb4bd req-599cad4e-a0a9-4182-ae22-8e84fb0a6337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:06.266500 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-af792318-e201-4656-a56f-90f2063fb4bd req-599cad4e-a0a9-4182-ae22-8e84fb0a6337 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 1095 time: 0.0581644 Jul 15 13:47:06.307890 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-af792318-e201-4656-a56f-90f2063fb4bd req-8c80791f-fb19-419d-ba6f-7285c4d3bff3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a15ef8f9-89c5-45df-9658-1343816400f7 HTTP/1.1" status: 200 len: 217 time: 0.0344603 Jul 15 13:47:06.356410 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af792318-e201-4656-a56f-90f2063fb4bd req-b2108173-1a33-4d06-8146-0fb558ee777c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:06.357860 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-af792318-e201-4656-a56f-90f2063fb4bd req-b2108173-1a33-4d06-8146-0fb558ee777c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0436916 Jul 15 13:47:06.416936 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af792318-e201-4656-a56f-90f2063fb4bd req-e93b6968-80be-4c79-a6ca-2e93aaa420b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:06.418432 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-af792318-e201-4656-a56f-90f2063fb4bd req-e93b6968-80be-4c79-a6ca-2e93aaa420b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546069 Jul 15 13:47:06.504893 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-af792318-e201-4656-a56f-90f2063fb4bd req-9f07f4cb-f0ad-4863-8c15-1be50c46e099 service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800774 Jul 15 13:47:06.595877 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-af792318-e201-4656-a56f-90f2063fb4bd req-83c6a8d5-ee3a-4422-a3e9-f16df3764d33 service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852792 Jul 15 13:47:06.690688 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b242a-2415-434f-9095-898db3fa014a req-fbdcd98d-1070-4f1e-9c2d-9b4805a35c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:06.692230 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-583b242a-2415-434f-9095-898db3fa014a req-fbdcd98d-1070-4f1e-9c2d-9b4805a35c9a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 1095 time: 0.0516977 Jul 15 13:47:06.781906 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b242a-2415-434f-9095-898db3fa014a req-cd5a849e-c194-40c2-b8e1-a618a2e3da33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:06.783413 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-583b242a-2415-434f-9095-898db3fa014a req-cd5a849e-c194-40c2-b8e1-a618a2e3da33 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.0854685 Jul 15 13:47:06.824317 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-583b242a-2415-434f-9095-898db3fa014a req-90dbf3ad-cf84-4bc8-ae25-be780c9dd2b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a15ef8f9-89c5-45df-9658-1343816400f7 HTTP/1.1" status: 200 len: 217 time: 0.0339382 Jul 15 13:47:06.876365 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b242a-2415-434f-9095-898db3fa014a req-79f2e150-b95d-499d-a5f8-cada3717c1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:06.878365 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-583b242a-2415-434f-9095-898db3fa014a req-79f2e150-b95d-499d-a5f8-cada3717c1ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0476787 Jul 15 13:47:06.938139 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b242a-2415-434f-9095-898db3fa014a req-b6bd366a-0680-4197-a137-96b91a8a8e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:06.940358 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-583b242a-2415-434f-9095-898db3fa014a req-b6bd366a-0680-4197-a137-96b91a8a8e96 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548449 Jul 15 13:47:07.030051 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-583b242a-2415-434f-9095-898db3fa014a req-1d15785c-549e-49c6-a2a7-7b6ed7909da8 service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819373 Jul 15 13:47:07.121869 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-583b242a-2415-434f-9095-898db3fa014a req-32767bab-e997-44b4-ba70-6a0c99750f1b service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851989 Jul 15 13:47:07.345545 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f58cd-1a95-4650-aa6c-6dd691ddc1c9 req-3e330548-fae4-416d-b978-1cda92fc7ad5 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:07.347549 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-220f58cd-1a95-4650-aa6c-6dd691ddc1c9 req-3e330548-fae4-416d-b978-1cda92fc7ad5 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 943 time: 0.0639455 Jul 15 13:47:07.356057 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:47:07.384151 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-220f58cd-1a95-4650-aa6c-6dd691ddc1c9 req-d6b2f7b6-75c1-4471-bc69-b31b0694f637 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310311 Jul 15 13:47:08.001352 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device a15ef8f9-89c5-45df-9658-1343816400f7 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:47:08.092986 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port a15ef8f9-89c5-45df-9658-1343816400f7, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a15ef8f9-89c5-45df-9658-1343816400f7,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:08.103846 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'a15ef8f9-89c5-45df-9658-1343816400f7', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'port_id': 'a15ef8f9-89c5-45df-9658-1343816400f7', 'mac_address': 'fa:16:3e:2a:d2:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:47:08.143455 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:08.305936 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a15ef8f9-89c5-45df-9658-1343816400f7 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:47:08.325268 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port a15ef8f9-89c5-45df-9658-1343816400f7, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a15ef8f9-89c5-45df-9658-1343816400f7,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:08.329544 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:08.374352 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=a15ef8f9-89c5-45df-9658-1343816400f7,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:08.514377 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['a15ef8f9-89c5-45df-9658-1343816400f7'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:47:08.556853 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c98cd-34a8-4423-aa86-f85d20addb7d req-8ca1a5e9-3e92-403f-a36d-0d7f180a9fea tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:08.558338 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-928c98cd-34a8-4423-aa86-f85d20addb7d req-8ca1a5e9-3e92-403f-a36d-0d7f180a9fea tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 944 time: 0.0626833 Jul 15 13:47:08.599994 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-928c98cd-34a8-4423-aa86-f85d20addb7d req-511e9024-bcc3-421f-8407-8d52630b31b9 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359442 Jul 15 13:47:09.778115 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3264b-493e-4d9a-a486-b2eb91afcbb8 req-d7c5af7a-3e66-4f09-8f92-05b2c36e9215 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:09.779583 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-41f3264b-493e-4d9a-a486-b2eb91afcbb8 req-d7c5af7a-3e66-4f09-8f92-05b2c36e9215 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 944 time: 0.0669491 Jul 15 13:47:09.816488 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-41f3264b-493e-4d9a-a486-b2eb91afcbb8 req-e88dd29b-92b6-4656-8770-05f6a5c8f114 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314152 Jul 15 13:47:10.001220 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device a15ef8f9-89c5-45df-9658-1343816400f7 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:47:10.047595 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port a15ef8f9-89c5-45df-9658-1343816400f7 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:47:10.051763 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port a15ef8f9-89c5-45df-9658-1343816400f7 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:47:10.052136 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:10.125513 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:10.148233 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a2ba916-9a9b-461c-9b31-33c01d6a200a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15ef8f9-89c5-45df-9658-1343816400f7'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:47:10.150786 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85324c94-6585-4228-ac48-4359867b4080" -d '{"events": [{"server_uuid": "1a2ba916-9a9b-461c-9b31-33c01d6a200a", "name": "network-vif-plugged", "status": "completed", "tag": "a15ef8f9-89c5-45df-9658-1343816400f7"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:47:10.164042 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port a15ef8f9-89c5-45df-9658-1343816400f7, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a15ef8f9-89c5-45df-9658-1343816400f7,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:10.168171 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:10.197054 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b1757b-a10a-45f1-a1b0-1d60a4925cbe x-openstack-request-id: req-18b1757b-a10a-45f1-a1b0-1d60a4925cbe {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:47:10.197338 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a2ba916-9a9b-461c-9b31-33c01d6a200a", "name": "network-vif-plugged", "status": "completed", "tag": "a15ef8f9-89c5-45df-9658-1343816400f7", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:47:10.197587 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-18b1757b-a10a-45f1-a1b0-1d60a4925cbe {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:47:10.197961 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a2ba916-9a9b-461c-9b31-33c01d6a200a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15ef8f9-89c5-45df-9658-1343816400f7', 'code': 200} Jul 15 13:47:10.225159 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=a15ef8f9-89c5-45df-9658-1343816400f7,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:10.299269 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed3e5f-1794-4b79-a018-6c6bd1830ce0 req-7381b06d-8a6c-499e-b0d8-ddbe879a4687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:10.301251 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c0ed3e5f-1794-4b79-a018-6c6bd1830ce0 req-7381b06d-8a6c-499e-b0d8-ddbe879a4687 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 1097 time: 0.0508862 Jul 15 13:47:10.333825 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c0ed3e5f-1794-4b79-a018-6c6bd1830ce0 req-123c8b6b-4f99-49cf-bcec-21b7ba0b5949 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267293 Jul 15 13:47:10.986328 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956432e-0992-49ab-b9f0-a7e3a361828a req-203a44d4-cd7d-4023-9ecc-879794ba8d4b tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:10.987913 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5956432e-0992-49ab-b9f0-a7e3a361828a req-203a44d4-cd7d-4023-9ecc-879794ba8d4b tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 945 time: 0.0639362 Jul 15 13:47:11.025443 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5956432e-0992-49ab-b9f0-a7e3a361828a req-7d98afd3-02b9-430e-b5d8-b46a7de96d1e tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319324 Jul 15 13:47:12.197144 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c2c27-53d8-411b-8013-8ee70068354f req-ad2060f8-f70e-4571-9bc7-747eaa7a377e tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:12.198636 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-335c2c27-53d8-411b-8013-8ee70068354f req-ad2060f8-f70e-4571-9bc7-747eaa7a377e tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 945 time: 0.0643861 Jul 15 13:47:12.235073 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-335c2c27-53d8-411b-8013-8ee70068354f req-82a64704-3698-466d-9ff3-21e55c456e7d tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310168 Jul 15 13:47:12.397466 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ac1d8-6012-4cb9-b19a-94ab81070d38 req-ae5e5606-567a-4672-80f1-a16a8710e87a tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:12.399045 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d21ac1d8-6012-4cb9-b19a-94ab81070d38 req-ae5e5606-567a-4672-80f1-a16a8710e87a tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 945 time: 0.0622377 Jul 15 13:47:12.407288 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 37630) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:12.411686 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-3d339a72-185d-4ae6-a0ce-f1392a32403f tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Request body: {'floatingip': {'port_id': 'a15ef8f9-89c5-45df-9658-1343816400f7'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:12.452925 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3d339a72-185d-4ae6-a0ce-f1392a32403f tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks [] for floatingip, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:12.880911 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3d339a72-185d-4ae6-a0ce-f1392a32403f tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:12.884728 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3d339a72-185d-4ae6-a0ce-f1392a32403f tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:12.980337 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-3d339a72-185d-4ae6-a0ce-f1392a32403f tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Floating IP a7a1a608-c116-4461-b46f-b45f09b530c4 associated. External IP: 172.25.8.99, port: a15ef8f9-89c5-45df-9658-1343816400f7. Jul 15 13:47:13.178816 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d339a72-185d-4ae6-a0ce-f1392a32403f tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Router bf01221f-87ba-4655-9141-2d3e2b199b7a has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:47:13.280311 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d339a72-185d-4ae6-a0ce-f1392a32403f tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:47:13.285598 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3d339a72-185d-4ae6-a0ce-f1392a32403f tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:13.291284 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c252e1b-ba29-4233-a445-ef2e6f9a32d0 None None] Sync routers for ids ['bf01221f-87ba-4655-9141-2d3e2b199b7a'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:47:13.301388 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c252e1b-ba29-4233-a445-ef2e6f9a32d0 None None] Routers {'bf01221f-87ba-4655-9141-2d3e2b199b7a'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:13.301997 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-8c252e1b-ba29-4233-a445-ef2e6f9a32d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:47:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['bf01221f-87ba-4655-9141-2d3e2b199b7a'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:13.320886 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3d339a72-185d-4ae6-a0ce-f1392a32403f tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "PUT /v2.0/floatingips/a7a1a608-c116-4461-b46f-b45f09b530c4 HTTP/1.1" status: 200 len: 990 time: 0.9125607 Jul 15 13:47:13.321462 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a2ba916-9a9b-461c-9b31-33c01d6a200a', 'tag': 'a15ef8f9-89c5-45df-9658-1343816400f7'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:47:13.323726 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e6542f-0d43-4f92-8f5d-feb530127f86" -d '{"events": [{"name": "network-changed", "server_uuid": "1a2ba916-9a9b-461c-9b31-33c01d6a200a", "tag": "a15ef8f9-89c5-45df-9658-1343816400f7"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:47:13.361305 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d74b5a-6e11-47f9-b59f-eb69ec3bf5e0 x-openstack-request-id: req-50d74b5a-6e11-47f9-b59f-eb69ec3bf5e0 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:47:13.361594 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a2ba916-9a9b-461c-9b31-33c01d6a200a", "tag": "a15ef8f9-89c5-45df-9658-1343816400f7", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:47:13.361848 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50d74b5a-6e11-47f9-b59f-eb69ec3bf5e0 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:47:13.362248 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a2ba916-9a9b-461c-9b31-33c01d6a200a', 'tag': 'a15ef8f9-89c5-45df-9658-1343816400f7', 'status': 'completed', 'code': 200} Jul 15 13:47:13.417584 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-8c252e1b-ba29-4233-a445-ef2e6f9a32d0 None None] Set router bf01221f-87ba-4655-9141-2d3e2b199b7a gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:47:13.437497 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6542f-0d43-4f92-8f5d-feb530127f86 req-70410a08-fbbe-4a5d-8695-5b445bdcf754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:13.439063 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e1e6542f-0d43-4f92-8f5d-feb530127f86 req-70410a08-fbbe-4a5d-8695-5b445bdcf754 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 1097 time: 0.0538976 Jul 15 13:47:13.532188 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6542f-0d43-4f92-8f5d-feb530127f86 req-cb131db4-1ed9-4ade-b90c-5d5d9d4b6b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:13.533753 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e1e6542f-0d43-4f92-8f5d-feb530127f86 req-cb131db4-1ed9-4ade-b90c-5d5d9d4b6b48 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.0871425 Jul 15 13:47:13.596958 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e1e6542f-0d43-4f92-8f5d-feb530127f86 req-5fbddcf2-664b-40cb-bf38-5afe6261041a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a15ef8f9-89c5-45df-9658-1343816400f7 HTTP/1.1" status: 200 len: 998 time: 0.0564849 Jul 15 13:47:13.636890 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-8c252e1b-ba29-4233-a445-ef2e6f9a32d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'name': 'tempest-ServerActionsTestJSON-370842980-router', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:40Z', 'updated_at': '2021-07-15T13:44:43Z', 'revision_number': 4, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'gw_port': {'id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:41Z', 'updated_at': '2021-07-15T13:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'a7a1a608-c116-4461-b46f-b45f09b530c4', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'floating_ip_address': '172.25.8.99', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'port_id': 'a15ef8f9-89c5-45df-9658-1343816400f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'mac_address': 'fa:16:3e:2a:d2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2ba916-9a9b-461c-9b31-33c01d6a200a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:44:46Z', 'updated_at': '2021-07-15T13:47:12Z', 'revision_number': 5, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558ed182-e357-4c99-ab22-fd9d0a32aaf4', 'name': '', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'mac_address': 'fa:16:3e:3a:78:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:43Z', 'updated_at': '2021-07-15T13:44:49Z', 'revision_number': 5, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'subnets': [{'id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:13.648281 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6542f-0d43-4f92-8f5d-feb530127f86 req-338de063-e702-41c8-b57a-26cdd1e92527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:13.649969 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e1e6542f-0d43-4f92-8f5d-feb530127f86 req-338de063-e702-41c8-b57a-26cdd1e92527 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0478549 Jul 15 13:47:13.666982 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c252e1b-ba29-4233-a445-ef2e6f9a32d0 None None] Checking router: bf01221f-87ba-4655-9141-2d3e2b199b7a for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:47:13.675425 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c252e1b-ba29-4233-a445-ef2e6f9a32d0 None None] Routers {'bf01221f-87ba-4655-9141-2d3e2b199b7a'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:13.676030 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-8c252e1b-ba29-4233-a445-ef2e6f9a32d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:47:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['bf01221f-87ba-4655-9141-2d3e2b199b7a'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:13.706774 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6542f-0d43-4f92-8f5d-feb530127f86 req-57340526-5eac-4b31-bcf6-78190d513d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:13.708214 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e1e6542f-0d43-4f92-8f5d-feb530127f86 req-57340526-5eac-4b31-bcf6-78190d513d34 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525315 Jul 15 13:47:13.777718 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-8c252e1b-ba29-4233-a445-ef2e6f9a32d0 None None] Set router bf01221f-87ba-4655-9141-2d3e2b199b7a gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:47:13.796045 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e1e6542f-0d43-4f92-8f5d-feb530127f86 req-4e08a0d7-7068-49b1-9c9f-7455322ac322 service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812485 Jul 15 13:47:13.889671 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e1e6542f-0d43-4f92-8f5d-feb530127f86 req-1e9214e8-cc5c-42e0-a02d-257fe414a836 service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873325 Jul 15 13:47:13.995021 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-8c252e1b-ba29-4233-a445-ef2e6f9a32d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'name': 'tempest-ServerActionsTestJSON-370842980-router', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:40Z', 'updated_at': '2021-07-15T13:44:43Z', 'revision_number': 4, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'gw_port': {'id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:41Z', 'updated_at': '2021-07-15T13:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'a7a1a608-c116-4461-b46f-b45f09b530c4', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'floating_ip_address': '172.25.8.99', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'port_id': 'a15ef8f9-89c5-45df-9658-1343816400f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'mac_address': 'fa:16:3e:2a:d2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2ba916-9a9b-461c-9b31-33c01d6a200a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:44:46Z', 'updated_at': '2021-07-15T13:47:12Z', 'revision_number': 5, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558ed182-e357-4c99-ab22-fd9d0a32aaf4', 'name': '', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'mac_address': 'fa:16:3e:3a:78:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:43Z', 'updated_at': '2021-07-15T13:44:49Z', 'revision_number': 5, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'subnets': [{'id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:14.020964 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c252e1b-ba29-4233-a445-ef2e6f9a32d0 None None] The sync data for ids ['bf01221f-87ba-4655-9141-2d3e2b199b7a'] in n-d-771363-36 is: [{'id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'name': 'tempest-ServerActionsTestJSON-370842980-router', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:40Z', 'updated_at': '2021-07-15T13:44:43Z', 'revision_number': 4, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'gw_port': {'id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:41Z', 'updated_at': '2021-07-15T13:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'a7a1a608-c116-4461-b46f-b45f09b530c4', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'floating_ip_address': '172.25.8.99', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'port_id': 'a15ef8f9-89c5-45df-9658-1343816400f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'mac_address': 'fa:16:3e:2a:d2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2ba916-9a9b-461c-9b31-33c01d6a200a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:44:46Z', 'updated_at': '2021-07-15T13:47:12Z', 'revision_number': 5, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558ed182-e357-4c99-ab22-fd9d0a32aaf4', 'name': '', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'mac_address': 'fa:16:3e:3a:78:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:43Z', 'updated_at': '2021-07-15T13:44:49Z', 'revision_number': 5, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'subnets': [{'id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:47:14.208617 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ac63a7-8a6b-4671-a205-45ff42362747 None None] New status for floating IP a7a1a608-c116-4461-b46f-b45f09b530c4: ACTIVE {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:47:29.509171 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:29.713973 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c15a9d90-74bb-4756-8ca7-43606e78fbcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:29.776699 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:32.313548 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:32.512084 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5d34d273-84ea-4a24-a202-d39f5cd73cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:33.698458 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:35.133356 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:44.355677 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:47:51.596718 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fae13d8f-718d-4fa3-a4e5-f9d28da2c70e req-3b8d6f75-bbe3-4df7-b049-df4e584571e8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0560465 Jul 15 13:47:51.693865 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae13d8f-718d-4fa3-a4e5-f9d28da2c70e req-52bf9253-b824-4d53-be59-acdf87e14451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:51.695284 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fae13d8f-718d-4fa3-a4e5-f9d28da2c70e req-52bf9253-b824-4d53-be59-acdf87e14451 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 1097 time: 0.0561106 Jul 15 13:47:51.795684 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae13d8f-718d-4fa3-a4e5-f9d28da2c70e req-6cc6b1be-fb75-4b14-9d9e-bfa1f92e525d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:51.797130 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fae13d8f-718d-4fa3-a4e5-f9d28da2c70e req-6cc6b1be-fb75-4b14-9d9e-bfa1f92e525d service neutron] 10.222.0.46 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.0828278 Jul 15 13:47:51.867916 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fae13d8f-718d-4fa3-a4e5-f9d28da2c70e req-4e14afe5-7c8f-44c9-9cf4-91682e0f5614 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a15ef8f9-89c5-45df-9658-1343816400f7 HTTP/1.1" status: 200 len: 1000 time: 0.0644608 Jul 15 13:47:51.917632 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae13d8f-718d-4fa3-a4e5-f9d28da2c70e req-0af40768-c056-4e0a-8c5d-6db337ab6927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:51.919126 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fae13d8f-718d-4fa3-a4e5-f9d28da2c70e req-0af40768-c056-4e0a-8c5d-6db337ab6927 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0449076 Jul 15 13:47:51.974959 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae13d8f-718d-4fa3-a4e5-f9d28da2c70e req-b8713417-b7c0-4bd3-a1ff-a57dca1d060d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:51.976330 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fae13d8f-718d-4fa3-a4e5-f9d28da2c70e req-b8713417-b7c0-4bd3-a1ff-a57dca1d060d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511250 Jul 15 13:47:52.067485 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fae13d8f-718d-4fa3-a4e5-f9d28da2c70e req-17cdf60d-4a58-4057-8ccf-bdb7c9c8bd67 service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848472 Jul 15 13:47:52.153906 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fae13d8f-718d-4fa3-a4e5-f9d28da2c70e req-79faa944-f976-44ac-8800-35dd42970e96 service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804844 Jul 15 13:47:59.506804 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:59.713977 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f3fb5e89-8ab5-44e3-8704-b349fed3e7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:59.792677 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:02.313892 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:02.511176 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5a743861-cd70-4a91-a129-c6114be0bdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:03.700568 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:05.134198 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:21.357997 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:48:29.504424 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:29.712948 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2c8f619f-a207-4fb3-86d2-0b8a8c62dc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:29.791576 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:32.314578 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:32.510010 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-09af56a2-002a-45dc-be2a-9bdb54749798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:33.703848 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:35.136798 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:49.580781 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481947e-91e6-4957-812c-cc79895e3dda req-c3ec112c-80fb-49bf-af66-d66c6fff2e2b tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:49.582268 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1481947e-91e6-4957-812c-cc79895e3dda req-c3ec112c-80fb-49bf-af66-d66c6fff2e2b tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 945 time: 0.1926308 Jul 15 13:48:49.966098 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1481947e-91e6-4957-812c-cc79895e3dda req-babbd79a-2d32-4673-991d-77cabab5b7a7 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3777568 Jul 15 13:48:51.185603 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1961cd8-b243-4323-a125-0e3637230bb5 req-c91e4719-cc1c-4383-9db1-109a74f6d525 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:51.187063 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b1961cd8-b243-4323-a125-0e3637230bb5 req-c91e4719-cc1c-4383-9db1-109a74f6d525 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 945 time: 0.1105208 Jul 15 13:48:51.223602 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b1961cd8-b243-4323-a125-0e3637230bb5 req-db93641c-615c-4d7f-8fa1-ec1807bf7ccd tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309911 Jul 15 13:48:51.676139 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4dd84-004b-4ad8-a1cb-1ea4b30cf139 req-bcd07341-b964-40e1-9b2a-0660dde9bbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:51.677637 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9bb4dd84-004b-4ad8-a1cb-1ea4b30cf139 req-bcd07341-b964-40e1-9b2a-0660dde9bbaf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 1097 time: 0.1023734 Jul 15 13:48:51.779667 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4dd84-004b-4ad8-a1cb-1ea4b30cf139 req-924acb40-2ec4-4410-b372-09453549c041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:51.781026 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9bb4dd84-004b-4ad8-a1cb-1ea4b30cf139 req-924acb40-2ec4-4410-b372-09453549c041 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.0823829 Jul 15 13:48:51.848161 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9bb4dd84-004b-4ad8-a1cb-1ea4b30cf139 req-d597c484-d377-43c5-b4f9-91716bc3af43 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a15ef8f9-89c5-45df-9658-1343816400f7 HTTP/1.1" status: 200 len: 1000 time: 0.0606909 Jul 15 13:48:51.896087 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4dd84-004b-4ad8-a1cb-1ea4b30cf139 req-220e8094-df94-4bae-a569-d4e73dd2b4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:51.897540 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9bb4dd84-004b-4ad8-a1cb-1ea4b30cf139 req-220e8094-df94-4bae-a569-d4e73dd2b4ab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0428114 Jul 15 13:48:51.953109 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4dd84-004b-4ad8-a1cb-1ea4b30cf139 req-5ef2e6bc-8128-497d-ba41-d7ee0d63f293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:51.954553 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9bb4dd84-004b-4ad8-a1cb-1ea4b30cf139 req-5ef2e6bc-8128-497d-ba41-d7ee0d63f293 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511839 Jul 15 13:48:51.964458 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [req-9bb4dd84-004b-4ad8-a1cb-1ea4b30cf139 req-bfc3e687-ada8-4f42-b458-ba9830b1df40 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:48:51.965393 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9bb4dd84-004b-4ad8-a1cb-1ea4b30cf139 req-bfc3e687-ada8-4f42-b458-ba9830b1df40 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048518 Jul 15 13:48:52.055689 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9bb4dd84-004b-4ad8-a1cb-1ea4b30cf139 req-44be305b-bbea-40e0-a6b6-0b13f9fa4026 service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839112 Jul 15 13:48:52.144071 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9bb4dd84-004b-4ad8-a1cb-1ea4b30cf139 req-523278ec-eaa7-4931-a6dd-3824e27d6204 service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821862 Jul 15 13:48:52.394515 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b2e58-2eda-4fef-bfe8-7d5a00644230 req-de140361-bacd-44f8-a368-145a764989a7 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:52.395897 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-729b2e58-2eda-4fef-bfe8-7d5a00644230 req-de140361-bacd-44f8-a368-145a764989a7 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 945 time: 0.0611935 Jul 15 13:48:52.435316 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-729b2e58-2eda-4fef-bfe8-7d5a00644230 req-b95ca9db-063f-45d6-b889-755587178ac9 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334649 Jul 15 13:48:53.605300 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b9486-a7b8-49e8-9b10-e61c40587b4f req-918cb942-440c-4c15-b79a-1e0b1389e4d4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:53.606761 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9d7b9486-a7b8-49e8-9b10-e61c40587b4f req-918cb942-440c-4c15-b79a-1e0b1389e4d4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 945 time: 0.0621817 Jul 15 13:48:53.642848 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9d7b9486-a7b8-49e8-9b10-e61c40587b4f req-df238554-0c4b-48fc-868a-64bb5b3c4b34 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305305 Jul 15 13:48:54.812301 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d225a97-0546-454b-af0f-fd57214c4168 req-40d7e0bc-916a-4c46-8165-2d835a887223 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:54.813788 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9d225a97-0546-454b-af0f-fd57214c4168 req-40d7e0bc-916a-4c46-8165-2d835a887223 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 945 time: 0.0625060 Jul 15 13:48:54.850176 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9d225a97-0546-454b-af0f-fd57214c4168 req-4fea0103-c3dc-4a60-bce4-6f994a0fa1f0 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308568 Jul 15 13:48:56.026979 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917fcd5f-e428-4177-b1a6-96305c07da9b req-d6d37cc7-ee10-4466-ae4c-53f4307005c4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:56.028438 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-917fcd5f-e428-4177-b1a6-96305c07da9b req-d6d37cc7-ee10-4466-ae4c-53f4307005c4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 945 time: 0.0654345 Jul 15 13:48:56.065160 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-917fcd5f-e428-4177-b1a6-96305c07da9b req-85488d80-a154-4c6d-a211-15e9f6d5e260 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312743 Jul 15 13:48:57.231858 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e617b96-7b4d-4588-b103-7126232cc8e1 req-fcbcf27f-3385-4f60-aea9-829d768605cc tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:57.233305 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2e617b96-7b4d-4588-b103-7126232cc8e1 req-fcbcf27f-3385-4f60-aea9-829d768605cc tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 945 time: 0.0608008 Jul 15 13:48:57.270386 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2e617b96-7b4d-4588-b103-7126232cc8e1 req-2a1e701a-0efc-474a-82a3-b7797bc727cf tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315599 Jul 15 13:48:58.356992 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:48:58.440029 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c26119-536e-4a02-9fc9-b31c0609598e req-d0daad59-5fb3-4973-83ea-f195167b83be tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:58.441493 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-57c26119-536e-4a02-9fc9-b31c0609598e req-d0daad59-5fb3-4973-83ea-f195167b83be tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 945 time: 0.0613339 Jul 15 13:48:58.481918 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-57c26119-536e-4a02-9fc9-b31c0609598e req-0aa6ab4b-da8f-4b92-b073-9313bccc1249 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348730 Jul 15 13:48:59.521352 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:59.661414 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d350db1-66b0-4db1-837f-fc78afe6ee88 req-fd82d15f-f2bc-4762-aaaa-7a1940a98c47 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:59.662909 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1d350db1-66b0-4db1-837f-fc78afe6ee88 req-fd82d15f-f2bc-4762-aaaa-7a1940a98c47 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 945 time: 0.0631702 Jul 15 13:48:59.701098 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1d350db1-66b0-4db1-837f-fc78afe6ee88 req-5e1cda1c-e1e0-4e63-8328-ea7c05bfda8f tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325906 Jul 15 13:48:59.713612 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4c91ea48-13ad-4317-895e-c6098307cc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:59.792133 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:00.871239 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6106bf-3fcc-412c-957c-fc69523e5d76 req-b2e2e698-7675-48a5-a42e-506913b82084 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:00.872719 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8b6106bf-3fcc-412c-957c-fc69523e5d76 req-b2e2e698-7675-48a5-a42e-506913b82084 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 945 time: 0.0614700 Jul 15 13:49:00.909474 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8b6106bf-3fcc-412c-957c-fc69523e5d76 req-02b1e830-2fbe-413f-a99a-178e16f1c0c4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312097 Jul 15 13:49:01.237628 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-4a328ebd-e544-4205-a140-abede3d482d2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0552032 Jul 15 13:49:01.300301 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4012b1-7cf2-4a53-9b96-15d8139eb2b6 req-a80acfc7-99fb-448c-b7e6-ef29f0dd59b1 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:01.301818 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4c4012b1-7cf2-4a53-9b96-15d8139eb2b6 req-a80acfc7-99fb-448c-b7e6-ef29f0dd59b1 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 945 time: 0.0722902 Jul 15 13:49:01.340462 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4c4012b1-7cf2-4a53-9b96-15d8139eb2b6 req-2b100eff-45f1-4d0a-b5f1-52eda5053663 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323422 Jul 15 13:49:02.315111 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:02.322055 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-dcbd41fc-7d5d-478c-8395-fbc34b326edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:02.324112 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-dcbd41fc-7d5d-478c-8395-fbc34b326edd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 1097 time: 0.0552695 Jul 15 13:49:02.411077 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-cfc7f29f-34e7-4e06-96f2-d65ec18821e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:02.412584 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-cfc7f29f-34e7-4e06-96f2-d65ec18821e6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.0825386 Jul 15 13:49:02.481999 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-5615869c-1d66-4c84-b0e9-5c78c1f81f64 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a15ef8f9-89c5-45df-9658-1343816400f7 HTTP/1.1" status: 200 len: 1000 time: 0.0627818 Jul 15 13:49:02.514298 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-92ff93d7-20c8-478a-9ddd-b9018e18e86f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:02.515081 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f20ac6-8271-4ce8-a044-220fd233f510 req-8f740cfb-92a2-45ee-b158-bda5e13b66c3 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:02.517027 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-43f20ac6-8271-4ce8-a044-220fd233f510 req-8f740cfb-92a2-45ee-b158-bda5e13b66c3 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 945 time: 0.0650678 Jul 15 13:49:02.533767 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-e4a6c1e3-f3c3-4277-91c5-8c10233a2fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:02.535333 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-e4a6c1e3-f3c3-4277-91c5-8c10233a2fe4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0473244 Jul 15 13:49:02.555605 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-43f20ac6-8271-4ce8-a044-220fd233f510 req-4306e589-ed35-4d7c-ad74-9a741bde8d19 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318289 Jul 15 13:49:02.591197 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-89a2cfc5-edf5-47a0-87b0-cf34879a949c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:02.593048 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-89a2cfc5-edf5-47a0-87b0-cf34879a949c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514555 Jul 15 13:49:02.683645 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-66295fc6-6d47-4f9c-8278-6b0c265d8cc8 service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846515 Jul 15 13:49:02.769804 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-6dda1a12-3f61-486b-ba4a-9341eac598c7 service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802619 Jul 15 13:49:03.705749 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:03.730429 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc8f328-184c-4901-adfe-9517cf49414b req-4f238853-0279-432e-a065-ef0882b007d8 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:03.731948 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6bc8f328-184c-4901-adfe-9517cf49414b req-4f238853-0279-432e-a065-ef0882b007d8 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 945 time: 0.0622232 Jul 15 13:49:03.772853 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6bc8f328-184c-4901-adfe-9517cf49414b req-73bf1d3d-e805-4eaf-b0a4-5fee7ad9664c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353560 Jul 15 13:49:04.701548 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-f9440d60-3078-468d-bae4-5e3f8c751183 service neutron] show failed (client error): The resource could not be found. Jul 15 13:49:04.702545 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-f9440d60-3078-468d-bae4-5e3f8c751183 service neutron] 10.222.0.46 "GET /v2.0/ports/a15ef8f9-89c5-45df-9658-1343816400f7/bindings/n-h1-771363-36 HTTP/1.1" status: 404 len: 381 time: 0.0587680 Jul 15 13:49:04.989855 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ee73c-8e8c-4076-ae9d-80291f631fa0 req-b58f5ccd-d2c2-4afa-9abe-c2eb8a6ab043 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:04.991256 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f87ee73c-8e8c-4076-ae9d-80291f631fa0 req-b58f5ccd-d2c2-4afa-9abe-c2eb8a6ab043 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 945 time: 0.0984969 Jul 15 13:49:04.996375 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-e5784c10-bba1-44f0-af09-165725ae5465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:04.997733 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-e5784c10-bba1-44f0-af09-165725ae5465 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a&tenant_id=9785b0ee591e4037bc2c92fc42ea40ac HTTP/1.1" status: 200 len: 1097 time: 0.0937400 Jul 15 13:49:05.008821 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-fdb8d947-6307-421e-8b96-caca2c38cd83 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-36', 'device_owner': 'compute:nova'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:05.063255 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f87ee73c-8e8c-4076-ae9d-80291f631fa0 req-a20b23ed-47ef-45c9-9b6d-aad0153069d2 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646064 Jul 15 13:49:05.100384 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-fdb8d947-6307-421e-8b96-caca2c38cd83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.139847 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.296336 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-fdb8d947-6307-421e-8b96-caca2c38cd83 service neutron] For port a15ef8f9-89c5-45df-9658-1343816400f7, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a15ef8f9-89c5-45df-9658-1343816400f7,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:05.327322 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-fdb8d947-6307-421e-8b96-caca2c38cd83 service neutron] For port a15ef8f9-89c5-45df-9658-1343816400f7, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:49:05.364716 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a2ba916-9a9b-461c-9b31-33c01d6a200a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a15ef8f9-89c5-45df-9658-1343816400f7'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:49:05.366982 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d3acb4-5890-4939-b7e1-16fecd556d73" -d '{"events": [{"server_uuid": "1a2ba916-9a9b-461c-9b31-33c01d6a200a", "name": "network-vif-unplugged", "status": "completed", "tag": "a15ef8f9-89c5-45df-9658-1343816400f7"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:49:05.370602 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-fdb8d947-6307-421e-8b96-caca2c38cd83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.382994 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-fdb8d947-6307-421e-8b96-caca2c38cd83 service neutron] Transition to ACTIVE for port object a15ef8f9-89c5-45df-9658-1343816400f7 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:05.387526 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-fdb8d947-6307-421e-8b96-caca2c38cd83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.421791 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b1bd92-543f-4077-89c0-4f94aa27b30c x-openstack-request-id: req-89b1bd92-543f-4077-89c0-4f94aa27b30c {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:49:05.422075 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a2ba916-9a9b-461c-9b31-33c01d6a200a", "name": "network-vif-unplugged", "status": "completed", "tag": "a15ef8f9-89c5-45df-9658-1343816400f7", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:49:05.422324 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-89b1bd92-543f-4077-89c0-4f94aa27b30c {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:49:05.422730 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a2ba916-9a9b-461c-9b31-33c01d6a200a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a15ef8f9-89c5-45df-9658-1343816400f7', 'code': 200} Jul 15 13:49:05.491690 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb8d947-6307-421e-8b96-caca2c38cd83 service neutron] Pushing event updated for resources: {'Port': ['ID=a15ef8f9-89c5-45df-9658-1343816400f7,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:05.520903 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb8d947-6307-421e-8b96-caca2c38cd83 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:05.521254 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb8d947-6307-421e-8b96-caca2c38cd83 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:05.521587 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb8d947-6307-421e-8b96-caca2c38cd83 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:05.521919 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb8d947-6307-421e-8b96-caca2c38cd83 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:05.522247 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb8d947-6307-421e-8b96-caca2c38cd83 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:05.522583 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb8d947-6307-421e-8b96-caca2c38cd83 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:05.522927 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb8d947-6307-421e-8b96-caca2c38cd83 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:05.523259 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb8d947-6307-421e-8b96-caca2c38cd83 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:05.523576 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb8d947-6307-421e-8b96-caca2c38cd83 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:05.523899 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb8d947-6307-421e-8b96-caca2c38cd83 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:05.524218 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb8d947-6307-421e-8b96-caca2c38cd83 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:05.524535 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb8d947-6307-421e-8b96-caca2c38cd83 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:05.577794 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-fdb8d947-6307-421e-8b96-caca2c38cd83 service neutron] No DVR routers for this DVR port a15ef8f9-89c5-45df-9658-1343816400f7 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:49:05.711655 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-fdb8d947-6307-421e-8b96-caca2c38cd83 service neutron] Attempting to bind port a15ef8f9-89c5-45df-9658-1343816400f7 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:49:05.711995 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-fdb8d947-6307-421e-8b96-caca2c38cd83 service neutron] Attempting to bind port a15ef8f9-89c5-45df-9658-1343816400f7 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:49:05.712349 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-fdb8d947-6307-421e-8b96-caca2c38cd83 service neutron] Attempting to bind port a15ef8f9-89c5-45df-9658-1343816400f7 on network b5bf532f-b153-47f1-9912-eabb2230f11a {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:49:05.716559 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-fdb8d947-6307-421e-8b96-caca2c38cd83 service neutron] Port a15ef8f9-89c5-45df-9658-1343816400f7 on network b5bf532f-b153-47f1-9912-eabb2230f11a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:49:05.716879 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-fdb8d947-6307-421e-8b96-caca2c38cd83 service neutron] Attempting to bind port a15ef8f9-89c5-45df-9658-1343816400f7 on network b5bf532f-b153-47f1-9912-eabb2230f11a {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:49:05.721590 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-fdb8d947-6307-421e-8b96-caca2c38cd83 service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:49:05.721929 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-fdb8d947-6307-421e-8b96-caca2c38cd83 service neutron] Checking segment: {'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:49:05.722309 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-fdb8d947-6307-421e-8b96-caca2c38cd83 service neutron] Bound using segment: {'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:49:05.722771 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-fdb8d947-6307-421e-8b96-caca2c38cd83 service neutron] Bound port: a15ef8f9-89c5-45df-9658-1343816400f7, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:49:05.723126 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-fdb8d947-6307-421e-8b96-caca2c38cd83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.783567 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-fdb8d947-6307-421e-8b96-caca2c38cd83 service neutron] For port a15ef8f9-89c5-45df-9658-1343816400f7, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:49:05.786491 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-fdb8d947-6307-421e-8b96-caca2c38cd83 service neutron] For port a15ef8f9-89c5-45df-9658-1343816400f7, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=a15ef8f9-89c5-45df-9658-1343816400f7,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:49:05.792461 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-fdb8d947-6307-421e-8b96-caca2c38cd83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.828476 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-fdb8d947-6307-421e-8b96-caca2c38cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:05.829091 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-fdb8d947-6307-421e-8b96-caca2c38cd83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.830468 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-fdb8d947-6307-421e-8b96-caca2c38cd83 service neutron] 10.222.0.20 "PUT /v2.0/ports/a15ef8f9-89c5-45df-9658-1343816400f7 HTTP/1.1" status: 200 len: 1092 time: 0.8253200 Jul 15 13:49:05.857413 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb8d947-6307-421e-8b96-caca2c38cd83 service neutron] Pushing event updated for resources: {'Port': ['ID=a15ef8f9-89c5-45df-9658-1343816400f7,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:05.912918 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-96ed2e51-5c53-4a05-b272-0f6d1ce50a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:05.914453 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-96ed2e51-5c53-4a05-b272-0f6d1ce50a4d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 1095 time: 0.0582137 Jul 15 13:49:06.005584 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-ee29d329-d95c-4123-b4de-5a2cd0549894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:06.007097 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-ee29d329-d95c-4123-b4de-5a2cd0549894 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.0870411 Jul 15 13:49:06.074082 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-5f854e96-6699-40e7-908e-84bd20e071e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a15ef8f9-89c5-45df-9658-1343816400f7 HTTP/1.1" status: 200 len: 998 time: 0.0604520 Jul 15 13:49:06.121315 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-672cf544-5957-4caa-8062-78cf305600cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:06.122815 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-672cf544-5957-4caa-8062-78cf305600cc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0429904 Jul 15 13:49:06.187856 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-410832e6-1b6c-4e8e-8485-c3a025c4e505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:06.189290 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-410832e6-1b6c-4e8e-8485-c3a025c4e505 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607660 Jul 15 13:49:06.308101 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b0187-8d1d-41f6-8a89-61343eee8213 req-3e62caa3-62bc-4f44-9ba6-16801d60b4f4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:06.309589 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2e0b0187-8d1d-41f6-8a89-61343eee8213 req-3e62caa3-62bc-4f44-9ba6-16801d60b4f4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 943 time: 0.1349385 Jul 15 13:49:06.314809 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-99987d9b-9dea-4cce-9915-e650de9d5d72 service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056132 Jul 15 13:49:06.376785 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2e0b0187-8d1d-41f6-8a89-61343eee8213 req-ade7c0c7-82cf-4aa6-837b-2401b2db4037 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609710 Jul 15 13:49:06.427658 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a32d860-e583-459a-b813-3fcf3472ecd2 req-648b86fb-aa84-4ab4-95ca-6d86f6ed7f83 service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062107 Jul 15 13:49:07.423852 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a2ba916-9a9b-461c-9b31-33c01d6a200a', 'tag': 'a15ef8f9-89c5-45df-9658-1343816400f7'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:49:07.426586 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29dad7e0-560c-411d-b707-f32517d0e183" -d '{"events": [{"name": "network-changed", "server_uuid": "1a2ba916-9a9b-461c-9b31-33c01d6a200a", "tag": "a15ef8f9-89c5-45df-9658-1343816400f7"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:49:07.472819 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1748cc8-fb8d-4166-882f-dcf248d35656 x-openstack-request-id: req-d1748cc8-fb8d-4166-882f-dcf248d35656 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:49:07.473114 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a2ba916-9a9b-461c-9b31-33c01d6a200a", "tag": "a15ef8f9-89c5-45df-9658-1343816400f7", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:49:07.473369 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d1748cc8-fb8d-4166-882f-dcf248d35656 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:49:07.473853 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a2ba916-9a9b-461c-9b31-33c01d6a200a', 'tag': 'a15ef8f9-89c5-45df-9658-1343816400f7', 'status': 'completed', 'code': 200} Jul 15 13:49:07.551571 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dad7e0-560c-411d-b707-f32517d0e183 req-22e19ed0-b567-41e6-8738-2d68b06bc170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:07.553489 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-29dad7e0-560c-411d-b707-f32517d0e183 req-22e19ed0-b567-41e6-8738-2d68b06bc170 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 1095 time: 0.0554020 Jul 15 13:49:07.601362 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436e088-78d6-4b73-8f02-b33f13672ad3 req-531cc4b3-b9ed-4330-9983-7f8f6c394bfe tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:07.602897 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9436e088-78d6-4b73-8f02-b33f13672ad3 req-531cc4b3-b9ed-4330-9983-7f8f6c394bfe tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 943 time: 0.1086485 Jul 15 13:49:07.604769 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dad7e0-560c-411d-b707-f32517d0e183 req-0a101e3c-9e1b-4298-8e27-8dafcff27f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:07.606215 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-29dad7e0-560c-411d-b707-f32517d0e183 req-0a101e3c-9e1b-4298-8e27-8dafcff27f71 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 1095 time: 0.1101148 Jul 15 13:49:07.650274 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dad7e0-560c-411d-b707-f32517d0e183 req-9671f7d7-71d9-42eb-96b4-1ba1ff336aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:07.652471 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-29dad7e0-560c-411d-b707-f32517d0e183 req-9671f7d7-71d9-42eb-96b4-1ba1ff336aa8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.0929582 Jul 15 13:49:07.671114 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9436e088-78d6-4b73-8f02-b33f13672ad3 req-9aca1027-9a0c-4c36-a983-152b8471b8fa tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621307 Jul 15 13:49:07.726548 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-29dad7e0-560c-411d-b707-f32517d0e183 req-48b2a7ab-f0fd-4abf-a194-461947f79a9b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a15ef8f9-89c5-45df-9658-1343816400f7 HTTP/1.1" status: 200 len: 998 time: 0.0622375 Jul 15 13:49:07.729350 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dad7e0-560c-411d-b707-f32517d0e183 req-c9ad00bf-001a-44af-8466-3f59a04933b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:07.730881 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-29dad7e0-560c-411d-b707-f32517d0e183 req-c9ad00bf-001a-44af-8466-3f59a04933b9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.1160562 Jul 15 13:49:07.775487 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dad7e0-560c-411d-b707-f32517d0e183 req-3507f7ce-d9a4-4cb1-bba2-272ca01671c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:07.777677 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-29dad7e0-560c-411d-b707-f32517d0e183 req-3507f7ce-d9a4-4cb1-bba2-272ca01671c5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0454180 Jul 15 13:49:07.799671 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-29dad7e0-560c-411d-b707-f32517d0e183 req-016150b8-00fe-4561-9d90-fd52a3e40e6b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a15ef8f9-89c5-45df-9658-1343816400f7 HTTP/1.1" status: 200 len: 998 time: 0.0625970 Jul 15 13:49:07.841197 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dad7e0-560c-411d-b707-f32517d0e183 req-59d050cf-65fb-4067-9ccb-64b828020290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:07.842763 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-29dad7e0-560c-411d-b707-f32517d0e183 req-59d050cf-65fb-4067-9ccb-64b828020290 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593271 Jul 15 13:49:07.849898 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dad7e0-560c-411d-b707-f32517d0e183 req-a94e792b-2caf-44b1-9ce5-cec4e63e8856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:07.851372 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-29dad7e0-560c-411d-b707-f32517d0e183 req-a94e792b-2caf-44b1-9ce5-cec4e63e8856 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0456870 Jul 15 13:49:07.907384 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dad7e0-560c-411d-b707-f32517d0e183 req-40468959-1a45-402a-9c8b-ad9a287d2e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:07.908921 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-29dad7e0-560c-411d-b707-f32517d0e183 req-40468959-1a45-402a-9c8b-ad9a287d2e84 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516546 Jul 15 13:49:07.930890 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-29dad7e0-560c-411d-b707-f32517d0e183 req-9b81f296-1120-4e35-9888-1ce31389ce16 service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820451 Jul 15 13:49:08.000827 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-29dad7e0-560c-411d-b707-f32517d0e183 req-6cd5a44c-16a8-40fe-8390-83a25791b233 service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857460 Jul 15 13:49:08.029835 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-29dad7e0-560c-411d-b707-f32517d0e183 req-794d84a2-472f-4b8f-9fe6-0dce30a9f7d2 service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894265 Jul 15 13:49:08.088082 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-29dad7e0-560c-411d-b707-f32517d0e183 req-98a57129-8df7-4320-b5b9-fe312cc77ee7 service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810070 Jul 15 13:49:08.609701 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device a15ef8f9-89c5-45df-9658-1343816400f7 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:49:08.646801 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device a15ef8f9-89c5-45df-9658-1343816400f7 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:49:08.855749 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a10886-a213-4f8f-b3e6-397900ef7d4d req-34a07ab6-cb63-467a-865e-0930a4ac0229 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:08.857603 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-80a10886-a213-4f8f-b3e6-397900ef7d4d req-34a07ab6-cb63-467a-865e-0930a4ac0229 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 943 time: 0.0691688 Jul 15 13:49:08.895317 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-80a10886-a213-4f8f-b3e6-397900ef7d4d req-80344671-30aa-414d-a2fe-af3a4579d8dc tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318918 Jul 15 13:49:09.185848 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7df29-b22a-4c6d-828c-dcc15343e86b req-75bc55eb-a79d-4fcd-bcb6-f649e6a303cf tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:09.187373 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f5e7df29-b22a-4c6d-828c-dcc15343e86b req-75bc55eb-a79d-4fcd-bcb6-f649e6a303cf tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 943 time: 0.0628271 Jul 15 13:49:09.200048 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6929d2e0-18db-4757-80f6-38cb8ee25b71 req-47f0dcdd-3728-44c2-aade-d68f987cc9a5 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:09.201536 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6929d2e0-18db-4757-80f6-38cb8ee25b71 req-47f0dcdd-3728-44c2-aade-d68f987cc9a5 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a&tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&binding%3Ahost_id=n-h1-771363-36 HTTP/1.1" status: 200 len: 943 time: 0.0710192 Jul 15 13:49:09.224782 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f5e7df29-b22a-4c6d-828c-dcc15343e86b req-37896061-0d86-4478-abad-661e690b862c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318556 Jul 15 13:49:09.262155 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [req-6929d2e0-18db-4757-80f6-38cb8ee25b71 req-14c12874-80dc-45b6-a766-ad4f89805596 service neutron] delete failed (client error): The resource could not be found. Jul 15 13:49:09.263236 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6929d2e0-18db-4757-80f6-38cb8ee25b71 req-14c12874-80dc-45b6-a766-ad4f89805596 service neutron] 10.222.0.46 "DELETE /v2.0/ports/a15ef8f9-89c5-45df-9658-1343816400f7/bindings/n-h2-771363-36 HTTP/1.1" status: 404 len: 381 time: 0.0548239 Jul 15 13:49:09.363964 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6929d2e0-18db-4757-80f6-38cb8ee25b71 req-822a7574-8e6b-4d8f-be83-2b0d1bf127bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:09.365441 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6929d2e0-18db-4757-80f6-38cb8ee25b71 req-822a7574-8e6b-4d8f-be83-2b0d1bf127bc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 1095 time: 0.0562532 Jul 15 13:49:09.454374 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6929d2e0-18db-4757-80f6-38cb8ee25b71 req-271c3c10-7220-4151-844e-e439323ee7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:09.455763 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6929d2e0-18db-4757-80f6-38cb8ee25b71 req-271c3c10-7220-4151-844e-e439323ee7c4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.0828609 Jul 15 13:49:09.522974 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6929d2e0-18db-4757-80f6-38cb8ee25b71 req-9c485ce1-e242-4de0-b8f2-e4227cdcee17 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a15ef8f9-89c5-45df-9658-1343816400f7 HTTP/1.1" status: 200 len: 998 time: 0.0602105 Jul 15 13:49:09.571565 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6929d2e0-18db-4757-80f6-38cb8ee25b71 req-dc761367-397b-43a1-b07a-4e593a25efb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:09.573507 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6929d2e0-18db-4757-80f6-38cb8ee25b71 req-dc761367-397b-43a1-b07a-4e593a25efb3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0441313 Jul 15 13:49:09.626703 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6929d2e0-18db-4757-80f6-38cb8ee25b71 req-c0c6a366-7f10-4b85-b1f7-79e12cc0e044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:09.628151 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6929d2e0-18db-4757-80f6-38cb8ee25b71 req-c0c6a366-7f10-4b85-b1f7-79e12cc0e044 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493748 Jul 15 13:49:09.721830 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6929d2e0-18db-4757-80f6-38cb8ee25b71 req-18b33cf9-54eb-4ad3-9a58-9a15b34a2b85 service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873568 Jul 15 13:49:09.741760 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device a15ef8f9-89c5-45df-9658-1343816400f7 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:49:09.811438 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6929d2e0-18db-4757-80f6-38cb8ee25b71 req-4cc9187e-b0cb-45a3-9af7-eca3a1d19ae3 service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829053 Jul 15 13:49:09.837922 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port a15ef8f9-89c5-45df-9658-1343816400f7, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=a15ef8f9-89c5-45df-9658-1343816400f7,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:09.849441 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': 'a15ef8f9-89c5-45df-9658-1343816400f7', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'port_id': 'a15ef8f9-89c5-45df-9658-1343816400f7', 'mac_address': 'fa:16:3e:2a:d2:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:49:09.887527 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:09.900167 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a15ef8f9-89c5-45df-9658-1343816400f7 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:49:09.919989 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port a15ef8f9-89c5-45df-9658-1343816400f7, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=a15ef8f9-89c5-45df-9658-1343816400f7,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:09.923427 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:09.969054 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=a15ef8f9-89c5-45df-9658-1343816400f7,revision_number=8']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:09.976202 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:09.976513 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:09.976842 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:09.977184 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:09.977521 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:09.977855 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:09.978187 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:09.978515 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:09.979377 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:09.979725 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:09.980053 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:09.980381 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:10.169634 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['a15ef8f9-89c5-45df-9658-1343816400f7'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:49:10.404704 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44964261-80cd-4a9b-b03b-6b20e74f4a86 req-d618f6d2-76cf-42e6-880b-5078424e3ba2 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:10.406329 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44964261-80cd-4a9b-b03b-6b20e74f4a86 req-d618f6d2-76cf-42e6-880b-5078424e3ba2 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 944 time: 0.0642171 Jul 15 13:49:10.450055 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44964261-80cd-4a9b-b03b-6b20e74f4a86 req-dce017c9-45ba-4736-9665-50a2b6144c29 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376585 Jul 15 13:49:10.803064 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28de9a-2776-47a0-9d17-9d5f436007ef req-f5fe6cb7-df73-4736-8f27-2c56d1a9259a tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:10.804535 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa28de9a-2776-47a0-9d17-9d5f436007ef req-f5fe6cb7-df73-4736-8f27-2c56d1a9259a tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 944 time: 0.0626087 Jul 15 13:49:10.841315 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa28de9a-2776-47a0-9d17-9d5f436007ef req-596556e6-1e00-4b33-9ef3-1a32a6a8a684 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306292 Jul 15 13:49:11.209954 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5cf69-3a98-4dd0-901b-e7ee4a0c01f4 req-0e80aac6-59a8-4d95-95da-a9930ed7f283 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:11.211567 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e6d5cf69-3a98-4dd0-901b-e7ee4a0c01f4 req-0e80aac6-59a8-4d95-95da-a9930ed7f283 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 944 time: 0.1035779 Jul 15 13:49:11.217834 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780d236-1d94-41a1-8965-088c99c80707 req-708ee94d-2f61-4a36-bee1-e15ed45179d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:11.219255 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3780d236-1d94-41a1-8965-088c99c80707 req-708ee94d-2f61-4a36-bee1-e15ed45179d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 1096 time: 0.0828931 Jul 15 13:49:11.278389 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e6d5cf69-3a98-4dd0-901b-e7ee4a0c01f4 req-02d78f53-d661-42b6-9005-b70791fbee64 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582047 Jul 15 13:49:11.330638 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780d236-1d94-41a1-8965-088c99c80707 req-27f1e97e-bc6e-4bf5-9cc7-8ebcc59c2a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:11.332117 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3780d236-1d94-41a1-8965-088c99c80707 req-27f1e97e-bc6e-4bf5-9cc7-8ebcc59c2a28 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.1054966 Jul 15 13:49:11.398189 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3780d236-1d94-41a1-8965-088c99c80707 req-f274000f-ba4a-489e-8d9c-c7b5da0187e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a15ef8f9-89c5-45df-9658-1343816400f7 HTTP/1.1" status: 200 len: 999 time: 0.0593700 Jul 15 13:49:11.445339 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780d236-1d94-41a1-8965-088c99c80707 req-a5a279c6-94c5-478e-9138-593f424eee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:11.446768 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3780d236-1d94-41a1-8965-088c99c80707 req-a5a279c6-94c5-478e-9138-593f424eee60 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0425138 Jul 15 13:49:11.502090 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780d236-1d94-41a1-8965-088c99c80707 req-f98a538a-a47a-45a5-acb9-18eed78139c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:11.504031 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3780d236-1d94-41a1-8965-088c99c80707 req-f98a538a-a47a-45a5-acb9-18eed78139c4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516548 Jul 15 13:49:11.595266 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3780d236-1d94-41a1-8965-088c99c80707 req-f2e4a6e2-b0ba-4af1-87cd-d58ca32462cf service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840986 Jul 15 13:49:11.681527 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3780d236-1d94-41a1-8965-088c99c80707 req-40132fa7-5ccd-4dab-b4ca-733a76d6ea72 service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803354 Jul 15 13:49:11.763026 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device a15ef8f9-89c5-45df-9658-1343816400f7 up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:49:11.809468 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port a15ef8f9-89c5-45df-9658-1343816400f7 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:49:11.813260 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port a15ef8f9-89c5-45df-9658-1343816400f7 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:49:11.813634 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:11.890967 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:11.911985 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a2ba916-9a9b-461c-9b31-33c01d6a200a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15ef8f9-89c5-45df-9658-1343816400f7'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:49:11.914197 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7972e415-4015-4da1-9e34-68c96e696c57" -d '{"events": [{"server_uuid": "1a2ba916-9a9b-461c-9b31-33c01d6a200a", "name": "network-vif-plugged", "status": "completed", "tag": "a15ef8f9-89c5-45df-9658-1343816400f7"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:49:11.926447 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port a15ef8f9-89c5-45df-9658-1343816400f7, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=a15ef8f9-89c5-45df-9658-1343816400f7,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:11.930690 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:11.954176 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef72425-6a9e-496f-998e-a058a22a0429 x-openstack-request-id: req-1ef72425-6a9e-496f-998e-a058a22a0429 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:49:11.954467 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a2ba916-9a9b-461c-9b31-33c01d6a200a", "name": "network-vif-plugged", "status": "completed", "tag": "a15ef8f9-89c5-45df-9658-1343816400f7", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:49:11.954744 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1ef72425-6a9e-496f-998e-a058a22a0429 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:49:11.955127 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a2ba916-9a9b-461c-9b31-33c01d6a200a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15ef8f9-89c5-45df-9658-1343816400f7', 'code': 200} Jul 15 13:49:11.979073 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=a15ef8f9-89c5-45df-9658-1343816400f7,revision_number=9']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:12.450713 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988b06c-5ada-48e3-8246-0c7203a96e1d req-97587d89-b502-4a6f-993d-13ab18e66d7b tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:12.452199 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2988b06c-5ada-48e3-8246-0c7203a96e1d req-97587d89-b502-4a6f-993d-13ab18e66d7b tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 945 time: 0.0656579 Jul 15 13:49:12.488732 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2988b06c-5ada-48e3-8246-0c7203a96e1d req-d05dd504-2e63-4229-92d8-8c73ab9647c4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310845 Jul 15 13:49:12.859771 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b25586-1d9e-463e-965c-aab1bc9246d1 req-12b3ab3a-c5a7-42a1-aac3-d011be129de7 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:12.861136 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e1b25586-1d9e-463e-965c-aab1bc9246d1 req-12b3ab3a-c5a7-42a1-aac3-d011be129de7 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 945 time: 0.0618701 Jul 15 13:49:12.898645 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e1b25586-1d9e-463e-965c-aab1bc9246d1 req-5e898afd-ab54-4cda-9fb2-4d0522620bc9 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317497 Jul 15 13:49:14.087377 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108de175-739c-4349-9298-77adeabb7ab2 req-fd80dd70-5437-4299-9dd5-6f1157a4fde6 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:14.088826 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-108de175-739c-4349-9298-77adeabb7ab2 req-fd80dd70-5437-4299-9dd5-6f1157a4fde6 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 945 time: 0.1048520 Jul 15 13:49:14.101842 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4dd53-f4eb-484d-b45a-9f358690ab7a req-7b0d595b-d308-4ed5-afde-b6d7d0891796 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:14.103221 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-64b4dd53-f4eb-484d-b45a-9f358690ab7a req-7b0d595b-d308-4ed5-afde-b6d7d0891796 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a2ba916-9a9b-461c-9b31-33c01d6a200a HTTP/1.1" status: 200 len: 945 time: 0.0911455 Jul 15 13:49:14.192887 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-64b4dd53-f4eb-484d-b45a-9f358690ab7a req-bdacdbaa-0580-4615-a4e9-0fd6fee50a8a tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827694 Jul 15 13:49:14.221063 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-108de175-739c-4349-9298-77adeabb7ab2 req-842b58fa-ffed-4d0a-89fa-468180a4298e tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Deleting port a15ef8f9-89c5-45df-9658-1343816400f7 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:49:14.221406 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-108de175-739c-4349-9298-77adeabb7ab2 req-842b58fa-ffed-4d0a-89fa-468180a4298e tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:14.306719 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-108de175-739c-4349-9298-77adeabb7ab2 req-842b58fa-ffed-4d0a-89fa-468180a4298e tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] For port a15ef8f9-89c5-45df-9658-1343816400f7, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=a15ef8f9-89c5-45df-9658-1343816400f7,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:14.307765 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-108de175-739c-4349-9298-77adeabb7ab2 req-842b58fa-ffed-4d0a-89fa-468180a4298e tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:14.469710 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-108de175-739c-4349-9298-77adeabb7ab2 req-842b58fa-ffed-4d0a-89fa-468180a4298e tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:14.470000 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-108de175-739c-4349-9298-77adeabb7ab2 req-842b58fa-ffed-4d0a-89fa-468180a4298e tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:14.470601 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [req-108de175-739c-4349-9298-77adeabb7ab2 req-842b58fa-ffed-4d0a-89fa-468180a4298e tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Floating IP a7a1a608-c116-4461-b46f-b45f09b530c4 disassociated. External IP: 172.25.8.99, port: a15ef8f9-89c5-45df-9658-1343816400f7. Jul 15 13:49:14.470951 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-108de175-739c-4349-9298-77adeabb7ab2 req-842b58fa-ffed-4d0a-89fa-468180a4298e tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Calling delete_port for a15ef8f9-89c5-45df-9658-1343816400f7 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:49:14.596577 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-108de175-739c-4349-9298-77adeabb7ab2 req-842b58fa-ffed-4d0a-89fa-468180a4298e tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:14.624214 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b58fa-ffed-4d0a-89fa-468180a4298e tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Pushing event deleted for resources: {'Port': ['ID=a15ef8f9-89c5-45df-9658-1343816400f7,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:14.737268 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-108de175-739c-4349-9298-77adeabb7ab2 req-842b58fa-ffed-4d0a-89fa-468180a4298e tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Router bf01221f-87ba-4655-9141-2d3e2b199b7a has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:49:14.847615 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-108de175-739c-4349-9298-77adeabb7ab2 req-842b58fa-ffed-4d0a-89fa-468180a4298e tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:49:14.857400 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b407ac-9e5f-4cb8-9a33-1e541ab01639 None None] Sync routers for ids ['bf01221f-87ba-4655-9141-2d3e2b199b7a'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:49:14.867186 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b407ac-9e5f-4cb8-9a33-1e541ab01639 None None] Routers {'bf01221f-87ba-4655-9141-2d3e2b199b7a'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:49:14.868207 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-65b407ac-9e5f-4cb8-9a33-1e541ab01639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:49:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['bf01221f-87ba-4655-9141-2d3e2b199b7a'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:14.890389 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-108de175-739c-4349-9298-77adeabb7ab2 req-842b58fa-ffed-4d0a-89fa-468180a4298e tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] No DVR routers for this DVR port a15ef8f9-89c5-45df-9658-1343816400f7 on host n-h1-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:49:14.892971 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-108de175-739c-4349-9298-77adeabb7ab2 req-842b58fa-ffed-4d0a-89fa-468180a4298e tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:14.895060 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-108de175-739c-4349-9298-77adeabb7ab2 req-842b58fa-ffed-4d0a-89fa-468180a4298e tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.20 "DELETE /v2.0/ports/a15ef8f9-89c5-45df-9658-1343816400f7 HTTP/1.1" status: 204 len: 173 time: 0.8006904 Jul 15 13:49:14.895439 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a2ba916-9a9b-461c-9b31-33c01d6a200a', 'name': 'network-vif-deleted', 'tag': 'a15ef8f9-89c5-45df-9658-1343816400f7'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:49:14.897836 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae1ec54-20af-4e1b-89f6-f7e6682899c8" -d '{"events": [{"server_uuid": "1a2ba916-9a9b-461c-9b31-33c01d6a200a", "name": "network-vif-deleted", "tag": "a15ef8f9-89c5-45df-9658-1343816400f7"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:49:14.938398 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2e75fc-2e4e-439d-9bd1-9ff2cd67a57d x-openstack-request-id: req-fb2e75fc-2e4e-439d-9bd1-9ff2cd67a57d {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:49:14.938732 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a2ba916-9a9b-461c-9b31-33c01d6a200a", "name": "network-vif-deleted", "tag": "a15ef8f9-89c5-45df-9658-1343816400f7", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:49:14.939007 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb2e75fc-2e4e-439d-9bd1-9ff2cd67a57d {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:49:14.939508 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a2ba916-9a9b-461c-9b31-33c01d6a200a', 'name': 'network-vif-deleted', 'tag': 'a15ef8f9-89c5-45df-9658-1343816400f7', 'status': 'completed', 'code': 200} Jul 15 13:49:14.975664 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-65b407ac-9e5f-4cb8-9a33-1e541ab01639 None None] Set router bf01221f-87ba-4655-9141-2d3e2b199b7a gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:49:15.174336 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-65b407ac-9e5f-4cb8-9a33-1e541ab01639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'name': 'tempest-ServerActionsTestJSON-370842980-router', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:40Z', 'updated_at': '2021-07-15T13:44:43Z', 'revision_number': 4, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'gw_port': {'id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:41Z', 'updated_at': '2021-07-15T13:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '558ed182-e357-4c99-ab22-fd9d0a32aaf4', 'name': '', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'mac_address': 'fa:16:3e:3a:78:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:43Z', 'updated_at': '2021-07-15T13:44:49Z', 'revision_number': 5, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'subnets': [{'id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:15.355723 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b407ac-9e5f-4cb8-9a33-1e541ab01639 None None] Checking router: bf01221f-87ba-4655-9141-2d3e2b199b7a for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:49:15.363798 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b407ac-9e5f-4cb8-9a33-1e541ab01639 None None] Routers {'bf01221f-87ba-4655-9141-2d3e2b199b7a'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:49:15.364397 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-65b407ac-9e5f-4cb8-9a33-1e541ab01639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:49:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['bf01221f-87ba-4655-9141-2d3e2b199b7a'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:15.469197 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-65b407ac-9e5f-4cb8-9a33-1e541ab01639 None None] Set router bf01221f-87ba-4655-9141-2d3e2b199b7a gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:49:15.542899 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-5da6ce70-6991-468b-8c7e-75639cf40cf4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--777877955&fields=id&tenant_id=9785b0ee591e4037bc2c92fc42ea40ac HTTP/1.1" status: 200 len: 267 time: 0.0358818 Jul 15 13:49:15.649198 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-291b50a7-094d-4206-ad88-7e7c286e3aff tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:15.651048 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-291b50a7-094d-4206-ad88-7e7c286e3aff tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 811 time: 0.1009829 Jul 15 13:49:15.666189 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-890ccc0d-7d9e-41ee-898c-b0e957fd8af1 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/quotas/9785b0ee591e4037bc2c92fc42ea40ac HTTP/1.1" status: 200 len: 375 time: 0.0090067 Jul 15 13:49:15.669427 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-65b407ac-9e5f-4cb8-9a33-1e541ab01639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'name': 'tempest-ServerActionsTestJSON-370842980-router', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:40Z', 'updated_at': '2021-07-15T13:44:43Z', 'revision_number': 4, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'gw_port': {'id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:41Z', 'updated_at': '2021-07-15T13:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '558ed182-e357-4c99-ab22-fd9d0a32aaf4', 'name': '', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'mac_address': 'fa:16:3e:3a:78:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:43Z', 'updated_at': '2021-07-15T13:44:49Z', 'revision_number': 5, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'subnets': [{'id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:15.701425 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b407ac-9e5f-4cb8-9a33-1e541ab01639 None None] The sync data for ids ['bf01221f-87ba-4655-9141-2d3e2b199b7a'] in n-d-771363-36 is: [{'id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'name': 'tempest-ServerActionsTestJSON-370842980-router', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:40Z', 'updated_at': '2021-07-15T13:44:43Z', 'revision_number': 4, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'gw_port': {'id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:41Z', 'updated_at': '2021-07-15T13:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '558ed182-e357-4c99-ab22-fd9d0a32aaf4', 'name': '', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'mac_address': 'fa:16:3e:3a:78:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:43Z', 'updated_at': '2021-07-15T13:44:49Z', 'revision_number': 5, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'subnets': [{'id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:49:15.734768 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-f2a35082-329c-4378-91db-ddf49fb4f5ee tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0632029 Jul 15 13:49:15.836563 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-a8d6f643-7e97-4355-a8e5-f5d0770b1d6c service neutron] 10.222.0.16 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890012 Jul 15 13:49:15.929814 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451c21c2-3860-4f9b-abda-bbcbb41320ae None None] New status for floating IP a7a1a608-c116-4461-b46f-b45f09b530c4: DOWN {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:49:15.933994 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-2c1bf6e7-fc1e-4486-a9b5-cff0831be197 service neutron] 10.222.0.16 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917623 Jul 15 13:49:16.106915 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3cfe7d60-4a2a-4cec-8f1d-a3f62d1b9292 req-13ce1cd4-1c06-4e3c-ace8-00e869b0d313 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 210 time: 0.0286946 Jul 15 13:49:17.132136 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-3cf0dc7d-ea8c-442b-ac11-999913ae2719 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:17.133502 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-3cf0dc7d-ea8c-442b-ac11-999913ae2719 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.46 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 811 time: 0.1052089 Jul 15 13:49:17.186442 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-94d97584-aa72-45cb-a0fc-6a317f2a9282 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9785b0ee591e4037bc2c92fc42ea40ac HTTP/1.1" status: 200 len: 379 time: 0.0345223 Jul 15 13:49:17.195339 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-d37242d1-a293-4147-be2b-ac2d17c180e4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Request body: {'port': {'device_id': 'b0c13f3b-2cdb-41b8-b093-0a8087a0602b', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'admin_state_up': True, 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'security_groups': ['5a436fe1-eade-4de5-a92f-1270b66569bb']}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:17.254136 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c7cf113b-b9f9-4df6-b9d1-63a4b328976c req-2f7dd041-00a7-490e-a84c-c4cdfceec0ed tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 210 time: 0.0327063 Jul 15 13:49:17.305635 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-d37242d1-a293-4147-be2b-ac2d17c180e4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Made reservation on behalf of 9785b0ee591e4037bc2c92fc42ea40ac for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:17.309895 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-d37242d1-a293-4147-be2b-ac2d17c180e4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:17.430363 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-d37242d1-a293-4147-be2b-ac2d17c180e4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Allocated IP 172.20.0.9 (b5bf532f-b153-47f1-9912-eabb2230f11a/171f76c7-cb7d-4273-804a-f488a1a5882f/a304e2c4-c105-4373-b8fb-17ee04266297) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:49:17.567554 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-d37242d1-a293-4147-be2b-ac2d17c180e4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:17.580599 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-d37242d1-a293-4147-be2b-ac2d17c180e4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Transition to ACTIVE for port object a304e2c4-c105-4373-b8fb-17ee04266297 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:17.612459 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-d37242d1-a293-4147-be2b-ac2d17c180e4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:17.655929 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-d37242d1-a293-4147-be2b-ac2d17c180e4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Network b5bf532f-b153-47f1-9912-eabb2230f11a is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:17.659041 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-d37242d1-a293-4147-be2b-ac2d17c180e4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:17.661395 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-d37242d1-a293-4147-be2b-ac2d17c180e4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:49:17.693285 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37242d1-a293-4147-be2b-ac2d17c180e4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Pushing event updated for resources: {'Port': ['ID=a304e2c4-c105-4373-b8fb-17ee04266297,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:17.708121 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37242d1-a293-4147-be2b-ac2d17c180e4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:17.708470 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37242d1-a293-4147-be2b-ac2d17c180e4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:17.708814 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37242d1-a293-4147-be2b-ac2d17c180e4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:17.709152 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37242d1-a293-4147-be2b-ac2d17c180e4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:17.709486 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37242d1-a293-4147-be2b-ac2d17c180e4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:17.709819 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37242d1-a293-4147-be2b-ac2d17c180e4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:17.710150 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37242d1-a293-4147-be2b-ac2d17c180e4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:17.710500 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37242d1-a293-4147-be2b-ac2d17c180e4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:17.710852 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37242d1-a293-4147-be2b-ac2d17c180e4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:17.711178 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37242d1-a293-4147-be2b-ac2d17c180e4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:17.711502 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37242d1-a293-4147-be2b-ac2d17c180e4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:17.711826 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37242d1-a293-4147-be2b-ac2d17c180e4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:17.729955 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-d37242d1-a293-4147-be2b-ac2d17c180e4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:17.730645 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-d37242d1-a293-4147-be2b-ac2d17c180e4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:17.745625 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-d37242d1-a293-4147-be2b-ac2d17c180e4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5538404 Jul 15 13:49:17.757467 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-d36067fd-d3bd-4846-8eaa-dfb2a2f9ea5c service neutron] Request body: {'port': {'device_id': 'b0c13f3b-2cdb-41b8-b093-0a8087a0602b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:17.788452 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device a15ef8f9-89c5-45df-9658-1343816400f7 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:49:17.809848 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: a15ef8f9-89c5-45df-9658-1343816400f7 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:49:17.810825 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device a15ef8f9-89c5-45df-9658-1343816400f7 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:49:17.834024 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-d36067fd-d3bd-4846-8eaa-dfb2a2f9ea5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:17.910103 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8999dd6d-dad1-494a-a6d3-73045c19e547 None None] Provisioning for port a304e2c4-c105-4373-b8fb-17ee04266297 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:49:17.913862 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8999dd6d-dad1-494a-a6d3-73045c19e547 None None] Provisioning complete for port a304e2c4-c105-4373-b8fb-17ee04266297 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:49:17.914233 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8999dd6d-dad1-494a-a6d3-73045c19e547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:17.947550 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-8999dd6d-dad1-494a-a6d3-73045c19e547 None None] Port a304e2c4-c105-4373-b8fb-17ee04266297 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:49:18.092064 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-d36067fd-d3bd-4846-8eaa-dfb2a2f9ea5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a304e2c4-c105-4373-b8fb-17ee04266297 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:49:18.099262 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-d36067fd-d3bd-4846-8eaa-dfb2a2f9ea5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:18.111155 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-d36067fd-d3bd-4846-8eaa-dfb2a2f9ea5c service neutron] Transition to ACTIVE for port object a304e2c4-c105-4373-b8fb-17ee04266297 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:18.114497 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-d36067fd-d3bd-4846-8eaa-dfb2a2f9ea5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:18.162445 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36067fd-d3bd-4846-8eaa-dfb2a2f9ea5c service neutron] Pushing event updated for resources: {'Port': ['ID=a304e2c4-c105-4373-b8fb-17ee04266297,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:18.232741 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-d36067fd-d3bd-4846-8eaa-dfb2a2f9ea5c service neutron] Attempting to bind port a304e2c4-c105-4373-b8fb-17ee04266297 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:49:18.233078 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-d36067fd-d3bd-4846-8eaa-dfb2a2f9ea5c service neutron] Attempting to bind port a304e2c4-c105-4373-b8fb-17ee04266297 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:49:18.233411 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-d36067fd-d3bd-4846-8eaa-dfb2a2f9ea5c service neutron] Attempting to bind port a304e2c4-c105-4373-b8fb-17ee04266297 on network b5bf532f-b153-47f1-9912-eabb2230f11a {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:49:18.237810 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-d36067fd-d3bd-4846-8eaa-dfb2a2f9ea5c service neutron] Port a304e2c4-c105-4373-b8fb-17ee04266297 on network b5bf532f-b153-47f1-9912-eabb2230f11a not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:49:18.238257 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-d36067fd-d3bd-4846-8eaa-dfb2a2f9ea5c service neutron] Attempting to bind port a304e2c4-c105-4373-b8fb-17ee04266297 on network b5bf532f-b153-47f1-9912-eabb2230f11a {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:49:18.243128 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-d36067fd-d3bd-4846-8eaa-dfb2a2f9ea5c service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:49:18.243463 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-d36067fd-d3bd-4846-8eaa-dfb2a2f9ea5c service neutron] Checking segment: {'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:49:18.243848 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-d36067fd-d3bd-4846-8eaa-dfb2a2f9ea5c service neutron] Bound using segment: {'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:49:18.244276 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-d36067fd-d3bd-4846-8eaa-dfb2a2f9ea5c service neutron] Bound port: a304e2c4-c105-4373-b8fb-17ee04266297, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:49:18.245229 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-d36067fd-d3bd-4846-8eaa-dfb2a2f9ea5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:18.315570 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-d36067fd-d3bd-4846-8eaa-dfb2a2f9ea5c service neutron] For port a304e2c4-c105-4373-b8fb-17ee04266297, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:49:18.319173 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-d36067fd-d3bd-4846-8eaa-dfb2a2f9ea5c service neutron] For port a304e2c4-c105-4373-b8fb-17ee04266297, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a304e2c4-c105-4373-b8fb-17ee04266297,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:49:18.323797 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-d36067fd-d3bd-4846-8eaa-dfb2a2f9ea5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:18.358046 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-d36067fd-d3bd-4846-8eaa-dfb2a2f9ea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:18.358680 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-d36067fd-d3bd-4846-8eaa-dfb2a2f9ea5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:18.360075 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-d36067fd-d3bd-4846-8eaa-dfb2a2f9ea5c service neutron] 10.222.0.46 "PUT /v2.0/ports/a304e2c4-c105-4373-b8fb-17ee04266297 HTTP/1.1" status: 200 len: 1092 time: 0.6068184 Jul 15 13:49:18.360508 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c13f3b-2cdb-41b8-b093-0a8087a0602b', 'tag': 'a304e2c4-c105-4373-b8fb-17ee04266297'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:49:18.362854 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6afd1235-76a2-455f-84c9-9fc1de335dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c13f3b-2cdb-41b8-b093-0a8087a0602b", "tag": "a304e2c4-c105-4373-b8fb-17ee04266297"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:49:18.432775 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03c06f4-dac4-4e52-a2fd-a7bf204a7ad1 x-openstack-request-id: req-f03c06f4-dac4-4e52-a2fd-a7bf204a7ad1 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:49:18.433140 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c13f3b-2cdb-41b8-b093-0a8087a0602b", "tag": "a304e2c4-c105-4373-b8fb-17ee04266297", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:49:18.433396 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f03c06f4-dac4-4e52-a2fd-a7bf204a7ad1 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:49:18.433796 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c13f3b-2cdb-41b8-b093-0a8087a0602b', 'tag': 'a304e2c4-c105-4373-b8fb-17ee04266297', 'status': 'completed', 'code': 200} Jul 15 13:49:18.434346 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36067fd-d3bd-4846-8eaa-dfb2a2f9ea5c service neutron] Pushing event updated for resources: {'Port': ['ID=a304e2c4-c105-4373-b8fb-17ee04266297,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:18.456377 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c3a7d-d608-4da0-8713-494213058c3b req-40f2948f-0567-4178-aaf2-5833ebfed6f6 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:18.457920 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cf7c3a7d-d608-4da0-8713-494213058c3b req-40f2948f-0567-4178-aaf2-5833ebfed6f6 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 943 time: 0.0924537 Jul 15 13:49:18.469799 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-c0d83617-23a5-415d-9c51-a1928d9f799c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:18.471343 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-c0d83617-23a5-415d-9c51-a1928d9f799c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 1095 time: 0.0696113 Jul 15 13:49:18.499604 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cf7c3a7d-d608-4da0-8713-494213058c3b req-ba2da9de-613f-4653-b7ad-8c2ccfdff1a4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360343 Jul 15 13:49:18.518281 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-0881314d-7fe5-427a-8c0b-da0c01f3d4c1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a304e2c4-c105-4373-b8fb-17ee04266297 HTTP/1.1" status: 200 len: 217 time: 0.0381560 Jul 15 13:49:18.568440 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-23b79829-cc20-4fb1-877d-19b30f613816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:18.569906 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-23b79829-cc20-4fb1-877d-19b30f613816 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0447166 Jul 15 13:49:18.627426 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-a9609cab-6905-470b-8e1e-807942d529da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:18.628901 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-a9609cab-6905-470b-8e1e-807942d529da service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519066 Jul 15 13:49:19.046056 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-d7f6ff30-4014-4c67-9e9b-aaf9df9b0015 service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099469 Jul 15 13:49:19.131147 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fa4460e6-d5cf-4e88-b057-8d486b66c9bd req-7a4d5123-ef2b-4ef5-bf44-44dfe23a1ab2 service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779598 Jul 15 13:49:19.225918 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd1235-76a2-455f-84c9-9fc1de335dc1 req-188abd24-63c0-4a72-9cb9-d1c2cb9851e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:19.227476 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6afd1235-76a2-455f-84c9-9fc1de335dc1 req-188abd24-63c0-4a72-9cb9-d1c2cb9851e9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 1095 time: 0.0506234 Jul 15 13:49:19.317285 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd1235-76a2-455f-84c9-9fc1de335dc1 req-2719663e-57bb-44c8-a907-ee6b052a5410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:19.318760 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6afd1235-76a2-455f-84c9-9fc1de335dc1 req-2719663e-57bb-44c8-a907-ee6b052a5410 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.0841072 Jul 15 13:49:19.358258 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6afd1235-76a2-455f-84c9-9fc1de335dc1 req-8b5ec5ce-0e1d-484c-8a5a-6f443b7309fd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a304e2c4-c105-4373-b8fb-17ee04266297 HTTP/1.1" status: 200 len: 217 time: 0.0320482 Jul 15 13:49:19.409688 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd1235-76a2-455f-84c9-9fc1de335dc1 req-6844bf06-6a14-4bca-bfdb-5a2aa89f703a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:19.411008 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6afd1235-76a2-455f-84c9-9fc1de335dc1 req-6844bf06-6a14-4bca-bfdb-5a2aa89f703a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0454023 Jul 15 13:49:19.468991 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd1235-76a2-455f-84c9-9fc1de335dc1 req-c14b5ce4-3edd-401e-8220-8ee54cb98440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:19.470619 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6afd1235-76a2-455f-84c9-9fc1de335dc1 req-c14b5ce4-3edd-401e-8220-8ee54cb98440 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503356 Jul 15 13:49:19.559667 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6afd1235-76a2-455f-84c9-9fc1de335dc1 req-b1535897-b6aa-4618-be4a-49244ab4dd2a service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820773 Jul 15 13:49:19.652728 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6afd1235-76a2-455f-84c9-9fc1de335dc1 req-f034defd-6a9a-4125-8f55-1664192e81b4 service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856848 Jul 15 13:49:19.681465 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0f5ce-d22c-46ae-9ea9-081351935582 req-7e3567e7-5038-4c46-93d6-ac3ed5837cdc tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:19.682971 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-47f0f5ce-d22c-46ae-9ea9-081351935582 req-7e3567e7-5038-4c46-93d6-ac3ed5837cdc tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 943 time: 0.0672030 Jul 15 13:49:19.719527 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-47f0f5ce-d22c-46ae-9ea9-081351935582 req-843c690c-bc06-49b0-a31e-4afe6c278830 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310645 Jul 15 13:49:20.671835 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device a304e2c4-c105-4373-b8fb-17ee04266297 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:49:20.767456 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port a304e2c4-c105-4373-b8fb-17ee04266297, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a304e2c4-c105-4373-b8fb-17ee04266297,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:20.778416 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'a304e2c4-c105-4373-b8fb-17ee04266297', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'port_id': 'a304e2c4-c105-4373-b8fb-17ee04266297', 'mac_address': 'fa:16:3e:ec:60:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:49:20.815394 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:20.828876 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a304e2c4-c105-4373-b8fb-17ee04266297 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:49:20.848422 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port a304e2c4-c105-4373-b8fb-17ee04266297, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a304e2c4-c105-4373-b8fb-17ee04266297,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:20.852375 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:20.890746 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb409d8b-a972-44cc-8cc0-4d0b27afd2ee req-62daaa8c-c936-4759-bdf6-13572dcf9059 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:20.892242 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fb409d8b-a972-44cc-8cc0-4d0b27afd2ee req-62daaa8c-c936-4759-bdf6-13572dcf9059 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 943 time: 0.0627916 Jul 15 13:49:20.900044 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=a304e2c4-c105-4373-b8fb-17ee04266297,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:20.932036 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fb409d8b-a972-44cc-8cc0-4d0b27afd2ee req-21b7cd77-0a42-4118-a042-7a35566e5eea tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334020 Jul 15 13:49:21.080331 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['a304e2c4-c105-4373-b8fb-17ee04266297'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:49:22.103871 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791b150-e52b-435f-9551-2d0fe85c9e4e req-2a111706-28cf-4c42-a80f-46fde8994c88 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:22.105350 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c791b150-e52b-435f-9551-2d0fe85c9e4e req-2a111706-28cf-4c42-a80f-46fde8994c88 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 944 time: 0.0652494 Jul 15 13:49:22.143731 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c791b150-e52b-435f-9551-2d0fe85c9e4e req-e27bb662-0fae-448c-8c05-d4ff3268c134 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328596 Jul 15 13:49:22.685022 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device a304e2c4-c105-4373-b8fb-17ee04266297 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:49:22.732436 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port a304e2c4-c105-4373-b8fb-17ee04266297 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:49:22.736175 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port a304e2c4-c105-4373-b8fb-17ee04266297 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:49:22.736548 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:22.812921 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:22.835118 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c13f3b-2cdb-41b8-b093-0a8087a0602b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a304e2c4-c105-4373-b8fb-17ee04266297'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:49:22.837374 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4890c58d-9257-4dfd-ac78-964750a757fe" -d '{"events": [{"server_uuid": "b0c13f3b-2cdb-41b8-b093-0a8087a0602b", "name": "network-vif-plugged", "status": "completed", "tag": "a304e2c4-c105-4373-b8fb-17ee04266297"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:49:22.849823 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port a304e2c4-c105-4373-b8fb-17ee04266297, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a304e2c4-c105-4373-b8fb-17ee04266297,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:22.854261 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:22.878872 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fc0c57-f63b-4a26-9664-f3ecabb6c65b x-openstack-request-id: req-71fc0c57-f63b-4a26-9664-f3ecabb6c65b {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:49:22.879155 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c13f3b-2cdb-41b8-b093-0a8087a0602b", "name": "network-vif-plugged", "status": "completed", "tag": "a304e2c4-c105-4373-b8fb-17ee04266297", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:49:22.879406 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-71fc0c57-f63b-4a26-9664-f3ecabb6c65b {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:49:22.879785 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c13f3b-2cdb-41b8-b093-0a8087a0602b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a304e2c4-c105-4373-b8fb-17ee04266297', 'code': 200} Jul 15 13:49:22.906935 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=a304e2c4-c105-4373-b8fb-17ee04266297,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:22.994255 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ea503-8eda-4f58-b9e1-b56f4c4f60b4 req-f240dd05-d309-4d5e-9ba1-a488668237be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:22.996232 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d58ea503-8eda-4f58-b9e1-b56f4c4f60b4 req-f240dd05-d309-4d5e-9ba1-a488668237be service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 1097 time: 0.0506189 Jul 15 13:49:23.031928 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d58ea503-8eda-4f58-b9e1-b56f4c4f60b4 req-16601769-a628-48b2-b17a-7e836a5e690e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290995 Jul 15 13:49:23.313879 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4ac61-4e36-4560-8aac-672a604dba44 req-9a13c02d-80d0-460e-8bef-5b3e38a6bcf6 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:23.315274 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f5e4ac61-4e36-4560-8aac-672a604dba44 req-9a13c02d-80d0-460e-8bef-5b3e38a6bcf6 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 945 time: 0.0628521 Jul 15 13:49:23.351533 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f5e4ac61-4e36-4560-8aac-672a604dba44 req-788859a7-826c-4f39-a6a6-5d697350b71f tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307250 Jul 15 13:49:24.522716 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08934721-443e-4699-a7de-ec3e9a696eea req-78073148-cec1-4847-8beb-b59dab5a1c85 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:24.524014 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-08934721-443e-4699-a7de-ec3e9a696eea req-78073148-cec1-4847-8beb-b59dab5a1c85 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 945 time: 0.0606310 Jul 15 13:49:24.560096 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-08934721-443e-4699-a7de-ec3e9a696eea req-a040a759-4d7e-44f6-abdb-57657cc4d2ec tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305033 Jul 15 13:49:24.725956 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8477a52-d6ca-4c93-8ada-eb9cd92c0a5c req-c8072afe-e2c2-4d7d-8b00-94ae2644a47a tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:24.727432 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c8477a52-d6ca-4c93-8ada-eb9cd92c0a5c req-c8072afe-e2c2-4d7d-8b00-94ae2644a47a tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 945 time: 0.0650990 Jul 15 13:49:24.735992 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 38010) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:24.740285 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-b97e1de8-7c61-427b-871f-b6a12623fca7 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Request body: {'floatingip': {'port_id': 'a304e2c4-c105-4373-b8fb-17ee04266297'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:24.778628 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b97e1de8-7c61-427b-871f-b6a12623fca7 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks [] for floatingip, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:25.544826 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b97e1de8-7c61-427b-871f-b6a12623fca7 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:25.548415 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b97e1de8-7c61-427b-871f-b6a12623fca7 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:25.644433 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-b97e1de8-7c61-427b-871f-b6a12623fca7 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Floating IP a7a1a608-c116-4461-b46f-b45f09b530c4 associated. External IP: 172.25.8.99, port: a304e2c4-c105-4373-b8fb-17ee04266297. Jul 15 13:49:25.843026 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97e1de8-7c61-427b-871f-b6a12623fca7 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Router bf01221f-87ba-4655-9141-2d3e2b199b7a has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:49:25.948384 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97e1de8-7c61-427b-871f-b6a12623fca7 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:49:25.953047 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b97e1de8-7c61-427b-871f-b6a12623fca7 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:25.959203 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88619cbc-6c01-43b5-b041-2a19e912db9e None None] Sync routers for ids ['bf01221f-87ba-4655-9141-2d3e2b199b7a'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:49:25.968775 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88619cbc-6c01-43b5-b041-2a19e912db9e None None] Routers {'bf01221f-87ba-4655-9141-2d3e2b199b7a'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:49:25.969386 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-88619cbc-6c01-43b5-b041-2a19e912db9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:49:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['bf01221f-87ba-4655-9141-2d3e2b199b7a'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:25.988886 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b97e1de8-7c61-427b-871f-b6a12623fca7 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "PUT /v2.0/floatingips/a7a1a608-c116-4461-b46f-b45f09b530c4 HTTP/1.1" status: 200 len: 990 time: 1.2518728 Jul 15 13:49:25.989569 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c13f3b-2cdb-41b8-b093-0a8087a0602b', 'tag': 'a304e2c4-c105-4373-b8fb-17ee04266297'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:49:25.991826 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e898dd18-166e-4e57-990a-84d385912271" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c13f3b-2cdb-41b8-b093-0a8087a0602b", "tag": "a304e2c4-c105-4373-b8fb-17ee04266297"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:49:26.032463 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a2ffe1-ba33-4a82-85f9-03e734a07043 x-openstack-request-id: req-b6a2ffe1-ba33-4a82-85f9-03e734a07043 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:49:26.032813 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c13f3b-2cdb-41b8-b093-0a8087a0602b", "tag": "a304e2c4-c105-4373-b8fb-17ee04266297", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:49:26.033122 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b6a2ffe1-ba33-4a82-85f9-03e734a07043 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:49:26.033579 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c13f3b-2cdb-41b8-b093-0a8087a0602b', 'tag': 'a304e2c4-c105-4373-b8fb-17ee04266297', 'status': 'completed', 'code': 200} Jul 15 13:49:26.082889 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-88619cbc-6c01-43b5-b041-2a19e912db9e None None] Set router bf01221f-87ba-4655-9141-2d3e2b199b7a gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:49:26.110911 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898dd18-166e-4e57-990a-84d385912271 req-db2b9713-9530-450d-9cc9-c39ff66d2045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:26.112436 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e898dd18-166e-4e57-990a-84d385912271 req-db2b9713-9530-450d-9cc9-c39ff66d2045 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 1097 time: 0.0563977 Jul 15 13:49:26.205097 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898dd18-166e-4e57-990a-84d385912271 req-835e44d7-10b4-4e3e-96a1-706a9e5f9dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:26.206592 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e898dd18-166e-4e57-990a-84d385912271 req-835e44d7-10b4-4e3e-96a1-706a9e5f9dde service neutron] 10.222.0.46 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.0876493 Jul 15 13:49:26.274353 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e898dd18-166e-4e57-990a-84d385912271 req-8a135465-5013-4aa3-81c4-bf97641d52b0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a304e2c4-c105-4373-b8fb-17ee04266297 HTTP/1.1" status: 200 len: 998 time: 0.0600524 Jul 15 13:49:26.302952 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-88619cbc-6c01-43b5-b041-2a19e912db9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'name': 'tempest-ServerActionsTestJSON-370842980-router', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:40Z', 'updated_at': '2021-07-15T13:44:43Z', 'revision_number': 4, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'gw_port': {'id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:41Z', 'updated_at': '2021-07-15T13:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'a7a1a608-c116-4461-b46f-b45f09b530c4', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'floating_ip_address': '172.25.8.99', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'port_id': 'a304e2c4-c105-4373-b8fb-17ee04266297', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'mac_address': 'fa:16:3e:ec:60:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c13f3b-2cdb-41b8-b093-0a8087a0602b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:44:46Z', 'updated_at': '2021-07-15T13:49:25Z', 'revision_number': 9, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558ed182-e357-4c99-ab22-fd9d0a32aaf4', 'name': '', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'mac_address': 'fa:16:3e:3a:78:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:43Z', 'updated_at': '2021-07-15T13:44:49Z', 'revision_number': 5, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'subnets': [{'id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:26.321826 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898dd18-166e-4e57-990a-84d385912271 req-9d158956-df11-4d3b-be1e-27f4a56e008c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:26.323818 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e898dd18-166e-4e57-990a-84d385912271 req-9d158956-df11-4d3b-be1e-27f4a56e008c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0429313 Jul 15 13:49:26.329172 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88619cbc-6c01-43b5-b041-2a19e912db9e None None] Checking router: bf01221f-87ba-4655-9141-2d3e2b199b7a for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:49:26.337386 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88619cbc-6c01-43b5-b041-2a19e912db9e None None] Routers {'bf01221f-87ba-4655-9141-2d3e2b199b7a'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:49:26.337983 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-88619cbc-6c01-43b5-b041-2a19e912db9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:49:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['bf01221f-87ba-4655-9141-2d3e2b199b7a'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:26.378702 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898dd18-166e-4e57-990a-84d385912271 req-27860e1f-2980-489b-84c1-dd682911a233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:26.380155 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e898dd18-166e-4e57-990a-84d385912271 req-27860e1f-2980-489b-84c1-dd682911a233 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498791 Jul 15 13:49:26.439807 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-88619cbc-6c01-43b5-b041-2a19e912db9e None None] Set router bf01221f-87ba-4655-9141-2d3e2b199b7a gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:49:26.473748 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e898dd18-166e-4e57-990a-84d385912271 req-c89fc12e-1737-46fb-8802-20eb8cd50dda service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862887 Jul 15 13:49:26.563057 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e898dd18-166e-4e57-990a-84d385912271 req-f76079bc-5be8-477a-a2a4-eb1ef9078baf service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824518 Jul 15 13:49:26.656473 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-88619cbc-6c01-43b5-b041-2a19e912db9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'name': 'tempest-ServerActionsTestJSON-370842980-router', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:40Z', 'updated_at': '2021-07-15T13:44:43Z', 'revision_number': 4, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'gw_port': {'id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:41Z', 'updated_at': '2021-07-15T13:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'a7a1a608-c116-4461-b46f-b45f09b530c4', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'floating_ip_address': '172.25.8.99', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'port_id': 'a304e2c4-c105-4373-b8fb-17ee04266297', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'mac_address': 'fa:16:3e:ec:60:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c13f3b-2cdb-41b8-b093-0a8087a0602b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:44:46Z', 'updated_at': '2021-07-15T13:49:25Z', 'revision_number': 9, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558ed182-e357-4c99-ab22-fd9d0a32aaf4', 'name': '', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'mac_address': 'fa:16:3e:3a:78:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:43Z', 'updated_at': '2021-07-15T13:44:49Z', 'revision_number': 5, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'subnets': [{'id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:26.685688 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88619cbc-6c01-43b5-b041-2a19e912db9e None None] The sync data for ids ['bf01221f-87ba-4655-9141-2d3e2b199b7a'] in n-d-771363-36 is: [{'id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'name': 'tempest-ServerActionsTestJSON-370842980-router', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:40Z', 'updated_at': '2021-07-15T13:44:43Z', 'revision_number': 4, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'gw_port': {'id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:41Z', 'updated_at': '2021-07-15T13:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'a7a1a608-c116-4461-b46f-b45f09b530c4', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'floating_ip_address': '172.25.8.99', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'port_id': 'a304e2c4-c105-4373-b8fb-17ee04266297', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'mac_address': 'fa:16:3e:ec:60:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c13f3b-2cdb-41b8-b093-0a8087a0602b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:44:46Z', 'updated_at': '2021-07-15T13:49:25Z', 'revision_number': 9, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558ed182-e357-4c99-ab22-fd9d0a32aaf4', 'name': '', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'mac_address': 'fa:16:3e:3a:78:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:43Z', 'updated_at': '2021-07-15T13:44:49Z', 'revision_number': 5, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'subnets': [{'id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:49:26.861047 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aba21e8-3f14-46e7-be19-fb55136aabed None None] New status for floating IP a7a1a608-c116-4461-b46f-b45f09b530c4: ACTIVE {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:49:29.534320 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:29.715302 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-67eb4f67-4979-4d8a-bba9-5e7af5aa7d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:29.798983 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:32.314968 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:32.514059 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bbb6b86e-18d9-48c1-9c51-28d8ed549487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:33.709574 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:35.142223 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:35.357241 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:49:53.595122 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2e4348e3-2b9e-4e0c-9246-5c9cb1aa99e1 req-fb0dc04a-5200-4ef4-bbb2-defb709b6e02 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0551355 Jul 15 13:49:53.695435 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4348e3-2b9e-4e0c-9246-5c9cb1aa99e1 req-66ec0ccc-56b6-4398-9283-0758642e7eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:53.696928 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2e4348e3-2b9e-4e0c-9246-5c9cb1aa99e1 req-66ec0ccc-56b6-4398-9283-0758642e7eaa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 1097 time: 0.0513744 Jul 15 13:49:53.796469 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4348e3-2b9e-4e0c-9246-5c9cb1aa99e1 req-15665d62-fc64-42d3-9634-15743b525219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:53.798344 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2e4348e3-2b9e-4e0c-9246-5c9cb1aa99e1 req-15665d62-fc64-42d3-9634-15743b525219 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.0810847 Jul 15 13:49:53.865097 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2e4348e3-2b9e-4e0c-9246-5c9cb1aa99e1 req-6bfb9d18-0f5e-4147-80b1-47ddc5490a5d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a304e2c4-c105-4373-b8fb-17ee04266297 HTTP/1.1" status: 200 len: 1001 time: 0.0607393 Jul 15 13:49:53.914467 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4348e3-2b9e-4e0c-9246-5c9cb1aa99e1 req-1580478e-07b6-46b4-b73b-9e4e68a22a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:53.915906 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2e4348e3-2b9e-4e0c-9246-5c9cb1aa99e1 req-1580478e-07b6-46b4-b73b-9e4e68a22a31 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0444832 Jul 15 13:49:53.971948 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4348e3-2b9e-4e0c-9246-5c9cb1aa99e1 req-bf485a1b-7164-428c-acad-bc855b0813b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:53.973389 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2e4348e3-2b9e-4e0c-9246-5c9cb1aa99e1 req-bf485a1b-7164-428c-acad-bc855b0813b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498574 Jul 15 13:49:54.064981 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2e4348e3-2b9e-4e0c-9246-5c9cb1aa99e1 req-8dd277f9-8787-4a1d-a693-d70685895411 service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841949 Jul 15 13:49:54.150259 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2e4348e3-2b9e-4e0c-9246-5c9cb1aa99e1 req-f0f198e3-53dd-43c6-8cc0-02515cb50ad8 service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784631 Jul 15 13:49:59.550309 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:59.714848 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6be89366-8eb8-4765-af75-97c7c820dff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:59.803458 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:02.315767 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:02.513133 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-51432779-6e3b-4b80-aadc-2e2c4c8fb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:03.712099 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:05.145143 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:12.356091 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:50:29.550146 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:29.713725 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2253f4c6-3c7d-4e35-ab21-b6b81aa6bd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:29.811500 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:32.316849 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:32.512256 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ba7d23a3-1165-43fe-a1b9-d2e53560a99b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:33.718046 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:35.147988 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:49.355254 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:50:54.607668 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-587755da-57f8-4599-a00c-b2aa048f81ac req-accef067-d557-4281-bf90-4c40dba70884 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0556700 Jul 15 13:50:54.697979 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587755da-57f8-4599-a00c-b2aa048f81ac req-5c2bbf79-7481-4ad9-b4e2-ec9dc6445467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:54.699562 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-587755da-57f8-4599-a00c-b2aa048f81ac req-5c2bbf79-7481-4ad9-b4e2-ec9dc6445467 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 1097 time: 0.0514174 Jul 15 13:50:54.804271 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587755da-57f8-4599-a00c-b2aa048f81ac req-a67bb861-0137-43d1-a0e0-6eb1adf7b028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:54.805818 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-587755da-57f8-4599-a00c-b2aa048f81ac req-a67bb861-0137-43d1-a0e0-6eb1adf7b028 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.0870941 Jul 15 13:50:54.870518 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-587755da-57f8-4599-a00c-b2aa048f81ac req-c83842e0-990d-43e0-93b3-adfb9c298ef7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a304e2c4-c105-4373-b8fb-17ee04266297 HTTP/1.1" status: 200 len: 1001 time: 0.0573390 Jul 15 13:50:54.916138 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587755da-57f8-4599-a00c-b2aa048f81ac req-a1265b26-97e8-41b6-8e29-d3ff924965f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:54.918170 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-587755da-57f8-4599-a00c-b2aa048f81ac req-a1265b26-97e8-41b6-8e29-d3ff924965f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0421638 Jul 15 13:50:54.975904 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587755da-57f8-4599-a00c-b2aa048f81ac req-dbbe20ef-2e42-4b10-a605-97a0cce61091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:54.977365 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-587755da-57f8-4599-a00c-b2aa048f81ac req-dbbe20ef-2e42-4b10-a605-97a0cce61091 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535564 Jul 15 13:50:55.063775 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-587755da-57f8-4599-a00c-b2aa048f81ac req-21fcd85d-0835-484c-822f-d228ffb2e99a service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794837 Jul 15 13:50:55.154798 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-587755da-57f8-4599-a00c-b2aa048f81ac req-8bfc1c8d-cf32-4225-a69d-4e4c06ec59f0 service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844438 Jul 15 13:50:59.565741 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:59.713057 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2c8452f5-7c26-4649-90b0-896381e739fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:59.828750 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:02.318089 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:02.511378 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d22df997-7b54-4879-893d-d4905b3d3b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:03.718093 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:04.375019 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-cc00732d-9baf-4f17-844a-b471c1a34934 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0517464 Jul 15 13:51:04.435313 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070dba96-7d28-4c97-8a74-a6ff3f6b152a req-8d9d6d6c-d89c-492f-b593-5f55d9e95f8c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:04.436859 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-070dba96-7d28-4c97-8a74-a6ff3f6b152a req-8d9d6d6c-d89c-492f-b593-5f55d9e95f8c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 945 time: 0.0658524 Jul 15 13:51:04.481448 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-070dba96-7d28-4c97-8a74-a6ff3f6b152a req-8419ac16-9665-4c3e-8caf-369d5ab1d957 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386586 Jul 15 13:51:05.150207 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:05.500514 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-56fa21c8-0a33-404b-b4b1-a83e8ea4d0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:05.501980 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-56fa21c8-0a33-404b-b4b1-a83e8ea4d0a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 1097 time: 0.0525069 Jul 15 13:51:05.596125 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-688dc6b4-6456-499f-ae83-4fb1a3f9bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:05.597620 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-688dc6b4-6456-499f-ae83-4fb1a3f9bff2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.0895650 Jul 15 13:51:05.658059 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa698a-f440-455e-b754-22277c2735fa req-c99e0a4e-3a06-4228-bd01-56234aad52e1 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:05.659736 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b1fa698a-f440-455e-b754-22277c2735fa req-c99e0a4e-3a06-4228-bd01-56234aad52e1 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 945 time: 0.0660691 Jul 15 13:51:05.661276 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-03f120dc-9d31-478a-806e-a20655315e5b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a304e2c4-c105-4373-b8fb-17ee04266297 HTTP/1.1" status: 200 len: 1001 time: 0.0577376 Jul 15 13:51:05.698015 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b1fa698a-f440-455e-b754-22277c2735fa req-686d3216-264a-463f-961d-6f18fcb0e190 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327673 Jul 15 13:51:05.714278 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-a6683978-4989-4aae-942b-0ee9cf9bb8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:05.716375 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-a6683978-4989-4aae-942b-0ee9cf9bb8d8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0490775 Jul 15 13:51:05.771123 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-57d08066-d09f-4787-97d8-3450fd6bfd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:05.772508 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-57d08066-d09f-4787-97d8-3450fd6bfd07 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504096 Jul 15 13:51:05.863606 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-b5ad8594-54e2-449d-9bc7-41d55a4286ee service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837445 Jul 15 13:51:05.951392 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-e467eaef-10a4-4e44-a6d7-a9ed3050fe15 service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810986 Jul 15 13:51:06.868732 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5214d49-d8fc-4657-ab54-646b9fe99dfb req-18350662-50aa-453e-b060-2c3466b49646 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:06.869996 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f5214d49-d8fc-4657-ab54-646b9fe99dfb req-18350662-50aa-453e-b060-2c3466b49646 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 945 time: 0.0621448 Jul 15 13:51:06.907052 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f5214d49-d8fc-4657-ab54-646b9fe99dfb req-25910ef9-de3b-4bcf-8dbe-b775927fd12e tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310187 Jul 15 13:51:08.081635 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cfa2aa-f6b0-4167-9764-329be92376cf req-11ac6b7c-f16d-4357-9c6c-476c8cc659cc tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:08.083127 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-26cfa2aa-f6b0-4167-9764-329be92376cf req-11ac6b7c-f16d-4357-9c6c-476c8cc659cc tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 945 time: 0.0658162 Jul 15 13:51:08.119569 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-26cfa2aa-f6b0-4167-9764-329be92376cf req-65e7ccbd-d7f7-41a2-9355-eacadb67ba20 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308492 Jul 15 13:51:09.291600 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6354b-32c6-4723-9da4-e772ccd1e481 req-6f08e5ed-f253-442b-b1a0-241dbf049b1c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:09.293072 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3ca6354b-32c6-4723-9da4-e772ccd1e481 req-6f08e5ed-f253-442b-b1a0-241dbf049b1c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 945 time: 0.0616872 Jul 15 13:51:09.330367 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3ca6354b-32c6-4723-9da4-e772ccd1e481 req-ecc0cc36-57c3-4607-ae92-13e0448771d0 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317245 Jul 15 13:51:10.499225 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1dde9-1e95-40e4-8f44-d431fb2d57d1 req-1b9e33a0-0d0e-4055-9f55-517316f34fda tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:10.500682 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-00f1dde9-1e95-40e4-8f44-d431fb2d57d1 req-1b9e33a0-0d0e-4055-9f55-517316f34fda tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 945 time: 0.0611894 Jul 15 13:51:10.542841 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-00f1dde9-1e95-40e4-8f44-d431fb2d57d1 req-06b31c97-a010-46c7-8b0e-8c23f3a3fc96 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360620 Jul 15 13:51:11.711438 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd6ed3-9e51-41a6-a4af-8cabd312c38e req-44e94032-8e87-4c2d-8ef0-9925532345c8 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:11.712902 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2bbd6ed3-9e51-41a6-a4af-8cabd312c38e req-44e94032-8e87-4c2d-8ef0-9925532345c8 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 945 time: 0.0623112 Jul 15 13:51:11.750124 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2bbd6ed3-9e51-41a6-a4af-8cabd312c38e req-b69c404e-d1c6-4efb-9ada-2486d1bac6b3 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311065 Jul 15 13:51:12.922783 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40291789-ae11-45a7-ab54-b6636e972fec req-0757d802-9aad-4ffd-ab9c-1eb45723f579 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:12.924255 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-40291789-ae11-45a7-ab54-b6636e972fec req-0757d802-9aad-4ffd-ab9c-1eb45723f579 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 945 time: 0.0620043 Jul 15 13:51:12.961285 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-40291789-ae11-45a7-ab54-b6636e972fec req-ab955a36-3e51-49c7-82a7-e88216387109 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311351 Jul 15 13:51:14.134231 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe32b80-6db4-4c39-b9ec-f697fa10488c req-9169b402-c535-40f1-a6fa-821f40ea467a tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:14.135651 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fbe32b80-6db4-4c39-b9ec-f697fa10488c req-9169b402-c535-40f1-a6fa-821f40ea467a tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 945 time: 0.0653815 Jul 15 13:51:14.172779 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fbe32b80-6db4-4c39-b9ec-f697fa10488c req-1559573c-96f5-4a26-865b-571923292661 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310886 Jul 15 13:51:15.341523 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c6aab-03e2-40c1-b127-c26f16fcfb62 req-c8bd2702-731d-4b85-92c1-ff875d38f415 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:15.342995 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-676c6aab-03e2-40c1-b127-c26f16fcfb62 req-c8bd2702-731d-4b85-92c1-ff875d38f415 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 945 time: 0.0622766 Jul 15 13:51:15.379537 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-676c6aab-03e2-40c1-b127-c26f16fcfb62 req-682145f3-7b19-4535-bda3-b6595c037179 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305943 Jul 15 13:51:16.549909 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa23ea9-29e4-4def-aecd-16f645c14f1e req-85228ce5-b849-42f5-860e-820f613c35a1 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:16.551413 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3aa23ea9-29e4-4def-aecd-16f645c14f1e req-85228ce5-b849-42f5-860e-820f613c35a1 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 945 time: 0.0616200 Jul 15 13:51:16.591607 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3aa23ea9-29e4-4def-aecd-16f645c14f1e req-a6bd9ddc-6c62-4c0c-a08e-17f97b41fae0 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343111 Jul 15 13:51:17.762823 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d86ca-40a1-4342-9f25-d58790aa8805 req-0d7bf7c0-a716-496c-880a-d39278a64b8e tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:17.764276 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-991d86ca-40a1-4342-9f25-d58790aa8805 req-0d7bf7c0-a716-496c-880a-d39278a64b8e tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 945 time: 0.0623767 Jul 15 13:51:17.800624 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-991d86ca-40a1-4342-9f25-d58790aa8805 req-4d277fbe-ec21-473a-8129-1c4a8b598e1d tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304594 Jul 15 13:51:18.974547 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659c38c-ab31-4370-811d-4e4442d43204 req-6d10aafd-67f6-4837-94ad-f0d6c2add60a tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:18.976035 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8659c38c-ab31-4370-811d-4e4442d43204 req-6d10aafd-67f6-4837-94ad-f0d6c2add60a tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 945 time: 0.0627007 Jul 15 13:51:19.012929 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8659c38c-ab31-4370-811d-4e4442d43204 req-1e522467-c28c-42a9-8fcb-c2cb3a270609 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313790 Jul 15 13:51:20.187090 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a79f3-80e4-45a9-bf08-59ce07b6027d req-9447c02e-42ec-47b6-8196-af78189128e4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:20.188537 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0d3a79f3-80e4-45a9-bf08-59ce07b6027d req-9447c02e-42ec-47b6-8196-af78189128e4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 945 time: 0.0653210 Jul 15 13:51:20.225252 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0d3a79f3-80e4-45a9-bf08-59ce07b6027d req-8dcb8069-7ab8-47e2-bb5e-853ebebd9fba tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312190 Jul 15 13:51:21.395648 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2079e-d2a0-4fa5-9422-539425e920da req-09379edd-d8bd-4ab0-a290-ed6bc300b760 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:21.397121 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c7a2079e-d2a0-4fa5-9422-539425e920da req-09379edd-d8bd-4ab0-a290-ed6bc300b760 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 945 time: 0.0629120 Jul 15 13:51:21.433604 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c7a2079e-d2a0-4fa5-9422-539425e920da req-c74f2733-0b8e-489c-85f3-11ceafccfd38 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309236 Jul 15 13:51:22.606668 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9c85e-525e-4e57-8b77-2889447a4e56 req-5f8572be-ac84-4fe3-85cc-3933b08f0f51 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:22.608121 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9dc9c85e-525e-4e57-8b77-2889447a4e56 req-5f8572be-ac84-4fe3-85cc-3933b08f0f51 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 945 time: 0.0608711 Jul 15 13:51:22.648672 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9dc9c85e-525e-4e57-8b77-2889447a4e56 req-21b2fb5f-faf3-4ec3-8801-b8d1c3e27bbe tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350156 Jul 15 13:51:22.849322 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-17aafb03-251a-4574-93ea-8550f88f173b service neutron] show failed (client error): The resource could not be found. Jul 15 13:51:22.850272 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-17aafb03-251a-4574-93ea-8550f88f173b service neutron] 10.222.0.46 "GET /v2.0/ports/a304e2c4-c105-4373-b8fb-17ee04266297/bindings/n-h1-771363-36 HTTP/1.1" status: 404 len: 381 time: 0.0545645 Jul 15 13:51:23.132538 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-6ad31f8f-fc41-4ee3-9e78-105685f6f841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:23.133946 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-6ad31f8f-fc41-4ee3-9e78-105685f6f841 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b&tenant_id=9785b0ee591e4037bc2c92fc42ea40ac HTTP/1.1" status: 200 len: 1097 time: 0.0952570 Jul 15 13:51:23.144964 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-bbd19130-8d05-44e7-bfbb-fd4dd6db93fc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-36', 'device_owner': 'compute:nova'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:23.212234 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-bbd19130-8d05-44e7-bfbb-fd4dd6db93fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:23.411291 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-bbd19130-8d05-44e7-bfbb-fd4dd6db93fc service neutron] For port a304e2c4-c105-4373-b8fb-17ee04266297, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a304e2c4-c105-4373-b8fb-17ee04266297,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:51:23.443406 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-bbd19130-8d05-44e7-bfbb-fd4dd6db93fc service neutron] For port a304e2c4-c105-4373-b8fb-17ee04266297, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:51:23.480633 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c13f3b-2cdb-41b8-b093-0a8087a0602b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a304e2c4-c105-4373-b8fb-17ee04266297'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:51:23.482980 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd14e70-2899-42ac-9a49-4b1947c46b50" -d '{"events": [{"server_uuid": "b0c13f3b-2cdb-41b8-b093-0a8087a0602b", "name": "network-vif-unplugged", "status": "completed", "tag": "a304e2c4-c105-4373-b8fb-17ee04266297"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:51:23.487269 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-bbd19130-8d05-44e7-bfbb-fd4dd6db93fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:23.499823 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-bbd19130-8d05-44e7-bfbb-fd4dd6db93fc service neutron] Transition to ACTIVE for port object a304e2c4-c105-4373-b8fb-17ee04266297 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:51:23.502908 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-bbd19130-8d05-44e7-bfbb-fd4dd6db93fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:23.587925 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd19130-8d05-44e7-bfbb-fd4dd6db93fc service neutron] Pushing event updated for resources: {'Port': ['ID=a304e2c4-c105-4373-b8fb-17ee04266297,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:23.602734 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e57778-cea3-4314-beb4-2ad3a1334891 x-openstack-request-id: req-e4e57778-cea3-4314-beb4-2ad3a1334891 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:51:23.603025 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c13f3b-2cdb-41b8-b093-0a8087a0602b", "name": "network-vif-unplugged", "status": "completed", "tag": "a304e2c4-c105-4373-b8fb-17ee04266297", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:51:23.603379 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e4e57778-cea3-4314-beb4-2ad3a1334891 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:51:23.603686 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c13f3b-2cdb-41b8-b093-0a8087a0602b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a304e2c4-c105-4373-b8fb-17ee04266297', 'code': 200} Jul 15 13:51:23.606848 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd19130-8d05-44e7-bfbb-fd4dd6db93fc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:23.607420 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd19130-8d05-44e7-bfbb-fd4dd6db93fc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:23.607593 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd19130-8d05-44e7-bfbb-fd4dd6db93fc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:23.607873 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd19130-8d05-44e7-bfbb-fd4dd6db93fc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:23.608211 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd19130-8d05-44e7-bfbb-fd4dd6db93fc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:23.608543 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd19130-8d05-44e7-bfbb-fd4dd6db93fc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:23.609422 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd19130-8d05-44e7-bfbb-fd4dd6db93fc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:23.609764 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd19130-8d05-44e7-bfbb-fd4dd6db93fc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:23.610094 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd19130-8d05-44e7-bfbb-fd4dd6db93fc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:23.610421 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd19130-8d05-44e7-bfbb-fd4dd6db93fc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:23.610772 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd19130-8d05-44e7-bfbb-fd4dd6db93fc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:23.611096 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd19130-8d05-44e7-bfbb-fd4dd6db93fc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:23.637057 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-bbd19130-8d05-44e7-bfbb-fd4dd6db93fc service neutron] No DVR routers for this DVR port a304e2c4-c105-4373-b8fb-17ee04266297 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:51:23.799685 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-bbd19130-8d05-44e7-bfbb-fd4dd6db93fc service neutron] Attempting to bind port a304e2c4-c105-4373-b8fb-17ee04266297 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:51:23.800015 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-bbd19130-8d05-44e7-bfbb-fd4dd6db93fc service neutron] Attempting to bind port a304e2c4-c105-4373-b8fb-17ee04266297 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:51:23.800336 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-bbd19130-8d05-44e7-bfbb-fd4dd6db93fc service neutron] Attempting to bind port a304e2c4-c105-4373-b8fb-17ee04266297 on network b5bf532f-b153-47f1-9912-eabb2230f11a {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:51:23.807124 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-bbd19130-8d05-44e7-bfbb-fd4dd6db93fc service neutron] Port a304e2c4-c105-4373-b8fb-17ee04266297 on network b5bf532f-b153-47f1-9912-eabb2230f11a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:51:23.807378 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-bbd19130-8d05-44e7-bfbb-fd4dd6db93fc service neutron] Attempting to bind port a304e2c4-c105-4373-b8fb-17ee04266297 on network b5bf532f-b153-47f1-9912-eabb2230f11a {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:51:23.815168 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-bbd19130-8d05-44e7-bfbb-fd4dd6db93fc service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:51:23.815498 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-bbd19130-8d05-44e7-bfbb-fd4dd6db93fc service neutron] Checking segment: {'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:51:23.815877 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-bbd19130-8d05-44e7-bfbb-fd4dd6db93fc service neutron] Bound using segment: {'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:51:23.816298 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-bbd19130-8d05-44e7-bfbb-fd4dd6db93fc service neutron] Bound port: a304e2c4-c105-4373-b8fb-17ee04266297, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:51:23.816647 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-bbd19130-8d05-44e7-bfbb-fd4dd6db93fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:23.875227 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6764a-3dae-40ea-a952-3be4c9df0c18 req-e12c0bdd-27b1-443b-a5cc-6af8447bb669 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:23.876696 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-78b6764a-3dae-40ea-a952-3be4c9df0c18 req-e12c0bdd-27b1-443b-a5cc-6af8447bb669 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 943 time: 0.1098866 Jul 15 13:51:23.926845 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-bbd19130-8d05-44e7-bfbb-fd4dd6db93fc service neutron] For port a304e2c4-c105-4373-b8fb-17ee04266297, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:51:23.933968 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-78b6764a-3dae-40ea-a952-3be4c9df0c18 req-448492b4-d92f-42fa-b9c6-eb1a79261a0b tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512760 Jul 15 13:51:23.942008 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-bbd19130-8d05-44e7-bfbb-fd4dd6db93fc service neutron] For port a304e2c4-c105-4373-b8fb-17ee04266297, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=a304e2c4-c105-4373-b8fb-17ee04266297,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:51:23.947470 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-bbd19130-8d05-44e7-bfbb-fd4dd6db93fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:23.981650 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-bbd19130-8d05-44e7-bfbb-fd4dd6db93fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:23.982257 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-bbd19130-8d05-44e7-bfbb-fd4dd6db93fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:23.983688 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-bbd19130-8d05-44e7-bfbb-fd4dd6db93fc service neutron] 10.222.0.20 "PUT /v2.0/ports/a304e2c4-c105-4373-b8fb-17ee04266297 HTTP/1.1" status: 200 len: 1092 time: 0.8426445 Jul 15 13:51:24.005148 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd19130-8d05-44e7-bfbb-fd4dd6db93fc service neutron] Pushing event updated for resources: {'Port': ['ID=a304e2c4-c105-4373-b8fb-17ee04266297,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:24.061314 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-2ebdb83e-8a51-46e9-abfa-d59f030c3155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:24.063487 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-2ebdb83e-8a51-46e9-abfa-d59f030c3155 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 1095 time: 0.0553999 Jul 15 13:51:24.159041 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-a7955973-f517-4119-a436-6ab5aee1cffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:24.160546 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-a7955973-f517-4119-a436-6ab5aee1cffc service neutron] 10.222.0.20 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.0912769 Jul 15 13:51:24.223550 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-ae4770d5-c233-425e-8696-e788cbe49b5c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a304e2c4-c105-4373-b8fb-17ee04266297 HTTP/1.1" status: 200 len: 999 time: 0.0560822 Jul 15 13:51:24.274220 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-344dc636-1e99-444e-ba3b-c0e60de53dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:24.275578 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-344dc636-1e99-444e-ba3b-c0e60de53dff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0457172 Jul 15 13:51:24.329849 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-5b7ca982-e250-4e22-810e-d6d5c2a65b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:24.331312 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-5b7ca982-e250-4e22-810e-d6d5c2a65b98 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499630 Jul 15 13:51:24.341476 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-354babb0-664d-4732-b97c-363dfb77ea83 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:51:24.342398 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-354babb0-664d-4732-b97c-363dfb77ea83 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049775 Jul 15 13:51:24.426804 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-919e1b01-00af-4932-b5df-484bc6cef28d service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783439 Jul 15 13:51:24.515981 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-3ab9d35d-e0f4-4f23-bf25-f1250d5ec5d7 service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831094 Jul 15 13:51:25.106124 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93673f53-fc83-45b1-b13f-a959f89a6ac7 req-1d96026b-4fc0-4e09-a31e-dad2beab8a5a tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:25.107644 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-93673f53-fc83-45b1-b13f-a959f89a6ac7 req-1d96026b-4fc0-4e09-a31e-dad2beab8a5a tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 943 time: 0.0623450 Jul 15 13:51:25.144866 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-93673f53-fc83-45b1-b13f-a959f89a6ac7 req-074bfd48-416a-463c-890d-290cc1eedb3e tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310314 Jul 15 13:51:25.604966 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c13f3b-2cdb-41b8-b093-0a8087a0602b', 'tag': 'a304e2c4-c105-4373-b8fb-17ee04266297'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:51:25.607343 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a3c879-61e3-4aad-9f45-8246d28bacfe" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c13f3b-2cdb-41b8-b093-0a8087a0602b", "tag": "a304e2c4-c105-4373-b8fb-17ee04266297"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:51:25.654769 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfeaa037-f815-4213-a8c3-67deb4daef1a x-openstack-request-id: req-cfeaa037-f815-4213-a8c3-67deb4daef1a {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:51:25.655061 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c13f3b-2cdb-41b8-b093-0a8087a0602b", "tag": "a304e2c4-c105-4373-b8fb-17ee04266297", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:51:25.655317 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cfeaa037-f815-4213-a8c3-67deb4daef1a {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:51:25.655778 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c13f3b-2cdb-41b8-b093-0a8087a0602b', 'tag': 'a304e2c4-c105-4373-b8fb-17ee04266297', 'status': 'completed', 'code': 200} Jul 15 13:51:25.733538 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3c879-61e3-4aad-9f45-8246d28bacfe req-499b9bf3-c64f-4252-8c2a-2e79bda64223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:25.735111 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3c879-61e3-4aad-9f45-8246d28bacfe req-ea20bb7f-c873-4186-8934-ec84307a5e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:25.735595 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73a3c879-61e3-4aad-9f45-8246d28bacfe req-499b9bf3-c64f-4252-8c2a-2e79bda64223 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 1095 time: 0.0566299 Jul 15 13:51:25.736583 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-73a3c879-61e3-4aad-9f45-8246d28bacfe req-ea20bb7f-c873-4186-8934-ec84307a5e56 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 1095 time: 0.0565758 Jul 15 13:51:25.824807 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3c879-61e3-4aad-9f45-8246d28bacfe req-c0899f6a-d522-4188-bf95-2c98ed8b4389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:25.825137 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3c879-61e3-4aad-9f45-8246d28bacfe req-2f5b3a76-86f5-4659-8263-928ce321d92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:25.826195 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-73a3c879-61e3-4aad-9f45-8246d28bacfe req-c0899f6a-d522-4188-bf95-2c98ed8b4389 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.0834286 Jul 15 13:51:25.826670 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73a3c879-61e3-4aad-9f45-8246d28bacfe req-2f5b3a76-86f5-4659-8263-928ce321d92b service neutron] 10.222.0.20 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.0846374 Jul 15 13:51:25.893391 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73a3c879-61e3-4aad-9f45-8246d28bacfe req-d13181c6-eab3-4395-8e55-7891ed60531c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a304e2c4-c105-4373-b8fb-17ee04266297 HTTP/1.1" status: 200 len: 999 time: 0.0602903 Jul 15 13:51:25.895166 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-73a3c879-61e3-4aad-9f45-8246d28bacfe req-8896a444-57b6-4df7-bc9f-612cef9385b9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a304e2c4-c105-4373-b8fb-17ee04266297 HTTP/1.1" status: 200 len: 999 time: 0.0625315 Jul 15 13:51:25.943321 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3c879-61e3-4aad-9f45-8246d28bacfe req-bb8a7f5c-9f3a-4d13-a03d-f0aa46338109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:25.944496 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3c879-61e3-4aad-9f45-8246d28bacfe req-68599fb4-bc11-44ae-8e45-309d33ea1be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:25.945067 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73a3c879-61e3-4aad-9f45-8246d28bacfe req-bb8a7f5c-9f3a-4d13-a03d-f0aa46338109 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0444434 Jul 15 13:51:25.945959 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-73a3c879-61e3-4aad-9f45-8246d28bacfe req-68599fb4-bc11-44ae-8e45-309d33ea1be1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0444751 Jul 15 13:51:26.006361 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3c879-61e3-4aad-9f45-8246d28bacfe req-31d46070-48f3-42f0-925f-7169b8c26274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:26.007694 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3c879-61e3-4aad-9f45-8246d28bacfe req-e27951fb-38bd-4880-a2a9-f4d2c05ac844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:26.007911 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-73a3c879-61e3-4aad-9f45-8246d28bacfe req-31d46070-48f3-42f0-925f-7169b8c26274 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550590 Jul 15 13:51:26.009970 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73a3c879-61e3-4aad-9f45-8246d28bacfe req-e27951fb-38bd-4880-a2a9-f4d2c05ac844 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578117 Jul 15 13:51:26.114387 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-73a3c879-61e3-4aad-9f45-8246d28bacfe req-0b1c2f68-06de-4ff8-bdc5-f54deb78f79b service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994205 Jul 15 13:51:26.115631 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73a3c879-61e3-4aad-9f45-8246d28bacfe req-0aedb1aa-8353-4eec-8e69-f5ae5919c6a3 service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984874 Jul 15 13:51:26.207338 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73a3c879-61e3-4aad-9f45-8246d28bacfe req-c4c0dbd3-84ab-472d-9804-276cc95586a9 service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849843 Jul 15 13:51:26.208359 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-73a3c879-61e3-4aad-9f45-8246d28bacfe req-f8ef379d-168f-4e2f-b216-a82c34529d8a service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879905 Jul 15 13:51:26.325154 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7276e-d3c1-4ba3-b838-5decb6d47df0 req-79f3b118-e630-493f-8b1c-c1ec3380a2f0 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:26.326635 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f0a7276e-d3c1-4ba3-b838-5decb6d47df0 req-79f3b118-e630-493f-8b1c-c1ec3380a2f0 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 943 time: 0.0653131 Jul 15 13:51:26.354915 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:51:26.364159 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f0a7276e-d3c1-4ba3-b838-5decb6d47df0 req-79a6bfae-25e1-4ddf-8653-0ad10d480d5e tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321045 Jul 15 13:51:26.749209 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-a2d8b139-93a9-48e1-ab24-e40a3da0f741 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:26.750739 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-a2d8b139-93a9-48e1-ab24-e40a3da0f741 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b&tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&binding%3Ahost_id=n-h1-771363-36 HTTP/1.1" status: 200 len: 943 time: 0.0703688 Jul 15 13:51:26.848754 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-2823b6f7-04cf-47d9-af24-7fbf7071984f service neutron] 10.222.0.20 "GET /v2.0/ports/a304e2c4-c105-4373-b8fb-17ee04266297/bindings/n-h1-771363-36 HTTP/1.1" status: 200 len: 383 time: 0.0888140 Jul 15 13:51:26.858967 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61eb56-7160-4c24-85d8-1934c275425a req-ce755004-f90f-433d-b480-67315979f68e tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:26.860430 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5f61eb56-7160-4c24-85d8-1934c275425a req-ce755004-f90f-433d-b480-67315979f68e tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 943 time: 0.1088333 Jul 15 13:51:26.923400 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5f61eb56-7160-4c24-85d8-1934c275425a req-1340c297-748d-498c-ae0e-3e9760cfcf7a tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571451 Jul 15 13:51:26.945617 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-5e8eb9e8-fa5a-4579-b3b2-d0994b907745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:26.945617 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-5e8eb9e8-fa5a-4579-b3b2-d0994b907745 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 1095 time: 0.0719178 Jul 15 13:51:27.034408 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-67b42610-a974-4c11-8e22-73f5d8350f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:27.035877 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-67b42610-a974-4c11-8e22-73f5d8350f57 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.0848327 Jul 15 13:51:27.098680 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-d886fa8c-3cab-401a-b6cd-119bd0b3ba27 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a304e2c4-c105-4373-b8fb-17ee04266297 HTTP/1.1" status: 200 len: 999 time: 0.0558591 Jul 15 13:51:27.145604 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-b67ad160-d233-484a-bb89-cebfd8109a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:27.147022 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-b67ad160-d233-484a-bb89-cebfd8109a47 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0416441 Jul 15 13:51:27.199923 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device a304e2c4-c105-4373-b8fb-17ee04266297 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:51:27.206454 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-c8547ed2-ed8a-470a-95bf-166dfb91c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:27.207991 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-c8547ed2-ed8a-470a-95bf-166dfb91c949 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549116 Jul 15 13:51:27.236925 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device a304e2c4-c105-4373-b8fb-17ee04266297 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:51:27.295001 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-fe219623-9a91-456c-a218-1391b9380095 service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797842 Jul 15 13:51:27.384384 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-80103ca2-d17b-4952-9d66-2a047fd82375 service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836375 Jul 15 13:51:28.103296 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360c1e3-6e06-421f-b986-abe018a340c7 req-fb3de1d9-2059-4cfd-a4f2-98e1fa25ac89 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:28.104789 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4360c1e3-6e06-421f-b986-abe018a340c7 req-fb3de1d9-2059-4cfd-a4f2-98e1fa25ac89 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 943 time: 0.0660486 Jul 15 13:51:28.141777 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4360c1e3-6e06-421f-b986-abe018a340c7 req-16570d07-0976-4be9-9984-bb3f526bbed0 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308888 Jul 15 13:51:28.286863 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device a304e2c4-c105-4373-b8fb-17ee04266297 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:51:28.382063 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port a304e2c4-c105-4373-b8fb-17ee04266297, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=a304e2c4-c105-4373-b8fb-17ee04266297,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:51:28.392645 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': 'a304e2c4-c105-4373-b8fb-17ee04266297', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'port_id': 'a304e2c4-c105-4373-b8fb-17ee04266297', 'mac_address': 'fa:16:3e:ec:60:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:51:28.427788 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:28.440512 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a304e2c4-c105-4373-b8fb-17ee04266297 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:51:28.458513 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port a304e2c4-c105-4373-b8fb-17ee04266297, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=a304e2c4-c105-4373-b8fb-17ee04266297,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:51:28.462717 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:28.509585 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=a304e2c4-c105-4373-b8fb-17ee04266297,revision_number=8']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:28.516769 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:28.517123 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:28.517470 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:28.517813 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:28.518153 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:28.518493 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:28.518852 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:28.519194 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:28.519526 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:28.519856 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:28.520192 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:28.520519 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:29.326715 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982bc63-aa6a-4a3f-8dfa-41f6c691130d req-72d95016-b1ee-4680-8515-61cd1d5668a8 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:29.328748 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c982bc63-aa6a-4a3f-8dfa-41f6c691130d req-72d95016-b1ee-4680-8515-61cd1d5668a8 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 944 time: 0.0676754 Jul 15 13:51:29.367336 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c982bc63-aa6a-4a3f-8dfa-41f6c691130d req-818edaec-dfcb-4106-b32d-8a739743ba4d tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323658 Jul 15 13:51:29.369592 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-517913f9-57a5-4740-8489-e1921b5c1c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:29.371129 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-517913f9-57a5-4740-8489-e1921b5c1c94 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b&tenant_id=9785b0ee591e4037bc2c92fc42ea40ac HTTP/1.1" status: 200 len: 1096 time: 0.0566804 Jul 15 13:51:29.382502 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-03deadaa-2432-489e-beb1-0a4182d61cc7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-36', 'device_owner': 'compute:nova'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:29.451206 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-03deadaa-2432-489e-beb1-0a4182d61cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:29.564759 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:29.649504 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-03deadaa-2432-489e-beb1-0a4182d61cc7 service neutron] For port a304e2c4-c105-4373-b8fb-17ee04266297, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=a304e2c4-c105-4373-b8fb-17ee04266297,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:51:29.681557 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-03deadaa-2432-489e-beb1-0a4182d61cc7 service neutron] For port a304e2c4-c105-4373-b8fb-17ee04266297, host n-h1-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:51:29.717459 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0c673e4e-0316-4e72-893c-72967b748c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:29.721062 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-03deadaa-2432-489e-beb1-0a4182d61cc7 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a304e2c4-c105-4373-b8fb-17ee04266297 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:51:29.729806 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-03deadaa-2432-489e-beb1-0a4182d61cc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:29.740658 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-03deadaa-2432-489e-beb1-0a4182d61cc7 service neutron] Ignored duplicate provisioning block setup for port a304e2c4-c105-4373-b8fb-17ee04266297 by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 13:51:29.744242 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-03deadaa-2432-489e-beb1-0a4182d61cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:29.819129 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03deadaa-2432-489e-beb1-0a4182d61cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=a304e2c4-c105-4373-b8fb-17ee04266297,revision_number=9']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:29.834812 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03deadaa-2432-489e-beb1-0a4182d61cc7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:29.835233 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03deadaa-2432-489e-beb1-0a4182d61cc7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:29.835590 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03deadaa-2432-489e-beb1-0a4182d61cc7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:29.835944 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03deadaa-2432-489e-beb1-0a4182d61cc7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:29.836285 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03deadaa-2432-489e-beb1-0a4182d61cc7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:29.836683 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03deadaa-2432-489e-beb1-0a4182d61cc7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:29.837123 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03deadaa-2432-489e-beb1-0a4182d61cc7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:29.837483 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03deadaa-2432-489e-beb1-0a4182d61cc7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:29.837872 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03deadaa-2432-489e-beb1-0a4182d61cc7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:29.838248 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03deadaa-2432-489e-beb1-0a4182d61cc7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:29.838595 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03deadaa-2432-489e-beb1-0a4182d61cc7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:29.838914 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03deadaa-2432-489e-beb1-0a4182d61cc7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:29.861515 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:29.878983 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-03deadaa-2432-489e-beb1-0a4182d61cc7 service neutron] No DVR routers for this DVR port a304e2c4-c105-4373-b8fb-17ee04266297 on host n-h1-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:51:30.012822 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-03deadaa-2432-489e-beb1-0a4182d61cc7 service neutron] Attempting to bind port a304e2c4-c105-4373-b8fb-17ee04266297 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:51:30.013071 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-03deadaa-2432-489e-beb1-0a4182d61cc7 service neutron] Attempting to bind port a304e2c4-c105-4373-b8fb-17ee04266297 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:51:30.013426 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-03deadaa-2432-489e-beb1-0a4182d61cc7 service neutron] Attempting to bind port a304e2c4-c105-4373-b8fb-17ee04266297 on network b5bf532f-b153-47f1-9912-eabb2230f11a {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:51:30.018250 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-03deadaa-2432-489e-beb1-0a4182d61cc7 service neutron] Port a304e2c4-c105-4373-b8fb-17ee04266297 on network b5bf532f-b153-47f1-9912-eabb2230f11a not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:51:30.018594 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-03deadaa-2432-489e-beb1-0a4182d61cc7 service neutron] Attempting to bind port a304e2c4-c105-4373-b8fb-17ee04266297 on network b5bf532f-b153-47f1-9912-eabb2230f11a {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:51:30.023477 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-03deadaa-2432-489e-beb1-0a4182d61cc7 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:51:30.024005 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-03deadaa-2432-489e-beb1-0a4182d61cc7 service neutron] Checking segment: {'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:51:30.024390 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-03deadaa-2432-489e-beb1-0a4182d61cc7 service neutron] Bound using segment: {'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:51:30.024810 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-03deadaa-2432-489e-beb1-0a4182d61cc7 service neutron] Bound port: a304e2c4-c105-4373-b8fb-17ee04266297, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:51:30.025164 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-03deadaa-2432-489e-beb1-0a4182d61cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:30.087520 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-03deadaa-2432-489e-beb1-0a4182d61cc7 service neutron] For port a304e2c4-c105-4373-b8fb-17ee04266297, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:51:30.090510 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-03deadaa-2432-489e-beb1-0a4182d61cc7 service neutron] For port a304e2c4-c105-4373-b8fb-17ee04266297, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a304e2c4-c105-4373-b8fb-17ee04266297,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:51:30.095133 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-03deadaa-2432-489e-beb1-0a4182d61cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:30.127605 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-03deadaa-2432-489e-beb1-0a4182d61cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:30.128218 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-03deadaa-2432-489e-beb1-0a4182d61cc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:30.129582 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-03deadaa-2432-489e-beb1-0a4182d61cc7 service neutron] 10.222.0.46 "PUT /v2.0/ports/a304e2c4-c105-4373-b8fb-17ee04266297 HTTP/1.1" status: 200 len: 1092 time: 0.7511408 Jul 15 13:51:30.130052 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c13f3b-2cdb-41b8-b093-0a8087a0602b', 'tag': 'a304e2c4-c105-4373-b8fb-17ee04266297'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:51:30.132543 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014d830f-d279-4662-b3cf-c05d886c2181" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c13f3b-2cdb-41b8-b093-0a8087a0602b", "tag": "a304e2c4-c105-4373-b8fb-17ee04266297"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:51:30.190282 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e562d49-250f-4103-888b-997066eb13c0 x-openstack-request-id: req-7e562d49-250f-4103-888b-997066eb13c0 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:51:30.190590 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c13f3b-2cdb-41b8-b093-0a8087a0602b", "tag": "a304e2c4-c105-4373-b8fb-17ee04266297", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:51:30.190841 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7e562d49-250f-4103-888b-997066eb13c0 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:51:30.191232 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c13f3b-2cdb-41b8-b093-0a8087a0602b', 'tag': 'a304e2c4-c105-4373-b8fb-17ee04266297', 'status': 'completed', 'code': 200} Jul 15 13:51:30.192333 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03deadaa-2432-489e-beb1-0a4182d61cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=a304e2c4-c105-4373-b8fb-17ee04266297,revision_number=10']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:30.230015 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-937a01ce-caa1-46bf-af87-ad8415f33e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:30.231658 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-937a01ce-caa1-46bf-af87-ad8415f33e7f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 1096 time: 0.0745003 Jul 15 13:51:30.266104 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d830f-d279-4662-b3cf-c05d886c2181 req-a3fa35a2-97fe-4915-ac2e-48275b7c2d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:30.268214 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-014d830f-d279-4662-b3cf-c05d886c2181 req-a3fa35a2-97fe-4915-ac2e-48275b7c2d73 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 1096 time: 0.0562353 Jul 15 13:51:30.286852 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device a304e2c4-c105-4373-b8fb-17ee04266297 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:51:30.342153 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-d2e44028-c233-4146-b513-e2f778baaa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:30.345751 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-d2e44028-c233-4146-b513-e2f778baaa14 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.1076665 Jul 15 13:51:30.375984 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d830f-d279-4662-b3cf-c05d886c2181 req-3f6448d0-a419-4724-863c-385bde576e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:30.377484 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-014d830f-d279-4662-b3cf-c05d886c2181 req-3f6448d0-a419-4724-863c-385bde576e62 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.1024799 Jul 15 13:51:30.403595 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port a304e2c4-c105-4373-b8fb-17ee04266297, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a304e2c4-c105-4373-b8fb-17ee04266297,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:51:30.416561 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device a304e2c4-c105-4373-b8fb-17ee04266297 has no active binding in host n-h1-771363-36 {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 13:51:30.420832 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-255190c3-9afe-4f00-8b82-219996c9c9d5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a304e2c4-c105-4373-b8fb-17ee04266297 HTTP/1.1" status: 200 len: 999 time: 0.0683775 Jul 15 13:51:30.449693 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-014d830f-d279-4662-b3cf-c05d886c2181 req-cde7dd19-01e2-4577-bec1-110279909d7c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a304e2c4-c105-4373-b8fb-17ee04266297 HTTP/1.1" status: 200 len: 999 time: 0.0657568 Jul 15 13:51:30.471335 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-7a90853e-b7c1-447a-9542-ea94c1f86296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:30.472865 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-7a90853e-b7c1-447a-9542-ea94c1f86296 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0462418 Jul 15 13:51:30.502390 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d830f-d279-4662-b3cf-c05d886c2181 req-333a64f6-ef71-4156-9ab2-14dcf7273f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:30.503879 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-014d830f-d279-4662-b3cf-c05d886c2181 req-333a64f6-ef71-4156-9ab2-14dcf7273f8d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0473146 Jul 15 13:51:30.529659 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-55970f0b-4baa-4014-a661-c1decbc18710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:30.531707 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-55970f0b-4baa-4014-a661-c1decbc18710 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521221 Jul 15 13:51:30.600075 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d830f-d279-4662-b3cf-c05d886c2181 req-69e78444-6d82-44af-bd18-3bc8a155aa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:30.601568 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-014d830f-d279-4662-b3cf-c05d886c2181 req-69e78444-6d82-44af-bd18-3bc8a155aa67 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0901308 Jul 15 13:51:30.609015 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76ba39-a6c0-4ce5-b44d-93d92a297bcf req-e4e4b7e8-6041-415e-ad0a-7f645f270c49 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:30.610439 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa76ba39-a6c0-4ce5-b44d-93d92a297bcf req-e4e4b7e8-6041-415e-ad0a-7f645f270c49 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 944 time: 0.1110256 Jul 15 13:51:30.622945 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-9fe88e4b-5ed5-4859-a2d6-cb7410eee593 service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855987 Jul 15 13:51:30.700140 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa76ba39-a6c0-4ce5-b44d-93d92a297bcf req-d76bfa5c-5445-4f45-9b60-9daa9157c0d4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809748 Jul 15 13:51:30.714033 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-6ceda1bc-e420-40ee-a62e-4f2c4874ffeb req-a19923c9-df9e-480f-a0b1-54bc5ae36c04 service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851033 Jul 15 13:51:30.721630 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-014d830f-d279-4662-b3cf-c05d886c2181 req-3b0fc2cd-647f-4ffe-b5ca-e92df261aa3e service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102369 Jul 15 13:51:30.815474 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d830f-d279-4662-b3cf-c05d886c2181 req-0103069d-03c2-410e-bab3-be5f1b5c310b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:30.816901 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-014d830f-d279-4662-b3cf-c05d886c2181 req-0103069d-03c2-410e-bab3-be5f1b5c310b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 1096 time: 0.0548158 Jul 15 13:51:30.915969 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d830f-d279-4662-b3cf-c05d886c2181 req-a4a44f3c-0011-44ad-92f0-66e817f62d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:30.917497 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-014d830f-d279-4662-b3cf-c05d886c2181 req-a4a44f3c-0011-44ad-92f0-66e817f62d3a service neutron] 10.222.0.46 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.0938902 Jul 15 13:51:30.989349 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-014d830f-d279-4662-b3cf-c05d886c2181 req-117a2b9f-9e05-4533-a269-5f4f32f64bcf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a304e2c4-c105-4373-b8fb-17ee04266297 HTTP/1.1" status: 200 len: 999 time: 0.0643110 Jul 15 13:51:31.039999 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d830f-d279-4662-b3cf-c05d886c2181 req-37798621-54ef-43fd-8f8e-b83571b8ccc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:31.041476 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-014d830f-d279-4662-b3cf-c05d886c2181 req-37798621-54ef-43fd-8f8e-b83571b8ccc0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0452483 Jul 15 13:51:31.101648 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d830f-d279-4662-b3cf-c05d886c2181 req-f1b37f10-e059-4d46-b915-113f5aa24ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:31.103094 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-014d830f-d279-4662-b3cf-c05d886c2181 req-f1b37f10-e059-4d46-b915-113f5aa24ee2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539756 Jul 15 13:51:31.162381 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-014d830f-d279-4662-b3cf-c05d886c2181 req-2f45312f-41c5-462b-bb09-b7d79354891f service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345946 Jul 15 13:51:31.197093 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-014d830f-d279-4662-b3cf-c05d886c2181 req-ecab4fb1-d355-4e6d-bc1d-bd12cca1b191 service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865295 Jul 15 13:51:31.284189 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-014d830f-d279-4662-b3cf-c05d886c2181 req-ebf70940-bb7c-479c-a4d1-8507257daae8 service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799649 Jul 15 13:51:31.540589 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [req-7a43f1d5-7b11-4525-8f0b-1c19e303f741 req-0ea4b0d7-f5a2-4339-acb4-0a7e6623b702 service neutron] (93826) timed out ('10.222.0.16', 60398) {{(pid=93826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:51:31.874113 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae5212-d2a2-4f59-a2fa-dd5ab5821791 req-33950de2-29ac-432b-a50d-17aa7bbd9ca3 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:31.876226 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-acae5212-d2a2-4f59-a2fa-dd5ab5821791 req-33950de2-29ac-432b-a50d-17aa7bbd9ca3 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 944 time: 0.0649655 Jul 15 13:51:31.911453 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-acae5212-d2a2-4f59-a2fa-dd5ab5821791 req-2605294f-33d2-4f47-a076-21c185b2c01f tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297315 Jul 15 13:51:32.301629 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device a304e2c4-c105-4373-b8fb-17ee04266297 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:51:32.344350 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:32.352648 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device a304e2c4-c105-4373-b8fb-17ee04266297 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:51:32.512430 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f44e8ff-5dd6-45ff-b63b-9111ef0fb599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:33.080259 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f3836-b718-45ea-a0c3-279e61e699ee req-cdd3c7bb-7e79-4585-8e76-3a5f8cff54ca tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:33.081734 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a19f3836-b718-45ea-a0c3-279e61e699ee req-cdd3c7bb-7e79-4585-8e76-3a5f8cff54ca tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 944 time: 0.0615122 Jul 15 13:51:33.117671 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a19f3836-b718-45ea-a0c3-279e61e699ee req-78334e62-f486-4d4f-b6f4-7e99f30ac194 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302393 Jul 15 13:51:33.293205 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58e530-2468-4491-af79-f58152173cd2 req-3e04b5f4-a2f3-42d9-9cbf-bd469b28ccc7 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:33.294713 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d58e530-2468-4491-af79-f58152173cd2 req-3e04b5f4-a2f3-42d9-9cbf-bd469b28ccc7 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 944 time: 0.0618584 Jul 15 13:51:33.331863 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d58e530-2468-4491-af79-f58152173cd2 req-6a151e1f-55da-4c44-a5a3-a6335eb49853 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316343 Jul 15 13:51:33.508402 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1dc9dc-4bf4-483e-b217-8c063d1c6b03 req-f84429cb-ba5d-4cee-8887-98114717c97c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:33.509855 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9a1dc9dc-4bf4-483e-b217-8c063d1c6b03 req-f84429cb-ba5d-4cee-8887-98114717c97c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 944 time: 0.0662317 Jul 15 13:51:33.546378 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9a1dc9dc-4bf4-483e-b217-8c063d1c6b03 req-1f44bea3-a198-4f82-a9cd-6e48d8c9690b tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310977 Jul 15 13:51:33.720919 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:33.917269 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa709d-84fa-4418-a5cc-d17034e7ad84 req-f9950ac5-007b-4964-aed2-578a0b8b79ad tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:33.918674 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0bfa709d-84fa-4418-a5cc-d17034e7ad84 req-f9950ac5-007b-4964-aed2-578a0b8b79ad tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 944 time: 0.0613542 Jul 15 13:51:33.955185 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0bfa709d-84fa-4418-a5cc-d17034e7ad84 req-c2252ae9-6d15-49c3-a6d2-07aee58ba478 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304632 Jul 15 13:51:35.073432 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f08de7-6cbb-48c1-8781-f29d518deada req-e8b272c2-49a2-49df-8add-6088363d70bf tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:35.075010 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d5f08de7-6cbb-48c1-8781-f29d518deada req-e8b272c2-49a2-49df-8add-6088363d70bf tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 944 time: 0.0692899 Jul 15 13:51:35.131107 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53660797-f5fb-4e3b-af4d-ff936b5d49bd req-fe11ffad-0b1f-4bf7-bc12-4de224baa0fe tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:35.132516 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-53660797-f5fb-4e3b-af4d-ff936b5d49bd req-fe11ffad-0b1f-4bf7-bc12-4de224baa0fe tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 944 time: 0.0655148 Jul 15 13:51:35.154924 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:35.171824 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-53660797-f5fb-4e3b-af4d-ff936b5d49bd req-d9df4702-8703-4687-b99e-f566e522a429 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329225 Jul 15 13:51:35.174832 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-d5f08de7-6cbb-48c1-8781-f29d518deada req-6ea6ed1b-be93-4846-9eef-7db64e8b0661 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Deleting port a304e2c4-c105-4373-b8fb-17ee04266297 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:51:35.175191 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-d5f08de7-6cbb-48c1-8781-f29d518deada req-6ea6ed1b-be93-4846-9eef-7db64e8b0661 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:35.230302 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device a304e2c4-c105-4373-b8fb-17ee04266297 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:51:35.267756 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-d5f08de7-6cbb-48c1-8781-f29d518deada req-6ea6ed1b-be93-4846-9eef-7db64e8b0661 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] For port a304e2c4-c105-4373-b8fb-17ee04266297, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a304e2c4-c105-4373-b8fb-17ee04266297,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:51:35.268136 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-d5f08de7-6cbb-48c1-8781-f29d518deada req-6ea6ed1b-be93-4846-9eef-7db64e8b0661 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:35.439645 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-d5f08de7-6cbb-48c1-8781-f29d518deada req-6ea6ed1b-be93-4846-9eef-7db64e8b0661 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:35.440022 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-d5f08de7-6cbb-48c1-8781-f29d518deada req-6ea6ed1b-be93-4846-9eef-7db64e8b0661 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:35.440340 n-d-771363-36 neutron-server[93826]: INFO neutron.db.l3_db [req-d5f08de7-6cbb-48c1-8781-f29d518deada req-6ea6ed1b-be93-4846-9eef-7db64e8b0661 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Floating IP a7a1a608-c116-4461-b46f-b45f09b530c4 disassociated. External IP: 172.25.8.99, port: a304e2c4-c105-4373-b8fb-17ee04266297. Jul 15 13:51:35.440685 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-d5f08de7-6cbb-48c1-8781-f29d518deada req-6ea6ed1b-be93-4846-9eef-7db64e8b0661 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Calling delete_port for a304e2c4-c105-4373-b8fb-17ee04266297 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:51:35.529333 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port a304e2c4-c105-4373-b8fb-17ee04266297, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a304e2c4-c105-4373-b8fb-17ee04266297,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:51:35.570335 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'a304e2c4-c105-4373-b8fb-17ee04266297', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'port_id': 'a304e2c4-c105-4373-b8fb-17ee04266297', 'mac_address': 'fa:16:3e:ec:60:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:51:35.573997 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-d5f08de7-6cbb-48c1-8781-f29d518deada req-6ea6ed1b-be93-4846-9eef-7db64e8b0661 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:35.575910 n-d-771363-36 neutron-server[93827]: INFO neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No ports have port_id starting with a304e2c4-c105-4373-b8fb-17ee04266297 Jul 15 13:51:35.612778 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6ed1b-be93-4846-9eef-7db64e8b0661 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Pushing event deleted for resources: {'Port': ['ID=a304e2c4-c105-4373-b8fb-17ee04266297,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:36.053952 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5f08de7-6cbb-48c1-8781-f29d518deada req-6ea6ed1b-be93-4846-9eef-7db64e8b0661 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Router bf01221f-87ba-4655-9141-2d3e2b199b7a has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:51:36.158877 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5f08de7-6cbb-48c1-8781-f29d518deada req-6ea6ed1b-be93-4846-9eef-7db64e8b0661 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:51:36.167954 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c19ca3-985f-4688-8ffd-2942a47775b3 None None] Sync routers for ids ['bf01221f-87ba-4655-9141-2d3e2b199b7a'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:51:36.176786 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c19ca3-985f-4688-8ffd-2942a47775b3 None None] Routers {'bf01221f-87ba-4655-9141-2d3e2b199b7a'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:51:36.177380 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-21c19ca3-985f-4688-8ffd-2942a47775b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:51:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['bf01221f-87ba-4655-9141-2d3e2b199b7a'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:36.200975 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f08de7-6cbb-48c1-8781-f29d518deada req-6ea6ed1b-be93-4846-9eef-7db64e8b0661 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] No DVR routers for this DVR port a304e2c4-c105-4373-b8fb-17ee04266297 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:51:36.203921 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-d5f08de7-6cbb-48c1-8781-f29d518deada req-6ea6ed1b-be93-4846-9eef-7db64e8b0661 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:36.206838 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d5f08de7-6cbb-48c1-8781-f29d518deada req-6ea6ed1b-be93-4846-9eef-7db64e8b0661 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.46 "DELETE /v2.0/ports/a304e2c4-c105-4373-b8fb-17ee04266297 HTTP/1.1" status: 204 len: 173 time: 1.1263523 Jul 15 13:51:36.207284 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c13f3b-2cdb-41b8-b093-0a8087a0602b', 'name': 'network-vif-deleted', 'tag': 'a304e2c4-c105-4373-b8fb-17ee04266297'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:51:36.209566 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70e2f6c-01bb-4a63-b0fb-5acfafeb9b44" -d '{"events": [{"server_uuid": "b0c13f3b-2cdb-41b8-b093-0a8087a0602b", "name": "network-vif-deleted", "tag": "a304e2c4-c105-4373-b8fb-17ee04266297"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:51:36.259838 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95cecf5f-4772-4803-a6ea-93900f59c6be x-openstack-request-id: req-95cecf5f-4772-4803-a6ea-93900f59c6be {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:51:36.260209 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c13f3b-2cdb-41b8-b093-0a8087a0602b", "name": "network-vif-deleted", "tag": "a304e2c4-c105-4373-b8fb-17ee04266297", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:51:36.260463 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-95cecf5f-4772-4803-a6ea-93900f59c6be {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:51:36.260984 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c13f3b-2cdb-41b8-b093-0a8087a0602b', 'name': 'network-vif-deleted', 'tag': 'a304e2c4-c105-4373-b8fb-17ee04266297', 'status': 'completed', 'code': 200} Jul 15 13:51:36.301989 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-21c19ca3-985f-4688-8ffd-2942a47775b3 None None] Set router bf01221f-87ba-4655-9141-2d3e2b199b7a gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:51:36.327345 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5c16621b-112b-4761-9f79-817d3f41a37c req-e114a88a-d5cf-456e-9d17-f14c264b9a78 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c13f3b-2cdb-41b8-b093-0a8087a0602b HTTP/1.1" status: 200 len: 210 time: 0.0298228 Jul 15 13:51:36.502427 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-21c19ca3-985f-4688-8ffd-2942a47775b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'name': 'tempest-ServerActionsTestJSON-370842980-router', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:40Z', 'updated_at': '2021-07-15T13:44:43Z', 'revision_number': 4, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'gw_port': {'id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:41Z', 'updated_at': '2021-07-15T13:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '558ed182-e357-4c99-ab22-fd9d0a32aaf4', 'name': '', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'mac_address': 'fa:16:3e:3a:78:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:43Z', 'updated_at': '2021-07-15T13:44:49Z', 'revision_number': 5, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'subnets': [{'id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:36.527937 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c19ca3-985f-4688-8ffd-2942a47775b3 None None] Checking router: bf01221f-87ba-4655-9141-2d3e2b199b7a for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:51:36.536462 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c19ca3-985f-4688-8ffd-2942a47775b3 None None] Routers {'bf01221f-87ba-4655-9141-2d3e2b199b7a'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:51:36.537068 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-21c19ca3-985f-4688-8ffd-2942a47775b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:51:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['bf01221f-87ba-4655-9141-2d3e2b199b7a'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:36.641291 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-21c19ca3-985f-4688-8ffd-2942a47775b3 None None] Set router bf01221f-87ba-4655-9141-2d3e2b199b7a gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:51:36.841223 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-21c19ca3-985f-4688-8ffd-2942a47775b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'name': 'tempest-ServerActionsTestJSON-370842980-router', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:40Z', 'updated_at': '2021-07-15T13:44:43Z', 'revision_number': 4, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'gw_port': {'id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:41Z', 'updated_at': '2021-07-15T13:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '558ed182-e357-4c99-ab22-fd9d0a32aaf4', 'name': '', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'mac_address': 'fa:16:3e:3a:78:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:43Z', 'updated_at': '2021-07-15T13:44:49Z', 'revision_number': 5, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'subnets': [{'id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:36.871393 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c19ca3-985f-4688-8ffd-2942a47775b3 None None] The sync data for ids ['bf01221f-87ba-4655-9141-2d3e2b199b7a'] in n-d-771363-36 is: [{'id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'name': 'tempest-ServerActionsTestJSON-370842980-router', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:40Z', 'updated_at': '2021-07-15T13:44:43Z', 'revision_number': 4, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'gw_port': {'id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:41Z', 'updated_at': '2021-07-15T13:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '558ed182-e357-4c99-ab22-fd9d0a32aaf4', 'name': '', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'mac_address': 'fa:16:3e:3a:78:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:43Z', 'updated_at': '2021-07-15T13:44:49Z', 'revision_number': 5, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'subnets': [{'id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:51:37.078321 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af2f920-b59b-4d0a-87b7-0498ba246d6e None None] New status for floating IP a7a1a608-c116-4461-b46f-b45f09b530c4: DOWN {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:51:37.664304 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8df6e504-631e-4d2a-834c-72345c110b90 req-4c4663f9-2454-4f49-9d08-0bcf3d861ecf tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--777877955&fields=id&tenant_id=9785b0ee591e4037bc2c92fc42ea40ac HTTP/1.1" status: 200 len: 267 time: 0.0320032 Jul 15 13:51:37.768669 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6e504-631e-4d2a-834c-72345c110b90 req-0c7d3a8a-ce0e-4641-8562-a53b57d890a2 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:37.770005 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8df6e504-631e-4d2a-834c-72345c110b90 req-0c7d3a8a-ce0e-4641-8562-a53b57d890a2 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 811 time: 0.0995843 Jul 15 13:51:37.784073 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8df6e504-631e-4d2a-834c-72345c110b90 req-835b0dce-bdc5-4a91-afa9-d5eb14ca5a95 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/quotas/9785b0ee591e4037bc2c92fc42ea40ac HTTP/1.1" status: 200 len: 375 time: 0.0087471 Jul 15 13:51:37.850962 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8df6e504-631e-4d2a-834c-72345c110b90 req-bdc001d3-28a7-455d-8661-7f0291a4ab15 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0618138 Jul 15 13:51:38.004695 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8df6e504-631e-4d2a-834c-72345c110b90 req-b1ec293d-679f-4a36-b582-b67f6878dd8b service neutron] 10.222.0.16 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421623 Jul 15 13:51:38.091296 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8df6e504-631e-4d2a-834c-72345c110b90 req-63e824e8-fc39-4c6b-b327-dafcdce83200 service neutron] 10.222.0.16 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807781 Jul 15 13:51:38.259982 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0732295e-7ca2-4919-b978-d067320826ba req-f5e2d7ed-9bf1-4eca-819b-0f1fefc0a5a3 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 210 time: 0.0314124 Jul 15 13:51:39.251571 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device a304e2c4-c105-4373-b8fb-17ee04266297 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:51:39.273005 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: a304e2c4-c105-4373-b8fb-17ee04266297 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:51:39.273356 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device a304e2c4-c105-4373-b8fb-17ee04266297 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:51:39.345552 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6e504-631e-4d2a-834c-72345c110b90 req-f5f750e3-d1f0-498f-a76f-6fff63f9a551 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:39.347040 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8df6e504-631e-4d2a-834c-72345c110b90 req-f5f750e3-d1f0-498f-a76f-6fff63f9a551 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.20 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 811 time: 0.1143258 Jul 15 13:51:39.415739 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c34de47b-c024-43ba-9678-bf7aeaf6d414 req-1c4cbdf5-1a70-4b9b-9f1e-afd5aa4667bb tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 210 time: 0.0348079 Jul 15 13:51:39.420093 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8df6e504-631e-4d2a-834c-72345c110b90 req-f52442f4-9204-4aa5-bba9-c7b8717ffa45 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9785b0ee591e4037bc2c92fc42ea40ac HTTP/1.1" status: 200 len: 379 time: 0.0607064 Jul 15 13:51:39.429714 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-8df6e504-631e-4d2a-834c-72345c110b90 req-1c91e43e-973a-4c3d-a540-5d72da83558c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Request body: {'port': {'device_id': '53f4851f-8226-4bc6-b598-a8ab43b0da82', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'admin_state_up': True, 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'security_groups': ['5a436fe1-eade-4de5-a92f-1270b66569bb']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:39.538157 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8df6e504-631e-4d2a-834c-72345c110b90 req-1c91e43e-973a-4c3d-a540-5d72da83558c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Made reservation on behalf of 9785b0ee591e4037bc2c92fc42ea40ac for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:51:39.541781 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8df6e504-631e-4d2a-834c-72345c110b90 req-1c91e43e-973a-4c3d-a540-5d72da83558c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:39.666032 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-8df6e504-631e-4d2a-834c-72345c110b90 req-1c91e43e-973a-4c3d-a540-5d72da83558c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Allocated IP 172.20.0.6 (b5bf532f-b153-47f1-9912-eabb2230f11a/171f76c7-cb7d-4273-804a-f488a1a5882f/3304b0b5-d452-48a3-9367-bc8e4d95f1e9) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:51:39.796956 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8df6e504-631e-4d2a-834c-72345c110b90 req-1c91e43e-973a-4c3d-a540-5d72da83558c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:39.810374 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-8df6e504-631e-4d2a-834c-72345c110b90 req-1c91e43e-973a-4c3d-a540-5d72da83558c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Transition to ACTIVE for port object 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:51:39.841641 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8df6e504-631e-4d2a-834c-72345c110b90 req-1c91e43e-973a-4c3d-a540-5d72da83558c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:39.891975 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8df6e504-631e-4d2a-834c-72345c110b90 req-1c91e43e-973a-4c3d-a540-5d72da83558c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Network b5bf532f-b153-47f1-9912-eabb2230f11a is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:51:39.895124 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-8df6e504-631e-4d2a-834c-72345c110b90 req-1c91e43e-973a-4c3d-a540-5d72da83558c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:51:39.898997 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df6e504-631e-4d2a-834c-72345c110b90 req-1c91e43e-973a-4c3d-a540-5d72da83558c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:51:39.905202 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91e43e-973a-4c3d-a540-5d72da83558c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Pushing event updated for resources: {'Port': ['ID=3304b0b5-d452-48a3-9367-bc8e4d95f1e9,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:39.951302 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6e504-631e-4d2a-834c-72345c110b90 req-1c91e43e-973a-4c3d-a540-5d72da83558c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:39.951927 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8df6e504-631e-4d2a-834c-72345c110b90 req-1c91e43e-973a-4c3d-a540-5d72da83558c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:39.966798 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8df6e504-631e-4d2a-834c-72345c110b90 req-1c91e43e-973a-4c3d-a540-5d72da83558c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5412483 Jul 15 13:51:39.978267 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-8df6e504-631e-4d2a-834c-72345c110b90 req-ad28024c-1a44-4db3-8d26-9bf89808a0cc service neutron] Request body: {'port': {'device_id': '53f4851f-8226-4bc6-b598-a8ab43b0da82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:40.051939 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8df6e504-631e-4d2a-834c-72345c110b90 req-ad28024c-1a44-4db3-8d26-9bf89808a0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:40.178542 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1222d568-2e68-470c-95fc-6a5ab924d14b None None] Provisioning for port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:51:40.182542 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1222d568-2e68-470c-95fc-6a5ab924d14b None None] Provisioning complete for port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:51:40.182944 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1222d568-2e68-470c-95fc-6a5ab924d14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:40.216045 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-1222d568-2e68-470c-95fc-6a5ab924d14b None None] Port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:51:40.312823 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-8df6e504-631e-4d2a-834c-72345c110b90 req-ad28024c-1a44-4db3-8d26-9bf89808a0cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:51:40.321048 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8df6e504-631e-4d2a-834c-72345c110b90 req-ad28024c-1a44-4db3-8d26-9bf89808a0cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:40.332824 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-8df6e504-631e-4d2a-834c-72345c110b90 req-ad28024c-1a44-4db3-8d26-9bf89808a0cc service neutron] Transition to ACTIVE for port object 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:51:40.336549 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8df6e504-631e-4d2a-834c-72345c110b90 req-ad28024c-1a44-4db3-8d26-9bf89808a0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:40.388853 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad28024c-1a44-4db3-8d26-9bf89808a0cc service neutron] Pushing event updated for resources: {'Port': ['ID=3304b0b5-d452-48a3-9367-bc8e4d95f1e9,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:40.463776 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-8df6e504-631e-4d2a-834c-72345c110b90 req-ad28024c-1a44-4db3-8d26-9bf89808a0cc service neutron] Attempting to bind port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:51:40.464273 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-8df6e504-631e-4d2a-834c-72345c110b90 req-ad28024c-1a44-4db3-8d26-9bf89808a0cc service neutron] Attempting to bind port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:51:40.464474 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df6e504-631e-4d2a-834c-72345c110b90 req-ad28024c-1a44-4db3-8d26-9bf89808a0cc service neutron] Attempting to bind port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 on network b5bf532f-b153-47f1-9912-eabb2230f11a {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:51:40.468924 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df6e504-631e-4d2a-834c-72345c110b90 req-ad28024c-1a44-4db3-8d26-9bf89808a0cc service neutron] Port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 on network b5bf532f-b153-47f1-9912-eabb2230f11a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:51:40.469238 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df6e504-631e-4d2a-834c-72345c110b90 req-ad28024c-1a44-4db3-8d26-9bf89808a0cc service neutron] Attempting to bind port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 on network b5bf532f-b153-47f1-9912-eabb2230f11a {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:51:40.474984 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df6e504-631e-4d2a-834c-72345c110b90 req-ad28024c-1a44-4db3-8d26-9bf89808a0cc service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:51:40.475320 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df6e504-631e-4d2a-834c-72345c110b90 req-ad28024c-1a44-4db3-8d26-9bf89808a0cc service neutron] Checking segment: {'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:51:40.475708 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df6e504-631e-4d2a-834c-72345c110b90 req-ad28024c-1a44-4db3-8d26-9bf89808a0cc service neutron] Bound using segment: {'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:51:40.476136 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-8df6e504-631e-4d2a-834c-72345c110b90 req-ad28024c-1a44-4db3-8d26-9bf89808a0cc service neutron] Bound port: 3304b0b5-d452-48a3-9367-bc8e4d95f1e9, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:51:40.476493 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8df6e504-631e-4d2a-834c-72345c110b90 req-ad28024c-1a44-4db3-8d26-9bf89808a0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:40.545872 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-8df6e504-631e-4d2a-834c-72345c110b90 req-ad28024c-1a44-4db3-8d26-9bf89808a0cc service neutron] For port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:51:40.550048 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-8df6e504-631e-4d2a-834c-72345c110b90 req-ad28024c-1a44-4db3-8d26-9bf89808a0cc service neutron] For port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=3304b0b5-d452-48a3-9367-bc8e4d95f1e9,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:51:40.555655 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8df6e504-631e-4d2a-834c-72345c110b90 req-ad28024c-1a44-4db3-8d26-9bf89808a0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:40.593135 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6e504-631e-4d2a-834c-72345c110b90 req-ad28024c-1a44-4db3-8d26-9bf89808a0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:40.593761 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8df6e504-631e-4d2a-834c-72345c110b90 req-ad28024c-1a44-4db3-8d26-9bf89808a0cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:40.595433 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8df6e504-631e-4d2a-834c-72345c110b90 req-ad28024c-1a44-4db3-8d26-9bf89808a0cc service neutron] 10.222.0.20 "PUT /v2.0/ports/3304b0b5-d452-48a3-9367-bc8e4d95f1e9 HTTP/1.1" status: 200 len: 1092 time: 0.6213124 Jul 15 13:51:40.595797 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f4851f-8226-4bc6-b598-a8ab43b0da82', 'tag': '3304b0b5-d452-48a3-9367-bc8e4d95f1e9'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:51:40.598232 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df389ab-288f-447a-b9e9-7c5578a57291" -d '{"events": [{"name": "network-changed", "server_uuid": "53f4851f-8226-4bc6-b598-a8ab43b0da82", "tag": "3304b0b5-d452-48a3-9367-bc8e4d95f1e9"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:51:40.630933 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad28024c-1a44-4db3-8d26-9bf89808a0cc service neutron] Pushing event updated for resources: {'Port': ['ID=3304b0b5-d452-48a3-9367-bc8e4d95f1e9,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:40.656096 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10fb71f-2eff-491a-9e1e-7da220ecab2a x-openstack-request-id: req-c10fb71f-2eff-491a-9e1e-7da220ecab2a {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:51:40.656496 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f4851f-8226-4bc6-b598-a8ab43b0da82", "tag": "3304b0b5-d452-48a3-9367-bc8e4d95f1e9", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:51:40.656856 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c10fb71f-2eff-491a-9e1e-7da220ecab2a {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:51:40.657447 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f4851f-8226-4bc6-b598-a8ab43b0da82', 'tag': '3304b0b5-d452-48a3-9367-bc8e4d95f1e9', 'status': 'completed', 'code': 200} Jul 15 13:51:40.715780 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6e504-631e-4d2a-834c-72345c110b90 req-f03c79b7-401c-4a4a-b907-9bad7caccb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:40.717885 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8df6e504-631e-4d2a-834c-72345c110b90 req-f03c79b7-401c-4a4a-b907-9bad7caccb24 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 1095 time: 0.0593820 Jul 15 13:51:40.773156 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8df6e504-631e-4d2a-834c-72345c110b90 req-57ae26ec-fb8b-47fc-bea3-aaee70e847ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3304b0b5-d452-48a3-9367-bc8e4d95f1e9 HTTP/1.1" status: 200 len: 217 time: 0.0480113 Jul 15 13:51:40.848501 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6e504-631e-4d2a-834c-72345c110b90 req-492dbf76-29cd-47a9-86ed-d6ef06a45694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:40.849853 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8df6e504-631e-4d2a-834c-72345c110b90 req-492dbf76-29cd-47a9-86ed-d6ef06a45694 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0578003 Jul 15 13:51:40.866799 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ed389-51d7-4892-9fd3-95be5e8bd7bf req-c0d838cc-ce18-4178-ac3a-371370eafea3 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:40.868814 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a51ed389-51d7-4892-9fd3-95be5e8bd7bf req-c0d838cc-ce18-4178-ac3a-371370eafea3 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 943 time: 0.1056652 Jul 15 13:51:40.939414 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a51ed389-51d7-4892-9fd3-95be5e8bd7bf req-997a51b1-ae99-479c-961d-b8b29dd962b7 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621805 Jul 15 13:51:40.949852 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6e504-631e-4d2a-834c-72345c110b90 req-ded4e7cd-8ae6-4b6c-a3b2-14263245b20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:40.951466 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8df6e504-631e-4d2a-834c-72345c110b90 req-ded4e7cd-8ae6-4b6c-a3b2-14263245b20e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935886 Jul 15 13:51:41.038361 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8df6e504-631e-4d2a-834c-72345c110b90 req-17041d7d-7504-4c57-8607-1449256f6b28 service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799546 Jul 15 13:51:41.129102 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8df6e504-631e-4d2a-834c-72345c110b90 req-a5bc4cbc-6dcc-4d0d-8651-3a13107ba479 service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843170 Jul 15 13:51:41.224200 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df389ab-288f-447a-b9e9-7c5578a57291 req-ed17e193-70b2-4935-8229-7f2a254ae51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:41.225695 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4df389ab-288f-447a-b9e9-7c5578a57291 req-ed17e193-70b2-4935-8229-7f2a254ae51c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 1095 time: 0.0516341 Jul 15 13:51:41.316867 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df389ab-288f-447a-b9e9-7c5578a57291 req-679f6853-2a9c-487c-b692-270fe4a93f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:41.318323 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4df389ab-288f-447a-b9e9-7c5578a57291 req-679f6853-2a9c-487c-b692-270fe4a93f83 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.0869153 Jul 15 13:51:41.358841 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4df389ab-288f-447a-b9e9-7c5578a57291 req-44a68f1e-f0fc-4332-b7cd-f2344dd71938 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3304b0b5-d452-48a3-9367-bc8e4d95f1e9 HTTP/1.1" status: 200 len: 217 time: 0.0330703 Jul 15 13:51:41.404927 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df389ab-288f-447a-b9e9-7c5578a57291 req-9468540c-5759-4c25-96a6-4a0f96ae26a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:41.406242 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4df389ab-288f-447a-b9e9-7c5578a57291 req-9468540c-5759-4c25-96a6-4a0f96ae26a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0410032 Jul 15 13:51:41.466315 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df389ab-288f-447a-b9e9-7c5578a57291 req-109214d0-e654-4e38-8a0b-ef068b922cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:41.467826 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4df389ab-288f-447a-b9e9-7c5578a57291 req-109214d0-e654-4e38-8a0b-ef068b922cb7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541027 Jul 15 13:51:41.554709 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4df389ab-288f-447a-b9e9-7c5578a57291 req-dfd50c5e-c6e8-4796-9c3a-f06665e85826 service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794151 Jul 15 13:51:41.645745 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4df389ab-288f-447a-b9e9-7c5578a57291 req-ba085bd5-bd74-4be3-bbb2-d12dac66b1e1 service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843389 Jul 15 13:51:42.109072 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073723a7-ade0-4e06-864c-f82419f857ad req-47c4ffe0-5b3b-4af5-89cb-822bcf60613a tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:42.110636 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-073723a7-ade0-4e06-864c-f82419f857ad req-47c4ffe0-5b3b-4af5-89cb-822bcf60613a tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 943 time: 0.0628064 Jul 15 13:51:42.147817 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-073723a7-ade0-4e06-864c-f82419f857ad req-ee85dc72-d5c9-4a39-8dc7-93794b6ebd8e tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314860 Jul 15 13:51:43.326680 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c497f-f7c3-4402-bf7e-b755409e558a req-586a3378-051c-4e5d-937e-dee47adfef8c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:43.328480 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-243c497f-f7c3-4402-bf7e-b755409e558a req-586a3378-051c-4e5d-937e-dee47adfef8c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 943 time: 0.0718760 Jul 15 13:51:43.365648 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-243c497f-f7c3-4402-bf7e-b755409e558a req-4ff6d47a-bb34-4bdf-98b0-bba33d195abe tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316665 Jul 15 13:51:44.365177 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:51:44.459774 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=3304b0b5-d452-48a3-9367-bc8e4d95f1e9,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:51:44.470813 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': '3304b0b5-d452-48a3-9367-bc8e4d95f1e9', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'port_id': '3304b0b5-d452-48a3-9367-bc8e4d95f1e9', 'mac_address': 'fa:16:3e:f4:07:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:51:44.507570 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:44.520428 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:51:44.536197 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23565a3-e531-4a0e-a53b-faf4192c018a req-a37e372f-4207-41dd-a30f-51d60bd12d27 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:44.537683 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c23565a3-e531-4a0e-a53b-faf4192c018a req-a37e372f-4207-41dd-a30f-51d60bd12d27 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 943 time: 0.0631187 Jul 15 13:51:44.539420 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=3304b0b5-d452-48a3-9367-bc8e4d95f1e9,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:51:44.544331 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:44.587441 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c23565a3-e531-4a0e-a53b-faf4192c018a req-91fed557-804d-40f4-838a-c0e2c49fc4f9 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422626 Jul 15 13:51:44.592571 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=3304b0b5-d452-48a3-9367-bc8e4d95f1e9,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:44.737177 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['3304b0b5-d452-48a3-9367-bc8e4d95f1e9'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:51:45.761230 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f78f64-722c-4b44-a147-25130407f954 req-e1bf58c8-e528-4dbd-a28b-c3a5d93992c1 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:45.762743 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-41f78f64-722c-4b44-a147-25130407f954 req-e1bf58c8-e528-4dbd-a28b-c3a5d93992c1 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 944 time: 0.0618269 Jul 15 13:51:45.798219 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-41f78f64-722c-4b44-a147-25130407f954 req-199dda92-67f9-4d83-9d8a-87bb5265b27e tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299823 Jul 15 13:51:46.364390 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:51:46.410939 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:51:46.414506 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:51:46.414907 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:46.490470 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:46.511626 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f4851f-8226-4bc6-b598-a8ab43b0da82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3304b0b5-d452-48a3-9367-bc8e4d95f1e9'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:51:46.513834 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fde0a2-e29d-42ee-a959-d18f3292c299" -d '{"events": [{"server_uuid": "53f4851f-8226-4bc6-b598-a8ab43b0da82", "name": "network-vif-plugged", "status": "completed", "tag": "3304b0b5-d452-48a3-9367-bc8e4d95f1e9"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:51:46.526549 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=3304b0b5-d452-48a3-9367-bc8e4d95f1e9,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:51:46.530804 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:46.578577 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=3304b0b5-d452-48a3-9367-bc8e4d95f1e9,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:46.608894 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b553880-cde3-4af8-8cb2-fbd86af3e2dc x-openstack-request-id: req-7b553880-cde3-4af8-8cb2-fbd86af3e2dc {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:51:46.609278 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f4851f-8226-4bc6-b598-a8ab43b0da82", "name": "network-vif-plugged", "status": "completed", "tag": "3304b0b5-d452-48a3-9367-bc8e4d95f1e9", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:51:46.609534 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b553880-cde3-4af8-8cb2-fbd86af3e2dc {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:51:46.609936 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f4851f-8226-4bc6-b598-a8ab43b0da82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3304b0b5-d452-48a3-9367-bc8e4d95f1e9', 'code': 200} Jul 15 13:51:46.724282 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c037543-7bb3-458a-8912-4e20a6c68543 req-a57741c6-6ad4-4141-aa1a-1721199dd3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:46.725739 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1c037543-7bb3-458a-8912-4e20a6c68543 req-a57741c6-6ad4-4141-aa1a-1721199dd3db service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 1097 time: 0.0541129 Jul 15 13:51:46.758141 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1c037543-7bb3-458a-8912-4e20a6c68543 req-300fa873-29f8-4bd8-a0c5-8c8601174f40 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265436 Jul 15 13:51:46.979986 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c331c-bc70-4177-ab81-629323c83cfa req-1290e7a9-1b6d-4cf3-b910-d5fcbfb700ed tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:46.981361 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-906c331c-bc70-4177-ab81-629323c83cfa req-1290e7a9-1b6d-4cf3-b910-d5fcbfb700ed tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 945 time: 0.0619013 Jul 15 13:51:47.017250 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-906c331c-bc70-4177-ab81-629323c83cfa req-9207feb6-a57a-4012-91e8-0b871d6ff1ef tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305154 Jul 15 13:51:48.209084 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-48b617cc-4509-4d66-8291-1be0e048d6e8 req-9ef6cc44-f89d-4ce4-bee5-9b430c2ad901 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0961838 Jul 15 13:51:48.221419 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5adb6f-b549-4b28-a03c-7b1fe874efdb req-ee2ccd18-4d01-4e8b-a4d9-6e65e31d6bae tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:48.222983 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-af5adb6f-b549-4b28-a03c-7b1fe874efdb req-ee2ccd18-4d01-4e8b-a4d9-6e65e31d6bae tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 945 time: 0.0845733 Jul 15 13:51:48.283023 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-af5adb6f-b549-4b28-a03c-7b1fe874efdb req-5a925b7d-6793-4b30-9d9c-6f2945bda215 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543172 Jul 15 13:51:48.309257 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b617cc-4509-4d66-8291-1be0e048d6e8 req-22bdde54-42a4-4de9-aa0c-8ca2dd4a8dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:48.310786 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-48b617cc-4509-4d66-8291-1be0e048d6e8 req-22bdde54-42a4-4de9-aa0c-8ca2dd4a8dce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 1097 time: 0.0569773 Jul 15 13:51:48.445890 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b617cc-4509-4d66-8291-1be0e048d6e8 req-cb3887b3-c99b-4642-997f-b87c8f80b408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:48.447369 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-48b617cc-4509-4d66-8291-1be0e048d6e8 req-cb3887b3-c99b-4642-997f-b87c8f80b408 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.1178598 Jul 15 13:51:48.493003 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-48b617cc-4509-4d66-8291-1be0e048d6e8 req-0aef23ef-386d-4382-a6da-5570f283e23b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3304b0b5-d452-48a3-9367-bc8e4d95f1e9 HTTP/1.1" status: 200 len: 217 time: 0.0383756 Jul 15 13:51:48.515708 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72bc01-b716-46e3-b6b9-6d15e2ea04ef req-850e8feb-f29e-4ee3-9729-4ec9038939e2 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:48.517103 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ee72bc01-b716-46e3-b6b9-6d15e2ea04ef req-850e8feb-f29e-4ee3-9729-4ec9038939e2 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 945 time: 0.1234522 Jul 15 13:51:48.526370 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38388) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:48.531102 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-f1c56804-5e17-4d6f-bea2-6372b2486755 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Request body: {'floatingip': {'port_id': '3304b0b5-d452-48a3-9367-bc8e4d95f1e9'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:48.550992 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b617cc-4509-4d66-8291-1be0e048d6e8 req-9a60dbbb-4bfb-4577-bfcd-172033e14d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:48.552428 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-48b617cc-4509-4d66-8291-1be0e048d6e8 req-9a60dbbb-4bfb-4577-bfcd-172033e14d8d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0525825 Jul 15 13:51:48.569544 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f1c56804-5e17-4d6f-bea2-6372b2486755 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks [] for floatingip, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:48.611506 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b617cc-4509-4d66-8291-1be0e048d6e8 req-fe6cb13a-79b8-4470-b6c2-9c34e52c0908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:48.613033 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-48b617cc-4509-4d66-8291-1be0e048d6e8 req-fe6cb13a-79b8-4470-b6c2-9c34e52c0908 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545530 Jul 15 13:51:48.706832 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-48b617cc-4509-4d66-8291-1be0e048d6e8 req-6471c8fd-bd1f-4915-a09d-cf88be85a06d service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871594 Jul 15 13:51:48.794792 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-48b617cc-4509-4d66-8291-1be0e048d6e8 req-eb8fb40b-d3f6-45db-94aa-2fd3ee65b81b service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812302 Jul 15 13:51:49.012822 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f1c56804-5e17-4d6f-bea2-6372b2486755 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:49.016570 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f1c56804-5e17-4d6f-bea2-6372b2486755 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:49.117197 n-d-771363-36 neutron-server[93826]: INFO neutron.db.l3_db [None req-f1c56804-5e17-4d6f-bea2-6372b2486755 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Floating IP a7a1a608-c116-4461-b46f-b45f09b530c4 associated. External IP: 172.25.8.99, port: 3304b0b5-d452-48a3-9367-bc8e4d95f1e9. Jul 15 13:51:49.320222 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c56804-5e17-4d6f-bea2-6372b2486755 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Router bf01221f-87ba-4655-9141-2d3e2b199b7a has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:51:49.428945 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c56804-5e17-4d6f-bea2-6372b2486755 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:51:49.433824 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f1c56804-5e17-4d6f-bea2-6372b2486755 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:49.440133 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee8a874-c16e-492f-82fe-52ccfc68a5d1 None None] Sync routers for ids ['bf01221f-87ba-4655-9141-2d3e2b199b7a'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:51:49.449191 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee8a874-c16e-492f-82fe-52ccfc68a5d1 None None] Routers {'bf01221f-87ba-4655-9141-2d3e2b199b7a'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:51:49.449806 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-dee8a874-c16e-492f-82fe-52ccfc68a5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:51:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['bf01221f-87ba-4655-9141-2d3e2b199b7a'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:49.469936 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f1c56804-5e17-4d6f-bea2-6372b2486755 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "PUT /v2.0/floatingips/a7a1a608-c116-4461-b46f-b45f09b530c4 HTTP/1.1" status: 200 len: 991 time: 0.9424660 Jul 15 13:51:49.471253 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f4851f-8226-4bc6-b598-a8ab43b0da82', 'tag': '3304b0b5-d452-48a3-9367-bc8e4d95f1e9'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:51:49.473680 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c015080-839f-4a80-9021-38803cab9589" -d '{"events": [{"name": "network-changed", "server_uuid": "53f4851f-8226-4bc6-b598-a8ab43b0da82", "tag": "3304b0b5-d452-48a3-9367-bc8e4d95f1e9"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:51:49.559022 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-dee8a874-c16e-492f-82fe-52ccfc68a5d1 None None] Set router bf01221f-87ba-4655-9141-2d3e2b199b7a gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:51:49.569931 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bf6938-9258-48bf-92ca-f38131207210 x-openstack-request-id: req-c6bf6938-9258-48bf-92ca-f38131207210 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:51:49.570413 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f4851f-8226-4bc6-b598-a8ab43b0da82", "tag": "3304b0b5-d452-48a3-9367-bc8e4d95f1e9", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:51:49.570526 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c6bf6938-9258-48bf-92ca-f38131207210 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:51:49.571004 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f4851f-8226-4bc6-b598-a8ab43b0da82', 'tag': '3304b0b5-d452-48a3-9367-bc8e4d95f1e9', 'status': 'completed', 'code': 200} Jul 15 13:51:49.645425 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c015080-839f-4a80-9021-38803cab9589 req-dcb1dcf4-84bc-44dc-91ee-ea75b7dedf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:49.646974 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1c015080-839f-4a80-9021-38803cab9589 req-dcb1dcf4-84bc-44dc-91ee-ea75b7dedf61 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 1097 time: 0.0522602 Jul 15 13:51:49.739549 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c015080-839f-4a80-9021-38803cab9589 req-f9aef4f1-56a2-4371-b57b-3afce5e58dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:49.740944 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1c015080-839f-4a80-9021-38803cab9589 req-f9aef4f1-56a2-4371-b57b-3afce5e58dd5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.0874972 Jul 15 13:51:49.781262 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-dee8a874-c16e-492f-82fe-52ccfc68a5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'name': 'tempest-ServerActionsTestJSON-370842980-router', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:40Z', 'updated_at': '2021-07-15T13:44:43Z', 'revision_number': 4, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'gw_port': {'id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:41Z', 'updated_at': '2021-07-15T13:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'a7a1a608-c116-4461-b46f-b45f09b530c4', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'floating_ip_address': '172.25.8.99', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'port_id': '3304b0b5-d452-48a3-9367-bc8e4d95f1e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'mac_address': 'fa:16:3e:f4:07:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f4851f-8226-4bc6-b598-a8ab43b0da82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:44:46Z', 'updated_at': '2021-07-15T13:51:48Z', 'revision_number': 13, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558ed182-e357-4c99-ab22-fd9d0a32aaf4', 'name': '', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'mac_address': 'fa:16:3e:3a:78:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:43Z', 'updated_at': '2021-07-15T13:44:49Z', 'revision_number': 5, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'subnets': [{'id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:49.807404 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee8a874-c16e-492f-82fe-52ccfc68a5d1 None None] Checking router: bf01221f-87ba-4655-9141-2d3e2b199b7a for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:51:49.808894 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1c015080-839f-4a80-9021-38803cab9589 req-4edeb5d9-1fd9-43a1-9492-0a64de1d8f42 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3304b0b5-d452-48a3-9367-bc8e4d95f1e9 HTTP/1.1" status: 200 len: 999 time: 0.0614614 Jul 15 13:51:49.816435 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee8a874-c16e-492f-82fe-52ccfc68a5d1 None None] Routers {'bf01221f-87ba-4655-9141-2d3e2b199b7a'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:51:49.817036 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-dee8a874-c16e-492f-82fe-52ccfc68a5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:51:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['bf01221f-87ba-4655-9141-2d3e2b199b7a'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:49.856344 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c015080-839f-4a80-9021-38803cab9589 req-7c45cc5b-1fe6-4c36-a053-a7a79ea259de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:49.857823 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1c015080-839f-4a80-9021-38803cab9589 req-7c45cc5b-1fe6-4c36-a053-a7a79ea259de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0434978 Jul 15 13:51:49.913395 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c015080-839f-4a80-9021-38803cab9589 req-50959383-ff03-406f-9be5-5f4d0b87ede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:49.914922 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1c015080-839f-4a80-9021-38803cab9589 req-50959383-ff03-406f-9be5-5f4d0b87ede2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513756 Jul 15 13:51:49.919835 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-dee8a874-c16e-492f-82fe-52ccfc68a5d1 None None] Set router bf01221f-87ba-4655-9141-2d3e2b199b7a gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:51:50.005657 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1c015080-839f-4a80-9021-38803cab9589 req-72461eb2-809f-4176-8c47-8af6ed7bffae service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845804 Jul 15 13:51:50.094457 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1c015080-839f-4a80-9021-38803cab9589 req-fd0d65ce-78fa-43f3-8a0e-b9af5d3f1530 service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819421 Jul 15 13:51:50.135472 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-dee8a874-c16e-492f-82fe-52ccfc68a5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'name': 'tempest-ServerActionsTestJSON-370842980-router', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:40Z', 'updated_at': '2021-07-15T13:44:43Z', 'revision_number': 4, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'gw_port': {'id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:41Z', 'updated_at': '2021-07-15T13:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'a7a1a608-c116-4461-b46f-b45f09b530c4', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'floating_ip_address': '172.25.8.99', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'port_id': '3304b0b5-d452-48a3-9367-bc8e4d95f1e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'mac_address': 'fa:16:3e:f4:07:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f4851f-8226-4bc6-b598-a8ab43b0da82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:44:46Z', 'updated_at': '2021-07-15T13:51:48Z', 'revision_number': 13, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558ed182-e357-4c99-ab22-fd9d0a32aaf4', 'name': '', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'mac_address': 'fa:16:3e:3a:78:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:43Z', 'updated_at': '2021-07-15T13:44:49Z', 'revision_number': 5, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'subnets': [{'id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:50.165154 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee8a874-c16e-492f-82fe-52ccfc68a5d1 None None] The sync data for ids ['bf01221f-87ba-4655-9141-2d3e2b199b7a'] in n-d-771363-36 is: [{'id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'name': 'tempest-ServerActionsTestJSON-370842980-router', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:40Z', 'updated_at': '2021-07-15T13:44:43Z', 'revision_number': 4, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'gw_port': {'id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:41Z', 'updated_at': '2021-07-15T13:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'a7a1a608-c116-4461-b46f-b45f09b530c4', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'floating_ip_address': '172.25.8.99', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'port_id': '3304b0b5-d452-48a3-9367-bc8e4d95f1e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'mac_address': 'fa:16:3e:f4:07:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f4851f-8226-4bc6-b598-a8ab43b0da82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:44:46Z', 'updated_at': '2021-07-15T13:51:48Z', 'revision_number': 13, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558ed182-e357-4c99-ab22-fd9d0a32aaf4', 'name': '', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'mac_address': 'fa:16:3e:3a:78:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:43Z', 'updated_at': '2021-07-15T13:44:49Z', 'revision_number': 5, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'subnets': [{'id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:51:50.341971 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f54dc2-777a-4457-a268-cf47a5cc2c1a None None] New status for floating IP a7a1a608-c116-4461-b46f-b45f09b530c4: ACTIVE {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:51:59.579836 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:59.717773 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-551cd85e-013e-4fba-95f9-73aa889351b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:59.868344 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:02.316473 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:02.512009 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-64ead1fb-bdd4-450e-95f0-e770243f6070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:03.354276 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:52:03.723958 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:05.155931 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:29.578263 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:29.717223 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-898f2f0b-a2a4-45d5-b569-705f644e7edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:29.867974 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:32.318531 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:32.512199 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9d67d9d6-83bb-4f37-ae58-c50c8d96b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:33.726072 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:35.158086 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:40.352574 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:52:49.155060 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e4cdf2b9-5759-4b55-85be-029fa55d9824 req-07a272ca-c997-4b34-882e-a3c886a09f6c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0539124 Jul 15 13:52:49.245501 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdf2b9-5759-4b55-85be-029fa55d9824 req-465b431e-b792-4147-8d7d-4542978f1731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:49.247062 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e4cdf2b9-5759-4b55-85be-029fa55d9824 req-465b431e-b792-4147-8d7d-4542978f1731 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 1097 time: 0.0517602 Jul 15 13:52:49.347545 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdf2b9-5759-4b55-85be-029fa55d9824 req-c89bebc2-8d6b-4278-ae5e-df704fdc51fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:49.348995 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e4cdf2b9-5759-4b55-85be-029fa55d9824 req-c89bebc2-8d6b-4278-ae5e-df704fdc51fe service neutron] 10.222.0.20 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.0822933 Jul 15 13:52:49.414208 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e4cdf2b9-5759-4b55-85be-029fa55d9824 req-d408ce4c-0834-4479-b017-299a5b6eed92 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3304b0b5-d452-48a3-9367-bc8e4d95f1e9 HTTP/1.1" status: 200 len: 1001 time: 0.0587308 Jul 15 13:52:49.460984 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdf2b9-5759-4b55-85be-029fa55d9824 req-90d152df-ad74-461b-ab8b-a9142b8f402c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:49.462354 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e4cdf2b9-5759-4b55-85be-029fa55d9824 req-90d152df-ad74-461b-ab8b-a9142b8f402c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0417902 Jul 15 13:52:49.516238 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdf2b9-5759-4b55-85be-029fa55d9824 req-6720baf6-a604-4b9f-a43e-a383c10090b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:49.517679 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e4cdf2b9-5759-4b55-85be-029fa55d9824 req-6720baf6-a604-4b9f-a43e-a383c10090b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492909 Jul 15 13:52:49.608062 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e4cdf2b9-5759-4b55-85be-029fa55d9824 req-42d0ce91-4992-48b7-848f-fc6e43d09002 service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835609 Jul 15 13:52:49.692205 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e4cdf2b9-5759-4b55-85be-029fa55d9824 req-d2f0881f-292d-4b0f-84ff-2465a6a12033 service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783522 Jul 15 13:52:59.585772 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:59.716594 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e66fbf1a-2481-4f1a-bda1-c468c6166cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:59.885090 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:02.319327 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:02.512334 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b112d26e-ec78-493f-9bbd-6e9bd136c4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:03.730142 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:05.161486 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:17.435531 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:53:25.612452 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9bed5-ac4a-4c9b-ac6b-a8f15a0ac26b req-6b020402-c137-4ff5-931d-10902e30501d tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:25.613995 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a4e9bed5-ac4a-4c9b-ac6b-a8f15a0ac26b req-6b020402-c137-4ff5-931d-10902e30501d tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 945 time: 0.0658679 Jul 15 13:53:25.651131 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a4e9bed5-ac4a-4c9b-ac6b-a8f15a0ac26b req-d6626aee-6500-4f3a-977c-d0805b1164e3 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316577 Jul 15 13:53:29.583413 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:29.717692 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8f52a46c-3e5a-48cb-9e99-124a8b61bb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:29.881796 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:32.322102 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:32.512462 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ba05acec-765c-405f-9150-8e7b4073f7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:33.731822 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:35.163582 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:35.889618 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-23b19c4d-20bb-4414-8128-20ae24de40f9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0990102 Jul 15 13:53:35.898436 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180f197-d573-4a0d-a402-712e905839e7 req-c1b82a64-518e-4a55-8fd4-13be484c3e9f tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:35.899954 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5180f197-d573-4a0d-a402-712e905839e7 req-c1b82a64-518e-4a55-8fd4-13be484c3e9f tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 945 time: 0.0620079 Jul 15 13:53:35.939534 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5180f197-d573-4a0d-a402-712e905839e7 req-5ca06bef-0c0b-4c50-a71f-9a6a62edf67c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338960 Jul 15 13:53:37.116738 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0e6f2-c2f9-4c78-9d6f-426bb157f299 req-14597623-39f5-4862-938c-d5ee324a8dd4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:37.118629 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-97c0e6f2-c2f9-4c78-9d6f-426bb157f299 req-14597623-39f5-4862-938c-d5ee324a8dd4 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 945 time: 0.0654502 Jul 15 13:53:37.154823 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-97c0e6f2-c2f9-4c78-9d6f-426bb157f299 req-f9d28577-f2de-40ae-b66a-ef4475739fa7 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306420 Jul 15 13:53:37.293273 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-d97c039b-d9f7-4ff6-b5ca-bb91e594da85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:37.294783 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-d97c039b-d9f7-4ff6-b5ca-bb91e594da85 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 1097 time: 0.0523601 Jul 15 13:53:37.383639 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-c436ab0b-3273-4d40-a16b-6ac230b789a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:37.384989 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-c436ab0b-3273-4d40-a16b-6ac230b789a3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.0838556 Jul 15 13:53:37.446112 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-db9b311c-79dc-428b-9338-506657d61e1e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3304b0b5-d452-48a3-9367-bc8e4d95f1e9 HTTP/1.1" status: 200 len: 1001 time: 0.0552955 Jul 15 13:53:37.490939 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-f14e4efc-5a4e-4c9e-842c-7629dfdaa88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:37.492328 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-f14e4efc-5a4e-4c9e-842c-7629dfdaa88a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0407815 Jul 15 13:53:37.549671 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-a59ce52d-953d-46ee-b88e-fcd9308d967e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:37.551181 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-a59ce52d-953d-46ee-b88e-fcd9308d967e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532489 Jul 15 13:53:37.636775 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-007fea33-30c1-45ff-9c82-5f09f4ef9681 service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787871 Jul 15 13:53:37.728082 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-9b2f5de0-12a9-49bb-81b7-27b8bae3724b service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839918 Jul 15 13:53:38.324352 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7927812-ecc0-4088-8c46-2b2cb1acd802 req-1784e109-fcc6-46ab-b3cb-66488e408ac8 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:38.325793 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e7927812-ecc0-4088-8c46-2b2cb1acd802 req-1784e109-fcc6-46ab-b3cb-66488e408ac8 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 945 time: 0.0618455 Jul 15 13:53:38.361330 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e7927812-ecc0-4088-8c46-2b2cb1acd802 req-b24384b3-c89b-4e69-a6be-a137d009947f tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301664 Jul 15 13:53:39.531374 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ad791-c2e5-457a-97cd-4c381123ffcf req-d37ca8cd-1755-42ae-b9e4-735e4ecb97c0 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:39.532827 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9d8ad791-c2e5-457a-97cd-4c381123ffcf req-d37ca8cd-1755-42ae-b9e4-735e4ecb97c0 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 945 time: 0.0607727 Jul 15 13:53:39.573820 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9d8ad791-c2e5-457a-97cd-4c381123ffcf req-536272a9-f90c-4ab0-b09c-c77993bd3db0 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354235 Jul 15 13:53:40.746886 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efd11d-f719-400a-abfd-b3d426815131 req-a02aca60-1088-4e30-859a-5bdfc95ff962 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:40.748349 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c7efd11d-f719-400a-abfd-b3d426815131 req-a02aca60-1088-4e30-859a-5bdfc95ff962 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 945 time: 0.0621157 Jul 15 13:53:40.784223 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c7efd11d-f719-400a-abfd-b3d426815131 req-b02d70c3-228b-4ea4-8365-0238fdfd58f2 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303745 Jul 15 13:53:41.954292 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5944ea-6e53-4e35-97e4-a05d278d3b41 req-d3d35a9b-6ed6-46ef-b509-e2a661b131f7 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:41.955775 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0c5944ea-6e53-4e35-97e4-a05d278d3b41 req-d3d35a9b-6ed6-46ef-b509-e2a661b131f7 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 945 time: 0.0617492 Jul 15 13:53:41.991696 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0c5944ea-6e53-4e35-97e4-a05d278d3b41 req-592d3ff0-2d22-48c5-b5c3-326733b5fbb3 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304465 Jul 15 13:53:43.511367 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65438b-6922-4d29-9c86-aa7e986ceb10 req-ad7afe1d-215e-40e6-acf1-05afa1d9ceba tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:43.512876 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9f65438b-6922-4d29-9c86-aa7e986ceb10 req-ad7afe1d-215e-40e6-acf1-05afa1d9ceba tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 945 time: 0.4127545 Jul 15 13:53:43.549365 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9f65438b-6922-4d29-9c86-aa7e986ceb10 req-ced8d1e2-0383-41a1-ab54-0b79d25e0203 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306959 Jul 15 13:53:44.719165 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318593e-7e60-456e-aa4d-cf23b5003ad0 req-8e3617f8-2fce-4d13-8109-2c53d310dec8 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:44.720614 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5318593e-7e60-456e-aa4d-cf23b5003ad0 req-8e3617f8-2fce-4d13-8109-2c53d310dec8 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 945 time: 0.0610697 Jul 15 13:53:44.757055 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5318593e-7e60-456e-aa4d-cf23b5003ad0 req-cc822e2e-10d1-4aeb-9da1-d31471df7d8e tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309463 Jul 15 13:53:45.931424 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af37c5d-491f-4073-bec8-e5c7a4e7d138 req-3fb01474-5bfa-42d3-8e6c-050df0f0735f tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:45.933238 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1af37c5d-491f-4073-bec8-e5c7a4e7d138 req-3fb01474-5bfa-42d3-8e6c-050df0f0735f tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 945 time: 0.0649929 Jul 15 13:53:45.969316 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1af37c5d-491f-4073-bec8-e5c7a4e7d138 req-7d071a98-97db-4228-84d2-c51e867ed723 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306208 Jul 15 13:53:47.141597 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c65c2-381a-4896-83f9-ef5c6a2788f8 req-08b99413-5b08-4998-93bc-db4130155213 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:47.142973 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-410c65c2-381a-4896-83f9-ef5c6a2788f8 req-08b99413-5b08-4998-93bc-db4130155213 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 945 time: 0.0610192 Jul 15 13:53:47.178715 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-410c65c2-381a-4896-83f9-ef5c6a2788f8 req-7149baaf-d05e-45e5-a114-7663669d6007 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302916 Jul 15 13:53:48.346883 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf56fd-ab2b-4825-8b09-3b4adff81d68 req-15b0a51b-ba13-4f63-b07e-87987be4c251 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:48.348322 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d0cf56fd-ab2b-4825-8b09-3b4adff81d68 req-15b0a51b-ba13-4f63-b07e-87987be4c251 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 945 time: 0.0611956 Jul 15 13:53:48.384280 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d0cf56fd-ab2b-4825-8b09-3b4adff81d68 req-5478cb89-2f58-407a-89ce-c74efdd591c2 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304818 Jul 15 13:53:49.557621 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d77efd-4569-4d19-8a77-39e1d04cd9d0 req-ba600df1-2788-4ebe-89d3-c712a7aad939 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:49.559122 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-93d77efd-4569-4d19-8a77-39e1d04cd9d0 req-ba600df1-2788-4ebe-89d3-c712a7aad939 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 945 time: 0.0657618 Jul 15 13:53:49.595528 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-93d77efd-4569-4d19-8a77-39e1d04cd9d0 req-0ea9986b-c1dc-4326-8a6e-3240db306493 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309448 Jul 15 13:53:50.817899 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710d3f5-0a30-4dd7-b731-ba7f3022bf2d req-dd5f8d6d-e827-4cdf-941a-1a511dc35745 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:50.819488 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6710d3f5-0a30-4dd7-b731-ba7f3022bf2d req-dd5f8d6d-e827-4cdf-941a-1a511dc35745 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 945 time: 0.1112289 Jul 15 13:53:50.856718 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6710d3f5-0a30-4dd7-b731-ba7f3022bf2d req-68db6409-00d6-4587-9ad5-1ee3b2971d1e tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311899 Jul 15 13:53:51.197903 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f656dda-4984-43ac-8468-e2a5f5225088 req-c7e8bf30-360b-40ea-b15d-f2f4f13920b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:51.199471 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1f656dda-4984-43ac-8468-e2a5f5225088 req-c7e8bf30-360b-40ea-b15d-f2f4f13920b0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 1097 time: 0.0577941 Jul 15 13:53:51.342772 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f656dda-4984-43ac-8468-e2a5f5225088 req-941df08a-8fd6-451c-91c5-c0c04da0f9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:51.344257 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1f656dda-4984-43ac-8468-e2a5f5225088 req-941df08a-8fd6-451c-91c5-c0c04da0f9d8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.1235225 Jul 15 13:53:51.356162 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-415f4ed9-a7c5-49b4-9190-63cde3e9e847 service neutron] show failed (client error): The resource could not be found. Jul 15 13:53:51.357078 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-415f4ed9-a7c5-49b4-9190-63cde3e9e847 service neutron] 10.222.0.20 "GET /v2.0/ports/3304b0b5-d452-48a3-9367-bc8e4d95f1e9/bindings/n-h2-771363-36 HTTP/1.1" status: 404 len: 381 time: 0.0756636 Jul 15 13:53:51.414357 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1f656dda-4984-43ac-8468-e2a5f5225088 req-2059176d-a6aa-4dc6-9882-7741355f6d12 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3304b0b5-d452-48a3-9367-bc8e4d95f1e9 HTTP/1.1" status: 200 len: 1001 time: 0.0634933 Jul 15 13:53:51.461862 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f656dda-4984-43ac-8468-e2a5f5225088 req-52653e6d-b0f4-4d69-b19a-7a7d64662e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:51.463316 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1f656dda-4984-43ac-8468-e2a5f5225088 req-52653e6d-b0f4-4d69-b19a-7a7d64662e9d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0433419 Jul 15 13:53:51.523556 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f656dda-4984-43ac-8468-e2a5f5225088 req-5509c712-44e4-4235-8bc1-db5434b79489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:51.525404 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1f656dda-4984-43ac-8468-e2a5f5225088 req-5509c712-44e4-4235-8bc1-db5434b79489 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547633 Jul 15 13:53:51.605859 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-c7c6699f-4183-4930-8e87-b387731ff92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:51.607419 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-c7c6699f-4183-4930-8e87-b387731ff92e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82&tenant_id=9785b0ee591e4037bc2c92fc42ea40ac HTTP/1.1" status: 200 len: 1097 time: 0.0578988 Jul 15 13:53:51.617868 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-7d7e68a6-04cf-424a-a875-75337d930739 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-36', 'device_owner': 'compute:nova'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:53:51.618734 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1f656dda-4984-43ac-8468-e2a5f5225088 req-963e4f43-2596-4153-87e4-15d6a1cee6d0 service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869257 Jul 15 13:53:51.691033 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-7d7e68a6-04cf-424a-a875-75337d930739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:51.711203 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1f656dda-4984-43ac-8468-e2a5f5225088 req-93be8ea8-3c87-4571-bf02-947eac6bec59 service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864406 Jul 15 13:53:51.891730 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-7d7e68a6-04cf-424a-a875-75337d930739 service neutron] For port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=3304b0b5-d452-48a3-9367-bc8e4d95f1e9,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:53:51.925415 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-7d7e68a6-04cf-424a-a875-75337d930739 service neutron] For port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9, host n-h1-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:53:51.969344 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f4851f-8226-4bc6-b598-a8ab43b0da82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3304b0b5-d452-48a3-9367-bc8e4d95f1e9'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:53:51.971655 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f9b1ba-c657-44ef-909a-57a9eebf8a69" -d '{"events": [{"server_uuid": "53f4851f-8226-4bc6-b598-a8ab43b0da82", "name": "network-vif-unplugged", "status": "completed", "tag": "3304b0b5-d452-48a3-9367-bc8e4d95f1e9"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:53:51.975375 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-7d7e68a6-04cf-424a-a875-75337d930739 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:51.990252 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-7d7e68a6-04cf-424a-a875-75337d930739 service neutron] Transition to ACTIVE for port object 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:53:51.995179 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-7d7e68a6-04cf-424a-a875-75337d930739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:52.025104 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a207da2-cdd2-4695-af98-0eb167349fea x-openstack-request-id: req-8a207da2-cdd2-4695-af98-0eb167349fea {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:53:52.025914 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f4851f-8226-4bc6-b598-a8ab43b0da82", "name": "network-vif-unplugged", "status": "completed", "tag": "3304b0b5-d452-48a3-9367-bc8e4d95f1e9", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:53:52.026163 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a207da2-cdd2-4695-af98-0eb167349fea {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:53:52.026552 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f4851f-8226-4bc6-b598-a8ab43b0da82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3304b0b5-d452-48a3-9367-bc8e4d95f1e9', 'code': 200} Jul 15 13:53:52.079769 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e68a6-04cf-424a-a875-75337d930739 service neutron] Pushing event updated for resources: {'Port': ['ID=3304b0b5-d452-48a3-9367-bc8e4d95f1e9,revision_number=6']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:53:52.087258 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82d175-388e-4fcb-8513-42781dda074a req-81bfa616-c213-43e6-8394-1635bc8adb05 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:52.089521 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef82d175-388e-4fcb-8513-42781dda074a req-81bfa616-c213-43e6-8394-1635bc8adb05 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 943 time: 0.1192489 Jul 15 13:53:52.100062 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7e68a6-04cf-424a-a875-75337d930739 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:52.100407 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7e68a6-04cf-424a-a875-75337d930739 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:52.100746 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7e68a6-04cf-424a-a875-75337d930739 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:52.101083 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7e68a6-04cf-424a-a875-75337d930739 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:52.101411 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7e68a6-04cf-424a-a875-75337d930739 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:52.101743 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7e68a6-04cf-424a-a875-75337d930739 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:52.102074 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7e68a6-04cf-424a-a875-75337d930739 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:52.102398 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7e68a6-04cf-424a-a875-75337d930739 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:52.102746 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7e68a6-04cf-424a-a875-75337d930739 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:52.103067 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7e68a6-04cf-424a-a875-75337d930739 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:52.103387 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7e68a6-04cf-424a-a875-75337d930739 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:52.104343 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7e68a6-04cf-424a-a875-75337d930739 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:52.131209 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ef82d175-388e-4fcb-8513-42781dda074a req-e1def594-a76c-42ff-ae59-8da0203b4710 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358965 Jul 15 13:53:52.145786 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-7d7e68a6-04cf-424a-a875-75337d930739 service neutron] No DVR routers for this DVR port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 on host n-h1-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:53:52.287233 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-7d7e68a6-04cf-424a-a875-75337d930739 service neutron] Attempting to bind port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:53:52.287563 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-7d7e68a6-04cf-424a-a875-75337d930739 service neutron] Attempting to bind port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:53:52.287887 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-7d7e68a6-04cf-424a-a875-75337d930739 service neutron] Attempting to bind port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 on network b5bf532f-b153-47f1-9912-eabb2230f11a {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:53:52.291998 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-7d7e68a6-04cf-424a-a875-75337d930739 service neutron] Port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 on network b5bf532f-b153-47f1-9912-eabb2230f11a not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:53:52.292314 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-7d7e68a6-04cf-424a-a875-75337d930739 service neutron] Attempting to bind port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 on network b5bf532f-b153-47f1-9912-eabb2230f11a {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:53:52.296913 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-7d7e68a6-04cf-424a-a875-75337d930739 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:53:52.297286 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-7d7e68a6-04cf-424a-a875-75337d930739 service neutron] Checking segment: {'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:53:52.297624 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-7d7e68a6-04cf-424a-a875-75337d930739 service neutron] Bound using segment: {'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:53:52.298039 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-7d7e68a6-04cf-424a-a875-75337d930739 service neutron] Bound port: 3304b0b5-d452-48a3-9367-bc8e4d95f1e9, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:53:52.298389 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-7d7e68a6-04cf-424a-a875-75337d930739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:52.359496 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-7d7e68a6-04cf-424a-a875-75337d930739 service neutron] For port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:53:52.362706 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-7d7e68a6-04cf-424a-a875-75337d930739 service neutron] For port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=3304b0b5-d452-48a3-9367-bc8e4d95f1e9,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:53:52.366834 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-7d7e68a6-04cf-424a-a875-75337d930739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:52.401104 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-7d7e68a6-04cf-424a-a875-75337d930739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:52.401793 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-7d7e68a6-04cf-424a-a875-75337d930739 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:52.403211 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-7d7e68a6-04cf-424a-a875-75337d930739 service neutron] 10.222.0.46 "PUT /v2.0/ports/3304b0b5-d452-48a3-9367-bc8e4d95f1e9 HTTP/1.1" status: 200 len: 1092 time: 0.7893987 Jul 15 13:53:52.426649 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e68a6-04cf-424a-a875-75337d930739 service neutron] Pushing event updated for resources: {'Port': ['ID=3304b0b5-d452-48a3-9367-bc8e4d95f1e9,revision_number=7']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:53:52.533092 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-b860e27b-d9e0-4d5e-b802-c7fe0307f4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:52.534659 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-b860e27b-d9e0-4d5e-b802-c7fe0307f4c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 1095 time: 0.1050169 Jul 15 13:53:52.630067 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-93c1fbff-d75f-494b-811e-b78e3065898f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:52.631672 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-93c1fbff-d75f-494b-811e-b78e3065898f service neutron] 10.222.0.46 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.0908654 Jul 15 13:53:52.699392 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-6d34e3a8-fb93-4158-9c5f-2327cb2b38f1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3304b0b5-d452-48a3-9367-bc8e4d95f1e9 HTTP/1.1" status: 200 len: 999 time: 0.0609367 Jul 15 13:53:52.746100 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-ce7fee62-4195-480b-aee9-8c2ce14dc334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:52.747528 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-ce7fee62-4195-480b-aee9-8c2ce14dc334 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0420210 Jul 15 13:53:52.804305 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-de7085c3-b0ce-4ed1-9f2b-1f4a75cf6c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:52.805777 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-de7085c3-b0ce-4ed1-9f2b-1f4a75cf6c64 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522094 Jul 15 13:53:52.896102 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-09cf402c-eac6-4c5f-afd0-8a9afed0e85a service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837445 Jul 15 13:53:52.985992 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:53:52.987189 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-23cc36e3-9067-43cd-8369-50a9bd5e0561 service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847328 Jul 15 13:53:53.025539 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:53:53.311005 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353fa7f9-96c0-40e4-bfbd-95d75844e537 req-46f35eee-1631-49a8-92e4-4c5b0e6b36c8 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:53.312423 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-353fa7f9-96c0-40e4-bfbd-95d75844e537 req-46f35eee-1631-49a8-92e4-4c5b0e6b36c8 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 943 time: 0.0632851 Jul 15 13:53:53.351387 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-353fa7f9-96c0-40e4-bfbd-95d75844e537 req-ee2b769d-67f1-42da-980f-fd725c071e60 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332532 Jul 15 13:53:54.028453 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f4851f-8226-4bc6-b598-a8ab43b0da82', 'tag': '3304b0b5-d452-48a3-9367-bc8e4d95f1e9'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:53:54.030973 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a07fec-d8aa-4c7f-afd1-2b2220a5d23b" -d '{"events": [{"name": "network-changed", "server_uuid": "53f4851f-8226-4bc6-b598-a8ab43b0da82", "tag": "3304b0b5-d452-48a3-9367-bc8e4d95f1e9"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:53:54.078254 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae4264b-3ca4-4d84-b4bd-ecf3da0dfb21 x-openstack-request-id: req-3ae4264b-3ca4-4d84-b4bd-ecf3da0dfb21 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:53:54.078581 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f4851f-8226-4bc6-b598-a8ab43b0da82", "tag": "3304b0b5-d452-48a3-9367-bc8e4d95f1e9", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:53:54.078952 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3ae4264b-3ca4-4d84-b4bd-ecf3da0dfb21 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:53:54.079373 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f4851f-8226-4bc6-b598-a8ab43b0da82', 'tag': '3304b0b5-d452-48a3-9367-bc8e4d95f1e9', 'status': 'completed', 'code': 200} Jul 15 13:53:54.153949 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a07fec-d8aa-4c7f-afd1-2b2220a5d23b req-d12b5b5a-ba47-4d7a-8114-c668610a2c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:54.155221 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a07fec-d8aa-4c7f-afd1-2b2220a5d23b req-acfefa5e-ec1f-42da-99c5-b258ac33e2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:54.155477 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-18a07fec-d8aa-4c7f-afd1-2b2220a5d23b req-d12b5b5a-ba47-4d7a-8114-c668610a2c6b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 1095 time: 0.0572381 Jul 15 13:53:54.156855 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-18a07fec-d8aa-4c7f-afd1-2b2220a5d23b req-acfefa5e-ec1f-42da-99c5-b258ac33e2d2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 1095 time: 0.0545070 Jul 15 13:53:54.248466 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a07fec-d8aa-4c7f-afd1-2b2220a5d23b req-daed38e1-6de1-4678-8bc5-7022d86e22a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:54.249964 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-18a07fec-d8aa-4c7f-afd1-2b2220a5d23b req-daed38e1-6de1-4678-8bc5-7022d86e22a8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.0882857 Jul 15 13:53:54.260541 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a07fec-d8aa-4c7f-afd1-2b2220a5d23b req-798994b5-fde2-404e-8bf7-0a5ce9e6a9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:54.261517 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-18a07fec-d8aa-4c7f-afd1-2b2220a5d23b req-798994b5-fde2-404e-8bf7-0a5ce9e6a9c4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.0975950 Jul 15 13:53:54.320448 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-18a07fec-d8aa-4c7f-afd1-2b2220a5d23b req-63c3ea97-24b9-4909-ba7d-e72d987985fb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3304b0b5-d452-48a3-9367-bc8e4d95f1e9 HTTP/1.1" status: 200 len: 999 time: 0.0641603 Jul 15 13:53:54.330693 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-18a07fec-d8aa-4c7f-afd1-2b2220a5d23b req-946d5c3e-36e3-4cef-95ee-f35fb564a239 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3304b0b5-d452-48a3-9367-bc8e4d95f1e9 HTTP/1.1" status: 200 len: 999 time: 0.0628369 Jul 15 13:53:54.355182 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:53:54.368449 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a07fec-d8aa-4c7f-afd1-2b2220a5d23b req-27538aca-cc8c-4671-9cad-680c57849b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:54.370546 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-18a07fec-d8aa-4c7f-afd1-2b2220a5d23b req-27538aca-cc8c-4671-9cad-680c57849b77 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0438936 Jul 15 13:53:54.380440 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a07fec-d8aa-4c7f-afd1-2b2220a5d23b req-296758fa-ec62-4517-8267-97baa6435dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:54.382035 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-18a07fec-d8aa-4c7f-afd1-2b2220a5d23b req-296758fa-ec62-4517-8267-97baa6435dbd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0455186 Jul 15 13:53:54.429552 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a07fec-d8aa-4c7f-afd1-2b2220a5d23b req-556f05b0-8b27-435b-8df5-32171381c459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:54.431309 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-18a07fec-d8aa-4c7f-afd1-2b2220a5d23b req-556f05b0-8b27-435b-8df5-32171381c459 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538745 Jul 15 13:53:54.441443 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a07fec-d8aa-4c7f-afd1-2b2220a5d23b req-49cd76e6-7a4a-4a48-9aa4-f6f9c0d89f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:54.443232 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-18a07fec-d8aa-4c7f-afd1-2b2220a5d23b req-49cd76e6-7a4a-4a48-9aa4-f6f9c0d89f9a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545995 Jul 15 13:53:54.546857 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-18a07fec-d8aa-4c7f-afd1-2b2220a5d23b req-5c85b2a8-888a-45ff-bde2-31197ccc5486 service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965748 Jul 15 13:53:54.563745 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-18a07fec-d8aa-4c7f-afd1-2b2220a5d23b req-2893f8c4-4b04-4f84-8634-159765dff991 service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256380 Jul 15 13:53:54.616255 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d074092-ebcf-4f58-850a-31a0f222adbb req-3af5e6cc-20d6-4083-9b70-ab91b547af9b tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:54.617687 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7d074092-ebcf-4f58-850a-31a0f222adbb req-3af5e6cc-20d6-4083-9b70-ab91b547af9b tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 943 time: 0.1160860 Jul 15 13:53:54.639323 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-18a07fec-d8aa-4c7f-afd1-2b2220a5d23b req-3ba31175-f64b-4c45-9e91-edbb1aa01719 service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863583 Jul 15 13:53:54.709611 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7d074092-ebcf-4f58-850a-31a0f222adbb req-b28f08de-585a-4703-bea0-a392abe2461e tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560768 Jul 15 13:53:54.712012 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-18a07fec-d8aa-4c7f-afd1-2b2220a5d23b req-0e262370-18af-4099-9dfd-e18b80de6bea service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416469 Jul 15 13:53:55.891889 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b29415-5cae-44c9-b329-50485f908099 req-c963e40a-2cb9-425c-bd70-2c19d87f52e9 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:55.893436 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-84b29415-5cae-44c9-b329-50485f908099 req-c963e40a-2cb9-425c-bd70-2c19d87f52e9 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 943 time: 0.0680759 Jul 15 13:53:55.934833 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-84b29415-5cae-44c9-b329-50485f908099 req-6a50c307-87c4-4939-9d5d-191a6fd906b3 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353277 Jul 15 13:53:57.290320 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895b0a0-93ae-440d-ba51-18944b4532b2 req-10f68653-df8b-4a0b-9a99-0c8fe30ce527 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:57.292485 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2895b0a0-93ae-440d-ba51-18944b4532b2 req-10f68653-df8b-4a0b-9a99-0c8fe30ce527 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 943 time: 0.0615427 Jul 15 13:53:57.332600 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2895b0a0-93ae-440d-ba51-18944b4532b2 req-78f75181-be1d-4294-8fea-396c95fa256c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346088 Jul 15 13:53:58.208029 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14428ce-9e01-4ec2-aefe-8eae33f0803e req-91d0cfb4-53a4-4a8a-88cd-ea0a1958997f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:58.209476 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b14428ce-9e01-4ec2-aefe-8eae33f0803e req-91d0cfb4-53a4-4a8a-88cd-ea0a1958997f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 1095 time: 0.0507631 Jul 15 13:53:58.314536 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14428ce-9e01-4ec2-aefe-8eae33f0803e req-f01c88ed-fd64-440e-bd31-0b31cf720adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:58.316014 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b14428ce-9e01-4ec2-aefe-8eae33f0803e req-f01c88ed-fd64-440e-bd31-0b31cf720adb service neutron] 10.222.0.46 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.0864244 Jul 15 13:53:58.384628 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b14428ce-9e01-4ec2-aefe-8eae33f0803e req-3067f315-92b6-40a7-ba9e-4529ee8de6be service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3304b0b5-d452-48a3-9367-bc8e4d95f1e9 HTTP/1.1" status: 200 len: 999 time: 0.0601478 Jul 15 13:53:58.431523 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14428ce-9e01-4ec2-aefe-8eae33f0803e req-a9ecf3eb-318d-4725-91d3-113cf2199ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:58.433776 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b14428ce-9e01-4ec2-aefe-8eae33f0803e req-a9ecf3eb-318d-4725-91d3-113cf2199ac4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0433679 Jul 15 13:53:58.489325 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14428ce-9e01-4ec2-aefe-8eae33f0803e req-9c6d4c84-abb7-45e3-9b77-83e7fb489c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:58.490806 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b14428ce-9e01-4ec2-aefe-8eae33f0803e req-9c6d4c84-abb7-45e3-9b77-83e7fb489c86 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510392 Jul 15 13:53:58.509489 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1067c6c-3f4a-40da-8e4e-1130670f4830 req-442bac78-af46-44b3-81a7-b97deaf4097a tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:58.511048 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a1067c6c-3f4a-40da-8e4e-1130670f4830 req-442bac78-af46-44b3-81a7-b97deaf4097a tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 943 time: 0.0644479 Jul 15 13:53:58.548375 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a1067c6c-3f4a-40da-8e4e-1130670f4830 req-d40b80f5-787a-4502-84c9-c87fac86391b tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315683 Jul 15 13:53:58.583861 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b14428ce-9e01-4ec2-aefe-8eae33f0803e req-ed3cd082-8d8b-497d-aa3c-98ba7759d5e3 service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856879 Jul 15 13:53:58.671102 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b14428ce-9e01-4ec2-aefe-8eae33f0803e req-a4bec23c-6646-42fb-bbd9-c1f3603a4f6b service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802696 Jul 15 13:53:59.591384 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:59.717406 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-042ea84c-7447-4745-8a90-1a131a4c7e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:59.723688 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58512de-9956-44ef-b004-8d18b6b34d7d req-acbc2a61-bda9-47e1-b436-8524f2c676ca tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:59.725359 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e58512de-9956-44ef-b004-8d18b6b34d7d req-acbc2a61-bda9-47e1-b436-8524f2c676ca tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 943 time: 0.0659418 Jul 15 13:53:59.762919 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e58512de-9956-44ef-b004-8d18b6b34d7d req-e0c30639-54f0-4e4e-bc19-1b07da66857e tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309539 Jul 15 13:53:59.896685 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:00.935745 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce29ff-8c90-4f7e-a377-943c7aadbb15 req-d72a502a-6cf5-42c9-9ff8-b223d111cf78 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:00.937201 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d2ce29ff-8c90-4f7e-a377-943c7aadbb15 req-d72a502a-6cf5-42c9-9ff8-b223d111cf78 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 943 time: 0.0650375 Jul 15 13:54:00.973195 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d2ce29ff-8c90-4f7e-a377-943c7aadbb15 req-79572ec5-bb8a-4618-b3a1-ddd4f1615dfa tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305383 Jul 15 13:54:02.143593 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcdf09-1e4d-4edd-ac7f-5eeacff57ed1 req-2819118d-7f3b-439c-9b25-000b2fd6fa43 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:02.145043 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-effcdf09-1e4d-4edd-ac7f-5eeacff57ed1 req-2819118d-7f3b-439c-9b25-000b2fd6fa43 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 943 time: 0.0615194 Jul 15 13:54:02.181768 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-effcdf09-1e4d-4edd-ac7f-5eeacff57ed1 req-2a1966e5-0069-4648-895b-063ccc3765f6 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301790 Jul 15 13:54:02.323439 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:02.511654 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-864dbbc0-6615-4d68-b082-3f4202c6739f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:03.356897 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da0cca-d09a-4df9-9af6-d337a95f882f req-e46acbee-011b-4f2b-93da-6845c2dadcdd tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:03.358390 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a7da0cca-d09a-4df9-9af6-d337a95f882f req-e46acbee-011b-4f2b-93da-6845c2dadcdd tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 943 time: 0.0622075 Jul 15 13:54:03.399287 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a7da0cca-d09a-4df9-9af6-d337a95f882f req-1ba8deb7-85d7-4dac-b486-5ed29d39f5d6 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353277 Jul 15 13:54:03.733889 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:04.573684 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd7642-7030-488c-9e59-178c86926afe req-19c38fa9-c6e1-46eb-b32a-33758626f97f tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:04.575100 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8bdd7642-7030-488c-9e59-178c86926afe req-19c38fa9-c6e1-46eb-b32a-33758626f97f tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 943 time: 0.0634072 Jul 15 13:54:04.612446 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8bdd7642-7030-488c-9e59-178c86926afe req-9317f2d5-f69d-49a1-962f-fd253412c5af tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318336 Jul 15 13:54:05.006864 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-88aa8d9d-fa0a-4534-a847-1505274564b8 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:05.008359 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-88aa8d9d-fa0a-4534-a847-1505274564b8 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.46 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82&tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&binding%3Ahost_id=n-h2-771363-36 HTTP/1.1" status: 200 len: 943 time: 0.0749485 Jul 15 13:54:05.056213 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9aeef-32f4-41dd-812e-bab5ec116c79 req-50f46a1a-4a35-455a-81d3-c3bb45361925 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:05.058026 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b9e9aeef-32f4-41dd-812e-bab5ec116c79 req-50f46a1a-4a35-455a-81d3-c3bb45361925 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 943 time: 0.0623972 Jul 15 13:54:05.069368 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-f4696c11-9104-4250-8e61-dd172ea92a80 service neutron] 10.222.0.46 "GET /v2.0/ports/3304b0b5-d452-48a3-9367-bc8e4d95f1e9/bindings/n-h2-771363-36 HTTP/1.1" status: 200 len: 383 time: 0.0541050 Jul 15 13:54:05.096621 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b9e9aeef-32f4-41dd-812e-bab5ec116c79 req-2a5c20ed-a27f-4686-8650-47f551fcc6dd tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328455 Jul 15 13:54:05.143557 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-822874fe-778d-4fad-91e2-1cb2da1dfcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:05.144961 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-822874fe-778d-4fad-91e2-1cb2da1dfcc3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 1095 time: 0.0512476 Jul 15 13:54:05.168998 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:05.238636 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-951586c8-34e2-4bc4-927e-a4a03cb14ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:05.240109 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-951586c8-34e2-4bc4-927e-a4a03cb14ee2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.0875196 Jul 15 13:54:05.302666 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-2a17fcfb-8e45-41af-8f4d-62e191ebedfd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3304b0b5-d452-48a3-9367-bc8e4d95f1e9 HTTP/1.1" status: 200 len: 999 time: 0.0560582 Jul 15 13:54:05.349065 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-2b45bb75-572f-4f5b-b0cf-d99be968b425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:05.350462 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-2b45bb75-572f-4f5b-b0cf-d99be968b425 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0414345 Jul 15 13:54:05.408731 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-9eb4707c-2474-4806-b33f-c70cd672a0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:05.410106 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-9eb4707c-2474-4806-b33f-c70cd672a0e1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532331 Jul 15 13:54:05.495881 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-05e15255-ceb8-4884-8d50-521b0223425a service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787432 Jul 15 13:54:05.587484 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-425564ab-5e7c-4708-999e-0e77ccc89454 service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856709 Jul 15 13:54:05.930701 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:54:06.025061 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=3304b0b5-d452-48a3-9367-bc8e4d95f1e9,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:54:06.035638 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '3304b0b5-d452-48a3-9367-bc8e4d95f1e9', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'port_id': '3304b0b5-d452-48a3-9367-bc8e4d95f1e9', 'mac_address': 'fa:16:3e:f4:07:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:54:06.070693 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:06.083134 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:54:06.101109 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=3304b0b5-d452-48a3-9367-bc8e4d95f1e9,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:54:06.105403 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:06.155251 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=3304b0b5-d452-48a3-9367-bc8e4d95f1e9,revision_number=8']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:06.162814 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:06.163149 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:06.163490 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:06.163827 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:06.164162 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:06.164489 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:06.164817 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:06.165141 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:06.165465 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:06.165788 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:06.166107 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:06.166427 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:06.274942 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b09e6-3199-4a25-8394-14e368b97c26 req-5a5d2361-ada7-4cab-b97d-970fd93a44f6 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:06.276411 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-923b09e6-3199-4a25-8394-14e368b97c26 req-5a5d2361-ada7-4cab-b97d-970fd93a44f6 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 944 time: 0.0652497 Jul 15 13:54:06.313894 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-923b09e6-3199-4a25-8394-14e368b97c26 req-8aa3df96-32ea-43a1-8200-2c30ba1904ee tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319791 Jul 15 13:54:06.389304 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['3304b0b5-d452-48a3-9367-bc8e4d95f1e9'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:54:07.485065 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8cae3c-ac84-43fa-a76f-7d8103aec1df req-a8ab74ca-4b45-4ca6-ba7b-465473e831eb tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:07.486591 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7c8cae3c-ac84-43fa-a76f-7d8103aec1df req-a8ab74ca-4b45-4ca6-ba7b-465473e831eb tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 944 time: 0.0630689 Jul 15 13:54:07.524649 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7c8cae3c-ac84-43fa-a76f-7d8103aec1df req-3408120c-203d-4e5b-976e-e3eef3dcdc91 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324013 Jul 15 13:54:07.941111 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:54:07.991457 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:54:07.994950 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:54:07.995322 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:08.071178 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:08.095442 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f4851f-8226-4bc6-b598-a8ab43b0da82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3304b0b5-d452-48a3-9367-bc8e4d95f1e9'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:54:08.097793 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df474c8-1667-4230-9630-bacf357c939c" -d '{"events": [{"server_uuid": "53f4851f-8226-4bc6-b598-a8ab43b0da82", "name": "network-vif-plugged", "status": "completed", "tag": "3304b0b5-d452-48a3-9367-bc8e4d95f1e9"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:54:08.109462 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=3304b0b5-d452-48a3-9367-bc8e4d95f1e9,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:54:08.114953 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:08.156008 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7714dbbd-8cca-464b-a15b-0cbb85a9912c x-openstack-request-id: req-7714dbbd-8cca-464b-a15b-0cbb85a9912c {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:54:08.156316 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f4851f-8226-4bc6-b598-a8ab43b0da82", "name": "network-vif-plugged", "status": "completed", "tag": "3304b0b5-d452-48a3-9367-bc8e4d95f1e9", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:54:08.156569 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7714dbbd-8cca-464b-a15b-0cbb85a9912c {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:54:08.156953 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f4851f-8226-4bc6-b598-a8ab43b0da82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3304b0b5-d452-48a3-9367-bc8e4d95f1e9', 'code': 200} Jul 15 13:54:08.170642 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=3304b0b5-d452-48a3-9367-bc8e4d95f1e9,revision_number=9']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:08.699782 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279d5b6-9ec3-4ef4-be9f-80079e034f93 req-bd577c54-81b0-4ab9-86e6-c0098500ab21 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:08.701245 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e279d5b6-9ec3-4ef4-be9f-80079e034f93 req-bd577c54-81b0-4ab9-86e6-c0098500ab21 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 945 time: 0.0653675 Jul 15 13:54:08.741617 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e279d5b6-9ec3-4ef4-be9f-80079e034f93 req-e613193c-7a8f-42d5-afef-d1bf0f292ca7 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347466 Jul 15 13:54:09.277091 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-b719b930-c748-4858-81a0-a290949f7128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:09.278542 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-b719b930-c748-4858-81a0-a290949f7128 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82&tenant_id=9785b0ee591e4037bc2c92fc42ea40ac HTTP/1.1" status: 200 len: 1097 time: 0.0510232 Jul 15 13:54:09.289266 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-95223d2e-d9d9-44be-9698-dac47a3d405b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-36', 'device_owner': 'compute:nova'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:54:09.357582 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-95223d2e-d9d9-44be-9698-dac47a3d405b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:09.554292 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-95223d2e-d9d9-44be-9698-dac47a3d405b service neutron] For port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=3304b0b5-d452-48a3-9367-bc8e4d95f1e9,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:54:09.585339 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-95223d2e-d9d9-44be-9698-dac47a3d405b service neutron] For port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:54:09.623480 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f4851f-8226-4bc6-b598-a8ab43b0da82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3304b0b5-d452-48a3-9367-bc8e4d95f1e9'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:54:09.625742 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca4107d-4a79-4f6a-a03f-eb9571ef67f7" -d '{"events": [{"server_uuid": "53f4851f-8226-4bc6-b598-a8ab43b0da82", "name": "network-vif-unplugged", "status": "completed", "tag": "3304b0b5-d452-48a3-9367-bc8e4d95f1e9"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:54:09.629172 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-95223d2e-d9d9-44be-9698-dac47a3d405b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:09.641547 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-95223d2e-d9d9-44be-9698-dac47a3d405b service neutron] Transition to ACTIVE for port object 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:54:09.644753 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-95223d2e-d9d9-44be-9698-dac47a3d405b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:09.678114 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b466c9-6486-47eb-917c-57aca3b4d485 x-openstack-request-id: req-d0b466c9-6486-47eb-917c-57aca3b4d485 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:54:09.678409 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f4851f-8226-4bc6-b598-a8ab43b0da82", "name": "network-vif-unplugged", "status": "completed", "tag": "3304b0b5-d452-48a3-9367-bc8e4d95f1e9", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:54:09.678693 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d0b466c9-6486-47eb-917c-57aca3b4d485 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:54:09.679090 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f4851f-8226-4bc6-b598-a8ab43b0da82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3304b0b5-d452-48a3-9367-bc8e4d95f1e9', 'code': 200} Jul 15 13:54:09.722974 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95223d2e-d9d9-44be-9698-dac47a3d405b service neutron] Pushing event updated for resources: {'Port': ['ID=3304b0b5-d452-48a3-9367-bc8e4d95f1e9,revision_number=10']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:09.741417 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95223d2e-d9d9-44be-9698-dac47a3d405b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:09.741759 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95223d2e-d9d9-44be-9698-dac47a3d405b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:09.742096 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95223d2e-d9d9-44be-9698-dac47a3d405b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:09.742426 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95223d2e-d9d9-44be-9698-dac47a3d405b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:09.742794 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95223d2e-d9d9-44be-9698-dac47a3d405b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:09.743121 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95223d2e-d9d9-44be-9698-dac47a3d405b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:09.743455 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95223d2e-d9d9-44be-9698-dac47a3d405b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:09.743765 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95223d2e-d9d9-44be-9698-dac47a3d405b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:09.744087 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95223d2e-d9d9-44be-9698-dac47a3d405b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:09.744412 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95223d2e-d9d9-44be-9698-dac47a3d405b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:09.744728 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95223d2e-d9d9-44be-9698-dac47a3d405b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:09.745042 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95223d2e-d9d9-44be-9698-dac47a3d405b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:54:09.784659 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-95223d2e-d9d9-44be-9698-dac47a3d405b service neutron] No DVR routers for this DVR port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:54:09.961532 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:54:09.969986 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-95223d2e-d9d9-44be-9698-dac47a3d405b service neutron] Attempting to bind port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:54:09.970328 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-95223d2e-d9d9-44be-9698-dac47a3d405b service neutron] Attempting to bind port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:54:09.970695 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-95223d2e-d9d9-44be-9698-dac47a3d405b service neutron] Attempting to bind port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 on network b5bf532f-b153-47f1-9912-eabb2230f11a {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:54:09.979223 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a45c9-c647-4592-8984-d2a1ad08ed45 req-c5687f93-d228-48a9-93be-dff62ff4356b tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:09.980733 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e31a45c9-c647-4592-8984-d2a1ad08ed45 req-c5687f93-d228-48a9-93be-dff62ff4356b tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 944 time: 0.1150589 Jul 15 13:54:09.983914 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-95223d2e-d9d9-44be-9698-dac47a3d405b service neutron] Port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 on network b5bf532f-b153-47f1-9912-eabb2230f11a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:54:09.984235 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-95223d2e-d9d9-44be-9698-dac47a3d405b service neutron] Attempting to bind port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 on network b5bf532f-b153-47f1-9912-eabb2230f11a {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:54:09.995629 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-95223d2e-d9d9-44be-9698-dac47a3d405b service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:54:09.996007 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-95223d2e-d9d9-44be-9698-dac47a3d405b service neutron] Checking segment: {'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:54:09.996388 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-95223d2e-d9d9-44be-9698-dac47a3d405b service neutron] Bound using segment: {'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:54:09.996828 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-95223d2e-d9d9-44be-9698-dac47a3d405b service neutron] Bound port: 3304b0b5-d452-48a3-9367-bc8e4d95f1e9, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a424a01-e6d9-4533-ba62-9bf6300e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:54:09.997192 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-95223d2e-d9d9-44be-9698-dac47a3d405b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:09.999050 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:54:10.053690 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e31a45c9-c647-4592-8984-d2a1ad08ed45 req-a5e24f49-0751-4f1c-a20b-ae4c97dee84e tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663979 Jul 15 13:54:10.083505 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-95223d2e-d9d9-44be-9698-dac47a3d405b service neutron] For port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:54:10.086884 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-95223d2e-d9d9-44be-9698-dac47a3d405b service neutron] For port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=3304b0b5-d452-48a3-9367-bc8e4d95f1e9,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:54:10.091376 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-95223d2e-d9d9-44be-9698-dac47a3d405b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:10.120305 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-95223d2e-d9d9-44be-9698-dac47a3d405b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:10.121270 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-95223d2e-d9d9-44be-9698-dac47a3d405b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:10.122783 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-95223d2e-d9d9-44be-9698-dac47a3d405b service neutron] 10.222.0.20 "PUT /v2.0/ports/3304b0b5-d452-48a3-9367-bc8e4d95f1e9 HTTP/1.1" status: 200 len: 1093 time: 0.8373384 Jul 15 13:54:10.176293 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95223d2e-d9d9-44be-9698-dac47a3d405b service neutron] Pushing event updated for resources: {'Port': ['ID=3304b0b5-d452-48a3-9367-bc8e4d95f1e9,revision_number=11']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:10.207219 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-40609eaa-72c1-432a-89b9-aee632f5cac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:10.208762 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-40609eaa-72c1-432a-89b9-aee632f5cac5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 1096 time: 0.0620828 Jul 15 13:54:10.303491 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-f8ff058e-ad9f-47db-aede-f15c15722501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:10.304959 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-f8ff058e-ad9f-47db-aede-f15c15722501 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.0903261 Jul 15 13:54:10.366211 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-2e793e52-b0e7-406f-80df-6729c2b026c8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3304b0b5-d452-48a3-9367-bc8e4d95f1e9 HTTP/1.1" status: 200 len: 999 time: 0.0548422 Jul 15 13:54:10.416577 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-81a46ec6-bb3f-4176-bf38-c0fd77899891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:10.417959 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-81a46ec6-bb3f-4176-bf38-c0fd77899891 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0458345 Jul 15 13:54:10.473331 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-e0f2394e-7220-4c54-8f30-97c2d603bf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:10.474796 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-e0f2394e-7220-4c54-8f30-97c2d603bf32 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498145 Jul 15 13:54:10.560643 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-cbcdd1af-218f-4b0e-99b5-c095ec4ee8e5 service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796671 Jul 15 13:54:10.651436 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e5d4e7e9-1bb4-4c62-80b4-f24cd6cac3f6 req-637ec6f1-9c1d-4bd3-be11-6eb7a39d87f4 service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837712 Jul 15 13:54:11.231642 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102054b8-5aef-4575-bd8a-4105c47a0a04 req-ccb2ac51-6db0-4798-9321-f9f69d59a259 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:11.233152 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-102054b8-5aef-4575-bd8a-4105c47a0a04 req-ccb2ac51-6db0-4798-9321-f9f69d59a259 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 944 time: 0.0642302 Jul 15 13:54:11.270456 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-102054b8-5aef-4575-bd8a-4105c47a0a04 req-b40460bf-6575-4fa5-89a8-bfa53c7eb607 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315197 Jul 15 13:54:11.680170 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f4851f-8226-4bc6-b598-a8ab43b0da82', 'tag': '3304b0b5-d452-48a3-9367-bc8e4d95f1e9'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:54:11.682867 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1357e7f6-f929-44af-9a6b-0005cea248d0" -d '{"events": [{"name": "network-changed", "server_uuid": "53f4851f-8226-4bc6-b598-a8ab43b0da82", "tag": "3304b0b5-d452-48a3-9367-bc8e4d95f1e9"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:54:11.735443 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62887c87-dd0f-4558-b161-35b064837b74 x-openstack-request-id: req-62887c87-dd0f-4558-b161-35b064837b74 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:54:11.735731 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f4851f-8226-4bc6-b598-a8ab43b0da82", "tag": "3304b0b5-d452-48a3-9367-bc8e4d95f1e9", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:54:11.735983 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-62887c87-dd0f-4558-b161-35b064837b74 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:54:11.736376 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f4851f-8226-4bc6-b598-a8ab43b0da82', 'tag': '3304b0b5-d452-48a3-9367-bc8e4d95f1e9', 'status': 'completed', 'code': 200} Jul 15 13:54:11.813981 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357e7f6-f929-44af-9a6b-0005cea248d0 req-119147d7-7f7f-4ed5-a061-5d559d2cb2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:11.815898 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1357e7f6-f929-44af-9a6b-0005cea248d0 req-119147d7-7f7f-4ed5-a061-5d559d2cb2c1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 1096 time: 0.0621760 Jul 15 13:54:11.816993 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357e7f6-f929-44af-9a6b-0005cea248d0 req-a90f3171-f229-42b2-8eaa-c7cc39314cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:11.818921 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1357e7f6-f929-44af-9a6b-0005cea248d0 req-a90f3171-f229-42b2-8eaa-c7cc39314cd7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 1096 time: 0.0603161 Jul 15 13:54:11.907311 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357e7f6-f929-44af-9a6b-0005cea248d0 req-fe3797c8-0dd2-4d85-a9e0-2c48522eff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:11.908828 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1357e7f6-f929-44af-9a6b-0005cea248d0 req-fe3797c8-0dd2-4d85-a9e0-2c48522eff73 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.0866821 Jul 15 13:54:11.982374 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1357e7f6-f929-44af-9a6b-0005cea248d0 req-c341056d-9b31-40b0-a9e0-5e21384f7d8e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3304b0b5-d452-48a3-9367-bc8e4d95f1e9 HTTP/1.1" status: 200 len: 999 time: 0.0671415 Jul 15 13:54:12.033188 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357e7f6-f929-44af-9a6b-0005cea248d0 req-b12295b8-2127-4317-a440-a85d5c688a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:12.035013 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1357e7f6-f929-44af-9a6b-0005cea248d0 req-b12295b8-2127-4317-a440-a85d5c688a99 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0465384 Jul 15 13:54:12.095873 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357e7f6-f929-44af-9a6b-0005cea248d0 req-f147d80c-c248-4ef2-94b2-4ed2611ee35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:12.097775 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1357e7f6-f929-44af-9a6b-0005cea248d0 req-f147d80c-c248-4ef2-94b2-4ed2611ee35a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564408 Jul 15 13:54:12.194112 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1357e7f6-f929-44af-9a6b-0005cea248d0 req-72f26fa0-28f8-481e-bdbe-7fa9f4312b3c service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900245 Jul 15 13:54:12.258311 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357e7f6-f929-44af-9a6b-0005cea248d0 req-858f9543-2cc2-4242-915f-3dd8fdbd93bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:12.259948 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1357e7f6-f929-44af-9a6b-0005cea248d0 req-858f9543-2cc2-4242-915f-3dd8fdbd93bc service neutron] 10.222.0.46 "GET /v2.0/networks?id=b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 200 len: 912 time: 0.4339223 Jul 15 13:54:12.291528 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1357e7f6-f929-44af-9a6b-0005cea248d0 req-d07e7647-53d1-41a4-adfa-d36106006e15 service neutron] 10.222.0.20 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911515 Jul 15 13:54:12.327036 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1357e7f6-f929-44af-9a6b-0005cea248d0 req-0277bd60-019a-4d68-9a4d-89a68e2f8914 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3304b0b5-d452-48a3-9367-bc8e4d95f1e9 HTTP/1.1" status: 200 len: 999 time: 0.0601211 Jul 15 13:54:12.375730 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357e7f6-f929-44af-9a6b-0005cea248d0 req-77fd9b1c-9cf7-4ace-af85-96490fe1c8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:12.377285 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1357e7f6-f929-44af-9a6b-0005cea248d0 req-77fd9b1c-9cf7-4ace-af85-96490fe1c8bc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 200 len: 850 time: 0.0442290 Jul 15 13:54:12.443451 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357e7f6-f929-44af-9a6b-0005cea248d0 req-31534780-d277-47ac-a3a9-915032fdf78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:12.445189 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1357e7f6-f929-44af-9a6b-0005cea248d0 req-31534780-d277-47ac-a3a9-915032fdf78e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5bf532f-b153-47f1-9912-eabb2230f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603733 Jul 15 13:54:12.473915 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a08ade-e637-44db-9054-48370795756d req-3c7dccdf-c9db-4a86-856b-0ab7ef6b16bc tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:12.476050 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-85a08ade-e637-44db-9054-48370795756d req-3c7dccdf-c9db-4a86-856b-0ab7ef6b16bc tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 944 time: 0.0743248 Jul 15 13:54:12.516143 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-85a08ade-e637-44db-9054-48370795756d req-4dd35b13-3f2c-4060-a068-cc37e84ab0af tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342844 Jul 15 13:54:12.537668 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1357e7f6-f929-44af-9a6b-0005cea248d0 req-c59865d4-45b3-48d8-9ce0-ff56ad9ad348 service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862868 Jul 15 13:54:12.631424 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1357e7f6-f929-44af-9a6b-0005cea248d0 req-065cefaf-2177-4103-aa78-8c7bb415fcf2 service neutron] 10.222.0.46 "GET /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868127 Jul 15 13:54:13.701725 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654df5e-2bc4-458b-833b-b425120300a9 req-4e369fa7-6436-465a-9890-861416d7e123 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:13.703284 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8654df5e-2bc4-458b-833b-b425120300a9 req-4e369fa7-6436-465a-9890-861416d7e123 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 944 time: 0.0672975 Jul 15 13:54:13.741800 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8654df5e-2bc4-458b-833b-b425120300a9 req-111319ce-ba01-40ce-b5ce-3e5d10351be3 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327141 Jul 15 13:54:14.915439 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd23ef4-5def-494c-b7c8-5ab9dec55a24 req-3dd6f1d5-28c3-47f0-96f3-08355f4e4db2 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:14.916894 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cfd23ef4-5def-494c-b7c8-5ab9dec55a24 req-3dd6f1d5-28c3-47f0-96f3-08355f4e4db2 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 944 time: 0.0616724 Jul 15 13:54:14.953513 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cfd23ef4-5def-494c-b7c8-5ab9dec55a24 req-1f086476-8ea1-42a5-abb3-d53750971092 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310986 Jul 15 13:54:16.128567 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de911de-bd92-411c-b712-e6780b6d7d9e req-5e884f76-8195-4592-845b-2cb9b4b4a1c1 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:16.129977 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7de911de-bd92-411c-b712-e6780b6d7d9e req-5e884f76-8195-4592-845b-2cb9b4b4a1c1 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 944 time: 0.0649424 Jul 15 13:54:16.166204 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7de911de-bd92-411c-b712-e6780b6d7d9e req-838d29b0-3c82-4c03-83f0-60d53b4de1f3 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306971 Jul 15 13:54:17.337150 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cd473-e03b-4fbc-8923-16dbbdeb919f req-9dc99b08-9e82-41ad-9423-d061b9a981c8 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:17.338627 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-295cd473-e03b-4fbc-8923-16dbbdeb919f req-9dc99b08-9e82-41ad-9423-d061b9a981c8 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 944 time: 0.0619898 Jul 15 13:54:17.375159 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-295cd473-e03b-4fbc-8923-16dbbdeb919f req-8b102475-a231-439a-ae52-dedd11a8bfb8 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310743 Jul 15 13:54:18.549726 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b9425-0610-4c74-aaf6-a886bdbfb8a3 req-36b739b5-4acb-46b5-b813-2aef1842cad3 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:18.551210 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ec7b9425-0610-4c74-aaf6-a886bdbfb8a3 req-36b739b5-4acb-46b5-b813-2aef1842cad3 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 944 time: 0.0662937 Jul 15 13:54:18.587397 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ec7b9425-0610-4c74-aaf6-a886bdbfb8a3 req-02810d00-5f71-4f39-8216-ceea801b3095 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306752 Jul 15 13:54:19.758464 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766a3e1-6ca8-462d-a86c-8a181871a715 req-16378d14-864f-43f3-b72f-32d6f6465641 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:19.759973 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9766a3e1-6ca8-462d-a86c-8a181871a715 req-16378d14-864f-43f3-b72f-32d6f6465641 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 944 time: 0.0623569 Jul 15 13:54:19.796153 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9766a3e1-6ca8-462d-a86c-8a181871a715 req-fef689ba-8714-4420-ab7b-9a55c6017a52 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307486 Jul 15 13:54:20.969782 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d247b10-6ca5-49c5-b41a-90933a1c0b97 req-1565028a-434c-4466-a28e-3347c298a0df tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:20.971257 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1d247b10-6ca5-49c5-b41a-90933a1c0b97 req-1565028a-434c-4466-a28e-3347c298a0df tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 944 time: 0.0618975 Jul 15 13:54:21.007057 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1d247b10-6ca5-49c5-b41a-90933a1c0b97 req-121846d1-65a5-4580-82a8-198928ef5aad tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304101 Jul 15 13:54:22.181703 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5b50a-2b96-49c4-92c4-c8eaa570365f req-707eda48-bff0-4e81-a0fb-fa44271a9e74 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:22.183442 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-24c5b50a-2b96-49c4-92c4-c8eaa570365f req-707eda48-bff0-4e81-a0fb-fa44271a9e74 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 944 time: 0.0649302 Jul 15 13:54:22.220248 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-24c5b50a-2b96-49c4-92c4-c8eaa570365f req-17fc0ef1-fda4-45ec-94e8-bb0da1ea0c4b tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312309 Jul 15 13:54:22.391572 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9f296-cdc3-4904-bdaf-9433e4ab83e7 req-405cc16d-57e3-4a51-9bbb-92f693fefc06 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:22.392942 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e6c9f296-cdc3-4904-bdaf-9433e4ab83e7 req-405cc16d-57e3-4a51-9bbb-92f693fefc06 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 944 time: 0.0616431 Jul 15 13:54:22.428584 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e6c9f296-cdc3-4904-bdaf-9433e4ab83e7 req-69f961ec-fa01-4de1-87e5-59d5a2391737 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300581 Jul 15 13:54:22.601069 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92698e40-7449-4d5b-8980-0df0dcd6e5d6 req-364f4f7a-95b6-4a1b-a67a-4eeea5d0a1db tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:22.602532 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-92698e40-7449-4d5b-8980-0df0dcd6e5d6 req-364f4f7a-95b6-4a1b-a67a-4eeea5d0a1db tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 944 time: 0.0655041 Jul 15 13:54:22.640614 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-92698e40-7449-4d5b-8980-0df0dcd6e5d6 req-e475510a-3581-4f3e-acea-cd8dc438ea06 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320070 Jul 15 13:54:23.005554 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f3bd8-3ef1-44f8-9315-a222925bc447 req-5945281b-a716-498c-8d89-000478bd2b48 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:23.007050 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5c8f3bd8-3ef1-44f8-9315-a222925bc447 req-5945281b-a716-498c-8d89-000478bd2b48 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 944 time: 0.0620763 Jul 15 13:54:23.043299 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5c8f3bd8-3ef1-44f8-9315-a222925bc447 req-1ce4283a-6a17-4db2-90c9-56e91686bb19 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302174 Jul 15 13:54:23.161748 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:54:23.256343 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=3304b0b5-d452-48a3-9367-bc8e4d95f1e9,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:54:23.267518 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': '3304b0b5-d452-48a3-9367-bc8e4d95f1e9', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'port_id': '3304b0b5-d452-48a3-9367-bc8e4d95f1e9', 'mac_address': 'fa:16:3e:f4:07:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:54:23.302242 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:23.314791 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:54:23.333655 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=3304b0b5-d452-48a3-9367-bc8e4d95f1e9,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:54:23.337408 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:23.383068 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=3304b0b5-d452-48a3-9367-bc8e4d95f1e9,revision_number=12']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:23.583643 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['3304b0b5-d452-48a3-9367-bc8e4d95f1e9'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:54:24.221092 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe4c27-fa8b-4231-938f-466cb9e30ea4 req-8717d53c-60d6-47b4-8a1f-d59a6004d6f2 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:24.222591 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a2fe4c27-fa8b-4231-938f-466cb9e30ea4 req-8717d53c-60d6-47b4-8a1f-d59a6004d6f2 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 945 time: 0.0618427 Jul 15 13:54:24.258138 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a2fe4c27-fa8b-4231-938f-466cb9e30ea4 req-b1e8df68-fd7f-4347-8570-345a26772558 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a436fe1-eade-4de5-a92f-1270b66569bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300794 Jul 15 13:54:24.500149 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3841dd7-9443-432e-8439-a6a5d3a0e925 req-adb0ef55-83dd-4663-8288-bd007219f1e7 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:24.501503 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d3841dd7-9443-432e-8439-a6a5d3a0e925 req-adb0ef55-83dd-4663-8288-bd007219f1e7 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 945 time: 0.0644882 Jul 15 13:54:24.596692 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-d3841dd7-9443-432e-8439-a6a5d3a0e925 req-207fba9d-b6b3-48e7-bc3b-87d8d1b60441 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Deleting port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:54:24.597037 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d3841dd7-9443-432e-8439-a6a5d3a0e925 req-207fba9d-b6b3-48e7-bc3b-87d8d1b60441 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:24.684707 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-d3841dd7-9443-432e-8439-a6a5d3a0e925 req-207fba9d-b6b3-48e7-bc3b-87d8d1b60441 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] For port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=3304b0b5-d452-48a3-9367-bc8e4d95f1e9,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:54:24.685074 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d3841dd7-9443-432e-8439-a6a5d3a0e925 req-207fba9d-b6b3-48e7-bc3b-87d8d1b60441 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:24.848910 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d3841dd7-9443-432e-8439-a6a5d3a0e925 req-207fba9d-b6b3-48e7-bc3b-87d8d1b60441 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:24.849202 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d3841dd7-9443-432e-8439-a6a5d3a0e925 req-207fba9d-b6b3-48e7-bc3b-87d8d1b60441 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:24.849517 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [req-d3841dd7-9443-432e-8439-a6a5d3a0e925 req-207fba9d-b6b3-48e7-bc3b-87d8d1b60441 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Floating IP a7a1a608-c116-4461-b46f-b45f09b530c4 disassociated. External IP: 172.25.8.99, port: 3304b0b5-d452-48a3-9367-bc8e4d95f1e9. Jul 15 13:54:24.849859 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-d3841dd7-9443-432e-8439-a6a5d3a0e925 req-207fba9d-b6b3-48e7-bc3b-87d8d1b60441 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Calling delete_port for 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:54:24.975523 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d3841dd7-9443-432e-8439-a6a5d3a0e925 req-207fba9d-b6b3-48e7-bc3b-87d8d1b60441 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:25.003636 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207fba9d-b6b3-48e7-bc3b-87d8d1b60441 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Pushing event deleted for resources: {'Port': ['ID=3304b0b5-d452-48a3-9367-bc8e4d95f1e9,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:25.118689 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3841dd7-9443-432e-8439-a6a5d3a0e925 req-207fba9d-b6b3-48e7-bc3b-87d8d1b60441 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Router bf01221f-87ba-4655-9141-2d3e2b199b7a has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:54:25.156974 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:54:25.177942 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:54:25.178292 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 15 13:54:25.197134 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 not found, will not notify nova. {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 15 13:54:25.587656 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bc0d2185-8545-411b-9b5b-0ffcd4952fd1 req-6b7c1f42-7e41-4613-9def-fe7281cd92ae tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 210 time: 0.0348883 Jul 15 13:54:25.600476 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3841dd7-9443-432e-8439-a6a5d3a0e925 req-207fba9d-b6b3-48e7-bc3b-87d8d1b60441 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:54:25.610665 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0df522-dff2-4f9a-8bea-de215340fab5 None None] Sync routers for ids ['bf01221f-87ba-4655-9141-2d3e2b199b7a'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:54:25.619556 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0df522-dff2-4f9a-8bea-de215340fab5 None None] Routers {'bf01221f-87ba-4655-9141-2d3e2b199b7a'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:54:25.620169 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-3a0df522-dff2-4f9a-8bea-de215340fab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:54:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['bf01221f-87ba-4655-9141-2d3e2b199b7a'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:54:25.645665 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3841dd7-9443-432e-8439-a6a5d3a0e925 req-207fba9d-b6b3-48e7-bc3b-87d8d1b60441 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] No DVR routers for this DVR port 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 on host n-h1-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:54:25.648380 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-d3841dd7-9443-432e-8439-a6a5d3a0e925 req-207fba9d-b6b3-48e7-bc3b-87d8d1b60441 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:25.650791 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d3841dd7-9443-432e-8439-a6a5d3a0e925 req-207fba9d-b6b3-48e7-bc3b-87d8d1b60441 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.20 "DELETE /v2.0/ports/3304b0b5-d452-48a3-9367-bc8e4d95f1e9 HTTP/1.1" status: 204 len: 173 time: 1.1441512 Jul 15 13:54:25.651498 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f4851f-8226-4bc6-b598-a8ab43b0da82', 'name': 'network-vif-deleted', 'tag': '3304b0b5-d452-48a3-9367-bc8e4d95f1e9'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:54:25.654489 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719cc435-86ca-4025-b3eb-2f89565ed212" -d '{"events": [{"server_uuid": "53f4851f-8226-4bc6-b598-a8ab43b0da82", "name": "network-vif-deleted", "tag": "3304b0b5-d452-48a3-9367-bc8e4d95f1e9"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:54:25.695965 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef21e03-3b6c-41e6-b189-163ad9423328 x-openstack-request-id: req-2ef21e03-3b6c-41e6-b189-163ad9423328 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:54:25.696321 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f4851f-8226-4bc6-b598-a8ab43b0da82", "name": "network-vif-deleted", "tag": "3304b0b5-d452-48a3-9367-bc8e4d95f1e9", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:54:25.696613 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ef21e03-3b6c-41e6-b189-163ad9423328 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:54:25.697027 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f4851f-8226-4bc6-b598-a8ab43b0da82', 'name': 'network-vif-deleted', 'tag': '3304b0b5-d452-48a3-9367-bc8e4d95f1e9', 'status': 'completed', 'code': 200} Jul 15 13:54:25.739169 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-3a0df522-dff2-4f9a-8bea-de215340fab5 None None] Set router bf01221f-87ba-4655-9141-2d3e2b199b7a gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:54:25.938951 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-3a0df522-dff2-4f9a-8bea-de215340fab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'name': 'tempest-ServerActionsTestJSON-370842980-router', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:40Z', 'updated_at': '2021-07-15T13:44:43Z', 'revision_number': 4, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'gw_port': {'id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:41Z', 'updated_at': '2021-07-15T13:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '558ed182-e357-4c99-ab22-fd9d0a32aaf4', 'name': '', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'mac_address': 'fa:16:3e:3a:78:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:43Z', 'updated_at': '2021-07-15T13:44:49Z', 'revision_number': 5, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'subnets': [{'id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:54:25.967292 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0df522-dff2-4f9a-8bea-de215340fab5 None None] Checking router: bf01221f-87ba-4655-9141-2d3e2b199b7a for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:54:25.975528 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0df522-dff2-4f9a-8bea-de215340fab5 None None] Routers {'bf01221f-87ba-4655-9141-2d3e2b199b7a'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:54:25.976134 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-3a0df522-dff2-4f9a-8bea-de215340fab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:54:02Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['bf01221f-87ba-4655-9141-2d3e2b199b7a'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:54:26.080205 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-3a0df522-dff2-4f9a-8bea-de215340fab5 None None] Set router bf01221f-87ba-4655-9141-2d3e2b199b7a gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:54:26.271246 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-3a0df522-dff2-4f9a-8bea-de215340fab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'name': 'tempest-ServerActionsTestJSON-370842980-router', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:40Z', 'updated_at': '2021-07-15T13:44:43Z', 'revision_number': 4, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'gw_port': {'id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:41Z', 'updated_at': '2021-07-15T13:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '558ed182-e357-4c99-ab22-fd9d0a32aaf4', 'name': '', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'mac_address': 'fa:16:3e:3a:78:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:43Z', 'updated_at': '2021-07-15T13:44:49Z', 'revision_number': 5, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'subnets': [{'id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:54:26.301678 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0df522-dff2-4f9a-8bea-de215340fab5 None None] The sync data for ids ['bf01221f-87ba-4655-9141-2d3e2b199b7a'] in n-d-771363-36 is: [{'id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'name': 'tempest-ServerActionsTestJSON-370842980-router', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:40Z', 'updated_at': '2021-07-15T13:44:43Z', 'revision_number': 4, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'gw_port': {'id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:41Z', 'updated_at': '2021-07-15T13:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '558ed182-e357-4c99-ab22-fd9d0a32aaf4', 'name': '', 'network_id': 'b5bf532f-b153-47f1-9912-eabb2230f11a', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'mac_address': 'fa:16:3e:3a:78:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:43Z', 'updated_at': '2021-07-15T13:44:49Z', 'revision_number': 5, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'subnets': [{'id': '171f76c7-cb7d-4273-804a-f488a1a5882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:54:26.512447 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b95a5d-e0a1-4a24-aa62-ed0438f2e36f None None] New status for floating IP a7a1a608-c116-4461-b46f-b45f09b530c4: DOWN {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:54:26.733771 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-aca7fdb8-8832-4742-ab41-28a48daf5bdc req-0d170295-fe18-437f-a943-d795e74257b1 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 210 time: 0.0282764 Jul 15 13:54:27.875177 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b09c5082-e37e-41cb-9aae-b95fc8a28bde req-069bd305-2788-4b22-86fb-a901fc27249a tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 210 time: 0.0288012 Jul 15 13:54:29.016682 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d4cf6db4-09f9-4bae-a00f-1fd1c2b7b3a7 req-ffa27b3d-e806-4f02-95a7-8d8b7bd4679c tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/ports?device_id=53f4851f-8226-4bc6-b598-a8ab43b0da82 HTTP/1.1" status: 200 len: 210 time: 0.0294704 Jul 15 13:54:29.157398 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:54:29.178359 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:54:29.178706 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 3304b0b5-d452-48a3-9367-bc8e4d95f1e9 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:54:29.605539 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:29.717402 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1a928fb5-6b32-4621-b184-3d9a9a6b0b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:29.909792 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:31.354986 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:54:32.325214 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:32.513263 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b482126-5b8d-4d00-a8f9-29e3c29f13b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:33.020169 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38834) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:54:33.075553 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c5722729-95b6-46b9-822d-6217e8d8ed70 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:33.098310 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c5722729-95b6-46b9-822d-6217e8d8ed70 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:33.144987 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c5722729-95b6-46b9-822d-6217e8d8ed70 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:33.147870 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c5722729-95b6-46b9-822d-6217e8d8ed70 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:33.149116 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c5722729-95b6-46b9-822d-6217e8d8ed70 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "DELETE /v2.0/security-groups/5a436fe1-eade-4de5-a92f-1270b66569bb HTTP/1.1" status: 204 len: 168 time: 0.1275756 Jul 15 13:54:33.152414 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 38836) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:54:33.159347 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5722729-95b6-46b9-822d-6217e8d8ed70 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a436fe1-eade-4de5-a92f-1270b66569bb,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:33.178945 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-476dc0a1-bf1e-4e84-9837-f0d6d89825fa tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] show failed (client error): The resource could not be found. Jul 15 13:54:33.181017 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-476dc0a1-bf1e-4e84-9837-f0d6d89825fa tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "GET /v2.0/security-groups/5a436fe1-eade-4de5-a92f-1270b66569bb HTTP/1.1" status: 404 len: 347 time: 0.0263948 Jul 15 13:54:33.183240 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38838) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:54:33.309802 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-e5c3f750-3349-4ac4-9f82-2d69f44ed964 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Deleting port 3179d8f3-5265-4347-b7e9-4be12129d6da {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:54:33.310144 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e5c3f750-3349-4ac4-9f82-2d69f44ed964 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:33.385491 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e5c3f750-3349-4ac4-9f82-2d69f44ed964 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:33.385744 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e5c3f750-3349-4ac4-9f82-2d69f44ed964 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:33.397514 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-e5c3f750-3349-4ac4-9f82-2d69f44ed964 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Calling delete_port for 3179d8f3-5265-4347-b7e9-4be12129d6da owned by network:floatingip {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:54:33.532523 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e5c3f750-3349-4ac4-9f82-2d69f44ed964 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:33.556603 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3f750-3349-4ac4-9f82-2d69f44ed964 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Pushing event deleted for resources: {'Port': ['ID=3179d8f3-5265-4347-b7e9-4be12129d6da,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:33.616281 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e5c3f750-3349-4ac4-9f82-2d69f44ed964 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks [] for floatingip, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:33.618772 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e5c3f750-3349-4ac4-9f82-2d69f44ed964 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:33.619930 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e5c3f750-3349-4ac4-9f82-2d69f44ed964 tempest-ServerActionsTestJSON-1836898846 tempest-ServerActionsTestJSON-1836898846-project] 10.222.0.16 "DELETE /v2.0/floatingips/a7a1a608-c116-4461-b46f-b45f09b530c4 HTTP/1.1" status: 204 len: 168 time: 0.4356384 Jul 15 13:54:33.623463 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38840) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:54:33.736785 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:34.026537 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a1dcc55d-d79a-4677-97f3-e12097c1db67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:34.274023 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-a1dcc55d-d79a-4677-97f3-e12097c1db67 admin admin] Deleting port 558ed182-e357-4c99-ab22-fd9d0a32aaf4 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:54:34.274360 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a1dcc55d-d79a-4677-97f3-e12097c1db67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:34.349717 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-a1dcc55d-d79a-4677-97f3-e12097c1db67 admin admin] For port 558ed182-e357-4c99-ab22-fd9d0a32aaf4, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=558ed182-e357-4c99-ab22-fd9d0a32aaf4,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:54:34.349988 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a1dcc55d-d79a-4677-97f3-e12097c1db67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:34.366515 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-a1dcc55d-d79a-4677-97f3-e12097c1db67 admin admin] Calling delete_port for 558ed182-e357-4c99-ab22-fd9d0a32aaf4 owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:54:34.540715 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a1dcc55d-d79a-4677-97f3-e12097c1db67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:34.564748 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dcc55d-d79a-4677-97f3-e12097c1db67 admin admin] Pushing event deleted for resources: {'Port': ['ID=558ed182-e357-4c99-ab22-fd9d0a32aaf4,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:34.735053 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a1dcc55d-d79a-4677-97f3-e12097c1db67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:34.945916 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1dcc55d-d79a-4677-97f3-e12097c1db67 admin admin] Router bf01221f-87ba-4655-9141-2d3e2b199b7a has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:54:35.049074 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dcc55d-d79a-4677-97f3-e12097c1db67 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:54:35.054087 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a1dcc55d-d79a-4677-97f3-e12097c1db67 admin admin] 10.222.0.16 "PUT /v2.0/routers/bf01221f-87ba-4655-9141-2d3e2b199b7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4297028 Jul 15 13:54:35.056633 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38844) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:54:35.057353 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70789de-dc5e-482f-a9d7-1b43fbe9c4b0 None None] Sync routers for ids ['bf01221f-87ba-4655-9141-2d3e2b199b7a'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:54:35.067630 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70789de-dc5e-482f-a9d7-1b43fbe9c4b0 None None] Routers {'bf01221f-87ba-4655-9141-2d3e2b199b7a'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:54:35.068238 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-a70789de-dc5e-482f-a9d7-1b43fbe9c4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:54:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['bf01221f-87ba-4655-9141-2d3e2b199b7a'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:54:35.158148 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f036df36-eb1d-40e0-a37c-c36d345cde50 admin admin] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:35.177325 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-a70789de-dc5e-482f-a9d7-1b43fbe9c4b0 None None] Set router bf01221f-87ba-4655-9141-2d3e2b199b7a gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:54:35.203842 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:35.258551 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f036df36-eb1d-40e0-a37c-c36d345cde50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:35.309246 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-f036df36-eb1d-40e0-a37c-c36d345cde50 admin admin] Deleting port bdba8feb-2acb-4498-875b-901b7e4f3a3a {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:54:35.309593 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f036df36-eb1d-40e0-a37c-c36d345cde50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:35.350332 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-a70789de-dc5e-482f-a9d7-1b43fbe9c4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'name': 'tempest-ServerActionsTestJSON-370842980-router', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:40Z', 'updated_at': '2021-07-15T13:54:34Z', 'revision_number': 5, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'gw_port': {'id': 'bdba8feb-2acb-4498-875b-901b7e4f3a3a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:41Z', 'updated_at': '2021-07-15T13:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:54:35.380374 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70789de-dc5e-482f-a9d7-1b43fbe9c4b0 None None] Checking router: bf01221f-87ba-4655-9141-2d3e2b199b7a for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:54:35.387165 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-f036df36-eb1d-40e0-a37c-c36d345cde50 admin admin] For port bdba8feb-2acb-4498-875b-901b7e4f3a3a, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=bdba8feb-2acb-4498-875b-901b7e4f3a3a,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:54:35.387525 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f036df36-eb1d-40e0-a37c-c36d345cde50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:35.388562 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70789de-dc5e-482f-a9d7-1b43fbe9c4b0 None None] Routers {'bf01221f-87ba-4655-9141-2d3e2b199b7a'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:54:35.389174 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-a70789de-dc5e-482f-a9d7-1b43fbe9c4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:54:32Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['bf01221f-87ba-4655-9141-2d3e2b199b7a'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:54:35.399775 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-f036df36-eb1d-40e0-a37c-c36d345cde50 admin admin] Calling delete_port for bdba8feb-2acb-4498-875b-901b7e4f3a3a owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:54:35.472147 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-a70789de-dc5e-482f-a9d7-1b43fbe9c4b0 None None] Set router bf01221f-87ba-4655-9141-2d3e2b199b7a gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:54:35.568536 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f036df36-eb1d-40e0-a37c-c36d345cde50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:35.597569 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f036df36-eb1d-40e0-a37c-c36d345cde50 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdba8feb-2acb-4498-875b-901b7e4f3a3a,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:35.669860 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f036df36-eb1d-40e0-a37c-c36d345cde50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:35.684292 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-a70789de-dc5e-482f-a9d7-1b43fbe9c4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'name': 'tempest-ServerActionsTestJSON-370842980-router', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:40Z', 'updated_at': '2021-07-15T13:54:35Z', 'revision_number': 6, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:54:35.710778 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70789de-dc5e-482f-a9d7-1b43fbe9c4b0 None None] The sync data for ids ['bf01221f-87ba-4655-9141-2d3e2b199b7a'] in n-d-771363-36 is: [{'id': 'bf01221f-87ba-4655-9141-2d3e2b199b7a', 'name': 'tempest-ServerActionsTestJSON-370842980-router', 'tenant_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:40Z', 'updated_at': '2021-07-15T13:54:35Z', 'revision_number': 6, 'project_id': '9785b0ee591e4037bc2c92fc42ea40ac', 'gw_port_host': None}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:54:35.763797 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f036df36-eb1d-40e0-a37c-c36d345cde50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:35.765898 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f036df36-eb1d-40e0-a37c-c36d345cde50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:35.809346 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f036df36-eb1d-40e0-a37c-c36d345cde50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:35.809930 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f036df36-eb1d-40e0-a37c-c36d345cde50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf01221f-87ba-4655-9141-2d3e2b199b7a {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:54:35.814253 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f036df36-eb1d-40e0-a37c-c36d345cde50 admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:35.815414 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f036df36-eb1d-40e0-a37c-c36d345cde50 admin admin] 10.222.0.16 "DELETE /v2.0/routers/bf01221f-87ba-4655-9141-2d3e2b199b7a HTTP/1.1" status: 204 len: 168 time: 0.7578239 Jul 15 13:54:35.818094 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 38846) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:54:35.864310 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-5877a806-2129-488e-b0b1-65451cea9575 admin admin] Deleting subnet 171f76c7-cb7d-4273-804a-f488a1a5882f {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:54:35.867465 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5877a806-2129-488e-b0b1-65451cea9575 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:35.899529 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5877a806-2129-488e-b0b1-65451cea9575 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:35.973935 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5877a806-2129-488e-b0b1-65451cea9575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:36.023793 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5877a806-2129-488e-b0b1-65451cea9575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:36.055044 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877a806-2129-488e-b0b1-65451cea9575 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=171f76c7-cb7d-4273-804a-f488a1a5882f,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:36.057010 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5877a806-2129-488e-b0b1-65451cea9575 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:36.061158 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5877a806-2129-488e-b0b1-65451cea9575 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/171f76c7-cb7d-4273-804a-f488a1a5882f HTTP/1.1" status: 204 len: 168 time: 0.2416532 Jul 15 13:54:36.061924 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38848) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:54:36.063584 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873020bf-2baf-41d9-928d-5cd2a57a113f None None] Network b5bf532f-b153-47f1-9912-eabb2230f11a requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:54:36.138371 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-79e8b2dc-bf3d-4569-b61c-6196f18517e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:36.191468 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-79e8b2dc-bf3d-4569-b61c-6196f18517e8 admin admin] Deleting port 4e014ed6-6a4b-4e90-984e-11e08f1ebfbd {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:54:36.191804 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-79e8b2dc-bf3d-4569-b61c-6196f18517e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:36.257191 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-79e8b2dc-bf3d-4569-b61c-6196f18517e8 admin admin] For port 4e014ed6-6a4b-4e90-984e-11e08f1ebfbd, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=4e014ed6-6a4b-4e90-984e-11e08f1ebfbd,segment=NetworkSegment(5a424a01-e6d9-4533-ba62-9bf6300e2bc9),segment_id=5a424a01-e6d9-4533-ba62-9bf6300e2bc9)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:54:36.257553 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-79e8b2dc-bf3d-4569-b61c-6196f18517e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:36.269328 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-79e8b2dc-bf3d-4569-b61c-6196f18517e8 admin admin] Calling delete_port for 4e014ed6-6a4b-4e90-984e-11e08f1ebfbd owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:54:36.345782 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-79e8b2dc-bf3d-4569-b61c-6196f18517e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:36.369796 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8b2dc-bf3d-4569-b61c-6196f18517e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e014ed6-6a4b-4e90-984e-11e08f1ebfbd,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:36.374149 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e8b2dc-bf3d-4569-b61c-6196f18517e8 admin admin] No DVR routers for this DVR port 4e014ed6-6a4b-4e90-984e-11e08f1ebfbd on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:54:36.445096 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-79e8b2dc-bf3d-4569-b61c-6196f18517e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:36.455023 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-79e8b2dc-bf3d-4569-b61c-6196f18517e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5bf532f-b153-47f1-9912-eabb2230f11a']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:54:36.465672 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-79e8b2dc-bf3d-4569-b61c-6196f18517e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a424a01-e6d9-4533-ba62-9bf6300e2bc9') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:54:36.465974 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-79e8b2dc-bf3d-4569-b61c-6196f18517e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a424a01-e6d9-4533-ba62-9bf6300e2bc9') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:54:36.475223 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-79e8b2dc-bf3d-4569-b61c-6196f18517e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:36.488980 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-79e8b2dc-bf3d-4569-b61c-6196f18517e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:36.496397 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79e8b2dc-bf3d-4569-b61c-6196f18517e8 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:54:36.496798 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-79e8b2dc-bf3d-4569-b61c-6196f18517e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:36.500526 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0529f39-95ed-48e2-a939-836a71c14629 None None] DHCP port deletion for b5bf532f-b153-47f1-9912-eabb2230f11a request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:54:36.509609 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:54:36.509609 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:54:36.509609 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:54:36.509609 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:54:36.509609 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:54:36.509609 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:54:36.509609 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:54:36.509609 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:54:36.509609 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:54:36.509609 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:54:36.509609 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:54:36.509609 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:54:36.509609 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:54:36.509609 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:54:36.509609 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:54:36.509609 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:54:36.509609 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:54:36.509609 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:54:36.509609 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:54:36.509609 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:54:36.509609 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:54:36.509609 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:54:36.509609 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:54:36.509609 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:54:36.509609 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:54:36.509609 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:54:36.509609 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:54:36.509609 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:54:36.509609 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:54:36.509609 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:54:36.509609 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:54:36.509609 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:54:36.509609 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:54:36.509609 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:54:36.509609 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:54:36.509609 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:54:36.509609 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:54:36.509609 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:54:36.509609 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:54:36.509609 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:54:36.509609 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:54:36.509609 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:54:36.559081 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-79e8b2dc-bf3d-4569-b61c-6196f18517e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:36.564715 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-79e8b2dc-bf3d-4569-b61c-6196f18517e8 admin admin] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:36.566585 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-79e8b2dc-bf3d-4569-b61c-6196f18517e8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b5bf532f-b153-47f1-9912-eabb2230f11a HTTP/1.1" status: 204 len: 168 time: 0.5035017 Jul 15 13:54:36.578759 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8b2dc-bf3d-4569-b61c-6196f18517e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5bf532f-b153-47f1-9912-eabb2230f11a,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:36.681733 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 38852) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:54:36.723055 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-59581661-bfff-4eb3-9ff2-2ef45bb8d860 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9785b0ee591e4037bc2c92fc42ea40ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398574 Jul 15 13:54:36.725434 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 38854) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:54:36.776074 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b1d96701-3398-46e5-b981-b98086380b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:36.796354 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b1d96701-3398-46e5-b981-b98086380b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:36.841992 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b1d96701-3398-46e5-b981-b98086380b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:36.844464 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b1d96701-3398-46e5-b981-b98086380b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:36.845627 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b1d96701-3398-46e5-b981-b98086380b93 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5ccb7c93-25d0-4502-8def-1ddaa8486f16 HTTP/1.1" status: 204 len: 168 time: 0.1192186 Jul 15 13:54:36.853244 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d96701-3398-46e5-b981-b98086380b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccb7c93-25d0-4502-8def-1ddaa8486f16,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:37.519269 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 38876) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:54:37.613653 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-8e843fbb-d0c5-485e-88e4-07fa1961ceac admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-151103780-network', 'tenant_id': 'c771aaf5b7f0454e8ea08dd45bb4fb48'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:54:37.635724 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e843fbb-d0c5-485e-88e4-07fa1961ceac admin admin] Made reservation on behalf of c771aaf5b7f0454e8ea08dd45bb4fb48 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:54:37.637931 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e843fbb-d0c5-485e-88e4-07fa1961ceac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:37.645991 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e843fbb-d0c5-485e-88e4-07fa1961ceac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:37.722205 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 558ed182-e357-4c99-ab22-fd9d0a32aaf4 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:54:37.739311 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e843fbb-d0c5-485e-88e4-07fa1961ceac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:37.743747 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e843fbb-d0c5-485e-88e4-07fa1961ceac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:37.748177 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 558ed182-e357-4c99-ab22-fd9d0a32aaf4 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:54:37.748524 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 558ed182-e357-4c99-ab22-fd9d0a32aaf4 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:54:37.749225 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device bdba8feb-2acb-4498-875b-901b7e4f3a3a no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:54:37.768042 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e843fbb-d0c5-485e-88e4-07fa1961ceac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:54:37.768919 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: bdba8feb-2acb-4498-875b-901b7e4f3a3a {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:54:37.769268 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device bdba8feb-2acb-4498-875b-901b7e4f3a3a not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:54:37.769859 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 4e014ed6-6a4b-4e90-984e-11e08f1ebfbd no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:54:37.776587 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e843fbb-d0c5-485e-88e4-07fa1961ceac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6b9757-ca10-4bc8-87f7-efbc9c49a3a2,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:37.782522 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e843fbb-d0c5-485e-88e4-07fa1961ceac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:37.782894 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-8e843fbb-d0c5-485e-88e4-07fa1961ceac admin admin] Added segment 8bdb3c01-b0a1-4092-932d-b4808885c550 of type vlan for network 2bd06e36-24ad-4ca5-97bf-307374b96396 Jul 15 13:54:37.791508 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 4e014ed6-6a4b-4e90-984e-11e08f1ebfbd {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:54:37.793022 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 4e014ed6-6a4b-4e90-984e-11e08f1ebfbd not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:54:37.823142 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e843fbb-d0c5-485e-88e4-07fa1961ceac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:37.850044 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e843fbb-d0c5-485e-88e4-07fa1961ceac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:37.851030 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e843fbb-d0c5-485e-88e4-07fa1961ceac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:37.851604 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e843fbb-d0c5-485e-88e4-07fa1961ceac admin admin] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:37.881990 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8e843fbb-d0c5-485e-88e4-07fa1961ceac admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3616428 Jul 15 13:54:37.884950 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 38880) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:54:37.890110 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-e75202f6-d9f8-410f-ac0e-4f4451e3e469 admin admin] Request body: {'subnet': {'network_id': '2bd06e36-24ad-4ca5-97bf-307374b96396', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-151103780-subnet', 'tenant_id': 'c771aaf5b7f0454e8ea08dd45bb4fb48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:54:37.909826 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75202f6-d9f8-410f-ac0e-4f4451e3e469 admin admin] Made reservation on behalf of c771aaf5b7f0454e8ea08dd45bb4fb48 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:54:37.910033 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e843fbb-d0c5-485e-88e4-07fa1961ceac admin admin] Pushing event updated for resources: {'Network': ['ID=2bd06e36-24ad-4ca5-97bf-307374b96396,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:37.912214 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e75202f6-d9f8-410f-ac0e-4f4451e3e469 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:37.920984 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 2bd06e36-24ad-4ca5-97bf-307374b96396 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:54:38.078021 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e75202f6-d9f8-410f-ac0e-4f4451e3e469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:38.125264 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75202f6-d9f8-410f-ac0e-4f4451e3e469 admin admin] Pushing event updated for resources: {'Subnet': ['ID=190679ab-f870-4226-85ac-09f47128c3b8,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:38.140573 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75202f6-d9f8-410f-ac0e-4f4451e3e469 admin admin] Checking segment: {'id': '8bdb3c01-b0a1-4092-932d-b4808885c550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2bd06e36-24ad-4ca5-97bf-307374b96396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:54:38.140853 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75202f6-d9f8-410f-ac0e-4f4451e3e469 admin admin] Network hostable DHCP agents. Network: 2bd06e36-24ad-4ca5-97bf-307374b96396, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:54:38.156719 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75202f6-d9f8-410f-ac0e-4f4451e3e469 admin admin] Network 2bd06e36-24ad-4ca5-97bf-307374b96396 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:54:38.165994 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-e75202f6-d9f8-410f-ac0e-4f4451e3e469 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 2bd06e36-24ad-4ca5-97bf-307374b96396) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:54:38.170773 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75202f6-d9f8-410f-ac0e-4f4451e3e469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:38.171554 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e75202f6-d9f8-410f-ac0e-4f4451e3e469 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:38.177799 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d941759d-17e6-4bf8-b6bc-e3ef5c5d7133 None None] Network 2bd06e36-24ad-4ca5-97bf-307374b96396 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:54:38.186230 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e75202f6-d9f8-410f-ac0e-4f4451e3e469 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3001623 Jul 15 13:54:38.300636 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6a7b5f-aa54-41f8-95fa-3ac3ff02b0b9 None None] Network 2bd06e36-24ad-4ca5-97bf-307374b96396 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:54:38.608438 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-1e9b5882-0ee1-479d-9f1e-50008dba623f tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:38.609878 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-1e9b5882-0ee1-479d-9f1e-50008dba623f tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/networks?id=2bd06e36-24ad-4ca5-97bf-307374b96396 HTTP/1.1" status: 200 len: 813 time: 0.1011238 Jul 15 13:54:38.624762 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-e1356637-6a9d-490d-9a41-5d81309e0062 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/quotas/c771aaf5b7f0454e8ea08dd45bb4fb48 HTTP/1.1" status: 200 len: 375 time: 0.0093954 Jul 15 13:54:38.656043 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-aff0224b-1826-47fb-8bd2-21bb039ac6f9 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c771aaf5b7f0454e8ea08dd45bb4fb48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263906 Jul 15 13:54:38.666026 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-0fe41241-e7ab-4d36-857d-a177340acb73 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:54:38.667104 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-0fe41241-e7ab-4d36-857d-a177340acb73 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049589 Jul 15 13:54:38.756562 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-2f75ce71-e1e8-4804-b458-08de07a2863d service neutron] 10.222.0.16 "GET /v2.0/networks/2bd06e36-24ad-4ca5-97bf-307374b96396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838768 Jul 15 13:54:38.844126 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-f41f6520-4e6b-4dc0-a634-3cefbf775856 service neutron] 10.222.0.16 "GET /v2.0/networks/2bd06e36-24ad-4ca5-97bf-307374b96396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812850 Jul 15 13:54:39.017083 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-341c308a-2940-4bba-88f3-20c1cb740f57 req-8abc30b4-6593-4fa8-938a-13364ecae9f2 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a62a5c8-f317-4580-b4b7-8c5e582e0a45 HTTP/1.1" status: 200 len: 210 time: 0.0318811 Jul 15 13:54:40.030476 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-5f53e2d7-c9fa-48dd-991e-286cdf11f742 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:40.031980 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-5f53e2d7-c9fa-48dd-991e-286cdf11f742 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.46 "GET /v2.0/networks?id=2bd06e36-24ad-4ca5-97bf-307374b96396 HTTP/1.1" status: 200 len: 813 time: 0.1047583 Jul 15 13:54:40.048451 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-96f02bf5-3974-4e30-96ec-6c1f6084b5e5 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Request body: {'port': {'device_id': '5a62a5c8-f317-4580-b4b7-8c5e582e0a45', 'network_id': '2bd06e36-24ad-4ca5-97bf-307374b96396', 'admin_state_up': True, 'tenant_id': 'c771aaf5b7f0454e8ea08dd45bb4fb48'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:54:40.156655 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-96f02bf5-3974-4e30-96ec-6c1f6084b5e5 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Made reservation on behalf of c771aaf5b7f0454e8ea08dd45bb4fb48 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:54:40.160096 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-96f02bf5-3974-4e30-96ec-6c1f6084b5e5 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:40.162509 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5d4cdca0-5a53-4482-9c0c-f5463c6cbcc3 req-bec2cacd-74fb-4c5f-bc60-4b6235e98f4f tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a62a5c8-f317-4580-b4b7-8c5e582e0a45 HTTP/1.1" status: 200 len: 210 time: 0.0284257 Jul 15 13:54:40.290360 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-96f02bf5-3974-4e30-96ec-6c1f6084b5e5 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Allocated IP 172.20.0.8 (2bd06e36-24ad-4ca5-97bf-307374b96396/190679ab-f870-4226-85ac-09f47128c3b8/096de4ce-68bc-4722-be31-2eccc22b5ef6) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:54:40.441763 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-96f02bf5-3974-4e30-96ec-6c1f6084b5e5 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:40.478898 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-96f02bf5-3974-4e30-96ec-6c1f6084b5e5 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:40.518952 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-96f02bf5-3974-4e30-96ec-6c1f6084b5e5 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Network 2bd06e36-24ad-4ca5-97bf-307374b96396 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:54:40.523953 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-96f02bf5-3974-4e30-96ec-6c1f6084b5e5 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:54:40.528106 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-96f02bf5-3974-4e30-96ec-6c1f6084b5e5 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:54:40.552745 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f02bf5-3974-4e30-96ec-6c1f6084b5e5 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Pushing event updated for resources: {'Port': ['ID=096de4ce-68bc-4722-be31-2eccc22b5ef6,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:40.579565 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-96f02bf5-3974-4e30-96ec-6c1f6084b5e5 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:40.580171 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-96f02bf5-3974-4e30-96ec-6c1f6084b5e5 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:40.594100 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-96f02bf5-3974-4e30-96ec-6c1f6084b5e5 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5496478 Jul 15 13:54:40.605390 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-7f49b9b6-0e12-4206-8f6a-378be6704269 service neutron] Request body: {'port': {'device_id': '5a62a5c8-f317-4580-b4b7-8c5e582e0a45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:54:40.676955 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-7f49b9b6-0e12-4206-8f6a-378be6704269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:41.266410 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-7f49b9b6-0e12-4206-8f6a-378be6704269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 096de4ce-68bc-4722-be31-2eccc22b5ef6 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:54:41.273977 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-7f49b9b6-0e12-4206-8f6a-378be6704269 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:41.285569 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-7f49b9b6-0e12-4206-8f6a-378be6704269 service neutron] Transition to ACTIVE for port object 096de4ce-68bc-4722-be31-2eccc22b5ef6 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:54:41.290085 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-7f49b9b6-0e12-4206-8f6a-378be6704269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:41.338315 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a445ab6-6093-4177-b2d3-d792581b8d61 req-7a27101f-a1fb-4e24-9dc5-6a676fafa109 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:41.339832 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5a445ab6-6093-4177-b2d3-d792581b8d61 req-7a27101f-a1fb-4e24-9dc5-6a676fafa109 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a62a5c8-f317-4580-b4b7-8c5e582e0a45 HTTP/1.1" status: 200 len: 931 time: 0.0632188 Jul 15 13:54:41.362228 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f49b9b6-0e12-4206-8f6a-378be6704269 service neutron] Pushing event updated for resources: {'Port': ['ID=096de4ce-68bc-4722-be31-2eccc22b5ef6,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:41.378863 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5a445ab6-6093-4177-b2d3-d792581b8d61 req-df408764-0274-47da-af61-cda537924a56 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/security-groups?id=de6b9757-ca10-4bc8-87f7-efbc9c49a3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332732 Jul 15 13:54:41.413637 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-7f49b9b6-0e12-4206-8f6a-378be6704269 service neutron] Attempting to bind port 096de4ce-68bc-4722-be31-2eccc22b5ef6 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:54:41.413982 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-7f49b9b6-0e12-4206-8f6a-378be6704269 service neutron] Attempting to bind port 096de4ce-68bc-4722-be31-2eccc22b5ef6 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '8bdb3c01-b0a1-4092-932d-b4808885c550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2bd06e36-24ad-4ca5-97bf-307374b96396'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:54:41.414311 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-7f49b9b6-0e12-4206-8f6a-378be6704269 service neutron] Attempting to bind port 096de4ce-68bc-4722-be31-2eccc22b5ef6 on network 2bd06e36-24ad-4ca5-97bf-307374b96396 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:54:41.419106 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-7f49b9b6-0e12-4206-8f6a-378be6704269 service neutron] Port 096de4ce-68bc-4722-be31-2eccc22b5ef6 on network 2bd06e36-24ad-4ca5-97bf-307374b96396 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:54:41.419427 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-7f49b9b6-0e12-4206-8f6a-378be6704269 service neutron] Attempting to bind port 096de4ce-68bc-4722-be31-2eccc22b5ef6 on network 2bd06e36-24ad-4ca5-97bf-307374b96396 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:54:41.424093 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-7f49b9b6-0e12-4206-8f6a-378be6704269 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:54:41.424426 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-7f49b9b6-0e12-4206-8f6a-378be6704269 service neutron] Checking segment: {'id': '8bdb3c01-b0a1-4092-932d-b4808885c550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2bd06e36-24ad-4ca5-97bf-307374b96396'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:54:41.424808 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-7f49b9b6-0e12-4206-8f6a-378be6704269 service neutron] Bound using segment: {'id': '8bdb3c01-b0a1-4092-932d-b4808885c550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2bd06e36-24ad-4ca5-97bf-307374b96396'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:54:41.425227 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-7f49b9b6-0e12-4206-8f6a-378be6704269 service neutron] Bound port: 096de4ce-68bc-4722-be31-2eccc22b5ef6, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bdb3c01-b0a1-4092-932d-b4808885c550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2bd06e36-24ad-4ca5-97bf-307374b96396'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:54:41.425582 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-7f49b9b6-0e12-4206-8f6a-378be6704269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:41.485874 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-7f49b9b6-0e12-4206-8f6a-378be6704269 service neutron] For port 096de4ce-68bc-4722-be31-2eccc22b5ef6, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:54:41.488723 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-7f49b9b6-0e12-4206-8f6a-378be6704269 service neutron] For port 096de4ce-68bc-4722-be31-2eccc22b5ef6, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=096de4ce-68bc-4722-be31-2eccc22b5ef6,segment=NetworkSegment(8bdb3c01-b0a1-4092-932d-b4808885c550),segment_id=8bdb3c01-b0a1-4092-932d-b4808885c550)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:54:41.492081 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-7f49b9b6-0e12-4206-8f6a-378be6704269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:41.527012 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-7f49b9b6-0e12-4206-8f6a-378be6704269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:41.527639 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-7f49b9b6-0e12-4206-8f6a-378be6704269 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:41.529007 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-7f49b9b6-0e12-4206-8f6a-378be6704269 service neutron] 10.222.0.46 "PUT /v2.0/ports/096de4ce-68bc-4722-be31-2eccc22b5ef6 HTTP/1.1" status: 200 len: 1092 time: 0.9277687 Jul 15 13:54:41.529438 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a62a5c8-f317-4580-b4b7-8c5e582e0a45', 'tag': '096de4ce-68bc-4722-be31-2eccc22b5ef6'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:54:41.531724 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717f0537-c2ab-41ae-81cc-81f073b493bc" -d '{"events": [{"name": "network-changed", "server_uuid": "5a62a5c8-f317-4580-b4b7-8c5e582e0a45", "tag": "096de4ce-68bc-4722-be31-2eccc22b5ef6"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:54:41.559675 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f49b9b6-0e12-4206-8f6a-378be6704269 service neutron] Pushing event updated for resources: {'Port': ['ID=096de4ce-68bc-4722-be31-2eccc22b5ef6,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:41.579648 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cb4c6a-2c2f-47a1-ae4d-52767d3cda25 x-openstack-request-id: req-b2cb4c6a-2c2f-47a1-ae4d-52767d3cda25 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:54:41.579924 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a62a5c8-f317-4580-b4b7-8c5e582e0a45", "tag": "096de4ce-68bc-4722-be31-2eccc22b5ef6", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:54:41.580168 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b2cb4c6a-2c2f-47a1-ae4d-52767d3cda25 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:54:41.580549 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a62a5c8-f317-4580-b4b7-8c5e582e0a45', 'tag': '096de4ce-68bc-4722-be31-2eccc22b5ef6', 'status': 'completed', 'code': 200} Jul 15 13:54:41.625012 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-0914224f-c205-4002-8cf8-64abcdbc95c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:41.626507 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-0914224f-c205-4002-8cf8-64abcdbc95c9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c771aaf5b7f0454e8ea08dd45bb4fb48&device_id=5a62a5c8-f317-4580-b4b7-8c5e582e0a45 HTTP/1.1" status: 200 len: 1095 time: 0.0552833 Jul 15 13:54:41.665457 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-1118cce7-d843-44bc-baac-8681d7121378 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=096de4ce-68bc-4722-be31-2eccc22b5ef6 HTTP/1.1" status: 200 len: 217 time: 0.0322080 Jul 15 13:54:41.716470 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-c4af1fd0-1d26-4c13-8c7b-2bbfdc4c5185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:41.717881 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-c4af1fd0-1d26-4c13-8c7b-2bbfdc4c5185 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=190679ab-f870-4226-85ac-09f47128c3b8 HTTP/1.1" status: 200 len: 853 time: 0.0461824 Jul 15 13:54:41.749177 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-12b2e9e2-a82e-48e4-a1c8-9b3236336720 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2bd06e36-24ad-4ca5-97bf-307374b96396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250864 Jul 15 13:54:41.834863 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-8cc670b3-4a2a-41ab-ae92-9057dcc8bb2c service neutron] 10.222.0.46 "GET /v2.0/networks/2bd06e36-24ad-4ca5-97bf-307374b96396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794165 Jul 15 13:54:41.924504 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2fce59dd-1076-4209-bbde-4933d3daaea8 req-17812be3-b951-4f07-96e0-3b292d3aab9c service neutron] 10.222.0.46 "GET /v2.0/networks/2bd06e36-24ad-4ca5-97bf-307374b96396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837007 Jul 15 13:54:42.017695 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f0537-c2ab-41ae-81cc-81f073b493bc req-003350c6-585a-431a-8622-4a732312773c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:42.019090 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-717f0537-c2ab-41ae-81cc-81f073b493bc req-003350c6-585a-431a-8622-4a732312773c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c771aaf5b7f0454e8ea08dd45bb4fb48&device_id=5a62a5c8-f317-4580-b4b7-8c5e582e0a45 HTTP/1.1" status: 200 len: 1095 time: 0.0505838 Jul 15 13:54:42.109928 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f0537-c2ab-41ae-81cc-81f073b493bc req-1d050719-8479-4897-aabc-3487fb037aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:42.111385 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-717f0537-c2ab-41ae-81cc-81f073b493bc req-1d050719-8479-4897-aabc-3487fb037aac service neutron] 10.222.0.46 "GET /v2.0/networks?id=2bd06e36-24ad-4ca5-97bf-307374b96396 HTTP/1.1" status: 200 len: 914 time: 0.0863583 Jul 15 13:54:42.151021 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-717f0537-c2ab-41ae-81cc-81f073b493bc req-eabc3082-971f-4639-88ec-9a3a74a1ca50 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=096de4ce-68bc-4722-be31-2eccc22b5ef6 HTTP/1.1" status: 200 len: 217 time: 0.0325992 Jul 15 13:54:42.198342 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f0537-c2ab-41ae-81cc-81f073b493bc req-22dbbab1-1420-4ea6-b278-9893f5b16c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:42.200267 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-717f0537-c2ab-41ae-81cc-81f073b493bc req-22dbbab1-1420-4ea6-b278-9893f5b16c55 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=190679ab-f870-4226-85ac-09f47128c3b8 HTTP/1.1" status: 200 len: 853 time: 0.0423381 Jul 15 13:54:42.236093 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-717f0537-c2ab-41ae-81cc-81f073b493bc req-da158cac-b05f-4c6a-86de-00dea97546a0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2bd06e36-24ad-4ca5-97bf-307374b96396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287893 Jul 15 13:54:42.326704 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-717f0537-c2ab-41ae-81cc-81f073b493bc req-044a0dea-cf80-4290-a8ca-75d2b3b5a4ea service neutron] 10.222.0.46 "GET /v2.0/networks/2bd06e36-24ad-4ca5-97bf-307374b96396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837018 Jul 15 13:54:42.418351 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-717f0537-c2ab-41ae-81cc-81f073b493bc req-e252a8ea-7301-4ed1-903a-0daf39471c6a service neutron] 10.222.0.46 "GET /v2.0/networks/2bd06e36-24ad-4ca5-97bf-307374b96396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847197 Jul 15 13:54:42.554039 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ce82e-61ef-46c6-8adc-1b59961c2da0 req-b28845aa-d4d4-406d-a958-7622418b1cee tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:42.555510 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-567ce82e-61ef-46c6-8adc-1b59961c2da0 req-b28845aa-d4d4-406d-a958-7622418b1cee tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a62a5c8-f317-4580-b4b7-8c5e582e0a45 HTTP/1.1" status: 200 len: 943 time: 0.0664093 Jul 15 13:54:42.592475 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-567ce82e-61ef-46c6-8adc-1b59961c2da0 req-f53ddd19-193e-49d0-b181-72a250dab2c5 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/security-groups?id=de6b9757-ca10-4bc8-87f7-efbc9c49a3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308702 Jul 15 13:54:43.765196 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f65bbe-198f-4309-b682-5ec389a2aeaf req-365c5e26-3d58-4287-9015-f6353943afa9 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:43.766702 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-94f65bbe-198f-4309-b682-5ec389a2aeaf req-365c5e26-3d58-4287-9015-f6353943afa9 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a62a5c8-f317-4580-b4b7-8c5e582e0a45 HTTP/1.1" status: 200 len: 943 time: 0.0619819 Jul 15 13:54:43.804067 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-94f65bbe-198f-4309-b682-5ec389a2aeaf req-a33548de-aa63-4f77-8888-93c0ae097cd8 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/security-groups?id=de6b9757-ca10-4bc8-87f7-efbc9c49a3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316882 Jul 15 13:54:44.972508 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062d631-2683-4b8c-ac1d-db85e944ab83 req-467e775d-31d1-423d-9bee-86dc981aa3fa tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:44.973972 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4062d631-2683-4b8c-ac1d-db85e944ab83 req-467e775d-31d1-423d-9bee-86dc981aa3fa tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a62a5c8-f317-4580-b4b7-8c5e582e0a45 HTTP/1.1" status: 200 len: 943 time: 0.0615187 Jul 15 13:54:45.009843 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4062d631-2683-4b8c-ac1d-db85e944ab83 req-f25577ee-2f54-4df1-a786-606510fd7526 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/security-groups?id=de6b9757-ca10-4bc8-87f7-efbc9c49a3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304112 Jul 15 13:54:46.085468 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 096de4ce-68bc-4722-be31-2eccc22b5ef6 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:54:46.184096 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706f44d-6a7c-4c5c-b22d-2ab51df426e7 req-1030b233-9cc7-4ba3-8834-766d5f9455bc tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:46.184688 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 096de4ce-68bc-4722-be31-2eccc22b5ef6, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=096de4ce-68bc-4722-be31-2eccc22b5ef6,segment=NetworkSegment(8bdb3c01-b0a1-4092-932d-b4808885c550),segment_id=8bdb3c01-b0a1-4092-932d-b4808885c550)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:54:46.185585 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3706f44d-6a7c-4c5c-b22d-2ab51df426e7 req-1030b233-9cc7-4ba3-8834-766d5f9455bc tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a62a5c8-f317-4580-b4b7-8c5e582e0a45 HTTP/1.1" status: 200 len: 943 time: 0.0669088 Jul 15 13:54:46.195321 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '096de4ce-68bc-4722-be31-2eccc22b5ef6', 'network_id': '2bd06e36-24ad-4ca5-97bf-307374b96396', 'port_id': '096de4ce-68bc-4722-be31-2eccc22b5ef6', 'mac_address': 'fa:16:3e:d5:31:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190679ab-f870-4226-85ac-09f47128c3b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:54:46.223469 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3706f44d-6a7c-4c5c-b22d-2ab51df426e7 req-a549a7b1-b517-4439-8a90-108e39b962c1 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/security-groups?id=de6b9757-ca10-4bc8-87f7-efbc9c49a3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322676 Jul 15 13:54:46.232778 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:46.245444 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 096de4ce-68bc-4722-be31-2eccc22b5ef6 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:54:46.265299 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 096de4ce-68bc-4722-be31-2eccc22b5ef6, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=096de4ce-68bc-4722-be31-2eccc22b5ef6,segment=NetworkSegment(8bdb3c01-b0a1-4092-932d-b4808885c550),segment_id=8bdb3c01-b0a1-4092-932d-b4808885c550)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:54:46.269310 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:46.318165 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=096de4ce-68bc-4722-be31-2eccc22b5ef6,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:46.482745 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['096de4ce-68bc-4722-be31-2eccc22b5ef6'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:54:47.395640 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec3a51-e473-4152-aba8-1213c25e35bd req-1ef4bafe-bc85-4857-b882-6adba01529c6 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:47.397080 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-60ec3a51-e473-4152-aba8-1213c25e35bd req-1ef4bafe-bc85-4857-b882-6adba01529c6 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a62a5c8-f317-4580-b4b7-8c5e582e0a45 HTTP/1.1" status: 200 len: 944 time: 0.0617838 Jul 15 13:54:47.434192 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-60ec3a51-e473-4152-aba8-1213c25e35bd req-da94a7e3-be20-4b12-8f76-fb296e53896c tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/security-groups?id=de6b9757-ca10-4bc8-87f7-efbc9c49a3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307844 Jul 15 13:54:48.101582 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 096de4ce-68bc-4722-be31-2eccc22b5ef6 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:54:48.148868 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 096de4ce-68bc-4722-be31-2eccc22b5ef6 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:54:48.153154 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 096de4ce-68bc-4722-be31-2eccc22b5ef6 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:54:48.153527 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:48.230237 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:48.253038 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a62a5c8-f317-4580-b4b7-8c5e582e0a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096de4ce-68bc-4722-be31-2eccc22b5ef6'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:54:48.255298 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee099a2-0923-4584-9c05-aef9e8b6ccec" -d '{"events": [{"server_uuid": "5a62a5c8-f317-4580-b4b7-8c5e582e0a45", "name": "network-vif-plugged", "status": "completed", "tag": "096de4ce-68bc-4722-be31-2eccc22b5ef6"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:54:48.267807 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 096de4ce-68bc-4722-be31-2eccc22b5ef6, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=096de4ce-68bc-4722-be31-2eccc22b5ef6,segment=NetworkSegment(8bdb3c01-b0a1-4092-932d-b4808885c550),segment_id=8bdb3c01-b0a1-4092-932d-b4808885c550)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:54:48.271806 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:48.296328 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397b0e86-0dad-4f43-a327-50dc88ef804f x-openstack-request-id: req-397b0e86-0dad-4f43-a327-50dc88ef804f {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:54:48.296616 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a62a5c8-f317-4580-b4b7-8c5e582e0a45", "name": "network-vif-plugged", "status": "completed", "tag": "096de4ce-68bc-4722-be31-2eccc22b5ef6", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:54:48.296869 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-397b0e86-0dad-4f43-a327-50dc88ef804f {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:54:48.297250 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a62a5c8-f317-4580-b4b7-8c5e582e0a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096de4ce-68bc-4722-be31-2eccc22b5ef6', 'code': 200} Jul 15 13:54:48.321090 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=096de4ce-68bc-4722-be31-2eccc22b5ef6,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:48.406886 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2f04f-ce81-475b-974a-6625e6870519 req-6bd2a2c3-1a40-400d-8d5a-dd774d8e314e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:48.408276 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-48f2f04f-ce81-475b-974a-6625e6870519 req-6bd2a2c3-1a40-400d-8d5a-dd774d8e314e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5a62a5c8-f317-4580-b4b7-8c5e582e0a45 HTTP/1.1" status: 200 len: 1097 time: 0.0502393 Jul 15 13:54:48.441388 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-48f2f04f-ce81-475b-974a-6625e6870519 req-011ff1d0-0fd8-4308-9850-49cb0e5b05a1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=de6b9757-ca10-4bc8-87f7-efbc9c49a3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270627 Jul 15 13:54:48.619071 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c134e-cdce-46d7-ac7f-cd32363b7fd3 req-7afe2f7b-e84c-4ebe-b93d-772c65653129 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:48.621086 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e11c134e-cdce-46d7-ac7f-cd32363b7fd3 req-7afe2f7b-e84c-4ebe-b93d-772c65653129 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a62a5c8-f317-4580-b4b7-8c5e582e0a45 HTTP/1.1" status: 200 len: 945 time: 0.0668664 Jul 15 13:54:48.659942 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e11c134e-cdce-46d7-ac7f-cd32363b7fd3 req-2ba43512-fb52-4418-9220-58881d7d9a6f tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/security-groups?id=de6b9757-ca10-4bc8-87f7-efbc9c49a3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333068 Jul 15 13:54:49.841336 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79462253-5f9d-45af-8884-3ff0c35ffbf6 req-244736db-c453-4036-b0a8-02c838fe784d tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:49.842810 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-79462253-5f9d-45af-8884-3ff0c35ffbf6 req-244736db-c453-4036-b0a8-02c838fe784d tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a62a5c8-f317-4580-b4b7-8c5e582e0a45 HTTP/1.1" status: 200 len: 945 time: 0.0617146 Jul 15 13:54:49.879832 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-79462253-5f9d-45af-8884-3ff0c35ffbf6 req-82616031-ee6d-4eb0-8693-93ba33d68882 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/security-groups?id=de6b9757-ca10-4bc8-87f7-efbc9c49a3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315156 Jul 15 13:54:50.101684 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-b50766e2-b132-4a20-8589-8e2345986251 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:50.103164 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-b50766e2-b132-4a20-8589-8e2345986251 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/networks?id=2bd06e36-24ad-4ca5-97bf-307374b96396 HTTP/1.1" status: 200 len: 813 time: 0.1016848 Jul 15 13:54:50.117641 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-2ba66d1c-d131-4acd-8109-a6e64b9b637f tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/quotas/c771aaf5b7f0454e8ea08dd45bb4fb48 HTTP/1.1" status: 200 len: 375 time: 0.0091016 Jul 15 13:54:50.179991 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-6ab3b048-03cd-45e3-be08-4b17e48950b3 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c771aaf5b7f0454e8ea08dd45bb4fb48&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0550830 Jul 15 13:54:50.236321 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-6e7b1986-a60f-4f6b-9342-3c9569994030 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:54:50.237314 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-6e7b1986-a60f-4f6b-9342-3c9569994030 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0505493 Jul 15 13:54:50.327590 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-99a33b93-f454-4d3c-a33d-b9d8da4f5694 service neutron] 10.222.0.16 "GET /v2.0/networks/2bd06e36-24ad-4ca5-97bf-307374b96396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843921 Jul 15 13:54:50.412285 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-c4cdde68-01a9-42b2-ba21-a5a4f773f040 service neutron] 10.222.0.16 "GET /v2.0/networks/2bd06e36-24ad-4ca5-97bf-307374b96396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790670 Jul 15 13:54:50.577692 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e340d7c4-b1b4-46f6-b756-e919045ee111 req-a4b62c53-a32c-4a71-b967-afc1cd08c0d7 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/ports?device_id=86dd41f6-032e-4919-9677-4061a708e038 HTTP/1.1" status: 200 len: 210 time: 0.0284531 Jul 15 13:54:51.575926 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-f4b3b209-e3a9-4d16-bf4b-b727af08dc5b tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:51.577360 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-f4b3b209-e3a9-4d16-bf4b-b727af08dc5b tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.20 "GET /v2.0/networks?id=2bd06e36-24ad-4ca5-97bf-307374b96396 HTTP/1.1" status: 200 len: 813 time: 0.1060371 Jul 15 13:54:51.595788 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-38ec8ffc-f044-4034-86ac-c8d7e24573e6 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Request body: {'port': {'device_id': '86dd41f6-032e-4919-9677-4061a708e038', 'network_id': '2bd06e36-24ad-4ca5-97bf-307374b96396', 'admin_state_up': True, 'tenant_id': 'c771aaf5b7f0454e8ea08dd45bb4fb48'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:54:51.727337 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4e0cce67-4c08-48c6-88b6-02bf5c8e786e req-2bec2d67-d576-4ae4-ace7-6e1ee1126420 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/ports?device_id=86dd41f6-032e-4919-9677-4061a708e038 HTTP/1.1" status: 200 len: 210 time: 0.0323064 Jul 15 13:54:51.739226 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-38ec8ffc-f044-4034-86ac-c8d7e24573e6 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Made reservation on behalf of c771aaf5b7f0454e8ea08dd45bb4fb48 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:54:51.742824 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-38ec8ffc-f044-4034-86ac-c8d7e24573e6 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:51.866338 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-38ec8ffc-f044-4034-86ac-c8d7e24573e6 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Allocated IP 172.20.0.10 (2bd06e36-24ad-4ca5-97bf-307374b96396/190679ab-f870-4226-85ac-09f47128c3b8/da1cfc62-472e-460e-aa4c-3fb9fefdd1da) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:54:52.005723 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-38ec8ffc-f044-4034-86ac-c8d7e24573e6 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:52.043170 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-38ec8ffc-f044-4034-86ac-c8d7e24573e6 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:52.055151 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['096de4ce-68bc-4722-be31-2eccc22b5ef6'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:54:52.093332 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-38ec8ffc-f044-4034-86ac-c8d7e24573e6 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Network 2bd06e36-24ad-4ca5-97bf-307374b96396 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:54:52.096561 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-38ec8ffc-f044-4034-86ac-c8d7e24573e6 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:54:52.100547 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-38ec8ffc-f044-4034-86ac-c8d7e24573e6 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:54:52.123658 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec8ffc-f044-4034-86ac-c8d7e24573e6 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Pushing event updated for resources: {'Port': ['ID=da1cfc62-472e-460e-aa4c-3fb9fefdd1da,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:52.152660 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-38ec8ffc-f044-4034-86ac-c8d7e24573e6 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:52.153278 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-38ec8ffc-f044-4034-86ac-c8d7e24573e6 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:52.166713 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-38ec8ffc-f044-4034-86ac-c8d7e24573e6 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5749519 Jul 15 13:54:52.177874 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-442a6f26-9c6c-4f6c-a6d6-9de87d3b2dd6 service neutron] Request body: {'port': {'device_id': '86dd41f6-032e-4919-9677-4061a708e038', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:54:52.247591 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-442a6f26-9c6c-4f6c-a6d6-9de87d3b2dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:52.504918 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-442a6f26-9c6c-4f6c-a6d6-9de87d3b2dd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da1cfc62-472e-460e-aa4c-3fb9fefdd1da {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:54:52.512728 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-442a6f26-9c6c-4f6c-a6d6-9de87d3b2dd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:52.524624 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-442a6f26-9c6c-4f6c-a6d6-9de87d3b2dd6 service neutron] Transition to ACTIVE for port object da1cfc62-472e-460e-aa4c-3fb9fefdd1da will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:54:52.528225 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-442a6f26-9c6c-4f6c-a6d6-9de87d3b2dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:52.578025 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a6f26-9c6c-4f6c-a6d6-9de87d3b2dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=da1cfc62-472e-460e-aa4c-3fb9fefdd1da,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:52.644755 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-442a6f26-9c6c-4f6c-a6d6-9de87d3b2dd6 service neutron] Attempting to bind port da1cfc62-472e-460e-aa4c-3fb9fefdd1da on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:54:52.645117 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-442a6f26-9c6c-4f6c-a6d6-9de87d3b2dd6 service neutron] Attempting to bind port da1cfc62-472e-460e-aa4c-3fb9fefdd1da by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': '8bdb3c01-b0a1-4092-932d-b4808885c550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2bd06e36-24ad-4ca5-97bf-307374b96396'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:54:52.645401 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-442a6f26-9c6c-4f6c-a6d6-9de87d3b2dd6 service neutron] Attempting to bind port da1cfc62-472e-460e-aa4c-3fb9fefdd1da on network 2bd06e36-24ad-4ca5-97bf-307374b96396 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:54:52.649537 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-442a6f26-9c6c-4f6c-a6d6-9de87d3b2dd6 service neutron] Port da1cfc62-472e-460e-aa4c-3fb9fefdd1da on network 2bd06e36-24ad-4ca5-97bf-307374b96396 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:54:52.649854 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-442a6f26-9c6c-4f6c-a6d6-9de87d3b2dd6 service neutron] Attempting to bind port da1cfc62-472e-460e-aa4c-3fb9fefdd1da on network 2bd06e36-24ad-4ca5-97bf-307374b96396 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:54:52.654725 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-442a6f26-9c6c-4f6c-a6d6-9de87d3b2dd6 service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:54:52.655060 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-442a6f26-9c6c-4f6c-a6d6-9de87d3b2dd6 service neutron] Checking segment: {'id': '8bdb3c01-b0a1-4092-932d-b4808885c550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2bd06e36-24ad-4ca5-97bf-307374b96396'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:54:52.655439 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-442a6f26-9c6c-4f6c-a6d6-9de87d3b2dd6 service neutron] Bound using segment: {'id': '8bdb3c01-b0a1-4092-932d-b4808885c550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2bd06e36-24ad-4ca5-97bf-307374b96396'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:54:52.655857 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-442a6f26-9c6c-4f6c-a6d6-9de87d3b2dd6 service neutron] Bound port: da1cfc62-472e-460e-aa4c-3fb9fefdd1da, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bdb3c01-b0a1-4092-932d-b4808885c550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2bd06e36-24ad-4ca5-97bf-307374b96396'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:54:52.656209 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-442a6f26-9c6c-4f6c-a6d6-9de87d3b2dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:52.717432 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-442a6f26-9c6c-4f6c-a6d6-9de87d3b2dd6 service neutron] For port da1cfc62-472e-460e-aa4c-3fb9fefdd1da, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:54:52.720711 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-442a6f26-9c6c-4f6c-a6d6-9de87d3b2dd6 service neutron] For port da1cfc62-472e-460e-aa4c-3fb9fefdd1da, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=da1cfc62-472e-460e-aa4c-3fb9fefdd1da,segment=NetworkSegment(8bdb3c01-b0a1-4092-932d-b4808885c550),segment_id=8bdb3c01-b0a1-4092-932d-b4808885c550)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:54:52.724895 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-442a6f26-9c6c-4f6c-a6d6-9de87d3b2dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:52.758027 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-442a6f26-9c6c-4f6c-a6d6-9de87d3b2dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:52.759200 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-442a6f26-9c6c-4f6c-a6d6-9de87d3b2dd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:52.760466 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-442a6f26-9c6c-4f6c-a6d6-9de87d3b2dd6 service neutron] 10.222.0.20 "PUT /v2.0/ports/da1cfc62-472e-460e-aa4c-3fb9fefdd1da HTTP/1.1" status: 200 len: 1093 time: 0.5867269 Jul 15 13:54:52.762622 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86dd41f6-032e-4919-9677-4061a708e038', 'tag': 'da1cfc62-472e-460e-aa4c-3fb9fefdd1da'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:54:52.765978 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827c747f-5b8b-495e-8a07-f58680fd92a4" -d '{"events": [{"name": "network-changed", "server_uuid": "86dd41f6-032e-4919-9677-4061a708e038", "tag": "da1cfc62-472e-460e-aa4c-3fb9fefdd1da"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:54:52.794918 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a6f26-9c6c-4f6c-a6d6-9de87d3b2dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=da1cfc62-472e-460e-aa4c-3fb9fefdd1da,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:52.817239 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08df6aca-9621-425e-9325-42f4cd77da6f x-openstack-request-id: req-08df6aca-9621-425e-9325-42f4cd77da6f {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:54:52.817532 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86dd41f6-032e-4919-9677-4061a708e038", "tag": "da1cfc62-472e-460e-aa4c-3fb9fefdd1da", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:54:52.817782 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-08df6aca-9621-425e-9325-42f4cd77da6f {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:54:52.818170 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86dd41f6-032e-4919-9677-4061a708e038', 'tag': 'da1cfc62-472e-460e-aa4c-3fb9fefdd1da', 'status': 'completed', 'code': 200} Jul 15 13:54:52.894641 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-eae52bbd-96a5-4814-8c32-955431532da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:52.896129 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-eae52bbd-96a5-4814-8c32-955431532da6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c771aaf5b7f0454e8ea08dd45bb4fb48&device_id=86dd41f6-032e-4919-9677-4061a708e038 HTTP/1.1" status: 200 len: 1096 time: 0.0895486 Jul 15 13:54:52.940251 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-dba2df2f-74d9-4ace-bed3-85ca51cd491b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da1cfc62-472e-460e-aa4c-3fb9fefdd1da HTTP/1.1" status: 200 len: 217 time: 0.0369246 Jul 15 13:54:52.951919 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f9153-5099-4ed0-a6d5-57f82fe31a14 req-4a8115bd-7a9c-4172-9d4e-97e60094ee73 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:52.953291 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-477f9153-5099-4ed0-a6d5-57f82fe31a14 req-4a8115bd-7a9c-4172-9d4e-97e60094ee73 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/ports?device_id=86dd41f6-032e-4919-9677-4061a708e038 HTTP/1.1" status: 200 len: 944 time: 0.1087372 Jul 15 13:54:53.022286 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-477f9153-5099-4ed0-a6d5-57f82fe31a14 req-61600123-b840-4704-940b-69fe563bdd26 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/security-groups?id=de6b9757-ca10-4bc8-87f7-efbc9c49a3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611579 Jul 15 13:54:53.023660 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-c8f56e70-e744-495e-a90f-7a5336245970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:53.025150 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-c8f56e70-e744-495e-a90f-7a5336245970 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=190679ab-f870-4226-85ac-09f47128c3b8 HTTP/1.1" status: 200 len: 853 time: 0.0708432 Jul 15 13:54:53.057121 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-ee185d92-5271-4ce0-a3f5-bb5a01a23ad7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2bd06e36-24ad-4ca5-97bf-307374b96396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262136 Jul 15 13:54:53.143566 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-5adb59b8-cafe-483f-a20f-8e602506bdd7 service neutron] 10.222.0.20 "GET /v2.0/networks/2bd06e36-24ad-4ca5-97bf-307374b96396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799787 Jul 15 13:54:53.235434 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-48e4169c-7fc3-4b80-b2ca-0405dabb61ac req-a04e6d04-80cb-44b7-b773-b6a0adc52ff4 service neutron] 10.222.0.20 "GET /v2.0/networks/2bd06e36-24ad-4ca5-97bf-307374b96396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857508 Jul 15 13:54:53.331434 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c747f-5b8b-495e-8a07-f58680fd92a4 req-7d9c132d-0bd5-4484-afe1-5d3aa294333f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:53.332816 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-827c747f-5b8b-495e-8a07-f58680fd92a4 req-7d9c132d-0bd5-4484-afe1-5d3aa294333f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c771aaf5b7f0454e8ea08dd45bb4fb48&device_id=86dd41f6-032e-4919-9677-4061a708e038 HTTP/1.1" status: 200 len: 1096 time: 0.0513897 Jul 15 13:54:53.422459 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c747f-5b8b-495e-8a07-f58680fd92a4 req-c22bee21-23ea-4c4b-9a2d-21d580829052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:53.423950 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-827c747f-5b8b-495e-8a07-f58680fd92a4 req-c22bee21-23ea-4c4b-9a2d-21d580829052 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2bd06e36-24ad-4ca5-97bf-307374b96396 HTTP/1.1" status: 200 len: 914 time: 0.0853977 Jul 15 13:54:53.463253 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-827c747f-5b8b-495e-8a07-f58680fd92a4 req-a63c5ac2-b9da-455b-93b2-0676cc08ac44 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da1cfc62-472e-460e-aa4c-3fb9fefdd1da HTTP/1.1" status: 200 len: 217 time: 0.0328734 Jul 15 13:54:53.507899 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c747f-5b8b-495e-8a07-f58680fd92a4 req-1d2542ec-f197-44e2-8c42-b508250650c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:53.509259 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-827c747f-5b8b-495e-8a07-f58680fd92a4 req-1d2542ec-f197-44e2-8c42-b508250650c9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=190679ab-f870-4226-85ac-09f47128c3b8 HTTP/1.1" status: 200 len: 853 time: 0.0403712 Jul 15 13:54:53.544521 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-827c747f-5b8b-495e-8a07-f58680fd92a4 req-ee385899-94bf-40e8-8f05-f2974107e7b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2bd06e36-24ad-4ca5-97bf-307374b96396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292320 Jul 15 13:54:53.629804 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-827c747f-5b8b-495e-8a07-f58680fd92a4 req-cb2cae63-8221-4410-b9f8-a25d02f8a1ea service neutron] 10.222.0.20 "GET /v2.0/networks/2bd06e36-24ad-4ca5-97bf-307374b96396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785732 Jul 15 13:54:53.720266 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-827c747f-5b8b-495e-8a07-f58680fd92a4 req-3194eb85-7dd2-40bf-bdd9-f5101db57eab service neutron] 10.222.0.20 "GET /v2.0/networks/2bd06e36-24ad-4ca5-97bf-307374b96396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841718 Jul 15 13:54:54.197694 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe1c11-9670-415e-8a5f-b6080d76f727 req-c2e62a14-9a74-4e0d-a832-1d019fa03434 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:54.199170 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c3fe1c11-9670-415e-8a5f-b6080d76f727 req-c2e62a14-9a74-4e0d-a832-1d019fa03434 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/ports?device_id=86dd41f6-032e-4919-9677-4061a708e038 HTTP/1.1" status: 200 len: 944 time: 0.0617423 Jul 15 13:54:54.235907 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c3fe1c11-9670-415e-8a5f-b6080d76f727 req-75c2de21-d848-40f7-8065-6681fba65bb1 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/security-groups?id=de6b9757-ca10-4bc8-87f7-efbc9c49a3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312009 Jul 15 13:54:55.297384 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device da1cfc62-472e-460e-aa4c-3fb9fefdd1da details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:54:55.396039 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port da1cfc62-472e-460e-aa4c-3fb9fefdd1da, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=da1cfc62-472e-460e-aa4c-3fb9fefdd1da,segment=NetworkSegment(8bdb3c01-b0a1-4092-932d-b4808885c550),segment_id=8bdb3c01-b0a1-4092-932d-b4808885c550)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:54:55.407108 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': 'da1cfc62-472e-460e-aa4c-3fb9fefdd1da', 'network_id': '2bd06e36-24ad-4ca5-97bf-307374b96396', 'port_id': 'da1cfc62-472e-460e-aa4c-3fb9fefdd1da', 'mac_address': 'fa:16:3e:e6:4c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190679ab-f870-4226-85ac-09f47128c3b8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:54:55.407815 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5025b77-a135-4ad2-aa20-8c72cda119d1 req-3cf7075d-62b5-4139-9eef-3b83f412ccfc tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:55.409489 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f5025b77-a135-4ad2-aa20-8c72cda119d1 req-3cf7075d-62b5-4139-9eef-3b83f412ccfc tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/ports?device_id=86dd41f6-032e-4919-9677-4061a708e038 HTTP/1.1" status: 200 len: 944 time: 0.0636003 Jul 15 13:54:55.444402 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:55.450301 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f5025b77-a135-4ad2-aa20-8c72cda119d1 req-edc4e987-8b75-42ba-9e22-50f5fe1b79e4 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/security-groups?id=de6b9757-ca10-4bc8-87f7-efbc9c49a3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352681 Jul 15 13:54:55.457354 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da1cfc62-472e-460e-aa4c-3fb9fefdd1da {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:54:55.477294 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port da1cfc62-472e-460e-aa4c-3fb9fefdd1da, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=da1cfc62-472e-460e-aa4c-3fb9fefdd1da,segment=NetworkSegment(8bdb3c01-b0a1-4092-932d-b4808885c550),segment_id=8bdb3c01-b0a1-4092-932d-b4808885c550)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:54:55.481112 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:55.528703 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=da1cfc62-472e-460e-aa4c-3fb9fefdd1da,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:55.665209 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['da1cfc62-472e-460e-aa4c-3fb9fefdd1da'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:54:56.620186 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af035e8-7c8d-4e48-bb47-1209322f6d72 req-df00b454-d5d0-4351-83f7-193f90c5ecae tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:56.621640 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4af035e8-7c8d-4e48-bb47-1209322f6d72 req-df00b454-d5d0-4351-83f7-193f90c5ecae tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/ports?device_id=86dd41f6-032e-4919-9677-4061a708e038 HTTP/1.1" status: 200 len: 945 time: 0.0621402 Jul 15 13:54:56.658799 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4af035e8-7c8d-4e48-bb47-1209322f6d72 req-7a6629d9-a24d-4f94-a781-5eb4b411edc8 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/security-groups?id=de6b9757-ca10-4bc8-87f7-efbc9c49a3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311875 Jul 15 13:54:57.306896 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device da1cfc62-472e-460e-aa4c-3fb9fefdd1da up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:54:57.353379 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port da1cfc62-472e-460e-aa4c-3fb9fefdd1da completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:54:57.356952 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port da1cfc62-472e-460e-aa4c-3fb9fefdd1da triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:54:57.357351 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:57.433755 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:57.454555 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86dd41f6-032e-4919-9677-4061a708e038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1cfc62-472e-460e-aa4c-3fb9fefdd1da'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:54:57.456804 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641e489d26121a3b1daf5042a9ae30a39e7fb4031492c2b0e9ab05ff8f9aa23d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645e7bf1-684d-49d4-98e5-574b8e42c06e" -d '{"events": [{"server_uuid": "86dd41f6-032e-4919-9677-4061a708e038", "name": "network-vif-plugged", "status": "completed", "tag": "da1cfc62-472e-460e-aa4c-3fb9fefdd1da"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:54:57.469665 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port da1cfc62-472e-460e-aa4c-3fb9fefdd1da, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=da1cfc62-472e-460e-aa4c-3fb9fefdd1da,segment=NetworkSegment(8bdb3c01-b0a1-4092-932d-b4808885c550),segment_id=8bdb3c01-b0a1-4092-932d-b4808885c550)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:54:57.473868 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:57.496605 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb222f5-0b6c-455b-9ef7-5263115834e5 x-openstack-request-id: req-9eb222f5-0b6c-455b-9ef7-5263115834e5 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:54:57.496896 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86dd41f6-032e-4919-9677-4061a708e038", "name": "network-vif-plugged", "status": "completed", "tag": "da1cfc62-472e-460e-aa4c-3fb9fefdd1da", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:54:57.497150 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9eb222f5-0b6c-455b-9ef7-5263115834e5 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:54:57.497531 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86dd41f6-032e-4919-9677-4061a708e038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1cfc62-472e-460e-aa4c-3fb9fefdd1da', 'code': 200} Jul 15 13:54:57.525993 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=da1cfc62-472e-460e-aa4c-3fb9fefdd1da,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:54:57.604440 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc1543-018f-4723-bbf7-7e7fae6bc66f req-65d9f533-5b74-4042-8eb7-0f4808aab07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:57.605797 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-99fc1543-018f-4723-bbf7-7e7fae6bc66f req-65d9f533-5b74-4042-8eb7-0f4808aab07c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=86dd41f6-032e-4919-9677-4061a708e038 HTTP/1.1" status: 200 len: 1098 time: 0.0500503 Jul 15 13:54:57.640682 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-99fc1543-018f-4723-bbf7-7e7fae6bc66f req-30bd539f-dce1-4c84-9004-40bc9d44c0cb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=de6b9757-ca10-4bc8-87f7-efbc9c49a3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289001 Jul 15 13:54:57.836393 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69dd78-43fa-4096-9dfb-84c5188b91b8 req-89a9d85f-ed80-4d1f-945d-c29d12397fca tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:57.837944 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2f69dd78-43fa-4096-9dfb-84c5188b91b8 req-89a9d85f-ed80-4d1f-945d-c29d12397fca tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/ports?device_id=86dd41f6-032e-4919-9677-4061a708e038 HTTP/1.1" status: 200 len: 946 time: 0.0686707 Jul 15 13:54:57.876105 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2f69dd78-43fa-4096-9dfb-84c5188b91b8 req-95511c05-4b17-4b62-9fe5-36ace48d051f tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/security-groups?id=de6b9757-ca10-4bc8-87f7-efbc9c49a3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324271 Jul 15 13:54:59.048478 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1413c3f3-0fb1-4925-9e88-191b820d14e2 req-7bd90399-d170-4ac2-b750-224869029318 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:59.050141 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1413c3f3-0fb1-4925-9e88-191b820d14e2 req-7bd90399-d170-4ac2-b750-224869029318 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/ports?device_id=86dd41f6-032e-4919-9677-4061a708e038 HTTP/1.1" status: 200 len: 946 time: 0.0620854 Jul 15 13:54:59.086496 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1413c3f3-0fb1-4925-9e88-191b820d14e2 req-c2ea8ddc-d5e8-4453-8664-05bd84c19896 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/security-groups?id=de6b9757-ca10-4bc8-87f7-efbc9c49a3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307631 Jul 15 13:54:59.456831 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efaf8b-1c96-4bec-a5f1-b712e325d549 req-4d4ae312-de60-4149-91d9-d91ea69d4b32 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:59.458290 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02efaf8b-1c96-4bec-a5f1-b712e325d549 req-4d4ae312-de60-4149-91d9-d91ea69d4b32 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/ports?device_id=86dd41f6-032e-4919-9677-4061a708e038 HTTP/1.1" status: 200 len: 946 time: 0.0613866 Jul 15 13:54:59.494359 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02efaf8b-1c96-4bec-a5f1-b712e325d549 req-525903fa-c336-415f-9f0e-092ae229d969 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/security-groups?id=de6b9757-ca10-4bc8-87f7-efbc9c49a3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305438 Jul 15 13:54:59.609214 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:59.718329 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-24636417-ca69-47ad-a592-9226b2ee0467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:59.925260 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:00.143051 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e59dd817-1ada-4dad-b8d0-4772ef3be05a req-b2913e24-d2b0-40d5-93f2-3163a5b8a4bb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5a62a5c8-f317-4580-b4b7-8c5e582e0a45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0502007 Jul 15 13:55:00.238381 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59dd817-1ada-4dad-b8d0-4772ef3be05a req-34d05f94-565e-4af0-96db-3f8214c382f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:00.239907 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e59dd817-1ada-4dad-b8d0-4772ef3be05a req-34d05f94-565e-4af0-96db-3f8214c382f7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c771aaf5b7f0454e8ea08dd45bb4fb48&device_id=5a62a5c8-f317-4580-b4b7-8c5e582e0a45 HTTP/1.1" status: 200 len: 1097 time: 0.0552423 Jul 15 13:55:00.343616 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59dd817-1ada-4dad-b8d0-4772ef3be05a req-7d927134-d083-4a76-88f4-234b82d3fd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:00.345082 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e59dd817-1ada-4dad-b8d0-4772ef3be05a req-7d927134-d083-4a76-88f4-234b82d3fd8a service neutron] 10.222.0.46 "GET /v2.0/networks?id=2bd06e36-24ad-4ca5-97bf-307374b96396 HTTP/1.1" status: 200 len: 914 time: 0.0845668 Jul 15 13:55:00.389545 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e59dd817-1ada-4dad-b8d0-4772ef3be05a req-f1aad1cb-47af-4c6e-8351-0e390a704f53 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=096de4ce-68bc-4722-be31-2eccc22b5ef6 HTTP/1.1" status: 200 len: 217 time: 0.0379162 Jul 15 13:55:00.437905 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59dd817-1ada-4dad-b8d0-4772ef3be05a req-c224934e-d4df-43e0-8046-002e16c11ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:00.439412 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e59dd817-1ada-4dad-b8d0-4772ef3be05a req-c224934e-d4df-43e0-8046-002e16c11ad5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=190679ab-f870-4226-85ac-09f47128c3b8 HTTP/1.1" status: 200 len: 853 time: 0.0436325 Jul 15 13:55:00.472486 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e59dd817-1ada-4dad-b8d0-4772ef3be05a req-628225ce-1f62-42c5-a9f4-e92b0ac78f3a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2bd06e36-24ad-4ca5-97bf-307374b96396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270681 Jul 15 13:55:00.569602 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e59dd817-1ada-4dad-b8d0-4772ef3be05a req-6f3e2546-5235-4881-bfb8-f738e320812a service neutron] 10.222.0.46 "GET /v2.0/networks/2bd06e36-24ad-4ca5-97bf-307374b96396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869365 Jul 15 13:55:00.665793 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e59dd817-1ada-4dad-b8d0-4772ef3be05a req-1eb38ded-41d4-4b23-a904-bd6611c7aca1 service neutron] 10.222.0.46 "GET /v2.0/networks/2bd06e36-24ad-4ca5-97bf-307374b96396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842731 Jul 15 13:55:00.709179 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea0458-5cb6-4368-b58c-2cdf38155849 req-776d59cd-1dae-4f89-ba37-2d6fce6158ee tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:00.710594 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-89ea0458-5cb6-4368-b58c-2cdf38155849 req-776d59cd-1dae-4f89-ba37-2d6fce6158ee tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/ports?device_id=86dd41f6-032e-4919-9677-4061a708e038 HTTP/1.1" status: 200 len: 946 time: 0.0970523 Jul 15 13:55:00.719088 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8b74f-2671-45e0-b337-7b9490fc7a16 req-acf097a3-0475-4b9a-ba4f-b837d6212672 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:00.720426 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1fc8b74f-2671-45e0-b337-7b9490fc7a16 req-acf097a3-0475-4b9a-ba4f-b837d6212672 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.20 "GET /v2.0/ports?device_id=86dd41f6-032e-4919-9677-4061a708e038 HTTP/1.1" status: 200 len: 946 time: 0.1171081 Jul 15 13:55:00.791076 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-89ea0458-5cb6-4368-b58c-2cdf38155849 req-b96f2ac6-a350-4682-a9c6-649ba77945f5 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/security-groups?id=de6b9757-ca10-4bc8-87f7-efbc9c49a3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697017 Jul 15 13:55:00.841552 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-1fc8b74f-2671-45e0-b337-7b9490fc7a16 req-cdfef5f0-047c-40c6-8d73-1c39d8b55bff tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Deleting port da1cfc62-472e-460e-aa4c-3fb9fefdd1da {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:55:00.841897 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1fc8b74f-2671-45e0-b337-7b9490fc7a16 req-cdfef5f0-047c-40c6-8d73-1c39d8b55bff tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:00.927156 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-1fc8b74f-2671-45e0-b337-7b9490fc7a16 req-cdfef5f0-047c-40c6-8d73-1c39d8b55bff tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] For port da1cfc62-472e-460e-aa4c-3fb9fefdd1da, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=da1cfc62-472e-460e-aa4c-3fb9fefdd1da,segment=NetworkSegment(8bdb3c01-b0a1-4092-932d-b4808885c550),segment_id=8bdb3c01-b0a1-4092-932d-b4808885c550)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:55:00.927517 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1fc8b74f-2671-45e0-b337-7b9490fc7a16 req-cdfef5f0-047c-40c6-8d73-1c39d8b55bff tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:00.939701 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-1fc8b74f-2671-45e0-b337-7b9490fc7a16 req-cdfef5f0-047c-40c6-8d73-1c39d8b55bff tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Calling delete_port for da1cfc62-472e-460e-aa4c-3fb9fefdd1da owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:55:01.063684 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1fc8b74f-2671-45e0-b337-7b9490fc7a16 req-cdfef5f0-047c-40c6-8d73-1c39d8b55bff tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:01.076050 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['096de4ce-68bc-4722-be31-2eccc22b5ef6'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:55:01.078864 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['da1cfc62-472e-460e-aa4c-3fb9fefdd1da'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:55:01.090369 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfef5f0-047c-40c6-8d73-1c39d8b55bff tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Pushing event deleted for resources: {'Port': ['ID=da1cfc62-472e-460e-aa4c-3fb9fefdd1da,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:01.140065 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc8b74f-2671-45e0-b337-7b9490fc7a16 req-cdfef5f0-047c-40c6-8d73-1c39d8b55bff tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] No DVR routers for this DVR port da1cfc62-472e-460e-aa4c-3fb9fefdd1da on host n-h1-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:55:01.142795 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1fc8b74f-2671-45e0-b337-7b9490fc7a16 req-cdfef5f0-047c-40c6-8d73-1c39d8b55bff tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:01.144784 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1fc8b74f-2671-45e0-b337-7b9490fc7a16 req-cdfef5f0-047c-40c6-8d73-1c39d8b55bff tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.20 "DELETE /v2.0/ports/da1cfc62-472e-460e-aa4c-3fb9fefdd1da HTTP/1.1" status: 204 len: 173 time: 0.4176197 Jul 15 13:55:01.145224 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86dd41f6-032e-4919-9677-4061a708e038', 'name': 'network-vif-deleted', 'tag': 'da1cfc62-472e-460e-aa4c-3fb9fefdd1da'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:55:01.147548 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c16b5f-e560-4eb4-a26c-02802ba08a73" -d '{"events": [{"server_uuid": "86dd41f6-032e-4919-9677-4061a708e038", "name": "network-vif-deleted", "tag": "da1cfc62-472e-460e-aa4c-3fb9fefdd1da"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:55:01.183659 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f90c42d-9fa8-4265-a5d9-0a09e958b1f3 x-openstack-request-id: req-7f90c42d-9fa8-4265-a5d9-0a09e958b1f3 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:55:01.184198 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86dd41f6-032e-4919-9677-4061a708e038", "name": "network-vif-deleted", "tag": "da1cfc62-472e-460e-aa4c-3fb9fefdd1da", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:55:01.184619 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7f90c42d-9fa8-4265-a5d9-0a09e958b1f3 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:55:01.185185 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86dd41f6-032e-4919-9677-4061a708e038', 'name': 'network-vif-deleted', 'tag': 'da1cfc62-472e-460e-aa4c-3fb9fefdd1da', 'status': 'completed', 'code': 200} Jul 15 13:55:02.029976 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee2952-c1ca-4fd0-8947-629ce128bc48 req-d035ae5d-03d5-4268-9bcb-88ad280888ff tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:02.031966 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-91ee2952-c1ca-4fd0-8947-629ce128bc48 req-d035ae5d-03d5-4268-9bcb-88ad280888ff tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a62a5c8-f317-4580-b4b7-8c5e582e0a45 HTTP/1.1" status: 200 len: 945 time: 0.0609994 Jul 15 13:55:02.068108 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-91ee2952-c1ca-4fd0-8947-629ce128bc48 req-d510f235-9272-4d7f-a2fd-8b1dd4ab430d tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/security-groups?id=de6b9757-ca10-4bc8-87f7-efbc9c49a3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305336 Jul 15 13:55:02.251818 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803106cf-2433-498f-8851-1a4be099be4a req-8b55f5c2-5edc-4fa2-b488-8b445804eee0 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:02.253555 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-803106cf-2433-498f-8851-1a4be099be4a req-8b55f5c2-5edc-4fa2-b488-8b445804eee0 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a62a5c8-f317-4580-b4b7-8c5e582e0a45 HTTP/1.1" status: 200 len: 945 time: 0.0618088 Jul 15 13:55:02.291228 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-803106cf-2433-498f-8851-1a4be099be4a req-8c7c5006-88da-46d1-a5e4-f2acae34e2d9 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/security-groups?id=de6b9757-ca10-4bc8-87f7-efbc9c49a3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321243 Jul 15 13:55:02.326021 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:02.469029 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da773106-5810-4c3a-97f6-184500f92db3 req-cac405d1-d04a-4a69-b245-7203f0890cc5 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:02.470486 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-da773106-5810-4c3a-97f6-184500f92db3 req-cac405d1-d04a-4a69-b245-7203f0890cc5 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a62a5c8-f317-4580-b4b7-8c5e582e0a45 HTTP/1.1" status: 200 len: 945 time: 0.0670669 Jul 15 13:55:02.506294 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-da773106-5810-4c3a-97f6-184500f92db3 req-2df32b98-0220-4b55-9051-d2457200bdad tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/security-groups?id=de6b9757-ca10-4bc8-87f7-efbc9c49a3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301113 Jul 15 13:55:02.515583 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5915702b-cf74-4486-82c6-389dd4496d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:02.777961 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b57be-6638-473b-a836-7ed8609de1ce req-ba1a95a9-0f37-46e8-9be8-87c2c6749e13 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:02.779498 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f6b57be-6638-473b-a836-7ed8609de1ce req-ba1a95a9-0f37-46e8-9be8-87c2c6749e13 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a62a5c8-f317-4580-b4b7-8c5e582e0a45 HTTP/1.1" status: 200 len: 945 time: 0.0624976 Jul 15 13:55:02.820629 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8f6b57be-6638-473b-a836-7ed8609de1ce req-5edfd7c0-0f6e-4230-b7ce-cf082ee8f4b2 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/security-groups?id=de6b9757-ca10-4bc8-87f7-efbc9c49a3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350716 Jul 15 13:55:03.000042 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7b366-97f5-4f02-a690-e1a1453a1a76 req-7811576a-bf86-4090-b373-a63faed57810 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:03.001553 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-74e7b366-97f5-4f02-a690-e1a1453a1a76 req-7811576a-bf86-4090-b373-a63faed57810 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a62a5c8-f317-4580-b4b7-8c5e582e0a45 HTTP/1.1" status: 200 len: 945 time: 0.0664725 Jul 15 13:55:03.039818 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-74e7b366-97f5-4f02-a690-e1a1453a1a76 req-564a5814-1b9a-4ae9-8855-80b3fb69796d tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/security-groups?id=de6b9757-ca10-4bc8-87f7-efbc9c49a3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326114 Jul 15 13:55:03.221975 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8f10c-3c0d-4002-9b93-8c366071fe9d req-4c4f7b16-8021-483e-ad05-6e692242042f tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:03.223564 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-31f8f10c-3c0d-4002-9b93-8c366071fe9d req-4c4f7b16-8021-483e-ad05-6e692242042f tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a62a5c8-f317-4580-b4b7-8c5e582e0a45 HTTP/1.1" status: 200 len: 945 time: 0.0643547 Jul 15 13:55:03.259333 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-31f8f10c-3c0d-4002-9b93-8c366071fe9d req-1173f5b6-8b35-413c-b926-0ae859930ca2 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/security-groups?id=de6b9757-ca10-4bc8-87f7-efbc9c49a3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301454 Jul 15 13:55:03.741487 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:03.770333 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4188d0-6936-46c9-8b89-cf664d03bc38 req-3f92be82-d113-4ad4-97a9-fff0c8f70da9 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:03.771931 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4d4188d0-6936-46c9-8b89-cf664d03bc38 req-3f92be82-d113-4ad4-97a9-fff0c8f70da9 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a62a5c8-f317-4580-b4b7-8c5e582e0a45 HTTP/1.1" status: 200 len: 945 time: 0.0640783 Jul 15 13:55:03.812877 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4d4188d0-6936-46c9-8b89-cf664d03bc38 req-409c3690-0a3b-4c4e-a346-5d5faf178793 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/security-groups?id=de6b9757-ca10-4bc8-87f7-efbc9c49a3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351565 Jul 15 13:55:04.992462 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd73a06-eb8e-4fdd-8bbe-95296212d233 req-4d9ab1c0-8709-4156-a241-e3f6fa1243ae tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:04.993924 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dfd73a06-eb8e-4fdd-8bbe-95296212d233 req-4d9ab1c0-8709-4156-a241-e3f6fa1243ae tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a62a5c8-f317-4580-b4b7-8c5e582e0a45 HTTP/1.1" status: 200 len: 945 time: 0.0656137 Jul 15 13:55:05.030776 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dfd73a06-eb8e-4fdd-8bbe-95296212d233 req-499b716b-27a5-4ee3-9935-935617aa63d5 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.16 "GET /v2.0/security-groups?id=de6b9757-ca10-4bc8-87f7-efbc9c49a3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313187 Jul 15 13:55:05.087927 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49ce48-31e3-4919-b8cc-79c02d20d97b req-e90bcde2-41ea-451e-80eb-550bdc23e390 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:05.089435 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-aa49ce48-31e3-4919-b8cc-79c02d20d97b req-e90bcde2-41ea-451e-80eb-550bdc23e390 tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a62a5c8-f317-4580-b4b7-8c5e582e0a45 HTTP/1.1" status: 200 len: 945 time: 0.0720053 Jul 15 13:55:05.173801 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:05.187765 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-aa49ce48-31e3-4919-b8cc-79c02d20d97b req-5be7d375-08dc-4267-ba76-fcb1d4a25fef tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Deleting port 096de4ce-68bc-4722-be31-2eccc22b5ef6 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:55:05.188105 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-aa49ce48-31e3-4919-b8cc-79c02d20d97b req-5be7d375-08dc-4267-ba76-fcb1d4a25fef tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:05.278093 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-aa49ce48-31e3-4919-b8cc-79c02d20d97b req-5be7d375-08dc-4267-ba76-fcb1d4a25fef tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] For port 096de4ce-68bc-4722-be31-2eccc22b5ef6, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=096de4ce-68bc-4722-be31-2eccc22b5ef6,segment=NetworkSegment(8bdb3c01-b0a1-4092-932d-b4808885c550),segment_id=8bdb3c01-b0a1-4092-932d-b4808885c550)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:55:05.278457 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-aa49ce48-31e3-4919-b8cc-79c02d20d97b req-5be7d375-08dc-4267-ba76-fcb1d4a25fef tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:05.290021 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-aa49ce48-31e3-4919-b8cc-79c02d20d97b req-5be7d375-08dc-4267-ba76-fcb1d4a25fef tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Calling delete_port for 096de4ce-68bc-4722-be31-2eccc22b5ef6 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:55:05.360080 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device da1cfc62-472e-460e-aa4c-3fb9fefdd1da no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:55:05.380176 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: da1cfc62-472e-460e-aa4c-3fb9fefdd1da {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:55:05.380518 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device da1cfc62-472e-460e-aa4c-3fb9fefdd1da not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:55:05.415830 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-aa49ce48-31e3-4919-b8cc-79c02d20d97b req-5be7d375-08dc-4267-ba76-fcb1d4a25fef tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:05.428407 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['096de4ce-68bc-4722-be31-2eccc22b5ef6'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:55:05.451144 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7d375-08dc-4267-ba76-fcb1d4a25fef tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Pushing event deleted for resources: {'Port': ['ID=096de4ce-68bc-4722-be31-2eccc22b5ef6,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:05.476484 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7d375-08dc-4267-ba76-fcb1d4a25fef tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:05.476833 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7d375-08dc-4267-ba76-fcb1d4a25fef tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:05.477171 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7d375-08dc-4267-ba76-fcb1d4a25fef tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:05.477534 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7d375-08dc-4267-ba76-fcb1d4a25fef tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:05.477868 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7d375-08dc-4267-ba76-fcb1d4a25fef tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:05.478196 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7d375-08dc-4267-ba76-fcb1d4a25fef tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:05.478528 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7d375-08dc-4267-ba76-fcb1d4a25fef tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:05.478874 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7d375-08dc-4267-ba76-fcb1d4a25fef tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:05.479200 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7d375-08dc-4267-ba76-fcb1d4a25fef tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:05.479528 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7d375-08dc-4267-ba76-fcb1d4a25fef tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:05.479850 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7d375-08dc-4267-ba76-fcb1d4a25fef tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:05.480170 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7d375-08dc-4267-ba76-fcb1d4a25fef tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:05.502955 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa49ce48-31e3-4919-b8cc-79c02d20d97b req-5be7d375-08dc-4267-ba76-fcb1d4a25fef tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] No DVR routers for this DVR port 096de4ce-68bc-4722-be31-2eccc22b5ef6 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:55:05.505295 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-aa49ce48-31e3-4919-b8cc-79c02d20d97b req-5be7d375-08dc-4267-ba76-fcb1d4a25fef tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:05.507309 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-aa49ce48-31e3-4919-b8cc-79c02d20d97b req-5be7d375-08dc-4267-ba76-fcb1d4a25fef tempest-ServersNegativeTestJSON-782732460 tempest-ServersNegativeTestJSON-782732460-project] 10.222.0.46 "DELETE /v2.0/ports/096de4ce-68bc-4722-be31-2eccc22b5ef6 HTTP/1.1" status: 204 len: 173 time: 0.4131241 Jul 15 13:55:05.507738 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a62a5c8-f317-4580-b4b7-8c5e582e0a45', 'name': 'network-vif-deleted', 'tag': '096de4ce-68bc-4722-be31-2eccc22b5ef6'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:55:05.510009 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f906c09f54341a60e36eeadf32fa15f41bfef925e0f47ffa08e1677fa3ebcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d1ea9f-bde1-4763-a7e9-d8653deef44d" -d '{"events": [{"server_uuid": "5a62a5c8-f317-4580-b4b7-8c5e582e0a45", "name": "network-vif-deleted", "tag": "096de4ce-68bc-4722-be31-2eccc22b5ef6"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:55:05.552115 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dcd7cc3-89d8-4d62-bf6d-5757a9933818 x-openstack-request-id: req-3dcd7cc3-89d8-4d62-bf6d-5757a9933818 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:55:05.552410 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a62a5c8-f317-4580-b4b7-8c5e582e0a45", "name": "network-vif-deleted", "tag": "096de4ce-68bc-4722-be31-2eccc22b5ef6", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:55:05.552665 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3dcd7cc3-89d8-4d62-bf6d-5757a9933818 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:55:05.553062 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a62a5c8-f317-4580-b4b7-8c5e582e0a45', 'name': 'network-vif-deleted', 'tag': '096de4ce-68bc-4722-be31-2eccc22b5ef6', 'status': 'completed', 'code': 200} Jul 15 13:55:06.122494 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39024) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:06.166182 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cce0fa5-8e82-43bb-962a-c0a63b66e624 admin admin] Deleting subnet 190679ab-f870-4226-85ac-09f47128c3b8 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:55:06.169162 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7cce0fa5-8e82-43bb-962a-c0a63b66e624 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:06.201095 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7cce0fa5-8e82-43bb-962a-c0a63b66e624 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:06.241844 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7cce0fa5-8e82-43bb-962a-c0a63b66e624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:06.291611 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7cce0fa5-8e82-43bb-962a-c0a63b66e624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:06.316781 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce0fa5-8e82-43bb-962a-c0a63b66e624 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=190679ab-f870-4226-85ac-09f47128c3b8,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:06.320261 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7cce0fa5-8e82-43bb-962a-c0a63b66e624 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:06.322097 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7cce0fa5-8e82-43bb-962a-c0a63b66e624 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/190679ab-f870-4226-85ac-09f47128c3b8 HTTP/1.1" status: 204 len: 168 time: 0.1985233 Jul 15 13:55:06.324742 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39026) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:06.392022 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ffe1814e-c9a3-4832-adf8-b012255ae5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:06.469969 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ffe1814e-c9a3-4832-adf8-b012255ae5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:06.479536 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-ffe1814e-c9a3-4832-adf8-b012255ae5f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bd06e36-24ad-4ca5-97bf-307374b96396']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:06.489028 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-ffe1814e-c9a3-4832-adf8-b012255ae5f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bdb3c01-b0a1-4092-932d-b4808885c550') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:06.489323 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-ffe1814e-c9a3-4832-adf8-b012255ae5f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bdb3c01-b0a1-4092-932d-b4808885c550') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:06.497758 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ffe1814e-c9a3-4832-adf8-b012255ae5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:06.511640 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ffe1814e-c9a3-4832-adf8-b012255ae5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:06.518956 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffe1814e-c9a3-4832-adf8-b012255ae5f0 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:55:06.519382 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ffe1814e-c9a3-4832-adf8-b012255ae5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:06.521226 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:55:06.521226 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:55:06.521226 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:55:06.521226 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:55:06.521226 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:55:06.521226 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:55:06.521226 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:55:06.521226 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:55:06.521226 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:55:06.521226 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:55:06.521226 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:55:06.521226 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:55:06.521226 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:55:06.521226 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:55:06.521226 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:55:06.521226 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:55:06.521226 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:55:06.521226 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:55:06.521226 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:55:06.521226 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:55:06.521226 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:55:06.521226 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:55:06.521226 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:55:06.521226 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:55:06.521226 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:55:06.521226 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:55:06.521226 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:55:06.521226 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:55:06.521226 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:55:06.521226 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:55:06.521226 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:55:06.521226 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:55:06.521226 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:55:06.521226 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:55:06.521226 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:55:06.521226 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:55:06.578283 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ffe1814e-c9a3-4832-adf8-b012255ae5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:06.583712 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ffe1814e-c9a3-4832-adf8-b012255ae5f0 admin admin] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:06.585567 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ffe1814e-c9a3-4832-adf8-b012255ae5f0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2bd06e36-24ad-4ca5-97bf-307374b96396 HTTP/1.1" status: 204 len: 168 time: 0.2598221 Jul 15 13:55:06.596407 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe1814e-c9a3-4832-adf8-b012255ae5f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bd06e36-24ad-4ca5-97bf-307374b96396,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:06.690548 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39030) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:06.729500 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c13b9796-f047-404c-954d-51cec10184fc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c771aaf5b7f0454e8ea08dd45bb4fb48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377603 Jul 15 13:55:06.731894 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39032) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:06.778799 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-21c54cb7-47ad-416f-9a50-fb7ca30fc44c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:06.799355 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-21c54cb7-47ad-416f-9a50-fb7ca30fc44c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:06.846073 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-21c54cb7-47ad-416f-9a50-fb7ca30fc44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:06.848782 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-21c54cb7-47ad-416f-9a50-fb7ca30fc44c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:06.849944 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-21c54cb7-47ad-416f-9a50-fb7ca30fc44c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/de6b9757-ca10-4bc8-87f7-efbc9c49a3a2 HTTP/1.1" status: 204 len: 168 time: 0.1171641 Jul 15 13:55:06.857472 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c54cb7-47ad-416f-9a50-fb7ca30fc44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6b9757-ca10-4bc8-87f7-efbc9c49a3a2,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:07.507205 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39054) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:07.597533 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-b38e3ce0-6636-4079-8e1e-719e42c8fa5e tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-476668169'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:55:07.618868 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38e3ce0-6636-4079-8e1e-719e42c8fa5e tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Made reservation on behalf of 15b25783b4cd4c58a236a295d655736d for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:55:07.622261 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b38e3ce0-6636-4079-8e1e-719e42c8fa5e tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:07.634932 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b38e3ce0-6636-4079-8e1e-719e42c8fa5e tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:07.725681 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b38e3ce0-6636-4079-8e1e-719e42c8fa5e tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:07.729263 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b38e3ce0-6636-4079-8e1e-719e42c8fa5e tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:07.756572 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b38e3ce0-6636-4079-8e1e-719e42c8fa5e tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:55:07.766070 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e3ce0-6636-4079-8e1e-719e42c8fa5e tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=807bf948-9594-4ddc-be91-d63e6d96bcff,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:07.771710 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b38e3ce0-6636-4079-8e1e-719e42c8fa5e tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:07.772052 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-b38e3ce0-6636-4079-8e1e-719e42c8fa5e tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Added segment d7800fd5-9988-4e7e-96a1-1a5381df35a9 of type vlan for network 3f1f0ed1-af99-400a-9563-5e5315bd5816 Jul 15 13:55:07.810957 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b38e3ce0-6636-4079-8e1e-719e42c8fa5e tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:07.839235 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b38e3ce0-6636-4079-8e1e-719e42c8fa5e tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:07.844697 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38e3ce0-6636-4079-8e1e-719e42c8fa5e tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:07.845276 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b38e3ce0-6636-4079-8e1e-719e42c8fa5e tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:07.879642 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b38e3ce0-6636-4079-8e1e-719e42c8fa5e tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3713150 Jul 15 13:55:07.916888 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e3ce0-6636-4079-8e1e-719e42c8fa5e tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Pushing event updated for resources: {'Network': ['ID=3f1f0ed1-af99-400a-9563-5e5315bd5816,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:07.928110 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 3f1f0ed1-af99-400a-9563-5e5315bd5816 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:55:08.161807 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 096de4ce-68bc-4722-be31-2eccc22b5ef6 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:55:08.182001 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 096de4ce-68bc-4722-be31-2eccc22b5ef6 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:55:08.182345 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 096de4ce-68bc-4722-be31-2eccc22b5ef6 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:55:08.353716 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:55:11.149695 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39058) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:11.154868 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-9bd6956f-a44c-41a5-b898-9ca1fd4f911b tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Request body: {'subnet': {'network_id': '3f1f0ed1-af99-400a-9563-5e5315bd5816', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:55:11.239368 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd6956f-a44c-41a5-b898-9ca1fd4f911b tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Made reservation on behalf of 15b25783b4cd4c58a236a295d655736d for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:55:11.242901 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9bd6956f-a44c-41a5-b898-9ca1fd4f911b tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:11.418818 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9bd6956f-a44c-41a5-b898-9ca1fd4f911b tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:11.478027 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd6956f-a44c-41a5-b898-9ca1fd4f911b tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Pushing event updated for resources: {'Subnet': ['ID=ac3f6ec2-0346-4c86-9afd-0606310e4373,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:11.485461 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6956f-a44c-41a5-b898-9ca1fd4f911b tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Checking segment: {'id': 'd7800fd5-9988-4e7e-96a1-1a5381df35a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3f1f0ed1-af99-400a-9563-5e5315bd5816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:55:11.485821 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd6956f-a44c-41a5-b898-9ca1fd4f911b tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Network hostable DHCP agents. Network: 3f1f0ed1-af99-400a-9563-5e5315bd5816, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:55:11.500837 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd6956f-a44c-41a5-b898-9ca1fd4f911b tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Network 3f1f0ed1-af99-400a-9563-5e5315bd5816 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:55:11.509228 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-9bd6956f-a44c-41a5-b898-9ca1fd4f911b tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 3f1f0ed1-af99-400a-9563-5e5315bd5816) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:55:11.513247 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd6956f-a44c-41a5-b898-9ca1fd4f911b tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:11.513830 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9bd6956f-a44c-41a5-b898-9ca1fd4f911b tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:11.519231 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c937949-2614-49d0-b6ea-1006c8d543ea None None] Network 3f1f0ed1-af99-400a-9563-5e5315bd5816 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:55:11.529935 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9bd6956f-a44c-41a5-b898-9ca1fd4f911b tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3791101 Jul 15 13:55:11.534237 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39060) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:11.539586 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-790d014d-6037-456c-9a54-aa7c12f024b0 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1993231068'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:55:11.560021 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790d014d-6037-456c-9a54-aa7c12f024b0 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Made reservation on behalf of 15b25783b4cd4c58a236a295d655736d for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:55:11.563532 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-790d014d-6037-456c-9a54-aa7c12f024b0 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:11.586914 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-790d014d-6037-456c-9a54-aa7c12f024b0 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:55:11.596183 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-790d014d-6037-456c-9a54-aa7c12f024b0 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:11.596524 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-790d014d-6037-456c-9a54-aa7c12f024b0 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Added segment 7a1dfafd-22a0-43f5-92c1-a4d49ce12c8a of type vlan for network 5b709acc-b4ec-4c30-babf-e7edd8938215 Jul 15 13:55:11.635113 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-790d014d-6037-456c-9a54-aa7c12f024b0 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:11.664258 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-790d014d-6037-456c-9a54-aa7c12f024b0 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:11.665691 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ba9edf-4452-4812-8b98-64cca6020fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-3f1f0ed1-af99-400a-9563-5e5315bd5816', 'network_id': '3f1f0ed1-af99-400a-9563-5e5315bd5816', 'tenant_id': '15b25783b4cd4c58a236a295d655736d', 'fixed_ips': [{'subnet_id': 'ac3f6ec2-0346-4c86-9afd-0606310e4373'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:55:11.666581 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-36ba9edf-4452-4812-8b98-64cca6020fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:11.669870 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790d014d-6037-456c-9a54-aa7c12f024b0 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:11.670389 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-790d014d-6037-456c-9a54-aa7c12f024b0 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:11.694554 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-790d014d-6037-456c-9a54-aa7c12f024b0 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1589086 Jul 15 13:55:11.697670 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39062) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:11.703999 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-3d8965d7-7a56-4181-9335-ad748efebbdd tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Request body: {'subnet': {'network_id': '5b709acc-b4ec-4c30-babf-e7edd8938215', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:55:11.744281 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d014d-6037-456c-9a54-aa7c12f024b0 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Pushing event updated for resources: {'Network': ['ID=5b709acc-b4ec-4c30-babf-e7edd8938215,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:11.753271 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790d014d-6037-456c-9a54-aa7c12f024b0 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:11.753730 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790d014d-6037-456c-9a54-aa7c12f024b0 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:11.754282 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790d014d-6037-456c-9a54-aa7c12f024b0 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:11.754816 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790d014d-6037-456c-9a54-aa7c12f024b0 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:11.755313 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790d014d-6037-456c-9a54-aa7c12f024b0 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:11.755736 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790d014d-6037-456c-9a54-aa7c12f024b0 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:11.756339 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790d014d-6037-456c-9a54-aa7c12f024b0 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:11.757195 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790d014d-6037-456c-9a54-aa7c12f024b0 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:11.757195 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790d014d-6037-456c-9a54-aa7c12f024b0 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:11.757564 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790d014d-6037-456c-9a54-aa7c12f024b0 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:11.757979 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790d014d-6037-456c-9a54-aa7c12f024b0 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:11.758394 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790d014d-6037-456c-9a54-aa7c12f024b0 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:11.771036 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 5b709acc-b4ec-4c30-babf-e7edd8938215 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:55:11.799089 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8965d7-7a56-4181-9335-ad748efebbdd tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Made reservation on behalf of 15b25783b4cd4c58a236a295d655736d for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:55:11.802694 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3d8965d7-7a56-4181-9335-ad748efebbdd tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:11.859940 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-36ba9edf-4452-4812-8b98-64cca6020fbb None None] Allocated IP 2001:db8:0:ffff::2 (3f1f0ed1-af99-400a-9563-5e5315bd5816/ac3f6ec2-0346-4c86-9afd-0606310e4373/a7060fb7-c530-4acb-9768-5477b358d03b) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:55:11.992213 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3d8965d7-7a56-4181-9335-ad748efebbdd tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:12.003023 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-36ba9edf-4452-4812-8b98-64cca6020fbb None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:12.011295 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-36ba9edf-4452-4812-8b98-64cca6020fbb None None] Transition to ACTIVE for port object a7060fb7-c530-4acb-9768-5477b358d03b will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:55:12.025695 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-36ba9edf-4452-4812-8b98-64cca6020fbb None None] Transition to ACTIVE for port object a7060fb7-c530-4acb-9768-5477b358d03b will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:55:12.030887 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-36ba9edf-4452-4812-8b98-64cca6020fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:12.053381 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8965d7-7a56-4181-9335-ad748efebbdd tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Pushing event updated for resources: {'Subnet': ['ID=a629646c-1387-4af6-8554-64cbfbb2d9df,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:12.063290 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8965d7-7a56-4181-9335-ad748efebbdd tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Checking segment: {'id': '7a1dfafd-22a0-43f5-92c1-a4d49ce12c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5b709acc-b4ec-4c30-babf-e7edd8938215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:55:12.063672 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8965d7-7a56-4181-9335-ad748efebbdd tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Network hostable DHCP agents. Network: 5b709acc-b4ec-4c30-babf-e7edd8938215, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:55:12.067084 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ba9edf-4452-4812-8b98-64cca6020fbb None None] Network 3f1f0ed1-af99-400a-9563-5e5315bd5816 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:55:12.073066 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-36ba9edf-4452-4812-8b98-64cca6020fbb None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:55:12.077315 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ba9edf-4452-4812-8b98-64cca6020fbb None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:55:12.082675 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8965d7-7a56-4181-9335-ad748efebbdd tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Network 5b709acc-b4ec-4c30-babf-e7edd8938215 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:55:12.082890 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ba9edf-4452-4812-8b98-64cca6020fbb None None] Pushing event updated for resources: {'Port': ['ID=a7060fb7-c530-4acb-9768-5477b358d03b,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:12.091783 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-3d8965d7-7a56-4181-9335-ad748efebbdd tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 5b709acc-b4ec-4c30-babf-e7edd8938215) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:55:12.094670 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba9edf-4452-4812-8b98-64cca6020fbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:12.095174 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba9edf-4452-4812-8b98-64cca6020fbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:12.095522 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba9edf-4452-4812-8b98-64cca6020fbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:12.095863 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba9edf-4452-4812-8b98-64cca6020fbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:12.096194 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba9edf-4452-4812-8b98-64cca6020fbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:12.096522 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba9edf-4452-4812-8b98-64cca6020fbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:12.096788 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8965d7-7a56-4181-9335-ad748efebbdd tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:12.097254 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba9edf-4452-4812-8b98-64cca6020fbb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:12.097407 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3d8965d7-7a56-4181-9335-ad748efebbdd tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:12.097583 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba9edf-4452-4812-8b98-64cca6020fbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:12.097907 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba9edf-4452-4812-8b98-64cca6020fbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:12.098228 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba9edf-4452-4812-8b98-64cca6020fbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:12.098551 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba9edf-4452-4812-8b98-64cca6020fbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:12.098893 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba9edf-4452-4812-8b98-64cca6020fbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:12.112713 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3d8965d7-7a56-4181-9335-ad748efebbdd tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4136429 Jul 15 13:55:12.115370 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39064) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:12.124095 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15359184-2f20-4e5a-b6ef-b7389db6e7da None None] Network 5b709acc-b4ec-4c30-babf-e7edd8938215 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:55:12.176009 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-36ba9edf-4452-4812-8b98-64cca6020fbb None None] Attempting to bind port a7060fb7-c530-4acb-9768-5477b358d03b on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:55:12.176374 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-36ba9edf-4452-4812-8b98-64cca6020fbb None None] Attempting to bind port a7060fb7-c530-4acb-9768-5477b358d03b by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'd7800fd5-9988-4e7e-96a1-1a5381df35a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3f1f0ed1-af99-400a-9563-5e5315bd5816'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:55:12.176741 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ba9edf-4452-4812-8b98-64cca6020fbb None None] Attempting to bind port a7060fb7-c530-4acb-9768-5477b358d03b on network 3f1f0ed1-af99-400a-9563-5e5315bd5816 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:55:12.207284 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ba9edf-4452-4812-8b98-64cca6020fbb None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:55:12.207621 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ba9edf-4452-4812-8b98-64cca6020fbb None None] Checking segment: {'id': 'd7800fd5-9988-4e7e-96a1-1a5381df35a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3f1f0ed1-af99-400a-9563-5e5315bd5816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:55:12.208023 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-36ba9edf-4452-4812-8b98-64cca6020fbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:12.208419 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ba9edf-4452-4812-8b98-64cca6020fbb None None] Bound using segment: {'id': 'd7800fd5-9988-4e7e-96a1-1a5381df35a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3f1f0ed1-af99-400a-9563-5e5315bd5816'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:55:12.208886 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-36ba9edf-4452-4812-8b98-64cca6020fbb None None] Bound port: a7060fb7-c530-4acb-9768-5477b358d03b, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7800fd5-9988-4e7e-96a1-1a5381df35a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3f1f0ed1-af99-400a-9563-5e5315bd5816'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:55:12.209273 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-36ba9edf-4452-4812-8b98-64cca6020fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:12.214401 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0fef7662-05b6-4e4e-be69-0eb5ead21868 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:12.292650 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0fef7662-05b6-4e4e-be69-0eb5ead21868 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:12.320483 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-36ba9edf-4452-4812-8b98-64cca6020fbb None None] For port a7060fb7-c530-4acb-9768-5477b358d03b, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:55:12.325172 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-36ba9edf-4452-4812-8b98-64cca6020fbb None None] For port a7060fb7-c530-4acb-9768-5477b358d03b, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a7060fb7-c530-4acb-9768-5477b358d03b,segment=NetworkSegment(d7800fd5-9988-4e7e-96a1-1a5381df35a9),segment_id=d7800fd5-9988-4e7e-96a1-1a5381df35a9)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:55:12.345755 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-36ba9edf-4452-4812-8b98-64cca6020fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:12.359236 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0fef7662-05b6-4e4e-be69-0eb5ead21868 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:12.375422 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a239228a-af43-4386-9e99-bdeba43179ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-5b709acc-b4ec-4c30-babf-e7edd8938215', 'network_id': '5b709acc-b4ec-4c30-babf-e7edd8938215', 'tenant_id': '15b25783b4cd4c58a236a295d655736d', 'fixed_ips': [{'subnet_id': 'a629646c-1387-4af6-8554-64cbfbb2d9df'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:55:12.376266 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a239228a-af43-4386-9e99-bdeba43179ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:12.387039 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef7662-05b6-4e4e-be69-0eb5ead21868 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Pushing event deleted for resources: {'Subnet': ['ID=a629646c-1387-4af6-8554-64cbfbb2d9df,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:12.471556 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0fef7662-05b6-4e4e-be69-0eb5ead21868 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:12.484715 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-0fef7662-05b6-4e4e-be69-0eb5ead21868 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b709acc-b4ec-4c30-babf-e7edd8938215']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:12.494046 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ba9edf-4452-4812-8b98-64cca6020fbb None None] Pushing event updated for resources: {'Port': ['ID=a7060fb7-c530-4acb-9768-5477b358d03b,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:12.495768 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-0fef7662-05b6-4e4e-be69-0eb5ead21868 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a1dfafd-22a0-43f5-92c1-a4d49ce12c8a') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:12.496072 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-0fef7662-05b6-4e4e-be69-0eb5ead21868 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a1dfafd-22a0-43f5-92c1-a4d49ce12c8a') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:12.511063 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0fef7662-05b6-4e4e-be69-0eb5ead21868 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:12.527037 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e62009d-5f78-40f1-8d72-f7b86967c173 None None] Network 5b709acc-b4ec-4c30-babf-e7edd8938215 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:55:12.539917 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0fef7662-05b6-4e4e-be69-0eb5ead21868 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:12.549102 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fef7662-05b6-4e4e-be69-0eb5ead21868 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:55:12.549545 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0fef7662-05b6-4e4e-be69-0eb5ead21868 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:12.554173 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:55:12.554173 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:55:12.554173 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:55:12.554173 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:55:12.554173 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:55:12.554173 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:55:12.554173 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:55:12.554173 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:55:12.554173 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:55:12.554173 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:55:12.554173 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:55:12.554173 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:55:12.554173 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:55:12.554173 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:55:12.554173 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:55:12.554173 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:55:12.554173 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:55:12.554173 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:55:12.554173 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:55:12.554173 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:55:12.554173 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:55:12.554173 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:55:12.554173 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:55:12.554173 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:55:12.554173 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:55:12.554173 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:55:12.554173 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:55:12.554173 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:55:12.554173 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:55:12.554173 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:55:12.554173 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:55:12.554173 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:55:12.622658 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0fef7662-05b6-4e4e-be69-0eb5ead21868 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:12.631640 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0fef7662-05b6-4e4e-be69-0eb5ead21868 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:12.634179 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0fef7662-05b6-4e4e-be69-0eb5ead21868 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] 10.222.0.16 "DELETE /v2.0/networks/5b709acc-b4ec-4c30-babf-e7edd8938215 HTTP/1.1" status: 204 len: 168 time: 0.5178304 Jul 15 13:55:12.637789 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39066) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:12.650125 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-c2005d18-3b41-445a-8928-2a564513d0e6 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1077785728'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:55:12.651245 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef7662-05b6-4e4e-be69-0eb5ead21868 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Pushing event deleted for resources: {'Network': ['ID=5b709acc-b4ec-4c30-babf-e7edd8938215,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:12.684256 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2005d18-3b41-445a-8928-2a564513d0e6 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Made reservation on behalf of 15b25783b4cd4c58a236a295d655736d for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:55:12.688196 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c2005d18-3b41-445a-8928-2a564513d0e6 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:12.727139 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2005d18-3b41-445a-8928-2a564513d0e6 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:55:12.738761 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c2005d18-3b41-445a-8928-2a564513d0e6 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:12.739372 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-c2005d18-3b41-445a-8928-2a564513d0e6 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Added segment f8b3bbb6-b1af-4b1a-a078-c7ed591d3eed of type vlan for network d8c69e81-5edc-40b1-b7fe-56d969de04a4 Jul 15 13:55:12.790336 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c2005d18-3b41-445a-8928-2a564513d0e6 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:12.824348 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c2005d18-3b41-445a-8928-2a564513d0e6 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:12.830386 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2005d18-3b41-445a-8928-2a564513d0e6 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:12.831129 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c2005d18-3b41-445a-8928-2a564513d0e6 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:12.866070 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c2005d18-3b41-445a-8928-2a564513d0e6 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2225506 Jul 15 13:55:12.868995 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39068) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:12.874607 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-d3b0e623-8e40-4c35-8c25-f52fa3e317f1 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Request body: {'subnet': {'network_id': 'd8c69e81-5edc-40b1-b7fe-56d969de04a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:55:12.905063 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2005d18-3b41-445a-8928-2a564513d0e6 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Pushing event updated for resources: {'Network': ['ID=d8c69e81-5edc-40b1-b7fe-56d969de04a4,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:12.918134 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network d8c69e81-5edc-40b1-b7fe-56d969de04a4 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:55:12.979380 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b0e623-8e40-4c35-8c25-f52fa3e317f1 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Made reservation on behalf of 15b25783b4cd4c58a236a295d655736d for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:55:12.983517 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d3b0e623-8e40-4c35-8c25-f52fa3e317f1 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:13.040584 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.ipam_backend_mixin [None req-d3b0e623-8e40-4c35-8c25-f52fa3e317f1 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Performing IP validity checks on allocation pools {{(pid=93826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 13:55:13.041103 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.ipam_backend_mixin [None req-d3b0e623-8e40-4c35-8c25-f52fa3e317f1 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 13:55:13.179399 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d3b0e623-8e40-4c35-8c25-f52fa3e317f1 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:13.242555 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0e623-8e40-4c35-8c25-f52fa3e317f1 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Pushing event updated for resources: {'Subnet': ['ID=7a4fbbfc-e7ec-439a-80e0-cc6080f8d855,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:13.251149 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b0e623-8e40-4c35-8c25-f52fa3e317f1 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Checking segment: {'id': 'f8b3bbb6-b1af-4b1a-a078-c7ed591d3eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd8c69e81-5edc-40b1-b7fe-56d969de04a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:55:13.251459 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b0e623-8e40-4c35-8c25-f52fa3e317f1 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Network hostable DHCP agents. Network: d8c69e81-5edc-40b1-b7fe-56d969de04a4, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:55:13.269410 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b0e623-8e40-4c35-8c25-f52fa3e317f1 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Network d8c69e81-5edc-40b1-b7fe-56d969de04a4 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:55:13.278716 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-d3b0e623-8e40-4c35-8c25-f52fa3e317f1 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, d8c69e81-5edc-40b1-b7fe-56d969de04a4) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:55:13.283105 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b0e623-8e40-4c35-8c25-f52fa3e317f1 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:13.283761 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d3b0e623-8e40-4c35-8c25-f52fa3e317f1 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:13.290016 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db67676c-2a97-4c53-a337-7984409a12cb None None] Network d8c69e81-5edc-40b1-b7fe-56d969de04a4 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:55:13.299887 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d3b0e623-8e40-4c35-8c25-f52fa3e317f1 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4296668 Jul 15 13:55:13.302477 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39070) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:13.404803 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fb378b12-e7db-4d99-b946-ef98c2933e3d tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:13.449782 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19072e19-41f7-4982-a3b3-c48007d53254 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-d8c69e81-5edc-40b1-b7fe-56d969de04a4', 'network_id': 'd8c69e81-5edc-40b1-b7fe-56d969de04a4', 'tenant_id': '15b25783b4cd4c58a236a295d655736d', 'fixed_ips': [{'subnet_id': '7a4fbbfc-e7ec-439a-80e0-cc6080f8d855'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:55:13.450710 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-19072e19-41f7-4982-a3b3-c48007d53254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:13.459015 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fb378b12-e7db-4d99-b946-ef98c2933e3d tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:13.519521 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e0bd64-1005-41da-b6c5-cc9ffe8052f3 None None] Network 3f1f0ed1-af99-400a-9563-5e5315bd5816 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:55:13.525975 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fb378b12-e7db-4d99-b946-ef98c2933e3d tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:13.553550 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb378b12-e7db-4d99-b946-ef98c2933e3d tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Pushing event deleted for resources: {'Subnet': ['ID=7a4fbbfc-e7ec-439a-80e0-cc6080f8d855,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:13.573035 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-91bdeeac-68d6-4eca-a2b5-743c126ed1a3 None None] Provisioning for port a7060fb7-c530-4acb-9768-5477b358d03b completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server [None req-19072e19-41f7-4982-a3b3-c48007d53254 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7a4fbbfc-e7ec-439a-80e0-cc6080f8d855: This subnet is being modified by another concurrent operation. Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise exception Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7a4fbbfc-e7ec-439a-80e0-cc6080f8d855: This subnet is being modified by another concurrent operation. Jul 15 13:55:13.605469 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server Jul 15 13:55:13.619779 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fb378b12-e7db-4d99-b946-ef98c2933e3d tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:13.628155 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e7b496-fa92-4d10-927b-b46dfcc3b2c4 None None] Network d8c69e81-5edc-40b1-b7fe-56d969de04a4 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:55:13.630662 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-fb378b12-e7db-4d99-b946-ef98c2933e3d tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8c69e81-5edc-40b1-b7fe-56d969de04a4']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:13.640427 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-fb378b12-e7db-4d99-b946-ef98c2933e3d tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8b3bbb6-b1af-4b1a-a078-c7ed591d3eed') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:13.640710 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-fb378b12-e7db-4d99-b946-ef98c2933e3d tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8b3bbb6-b1af-4b1a-a078-c7ed591d3eed') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:13.649886 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fb378b12-e7db-4d99-b946-ef98c2933e3d tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:13.663741 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fb378b12-e7db-4d99-b946-ef98c2933e3d tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:13.669776 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb378b12-e7db-4d99-b946-ef98c2933e3d tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:55:13.670170 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fb378b12-e7db-4d99-b946-ef98c2933e3d tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:13.673895 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:55:13.673895 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:55:13.673895 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:55:13.673895 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:55:13.673895 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:55:13.673895 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:55:13.673895 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:55:13.673895 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:55:13.673895 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:55:13.673895 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:55:13.673895 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:55:13.673895 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:55:13.673895 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:55:13.673895 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:55:13.673895 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:55:13.673895 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:55:13.673895 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:55:13.673895 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:55:13.673895 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:55:13.673895 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:55:13.673895 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:55:13.673895 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:55:13.673895 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:55:13.673895 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:55:13.673895 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:55:13.673895 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:55:13.673895 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:55:13.673895 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:55:13.673895 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:55:13.673895 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:55:13.673895 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:55:13.673895 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:55:13.742629 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fb378b12-e7db-4d99-b946-ef98c2933e3d tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:13.751375 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fb378b12-e7db-4d99-b946-ef98c2933e3d tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:13.755057 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-fb378b12-e7db-4d99-b946-ef98c2933e3d tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] 10.222.0.16 "DELETE /v2.0/networks/d8c69e81-5edc-40b1-b7fe-56d969de04a4 HTTP/1.1" status: 204 len: 168 time: 0.4513192 Jul 15 13:55:13.757955 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39072) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:13.763316 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-7fdb86db-2238-40a7-8847-bc9423a7a6e9 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1032158223'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:55:13.777470 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb378b12-e7db-4d99-b946-ef98c2933e3d tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Pushing event deleted for resources: {'Network': ['ID=d8c69e81-5edc-40b1-b7fe-56d969de04a4,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:13.792396 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdb86db-2238-40a7-8847-bc9423a7a6e9 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Made reservation on behalf of 15b25783b4cd4c58a236a295d655736d for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:55:13.796782 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7fdb86db-2238-40a7-8847-bc9423a7a6e9 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:13.822024 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fdb86db-2238-40a7-8847-bc9423a7a6e9 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:55:13.831501 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7fdb86db-2238-40a7-8847-bc9423a7a6e9 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:13.831940 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-7fdb86db-2238-40a7-8847-bc9423a7a6e9 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Added segment 4a927a27-688f-49d1-b084-0b6b0d22a6f6 of type vlan for network 7360802d-6099-4b93-97b3-2b7c0259b95c Jul 15 13:55:13.877549 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a7060fb7-c530-4acb-9768-5477b358d03b up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:55:13.879414 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7fdb86db-2238-40a7-8847-bc9423a7a6e9 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:13.907418 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7fdb86db-2238-40a7-8847-bc9423a7a6e9 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:13.912916 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdb86db-2238-40a7-8847-bc9423a7a6e9 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:13.913497 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7fdb86db-2238-40a7-8847-bc9423a7a6e9 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:13.949691 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7fdb86db-2238-40a7-8847-bc9423a7a6e9 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1871624 Jul 15 13:55:13.950206 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39074) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:13.957517 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-731489a0-5170-4ba2-8f3a-11d4a5358975 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Request body: {'subnet': {'network_id': '7360802d-6099-4b93-97b3-2b7c0259b95c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:55:13.989710 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb86db-2238-40a7-8847-bc9423a7a6e9 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Pushing event updated for resources: {'Network': ['ID=7360802d-6099-4b93-97b3-2b7c0259b95c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:14.001879 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 7360802d-6099-4b93-97b3-2b7c0259b95c details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:55:14.017271 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port a7060fb7-c530-4acb-9768-5477b358d03b completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:55:14.029378 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port a7060fb7-c530-4acb-9768-5477b358d03b triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:55:14.029751 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:14.049118 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731489a0-5170-4ba2-8f3a-11d4a5358975 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Made reservation on behalf of 15b25783b4cd4c58a236a295d655736d for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:55:14.052602 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-731489a0-5170-4ba2-8f3a-11d4a5358975 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:14.156418 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:14.190214 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port a7060fb7-c530-4acb-9768-5477b358d03b, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a7060fb7-c530-4acb-9768-5477b358d03b,segment=NetworkSegment(d7800fd5-9988-4e7e-96a1-1a5381df35a9),segment_id=d7800fd5-9988-4e7e-96a1-1a5381df35a9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:55:14.194719 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:14.243344 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=a7060fb7-c530-4acb-9768-5477b358d03b,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:14.248581 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-731489a0-5170-4ba2-8f3a-11d4a5358975 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:14.295342 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1ddfeb-046e-49e1-8d84-8819d3733b98 None None] get_active_networks_info from n-d-771363-36 {{(pid=93827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:55:14.313964 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731489a0-5170-4ba2-8f3a-11d4a5358975 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Pushing event updated for resources: {'Subnet': ['ID=5f77dbdf-aeb1-4bee-b156-d9657d74558a,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:14.323132 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731489a0-5170-4ba2-8f3a-11d4a5358975 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Checking segment: {'id': '4a927a27-688f-49d1-b084-0b6b0d22a6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7360802d-6099-4b93-97b3-2b7c0259b95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:55:14.323494 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731489a0-5170-4ba2-8f3a-11d4a5358975 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Network hostable DHCP agents. Network: 7360802d-6099-4b93-97b3-2b7c0259b95c, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:55:14.341752 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731489a0-5170-4ba2-8f3a-11d4a5358975 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Network 7360802d-6099-4b93-97b3-2b7c0259b95c is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:55:14.351501 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-731489a0-5170-4ba2-8f3a-11d4a5358975 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 7360802d-6099-4b93-97b3-2b7c0259b95c) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:55:14.356944 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731489a0-5170-4ba2-8f3a-11d4a5358975 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:14.357541 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-731489a0-5170-4ba2-8f3a-11d4a5358975 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:14.357682 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-0bdd2259-6803-42c6-85ac-0ae60dffebab None None] Provisioning complete for port a7060fb7-c530-4acb-9768-5477b358d03b triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:55:14.357942 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0bdd2259-6803-42c6-85ac-0ae60dffebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:14.372988 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-731489a0-5170-4ba2-8f3a-11d4a5358975 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4214232 Jul 15 13:55:14.376553 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39076) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:14.381461 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-90b19561-dccd-47d9-b467-5341a2030041 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-372276213'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:55:14.402586 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b19561-dccd-47d9-b467-5341a2030041 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Made reservation on behalf of 15b25783b4cd4c58a236a295d655736d for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:55:14.406583 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-90b19561-dccd-47d9-b467-5341a2030041 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:14.429513 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90b19561-dccd-47d9-b467-5341a2030041 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:55:14.438459 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-90b19561-dccd-47d9-b467-5341a2030041 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:14.438831 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-90b19561-dccd-47d9-b467-5341a2030041 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Added segment f73a9db5-750c-4847-9775-39676351a78f of type vlan for network 5a10edd5-5019-447c-8185-f4fe52fafef5 Jul 15 13:55:14.478738 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-90b19561-dccd-47d9-b467-5341a2030041 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:14.510920 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-90b19561-dccd-47d9-b467-5341a2030041 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:14.517246 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b19561-dccd-47d9-b467-5341a2030041 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:14.517837 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-90b19561-dccd-47d9-b467-5341a2030041 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:14.532759 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1ddfeb-046e-49e1-8d84-8819d3733b98 None None] Unable to find a vacant binding_index for network 7360802d-6099-4b93-97b3-2b7c0259b95c and agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 15 13:55:14.537996 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1ddfeb-046e-49e1-8d84-8819d3733b98 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 7360802d-6099-4b93-97b3-2b7c0259b95c) {{(pid=93827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:55:14.553121 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-90b19561-dccd-47d9-b467-5341a2030041 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1755869 Jul 15 13:55:14.556117 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39078) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:14.563371 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-4549eda7-7ef2-4623-b4e6-67c596c59f00 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Request body: {'subnet': {'network_id': '5a10edd5-5019-447c-8185-f4fe52fafef5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:55:14.611060 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b19561-dccd-47d9-b467-5341a2030041 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Pushing event updated for resources: {'Network': ['ID=5a10edd5-5019-447c-8185-f4fe52fafef5,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:14.624807 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 5a10edd5-5019-447c-8185-f4fe52fafef5 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:55:14.677069 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4549eda7-7ef2-4623-b4e6-67c596c59f00 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Made reservation on behalf of 15b25783b4cd4c58a236a295d655736d for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:55:14.680586 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4549eda7-7ef2-4623-b4e6-67c596c59f00 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:14.811207 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc6268e-58dd-49e1-aa20-6b62f9ea424e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-7360802d-6099-4b93-97b3-2b7c0259b95c', 'network_id': '7360802d-6099-4b93-97b3-2b7c0259b95c', 'tenant_id': '15b25783b4cd4c58a236a295d655736d', 'fixed_ips': [{'subnet_id': '5f77dbdf-aeb1-4bee-b156-d9657d74558a'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:55:14.813059 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0dc6268e-58dd-49e1-aa20-6b62f9ea424e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:14.956459 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-0dc6268e-58dd-49e1-aa20-6b62f9ea424e None None] Allocated IP 2001:db8::2 (7360802d-6099-4b93-97b3-2b7c0259b95c/5f77dbdf-aeb1-4bee-b156-d9657d74558a/3bf3616b-c074-45f9-8ca6-04b5002a541d) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:55:15.101510 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0dc6268e-58dd-49e1-aa20-6b62f9ea424e None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:15.111153 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-0dc6268e-58dd-49e1-aa20-6b62f9ea424e None None] Transition to ACTIVE for port object 3bf3616b-c074-45f9-8ca6-04b5002a541d will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:55:15.127351 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-0dc6268e-58dd-49e1-aa20-6b62f9ea424e None None] Transition to ACTIVE for port object 3bf3616b-c074-45f9-8ca6-04b5002a541d will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:55:15.132720 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0dc6268e-58dd-49e1-aa20-6b62f9ea424e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:15.174824 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc6268e-58dd-49e1-aa20-6b62f9ea424e None None] Network 7360802d-6099-4b93-97b3-2b7c0259b95c is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:55:15.177583 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-0dc6268e-58dd-49e1-aa20-6b62f9ea424e None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:55:15.181056 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc6268e-58dd-49e1-aa20-6b62f9ea424e None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:55:15.187291 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc6268e-58dd-49e1-aa20-6b62f9ea424e None None] Pushing event updated for resources: {'Port': ['ID=3bf3616b-c074-45f9-8ca6-04b5002a541d,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:15.207627 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4549eda7-7ef2-4623-b4e6-67c596c59f00 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:15.241213 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-0dc6268e-58dd-49e1-aa20-6b62f9ea424e None None] Attempting to bind port 3bf3616b-c074-45f9-8ca6-04b5002a541d on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:55:15.241583 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-0dc6268e-58dd-49e1-aa20-6b62f9ea424e None None] Attempting to bind port 3bf3616b-c074-45f9-8ca6-04b5002a541d by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '4a927a27-688f-49d1-b084-0b6b0d22a6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7360802d-6099-4b93-97b3-2b7c0259b95c'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:55:15.241944 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc6268e-58dd-49e1-aa20-6b62f9ea424e None None] Attempting to bind port 3bf3616b-c074-45f9-8ca6-04b5002a541d on network 7360802d-6099-4b93-97b3-2b7c0259b95c {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:55:15.246898 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc6268e-58dd-49e1-aa20-6b62f9ea424e None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:55:15.247270 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc6268e-58dd-49e1-aa20-6b62f9ea424e None None] Checking segment: {'id': '4a927a27-688f-49d1-b084-0b6b0d22a6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7360802d-6099-4b93-97b3-2b7c0259b95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:55:15.247665 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0dc6268e-58dd-49e1-aa20-6b62f9ea424e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:15.248061 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc6268e-58dd-49e1-aa20-6b62f9ea424e None None] Bound using segment: {'id': '4a927a27-688f-49d1-b084-0b6b0d22a6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7360802d-6099-4b93-97b3-2b7c0259b95c'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:55:15.248517 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-0dc6268e-58dd-49e1-aa20-6b62f9ea424e None None] Bound port: 3bf3616b-c074-45f9-8ca6-04b5002a541d, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a927a27-688f-49d1-b084-0b6b0d22a6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7360802d-6099-4b93-97b3-2b7c0259b95c'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:55:15.248892 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0dc6268e-58dd-49e1-aa20-6b62f9ea424e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:15.270510 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549eda7-7ef2-4623-b4e6-67c596c59f00 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Pushing event updated for resources: {'Subnet': ['ID=3d284b8c-e5b5-4e61-a80a-8e164beddc8e,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:15.277568 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4549eda7-7ef2-4623-b4e6-67c596c59f00 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Checking segment: {'id': 'f73a9db5-750c-4847-9775-39676351a78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5a10edd5-5019-447c-8185-f4fe52fafef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:55:15.277931 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4549eda7-7ef2-4623-b4e6-67c596c59f00 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Network hostable DHCP agents. Network: 5a10edd5-5019-447c-8185-f4fe52fafef5, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:55:15.294774 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4549eda7-7ef2-4623-b4e6-67c596c59f00 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Network 5a10edd5-5019-447c-8185-f4fe52fafef5 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:55:15.304118 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-4549eda7-7ef2-4623-b4e6-67c596c59f00 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 5a10edd5-5019-447c-8185-f4fe52fafef5) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:55:15.309250 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4549eda7-7ef2-4623-b4e6-67c596c59f00 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:15.309894 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4549eda7-7ef2-4623-b4e6-67c596c59f00 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:15.313716 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-0dc6268e-58dd-49e1-aa20-6b62f9ea424e None None] For port 3bf3616b-c074-45f9-8ca6-04b5002a541d, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:55:15.316832 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-0dc6268e-58dd-49e1-aa20-6b62f9ea424e None None] For port 3bf3616b-c074-45f9-8ca6-04b5002a541d, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=3bf3616b-c074-45f9-8ca6-04b5002a541d,segment=NetworkSegment(4a927a27-688f-49d1-b084-0b6b0d22a6f6),segment_id=4a927a27-688f-49d1-b084-0b6b0d22a6f6)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:55:15.320925 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0dc6268e-58dd-49e1-aa20-6b62f9ea424e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:15.324894 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4549eda7-7ef2-4623-b4e6-67c596c59f00 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7677860 Jul 15 13:55:15.327587 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39080) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:15.382714 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc6268e-58dd-49e1-aa20-6b62f9ea424e None None] Pushing event updated for resources: {'Port': ['ID=3bf3616b-c074-45f9-8ca6-04b5002a541d,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:15.426590 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a072e8ba-dadb-4fdb-a894-c77462cc1461 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:15.477658 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a072e8ba-dadb-4fdb-a894-c77462cc1461 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:15.555950 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a072e8ba-dadb-4fdb-a894-c77462cc1461 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:15.582694 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072e8ba-dadb-4fdb-a894-c77462cc1461 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Pushing event deleted for resources: {'Subnet': ['ID=3d284b8c-e5b5-4e61-a80a-8e164beddc8e,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:15.645851 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a072e8ba-dadb-4fdb-a894-c77462cc1461 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:15.657435 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-a072e8ba-dadb-4fdb-a894-c77462cc1461 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a10edd5-5019-447c-8185-f4fe52fafef5']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:15.668050 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-a072e8ba-dadb-4fdb-a894-c77462cc1461 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f73a9db5-750c-4847-9775-39676351a78f') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:15.668372 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-a072e8ba-dadb-4fdb-a894-c77462cc1461 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f73a9db5-750c-4847-9775-39676351a78f') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:15.678264 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a072e8ba-dadb-4fdb-a894-c77462cc1461 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:15.697461 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a072e8ba-dadb-4fdb-a894-c77462cc1461 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:15.704885 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a072e8ba-dadb-4fdb-a894-c77462cc1461 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:55:15.705294 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a072e8ba-dadb-4fdb-a894-c77462cc1461 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:15.708228 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:55:15.708228 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:55:15.708228 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:55:15.708228 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:55:15.708228 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:55:15.708228 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:55:15.708228 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:55:15.708228 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:55:15.708228 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:55:15.708228 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:55:15.708228 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:55:15.708228 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:55:15.708228 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:55:15.708228 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:55:15.708228 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:55:15.708228 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:55:15.708228 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:55:15.708228 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:55:15.708228 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:55:15.708228 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:55:15.708228 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:55:15.708228 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:55:15.708228 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:55:15.708228 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:55:15.708228 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:55:15.708228 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:55:15.708228 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:55:15.708228 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:55:15.708228 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:55:15.708228 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:55:15.708228 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:55:15.708228 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:55:15.768699 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a072e8ba-dadb-4fdb-a894-c77462cc1461 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:15.775345 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a072e8ba-dadb-4fdb-a894-c77462cc1461 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:15.777155 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a072e8ba-dadb-4fdb-a894-c77462cc1461 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] 10.222.0.16 "DELETE /v2.0/networks/5a10edd5-5019-447c-8185-f4fe52fafef5 HTTP/1.1" status: 204 len: 168 time: 0.4486485 Jul 15 13:55:15.779947 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39082) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:15.798450 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072e8ba-dadb-4fdb-a894-c77462cc1461 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Pushing event deleted for resources: {'Network': ['ID=5a10edd5-5019-447c-8185-f4fe52fafef5,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:15.817056 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ac3f2de-56c1-4567-92f6-3553f2febaf9 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] GET failed (client error): The resource could not be found. Jul 15 13:55:15.817677 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 3bf3616b-c074-45f9-8ca6-04b5002a541d up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:55:15.821209 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5ac3f2de-56c1-4567-92f6-3553f2febaf9 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] 10.222.0.16 "GET /v2.0/subnets/3d284b8c-e5b5-4e61-a80a-8e164beddc8e HTTP/1.1" status: 404 len: 337 time: 0.0369976 Jul 15 13:55:15.821332 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39084) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:15.840031 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cc6a88c-307b-4306-a788-3172154636e0 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] DELETE failed (client error): The resource could not be found. Jul 15 13:55:15.840590 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cc6a88c-307b-4306-a788-3172154636e0 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:55:15.842323 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3cc6a88c-307b-4306-a788-3172154636e0 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] 10.222.0.16 "DELETE /v2.0/networks/5a10edd5-5019-447c-8185-f4fe52fafef5 HTTP/1.1" status: 404 len: 339 time: 0.0200582 Jul 15 13:55:15.846729 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39086) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:15.873153 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 3bf3616b-c074-45f9-8ca6-04b5002a541d completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:55:15.876861 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae1bd79c-549a-4ee1-ad6c-4abffe2b96e5 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] DELETE failed (client error): The resource could not be found. Jul 15 13:55:15.877140 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a7060fb7-c530-4acb-9768-5477b358d03b up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:55:15.877306 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae1bd79c-549a-4ee1-ad6c-4abffe2b96e5 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:55:15.879024 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ae1bd79c-549a-4ee1-ad6c-4abffe2b96e5 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] 10.222.0.16 "DELETE /v2.0/subnets/3d284b8c-e5b5-4e61-a80a-8e164beddc8e HTTP/1.1" status: 404 len: 337 time: 0.0313246 Jul 15 13:55:15.881500 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39088) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:15.899244 n-d-771363-36 neutron-server[93826]: INFO neutron.pecan_wsgi.hooks.translation [None req-19938871-b82a-473e-a779-964c3f018ff7 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] DELETE failed (client error): The resource could not be found. Jul 15 13:55:15.899773 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19938871-b82a-473e-a779-964c3f018ff7 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:55:15.901413 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-19938871-b82a-473e-a779-964c3f018ff7 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] 10.222.0.16 "DELETE /v2.0/networks/5a10edd5-5019-447c-8185-f4fe52fafef5 HTTP/1.1" status: 404 len: 339 time: 0.0190263 Jul 15 13:55:15.903997 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39090) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:15.926975 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port a7060fb7-c530-4acb-9768-5477b358d03b triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:55:15.927350 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:15.954826 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d644fb3-b032-42f0-85b2-a8fcacdeda91 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Deleting subnet 5f77dbdf-aeb1-4bee-b156-d9657d74558a {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:55:15.958364 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1d644fb3-b032-42f0-85b2-a8fcacdeda91 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:16.002355 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1d644fb3-b032-42f0-85b2-a8fcacdeda91 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:16.097513 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1d644fb3-b032-42f0-85b2-a8fcacdeda91 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:16.157707 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1d644fb3-b032-42f0-85b2-a8fcacdeda91 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:16.186049 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d644fb3-b032-42f0-85b2-a8fcacdeda91 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Pushing event deleted for resources: {'Subnet': ['ID=5f77dbdf-aeb1-4bee-b156-d9657d74558a,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:16.188611 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1d644fb3-b032-42f0-85b2-a8fcacdeda91 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:16.190491 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1d644fb3-b032-42f0-85b2-a8fcacdeda91 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] 10.222.0.16 "DELETE /v2.0/subnets/5f77dbdf-aeb1-4bee-b156-d9657d74558a HTTP/1.1" status: 204 len: 168 time: 0.2855291 Jul 15 13:55:16.192932 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39092) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:16.273886 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e684327a-4d1e-4d23-8f65-2d1dc12ccbf2 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:16.296190 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ccf911-7db9-4e19-b27d-8dc834951127 None None] Network 7360802d-6099-4b93-97b3-2b7c0259b95c requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:55:16.298140 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cc498e-0b0b-4e82-b81f-10d673bc72f8 None None] Network 5a10edd5-5019-447c-8185-f4fe52fafef5 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:55:16.324551 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cc498e-0b0b-4e82-b81f-10d673bc72f8 None None] Network 5a10edd5-5019-447c-8185-f4fe52fafef5 could not be found, it might have been deleted concurrently. {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 13:55:16.329043 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-e684327a-4d1e-4d23-8f65-2d1dc12ccbf2 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Deleting port 3bf3616b-c074-45f9-8ca6-04b5002a541d {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:55:16.329373 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e684327a-4d1e-4d23-8f65-2d1dc12ccbf2 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:16.334919 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f03317a-302c-4ad2-b537-2debd5c9df54 None None] Network 5a10edd5-5019-447c-8185-f4fe52fafef5 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:55:16.383012 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f03317a-302c-4ad2-b537-2debd5c9df54 None None] Network 5a10edd5-5019-447c-8185-f4fe52fafef5 could not be found, it might have been deleted concurrently. {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 13:55:16.392569 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-e684327a-4d1e-4d23-8f65-2d1dc12ccbf2 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] For port 3bf3616b-c074-45f9-8ca6-04b5002a541d, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=3bf3616b-c074-45f9-8ca6-04b5002a541d,segment=NetworkSegment(4a927a27-688f-49d1-b084-0b6b0d22a6f6),segment_id=4a927a27-688f-49d1-b084-0b6b0d22a6f6)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:55:16.392990 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e684327a-4d1e-4d23-8f65-2d1dc12ccbf2 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:16.405684 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-e684327a-4d1e-4d23-8f65-2d1dc12ccbf2 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Calling delete_port for 3bf3616b-c074-45f9-8ca6-04b5002a541d owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:55:16.411607 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a9a1ede5-a95b-4855-8611-9505739ece7a None None] Provisioning for port 3bf3616b-c074-45f9-8ca6-04b5002a541d completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:55:16.415614 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a9a1ede5-a95b-4855-8611-9505739ece7a None None] Provisioning complete for port 3bf3616b-c074-45f9-8ca6-04b5002a541d triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:55:16.415988 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ede5-a95b-4855-8611-9505739ece7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:16.487444 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e684327a-4d1e-4d23-8f65-2d1dc12ccbf2 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:16.489525 n-d-771363-36 neutron-server[93827]: INFO neutron.plugins.ml2.db [None req-a9a1ede5-a95b-4855-8611-9505739ece7a None None] No ports have port_id starting with 3bf3616b-c074-45f9-8ca6-04b5002a541d Jul 15 13:55:16.501226 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a49eca1-8e86-4285-886b-3d85ec8ef49f None None] Network 7360802d-6099-4b93-97b3-2b7c0259b95c requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:55:16.515727 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e684327a-4d1e-4d23-8f65-2d1dc12ccbf2 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Pushing event deleted for resources: {'Port': ['ID=3bf3616b-c074-45f9-8ca6-04b5002a541d,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:16.520169 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e684327a-4d1e-4d23-8f65-2d1dc12ccbf2 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] No DVR routers for this DVR port 3bf3616b-c074-45f9-8ca6-04b5002a541d on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:55:16.599461 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e684327a-4d1e-4d23-8f65-2d1dc12ccbf2 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:16.610169 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-e684327a-4d1e-4d23-8f65-2d1dc12ccbf2 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7360802d-6099-4b93-97b3-2b7c0259b95c']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:16.620229 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-e684327a-4d1e-4d23-8f65-2d1dc12ccbf2 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a927a27-688f-49d1-b084-0b6b0d22a6f6') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:16.620527 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-e684327a-4d1e-4d23-8f65-2d1dc12ccbf2 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a927a27-688f-49d1-b084-0b6b0d22a6f6') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:16.630310 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e684327a-4d1e-4d23-8f65-2d1dc12ccbf2 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:16.643534 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e684327a-4d1e-4d23-8f65-2d1dc12ccbf2 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:16.649122 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e684327a-4d1e-4d23-8f65-2d1dc12ccbf2 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:55:16.649498 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e684327a-4d1e-4d23-8f65-2d1dc12ccbf2 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:16.652504 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:55:16.652504 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:55:16.652504 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:55:16.652504 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:55:16.652504 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:55:16.652504 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:55:16.652504 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:55:16.652504 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:55:16.652504 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:55:16.652504 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:55:16.652504 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:55:16.652504 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:55:16.652504 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:55:16.652504 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:55:16.652504 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:55:16.652504 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:55:16.652504 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:55:16.652504 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:55:16.652504 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:55:16.652504 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:55:16.652504 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:55:16.652504 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:55:16.652504 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:55:16.652504 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:55:16.652504 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:55:16.652504 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:55:16.652504 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:55:16.652504 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:55:16.652504 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:55:16.652504 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:55:16.652504 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:55:16.652504 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:55:16.660389 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2152443-af56-450a-8520-25ad0160ca5b None None] DHCP port deletion for 7360802d-6099-4b93-97b3-2b7c0259b95c request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:55:16.712030 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e684327a-4d1e-4d23-8f65-2d1dc12ccbf2 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:16.716501 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e684327a-4d1e-4d23-8f65-2d1dc12ccbf2 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:16.718359 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e684327a-4d1e-4d23-8f65-2d1dc12ccbf2 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] 10.222.0.16 "DELETE /v2.0/networks/7360802d-6099-4b93-97b3-2b7c0259b95c HTTP/1.1" status: 204 len: 168 time: 0.5245111 Jul 15 13:55:16.721050 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39094) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:16.737098 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e684327a-4d1e-4d23-8f65-2d1dc12ccbf2 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Pushing event deleted for resources: {'Network': ['ID=7360802d-6099-4b93-97b3-2b7c0259b95c,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:16.747453 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-3841f281-5d3a-40d3-b64f-ef96ca369ce9 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] DELETE failed (client error): The resource could not be found. Jul 15 13:55:16.747901 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3841f281-5d3a-40d3-b64f-ef96ca369ce9 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:55:16.750261 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3841f281-5d3a-40d3-b64f-ef96ca369ce9 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] 10.222.0.16 "DELETE /v2.0/subnets/7a4fbbfc-e7ec-439a-80e0-cc6080f8d855 HTTP/1.1" status: 404 len: 337 time: 0.0282061 Jul 15 13:55:16.753175 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39096) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:16.771190 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-45f6a58a-add1-4ade-abbc-f9ae4943000a tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] DELETE failed (client error): The resource could not be found. Jul 15 13:55:16.771641 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45f6a58a-add1-4ade-abbc-f9ae4943000a tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:55:16.773220 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-45f6a58a-add1-4ade-abbc-f9ae4943000a tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] 10.222.0.16 "DELETE /v2.0/networks/d8c69e81-5edc-40b1-b7fe-56d969de04a4 HTTP/1.1" status: 404 len: 339 time: 0.0191629 Jul 15 13:55:16.775739 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39098) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:16.800383 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9956f44-4153-47d3-9735-e69157644420 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] DELETE failed (client error): The resource could not be found. Jul 15 13:55:16.800846 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9956f44-4153-47d3-9735-e69157644420 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:55:16.802478 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a9956f44-4153-47d3-9735-e69157644420 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] 10.222.0.16 "DELETE /v2.0/subnets/a629646c-1387-4af6-8554-64cbfbb2d9df HTTP/1.1" status: 404 len: 337 time: 0.0258825 Jul 15 13:55:16.804819 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39100) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:16.822349 n-d-771363-36 neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0336dd2-4b6e-4a39-921b-84ba7d688b8b tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] DELETE failed (client error): The resource could not be found. Jul 15 13:55:16.822883 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0336dd2-4b6e-4a39-921b-84ba7d688b8b tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93825) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:55:16.824464 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f0336dd2-4b6e-4a39-921b-84ba7d688b8b tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] 10.222.0.16 "DELETE /v2.0/networks/5b709acc-b4ec-4c30-babf-e7edd8938215 HTTP/1.1" status: 404 len: 339 time: 0.0188060 Jul 15 13:55:16.827067 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39102) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:16.876907 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-42f2f9f9-6fd5-4f96-afc0-5ebc06256107 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Deleting subnet ac3f6ec2-0346-4c86-9afd-0606310e4373 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:55:16.879885 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-42f2f9f9-6fd5-4f96-afc0-5ebc06256107 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:16.917972 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-42f2f9f9-6fd5-4f96-afc0-5ebc06256107 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:17.002992 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-42f2f9f9-6fd5-4f96-afc0-5ebc06256107 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:17.059425 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-42f2f9f9-6fd5-4f96-afc0-5ebc06256107 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:17.086207 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f2f9f9-6fd5-4f96-afc0-5ebc06256107 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Pushing event deleted for resources: {'Subnet': ['ID=ac3f6ec2-0346-4c86-9afd-0606310e4373,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:17.088161 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-42f2f9f9-6fd5-4f96-afc0-5ebc06256107 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:17.091820 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-42f2f9f9-6fd5-4f96-afc0-5ebc06256107 tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] 10.222.0.16 "DELETE /v2.0/subnets/ac3f6ec2-0346-4c86-9afd-0606310e4373 HTTP/1.1" status: 204 len: 168 time: 0.2619333 Jul 15 13:55:17.092530 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39104) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:17.094103 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734c86b2-31a0-4688-b35d-9ce581beed17 None None] Network 3f1f0ed1-af99-400a-9563-5e5315bd5816 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:55:17.169135 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-704e8ed1-403a-426f-a086-da3088e39f6b tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:17.220250 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-704e8ed1-403a-426f-a086-da3088e39f6b tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Deleting port a7060fb7-c530-4acb-9768-5477b358d03b {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:55:17.220631 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-704e8ed1-403a-426f-a086-da3088e39f6b tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:17.278087 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2a0aec-8a1a-48e7-b4be-c1e1d64cd2b2 None None] DHCP port deletion for 3f1f0ed1-af99-400a-9563-5e5315bd5816 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:55:17.287535 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-704e8ed1-403a-426f-a086-da3088e39f6b tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] For port a7060fb7-c530-4acb-9768-5477b358d03b, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a7060fb7-c530-4acb-9768-5477b358d03b,segment=NetworkSegment(d7800fd5-9988-4e7e-96a1-1a5381df35a9),segment_id=d7800fd5-9988-4e7e-96a1-1a5381df35a9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:55:17.287909 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-704e8ed1-403a-426f-a086-da3088e39f6b tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:17.300052 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-704e8ed1-403a-426f-a086-da3088e39f6b tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Calling delete_port for a7060fb7-c530-4acb-9768-5477b358d03b owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:55:17.322915 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-8b2a0aec-8a1a-48e7-b4be-c1e1d64cd2b2 None None] Deleting port a7060fb7-c530-4acb-9768-5477b358d03b {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:55:17.323215 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8b2a0aec-8a1a-48e7-b4be-c1e1d64cd2b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:17.376889 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-704e8ed1-403a-426f-a086-da3088e39f6b tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:17.387644 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-8b2a0aec-8a1a-48e7-b4be-c1e1d64cd2b2 None None] For port a7060fb7-c530-4acb-9768-5477b358d03b, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a7060fb7-c530-4acb-9768-5477b358d03b,segment=NetworkSegment(d7800fd5-9988-4e7e-96a1-1a5381df35a9),segment_id=d7800fd5-9988-4e7e-96a1-1a5381df35a9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:55:17.388040 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8b2a0aec-8a1a-48e7-b4be-c1e1d64cd2b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:17.399861 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-8b2a0aec-8a1a-48e7-b4be-c1e1d64cd2b2 None None] Calling delete_port for a7060fb7-c530-4acb-9768-5477b358d03b owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:55:17.403402 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e8ed1-403a-426f-a086-da3088e39f6b tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Pushing event deleted for resources: {'Port': ['ID=a7060fb7-c530-4acb-9768-5477b358d03b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:17.406497 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704e8ed1-403a-426f-a086-da3088e39f6b tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] No DVR routers for this DVR port a7060fb7-c530-4acb-9768-5477b358d03b on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:55:17.478124 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8b2a0aec-8a1a-48e7-b4be-c1e1d64cd2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:17.503386 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a0aec-8a1a-48e7-b4be-c1e1d64cd2b2 None None] Pushing event deleted for resources: {'Port': ['ID=a7060fb7-c530-4acb-9768-5477b358d03b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:17.509063 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2a0aec-8a1a-48e7-b4be-c1e1d64cd2b2 None None] No DVR routers for this DVR port a7060fb7-c530-4acb-9768-5477b358d03b on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:55:17.728943 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 3bf3616b-c074-45f9-8ca6-04b5002a541d no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:55:17.749584 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 3bf3616b-c074-45f9-8ca6-04b5002a541d {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:55:17.749959 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 3bf3616b-c074-45f9-8ca6-04b5002a541d not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:55:17.750369 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a7060fb7-c530-4acb-9768-5477b358d03b no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:55:17.773788 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: a7060fb7-c530-4acb-9768-5477b358d03b {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:55:17.774063 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a7060fb7-c530-4acb-9768-5477b358d03b not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:55:17.850785 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-704e8ed1-403a-426f-a086-da3088e39f6b tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:17.860258 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-704e8ed1-403a-426f-a086-da3088e39f6b tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f1f0ed1-af99-400a-9563-5e5315bd5816']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:17.870051 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-704e8ed1-403a-426f-a086-da3088e39f6b tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7800fd5-9988-4e7e-96a1-1a5381df35a9') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:17.870583 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-704e8ed1-403a-426f-a086-da3088e39f6b tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7800fd5-9988-4e7e-96a1-1a5381df35a9') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:17.879441 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-704e8ed1-403a-426f-a086-da3088e39f6b tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:17.893200 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-704e8ed1-403a-426f-a086-da3088e39f6b tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:17.898737 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-704e8ed1-403a-426f-a086-da3088e39f6b tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:55:17.899109 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-704e8ed1-403a-426f-a086-da3088e39f6b tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:55:17.901986 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:55:17.959591 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-704e8ed1-403a-426f-a086-da3088e39f6b tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:17.966248 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-704e8ed1-403a-426f-a086-da3088e39f6b tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:17.968323 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-704e8ed1-403a-426f-a086-da3088e39f6b tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] 10.222.0.16 "DELETE /v2.0/networks/3f1f0ed1-af99-400a-9563-5e5315bd5816 HTTP/1.1" status: 204 len: 168 time: 0.8740184 Jul 15 13:55:17.979112 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e8ed1-403a-426f-a086-da3088e39f6b tempest-NetworksIpV6Test-1046596540 tempest-NetworksIpV6Test-1046596540-project] Pushing event deleted for resources: {'Network': ['ID=3f1f0ed1-af99-400a-9563-5e5315bd5816,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:18.204640 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39110) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:18.328820 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-24766257-7257-4c78-9036-61952367dd83 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=15b25783b4cd4c58a236a295d655736d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1230326 Jul 15 13:55:18.331354 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39114) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:18.379941 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-04cfaf36-44ac-4efb-acc2-d412c3abe279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:18.399499 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-04cfaf36-44ac-4efb-acc2-d412c3abe279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:18.446916 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-04cfaf36-44ac-4efb-acc2-d412c3abe279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:18.449398 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-04cfaf36-44ac-4efb-acc2-d412c3abe279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:18.450543 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-04cfaf36-44ac-4efb-acc2-d412c3abe279 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/807bf948-9594-4ddc-be91-d63e6d96bcff HTTP/1.1" status: 204 len: 168 time: 0.1182842 Jul 15 13:55:18.458532 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cfaf36-44ac-4efb-acc2-d412c3abe279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807bf948-9594-4ddc-be91-d63e6d96bcff,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:19.059493 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39136) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:19.148300 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-8819e29a-5375-499b-8281-1c552bc43880 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1822798586', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:55:19.170368 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8819e29a-5375-499b-8281-1c552bc43880 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:19.171607 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8819e29a-5375-499b-8281-1c552bc43880 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:19.221566 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8819e29a-5375-499b-8281-1c552bc43880 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:19.225989 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8819e29a-5375-499b-8281-1c552bc43880 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:19.240388 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8819e29a-5375-499b-8281-1c552bc43880 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:19.241488 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8819e29a-5375-499b-8281-1c552bc43880 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1809416 Jul 15 13:55:19.244184 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39140) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:19.249425 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-76fe5615-ddfd-4a92-9cbf-43f83b5c8138 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-720904306'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:55:19.268471 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fe5615-ddfd-4a92-9cbf-43f83b5c8138 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Made reservation on behalf of f1ca9c012d0f4b379e5262d52f11457d for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:55:19.271871 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-76fe5615-ddfd-4a92-9cbf-43f83b5c8138 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:19.280199 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-76fe5615-ddfd-4a92-9cbf-43f83b5c8138 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:19.372553 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-76fe5615-ddfd-4a92-9cbf-43f83b5c8138 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:19.376803 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-76fe5615-ddfd-4a92-9cbf-43f83b5c8138 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:19.404247 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76fe5615-ddfd-4a92-9cbf-43f83b5c8138 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:55:19.414243 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe5615-ddfd-4a92-9cbf-43f83b5c8138 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82acc5ff-f5f1-4e86-a068-e3c88db7be80,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:19.420189 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-76fe5615-ddfd-4a92-9cbf-43f83b5c8138 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:19.420644 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-76fe5615-ddfd-4a92-9cbf-43f83b5c8138 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Added segment 6b700314-3407-4598-a2d0-73a2104deaa3 of type vlan for network 2c3630e9-caff-452f-8f05-632530aefaa4 Jul 15 13:55:19.462959 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-76fe5615-ddfd-4a92-9cbf-43f83b5c8138 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:19.490418 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-76fe5615-ddfd-4a92-9cbf-43f83b5c8138 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:19.495784 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fe5615-ddfd-4a92-9cbf-43f83b5c8138 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:19.496363 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-76fe5615-ddfd-4a92-9cbf-43f83b5c8138 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:19.531221 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-76fe5615-ddfd-4a92-9cbf-43f83b5c8138 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2860472 Jul 15 13:55:19.534111 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39142) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:19.539624 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-b34665e8-cf18-48d1-878c-c367254b75b5 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Request body: {'subnet': {'network_id': '2c3630e9-caff-452f-8f05-632530aefaa4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:55:19.563251 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe5615-ddfd-4a92-9cbf-43f83b5c8138 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Pushing event updated for resources: {'Network': ['ID=2c3630e9-caff-452f-8f05-632530aefaa4,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:19.576189 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 2c3630e9-caff-452f-8f05-632530aefaa4 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:55:19.628693 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34665e8-cf18-48d1-878c-c367254b75b5 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Made reservation on behalf of f1ca9c012d0f4b379e5262d52f11457d for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:55:19.632334 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b34665e8-cf18-48d1-878c-c367254b75b5 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:19.803161 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b34665e8-cf18-48d1-878c-c367254b75b5 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:19.857689 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34665e8-cf18-48d1-878c-c367254b75b5 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Pushing event updated for resources: {'Subnet': ['ID=c74fe0fd-bc8d-4419-a67c-6f0fe12d4fa2,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:19.868745 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34665e8-cf18-48d1-878c-c367254b75b5 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Checking segment: {'id': '6b700314-3407-4598-a2d0-73a2104deaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2c3630e9-caff-452f-8f05-632530aefaa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:55:19.868745 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34665e8-cf18-48d1-878c-c367254b75b5 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Network hostable DHCP agents. Network: 2c3630e9-caff-452f-8f05-632530aefaa4, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:55:19.884733 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34665e8-cf18-48d1-878c-c367254b75b5 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Network 2c3630e9-caff-452f-8f05-632530aefaa4 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:55:19.893070 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-b34665e8-cf18-48d1-878c-c367254b75b5 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 2c3630e9-caff-452f-8f05-632530aefaa4) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:55:19.896956 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34665e8-cf18-48d1-878c-c367254b75b5 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:19.897539 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b34665e8-cf18-48d1-878c-c367254b75b5 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:19.906252 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995dc253-9c60-479e-a01b-c91cba7ef585 None None] Network 2c3630e9-caff-452f-8f05-632530aefaa4 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:55:19.912021 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b34665e8-cf18-48d1-878c-c367254b75b5 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3767431 Jul 15 13:55:19.915360 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39144) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:19.920248 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-0215ca01-a7c7-474e-ab95-9ab40d0ce79c tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-417710543'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:55:19.940267 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0215ca01-a7c7-474e-ab95-9ab40d0ce79c tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Made reservation on behalf of f1ca9c012d0f4b379e5262d52f11457d for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:55:19.943676 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0215ca01-a7c7-474e-ab95-9ab40d0ce79c tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:19.967212 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0215ca01-a7c7-474e-ab95-9ab40d0ce79c tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:55:19.976469 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0215ca01-a7c7-474e-ab95-9ab40d0ce79c tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:19.976814 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-0215ca01-a7c7-474e-ab95-9ab40d0ce79c tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Added segment 3c63c8f5-9f06-43aa-bd22-1d166869fc4a of type vlan for network b14f5dc0-b541-4173-94c3-0ee682ff16f7 Jul 15 13:55:20.020264 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0215ca01-a7c7-474e-ab95-9ab40d0ce79c tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:20.049309 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0215ca01-a7c7-474e-ab95-9ab40d0ce79c tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:20.054948 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0215ca01-a7c7-474e-ab95-9ab40d0ce79c tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:20.057248 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c81d129-7c1b-42ea-ac03-202ebf5adfd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-2c3630e9-caff-452f-8f05-632530aefaa4', 'network_id': '2c3630e9-caff-452f-8f05-632530aefaa4', 'tenant_id': 'f1ca9c012d0f4b379e5262d52f11457d', 'fixed_ips': [{'subnet_id': 'c74fe0fd-bc8d-4419-a67c-6f0fe12d4fa2'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:55:20.057730 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0215ca01-a7c7-474e-ab95-9ab40d0ce79c tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:20.058105 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2c81d129-7c1b-42ea-ac03-202ebf5adfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:20.090335 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0215ca01-a7c7-474e-ab95-9ab40d0ce79c tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1739211 Jul 15 13:55:20.094031 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39146) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:20.098944 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-fd951a4e-ed9f-4c14-98ba-56269c0f4e8a tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Request body: {'subnet': {'network_id': 'b14f5dc0-b541-4173-94c3-0ee682ff16f7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:55:20.145059 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215ca01-a7c7-474e-ab95-9ab40d0ce79c tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Pushing event updated for resources: {'Network': ['ID=b14f5dc0-b541-4173-94c3-0ee682ff16f7,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:20.156269 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network b14f5dc0-b541-4173-94c3-0ee682ff16f7 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:55:20.216054 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd951a4e-ed9f-4c14-98ba-56269c0f4e8a tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Made reservation on behalf of f1ca9c012d0f4b379e5262d52f11457d for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:55:20.220024 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fd951a4e-ed9f-4c14-98ba-56269c0f4e8a tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:20.245944 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-2c81d129-7c1b-42ea-ac03-202ebf5adfd2 None None] Allocated IP 172.20.0.2 (2c3630e9-caff-452f-8f05-632530aefaa4/c74fe0fd-bc8d-4419-a67c-6f0fe12d4fa2/42bc8caa-2584-4f08-8fa0-c89c7ad4a801) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:55:20.392384 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2c81d129-7c1b-42ea-ac03-202ebf5adfd2 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:20.396089 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fd951a4e-ed9f-4c14-98ba-56269c0f4e8a tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:20.401548 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-2c81d129-7c1b-42ea-ac03-202ebf5adfd2 None None] Transition to ACTIVE for port object 42bc8caa-2584-4f08-8fa0-c89c7ad4a801 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:55:20.416834 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-2c81d129-7c1b-42ea-ac03-202ebf5adfd2 None None] Transition to ACTIVE for port object 42bc8caa-2584-4f08-8fa0-c89c7ad4a801 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:55:20.423499 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2c81d129-7c1b-42ea-ac03-202ebf5adfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:20.455434 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd951a4e-ed9f-4c14-98ba-56269c0f4e8a tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Pushing event updated for resources: {'Subnet': ['ID=afcd77c9-5958-4528-9102-45c3420e8a64,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:20.464166 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c81d129-7c1b-42ea-ac03-202ebf5adfd2 None None] Network 2c3630e9-caff-452f-8f05-632530aefaa4 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:55:20.466429 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd951a4e-ed9f-4c14-98ba-56269c0f4e8a tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Checking segment: {'id': '3c63c8f5-9f06-43aa-bd22-1d166869fc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b14f5dc0-b541-4173-94c3-0ee682ff16f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:55:20.466817 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd951a4e-ed9f-4c14-98ba-56269c0f4e8a tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Network hostable DHCP agents. Network: b14f5dc0-b541-4173-94c3-0ee682ff16f7, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:55:20.469433 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-2c81d129-7c1b-42ea-ac03-202ebf5adfd2 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:55:20.473364 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c81d129-7c1b-42ea-ac03-202ebf5adfd2 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:55:20.482792 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81d129-7c1b-42ea-ac03-202ebf5adfd2 None None] Pushing event updated for resources: {'Port': ['ID=42bc8caa-2584-4f08-8fa0-c89c7ad4a801,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:20.484227 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd951a4e-ed9f-4c14-98ba-56269c0f4e8a tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Network b14f5dc0-b541-4173-94c3-0ee682ff16f7 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:55:20.493868 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-fd951a4e-ed9f-4c14-98ba-56269c0f4e8a tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, b14f5dc0-b541-4173-94c3-0ee682ff16f7) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:55:20.497885 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd951a4e-ed9f-4c14-98ba-56269c0f4e8a tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:20.498466 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fd951a4e-ed9f-4c14-98ba-56269c0f4e8a tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:20.509712 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662a5ed7-8452-49c7-89d6-042c57efd308 None None] Network b14f5dc0-b541-4173-94c3-0ee682ff16f7 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:55:20.513263 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-fd951a4e-ed9f-4c14-98ba-56269c0f4e8a tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4181435 Jul 15 13:55:20.516639 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39148) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:20.521793 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-cde6a953-231d-49e5-ae77-c0617a4005cf tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b14f5dc0-b541-4173-94c3-0ee682ff16f7'}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:55:20.592270 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-2c81d129-7c1b-42ea-ac03-202ebf5adfd2 None None] Attempting to bind port 42bc8caa-2584-4f08-8fa0-c89c7ad4a801 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:55:20.593523 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-2c81d129-7c1b-42ea-ac03-202ebf5adfd2 None None] Attempting to bind port 42bc8caa-2584-4f08-8fa0-c89c7ad4a801 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6b700314-3407-4598-a2d0-73a2104deaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2c3630e9-caff-452f-8f05-632530aefaa4'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:55:20.593523 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c81d129-7c1b-42ea-ac03-202ebf5adfd2 None None] Attempting to bind port 42bc8caa-2584-4f08-8fa0-c89c7ad4a801 on network 2c3630e9-caff-452f-8f05-632530aefaa4 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:55:20.603946 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c81d129-7c1b-42ea-ac03-202ebf5adfd2 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:55:20.604318 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c81d129-7c1b-42ea-ac03-202ebf5adfd2 None None] Checking segment: {'id': '6b700314-3407-4598-a2d0-73a2104deaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2c3630e9-caff-452f-8f05-632530aefaa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:55:20.604717 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2c81d129-7c1b-42ea-ac03-202ebf5adfd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:20.605107 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c81d129-7c1b-42ea-ac03-202ebf5adfd2 None None] Bound using segment: {'id': '6b700314-3407-4598-a2d0-73a2104deaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2c3630e9-caff-452f-8f05-632530aefaa4'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:55:20.605566 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-2c81d129-7c1b-42ea-ac03-202ebf5adfd2 None None] Bound port: 42bc8caa-2584-4f08-8fa0-c89c7ad4a801, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b700314-3407-4598-a2d0-73a2104deaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2c3630e9-caff-452f-8f05-632530aefaa4'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:55:20.605950 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2c81d129-7c1b-42ea-ac03-202ebf5adfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:20.714962 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-2c81d129-7c1b-42ea-ac03-202ebf5adfd2 None None] For port 42bc8caa-2584-4f08-8fa0-c89c7ad4a801, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:55:20.723316 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cde6a953-231d-49e5-ae77-c0617a4005cf tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:20.745837 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdba0312-0e8b-43a3-9080-f8acd5bc38f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-b14f5dc0-b541-4173-94c3-0ee682ff16f7', 'network_id': 'b14f5dc0-b541-4173-94c3-0ee682ff16f7', 'tenant_id': 'f1ca9c012d0f4b379e5262d52f11457d', 'fixed_ips': [{'subnet_id': 'afcd77c9-5958-4528-9102-45c3420e8a64'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:55:20.746720 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fdba0312-0e8b-43a3-9080-f8acd5bc38f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:20.750066 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-2c81d129-7c1b-42ea-ac03-202ebf5adfd2 None None] For port 42bc8caa-2584-4f08-8fa0-c89c7ad4a801, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=42bc8caa-2584-4f08-8fa0-c89c7ad4a801,segment=NetworkSegment(6b700314-3407-4598-a2d0-73a2104deaa3),segment_id=6b700314-3407-4598-a2d0-73a2104deaa3)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:55:20.761090 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2c81d129-7c1b-42ea-ac03-202ebf5adfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:20.833043 n-d-771363-36 neutron-server[93825]: INFO neutron.api.v2.resource [None req-cde6a953-231d-49e5-ae77-c0617a4005cf tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:55:20.839678 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-cde6a953-231d-49e5-ae77-c0617a4005cf tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] 10.222.0.16 "PUT /v2.0/routers/f51a39a2-337b-490c-bf36-0729ea14fbcd HTTP/1.1" status: 400 len: 364 time: 0.3165624 Jul 15 13:55:20.839906 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39150) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:20.895407 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-42e5297b-8a61-486b-b9f1-7d7817e2c60c tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Deleting subnet afcd77c9-5958-4528-9102-45c3420e8a64 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:55:20.899401 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-42e5297b-8a61-486b-b9f1-7d7817e2c60c tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:20.943731 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-42e5297b-8a61-486b-b9f1-7d7817e2c60c tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:21.014095 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-42e5297b-8a61-486b-b9f1-7d7817e2c60c tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:21.068439 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81d129-7c1b-42ea-ac03-202ebf5adfd2 None None] Pushing event updated for resources: {'Port': ['ID=42bc8caa-2584-4f08-8fa0-c89c7ad4a801,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:21.091944 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-42e5297b-8a61-486b-b9f1-7d7817e2c60c tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server [None req-fdba0312-0e8b-43a3-9080-f8acd5bc38f8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet afcd77c9-5958-4528-9102-45c3420e8a64: This subnet is being modified by another concurrent operation. Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server raise exception Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet afcd77c9-5958-4528-9102-45c3420e8a64: This subnet is being modified by another concurrent operation. Jul 15 13:55:21.095883 n-d-771363-36 neutron-server[93827]: ERROR oslo_messaging.rpc.server Jul 15 13:55:21.112622 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a73065d-67e9-4230-bad7-94da4d724466 None None] Network b14f5dc0-b541-4173-94c3-0ee682ff16f7 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:55:21.119426 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5297b-8a61-486b-b9f1-7d7817e2c60c tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Pushing event deleted for resources: {'Subnet': ['ID=afcd77c9-5958-4528-9102-45c3420e8a64,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:21.125675 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-42e5297b-8a61-486b-b9f1-7d7817e2c60c tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:21.127590 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-42e5297b-8a61-486b-b9f1-7d7817e2c60c tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] 10.222.0.16 "DELETE /v2.0/subnets/afcd77c9-5958-4528-9102-45c3420e8a64 HTTP/1.1" status: 204 len: 168 time: 0.2867780 Jul 15 13:55:21.130185 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39152) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:21.207298 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1418842b-c90b-4646-b9e8-33f685eb41ac tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:21.294189 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1418842b-c90b-4646-b9e8-33f685eb41ac tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:21.304860 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-1418842b-c90b-4646-b9e8-33f685eb41ac tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b14f5dc0-b541-4173-94c3-0ee682ff16f7']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:21.315765 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-1418842b-c90b-4646-b9e8-33f685eb41ac tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c63c8f5-9f06-43aa-bd22-1d166869fc4a') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:21.316066 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-1418842b-c90b-4646-b9e8-33f685eb41ac tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c63c8f5-9f06-43aa-bd22-1d166869fc4a') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:21.324750 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1418842b-c90b-4646-b9e8-33f685eb41ac tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:21.338076 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1418842b-c90b-4646-b9e8-33f685eb41ac tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:21.343729 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1418842b-c90b-4646-b9e8-33f685eb41ac tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:55:21.344117 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1418842b-c90b-4646-b9e8-33f685eb41ac tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:21.347018 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:55:21.347018 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:55:21.347018 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:55:21.347018 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:55:21.347018 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:55:21.347018 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:55:21.347018 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:55:21.347018 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:55:21.347018 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:55:21.347018 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:55:21.347018 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:55:21.347018 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:55:21.347018 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:55:21.347018 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:55:21.347018 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:55:21.347018 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:55:21.347018 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:55:21.347018 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:55:21.347018 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:55:21.347018 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:55:21.347018 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:55:21.347018 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:55:21.347018 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:55:21.347018 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:55:21.347018 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:55:21.347018 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:55:21.347018 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:55:21.347018 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:55:21.347018 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:55:21.347018 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:55:21.347018 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:55:21.347018 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:55:21.408328 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1418842b-c90b-4646-b9e8-33f685eb41ac tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:21.415429 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1418842b-c90b-4646-b9e8-33f685eb41ac tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:21.417218 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1418842b-c90b-4646-b9e8-33f685eb41ac tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] 10.222.0.16 "DELETE /v2.0/networks/b14f5dc0-b541-4173-94c3-0ee682ff16f7 HTTP/1.1" status: 204 len: 168 time: 0.2860901 Jul 15 13:55:21.419825 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39154) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:21.428655 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418842b-c90b-4646-b9e8-33f685eb41ac tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Pushing event deleted for resources: {'Network': ['ID=b14f5dc0-b541-4173-94c3-0ee682ff16f7,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:21.477439 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f67b514-9ce5-4ced-825a-85066e38872c tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Deleting subnet c74fe0fd-bc8d-4419-a67c-6f0fe12d4fa2 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:55:21.480775 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2f67b514-9ce5-4ced-825a-85066e38872c tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:21.521985 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2f67b514-9ce5-4ced-825a-85066e38872c tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:21.608964 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2f67b514-9ce5-4ced-825a-85066e38872c tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:21.673279 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2f67b514-9ce5-4ced-825a-85066e38872c tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:21.702243 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67b514-9ce5-4ced-825a-85066e38872c tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Pushing event deleted for resources: {'Subnet': ['ID=c74fe0fd-bc8d-4419-a67c-6f0fe12d4fa2,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:21.704555 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2f67b514-9ce5-4ced-825a-85066e38872c tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:21.706685 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2f67b514-9ce5-4ced-825a-85066e38872c tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] 10.222.0.16 "DELETE /v2.0/subnets/c74fe0fd-bc8d-4419-a67c-6f0fe12d4fa2 HTTP/1.1" status: 204 len: 168 time: 0.2858200 Jul 15 13:55:21.709391 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39156) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:21.787249 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2241ac-0361-4a62-b42a-e82c2ce66e7c None None] Network 2c3630e9-caff-452f-8f05-632530aefaa4 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:55:21.799671 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23014c35-20d5-4947-bbf8-4753319ee9cf tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:21.806129 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 42bc8caa-2584-4f08-8fa0-c89c7ad4a801 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:55:21.857433 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-23014c35-20d5-4947-bbf8-4753319ee9cf tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Deleting port 42bc8caa-2584-4f08-8fa0-c89c7ad4a801 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:55:21.857752 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23014c35-20d5-4947-bbf8-4753319ee9cf tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:21.892479 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6d603dfb-7a40-44cb-9bd8-1d72fcbd80bc None None] Provisioning for port 42bc8caa-2584-4f08-8fa0-c89c7ad4a801 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:55:21.921252 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-23014c35-20d5-4947-bbf8-4753319ee9cf tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] For port 42bc8caa-2584-4f08-8fa0-c89c7ad4a801, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=42bc8caa-2584-4f08-8fa0-c89c7ad4a801,segment=NetworkSegment(6b700314-3407-4598-a2d0-73a2104deaa3),segment_id=6b700314-3407-4598-a2d0-73a2104deaa3)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:55:21.921606 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23014c35-20d5-4947-bbf8-4753319ee9cf tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:21.934204 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-23014c35-20d5-4947-bbf8-4753319ee9cf tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Calling delete_port for 42bc8caa-2584-4f08-8fa0-c89c7ad4a801 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:55:21.949752 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 42bc8caa-2584-4f08-8fa0-c89c7ad4a801 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:55:21.956350 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 42bc8caa-2584-4f08-8fa0-c89c7ad4a801 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:55:21.956731 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:22.018012 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23014c35-20d5-4947-bbf8-4753319ee9cf tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:22.047614 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23014c35-20d5-4947-bbf8-4753319ee9cf tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Pushing event deleted for resources: {'Port': ['ID=42bc8caa-2584-4f08-8fa0-c89c7ad4a801,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:22.049485 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23014c35-20d5-4947-bbf8-4753319ee9cf tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] No DVR routers for this DVR port 42bc8caa-2584-4f08-8fa0-c89c7ad4a801 on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:55:22.053423 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:22.073169 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2970f6-612e-43b2-97ba-b05e330be0f0 None None] DHCP port deletion for 2c3630e9-caff-452f-8f05-632530aefaa4 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:55:22.106149 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f52ded-043a-4c69-a58e-f9ecf520df29 None None] get_active_networks_info from n-d-771363-36 {{(pid=93827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:55:22.130188 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23014c35-20d5-4947-bbf8-4753319ee9cf tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:22.140443 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-23014c35-20d5-4947-bbf8-4753319ee9cf tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c3630e9-caff-452f-8f05-632530aefaa4']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:22.154183 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-23014c35-20d5-4947-bbf8-4753319ee9cf tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b700314-3407-4598-a2d0-73a2104deaa3') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:22.154497 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-23014c35-20d5-4947-bbf8-4753319ee9cf tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b700314-3407-4598-a2d0-73a2104deaa3') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:22.163592 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23014c35-20d5-4947-bbf8-4753319ee9cf tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:22.164587 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f52ded-043a-4c69-a58e-f9ecf520df29 None None] Resources bound (agent type, host, resource id): {{(pid=93827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:55:22.177309 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23014c35-20d5-4947-bbf8-4753319ee9cf tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:22.183235 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23014c35-20d5-4947-bbf8-4753319ee9cf tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:55:22.183619 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23014c35-20d5-4947-bbf8-4753319ee9cf tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:22.187305 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:55:22.187305 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:55:22.187305 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:55:22.187305 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:55:22.187305 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:55:22.187305 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:55:22.187305 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:55:22.187305 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:55:22.187305 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:55:22.187305 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:55:22.187305 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:55:22.187305 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:55:22.187305 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:55:22.187305 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:55:22.187305 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:55:22.187305 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:55:22.187305 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:55:22.187305 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:55:22.187305 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:55:22.187305 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:55:22.187305 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:55:22.187305 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:55:22.187305 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:55:22.187305 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:55:22.187305 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:55:22.187305 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:55:22.187305 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:55:22.187305 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:55:22.187305 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:55:22.187305 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:55:22.187305 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:55:22.187305 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:55:22.243584 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23014c35-20d5-4947-bbf8-4753319ee9cf tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:22.251958 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23014c35-20d5-4947-bbf8-4753319ee9cf tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:22.253821 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-23014c35-20d5-4947-bbf8-4753319ee9cf tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] 10.222.0.16 "DELETE /v2.0/networks/2c3630e9-caff-452f-8f05-632530aefaa4 HTTP/1.1" status: 204 len: 168 time: 0.5432949 Jul 15 13:55:22.256678 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39158) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:22.263529 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23014c35-20d5-4947-bbf8-4753319ee9cf tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Pushing event deleted for resources: {'Network': ['ID=2c3630e9-caff-452f-8f05-632530aefaa4,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:22.286627 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2872f490-e6ff-4ef5-a805-91dc91c86495 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] 10.222.0.16 "GET /v2.0/ports?device_id=f51a39a2-337b-490c-bf36-0729ea14fbcd HTTP/1.1" status: 200 len: 205 time: 0.0287583 Jul 15 13:55:22.289248 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39160) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:22.363800 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-45216664-1755-4bc7-8f57-141d16df4037 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:22.517179 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-45216664-1755-4bc7-8f57-141d16df4037 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:22.519228 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-45216664-1755-4bc7-8f57-141d16df4037 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:22.560245 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-45216664-1755-4bc7-8f57-141d16df4037 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:22.560794 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45216664-1755-4bc7-8f57-141d16df4037 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Fanout notify agent at l3_agent the message router_deleted on router f51a39a2-337b-490c-bf36-0729ea14fbcd {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:55:22.568560 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-45216664-1755-4bc7-8f57-141d16df4037 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:22.572034 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-45216664-1755-4bc7-8f57-141d16df4037 tempest-RoutersNegativeTest-1787017732 tempest-RoutersNegativeTest-1787017732-project] 10.222.0.16 "DELETE /v2.0/routers/f51a39a2-337b-490c-bf36-0729ea14fbcd HTTP/1.1" status: 204 len: 168 time: 0.2794659 Jul 15 13:55:22.800272 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39166) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:22.925278 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-cf662cf2-36f9-4e49-b7a5-89d777de89dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f1ca9c012d0f4b379e5262d52f11457d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1238589 Jul 15 13:55:22.927752 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39170) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:22.977308 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-328b2347-3412-45b5-ab51-a0d2e10f4bd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:22.997807 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-328b2347-3412-45b5-ab51-a0d2e10f4bd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:23.041780 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-328b2347-3412-45b5-ab51-a0d2e10f4bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:23.044377 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-328b2347-3412-45b5-ab51-a0d2e10f4bd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:23.045506 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-328b2347-3412-45b5-ab51-a0d2e10f4bd6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/82acc5ff-f5f1-4e86-a068-e3c88db7be80 HTTP/1.1" status: 204 len: 168 time: 0.1168733 Jul 15 13:55:23.053621 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b2347-3412-45b5-ab51-a0d2e10f4bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82acc5ff-f5f1-4e86-a068-e3c88db7be80,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:23.630944 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39192) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:23.724320 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-e3fa00dc-f5ca-41b9-9dbc-70dbe51da504 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1510792916-network', 'tenant_id': '5bff298689ab4eb4a575febaccfd099a'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:55:23.729266 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 42bc8caa-2584-4f08-8fa0-c89c7ad4a801 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:55:23.745745 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fa00dc-f5ca-41b9-9dbc-70dbe51da504 admin admin] Made reservation on behalf of 5bff298689ab4eb4a575febaccfd099a for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:55:23.748170 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3fa00dc-f5ca-41b9-9dbc-70dbe51da504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:23.750024 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 42bc8caa-2584-4f08-8fa0-c89c7ad4a801 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:55:23.750372 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 42bc8caa-2584-4f08-8fa0-c89c7ad4a801 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:55:23.757481 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3fa00dc-f5ca-41b9-9dbc-70dbe51da504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:23.842336 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3fa00dc-f5ca-41b9-9dbc-70dbe51da504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:23.846152 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3fa00dc-f5ca-41b9-9dbc-70dbe51da504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:23.869468 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3fa00dc-f5ca-41b9-9dbc-70dbe51da504 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:55:23.878524 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa00dc-f5ca-41b9-9dbc-70dbe51da504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914decf4-e36b-4b66-82c5-7f4259809930,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:23.884258 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3fa00dc-f5ca-41b9-9dbc-70dbe51da504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:23.884606 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-e3fa00dc-f5ca-41b9-9dbc-70dbe51da504 admin admin] Added segment ad847d2e-55e6-4c3f-b223-1a515ca2142f of type vlan for network 142fae22-afb8-4f13-b976-37c9ac9ee514 Jul 15 13:55:23.922359 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3fa00dc-f5ca-41b9-9dbc-70dbe51da504 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:23.949270 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3fa00dc-f5ca-41b9-9dbc-70dbe51da504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:23.950199 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fa00dc-f5ca-41b9-9dbc-70dbe51da504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:23.950818 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3fa00dc-f5ca-41b9-9dbc-70dbe51da504 admin admin] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:23.984146 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e3fa00dc-f5ca-41b9-9dbc-70dbe51da504 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3521357 Jul 15 13:55:23.987165 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39196) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:23.992187 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-d2719d7e-4ca7-4b03-a84a-327c9c4e567e admin admin] Request body: {'subnet': {'network_id': '142fae22-afb8-4f13-b976-37c9ac9ee514', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1510792916-subnet', 'tenant_id': '5bff298689ab4eb4a575febaccfd099a', 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:55:24.012504 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2719d7e-4ca7-4b03-a84a-327c9c4e567e admin admin] Made reservation on behalf of 5bff298689ab4eb4a575febaccfd099a for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:55:24.013257 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa00dc-f5ca-41b9-9dbc-70dbe51da504 admin admin] Pushing event updated for resources: {'Network': ['ID=142fae22-afb8-4f13-b976-37c9ac9ee514,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:24.015070 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d2719d7e-4ca7-4b03-a84a-327c9c4e567e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:24.022935 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 142fae22-afb8-4f13-b976-37c9ac9ee514 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:55:24.181505 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d2719d7e-4ca7-4b03-a84a-327c9c4e567e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:24.236506 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2719d7e-4ca7-4b03-a84a-327c9c4e567e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d08ed5fb-e447-4d48-a958-fd9704efd528,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:24.243675 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2719d7e-4ca7-4b03-a84a-327c9c4e567e admin admin] Checking segment: {'id': 'ad847d2e-55e6-4c3f-b223-1a515ca2142f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '142fae22-afb8-4f13-b976-37c9ac9ee514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:55:24.244037 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2719d7e-4ca7-4b03-a84a-327c9c4e567e admin admin] Network hostable DHCP agents. Network: 142fae22-afb8-4f13-b976-37c9ac9ee514, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:55:24.259942 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2719d7e-4ca7-4b03-a84a-327c9c4e567e admin admin] Network 142fae22-afb8-4f13-b976-37c9ac9ee514 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:55:24.268295 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-d2719d7e-4ca7-4b03-a84a-327c9c4e567e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 142fae22-afb8-4f13-b976-37c9ac9ee514) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:55:24.272524 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2719d7e-4ca7-4b03-a84a-327c9c4e567e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:24.273112 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d2719d7e-4ca7-4b03-a84a-327c9c4e567e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:24.277270 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babd47be-67c1-4d19-b777-ba2e4ab89b4a None None] Network 142fae22-afb8-4f13-b976-37c9ac9ee514 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:55:24.286981 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d2719d7e-4ca7-4b03-a84a-327c9c4e567e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.2986784 Jul 15 13:55:24.289711 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39198) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:24.293970 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-e491abcc-614d-4e0f-8a1b-25033c405d6b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1510792916-router', 'tenant_id': '5bff298689ab4eb4a575febaccfd099a', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:55:24.315310 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e491abcc-614d-4e0f-8a1b-25033c405d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:24.316586 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e491abcc-614d-4e0f-8a1b-25033c405d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:24.370964 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e491abcc-614d-4e0f-8a1b-25033c405d6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:24.425660 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550c3d0c-66f1-4bf4-b5da-df32977c51fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-142fae22-afb8-4f13-b976-37c9ac9ee514', 'network_id': '142fae22-afb8-4f13-b976-37c9ac9ee514', 'tenant_id': '5bff298689ab4eb4a575febaccfd099a', 'fixed_ips': [{'subnet_id': 'd08ed5fb-e447-4d48-a958-fd9704efd528'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:55:24.426525 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-550c3d0c-66f1-4bf4-b5da-df32977c51fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:24.508822 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e491abcc-614d-4e0f-8a1b-25033c405d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:24.555764 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-550c3d0c-66f1-4bf4-b5da-df32977c51fc None None] Allocated IP 172.20.0.2 (142fae22-afb8-4f13-b976-37c9ac9ee514/d08ed5fb-e447-4d48-a958-fd9704efd528/179b6a7f-4699-4dd1-8235-3721018b0cfc) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:55:24.698002 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-550c3d0c-66f1-4bf4-b5da-df32977c51fc None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:24.709554 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-550c3d0c-66f1-4bf4-b5da-df32977c51fc None None] Transition to ACTIVE for port object 179b6a7f-4699-4dd1-8235-3721018b0cfc will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:55:24.710117 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e491abcc-614d-4e0f-8a1b-25033c405d6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:24.724405 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-550c3d0c-66f1-4bf4-b5da-df32977c51fc None None] Transition to ACTIVE for port object 179b6a7f-4699-4dd1-8235-3721018b0cfc will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:55:24.729427 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e491abcc-614d-4e0f-8a1b-25033c405d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:24.730841 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-550c3d0c-66f1-4bf4-b5da-df32977c51fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:24.773909 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550c3d0c-66f1-4bf4-b5da-df32977c51fc None None] Network 142fae22-afb8-4f13-b976-37c9ac9ee514 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:55:24.776574 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-550c3d0c-66f1-4bf4-b5da-df32977c51fc None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:55:24.780268 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550c3d0c-66f1-4bf4-b5da-df32977c51fc None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:55:24.787121 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c3d0c-66f1-4bf4-b5da-df32977c51fc None None] Pushing event updated for resources: {'Port': ['ID=179b6a7f-4699-4dd1-8235-3721018b0cfc,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:24.837443 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-e491abcc-614d-4e0f-8a1b-25033c405d6b admin admin] Allocated IP 172.25.8.200 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/f428c7c6-08b0-4d94-b0d8-8b48cd997815) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:55:24.839808 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-550c3d0c-66f1-4bf4-b5da-df32977c51fc None None] Attempting to bind port 179b6a7f-4699-4dd1-8235-3721018b0cfc on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:55:24.840184 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-550c3d0c-66f1-4bf4-b5da-df32977c51fc None None] Attempting to bind port 179b6a7f-4699-4dd1-8235-3721018b0cfc by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'ad847d2e-55e6-4c3f-b223-1a515ca2142f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '142fae22-afb8-4f13-b976-37c9ac9ee514'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:55:24.840547 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550c3d0c-66f1-4bf4-b5da-df32977c51fc None None] Attempting to bind port 179b6a7f-4699-4dd1-8235-3721018b0cfc on network 142fae22-afb8-4f13-b976-37c9ac9ee514 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:55:24.846353 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550c3d0c-66f1-4bf4-b5da-df32977c51fc None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:55:24.846761 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550c3d0c-66f1-4bf4-b5da-df32977c51fc None None] Checking segment: {'id': 'ad847d2e-55e6-4c3f-b223-1a515ca2142f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '142fae22-afb8-4f13-b976-37c9ac9ee514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:55:24.847208 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-550c3d0c-66f1-4bf4-b5da-df32977c51fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:24.847905 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550c3d0c-66f1-4bf4-b5da-df32977c51fc None None] Bound using segment: {'id': 'ad847d2e-55e6-4c3f-b223-1a515ca2142f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '142fae22-afb8-4f13-b976-37c9ac9ee514'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:55:24.848133 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-550c3d0c-66f1-4bf4-b5da-df32977c51fc None None] Bound port: 179b6a7f-4699-4dd1-8235-3721018b0cfc, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad847d2e-55e6-4c3f-b223-1a515ca2142f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '142fae22-afb8-4f13-b976-37c9ac9ee514'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:55:24.848519 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-550c3d0c-66f1-4bf4-b5da-df32977c51fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:24.914642 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-550c3d0c-66f1-4bf4-b5da-df32977c51fc None None] For port 179b6a7f-4699-4dd1-8235-3721018b0cfc, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:55:24.917646 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-550c3d0c-66f1-4bf4-b5da-df32977c51fc None None] For port 179b6a7f-4699-4dd1-8235-3721018b0cfc, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=179b6a7f-4699-4dd1-8235-3721018b0cfc,segment=NetworkSegment(ad847d2e-55e6-4c3f-b223-1a515ca2142f),segment_id=ad847d2e-55e6-4c3f-b223-1a515ca2142f)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:55:24.921180 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-550c3d0c-66f1-4bf4-b5da-df32977c51fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:24.943039 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e491abcc-614d-4e0f-8a1b-25033c405d6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:24.978222 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c3d0c-66f1-4bf4-b5da-df32977c51fc None None] Pushing event updated for resources: {'Port': ['ID=179b6a7f-4699-4dd1-8235-3721018b0cfc,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:24.983899 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e491abcc-614d-4e0f-8a1b-25033c405d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:25.026035 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e491abcc-614d-4e0f-8a1b-25033c405d6b admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:55:25.029054 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-e491abcc-614d-4e0f-8a1b-25033c405d6b admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:55:25.032111 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e491abcc-614d-4e0f-8a1b-25033c405d6b admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:55:25.038245 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491abcc-614d-4e0f-8a1b-25033c405d6b admin admin] Pushing event updated for resources: {'Port': ['ID=f428c7c6-08b0-4d94-b0d8-8b48cd997815,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:25.294832 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e491abcc-614d-4e0f-8a1b-25033c405d6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:25.485214 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e491abcc-614d-4e0f-8a1b-25033c405d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:25.612934 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e491abcc-614d-4e0f-8a1b-25033c405d6b admin admin] Router 6afcf3f6-b286-4d36-b703-216079c87406 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:55:25.724689 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e491abcc-614d-4e0f-8a1b-25033c405d6b admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:55:25.736699 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5127dada-def9-45fa-9196-167aa2e5b23e None None] Sync routers for ids ['6afcf3f6-b286-4d36-b703-216079c87406'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:55:25.745724 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5127dada-def9-45fa-9196-167aa2e5b23e None None] Routers {'6afcf3f6-b286-4d36-b703-216079c87406'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:55:25.746264 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-5127dada-def9-45fa-9196-167aa2e5b23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:55:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['6afcf3f6-b286-4d36-b703-216079c87406'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:25.751756 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e491abcc-614d-4e0f-8a1b-25033c405d6b admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:25.753277 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e491abcc-614d-4e0f-8a1b-25033c405d6b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4626091 Jul 15 13:55:25.755988 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39200) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:25.787750 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 179b6a7f-4699-4dd1-8235-3721018b0cfc up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:55:25.854145 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 179b6a7f-4699-4dd1-8235-3721018b0cfc completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:55:25.874765 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-5127dada-def9-45fa-9196-167aa2e5b23e None None] Set router 6afcf3f6-b286-4d36-b703-216079c87406 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:55:25.930335 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0713015f-fb01-4b38-8226-fcb193bea45e None None] Network 142fae22-afb8-4f13-b976-37c9ac9ee514 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:55:25.992898 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6ead2a42-895b-401c-abd4-459e0a886abc None None] Provisioning for port 179b6a7f-4699-4dd1-8235-3721018b0cfc completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:55:25.997893 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6ead2a42-895b-401c-abd4-459e0a886abc None None] Provisioning complete for port 179b6a7f-4699-4dd1-8235-3721018b0cfc triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:55:25.998344 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6ead2a42-895b-401c-abd4-459e0a886abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:26.063837 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-5127dada-def9-45fa-9196-167aa2e5b23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afcf3f6-b286-4d36-b703-216079c87406', 'name': 'tempest-TestEncryptedCinderVolumes-1510792916-router', 'tenant_id': '5bff298689ab4eb4a575febaccfd099a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'f428c7c6-08b0-4d94-b0d8-8b48cd997815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:55:24Z', 'updated_at': '2021-07-15T13:55:25Z', 'revision_number': 3, 'project_id': '5bff298689ab4eb4a575febaccfd099a', 'gw_port': {'id': 'f428c7c6-08b0-4d94-b0d8-8b48cd997815', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ce:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6afcf3f6-b286-4d36-b703-216079c87406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:55:24Z', 'updated_at': '2021-07-15T13:55:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:26.091837 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5127dada-def9-45fa-9196-167aa2e5b23e None None] Checking router: 6afcf3f6-b286-4d36-b703-216079c87406 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:55:26.092444 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5127dada-def9-45fa-9196-167aa2e5b23e None None] Updating router 6afcf3f6-b286-4d36-b703-216079c87406 port f428c7c6-08b0-4d94-b0d8-8b48cd997815 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:55:26.127908 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5127dada-def9-45fa-9196-167aa2e5b23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:26.164456 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6ead2a42-895b-401c-abd4-459e0a886abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:26.207716 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-6ead2a42-895b-401c-abd4-459e0a886abc None None] For port 179b6a7f-4699-4dd1-8235-3721018b0cfc, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=179b6a7f-4699-4dd1-8235-3721018b0cfc,segment=NetworkSegment(ad847d2e-55e6-4c3f-b223-1a515ca2142f),segment_id=ad847d2e-55e6-4c3f-b223-1a515ca2142f)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:55:26.219309 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6ead2a42-895b-401c-abd4-459e0a886abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:26.277575 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead2a42-895b-401c-abd4-459e0a886abc None None] Pushing event updated for resources: {'Port': ['ID=179b6a7f-4699-4dd1-8235-3721018b0cfc,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:26.406533 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5127dada-def9-45fa-9196-167aa2e5b23e None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:26.416209 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-5127dada-def9-45fa-9196-167aa2e5b23e None None] Transition to ACTIVE for port object f428c7c6-08b0-4d94-b0d8-8b48cd997815 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:55:26.423627 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5127dada-def9-45fa-9196-167aa2e5b23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:26.455951 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-9697889c-4e10-4bc7-967a-d45046be9f41 None None] Provisioning complete for port 179b6a7f-4699-4dd1-8235-3721018b0cfc triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:55:26.456330 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9697889c-4e10-4bc7-967a-d45046be9f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:26.479071 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-5127dada-def9-45fa-9196-167aa2e5b23e None None] Attempting to bind port f428c7c6-08b0-4d94-b0d8-8b48cd997815 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:55:26.479799 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-5127dada-def9-45fa-9196-167aa2e5b23e None None] Attempting to bind port f428c7c6-08b0-4d94-b0d8-8b48cd997815 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:55:26.480785 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5127dada-def9-45fa-9196-167aa2e5b23e None None] Attempting to bind port f428c7c6-08b0-4d94-b0d8-8b48cd997815 on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:55:26.488365 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5127dada-def9-45fa-9196-167aa2e5b23e None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:55:26.488972 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5127dada-def9-45fa-9196-167aa2e5b23e None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:55:26.489420 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5127dada-def9-45fa-9196-167aa2e5b23e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:26.489811 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5127dada-def9-45fa-9196-167aa2e5b23e None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:55:26.490267 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-5127dada-def9-45fa-9196-167aa2e5b23e None None] Bound port: f428c7c6-08b0-4d94-b0d8-8b48cd997815, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:55:26.490664 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5127dada-def9-45fa-9196-167aa2e5b23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:26.495865 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac95b38-5c79-4367-bde9-4bebb91d0699 None None] Pushing event updated for resources: {'Port': ['ID=f428c7c6-08b0-4d94-b0d8-8b48cd997815,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:26.520426 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac95b38-5c79-4367-bde9-4bebb91d0699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:26.520694 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac95b38-5c79-4367-bde9-4bebb91d0699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:26.521027 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac95b38-5c79-4367-bde9-4bebb91d0699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:26.521357 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac95b38-5c79-4367-bde9-4bebb91d0699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:26.521681 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac95b38-5c79-4367-bde9-4bebb91d0699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:26.522000 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac95b38-5c79-4367-bde9-4bebb91d0699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:26.522318 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac95b38-5c79-4367-bde9-4bebb91d0699 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:26.522674 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac95b38-5c79-4367-bde9-4bebb91d0699 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:26.522995 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac95b38-5c79-4367-bde9-4bebb91d0699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:26.523309 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac95b38-5c79-4367-bde9-4bebb91d0699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:26.523623 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac95b38-5c79-4367-bde9-4bebb91d0699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:26.523931 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac95b38-5c79-4367-bde9-4bebb91d0699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:26.564900 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-5127dada-def9-45fa-9196-167aa2e5b23e None None] For port f428c7c6-08b0-4d94-b0d8-8b48cd997815, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:55:26.568245 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-5127dada-def9-45fa-9196-167aa2e5b23e None None] For port f428c7c6-08b0-4d94-b0d8-8b48cd997815, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=f428c7c6-08b0-4d94-b0d8-8b48cd997815,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:55:26.572659 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5127dada-def9-45fa-9196-167aa2e5b23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:26.573800 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-90cd2c0a-ac59-45a3-9ddb-74701981bf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:26.622175 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5127dada-def9-45fa-9196-167aa2e5b23e None None] Routers {'6afcf3f6-b286-4d36-b703-216079c87406'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:55:26.622741 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-5127dada-def9-45fa-9196-167aa2e5b23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:55:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['6afcf3f6-b286-4d36-b703-216079c87406'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:26.664624 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac95b38-5c79-4367-bde9-4bebb91d0699 None None] Pushing event updated for resources: {'Port': ['ID=f428c7c6-08b0-4d94-b0d8-8b48cd997815,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:26.727693 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-90cd2c0a-ac59-45a3-9ddb-74701981bf56 admin admin] Allocated IP 172.20.0.1 (142fae22-afb8-4f13-b976-37c9ac9ee514/d08ed5fb-e447-4d48-a958-fd9704efd528/aaa7a033-c699-41f6-968c-758a6100bdbe) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:55:26.735422 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-5127dada-def9-45fa-9196-167aa2e5b23e None None] Set router 6afcf3f6-b286-4d36-b703-216079c87406 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:55:26.830719 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-90cd2c0a-ac59-45a3-9ddb-74701981bf56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:26.844319 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-90cd2c0a-ac59-45a3-9ddb-74701981bf56 admin admin] Transition to ACTIVE for port object aaa7a033-c699-41f6-968c-758a6100bdbe will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:55:26.877774 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-90cd2c0a-ac59-45a3-9ddb-74701981bf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:26.916342 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-5127dada-def9-45fa-9196-167aa2e5b23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afcf3f6-b286-4d36-b703-216079c87406', 'name': 'tempest-TestEncryptedCinderVolumes-1510792916-router', 'tenant_id': '5bff298689ab4eb4a575febaccfd099a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'f428c7c6-08b0-4d94-b0d8-8b48cd997815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:55:24Z', 'updated_at': '2021-07-15T13:55:25Z', 'revision_number': 3, 'project_id': '5bff298689ab4eb4a575febaccfd099a', 'gw_port': {'id': 'f428c7c6-08b0-4d94-b0d8-8b48cd997815', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ce:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6afcf3f6-b286-4d36-b703-216079c87406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:55:24Z', 'updated_at': '2021-07-15T13:55:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:26.916994 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cd2c0a-ac59-45a3-9ddb-74701981bf56 admin admin] Network 142fae22-afb8-4f13-b976-37c9ac9ee514 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:55:26.919683 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-90cd2c0a-ac59-45a3-9ddb-74701981bf56 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:55:26.923883 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cd2c0a-ac59-45a3-9ddb-74701981bf56 admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:55:26.929355 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2c0a-ac59-45a3-9ddb-74701981bf56 admin admin] Pushing event updated for resources: {'Port': ['ID=aaa7a033-c699-41f6-968c-758a6100bdbe,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:26.944754 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5127dada-def9-45fa-9196-167aa2e5b23e None None] The sync data for ids ['6afcf3f6-b286-4d36-b703-216079c87406'] in n-d-771363-36 is: [{'id': '6afcf3f6-b286-4d36-b703-216079c87406', 'name': 'tempest-TestEncryptedCinderVolumes-1510792916-router', 'tenant_id': '5bff298689ab4eb4a575febaccfd099a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'f428c7c6-08b0-4d94-b0d8-8b48cd997815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:55:24Z', 'updated_at': '2021-07-15T13:55:25Z', 'revision_number': 3, 'project_id': '5bff298689ab4eb4a575febaccfd099a', 'gw_port': {'id': 'f428c7c6-08b0-4d94-b0d8-8b48cd997815', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ce:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6afcf3f6-b286-4d36-b703-216079c87406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:55:24Z', 'updated_at': '2021-07-15T13:55:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:55:26.965494 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-90cd2c0a-ac59-45a3-9ddb-74701981bf56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:27.110958 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-90cd2c0a-ac59-45a3-9ddb-74701981bf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:27.163651 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-ef6d4303-32f1-463f-96bc-9f85786afaba None None] Provisioning for port aaa7a033-c699-41f6-968c-758a6100bdbe completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:55:27.167913 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-ef6d4303-32f1-463f-96bc-9f85786afaba None None] Provisioning complete for port aaa7a033-c699-41f6-968c-758a6100bdbe triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:55:27.168356 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ef6d4303-32f1-463f-96bc-9f85786afaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:27.227674 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-ef6d4303-32f1-463f-96bc-9f85786afaba None None] Port aaa7a033-c699-41f6-968c-758a6100bdbe cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:55:27.301839 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-90cd2c0a-ac59-45a3-9ddb-74701981bf56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:27.307034 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-90cd2c0a-ac59-45a3-9ddb-74701981bf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:27.379027 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-90cd2c0a-ac59-45a3-9ddb-74701981bf56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:27.380820 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd2c0a-ac59-45a3-9ddb-74701981bf56 admin admin] Pushing event updated for resources: {'Port': ['ID=aaa7a033-c699-41f6-968c-758a6100bdbe,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:27.474540 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cd2c0a-ac59-45a3-9ddb-74701981bf56 admin admin] Network 142fae22-afb8-4f13-b976-37c9ac9ee514 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:55:27.476951 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-90cd2c0a-ac59-45a3-9ddb-74701981bf56 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:55:27.606604 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90cd2c0a-ac59-45a3-9ddb-74701981bf56 admin admin] Router 6afcf3f6-b286-4d36-b703-216079c87406 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:55:27.735303 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90cd2c0a-ac59-45a3-9ddb-74701981bf56 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:55:27.741832 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-90cd2c0a-ac59-45a3-9ddb-74701981bf56 admin admin] 10.222.0.16 "PUT /v2.0/routers/6afcf3f6-b286-4d36-b703-216079c87406/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9847045 Jul 15 13:55:27.856625 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-3c69f460-e0fc-46e7-a4c0-c4593c59137e None None] Provisioning complete for port aaa7a033-c699-41f6-968c-758a6100bdbe triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:55:27.857005 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3c69f460-e0fc-46e7-a4c0-c4593c59137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:27.858712 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device f428c7c6-08b0-4d94-b0d8-8b48cd997815 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:55:27.920769 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-3c69f460-e0fc-46e7-a4c0-c4593c59137e None None] Port aaa7a033-c699-41f6-968c-758a6100bdbe cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:55:27.936309 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port f428c7c6-08b0-4d94-b0d8-8b48cd997815 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:55:27.940102 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port f428c7c6-08b0-4d94-b0d8-8b48cd997815 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:55:27.940561 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:28.019306 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:28.040636 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port f428c7c6-08b0-4d94-b0d8-8b48cd997815, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=f428c7c6-08b0-4d94-b0d8-8b48cd997815,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:55:28.045713 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:28.046594 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 179b6a7f-4699-4dd1-8235-3721018b0cfc up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:55:28.122835 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=f428c7c6-08b0-4d94-b0d8-8b48cd997815,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:28.133992 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 179b6a7f-4699-4dd1-8235-3721018b0cfc triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:55:28.134371 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:28.235085 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39218) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:28.240184 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-f9ace85f-1801-46b3-b485-241e55dcc0ca admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-302024508-network', 'tenant_id': 'd3e4ab27da724a61ae9b5734252bcb59'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:55:28.261145 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ace85f-1801-46b3-b485-241e55dcc0ca admin admin] Made reservation on behalf of d3e4ab27da724a61ae9b5734252bcb59 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:55:28.263769 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9ace85f-1801-46b3-b485-241e55dcc0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:28.273138 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9ace85f-1801-46b3-b485-241e55dcc0ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:28.361967 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9ace85f-1801-46b3-b485-241e55dcc0ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:28.365677 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9ace85f-1801-46b3-b485-241e55dcc0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:28.390295 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ace85f-1801-46b3-b485-241e55dcc0ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:55:28.400122 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ace85f-1801-46b3-b485-241e55dcc0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7d8ca9-ccb8-4eee-91ac-eb1c1ba558a3,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:28.405207 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9ace85f-1801-46b3-b485-241e55dcc0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:28.405552 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-f9ace85f-1801-46b3-b485-241e55dcc0ca admin admin] Added segment f452822f-5a0d-40d6-9cd5-52ed593eef21 of type vlan for network dfab58cc-ba1f-4542-9aa7-8c1346aa8090 Jul 15 13:55:28.448333 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9ace85f-1801-46b3-b485-241e55dcc0ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:28.476945 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9ace85f-1801-46b3-b485-241e55dcc0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:28.477896 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ace85f-1801-46b3-b485-241e55dcc0ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:28.478471 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f9ace85f-1801-46b3-b485-241e55dcc0ca admin admin] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:28.509198 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f9ace85f-1801-46b3-b485-241e55dcc0ca admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2730134 Jul 15 13:55:28.512294 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39220) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:28.520037 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-d70b6507-9bbf-48e9-a9a2-d1b21f6c1aaf admin admin] Request body: {'subnet': {'network_id': 'dfab58cc-ba1f-4542-9aa7-8c1346aa8090', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-302024508-subnet', 'tenant_id': 'd3e4ab27da724a61ae9b5734252bcb59', 'ip_version': 4}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:55:28.538702 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ace85f-1801-46b3-b485-241e55dcc0ca admin admin] Pushing event updated for resources: {'Network': ['ID=dfab58cc-ba1f-4542-9aa7-8c1346aa8090,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:28.544925 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70b6507-9bbf-48e9-a9a2-d1b21f6c1aaf admin admin] Made reservation on behalf of d3e4ab27da724a61ae9b5734252bcb59 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:55:28.548294 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d70b6507-9bbf-48e9-a9a2-d1b21f6c1aaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:28.550448 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network dfab58cc-ba1f-4542-9aa7-8c1346aa8090 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:55:28.617035 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d2870b-0bcf-430a-b4de-ad70112d36ca None None] Sync routers for ids ['6afcf3f6-b286-4d36-b703-216079c87406'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:55:28.628042 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d2870b-0bcf-430a-b4de-ad70112d36ca None None] Routers {'6afcf3f6-b286-4d36-b703-216079c87406'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:55:28.628638 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-46d2870b-0bcf-430a-b4de-ad70112d36ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:55:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['6afcf3f6-b286-4d36-b703-216079c87406'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:28.716300 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d70b6507-9bbf-48e9-a9a2-d1b21f6c1aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:28.732650 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-46d2870b-0bcf-430a-b4de-ad70112d36ca None None] Set router 6afcf3f6-b286-4d36-b703-216079c87406 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:55:28.764369 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b6507-9bbf-48e9-a9a2-d1b21f6c1aaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d135917-0dec-47f6-9cba-aebc90a59b5e,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:28.779154 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70b6507-9bbf-48e9-a9a2-d1b21f6c1aaf admin admin] Checking segment: {'id': 'f452822f-5a0d-40d6-9cd5-52ed593eef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dfab58cc-ba1f-4542-9aa7-8c1346aa8090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:55:28.779505 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70b6507-9bbf-48e9-a9a2-d1b21f6c1aaf admin admin] Network hostable DHCP agents. Network: dfab58cc-ba1f-4542-9aa7-8c1346aa8090, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:55:28.794588 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70b6507-9bbf-48e9-a9a2-d1b21f6c1aaf admin admin] Network dfab58cc-ba1f-4542-9aa7-8c1346aa8090 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:55:28.803186 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-d70b6507-9bbf-48e9-a9a2-d1b21f6c1aaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, dfab58cc-ba1f-4542-9aa7-8c1346aa8090) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:55:28.810605 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70b6507-9bbf-48e9-a9a2-d1b21f6c1aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:28.811202 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d70b6507-9bbf-48e9-a9a2-d1b21f6c1aaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:28.821394 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2235abbf-bdca-432b-8afa-faa1d520f512 None None] Network dfab58cc-ba1f-4542-9aa7-8c1346aa8090 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:55:28.826029 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d70b6507-9bbf-48e9-a9a2-d1b21f6c1aaf admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3121228 Jul 15 13:55:28.828975 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39222) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:28.834233 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-d812884a-30ea-4119-b40e-e40ecbc9eedd admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-302024508-router', 'tenant_id': 'd3e4ab27da724a61ae9b5734252bcb59', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:55:28.855835 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d812884a-30ea-4119-b40e-e40ecbc9eedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:28.856930 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d812884a-30ea-4119-b40e-e40ecbc9eedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:28.919990 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d812884a-30ea-4119-b40e-e40ecbc9eedd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:29.046608 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-46d2870b-0bcf-430a-b4de-ad70112d36ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afcf3f6-b286-4d36-b703-216079c87406', 'name': 'tempest-TestEncryptedCinderVolumes-1510792916-router', 'tenant_id': '5bff298689ab4eb4a575febaccfd099a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'f428c7c6-08b0-4d94-b0d8-8b48cd997815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:55:24Z', 'updated_at': '2021-07-15T13:55:27Z', 'revision_number': 4, 'project_id': '5bff298689ab4eb4a575febaccfd099a', 'gw_port': {'id': 'f428c7c6-08b0-4d94-b0d8-8b48cd997815', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ce:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afcf3f6-b286-4d36-b703-216079c87406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:55:24Z', 'updated_at': '2021-07-15T13:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'aaa7a033-c699-41f6-968c-758a6100bdbe', 'name': '', 'network_id': '142fae22-afb8-4f13-b976-37c9ac9ee514', 'tenant_id': '5bff298689ab4eb4a575febaccfd099a', 'mac_address': 'fa:16:3e:73:36:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6afcf3f6-b286-4d36-b703-216079c87406', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'd08ed5fb-e447-4d48-a958-fd9704efd528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:55:26Z', 'updated_at': '2021-07-15T13:55:27Z', 'revision_number': 2, 'project_id': '5bff298689ab4eb4a575febaccfd099a', 'subnets': [{'id': 'd08ed5fb-e447-4d48-a958-fd9704efd528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:29.050099 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44e3248-e62b-4144-9e90-4aad5b0ca96a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-dfab58cc-ba1f-4542-9aa7-8c1346aa8090', 'network_id': 'dfab58cc-ba1f-4542-9aa7-8c1346aa8090', 'tenant_id': 'd3e4ab27da724a61ae9b5734252bcb59', 'fixed_ips': [{'subnet_id': '7d135917-0dec-47f6-9cba-aebc90a59b5e'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:55:29.050959 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f44e3248-e62b-4144-9e90-4aad5b0ca96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:29.053927 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d812884a-30ea-4119-b40e-e40ecbc9eedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:29.085393 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d2870b-0bcf-430a-b4de-ad70112d36ca None None] Checking router: 6afcf3f6-b286-4d36-b703-216079c87406 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:55:29.085747 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d2870b-0bcf-430a-b4de-ad70112d36ca None None] Updating router 6afcf3f6-b286-4d36-b703-216079c87406 port aaa7a033-c699-41f6-968c-758a6100bdbe binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:55:29.171783 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-46d2870b-0bcf-430a-b4de-ad70112d36ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:29.255106 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d812884a-30ea-4119-b40e-e40ecbc9eedd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:29.274056 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d812884a-30ea-4119-b40e-e40ecbc9eedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:29.318351 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-f44e3248-e62b-4144-9e90-4aad5b0ca96a None None] Allocated IP 172.20.0.2 (dfab58cc-ba1f-4542-9aa7-8c1346aa8090/7d135917-0dec-47f6-9cba-aebc90a59b5e/a1d59b76-bd41-4766-bdff-3c8dfe02959f) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:55:29.376320 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-d812884a-30ea-4119-b40e-e40ecbc9eedd admin admin] Allocated IP 172.25.8.68 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/74cd842c-63fb-4884-852d-69c58d37eea1) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:55:29.489894 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d812884a-30ea-4119-b40e-e40ecbc9eedd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:29.530871 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d812884a-30ea-4119-b40e-e40ecbc9eedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:29.572905 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d812884a-30ea-4119-b40e-e40ecbc9eedd admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:55:29.578825 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-d812884a-30ea-4119-b40e-e40ecbc9eedd admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:55:29.581032 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d812884a-30ea-4119-b40e-e40ecbc9eedd admin admin] Pushing event updated for resources: {'Port': ['ID=74cd842c-63fb-4884-852d-69c58d37eea1,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:29.583239 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d812884a-30ea-4119-b40e-e40ecbc9eedd admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:55:29.638957 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:29.755082 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f44e3248-e62b-4144-9e90-4aad5b0ca96a None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:29.763014 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device f428c7c6-08b0-4d94-b0d8-8b48cd997815 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:55:29.770033 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d46215d6-4cf8-4501-b7e0-125b57495dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:29.796497 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f44e3248-e62b-4144-9e90-4aad5b0ca96a None None] Transition to ACTIVE for port object a1d59b76-bd41-4766-bdff-3c8dfe02959f will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:55:29.816170 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-46d2870b-0bcf-430a-b4de-ad70112d36ca None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:29.832992 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f44e3248-e62b-4144-9e90-4aad5b0ca96a None None] Transition to ACTIVE for port object a1d59b76-bd41-4766-bdff-3c8dfe02959f will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:55:29.841419 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-46d2870b-0bcf-430a-b4de-ad70112d36ca None None] Transition to ACTIVE for port object aaa7a033-c699-41f6-968c-758a6100bdbe will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:55:29.843558 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f44e3248-e62b-4144-9e90-4aad5b0ca96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:29.848386 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d812884a-30ea-4119-b40e-e40ecbc9eedd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:29.855249 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-46d2870b-0bcf-430a-b4de-ad70112d36ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:29.896768 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44e3248-e62b-4144-9e90-4aad5b0ca96a None None] Network dfab58cc-ba1f-4542-9aa7-8c1346aa8090 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:55:29.905542 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-f44e3248-e62b-4144-9e90-4aad5b0ca96a None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:55:29.908014 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44e3248-e62b-4144-9e90-4aad5b0ca96a None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:55:29.935207 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e3248-e62b-4144-9e90-4aad5b0ca96a None None] Pushing event updated for resources: {'Port': ['ID=a1d59b76-bd41-4766-bdff-3c8dfe02959f,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:29.947167 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port f428c7c6-08b0-4d94-b0d8-8b48cd997815 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:55:29.947538 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:30.034012 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:30.056314 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d812884a-30ea-4119-b40e-e40ecbc9eedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:30.106726 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6eed94-f0b9-4721-9806-4e3cd986aab6 None None] Pushing event updated for resources: {'Port': ['ID=aaa7a033-c699-41f6-968c-758a6100bdbe,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:30.113149 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-f44e3248-e62b-4144-9e90-4aad5b0ca96a None None] Attempting to bind port a1d59b76-bd41-4766-bdff-3c8dfe02959f on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:55:30.113517 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-f44e3248-e62b-4144-9e90-4aad5b0ca96a None None] Attempting to bind port a1d59b76-bd41-4766-bdff-3c8dfe02959f by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'f452822f-5a0d-40d6-9cd5-52ed593eef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dfab58cc-ba1f-4542-9aa7-8c1346aa8090'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:55:30.114918 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44e3248-e62b-4144-9e90-4aad5b0ca96a None None] Attempting to bind port a1d59b76-bd41-4766-bdff-3c8dfe02959f on network dfab58cc-ba1f-4542-9aa7-8c1346aa8090 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:55:30.118222 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-46d2870b-0bcf-430a-b4de-ad70112d36ca None None] Attempting to bind port aaa7a033-c699-41f6-968c-758a6100bdbe on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:55:30.118609 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-46d2870b-0bcf-430a-b4de-ad70112d36ca None None] Attempting to bind port aaa7a033-c699-41f6-968c-758a6100bdbe by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'ad847d2e-55e6-4c3f-b223-1a515ca2142f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '142fae22-afb8-4f13-b976-37c9ac9ee514'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:55:30.118963 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d2870b-0bcf-430a-b4de-ad70112d36ca None None] Attempting to bind port aaa7a033-c699-41f6-968c-758a6100bdbe on network 142fae22-afb8-4f13-b976-37c9ac9ee514 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:55:30.127583 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44e3248-e62b-4144-9e90-4aad5b0ca96a None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:55:30.127958 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44e3248-e62b-4144-9e90-4aad5b0ca96a None None] Checking segment: {'id': 'f452822f-5a0d-40d6-9cd5-52ed593eef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dfab58cc-ba1f-4542-9aa7-8c1346aa8090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:55:30.128359 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f44e3248-e62b-4144-9e90-4aad5b0ca96a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:30.128752 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44e3248-e62b-4144-9e90-4aad5b0ca96a None None] Bound using segment: {'id': 'f452822f-5a0d-40d6-9cd5-52ed593eef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dfab58cc-ba1f-4542-9aa7-8c1346aa8090'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:55:30.129294 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-f44e3248-e62b-4144-9e90-4aad5b0ca96a None None] Bound port: a1d59b76-bd41-4766-bdff-3c8dfe02959f, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f452822f-5a0d-40d6-9cd5-52ed593eef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dfab58cc-ba1f-4542-9aa7-8c1346aa8090'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:55:30.129908 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f44e3248-e62b-4144-9e90-4aad5b0ca96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:30.133261 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d2870b-0bcf-430a-b4de-ad70112d36ca None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:55:30.133627 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d2870b-0bcf-430a-b4de-ad70112d36ca None None] Checking segment: {'id': 'ad847d2e-55e6-4c3f-b223-1a515ca2142f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '142fae22-afb8-4f13-b976-37c9ac9ee514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:55:30.134008 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-46d2870b-0bcf-430a-b4de-ad70112d36ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:30.134387 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d2870b-0bcf-430a-b4de-ad70112d36ca None None] Bound using segment: {'id': 'ad847d2e-55e6-4c3f-b223-1a515ca2142f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '142fae22-afb8-4f13-b976-37c9ac9ee514'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:55:30.134863 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-46d2870b-0bcf-430a-b4de-ad70112d36ca None None] Bound port: aaa7a033-c699-41f6-968c-758a6100bdbe, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad847d2e-55e6-4c3f-b223-1a515ca2142f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '142fae22-afb8-4f13-b976-37c9ac9ee514'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:55:30.135235 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-46d2870b-0bcf-430a-b4de-ad70112d36ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:30.188778 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d812884a-30ea-4119-b40e-e40ecbc9eedd admin admin] Router fa1b6525-6620-488a-ac2f-22307465db44 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:55:30.285568 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f44e3248-e62b-4144-9e90-4aad5b0ca96a None None] For port a1d59b76-bd41-4766-bdff-3c8dfe02959f, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:55:30.291106 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f44e3248-e62b-4144-9e90-4aad5b0ca96a None None] For port a1d59b76-bd41-4766-bdff-3c8dfe02959f, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a1d59b76-bd41-4766-bdff-3c8dfe02959f,segment=NetworkSegment(f452822f-5a0d-40d6-9cd5-52ed593eef21),segment_id=f452822f-5a0d-40d6-9cd5-52ed593eef21)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:55:30.296493 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d812884a-30ea-4119-b40e-e40ecbc9eedd admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:55:30.297394 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f44e3248-e62b-4144-9e90-4aad5b0ca96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:30.301546 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-46d2870b-0bcf-430a-b4de-ad70112d36ca None None] For port aaa7a033-c699-41f6-968c-758a6100bdbe, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:55:30.307590 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8eea26f-2e35-444d-8bd2-7671ae4325f3 None None] Sync routers for ids ['fa1b6525-6620-488a-ac2f-22307465db44'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:55:30.314288 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d812884a-30ea-4119-b40e-e40ecbc9eedd admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:30.315691 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d812884a-30ea-4119-b40e-e40ecbc9eedd admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4855950 Jul 15 13:55:30.318777 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39224) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:30.319456 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8eea26f-2e35-444d-8bd2-7671ae4325f3 None None] Routers {'fa1b6525-6620-488a-ac2f-22307465db44'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:55:30.320111 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-c8eea26f-2e35-444d-8bd2-7671ae4325f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:55:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['fa1b6525-6620-488a-ac2f-22307465db44'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:30.347516 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-46d2870b-0bcf-430a-b4de-ad70112d36ca None None] For port aaa7a033-c699-41f6-968c-758a6100bdbe, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=aaa7a033-c699-41f6-968c-758a6100bdbe,segment=NetworkSegment(ad847d2e-55e6-4c3f-b223-1a515ca2142f),segment_id=ad847d2e-55e6-4c3f-b223-1a515ca2142f)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:55:30.359102 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-46d2870b-0bcf-430a-b4de-ad70112d36ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:30.376124 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e3248-e62b-4144-9e90-4aad5b0ca96a None None] Pushing event updated for resources: {'Port': ['ID=a1d59b76-bd41-4766-bdff-3c8dfe02959f,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:30.420105 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d2870b-0bcf-430a-b4de-ad70112d36ca None None] Routers {'6afcf3f6-b286-4d36-b703-216079c87406'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:55:30.420802 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-46d2870b-0bcf-430a-b4de-ad70112d36ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:55:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['6afcf3f6-b286-4d36-b703-216079c87406'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:30.496223 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-c8eea26f-2e35-444d-8bd2-7671ae4325f3 None None] Set router fa1b6525-6620-488a-ac2f-22307465db44 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:55:30.500070 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6eed94-f0b9-4721-9806-4e3cd986aab6 None None] Pushing event updated for resources: {'Port': ['ID=aaa7a033-c699-41f6-968c-758a6100bdbe,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:30.580024 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-46d2870b-0bcf-430a-b4de-ad70112d36ca None None] Set router 6afcf3f6-b286-4d36-b703-216079c87406 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:55:30.766858 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-c8eea26f-2e35-444d-8bd2-7671ae4325f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1b6525-6620-488a-ac2f-22307465db44', 'name': 'tempest-TestEncryptedCinderVolumes-302024508-router', 'tenant_id': 'd3e4ab27da724a61ae9b5734252bcb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '74cd842c-63fb-4884-852d-69c58d37eea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:55:28Z', 'updated_at': '2021-07-15T13:55:29Z', 'revision_number': 3, 'project_id': 'd3e4ab27da724a61ae9b5734252bcb59', 'gw_port': {'id': '74cd842c-63fb-4884-852d-69c58d37eea1', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ef:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1b6525-6620-488a-ac2f-22307465db44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:55:29Z', 'updated_at': '2021-07-15T13:55:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:30.861374 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-46d2870b-0bcf-430a-b4de-ad70112d36ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afcf3f6-b286-4d36-b703-216079c87406', 'name': 'tempest-TestEncryptedCinderVolumes-1510792916-router', 'tenant_id': '5bff298689ab4eb4a575febaccfd099a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'f428c7c6-08b0-4d94-b0d8-8b48cd997815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:55:24Z', 'updated_at': '2021-07-15T13:55:27Z', 'revision_number': 4, 'project_id': '5bff298689ab4eb4a575febaccfd099a', 'gw_port': {'id': 'f428c7c6-08b0-4d94-b0d8-8b48cd997815', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ce:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afcf3f6-b286-4d36-b703-216079c87406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:55:24Z', 'updated_at': '2021-07-15T13:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'aaa7a033-c699-41f6-968c-758a6100bdbe', 'name': '', 'network_id': '142fae22-afb8-4f13-b976-37c9ac9ee514', 'tenant_id': '5bff298689ab4eb4a575febaccfd099a', 'mac_address': 'fa:16:3e:73:36:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6afcf3f6-b286-4d36-b703-216079c87406', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'd08ed5fb-e447-4d48-a958-fd9704efd528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:55:26Z', 'updated_at': '2021-07-15T13:55:30Z', 'revision_number': 4, 'project_id': '5bff298689ab4eb4a575febaccfd099a', 'subnets': [{'id': 'd08ed5fb-e447-4d48-a958-fd9704efd528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:30.887094 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-11317071-2f71-4787-9037-908853603b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:30.892163 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8eea26f-2e35-444d-8bd2-7671ae4325f3 None None] Checking router: fa1b6525-6620-488a-ac2f-22307465db44 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:55:30.892520 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8eea26f-2e35-444d-8bd2-7671ae4325f3 None None] Updating router fa1b6525-6620-488a-ac2f-22307465db44 port 74cd842c-63fb-4884-852d-69c58d37eea1 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:55:30.896052 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d2870b-0bcf-430a-b4de-ad70112d36ca None None] The sync data for ids ['6afcf3f6-b286-4d36-b703-216079c87406'] in n-d-771363-36 is: [{'id': '6afcf3f6-b286-4d36-b703-216079c87406', 'name': 'tempest-TestEncryptedCinderVolumes-1510792916-router', 'tenant_id': '5bff298689ab4eb4a575febaccfd099a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'f428c7c6-08b0-4d94-b0d8-8b48cd997815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:55:24Z', 'updated_at': '2021-07-15T13:55:27Z', 'revision_number': 4, 'project_id': '5bff298689ab4eb4a575febaccfd099a', 'gw_port': {'id': 'f428c7c6-08b0-4d94-b0d8-8b48cd997815', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ce:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afcf3f6-b286-4d36-b703-216079c87406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:55:24Z', 'updated_at': '2021-07-15T13:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'aaa7a033-c699-41f6-968c-758a6100bdbe', 'name': '', 'network_id': '142fae22-afb8-4f13-b976-37c9ac9ee514', 'tenant_id': '5bff298689ab4eb4a575febaccfd099a', 'mac_address': 'fa:16:3e:73:36:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6afcf3f6-b286-4d36-b703-216079c87406', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'd08ed5fb-e447-4d48-a958-fd9704efd528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:55:26Z', 'updated_at': '2021-07-15T13:55:30Z', 'revision_number': 4, 'project_id': '5bff298689ab4eb4a575febaccfd099a', 'subnets': [{'id': 'd08ed5fb-e447-4d48-a958-fd9704efd528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:55:30.932092 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c8eea26f-2e35-444d-8bd2-7671ae4325f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:31.089477 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-11317071-2f71-4787-9037-908853603b3d admin admin] Allocated IP 172.20.0.1 (dfab58cc-ba1f-4542-9aa7-8c1346aa8090/7d135917-0dec-47f6-9cba-aebc90a59b5e/76aa290b-eafd-4575-abec-b34f5d7ba17b) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:55:31.218436 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-11317071-2f71-4787-9037-908853603b3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:31.226599 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c8eea26f-2e35-444d-8bd2-7671ae4325f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:31.237337 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-11317071-2f71-4787-9037-908853603b3d admin admin] Transition to ACTIVE for port object 76aa290b-eafd-4575-abec-b34f5d7ba17b will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:55:31.238080 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-c8eea26f-2e35-444d-8bd2-7671ae4325f3 None None] Transition to ACTIVE for port object 74cd842c-63fb-4884-852d-69c58d37eea1 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:55:31.248578 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c8eea26f-2e35-444d-8bd2-7671ae4325f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:31.285421 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-11317071-2f71-4787-9037-908853603b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:31.311985 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-c8eea26f-2e35-444d-8bd2-7671ae4325f3 None None] Attempting to bind port 74cd842c-63fb-4884-852d-69c58d37eea1 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:55:31.312549 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-c8eea26f-2e35-444d-8bd2-7671ae4325f3 None None] Attempting to bind port 74cd842c-63fb-4884-852d-69c58d37eea1 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:55:31.312727 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8eea26f-2e35-444d-8bd2-7671ae4325f3 None None] Attempting to bind port 74cd842c-63fb-4884-852d-69c58d37eea1 on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:55:31.320636 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143cd29-c018-435c-b153-1b606bb38de6 None None] Pushing event updated for resources: {'Port': ['ID=74cd842c-63fb-4884-852d-69c58d37eea1,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:31.328314 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11317071-2f71-4787-9037-908853603b3d admin admin] Network dfab58cc-ba1f-4542-9aa7-8c1346aa8090 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:55:31.330466 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8eea26f-2e35-444d-8bd2-7671ae4325f3 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:55:31.331057 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8eea26f-2e35-444d-8bd2-7671ae4325f3 None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:55:31.331743 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c8eea26f-2e35-444d-8bd2-7671ae4325f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:31.332308 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8eea26f-2e35-444d-8bd2-7671ae4325f3 None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:55:31.332940 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-c8eea26f-2e35-444d-8bd2-7671ae4325f3 None None] Bound port: 74cd842c-63fb-4884-852d-69c58d37eea1, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:55:31.333502 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c8eea26f-2e35-444d-8bd2-7671ae4325f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:31.333748 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-11317071-2f71-4787-9037-908853603b3d admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:55:31.338131 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11317071-2f71-4787-9037-908853603b3d admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:55:31.367220 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11317071-2f71-4787-9037-908853603b3d admin admin] Pushing event updated for resources: {'Port': ['ID=76aa290b-eafd-4575-abec-b34f5d7ba17b,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:31.383378 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-11317071-2f71-4787-9037-908853603b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:31.398395 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-c8eea26f-2e35-444d-8bd2-7671ae4325f3 None None] For port 74cd842c-63fb-4884-852d-69c58d37eea1, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:55:31.401687 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-c8eea26f-2e35-444d-8bd2-7671ae4325f3 None None] For port 74cd842c-63fb-4884-852d-69c58d37eea1, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=74cd842c-63fb-4884-852d-69c58d37eea1,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:55:31.406936 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c8eea26f-2e35-444d-8bd2-7671ae4325f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:31.466284 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8eea26f-2e35-444d-8bd2-7671ae4325f3 None None] Routers {'fa1b6525-6620-488a-ac2f-22307465db44'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:55:31.466948 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-c8eea26f-2e35-444d-8bd2-7671ae4325f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:55:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['fa1b6525-6620-488a-ac2f-22307465db44'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:31.525707 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143cd29-c018-435c-b153-1b606bb38de6 None None] Pushing event updated for resources: {'Port': ['ID=74cd842c-63fb-4884-852d-69c58d37eea1,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:31.566193 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-11317071-2f71-4787-9037-908853603b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:31.612610 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-c8eea26f-2e35-444d-8bd2-7671ae4325f3 None None] Set router fa1b6525-6620-488a-ac2f-22307465db44 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:55:31.622100 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69e50fa-eb9c-4558-95af-d6a31341088f None None] Network dfab58cc-ba1f-4542-9aa7-8c1346aa8090 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:55:31.706821 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-84c05976-a6f0-4672-82f7-ac938f240211 None None] Provisioning for port a1d59b76-bd41-4766-bdff-3c8dfe02959f completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:55:31.760202 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-11317071-2f71-4787-9037-908853603b3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:31.767168 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-11317071-2f71-4787-9037-908853603b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:31.832999 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-11317071-2f71-4787-9037-908853603b3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:31.867084 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11317071-2f71-4787-9037-908853603b3d admin admin] Pushing event updated for resources: {'Port': ['ID=76aa290b-eafd-4575-abec-b34f5d7ba17b,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:31.908854 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-c8eea26f-2e35-444d-8bd2-7671ae4325f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1b6525-6620-488a-ac2f-22307465db44', 'name': 'tempest-TestEncryptedCinderVolumes-302024508-router', 'tenant_id': 'd3e4ab27da724a61ae9b5734252bcb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '74cd842c-63fb-4884-852d-69c58d37eea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:55:28Z', 'updated_at': '2021-07-15T13:55:29Z', 'revision_number': 3, 'project_id': 'd3e4ab27da724a61ae9b5734252bcb59', 'gw_port': {'id': '74cd842c-63fb-4884-852d-69c58d37eea1', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ef:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1b6525-6620-488a-ac2f-22307465db44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:55:29Z', 'updated_at': '2021-07-15T13:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:31.916445 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a1d59b76-bd41-4766-bdff-3c8dfe02959f up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:55:31.960401 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8eea26f-2e35-444d-8bd2-7671ae4325f3 None None] The sync data for ids ['fa1b6525-6620-488a-ac2f-22307465db44'] in n-d-771363-36 is: [{'id': 'fa1b6525-6620-488a-ac2f-22307465db44', 'name': 'tempest-TestEncryptedCinderVolumes-302024508-router', 'tenant_id': 'd3e4ab27da724a61ae9b5734252bcb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '74cd842c-63fb-4884-852d-69c58d37eea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:55:28Z', 'updated_at': '2021-07-15T13:55:29Z', 'revision_number': 3, 'project_id': 'd3e4ab27da724a61ae9b5734252bcb59', 'gw_port': {'id': '74cd842c-63fb-4884-852d-69c58d37eea1', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ef:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1b6525-6620-488a-ac2f-22307465db44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:55:29Z', 'updated_at': '2021-07-15T13:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:55:31.969062 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11317071-2f71-4787-9037-908853603b3d admin admin] Network dfab58cc-ba1f-4542-9aa7-8c1346aa8090 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:55:31.970837 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-11317071-2f71-4787-9037-908853603b3d admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:55:31.987868 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port a1d59b76-bd41-4766-bdff-3c8dfe02959f completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:55:31.992298 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port a1d59b76-bd41-4766-bdff-3c8dfe02959f triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:55:31.992716 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:32.116700 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:32.161558 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port a1d59b76-bd41-4766-bdff-3c8dfe02959f, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a1d59b76-bd41-4766-bdff-3c8dfe02959f,segment=NetworkSegment(f452822f-5a0d-40d6-9cd5-52ed593eef21),segment_id=f452822f-5a0d-40d6-9cd5-52ed593eef21)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:55:32.165996 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:32.166882 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device aaa7a033-c699-41f6-968c-758a6100bdbe up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:55:32.278534 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=a1d59b76-bd41-4766-bdff-3c8dfe02959f,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:32.293773 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1df13b0b-f78e-4feb-9b47-8cb04878c38b None None] Provisioning complete for port a1d59b76-bd41-4766-bdff-3c8dfe02959f triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:55:32.294163 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1df13b0b-f78e-4feb-9b47-8cb04878c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:32.386423 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:32.392227 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port aaa7a033-c699-41f6-968c-758a6100bdbe completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:55:32.400428 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port aaa7a033-c699-41f6-968c-758a6100bdbe triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:55:32.400797 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:32.556185 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-07c916be-50da-4587-837c-376131446aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:32.561310 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1df13b0b-f78e-4feb-9b47-8cb04878c38b None None] Provisioning for port 76aa290b-eafd-4575-abec-b34f5d7ba17b completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:55:32.574866 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1df13b0b-f78e-4feb-9b47-8cb04878c38b None None] Provisioning complete for port 76aa290b-eafd-4575-abec-b34f5d7ba17b triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:55:32.575304 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1df13b0b-f78e-4feb-9b47-8cb04878c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:32.592462 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11317071-2f71-4787-9037-908853603b3d admin admin] Router fa1b6525-6620-488a-ac2f-22307465db44 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:55:32.601130 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:32.634331 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-1df13b0b-f78e-4feb-9b47-8cb04878c38b None None] Port 76aa290b-eafd-4575-abec-b34f5d7ba17b cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:55:32.646658 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port aaa7a033-c699-41f6-968c-758a6100bdbe, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=aaa7a033-c699-41f6-968c-758a6100bdbe,segment=NetworkSegment(ad847d2e-55e6-4c3f-b223-1a515ca2142f),segment_id=ad847d2e-55e6-4c3f-b223-1a515ca2142f)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:55:32.654143 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:32.710317 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=aaa7a033-c699-41f6-968c-758a6100bdbe,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:32.727198 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11317071-2f71-4787-9037-908853603b3d admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:55:32.733216 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-11317071-2f71-4787-9037-908853603b3d admin admin] 10.222.0.16 "PUT /v2.0/routers/fa1b6525-6620-488a-ac2f-22307465db44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4133339 Jul 15 13:55:32.754832 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-df0a8399-2712-4560-887b-c7e757da5fdb None None] Provisioning complete for port 76aa290b-eafd-4575-abec-b34f5d7ba17b triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:55:32.755205 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-df0a8399-2712-4560-887b-c7e757da5fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:32.791317 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-df0a8399-2712-4560-887b-c7e757da5fdb None None] Port 76aa290b-eafd-4575-abec-b34f5d7ba17b cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:55:33.744073 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:33.746697 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-816d93cd-1024-495f-9530-529e3ebf1d5a tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:33.748226 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-816d93cd-1024-495f-9530-529e3ebf1d5a tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/networks?id=142fae22-afb8-4f13-b976-37c9ac9ee514 HTTP/1.1" status: 200 len: 817 time: 0.1126835 Jul 15 13:55:33.766355 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-539076e2-2bd2-4af6-971d-648a1b3b5c4f tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/quotas/5bff298689ab4eb4a575febaccfd099a HTTP/1.1" status: 200 len: 375 time: 0.0122914 Jul 15 13:55:33.826152 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a1d59b76-bd41-4766-bdff-3c8dfe02959f up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:55:33.835680 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-410527f9-f3b1-4805-848c-bd99fe79f4ac tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5bff298689ab4eb4a575febaccfd099a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655475 Jul 15 13:55:33.873330 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port a1d59b76-bd41-4766-bdff-3c8dfe02959f triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:55:33.873743 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:33.932869 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-2b983eff-c674-467c-8c53-e8b0dbf74110 service neutron] 10.222.0.16 "GET /v2.0/networks/142fae22-afb8-4f13-b976-37c9ac9ee514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859404 Jul 15 13:55:33.954874 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device aaa7a033-c699-41f6-968c-758a6100bdbe up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:55:34.007956 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port aaa7a033-c699-41f6-968c-758a6100bdbe triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:55:34.008341 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:34.024394 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-eb546823-0b5e-412d-9b82-d531b3200efb service neutron] 10.222.0.16 "GET /v2.0/networks/142fae22-afb8-4f13-b976-37c9ac9ee514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840046 Jul 15 13:55:34.086983 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 74cd842c-63fb-4884-852d-69c58d37eea1 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:55:34.146006 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 74cd842c-63fb-4884-852d-69c58d37eea1 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:55:34.149921 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 74cd842c-63fb-4884-852d-69c58d37eea1 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:55:34.150351 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:34.237094 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:34.258813 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 74cd842c-63fb-4884-852d-69c58d37eea1, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=74cd842c-63fb-4884-852d-69c58d37eea1,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:55:34.263107 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:34.322443 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81862956-b97f-47c7-a9bf-ed0096d330ed None None] Sync routers for ids ['fa1b6525-6620-488a-ac2f-22307465db44'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:55:34.332172 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=74cd842c-63fb-4884-852d-69c58d37eea1,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:34.339769 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81862956-b97f-47c7-a9bf-ed0096d330ed None None] Routers {'fa1b6525-6620-488a-ac2f-22307465db44'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:55:34.340500 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-81862956-b97f-47c7-a9bf-ed0096d330ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:55:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['fa1b6525-6620-488a-ac2f-22307465db44'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:34.399156 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1f5bce3c-9d09-40ec-af7f-56783f4ac10b req-39aadc67-4d94-4100-a548-2b9934783062 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/ports?device_id=564ae5be-c1e2-41a0-8807-ae7305d68ec6 HTTP/1.1" status: 200 len: 210 time: 0.1875980 Jul 15 13:55:34.451875 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-81862956-b97f-47c7-a9bf-ed0096d330ed None None] Set router fa1b6525-6620-488a-ac2f-22307465db44 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:55:34.652129 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-81862956-b97f-47c7-a9bf-ed0096d330ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1b6525-6620-488a-ac2f-22307465db44', 'name': 'tempest-TestEncryptedCinderVolumes-302024508-router', 'tenant_id': 'd3e4ab27da724a61ae9b5734252bcb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '74cd842c-63fb-4884-852d-69c58d37eea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:55:28Z', 'updated_at': '2021-07-15T13:55:31Z', 'revision_number': 4, 'project_id': 'd3e4ab27da724a61ae9b5734252bcb59', 'gw_port': {'id': '74cd842c-63fb-4884-852d-69c58d37eea1', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ef:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1b6525-6620-488a-ac2f-22307465db44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:55:29Z', 'updated_at': '2021-07-15T13:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '76aa290b-eafd-4575-abec-b34f5d7ba17b', 'name': '', 'network_id': 'dfab58cc-ba1f-4542-9aa7-8c1346aa8090', 'tenant_id': 'd3e4ab27da724a61ae9b5734252bcb59', 'mac_address': 'fa:16:3e:b8:b4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1b6525-6620-488a-ac2f-22307465db44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '7d135917-0dec-47f6-9cba-aebc90a59b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:55:30Z', 'updated_at': '2021-07-15T13:55:31Z', 'revision_number': 2, 'project_id': 'd3e4ab27da724a61ae9b5734252bcb59', 'subnets': [{'id': '7d135917-0dec-47f6-9cba-aebc90a59b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:34.678491 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81862956-b97f-47c7-a9bf-ed0096d330ed None None] Checking router: fa1b6525-6620-488a-ac2f-22307465db44 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:55:34.678958 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81862956-b97f-47c7-a9bf-ed0096d330ed None None] Updating router fa1b6525-6620-488a-ac2f-22307465db44 port 76aa290b-eafd-4575-abec-b34f5d7ba17b binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:55:34.713160 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-81862956-b97f-47c7-a9bf-ed0096d330ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:34.972510 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-81862956-b97f-47c7-a9bf-ed0096d330ed None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:34.981709 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-81862956-b97f-47c7-a9bf-ed0096d330ed None None] Transition to ACTIVE for port object 76aa290b-eafd-4575-abec-b34f5d7ba17b will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:55:34.986995 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-81862956-b97f-47c7-a9bf-ed0096d330ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:35.037281 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57391ec-e7e5-4eb6-9183-91be68010181 None None] Pushing event updated for resources: {'Port': ['ID=76aa290b-eafd-4575-abec-b34f5d7ba17b,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:35.088036 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-81862956-b97f-47c7-a9bf-ed0096d330ed None None] Attempting to bind port 76aa290b-eafd-4575-abec-b34f5d7ba17b on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:55:35.088264 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-81862956-b97f-47c7-a9bf-ed0096d330ed None None] Attempting to bind port 76aa290b-eafd-4575-abec-b34f5d7ba17b by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'f452822f-5a0d-40d6-9cd5-52ed593eef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dfab58cc-ba1f-4542-9aa7-8c1346aa8090'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:55:35.088619 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81862956-b97f-47c7-a9bf-ed0096d330ed None None] Attempting to bind port 76aa290b-eafd-4575-abec-b34f5d7ba17b on network dfab58cc-ba1f-4542-9aa7-8c1346aa8090 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:55:35.095460 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81862956-b97f-47c7-a9bf-ed0096d330ed None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:55:35.095856 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81862956-b97f-47c7-a9bf-ed0096d330ed None None] Checking segment: {'id': 'f452822f-5a0d-40d6-9cd5-52ed593eef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dfab58cc-ba1f-4542-9aa7-8c1346aa8090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:55:35.096370 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-81862956-b97f-47c7-a9bf-ed0096d330ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:35.096774 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81862956-b97f-47c7-a9bf-ed0096d330ed None None] Bound using segment: {'id': 'f452822f-5a0d-40d6-9cd5-52ed593eef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dfab58cc-ba1f-4542-9aa7-8c1346aa8090'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:55:35.097246 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-81862956-b97f-47c7-a9bf-ed0096d330ed None None] Bound port: 76aa290b-eafd-4575-abec-b34f5d7ba17b, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f452822f-5a0d-40d6-9cd5-52ed593eef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dfab58cc-ba1f-4542-9aa7-8c1346aa8090'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:55:35.097634 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-81862956-b97f-47c7-a9bf-ed0096d330ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:35.179315 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-81862956-b97f-47c7-a9bf-ed0096d330ed None None] For port 76aa290b-eafd-4575-abec-b34f5d7ba17b, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:55:35.184366 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:35.193709 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-81862956-b97f-47c7-a9bf-ed0096d330ed None None] For port 76aa290b-eafd-4575-abec-b34f5d7ba17b, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=76aa290b-eafd-4575-abec-b34f5d7ba17b,segment=NetworkSegment(f452822f-5a0d-40d6-9cd5-52ed593eef21),segment_id=f452822f-5a0d-40d6-9cd5-52ed593eef21)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:55:35.198889 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-81862956-b97f-47c7-a9bf-ed0096d330ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:35.266905 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81862956-b97f-47c7-a9bf-ed0096d330ed None None] Routers {'fa1b6525-6620-488a-ac2f-22307465db44'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:55:35.267544 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-81862956-b97f-47c7-a9bf-ed0096d330ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:55:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['fa1b6525-6620-488a-ac2f-22307465db44'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:35.296586 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-d337471f-e49f-4930-aad5-abeffdeb6213 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:35.298109 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-d337471f-e49f-4930-aad5-abeffdeb6213 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.20 "GET /v2.0/networks?id=142fae22-afb8-4f13-b976-37c9ac9ee514 HTTP/1.1" status: 200 len: 817 time: 0.1260116 Jul 15 13:55:35.312933 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-b5e43322-addb-43de-91fa-7c170409097a tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Request body: {'port': {'device_id': '564ae5be-c1e2-41a0-8807-ae7305d68ec6', 'network_id': '142fae22-afb8-4f13-b976-37c9ac9ee514', 'admin_state_up': True, 'tenant_id': '5bff298689ab4eb4a575febaccfd099a'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:55:35.450966 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-b5e43322-addb-43de-91fa-7c170409097a tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Made reservation on behalf of 5bff298689ab4eb4a575febaccfd099a for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:55:35.454883 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-b5e43322-addb-43de-91fa-7c170409097a tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:35.479125 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57391ec-e7e5-4eb6-9183-91be68010181 None None] Pushing event updated for resources: {'Port': ['ID=76aa290b-eafd-4575-abec-b34f5d7ba17b,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:35.568706 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-94b1169e-461e-4369-bb06-55115fd0ee1f req-c57e3d88-72d6-40e3-a8f2-a57498192893 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/ports?device_id=564ae5be-c1e2-41a0-8807-ae7305d68ec6 HTTP/1.1" status: 200 len: 210 time: 0.0426946 Jul 15 13:55:35.603999 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-81862956-b97f-47c7-a9bf-ed0096d330ed None None] Set router fa1b6525-6620-488a-ac2f-22307465db44 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:55:35.623042 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-b5e43322-addb-43de-91fa-7c170409097a tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Allocated IP 172.20.0.5 (142fae22-afb8-4f13-b976-37c9ac9ee514/d08ed5fb-e447-4d48-a958-fd9704efd528/0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:55:35.773539 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-b5e43322-addb-43de-91fa-7c170409097a tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:35.778132 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 74cd842c-63fb-4884-852d-69c58d37eea1 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:55:35.787135 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-b5e43322-addb-43de-91fa-7c170409097a tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Transition to ACTIVE for port object 0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:55:35.822940 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-b5e43322-addb-43de-91fa-7c170409097a tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:35.868139 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-b5e43322-addb-43de-91fa-7c170409097a tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Network 142fae22-afb8-4f13-b976-37c9ac9ee514 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:55:35.871323 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-b5e43322-addb-43de-91fa-7c170409097a tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:55:35.875830 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-b5e43322-addb-43de-91fa-7c170409097a tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:55:35.895791 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 74cd842c-63fb-4884-852d-69c58d37eea1 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:55:35.896172 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:35.899934 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e43322-addb-43de-91fa-7c170409097a tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Pushing event updated for resources: {'Port': ['ID=0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:35.927769 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-b5e43322-addb-43de-91fa-7c170409097a tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:35.928298 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-b5e43322-addb-43de-91fa-7c170409097a tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:35.944325 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-b5e43322-addb-43de-91fa-7c170409097a tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6362591 Jul 15 13:55:35.947352 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-81862956-b97f-47c7-a9bf-ed0096d330ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1b6525-6620-488a-ac2f-22307465db44', 'name': 'tempest-TestEncryptedCinderVolumes-302024508-router', 'tenant_id': 'd3e4ab27da724a61ae9b5734252bcb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '74cd842c-63fb-4884-852d-69c58d37eea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:55:28Z', 'updated_at': '2021-07-15T13:55:31Z', 'revision_number': 4, 'project_id': 'd3e4ab27da724a61ae9b5734252bcb59', 'gw_port': {'id': '74cd842c-63fb-4884-852d-69c58d37eea1', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ef:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1b6525-6620-488a-ac2f-22307465db44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:55:29Z', 'updated_at': '2021-07-15T13:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '76aa290b-eafd-4575-abec-b34f5d7ba17b', 'name': '', 'network_id': 'dfab58cc-ba1f-4542-9aa7-8c1346aa8090', 'tenant_id': 'd3e4ab27da724a61ae9b5734252bcb59', 'mac_address': 'fa:16:3e:b8:b4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1b6525-6620-488a-ac2f-22307465db44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '7d135917-0dec-47f6-9cba-aebc90a59b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:55:30Z', 'updated_at': '2021-07-15T13:55:35Z', 'revision_number': 4, 'project_id': 'd3e4ab27da724a61ae9b5734252bcb59', 'subnets': [{'id': '7d135917-0dec-47f6-9cba-aebc90a59b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:35.980965 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81862956-b97f-47c7-a9bf-ed0096d330ed None None] The sync data for ids ['fa1b6525-6620-488a-ac2f-22307465db44'] in n-d-771363-36 is: [{'id': 'fa1b6525-6620-488a-ac2f-22307465db44', 'name': 'tempest-TestEncryptedCinderVolumes-302024508-router', 'tenant_id': 'd3e4ab27da724a61ae9b5734252bcb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '74cd842c-63fb-4884-852d-69c58d37eea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:55:28Z', 'updated_at': '2021-07-15T13:55:31Z', 'revision_number': 4, 'project_id': 'd3e4ab27da724a61ae9b5734252bcb59', 'gw_port': {'id': '74cd842c-63fb-4884-852d-69c58d37eea1', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ef:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1b6525-6620-488a-ac2f-22307465db44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:55:29Z', 'updated_at': '2021-07-15T13:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '76aa290b-eafd-4575-abec-b34f5d7ba17b', 'name': '', 'network_id': 'dfab58cc-ba1f-4542-9aa7-8c1346aa8090', 'tenant_id': 'd3e4ab27da724a61ae9b5734252bcb59', 'mac_address': 'fa:16:3e:b8:b4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1b6525-6620-488a-ac2f-22307465db44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '7d135917-0dec-47f6-9cba-aebc90a59b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:55:30Z', 'updated_at': '2021-07-15T13:55:35Z', 'revision_number': 4, 'project_id': 'd3e4ab27da724a61ae9b5734252bcb59', 'subnets': [{'id': '7d135917-0dec-47f6-9cba-aebc90a59b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:55:36.055328 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-7f1636b8-a50c-4068-967f-05bbffe730bf service neutron] Request body: {'port': {'device_id': '564ae5be-c1e2-41a0-8807-ae7305d68ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:55:36.145453 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-7f1636b8-a50c-4068-967f-05bbffe730bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:36.205396 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-abf4095c-2e57-4d33-9738-9ad4ebb08417 None None] Provisioning for port 0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:55:36.209219 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-abf4095c-2e57-4d33-9738-9ad4ebb08417 None None] Provisioning complete for port 0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:55:36.209594 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-abf4095c-2e57-4d33-9738-9ad4ebb08417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:36.245110 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-abf4095c-2e57-4d33-9738-9ad4ebb08417 None None] Port 0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:55:36.413744 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-7f1636b8-a50c-4068-967f-05bbffe730bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:55:36.421866 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-7f1636b8-a50c-4068-967f-05bbffe730bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:36.433895 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-7f1636b8-a50c-4068-967f-05bbffe730bf service neutron] Transition to ACTIVE for port object 0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:55:36.437975 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-7f1636b8-a50c-4068-967f-05bbffe730bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:36.488382 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1636b8-a50c-4068-967f-05bbffe730bf service neutron] Pushing event updated for resources: {'Port': ['ID=0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:36.567368 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-7f1636b8-a50c-4068-967f-05bbffe730bf service neutron] Attempting to bind port 0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:55:36.567701 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-7f1636b8-a50c-4068-967f-05bbffe730bf service neutron] Attempting to bind port 0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'ad847d2e-55e6-4c3f-b223-1a515ca2142f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '142fae22-afb8-4f13-b976-37c9ac9ee514'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:55:36.568030 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-7f1636b8-a50c-4068-967f-05bbffe730bf service neutron] Attempting to bind port 0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae on network 142fae22-afb8-4f13-b976-37c9ac9ee514 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:55:36.572335 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-7f1636b8-a50c-4068-967f-05bbffe730bf service neutron] Port 0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae on network 142fae22-afb8-4f13-b976-37c9ac9ee514 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:55:36.572655 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-7f1636b8-a50c-4068-967f-05bbffe730bf service neutron] Attempting to bind port 0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae on network 142fae22-afb8-4f13-b976-37c9ac9ee514 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:55:36.577668 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-7f1636b8-a50c-4068-967f-05bbffe730bf service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:55:36.578004 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-7f1636b8-a50c-4068-967f-05bbffe730bf service neutron] Checking segment: {'id': 'ad847d2e-55e6-4c3f-b223-1a515ca2142f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '142fae22-afb8-4f13-b976-37c9ac9ee514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:55:36.578387 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-7f1636b8-a50c-4068-967f-05bbffe730bf service neutron] Bound using segment: {'id': 'ad847d2e-55e6-4c3f-b223-1a515ca2142f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '142fae22-afb8-4f13-b976-37c9ac9ee514'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:55:36.578852 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-7f1636b8-a50c-4068-967f-05bbffe730bf service neutron] Bound port: 0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad847d2e-55e6-4c3f-b223-1a515ca2142f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '142fae22-afb8-4f13-b976-37c9ac9ee514'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:55:36.579209 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-7f1636b8-a50c-4068-967f-05bbffe730bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:36.646167 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-7f1636b8-a50c-4068-967f-05bbffe730bf service neutron] For port 0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:55:36.649710 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-7f1636b8-a50c-4068-967f-05bbffe730bf service neutron] For port 0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae,segment=NetworkSegment(ad847d2e-55e6-4c3f-b223-1a515ca2142f),segment_id=ad847d2e-55e6-4c3f-b223-1a515ca2142f)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:55:36.661302 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-7f1636b8-a50c-4068-967f-05bbffe730bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:36.697909 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-7f1636b8-a50c-4068-967f-05bbffe730bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:36.698517 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-7f1636b8-a50c-4068-967f-05bbffe730bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:36.699896 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-7f1636b8-a50c-4068-967f-05bbffe730bf service neutron] 10.222.0.20 "PUT /v2.0/ports/0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae HTTP/1.1" status: 200 len: 1092 time: 0.7109492 Jul 15 13:55:36.705386 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '564ae5be-c1e2-41a0-8807-ae7305d68ec6', 'tag': '0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:55:36.707979 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42a1bbad7a40c300e98a30774dffcbd0477f8bdaeb471a878848b3b8e6816f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e612db-dedc-481b-a4e5-5ef3c7ae8d02" -d '{"events": [{"name": "network-changed", "server_uuid": "564ae5be-c1e2-41a0-8807-ae7305d68ec6", "tag": "0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:55:36.770650 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48776fd6-6199-4524-afc2-b6982115c1c3 x-openstack-request-id: req-48776fd6-6199-4524-afc2-b6982115c1c3 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:55:36.770937 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "564ae5be-c1e2-41a0-8807-ae7305d68ec6", "tag": "0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:55:36.771187 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-48776fd6-6199-4524-afc2-b6982115c1c3 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:55:36.771581 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '564ae5be-c1e2-41a0-8807-ae7305d68ec6', 'tag': '0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae', 'status': 'completed', 'code': 200} Jul 15 13:55:36.791665 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1636b8-a50c-4068-967f-05bbffe730bf service neutron] Pushing event updated for resources: {'Port': ['ID=0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:36.838594 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be110395-d58d-4d64-845b-e3db7e1e77ee req-3438ef4b-9fa1-4d84-99cb-bb9fac2e4ab0 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:36.840145 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-be110395-d58d-4d64-845b-e3db7e1e77ee req-3438ef4b-9fa1-4d84-99cb-bb9fac2e4ab0 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/ports?device_id=564ae5be-c1e2-41a0-8807-ae7305d68ec6 HTTP/1.1" status: 200 len: 943 time: 0.1444168 Jul 15 13:55:36.847569 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-5d4ca580-38c1-4cdf-a3d2-7cfcf8c6282d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:36.849080 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-5d4ca580-38c1-4cdf-a3d2-7cfcf8c6282d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bff298689ab4eb4a575febaccfd099a&device_id=564ae5be-c1e2-41a0-8807-ae7305d68ec6 HTTP/1.1" status: 200 len: 1095 time: 0.0948310 Jul 15 13:55:36.897691 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-8c4f4492-482b-4514-b44d-1405249a2f0d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae HTTP/1.1" status: 200 len: 217 time: 0.0415146 Jul 15 13:55:36.940200 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-be110395-d58d-4d64-845b-e3db7e1e77ee req-07541a1c-1b9d-433e-b57b-24fb77321a46 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/security-groups?id=914decf4-e36b-4b66-82c5-7f4259809930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901945 Jul 15 13:55:36.957931 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-f62786f8-1d62-4190-9ac9-cf0713420b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:36.959344 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-f62786f8-1d62-4190-9ac9-cf0713420b1d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d08ed5fb-e447-4d48-a958-fd9704efd528 HTTP/1.1" status: 200 len: 856 time: 0.0519006 Jul 15 13:55:37.016350 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-74b050c5-d4a9-4b5c-87a6-69f5825f2aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:37.017855 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-74b050c5-d4a9-4b5c-87a6-69f5825f2aee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=142fae22-afb8-4f13-b976-37c9ac9ee514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523655 Jul 15 13:55:37.110156 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-8f9f5f3a-d272-468c-8eaf-ea783f6c0c06 service neutron] 10.222.0.20 "GET /v2.0/networks/142fae22-afb8-4f13-b976-37c9ac9ee514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850611 Jul 15 13:55:37.195857 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7cff11e0-907d-4898-a18a-b593b8c7cc93 req-f7fb6781-acb6-408b-867b-f18cb890956a service neutron] 10.222.0.20 "GET /v2.0/networks/142fae22-afb8-4f13-b976-37c9ac9ee514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793774 Jul 15 13:55:37.291687 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e612db-dedc-481b-a4e5-5ef3c7ae8d02 req-6a1e3d39-68bf-4fcc-bb0c-d99bf5f1c9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:37.293084 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73e612db-dedc-481b-a4e5-5ef3c7ae8d02 req-6a1e3d39-68bf-4fcc-bb0c-d99bf5f1c9b5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bff298689ab4eb4a575febaccfd099a&device_id=564ae5be-c1e2-41a0-8807-ae7305d68ec6 HTTP/1.1" status: 200 len: 1095 time: 0.0515449 Jul 15 13:55:37.381382 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e612db-dedc-481b-a4e5-5ef3c7ae8d02 req-d92b700b-e694-4aae-82d5-b6b433a429f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:37.382819 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73e612db-dedc-481b-a4e5-5ef3c7ae8d02 req-d92b700b-e694-4aae-82d5-b6b433a429f3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=142fae22-afb8-4f13-b976-37c9ac9ee514 HTTP/1.1" status: 200 len: 918 time: 0.0839076 Jul 15 13:55:37.421792 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73e612db-dedc-481b-a4e5-5ef3c7ae8d02 req-09c87613-bbd1-49f6-b8fc-69cd934e17a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae HTTP/1.1" status: 200 len: 217 time: 0.0331988 Jul 15 13:55:37.476071 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e612db-dedc-481b-a4e5-5ef3c7ae8d02 req-a618c681-f251-4721-9b52-df3ae2e1c6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:37.477576 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73e612db-dedc-481b-a4e5-5ef3c7ae8d02 req-a618c681-f251-4721-9b52-df3ae2e1c6a8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d08ed5fb-e447-4d48-a958-fd9704efd528 HTTP/1.1" status: 200 len: 856 time: 0.0490704 Jul 15 13:55:37.782801 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 76aa290b-eafd-4575-abec-b34f5d7ba17b up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:55:37.837322 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 76aa290b-eafd-4575-abec-b34f5d7ba17b completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:55:37.841548 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 76aa290b-eafd-4575-abec-b34f5d7ba17b triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:55:37.841925 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:37.892745 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e612db-dedc-481b-a4e5-5ef3c7ae8d02 req-314b235b-f4af-4a70-b476-5afb742033ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:37.894229 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73e612db-dedc-481b-a4e5-5ef3c7ae8d02 req-314b235b-f4af-4a70-b476-5afb742033ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=142fae22-afb8-4f13-b976-37c9ac9ee514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4098701 Jul 15 13:55:37.923108 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:37.954152 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 76aa290b-eafd-4575-abec-b34f5d7ba17b, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=76aa290b-eafd-4575-abec-b34f5d7ba17b,segment=NetworkSegment(f452822f-5a0d-40d6-9cd5-52ed593eef21),segment_id=f452822f-5a0d-40d6-9cd5-52ed593eef21)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:55:37.957899 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:37.990848 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73e612db-dedc-481b-a4e5-5ef3c7ae8d02 req-063082f5-6f43-4d1f-93ed-2fefd900ba24 service neutron] 10.222.0.20 "GET /v2.0/networks/142fae22-afb8-4f13-b976-37c9ac9ee514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897293 Jul 15 13:55:38.006784 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=76aa290b-eafd-4575-abec-b34f5d7ba17b,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:38.109973 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-73e612db-dedc-481b-a4e5-5ef3c7ae8d02 req-04f7c710-e554-433c-9e27-e4b6ee21f15d service neutron] 10.222.0.20 "GET /v2.0/networks/142fae22-afb8-4f13-b976-37c9ac9ee514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128023 Jul 15 13:55:38.138845 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5163f2-bfa0-4d47-aeb0-0b06a47c63b8 req-7a0f30a6-60f8-42e7-9c61-a6c3cfd53e9b tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:38.140417 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a5163f2-bfa0-4d47-aeb0-0b06a47c63b8 req-7a0f30a6-60f8-42e7-9c61-a6c3cfd53e9b tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/ports?device_id=564ae5be-c1e2-41a0-8807-ae7305d68ec6 HTTP/1.1" status: 200 len: 943 time: 0.0791106 Jul 15 13:55:38.180746 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a5163f2-bfa0-4d47-aeb0-0b06a47c63b8 req-c4025449-8b13-4e83-8ac6-e62de30cb4b4 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/security-groups?id=914decf4-e36b-4b66-82c5-7f4259809930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345056 Jul 15 13:55:39.356008 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fd8b8-6f30-4905-bd03-b93534a01a92 req-64501beb-9133-42f0-94ea-5504ffee0a00 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:39.357460 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-844fd8b8-6f30-4905-bd03-b93534a01a92 req-64501beb-9133-42f0-94ea-5504ffee0a00 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/ports?device_id=564ae5be-c1e2-41a0-8807-ae7305d68ec6 HTTP/1.1" status: 200 len: 943 time: 0.0610888 Jul 15 13:55:39.393926 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-844fd8b8-6f30-4905-bd03-b93534a01a92 req-6912d592-ea20-45ec-b6c3-61ebd865569b tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/security-groups?id=914decf4-e36b-4b66-82c5-7f4259809930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303946 Jul 15 13:55:39.483989 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:55:39.578697 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae,segment=NetworkSegment(ad847d2e-55e6-4c3f-b223-1a515ca2142f),segment_id=ad847d2e-55e6-4c3f-b223-1a515ca2142f)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:55:39.589230 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': '0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae', 'network_id': '142fae22-afb8-4f13-b976-37c9ac9ee514', 'port_id': '0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae', 'mac_address': 'fa:16:3e:06:0a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd08ed5fb-e447-4d48-a958-fd9704efd528', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:55:39.624640 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:39.636495 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:55:39.654504 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae,segment=NetworkSegment(ad847d2e-55e6-4c3f-b223-1a515ca2142f),segment_id=ad847d2e-55e6-4c3f-b223-1a515ca2142f)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:55:39.659085 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:39.708422 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:39.747789 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 76aa290b-eafd-4575-abec-b34f5d7ba17b up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:55:39.797181 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 76aa290b-eafd-4575-abec-b34f5d7ba17b triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:55:39.797612 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:39.860716 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:55:40.568941 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52e22e-664a-4a3e-8bfa-ac06b59e23e4 req-af81da6f-d389-48ab-9fe5-290bf4e09338 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:40.570406 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7b52e22e-664a-4a3e-8bfa-ac06b59e23e4 req-af81da6f-d389-48ab-9fe5-290bf4e09338 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/ports?device_id=564ae5be-c1e2-41a0-8807-ae7305d68ec6 HTTP/1.1" status: 200 len: 944 time: 0.0638223 Jul 15 13:55:40.606812 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7b52e22e-664a-4a3e-8bfa-ac06b59e23e4 req-5ff539c0-c626-4a35-ab14-bf4423239810 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/security-groups?id=914decf4-e36b-4b66-82c5-7f4259809930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306387 Jul 15 13:55:41.483473 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:55:41.529579 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port 0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:55:41.533705 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port 0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:55:41.534074 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:41.611607 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:41.633377 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564ae5be-c1e2-41a0-8807-ae7305d68ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:55:41.648802 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae,segment=NetworkSegment(ad847d2e-55e6-4c3f-b223-1a515ca2142f),segment_id=ad847d2e-55e6-4c3f-b223-1a515ca2142f)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:55:41.653201 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:41.677746 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d336e28e73e37671204d4011867161ab10622757e030a17953cce0be893d8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541b0713-64eb-4bcd-b176-eeeef2f2e62c" -d '{"events": [{"server_uuid": "564ae5be-c1e2-41a0-8807-ae7305d68ec6", "name": "network-vif-plugged", "status": "completed", "tag": "0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:55:41.711105 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:41.770991 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea2dbb6-598c-43fc-8a36-deb198321a1e x-openstack-request-id: req-0ea2dbb6-598c-43fc-8a36-deb198321a1e {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:55:41.771280 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564ae5be-c1e2-41a0-8807-ae7305d68ec6", "name": "network-vif-plugged", "status": "completed", "tag": "0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:55:41.771543 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ea2dbb6-598c-43fc-8a36-deb198321a1e {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:55:41.771951 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564ae5be-c1e2-41a0-8807-ae7305d68ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae', 'code': 200} Jul 15 13:55:41.787326 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c06925-3d44-453a-888e-79514f12fa1b req-63867ede-5d1a-4049-a5f5-86627d66b8f3 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:41.788816 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8c06925-3d44-453a-888e-79514f12fa1b req-63867ede-5d1a-4049-a5f5-86627d66b8f3 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/ports?device_id=564ae5be-c1e2-41a0-8807-ae7305d68ec6 HTTP/1.1" status: 200 len: 945 time: 0.0684748 Jul 15 13:55:41.833193 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e8c06925-3d44-453a-888e-79514f12fa1b req-f219c665-a2dd-451d-a531-cde4b2b73197 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/security-groups?id=914decf4-e36b-4b66-82c5-7f4259809930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376871 Jul 15 13:55:41.882927 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec56a6b-1427-4b8d-a1c8-cde61b6923c9 req-c59a6cdf-4276-4177-a379-0c73a0abab39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:41.884430 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eec56a6b-1427-4b8d-a1c8-cde61b6923c9 req-c59a6cdf-4276-4177-a379-0c73a0abab39 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=564ae5be-c1e2-41a0-8807-ae7305d68ec6 HTTP/1.1" status: 200 len: 1097 time: 0.0503974 Jul 15 13:55:41.916917 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eec56a6b-1427-4b8d-a1c8-cde61b6923c9 req-fade9001-03f3-4b36-89b0-4511c92845e7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=914decf4-e36b-4b66-82c5-7f4259809930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260739 Jul 15 13:55:43.016646 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee225c6-a17b-422c-876a-c8afd7939c59 req-868338bf-77f2-4f0f-a95f-b1b130f77be6 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:43.018140 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bee225c6-a17b-422c-876a-c8afd7939c59 req-868338bf-77f2-4f0f-a95f-b1b130f77be6 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/ports?device_id=564ae5be-c1e2-41a0-8807-ae7305d68ec6 HTTP/1.1" status: 200 len: 945 time: 0.0638111 Jul 15 13:55:43.054337 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bee225c6-a17b-422c-876a-c8afd7939c59 req-4fbd9081-89e1-418f-a153-46f90f839bf0 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/security-groups?id=914decf4-e36b-4b66-82c5-7f4259809930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307479 Jul 15 13:55:43.222755 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88103856-a423-4d43-86d6-335f142fcf01 req-7f7b644b-f2f0-400a-962d-351743187fcf tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:43.224241 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-88103856-a423-4d43-86d6-335f142fcf01 req-7f7b644b-f2f0-400a-962d-351743187fcf tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/ports?device_id=564ae5be-c1e2-41a0-8807-ae7305d68ec6 HTTP/1.1" status: 200 len: 945 time: 0.0629239 Jul 15 13:55:43.262355 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-88103856-a423-4d43-86d6-335f142fcf01 req-65bd6d7e-757f-4915-878f-334873481ae8 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/security-groups?id=914decf4-e36b-4b66-82c5-7f4259809930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324967 Jul 15 13:55:45.352099 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:55:55.764189 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4923cc98-7c17-4728-ab5c-dd63ae5ff313 req-1e6b9cf8-f5a8-46af-a3b6-13f1cdc56317 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=564ae5be-c1e2-41a0-8807-ae7305d68ec6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0515289 Jul 15 13:55:55.866256 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923cc98-7c17-4728-ab5c-dd63ae5ff313 req-ffffcd11-32a6-4fbd-a17e-b735cabb4ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:55.868133 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4923cc98-7c17-4728-ab5c-dd63ae5ff313 req-ffffcd11-32a6-4fbd-a17e-b735cabb4ec1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bff298689ab4eb4a575febaccfd099a&device_id=564ae5be-c1e2-41a0-8807-ae7305d68ec6 HTTP/1.1" status: 200 len: 1097 time: 0.0589249 Jul 15 13:55:55.972809 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923cc98-7c17-4728-ab5c-dd63ae5ff313 req-22fe1b0c-37c8-432d-b921-b62352d028ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:55.974298 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4923cc98-7c17-4728-ab5c-dd63ae5ff313 req-22fe1b0c-37c8-432d-b921-b62352d028ab service neutron] 10.222.0.20 "GET /v2.0/networks?id=142fae22-afb8-4f13-b976-37c9ac9ee514 HTTP/1.1" status: 200 len: 918 time: 0.0856552 Jul 15 13:55:56.019019 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4923cc98-7c17-4728-ab5c-dd63ae5ff313 req-e532cf26-913e-40f5-8ec2-a8260666b422 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae HTTP/1.1" status: 200 len: 217 time: 0.0377257 Jul 15 13:55:56.069797 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923cc98-7c17-4728-ab5c-dd63ae5ff313 req-48eb5f99-2bf1-4755-a720-d5950c1fe67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:56.071318 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4923cc98-7c17-4728-ab5c-dd63ae5ff313 req-48eb5f99-2bf1-4755-a720-d5950c1fe67e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d08ed5fb-e447-4d48-a958-fd9704efd528 HTTP/1.1" status: 200 len: 856 time: 0.0461671 Jul 15 13:55:56.130074 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923cc98-7c17-4728-ab5c-dd63ae5ff313 req-aa60aab7-b2da-4d12-8be6-07db6e57550e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:56.131515 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4923cc98-7c17-4728-ab5c-dd63ae5ff313 req-aa60aab7-b2da-4d12-8be6-07db6e57550e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=142fae22-afb8-4f13-b976-37c9ac9ee514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546944 Jul 15 13:55:56.228081 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4923cc98-7c17-4728-ab5c-dd63ae5ff313 req-74b3b5c9-bffa-4dca-a5d1-9647986560fe service neutron] 10.222.0.20 "GET /v2.0/networks/142fae22-afb8-4f13-b976-37c9ac9ee514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898118 Jul 15 13:55:56.315809 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4923cc98-7c17-4728-ab5c-dd63ae5ff313 req-d19aa972-e8c9-4563-8234-5ec52059f498 service neutron] 10.222.0.20 "GET /v2.0/networks/142fae22-afb8-4f13-b976-37c9ac9ee514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814066 Jul 15 13:55:59.622676 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:59.722649 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-acc2434e-a2f2-4c36-a789-e86b5abfb8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:59.925033 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:02.233081 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f194ecb-66b0-42b1-bd68-33a8acfa66e9 req-96ebbc7f-bffc-4673-aa8f-a58c728a0a86 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:02.234589 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1f194ecb-66b0-42b1-bd68-33a8acfa66e9 req-96ebbc7f-bffc-4673-aa8f-a58c728a0a86 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/ports?device_id=564ae5be-c1e2-41a0-8807-ae7305d68ec6 HTTP/1.1" status: 200 len: 945 time: 0.0681748 Jul 15 13:56:02.272603 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1f194ecb-66b0-42b1-bd68-33a8acfa66e9 req-73f6d076-febd-457e-8366-49de0e71574f tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/security-groups?id=914decf4-e36b-4b66-82c5-7f4259809930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321066 Jul 15 13:56:02.329159 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:02.519669 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-45aeea0c-b181-4926-8120-68315035b935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:03.446451 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd620561-cad2-49fa-bc27-a62fcc6a01b7 req-3c283e8b-c15d-4ee5-a1cc-f50f57e2670e tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:03.447987 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fd620561-cad2-49fa-bc27-a62fcc6a01b7 req-3c283e8b-c15d-4ee5-a1cc-f50f57e2670e tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/ports?device_id=564ae5be-c1e2-41a0-8807-ae7305d68ec6 HTTP/1.1" status: 200 len: 945 time: 0.0629282 Jul 15 13:56:03.487809 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fd620561-cad2-49fa-bc27-a62fcc6a01b7 req-fd907eb5-b1e7-4826-8775-488794f110b0 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/security-groups?id=914decf4-e36b-4b66-82c5-7f4259809930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338943 Jul 15 13:56:03.727743 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a819f8-e6ff-4d43-9cbc-1e5d5a396dec req-3b922158-a9d1-48b5-aba7-c4068ceaee8a tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:03.729266 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-39a819f8-e6ff-4d43-9cbc-1e5d5a396dec req-3b922158-a9d1-48b5-aba7-c4068ceaee8a tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.20 "GET /v2.0/ports?device_id=564ae5be-c1e2-41a0-8807-ae7305d68ec6 HTTP/1.1" status: 200 len: 945 time: 0.0651991 Jul 15 13:56:03.749008 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:03.834720 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-39a819f8-e6ff-4d43-9cbc-1e5d5a396dec req-7cb95395-fec2-4969-b39a-aee9a9c4f751 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Deleting port 0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:56:03.835068 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-39a819f8-e6ff-4d43-9cbc-1e5d5a396dec req-7cb95395-fec2-4969-b39a-aee9a9c4f751 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:03.921303 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-39a819f8-e6ff-4d43-9cbc-1e5d5a396dec req-7cb95395-fec2-4969-b39a-aee9a9c4f751 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] For port 0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae,segment=NetworkSegment(ad847d2e-55e6-4c3f-b223-1a515ca2142f),segment_id=ad847d2e-55e6-4c3f-b223-1a515ca2142f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:56:03.921665 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-39a819f8-e6ff-4d43-9cbc-1e5d5a396dec req-7cb95395-fec2-4969-b39a-aee9a9c4f751 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:03.938241 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-39a819f8-e6ff-4d43-9cbc-1e5d5a396dec req-7cb95395-fec2-4969-b39a-aee9a9c4f751 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Calling delete_port for 0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:56:04.060556 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-39a819f8-e6ff-4d43-9cbc-1e5d5a396dec req-7cb95395-fec2-4969-b39a-aee9a9c4f751 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:04.072912 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:56:04.090474 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb95395-fec2-4969-b39a-aee9a9c4f751 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Pushing event deleted for resources: {'Port': ['ID=0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:04.138904 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a819f8-e6ff-4d43-9cbc-1e5d5a396dec req-7cb95395-fec2-4969-b39a-aee9a9c4f751 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] No DVR routers for this DVR port 0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae on host n-h1-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:56:04.142054 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-39a819f8-e6ff-4d43-9cbc-1e5d5a396dec req-7cb95395-fec2-4969-b39a-aee9a9c4f751 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:04.144129 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-39a819f8-e6ff-4d43-9cbc-1e5d5a396dec req-7cb95395-fec2-4969-b39a-aee9a9c4f751 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.20 "DELETE /v2.0/ports/0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae HTTP/1.1" status: 204 len: 173 time: 0.4087930 Jul 15 13:56:04.144568 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564ae5be-c1e2-41a0-8807-ae7305d68ec6', 'name': 'network-vif-deleted', 'tag': '0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:56:04.187202 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecae15dfe8a955ea50b9833da7617a528fbca6cb3a0c246d25e4c35a4bbccae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67aa5c90-4075-4ffc-a21a-f9380768b257" -d '{"events": [{"server_uuid": "564ae5be-c1e2-41a0-8807-ae7305d68ec6", "name": "network-vif-deleted", "tag": "0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:56:04.277667 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16374c1-9f16-42b5-9a0e-344de8527cd2 x-openstack-request-id: req-e16374c1-9f16-42b5-9a0e-344de8527cd2 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:56:04.277966 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564ae5be-c1e2-41a0-8807-ae7305d68ec6", "name": "network-vif-deleted", "tag": "0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:56:04.278223 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e16374c1-9f16-42b5-9a0e-344de8527cd2 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:56:04.278658 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564ae5be-c1e2-41a0-8807-ae7305d68ec6', 'name': 'network-vif-deleted', 'tag': '0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae', 'status': 'completed', 'code': 200} Jul 15 13:56:04.641056 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b51ff76-a474-45df-8ec1-5bb6eaec9d46 req-35af5d88-8851-4664-adf9-651999b9e9a6 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/ports?device_id=564ae5be-c1e2-41a0-8807-ae7305d68ec6 HTTP/1.1" status: 200 len: 210 time: 0.0286963 Jul 15 13:56:05.181125 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:06.329680 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-35ff911b-ec15-45f2-8d8b-73ad90055858 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:06.331083 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-35ff911b-ec15-45f2-8d8b-73ad90055858 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/networks?id=142fae22-afb8-4f13-b976-37c9ac9ee514 HTTP/1.1" status: 200 len: 817 time: 0.1013348 Jul 15 13:56:06.345180 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-91fa5df2-c150-44f7-86ff-65c1a729e986 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/quotas/5bff298689ab4eb4a575febaccfd099a HTTP/1.1" status: 200 len: 375 time: 0.0088761 Jul 15 13:56:06.408575 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-e67016b3-13f2-4ddc-8535-1d694e7be1cf tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5bff298689ab4eb4a575febaccfd099a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586979 Jul 15 13:56:06.581556 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-7d593cb9-0ae8-4744-912b-42d6fea85f26 service neutron] 10.222.0.16 "GET /v2.0/networks/142fae22-afb8-4f13-b976-37c9ac9ee514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215045 Jul 15 13:56:06.666115 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-2517f678-358e-4bb1-a82c-a67fec4da091 service neutron] 10.222.0.16 "GET /v2.0/networks/142fae22-afb8-4f13-b976-37c9ac9ee514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789933 Jul 15 13:56:06.831934 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fc230ee4-dc49-4d9c-8c38-0c347fbd7d37 req-0da5ecb6-cc4f-4675-8980-4c454d869c53 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/ports?device_id=1adda677-9b84-4564-aeb8-82ab9bd754f4 HTTP/1.1" status: 200 len: 210 time: 0.0296073 Jul 15 13:56:07.655185 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:56:07.677717 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: 0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:56:07.678063 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 0c0c1723-5fe4-46a9-9fd5-9d084a05a6ae not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:56:07.849157 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-072ca191-697e-4d19-b323-945d267893ba tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:07.850752 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-072ca191-697e-4d19-b323-945d267893ba tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.46 "GET /v2.0/networks?id=142fae22-afb8-4f13-b976-37c9ac9ee514 HTTP/1.1" status: 200 len: 817 time: 0.1108086 Jul 15 13:56:07.866259 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-424271ae-1543-41e6-9245-80718371c8c6 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Request body: {'port': {'device_id': '1adda677-9b84-4564-aeb8-82ab9bd754f4', 'network_id': '142fae22-afb8-4f13-b976-37c9ac9ee514', 'admin_state_up': True, 'tenant_id': '5bff298689ab4eb4a575febaccfd099a'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:56:07.976831 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-424271ae-1543-41e6-9245-80718371c8c6 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Made reservation on behalf of 5bff298689ab4eb4a575febaccfd099a for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:56:07.977464 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b007ff94-f44a-4ca4-8eff-ddf55046b9d5 req-f7ac42c3-b6bd-45a9-854c-091923b17a35 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/ports?device_id=1adda677-9b84-4564-aeb8-82ab9bd754f4 HTTP/1.1" status: 200 len: 210 time: 0.0328882 Jul 15 13:56:07.980601 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-424271ae-1543-41e6-9245-80718371c8c6 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:08.104866 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-424271ae-1543-41e6-9245-80718371c8c6 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Allocated IP 172.20.0.8 (142fae22-afb8-4f13-b976-37c9ac9ee514/d08ed5fb-e447-4d48-a958-fd9704efd528/06cc2cea-51ed-442c-9fb6-fe473c4fd721) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:56:08.249548 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-424271ae-1543-41e6-9245-80718371c8c6 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:08.263089 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-424271ae-1543-41e6-9245-80718371c8c6 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Transition to ACTIVE for port object 06cc2cea-51ed-442c-9fb6-fe473c4fd721 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:56:08.294117 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-424271ae-1543-41e6-9245-80718371c8c6 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:08.339985 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-424271ae-1543-41e6-9245-80718371c8c6 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Network 142fae22-afb8-4f13-b976-37c9ac9ee514 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:56:08.343120 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-424271ae-1543-41e6-9245-80718371c8c6 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:56:08.347109 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-424271ae-1543-41e6-9245-80718371c8c6 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:56:08.353327 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424271ae-1543-41e6-9245-80718371c8c6 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Pushing event updated for resources: {'Port': ['ID=06cc2cea-51ed-442c-9fb6-fe473c4fd721,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:08.382129 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424271ae-1543-41e6-9245-80718371c8c6 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:08.382481 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424271ae-1543-41e6-9245-80718371c8c6 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:08.382853 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424271ae-1543-41e6-9245-80718371c8c6 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:08.383194 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424271ae-1543-41e6-9245-80718371c8c6 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:08.383530 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424271ae-1543-41e6-9245-80718371c8c6 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:08.383867 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424271ae-1543-41e6-9245-80718371c8c6 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:08.384198 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424271ae-1543-41e6-9245-80718371c8c6 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:08.384528 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424271ae-1543-41e6-9245-80718371c8c6 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:08.384855 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424271ae-1543-41e6-9245-80718371c8c6 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:08.385184 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424271ae-1543-41e6-9245-80718371c8c6 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:08.385510 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424271ae-1543-41e6-9245-80718371c8c6 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:08.385832 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424271ae-1543-41e6-9245-80718371c8c6 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:08.410646 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-424271ae-1543-41e6-9245-80718371c8c6 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:08.411273 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-424271ae-1543-41e6-9245-80718371c8c6 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:08.426344 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-424271ae-1543-41e6-9245-80718371c8c6 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5666139 Jul 15 13:56:08.514732 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-4630930a-3d8d-4a7f-a85c-84656e01cae3 service neutron] Request body: {'port': {'device_id': '1adda677-9b84-4564-aeb8-82ab9bd754f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:56:08.589712 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-4630930a-3d8d-4a7f-a85c-84656e01cae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:08.598009 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f2d81fb4-f221-4fc0-95d9-c0a19321e6f9 None None] Provisioning for port 06cc2cea-51ed-442c-9fb6-fe473c4fd721 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:56:08.601769 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f2d81fb4-f221-4fc0-95d9-c0a19321e6f9 None None] Provisioning complete for port 06cc2cea-51ed-442c-9fb6-fe473c4fd721 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:56:08.602143 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f2d81fb4-f221-4fc0-95d9-c0a19321e6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:08.635424 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f2d81fb4-f221-4fc0-95d9-c0a19321e6f9 None None] Port 06cc2cea-51ed-442c-9fb6-fe473c4fd721 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:56:08.844956 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-4630930a-3d8d-4a7f-a85c-84656e01cae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06cc2cea-51ed-442c-9fb6-fe473c4fd721 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:56:08.852080 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-4630930a-3d8d-4a7f-a85c-84656e01cae3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:08.864204 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-4630930a-3d8d-4a7f-a85c-84656e01cae3 service neutron] Transition to ACTIVE for port object 06cc2cea-51ed-442c-9fb6-fe473c4fd721 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:56:08.869283 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-4630930a-3d8d-4a7f-a85c-84656e01cae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:08.921716 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630930a-3d8d-4a7f-a85c-84656e01cae3 service neutron] Pushing event updated for resources: {'Port': ['ID=06cc2cea-51ed-442c-9fb6-fe473c4fd721,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:08.996604 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-4630930a-3d8d-4a7f-a85c-84656e01cae3 service neutron] Attempting to bind port 06cc2cea-51ed-442c-9fb6-fe473c4fd721 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:56:08.996975 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-4630930a-3d8d-4a7f-a85c-84656e01cae3 service neutron] Attempting to bind port 06cc2cea-51ed-442c-9fb6-fe473c4fd721 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'ad847d2e-55e6-4c3f-b223-1a515ca2142f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '142fae22-afb8-4f13-b976-37c9ac9ee514'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:56:08.997306 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-4630930a-3d8d-4a7f-a85c-84656e01cae3 service neutron] Attempting to bind port 06cc2cea-51ed-442c-9fb6-fe473c4fd721 on network 142fae22-afb8-4f13-b976-37c9ac9ee514 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:56:09.002700 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-4630930a-3d8d-4a7f-a85c-84656e01cae3 service neutron] Port 06cc2cea-51ed-442c-9fb6-fe473c4fd721 on network 142fae22-afb8-4f13-b976-37c9ac9ee514 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:56:09.002900 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-4630930a-3d8d-4a7f-a85c-84656e01cae3 service neutron] Attempting to bind port 06cc2cea-51ed-442c-9fb6-fe473c4fd721 on network 142fae22-afb8-4f13-b976-37c9ac9ee514 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:56:09.008207 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-4630930a-3d8d-4a7f-a85c-84656e01cae3 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:56:09.008835 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-4630930a-3d8d-4a7f-a85c-84656e01cae3 service neutron] Checking segment: {'id': 'ad847d2e-55e6-4c3f-b223-1a515ca2142f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '142fae22-afb8-4f13-b976-37c9ac9ee514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:56:09.008989 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-4630930a-3d8d-4a7f-a85c-84656e01cae3 service neutron] Bound using segment: {'id': 'ad847d2e-55e6-4c3f-b223-1a515ca2142f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '142fae22-afb8-4f13-b976-37c9ac9ee514'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:56:09.009423 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-4630930a-3d8d-4a7f-a85c-84656e01cae3 service neutron] Bound port: 06cc2cea-51ed-442c-9fb6-fe473c4fd721, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad847d2e-55e6-4c3f-b223-1a515ca2142f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '142fae22-afb8-4f13-b976-37c9ac9ee514'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:56:09.009818 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-4630930a-3d8d-4a7f-a85c-84656e01cae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:09.090443 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-4630930a-3d8d-4a7f-a85c-84656e01cae3 service neutron] For port 06cc2cea-51ed-442c-9fb6-fe473c4fd721, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:56:09.093684 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-4630930a-3d8d-4a7f-a85c-84656e01cae3 service neutron] For port 06cc2cea-51ed-442c-9fb6-fe473c4fd721, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=06cc2cea-51ed-442c-9fb6-fe473c4fd721,segment=NetworkSegment(ad847d2e-55e6-4c3f-b223-1a515ca2142f),segment_id=ad847d2e-55e6-4c3f-b223-1a515ca2142f)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:56:09.099227 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-4630930a-3d8d-4a7f-a85c-84656e01cae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:09.137908 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-4630930a-3d8d-4a7f-a85c-84656e01cae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:09.138676 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-4630930a-3d8d-4a7f-a85c-84656e01cae3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:09.140162 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-4630930a-3d8d-4a7f-a85c-84656e01cae3 service neutron] 10.222.0.46 "PUT /v2.0/ports/06cc2cea-51ed-442c-9fb6-fe473c4fd721 HTTP/1.1" status: 200 len: 1092 time: 0.6727893 Jul 15 13:56:09.140532 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1adda677-9b84-4564-aeb8-82ab9bd754f4', 'tag': '06cc2cea-51ed-442c-9fb6-fe473c4fd721'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:56:09.174448 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e9cef-0bdb-4870-b87f-55cfb480bc25 req-8d65aace-e804-4315-9b1f-e75ef82ee534 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:09.181416 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0b8e9cef-0bdb-4870-b87f-55cfb480bc25 req-8d65aace-e804-4315-9b1f-e75ef82ee534 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/ports?device_id=1adda677-9b84-4564-aeb8-82ab9bd754f4 HTTP/1.1" status: 200 len: 943 time: 0.0817983 Jul 15 13:56:09.219899 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0b8e9cef-0bdb-4870-b87f-55cfb480bc25 req-32482b56-c389-4d4b-a08b-968d2cd11a9b tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/security-groups?id=914decf4-e36b-4b66-82c5-7f4259809930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367868 Jul 15 13:56:09.220648 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8576bed0d9272eb7d87375883ff290b2d3af54e29368fa65b340403a42b02ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc542e1-971a-42cc-bb18-0c0aff2d3e5b" -d '{"events": [{"name": "network-changed", "server_uuid": "1adda677-9b84-4564-aeb8-82ab9bd754f4", "tag": "06cc2cea-51ed-442c-9fb6-fe473c4fd721"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:56:09.234590 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630930a-3d8d-4a7f-a85c-84656e01cae3 service neutron] Pushing event updated for resources: {'Port': ['ID=06cc2cea-51ed-442c-9fb6-fe473c4fd721,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:09.270210 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-c8d5c368-5d15-4a95-8efe-26024de01a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:09.271819 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-c8d5c368-5d15-4a95-8efe-26024de01a24 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5bff298689ab4eb4a575febaccfd099a&device_id=1adda677-9b84-4564-aeb8-82ab9bd754f4 HTTP/1.1" status: 200 len: 1095 time: 0.0821860 Jul 15 13:56:09.318850 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-24d69f04-24c5-4376-b72e-e0362b4da748 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06cc2cea-51ed-442c-9fb6-fe473c4fd721 HTTP/1.1" status: 200 len: 217 time: 0.0394690 Jul 15 13:56:09.321788 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1ac5f0-0a70-4fa6-bc7f-81d1e2d3b2f7 x-openstack-request-id: req-5e1ac5f0-0a70-4fa6-bc7f-81d1e2d3b2f7 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:56:09.322075 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1adda677-9b84-4564-aeb8-82ab9bd754f4", "tag": "06cc2cea-51ed-442c-9fb6-fe473c4fd721", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:56:09.322325 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5e1ac5f0-0a70-4fa6-bc7f-81d1e2d3b2f7 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:56:09.322824 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1adda677-9b84-4564-aeb8-82ab9bd754f4', 'tag': '06cc2cea-51ed-442c-9fb6-fe473c4fd721', 'status': 'completed', 'code': 200} Jul 15 13:56:09.372444 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-0f20dca3-dd48-4851-ae96-5694211a31d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:09.373886 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-0f20dca3-dd48-4851-ae96-5694211a31d4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d08ed5fb-e447-4d48-a958-fd9704efd528 HTTP/1.1" status: 200 len: 856 time: 0.0477662 Jul 15 13:56:09.430070 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-944143b1-b6c9-4563-b61f-abfb2970bcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:09.431680 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-944143b1-b6c9-4563-b61f-abfb2970bcb8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=142fae22-afb8-4f13-b976-37c9ac9ee514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512540 Jul 15 13:56:09.519012 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-3e92f449-e047-4f22-89a1-61da2317cd6a service neutron] 10.222.0.46 "GET /v2.0/networks/142fae22-afb8-4f13-b976-37c9ac9ee514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809855 Jul 15 13:56:09.609471 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7bc87f8d-4f71-4624-97ef-b65510f49c58 req-10af2b0f-96f4-4cba-a663-1d0aa6711bbc service neutron] 10.222.0.46 "GET /v2.0/networks/142fae22-afb8-4f13-b976-37c9ac9ee514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848625 Jul 15 13:56:09.708309 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc542e1-971a-42cc-bb18-0c0aff2d3e5b req-43c47c45-98ef-49ef-9ac7-85c1bf2778c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:09.709813 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cc542e1-971a-42cc-bb18-0c0aff2d3e5b req-43c47c45-98ef-49ef-9ac7-85c1bf2778c6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5bff298689ab4eb4a575febaccfd099a&device_id=1adda677-9b84-4564-aeb8-82ab9bd754f4 HTTP/1.1" status: 200 len: 1095 time: 0.0547805 Jul 15 13:56:09.801595 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc542e1-971a-42cc-bb18-0c0aff2d3e5b req-fd2c3803-1432-44b7-9241-270af0d8eb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:09.803069 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cc542e1-971a-42cc-bb18-0c0aff2d3e5b req-fd2c3803-1432-44b7-9241-270af0d8eb8c service neutron] 10.222.0.46 "GET /v2.0/networks?id=142fae22-afb8-4f13-b976-37c9ac9ee514 HTTP/1.1" status: 200 len: 918 time: 0.0868826 Jul 15 13:56:09.845188 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cc542e1-971a-42cc-bb18-0c0aff2d3e5b req-36421e05-92b4-42c6-856c-8a55209a138b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06cc2cea-51ed-442c-9fb6-fe473c4fd721 HTTP/1.1" status: 200 len: 217 time: 0.0342410 Jul 15 13:56:09.892422 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc542e1-971a-42cc-bb18-0c0aff2d3e5b req-f9fddbd3-63a8-4bc1-8ac3-af7ebb6e3025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:09.893892 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cc542e1-971a-42cc-bb18-0c0aff2d3e5b req-f9fddbd3-63a8-4bc1-8ac3-af7ebb6e3025 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d08ed5fb-e447-4d48-a958-fd9704efd528 HTTP/1.1" status: 200 len: 856 time: 0.0426748 Jul 15 13:56:09.953570 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc542e1-971a-42cc-bb18-0c0aff2d3e5b req-aab0a406-d3f5-4a4c-b46f-652f709ae74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:09.955055 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cc542e1-971a-42cc-bb18-0c0aff2d3e5b req-aab0a406-d3f5-4a4c-b46f-652f709ae74a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=142fae22-afb8-4f13-b976-37c9ac9ee514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546303 Jul 15 13:56:10.041153 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cc542e1-971a-42cc-bb18-0c0aff2d3e5b req-b23a58ef-ee2d-4956-b36e-f921fa5dd529 service neutron] 10.222.0.46 "GET /v2.0/networks/142fae22-afb8-4f13-b976-37c9ac9ee514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789907 Jul 15 13:56:10.133001 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0cc542e1-971a-42cc-bb18-0c0aff2d3e5b req-5a2a74e2-2c13-471a-bdad-57699dc8ef1b service neutron] 10.222.0.46 "GET /v2.0/networks/142fae22-afb8-4f13-b976-37c9ac9ee514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839608 Jul 15 13:56:10.390233 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d2853-ba5f-4474-adff-28d3b7d83630 req-6fb6d1c4-fb3e-413c-b3b9-d236ca1f2d70 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:10.391654 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e6d2853-ba5f-4474-adff-28d3b7d83630 req-6fb6d1c4-fb3e-413c-b3b9-d236ca1f2d70 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/ports?device_id=1adda677-9b84-4564-aeb8-82ab9bd754f4 HTTP/1.1" status: 200 len: 943 time: 0.0612502 Jul 15 13:56:10.428206 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e6d2853-ba5f-4474-adff-28d3b7d83630 req-4a827fcd-491a-4061-bef9-1eb6dc84c1b0 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/security-groups?id=914decf4-e36b-4b66-82c5-7f4259809930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310631 Jul 15 13:56:11.602489 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6c4db-6bb8-484d-add6-80c453251cb8 req-d8afd8d1-cae0-42ab-af4d-a9eedc9aa4c3 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:11.603975 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7ed6c4db-6bb8-484d-add6-80c453251cb8 req-d8afd8d1-cae0-42ab-af4d-a9eedc9aa4c3 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/ports?device_id=1adda677-9b84-4564-aeb8-82ab9bd754f4 HTTP/1.1" status: 200 len: 943 time: 0.0663934 Jul 15 13:56:11.640334 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7ed6c4db-6bb8-484d-add6-80c453251cb8 req-4853a32b-fcc1-400e-a1b8-e55e6a0ebc3e tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/security-groups?id=914decf4-e36b-4b66-82c5-7f4259809930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306902 Jul 15 13:56:12.427745 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 06cc2cea-51ed-442c-9fb6-fe473c4fd721 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:56:12.521934 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 06cc2cea-51ed-442c-9fb6-fe473c4fd721, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=06cc2cea-51ed-442c-9fb6-fe473c4fd721,segment=NetworkSegment(ad847d2e-55e6-4c3f-b223-1a515ca2142f),segment_id=ad847d2e-55e6-4c3f-b223-1a515ca2142f)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:56:12.532571 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '06cc2cea-51ed-442c-9fb6-fe473c4fd721', 'network_id': '142fae22-afb8-4f13-b976-37c9ac9ee514', 'port_id': '06cc2cea-51ed-442c-9fb6-fe473c4fd721', 'mac_address': 'fa:16:3e:00:61:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd08ed5fb-e447-4d48-a958-fd9704efd528', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:56:12.568310 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:12.580694 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06cc2cea-51ed-442c-9fb6-fe473c4fd721 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:56:12.598955 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 06cc2cea-51ed-442c-9fb6-fe473c4fd721, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=06cc2cea-51ed-442c-9fb6-fe473c4fd721,segment=NetworkSegment(ad847d2e-55e6-4c3f-b223-1a515ca2142f),segment_id=ad847d2e-55e6-4c3f-b223-1a515ca2142f)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:56:12.602995 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:12.649069 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=06cc2cea-51ed-442c-9fb6-fe473c4fd721,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:12.656337 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:12.656683 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:12.657029 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:12.657367 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:12.657697 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:12.658024 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:12.658350 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:12.658705 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:12.659029 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:12.659352 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:12.659709 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:12.660029 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:12.808094 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355375f-264d-4202-8142-ebc4454bb388 req-17921737-b668-4341-b095-0899c973cb44 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:12.809567 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c355375f-264d-4202-8142-ebc4454bb388 req-17921737-b668-4341-b095-0899c973cb44 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/ports?device_id=1adda677-9b84-4564-aeb8-82ab9bd754f4 HTTP/1.1" status: 200 len: 944 time: 0.0616977 Jul 15 13:56:12.819497 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['06cc2cea-51ed-442c-9fb6-fe473c4fd721'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:56:12.847378 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c355375f-264d-4202-8142-ebc4454bb388 req-aebb2c26-e12b-4ad3-91fc-077c83c8b3f9 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/security-groups?id=914decf4-e36b-4b66-82c5-7f4259809930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312688 Jul 15 13:56:14.021504 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c1218-d847-4b03-b815-326e70677f4e req-ea2f6856-042a-4c2e-9b37-c4dcd581c5bb tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:14.023157 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-638c1218-d847-4b03-b815-326e70677f4e req-ea2f6856-042a-4c2e-9b37-c4dcd581c5bb tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/ports?device_id=1adda677-9b84-4564-aeb8-82ab9bd754f4 HTTP/1.1" status: 200 len: 944 time: 0.0665743 Jul 15 13:56:14.058530 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-638c1218-d847-4b03-b815-326e70677f4e req-88ac46eb-b445-406c-9b6f-e95c86687d04 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/security-groups?id=914decf4-e36b-4b66-82c5-7f4259809930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298769 Jul 15 13:56:14.427492 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 06cc2cea-51ed-442c-9fb6-fe473c4fd721 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:56:14.474767 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 06cc2cea-51ed-442c-9fb6-fe473c4fd721 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:56:14.478217 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 06cc2cea-51ed-442c-9fb6-fe473c4fd721 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:56:14.478612 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:14.555158 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:14.576826 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1adda677-9b84-4564-aeb8-82ab9bd754f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06cc2cea-51ed-442c-9fb6-fe473c4fd721'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:56:14.579114 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d336e28e73e37671204d4011867161ab10622757e030a17953cce0be893d8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e92dd7-2a7a-45d2-b379-6511fbabe892" -d '{"events": [{"server_uuid": "1adda677-9b84-4564-aeb8-82ab9bd754f4", "name": "network-vif-plugged", "status": "completed", "tag": "06cc2cea-51ed-442c-9fb6-fe473c4fd721"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:56:14.591216 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 06cc2cea-51ed-442c-9fb6-fe473c4fd721, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=06cc2cea-51ed-442c-9fb6-fe473c4fd721,segment=NetworkSegment(ad847d2e-55e6-4c3f-b223-1a515ca2142f),segment_id=ad847d2e-55e6-4c3f-b223-1a515ca2142f)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:56:14.595640 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:14.618804 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2516d6-9057-465e-9229-1172ed20c8cc x-openstack-request-id: req-5c2516d6-9057-465e-9229-1172ed20c8cc {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:56:14.619092 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1adda677-9b84-4564-aeb8-82ab9bd754f4", "name": "network-vif-plugged", "status": "completed", "tag": "06cc2cea-51ed-442c-9fb6-fe473c4fd721", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:56:14.619343 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5c2516d6-9057-465e-9229-1172ed20c8cc {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:56:14.619722 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1adda677-9b84-4564-aeb8-82ab9bd754f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06cc2cea-51ed-442c-9fb6-fe473c4fd721', 'code': 200} Jul 15 13:56:14.644766 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=06cc2cea-51ed-442c-9fb6-fe473c4fd721,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:14.728367 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28de67-67ec-4ab3-8e64-c066bb08a07c req-10e6ed28-5e8b-41c8-a8ca-f974b3734636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:14.729775 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cb28de67-67ec-4ab3-8e64-c066bb08a07c req-10e6ed28-5e8b-41c8-a8ca-f974b3734636 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1adda677-9b84-4564-aeb8-82ab9bd754f4 HTTP/1.1" status: 200 len: 1097 time: 0.0514193 Jul 15 13:56:14.763205 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cb28de67-67ec-4ab3-8e64-c066bb08a07c req-46e767f0-172f-43fd-91dc-f24554df2df2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=914decf4-e36b-4b66-82c5-7f4259809930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261641 Jul 15 13:56:15.228768 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852649f3-f853-4eba-8f58-c1a8bebc9ced req-3c32bc8a-2e72-4bae-8a38-238ade408612 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:15.230206 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-852649f3-f853-4eba-8f58-c1a8bebc9ced req-3c32bc8a-2e72-4bae-8a38-238ade408612 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/ports?device_id=1adda677-9b84-4564-aeb8-82ab9bd754f4 HTTP/1.1" status: 200 len: 945 time: 0.0618415 Jul 15 13:56:15.265608 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-852649f3-f853-4eba-8f58-c1a8bebc9ced req-3e0c087a-6dd9-455d-a5f5-fa2e61335584 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/security-groups?id=914decf4-e36b-4b66-82c5-7f4259809930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299299 Jul 15 13:56:16.436169 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c737c-ba18-4a96-acc2-9a1c0c669693 req-84ccff0e-a050-4729-8925-5bcd8ccbd8f1 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:16.437609 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-262c737c-ba18-4a96-acc2-9a1c0c669693 req-84ccff0e-a050-4729-8925-5bcd8ccbd8f1 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/ports?device_id=1adda677-9b84-4564-aeb8-82ab9bd754f4 HTTP/1.1" status: 200 len: 945 time: 0.0617127 Jul 15 13:56:16.477605 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-262c737c-ba18-4a96-acc2-9a1c0c669693 req-f8d1e2ff-4383-47c1-9c08-0d7f5f5282ca tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/security-groups?id=914decf4-e36b-4b66-82c5-7f4259809930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344830 Jul 15 13:56:16.648041 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4adf7-e625-4f5c-8f7e-530702ce8716 req-7bb64e27-97ce-47a6-850a-a9bb9e7e8be5 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:16.649409 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-33e4adf7-e625-4f5c-8f7e-530702ce8716 req-7bb64e27-97ce-47a6-850a-a9bb9e7e8be5 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/ports?device_id=1adda677-9b84-4564-aeb8-82ab9bd754f4 HTTP/1.1" status: 200 len: 945 time: 0.0615389 Jul 15 13:56:16.686171 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-33e4adf7-e625-4f5c-8f7e-530702ce8716 req-d44610f0-8d3e-4e32-901e-518eeac25122 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/security-groups?id=914decf4-e36b-4b66-82c5-7f4259809930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309405 Jul 15 13:56:22.351676 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:56:29.620230 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:29.726314 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5c4bec15-2042-43e5-b9f6-9b252db22afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:29.927988 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:32.331112 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:32.519305 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-61b410d3-7de8-45f2-8d13-00cc320bb970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:33.751686 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:35.185635 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:35.476894 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b2276-7c58-4548-94b8-b3e00d704768 req-7a9007ae-64ee-4c4d-914e-49cf0ada9785 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:35.478361 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e9b2276-7c58-4548-94b8-b3e00d704768 req-7a9007ae-64ee-4c4d-914e-49cf0ada9785 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/ports?device_id=1adda677-9b84-4564-aeb8-82ab9bd754f4 HTTP/1.1" status: 200 len: 945 time: 0.0627437 Jul 15 13:56:35.515091 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0e9b2276-7c58-4548-94b8-b3e00d704768 req-3f5f04c0-0313-4288-8be6-a1939c93b60d tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/security-groups?id=914decf4-e36b-4b66-82c5-7f4259809930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310197 Jul 15 13:56:36.690475 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2465c-5d31-4df6-b1b4-fa6971291173 req-050b0be3-65a3-4bee-bb12-dc131a036931 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:36.691964 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d9a2465c-5d31-4df6-b1b4-fa6971291173 req-050b0be3-65a3-4bee-bb12-dc131a036931 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/ports?device_id=1adda677-9b84-4564-aeb8-82ab9bd754f4 HTTP/1.1" status: 200 len: 945 time: 0.0659087 Jul 15 13:56:36.728403 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d9a2465c-5d31-4df6-b1b4-fa6971291173 req-9876db4c-bc82-4c49-bbb2-02d27947053c tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/security-groups?id=914decf4-e36b-4b66-82c5-7f4259809930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308533 Jul 15 13:56:37.017624 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f60743-f646-4fd7-a794-0ea6857d8138 req-cd2b3764-3db4-4744-99fc-abfc68383f01 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:37.019109 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a4f60743-f646-4fd7-a794-0ea6857d8138 req-cd2b3764-3db4-4744-99fc-abfc68383f01 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.46 "GET /v2.0/ports?device_id=1adda677-9b84-4564-aeb8-82ab9bd754f4 HTTP/1.1" status: 200 len: 945 time: 0.0621324 Jul 15 13:56:37.120828 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-a4f60743-f646-4fd7-a794-0ea6857d8138 req-0ea605d3-93be-4b0a-a7c4-49a86286fa4f tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Deleting port 06cc2cea-51ed-442c-9fb6-fe473c4fd721 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:56:37.121087 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-a4f60743-f646-4fd7-a794-0ea6857d8138 req-0ea605d3-93be-4b0a-a7c4-49a86286fa4f tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:37.210349 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-a4f60743-f646-4fd7-a794-0ea6857d8138 req-0ea605d3-93be-4b0a-a7c4-49a86286fa4f tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] For port 06cc2cea-51ed-442c-9fb6-fe473c4fd721, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=06cc2cea-51ed-442c-9fb6-fe473c4fd721,segment=NetworkSegment(ad847d2e-55e6-4c3f-b223-1a515ca2142f),segment_id=ad847d2e-55e6-4c3f-b223-1a515ca2142f)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:56:37.210734 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-a4f60743-f646-4fd7-a794-0ea6857d8138 req-0ea605d3-93be-4b0a-a7c4-49a86286fa4f tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:37.222751 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-a4f60743-f646-4fd7-a794-0ea6857d8138 req-0ea605d3-93be-4b0a-a7c4-49a86286fa4f tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Calling delete_port for 06cc2cea-51ed-442c-9fb6-fe473c4fd721 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:56:37.343021 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-a4f60743-f646-4fd7-a794-0ea6857d8138 req-0ea605d3-93be-4b0a-a7c4-49a86286fa4f tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:37.354509 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['06cc2cea-51ed-442c-9fb6-fe473c4fd721'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:56:37.376078 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea605d3-93be-4b0a-a7c4-49a86286fa4f tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Pushing event deleted for resources: {'Port': ['ID=06cc2cea-51ed-442c-9fb6-fe473c4fd721,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:37.423840 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f60743-f646-4fd7-a794-0ea6857d8138 req-0ea605d3-93be-4b0a-a7c4-49a86286fa4f tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] No DVR routers for this DVR port 06cc2cea-51ed-442c-9fb6-fe473c4fd721 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:56:37.426685 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-a4f60743-f646-4fd7-a794-0ea6857d8138 req-0ea605d3-93be-4b0a-a7c4-49a86286fa4f tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:37.428695 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a4f60743-f646-4fd7-a794-0ea6857d8138 req-0ea605d3-93be-4b0a-a7c4-49a86286fa4f tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.46 "DELETE /v2.0/ports/06cc2cea-51ed-442c-9fb6-fe473c4fd721 HTTP/1.1" status: 204 len: 173 time: 0.4042344 Jul 15 13:56:37.429137 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1adda677-9b84-4564-aeb8-82ab9bd754f4', 'name': 'network-vif-deleted', 'tag': '06cc2cea-51ed-442c-9fb6-fe473c4fd721'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:56:37.431715 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8576bed0d9272eb7d87375883ff290b2d3af54e29368fa65b340403a42b02ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297ed17f-c701-4ff2-83de-d3a7e94d6407" -d '{"events": [{"server_uuid": "1adda677-9b84-4564-aeb8-82ab9bd754f4", "name": "network-vif-deleted", "tag": "06cc2cea-51ed-442c-9fb6-fe473c4fd721"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:56:37.470787 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafe566f-5dff-499f-96d4-4f9eafeea68c x-openstack-request-id: req-bafe566f-5dff-499f-96d4-4f9eafeea68c {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:56:37.471080 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1adda677-9b84-4564-aeb8-82ab9bd754f4", "name": "network-vif-deleted", "tag": "06cc2cea-51ed-442c-9fb6-fe473c4fd721", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:56:37.471334 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bafe566f-5dff-499f-96d4-4f9eafeea68c {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:56:37.471727 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1adda677-9b84-4564-aeb8-82ab9bd754f4', 'name': 'network-vif-deleted', 'tag': '06cc2cea-51ed-442c-9fb6-fe473c4fd721', 'status': 'completed', 'code': 200} Jul 15 13:56:37.879292 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9609643b-dfb5-45aa-94c2-65c997797ecc req-171dbce2-0405-4fed-adf8-fa05df43a1c9 tempest-TestEncryptedCinderVolumes-38883115 tempest-TestEncryptedCinderVolumes-38883115-project] 10.222.0.16 "GET /v2.0/ports?device_id=1adda677-9b84-4564-aeb8-82ab9bd754f4 HTTP/1.1" status: 200 len: 210 time: 0.0294554 Jul 15 13:56:39.003108 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39562) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:56:39.334848 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9cc40039-aacb-4597-8047-f1c8706cb168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:39.579607 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-9cc40039-aacb-4597-8047-f1c8706cb168 admin admin] Deleting port aaa7a033-c699-41f6-968c-758a6100bdbe {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:56:39.579942 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9cc40039-aacb-4597-8047-f1c8706cb168 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:39.653646 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9cc40039-aacb-4597-8047-f1c8706cb168 admin admin] For port aaa7a033-c699-41f6-968c-758a6100bdbe, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=aaa7a033-c699-41f6-968c-758a6100bdbe,segment=NetworkSegment(ad847d2e-55e6-4c3f-b223-1a515ca2142f),segment_id=ad847d2e-55e6-4c3f-b223-1a515ca2142f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:56:39.653929 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9cc40039-aacb-4597-8047-f1c8706cb168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:39.666521 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-9cc40039-aacb-4597-8047-f1c8706cb168 admin admin] Calling delete_port for aaa7a033-c699-41f6-968c-758a6100bdbe owned by network:router_interface {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:56:39.840097 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9cc40039-aacb-4597-8047-f1c8706cb168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:39.867702 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc40039-aacb-4597-8047-f1c8706cb168 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaa7a033-c699-41f6-968c-758a6100bdbe,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:39.898410 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc40039-aacb-4597-8047-f1c8706cb168 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:39.898780 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc40039-aacb-4597-8047-f1c8706cb168 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:39.899112 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc40039-aacb-4597-8047-f1c8706cb168 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:39.899442 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc40039-aacb-4597-8047-f1c8706cb168 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:39.899766 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc40039-aacb-4597-8047-f1c8706cb168 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:39.900089 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc40039-aacb-4597-8047-f1c8706cb168 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:39.900405 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc40039-aacb-4597-8047-f1c8706cb168 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:39.900730 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc40039-aacb-4597-8047-f1c8706cb168 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:39.901045 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc40039-aacb-4597-8047-f1c8706cb168 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:39.901358 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc40039-aacb-4597-8047-f1c8706cb168 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:39.901673 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc40039-aacb-4597-8047-f1c8706cb168 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:39.902005 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc40039-aacb-4597-8047-f1c8706cb168 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:40.042411 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9cc40039-aacb-4597-8047-f1c8706cb168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:40.244397 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc40039-aacb-4597-8047-f1c8706cb168 admin admin] Router 6afcf3f6-b286-4d36-b703-216079c87406 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:56:40.345543 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc40039-aacb-4597-8047-f1c8706cb168 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:56:40.351288 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9cc40039-aacb-4597-8047-f1c8706cb168 admin admin] 10.222.0.16 "PUT /v2.0/routers/6afcf3f6-b286-4d36-b703-216079c87406/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3465531 Jul 15 13:56:40.353794 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39564) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:56:40.356493 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80157826-f2bf-4c28-acfe-70c6285628bc None None] Sync routers for ids ['6afcf3f6-b286-4d36-b703-216079c87406'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:56:40.366186 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80157826-f2bf-4c28-acfe-70c6285628bc None None] Routers {'6afcf3f6-b286-4d36-b703-216079c87406'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:56:40.366819 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-80157826-f2bf-4c28-acfe-70c6285628bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:56:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['6afcf3f6-b286-4d36-b703-216079c87406'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:56:40.453227 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f3b73e2c-461a-4050-9cb8-2d830889c247 admin admin] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:40.467255 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-80157826-f2bf-4c28-acfe-70c6285628bc None None] Set router 6afcf3f6-b286-4d36-b703-216079c87406 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:56:40.491454 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 06cc2cea-51ed-442c-9fb6-fe473c4fd721 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:56:40.512040 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 06cc2cea-51ed-442c-9fb6-fe473c4fd721 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:56:40.512290 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 06cc2cea-51ed-442c-9fb6-fe473c4fd721 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:56:40.649838 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-80157826-f2bf-4c28-acfe-70c6285628bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afcf3f6-b286-4d36-b703-216079c87406', 'name': 'tempest-TestEncryptedCinderVolumes-1510792916-router', 'tenant_id': '5bff298689ab4eb4a575febaccfd099a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'f428c7c6-08b0-4d94-b0d8-8b48cd997815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:55:24Z', 'updated_at': '2021-07-15T13:56:39Z', 'revision_number': 5, 'project_id': '5bff298689ab4eb4a575febaccfd099a', 'gw_port': {'id': 'f428c7c6-08b0-4d94-b0d8-8b48cd997815', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ce:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afcf3f6-b286-4d36-b703-216079c87406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:55:24Z', 'updated_at': '2021-07-15T13:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:56:40.676520 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80157826-f2bf-4c28-acfe-70c6285628bc None None] Checking router: 6afcf3f6-b286-4d36-b703-216079c87406 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:56:40.685007 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80157826-f2bf-4c28-acfe-70c6285628bc None None] Routers {'6afcf3f6-b286-4d36-b703-216079c87406'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:56:40.685874 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-80157826-f2bf-4c28-acfe-70c6285628bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:56:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['6afcf3f6-b286-4d36-b703-216079c87406'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:56:40.790324 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-80157826-f2bf-4c28-acfe-70c6285628bc None None] Set router 6afcf3f6-b286-4d36-b703-216079c87406 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:56:40.915331 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f3b73e2c-461a-4050-9cb8-2d830889c247 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:40.966612 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-80157826-f2bf-4c28-acfe-70c6285628bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afcf3f6-b286-4d36-b703-216079c87406', 'name': 'tempest-TestEncryptedCinderVolumes-1510792916-router', 'tenant_id': '5bff298689ab4eb4a575febaccfd099a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'f428c7c6-08b0-4d94-b0d8-8b48cd997815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:55:24Z', 'updated_at': '2021-07-15T13:56:39Z', 'revision_number': 5, 'project_id': '5bff298689ab4eb4a575febaccfd099a', 'gw_port': {'id': 'f428c7c6-08b0-4d94-b0d8-8b48cd997815', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ce:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afcf3f6-b286-4d36-b703-216079c87406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:55:24Z', 'updated_at': '2021-07-15T13:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:56:40.969324 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f3b73e2c-461a-4050-9cb8-2d830889c247 admin admin] Deleting port f428c7c6-08b0-4d94-b0d8-8b48cd997815 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:56:40.969667 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f3b73e2c-461a-4050-9cb8-2d830889c247 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:40.996255 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80157826-f2bf-4c28-acfe-70c6285628bc None None] The sync data for ids ['6afcf3f6-b286-4d36-b703-216079c87406'] in n-d-771363-36 is: [{'id': '6afcf3f6-b286-4d36-b703-216079c87406', 'name': 'tempest-TestEncryptedCinderVolumes-1510792916-router', 'tenant_id': '5bff298689ab4eb4a575febaccfd099a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'f428c7c6-08b0-4d94-b0d8-8b48cd997815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:55:24Z', 'updated_at': '2021-07-15T13:56:39Z', 'revision_number': 5, 'project_id': '5bff298689ab4eb4a575febaccfd099a', 'gw_port': {'id': 'f428c7c6-08b0-4d94-b0d8-8b48cd997815', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ce:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afcf3f6-b286-4d36-b703-216079c87406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:55:24Z', 'updated_at': '2021-07-15T13:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:56:41.048934 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f3b73e2c-461a-4050-9cb8-2d830889c247 admin admin] For port f428c7c6-08b0-4d94-b0d8-8b48cd997815, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=f428c7c6-08b0-4d94-b0d8-8b48cd997815,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:56:41.049406 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f3b73e2c-461a-4050-9cb8-2d830889c247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:41.061428 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f3b73e2c-461a-4050-9cb8-2d830889c247 admin admin] Calling delete_port for f428c7c6-08b0-4d94-b0d8-8b48cd997815 owned by network:router_gateway {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:56:41.219482 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f3b73e2c-461a-4050-9cb8-2d830889c247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:41.242237 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b73e2c-461a-4050-9cb8-2d830889c247 admin admin] Pushing event deleted for resources: {'Port': ['ID=f428c7c6-08b0-4d94-b0d8-8b48cd997815,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:41.308538 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f3b73e2c-461a-4050-9cb8-2d830889c247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:41.398799 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f3b73e2c-461a-4050-9cb8-2d830889c247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:41.400948 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f3b73e2c-461a-4050-9cb8-2d830889c247 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:41.444836 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f3b73e2c-461a-4050-9cb8-2d830889c247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:41.445395 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b73e2c-461a-4050-9cb8-2d830889c247 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6afcf3f6-b286-4d36-b703-216079c87406 {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:56:41.450249 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f3b73e2c-461a-4050-9cb8-2d830889c247 admin admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:41.451658 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f3b73e2c-461a-4050-9cb8-2d830889c247 admin admin] 10.222.0.16 "DELETE /v2.0/routers/6afcf3f6-b286-4d36-b703-216079c87406 HTTP/1.1" status: 204 len: 168 time: 1.0963836 Jul 15 13:56:41.454014 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39566) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:56:41.497514 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5f9fbe7-e3c4-4f77-978c-1378d69587e0 admin admin] Deleting subnet d08ed5fb-e447-4d48-a958-fd9704efd528 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:56:41.500567 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f5f9fbe7-e3c4-4f77-978c-1378d69587e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:41.539738 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f5f9fbe7-e3c4-4f77-978c-1378d69587e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:41.619143 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f5f9fbe7-e3c4-4f77-978c-1378d69587e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:41.671748 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f5f9fbe7-e3c4-4f77-978c-1378d69587e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:41.695766 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9fbe7-e3c4-4f77-978c-1378d69587e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d08ed5fb-e447-4d48-a958-fd9704efd528,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:41.701423 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f5f9fbe7-e3c4-4f77-978c-1378d69587e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:41.703328 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f5f9fbe7-e3c4-4f77-978c-1378d69587e0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d08ed5fb-e447-4d48-a958-fd9704efd528 HTTP/1.1" status: 204 len: 168 time: 0.2483044 Jul 15 13:56:41.705905 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39568) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:56:41.708410 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7638bdf-f712-4648-bd50-35ca6a767ff8 None None] Network 142fae22-afb8-4f13-b976-37c9ac9ee514 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:56:41.776732 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b33ff172-15bd-47c8-bb0d-6021c028384f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:41.828180 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b33ff172-15bd-47c8-bb0d-6021c028384f admin admin] Deleting port 179b6a7f-4699-4dd1-8235-3721018b0cfc {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:56:41.828553 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b33ff172-15bd-47c8-bb0d-6021c028384f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:41.894712 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b33ff172-15bd-47c8-bb0d-6021c028384f admin admin] For port 179b6a7f-4699-4dd1-8235-3721018b0cfc, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=179b6a7f-4699-4dd1-8235-3721018b0cfc,segment=NetworkSegment(ad847d2e-55e6-4c3f-b223-1a515ca2142f),segment_id=ad847d2e-55e6-4c3f-b223-1a515ca2142f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:56:41.895109 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b33ff172-15bd-47c8-bb0d-6021c028384f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:41.906164 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b33ff172-15bd-47c8-bb0d-6021c028384f admin admin] Calling delete_port for 179b6a7f-4699-4dd1-8235-3721018b0cfc owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:56:41.984458 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b33ff172-15bd-47c8-bb0d-6021c028384f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:41.995366 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739f2bb8-33f6-4b6f-b0a4-44b2402eda4e None None] DHCP port deletion for 142fae22-afb8-4f13-b976-37c9ac9ee514 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:56:42.025273 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ff172-15bd-47c8-bb0d-6021c028384f admin admin] Pushing event deleted for resources: {'Port': ['ID=179b6a7f-4699-4dd1-8235-3721018b0cfc,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:42.027290 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33ff172-15bd-47c8-bb0d-6021c028384f admin admin] No DVR routers for this DVR port 179b6a7f-4699-4dd1-8235-3721018b0cfc on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:56:42.058051 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device aaa7a033-c699-41f6-968c-758a6100bdbe no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:56:42.077728 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: aaa7a033-c699-41f6-968c-758a6100bdbe {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:56:42.078145 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device aaa7a033-c699-41f6-968c-758a6100bdbe not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:56:42.078644 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device f428c7c6-08b0-4d94-b0d8-8b48cd997815 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:56:42.097133 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: f428c7c6-08b0-4d94-b0d8-8b48cd997815 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:56:42.097410 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device f428c7c6-08b0-4d94-b0d8-8b48cd997815 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:56:42.097809 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 179b6a7f-4699-4dd1-8235-3721018b0cfc no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:56:42.104469 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b33ff172-15bd-47c8-bb0d-6021c028384f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:42.116296 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 179b6a7f-4699-4dd1-8235-3721018b0cfc {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:56:42.116642 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 179b6a7f-4699-4dd1-8235-3721018b0cfc not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:56:42.122970 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-b33ff172-15bd-47c8-bb0d-6021c028384f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['142fae22-afb8-4f13-b976-37c9ac9ee514']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:56:42.132068 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-b33ff172-15bd-47c8-bb0d-6021c028384f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad847d2e-55e6-4c3f-b223-1a515ca2142f') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:56:42.132366 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-b33ff172-15bd-47c8-bb0d-6021c028384f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad847d2e-55e6-4c3f-b223-1a515ca2142f') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:56:42.140782 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b33ff172-15bd-47c8-bb0d-6021c028384f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:42.154054 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b33ff172-15bd-47c8-bb0d-6021c028384f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:42.160246 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b33ff172-15bd-47c8-bb0d-6021c028384f admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:56:42.160633 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b33ff172-15bd-47c8-bb0d-6021c028384f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:42.162401 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:56:42.162401 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:56:42.162401 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:56:42.162401 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:56:42.162401 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:56:42.162401 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:56:42.162401 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:56:42.162401 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:56:42.162401 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:56:42.162401 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:56:42.162401 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:56:42.162401 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:56:42.162401 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:56:42.162401 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:56:42.162401 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:56:42.162401 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:56:42.162401 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:56:42.162401 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:56:42.162401 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:56:42.162401 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:56:42.162401 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:56:42.162401 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:56:42.162401 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:56:42.162401 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:56:42.162401 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:56:42.162401 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:56:42.162401 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:56:42.162401 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:56:42.162401 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:56:42.162401 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:56:42.162401 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:56:42.162401 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:56:42.162401 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:56:42.162401 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:56:42.162401 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:56:42.162401 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:56:42.217145 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b33ff172-15bd-47c8-bb0d-6021c028384f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:42.222838 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b33ff172-15bd-47c8-bb0d-6021c028384f admin admin] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:42.224644 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b33ff172-15bd-47c8-bb0d-6021c028384f admin admin] 10.222.0.16 "DELETE /v2.0/networks/142fae22-afb8-4f13-b976-37c9ac9ee514 HTTP/1.1" status: 204 len: 168 time: 0.5178318 Jul 15 13:56:42.227770 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39570) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:56:42.235089 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ff172-15bd-47c8-bb0d-6021c028384f admin admin] Pushing event deleted for resources: {'Network': ['ID=142fae22-afb8-4f13-b976-37c9ac9ee514,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:42.565587 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-465a3ee2-2324-4471-a552-d867c00e6546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:42.808635 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-465a3ee2-2324-4471-a552-d867c00e6546 admin admin] Deleting port 76aa290b-eafd-4575-abec-b34f5d7ba17b {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:56:42.808979 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-465a3ee2-2324-4471-a552-d867c00e6546 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:42.884982 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-465a3ee2-2324-4471-a552-d867c00e6546 admin admin] For port 76aa290b-eafd-4575-abec-b34f5d7ba17b, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=76aa290b-eafd-4575-abec-b34f5d7ba17b,segment=NetworkSegment(f452822f-5a0d-40d6-9cd5-52ed593eef21),segment_id=f452822f-5a0d-40d6-9cd5-52ed593eef21)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:56:42.885341 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-465a3ee2-2324-4471-a552-d867c00e6546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:42.897939 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-465a3ee2-2324-4471-a552-d867c00e6546 admin admin] Calling delete_port for 76aa290b-eafd-4575-abec-b34f5d7ba17b owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:56:43.071005 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-465a3ee2-2324-4471-a552-d867c00e6546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:43.099177 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a3ee2-2324-4471-a552-d867c00e6546 admin admin] Pushing event deleted for resources: {'Port': ['ID=76aa290b-eafd-4575-abec-b34f5d7ba17b,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:43.263186 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-465a3ee2-2324-4471-a552-d867c00e6546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:43.466813 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465a3ee2-2324-4471-a552-d867c00e6546 admin admin] Router fa1b6525-6620-488a-ac2f-22307465db44 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:56:43.569363 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465a3ee2-2324-4471-a552-d867c00e6546 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:56:43.575317 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-465a3ee2-2324-4471-a552-d867c00e6546 admin admin] 10.222.0.16 "PUT /v2.0/routers/fa1b6525-6620-488a-ac2f-22307465db44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3454123 Jul 15 13:56:43.576863 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39572) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:56:43.579596 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345325df-175d-4441-8983-eabfdebe20b5 None None] Sync routers for ids ['fa1b6525-6620-488a-ac2f-22307465db44'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:56:43.588652 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345325df-175d-4441-8983-eabfdebe20b5 None None] Routers {'fa1b6525-6620-488a-ac2f-22307465db44'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:56:43.589260 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-345325df-175d-4441-8983-eabfdebe20b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:56:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['fa1b6525-6620-488a-ac2f-22307465db44'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:56:43.681044 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-09d46374-a6aa-4aba-b31c-4b548cf8b90e admin admin] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:43.790009 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-09d46374-a6aa-4aba-b31c-4b548cf8b90e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:43.841003 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-09d46374-a6aa-4aba-b31c-4b548cf8b90e admin admin] Deleting port 74cd842c-63fb-4884-852d-69c58d37eea1 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:56:43.841350 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-09d46374-a6aa-4aba-b31c-4b548cf8b90e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:43.848496 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-345325df-175d-4441-8983-eabfdebe20b5 None None] Set router fa1b6525-6620-488a-ac2f-22307465db44 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:56:43.926479 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-09d46374-a6aa-4aba-b31c-4b548cf8b90e admin admin] For port 74cd842c-63fb-4884-852d-69c58d37eea1, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=74cd842c-63fb-4884-852d-69c58d37eea1,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:56:43.926869 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-09d46374-a6aa-4aba-b31c-4b548cf8b90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:43.938885 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-09d46374-a6aa-4aba-b31c-4b548cf8b90e admin admin] Calling delete_port for 74cd842c-63fb-4884-852d-69c58d37eea1 owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:56:44.024840 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-345325df-175d-4441-8983-eabfdebe20b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1b6525-6620-488a-ac2f-22307465db44', 'name': 'tempest-TestEncryptedCinderVolumes-302024508-router', 'tenant_id': 'd3e4ab27da724a61ae9b5734252bcb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '74cd842c-63fb-4884-852d-69c58d37eea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:55:28Z', 'updated_at': '2021-07-15T13:56:43Z', 'revision_number': 5, 'project_id': 'd3e4ab27da724a61ae9b5734252bcb59', 'gw_port': {'id': '74cd842c-63fb-4884-852d-69c58d37eea1', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ef:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1b6525-6620-488a-ac2f-22307465db44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:55:29Z', 'updated_at': '2021-07-15T13:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:56:44.051801 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345325df-175d-4441-8983-eabfdebe20b5 None None] Checking router: fa1b6525-6620-488a-ac2f-22307465db44 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:56:44.060937 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345325df-175d-4441-8983-eabfdebe20b5 None None] Routers {'fa1b6525-6620-488a-ac2f-22307465db44'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:56:44.061575 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-345325df-175d-4441-8983-eabfdebe20b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:56:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['fa1b6525-6620-488a-ac2f-22307465db44'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:56:44.150127 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-345325df-175d-4441-8983-eabfdebe20b5 None None] Set router fa1b6525-6620-488a-ac2f-22307465db44 gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:56:44.204106 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-345325df-175d-4441-8983-eabfdebe20b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1b6525-6620-488a-ac2f-22307465db44', 'name': 'tempest-TestEncryptedCinderVolumes-302024508-router', 'tenant_id': 'd3e4ab27da724a61ae9b5734252bcb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:55:28Z', 'updated_at': '2021-07-15T13:56:43Z', 'revision_number': 6, 'project_id': 'd3e4ab27da724a61ae9b5734252bcb59', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:56:44.234821 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345325df-175d-4441-8983-eabfdebe20b5 None None] The sync data for ids ['fa1b6525-6620-488a-ac2f-22307465db44'] in n-d-771363-36 is: [{'id': 'fa1b6525-6620-488a-ac2f-22307465db44', 'name': 'tempest-TestEncryptedCinderVolumes-302024508-router', 'tenant_id': 'd3e4ab27da724a61ae9b5734252bcb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:55:28Z', 'updated_at': '2021-07-15T13:56:43Z', 'revision_number': 6, 'project_id': 'd3e4ab27da724a61ae9b5734252bcb59', 'gw_port_host': None}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:56:44.441570 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-09d46374-a6aa-4aba-b31c-4b548cf8b90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:44.465633 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d46374-a6aa-4aba-b31c-4b548cf8b90e admin admin] Pushing event deleted for resources: {'Port': ['ID=74cd842c-63fb-4884-852d-69c58d37eea1,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:44.528811 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-09d46374-a6aa-4aba-b31c-4b548cf8b90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:44.621428 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-09d46374-a6aa-4aba-b31c-4b548cf8b90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:44.623847 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-09d46374-a6aa-4aba-b31c-4b548cf8b90e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:44.668291 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-09d46374-a6aa-4aba-b31c-4b548cf8b90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:44.668875 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d46374-a6aa-4aba-b31c-4b548cf8b90e admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa1b6525-6620-488a-ac2f-22307465db44 {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:56:44.673165 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-09d46374-a6aa-4aba-b31c-4b548cf8b90e admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:44.674358 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-09d46374-a6aa-4aba-b31c-4b548cf8b90e admin admin] 10.222.0.16 "DELETE /v2.0/routers/fa1b6525-6620-488a-ac2f-22307465db44 HTTP/1.1" status: 204 len: 168 time: 1.0965590 Jul 15 13:56:44.676934 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39574) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:56:44.719744 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-73d49dc5-9794-4323-b64a-effd00d33ebb admin admin] Deleting subnet 7d135917-0dec-47f6-9cba-aebc90a59b5e {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:56:44.723327 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-73d49dc5-9794-4323-b64a-effd00d33ebb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:44.759600 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-73d49dc5-9794-4323-b64a-effd00d33ebb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:44.833626 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-73d49dc5-9794-4323-b64a-effd00d33ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:44.891514 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-73d49dc5-9794-4323-b64a-effd00d33ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:44.916709 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d49dc5-9794-4323-b64a-effd00d33ebb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d135917-0dec-47f6-9cba-aebc90a59b5e,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:44.920199 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-73d49dc5-9794-4323-b64a-effd00d33ebb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:44.922104 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-73d49dc5-9794-4323-b64a-effd00d33ebb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7d135917-0dec-47f6-9cba-aebc90a59b5e HTTP/1.1" status: 204 len: 168 time: 0.2441843 Jul 15 13:56:44.925069 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39576) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:56:44.925873 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea5ed7c-665d-44b8-91b3-09129d5beb7b None None] Network dfab58cc-ba1f-4542-9aa7-8c1346aa8090 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:56:44.996456 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1dd294b9-cbfa-4559-9bbb-78f29c34093b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:45.055177 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1dd294b9-cbfa-4559-9bbb-78f29c34093b admin admin] Deleting port a1d59b76-bd41-4766-bdff-3c8dfe02959f {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:56:45.055524 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1dd294b9-cbfa-4559-9bbb-78f29c34093b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:45.121149 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d93b0e-b57e-4886-ae2c-d6881cb1e9fb None None] DHCP port deletion for dfab58cc-ba1f-4542-9aa7-8c1346aa8090 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:56:45.121460 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1dd294b9-cbfa-4559-9bbb-78f29c34093b admin admin] For port a1d59b76-bd41-4766-bdff-3c8dfe02959f, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a1d59b76-bd41-4766-bdff-3c8dfe02959f,segment=NetworkSegment(f452822f-5a0d-40d6-9cd5-52ed593eef21),segment_id=f452822f-5a0d-40d6-9cd5-52ed593eef21)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:56:45.121827 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1dd294b9-cbfa-4559-9bbb-78f29c34093b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:45.134860 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1dd294b9-cbfa-4559-9bbb-78f29c34093b admin admin] Calling delete_port for a1d59b76-bd41-4766-bdff-3c8dfe02959f owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:56:45.169111 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b6d93b0e-b57e-4886-ae2c-d6881cb1e9fb None None] Deleting port a1d59b76-bd41-4766-bdff-3c8dfe02959f {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:56:45.169465 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b6d93b0e-b57e-4886-ae2c-d6881cb1e9fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:45.221876 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1dd294b9-cbfa-4559-9bbb-78f29c34093b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:45.233912 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-b6d93b0e-b57e-4886-ae2c-d6881cb1e9fb None None] For port a1d59b76-bd41-4766-bdff-3c8dfe02959f, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a1d59b76-bd41-4766-bdff-3c8dfe02959f,segment=NetworkSegment(f452822f-5a0d-40d6-9cd5-52ed593eef21),segment_id=f452822f-5a0d-40d6-9cd5-52ed593eef21)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:56:45.234266 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b6d93b0e-b57e-4886-ae2c-d6881cb1e9fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:45.248567 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd294b9-cbfa-4559-9bbb-78f29c34093b admin admin] Pushing event deleted for resources: {'Port': ['ID=a1d59b76-bd41-4766-bdff-3c8dfe02959f,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:45.252927 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd294b9-cbfa-4559-9bbb-78f29c34093b admin admin] No DVR routers for this DVR port a1d59b76-bd41-4766-bdff-3c8dfe02959f on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:56:45.257504 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b6d93b0e-b57e-4886-ae2c-d6881cb1e9fb None None] Calling delete_port for a1d59b76-bd41-4766-bdff-3c8dfe02959f owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:56:45.323106 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1dd294b9-cbfa-4559-9bbb-78f29c34093b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:45.333200 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-1dd294b9-cbfa-4559-9bbb-78f29c34093b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfab58cc-ba1f-4542-9aa7-8c1346aa8090']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:56:45.334815 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b6d93b0e-b57e-4886-ae2c-d6881cb1e9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:45.347251 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-1dd294b9-cbfa-4559-9bbb-78f29c34093b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f452822f-5a0d-40d6-9cd5-52ed593eef21') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:56:45.347560 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-1dd294b9-cbfa-4559-9bbb-78f29c34093b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f452822f-5a0d-40d6-9cd5-52ed593eef21') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:56:45.356307 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1dd294b9-cbfa-4559-9bbb-78f29c34093b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:45.357428 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d93b0e-b57e-4886-ae2c-d6881cb1e9fb None None] Pushing event deleted for resources: {'Port': ['ID=a1d59b76-bd41-4766-bdff-3c8dfe02959f,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:45.365329 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d93b0e-b57e-4886-ae2c-d6881cb1e9fb None None] No DVR routers for this DVR port a1d59b76-bd41-4766-bdff-3c8dfe02959f on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:56:45.370544 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1dd294b9-cbfa-4559-9bbb-78f29c34093b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:45.376768 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dd294b9-cbfa-4559-9bbb-78f29c34093b admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:56:45.377157 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1dd294b9-cbfa-4559-9bbb-78f29c34093b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:45.379788 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:56:45.379788 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:56:45.379788 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:56:45.379788 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:56:45.379788 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:56:45.379788 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:56:45.379788 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:56:45.379788 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:56:45.379788 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:56:45.379788 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:56:45.379788 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:56:45.379788 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:56:45.379788 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:56:45.379788 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:56:45.379788 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:56:45.379788 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:56:45.379788 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:56:45.379788 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:56:45.379788 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:56:45.379788 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:56:45.379788 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:56:45.379788 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:56:45.379788 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:56:45.379788 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:56:45.379788 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:56:45.379788 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:56:45.379788 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:56:45.379788 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:56:45.379788 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:56:45.379788 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:56:45.379788 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:56:45.379788 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:56:45.431230 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1dd294b9-cbfa-4559-9bbb-78f29c34093b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:45.437027 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1dd294b9-cbfa-4559-9bbb-78f29c34093b admin admin] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:45.438940 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1dd294b9-cbfa-4559-9bbb-78f29c34093b admin admin] 10.222.0.16 "DELETE /v2.0/networks/dfab58cc-ba1f-4542-9aa7-8c1346aa8090 HTTP/1.1" status: 204 len: 168 time: 0.5127797 Jul 15 13:56:45.451957 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd294b9-cbfa-4559-9bbb-78f29c34093b admin admin] Pushing event deleted for resources: {'Network': ['ID=dfab58cc-ba1f-4542-9aa7-8c1346aa8090,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:45.591656 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39580) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:56:45.630383 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0156a2ce-0c64-4b4d-a5d4-ef62843e2163 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5bff298689ab4eb4a575febaccfd099a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374620 Jul 15 13:56:45.632648 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39582) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:56:45.679584 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1f71501f-76e5-4787-9863-b150d33285cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:45.703658 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1f71501f-76e5-4787-9863-b150d33285cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:45.757388 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1f71501f-76e5-4787-9863-b150d33285cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:45.760394 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1f71501f-76e5-4787-9863-b150d33285cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:45.761984 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1f71501f-76e5-4787-9863-b150d33285cd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/914decf4-e36b-4b66-82c5-7f4259809930 HTTP/1.1" status: 204 len: 168 time: 0.1281145 Jul 15 13:56:45.773337 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f71501f-76e5-4787-9863-b150d33285cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914decf4-e36b-4b66-82c5-7f4259809930,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:45.820956 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a1d59b76-bd41-4766-bdff-3c8dfe02959f no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:56:45.845582 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: a1d59b76-bd41-4766-bdff-3c8dfe02959f {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:56:45.846712 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a1d59b76-bd41-4766-bdff-3c8dfe02959f not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:56:45.847189 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 76aa290b-eafd-4575-abec-b34f5d7ba17b no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:56:45.870348 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 76aa290b-eafd-4575-abec-b34f5d7ba17b {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:56:45.870950 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 76aa290b-eafd-4575-abec-b34f5d7ba17b not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:56:45.871579 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 74cd842c-63fb-4884-852d-69c58d37eea1 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:56:45.890902 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 74cd842c-63fb-4884-852d-69c58d37eea1 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:56:45.891378 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 74cd842c-63fb-4884-852d-69c58d37eea1 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:56:46.108903 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39590) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:56:46.147370 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7b40ed64-9c77-4cc5-8565-32ab9a6a57c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d3e4ab27da724a61ae9b5734252bcb59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373397 Jul 15 13:56:46.150011 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39592) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:56:46.196097 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-353ecac0-2a75-4a12-8831-0779a030e5bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:46.216254 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-353ecac0-2a75-4a12-8831-0779a030e5bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:46.260820 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-353ecac0-2a75-4a12-8831-0779a030e5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:46.263387 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-353ecac0-2a75-4a12-8831-0779a030e5bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:46.264519 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-353ecac0-2a75-4a12-8831-0779a030e5bf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0c7d8ca9-ccb8-4eee-91ac-eb1c1ba558a3 HTTP/1.1" status: 204 len: 168 time: 0.1136317 Jul 15 13:56:46.273199 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ecac0-2a75-4a12-8831-0779a030e5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7d8ca9-ccb8-4eee-91ac-eb1c1ba558a3,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:46.901742 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39614) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:56:46.992393 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-d2db7e14-a749-409a-8dfc-05ec904a78c1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-851722160-network', 'tenant_id': '0ad5f6999dc34af8815d446954ea04c8'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:56:47.013470 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2db7e14-a749-409a-8dfc-05ec904a78c1 admin admin] Made reservation on behalf of 0ad5f6999dc34af8815d446954ea04c8 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:56:47.015847 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2db7e14-a749-409a-8dfc-05ec904a78c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:47.023920 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2db7e14-a749-409a-8dfc-05ec904a78c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:47.112367 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2db7e14-a749-409a-8dfc-05ec904a78c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:47.116019 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2db7e14-a749-409a-8dfc-05ec904a78c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:47.136374 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2db7e14-a749-409a-8dfc-05ec904a78c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:56:47.150829 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db7e14-a749-409a-8dfc-05ec904a78c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0f81b0-a108-4c5d-aef8-7209fe122197,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:47.153644 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2db7e14-a749-409a-8dfc-05ec904a78c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:47.153985 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-d2db7e14-a749-409a-8dfc-05ec904a78c1 admin admin] Added segment e86b0ac0-1a68-43ba-a45d-ce41e2c3df27 of type vlan for network b1ff6cc6-8720-402f-b6ab-154d928bb635 Jul 15 13:56:47.194301 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2db7e14-a749-409a-8dfc-05ec904a78c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:47.222132 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2db7e14-a749-409a-8dfc-05ec904a78c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:47.223083 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2db7e14-a749-409a-8dfc-05ec904a78c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:47.223651 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2db7e14-a749-409a-8dfc-05ec904a78c1 admin admin] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:47.256044 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d2db7e14-a749-409a-8dfc-05ec904a78c1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3532379 Jul 15 13:56:47.259236 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39618) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:56:47.264278 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-35372167-4e53-4e40-8211-d9be0311c0a9 admin admin] Request body: {'subnet': {'network_id': 'b1ff6cc6-8720-402f-b6ab-154d928bb635', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-851722160-subnet', 'tenant_id': '0ad5f6999dc34af8815d446954ea04c8', 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:56:47.285083 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35372167-4e53-4e40-8211-d9be0311c0a9 admin admin] Made reservation on behalf of 0ad5f6999dc34af8815d446954ea04c8 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:56:47.286526 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db7e14-a749-409a-8dfc-05ec904a78c1 admin admin] Pushing event updated for resources: {'Network': ['ID=b1ff6cc6-8720-402f-b6ab-154d928bb635,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:47.288148 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-35372167-4e53-4e40-8211-d9be0311c0a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:47.296585 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network b1ff6cc6-8720-402f-b6ab-154d928bb635 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:56:47.453880 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-35372167-4e53-4e40-8211-d9be0311c0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:47.515410 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35372167-4e53-4e40-8211-d9be0311c0a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=034ea127-7896-4346-99f5-ca233a80d5ce,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:47.520710 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35372167-4e53-4e40-8211-d9be0311c0a9 admin admin] Checking segment: {'id': 'e86b0ac0-1a68-43ba-a45d-ce41e2c3df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1ff6cc6-8720-402f-b6ab-154d928bb635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:56:47.521063 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35372167-4e53-4e40-8211-d9be0311c0a9 admin admin] Network hostable DHCP agents. Network: b1ff6cc6-8720-402f-b6ab-154d928bb635, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:56:47.537687 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35372167-4e53-4e40-8211-d9be0311c0a9 admin admin] Network b1ff6cc6-8720-402f-b6ab-154d928bb635 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:56:47.546015 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-35372167-4e53-4e40-8211-d9be0311c0a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, b1ff6cc6-8720-402f-b6ab-154d928bb635) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:56:47.553455 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35372167-4e53-4e40-8211-d9be0311c0a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:47.554057 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-35372167-4e53-4e40-8211-d9be0311c0a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:47.554237 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7a7d5e-1aa6-4b1c-b6d1-2d993e4e4361 None None] Network b1ff6cc6-8720-402f-b6ab-154d928bb635 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:56:47.568452 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-35372167-4e53-4e40-8211-d9be0311c0a9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3081226 Jul 15 13:56:47.571153 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39620) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:56:47.575489 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-ec56896c-b8e2-4519-936d-387c97d7215d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-851722160-router', 'tenant_id': '0ad5f6999dc34af8815d446954ea04c8', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:56:47.596174 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ec56896c-b8e2-4519-936d-387c97d7215d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:47.597228 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ec56896c-b8e2-4519-936d-387c97d7215d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:47.648188 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ec56896c-b8e2-4519-936d-387c97d7215d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:47.701866 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94188a3-5b90-45cc-b8b8-d90b30143cfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-b1ff6cc6-8720-402f-b6ab-154d928bb635', 'network_id': 'b1ff6cc6-8720-402f-b6ab-154d928bb635', 'tenant_id': '0ad5f6999dc34af8815d446954ea04c8', 'fixed_ips': [{'subnet_id': '034ea127-7896-4346-99f5-ca233a80d5ce'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:56:47.702773 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d94188a3-5b90-45cc-b8b8-d90b30143cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:47.786764 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ec56896c-b8e2-4519-936d-387c97d7215d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:47.836364 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-d94188a3-5b90-45cc-b8b8-d90b30143cfe None None] Allocated IP 172.20.0.2 (b1ff6cc6-8720-402f-b6ab-154d928bb635/034ea127-7896-4346-99f5-ca233a80d5ce/964542af-dc22-4358-9450-c4cb298f9bac) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:56:47.976560 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d94188a3-5b90-45cc-b8b8-d90b30143cfe None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:47.984541 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d94188a3-5b90-45cc-b8b8-d90b30143cfe None None] Transition to ACTIVE for port object 964542af-dc22-4358-9450-c4cb298f9bac will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:56:47.988703 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ec56896c-b8e2-4519-936d-387c97d7215d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:47.999389 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d94188a3-5b90-45cc-b8b8-d90b30143cfe None None] Transition to ACTIVE for port object 964542af-dc22-4358-9450-c4cb298f9bac will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:56:48.004765 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d94188a3-5b90-45cc-b8b8-d90b30143cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:48.013302 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ec56896c-b8e2-4519-936d-387c97d7215d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:48.044021 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94188a3-5b90-45cc-b8b8-d90b30143cfe None None] Network b1ff6cc6-8720-402f-b6ab-154d928bb635 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:56:48.046816 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-d94188a3-5b90-45cc-b8b8-d90b30143cfe None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:56:48.050916 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94188a3-5b90-45cc-b8b8-d90b30143cfe None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:56:48.059613 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94188a3-5b90-45cc-b8b8-d90b30143cfe None None] Pushing event updated for resources: {'Port': ['ID=964542af-dc22-4358-9450-c4cb298f9bac,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:48.109360 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-d94188a3-5b90-45cc-b8b8-d90b30143cfe None None] Attempting to bind port 964542af-dc22-4358-9450-c4cb298f9bac on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:56:48.109737 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-d94188a3-5b90-45cc-b8b8-d90b30143cfe None None] Attempting to bind port 964542af-dc22-4358-9450-c4cb298f9bac by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'e86b0ac0-1a68-43ba-a45d-ce41e2c3df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1ff6cc6-8720-402f-b6ab-154d928bb635'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:56:48.110104 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94188a3-5b90-45cc-b8b8-d90b30143cfe None None] Attempting to bind port 964542af-dc22-4358-9450-c4cb298f9bac on network b1ff6cc6-8720-402f-b6ab-154d928bb635 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:56:48.115642 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94188a3-5b90-45cc-b8b8-d90b30143cfe None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:56:48.116021 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94188a3-5b90-45cc-b8b8-d90b30143cfe None None] Checking segment: {'id': 'e86b0ac0-1a68-43ba-a45d-ce41e2c3df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1ff6cc6-8720-402f-b6ab-154d928bb635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:56:48.116424 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d94188a3-5b90-45cc-b8b8-d90b30143cfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:48.116816 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94188a3-5b90-45cc-b8b8-d90b30143cfe None None] Bound using segment: {'id': 'e86b0ac0-1a68-43ba-a45d-ce41e2c3df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1ff6cc6-8720-402f-b6ab-154d928bb635'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:56:48.117310 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-d94188a3-5b90-45cc-b8b8-d90b30143cfe None None] Bound port: 964542af-dc22-4358-9450-c4cb298f9bac, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e86b0ac0-1a68-43ba-a45d-ce41e2c3df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1ff6cc6-8720-402f-b6ab-154d928bb635'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:56:48.117690 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d94188a3-5b90-45cc-b8b8-d90b30143cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:48.121609 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-ec56896c-b8e2-4519-936d-387c97d7215d admin admin] Allocated IP 172.25.8.60 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/0f6b5057-df15-4d63-b09c-9cc632a484b4) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:56:48.183169 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-d94188a3-5b90-45cc-b8b8-d90b30143cfe None None] For port 964542af-dc22-4358-9450-c4cb298f9bac, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:56:48.186793 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-d94188a3-5b90-45cc-b8b8-d90b30143cfe None None] For port 964542af-dc22-4358-9450-c4cb298f9bac, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=964542af-dc22-4358-9450-c4cb298f9bac,segment=NetworkSegment(e86b0ac0-1a68-43ba-a45d-ce41e2c3df27),segment_id=e86b0ac0-1a68-43ba-a45d-ce41e2c3df27)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:56:48.191620 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d94188a3-5b90-45cc-b8b8-d90b30143cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:48.237724 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ec56896c-b8e2-4519-936d-387c97d7215d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:48.251086 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94188a3-5b90-45cc-b8b8-d90b30143cfe None None] Pushing event updated for resources: {'Port': ['ID=964542af-dc22-4358-9450-c4cb298f9bac,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:48.279504 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ec56896c-b8e2-4519-936d-387c97d7215d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:48.322812 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec56896c-b8e2-4519-936d-387c97d7215d admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:56:48.325836 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-ec56896c-b8e2-4519-936d-387c97d7215d admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:56:48.332048 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec56896c-b8e2-4519-936d-387c97d7215d admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:56:48.335246 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56896c-b8e2-4519-936d-387c97d7215d admin admin] Pushing event updated for resources: {'Port': ['ID=0f6b5057-df15-4d63-b09c-9cc632a484b4,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:48.593521 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ec56896c-b8e2-4519-936d-387c97d7215d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:48.787223 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ec56896c-b8e2-4519-936d-387c97d7215d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:48.918748 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec56896c-b8e2-4519-936d-387c97d7215d admin admin] Router d88a0899-4948-4e58-9f03-f9f0d62c290c is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:56:49.031767 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec56896c-b8e2-4519-936d-387c97d7215d admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:56:49.042103 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60220e49-ddca-46a5-b057-39e464525323 None None] Sync routers for ids ['d88a0899-4948-4e58-9f03-f9f0d62c290c'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:56:49.052613 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ec56896c-b8e2-4519-936d-387c97d7215d admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:49.053127 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60220e49-ddca-46a5-b057-39e464525323 None None] Routers {'d88a0899-4948-4e58-9f03-f9f0d62c290c'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:56:49.053959 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-60220e49-ddca-46a5-b057-39e464525323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:56:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['d88a0899-4948-4e58-9f03-f9f0d62c290c'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:56:49.054263 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ec56896c-b8e2-4519-936d-387c97d7215d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4821653 Jul 15 13:56:49.057015 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39622) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:56:49.161479 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b204eb5-209e-4a28-a33b-bfe3642211aa None None] Network b1ff6cc6-8720-402f-b6ab-154d928bb635 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:56:49.162008 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-60220e49-ddca-46a5-b057-39e464525323 None None] Set router d88a0899-4948-4e58-9f03-f9f0d62c290c gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:56:49.258641 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-daa2028a-f4e9-4048-a5e7-f7400d7a0714 None None] Provisioning for port 964542af-dc22-4358-9450-c4cb298f9bac completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:56:49.441874 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-60220e49-ddca-46a5-b057-39e464525323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88a0899-4948-4e58-9f03-f9f0d62c290c', 'name': 'tempest-TestMinimumBasicScenario-851722160-router', 'tenant_id': '0ad5f6999dc34af8815d446954ea04c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '0f6b5057-df15-4d63-b09c-9cc632a484b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:56:47Z', 'updated_at': '2021-07-15T13:56:48Z', 'revision_number': 3, 'project_id': '0ad5f6999dc34af8815d446954ea04c8', 'gw_port': {'id': '0f6b5057-df15-4d63-b09c-9cc632a484b4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b0:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88a0899-4948-4e58-9f03-f9f0d62c290c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:56:48Z', 'updated_at': '2021-07-15T13:56:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:56:49.467795 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60220e49-ddca-46a5-b057-39e464525323 None None] Checking router: d88a0899-4948-4e58-9f03-f9f0d62c290c for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:56:49.468270 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60220e49-ddca-46a5-b057-39e464525323 None None] Updating router d88a0899-4948-4e58-9f03-f9f0d62c290c port 0f6b5057-df15-4d63-b09c-9cc632a484b4 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:56:49.491037 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99bca9c8-0552-45fc-88c7-21ee07a3bac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:49.509230 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60220e49-ddca-46a5-b057-39e464525323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:49.651219 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-99bca9c8-0552-45fc-88c7-21ee07a3bac0 admin admin] Allocated IP 172.20.0.1 (b1ff6cc6-8720-402f-b6ab-154d928bb635/034ea127-7896-4346-99f5-ca233a80d5ce/c61c7fea-5f2a-4ea3-ac92-35920eaa4b39) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:56:49.759963 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60220e49-ddca-46a5-b057-39e464525323 None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:49.764403 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99bca9c8-0552-45fc-88c7-21ee07a3bac0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:49.771465 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-60220e49-ddca-46a5-b057-39e464525323 None None] Transition to ACTIVE for port object 0f6b5057-df15-4d63-b09c-9cc632a484b4 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:56:49.779151 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-99bca9c8-0552-45fc-88c7-21ee07a3bac0 admin admin] Transition to ACTIVE for port object c61c7fea-5f2a-4ea3-ac92-35920eaa4b39 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:56:49.786946 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60220e49-ddca-46a5-b057-39e464525323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:49.821032 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99bca9c8-0552-45fc-88c7-21ee07a3bac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:49.831906 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 964542af-dc22-4358-9450-c4cb298f9bac up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:56:49.834156 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-60220e49-ddca-46a5-b057-39e464525323 None None] Attempting to bind port 0f6b5057-df15-4d63-b09c-9cc632a484b4 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:56:49.834520 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-60220e49-ddca-46a5-b057-39e464525323 None None] Attempting to bind port 0f6b5057-df15-4d63-b09c-9cc632a484b4 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:56:49.835687 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60220e49-ddca-46a5-b057-39e464525323 None None] Attempting to bind port 0f6b5057-df15-4d63-b09c-9cc632a484b4 on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:56:49.844936 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60220e49-ddca-46a5-b057-39e464525323 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:56:49.845368 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60220e49-ddca-46a5-b057-39e464525323 None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:56:49.846112 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60220e49-ddca-46a5-b057-39e464525323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:49.846812 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60220e49-ddca-46a5-b057-39e464525323 None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:56:49.847154 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-60220e49-ddca-46a5-b057-39e464525323 None None] Bound port: 0f6b5057-df15-4d63-b09c-9cc632a484b4, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:56:49.847489 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60220e49-ddca-46a5-b057-39e464525323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:49.850313 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d3f169-692a-45e6-aa27-42102c00013d None None] Pushing event updated for resources: {'Port': ['ID=0f6b5057-df15-4d63-b09c-9cc632a484b4,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:49.876961 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bca9c8-0552-45fc-88c7-21ee07a3bac0 admin admin] Pushing event updated for resources: {'Port': ['ID=c61c7fea-5f2a-4ea3-ac92-35920eaa4b39,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:49.882190 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bca9c8-0552-45fc-88c7-21ee07a3bac0 admin admin] Network b1ff6cc6-8720-402f-b6ab-154d928bb635 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:56:49.884087 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 964542af-dc22-4358-9450-c4cb298f9bac completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:56:49.884967 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-99bca9c8-0552-45fc-88c7-21ee07a3bac0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:56:49.887694 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bca9c8-0552-45fc-88c7-21ee07a3bac0 admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:56:49.889471 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 964542af-dc22-4358-9450-c4cb298f9bac triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:56:49.890246 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:49.902517 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-60220e49-ddca-46a5-b057-39e464525323 None None] For port 0f6b5057-df15-4d63-b09c-9cc632a484b4, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:56:49.905774 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-60220e49-ddca-46a5-b057-39e464525323 None None] For port 0f6b5057-df15-4d63-b09c-9cc632a484b4, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=0f6b5057-df15-4d63-b09c-9cc632a484b4,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:56:49.912897 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d3f169-692a-45e6-aa27-42102c00013d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:49.913370 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d3f169-692a-45e6-aa27-42102c00013d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:49.913680 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d3f169-692a-45e6-aa27-42102c00013d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:49.913939 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d3f169-692a-45e6-aa27-42102c00013d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:49.914340 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d3f169-692a-45e6-aa27-42102c00013d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:49.914625 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d3f169-692a-45e6-aa27-42102c00013d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:49.914953 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d3f169-692a-45e6-aa27-42102c00013d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:49.915364 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d3f169-692a-45e6-aa27-42102c00013d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:49.915672 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d3f169-692a-45e6-aa27-42102c00013d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:49.916220 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d3f169-692a-45e6-aa27-42102c00013d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:49.916551 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d3f169-692a-45e6-aa27-42102c00013d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:49.917306 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d3f169-692a-45e6-aa27-42102c00013d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:49.920871 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60220e49-ddca-46a5-b057-39e464525323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:49.934248 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99bca9c8-0552-45fc-88c7-21ee07a3bac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:49.988658 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:49.999442 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60220e49-ddca-46a5-b057-39e464525323 None None] Routers {'d88a0899-4948-4e58-9f03-f9f0d62c290c'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:56:49.999722 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-60220e49-ddca-46a5-b057-39e464525323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:56:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['d88a0899-4948-4e58-9f03-f9f0d62c290c'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:56:50.001613 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d3f169-692a-45e6-aa27-42102c00013d None None] Pushing event updated for resources: {'Port': ['ID=0f6b5057-df15-4d63-b09c-9cc632a484b4,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:50.052764 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 964542af-dc22-4358-9450-c4cb298f9bac, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=964542af-dc22-4358-9450-c4cb298f9bac,segment=NetworkSegment(e86b0ac0-1a68-43ba-a45d-ce41e2c3df27),segment_id=e86b0ac0-1a68-43ba-a45d-ce41e2c3df27)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:56:50.058897 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:50.094365 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99bca9c8-0552-45fc-88c7-21ee07a3bac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:50.114996 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=964542af-dc22-4358-9450-c4cb298f9bac,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:50.137923 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-60220e49-ddca-46a5-b057-39e464525323 None None] Set router d88a0899-4948-4e58-9f03-f9f0d62c290c gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:56:50.227127 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-12f8f4f3-d62d-468e-be55-50e747aebbf2 None None] Provisioning for port c61c7fea-5f2a-4ea3-ac92-35920eaa4b39 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:56:50.230986 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-12f8f4f3-d62d-468e-be55-50e747aebbf2 None None] Provisioning complete for port c61c7fea-5f2a-4ea3-ac92-35920eaa4b39 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:56:50.231393 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12f8f4f3-d62d-468e-be55-50e747aebbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:50.265938 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-12f8f4f3-d62d-468e-be55-50e747aebbf2 None None] Port c61c7fea-5f2a-4ea3-ac92-35920eaa4b39 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:56:50.266396 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99bca9c8-0552-45fc-88c7-21ee07a3bac0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:50.272250 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99bca9c8-0552-45fc-88c7-21ee07a3bac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:50.315762 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-60220e49-ddca-46a5-b057-39e464525323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88a0899-4948-4e58-9f03-f9f0d62c290c', 'name': 'tempest-TestMinimumBasicScenario-851722160-router', 'tenant_id': '0ad5f6999dc34af8815d446954ea04c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '0f6b5057-df15-4d63-b09c-9cc632a484b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:56:47Z', 'updated_at': '2021-07-15T13:56:48Z', 'revision_number': 3, 'project_id': '0ad5f6999dc34af8815d446954ea04c8', 'gw_port': {'id': '0f6b5057-df15-4d63-b09c-9cc632a484b4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b0:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88a0899-4948-4e58-9f03-f9f0d62c290c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:56:48Z', 'updated_at': '2021-07-15T13:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:56:50.340863 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-99bca9c8-0552-45fc-88c7-21ee07a3bac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:50.342546 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bca9c8-0552-45fc-88c7-21ee07a3bac0 admin admin] Pushing event updated for resources: {'Port': ['ID=c61c7fea-5f2a-4ea3-ac92-35920eaa4b39,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:50.345397 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60220e49-ddca-46a5-b057-39e464525323 None None] The sync data for ids ['d88a0899-4948-4e58-9f03-f9f0d62c290c'] in n-d-771363-36 is: [{'id': 'd88a0899-4948-4e58-9f03-f9f0d62c290c', 'name': 'tempest-TestMinimumBasicScenario-851722160-router', 'tenant_id': '0ad5f6999dc34af8815d446954ea04c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '0f6b5057-df15-4d63-b09c-9cc632a484b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:56:47Z', 'updated_at': '2021-07-15T13:56:48Z', 'revision_number': 3, 'project_id': '0ad5f6999dc34af8815d446954ea04c8', 'gw_port': {'id': '0f6b5057-df15-4d63-b09c-9cc632a484b4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b0:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88a0899-4948-4e58-9f03-f9f0d62c290c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:56:48Z', 'updated_at': '2021-07-15T13:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:56:50.436181 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bca9c8-0552-45fc-88c7-21ee07a3bac0 admin admin] Network b1ff6cc6-8720-402f-b6ab-154d928bb635 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:56:50.437487 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-99bca9c8-0552-45fc-88c7-21ee07a3bac0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:56:50.563191 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99bca9c8-0552-45fc-88c7-21ee07a3bac0 admin admin] Router d88a0899-4948-4e58-9f03-f9f0d62c290c has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:56:50.688907 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-57c265ad-77c3-4278-b89f-404af2c493ef None None] Provisioning complete for port c61c7fea-5f2a-4ea3-ac92-35920eaa4b39 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:56:50.689424 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-57c265ad-77c3-4278-b89f-404af2c493ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:50.732817 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-57c265ad-77c3-4278-b89f-404af2c493ef None None] Port c61c7fea-5f2a-4ea3-ac92-35920eaa4b39 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:56:51.051255 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99bca9c8-0552-45fc-88c7-21ee07a3bac0 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:56:51.063349 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-99bca9c8-0552-45fc-88c7-21ee07a3bac0 admin admin] 10.222.0.16 "PUT /v2.0/routers/d88a0899-4948-4e58-9f03-f9f0d62c290c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9980960 Jul 15 13:56:51.507840 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39638) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:56:51.512896 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-1c9132c1-4286-4a82-aa55-630cb35dfe3f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-262169555-network', 'tenant_id': '047b457c47544f0b9e6c149996a7cc1b'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:56:51.534214 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9132c1-4286-4a82-aa55-630cb35dfe3f admin admin] Made reservation on behalf of 047b457c47544f0b9e6c149996a7cc1b for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:56:51.536524 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1c9132c1-4286-4a82-aa55-630cb35dfe3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:51.544818 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1c9132c1-4286-4a82-aa55-630cb35dfe3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:51.637581 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1c9132c1-4286-4a82-aa55-630cb35dfe3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:51.641848 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1c9132c1-4286-4a82-aa55-630cb35dfe3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:51.669262 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c9132c1-4286-4a82-aa55-630cb35dfe3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:56:51.676133 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9132c1-4286-4a82-aa55-630cb35dfe3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30e5149-b9f9-4769-811a-99335c8e5445,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:51.682186 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1c9132c1-4286-4a82-aa55-630cb35dfe3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:51.682537 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-1c9132c1-4286-4a82-aa55-630cb35dfe3f admin admin] Added segment 016119b6-08d5-4b28-afa3-5ff056670648 of type vlan for network e81d53c8-4fd5-4525-93bf-e47187a25a83 Jul 15 13:56:51.725477 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1c9132c1-4286-4a82-aa55-630cb35dfe3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:51.757371 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1c9132c1-4286-4a82-aa55-630cb35dfe3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:51.758491 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9132c1-4286-4a82-aa55-630cb35dfe3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:51.759241 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1c9132c1-4286-4a82-aa55-630cb35dfe3f admin admin] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:51.790338 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1c9132c1-4286-4a82-aa55-630cb35dfe3f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2813826 Jul 15 13:56:51.793011 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39640) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:56:51.797699 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-03210e21-4141-46f0-b717-7cc79c2cbdec admin admin] Request body: {'subnet': {'network_id': 'e81d53c8-4fd5-4525-93bf-e47187a25a83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-262169555-subnet', 'tenant_id': '047b457c47544f0b9e6c149996a7cc1b', 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:56:51.829909 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9132c1-4286-4a82-aa55-630cb35dfe3f admin admin] Pushing event updated for resources: {'Network': ['ID=e81d53c8-4fd5-4525-93bf-e47187a25a83,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:51.841265 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network e81d53c8-4fd5-4525-93bf-e47187a25a83 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:56:51.852903 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03210e21-4141-46f0-b717-7cc79c2cbdec admin admin] Made reservation on behalf of 047b457c47544f0b9e6c149996a7cc1b for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:56:51.855610 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-03210e21-4141-46f0-b717-7cc79c2cbdec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:51.906016 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 0f6b5057-df15-4d63-b09c-9cc632a484b4 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:56:51.935841 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16404861-8ba1-4bad-9d99-85ca3b56fa16 None None] Sync routers for ids ['d88a0899-4948-4e58-9f03-f9f0d62c290c'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:56:51.959276 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16404861-8ba1-4bad-9d99-85ca3b56fa16 None None] Routers {'d88a0899-4948-4e58-9f03-f9f0d62c290c'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:56:51.959920 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-16404861-8ba1-4bad-9d99-85ca3b56fa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:56:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['d88a0899-4948-4e58-9f03-f9f0d62c290c'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:56:52.012641 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 0f6b5057-df15-4d63-b09c-9cc632a484b4 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:56:52.019561 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 0f6b5057-df15-4d63-b09c-9cc632a484b4 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:56:52.020182 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:52.032121 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-03210e21-4141-46f0-b717-7cc79c2cbdec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:52.081283 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03210e21-4141-46f0-b717-7cc79c2cbdec admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ecb1618-0fa2-4022-8273-6b8702a10e8c,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:52.097339 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03210e21-4141-46f0-b717-7cc79c2cbdec admin admin] Checking segment: {'id': '016119b6-08d5-4b28-afa3-5ff056670648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e81d53c8-4fd5-4525-93bf-e47187a25a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:56:52.097691 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03210e21-4141-46f0-b717-7cc79c2cbdec admin admin] Network hostable DHCP agents. Network: e81d53c8-4fd5-4525-93bf-e47187a25a83, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:56:52.105231 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-16404861-8ba1-4bad-9d99-85ca3b56fa16 None None] Set router d88a0899-4948-4e58-9f03-f9f0d62c290c gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:56:52.113717 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03210e21-4141-46f0-b717-7cc79c2cbdec admin admin] Network e81d53c8-4fd5-4525-93bf-e47187a25a83 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:56:52.122187 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-03210e21-4141-46f0-b717-7cc79c2cbdec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, e81d53c8-4fd5-4525-93bf-e47187a25a83) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:56:52.126696 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03210e21-4141-46f0-b717-7cc79c2cbdec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:52.127315 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-03210e21-4141-46f0-b717-7cc79c2cbdec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:52.135066 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0408f467-c60b-451d-91d0-d2812730ac97 None None] Network e81d53c8-4fd5-4525-93bf-e47187a25a83 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:56:52.143352 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-03210e21-4141-46f0-b717-7cc79c2cbdec admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3486886 Jul 15 13:56:52.145776 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39642) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:56:52.150647 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-68a793ed-6cb3-4b89-83f6-86d598fe7819 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-262169555-router', 'tenant_id': '047b457c47544f0b9e6c149996a7cc1b', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:56:52.176597 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-68a793ed-6cb3-4b89-83f6-86d598fe7819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:52.177627 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-68a793ed-6cb3-4b89-83f6-86d598fe7819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:52.230407 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-68a793ed-6cb3-4b89-83f6-86d598fe7819 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:52.292670 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:52.370626 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-68a793ed-6cb3-4b89-83f6-86d598fe7819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:52.522997 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 0f6b5057-df15-4d63-b09c-9cc632a484b4, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=0f6b5057-df15-4d63-b09c-9cc632a484b4,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:56:52.532268 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:52.533061 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 964542af-dc22-4358-9450-c4cb298f9bac up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:56:52.575858 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-68a793ed-6cb3-4b89-83f6-86d598fe7819 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:52.594901 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-68a793ed-6cb3-4b89-83f6-86d598fe7819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:52.655678 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab9495a-6594-44ac-aee4-9f3c27271853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-e81d53c8-4fd5-4525-93bf-e47187a25a83', 'network_id': 'e81d53c8-4fd5-4525-93bf-e47187a25a83', 'tenant_id': '047b457c47544f0b9e6c149996a7cc1b', 'fixed_ips': [{'subnet_id': '3ecb1618-0fa2-4022-8273-6b8702a10e8c'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:56:52.656520 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cab9495a-6594-44ac-aee4-9f3c27271853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:52.682670 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=0f6b5057-df15-4d63-b09c-9cc632a484b4,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:52.702073 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-68a793ed-6cb3-4b89-83f6-86d598fe7819 admin admin] Allocated IP 172.25.8.199 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/6ae22bd4-99e4-4a15-af1f-2b54db0e0dad) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:56:52.766418 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 964542af-dc22-4358-9450-c4cb298f9bac triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:56:52.766820 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:52.804583 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-68a793ed-6cb3-4b89-83f6-86d598fe7819 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:52.848954 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-68a793ed-6cb3-4b89-83f6-86d598fe7819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:52.854447 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-16404861-8ba1-4bad-9d99-85ca3b56fa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88a0899-4948-4e58-9f03-f9f0d62c290c', 'name': 'tempest-TestMinimumBasicScenario-851722160-router', 'tenant_id': '0ad5f6999dc34af8815d446954ea04c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '0f6b5057-df15-4d63-b09c-9cc632a484b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:56:47Z', 'updated_at': '2021-07-15T13:56:50Z', 'revision_number': 4, 'project_id': '0ad5f6999dc34af8815d446954ea04c8', 'gw_port': {'id': '0f6b5057-df15-4d63-b09c-9cc632a484b4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b0:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88a0899-4948-4e58-9f03-f9f0d62c290c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:56:48Z', 'updated_at': '2021-07-15T13:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'c61c7fea-5f2a-4ea3-ac92-35920eaa4b39', 'name': '', 'network_id': 'b1ff6cc6-8720-402f-b6ab-154d928bb635', 'tenant_id': '0ad5f6999dc34af8815d446954ea04c8', 'mac_address': 'fa:16:3e:f0:fc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88a0899-4948-4e58-9f03-f9f0d62c290c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '034ea127-7896-4346-99f5-ca233a80d5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:56:49Z', 'updated_at': '2021-07-15T13:56:50Z', 'revision_number': 2, 'project_id': '0ad5f6999dc34af8815d446954ea04c8', 'subnets': [{'id': '034ea127-7896-4346-99f5-ca233a80d5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:56:52.885381 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a793ed-6cb3-4b89-83f6-86d598fe7819 admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:56:52.891471 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-68a793ed-6cb3-4b89-83f6-86d598fe7819 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:56:52.894622 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16404861-8ba1-4bad-9d99-85ca3b56fa16 None None] Checking router: d88a0899-4948-4e58-9f03-f9f0d62c290c for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:56:52.894897 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16404861-8ba1-4bad-9d99-85ca3b56fa16 None None] Updating router d88a0899-4948-4e58-9f03-f9f0d62c290c port c61c7fea-5f2a-4ea3-ac92-35920eaa4b39 binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:56:52.895166 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a793ed-6cb3-4b89-83f6-86d598fe7819 admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:56:52.897695 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-cab9495a-6594-44ac-aee4-9f3c27271853 None None] Allocated IP 172.20.0.2 (e81d53c8-4fd5-4525-93bf-e47187a25a83/3ecb1618-0fa2-4022-8273-6b8702a10e8c/97873e29-b212-4671-bdf8-e2e12651966d) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:56:52.918511 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a793ed-6cb3-4b89-83f6-86d598fe7819 admin admin] Pushing event updated for resources: {'Port': ['ID=6ae22bd4-99e4-4a15-af1f-2b54db0e0dad,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:52.980751 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-16404861-8ba1-4bad-9d99-85ca3b56fa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:53.146512 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-68a793ed-6cb3-4b89-83f6-86d598fe7819 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:53.196715 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cab9495a-6594-44ac-aee4-9f3c27271853 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:53.220589 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-cab9495a-6594-44ac-aee4-9f3c27271853 None None] Transition to ACTIVE for port object 97873e29-b212-4671-bdf8-e2e12651966d will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:56:53.271434 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-cab9495a-6594-44ac-aee4-9f3c27271853 None None] Transition to ACTIVE for port object 97873e29-b212-4671-bdf8-e2e12651966d will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:56:53.280465 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cab9495a-6594-44ac-aee4-9f3c27271853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:53.327535 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab9495a-6594-44ac-aee4-9f3c27271853 None None] Network e81d53c8-4fd5-4525-93bf-e47187a25a83 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:56:53.340589 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-cab9495a-6594-44ac-aee4-9f3c27271853 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:56:53.346853 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab9495a-6594-44ac-aee4-9f3c27271853 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:56:53.347049 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-68a793ed-6cb3-4b89-83f6-86d598fe7819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:53.360673 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9495a-6594-44ac-aee4-9f3c27271853 None None] Pushing event updated for resources: {'Port': ['ID=97873e29-b212-4671-bdf8-e2e12651966d,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:53.452379 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-cab9495a-6594-44ac-aee4-9f3c27271853 None None] Attempting to bind port 97873e29-b212-4671-bdf8-e2e12651966d on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:56:53.452757 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-cab9495a-6594-44ac-aee4-9f3c27271853 None None] Attempting to bind port 97873e29-b212-4671-bdf8-e2e12651966d by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '016119b6-08d5-4b28-afa3-5ff056670648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e81d53c8-4fd5-4525-93bf-e47187a25a83'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:56:53.453127 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab9495a-6594-44ac-aee4-9f3c27271853 None None] Attempting to bind port 97873e29-b212-4671-bdf8-e2e12651966d on network e81d53c8-4fd5-4525-93bf-e47187a25a83 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:56:53.465477 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-16404861-8ba1-4bad-9d99-85ca3b56fa16 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:53.467834 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab9495a-6594-44ac-aee4-9f3c27271853 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:56:53.468210 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab9495a-6594-44ac-aee4-9f3c27271853 None None] Checking segment: {'id': '016119b6-08d5-4b28-afa3-5ff056670648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e81d53c8-4fd5-4525-93bf-e47187a25a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:56:53.468605 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cab9495a-6594-44ac-aee4-9f3c27271853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:53.469049 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab9495a-6594-44ac-aee4-9f3c27271853 None None] Bound using segment: {'id': '016119b6-08d5-4b28-afa3-5ff056670648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e81d53c8-4fd5-4525-93bf-e47187a25a83'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:56:53.469563 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-cab9495a-6594-44ac-aee4-9f3c27271853 None None] Bound port: 97873e29-b212-4671-bdf8-e2e12651966d, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016119b6-08d5-4b28-afa3-5ff056670648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e81d53c8-4fd5-4525-93bf-e47187a25a83'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:56:53.469965 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cab9495a-6594-44ac-aee4-9f3c27271853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:53.474984 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a793ed-6cb3-4b89-83f6-86d598fe7819 admin admin] Router a29c9bcb-a708-4df3-a720-f54f117c5ef0 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:56:53.488915 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-16404861-8ba1-4bad-9d99-85ca3b56fa16 None None] Transition to ACTIVE for port object c61c7fea-5f2a-4ea3-ac92-35920eaa4b39 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:56:53.511887 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-16404861-8ba1-4bad-9d99-85ca3b56fa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:53.586459 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a793ed-6cb3-4b89-83f6-86d598fe7819 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:56:53.589471 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-cab9495a-6594-44ac-aee4-9f3c27271853 None None] For port 97873e29-b212-4671-bdf8-e2e12651966d, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:56:53.595151 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8cb52-4faa-4928-8a3f-89e461210c0b None None] Pushing event updated for resources: {'Port': ['ID=c61c7fea-5f2a-4ea3-ac92-35920eaa4b39,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:53.605672 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fcbd70-5072-4814-b8cb-68ab6876cd3f None None] Sync routers for ids ['a29c9bcb-a708-4df3-a720-f54f117c5ef0'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:56:53.610051 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-68a793ed-6cb3-4b89-83f6-86d598fe7819 admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:53.614882 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39646) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:56:53.615375 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-68a793ed-6cb3-4b89-83f6-86d598fe7819 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4681745 Jul 15 13:56:53.623517 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fcbd70-5072-4814-b8cb-68ab6876cd3f None None] Routers {'a29c9bcb-a708-4df3-a720-f54f117c5ef0'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:56:53.624828 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-e1fcbd70-5072-4814-b8cb-68ab6876cd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:56:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['a29c9bcb-a708-4df3-a720-f54f117c5ef0'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:56:53.625701 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-cab9495a-6594-44ac-aee4-9f3c27271853 None None] For port 97873e29-b212-4671-bdf8-e2e12651966d, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=97873e29-b212-4671-bdf8-e2e12651966d,segment=NetworkSegment(016119b6-08d5-4b28-afa3-5ff056670648),segment_id=016119b6-08d5-4b28-afa3-5ff056670648)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:56:53.648308 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cab9495a-6594-44ac-aee4-9f3c27271853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:53.692834 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-16404861-8ba1-4bad-9d99-85ca3b56fa16 None None] Attempting to bind port c61c7fea-5f2a-4ea3-ac92-35920eaa4b39 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:56:53.693213 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-16404861-8ba1-4bad-9d99-85ca3b56fa16 None None] Attempting to bind port c61c7fea-5f2a-4ea3-ac92-35920eaa4b39 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'e86b0ac0-1a68-43ba-a45d-ce41e2c3df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1ff6cc6-8720-402f-b6ab-154d928bb635'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:56:53.693587 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16404861-8ba1-4bad-9d99-85ca3b56fa16 None None] Attempting to bind port c61c7fea-5f2a-4ea3-ac92-35920eaa4b39 on network b1ff6cc6-8720-402f-b6ab-154d928bb635 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:56:53.712911 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16404861-8ba1-4bad-9d99-85ca3b56fa16 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:56:53.713265 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16404861-8ba1-4bad-9d99-85ca3b56fa16 None None] Checking segment: {'id': 'e86b0ac0-1a68-43ba-a45d-ce41e2c3df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1ff6cc6-8720-402f-b6ab-154d928bb635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:56:53.713623 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-16404861-8ba1-4bad-9d99-85ca3b56fa16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:53.714020 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16404861-8ba1-4bad-9d99-85ca3b56fa16 None None] Bound using segment: {'id': 'e86b0ac0-1a68-43ba-a45d-ce41e2c3df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1ff6cc6-8720-402f-b6ab-154d928bb635'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:56:53.714500 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-16404861-8ba1-4bad-9d99-85ca3b56fa16 None None] Bound port: c61c7fea-5f2a-4ea3-ac92-35920eaa4b39, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e86b0ac0-1a68-43ba-a45d-ce41e2c3df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1ff6cc6-8720-402f-b6ab-154d928bb635'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:56:53.714919 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-16404861-8ba1-4bad-9d99-85ca3b56fa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:53.749016 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9495a-6594-44ac-aee4-9f3c27271853 None None] Pushing event updated for resources: {'Port': ['ID=97873e29-b212-4671-bdf8-e2e12651966d,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:53.813450 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-e1fcbd70-5072-4814-b8cb-68ab6876cd3f None None] Set router a29c9bcb-a708-4df3-a720-f54f117c5ef0 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:56:53.836595 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 0f6b5057-df15-4d63-b09c-9cc632a484b4 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:56:53.878300 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-16404861-8ba1-4bad-9d99-85ca3b56fa16 None None] For port c61c7fea-5f2a-4ea3-ac92-35920eaa4b39, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:56:53.904294 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-16404861-8ba1-4bad-9d99-85ca3b56fa16 None None] For port c61c7fea-5f2a-4ea3-ac92-35920eaa4b39, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=c61c7fea-5f2a-4ea3-ac92-35920eaa4b39,segment=NetworkSegment(e86b0ac0-1a68-43ba-a45d-ce41e2c3df27),segment_id=e86b0ac0-1a68-43ba-a45d-ce41e2c3df27)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:56:53.919004 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-16404861-8ba1-4bad-9d99-85ca3b56fa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:54.012887 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8cb52-4faa-4928-8a3f-89e461210c0b None None] Pushing event updated for resources: {'Port': ['ID=c61c7fea-5f2a-4ea3-ac92-35920eaa4b39,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:54.029410 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 0f6b5057-df15-4d63-b09c-9cc632a484b4 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:56:54.029800 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:54.081465 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16404861-8ba1-4bad-9d99-85ca3b56fa16 None None] Routers {'d88a0899-4948-4e58-9f03-f9f0d62c290c'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:56:54.081829 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-e1fcbd70-5072-4814-b8cb-68ab6876cd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29c9bcb-a708-4df3-a720-f54f117c5ef0', 'name': 'tempest-TestMinimumBasicScenario-262169555-router', 'tenant_id': '047b457c47544f0b9e6c149996a7cc1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '6ae22bd4-99e4-4a15-af1f-2b54db0e0dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:56:52Z', 'updated_at': '2021-07-15T13:56:53Z', 'revision_number': 3, 'project_id': '047b457c47544f0b9e6c149996a7cc1b', 'gw_port': {'id': '6ae22bd4-99e4-4a15-af1f-2b54db0e0dad', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a29c9bcb-a708-4df3-a720-f54f117c5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:56:52Z', 'updated_at': '2021-07-15T13:56:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:56:54.082115 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-16404861-8ba1-4bad-9d99-85ca3b56fa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:56:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['d88a0899-4948-4e58-9f03-f9f0d62c290c'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:56:54.121311 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fcbd70-5072-4814-b8cb-68ab6876cd3f None None] Checking router: a29c9bcb-a708-4df3-a720-f54f117c5ef0 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:56:54.121660 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fcbd70-5072-4814-b8cb-68ab6876cd3f None None] Updating router a29c9bcb-a708-4df3-a720-f54f117c5ef0 port 6ae22bd4-99e4-4a15-af1f-2b54db0e0dad binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:56:54.173288 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e1fcbd70-5072-4814-b8cb-68ab6876cd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:54.224159 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f1a8fbf4-2b5f-4cd5-b679-0834cb51c841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:54.259722 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-16404861-8ba1-4bad-9d99-85ca3b56fa16 None None] Set router d88a0899-4948-4e58-9f03-f9f0d62c290c gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:56:54.490658 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-f1a8fbf4-2b5f-4cd5-b679-0834cb51c841 admin admin] Allocated IP 172.20.0.1 (e81d53c8-4fd5-4525-93bf-e47187a25a83/3ecb1618-0fa2-4022-8273-6b8702a10e8c/66f68b58-0231-4b7a-816f-926e3b251c4f) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:56:54.520367 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-16404861-8ba1-4bad-9d99-85ca3b56fa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88a0899-4948-4e58-9f03-f9f0d62c290c', 'name': 'tempest-TestMinimumBasicScenario-851722160-router', 'tenant_id': '0ad5f6999dc34af8815d446954ea04c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '0f6b5057-df15-4d63-b09c-9cc632a484b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:56:47Z', 'updated_at': '2021-07-15T13:56:50Z', 'revision_number': 4, 'project_id': '0ad5f6999dc34af8815d446954ea04c8', 'gw_port': {'id': '0f6b5057-df15-4d63-b09c-9cc632a484b4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88a0899-4948-4e58-9f03-f9f0d62c290c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:56:48Z', 'updated_at': '2021-07-15T13:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'c61c7fea-5f2a-4ea3-ac92-35920eaa4b39', 'name': '', 'network_id': 'b1ff6cc6-8720-402f-b6ab-154d928bb635', 'tenant_id': '0ad5f6999dc34af8815d446954ea04c8', 'mac_address': 'fa:16:3e:f0:fc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88a0899-4948-4e58-9f03-f9f0d62c290c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '034ea127-7896-4346-99f5-ca233a80d5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:56:49Z', 'updated_at': '2021-07-15T13:56:53Z', 'revision_number': 4, 'project_id': '0ad5f6999dc34af8815d446954ea04c8', 'subnets': [{'id': '034ea127-7896-4346-99f5-ca233a80d5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:56:54.554382 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16404861-8ba1-4bad-9d99-85ca3b56fa16 None None] The sync data for ids ['d88a0899-4948-4e58-9f03-f9f0d62c290c'] in n-d-771363-36 is: [{'id': 'd88a0899-4948-4e58-9f03-f9f0d62c290c', 'name': 'tempest-TestMinimumBasicScenario-851722160-router', 'tenant_id': '0ad5f6999dc34af8815d446954ea04c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '0f6b5057-df15-4d63-b09c-9cc632a484b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:56:47Z', 'updated_at': '2021-07-15T13:56:50Z', 'revision_number': 4, 'project_id': '0ad5f6999dc34af8815d446954ea04c8', 'gw_port': {'id': '0f6b5057-df15-4d63-b09c-9cc632a484b4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88a0899-4948-4e58-9f03-f9f0d62c290c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:56:48Z', 'updated_at': '2021-07-15T13:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'c61c7fea-5f2a-4ea3-ac92-35920eaa4b39', 'name': '', 'network_id': 'b1ff6cc6-8720-402f-b6ab-154d928bb635', 'tenant_id': '0ad5f6999dc34af8815d446954ea04c8', 'mac_address': 'fa:16:3e:f0:fc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88a0899-4948-4e58-9f03-f9f0d62c290c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '034ea127-7896-4346-99f5-ca233a80d5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:56:49Z', 'updated_at': '2021-07-15T13:56:53Z', 'revision_number': 4, 'project_id': '0ad5f6999dc34af8815d446954ea04c8', 'subnets': [{'id': '034ea127-7896-4346-99f5-ca233a80d5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:56:54.682040 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f1a8fbf4-2b5f-4cd5-b679-0834cb51c841 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:54.700786 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e1fcbd70-5072-4814-b8cb-68ab6876cd3f None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:54.702014 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f1a8fbf4-2b5f-4cd5-b679-0834cb51c841 admin admin] Transition to ACTIVE for port object 66f68b58-0231-4b7a-816f-926e3b251c4f will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:56:54.711670 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-e1fcbd70-5072-4814-b8cb-68ab6876cd3f None None] Transition to ACTIVE for port object 6ae22bd4-99e4-4a15-af1f-2b54db0e0dad will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:56:54.720186 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e1fcbd70-5072-4814-b8cb-68ab6876cd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:54.745749 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f1a8fbf4-2b5f-4cd5-b679-0834cb51c841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:54.767900 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-e1fcbd70-5072-4814-b8cb-68ab6876cd3f None None] Attempting to bind port 6ae22bd4-99e4-4a15-af1f-2b54db0e0dad on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:56:54.768264 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-e1fcbd70-5072-4814-b8cb-68ab6876cd3f None None] Attempting to bind port 6ae22bd4-99e4-4a15-af1f-2b54db0e0dad by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:56:54.768627 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fcbd70-5072-4814-b8cb-68ab6876cd3f None None] Attempting to bind port 6ae22bd4-99e4-4a15-af1f-2b54db0e0dad on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:56:54.776140 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fcbd70-5072-4814-b8cb-68ab6876cd3f None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:56:54.776504 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fcbd70-5072-4814-b8cb-68ab6876cd3f None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:56:54.776917 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e1fcbd70-5072-4814-b8cb-68ab6876cd3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:54.777291 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fcbd70-5072-4814-b8cb-68ab6876cd3f None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:56:54.777751 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-e1fcbd70-5072-4814-b8cb-68ab6876cd3f None None] Bound port: 6ae22bd4-99e4-4a15-af1f-2b54db0e0dad, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:56:54.778124 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e1fcbd70-5072-4814-b8cb-68ab6876cd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:54.805506 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a8fbf4-2b5f-4cd5-b679-0834cb51c841 admin admin] Network e81d53c8-4fd5-4525-93bf-e47187a25a83 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:56:54.810255 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-f1a8fbf4-2b5f-4cd5-b679-0834cb51c841 admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:56:54.812840 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8fbf4-2b5f-4cd5-b679-0834cb51c841 admin admin] Pushing event updated for resources: {'Port': ['ID=66f68b58-0231-4b7a-816f-926e3b251c4f,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:54.817611 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a8fbf4-2b5f-4cd5-b679-0834cb51c841 admin admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:56:54.843512 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-e1fcbd70-5072-4814-b8cb-68ab6876cd3f None None] For port 6ae22bd4-99e4-4a15-af1f-2b54db0e0dad, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:56:54.847481 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-e1fcbd70-5072-4814-b8cb-68ab6876cd3f None None] For port 6ae22bd4-99e4-4a15-af1f-2b54db0e0dad, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=6ae22bd4-99e4-4a15-af1f-2b54db0e0dad,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:56:54.858529 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea9a52-0709-4e24-85d8-58640e4b25e6 None None] Pushing event updated for resources: {'Port': ['ID=6ae22bd4-99e4-4a15-af1f-2b54db0e0dad,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:54.871372 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e1fcbd70-5072-4814-b8cb-68ab6876cd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:54.898343 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f1a8fbf4-2b5f-4cd5-b679-0834cb51c841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:54.930625 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fcbd70-5072-4814-b8cb-68ab6876cd3f None None] Routers {'a29c9bcb-a708-4df3-a720-f54f117c5ef0'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:56:54.931263 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-e1fcbd70-5072-4814-b8cb-68ab6876cd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:56:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['a29c9bcb-a708-4df3-a720-f54f117c5ef0'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:56:55.006409 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea9a52-0709-4e24-85d8-58640e4b25e6 None None] Pushing event updated for resources: {'Port': ['ID=6ae22bd4-99e4-4a15-af1f-2b54db0e0dad,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:55.030729 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c057f38-d18d-476d-a8d7-aad646cbffdc None None] Network e81d53c8-4fd5-4525-93bf-e47187a25a83 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:56:55.071709 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-e1fcbd70-5072-4814-b8cb-68ab6876cd3f None None] Set router a29c9bcb-a708-4df3-a720-f54f117c5ef0 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:56:55.099897 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f1a8fbf4-2b5f-4cd5-b679-0834cb51c841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:55.161808 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-4acc9528-9610-4204-bc3f-d3b31c07e765 None None] Provisioning for port 97873e29-b212-4671-bdf8-e2e12651966d completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:56:55.319637 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f1a8fbf4-2b5f-4cd5-b679-0834cb51c841 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:55.326407 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f1a8fbf4-2b5f-4cd5-b679-0834cb51c841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:55.368779 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-e1fcbd70-5072-4814-b8cb-68ab6876cd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29c9bcb-a708-4df3-a720-f54f117c5ef0', 'name': 'tempest-TestMinimumBasicScenario-262169555-router', 'tenant_id': '047b457c47544f0b9e6c149996a7cc1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '6ae22bd4-99e4-4a15-af1f-2b54db0e0dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:56:52Z', 'updated_at': '2021-07-15T13:56:53Z', 'revision_number': 3, 'project_id': '047b457c47544f0b9e6c149996a7cc1b', 'gw_port': {'id': '6ae22bd4-99e4-4a15-af1f-2b54db0e0dad', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a29c9bcb-a708-4df3-a720-f54f117c5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:56:52Z', 'updated_at': '2021-07-15T13:56:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:56:55.400047 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fcbd70-5072-4814-b8cb-68ab6876cd3f None None] The sync data for ids ['a29c9bcb-a708-4df3-a720-f54f117c5ef0'] in n-d-771363-36 is: [{'id': 'a29c9bcb-a708-4df3-a720-f54f117c5ef0', 'name': 'tempest-TestMinimumBasicScenario-262169555-router', 'tenant_id': '047b457c47544f0b9e6c149996a7cc1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '6ae22bd4-99e4-4a15-af1f-2b54db0e0dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:56:52Z', 'updated_at': '2021-07-15T13:56:53Z', 'revision_number': 3, 'project_id': '047b457c47544f0b9e6c149996a7cc1b', 'gw_port': {'id': '6ae22bd4-99e4-4a15-af1f-2b54db0e0dad', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a29c9bcb-a708-4df3-a720-f54f117c5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:56:52Z', 'updated_at': '2021-07-15T13:56:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:56:55.406871 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f1a8fbf4-2b5f-4cd5-b679-0834cb51c841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:55.510797 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-4b78eaa5-2a69-495e-9890-d6bb0c680d7d None None] Provisioning for port 66f68b58-0231-4b7a-816f-926e3b251c4f completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:56:55.515807 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-4b78eaa5-2a69-495e-9890-d6bb0c680d7d None None] Provisioning complete for port 66f68b58-0231-4b7a-816f-926e3b251c4f triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:56:55.516755 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b78eaa5-2a69-495e-9890-d6bb0c680d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:55.571325 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a8fbf4-2b5f-4cd5-b679-0834cb51c841 admin admin] Network e81d53c8-4fd5-4525-93bf-e47187a25a83 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:56:55.573095 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8fbf4-2b5f-4cd5-b679-0834cb51c841 admin admin] Pushing event updated for resources: {'Port': ['ID=66f68b58-0231-4b7a-816f-926e3b251c4f,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:55.577664 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-f1a8fbf4-2b5f-4cd5-b679-0834cb51c841 admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:56:55.590637 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-4b78eaa5-2a69-495e-9890-d6bb0c680d7d None None] Port 66f68b58-0231-4b7a-816f-926e3b251c4f cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:56:55.700885 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a8fbf4-2b5f-4cd5-b679-0834cb51c841 admin admin] Router a29c9bcb-a708-4df3-a720-f54f117c5ef0 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:56:55.824990 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-bcf8f0cc-f978-4464-b2b0-a86de5374db3 None None] Provisioning complete for port 66f68b58-0231-4b7a-816f-926e3b251c4f triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:56:55.825361 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bcf8f0cc-f978-4464-b2b0-a86de5374db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:55.890472 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a8fbf4-2b5f-4cd5-b679-0834cb51c841 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:56:55.897905 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f1a8fbf4-2b5f-4cd5-b679-0834cb51c841 admin admin] 10.222.0.16 "PUT /v2.0/routers/a29c9bcb-a708-4df3-a720-f54f117c5ef0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2812219 Jul 15 13:56:55.901352 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-bcf8f0cc-f978-4464-b2b0-a86de5374db3 None None] Port 66f68b58-0231-4b7a-816f-926e3b251c4f cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:56:55.973859 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c61c7fea-5f2a-4ea3-ac92-35920eaa4b39 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:56:56.030639 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port c61c7fea-5f2a-4ea3-ac92-35920eaa4b39 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:56:56.034520 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port c61c7fea-5f2a-4ea3-ac92-35920eaa4b39 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:56:56.035609 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:56.247132 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f5bf527f-8b16-47fe-bddd-33c3e6b398c5 None None] Provisioning complete for port 66f68b58-0231-4b7a-816f-926e3b251c4f triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:56:56.247503 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f5bf527f-8b16-47fe-bddd-33c3e6b398c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:56.303618 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f5bf527f-8b16-47fe-bddd-33c3e6b398c5 None None] Port 66f68b58-0231-4b7a-816f-926e3b251c4f cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:56:56.320044 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:56.356132 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port c61c7fea-5f2a-4ea3-ac92-35920eaa4b39, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=c61c7fea-5f2a-4ea3-ac92-35920eaa4b39,segment=NetworkSegment(e86b0ac0-1a68-43ba-a45d-ce41e2c3df27),segment_id=e86b0ac0-1a68-43ba-a45d-ce41e2c3df27)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:56:56.361363 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:56.363396 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 97873e29-b212-4671-bdf8-e2e12651966d up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:56:56.442206 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=c61c7fea-5f2a-4ea3-ac92-35920eaa4b39,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:56.455552 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 97873e29-b212-4671-bdf8-e2e12651966d completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:56:56.460578 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 97873e29-b212-4671-bdf8-e2e12651966d triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:56:56.460959 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:56.552925 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:56.592933 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 97873e29-b212-4671-bdf8-e2e12651966d, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=97873e29-b212-4671-bdf8-e2e12651966d,segment=NetworkSegment(016119b6-08d5-4b28-afa3-5ff056670648),segment_id=016119b6-08d5-4b28-afa3-5ff056670648)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:56:56.597993 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:56.649326 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=97873e29-b212-4671-bdf8-e2e12651966d,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:57.917378 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c61c7fea-5f2a-4ea3-ac92-35920eaa4b39 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:56:57.973481 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port c61c7fea-5f2a-4ea3-ac92-35920eaa4b39 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:56:57.973946 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:58.066417 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 97873e29-b212-4671-bdf8-e2e12651966d up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:56:58.099117 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba6dcb9-4c57-40dd-b652-a0dc749580f0 None None] Sync routers for ids ['a29c9bcb-a708-4df3-a720-f54f117c5ef0'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:56:58.116128 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba6dcb9-4c57-40dd-b652-a0dc749580f0 None None] Routers {'a29c9bcb-a708-4df3-a720-f54f117c5ef0'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:56:58.116789 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-bba6dcb9-4c57-40dd-b652-a0dc749580f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:56:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['a29c9bcb-a708-4df3-a720-f54f117c5ef0'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:56:58.168269 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 97873e29-b212-4671-bdf8-e2e12651966d triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:56:58.168656 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:58.264795 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-bba6dcb9-4c57-40dd-b652-a0dc749580f0 None None] Set router a29c9bcb-a708-4df3-a720-f54f117c5ef0 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:56:58.379833 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6ae22bd4-99e4-4a15-af1f-2b54db0e0dad up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:56:58.510598 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 6ae22bd4-99e4-4a15-af1f-2b54db0e0dad completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:56:58.516349 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 6ae22bd4-99e4-4a15-af1f-2b54db0e0dad triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:56:58.516735 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:58.582125 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-bba6dcb9-4c57-40dd-b652-a0dc749580f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29c9bcb-a708-4df3-a720-f54f117c5ef0', 'name': 'tempest-TestMinimumBasicScenario-262169555-router', 'tenant_id': '047b457c47544f0b9e6c149996a7cc1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '6ae22bd4-99e4-4a15-af1f-2b54db0e0dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:56:52Z', 'updated_at': '2021-07-15T13:56:55Z', 'revision_number': 4, 'project_id': '047b457c47544f0b9e6c149996a7cc1b', 'gw_port': {'id': '6ae22bd4-99e4-4a15-af1f-2b54db0e0dad', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a29c9bcb-a708-4df3-a720-f54f117c5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:56:52Z', 'updated_at': '2021-07-15T13:56:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '66f68b58-0231-4b7a-816f-926e3b251c4f', 'name': '', 'network_id': 'e81d53c8-4fd5-4525-93bf-e47187a25a83', 'tenant_id': '047b457c47544f0b9e6c149996a7cc1b', 'mac_address': 'fa:16:3e:2f:30:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a29c9bcb-a708-4df3-a720-f54f117c5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '3ecb1618-0fa2-4022-8273-6b8702a10e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:56:54Z', 'updated_at': '2021-07-15T13:56:55Z', 'revision_number': 2, 'project_id': '047b457c47544f0b9e6c149996a7cc1b', 'subnets': [{'id': '3ecb1618-0fa2-4022-8273-6b8702a10e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:56:58.631990 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba6dcb9-4c57-40dd-b652-a0dc749580f0 None None] Checking router: a29c9bcb-a708-4df3-a720-f54f117c5ef0 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:56:58.632351 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba6dcb9-4c57-40dd-b652-a0dc749580f0 None None] Updating router a29c9bcb-a708-4df3-a720-f54f117c5ef0 port 66f68b58-0231-4b7a-816f-926e3b251c4f binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:56:58.666822 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:58.692565 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bba6dcb9-4c57-40dd-b652-a0dc749580f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:58.710377 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 6ae22bd4-99e4-4a15-af1f-2b54db0e0dad, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=6ae22bd4-99e4-4a15-af1f-2b54db0e0dad,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:56:58.733013 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:58.866734 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=6ae22bd4-99e4-4a15-af1f-2b54db0e0dad,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:59.033244 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bba6dcb9-4c57-40dd-b652-a0dc749580f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:59.046403 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-bba6dcb9-4c57-40dd-b652-a0dc749580f0 None None] Transition to ACTIVE for port object 66f68b58-0231-4b7a-816f-926e3b251c4f will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:56:59.054435 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bba6dcb9-4c57-40dd-b652-a0dc749580f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:59.127781 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b38c5-261a-4169-8a7b-29e03d257f65 None None] Pushing event updated for resources: {'Port': ['ID=66f68b58-0231-4b7a-816f-926e3b251c4f,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:59.189381 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-bba6dcb9-4c57-40dd-b652-a0dc749580f0 None None] Attempting to bind port 66f68b58-0231-4b7a-816f-926e3b251c4f on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:56:59.189829 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-bba6dcb9-4c57-40dd-b652-a0dc749580f0 None None] Attempting to bind port 66f68b58-0231-4b7a-816f-926e3b251c4f by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '016119b6-08d5-4b28-afa3-5ff056670648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e81d53c8-4fd5-4525-93bf-e47187a25a83'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:56:59.190293 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba6dcb9-4c57-40dd-b652-a0dc749580f0 None None] Attempting to bind port 66f68b58-0231-4b7a-816f-926e3b251c4f on network e81d53c8-4fd5-4525-93bf-e47187a25a83 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:56:59.197296 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba6dcb9-4c57-40dd-b652-a0dc749580f0 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:56:59.197583 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba6dcb9-4c57-40dd-b652-a0dc749580f0 None None] Checking segment: {'id': '016119b6-08d5-4b28-afa3-5ff056670648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e81d53c8-4fd5-4525-93bf-e47187a25a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:56:59.198048 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bba6dcb9-4c57-40dd-b652-a0dc749580f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:59.198512 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba6dcb9-4c57-40dd-b652-a0dc749580f0 None None] Bound using segment: {'id': '016119b6-08d5-4b28-afa3-5ff056670648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e81d53c8-4fd5-4525-93bf-e47187a25a83'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:56:59.199127 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-bba6dcb9-4c57-40dd-b652-a0dc749580f0 None None] Bound port: 66f68b58-0231-4b7a-816f-926e3b251c4f, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016119b6-08d5-4b28-afa3-5ff056670648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e81d53c8-4fd5-4525-93bf-e47187a25a83'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:56:59.199612 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bba6dcb9-4c57-40dd-b652-a0dc749580f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:59.278117 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-bba6dcb9-4c57-40dd-b652-a0dc749580f0 None None] For port 66f68b58-0231-4b7a-816f-926e3b251c4f, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:56:59.282070 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-bba6dcb9-4c57-40dd-b652-a0dc749580f0 None None] For port 66f68b58-0231-4b7a-816f-926e3b251c4f, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=66f68b58-0231-4b7a-816f-926e3b251c4f,segment=NetworkSegment(016119b6-08d5-4b28-afa3-5ff056670648),segment_id=016119b6-08d5-4b28-afa3-5ff056670648)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:56:59.289956 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bba6dcb9-4c57-40dd-b652-a0dc749580f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:59.352909 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:56:59.356496 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba6dcb9-4c57-40dd-b652-a0dc749580f0 None None] Routers {'a29c9bcb-a708-4df3-a720-f54f117c5ef0'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:56:59.357412 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-bba6dcb9-4c57-40dd-b652-a0dc749580f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:56:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['a29c9bcb-a708-4df3-a720-f54f117c5ef0'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:56:59.406749 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b38c5-261a-4169-8a7b-29e03d257f65 None None] Pushing event updated for resources: {'Port': ['ID=66f68b58-0231-4b7a-816f-926e3b251c4f,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:59.485919 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-bba6dcb9-4c57-40dd-b652-a0dc749580f0 None None] Set router a29c9bcb-a708-4df3-a720-f54f117c5ef0 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:56:59.656726 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:59.734529 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-bba6dcb9-4c57-40dd-b652-a0dc749580f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29c9bcb-a708-4df3-a720-f54f117c5ef0', 'name': 'tempest-TestMinimumBasicScenario-262169555-router', 'tenant_id': '047b457c47544f0b9e6c149996a7cc1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '6ae22bd4-99e4-4a15-af1f-2b54db0e0dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:56:52Z', 'updated_at': '2021-07-15T13:56:55Z', 'revision_number': 4, 'project_id': '047b457c47544f0b9e6c149996a7cc1b', 'gw_port': {'id': '6ae22bd4-99e4-4a15-af1f-2b54db0e0dad', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29c9bcb-a708-4df3-a720-f54f117c5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:56:52Z', 'updated_at': '2021-07-15T13:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '66f68b58-0231-4b7a-816f-926e3b251c4f', 'name': '', 'network_id': 'e81d53c8-4fd5-4525-93bf-e47187a25a83', 'tenant_id': '047b457c47544f0b9e6c149996a7cc1b', 'mac_address': 'fa:16:3e:2f:30:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a29c9bcb-a708-4df3-a720-f54f117c5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '3ecb1618-0fa2-4022-8273-6b8702a10e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:56:54Z', 'updated_at': '2021-07-15T13:56:59Z', 'revision_number': 4, 'project_id': '047b457c47544f0b9e6c149996a7cc1b', 'subnets': [{'id': '3ecb1618-0fa2-4022-8273-6b8702a10e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:56:59.737053 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0ceb98b9-f604-410f-9030-62cd7fc84ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:59.764442 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba6dcb9-4c57-40dd-b652-a0dc749580f0 None None] The sync data for ids ['a29c9bcb-a708-4df3-a720-f54f117c5ef0'] in n-d-771363-36 is: [{'id': 'a29c9bcb-a708-4df3-a720-f54f117c5ef0', 'name': 'tempest-TestMinimumBasicScenario-262169555-router', 'tenant_id': '047b457c47544f0b9e6c149996a7cc1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '6ae22bd4-99e4-4a15-af1f-2b54db0e0dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:56:52Z', 'updated_at': '2021-07-15T13:56:55Z', 'revision_number': 4, 'project_id': '047b457c47544f0b9e6c149996a7cc1b', 'gw_port': {'id': '6ae22bd4-99e4-4a15-af1f-2b54db0e0dad', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29c9bcb-a708-4df3-a720-f54f117c5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:56:52Z', 'updated_at': '2021-07-15T13:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '66f68b58-0231-4b7a-816f-926e3b251c4f', 'name': '', 'network_id': 'e81d53c8-4fd5-4525-93bf-e47187a25a83', 'tenant_id': '047b457c47544f0b9e6c149996a7cc1b', 'mac_address': 'fa:16:3e:2f:30:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a29c9bcb-a708-4df3-a720-f54f117c5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '3ecb1618-0fa2-4022-8273-6b8702a10e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:56:54Z', 'updated_at': '2021-07-15T13:56:59Z', 'revision_number': 4, 'project_id': '047b457c47544f0b9e6c149996a7cc1b', 'subnets': [{'id': '3ecb1618-0fa2-4022-8273-6b8702a10e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:56:59.849612 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6ae22bd4-99e4-4a15-af1f-2b54db0e0dad up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:56:59.912854 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 6ae22bd4-99e4-4a15-af1f-2b54db0e0dad triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:56:59.913414 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:59.962849 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:01.864567 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 66f68b58-0231-4b7a-816f-926e3b251c4f up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:57:01.936010 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 66f68b58-0231-4b7a-816f-926e3b251c4f completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:57:01.941004 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 66f68b58-0231-4b7a-816f-926e3b251c4f triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:57:01.941424 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:02.044011 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:02.080693 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 66f68b58-0231-4b7a-816f-926e3b251c4f, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=66f68b58-0231-4b7a-816f-926e3b251c4f,segment=NetworkSegment(016119b6-08d5-4b28-afa3-5ff056670648),segment_id=016119b6-08d5-4b28-afa3-5ff056670648)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:57:02.085532 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:02.143864 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=66f68b58-0231-4b7a-816f-926e3b251c4f,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:02.334283 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:02.523967 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e07c7199-b3a0-4f6c-9e00-49be683c25f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:03.768237 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:03.826673 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 66f68b58-0231-4b7a-816f-926e3b251c4f up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:57:03.889953 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 66f68b58-0231-4b7a-816f-926e3b251c4f triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:57:03.890337 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:05.197016 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:05.989855 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-dfe7b2e4-09ee-4a4e-afa3-f18eded846b0 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:05.991257 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-dfe7b2e4-09ee-4a4e-afa3-f18eded846b0 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/networks?id=b1ff6cc6-8720-402f-b6ab-154d928bb635 HTTP/1.1" status: 200 len: 814 time: 0.1026902 Jul 15 13:57:06.005349 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-81d47c01-fad2-4dbd-98d4-143e49b1336d tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/quotas/0ad5f6999dc34af8815d446954ea04c8 HTTP/1.1" status: 200 len: 375 time: 0.0088429 Jul 15 13:57:06.069575 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-60390cec-8bfd-4014-92e5-29f9232d239c tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ad5f6999dc34af8815d446954ea04c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595124 Jul 15 13:57:06.295289 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-cc0b2b70-7fda-4434-878c-36df0e6968a4 service neutron] 10.222.0.16 "GET /v2.0/networks/b1ff6cc6-8720-402f-b6ab-154d928bb635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223738 Jul 15 13:57:06.380409 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-58a99317-bb12-4051-86e9-68982360f9b3 service neutron] 10.222.0.16 "GET /v2.0/networks/b1ff6cc6-8720-402f-b6ab-154d928bb635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795186 Jul 15 13:57:07.573303 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7601e4d2-75e5-40a3-a304-f90586895ff2 req-67640f3a-12a5-45ee-99bf-3d7c6c7fa16a tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/ports?device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 210 time: 0.0331864 Jul 15 13:57:08.584814 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-97a604b3-4dbb-4bc0-b26d-ed51ef9eaefa tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:08.586273 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-97a604b3-4dbb-4bc0-b26d-ed51ef9eaefa tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.20 "GET /v2.0/networks?id=b1ff6cc6-8720-402f-b6ab-154d928bb635 HTTP/1.1" status: 200 len: 814 time: 0.1026196 Jul 15 13:57:08.604964 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-05cb6344-8fc1-4a29-a1b9-ad75eeaf2a67 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Request body: {'port': {'device_id': 'f056f15a-78ef-46a2-9146-d9a0404587ba', 'network_id': 'b1ff6cc6-8720-402f-b6ab-154d928bb635', 'admin_state_up': True, 'tenant_id': '0ad5f6999dc34af8815d446954ea04c8'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:57:08.726523 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-528c5a8c-4127-44ac-848b-bef161804952 req-624142ba-b1d2-47d5-bf4c-bb4b43b6064e tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/ports?device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 210 time: 0.0313761 Jul 15 13:57:08.754734 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-05cb6344-8fc1-4a29-a1b9-ad75eeaf2a67 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Made reservation on behalf of 0ad5f6999dc34af8815d446954ea04c8 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:57:08.758343 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-05cb6344-8fc1-4a29-a1b9-ad75eeaf2a67 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:08.888265 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-05cb6344-8fc1-4a29-a1b9-ad75eeaf2a67 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Allocated IP 172.20.0.5 (b1ff6cc6-8720-402f-b6ab-154d928bb635/034ea127-7896-4346-99f5-ca233a80d5ce/5ecafbdb-191c-4398-b801-ddcd258fc4c4) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:57:09.051330 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-05cb6344-8fc1-4a29-a1b9-ad75eeaf2a67 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:09.065472 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-05cb6344-8fc1-4a29-a1b9-ad75eeaf2a67 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Transition to ACTIVE for port object 5ecafbdb-191c-4398-b801-ddcd258fc4c4 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:57:09.100272 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-05cb6344-8fc1-4a29-a1b9-ad75eeaf2a67 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:09.177714 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-05cb6344-8fc1-4a29-a1b9-ad75eeaf2a67 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Network b1ff6cc6-8720-402f-b6ab-154d928bb635 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:57:09.179418 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb6344-8fc1-4a29-a1b9-ad75eeaf2a67 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Pushing event updated for resources: {'Port': ['ID=5ecafbdb-191c-4398-b801-ddcd258fc4c4,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:09.183709 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-05cb6344-8fc1-4a29-a1b9-ad75eeaf2a67 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:57:09.186363 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-05cb6344-8fc1-4a29-a1b9-ad75eeaf2a67 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:57:09.240196 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-05cb6344-8fc1-4a29-a1b9-ad75eeaf2a67 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:09.240858 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-05cb6344-8fc1-4a29-a1b9-ad75eeaf2a67 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:09.259902 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-05cb6344-8fc1-4a29-a1b9-ad75eeaf2a67 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6584852 Jul 15 13:57:09.477179 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-492d2a55-5230-4652-b6f1-fe6330b6762a None None] Provisioning for port 5ecafbdb-191c-4398-b801-ddcd258fc4c4 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:57:09.487019 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-492d2a55-5230-4652-b6f1-fe6330b6762a None None] Provisioning complete for port 5ecafbdb-191c-4398-b801-ddcd258fc4c4 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:57:09.487564 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-492d2a55-5230-4652-b6f1-fe6330b6762a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:09.524335 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-492d2a55-5230-4652-b6f1-fe6330b6762a None None] Port 5ecafbdb-191c-4398-b801-ddcd258fc4c4 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:57:09.909666 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4830d-e527-40a0-a141-098654b7aabc req-24dc4a67-0526-435e-9054-6581b5e6cb22 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:09.911202 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-35c4830d-e527-40a0-a141-098654b7aabc req-24dc4a67-0526-435e-9054-6581b5e6cb22 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/ports?device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 931 time: 0.0664878 Jul 15 13:57:09.951244 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-35c4830d-e527-40a0-a141-098654b7aabc req-3c3bffd2-8539-43a2-82e4-e59c8288ba01 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb0f81b0-a108-4c5d-aef8-7209fe122197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343869 Jul 15 13:57:11.128730 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9e6a5-9755-4430-8467-4df3bc6e1216 req-6d1f9caa-ab23-426b-bb7d-24e5676fb42a tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:11.130191 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-18e9e6a5-9755-4430-8467-4df3bc6e1216 req-6d1f9caa-ab23-426b-bb7d-24e5676fb42a tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/ports?device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 931 time: 0.0659730 Jul 15 13:57:11.170141 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-18e9e6a5-9755-4430-8467-4df3bc6e1216 req-d24f7d38-8061-429a-93b4-c644a1b4b60a tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb0f81b0-a108-4c5d-aef8-7209fe122197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342369 Jul 15 13:57:12.539149 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c32e1-33de-4b88-9e7e-a0606752c7aa req-e1782ce0-0060-4ffd-83cb-8d04170b95ff tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:12.540534 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8b6c32e1-33de-4b88-9e7e-a0606752c7aa req-e1782ce0-0060-4ffd-83cb-8d04170b95ff tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/ports?device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 931 time: 0.0665026 Jul 15 13:57:12.578194 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8b6c32e1-33de-4b88-9e7e-a0606752c7aa req-1a888f34-7dd6-4982-a6c6-d9e0fdd9cd73 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb0f81b0-a108-4c5d-aef8-7209fe122197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320935 Jul 15 13:57:13.761299 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368f665-eeec-43ef-9c74-20fef81151a3 req-85105eb6-ef13-4c19-90db-3f468b58dd98 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:13.762825 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3368f665-eeec-43ef-9c74-20fef81151a3 req-85105eb6-ef13-4c19-90db-3f468b58dd98 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/ports?device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 931 time: 0.0676770 Jul 15 13:57:13.800666 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3368f665-eeec-43ef-9c74-20fef81151a3 req-3a6f18f3-a9b9-4c3f-bc3d-70faec866ebf tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb0f81b0-a108-4c5d-aef8-7209fe122197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323155 Jul 15 13:57:14.982891 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdac2c9-dd57-4730-a774-e15eb67847ea req-21c14a8b-5762-4cb4-aff1-b53214772270 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:14.984404 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8bdac2c9-dd57-4730-a774-e15eb67847ea req-21c14a8b-5762-4cb4-aff1-b53214772270 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/ports?device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 931 time: 0.0715575 Jul 15 13:57:15.022619 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8bdac2c9-dd57-4730-a774-e15eb67847ea req-193f5cd4-bc73-4bcb-a783-fad0e149c129 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb0f81b0-a108-4c5d-aef8-7209fe122197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324500 Jul 15 13:57:16.207079 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c042e7-1f08-4ee5-a5f1-80b95082fe76 req-b961a396-f903-4270-9b82-1455997e1b6d tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:16.208557 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-55c042e7-1f08-4ee5-a5f1-80b95082fe76 req-b961a396-f903-4270-9b82-1455997e1b6d tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/ports?device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 931 time: 0.0687578 Jul 15 13:57:16.248333 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-55c042e7-1f08-4ee5-a5f1-80b95082fe76 req-6e647702-d36e-4649-8cc4-26697b78092d tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb0f81b0-a108-4c5d-aef8-7209fe122197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340030 Jul 15 13:57:17.429302 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb3b39-e060-46ca-89a9-b844ba2de52d req-58b9156a-d995-40e2-bd40-c74efd78e669 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:17.430833 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cedb3b39-e060-46ca-89a9-b844ba2de52d req-58b9156a-d995-40e2-bd40-c74efd78e669 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/ports?device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 931 time: 0.0662200 Jul 15 13:57:17.475120 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cedb3b39-e060-46ca-89a9-b844ba2de52d req-06a7d702-68b0-4b6f-9ccc-1c82e6bf010a tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb0f81b0-a108-4c5d-aef8-7209fe122197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383043 Jul 15 13:57:18.481716 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-15096158-39cd-47de-855d-c5cd3366074b service neutron] Request body: {'port': {'device_id': 'f056f15a-78ef-46a2-9146-d9a0404587ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:57:18.556691 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-15096158-39cd-47de-855d-c5cd3366074b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:18.746077 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b8e25-8800-4624-95bd-50b9dd7069c5 req-45c6d4d6-3058-4991-83ee-2c56c3bd1441 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:18.747472 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ab9b8e25-8800-4624-95bd-50b9dd7069c5 req-45c6d4d6-3058-4991-83ee-2c56c3bd1441 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/ports?device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 931 time: 0.1555347 Jul 15 13:57:18.818424 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ab9b8e25-8800-4624-95bd-50b9dd7069c5 req-4d3cc828-2adf-4c40-ad19-0edadd8771e0 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb0f81b0-a108-4c5d-aef8-7209fe122197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470037 Jul 15 13:57:18.882459 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-15096158-39cd-47de-855d-c5cd3366074b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ecafbdb-191c-4398-b801-ddcd258fc4c4 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:57:18.889621 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-15096158-39cd-47de-855d-c5cd3366074b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:18.901829 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-15096158-39cd-47de-855d-c5cd3366074b service neutron] Transition to ACTIVE for port object 5ecafbdb-191c-4398-b801-ddcd258fc4c4 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:57:18.905580 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-15096158-39cd-47de-855d-c5cd3366074b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:18.973130 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15096158-39cd-47de-855d-c5cd3366074b service neutron] Pushing event updated for resources: {'Port': ['ID=5ecafbdb-191c-4398-b801-ddcd258fc4c4,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:19.024444 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-15096158-39cd-47de-855d-c5cd3366074b service neutron] Attempting to bind port 5ecafbdb-191c-4398-b801-ddcd258fc4c4 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:57:19.024804 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-15096158-39cd-47de-855d-c5cd3366074b service neutron] Attempting to bind port 5ecafbdb-191c-4398-b801-ddcd258fc4c4 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'e86b0ac0-1a68-43ba-a45d-ce41e2c3df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1ff6cc6-8720-402f-b6ab-154d928bb635'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:57:19.025270 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-15096158-39cd-47de-855d-c5cd3366074b service neutron] Attempting to bind port 5ecafbdb-191c-4398-b801-ddcd258fc4c4 on network b1ff6cc6-8720-402f-b6ab-154d928bb635 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:57:19.030119 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-15096158-39cd-47de-855d-c5cd3366074b service neutron] Port 5ecafbdb-191c-4398-b801-ddcd258fc4c4 on network b1ff6cc6-8720-402f-b6ab-154d928bb635 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:57:19.030448 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-15096158-39cd-47de-855d-c5cd3366074b service neutron] Attempting to bind port 5ecafbdb-191c-4398-b801-ddcd258fc4c4 on network b1ff6cc6-8720-402f-b6ab-154d928bb635 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:57:19.035682 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-15096158-39cd-47de-855d-c5cd3366074b service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:57:19.036021 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-15096158-39cd-47de-855d-c5cd3366074b service neutron] Checking segment: {'id': 'e86b0ac0-1a68-43ba-a45d-ce41e2c3df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1ff6cc6-8720-402f-b6ab-154d928bb635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:57:19.036412 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-15096158-39cd-47de-855d-c5cd3366074b service neutron] Bound using segment: {'id': 'e86b0ac0-1a68-43ba-a45d-ce41e2c3df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1ff6cc6-8720-402f-b6ab-154d928bb635'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:57:19.036842 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-15096158-39cd-47de-855d-c5cd3366074b service neutron] Bound port: 5ecafbdb-191c-4398-b801-ddcd258fc4c4, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e86b0ac0-1a68-43ba-a45d-ce41e2c3df27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1ff6cc6-8720-402f-b6ab-154d928bb635'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:57:19.037204 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-15096158-39cd-47de-855d-c5cd3366074b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:19.106234 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-15096158-39cd-47de-855d-c5cd3366074b service neutron] For port 5ecafbdb-191c-4398-b801-ddcd258fc4c4, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:57:19.109295 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-15096158-39cd-47de-855d-c5cd3366074b service neutron] For port 5ecafbdb-191c-4398-b801-ddcd258fc4c4, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=5ecafbdb-191c-4398-b801-ddcd258fc4c4,segment=NetworkSegment(e86b0ac0-1a68-43ba-a45d-ce41e2c3df27),segment_id=e86b0ac0-1a68-43ba-a45d-ce41e2c3df27)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:57:19.112877 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-15096158-39cd-47de-855d-c5cd3366074b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:19.147816 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-15096158-39cd-47de-855d-c5cd3366074b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:19.148362 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-15096158-39cd-47de-855d-c5cd3366074b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:19.149778 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-15096158-39cd-47de-855d-c5cd3366074b service neutron] 10.222.0.20 "PUT /v2.0/ports/5ecafbdb-191c-4398-b801-ddcd258fc4c4 HTTP/1.1" status: 200 len: 1092 time: 0.6724882 Jul 15 13:57:19.150234 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f056f15a-78ef-46a2-9146-d9a0404587ba', 'tag': '5ecafbdb-191c-4398-b801-ddcd258fc4c4'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:57:19.152558 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecae15dfe8a955ea50b9833da7617a528fbca6cb3a0c246d25e4c35a4bbccae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d89b294-6b0f-480d-a1f6-9215b7fee2e5" -d '{"events": [{"name": "network-changed", "server_uuid": "f056f15a-78ef-46a2-9146-d9a0404587ba", "tag": "5ecafbdb-191c-4398-b801-ddcd258fc4c4"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:57:19.186497 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15096158-39cd-47de-855d-c5cd3366074b service neutron] Pushing event updated for resources: {'Port': ['ID=5ecafbdb-191c-4398-b801-ddcd258fc4c4,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:19.224177 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04253c4-59ab-4a86-afea-0e4ab770a419 x-openstack-request-id: req-c04253c4-59ab-4a86-afea-0e4ab770a419 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:57:19.224470 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f056f15a-78ef-46a2-9146-d9a0404587ba", "tag": "5ecafbdb-191c-4398-b801-ddcd258fc4c4", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:57:19.224721 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c04253c4-59ab-4a86-afea-0e4ab770a419 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:57:19.225148 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f056f15a-78ef-46a2-9146-d9a0404587ba', 'tag': '5ecafbdb-191c-4398-b801-ddcd258fc4c4', 'status': 'completed', 'code': 200} Jul 15 13:57:19.251617 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-c6926b11-55db-4e47-a2a1-eaef9dc82da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:19.253201 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-c6926b11-55db-4e47-a2a1-eaef9dc82da8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ad5f6999dc34af8815d446954ea04c8&device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 1095 time: 0.0613770 Jul 15 13:57:19.298617 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-656f3809-1ce2-4737-b77b-e7610305c3e5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ecafbdb-191c-4398-b801-ddcd258fc4c4 HTTP/1.1" status: 200 len: 217 time: 0.0380557 Jul 15 13:57:19.348766 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-a75dd92e-3ccf-497a-beb7-3eeeb6bed628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:19.350227 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-a75dd92e-3ccf-497a-beb7-3eeeb6bed628 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=034ea127-7896-4346-99f5-ca233a80d5ce HTTP/1.1" status: 200 len: 853 time: 0.0460689 Jul 15 13:57:19.405054 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-956b3969-2f3c-430e-8266-0451e6c4161e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:19.406466 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-956b3969-2f3c-430e-8266-0451e6c4161e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b1ff6cc6-8720-402f-b6ab-154d928bb635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491295 Jul 15 13:57:19.498133 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-8c9b1034-414f-42ad-a6a2-31f8d972c2ec service neutron] 10.222.0.20 "GET /v2.0/networks/b1ff6cc6-8720-402f-b6ab-154d928bb635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851407 Jul 15 13:57:19.585757 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1543d239-5cf3-4b29-b887-cd2dde745489 req-af9a4059-8cfe-4c8b-97bf-c8c13f821506 service neutron] 10.222.0.20 "GET /v2.0/networks/b1ff6cc6-8720-402f-b6ab-154d928bb635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813065 Jul 15 13:57:19.686424 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89b294-6b0f-480d-a1f6-9215b7fee2e5 req-708cd326-f251-439e-b1f5-66d166769989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:19.687933 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4d89b294-6b0f-480d-a1f6-9215b7fee2e5 req-708cd326-f251-439e-b1f5-66d166769989 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ad5f6999dc34af8815d446954ea04c8&device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 1095 time: 0.0554507 Jul 15 13:57:19.774735 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89b294-6b0f-480d-a1f6-9215b7fee2e5 req-888e06c7-e9af-49c2-866c-2e3a34faed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:19.776219 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4d89b294-6b0f-480d-a1f6-9215b7fee2e5 req-888e06c7-e9af-49c2-866c-2e3a34faed2b service neutron] 10.222.0.20 "GET /v2.0/networks?id=b1ff6cc6-8720-402f-b6ab-154d928bb635 HTTP/1.1" status: 200 len: 915 time: 0.0822604 Jul 15 13:57:19.819524 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4d89b294-6b0f-480d-a1f6-9215b7fee2e5 req-e457bd00-c261-4b2b-9ed1-459d375eff6b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ecafbdb-191c-4398-b801-ddcd258fc4c4 HTTP/1.1" status: 200 len: 217 time: 0.0368383 Jul 15 13:57:20.242252 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89b294-6b0f-480d-a1f6-9215b7fee2e5 req-6c97ac82-c4a9-4153-8f9f-4f6bca5fc1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:20.243711 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4d89b294-6b0f-480d-a1f6-9215b7fee2e5 req-6c97ac82-c4a9-4153-8f9f-4f6bca5fc1a6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=034ea127-7896-4346-99f5-ca233a80d5ce HTTP/1.1" status: 200 len: 853 time: 0.4175105 Jul 15 13:57:20.299908 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7530807-204d-45b6-9ef0-6eca93403216 req-6420ca95-ca38-43d7-8531-790d6ec54012 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:20.301352 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a7530807-204d-45b6-9ef0-6eca93403216 req-6420ca95-ca38-43d7-8531-790d6ec54012 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/ports?device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 943 time: 0.1035078 Jul 15 13:57:20.344542 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89b294-6b0f-480d-a1f6-9215b7fee2e5 req-ec27773b-bdd8-4dfa-9d8c-ec4a06b2ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:20.346025 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4d89b294-6b0f-480d-a1f6-9215b7fee2e5 req-ec27773b-bdd8-4dfa-9d8c-ec4a06b2ef97 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b1ff6cc6-8720-402f-b6ab-154d928bb635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0927193 Jul 15 13:57:20.350843 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a7530807-204d-45b6-9ef0-6eca93403216 req-573f93a1-0ded-4aed-86a8-12d074b971f5 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb0f81b0-a108-4c5d-aef8-7209fe122197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434537 Jul 15 13:57:20.431901 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4d89b294-6b0f-480d-a1f6-9215b7fee2e5 req-0577fadd-871a-493b-9e22-60da84b437a9 service neutron] 10.222.0.20 "GET /v2.0/networks/b1ff6cc6-8720-402f-b6ab-154d928bb635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786574 Jul 15 13:57:20.522184 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4d89b294-6b0f-480d-a1f6-9215b7fee2e5 req-c9020d68-036e-4b1a-a16e-0672256dc79b service neutron] 10.222.0.20 "GET /v2.0/networks/b1ff6cc6-8720-402f-b6ab-154d928bb635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835114 Jul 15 13:57:21.521828 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a4dd1-5676-4ea4-8ede-21b714e47e50 req-569baac4-459f-4489-9790-2ea485c59eb8 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:21.523309 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cb2a4dd1-5676-4ea4-8ede-21b714e47e50 req-569baac4-459f-4489-9790-2ea485c59eb8 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/ports?device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 943 time: 0.0633130 Jul 15 13:57:21.559626 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cb2a4dd1-5676-4ea4-8ede-21b714e47e50 req-bbff1d0e-9d8f-4e44-811b-0eb8edd2b069 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb0f81b0-a108-4c5d-aef8-7209fe122197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305727 Jul 15 13:57:22.089886 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 5ecafbdb-191c-4398-b801-ddcd258fc4c4 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:57:22.183143 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 5ecafbdb-191c-4398-b801-ddcd258fc4c4, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=5ecafbdb-191c-4398-b801-ddcd258fc4c4,segment=NetworkSegment(e86b0ac0-1a68-43ba-a45d-ce41e2c3df27),segment_id=e86b0ac0-1a68-43ba-a45d-ce41e2c3df27)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:57:22.194090 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': '5ecafbdb-191c-4398-b801-ddcd258fc4c4', 'network_id': 'b1ff6cc6-8720-402f-b6ab-154d928bb635', 'port_id': '5ecafbdb-191c-4398-b801-ddcd258fc4c4', 'mac_address': 'fa:16:3e:63:62:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '034ea127-7896-4346-99f5-ca233a80d5ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:57:22.230882 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:22.242762 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ecafbdb-191c-4398-b801-ddcd258fc4c4 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:57:22.261909 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 5ecafbdb-191c-4398-b801-ddcd258fc4c4, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=5ecafbdb-191c-4398-b801-ddcd258fc4c4,segment=NetworkSegment(e86b0ac0-1a68-43ba-a45d-ce41e2c3df27),segment_id=e86b0ac0-1a68-43ba-a45d-ce41e2c3df27)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:57:22.266329 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:22.315262 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=5ecafbdb-191c-4398-b801-ddcd258fc4c4,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:22.322453 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:22.322824 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:22.323167 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:22.323507 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:22.323843 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:22.324175 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:22.324503 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:22.324830 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:22.325155 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:22.325479 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:22.325804 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:22.326125 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:22.500863 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['5ecafbdb-191c-4398-b801-ddcd258fc4c4'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:57:22.735349 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701b7b2-588a-4f0f-a67f-0cd7542f1bda req-5c34cf07-35b0-489b-9a33-5d98852b7f83 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:22.736853 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c701b7b2-588a-4f0f-a67f-0cd7542f1bda req-5c34cf07-35b0-489b-9a33-5d98852b7f83 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/ports?device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 944 time: 0.0666242 Jul 15 13:57:22.774428 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c701b7b2-588a-4f0f-a67f-0cd7542f1bda req-ce36a94c-ca3a-4f6c-8b43-4f097da2e99d tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb0f81b0-a108-4c5d-aef8-7209fe122197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317822 Jul 15 13:57:23.944251 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7731a9a-7a02-400f-89a1-513b92d7c49b req-e33baf9f-adf5-4ab5-a5a4-52119aa932c1 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:23.945730 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d7731a9a-7a02-400f-89a1-513b92d7c49b req-e33baf9f-adf5-4ab5-a5a4-52119aa932c1 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/ports?device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 944 time: 0.0619829 Jul 15 13:57:23.981929 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d7731a9a-7a02-400f-89a1-513b92d7c49b req-67d628d6-d00a-40a2-8c03-2f3bfe897f65 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb0f81b0-a108-4c5d-aef8-7209fe122197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306475 Jul 15 13:57:24.121291 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 5ecafbdb-191c-4398-b801-ddcd258fc4c4 up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:57:24.170448 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port 5ecafbdb-191c-4398-b801-ddcd258fc4c4 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:57:24.174007 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port 5ecafbdb-191c-4398-b801-ddcd258fc4c4 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:57:24.174384 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:24.248577 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:24.270604 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f056f15a-78ef-46a2-9146-d9a0404587ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecafbdb-191c-4398-b801-ddcd258fc4c4'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:57:24.272895 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d336e28e73e37671204d4011867161ab10622757e030a17953cce0be893d8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d618ec8-24d2-4f6a-94a1-ada68fe7fa71" -d '{"events": [{"server_uuid": "f056f15a-78ef-46a2-9146-d9a0404587ba", "name": "network-vif-plugged", "status": "completed", "tag": "5ecafbdb-191c-4398-b801-ddcd258fc4c4"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:57:24.286019 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 5ecafbdb-191c-4398-b801-ddcd258fc4c4, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=5ecafbdb-191c-4398-b801-ddcd258fc4c4,segment=NetworkSegment(e86b0ac0-1a68-43ba-a45d-ce41e2c3df27),segment_id=e86b0ac0-1a68-43ba-a45d-ce41e2c3df27)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:57:24.290607 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:24.313224 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b11e13-1347-448f-ab66-caa5667cffa7 x-openstack-request-id: req-08b11e13-1347-448f-ab66-caa5667cffa7 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:57:24.313514 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f056f15a-78ef-46a2-9146-d9a0404587ba", "name": "network-vif-plugged", "status": "completed", "tag": "5ecafbdb-191c-4398-b801-ddcd258fc4c4", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:57:24.313832 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-08b11e13-1347-448f-ab66-caa5667cffa7 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:57:24.314217 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f056f15a-78ef-46a2-9146-d9a0404587ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecafbdb-191c-4398-b801-ddcd258fc4c4', 'code': 200} Jul 15 13:57:24.339753 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=5ecafbdb-191c-4398-b801-ddcd258fc4c4,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:24.421200 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84ae03-b13c-4069-8672-14b335a7034a req-a07875ed-53ee-45fb-b128-f82ff410f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:24.422703 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6f84ae03-b13c-4069-8672-14b335a7034a req-a07875ed-53ee-45fb-b128-f82ff410f881 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 1097 time: 0.0508206 Jul 15 13:57:24.454786 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6f84ae03-b13c-4069-8672-14b335a7034a req-e86d1fa2-f952-41b6-b260-efeb75ae7c3f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cb0f81b0-a108-4c5d-aef8-7209fe122197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260983 Jul 15 13:57:25.157265 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4e267-29fe-4382-be2e-1439f003e9b0 req-f8e8cbc0-f49d-4cdd-bbab-638883fa96f1 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:25.158973 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fdb4e267-29fe-4382-be2e-1439f003e9b0 req-f8e8cbc0-f49d-4cdd-bbab-638883fa96f1 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/ports?device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 945 time: 0.0691040 Jul 15 13:57:25.197988 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fdb4e267-29fe-4382-be2e-1439f003e9b0 req-e1bbf059-7634-41a9-8e37-64e9950c3a9c tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb0f81b0-a108-4c5d-aef8-7209fe122197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331442 Jul 15 13:57:26.372331 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9257e-2075-4cd7-bacb-aa0abd0974cb req-530fc536-e930-46d5-b1a6-f810d639b76c tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:26.373780 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-55c9257e-2075-4cd7-bacb-aa0abd0974cb req-530fc536-e930-46d5-b1a6-f810d639b76c tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/ports?device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 945 time: 0.0620840 Jul 15 13:57:26.409577 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-55c9257e-2075-4cd7-bacb-aa0abd0974cb req-6d131b40-bb38-4037-9c8c-9b1368a4684e tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb0f81b0-a108-4c5d-aef8-7209fe122197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301394 Jul 15 13:57:26.587640 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618b9a8-c83c-435e-98dd-0f6034e912c5 req-4a0b0b44-966a-4ab4-b0fb-008465df9a03 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:26.588994 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f618b9a8-c83c-435e-98dd-0f6034e912c5 req-4a0b0b44-966a-4ab4-b0fb-008465df9a03 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/ports?device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 945 time: 0.0664468 Jul 15 13:57:26.625340 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f618b9a8-c83c-435e-98dd-0f6034e912c5 req-67632221-1879-441a-9fac-77b87e4394f2 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb0f81b0-a108-4c5d-aef8-7209fe122197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309050 Jul 15 13:57:26.953496 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c755c9-1da9-4062-a9a9-6b25e0e35fa9 req-30e4f88d-ad4d-4240-833c-ae5de5b34e06 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:26.954989 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-28c755c9-1da9-4062-a9a9-6b25e0e35fa9 req-30e4f88d-ad4d-4240-833c-ae5de5b34e06 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/ports?device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 945 time: 0.0633426 Jul 15 13:57:26.991203 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-28c755c9-1da9-4062-a9a9-6b25e0e35fa9 req-7ac20b91-56b2-4d33-adbc-8a220af186ba tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb0f81b0-a108-4c5d-aef8-7209fe122197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302076 Jul 15 13:57:29.641011 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:29.728733 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aeddd895-7323-4584-a7ab-93846458dfd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:29.970111 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:32.336895 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:32.523857 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-51f2aca0-9a5d-4fec-a314-884e3e150d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:33.755863 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:35.190756 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:36.352113 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:57:38.598886 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb152c8b-59b2-4918-95f7-36bb8dc247c5 req-f0d9dbc5-800c-4207-89aa-554c950d878b tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:38.600286 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cb152c8b-59b2-4918-95f7-36bb8dc247c5 req-f0d9dbc5-800c-4207-89aa-554c950d878b tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/ports?device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 945 time: 0.0650780 Jul 15 13:57:38.639346 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cb152c8b-59b2-4918-95f7-36bb8dc247c5 req-00d9cbdc-6381-40e3-afb5-ad7b4ec6b1c4 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb0f81b0-a108-4c5d-aef8-7209fe122197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335515 Jul 15 13:57:38.663248 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39866) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:57:38.756537 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8649ad7a-4c44-44b8-821a-652f7b9a7bd5 tempest-TestMinimumBasicScenario-1448380450 tempest-TestMinimumBasicScenario-1448380450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:38.758042 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8649ad7a-4c44-44b8-821a-652f7b9a7bd5 tempest-TestMinimumBasicScenario-1448380450 tempest-TestMinimumBasicScenario-1448380450-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 1092 time: 0.0938387 Jul 15 13:57:38.760960 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39870) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:57:38.765217 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-4d9d38c1-5e7c-490f-9324-7f5d32307230 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'port_id': '5ecafbdb-191c-4398-b801-ddcd258fc4c4', 'tenant_id': '0ad5f6999dc34af8815d446954ea04c8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:57:38.785917 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4d9d38c1-5e7c-490f-9324-7f5d32307230 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks [] for floatingip, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:38.880994 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4d9d38c1-5e7c-490f-9324-7f5d32307230 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:38.984165 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-4d9d38c1-5e7c-490f-9324-7f5d32307230 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Allocated IP 172.25.8.200 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/2426f62a-31f4-4cbf-b47b-17027fd2936a) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:57:39.083624 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4d9d38c1-5e7c-490f-9324-7f5d32307230 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:39.127236 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4d9d38c1-5e7c-490f-9324-7f5d32307230 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:39.165898 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9d38c1-5e7c-490f-9324-7f5d32307230 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:57:39.168627 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-4d9d38c1-5e7c-490f-9324-7f5d32307230 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:57:39.172109 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9d38c1-5e7c-490f-9324-7f5d32307230 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:57:39.178177 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d38c1-5e7c-490f-9324-7f5d32307230 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Pushing event updated for resources: {'Port': ['ID=2426f62a-31f4-4cbf-b47b-17027fd2936a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:39.527921 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4d9d38c1-5e7c-490f-9324-7f5d32307230 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:39.600879 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4d9d38c1-5e7c-490f-9324-7f5d32307230 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:39.744332 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4d9d38c1-5e7c-490f-9324-7f5d32307230 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:39.748882 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4d9d38c1-5e7c-490f-9324-7f5d32307230 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:39.819286 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d38c1-5e7c-490f-9324-7f5d32307230 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Pushing event updated for resources: {'Port': ['ID=2426f62a-31f4-4cbf-b47b-17027fd2936a,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:39.829586 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4d9d38c1-5e7c-490f-9324-7f5d32307230 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:39.928141 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-4d9d38c1-5e7c-490f-9324-7f5d32307230 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Floating IP f24219f9-0516-4c57-b5ed-1d57c7e0a5d3 associated. External IP: 172.25.8.200, port: 5ecafbdb-191c-4398-b801-ddcd258fc4c4. Jul 15 13:57:40.127083 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9d38c1-5e7c-490f-9324-7f5d32307230 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Router d88a0899-4948-4e58-9f03-f9f0d62c290c has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:57:40.232841 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9d38c1-5e7c-490f-9324-7f5d32307230 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:57:40.242626 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8368d331-3b16-4438-8f85-f2a37bafec69 None None] Sync routers for ids ['d88a0899-4948-4e58-9f03-f9f0d62c290c'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:57:40.248367 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4d9d38c1-5e7c-490f-9324-7f5d32307230 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:40.252779 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8368d331-3b16-4438-8f85-f2a37bafec69 None None] Routers {'d88a0899-4948-4e58-9f03-f9f0d62c290c'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:57:40.253370 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-8368d331-3b16-4438-8f85-f2a37bafec69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:57:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['d88a0899-4948-4e58-9f03-f9f0d62c290c'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:57:40.288181 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4d9d38c1-5e7c-490f-9324-7f5d32307230 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5261927 Jul 15 13:57:40.288782 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f056f15a-78ef-46a2-9146-d9a0404587ba', 'tag': '5ecafbdb-191c-4398-b801-ddcd258fc4c4'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:57:40.291145 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecae15dfe8a955ea50b9833da7617a528fbca6cb3a0c246d25e4c35a4bbccae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ba7be6-6f1c-43a1-87e0-e9115cbae3b9" -d '{"events": [{"name": "network-changed", "server_uuid": "f056f15a-78ef-46a2-9146-d9a0404587ba", "tag": "5ecafbdb-191c-4398-b801-ddcd258fc4c4"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:57:40.291299 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39872) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:57:40.296106 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-1765c394-fbfe-4771-b00c-d6d175f45a61 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1088280293', 'description': 'tempest-secgroup-smoke-1088280293 description', 'project_id': '0ad5f6999dc34af8815d446954ea04c8'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:57:40.326877 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1765c394-fbfe-4771-b00c-d6d175f45a61 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:40.332271 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc13027b-316c-44c1-a6e8-3cd4abe4babc x-openstack-request-id: req-bc13027b-316c-44c1-a6e8-3cd4abe4babc {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:57:40.332611 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f056f15a-78ef-46a2-9146-d9a0404587ba", "tag": "5ecafbdb-191c-4398-b801-ddcd258fc4c4", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:57:40.332869 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc13027b-316c-44c1-a6e8-3cd4abe4babc {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:57:40.333276 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f056f15a-78ef-46a2-9146-d9a0404587ba', 'tag': '5ecafbdb-191c-4398-b801-ddcd258fc4c4', 'status': 'completed', 'code': 200} Jul 15 13:57:40.361729 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-8368d331-3b16-4438-8f85-f2a37bafec69 None None] Set router d88a0899-4948-4e58-9f03-f9f0d62c290c gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:57:40.416667 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1765c394-fbfe-4771-b00c-d6d175f45a61 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:40.421163 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1765c394-fbfe-4771-b00c-d6d175f45a61 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:40.422690 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba7be6-6f1c-43a1-87e0-e9115cbae3b9 req-708130fa-00a0-48ab-91e8-357b2fef6666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:40.424706 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a6ba7be6-6f1c-43a1-87e0-e9115cbae3b9 req-708130fa-00a0-48ab-91e8-357b2fef6666 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ad5f6999dc34af8815d446954ea04c8&device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 1097 time: 0.0679233 Jul 15 13:57:40.447096 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1765c394-fbfe-4771-b00c-d6d175f45a61 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:40.448613 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1765c394-fbfe-4771-b00c-d6d175f45a61 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1563442 Jul 15 13:57:40.451696 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 39880) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:57:40.460275 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1765c394-fbfe-4771-b00c-d6d175f45a61 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00dde92e-acd3-4977-bdf8-11ab5ab5ad71,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:40.462915 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-05926731-f9b6-4d94-ae73-c36ae475e92d tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Request body: {'security_group_rule': {'security_group_id': '00dde92e-acd3-4977-bdf8-11ab5ab5ad71', 'project_id': '0ad5f6999dc34af8815d446954ea04c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:57:40.468604 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1765c394-fbfe-4771-b00c-d6d175f45a61 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:40.469187 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1765c394-fbfe-4771-b00c-d6d175f45a61 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:40.469614 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1765c394-fbfe-4771-b00c-d6d175f45a61 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:40.469856 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1765c394-fbfe-4771-b00c-d6d175f45a61 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:40.470399 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1765c394-fbfe-4771-b00c-d6d175f45a61 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:40.471019 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1765c394-fbfe-4771-b00c-d6d175f45a61 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:40.471169 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1765c394-fbfe-4771-b00c-d6d175f45a61 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:40.471383 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1765c394-fbfe-4771-b00c-d6d175f45a61 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:40.471705 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1765c394-fbfe-4771-b00c-d6d175f45a61 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:40.472364 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1765c394-fbfe-4771-b00c-d6d175f45a61 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:40.472364 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1765c394-fbfe-4771-b00c-d6d175f45a61 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:40.473302 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1765c394-fbfe-4771-b00c-d6d175f45a61 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:40.529618 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-05926731-f9b6-4d94-ae73-c36ae475e92d tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:40.568210 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba7be6-6f1c-43a1-87e0-e9115cbae3b9 req-7ceb190b-a7e1-4542-b7c6-5bc1e0ace2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:40.569687 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a6ba7be6-6f1c-43a1-87e0-e9115cbae3b9 req-7ceb190b-a7e1-4542-b7c6-5bc1e0ace2c5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b1ff6cc6-8720-402f-b6ab-154d928bb635 HTTP/1.1" status: 200 len: 915 time: 0.1382358 Jul 15 13:57:40.603550 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-8368d331-3b16-4438-8f85-f2a37bafec69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88a0899-4948-4e58-9f03-f9f0d62c290c', 'name': 'tempest-TestMinimumBasicScenario-851722160-router', 'tenant_id': '0ad5f6999dc34af8815d446954ea04c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '0f6b5057-df15-4d63-b09c-9cc632a484b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:56:47Z', 'updated_at': '2021-07-15T13:56:50Z', 'revision_number': 4, 'project_id': '0ad5f6999dc34af8815d446954ea04c8', 'gw_port': {'id': '0f6b5057-df15-4d63-b09c-9cc632a484b4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88a0899-4948-4e58-9f03-f9f0d62c290c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:56:48Z', 'updated_at': '2021-07-15T13:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'f24219f9-0516-4c57-b5ed-1d57c7e0a5d3', 'tenant_id': '0ad5f6999dc34af8815d446954ea04c8', 'floating_ip_address': '172.25.8.200', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'd88a0899-4948-4e58-9f03-f9f0d62c290c', 'port_id': '5ecafbdb-191c-4398-b801-ddcd258fc4c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1ff6cc6-8720-402f-b6ab-154d928bb635', 'mac_address': 'fa:16:3e:63:62:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f056f15a-78ef-46a2-9146-d9a0404587ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:57:39Z', 'updated_at': '2021-07-15T13:57:39Z', 'revision_number': 0, 'project_id': '0ad5f6999dc34af8815d446954ea04c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c61c7fea-5f2a-4ea3-ac92-35920eaa4b39', 'name': '', 'network_id': 'b1ff6cc6-8720-402f-b6ab-154d928bb635', 'tenant_id': '0ad5f6999dc34af8815d446954ea04c8', 'mac_address': 'fa:16:3e:f0:fc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88a0899-4948-4e58-9f03-f9f0d62c290c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '034ea127-7896-4346-99f5-ca233a80d5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:56:49Z', 'updated_at': '2021-07-15T13:56:56Z', 'revision_number': 5, 'project_id': '0ad5f6999dc34af8815d446954ea04c8', 'subnets': [{'id': '034ea127-7896-4346-99f5-ca233a80d5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:57:40.629244 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8368d331-3b16-4438-8f85-f2a37bafec69 None None] Checking router: d88a0899-4948-4e58-9f03-f9f0d62c290c for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:57:40.634055 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-05926731-f9b6-4d94-ae73-c36ae475e92d tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:40.638657 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8368d331-3b16-4438-8f85-f2a37bafec69 None None] Routers {'d88a0899-4948-4e58-9f03-f9f0d62c290c'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:57:40.639304 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-8368d331-3b16-4438-8f85-f2a37bafec69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:57:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['d88a0899-4948-4e58-9f03-f9f0d62c290c'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:57:40.643003 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-05926731-f9b6-4d94-ae73-c36ae475e92d tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:40.663495 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a6ba7be6-6f1c-43a1-87e0-e9115cbae3b9 req-f1a2bbe5-54a7-45f5-84d2-cdb4528ffc4b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ecafbdb-191c-4398-b801-ddcd258fc4c4 HTTP/1.1" status: 200 len: 999 time: 0.0866168 Jul 15 13:57:40.668040 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05926731-f9b6-4d94-ae73-c36ae475e92d tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b319233-4a2b-430d-b310-c78cc3944f42,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:40.684910 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-05926731-f9b6-4d94-ae73-c36ae475e92d tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:40.686037 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-05926731-f9b6-4d94-ae73-c36ae475e92d tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2333987 Jul 15 13:57:40.689283 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39882) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:57:40.694175 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-0f3fc0a7-be37-4630-b7b3-6a556b316aee tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Request body: {'security_group_rule': {'security_group_id': '00dde92e-acd3-4977-bdf8-11ab5ab5ad71', 'project_id': '0ad5f6999dc34af8815d446954ea04c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:57:40.706745 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05926731-f9b6-4d94-ae73-c36ae475e92d tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:40.707655 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05926731-f9b6-4d94-ae73-c36ae475e92d tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:40.708014 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05926731-f9b6-4d94-ae73-c36ae475e92d tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:40.708351 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05926731-f9b6-4d94-ae73-c36ae475e92d tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:40.708683 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05926731-f9b6-4d94-ae73-c36ae475e92d tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:40.709012 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05926731-f9b6-4d94-ae73-c36ae475e92d tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:40.709358 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05926731-f9b6-4d94-ae73-c36ae475e92d tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:40.709676 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05926731-f9b6-4d94-ae73-c36ae475e92d tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:40.710001 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05926731-f9b6-4d94-ae73-c36ae475e92d tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:40.710324 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05926731-f9b6-4d94-ae73-c36ae475e92d tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:40.710674 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05926731-f9b6-4d94-ae73-c36ae475e92d tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:40.711004 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05926731-f9b6-4d94-ae73-c36ae475e92d tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:40.730667 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0f3fc0a7-be37-4630-b7b3-6a556b316aee tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:40.733116 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba7be6-6f1c-43a1-87e0-e9115cbae3b9 req-cbf908e2-9028-499a-aef5-a50280b375ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:40.734661 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a6ba7be6-6f1c-43a1-87e0-e9115cbae3b9 req-cbf908e2-9028-499a-aef5-a50280b375ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=034ea127-7896-4346-99f5-ca233a80d5ce HTTP/1.1" status: 200 len: 853 time: 0.0640202 Jul 15 13:57:40.746388 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-8368d331-3b16-4438-8f85-f2a37bafec69 None None] Set router d88a0899-4948-4e58-9f03-f9f0d62c290c gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:57:40.779889 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0f3fc0a7-be37-4630-b7b3-6a556b316aee tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:40.784005 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0f3fc0a7-be37-4630-b7b3-6a556b316aee tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:40.800556 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba7be6-6f1c-43a1-87e0-e9115cbae3b9 req-ecc27ebe-6cac-4ae3-8138-0c97ba641be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:40.802959 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a6ba7be6-6f1c-43a1-87e0-e9115cbae3b9 req-ecc27ebe-6cac-4ae3-8138-0c97ba641be1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b1ff6cc6-8720-402f-b6ab-154d928bb635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622597 Jul 15 13:57:40.806011 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3fc0a7-be37-4630-b7b3-6a556b316aee tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b1da75-0b27-4baa-a415-1bcc405980df,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:40.808429 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0f3fc0a7-be37-4630-b7b3-6a556b316aee tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:40.809638 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0f3fc0a7-be37-4630-b7b3-6a556b316aee tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1192648 Jul 15 13:57:40.818792 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39886) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:57:40.823348 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-296221da-e047-45d6-89f6-a5cd1aacf629 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Request body: {'security_group_rule': {'security_group_id': '00dde92e-acd3-4977-bdf8-11ab5ab5ad71', 'project_id': '0ad5f6999dc34af8815d446954ea04c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:57:40.850124 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-296221da-e047-45d6-89f6-a5cd1aacf629 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:40.900521 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a6ba7be6-6f1c-43a1-87e0-e9115cbae3b9 req-1429fe71-92c8-4679-8035-78b3e9c14f3e service neutron] 10.222.0.20 "GET /v2.0/networks/b1ff6cc6-8720-402f-b6ab-154d928bb635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867674 Jul 15 13:57:40.915405 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-296221da-e047-45d6-89f6-a5cd1aacf629 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:40.919761 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-296221da-e047-45d6-89f6-a5cd1aacf629 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:40.936586 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296221da-e047-45d6-89f6-a5cd1aacf629 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b626e1eb-845f-49b2-bd71-c259a538b0c2,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:40.949522 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-296221da-e047-45d6-89f6-a5cd1aacf629 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:40.951029 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-296221da-e047-45d6-89f6-a5cd1aacf629 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1312160 Jul 15 13:57:40.953682 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39888) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:57:40.958383 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-287fe5ce-0fff-4ca2-8667-8933074b3fc1 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Request body: {'security_group_rule': {'security_group_id': '00dde92e-acd3-4977-bdf8-11ab5ab5ad71', 'project_id': '0ad5f6999dc34af8815d446954ea04c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:57:40.986014 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-287fe5ce-0fff-4ca2-8667-8933074b3fc1 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:40.997094 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-8368d331-3b16-4438-8f85-f2a37bafec69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88a0899-4948-4e58-9f03-f9f0d62c290c', 'name': 'tempest-TestMinimumBasicScenario-851722160-router', 'tenant_id': '0ad5f6999dc34af8815d446954ea04c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '0f6b5057-df15-4d63-b09c-9cc632a484b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:56:47Z', 'updated_at': '2021-07-15T13:56:50Z', 'revision_number': 4, 'project_id': '0ad5f6999dc34af8815d446954ea04c8', 'gw_port': {'id': '0f6b5057-df15-4d63-b09c-9cc632a484b4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88a0899-4948-4e58-9f03-f9f0d62c290c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:56:48Z', 'updated_at': '2021-07-15T13:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'f24219f9-0516-4c57-b5ed-1d57c7e0a5d3', 'tenant_id': '0ad5f6999dc34af8815d446954ea04c8', 'floating_ip_address': '172.25.8.200', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'd88a0899-4948-4e58-9f03-f9f0d62c290c', 'port_id': '5ecafbdb-191c-4398-b801-ddcd258fc4c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1ff6cc6-8720-402f-b6ab-154d928bb635', 'mac_address': 'fa:16:3e:63:62:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f056f15a-78ef-46a2-9146-d9a0404587ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:57:39Z', 'updated_at': '2021-07-15T13:57:39Z', 'revision_number': 0, 'project_id': '0ad5f6999dc34af8815d446954ea04c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c61c7fea-5f2a-4ea3-ac92-35920eaa4b39', 'name': '', 'network_id': 'b1ff6cc6-8720-402f-b6ab-154d928bb635', 'tenant_id': '0ad5f6999dc34af8815d446954ea04c8', 'mac_address': 'fa:16:3e:f0:fc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88a0899-4948-4e58-9f03-f9f0d62c290c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '034ea127-7896-4346-99f5-ca233a80d5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:56:49Z', 'updated_at': '2021-07-15T13:56:56Z', 'revision_number': 5, 'project_id': '0ad5f6999dc34af8815d446954ea04c8', 'subnets': [{'id': '034ea127-7896-4346-99f5-ca233a80d5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:57:41.003488 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a6ba7be6-6f1c-43a1-87e0-e9115cbae3b9 req-fbc13a5b-3d48-447f-867b-7df0050db458 service neutron] 10.222.0.20 "GET /v2.0/networks/b1ff6cc6-8720-402f-b6ab-154d928bb635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967221 Jul 15 13:57:41.056759 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-287fe5ce-0fff-4ca2-8667-8933074b3fc1 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:41.061794 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-287fe5ce-0fff-4ca2-8667-8933074b3fc1 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:41.082467 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287fe5ce-0fff-4ca2-8667-8933074b3fc1 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f0d25ac-e73e-4f0d-82a6-a591d27b823d,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:41.084920 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-287fe5ce-0fff-4ca2-8667-8933074b3fc1 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:41.086208 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-287fe5ce-0fff-4ca2-8667-8933074b3fc1 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1314580 Jul 15 13:57:41.089017 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39890) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:57:41.093629 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-a7cd9543-31af-4d39-b0ba-5476c78c4436 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Request body: {'security_group_rule': {'security_group_id': '00dde92e-acd3-4977-bdf8-11ab5ab5ad71', 'project_id': '0ad5f6999dc34af8815d446954ea04c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:57:41.116069 n-d-771363-36 neutron-server[93826]: INFO neutron.db.securitygroups_db [None req-a7cd9543-31af-4d39-b0ba-5476c78c4436 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Project 0ad5f6999dc34af8815d446954ea04c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:57:41.121004 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a7cd9543-31af-4d39-b0ba-5476c78c4436 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:41.125472 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8368d331-3b16-4438-8f85-f2a37bafec69 None None] The sync data for ids ['d88a0899-4948-4e58-9f03-f9f0d62c290c'] in n-d-771363-36 is: [{'id': 'd88a0899-4948-4e58-9f03-f9f0d62c290c', 'name': 'tempest-TestMinimumBasicScenario-851722160-router', 'tenant_id': '0ad5f6999dc34af8815d446954ea04c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '0f6b5057-df15-4d63-b09c-9cc632a484b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:56:47Z', 'updated_at': '2021-07-15T13:56:50Z', 'revision_number': 4, 'project_id': '0ad5f6999dc34af8815d446954ea04c8', 'gw_port': {'id': '0f6b5057-df15-4d63-b09c-9cc632a484b4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88a0899-4948-4e58-9f03-f9f0d62c290c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:56:48Z', 'updated_at': '2021-07-15T13:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'f24219f9-0516-4c57-b5ed-1d57c7e0a5d3', 'tenant_id': '0ad5f6999dc34af8815d446954ea04c8', 'floating_ip_address': '172.25.8.200', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'd88a0899-4948-4e58-9f03-f9f0d62c290c', 'port_id': '5ecafbdb-191c-4398-b801-ddcd258fc4c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1ff6cc6-8720-402f-b6ab-154d928bb635', 'mac_address': 'fa:16:3e:63:62:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f056f15a-78ef-46a2-9146-d9a0404587ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:57:39Z', 'updated_at': '2021-07-15T13:57:39Z', 'revision_number': 0, 'project_id': '0ad5f6999dc34af8815d446954ea04c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c61c7fea-5f2a-4ea3-ac92-35920eaa4b39', 'name': '', 'network_id': 'b1ff6cc6-8720-402f-b6ab-154d928bb635', 'tenant_id': '0ad5f6999dc34af8815d446954ea04c8', 'mac_address': 'fa:16:3e:f0:fc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88a0899-4948-4e58-9f03-f9f0d62c290c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '034ea127-7896-4346-99f5-ca233a80d5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:56:49Z', 'updated_at': '2021-07-15T13:56:56Z', 'revision_number': 5, 'project_id': '0ad5f6999dc34af8815d446954ea04c8', 'subnets': [{'id': '034ea127-7896-4346-99f5-ca233a80d5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:57:41.183250 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a7cd9543-31af-4d39-b0ba-5476c78c4436 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:41.187106 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a7cd9543-31af-4d39-b0ba-5476c78c4436 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:41.206210 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd9543-31af-4d39-b0ba-5476c78c4436 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca726a43-1c1b-47b5-a000-28e2b02f1976,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:41.210080 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a7cd9543-31af-4d39-b0ba-5476c78c4436 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:41.211350 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a7cd9543-31af-4d39-b0ba-5476c78c4436 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1213663 Jul 15 13:57:41.214016 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39892) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:57:41.218523 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-8dbf3218-af64-42b6-885f-141e377e1767 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Request body: {'security_group_rule': {'security_group_id': '00dde92e-acd3-4977-bdf8-11ab5ab5ad71', 'project_id': '0ad5f6999dc34af8815d446954ea04c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:57:41.241094 n-d-771363-36 neutron-server[93826]: INFO neutron.db.securitygroups_db [None req-8dbf3218-af64-42b6-885f-141e377e1767 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Project 0ad5f6999dc34af8815d446954ea04c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:57:41.245878 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8dbf3218-af64-42b6-885f-141e377e1767 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:41.309733 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8dbf3218-af64-42b6-885f-141e377e1767 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:41.314129 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8dbf3218-af64-42b6-885f-141e377e1767 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:41.334015 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbf3218-af64-42b6-885f-141e377e1767 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b86a69ba-cb80-4309-b77b-e7835da9dd7b,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:41.341470 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8dbf3218-af64-42b6-885f-141e377e1767 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:41.342917 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8dbf3218-af64-42b6-885f-141e377e1767 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1276965 Jul 15 13:57:41.354896 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84851429-1829-4fe0-b82e-782ff5a2b801 None None] New status for floating IP f24219f9-0516-4c57-b5ed-1d57c7e0a5d3: ACTIVE {{(pid=93827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:57:41.466687 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6285d7d8-5bb3-46ce-9738-413f38e2cdcf req-50537931-e435-48af-9e97-2e22b458abc5 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1088280293&fields=id&tenant_id=0ad5f6999dc34af8815d446954ea04c8 HTTP/1.1" status: 200 len: 267 time: 0.0360270 Jul 15 13:57:41.536005 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285d7d8-5bb3-46ce-9738-413f38e2cdcf req-239d2698-5db1-4eed-a36c-aeb6ea574e70 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:41.537583 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6285d7d8-5bb3-46ce-9738-413f38e2cdcf req-239d2698-5db1-4eed-a36c-aeb6ea574e70 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/ports?device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 945 time: 0.0655403 Jul 15 13:57:41.550061 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-6285d7d8-5bb3-46ce-9738-413f38e2cdcf req-2f3a1996-0730-4786-8fb0-0d17efaea7eb tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Request body: {'port': {'security_groups': ['cb0f81b0-a108-4c5d-aef8-7209fe122197', '00dde92e-acd3-4977-bdf8-11ab5ab5ad71']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:57:41.636223 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6285d7d8-5bb3-46ce-9738-413f38e2cdcf req-2f3a1996-0730-4786-8fb0-0d17efaea7eb tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:41.815497 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-6285d7d8-5bb3-46ce-9738-413f38e2cdcf req-2f3a1996-0730-4786-8fb0-0d17efaea7eb tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] For port 5ecafbdb-191c-4398-b801-ddcd258fc4c4, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=5ecafbdb-191c-4398-b801-ddcd258fc4c4,segment=NetworkSegment(e86b0ac0-1a68-43ba-a45d-ce41e2c3df27),segment_id=e86b0ac0-1a68-43ba-a45d-ce41e2c3df27)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:57:41.844622 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6285d7d8-5bb3-46ce-9738-413f38e2cdcf req-2f3a1996-0730-4786-8fb0-0d17efaea7eb tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:41.849192 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6285d7d8-5bb3-46ce-9738-413f38e2cdcf req-2f3a1996-0730-4786-8fb0-0d17efaea7eb tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:41.861371 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['5ecafbdb-191c-4398-b801-ddcd258fc4c4'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:57:41.892171 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285d7d8-5bb3-46ce-9738-413f38e2cdcf req-2f3a1996-0730-4786-8fb0-0d17efaea7eb tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:41.892790 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6285d7d8-5bb3-46ce-9738-413f38e2cdcf req-2f3a1996-0730-4786-8fb0-0d17efaea7eb tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:41.894165 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6285d7d8-5bb3-46ce-9738-413f38e2cdcf req-2f3a1996-0730-4786-8fb0-0d17efaea7eb tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "PUT /v2.0/ports/5ecafbdb-191c-4398-b801-ddcd258fc4c4 HTTP/1.1" status: 200 len: 981 time: 0.3490279 Jul 15 13:57:41.938909 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a1996-0730-4786-8fb0-0d17efaea7eb tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Pushing event updated for resources: {'Port': ['ID=5ecafbdb-191c-4398-b801-ddcd258fc4c4,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:41.950584 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['5ecafbdb-191c-4398-b801-ddcd258fc4c4'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:57:42.080890 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ac8c7-7e58-4ad3-9d4f-a68b0c0a2776 req-1f9204e3-de1f-4ab4-a08d-f4135bf65d4d tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:42.083149 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3d2ac8c7-7e58-4ad3-9d4f-a68b0c0a2776 req-1f9204e3-de1f-4ab4-a08d-f4135bf65d4d tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/ports?device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 984 time: 0.0703664 Jul 15 13:57:42.128227 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3d2ac8c7-7e58-4ad3-9d4f-a68b0c0a2776 req-732bc268-9fbf-4561-8d63-a9adea0de563 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/security-groups?id=00dde92e-acd3-4977-bdf8-11ab5ab5ad71&id=cb0f81b0-a108-4c5d-aef8-7209fe122197&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386777 Jul 15 13:57:42.228273 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d4749a26-799e-4b98-9a99-2f2721809de8 None None] Provisioning complete for port 5ecafbdb-191c-4398-b801-ddcd258fc4c4 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:57:42.228637 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d4749a26-799e-4b98-9a99-2f2721809de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:42.334461 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f056f15a-78ef-46a2-9146-d9a0404587ba', 'tag': '5ecafbdb-191c-4398-b801-ddcd258fc4c4'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:57:42.336803 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecae15dfe8a955ea50b9833da7617a528fbca6cb3a0c246d25e4c35a4bbccae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db37b36-8f43-4cce-a9df-1639f4346ff5" -d '{"events": [{"name": "network-changed", "server_uuid": "f056f15a-78ef-46a2-9146-d9a0404587ba", "tag": "5ecafbdb-191c-4398-b801-ddcd258fc4c4"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:57:42.371917 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb5c4a2-76e2-45c2-bf67-d4e6329c6098 x-openstack-request-id: req-2cb5c4a2-76e2-45c2-bf67-d4e6329c6098 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:57:42.372233 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f056f15a-78ef-46a2-9146-d9a0404587ba", "tag": "5ecafbdb-191c-4398-b801-ddcd258fc4c4", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:57:42.372509 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2cb5c4a2-76e2-45c2-bf67-d4e6329c6098 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:57:42.373019 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f056f15a-78ef-46a2-9146-d9a0404587ba', 'tag': '5ecafbdb-191c-4398-b801-ddcd258fc4c4', 'status': 'completed', 'code': 200} Jul 15 13:57:42.457787 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db37b36-8f43-4cce-a9df-1639f4346ff5 req-df7db4db-a96e-40bd-ae93-c36fe2c35b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:42.459335 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2db37b36-8f43-4cce-a9df-1639f4346ff5 req-df7db4db-a96e-40bd-ae93-c36fe2c35b40 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ad5f6999dc34af8815d446954ea04c8&device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 1136 time: 0.0578597 Jul 15 13:57:42.547247 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db37b36-8f43-4cce-a9df-1639f4346ff5 req-ff55df45-55db-4304-9678-cf3f96aa42b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:42.548738 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2db37b36-8f43-4cce-a9df-1639f4346ff5 req-ff55df45-55db-4304-9678-cf3f96aa42b3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b1ff6cc6-8720-402f-b6ab-154d928bb635 HTTP/1.1" status: 200 len: 915 time: 0.0826521 Jul 15 13:57:42.616372 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2db37b36-8f43-4cce-a9df-1639f4346ff5 req-6990bffd-618e-4b86-8276-ac9db6d7ad65 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ecafbdb-191c-4398-b801-ddcd258fc4c4 HTTP/1.1" status: 200 len: 1001 time: 0.0597498 Jul 15 13:57:42.663835 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db37b36-8f43-4cce-a9df-1639f4346ff5 req-68a1a791-6717-4c76-8862-ed86179bda33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:42.665219 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2db37b36-8f43-4cce-a9df-1639f4346ff5 req-68a1a791-6717-4c76-8862-ed86179bda33 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=034ea127-7896-4346-99f5-ca233a80d5ce HTTP/1.1" status: 200 len: 853 time: 0.0418830 Jul 15 13:57:42.719793 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db37b36-8f43-4cce-a9df-1639f4346ff5 req-d64e6751-3044-40e2-b50c-9a11edfc624f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:42.721276 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2db37b36-8f43-4cce-a9df-1639f4346ff5 req-d64e6751-3044-40e2-b50c-9a11edfc624f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b1ff6cc6-8720-402f-b6ab-154d928bb635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489817 Jul 15 13:57:42.809408 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2db37b36-8f43-4cce-a9df-1639f4346ff5 req-ff16b8fc-b425-439c-809f-2e04afac4396 service neutron] 10.222.0.20 "GET /v2.0/networks/b1ff6cc6-8720-402f-b6ab-154d928bb635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816181 Jul 15 13:57:42.895844 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2db37b36-8f43-4cce-a9df-1639f4346ff5 req-efafe5b7-f5d0-4cb6-b6ea-3e58dc16db9e service neutron] 10.222.0.20 "GET /v2.0/networks/b1ff6cc6-8720-402f-b6ab-154d928bb635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792603 Jul 15 13:57:57.406622 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ef530-5fbe-4801-9ac7-2b19b45e92bf req-9b212812-6299-4adc-b069-e76dcb1e31d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:57.408106 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0f7ef530-5fbe-4801-9ac7-2b19b45e92bf req-9b212812-6299-4adc-b069-e76dcb1e31d6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ad5f6999dc34af8815d446954ea04c8&device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 1136 time: 0.0956683 Jul 15 13:57:57.430501 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701cd6ca-2379-4c73-b78a-49088ad2467f req-3d4e0234-8cae-4654-bc42-7fe242937f51 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:57.431836 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-701cd6ca-2379-4c73-b78a-49088ad2467f req-3d4e0234-8cae-4654-bc42-7fe242937f51 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/ports?device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 984 time: 0.0866375 Jul 15 13:57:57.517521 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-701cd6ca-2379-4c73-b78a-49088ad2467f req-0eb621f6-163b-4283-a127-3f3a1d8174c7 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/security-groups?id=00dde92e-acd3-4977-bdf8-11ab5ab5ad71&id=cb0f81b0-a108-4c5d-aef8-7209fe122197&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0761580 Jul 15 13:57:57.537386 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ef530-5fbe-4801-9ac7-2b19b45e92bf req-bf5fe16e-e19d-4b65-9340-65c5c921f3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:57.538899 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0f7ef530-5fbe-4801-9ac7-2b19b45e92bf req-bf5fe16e-e19d-4b65-9340-65c5c921f3d5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b1ff6cc6-8720-402f-b6ab-154d928bb635 HTTP/1.1" status: 200 len: 915 time: 0.1234367 Jul 15 13:57:57.602054 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0f7ef530-5fbe-4801-9ac7-2b19b45e92bf req-56b51b20-99bc-47f8-94ba-54bfc3042012 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ecafbdb-191c-4398-b801-ddcd258fc4c4 HTTP/1.1" status: 200 len: 1001 time: 0.0559261 Jul 15 13:57:57.653732 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ef530-5fbe-4801-9ac7-2b19b45e92bf req-cb3f9d8d-29f5-43bf-86a8-0644eb165aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:57.655197 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0f7ef530-5fbe-4801-9ac7-2b19b45e92bf req-cb3f9d8d-29f5-43bf-86a8-0644eb165aa3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=034ea127-7896-4346-99f5-ca233a80d5ce HTTP/1.1" status: 200 len: 853 time: 0.0467520 Jul 15 13:57:57.711080 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ef530-5fbe-4801-9ac7-2b19b45e92bf req-38582897-3291-439c-b535-0ebba1a374c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:57.712733 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0f7ef530-5fbe-4801-9ac7-2b19b45e92bf req-38582897-3291-439c-b535-0ebba1a374c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b1ff6cc6-8720-402f-b6ab-154d928bb635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516083 Jul 15 13:57:57.798950 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0f7ef530-5fbe-4801-9ac7-2b19b45e92bf req-68fb5484-9370-42b6-9067-efbc504e6371 service neutron] 10.222.0.20 "GET /v2.0/networks/b1ff6cc6-8720-402f-b6ab-154d928bb635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791020 Jul 15 13:57:57.889009 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0f7ef530-5fbe-4801-9ac7-2b19b45e92bf req-4515c269-2b32-4cbc-b650-b9c93fe4a009 service neutron] 10.222.0.20 "GET /v2.0/networks/b1ff6cc6-8720-402f-b6ab-154d928bb635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835264 Jul 15 13:57:58.001622 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141cf108-6858-4a93-a73f-015947065b50 req-dd8fa9b1-ad6a-433d-96c9-3f7cc1633e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:58.003061 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-141cf108-6858-4a93-a73f-015947065b50 req-dd8fa9b1-ad6a-433d-96c9-3f7cc1633e28 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ad5f6999dc34af8815d446954ea04c8&device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 1136 time: 0.0525949 Jul 15 13:57:58.111290 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141cf108-6858-4a93-a73f-015947065b50 req-fa7b7ff3-4427-4dff-81ce-0d4401d7b246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:58.112842 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-141cf108-6858-4a93-a73f-015947065b50 req-fa7b7ff3-4427-4dff-81ce-0d4401d7b246 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b1ff6cc6-8720-402f-b6ab-154d928bb635 HTTP/1.1" status: 200 len: 915 time: 0.0884092 Jul 15 13:57:58.176403 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-141cf108-6858-4a93-a73f-015947065b50 req-80d6505a-83e4-46c8-8bbb-8e91109c238c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ecafbdb-191c-4398-b801-ddcd258fc4c4 HTTP/1.1" status: 200 len: 1001 time: 0.0566294 Jul 15 13:57:58.225650 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141cf108-6858-4a93-a73f-015947065b50 req-25e706c0-b4fe-4d1c-b209-f311da0ed089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:58.227108 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-141cf108-6858-4a93-a73f-015947065b50 req-25e706c0-b4fe-4d1c-b209-f311da0ed089 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=034ea127-7896-4346-99f5-ca233a80d5ce HTTP/1.1" status: 200 len: 853 time: 0.0436454 Jul 15 13:57:58.285898 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141cf108-6858-4a93-a73f-015947065b50 req-b0336e5c-bbc3-403e-b336-942e2a3f5c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:58.287312 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-141cf108-6858-4a93-a73f-015947065b50 req-b0336e5c-bbc3-403e-b336-942e2a3f5c9b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b1ff6cc6-8720-402f-b6ab-154d928bb635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535564 Jul 15 13:57:58.372713 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-141cf108-6858-4a93-a73f-015947065b50 req-83d67c2e-baf4-461e-97cd-459baee06ea7 service neutron] 10.222.0.20 "GET /v2.0/networks/b1ff6cc6-8720-402f-b6ab-154d928bb635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786028 Jul 15 13:57:58.461253 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-141cf108-6858-4a93-a73f-015947065b50 req-c0d396a2-ca1b-48a0-8120-a88034ca8c05 service neutron] 10.222.0.20 "GET /v2.0/networks/b1ff6cc6-8720-402f-b6ab-154d928bb635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818439 Jul 15 13:57:58.702095 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109cb10e-5e0a-42c7-accb-9f2b4ee53cf6 req-73d05454-d444-4d34-9501-b29d1fd5a171 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:58.703594 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-109cb10e-5e0a-42c7-accb-9f2b4ee53cf6 req-73d05454-d444-4d34-9501-b29d1fd5a171 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/ports?device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 984 time: 0.0621481 Jul 15 13:57:58.742622 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-109cb10e-5e0a-42c7-accb-9f2b4ee53cf6 req-aebdf824-d8be-4054-9d51-58f8cc602aa8 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/security-groups?id=00dde92e-acd3-4977-bdf8-11ab5ab5ad71&id=cb0f81b0-a108-4c5d-aef8-7209fe122197&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332181 Jul 15 13:57:59.651277 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:59.729106 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0fc10275-048d-4f01-b5ce-3b9d6c329c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:59.960981 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:00.289329 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77923620-db25-4887-b347-b08bfd01f5cf req-7d4222b1-1744-4689-882d-effcefa62ae3 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:00.290756 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-77923620-db25-4887-b347-b08bfd01f5cf req-7d4222b1-1744-4689-882d-effcefa62ae3 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/ports?device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 984 time: 0.4162886 Jul 15 13:58:00.329955 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-77923620-db25-4887-b347-b08bfd01f5cf req-c3c24f0d-93ed-44d4-bac6-a661171b0209 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/security-groups?id=00dde92e-acd3-4977-bdf8-11ab5ab5ad71&id=cb0f81b0-a108-4c5d-aef8-7209fe122197&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333116 Jul 15 13:58:01.504824 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45815e6-589f-445f-813b-c2f2f4ef8d2d req-df70b846-9dab-4b52-836c-ed6b06a69edb tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:01.506316 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b45815e6-589f-445f-813b-c2f2f4ef8d2d req-df70b846-9dab-4b52-836c-ed6b06a69edb tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/ports?device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 984 time: 0.0632856 Jul 15 13:58:01.545723 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b45815e6-589f-445f-813b-c2f2f4ef8d2d req-dd86342a-625f-417f-9329-eb085da1ca7e tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/security-groups?id=00dde92e-acd3-4977-bdf8-11ab5ab5ad71&id=cb0f81b0-a108-4c5d-aef8-7209fe122197&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335245 Jul 15 13:58:02.339870 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:02.523899 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-75d1e089-400a-4034-9762-b9da3603f43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:02.715300 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7104dab-1313-4112-b341-35dfb2a14e95 req-c9056cc2-ab49-442f-9d1c-35a9e824f090 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:02.716778 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b7104dab-1313-4112-b341-35dfb2a14e95 req-c9056cc2-ab49-442f-9d1c-35a9e824f090 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/ports?device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 984 time: 0.0622134 Jul 15 13:58:02.758939 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b7104dab-1313-4112-b341-35dfb2a14e95 req-28dab54d-d3f0-4c05-97f5-39c394494aab tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/security-groups?id=00dde92e-acd3-4977-bdf8-11ab5ab5ad71&id=cb0f81b0-a108-4c5d-aef8-7209fe122197&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365746 Jul 15 13:58:03.758296 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:03.927751 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708caad-3a7d-45c6-bebd-ab19ca230bbd req-fd21b43a-d13e-4aee-801a-c119e63ea323 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:03.929714 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b708caad-3a7d-45c6-bebd-ab19ca230bbd req-fd21b43a-d13e-4aee-801a-c119e63ea323 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/ports?device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 984 time: 0.0615232 Jul 15 13:58:03.968379 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b708caad-3a7d-45c6-bebd-ab19ca230bbd req-8ec7654e-2f76-4d5e-a001-8f86692b34e7 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/security-groups?id=00dde92e-acd3-4977-bdf8-11ab5ab5ad71&id=cb0f81b0-a108-4c5d-aef8-7209fe122197&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329871 Jul 15 13:58:05.136234 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9836c90-919f-4f22-af5c-b57ca4b8d2b3 req-3b1910bb-6008-4129-b1c2-b3b68c9f6d50 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:05.137599 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b9836c90-919f-4f22-af5c-b57ca4b8d2b3 req-3b1910bb-6008-4129-b1c2-b3b68c9f6d50 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/ports?device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 984 time: 0.0613513 Jul 15 13:58:05.175927 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b9836c90-919f-4f22-af5c-b57ca4b8d2b3 req-1b23151d-dbd8-44f5-8adb-d468a8aa7e3f tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/security-groups?id=00dde92e-acd3-4977-bdf8-11ab5ab5ad71&id=cb0f81b0-a108-4c5d-aef8-7209fe122197&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326614 Jul 15 13:58:05.195070 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:06.349249 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e04ae-5123-4c10-86fa-bf4a653311d8 req-bfc53fb9-3a78-4d90-aebc-f3fb793eb862 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:06.351302 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c34e04ae-5123-4c10-86fa-bf4a653311d8 req-bfc53fb9-3a78-4d90-aebc-f3fb793eb862 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/ports?device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 984 time: 0.0650764 Jul 15 13:58:06.388753 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c34e04ae-5123-4c10-86fa-bf4a653311d8 req-eca55e75-0751-41a0-a35a-a1de6365360e tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/security-groups?id=00dde92e-acd3-4977-bdf8-11ab5ab5ad71&id=cb0f81b0-a108-4c5d-aef8-7209fe122197&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0318780 Jul 15 13:58:07.567801 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74908c3b-be62-4964-bf40-629c0164df9e req-d85fa2ce-b9b6-42fe-bbad-ed84f7a1b008 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:07.569265 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-74908c3b-be62-4964-bf40-629c0164df9e req-d85fa2ce-b9b6-42fe-bbad-ed84f7a1b008 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/ports?device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 984 time: 0.0631230 Jul 15 13:58:07.607641 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-74908c3b-be62-4964-bf40-629c0164df9e req-4b124d83-848b-4b18-8289-13e5ca52ddeb tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/security-groups?id=00dde92e-acd3-4977-bdf8-11ab5ab5ad71&id=cb0f81b0-a108-4c5d-aef8-7209fe122197&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326786 Jul 15 13:58:08.782974 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38414282-f52f-47bc-9db9-13dc73d928e2 req-87e1cb46-1dbc-44d7-82e4-d59044d62ec3 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:08.784414 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-38414282-f52f-47bc-9db9-13dc73d928e2 req-87e1cb46-1dbc-44d7-82e4-d59044d62ec3 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/ports?device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 984 time: 0.0667295 Jul 15 13:58:08.823448 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-38414282-f52f-47bc-9db9-13dc73d928e2 req-9ed61547-656c-4325-a93a-a2407202cdd2 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/security-groups?id=00dde92e-acd3-4977-bdf8-11ab5ab5ad71&id=cb0f81b0-a108-4c5d-aef8-7209fe122197&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332997 Jul 15 13:58:13.351042 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:58:29.662839 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:29.727976 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b943033e-b27c-4a05-a058-c55f82c55110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:29.981749 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:32.341032 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:32.523663 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e9c88264-6a1d-4c66-bb1e-c886522f142f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:33.763133 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:35.195927 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:41.188810 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2162188e-9bcd-43a3-92f7-82a34ee6d2b2 req-b5a71578-db8e-4f39-a91e-1b543823dbce tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1088280293&fields=id&tenant_id=0ad5f6999dc34af8815d446954ea04c8 HTTP/1.1" status: 200 len: 267 time: 0.0326369 Jul 15 13:58:41.252858 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162188e-9bcd-43a3-92f7-82a34ee6d2b2 req-fcbf219f-25a9-46e9-b562-0e7246999b7c tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:41.254287 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2162188e-9bcd-43a3-92f7-82a34ee6d2b2 req-fcbf219f-25a9-46e9-b562-0e7246999b7c tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/ports?device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 984 time: 0.0603392 Jul 15 13:58:41.265260 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-2162188e-9bcd-43a3-92f7-82a34ee6d2b2 req-90f97ff4-afba-4b2d-ad03-159959f86881 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Request body: {'port': {'security_groups': ['cb0f81b0-a108-4c5d-aef8-7209fe122197']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:58:41.347604 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2162188e-9bcd-43a3-92f7-82a34ee6d2b2 req-90f97ff4-afba-4b2d-ad03-159959f86881 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:41.513186 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-2162188e-9bcd-43a3-92f7-82a34ee6d2b2 req-90f97ff4-afba-4b2d-ad03-159959f86881 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] For port 5ecafbdb-191c-4398-b801-ddcd258fc4c4, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=5ecafbdb-191c-4398-b801-ddcd258fc4c4,segment=NetworkSegment(e86b0ac0-1a68-43ba-a45d-ce41e2c3df27),segment_id=e86b0ac0-1a68-43ba-a45d-ce41e2c3df27)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:41.541391 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2162188e-9bcd-43a3-92f7-82a34ee6d2b2 req-90f97ff4-afba-4b2d-ad03-159959f86881 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:41.545922 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2162188e-9bcd-43a3-92f7-82a34ee6d2b2 req-90f97ff4-afba-4b2d-ad03-159959f86881 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:41.557713 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['5ecafbdb-191c-4398-b801-ddcd258fc4c4'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:58:41.589891 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162188e-9bcd-43a3-92f7-82a34ee6d2b2 req-90f97ff4-afba-4b2d-ad03-159959f86881 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:41.590522 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2162188e-9bcd-43a3-92f7-82a34ee6d2b2 req-90f97ff4-afba-4b2d-ad03-159959f86881 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:41.591957 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2162188e-9bcd-43a3-92f7-82a34ee6d2b2 req-90f97ff4-afba-4b2d-ad03-159959f86881 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "PUT /v2.0/ports/5ecafbdb-191c-4398-b801-ddcd258fc4c4 HTTP/1.1" status: 200 len: 942 time: 0.3317175 Jul 15 13:58:41.592754 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f056f15a-78ef-46a2-9146-d9a0404587ba', 'tag': '5ecafbdb-191c-4398-b801-ddcd258fc4c4'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:58:41.597976 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecae15dfe8a955ea50b9833da7617a528fbca6cb3a0c246d25e4c35a4bbccae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0c0173-ab4f-4eee-861c-1fe1e59ec05c" -d '{"events": [{"name": "network-changed", "server_uuid": "f056f15a-78ef-46a2-9146-d9a0404587ba", "tag": "5ecafbdb-191c-4398-b801-ddcd258fc4c4"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:58:41.600261 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39956) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:41.621656 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f97ff4-afba-4b2d-ad03-159959f86881 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Pushing event updated for resources: {'Port': ['ID=5ecafbdb-191c-4398-b801-ddcd258fc4c4,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:41.632549 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f97ff4-afba-4b2d-ad03-159959f86881 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:41.633404 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f97ff4-afba-4b2d-ad03-159959f86881 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:41.634116 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f97ff4-afba-4b2d-ad03-159959f86881 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:41.634725 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f97ff4-afba-4b2d-ad03-159959f86881 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:41.635293 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f97ff4-afba-4b2d-ad03-159959f86881 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:41.635861 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f97ff4-afba-4b2d-ad03-159959f86881 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:41.636419 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f97ff4-afba-4b2d-ad03-159959f86881 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:41.636971 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f97ff4-afba-4b2d-ad03-159959f86881 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:41.637532 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f97ff4-afba-4b2d-ad03-159959f86881 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:41.638102 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f97ff4-afba-4b2d-ad03-159959f86881 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:41.638956 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f97ff4-afba-4b2d-ad03-159959f86881 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:41.639633 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f97ff4-afba-4b2d-ad03-159959f86881 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:41.682084 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690ee02e-1e54-46c9-8529-5870a2eaaa78 x-openstack-request-id: req-690ee02e-1e54-46c9-8529-5870a2eaaa78 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:58:41.682359 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f056f15a-78ef-46a2-9146-d9a0404587ba", "tag": "5ecafbdb-191c-4398-b801-ddcd258fc4c4", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:58:41.682764 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-690ee02e-1e54-46c9-8529-5870a2eaaa78 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:58:41.683176 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f056f15a-78ef-46a2-9146-d9a0404587ba', 'tag': '5ecafbdb-191c-4398-b801-ddcd258fc4c4', 'status': 'completed', 'code': 200} Jul 15 13:58:41.684623 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['5ecafbdb-191c-4398-b801-ddcd258fc4c4'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:58:41.713092 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9ddd7750-7681-48a7-b986-4276be921fd0 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:41.743721 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9ddd7750-7681-48a7-b986-4276be921fd0 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:41.774315 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c0173-ab4f-4eee-861c-1fe1e59ec05c req-0ca6af30-d9eb-4098-a550-2c0ba6509168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:41.776108 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2f0c0173-ab4f-4eee-861c-1fe1e59ec05c req-0ca6af30-d9eb-4098-a550-2c0ba6509168 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ad5f6999dc34af8815d446954ea04c8&device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 1097 time: 0.0675547 Jul 15 13:58:41.829686 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9ddd7750-7681-48a7-b986-4276be921fd0 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:41.834543 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9ddd7750-7681-48a7-b986-4276be921fd0 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:41.838320 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9ddd7750-7681-48a7-b986-4276be921fd0 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "DELETE /v2.0/security-groups/00dde92e-acd3-4977-bdf8-11ab5ab5ad71 HTTP/1.1" status: 204 len: 168 time: 0.2327025 Jul 15 13:58:41.840524 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 39962) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:41.852600 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd7750-7681-48a7-b986-4276be921fd0 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00dde92e-acd3-4977-bdf8-11ab5ab5ad71,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:41.854117 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a53b9ab9-b7d7-44cd-b28a-fb0b763aa3a2 None None] Provisioning complete for port 5ecafbdb-191c-4398-b801-ddcd258fc4c4 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:58:41.854933 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a53b9ab9-b7d7-44cd-b28a-fb0b763aa3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:41.887988 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd7750-7681-48a7-b986-4276be921fd0 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:41.888336 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd7750-7681-48a7-b986-4276be921fd0 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:41.888467 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c0173-ab4f-4eee-861c-1fe1e59ec05c req-43687805-2a80-4ed7-a052-afee03b6657a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:41.888684 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd7750-7681-48a7-b986-4276be921fd0 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:41.889056 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd7750-7681-48a7-b986-4276be921fd0 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:41.889402 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd7750-7681-48a7-b986-4276be921fd0 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:41.889738 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd7750-7681-48a7-b986-4276be921fd0 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:41.890072 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd7750-7681-48a7-b986-4276be921fd0 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:41.890353 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2f0c0173-ab4f-4eee-861c-1fe1e59ec05c req-43687805-2a80-4ed7-a052-afee03b6657a service neutron] 10.222.0.20 "GET /v2.0/networks?id=b1ff6cc6-8720-402f-b6ab-154d928bb635 HTTP/1.1" status: 200 len: 915 time: 0.1076181 Jul 15 13:58:41.890486 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd7750-7681-48a7-b986-4276be921fd0 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:41.890748 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd7750-7681-48a7-b986-4276be921fd0 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:41.891078 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd7750-7681-48a7-b986-4276be921fd0 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:41.891407 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd7750-7681-48a7-b986-4276be921fd0 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:41.891734 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd7750-7681-48a7-b986-4276be921fd0 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:41.962927 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2f0c0173-ab4f-4eee-861c-1fe1e59ec05c req-3600a8ac-a900-4720-9ec9-b8d04f118b67 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ecafbdb-191c-4398-b801-ddcd258fc4c4 HTTP/1.1" status: 200 len: 1001 time: 0.0658648 Jul 15 13:58:42.010093 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c0173-ab4f-4eee-861c-1fe1e59ec05c req-249eb582-c031-4d43-ba34-6c7646aa3491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:42.011742 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2f0c0173-ab4f-4eee-861c-1fe1e59ec05c req-249eb582-c031-4d43-ba34-6c7646aa3491 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=034ea127-7896-4346-99f5-ca233a80d5ce HTTP/1.1" status: 200 len: 853 time: 0.0426981 Jul 15 13:58:42.020411 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-37e60841-1738-4799-897a-0edd48b559bb tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Deleting port 2426f62a-31f4-4cbf-b47b-17027fd2936a {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:58:42.020698 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-37e60841-1738-4799-897a-0edd48b559bb tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:42.068206 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c0173-ab4f-4eee-861c-1fe1e59ec05c req-2c74e3fe-262f-494b-9198-34800d5a6e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:42.069757 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2f0c0173-ab4f-4eee-861c-1fe1e59ec05c req-2c74e3fe-262f-494b-9198-34800d5a6e35 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b1ff6cc6-8720-402f-b6ab-154d928bb635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516102 Jul 15 13:58:42.098537 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-37e60841-1738-4799-897a-0edd48b559bb tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:42.098896 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-37e60841-1738-4799-897a-0edd48b559bb tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:42.110727 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-37e60841-1738-4799-897a-0edd48b559bb tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Calling delete_port for 2426f62a-31f4-4cbf-b47b-17027fd2936a owned by network:floatingip {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:58:42.161596 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2f0c0173-ab4f-4eee-861c-1fe1e59ec05c req-5856ba3e-ffa0-49bd-a146-d51f9757c55e service neutron] 10.222.0.20 "GET /v2.0/networks/b1ff6cc6-8720-402f-b6ab-154d928bb635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853212 Jul 15 13:58:42.251369 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2f0c0173-ab4f-4eee-861c-1fe1e59ec05c req-15074c39-68b1-4168-a43e-0744d7a89d75 service neutron] 10.222.0.20 "GET /v2.0/networks/b1ff6cc6-8720-402f-b6ab-154d928bb635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829878 Jul 15 13:58:42.277631 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-37e60841-1738-4799-897a-0edd48b559bb tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:42.307679 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e60841-1738-4799-897a-0edd48b559bb tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Pushing event deleted for resources: {'Port': ['ID=2426f62a-31f4-4cbf-b47b-17027fd2936a,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:42.361637 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-37e60841-1738-4799-897a-0edd48b559bb tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks [] for floatingip, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:42.361968 n-d-771363-36 neutron-server[93826]: INFO neutron.db.l3_db [None req-37e60841-1738-4799-897a-0edd48b559bb tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Floating IP f24219f9-0516-4c57-b5ed-1d57c7e0a5d3 disassociated (deleted). External IP: 172.25.8.200, port: 5ecafbdb-191c-4398-b801-ddcd258fc4c4. Jul 15 13:58:42.564987 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e60841-1738-4799-897a-0edd48b559bb tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Router d88a0899-4948-4e58-9f03-f9f0d62c290c has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:58:42.669702 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e60841-1738-4799-897a-0edd48b559bb tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:58:42.674351 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-37e60841-1738-4799-897a-0edd48b559bb tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:42.680237 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce753d1-4527-470c-99ed-f42da76e067a None None] Sync routers for ids ['d88a0899-4948-4e58-9f03-f9f0d62c290c'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:58:42.689683 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce753d1-4527-470c-99ed-f42da76e067a None None] Routers {'d88a0899-4948-4e58-9f03-f9f0d62c290c'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:58:42.690274 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-6ce753d1-4527-470c-99ed-f42da76e067a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:58:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['d88a0899-4948-4e58-9f03-f9f0d62c290c'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:42.712201 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-37e60841-1738-4799-897a-0edd48b559bb tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "DELETE /v2.0/floatingips/f24219f9-0516-4c57-b5ed-1d57c7e0a5d3 HTTP/1.1" status: 204 len: 168 time: 0.8680284 Jul 15 13:58:42.712201 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f056f15a-78ef-46a2-9146-d9a0404587ba', 'tag': '5ecafbdb-191c-4398-b801-ddcd258fc4c4'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:58:42.712529 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8576bed0d9272eb7d87375883ff290b2d3af54e29368fa65b340403a42b02ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15fc214-ef7b-4209-9dcd-c809a72d5496" -d '{"events": [{"name": "network-changed", "server_uuid": "f056f15a-78ef-46a2-9146-d9a0404587ba", "tag": "5ecafbdb-191c-4398-b801-ddcd258fc4c4"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:58:42.749797 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c953137-e0cf-4819-ae51-c0f5db0043d7 x-openstack-request-id: req-6c953137-e0cf-4819-ae51-c0f5db0043d7 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:58:42.750092 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f056f15a-78ef-46a2-9146-d9a0404587ba", "tag": "5ecafbdb-191c-4398-b801-ddcd258fc4c4", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:58:42.750452 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6c953137-e0cf-4819-ae51-c0f5db0043d7 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:58:42.750883 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f056f15a-78ef-46a2-9146-d9a0404587ba', 'tag': '5ecafbdb-191c-4398-b801-ddcd258fc4c4', 'status': 'completed', 'code': 200} Jul 15 13:58:42.795184 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-6ce753d1-4527-470c-99ed-f42da76e067a None None] Set router d88a0899-4948-4e58-9f03-f9f0d62c290c gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:58:42.829875 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15fc214-ef7b-4209-9dcd-c809a72d5496 req-9c4a7cfb-3b93-4fbb-92fd-b13917550954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:42.831896 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c15fc214-ef7b-4209-9dcd-c809a72d5496 req-9c4a7cfb-3b93-4fbb-92fd-b13917550954 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ad5f6999dc34af8815d446954ea04c8&device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 1097 time: 0.0609865 Jul 15 13:58:42.932335 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15fc214-ef7b-4209-9dcd-c809a72d5496 req-5d3f900b-95db-462f-b4ec-a26b2a37959c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:42.934504 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c15fc214-ef7b-4209-9dcd-c809a72d5496 req-5d3f900b-95db-462f-b4ec-a26b2a37959c service neutron] 10.222.0.20 "GET /v2.0/networks?id=b1ff6cc6-8720-402f-b6ab-154d928bb635 HTTP/1.1" status: 200 len: 915 time: 0.0963006 Jul 15 13:58:42.978517 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c15fc214-ef7b-4209-9dcd-c809a72d5496 req-669c70b0-fd35-42db-ab74-47b947c43cca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ecafbdb-191c-4398-b801-ddcd258fc4c4 HTTP/1.1" status: 200 len: 217 time: 0.0384774 Jul 15 13:58:43.019560 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-6ce753d1-4527-470c-99ed-f42da76e067a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88a0899-4948-4e58-9f03-f9f0d62c290c', 'name': 'tempest-TestMinimumBasicScenario-851722160-router', 'tenant_id': '0ad5f6999dc34af8815d446954ea04c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '0f6b5057-df15-4d63-b09c-9cc632a484b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:56:47Z', 'updated_at': '2021-07-15T13:56:50Z', 'revision_number': 4, 'project_id': '0ad5f6999dc34af8815d446954ea04c8', 'gw_port': {'id': '0f6b5057-df15-4d63-b09c-9cc632a484b4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88a0899-4948-4e58-9f03-f9f0d62c290c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:56:48Z', 'updated_at': '2021-07-15T13:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'c61c7fea-5f2a-4ea3-ac92-35920eaa4b39', 'name': '', 'network_id': 'b1ff6cc6-8720-402f-b6ab-154d928bb635', 'tenant_id': '0ad5f6999dc34af8815d446954ea04c8', 'mac_address': 'fa:16:3e:f0:fc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88a0899-4948-4e58-9f03-f9f0d62c290c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '034ea127-7896-4346-99f5-ca233a80d5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:56:49Z', 'updated_at': '2021-07-15T13:56:56Z', 'revision_number': 5, 'project_id': '0ad5f6999dc34af8815d446954ea04c8', 'subnets': [{'id': '034ea127-7896-4346-99f5-ca233a80d5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:43.044407 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15fc214-ef7b-4209-9dcd-c809a72d5496 req-b942ca8e-9b13-45dc-b210-1fd1896d54b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:43.048350 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c15fc214-ef7b-4209-9dcd-c809a72d5496 req-b942ca8e-9b13-45dc-b210-1fd1896d54b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=034ea127-7896-4346-99f5-ca233a80d5ce HTTP/1.1" status: 200 len: 853 time: 0.0633705 Jul 15 13:58:43.050205 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce753d1-4527-470c-99ed-f42da76e067a None None] Checking router: d88a0899-4948-4e58-9f03-f9f0d62c290c for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:58:43.060194 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce753d1-4527-470c-99ed-f42da76e067a None None] Routers {'d88a0899-4948-4e58-9f03-f9f0d62c290c'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:58:43.060933 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-6ce753d1-4527-470c-99ed-f42da76e067a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:58:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['d88a0899-4948-4e58-9f03-f9f0d62c290c'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:43.111313 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15fc214-ef7b-4209-9dcd-c809a72d5496 req-ce7262f2-b6c7-4d6b-83e4-da180a0ca806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:43.112738 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c15fc214-ef7b-4209-9dcd-c809a72d5496 req-ce7262f2-b6c7-4d6b-83e4-da180a0ca806 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b1ff6cc6-8720-402f-b6ab-154d928bb635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587618 Jul 15 13:58:43.164457 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-6ce753d1-4527-470c-99ed-f42da76e067a None None] Set router d88a0899-4948-4e58-9f03-f9f0d62c290c gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:58:43.207838 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c15fc214-ef7b-4209-9dcd-c809a72d5496 req-bfa411d9-ca33-4288-9810-eb28a31c3a43 service neutron] 10.222.0.20 "GET /v2.0/networks/b1ff6cc6-8720-402f-b6ab-154d928bb635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860641 Jul 15 13:58:43.300459 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c15fc214-ef7b-4209-9dcd-c809a72d5496 req-5278f642-a4fd-4f20-928a-310a4eecb344 service neutron] 10.222.0.20 "GET /v2.0/networks/b1ff6cc6-8720-402f-b6ab-154d928bb635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850532 Jul 15 13:58:43.365508 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-6ce753d1-4527-470c-99ed-f42da76e067a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88a0899-4948-4e58-9f03-f9f0d62c290c', 'name': 'tempest-TestMinimumBasicScenario-851722160-router', 'tenant_id': '0ad5f6999dc34af8815d446954ea04c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '0f6b5057-df15-4d63-b09c-9cc632a484b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:56:47Z', 'updated_at': '2021-07-15T13:56:50Z', 'revision_number': 4, 'project_id': '0ad5f6999dc34af8815d446954ea04c8', 'gw_port': {'id': '0f6b5057-df15-4d63-b09c-9cc632a484b4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88a0899-4948-4e58-9f03-f9f0d62c290c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:56:48Z', 'updated_at': '2021-07-15T13:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'c61c7fea-5f2a-4ea3-ac92-35920eaa4b39', 'name': '', 'network_id': 'b1ff6cc6-8720-402f-b6ab-154d928bb635', 'tenant_id': '0ad5f6999dc34af8815d446954ea04c8', 'mac_address': 'fa:16:3e:f0:fc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88a0899-4948-4e58-9f03-f9f0d62c290c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '034ea127-7896-4346-99f5-ca233a80d5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:56:49Z', 'updated_at': '2021-07-15T13:56:56Z', 'revision_number': 5, 'project_id': '0ad5f6999dc34af8815d446954ea04c8', 'subnets': [{'id': '034ea127-7896-4346-99f5-ca233a80d5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:43.390537 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce753d1-4527-470c-99ed-f42da76e067a None None] The sync data for ids ['d88a0899-4948-4e58-9f03-f9f0d62c290c'] in n-d-771363-36 is: [{'id': 'd88a0899-4948-4e58-9f03-f9f0d62c290c', 'name': 'tempest-TestMinimumBasicScenario-851722160-router', 'tenant_id': '0ad5f6999dc34af8815d446954ea04c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '0f6b5057-df15-4d63-b09c-9cc632a484b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:56:47Z', 'updated_at': '2021-07-15T13:56:50Z', 'revision_number': 4, 'project_id': '0ad5f6999dc34af8815d446954ea04c8', 'gw_port': {'id': '0f6b5057-df15-4d63-b09c-9cc632a484b4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88a0899-4948-4e58-9f03-f9f0d62c290c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:56:48Z', 'updated_at': '2021-07-15T13:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'c61c7fea-5f2a-4ea3-ac92-35920eaa4b39', 'name': '', 'network_id': 'b1ff6cc6-8720-402f-b6ab-154d928bb635', 'tenant_id': '0ad5f6999dc34af8815d446954ea04c8', 'mac_address': 'fa:16:3e:f0:fc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88a0899-4948-4e58-9f03-f9f0d62c290c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '034ea127-7896-4346-99f5-ca233a80d5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:56:49Z', 'updated_at': '2021-07-15T13:56:56Z', 'revision_number': 5, 'project_id': '0ad5f6999dc34af8815d446954ea04c8', 'subnets': [{'id': '034ea127-7896-4346-99f5-ca233a80d5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:58:43.610769 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09d9d0f-2a20-4bea-88de-4956794e9e5e None None] New status for floating IP f24219f9-0516-4c57-b5ed-1d57c7e0a5d3: DOWN {{(pid=93827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:58:50.132848 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a92e2f-6cdc-438e-92c9-a88175a8fd63 req-eeaeea39-ea99-4e90-91d3-76510affb0ee tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:50.134334 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-83a92e2f-6cdc-438e-92c9-a88175a8fd63 req-eeaeea39-ea99-4e90-91d3-76510affb0ee tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/ports?device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 945 time: 0.0626626 Jul 15 13:58:50.178601 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-83a92e2f-6cdc-438e-92c9-a88175a8fd63 req-2da5b004-0045-4f63-a69d-01c7e488be58 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb0f81b0-a108-4c5d-aef8-7209fe122197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379982 Jul 15 13:58:50.349513 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:58:51.350229 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad890242-6d15-4a01-b42b-1eaa599d086b req-67e429dc-ce79-4fc6-8a10-5308da237d60 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:51.351733 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ad890242-6d15-4a01-b42b-1eaa599d086b req-67e429dc-ce79-4fc6-8a10-5308da237d60 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/ports?device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 945 time: 0.0631824 Jul 15 13:58:51.387457 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ad890242-6d15-4a01-b42b-1eaa599d086b req-3709ec0d-5625-4685-bc4d-0e951b7175bb tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb0f81b0-a108-4c5d-aef8-7209fe122197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301793 Jul 15 13:58:51.688336 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df4484-5f95-47ff-afd9-c1c75a45f8b8 req-f4dec783-ff94-451c-bfd2-f5c21aa41fb2 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:51.689758 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-72df4484-5f95-47ff-afd9-c1c75a45f8b8 req-f4dec783-ff94-451c-bfd2-f5c21aa41fb2 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.20 "GET /v2.0/ports?device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 945 time: 0.0625348 Jul 15 13:58:51.789636 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-72df4484-5f95-47ff-afd9-c1c75a45f8b8 req-fef843d3-8d06-446b-bf10-97f6d133c050 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Deleting port 5ecafbdb-191c-4398-b801-ddcd258fc4c4 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:58:51.789975 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-72df4484-5f95-47ff-afd9-c1c75a45f8b8 req-fef843d3-8d06-446b-bf10-97f6d133c050 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:51.875633 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-72df4484-5f95-47ff-afd9-c1c75a45f8b8 req-fef843d3-8d06-446b-bf10-97f6d133c050 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] For port 5ecafbdb-191c-4398-b801-ddcd258fc4c4, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=5ecafbdb-191c-4398-b801-ddcd258fc4c4,segment=NetworkSegment(e86b0ac0-1a68-43ba-a45d-ce41e2c3df27),segment_id=e86b0ac0-1a68-43ba-a45d-ce41e2c3df27)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:51.875993 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-72df4484-5f95-47ff-afd9-c1c75a45f8b8 req-fef843d3-8d06-446b-bf10-97f6d133c050 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:51.888197 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-72df4484-5f95-47ff-afd9-c1c75a45f8b8 req-fef843d3-8d06-446b-bf10-97f6d133c050 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Calling delete_port for 5ecafbdb-191c-4398-b801-ddcd258fc4c4 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:58:52.013700 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-72df4484-5f95-47ff-afd9-c1c75a45f8b8 req-fef843d3-8d06-446b-bf10-97f6d133c050 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:52.025528 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['5ecafbdb-191c-4398-b801-ddcd258fc4c4'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:58:52.042109 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef843d3-8d06-446b-bf10-97f6d133c050 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Pushing event deleted for resources: {'Port': ['ID=5ecafbdb-191c-4398-b801-ddcd258fc4c4,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:52.093282 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-72df4484-5f95-47ff-afd9-c1c75a45f8b8 req-fef843d3-8d06-446b-bf10-97f6d133c050 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] No DVR routers for this DVR port 5ecafbdb-191c-4398-b801-ddcd258fc4c4 on host n-h1-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:58:52.096055 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-72df4484-5f95-47ff-afd9-c1c75a45f8b8 req-fef843d3-8d06-446b-bf10-97f6d133c050 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:52.098102 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-72df4484-5f95-47ff-afd9-c1c75a45f8b8 req-fef843d3-8d06-446b-bf10-97f6d133c050 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.20 "DELETE /v2.0/ports/5ecafbdb-191c-4398-b801-ddcd258fc4c4 HTTP/1.1" status: 204 len: 173 time: 0.4015958 Jul 15 13:58:52.098538 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f056f15a-78ef-46a2-9146-d9a0404587ba', 'name': 'network-vif-deleted', 'tag': '5ecafbdb-191c-4398-b801-ddcd258fc4c4'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:58:52.100842 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecae15dfe8a955ea50b9833da7617a528fbca6cb3a0c246d25e4c35a4bbccae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2ffc9d-327c-47f9-b138-aa8f0c34f6bd" -d '{"events": [{"server_uuid": "f056f15a-78ef-46a2-9146-d9a0404587ba", "name": "network-vif-deleted", "tag": "5ecafbdb-191c-4398-b801-ddcd258fc4c4"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:58:52.136564 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11587d6a-5d63-4b1d-96e8-2ed46c717b80 x-openstack-request-id: req-11587d6a-5d63-4b1d-96e8-2ed46c717b80 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:58:52.136881 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f056f15a-78ef-46a2-9146-d9a0404587ba", "name": "network-vif-deleted", "tag": "5ecafbdb-191c-4398-b801-ddcd258fc4c4", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:58:52.137138 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-11587d6a-5d63-4b1d-96e8-2ed46c717b80 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:58:52.137540 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f056f15a-78ef-46a2-9146-d9a0404587ba', 'name': 'network-vif-deleted', 'tag': '5ecafbdb-191c-4398-b801-ddcd258fc4c4', 'status': 'completed', 'code': 200} Jul 15 13:58:52.545122 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9989a21b-1fbd-42c8-aafa-7a27140b19f5 req-ee18b850-3da4-46f6-b61c-90b617de1b88 tempest-TestMinimumBasicScenario-21903027 tempest-TestMinimumBasicScenario-21903027-project] 10.222.0.16 "GET /v2.0/ports?device_id=f056f15a-78ef-46a2-9146-d9a0404587ba HTTP/1.1" status: 200 len: 210 time: 0.0288370 Jul 15 13:58:54.167484 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40062) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:54.501570 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ec88190-1f7a-4008-8018-f585952f4330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:54.509137 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 5ecafbdb-191c-4398-b801-ddcd258fc4c4 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:58:54.528784 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: 5ecafbdb-191c-4398-b801-ddcd258fc4c4 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:58:54.529134 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 5ecafbdb-191c-4398-b801-ddcd258fc4c4 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:58:54.746595 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5ec88190-1f7a-4008-8018-f585952f4330 admin admin] Deleting port c61c7fea-5f2a-4ea3-ac92-35920eaa4b39 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:58:54.746957 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ec88190-1f7a-4008-8018-f585952f4330 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:54.821353 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5ec88190-1f7a-4008-8018-f585952f4330 admin admin] For port c61c7fea-5f2a-4ea3-ac92-35920eaa4b39, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=c61c7fea-5f2a-4ea3-ac92-35920eaa4b39,segment=NetworkSegment(e86b0ac0-1a68-43ba-a45d-ce41e2c3df27),segment_id=e86b0ac0-1a68-43ba-a45d-ce41e2c3df27)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:54.821626 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ec88190-1f7a-4008-8018-f585952f4330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:54.834528 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5ec88190-1f7a-4008-8018-f585952f4330 admin admin] Calling delete_port for c61c7fea-5f2a-4ea3-ac92-35920eaa4b39 owned by network:router_interface {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:58:55.011496 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ec88190-1f7a-4008-8018-f585952f4330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:55.036742 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec88190-1f7a-4008-8018-f585952f4330 admin admin] Pushing event deleted for resources: {'Port': ['ID=c61c7fea-5f2a-4ea3-ac92-35920eaa4b39,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:55.202409 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ec88190-1f7a-4008-8018-f585952f4330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:55.411074 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec88190-1f7a-4008-8018-f585952f4330 admin admin] Router d88a0899-4948-4e58-9f03-f9f0d62c290c has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:58:55.514276 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec88190-1f7a-4008-8018-f585952f4330 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:58:55.521811 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5ec88190-1f7a-4008-8018-f585952f4330 admin admin] 10.222.0.16 "PUT /v2.0/routers/d88a0899-4948-4e58-9f03-f9f0d62c290c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3507979 Jul 15 13:58:55.522030 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40064) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:55.522754 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db12e94-64e7-4ff5-83a6-c74daf944a67 None None] Sync routers for ids ['d88a0899-4948-4e58-9f03-f9f0d62c290c'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:58:55.532289 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db12e94-64e7-4ff5-83a6-c74daf944a67 None None] Routers {'d88a0899-4948-4e58-9f03-f9f0d62c290c'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:58:55.532926 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-1db12e94-64e7-4ff5-83a6-c74daf944a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:58:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['d88a0899-4948-4e58-9f03-f9f0d62c290c'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:55.624742 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c5da4228-8955-481d-be53-be5726bcc1c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:55.634106 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-1db12e94-64e7-4ff5-83a6-c74daf944a67 None None] Set router d88a0899-4948-4e58-9f03-f9f0d62c290c gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:58:55.723064 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c5da4228-8955-481d-be53-be5726bcc1c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:55.818621 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-1db12e94-64e7-4ff5-83a6-c74daf944a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88a0899-4948-4e58-9f03-f9f0d62c290c', 'name': 'tempest-TestMinimumBasicScenario-851722160-router', 'tenant_id': '0ad5f6999dc34af8815d446954ea04c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '0f6b5057-df15-4d63-b09c-9cc632a484b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:56:47Z', 'updated_at': '2021-07-15T13:58:54Z', 'revision_number': 5, 'project_id': '0ad5f6999dc34af8815d446954ea04c8', 'gw_port': {'id': '0f6b5057-df15-4d63-b09c-9cc632a484b4', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88a0899-4948-4e58-9f03-f9f0d62c290c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:56:48Z', 'updated_at': '2021-07-15T13:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:55.852575 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db12e94-64e7-4ff5-83a6-c74daf944a67 None None] Checking router: d88a0899-4948-4e58-9f03-f9f0d62c290c for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:58:55.863088 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db12e94-64e7-4ff5-83a6-c74daf944a67 None None] Routers {'d88a0899-4948-4e58-9f03-f9f0d62c290c'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:58:55.864054 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-1db12e94-64e7-4ff5-83a6-c74daf944a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:58:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['d88a0899-4948-4e58-9f03-f9f0d62c290c'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:55.953434 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-1db12e94-64e7-4ff5-83a6-c74daf944a67 None None] Set router d88a0899-4948-4e58-9f03-f9f0d62c290c gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:58:56.004999 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-1db12e94-64e7-4ff5-83a6-c74daf944a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88a0899-4948-4e58-9f03-f9f0d62c290c', 'name': 'tempest-TestMinimumBasicScenario-851722160-router', 'tenant_id': '0ad5f6999dc34af8815d446954ea04c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:56:47Z', 'updated_at': '2021-07-15T13:58:55Z', 'revision_number': 6, 'project_id': '0ad5f6999dc34af8815d446954ea04c8', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:56.131007 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db12e94-64e7-4ff5-83a6-c74daf944a67 None None] The sync data for ids ['d88a0899-4948-4e58-9f03-f9f0d62c290c'] in n-d-771363-36 is: [{'id': 'd88a0899-4948-4e58-9f03-f9f0d62c290c', 'name': 'tempest-TestMinimumBasicScenario-851722160-router', 'tenant_id': '0ad5f6999dc34af8815d446954ea04c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:56:47Z', 'updated_at': '2021-07-15T13:58:55Z', 'revision_number': 6, 'project_id': '0ad5f6999dc34af8815d446954ea04c8', 'gw_port_host': None}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:58:56.143799 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c5da4228-8955-481d-be53-be5726bcc1c4 admin admin] Deleting port 0f6b5057-df15-4d63-b09c-9cc632a484b4 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:58:56.144141 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c5da4228-8955-481d-be53-be5726bcc1c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:56.225784 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c5da4228-8955-481d-be53-be5726bcc1c4 admin admin] For port 0f6b5057-df15-4d63-b09c-9cc632a484b4, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=0f6b5057-df15-4d63-b09c-9cc632a484b4,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:56.226480 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c5da4228-8955-481d-be53-be5726bcc1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:56.238023 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c5da4228-8955-481d-be53-be5726bcc1c4 admin admin] Calling delete_port for 0f6b5057-df15-4d63-b09c-9cc632a484b4 owned by network:router_gateway {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:58:56.403772 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c5da4228-8955-481d-be53-be5726bcc1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:56.429116 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da4228-8955-481d-be53-be5726bcc1c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f6b5057-df15-4d63-b09c-9cc632a484b4,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:56.496048 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c5da4228-8955-481d-be53-be5726bcc1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:56.591999 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c5da4228-8955-481d-be53-be5726bcc1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:56.594098 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c5da4228-8955-481d-be53-be5726bcc1c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:56.636965 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c5da4228-8955-481d-be53-be5726bcc1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:56.637634 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5da4228-8955-481d-be53-be5726bcc1c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d88a0899-4948-4e58-9f03-f9f0d62c290c {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:58:56.642232 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c5da4228-8955-481d-be53-be5726bcc1c4 admin admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:56.643673 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c5da4228-8955-481d-be53-be5726bcc1c4 admin admin] 10.222.0.16 "DELETE /v2.0/routers/d88a0899-4948-4e58-9f03-f9f0d62c290c HTTP/1.1" status: 204 len: 168 time: 1.1206901 Jul 15 13:58:56.646179 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40070) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:56.693640 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-eedcfe78-b3b3-4ee1-8796-a4b35c999a32 admin admin] Deleting subnet 034ea127-7896-4346-99f5-ca233a80d5ce {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:58:56.696782 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-eedcfe78-b3b3-4ee1-8796-a4b35c999a32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:56.729098 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-eedcfe78-b3b3-4ee1-8796-a4b35c999a32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:56.804346 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-eedcfe78-b3b3-4ee1-8796-a4b35c999a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:56.859119 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-eedcfe78-b3b3-4ee1-8796-a4b35c999a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:56.886029 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedcfe78-b3b3-4ee1-8796-a4b35c999a32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=034ea127-7896-4346-99f5-ca233a80d5ce,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:56.888063 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-eedcfe78-b3b3-4ee1-8796-a4b35c999a32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:56.892095 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1892c24-0ebc-4a8e-97a5-503bf9d35b0d None None] Network b1ff6cc6-8720-402f-b6ab-154d928bb635 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:58:56.892622 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40072) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:56.894871 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-eedcfe78-b3b3-4ee1-8796-a4b35c999a32 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/034ea127-7896-4346-99f5-ca233a80d5ce HTTP/1.1" status: 204 len: 168 time: 0.2427068 Jul 15 13:58:57.089873 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501d6711-37d0-4095-b601-9b720164ba0f None None] DHCP port deletion for b1ff6cc6-8720-402f-b6ab-154d928bb635 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:58:57.146713 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-501d6711-37d0-4095-b601-9b720164ba0f None None] Deleting port 964542af-dc22-4358-9450-c4cb298f9bac {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:58:57.147016 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-501d6711-37d0-4095-b601-9b720164ba0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:57.214483 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-501d6711-37d0-4095-b601-9b720164ba0f None None] For port 964542af-dc22-4358-9450-c4cb298f9bac, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=964542af-dc22-4358-9450-c4cb298f9bac,segment=NetworkSegment(e86b0ac0-1a68-43ba-a45d-ce41e2c3df27),segment_id=e86b0ac0-1a68-43ba-a45d-ce41e2c3df27)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:57.214924 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-501d6711-37d0-4095-b601-9b720164ba0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:57.227670 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-501d6711-37d0-4095-b601-9b720164ba0f None None] Calling delete_port for 964542af-dc22-4358-9450-c4cb298f9bac owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:58:57.316258 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3392fa57-bdc4-4867-9401-51c06f798514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:57.318416 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-501d6711-37d0-4095-b601-9b720164ba0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:57.341468 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d6711-37d0-4095-b601-9b720164ba0f None None] Pushing event deleted for resources: {'Port': ['ID=964542af-dc22-4358-9450-c4cb298f9bac,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:57.352106 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501d6711-37d0-4095-b601-9b720164ba0f None None] No DVR routers for this DVR port 964542af-dc22-4358-9450-c4cb298f9bac on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:58:57.357204 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501d6711-37d0-4095-b601-9b720164ba0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:57.357553 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501d6711-37d0-4095-b601-9b720164ba0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:57.357892 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501d6711-37d0-4095-b601-9b720164ba0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:57.358227 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501d6711-37d0-4095-b601-9b720164ba0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:57.358702 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501d6711-37d0-4095-b601-9b720164ba0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:57.358903 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501d6711-37d0-4095-b601-9b720164ba0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:57.359229 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501d6711-37d0-4095-b601-9b720164ba0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:57.359554 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501d6711-37d0-4095-b601-9b720164ba0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:57.359998 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501d6711-37d0-4095-b601-9b720164ba0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:57.360482 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501d6711-37d0-4095-b601-9b720164ba0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:57.360963 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501d6711-37d0-4095-b601-9b720164ba0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:57.361209 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501d6711-37d0-4095-b601-9b720164ba0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:57.393053 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3392fa57-bdc4-4867-9401-51c06f798514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:57.402766 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-3392fa57-bdc4-4867-9401-51c06f798514 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ff6cc6-8720-402f-b6ab-154d928bb635']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:57.412974 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-3392fa57-bdc4-4867-9401-51c06f798514 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e86b0ac0-1a68-43ba-a45d-ce41e2c3df27') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:57.413269 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-3392fa57-bdc4-4867-9401-51c06f798514 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e86b0ac0-1a68-43ba-a45d-ce41e2c3df27') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:57.421741 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3392fa57-bdc4-4867-9401-51c06f798514 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:57.434664 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3392fa57-bdc4-4867-9401-51c06f798514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:57.441124 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3392fa57-bdc4-4867-9401-51c06f798514 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:58:57.441513 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3392fa57-bdc4-4867-9401-51c06f798514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:57.443172 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:58:57.443172 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:58:57.443172 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 13:58:57.443172 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:58:57.443172 n-d-771363-36 neutron-server[93826]: timer() Jul 15 13:58:57.443172 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:58:57.443172 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 13:58:57.443172 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:58:57.443172 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 13:58:57.443172 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:58:57.443172 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 13:58:57.443172 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:58:57.443172 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 13:58:57.443172 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:58:57.443172 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 13:58:57.443172 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:58:57.443172 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:58:57.443172 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:58:57.443172 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:58:57.443172 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:58:57.443172 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 13:58:57.443172 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:58:57.443172 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 13:58:57.443172 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:58:57.443172 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:58:57.443172 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:58:57.443172 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 13:58:57.443172 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:58:57.443172 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:58:57.443172 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:58:57.443172 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:58:57.443172 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:58:57.443172 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:58:57.443172 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:58:57.499093 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3392fa57-bdc4-4867-9401-51c06f798514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:57.504416 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3392fa57-bdc4-4867-9401-51c06f798514 admin admin] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:57.506288 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3392fa57-bdc4-4867-9401-51c06f798514 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b1ff6cc6-8720-402f-b6ab-154d928bb635 HTTP/1.1" status: 204 len: 168 time: 0.6126859 Jul 15 13:58:57.509229 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40074) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:57.517386 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392fa57-bdc4-4867-9401-51c06f798514 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1ff6cc6-8720-402f-b6ab-154d928bb635,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:57.847916 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e97e0a5-8ed8-4aaf-adcb-2661e92f1700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:57.860670 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c61c7fea-5f2a-4ea3-ac92-35920eaa4b39 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:58:57.881489 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: c61c7fea-5f2a-4ea3-ac92-35920eaa4b39 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:58:57.881849 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c61c7fea-5f2a-4ea3-ac92-35920eaa4b39 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:58:57.882270 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 0f6b5057-df15-4d63-b09c-9cc632a484b4 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:58:57.901672 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 0f6b5057-df15-4d63-b09c-9cc632a484b4 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:58:57.902299 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 0f6b5057-df15-4d63-b09c-9cc632a484b4 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:58:57.902419 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 964542af-dc22-4358-9450-c4cb298f9bac no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:58:57.920376 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 964542af-dc22-4358-9450-c4cb298f9bac {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:58:57.920725 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 964542af-dc22-4358-9450-c4cb298f9bac not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:58:58.098674 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5e97e0a5-8ed8-4aaf-adcb-2661e92f1700 admin admin] Deleting port 66f68b58-0231-4b7a-816f-926e3b251c4f {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:58:58.098948 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e97e0a5-8ed8-4aaf-adcb-2661e92f1700 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:58.176900 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5e97e0a5-8ed8-4aaf-adcb-2661e92f1700 admin admin] For port 66f68b58-0231-4b7a-816f-926e3b251c4f, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=66f68b58-0231-4b7a-816f-926e3b251c4f,segment=NetworkSegment(016119b6-08d5-4b28-afa3-5ff056670648),segment_id=016119b6-08d5-4b28-afa3-5ff056670648)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:58.177252 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e97e0a5-8ed8-4aaf-adcb-2661e92f1700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:58.190100 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5e97e0a5-8ed8-4aaf-adcb-2661e92f1700 admin admin] Calling delete_port for 66f68b58-0231-4b7a-816f-926e3b251c4f owned by network:router_interface {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:58:58.364244 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e97e0a5-8ed8-4aaf-adcb-2661e92f1700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:58.387655 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97e0a5-8ed8-4aaf-adcb-2661e92f1700 admin admin] Pushing event deleted for resources: {'Port': ['ID=66f68b58-0231-4b7a-816f-926e3b251c4f,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:58.554661 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e97e0a5-8ed8-4aaf-adcb-2661e92f1700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:58.762240 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e97e0a5-8ed8-4aaf-adcb-2661e92f1700 admin admin] Router a29c9bcb-a708-4df3-a720-f54f117c5ef0 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:58:58.866382 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e97e0a5-8ed8-4aaf-adcb-2661e92f1700 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:58:58.871547 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5e97e0a5-8ed8-4aaf-adcb-2661e92f1700 admin admin] 10.222.0.16 "PUT /v2.0/routers/a29c9bcb-a708-4df3-a720-f54f117c5ef0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3612840 Jul 15 13:58:58.874156 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40076) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:58.874613 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a759aba-8b91-45e6-a027-389ee4ceffc5 None None] Sync routers for ids ['a29c9bcb-a708-4df3-a720-f54f117c5ef0'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:58:58.883708 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a759aba-8b91-45e6-a027-389ee4ceffc5 None None] Routers {'a29c9bcb-a708-4df3-a720-f54f117c5ef0'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:58:58.884326 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-9a759aba-8b91-45e6-a027-389ee4ceffc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:58:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['a29c9bcb-a708-4df3-a720-f54f117c5ef0'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:58.978130 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-232bb73c-dddf-450f-b93e-7bd1bdf4e459 admin admin] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:58.986698 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-9a759aba-8b91-45e6-a027-389ee4ceffc5 None None] Set router a29c9bcb-a708-4df3-a720-f54f117c5ef0 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:58:59.082781 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-232bb73c-dddf-450f-b93e-7bd1bdf4e459 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:59.133553 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-232bb73c-dddf-450f-b93e-7bd1bdf4e459 admin admin] Deleting port 6ae22bd4-99e4-4a15-af1f-2b54db0e0dad {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:58:59.133905 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-232bb73c-dddf-450f-b93e-7bd1bdf4e459 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:59.166944 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-9a759aba-8b91-45e6-a027-389ee4ceffc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29c9bcb-a708-4df3-a720-f54f117c5ef0', 'name': 'tempest-TestMinimumBasicScenario-262169555-router', 'tenant_id': '047b457c47544f0b9e6c149996a7cc1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '6ae22bd4-99e4-4a15-af1f-2b54db0e0dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:56:52Z', 'updated_at': '2021-07-15T13:58:58Z', 'revision_number': 5, 'project_id': '047b457c47544f0b9e6c149996a7cc1b', 'gw_port': {'id': '6ae22bd4-99e4-4a15-af1f-2b54db0e0dad', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29c9bcb-a708-4df3-a720-f54f117c5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:56:52Z', 'updated_at': '2021-07-15T13:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:59.193653 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a759aba-8b91-45e6-a027-389ee4ceffc5 None None] Checking router: a29c9bcb-a708-4df3-a720-f54f117c5ef0 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:58:59.202359 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a759aba-8b91-45e6-a027-389ee4ceffc5 None None] Routers {'a29c9bcb-a708-4df3-a720-f54f117c5ef0'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:58:59.203006 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-9a759aba-8b91-45e6-a027-389ee4ceffc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:58:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['a29c9bcb-a708-4df3-a720-f54f117c5ef0'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:59.217148 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-232bb73c-dddf-450f-b93e-7bd1bdf4e459 admin admin] For port 6ae22bd4-99e4-4a15-af1f-2b54db0e0dad, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=6ae22bd4-99e4-4a15-af1f-2b54db0e0dad,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:59.217511 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-232bb73c-dddf-450f-b93e-7bd1bdf4e459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:59.228864 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-232bb73c-dddf-450f-b93e-7bd1bdf4e459 admin admin] Calling delete_port for 6ae22bd4-99e4-4a15-af1f-2b54db0e0dad owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:58:59.287253 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-9a759aba-8b91-45e6-a027-389ee4ceffc5 None None] Set router a29c9bcb-a708-4df3-a720-f54f117c5ef0 gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:58:59.338740 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-9a759aba-8b91-45e6-a027-389ee4ceffc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29c9bcb-a708-4df3-a720-f54f117c5ef0', 'name': 'tempest-TestMinimumBasicScenario-262169555-router', 'tenant_id': '047b457c47544f0b9e6c149996a7cc1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:56:52Z', 'updated_at': '2021-07-15T13:58:59Z', 'revision_number': 6, 'project_id': '047b457c47544f0b9e6c149996a7cc1b', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:59.367575 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a759aba-8b91-45e6-a027-389ee4ceffc5 None None] The sync data for ids ['a29c9bcb-a708-4df3-a720-f54f117c5ef0'] in n-d-771363-36 is: [{'id': 'a29c9bcb-a708-4df3-a720-f54f117c5ef0', 'name': 'tempest-TestMinimumBasicScenario-262169555-router', 'tenant_id': '047b457c47544f0b9e6c149996a7cc1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:56:52Z', 'updated_at': '2021-07-15T13:58:59Z', 'revision_number': 6, 'project_id': '047b457c47544f0b9e6c149996a7cc1b', 'gw_port_host': None}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:58:59.396073 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-232bb73c-dddf-450f-b93e-7bd1bdf4e459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:59.420032 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232bb73c-dddf-450f-b93e-7bd1bdf4e459 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ae22bd4-99e4-4a15-af1f-2b54db0e0dad,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:59.484548 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-232bb73c-dddf-450f-b93e-7bd1bdf4e459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:59.576428 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-232bb73c-dddf-450f-b93e-7bd1bdf4e459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:59.578596 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-232bb73c-dddf-450f-b93e-7bd1bdf4e459 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:59.623177 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-232bb73c-dddf-450f-b93e-7bd1bdf4e459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:59.624153 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232bb73c-dddf-450f-b93e-7bd1bdf4e459 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a29c9bcb-a708-4df3-a720-f54f117c5ef0 {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:58:59.628504 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-232bb73c-dddf-450f-b93e-7bd1bdf4e459 admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:59.629685 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-232bb73c-dddf-450f-b93e-7bd1bdf4e459 admin admin] 10.222.0.16 "DELETE /v2.0/routers/a29c9bcb-a708-4df3-a720-f54f117c5ef0 HTTP/1.1" status: 204 len: 168 time: 0.7545083 Jul 15 13:58:59.632170 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40078) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:59.677802 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a34a9214-751e-4929-a0cb-da6cf7debd2d admin admin] Deleting subnet 3ecb1618-0fa2-4022-8273-6b8702a10e8c {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:58:59.679390 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:59.681002 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a34a9214-751e-4929-a0cb-da6cf7debd2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:59.717524 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a34a9214-751e-4929-a0cb-da6cf7debd2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:59.735938 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c6d59091-4eac-4cc1-9042-145fad1d88f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:59.808665 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a34a9214-751e-4929-a0cb-da6cf7debd2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:59.865402 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a34a9214-751e-4929-a0cb-da6cf7debd2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:59.891241 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a9214-751e-4929-a0cb-da6cf7debd2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ecb1618-0fa2-4022-8273-6b8702a10e8c,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:59.895865 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a34a9214-751e-4929-a0cb-da6cf7debd2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:59.897978 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a34a9214-751e-4929-a0cb-da6cf7debd2d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3ecb1618-0fa2-4022-8273-6b8702a10e8c HTTP/1.1" status: 204 len: 168 time: 0.2645941 Jul 15 13:58:59.900438 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40082) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:59.901813 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63525eb-2cdd-4b68-8e2f-5b5690276f6a None None] Network e81d53c8-4fd5-4525-93bf-e47187a25a83 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:58:59.969221 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fd160d5d-5417-4694-9e6b-3b68aa17e808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:59.998510 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:00.025416 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-fd160d5d-5417-4694-9e6b-3b68aa17e808 admin admin] Deleting port 97873e29-b212-4671-bdf8-e2e12651966d {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:59:00.025764 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fd160d5d-5417-4694-9e6b-3b68aa17e808 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:00.089207 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-fd160d5d-5417-4694-9e6b-3b68aa17e808 admin admin] For port 97873e29-b212-4671-bdf8-e2e12651966d, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=97873e29-b212-4671-bdf8-e2e12651966d,segment=NetworkSegment(016119b6-08d5-4b28-afa3-5ff056670648),segment_id=016119b6-08d5-4b28-afa3-5ff056670648)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:59:00.089571 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fd160d5d-5417-4694-9e6b-3b68aa17e808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:00.101871 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-fd160d5d-5417-4694-9e6b-3b68aa17e808 admin admin] Calling delete_port for 97873e29-b212-4671-bdf8-e2e12651966d owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:59:00.144333 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7d3dda-f9a9-49bf-92e2-61d34d185b77 None None] DHCP port deletion for e81d53c8-4fd5-4525-93bf-e47187a25a83 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:59:00.198085 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 97873e29-b212-4671-bdf8-e2e12651966d no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:59:00.209636 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fd160d5d-5417-4694-9e6b-3b68aa17e808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:00.224460 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2b7d3dda-f9a9-49bf-92e2-61d34d185b77 None None] Deleting port 97873e29-b212-4671-bdf8-e2e12651966d {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:59:00.224841 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b7d3dda-f9a9-49bf-92e2-61d34d185b77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:00.237066 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd160d5d-5417-4694-9e6b-3b68aa17e808 admin admin] Pushing event deleted for resources: {'Port': ['ID=97873e29-b212-4671-bdf8-e2e12651966d,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:00.243968 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd160d5d-5417-4694-9e6b-3b68aa17e808 admin admin] No DVR routers for this DVR port 97873e29-b212-4671-bdf8-e2e12651966d on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:59:00.320491 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fd160d5d-5417-4694-9e6b-3b68aa17e808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:00.332593 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-fd160d5d-5417-4694-9e6b-3b68aa17e808 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e81d53c8-4fd5-4525-93bf-e47187a25a83']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:00.345856 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-fd160d5d-5417-4694-9e6b-3b68aa17e808 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '016119b6-08d5-4b28-afa3-5ff056670648') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:00.346127 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-fd160d5d-5417-4694-9e6b-3b68aa17e808 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '016119b6-08d5-4b28-afa3-5ff056670648') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:00.356599 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fd160d5d-5417-4694-9e6b-3b68aa17e808 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:00.375851 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fd160d5d-5417-4694-9e6b-3b68aa17e808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:00.384375 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd160d5d-5417-4694-9e6b-3b68aa17e808 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:59:00.384838 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fd160d5d-5417-4694-9e6b-3b68aa17e808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:00.387009 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:59:00.387009 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:59:00.387009 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:59:00.387009 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:59:00.387009 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:59:00.387009 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:59:00.387009 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:59:00.387009 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:59:00.387009 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 13:59:00.387009 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:59:00.387009 n-d-771363-36 neutron-server[93825]: timer() Jul 15 13:59:00.387009 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:59:00.387009 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 13:59:00.387009 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:59:00.387009 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 13:59:00.387009 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:59:00.387009 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 13:59:00.387009 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:59:00.387009 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 13:59:00.387009 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:59:00.387009 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 13:59:00.387009 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:59:00.387009 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:59:00.387009 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:59:00.387009 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:59:00.387009 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:59:00.387009 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 13:59:00.387009 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:59:00.387009 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 13:59:00.387009 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:59:00.387009 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:59:00.387009 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:59:00.387009 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 13:59:00.387009 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:59:00.387009 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:59:00.387009 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:59:00.387009 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:59:00.387009 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:59:00.387009 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:59:00.387009 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:59:00.444347 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No active binding found for port 97873e29-b212-4671-bdf8-e2e12651966d {{(pid=93827) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 13:59:00.444791 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 97873e29-b212-4671-bdf8-e2e12651966d not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:59:00.445225 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6ae22bd4-99e4-4a15-af1f-2b54db0e0dad no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:59:00.452186 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fd160d5d-5417-4694-9e6b-3b68aa17e808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:00.458050 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fd160d5d-5417-4694-9e6b-3b68aa17e808 admin admin] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:00.459927 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-fd160d5d-5417-4694-9e6b-3b68aa17e808 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e81d53c8-4fd5-4525-93bf-e47187a25a83 HTTP/1.1" status: 204 len: 168 time: 0.5585039 Jul 15 13:59:00.472173 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd160d5d-5417-4694-9e6b-3b68aa17e808 admin admin] Pushing event deleted for resources: {'Network': ['ID=e81d53c8-4fd5-4525-93bf-e47187a25a83,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:00.473515 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 6ae22bd4-99e4-4a15-af1f-2b54db0e0dad {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:59:00.473866 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6ae22bd4-99e4-4a15-af1f-2b54db0e0dad not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:59:00.474459 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 66f68b58-0231-4b7a-816f-926e3b251c4f no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:59:00.476954 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-2b7d3dda-f9a9-49bf-92e2-61d34d185b77 None None] For port 97873e29-b212-4671-bdf8-e2e12651966d, host n-d-771363-36, got binding levels [] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:59:00.477239 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b7d3dda-f9a9-49bf-92e2-61d34d185b77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:00.501290 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 66f68b58-0231-4b7a-816f-926e3b251c4f {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:59:00.501645 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 66f68b58-0231-4b7a-816f-926e3b251c4f not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:59:00.506262 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2b7d3dda-f9a9-49bf-92e2-61d34d185b77 None None] Calling delete_port for 97873e29-b212-4671-bdf8-e2e12651966d owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:59:00.509109 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.ipam_backend_mixin [None req-2b7d3dda-f9a9-49bf-92e2-61d34d185b77 None None] Port 97873e29-b212-4671-bdf8-e2e12651966d was not found and therefore no delete operation was performed {{(pid=93827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:59:00.510337 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b7d3dda-f9a9-49bf-92e2-61d34d185b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:00.533355 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2b7d3dda-f9a9-49bf-92e2-61d34d185b77 None None] Network e81d53c8-4fd5-4525-93bf-e47187a25a83 is not hosted by any dhcp agent {{(pid=93827) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:59:00.533822 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7d3dda-f9a9-49bf-92e2-61d34d185b77 None None] No DVR routers for this DVR port 97873e29-b212-4671-bdf8-e2e12651966d on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:59:00.536259 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d3dda-f9a9-49bf-92e2-61d34d185b77 None None] Pushing event deleted for resources: {'Port': ['ID=97873e29-b212-4671-bdf8-e2e12651966d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:00.636014 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40086) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:00.676566 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f909afd3-6106-4161-ae73-9c45b6688cfe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0ad5f6999dc34af8815d446954ea04c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394258 Jul 15 13:59:00.679022 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40088) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:00.726705 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cb2adf50-bd48-44cb-b4a3-e844411801bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:00.746771 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cb2adf50-bd48-44cb-b4a3-e844411801bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:00.795121 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cb2adf50-bd48-44cb-b4a3-e844411801bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:00.797616 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cb2adf50-bd48-44cb-b4a3-e844411801bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:00.798824 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-cb2adf50-bd48-44cb-b4a3-e844411801bc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb0f81b0-a108-4c5d-aef8-7209fe122197 HTTP/1.1" status: 204 len: 168 time: 0.1188912 Jul 15 13:59:00.809739 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2adf50-bd48-44cb-b4a3-e844411801bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0f81b0-a108-4c5d-aef8-7209fe122197,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:01.098874 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40094) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:01.138478 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9014bb4b-2c05-41d9-b0d2-9a9983740c68 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=047b457c47544f0b9e6c149996a7cc1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384021 Jul 15 13:59:01.140808 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40096) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:01.188904 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-188f6158-1783-46a2-9429-2389817e361b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:01.209670 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-188f6158-1783-46a2-9429-2389817e361b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:01.255728 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-188f6158-1783-46a2-9429-2389817e361b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:01.258309 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-188f6158-1783-46a2-9429-2389817e361b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:01.259568 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-188f6158-1783-46a2-9429-2389817e361b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f30e5149-b9f9-4769-811a-99335c8e5445 HTTP/1.1" status: 204 len: 168 time: 0.1178660 Jul 15 13:59:01.267021 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f6158-1783-46a2-9429-2389817e361b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30e5149-b9f9-4769-811a-99335c8e5445,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:02.341786 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:02.523751 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-92812493-b312-4e88-9639-9c914ee43675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:03.004047 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40136) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:03.009380 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-eb94ef9d-07fa-4f79-bf99-344cf250dee7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1494723912', 'description': 'tempest-secgroup-smoke-1494723912 description', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:59:03.032453 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb94ef9d-07fa-4f79-bf99-344cf250dee7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:03.040373 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb94ef9d-07fa-4f79-bf99-344cf250dee7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:03.134104 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb94ef9d-07fa-4f79-bf99-344cf250dee7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:03.137859 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb94ef9d-07fa-4f79-bf99-344cf250dee7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:03.173823 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94ef9d-07fa-4f79-bf99-344cf250dee7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bd3511-4268-43de-baef-524cda7373f5,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:03.229579 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb94ef9d-07fa-4f79-bf99-344cf250dee7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:03.234011 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb94ef9d-07fa-4f79-bf99-344cf250dee7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:03.261830 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94ef9d-07fa-4f79-bf99-344cf250dee7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b63bce15-0087-4f8e-926d-4a7e9611f0e4,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:03.264680 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb94ef9d-07fa-4f79-bf99-344cf250dee7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:03.266384 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-eb94ef9d-07fa-4f79-bf99-344cf250dee7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2607701 Jul 15 13:59:03.269339 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40138) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:03.273917 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-4b959b00-8010-4635-8d4b-9ad26c591e24 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'security_group_rule': {'security_group_id': 'b63bce15-0087-4f8e-926d-4a7e9611f0e4', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:59:03.305516 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4b959b00-8010-4635-8d4b-9ad26c591e24 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:03.365782 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4b959b00-8010-4635-8d4b-9ad26c591e24 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:03.369350 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4b959b00-8010-4635-8d4b-9ad26c591e24 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:03.388063 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b959b00-8010-4635-8d4b-9ad26c591e24 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c472ac4c-eadc-4ee1-8699-40f58ca12536,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:03.395132 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4b959b00-8010-4635-8d4b-9ad26c591e24 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:03.398829 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4b959b00-8010-4635-8d4b-9ad26c591e24 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1261039 Jul 15 13:59:03.399093 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40140) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:03.403361 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-5592da19-e84d-4765-a4e5-d82c94ab5f02 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'security_group_rule': {'security_group_id': 'b63bce15-0087-4f8e-926d-4a7e9611f0e4', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:59:03.429184 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5592da19-e84d-4765-a4e5-d82c94ab5f02 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:03.486352 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5592da19-e84d-4765-a4e5-d82c94ab5f02 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:03.490144 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5592da19-e84d-4765-a4e5-d82c94ab5f02 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:03.513512 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592da19-e84d-4765-a4e5-d82c94ab5f02 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d78ad8ff-3217-4055-bbd3-99e045bb11a9,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:03.517621 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5592da19-e84d-4765-a4e5-d82c94ab5f02 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:03.521796 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5592da19-e84d-4765-a4e5-d82c94ab5f02 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1191945 Jul 15 13:59:03.522279 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40142) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:03.526589 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-eb7a4c76-da1d-45d9-9954-7c9e3016dd06 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'security_group_rule': {'security_group_id': 'b63bce15-0087-4f8e-926d-4a7e9611f0e4', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:59:03.553963 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb7a4c76-da1d-45d9-9954-7c9e3016dd06 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:03.613289 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb7a4c76-da1d-45d9-9954-7c9e3016dd06 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:03.616718 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb7a4c76-da1d-45d9-9954-7c9e3016dd06 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:03.634689 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a4c76-da1d-45d9-9954-7c9e3016dd06 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee85241-fcbb-4ce6-a898-fca6953508e6,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:03.641779 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eb7a4c76-da1d-45d9-9954-7c9e3016dd06 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:03.645727 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-eb7a4c76-da1d-45d9-9954-7c9e3016dd06 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199460 Jul 15 13:59:03.645727 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40144) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:03.650524 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-cb668f86-3d98-4fa3-b82b-b6673ad68a9e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'security_group_rule': {'security_group_id': 'b63bce15-0087-4f8e-926d-4a7e9611f0e4', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:59:03.675989 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cb668f86-3d98-4fa3-b82b-b6673ad68a9e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:03.735155 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cb668f86-3d98-4fa3-b82b-b6673ad68a9e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:03.738365 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cb668f86-3d98-4fa3-b82b-b6673ad68a9e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:03.755053 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb668f86-3d98-4fa3-b82b-b6673ad68a9e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9634a565-d95c-443d-9f61-383fe094bc24,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:03.761720 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cb668f86-3d98-4fa3-b82b-b6673ad68a9e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:03.763539 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-cb668f86-3d98-4fa3-b82b-b6673ad68a9e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1168327 Jul 15 13:59:03.766208 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40146) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:03.769402 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:03.770837 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-57897861-f78b-42cf-9c16-34db65ba812c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'security_group_rule': {'security_group_id': 'b63bce15-0087-4f8e-926d-4a7e9611f0e4', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:59:03.792540 n-d-771363-36 neutron-server[93826]: INFO neutron.db.securitygroups_db [None req-57897861-f78b-42cf-9c16-34db65ba812c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Project 6425c0206e154f1bb445bd935ef3b1e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:59:03.798450 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-57897861-f78b-42cf-9c16-34db65ba812c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:03.861328 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-57897861-f78b-42cf-9c16-34db65ba812c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:03.865737 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-57897861-f78b-42cf-9c16-34db65ba812c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:03.888739 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57897861-f78b-42cf-9c16-34db65ba812c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d79aaf63-c948-4379-b078-d8b3fcaea66c,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:03.894894 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-57897861-f78b-42cf-9c16-34db65ba812c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:03.896478 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-57897861-f78b-42cf-9c16-34db65ba812c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1293058 Jul 15 13:59:03.899194 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40148) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:03.903636 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-1884e475-b864-4966-90dd-1cab90326940 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'security_group_rule': {'security_group_id': 'b63bce15-0087-4f8e-926d-4a7e9611f0e4', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:59:03.924960 n-d-771363-36 neutron-server[93826]: INFO neutron.db.securitygroups_db [None req-1884e475-b864-4966-90dd-1cab90326940 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Project 6425c0206e154f1bb445bd935ef3b1e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:59:03.929473 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1884e475-b864-4966-90dd-1cab90326940 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:03.989574 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1884e475-b864-4966-90dd-1cab90326940 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:03.993182 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1884e475-b864-4966-90dd-1cab90326940 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:04.012145 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884e475-b864-4966-90dd-1cab90326940 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b26861b2-3da2-49f8-8d12-706a7bcbcfc8,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:04.019245 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1884e475-b864-4966-90dd-1cab90326940 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:04.020626 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1884e475-b864-4966-90dd-1cab90326940 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1204929 Jul 15 13:59:04.023652 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40150) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:04.028606 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-9bac860f-dd93-432b-a92f-591c92f6b648 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'network': {'name': 'tempest-network-smoke--1346977466', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'port_security_enabled': True}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:59:04.048796 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bac860f-dd93-432b-a92f-591c92f6b648 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Made reservation on behalf of 6425c0206e154f1bb445bd935ef3b1e7 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:59:04.052256 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9bac860f-dd93-432b-a92f-591c92f6b648 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:04.074923 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bac860f-dd93-432b-a92f-591c92f6b648 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:59:04.084009 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9bac860f-dd93-432b-a92f-591c92f6b648 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:04.084368 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-9bac860f-dd93-432b-a92f-591c92f6b648 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Added segment 9fd3302d-ead8-4b2b-b283-a9ecf990dc56 of type vlan for network 51194407-5d0f-4c11-8624-5b1790f295f8 Jul 15 13:59:04.122133 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9bac860f-dd93-432b-a92f-591c92f6b648 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:04.149385 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9bac860f-dd93-432b-a92f-591c92f6b648 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:04.155504 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bac860f-dd93-432b-a92f-591c92f6b648 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:04.156083 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9bac860f-dd93-432b-a92f-591c92f6b648 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:04.189323 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9bac860f-dd93-432b-a92f-591c92f6b648 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1646016 Jul 15 13:59:04.192283 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40152) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:04.196700 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-e527957a-7625-43ea-8ea4-f8782565df44 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2039713250', 'admin_state_up': True, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:59:04.238983 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac860f-dd93-432b-a92f-591c92f6b648 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'Network': ['ID=51194407-5d0f-4c11-8624-5b1790f295f8,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:04.250219 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 51194407-5d0f-4c11-8624-5b1790f295f8 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:59:04.252136 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e527957a-7625-43ea-8ea4-f8782565df44 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:04.253481 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e527957a-7625-43ea-8ea4-f8782565df44 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:04.305112 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e527957a-7625-43ea-8ea4-f8782565df44 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:04.441946 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e527957a-7625-43ea-8ea4-f8782565df44 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:04.631520 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e527957a-7625-43ea-8ea4-f8782565df44 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:04.650230 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e527957a-7625-43ea-8ea4-f8782565df44 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:04.752745 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-e527957a-7625-43ea-8ea4-f8782565df44 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Allocated IP 172.25.8.210 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/7014d8c2-702f-42e0-9a1d-47c3bd891804) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:59:04.852227 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e527957a-7625-43ea-8ea4-f8782565df44 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:04.896713 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e527957a-7625-43ea-8ea4-f8782565df44 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:04.936654 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e527957a-7625-43ea-8ea4-f8782565df44 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:59:04.939627 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-e527957a-7625-43ea-8ea4-f8782565df44 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:59:04.941979 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e527957a-7625-43ea-8ea4-f8782565df44 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:59:04.964644 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e527957a-7625-43ea-8ea4-f8782565df44 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'Port': ['ID=7014d8c2-702f-42e0-9a1d-47c3bd891804,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:05.184491 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e527957a-7625-43ea-8ea4-f8782565df44 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:05.198324 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:05.376246 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e527957a-7625-43ea-8ea4-f8782565df44 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:05.499250 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e527957a-7625-43ea-8ea4-f8782565df44 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Router 04d85a8d-0b3e-4edf-ac01-91f2d4220267 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:59:05.603096 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e527957a-7625-43ea-8ea4-f8782565df44 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:59:05.613340 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9797490d-bc86-42d1-97e3-6cd8aedb8100 None None] Sync routers for ids ['04d85a8d-0b3e-4edf-ac01-91f2d4220267'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:59:05.621312 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e527957a-7625-43ea-8ea4-f8782565df44 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:05.622697 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e527957a-7625-43ea-8ea4-f8782565df44 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4294426 Jul 15 13:59:05.623969 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9797490d-bc86-42d1-97e3-6cd8aedb8100 None None] Routers {'04d85a8d-0b3e-4edf-ac01-91f2d4220267'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:59:05.624605 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-9797490d-bc86-42d1-97e3-6cd8aedb8100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:59:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['04d85a8d-0b3e-4edf-ac01-91f2d4220267'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:05.626353 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40154) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:05.727430 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-9797490d-bc86-42d1-97e3-6cd8aedb8100 None None] Set router 04d85a8d-0b3e-4edf-ac01-91f2d4220267 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:59:05.750949 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-92b07eec-c4fc-42ab-bd91-ff2b5759d558 tempest-TestNetworkAdvancedServerOps-1664808803 tempest-TestNetworkAdvancedServerOps-1664808803-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=6425c0206e154f1bb445bd935ef3b1e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1232874 Jul 15 13:59:05.753631 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40158) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:05.899466 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-9797490d-bc86-42d1-97e3-6cd8aedb8100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d85a8d-0b3e-4edf-ac01-91f2d4220267', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039713250', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '7014d8c2-702f-42e0-9a1d-47c3bd891804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:04Z', 'updated_at': '2021-07-15T13:59:05Z', 'revision_number': 3, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '7014d8c2-702f-42e0-9a1d-47c3bd891804', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:32:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d85a8d-0b3e-4edf-ac01-91f2d4220267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:04Z', 'updated_at': '2021-07-15T13:59:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:05.925199 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ab7c48-6c01-4ef7-ada9-161037922650 tempest-TestNetworkAdvancedServerOps-1664808803 tempest-TestNetworkAdvancedServerOps-1664808803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:05.926773 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b4ab7c48-6c01-4ef7-ada9-161037922650 tempest-TestNetworkAdvancedServerOps-1664808803 tempest-TestNetworkAdvancedServerOps-1664808803-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1721904 Jul 15 13:59:05.928415 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9797490d-bc86-42d1-97e3-6cd8aedb8100 None None] Checking router: 04d85a8d-0b3e-4edf-ac01-91f2d4220267 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:59:05.928761 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9797490d-bc86-42d1-97e3-6cd8aedb8100 None None] Updating router 04d85a8d-0b3e-4edf-ac01-91f2d4220267 port 7014d8c2-702f-42e0-9a1d-47c3bd891804 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:59:05.929586 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40160) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:05.961909 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9797490d-bc86-42d1-97e3-6cd8aedb8100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:05.963437 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-dca5f9e2-1dad-461c-acfd-e9e237b78bde tempest-TestNetworkAdvancedServerOps-1664808803 tempest-TestNetworkAdvancedServerOps-1664808803-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=e1268488-a505-464f-96b0-8b93d6dfd7ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326288 Jul 15 13:59:05.965916 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40162) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:05.971247 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-900daa74-2fc3-4045-88ca-cb591eeb41f7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-640621645', 'network_id': '51194407-5d0f-4c11-8624-5b1790f295f8', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:59:06.061127 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900daa74-2fc3-4045-88ca-cb591eeb41f7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Made reservation on behalf of 6425c0206e154f1bb445bd935ef3b1e7 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:59:06.064916 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-900daa74-2fc3-4045-88ca-cb591eeb41f7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:06.205856 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9797490d-bc86-42d1-97e3-6cd8aedb8100 None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:06.215844 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-9797490d-bc86-42d1-97e3-6cd8aedb8100 None None] Transition to ACTIVE for port object 7014d8c2-702f-42e0-9a1d-47c3bd891804 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:59:06.222336 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9797490d-bc86-42d1-97e3-6cd8aedb8100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:06.245175 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-900daa74-2fc3-4045-88ca-cb591eeb41f7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:06.277167 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d8dee-b5f3-403d-8720-dcc1bc14dad6 None None] Pushing event updated for resources: {'Port': ['ID=7014d8c2-702f-42e0-9a1d-47c3bd891804,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:06.279154 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-9797490d-bc86-42d1-97e3-6cd8aedb8100 None None] Attempting to bind port 7014d8c2-702f-42e0-9a1d-47c3bd891804 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:59:06.280040 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-9797490d-bc86-42d1-97e3-6cd8aedb8100 None None] Attempting to bind port 7014d8c2-702f-42e0-9a1d-47c3bd891804 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:59:06.280392 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9797490d-bc86-42d1-97e3-6cd8aedb8100 None None] Attempting to bind port 7014d8c2-702f-42e0-9a1d-47c3bd891804 on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:59:06.290230 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9797490d-bc86-42d1-97e3-6cd8aedb8100 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:59:06.290630 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9797490d-bc86-42d1-97e3-6cd8aedb8100 None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:59:06.291165 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9797490d-bc86-42d1-97e3-6cd8aedb8100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:06.291434 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9797490d-bc86-42d1-97e3-6cd8aedb8100 None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:59:06.291919 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-9797490d-bc86-42d1-97e3-6cd8aedb8100 None None] Bound port: 7014d8c2-702f-42e0-9a1d-47c3bd891804, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:59:06.292374 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9797490d-bc86-42d1-97e3-6cd8aedb8100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:06.295942 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56d8dee-b5f3-403d-8720-dcc1bc14dad6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:06.296278 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56d8dee-b5f3-403d-8720-dcc1bc14dad6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:06.296626 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56d8dee-b5f3-403d-8720-dcc1bc14dad6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:06.296928 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56d8dee-b5f3-403d-8720-dcc1bc14dad6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:06.297337 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56d8dee-b5f3-403d-8720-dcc1bc14dad6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:06.297659 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56d8dee-b5f3-403d-8720-dcc1bc14dad6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:06.297973 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56d8dee-b5f3-403d-8720-dcc1bc14dad6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:06.298286 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56d8dee-b5f3-403d-8720-dcc1bc14dad6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:06.298616 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56d8dee-b5f3-403d-8720-dcc1bc14dad6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:06.298930 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56d8dee-b5f3-403d-8720-dcc1bc14dad6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:06.299240 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56d8dee-b5f3-403d-8720-dcc1bc14dad6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:06.299546 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56d8dee-b5f3-403d-8720-dcc1bc14dad6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:06.307517 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900daa74-2fc3-4045-88ca-cb591eeb41f7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'Subnet': ['ID=cc4184c8-4f80-4238-865c-8f562d11e84c,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:06.314917 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900daa74-2fc3-4045-88ca-cb591eeb41f7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Checking segment: {'id': '9fd3302d-ead8-4b2b-b283-a9ecf990dc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '51194407-5d0f-4c11-8624-5b1790f295f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:59:06.315278 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900daa74-2fc3-4045-88ca-cb591eeb41f7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Network hostable DHCP agents. Network: 51194407-5d0f-4c11-8624-5b1790f295f8, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:59:06.331991 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900daa74-2fc3-4045-88ca-cb591eeb41f7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Network 51194407-5d0f-4c11-8624-5b1790f295f8 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:59:06.341454 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-900daa74-2fc3-4045-88ca-cb591eeb41f7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 51194407-5d0f-4c11-8624-5b1790f295f8) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:59:06.346213 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900daa74-2fc3-4045-88ca-cb591eeb41f7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:06.347201 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-900daa74-2fc3-4045-88ca-cb591eeb41f7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:06.351435 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ea6199-b9f5-4824-b7ab-eaf1c18123d4 None None] Network 51194407-5d0f-4c11-8624-5b1790f295f8 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:59:06.357162 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-9797490d-bc86-42d1-97e3-6cd8aedb8100 None None] For port 7014d8c2-702f-42e0-9a1d-47c3bd891804, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:59:06.361049 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-9797490d-bc86-42d1-97e3-6cd8aedb8100 None None] For port 7014d8c2-702f-42e0-9a1d-47c3bd891804, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=7014d8c2-702f-42e0-9a1d-47c3bd891804,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:59:06.365535 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40164) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:06.366040 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-900daa74-2fc3-4045-88ca-cb591eeb41f7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3987837 Jul 15 13:59:06.368846 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9797490d-bc86-42d1-97e3-6cd8aedb8100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:06.425734 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9797490d-bc86-42d1-97e3-6cd8aedb8100 None None] Routers {'04d85a8d-0b3e-4edf-ac01-91f2d4220267'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:59:06.426497 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-9797490d-bc86-42d1-97e3-6cd8aedb8100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:59:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['04d85a8d-0b3e-4edf-ac01-91f2d4220267'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:06.464573 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d8dee-b5f3-403d-8720-dcc1bc14dad6 None None] Pushing event updated for resources: {'Port': ['ID=7014d8c2-702f-42e0-9a1d-47c3bd891804,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:06.502069 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b36ced-762c-494b-8051-b62d6ff9fa4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-51194407-5d0f-4c11-8624-5b1790f295f8', 'network_id': '51194407-5d0f-4c11-8624-5b1790f295f8', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'fixed_ips': [{'subnet_id': 'cc4184c8-4f80-4238-865c-8f562d11e84c'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:59:06.503103 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d5b36ced-762c-494b-8051-b62d6ff9fa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:06.546682 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-9797490d-bc86-42d1-97e3-6cd8aedb8100 None None] Set router 04d85a8d-0b3e-4edf-ac01-91f2d4220267 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:59:06.645283 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-d5b36ced-762c-494b-8051-b62d6ff9fa4f None None] Allocated IP 172.20.0.2 (51194407-5d0f-4c11-8624-5b1790f295f8/cc4184c8-4f80-4238-865c-8f562d11e84c/1ec18f35-bacf-4ad2-919c-18b97e9203d6) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:59:06.727602 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-9797490d-bc86-42d1-97e3-6cd8aedb8100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d85a8d-0b3e-4edf-ac01-91f2d4220267', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039713250', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '7014d8c2-702f-42e0-9a1d-47c3bd891804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:04Z', 'updated_at': '2021-07-15T13:59:05Z', 'revision_number': 3, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '7014d8c2-702f-42e0-9a1d-47c3bd891804', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:32:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d85a8d-0b3e-4edf-ac01-91f2d4220267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:04Z', 'updated_at': '2021-07-15T13:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:06.757543 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9797490d-bc86-42d1-97e3-6cd8aedb8100 None None] The sync data for ids ['04d85a8d-0b3e-4edf-ac01-91f2d4220267'] in n-d-771363-36 is: [{'id': '04d85a8d-0b3e-4edf-ac01-91f2d4220267', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039713250', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '7014d8c2-702f-42e0-9a1d-47c3bd891804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:04Z', 'updated_at': '2021-07-15T13:59:05Z', 'revision_number': 3, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '7014d8c2-702f-42e0-9a1d-47c3bd891804', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:32:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d85a8d-0b3e-4edf-ac01-91f2d4220267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:04Z', 'updated_at': '2021-07-15T13:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:59:06.802684 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d5b36ced-762c-494b-8051-b62d6ff9fa4f None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:06.812987 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d5b36ced-762c-494b-8051-b62d6ff9fa4f None None] Transition to ACTIVE for port object 1ec18f35-bacf-4ad2-919c-18b97e9203d6 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:59:06.829157 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d5b36ced-762c-494b-8051-b62d6ff9fa4f None None] Transition to ACTIVE for port object 1ec18f35-bacf-4ad2-919c-18b97e9203d6 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:59:06.833742 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-59936eab-1961-43ea-a23c-a26d4819c958 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:06.835594 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d5b36ced-762c-494b-8051-b62d6ff9fa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:06.877380 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b36ced-762c-494b-8051-b62d6ff9fa4f None None] Network 51194407-5d0f-4c11-8624-5b1790f295f8 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:59:06.880724 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-d5b36ced-762c-494b-8051-b62d6ff9fa4f None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:59:06.883202 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b36ced-762c-494b-8051-b62d6ff9fa4f None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:59:06.891297 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b36ced-762c-494b-8051-b62d6ff9fa4f None None] Pushing event updated for resources: {'Port': ['ID=1ec18f35-bacf-4ad2-919c-18b97e9203d6,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:06.947501 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-d5b36ced-762c-494b-8051-b62d6ff9fa4f None None] Attempting to bind port 1ec18f35-bacf-4ad2-919c-18b97e9203d6 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:59:06.947926 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-d5b36ced-762c-494b-8051-b62d6ff9fa4f None None] Attempting to bind port 1ec18f35-bacf-4ad2-919c-18b97e9203d6 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '9fd3302d-ead8-4b2b-b283-a9ecf990dc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '51194407-5d0f-4c11-8624-5b1790f295f8'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:59:06.948302 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b36ced-762c-494b-8051-b62d6ff9fa4f None None] Attempting to bind port 1ec18f35-bacf-4ad2-919c-18b97e9203d6 on network 51194407-5d0f-4c11-8624-5b1790f295f8 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:59:06.954059 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b36ced-762c-494b-8051-b62d6ff9fa4f None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:59:06.954436 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b36ced-762c-494b-8051-b62d6ff9fa4f None None] Checking segment: {'id': '9fd3302d-ead8-4b2b-b283-a9ecf990dc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '51194407-5d0f-4c11-8624-5b1790f295f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:59:06.954887 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d5b36ced-762c-494b-8051-b62d6ff9fa4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:06.955417 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b36ced-762c-494b-8051-b62d6ff9fa4f None None] Bound using segment: {'id': '9fd3302d-ead8-4b2b-b283-a9ecf990dc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '51194407-5d0f-4c11-8624-5b1790f295f8'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:59:06.955916 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-d5b36ced-762c-494b-8051-b62d6ff9fa4f None None] Bound port: 1ec18f35-bacf-4ad2-919c-18b97e9203d6, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fd3302d-ead8-4b2b-b283-a9ecf990dc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '51194407-5d0f-4c11-8624-5b1790f295f8'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:59:06.956300 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d5b36ced-762c-494b-8051-b62d6ff9fa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:07.048888 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-d5b36ced-762c-494b-8051-b62d6ff9fa4f None None] For port 1ec18f35-bacf-4ad2-919c-18b97e9203d6, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:59:07.052469 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-d5b36ced-762c-494b-8051-b62d6ff9fa4f None None] For port 1ec18f35-bacf-4ad2-919c-18b97e9203d6, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=1ec18f35-bacf-4ad2-919c-18b97e9203d6,segment=NetworkSegment(9fd3302d-ead8-4b2b-b283-a9ecf990dc56),segment_id=9fd3302d-ead8-4b2b-b283-a9ecf990dc56)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:59:07.055925 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d5b36ced-762c-494b-8051-b62d6ff9fa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:07.132971 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b36ced-762c-494b-8051-b62d6ff9fa4f None None] Pushing event updated for resources: {'Port': ['ID=1ec18f35-bacf-4ad2-919c-18b97e9203d6,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:07.179887 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-59936eab-1961-43ea-a23c-a26d4819c958 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Allocated IP 172.20.0.1 (51194407-5d0f-4c11-8624-5b1790f295f8/cc4184c8-4f80-4238-865c-8f562d11e84c/bae4b353-da07-460d-998f-d6bbd51e3c2d) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:59:07.320869 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-59936eab-1961-43ea-a23c-a26d4819c958 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:07.337108 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-59936eab-1961-43ea-a23c-a26d4819c958 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Transition to ACTIVE for port object bae4b353-da07-460d-998f-d6bbd51e3c2d will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:59:07.382282 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-59936eab-1961-43ea-a23c-a26d4819c958 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:07.434767 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59936eab-1961-43ea-a23c-a26d4819c958 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Network 51194407-5d0f-4c11-8624-5b1790f295f8 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:59:07.439078 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-59936eab-1961-43ea-a23c-a26d4819c958 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:59:07.443232 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59936eab-1961-43ea-a23c-a26d4819c958 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:59:07.449792 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59936eab-1961-43ea-a23c-a26d4819c958 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'Port': ['ID=bae4b353-da07-460d-998f-d6bbd51e3c2d,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:07.494420 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-59936eab-1961-43ea-a23c-a26d4819c958 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:07.640108 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-59936eab-1961-43ea-a23c-a26d4819c958 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:07.932123 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-59936eab-1961-43ea-a23c-a26d4819c958 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:07.937400 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-59936eab-1961-43ea-a23c-a26d4819c958 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:07.940465 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1ec18f35-bacf-4ad2-919c-18b97e9203d6 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:59:08.003873 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 1ec18f35-bacf-4ad2-919c-18b97e9203d6 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:59:08.008365 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 7014d8c2-702f-42e0-9a1d-47c3bd891804 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:59:08.019581 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-59936eab-1961-43ea-a23c-a26d4819c958 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:08.021523 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59936eab-1961-43ea-a23c-a26d4819c958 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'Port': ['ID=bae4b353-da07-460d-998f-d6bbd51e3c2d,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:08.061157 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 7014d8c2-702f-42e0-9a1d-47c3bd891804 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:59:08.066027 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 7014d8c2-702f-42e0-9a1d-47c3bd891804 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:59:08.066409 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:08.122765 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59936eab-1961-43ea-a23c-a26d4819c958 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Network 51194407-5d0f-4c11-8624-5b1790f295f8 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:59:08.124849 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-59936eab-1961-43ea-a23c-a26d4819c958 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:59:08.136087 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5c358c-eb29-4aee-a886-398f1c8e2779 None None] Network 51194407-5d0f-4c11-8624-5b1790f295f8 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:59:08.170428 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:08.232185 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 7014d8c2-702f-42e0-9a1d-47c3bd891804, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=7014d8c2-702f-42e0-9a1d-47c3bd891804,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:59:08.240761 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:08.242686 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59936eab-1961-43ea-a23c-a26d4819c958 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Router 04d85a8d-0b3e-4edf-ac01-91f2d4220267 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:59:08.276074 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-005c8583-d85f-446d-9ecc-e0109c29afc0 None None] Provisioning for port 1ec18f35-bacf-4ad2-919c-18b97e9203d6 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:59:08.304869 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-005c8583-d85f-446d-9ecc-e0109c29afc0 None None] Provisioning complete for port 1ec18f35-bacf-4ad2-919c-18b97e9203d6 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:59:08.305247 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-005c8583-d85f-446d-9ecc-e0109c29afc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:08.357118 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59936eab-1961-43ea-a23c-a26d4819c958 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:59:08.366076 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-59936eab-1961-43ea-a23c-a26d4819c958 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "PUT /v2.0/routers/04d85a8d-0b3e-4edf-ac01-91f2d4220267/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9994719 Jul 15 13:59:08.369308 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=7014d8c2-702f-42e0-9a1d-47c3bd891804,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:08.451965 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-005c8583-d85f-446d-9ecc-e0109c29afc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:08.498318 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f820c4d8-fc4f-4684-820c-e92eea7064f0 None None] Sync routers for ids ['04d85a8d-0b3e-4edf-ac01-91f2d4220267'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:59:08.502026 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-005c8583-d85f-446d-9ecc-e0109c29afc0 None None] For port 1ec18f35-bacf-4ad2-919c-18b97e9203d6, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=1ec18f35-bacf-4ad2-919c-18b97e9203d6,segment=NetworkSegment(9fd3302d-ead8-4b2b-b283-a9ecf990dc56),segment_id=9fd3302d-ead8-4b2b-b283-a9ecf990dc56)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:59:08.508996 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-005c8583-d85f-446d-9ecc-e0109c29afc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:08.515259 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f820c4d8-fc4f-4684-820c-e92eea7064f0 None None] Routers {'04d85a8d-0b3e-4edf-ac01-91f2d4220267'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:59:08.515259 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-f820c4d8-fc4f-4684-820c-e92eea7064f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:59:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['04d85a8d-0b3e-4edf-ac01-91f2d4220267'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:08.519796 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-cc39fc12-2864-4598-ae69-de41703618c9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1494723912&fields=id&tenant_id=6425c0206e154f1bb445bd935ef3b1e7 HTTP/1.1" status: 200 len: 267 time: 0.0375190 Jul 15 13:59:08.629748 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c8583-d85f-446d-9ecc-e0109c29afc0 None None] Pushing event updated for resources: {'Port': ['ID=1ec18f35-bacf-4ad2-919c-18b97e9203d6,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:08.642357 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-d3370f37-a707-4154-83a0-f65ca194385a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:08.643682 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-d3370f37-a707-4154-83a0-f65ca194385a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/networks?id=51194407-5d0f-4c11-8624-5b1790f295f8 HTTP/1.1" status: 200 len: 797 time: 0.1160793 Jul 15 13:59:08.659678 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-f820c4d8-fc4f-4684-820c-e92eea7064f0 None None] Set router 04d85a8d-0b3e-4edf-ac01-91f2d4220267 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:59:08.660042 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-71ba8961-c273-49b3-98fc-e3d635241735 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/quotas/6425c0206e154f1bb445bd935ef3b1e7 HTTP/1.1" status: 200 len: 375 time: 0.0107763 Jul 15 13:59:08.731543 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-d8bc0b6c-987c-4f5a-978e-12eb6070e087 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6425c0206e154f1bb445bd935ef3b1e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652335 Jul 15 13:59:08.766334 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-9f8d7015-24e0-4c1d-9cda-f4fb0815f4a9 None None] Provisioning for port bae4b353-da07-460d-998f-d6bbd51e3c2d completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:59:08.772670 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-9f8d7015-24e0-4c1d-9cda-f4fb0815f4a9 None None] Provisioning complete for port bae4b353-da07-460d-998f-d6bbd51e3c2d triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:59:08.773040 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9f8d7015-24e0-4c1d-9cda-f4fb0815f4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:08.845399 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-7191a06e-b687-40a1-a7b4-48e1fd7102ff service neutron] 10.222.0.16 "GET /v2.0/networks/51194407-5d0f-4c11-8624-5b1790f295f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020708 Jul 15 13:59:08.847244 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-9f8d7015-24e0-4c1d-9cda-f4fb0815f4a9 None None] Port bae4b353-da07-460d-998f-d6bbd51e3c2d cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:59:08.892481 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-9f8d7015-24e0-4c1d-9cda-f4fb0815f4a9 None None] Provisioning complete for port 1ec18f35-bacf-4ad2-919c-18b97e9203d6 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:59:08.892886 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9f8d7015-24e0-4c1d-9cda-f4fb0815f4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:08.941838 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-96d65f89-5372-46b6-ac6e-9683a2ffdc53 service neutron] 10.222.0.16 "GET /v2.0/networks/51194407-5d0f-4c11-8624-5b1790f295f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900359 Jul 15 13:59:08.982786 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-f820c4d8-fc4f-4684-820c-e92eea7064f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d85a8d-0b3e-4edf-ac01-91f2d4220267', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039713250', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '7014d8c2-702f-42e0-9a1d-47c3bd891804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:04Z', 'updated_at': '2021-07-15T13:59:07Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '7014d8c2-702f-42e0-9a1d-47c3bd891804', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:32:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d85a8d-0b3e-4edf-ac01-91f2d4220267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:04Z', 'updated_at': '2021-07-15T13:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'bae4b353-da07-460d-998f-d6bbd51e3c2d', 'name': '', 'network_id': '51194407-5d0f-4c11-8624-5b1790f295f8', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:31:25:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d85a8d-0b3e-4edf-ac01-91f2d4220267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'cc4184c8-4f80-4238-865c-8f562d11e84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:06Z', 'updated_at': '2021-07-15T13:59:07Z', 'revision_number': 2, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': 'cc4184c8-4f80-4238-865c-8f562d11e84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:09.020876 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f820c4d8-fc4f-4684-820c-e92eea7064f0 None None] Checking router: 04d85a8d-0b3e-4edf-ac01-91f2d4220267 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:59:09.021257 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f820c4d8-fc4f-4684-820c-e92eea7064f0 None None] Updating router 04d85a8d-0b3e-4edf-ac01-91f2d4220267 port bae4b353-da07-460d-998f-d6bbd51e3c2d binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:59:09.063814 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f820c4d8-fc4f-4684-820c-e92eea7064f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:09.191479 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f556e265-402b-4ea3-8e3a-7d3c5ed46c7d None None] Provisioning complete for port bae4b353-da07-460d-998f-d6bbd51e3c2d triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:59:09.191993 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f556e265-402b-4ea3-8e3a-7d3c5ed46c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:09.254355 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f556e265-402b-4ea3-8e3a-7d3c5ed46c7d None None] Port bae4b353-da07-460d-998f-d6bbd51e3c2d cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:59:09.399681 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f820c4d8-fc4f-4684-820c-e92eea7064f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:09.412236 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f820c4d8-fc4f-4684-820c-e92eea7064f0 None None] Transition to ACTIVE for port object bae4b353-da07-460d-998f-d6bbd51e3c2d will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:59:09.418840 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f820c4d8-fc4f-4684-820c-e92eea7064f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:09.472157 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f5b7bd-e93c-4959-a12b-7b537b906783 None None] Pushing event updated for resources: {'Port': ['ID=bae4b353-da07-460d-998f-d6bbd51e3c2d,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:09.543757 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-f820c4d8-fc4f-4684-820c-e92eea7064f0 None None] Attempting to bind port bae4b353-da07-460d-998f-d6bbd51e3c2d on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:59:09.544146 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-f820c4d8-fc4f-4684-820c-e92eea7064f0 None None] Attempting to bind port bae4b353-da07-460d-998f-d6bbd51e3c2d by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '9fd3302d-ead8-4b2b-b283-a9ecf990dc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '51194407-5d0f-4c11-8624-5b1790f295f8'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:59:09.544557 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f820c4d8-fc4f-4684-820c-e92eea7064f0 None None] Attempting to bind port bae4b353-da07-460d-998f-d6bbd51e3c2d on network 51194407-5d0f-4c11-8624-5b1790f295f8 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:59:09.548906 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a85acf0-9f0e-463e-b3a5-fcf4e616737c req-1c2cf3ec-ba43-4856-93ef-0ab9b50f5b8c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5431f1d2-d903-4e39-bf87-7577f2946257 HTTP/1.1" status: 200 len: 210 time: 0.4254441 Jul 15 13:59:09.550855 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f820c4d8-fc4f-4684-820c-e92eea7064f0 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:59:09.551239 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f820c4d8-fc4f-4684-820c-e92eea7064f0 None None] Checking segment: {'id': '9fd3302d-ead8-4b2b-b283-a9ecf990dc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '51194407-5d0f-4c11-8624-5b1790f295f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:59:09.551747 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f820c4d8-fc4f-4684-820c-e92eea7064f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:09.552024 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f820c4d8-fc4f-4684-820c-e92eea7064f0 None None] Bound using segment: {'id': '9fd3302d-ead8-4b2b-b283-a9ecf990dc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '51194407-5d0f-4c11-8624-5b1790f295f8'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:59:09.552560 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-f820c4d8-fc4f-4684-820c-e92eea7064f0 None None] Bound port: bae4b353-da07-460d-998f-d6bbd51e3c2d, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fd3302d-ead8-4b2b-b283-a9ecf990dc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '51194407-5d0f-4c11-8624-5b1790f295f8'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:59:09.553017 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f820c4d8-fc4f-4684-820c-e92eea7064f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:09.627484 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f820c4d8-fc4f-4684-820c-e92eea7064f0 None None] For port bae4b353-da07-460d-998f-d6bbd51e3c2d, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:59:09.631225 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f820c4d8-fc4f-4684-820c-e92eea7064f0 None None] For port bae4b353-da07-460d-998f-d6bbd51e3c2d, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=bae4b353-da07-460d-998f-d6bbd51e3c2d,segment=NetworkSegment(9fd3302d-ead8-4b2b-b283-a9ecf990dc56),segment_id=9fd3302d-ead8-4b2b-b283-a9ecf990dc56)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:59:09.636580 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f820c4d8-fc4f-4684-820c-e92eea7064f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:09.699842 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f820c4d8-fc4f-4684-820c-e92eea7064f0 None None] Routers {'04d85a8d-0b3e-4edf-ac01-91f2d4220267'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:59:09.700550 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-f820c4d8-fc4f-4684-820c-e92eea7064f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:59:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['04d85a8d-0b3e-4edf-ac01-91f2d4220267'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:09.738892 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f5b7bd-e93c-4959-a12b-7b537b906783 None None] Pushing event updated for resources: {'Port': ['ID=bae4b353-da07-460d-998f-d6bbd51e3c2d,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:09.833293 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-f820c4d8-fc4f-4684-820c-e92eea7064f0 None None] Set router 04d85a8d-0b3e-4edf-ac01-91f2d4220267 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:59:09.912797 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1ec18f35-bacf-4ad2-919c-18b97e9203d6 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:59:10.044519 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 1ec18f35-bacf-4ad2-919c-18b97e9203d6 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:59:10.045839 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:10.292123 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-f820c4d8-fc4f-4684-820c-e92eea7064f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d85a8d-0b3e-4edf-ac01-91f2d4220267', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039713250', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '7014d8c2-702f-42e0-9a1d-47c3bd891804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:04Z', 'updated_at': '2021-07-15T13:59:07Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '7014d8c2-702f-42e0-9a1d-47c3bd891804', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:32:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d85a8d-0b3e-4edf-ac01-91f2d4220267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:04Z', 'updated_at': '2021-07-15T13:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'bae4b353-da07-460d-998f-d6bbd51e3c2d', 'name': '', 'network_id': '51194407-5d0f-4c11-8624-5b1790f295f8', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:31:25:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d85a8d-0b3e-4edf-ac01-91f2d4220267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'cc4184c8-4f80-4238-865c-8f562d11e84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:06Z', 'updated_at': '2021-07-15T13:59:09Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': 'cc4184c8-4f80-4238-865c-8f562d11e84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:10.324984 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f820c4d8-fc4f-4684-820c-e92eea7064f0 None None] The sync data for ids ['04d85a8d-0b3e-4edf-ac01-91f2d4220267'] in n-d-771363-36 is: [{'id': '04d85a8d-0b3e-4edf-ac01-91f2d4220267', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039713250', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '7014d8c2-702f-42e0-9a1d-47c3bd891804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:04Z', 'updated_at': '2021-07-15T13:59:07Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '7014d8c2-702f-42e0-9a1d-47c3bd891804', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:32:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d85a8d-0b3e-4edf-ac01-91f2d4220267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:04Z', 'updated_at': '2021-07-15T13:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'bae4b353-da07-460d-998f-d6bbd51e3c2d', 'name': '', 'network_id': '51194407-5d0f-4c11-8624-5b1790f295f8', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:31:25:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d85a8d-0b3e-4edf-ac01-91f2d4220267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'cc4184c8-4f80-4238-865c-8f562d11e84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:06Z', 'updated_at': '2021-07-15T13:59:09Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': 'cc4184c8-4f80-4238-865c-8f562d11e84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:59:10.336497 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 7014d8c2-702f-42e0-9a1d-47c3bd891804 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:59:10.415851 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 7014d8c2-702f-42e0-9a1d-47c3bd891804 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:59:10.416309 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:10.705854 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bac567e1-e0cd-4ec5-8cd1-3937558a1e17 req-e5d8edf0-97cf-4e57-9ca9-61e7f56ffee5 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5431f1d2-d903-4e39-bf87-7577f2946257 HTTP/1.1" status: 200 len: 210 time: 0.0305829 Jul 15 13:59:10.959396 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-b8e37713-b4db-4673-8688-32d13c0029b7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:10.960934 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-b8e37713-b4db-4673-8688-32d13c0029b7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.46 "GET /v2.0/networks?id=51194407-5d0f-4c11-8624-5b1790f295f8 HTTP/1.1" status: 200 len: 797 time: 0.5901525 Jul 15 13:59:11.013499 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-0ac7f2a3-69f4-4476-a657-83c0db9aee83 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6425c0206e154f1bb445bd935ef3b1e7 HTTP/1.1" status: 200 len: 380 time: 0.0430441 Jul 15 13:59:11.021866 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-815340e2-5456-4edd-aa64-24cd1775a904 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'port': {'device_id': '5431f1d2-d903-4e39-bf87-7577f2946257', 'network_id': '51194407-5d0f-4c11-8624-5b1790f295f8', 'admin_state_up': True, 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'security_groups': ['b63bce15-0087-4f8e-926d-4a7e9611f0e4']}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:59:11.135704 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-815340e2-5456-4edd-aa64-24cd1775a904 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Made reservation on behalf of 6425c0206e154f1bb445bd935ef3b1e7 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:59:11.139900 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-815340e2-5456-4edd-aa64-24cd1775a904 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:11.270181 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-815340e2-5456-4edd-aa64-24cd1775a904 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Allocated IP 172.20.0.8 (51194407-5d0f-4c11-8624-5b1790f295f8/cc4184c8-4f80-4238-865c-8f562d11e84c/bda80bf5-6b21-4212-af0d-5450b60dbab1) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:59:11.413753 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-815340e2-5456-4edd-aa64-24cd1775a904 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:11.426722 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-815340e2-5456-4edd-aa64-24cd1775a904 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Transition to ACTIVE for port object bda80bf5-6b21-4212-af0d-5450b60dbab1 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:59:11.459321 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-815340e2-5456-4edd-aa64-24cd1775a904 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:11.501264 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-815340e2-5456-4edd-aa64-24cd1775a904 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Network 51194407-5d0f-4c11-8624-5b1790f295f8 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:59:11.506266 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-815340e2-5456-4edd-aa64-24cd1775a904 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:59:11.509980 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-815340e2-5456-4edd-aa64-24cd1775a904 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:59:11.540381 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815340e2-5456-4edd-aa64-24cd1775a904 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'Port': ['ID=bda80bf5-6b21-4212-af0d-5450b60dbab1,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:11.565255 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-815340e2-5456-4edd-aa64-24cd1775a904 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:11.565892 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-815340e2-5456-4edd-aa64-24cd1775a904 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:11.580201 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-815340e2-5456-4edd-aa64-24cd1775a904 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5619938 Jul 15 13:59:11.590602 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-576fbbe0-25b5-40fd-b4fd-9bc52a59f976 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:59:11.591656 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-576fbbe0-25b5-40fd-b4fd-9bc52a59f976 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057833 Jul 15 13:59:11.602542 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-c27dbd30-5560-4ae1-ac48-241b83471228 service neutron] Request body: {'port': {'device_id': '5431f1d2-d903-4e39-bf87-7577f2946257', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:59:11.679784 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-c27dbd30-5560-4ae1-ac48-241b83471228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:11.749715 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-00ac52e2-b4f1-4fa2-9818-2db885f8758e None None] Provisioning for port bda80bf5-6b21-4212-af0d-5450b60dbab1 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:59:11.753900 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-00ac52e2-b4f1-4fa2-9818-2db885f8758e None None] Provisioning complete for port bda80bf5-6b21-4212-af0d-5450b60dbab1 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:59:11.754351 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-00ac52e2-b4f1-4fa2-9818-2db885f8758e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:11.795454 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-00ac52e2-b4f1-4fa2-9818-2db885f8758e None None] Port bda80bf5-6b21-4212-af0d-5450b60dbab1 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:59:11.897523 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59839881-41eb-4c01-a351-688a7134485d req-a59cbd36-c283-43cc-825d-86f8cbc9e759 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:11.899638 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-59839881-41eb-4c01-a351-688a7134485d req-a59cbd36-c283-43cc-825d-86f8cbc9e759 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5431f1d2-d903-4e39-bf87-7577f2946257 HTTP/1.1" status: 200 len: 931 time: 0.0764461 Jul 15 13:59:11.907587 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device bae4b353-da07-460d-998f-d6bbd51e3c2d up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:59:11.940023 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-59839881-41eb-4c01-a351-688a7134485d req-b1660023-dc20-4d19-8fe7-47fc97d7ff23 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=b63bce15-0087-4f8e-926d-4a7e9611f0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329642 Jul 15 13:59:11.956123 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port bae4b353-da07-460d-998f-d6bbd51e3c2d completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:59:11.962049 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-c27dbd30-5560-4ae1-ac48-241b83471228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bda80bf5-6b21-4212-af0d-5450b60dbab1 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:59:11.964568 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port bae4b353-da07-460d-998f-d6bbd51e3c2d triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:59:11.964966 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:11.970807 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-c27dbd30-5560-4ae1-ac48-241b83471228 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:11.983929 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-c27dbd30-5560-4ae1-ac48-241b83471228 service neutron] Transition to ACTIVE for port object bda80bf5-6b21-4212-af0d-5450b60dbab1 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:59:11.986786 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-c27dbd30-5560-4ae1-ac48-241b83471228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:12.043304 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:12.059425 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27dbd30-5560-4ae1-ac48-241b83471228 service neutron] Pushing event updated for resources: {'Port': ['ID=bda80bf5-6b21-4212-af0d-5450b60dbab1,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:12.082717 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port bae4b353-da07-460d-998f-d6bbd51e3c2d, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=bae4b353-da07-460d-998f-d6bbd51e3c2d,segment=NetworkSegment(9fd3302d-ead8-4b2b-b283-a9ecf990dc56),segment_id=9fd3302d-ead8-4b2b-b283-a9ecf990dc56)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:59:12.088062 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:12.111077 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-c27dbd30-5560-4ae1-ac48-241b83471228 service neutron] Attempting to bind port bda80bf5-6b21-4212-af0d-5450b60dbab1 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:59:12.111715 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-c27dbd30-5560-4ae1-ac48-241b83471228 service neutron] Attempting to bind port bda80bf5-6b21-4212-af0d-5450b60dbab1 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '9fd3302d-ead8-4b2b-b283-a9ecf990dc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '51194407-5d0f-4c11-8624-5b1790f295f8'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:59:12.112225 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-c27dbd30-5560-4ae1-ac48-241b83471228 service neutron] Attempting to bind port bda80bf5-6b21-4212-af0d-5450b60dbab1 on network 51194407-5d0f-4c11-8624-5b1790f295f8 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:59:12.117480 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-c27dbd30-5560-4ae1-ac48-241b83471228 service neutron] Port bda80bf5-6b21-4212-af0d-5450b60dbab1 on network 51194407-5d0f-4c11-8624-5b1790f295f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:59:12.117803 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-c27dbd30-5560-4ae1-ac48-241b83471228 service neutron] Attempting to bind port bda80bf5-6b21-4212-af0d-5450b60dbab1 on network 51194407-5d0f-4c11-8624-5b1790f295f8 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:59:12.122868 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-c27dbd30-5560-4ae1-ac48-241b83471228 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:59:12.123248 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-c27dbd30-5560-4ae1-ac48-241b83471228 service neutron] Checking segment: {'id': '9fd3302d-ead8-4b2b-b283-a9ecf990dc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '51194407-5d0f-4c11-8624-5b1790f295f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:59:12.123636 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-c27dbd30-5560-4ae1-ac48-241b83471228 service neutron] Bound using segment: {'id': '9fd3302d-ead8-4b2b-b283-a9ecf990dc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '51194407-5d0f-4c11-8624-5b1790f295f8'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:59:12.124068 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-c27dbd30-5560-4ae1-ac48-241b83471228 service neutron] Bound port: bda80bf5-6b21-4212-af0d-5450b60dbab1, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fd3302d-ead8-4b2b-b283-a9ecf990dc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '51194407-5d0f-4c11-8624-5b1790f295f8'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:59:12.124582 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-c27dbd30-5560-4ae1-ac48-241b83471228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:12.142118 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=bae4b353-da07-460d-998f-d6bbd51e3c2d,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:12.189225 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-c27dbd30-5560-4ae1-ac48-241b83471228 service neutron] For port bda80bf5-6b21-4212-af0d-5450b60dbab1, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:59:12.192350 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-c27dbd30-5560-4ae1-ac48-241b83471228 service neutron] For port bda80bf5-6b21-4212-af0d-5450b60dbab1, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=bda80bf5-6b21-4212-af0d-5450b60dbab1,segment=NetworkSegment(9fd3302d-ead8-4b2b-b283-a9ecf990dc56),segment_id=9fd3302d-ead8-4b2b-b283-a9ecf990dc56)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:59:12.197548 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-c27dbd30-5560-4ae1-ac48-241b83471228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:12.235729 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-c27dbd30-5560-4ae1-ac48-241b83471228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:12.236438 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-c27dbd30-5560-4ae1-ac48-241b83471228 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:12.237713 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-c27dbd30-5560-4ae1-ac48-241b83471228 service neutron] 10.222.0.46 "PUT /v2.0/ports/bda80bf5-6b21-4212-af0d-5450b60dbab1 HTTP/1.1" status: 200 len: 1092 time: 0.6397340 Jul 15 13:59:12.238144 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5431f1d2-d903-4e39-bf87-7577f2946257', 'tag': 'bda80bf5-6b21-4212-af0d-5450b60dbab1'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:59:12.240445 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8576bed0d9272eb7d87375883ff290b2d3af54e29368fa65b340403a42b02ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52c9823-cd39-4219-8cdf-d29122bc51fe" -d '{"events": [{"name": "network-changed", "server_uuid": "5431f1d2-d903-4e39-bf87-7577f2946257", "tag": "bda80bf5-6b21-4212-af0d-5450b60dbab1"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:59:12.259664 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27dbd30-5560-4ae1-ac48-241b83471228 service neutron] Pushing event updated for resources: {'Port': ['ID=bda80bf5-6b21-4212-af0d-5450b60dbab1,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:12.294397 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8805e19-0b33-4f0a-8d01-eb7f557d6062 x-openstack-request-id: req-a8805e19-0b33-4f0a-8d01-eb7f557d6062 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:59:12.294715 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5431f1d2-d903-4e39-bf87-7577f2946257", "tag": "bda80bf5-6b21-4212-af0d-5450b60dbab1", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:59:12.295566 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a8805e19-0b33-4f0a-8d01-eb7f557d6062 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:59:12.295961 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5431f1d2-d903-4e39-bf87-7577f2946257', 'tag': 'bda80bf5-6b21-4212-af0d-5450b60dbab1', 'status': 'completed', 'code': 200} Jul 15 13:59:12.352170 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-042e7a5c-fee9-4c47-92b0-c0998de45d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:12.353694 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-042e7a5c-fee9-4c47-92b0-c0998de45d33 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6425c0206e154f1bb445bd935ef3b1e7&device_id=5431f1d2-d903-4e39-bf87-7577f2946257 HTTP/1.1" status: 200 len: 1095 time: 0.0689769 Jul 15 13:59:12.396707 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-106dbecf-bcd7-4eae-aa52-061f4247186b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bda80bf5-6b21-4212-af0d-5450b60dbab1 HTTP/1.1" status: 200 len: 217 time: 0.0346928 Jul 15 13:59:12.444616 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-aec87e6b-3326-4a82-82a3-3100b609af65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:12.446067 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-aec87e6b-3326-4a82-82a3-3100b609af65 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cc4184c8-4f80-4238-865c-8f562d11e84c HTTP/1.1" status: 200 len: 834 time: 0.0439596 Jul 15 13:59:12.504817 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-2b644609-be3c-4e28-81ef-36177d26f9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:12.506266 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-2b644609-be3c-4e28-81ef-36177d26f9d0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51194407-5d0f-4c11-8624-5b1790f295f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535243 Jul 15 13:59:12.594988 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-efa0057b-a765-4e99-a8c0-b2988d92b4ef service neutron] 10.222.0.46 "GET /v2.0/networks/51194407-5d0f-4c11-8624-5b1790f295f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821388 Jul 15 13:59:12.684649 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-76ade656-b95d-48c9-b437-d4ddbfecb9a1 req-2c8e075f-b178-421e-90cf-8ebf761cb0d5 service neutron] 10.222.0.46 "GET /v2.0/networks/51194407-5d0f-4c11-8624-5b1790f295f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839818 Jul 15 13:59:12.778195 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c9823-cd39-4219-8cdf-d29122bc51fe req-6d33acf8-5732-4efe-947a-ca8235b51964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:12.780302 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c52c9823-cd39-4219-8cdf-d29122bc51fe req-6d33acf8-5732-4efe-947a-ca8235b51964 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6425c0206e154f1bb445bd935ef3b1e7&device_id=5431f1d2-d903-4e39-bf87-7577f2946257 HTTP/1.1" status: 200 len: 1095 time: 0.0511839 Jul 15 13:59:12.871949 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c9823-cd39-4219-8cdf-d29122bc51fe req-fbde976b-ceb0-4031-b81e-316ed3d5d5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:12.873406 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c52c9823-cd39-4219-8cdf-d29122bc51fe req-fbde976b-ceb0-4031-b81e-316ed3d5d5f1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=51194407-5d0f-4c11-8624-5b1790f295f8 HTTP/1.1" status: 200 len: 898 time: 0.0873020 Jul 15 13:59:12.913064 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c52c9823-cd39-4219-8cdf-d29122bc51fe req-d54e8436-c3b4-41a5-bceb-5a51ceb629c0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bda80bf5-6b21-4212-af0d-5450b60dbab1 HTTP/1.1" status: 200 len: 217 time: 0.0334039 Jul 15 13:59:12.959668 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c9823-cd39-4219-8cdf-d29122bc51fe req-bb867ef2-58b7-4415-9530-91af18945415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:12.960971 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c52c9823-cd39-4219-8cdf-d29122bc51fe req-bb867ef2-58b7-4415-9530-91af18945415 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cc4184c8-4f80-4238-865c-8f562d11e84c HTTP/1.1" status: 200 len: 834 time: 0.0418358 Jul 15 13:59:13.021737 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c9823-cd39-4219-8cdf-d29122bc51fe req-9694fd87-3ef0-4fe2-af90-ad6891c9b648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:13.023332 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c52c9823-cd39-4219-8cdf-d29122bc51fe req-9694fd87-3ef0-4fe2-af90-ad6891c9b648 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51194407-5d0f-4c11-8624-5b1790f295f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545590 Jul 15 13:59:13.113410 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c52c9823-cd39-4219-8cdf-d29122bc51fe req-f1810de1-0d37-43b4-990b-3559c9f24896 service neutron] 10.222.0.46 "GET /v2.0/networks/51194407-5d0f-4c11-8624-5b1790f295f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821130 Jul 15 13:59:13.118695 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd7f7a-db1c-4391-ac04-af40996dd5ce req-a92dc07b-1716-4d0d-951c-036a88697f4e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:13.120230 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d6dd7f7a-db1c-4391-ac04-af40996dd5ce req-a92dc07b-1716-4d0d-951c-036a88697f4e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5431f1d2-d903-4e39-bf87-7577f2946257 HTTP/1.1" status: 200 len: 943 time: 0.0651484 Jul 15 13:59:13.157824 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d6dd7f7a-db1c-4391-ac04-af40996dd5ce req-272f1d5e-40fd-4236-993b-2f4f8ceeb9f1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=b63bce15-0087-4f8e-926d-4a7e9611f0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317302 Jul 15 13:59:13.206582 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c52c9823-cd39-4219-8cdf-d29122bc51fe req-dce6fe13-9a67-4d69-aa62-8b12cfadacbc service neutron] 10.222.0.46 "GET /v2.0/networks/51194407-5d0f-4c11-8624-5b1790f295f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859287 Jul 15 13:59:13.869651 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device bae4b353-da07-460d-998f-d6bbd51e3c2d up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:59:13.915516 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port bae4b353-da07-460d-998f-d6bbd51e3c2d triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:59:13.915886 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:14.326890 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e02c7b-5b44-4536-b3b8-c23170f608aa req-149f92f4-2be2-445d-a8c7-3d6ae3f4a523 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:14.328343 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-11e02c7b-5b44-4536-b3b8-c23170f608aa req-149f92f4-2be2-445d-a8c7-3d6ae3f4a523 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5431f1d2-d903-4e39-bf87-7577f2946257 HTTP/1.1" status: 200 len: 943 time: 0.0612361 Jul 15 13:59:14.365098 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-11e02c7b-5b44-4536-b3b8-c23170f608aa req-e05a33a8-4811-4b8a-849b-765a1206b1cc tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=b63bce15-0087-4f8e-926d-4a7e9611f0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312243 Jul 15 13:59:15.140016 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device bda80bf5-6b21-4212-af0d-5450b60dbab1 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:59:15.230909 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port bda80bf5-6b21-4212-af0d-5450b60dbab1, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=bda80bf5-6b21-4212-af0d-5450b60dbab1,segment=NetworkSegment(9fd3302d-ead8-4b2b-b283-a9ecf990dc56),segment_id=9fd3302d-ead8-4b2b-b283-a9ecf990dc56)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:59:15.242057 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'bda80bf5-6b21-4212-af0d-5450b60dbab1', 'network_id': '51194407-5d0f-4c11-8624-5b1790f295f8', 'port_id': 'bda80bf5-6b21-4212-af0d-5450b60dbab1', 'mac_address': 'fa:16:3e:ca:68:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc4184c8-4f80-4238-865c-8f562d11e84c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:59:15.280557 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:15.292533 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bda80bf5-6b21-4212-af0d-5450b60dbab1 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:59:15.311348 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port bda80bf5-6b21-4212-af0d-5450b60dbab1, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=bda80bf5-6b21-4212-af0d-5450b60dbab1,segment=NetworkSegment(9fd3302d-ead8-4b2b-b283-a9ecf990dc56),segment_id=9fd3302d-ead8-4b2b-b283-a9ecf990dc56)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:59:15.315494 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:15.361530 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=bda80bf5-6b21-4212-af0d-5450b60dbab1,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:15.538551 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75e3de-7958-4afd-9802-cff5e1a0f598 req-000375a4-e104-49f8-a625-7074100f09bf tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:15.540094 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bf75e3de-7958-4afd-9802-cff5e1a0f598 req-000375a4-e104-49f8-a625-7074100f09bf tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5431f1d2-d903-4e39-bf87-7577f2946257 HTTP/1.1" status: 200 len: 944 time: 0.0643125 Jul 15 13:59:15.544437 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['bda80bf5-6b21-4212-af0d-5450b60dbab1'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:59:15.583625 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bf75e3de-7958-4afd-9802-cff5e1a0f598 req-39c82140-ad2b-4d7d-9ca6-22138aa76d46 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=b63bce15-0087-4f8e-926d-4a7e9611f0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377684 Jul 15 13:59:16.751583 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049c4f7-3181-48c0-ba3e-ffae1225eaa7 req-01e27615-0d5e-490d-a025-004ad6132939 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:16.753051 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d049c4f7-3181-48c0-ba3e-ffae1225eaa7 req-01e27615-0d5e-490d-a025-004ad6132939 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5431f1d2-d903-4e39-bf87-7577f2946257 HTTP/1.1" status: 200 len: 944 time: 0.0615845 Jul 15 13:59:16.788823 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d049c4f7-3181-48c0-ba3e-ffae1225eaa7 req-cb197185-4730-42f6-bebd-8861a4106954 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=b63bce15-0087-4f8e-926d-4a7e9611f0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303526 Jul 15 13:59:17.140680 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device bda80bf5-6b21-4212-af0d-5450b60dbab1 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:59:17.188757 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port bda80bf5-6b21-4212-af0d-5450b60dbab1 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:59:17.192494 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port bda80bf5-6b21-4212-af0d-5450b60dbab1 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:59:17.192864 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:17.270059 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:17.291125 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5431f1d2-d903-4e39-bf87-7577f2946257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda80bf5-6b21-4212-af0d-5450b60dbab1'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:59:17.293353 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d336e28e73e37671204d4011867161ab10622757e030a17953cce0be893d8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9165abc0-1c7a-46f2-8ede-c0564d7f4d94" -d '{"events": [{"server_uuid": "5431f1d2-d903-4e39-bf87-7577f2946257", "name": "network-vif-plugged", "status": "completed", "tag": "bda80bf5-6b21-4212-af0d-5450b60dbab1"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:59:17.305597 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port bda80bf5-6b21-4212-af0d-5450b60dbab1, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=bda80bf5-6b21-4212-af0d-5450b60dbab1,segment=NetworkSegment(9fd3302d-ead8-4b2b-b283-a9ecf990dc56),segment_id=9fd3302d-ead8-4b2b-b283-a9ecf990dc56)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:59:17.309611 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:17.336201 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae50046a-db19-4781-a4e5-8136b55ed610 x-openstack-request-id: req-ae50046a-db19-4781-a4e5-8136b55ed610 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:59:17.336491 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5431f1d2-d903-4e39-bf87-7577f2946257", "name": "network-vif-plugged", "status": "completed", "tag": "bda80bf5-6b21-4212-af0d-5450b60dbab1", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:59:17.336744 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ae50046a-db19-4781-a4e5-8136b55ed610 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:59:17.337127 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5431f1d2-d903-4e39-bf87-7577f2946257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda80bf5-6b21-4212-af0d-5450b60dbab1', 'code': 200} Jul 15 13:59:17.363702 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=bda80bf5-6b21-4212-af0d-5450b60dbab1,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:17.447286 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0f2eb-6d73-4bb4-9955-97082d0cb0fd req-f8707967-e337-4ed3-ace3-d6a586cb20b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:17.448778 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-38e0f2eb-6d73-4bb4-9955-97082d0cb0fd req-f8707967-e337-4ed3-ace3-d6a586cb20b2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5431f1d2-d903-4e39-bf87-7577f2946257 HTTP/1.1" status: 200 len: 1097 time: 0.0512547 Jul 15 13:59:17.481024 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-38e0f2eb-6d73-4bb4-9955-97082d0cb0fd req-eb5e21c6-d597-49ee-aa75-5021b5242c9b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b63bce15-0087-4f8e-926d-4a7e9611f0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261729 Jul 15 13:59:17.963506 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0b8ac-a0a9-4df8-a0ae-1671ad430a7c req-a6ccbefa-ba43-4ea9-bd58-6918d508a449 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:17.965041 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4fc0b8ac-a0a9-4df8-a0ae-1671ad430a7c req-a6ccbefa-ba43-4ea9-bd58-6918d508a449 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5431f1d2-d903-4e39-bf87-7577f2946257 HTTP/1.1" status: 200 len: 945 time: 0.0626562 Jul 15 13:59:18.001779 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4fc0b8ac-a0a9-4df8-a0ae-1671ad430a7c req-57e612a7-0059-4bcc-8825-746f56d88919 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=b63bce15-0087-4f8e-926d-4a7e9611f0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307238 Jul 15 13:59:19.175655 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5982f-8b8d-43ed-9893-0e93d7f06c65 req-16704576-8714-4658-8917-06aedc651183 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:19.177157 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cb5982f-8b8d-43ed-9893-0e93d7f06c65 req-16704576-8714-4658-8917-06aedc651183 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5431f1d2-d903-4e39-bf87-7577f2946257 HTTP/1.1" status: 200 len: 945 time: 0.0648541 Jul 15 13:59:19.213234 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cb5982f-8b8d-43ed-9893-0e93d7f06c65 req-97e7abce-afaa-46d7-9976-24dd3d1080f1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=b63bce15-0087-4f8e-926d-4a7e9611f0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305912 Jul 15 13:59:19.380368 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c5ecd-28ba-46d3-9049-896072825912 req-89d667a9-eaae-437c-8462-9582b246e794 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:19.381814 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-940c5ecd-28ba-46d3-9049-896072825912 req-89d667a9-eaae-437c-8462-9582b246e794 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5431f1d2-d903-4e39-bf87-7577f2946257 HTTP/1.1" status: 200 len: 945 time: 0.0611763 Jul 15 13:59:19.417115 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-940c5ecd-28ba-46d3-9049-896072825912 req-80ffa4cd-828e-4eb0-a416-53e5628f29e6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=b63bce15-0087-4f8e-926d-4a7e9611f0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297146 Jul 15 13:59:19.441629 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40234) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:19.491537 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b956888a-0616-4ea4-9f19-084591be3b3a tempest-TestNetworkAdvancedServerOps-1664808803 tempest-TestNetworkAdvancedServerOps-1664808803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:19.493035 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b956888a-0616-4ea4-9f19-084591be3b3a tempest-TestNetworkAdvancedServerOps-1664808803 tempest-TestNetworkAdvancedServerOps-1664808803-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5431f1d2-d903-4e39-bf87-7577f2946257 HTTP/1.1" status: 200 len: 1092 time: 0.0504584 Jul 15 13:59:19.495955 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40236) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:19.500627 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-527f19dc-5996-49bb-93f8-ee7c6df82fe2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'port_id': 'bda80bf5-6b21-4212-af0d-5450b60dbab1', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:59:19.527326 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-527f19dc-5996-49bb-93f8-ee7c6df82fe2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for floatingip, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:19.623934 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-527f19dc-5996-49bb-93f8-ee7c6df82fe2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:19.726653 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-527f19dc-5996-49bb-93f8-ee7c6df82fe2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Allocated IP 172.25.8.20 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/c987ae40-ef25-4bdc-a30a-bfe96a9f0c6f) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:59:19.824346 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-527f19dc-5996-49bb-93f8-ee7c6df82fe2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:19.862450 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-527f19dc-5996-49bb-93f8-ee7c6df82fe2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:19.901547 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527f19dc-5996-49bb-93f8-ee7c6df82fe2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:59:19.904892 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-527f19dc-5996-49bb-93f8-ee7c6df82fe2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:59:19.908407 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527f19dc-5996-49bb-93f8-ee7c6df82fe2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:59:19.913648 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f19dc-5996-49bb-93f8-ee7c6df82fe2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'Port': ['ID=c987ae40-ef25-4bdc-a30a-bfe96a9f0c6f,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:20.267424 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-527f19dc-5996-49bb-93f8-ee7c6df82fe2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:20.343333 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-527f19dc-5996-49bb-93f8-ee7c6df82fe2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:20.489998 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-527f19dc-5996-49bb-93f8-ee7c6df82fe2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:20.494546 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-527f19dc-5996-49bb-93f8-ee7c6df82fe2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:20.557602 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f19dc-5996-49bb-93f8-ee7c6df82fe2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'Port': ['ID=c987ae40-ef25-4bdc-a30a-bfe96a9f0c6f,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:20.574709 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-527f19dc-5996-49bb-93f8-ee7c6df82fe2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:20.671710 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-527f19dc-5996-49bb-93f8-ee7c6df82fe2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Floating IP 6852d512-0983-4d0a-af0b-a15ef668c8e7 associated. External IP: 172.25.8.20, port: bda80bf5-6b21-4212-af0d-5450b60dbab1. Jul 15 13:59:20.874475 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527f19dc-5996-49bb-93f8-ee7c6df82fe2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Router 04d85a8d-0b3e-4edf-ac01-91f2d4220267 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:59:20.979865 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527f19dc-5996-49bb-93f8-ee7c6df82fe2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:59:20.989690 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5f23f1-5cdf-440c-996f-2a6b351ceedb None None] Sync routers for ids ['04d85a8d-0b3e-4edf-ac01-91f2d4220267'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:59:20.999535 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5f23f1-5cdf-440c-996f-2a6b351ceedb None None] Routers {'04d85a8d-0b3e-4edf-ac01-91f2d4220267'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:59:21.000131 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-1f5f23f1-5cdf-440c-996f-2a6b351ceedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:59:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['04d85a8d-0b3e-4edf-ac01-91f2d4220267'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:21.003815 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-527f19dc-5996-49bb-93f8-ee7c6df82fe2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:21.040172 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-527f19dc-5996-49bb-93f8-ee7c6df82fe2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5432205 Jul 15 13:59:21.040764 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5431f1d2-d903-4e39-bf87-7577f2946257', 'tag': 'bda80bf5-6b21-4212-af0d-5450b60dbab1'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:59:21.043067 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecae15dfe8a955ea50b9833da7617a528fbca6cb3a0c246d25e4c35a4bbccae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cca1d5c-6dff-4cb9-8918-d31c8e344070" -d '{"events": [{"name": "network-changed", "server_uuid": "5431f1d2-d903-4e39-bf87-7577f2946257", "tag": "bda80bf5-6b21-4212-af0d-5450b60dbab1"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:59:21.080255 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2759d2f-42d1-4319-ad7b-d215966d0e0e x-openstack-request-id: req-d2759d2f-42d1-4319-ad7b-d215966d0e0e {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:59:21.080695 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5431f1d2-d903-4e39-bf87-7577f2946257", "tag": "bda80bf5-6b21-4212-af0d-5450b60dbab1", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:59:21.080979 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2759d2f-42d1-4319-ad7b-d215966d0e0e {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:59:21.081387 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5431f1d2-d903-4e39-bf87-7577f2946257', 'tag': 'bda80bf5-6b21-4212-af0d-5450b60dbab1', 'status': 'completed', 'code': 200} Jul 15 13:59:21.109149 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-1f5f23f1-5cdf-440c-996f-2a6b351ceedb None None] Set router 04d85a8d-0b3e-4edf-ac01-91f2d4220267 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:59:21.172458 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca1d5c-6dff-4cb9-8918-d31c8e344070 req-85aab2bd-6ee6-4c33-8941-bfc310e8a52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:21.173982 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3cca1d5c-6dff-4cb9-8918-d31c8e344070 req-85aab2bd-6ee6-4c33-8941-bfc310e8a52d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6425c0206e154f1bb445bd935ef3b1e7&device_id=5431f1d2-d903-4e39-bf87-7577f2946257 HTTP/1.1" status: 200 len: 1097 time: 0.0691874 Jul 15 13:59:21.195247 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249f986-9b64-495a-956d-259cc426647c req-255c4469-4611-47d5-afb0-6b7a8928fdbf tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:21.196776 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b249f986-9b64-495a-956d-259cc426647c req-255c4469-4611-47d5-afb0-6b7a8928fdbf tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5431f1d2-d903-4e39-bf87-7577f2946257 HTTP/1.1" status: 200 len: 945 time: 0.0646079 Jul 15 13:59:21.234873 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b249f986-9b64-495a-956d-259cc426647c req-5dbb35b9-52b6-43fa-a7b9-2c836331cd01 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=b63bce15-0087-4f8e-926d-4a7e9611f0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322530 Jul 15 13:59:21.260696 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40242) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:21.280251 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca1d5c-6dff-4cb9-8918-d31c8e344070 req-97fd7d76-29f3-4601-9741-f5e2f2a9c62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:21.281879 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3cca1d5c-6dff-4cb9-8918-d31c8e344070 req-97fd7d76-29f3-4601-9741-f5e2f2a9c62b service neutron] 10.222.0.46 "GET /v2.0/networks?id=51194407-5d0f-4c11-8624-5b1790f295f8 HTTP/1.1" status: 200 len: 898 time: 0.1016040 Jul 15 13:59:21.325878 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-263a1dd2-d327-4fdd-842e-8c73f2cfc285 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/floatingips/6852d512-0983-4d0a-af0b-a15ef668c8e7 HTTP/1.1" status: 200 len: 990 time: 0.0637875 Jul 15 13:59:21.335844 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-1f5f23f1-5cdf-440c-996f-2a6b351ceedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d85a8d-0b3e-4edf-ac01-91f2d4220267', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039713250', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '7014d8c2-702f-42e0-9a1d-47c3bd891804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:04Z', 'updated_at': '2021-07-15T13:59:07Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '7014d8c2-702f-42e0-9a1d-47c3bd891804', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:32:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d85a8d-0b3e-4edf-ac01-91f2d4220267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:04Z', 'updated_at': '2021-07-15T13:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '6852d512-0983-4d0a-af0b-a15ef668c8e7', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'floating_ip_address': '172.25.8.20', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '04d85a8d-0b3e-4edf-ac01-91f2d4220267', 'port_id': 'bda80bf5-6b21-4212-af0d-5450b60dbab1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51194407-5d0f-4c11-8624-5b1790f295f8', 'mac_address': 'fa:16:3e:ca:68:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f1d2-d903-4e39-bf87-7577f2946257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:59:20Z', 'updated_at': '2021-07-15T13:59:20Z', 'revision_number': 0, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae4b353-da07-460d-998f-d6bbd51e3c2d', 'name': '', 'network_id': '51194407-5d0f-4c11-8624-5b1790f295f8', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:31:25:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d85a8d-0b3e-4edf-ac01-91f2d4220267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'cc4184c8-4f80-4238-865c-8f562d11e84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:06Z', 'updated_at': '2021-07-15T13:59:12Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': 'cc4184c8-4f80-4238-865c-8f562d11e84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:21.365178 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5f23f1-5cdf-440c-996f-2a6b351ceedb None None] Checking router: 04d85a8d-0b3e-4edf-ac01-91f2d4220267 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:59:21.373244 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5f23f1-5cdf-440c-996f-2a6b351ceedb None None] Routers {'04d85a8d-0b3e-4edf-ac01-91f2d4220267'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:59:21.373842 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-1f5f23f1-5cdf-440c-996f-2a6b351ceedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:59:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['04d85a8d-0b3e-4edf-ac01-91f2d4220267'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:21.379278 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3cca1d5c-6dff-4cb9-8918-d31c8e344070 req-bfe16627-c0c0-4815-a8d1-feaa1dc55244 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bda80bf5-6b21-4212-af0d-5450b60dbab1 HTTP/1.1" status: 200 len: 998 time: 0.0910625 Jul 15 13:59:21.430049 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca1d5c-6dff-4cb9-8918-d31c8e344070 req-f11d1dc8-16d8-4b65-baef-f9412059d7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:21.431467 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3cca1d5c-6dff-4cb9-8918-d31c8e344070 req-f11d1dc8-16d8-4b65-baef-f9412059d7f1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cc4184c8-4f80-4238-865c-8f562d11e84c HTTP/1.1" status: 200 len: 834 time: 0.0454302 Jul 15 13:59:21.492063 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca1d5c-6dff-4cb9-8918-d31c8e344070 req-29a3fe6c-ad1c-464d-8bb8-84d5d209bc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:21.493600 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3cca1d5c-6dff-4cb9-8918-d31c8e344070 req-29a3fe6c-ad1c-464d-8bb8-84d5d209bc72 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51194407-5d0f-4c11-8624-5b1790f295f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551662 Jul 15 13:59:21.564650 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-1f5f23f1-5cdf-440c-996f-2a6b351ceedb None None] Set router 04d85a8d-0b3e-4edf-ac01-91f2d4220267 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:59:21.585335 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3cca1d5c-6dff-4cb9-8918-d31c8e344070 req-bb38dc26-e0d1-498a-ad63-088566e6072e service neutron] 10.222.0.46 "GET /v2.0/networks/51194407-5d0f-4c11-8624-5b1790f295f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855346 Jul 15 13:59:21.672632 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3cca1d5c-6dff-4cb9-8918-d31c8e344070 req-5fe01b56-1556-4135-af88-f9d0acc67480 service neutron] 10.222.0.46 "GET /v2.0/networks/51194407-5d0f-4c11-8624-5b1790f295f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811532 Jul 15 13:59:21.779613 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-1f5f23f1-5cdf-440c-996f-2a6b351ceedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d85a8d-0b3e-4edf-ac01-91f2d4220267', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039713250', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '7014d8c2-702f-42e0-9a1d-47c3bd891804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:04Z', 'updated_at': '2021-07-15T13:59:07Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '7014d8c2-702f-42e0-9a1d-47c3bd891804', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:32:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d85a8d-0b3e-4edf-ac01-91f2d4220267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:04Z', 'updated_at': '2021-07-15T13:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '6852d512-0983-4d0a-af0b-a15ef668c8e7', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'floating_ip_address': '172.25.8.20', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '04d85a8d-0b3e-4edf-ac01-91f2d4220267', 'port_id': 'bda80bf5-6b21-4212-af0d-5450b60dbab1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51194407-5d0f-4c11-8624-5b1790f295f8', 'mac_address': 'fa:16:3e:ca:68:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f1d2-d903-4e39-bf87-7577f2946257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:59:20Z', 'updated_at': '2021-07-15T13:59:20Z', 'revision_number': 0, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae4b353-da07-460d-998f-d6bbd51e3c2d', 'name': '', 'network_id': '51194407-5d0f-4c11-8624-5b1790f295f8', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:31:25:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d85a8d-0b3e-4edf-ac01-91f2d4220267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'cc4184c8-4f80-4238-865c-8f562d11e84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:06Z', 'updated_at': '2021-07-15T13:59:12Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': 'cc4184c8-4f80-4238-865c-8f562d11e84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:21.804176 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5f23f1-5cdf-440c-996f-2a6b351ceedb None None] The sync data for ids ['04d85a8d-0b3e-4edf-ac01-91f2d4220267'] in n-d-771363-36 is: [{'id': '04d85a8d-0b3e-4edf-ac01-91f2d4220267', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039713250', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '7014d8c2-702f-42e0-9a1d-47c3bd891804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:04Z', 'updated_at': '2021-07-15T13:59:07Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '7014d8c2-702f-42e0-9a1d-47c3bd891804', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:32:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d85a8d-0b3e-4edf-ac01-91f2d4220267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:04Z', 'updated_at': '2021-07-15T13:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '6852d512-0983-4d0a-af0b-a15ef668c8e7', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'floating_ip_address': '172.25.8.20', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '04d85a8d-0b3e-4edf-ac01-91f2d4220267', 'port_id': 'bda80bf5-6b21-4212-af0d-5450b60dbab1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51194407-5d0f-4c11-8624-5b1790f295f8', 'mac_address': 'fa:16:3e:ca:68:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431f1d2-d903-4e39-bf87-7577f2946257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:59:20Z', 'updated_at': '2021-07-15T13:59:20Z', 'revision_number': 0, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae4b353-da07-460d-998f-d6bbd51e3c2d', 'name': '', 'network_id': '51194407-5d0f-4c11-8624-5b1790f295f8', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:31:25:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d85a8d-0b3e-4edf-ac01-91f2d4220267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'cc4184c8-4f80-4238-865c-8f562d11e84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:06Z', 'updated_at': '2021-07-15T13:59:12Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': 'cc4184c8-4f80-4238-865c-8f562d11e84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:59:21.988363 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884967ff-92e9-4cc7-878f-e697159ef547 None None] New status for floating IP 6852d512-0983-4d0a-af0b-a15ef668c8e7: ACTIVE {{(pid=93827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:59:22.330250 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40244) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:22.389067 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-aef3c300-571d-4509-b695-89150bf9f1d7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/floatingips/6852d512-0983-4d0a-af0b-a15ef668c8e7 HTTP/1.1" status: 200 len: 992 time: 0.0575759 Jul 15 13:59:27.349493 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:59:29.677295 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:29.725739 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ed63a2dd-a588-4041-b829-2fe8eee454e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:29.985119 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:32.344174 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:32.525065 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-832bc6a1-f548-43cf-804f-d835626a8d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:33.768784 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:35.200770 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:53.916853 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a770f83-2903-4219-aa2c-53d18f919576 req-1acafe0d-72e2-4f75-9d2a-bad356560e0f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:53.918408 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2a770f83-2903-4219-aa2c-53d18f919576 req-1acafe0d-72e2-4f75-9d2a-bad356560e0f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5431f1d2-d903-4e39-bf87-7577f2946257 HTTP/1.1" status: 200 len: 945 time: 0.0682948 Jul 15 13:59:53.956654 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2a770f83-2903-4219-aa2c-53d18f919576 req-00ed52e8-44c8-4f8f-8b99-bb8a240647ad tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=b63bce15-0087-4f8e-926d-4a7e9611f0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324962 Jul 15 13:59:55.129187 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80520a-01d7-44c1-ba06-29b9aa97270a req-3a3e03f1-d10a-4715-ae24-6f081a4d0161 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:55.130593 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1f80520a-01d7-44c1-ba06-29b9aa97270a req-3a3e03f1-d10a-4715-ae24-6f081a4d0161 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5431f1d2-d903-4e39-bf87-7577f2946257 HTTP/1.1" status: 200 len: 945 time: 0.0617411 Jul 15 13:59:55.166955 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1f80520a-01d7-44c1-ba06-29b9aa97270a req-684aedec-370a-4d2c-900d-9fd5d6ce3a81 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=b63bce15-0087-4f8e-926d-4a7e9611f0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308723 Jul 15 13:59:55.190636 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40266) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:55.252556 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ee6586ff-d451-478b-ba64-5c5afe9137f5 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/floatingips/6852d512-0983-4d0a-af0b-a15ef668c8e7 HTTP/1.1" status: 200 len: 992 time: 0.0607922 Jul 15 13:59:56.681282 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf7257-7644-441e-b0f0-dcc1ee63db56 req-4c31166f-361c-454e-a404-65392f928adb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:56.684727 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-37bf7257-7644-441e-b0f0-dcc1ee63db56 req-4c31166f-361c-454e-a404-65392f928adb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5431f1d2-d903-4e39-bf87-7577f2946257 HTTP/1.1" status: 200 len: 945 time: 0.0616815 Jul 15 13:59:56.722856 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-37bf7257-7644-441e-b0f0-dcc1ee63db56 req-89f8eccd-1cc4-4933-8b8a-fec6714f1fa7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=b63bce15-0087-4f8e-926d-4a7e9611f0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314353 Jul 15 13:59:57.903469 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d70d63-f452-4f25-9a42-ee97dfa37282 req-f6492501-26bc-4282-9e64-1f080207f6f9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:57.904918 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-18d70d63-f452-4f25-9a42-ee97dfa37282 req-f6492501-26bc-4282-9e64-1f080207f6f9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5431f1d2-d903-4e39-bf87-7577f2946257 HTTP/1.1" status: 200 len: 945 time: 0.0656042 Jul 15 13:59:57.942331 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-18d70d63-f452-4f25-9a42-ee97dfa37282 req-b74cbaa0-cad5-45fd-94d2-1fa59be6749f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=b63bce15-0087-4f8e-926d-4a7e9611f0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317891 Jul 15 13:59:57.966971 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40276) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:58.025024 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a10c6b39-d8c3-4fda-8fc1-01b41e7687a5 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/floatingips/6852d512-0983-4d0a-af0b-a15ef668c8e7 HTTP/1.1" status: 200 len: 992 time: 0.0568876 Jul 15 13:59:58.274274 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40282) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:58.425528 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb4d6d-cdf3-4c21-baeb-342587c18a0d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Deleting port c987ae40-ef25-4bdc-a30a-bfe96a9f0c6f {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:59:58.425884 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a6eb4d6d-cdf3-4c21-baeb-342587c18a0d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:58.501777 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a6eb4d6d-cdf3-4c21-baeb-342587c18a0d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:58.502100 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a6eb4d6d-cdf3-4c21-baeb-342587c18a0d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:58.513056 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb4d6d-cdf3-4c21-baeb-342587c18a0d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Calling delete_port for c987ae40-ef25-4bdc-a30a-bfe96a9f0c6f owned by network:floatingip {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:59:58.660315 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a6eb4d6d-cdf3-4c21-baeb-342587c18a0d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:58.684421 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb4d6d-cdf3-4c21-baeb-342587c18a0d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event deleted for resources: {'Port': ['ID=c987ae40-ef25-4bdc-a30a-bfe96a9f0c6f,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:58.712773 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb4d6d-cdf3-4c21-baeb-342587c18a0d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:58.713124 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb4d6d-cdf3-4c21-baeb-342587c18a0d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:58.713468 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb4d6d-cdf3-4c21-baeb-342587c18a0d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:58.713804 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb4d6d-cdf3-4c21-baeb-342587c18a0d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:58.714135 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb4d6d-cdf3-4c21-baeb-342587c18a0d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:58.714466 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb4d6d-cdf3-4c21-baeb-342587c18a0d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:58.714824 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb4d6d-cdf3-4c21-baeb-342587c18a0d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:58.715154 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb4d6d-cdf3-4c21-baeb-342587c18a0d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:58.715483 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb4d6d-cdf3-4c21-baeb-342587c18a0d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:58.715807 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb4d6d-cdf3-4c21-baeb-342587c18a0d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:58.716127 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb4d6d-cdf3-4c21-baeb-342587c18a0d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:58.716449 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb4d6d-cdf3-4c21-baeb-342587c18a0d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:58.754089 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a6eb4d6d-cdf3-4c21-baeb-342587c18a0d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for floatingip, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:58.754415 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-a6eb4d6d-cdf3-4c21-baeb-342587c18a0d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Floating IP 6852d512-0983-4d0a-af0b-a15ef668c8e7 disassociated (deleted). External IP: 172.25.8.20, port: bda80bf5-6b21-4212-af0d-5450b60dbab1. Jul 15 13:59:58.953619 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6eb4d6d-cdf3-4c21-baeb-342587c18a0d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Router 04d85a8d-0b3e-4edf-ac01-91f2d4220267 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:59:59.056002 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6eb4d6d-cdf3-4c21-baeb-342587c18a0d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:59:59.060832 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a6eb4d6d-cdf3-4c21-baeb-342587c18a0d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:59.066075 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ff8442-442a-494f-b4a0-00a4b0492026 None None] Sync routers for ids ['04d85a8d-0b3e-4edf-ac01-91f2d4220267'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:59:59.075028 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ff8442-442a-494f-b4a0-00a4b0492026 None None] Routers {'04d85a8d-0b3e-4edf-ac01-91f2d4220267'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:59:59.075623 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-f9ff8442-442a-494f-b4a0-00a4b0492026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:59:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['04d85a8d-0b3e-4edf-ac01-91f2d4220267'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:59.098981 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a6eb4d6d-cdf3-4c21-baeb-342587c18a0d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "DELETE /v2.0/floatingips/6852d512-0983-4d0a-af0b-a15ef668c8e7 HTTP/1.1" status: 204 len: 168 time: 0.8210216 Jul 15 13:59:59.098981 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5431f1d2-d903-4e39-bf87-7577f2946257', 'tag': 'bda80bf5-6b21-4212-af0d-5450b60dbab1'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:59:59.099279 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecae15dfe8a955ea50b9833da7617a528fbca6cb3a0c246d25e4c35a4bbccae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2438b5e3-62ed-47f8-8f0c-a459f13074ee" -d '{"events": [{"name": "network-changed", "server_uuid": "5431f1d2-d903-4e39-bf87-7577f2946257", "tag": "bda80bf5-6b21-4212-af0d-5450b60dbab1"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:59:59.136258 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66645544-68ba-4a4c-b87f-f1201dfcd5c0 x-openstack-request-id: req-66645544-68ba-4a4c-b87f-f1201dfcd5c0 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:59:59.136548 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5431f1d2-d903-4e39-bf87-7577f2946257", "tag": "bda80bf5-6b21-4212-af0d-5450b60dbab1", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:59:59.137040 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-66645544-68ba-4a4c-b87f-f1201dfcd5c0 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:59:59.137571 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5431f1d2-d903-4e39-bf87-7577f2946257', 'tag': 'bda80bf5-6b21-4212-af0d-5450b60dbab1', 'status': 'completed', 'code': 200} Jul 15 13:59:59.186702 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-f9ff8442-442a-494f-b4a0-00a4b0492026 None None] Set router 04d85a8d-0b3e-4edf-ac01-91f2d4220267 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:59:59.217207 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438b5e3-62ed-47f8-8f0c-a459f13074ee req-43276d71-eca9-4f53-948a-6cbae6222b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:59.219214 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2438b5e3-62ed-47f8-8f0c-a459f13074ee req-43276d71-eca9-4f53-948a-6cbae6222b13 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6425c0206e154f1bb445bd935ef3b1e7&device_id=5431f1d2-d903-4e39-bf87-7577f2946257 HTTP/1.1" status: 200 len: 1097 time: 0.0595467 Jul 15 13:59:59.313033 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438b5e3-62ed-47f8-8f0c-a459f13074ee req-dd4d5a52-5a5a-4167-958f-421bbb3bf642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:59.315239 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2438b5e3-62ed-47f8-8f0c-a459f13074ee req-dd4d5a52-5a5a-4167-958f-421bbb3bf642 service neutron] 10.222.0.46 "GET /v2.0/networks?id=51194407-5d0f-4c11-8624-5b1790f295f8 HTTP/1.1" status: 200 len: 898 time: 0.0899470 Jul 15 13:59:59.366610 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2438b5e3-62ed-47f8-8f0c-a459f13074ee req-3ce194b8-2100-4210-bacd-f21e52066119 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bda80bf5-6b21-4212-af0d-5450b60dbab1 HTTP/1.1" status: 200 len: 217 time: 0.0444112 Jul 15 13:59:59.389126 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-f9ff8442-442a-494f-b4a0-00a4b0492026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d85a8d-0b3e-4edf-ac01-91f2d4220267', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039713250', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '7014d8c2-702f-42e0-9a1d-47c3bd891804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:04Z', 'updated_at': '2021-07-15T13:59:07Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '7014d8c2-702f-42e0-9a1d-47c3bd891804', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:32:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d85a8d-0b3e-4edf-ac01-91f2d4220267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:04Z', 'updated_at': '2021-07-15T13:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'bae4b353-da07-460d-998f-d6bbd51e3c2d', 'name': '', 'network_id': '51194407-5d0f-4c11-8624-5b1790f295f8', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:31:25:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d85a8d-0b3e-4edf-ac01-91f2d4220267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'cc4184c8-4f80-4238-865c-8f562d11e84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:06Z', 'updated_at': '2021-07-15T13:59:12Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': 'cc4184c8-4f80-4238-865c-8f562d11e84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:59.415422 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ff8442-442a-494f-b4a0-00a4b0492026 None None] Checking router: 04d85a8d-0b3e-4edf-ac01-91f2d4220267 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:59:59.420168 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438b5e3-62ed-47f8-8f0c-a459f13074ee req-c7a69010-3928-4daf-ab9c-64281065f1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:59.422436 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2438b5e3-62ed-47f8-8f0c-a459f13074ee req-c7a69010-3928-4daf-ab9c-64281065f1d9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cc4184c8-4f80-4238-865c-8f562d11e84c HTTP/1.1" status: 200 len: 834 time: 0.0493233 Jul 15 13:59:59.424153 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ff8442-442a-494f-b4a0-00a4b0492026 None None] Routers {'04d85a8d-0b3e-4edf-ac01-91f2d4220267'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:59:59.424750 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-f9ff8442-442a-494f-b4a0-00a4b0492026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T13:59:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['04d85a8d-0b3e-4edf-ac01-91f2d4220267'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:59.479892 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438b5e3-62ed-47f8-8f0c-a459f13074ee req-d8d9e80c-4ded-4150-a124-371fbee1c57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:59.480120 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe6adc-1211-4999-834c-282fb836f5dd req-7b72670b-5f87-4a03-8d78-853f3df471f4 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:59.481318 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2438b5e3-62ed-47f8-8f0c-a459f13074ee req-d8d9e80c-4ded-4150-a124-371fbee1c57c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51194407-5d0f-4c11-8624-5b1790f295f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520725 Jul 15 13:59:59.481916 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b1fe6adc-1211-4999-834c-282fb836f5dd req-7b72670b-5f87-4a03-8d78-853f3df471f4 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5431f1d2-d903-4e39-bf87-7577f2946257 HTTP/1.1" status: 200 len: 945 time: 0.0681953 Jul 15 13:59:59.531596 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b1fe6adc-1211-4999-834c-282fb836f5dd req-276d85a2-d70b-4315-8126-8985ba7514a0 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=b63bce15-0087-4f8e-926d-4a7e9611f0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428231 Jul 15 13:59:59.534286 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-f9ff8442-442a-494f-b4a0-00a4b0492026 None None] Set router 04d85a8d-0b3e-4edf-ac01-91f2d4220267 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:59:59.588655 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2438b5e3-62ed-47f8-8f0c-a459f13074ee req-e3a8e805-4cbd-4d74-8b5a-68d606b05b67 service neutron] 10.222.0.46 "GET /v2.0/networks/51194407-5d0f-4c11-8624-5b1790f295f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005442 Jul 15 13:59:59.676900 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2438b5e3-62ed-47f8-8f0c-a459f13074ee req-dd1b15ba-86da-4912-9c4a-e4aadc599adb service neutron] 10.222.0.46 "GET /v2.0/networks/51194407-5d0f-4c11-8624-5b1790f295f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809877 Jul 15 13:59:59.706641 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:59.726431 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fd7b8b5c-0f6a-421c-9b2e-87435c3d307b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:59.729239 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-f9ff8442-442a-494f-b4a0-00a4b0492026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d85a8d-0b3e-4edf-ac01-91f2d4220267', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039713250', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '7014d8c2-702f-42e0-9a1d-47c3bd891804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:04Z', 'updated_at': '2021-07-15T13:59:07Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '7014d8c2-702f-42e0-9a1d-47c3bd891804', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:32:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d85a8d-0b3e-4edf-ac01-91f2d4220267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:04Z', 'updated_at': '2021-07-15T13:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'bae4b353-da07-460d-998f-d6bbd51e3c2d', 'name': '', 'network_id': '51194407-5d0f-4c11-8624-5b1790f295f8', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:31:25:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d85a8d-0b3e-4edf-ac01-91f2d4220267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'cc4184c8-4f80-4238-865c-8f562d11e84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:06Z', 'updated_at': '2021-07-15T13:59:12Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': 'cc4184c8-4f80-4238-865c-8f562d11e84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:59.754702 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ff8442-442a-494f-b4a0-00a4b0492026 None None] The sync data for ids ['04d85a8d-0b3e-4edf-ac01-91f2d4220267'] in n-d-771363-36 is: [{'id': '04d85a8d-0b3e-4edf-ac01-91f2d4220267', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039713250', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '7014d8c2-702f-42e0-9a1d-47c3bd891804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:04Z', 'updated_at': '2021-07-15T13:59:07Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '7014d8c2-702f-42e0-9a1d-47c3bd891804', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:32:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d85a8d-0b3e-4edf-ac01-91f2d4220267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:04Z', 'updated_at': '2021-07-15T13:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'bae4b353-da07-460d-998f-d6bbd51e3c2d', 'name': '', 'network_id': '51194407-5d0f-4c11-8624-5b1790f295f8', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:31:25:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d85a8d-0b3e-4edf-ac01-91f2d4220267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'cc4184c8-4f80-4238-865c-8f562d11e84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:06Z', 'updated_at': '2021-07-15T13:59:12Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': 'cc4184c8-4f80-4238-865c-8f562d11e84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:59:59.978732 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b323f8c-8579-433c-a608-d1faef045927 None None] New status for floating IP 6852d512-0983-4d0a-af0b-a15ef668c8e7: DOWN {{(pid=93827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:00:00.040867 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:00.695398 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de97ff-c756-41f5-adb4-e6b98940c9e9 req-4decc257-44c9-4006-a360-5778241a7cf0 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:00.696840 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44de97ff-c756-41f5-adb4-e6b98940c9e9 req-4decc257-44c9-4006-a360-5778241a7cf0 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5431f1d2-d903-4e39-bf87-7577f2946257 HTTP/1.1" status: 200 len: 945 time: 0.0613697 Jul 15 14:00:00.734668 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-44de97ff-c756-41f5-adb4-e6b98940c9e9 req-70aca538-845e-4d00-87ce-ed2f10071ece tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=b63bce15-0087-4f8e-926d-4a7e9611f0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323594 Jul 15 14:00:00.985341 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccfe0f2-01f8-4ae4-a8f1-d1ae435c5015 req-e7472476-0247-4f35-bee7-fc7d8e50be63 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:00.986781 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-dccfe0f2-01f8-4ae4-a8f1-d1ae435c5015 req-e7472476-0247-4f35-bee7-fc7d8e50be63 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.46 "GET /v2.0/ports?device_id=5431f1d2-d903-4e39-bf87-7577f2946257 HTTP/1.1" status: 200 len: 945 time: 0.0650039 Jul 15 14:00:01.082582 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-dccfe0f2-01f8-4ae4-a8f1-d1ae435c5015 req-ac556b1a-829d-48d3-9089-222b48f8ac7e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Deleting port bda80bf5-6b21-4212-af0d-5450b60dbab1 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:00:01.082951 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-dccfe0f2-01f8-4ae4-a8f1-d1ae435c5015 req-ac556b1a-829d-48d3-9089-222b48f8ac7e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:01.170405 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-dccfe0f2-01f8-4ae4-a8f1-d1ae435c5015 req-ac556b1a-829d-48d3-9089-222b48f8ac7e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] For port bda80bf5-6b21-4212-af0d-5450b60dbab1, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=bda80bf5-6b21-4212-af0d-5450b60dbab1,segment=NetworkSegment(9fd3302d-ead8-4b2b-b283-a9ecf990dc56),segment_id=9fd3302d-ead8-4b2b-b283-a9ecf990dc56)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:00:01.170792 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-dccfe0f2-01f8-4ae4-a8f1-d1ae435c5015 req-ac556b1a-829d-48d3-9089-222b48f8ac7e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:01.182444 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-dccfe0f2-01f8-4ae4-a8f1-d1ae435c5015 req-ac556b1a-829d-48d3-9089-222b48f8ac7e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Calling delete_port for bda80bf5-6b21-4212-af0d-5450b60dbab1 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:00:01.302538 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-dccfe0f2-01f8-4ae4-a8f1-d1ae435c5015 req-ac556b1a-829d-48d3-9089-222b48f8ac7e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:01.332748 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac556b1a-829d-48d3-9089-222b48f8ac7e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event deleted for resources: {'Port': ['ID=bda80bf5-6b21-4212-af0d-5450b60dbab1,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:01.345279 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac556b1a-829d-48d3-9089-222b48f8ac7e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:01.345631 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac556b1a-829d-48d3-9089-222b48f8ac7e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:01.345968 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac556b1a-829d-48d3-9089-222b48f8ac7e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:01.346296 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac556b1a-829d-48d3-9089-222b48f8ac7e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:01.346651 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac556b1a-829d-48d3-9089-222b48f8ac7e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:01.346981 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac556b1a-829d-48d3-9089-222b48f8ac7e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:01.347305 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac556b1a-829d-48d3-9089-222b48f8ac7e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:01.347627 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac556b1a-829d-48d3-9089-222b48f8ac7e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:01.347951 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac556b1a-829d-48d3-9089-222b48f8ac7e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:01.348268 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac556b1a-829d-48d3-9089-222b48f8ac7e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:01.348582 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac556b1a-829d-48d3-9089-222b48f8ac7e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:01.348899 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac556b1a-829d-48d3-9089-222b48f8ac7e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:01.391046 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-dccfe0f2-01f8-4ae4-a8f1-d1ae435c5015 req-ac556b1a-829d-48d3-9089-222b48f8ac7e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] No DVR routers for this DVR port bda80bf5-6b21-4212-af0d-5450b60dbab1 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:00:01.393543 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-dccfe0f2-01f8-4ae4-a8f1-d1ae435c5015 req-ac556b1a-829d-48d3-9089-222b48f8ac7e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:01.395500 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-dccfe0f2-01f8-4ae4-a8f1-d1ae435c5015 req-ac556b1a-829d-48d3-9089-222b48f8ac7e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.46 "DELETE /v2.0/ports/bda80bf5-6b21-4212-af0d-5450b60dbab1 HTTP/1.1" status: 204 len: 173 time: 0.4039373 Jul 15 14:00:01.395923 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5431f1d2-d903-4e39-bf87-7577f2946257', 'name': 'network-vif-deleted', 'tag': 'bda80bf5-6b21-4212-af0d-5450b60dbab1'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:00:01.398141 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8576bed0d9272eb7d87375883ff290b2d3af54e29368fa65b340403a42b02ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedb7e48-b508-4dcc-8ffe-a2b2deff90a2" -d '{"events": [{"server_uuid": "5431f1d2-d903-4e39-bf87-7577f2946257", "name": "network-vif-deleted", "tag": "bda80bf5-6b21-4212-af0d-5450b60dbab1"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:00:01.436573 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d21222a-4dc5-497e-9dda-dc240a1047bf x-openstack-request-id: req-8d21222a-4dc5-497e-9dda-dc240a1047bf {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:00:01.436871 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5431f1d2-d903-4e39-bf87-7577f2946257", "name": "network-vif-deleted", "tag": "bda80bf5-6b21-4212-af0d-5450b60dbab1", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:00:01.437122 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8d21222a-4dc5-497e-9dda-dc240a1047bf {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:00:01.437517 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5431f1d2-d903-4e39-bf87-7577f2946257', 'name': 'network-vif-deleted', 'tag': 'bda80bf5-6b21-4212-af0d-5450b60dbab1', 'status': 'completed', 'code': 200} Jul 15 14:00:01.894341 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a38c2889-6245-4539-b540-dd8def05985e req-6b44eb0c-996f-41c1-afac-61b466513267 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=5431f1d2-d903-4e39-bf87-7577f2946257 HTTP/1.1" status: 200 len: 210 time: 0.0293634 Jul 15 14:00:02.345909 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:02.525443 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ce8803e9-09b3-4173-891e-32b0e1abb9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:02.986947 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40298) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:03.404466 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device bda80bf5-6b21-4212-af0d-5450b60dbab1 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:00:03.424638 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: bda80bf5-6b21-4212-af0d-5450b60dbab1 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:00:03.424994 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device bda80bf5-6b21-4212-af0d-5450b60dbab1 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:00:03.567329 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e52adc17-aa67-4139-bec1-4bc14baf82f4 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:03.770487 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:03.829536 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-e52adc17-aa67-4139-bec1-4bc14baf82f4 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Deleting port bae4b353-da07-460d-998f-d6bbd51e3c2d {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:00:03.829884 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e52adc17-aa67-4139-bec1-4bc14baf82f4 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:03.917989 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-e52adc17-aa67-4139-bec1-4bc14baf82f4 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] For port bae4b353-da07-460d-998f-d6bbd51e3c2d, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=bae4b353-da07-460d-998f-d6bbd51e3c2d,segment=NetworkSegment(9fd3302d-ead8-4b2b-b283-a9ecf990dc56),segment_id=9fd3302d-ead8-4b2b-b283-a9ecf990dc56)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:00:03.918328 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e52adc17-aa67-4139-bec1-4bc14baf82f4 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:03.930451 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-e52adc17-aa67-4139-bec1-4bc14baf82f4 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Calling delete_port for bae4b353-da07-460d-998f-d6bbd51e3c2d owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:00:04.108529 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e52adc17-aa67-4139-bec1-4bc14baf82f4 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:04.135848 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52adc17-aa67-4139-bec1-4bc14baf82f4 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event deleted for resources: {'Port': ['ID=bae4b353-da07-460d-998f-d6bbd51e3c2d,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:04.310326 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e52adc17-aa67-4139-bec1-4bc14baf82f4 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:04.349333 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:00:04.522153 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52adc17-aa67-4139-bec1-4bc14baf82f4 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Router 04d85a8d-0b3e-4edf-ac01-91f2d4220267 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:00:04.624713 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52adc17-aa67-4139-bec1-4bc14baf82f4 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:00:04.629867 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e52adc17-aa67-4139-bec1-4bc14baf82f4 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "PUT /v2.0/routers/04d85a8d-0b3e-4edf-ac01-91f2d4220267/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6417420 Jul 15 14:00:04.632455 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40300) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:04.635166 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1265c2-89d3-431a-bef7-5d890540b2b8 None None] Sync routers for ids ['04d85a8d-0b3e-4edf-ac01-91f2d4220267'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:00:04.644467 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1265c2-89d3-431a-bef7-5d890540b2b8 None None] Routers {'04d85a8d-0b3e-4edf-ac01-91f2d4220267'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:00:04.645086 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-0d1265c2-89d3-431a-bef7-5d890540b2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:00:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['04d85a8d-0b3e-4edf-ac01-91f2d4220267'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:04.685099 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9223552-b5a8-48c2-8577-50bd5cbd0e08 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Deleting subnet cc4184c8-4f80-4238-865c-8f562d11e84c {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:00:04.688944 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b9223552-b5a8-48c2-8577-50bd5cbd0e08 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:04.728032 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b9223552-b5a8-48c2-8577-50bd5cbd0e08 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:04.745548 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-0d1265c2-89d3-431a-bef7-5d890540b2b8 None None] Set router 04d85a8d-0b3e-4edf-ac01-91f2d4220267 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:00:04.809978 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b9223552-b5a8-48c2-8577-50bd5cbd0e08 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:04.875459 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b9223552-b5a8-48c2-8577-50bd5cbd0e08 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:04.901736 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9223552-b5a8-48c2-8577-50bd5cbd0e08 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event deleted for resources: {'Subnet': ['ID=cc4184c8-4f80-4238-865c-8f562d11e84c,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:04.905337 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b9223552-b5a8-48c2-8577-50bd5cbd0e08 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:04.909759 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b9223552-b5a8-48c2-8577-50bd5cbd0e08 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "DELETE /v2.0/subnets/cc4184c8-4f80-4238-865c-8f562d11e84c HTTP/1.1" status: 204 len: 168 time: 0.2738431 Jul 15 14:00:04.909938 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40302) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:04.921319 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-0d1265c2-89d3-431a-bef7-5d890540b2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d85a8d-0b3e-4edf-ac01-91f2d4220267', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039713250', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '7014d8c2-702f-42e0-9a1d-47c3bd891804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:04Z', 'updated_at': '2021-07-15T14:00:04Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '7014d8c2-702f-42e0-9a1d-47c3bd891804', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:32:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d85a8d-0b3e-4edf-ac01-91f2d4220267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:04Z', 'updated_at': '2021-07-15T13:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:04.924445 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc2ec80-8043-4ead-ace0-c4eb4ad462da None None] Network 51194407-5d0f-4c11-8624-5b1790f295f8 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:00:05.023344 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-53b94251-994b-4843-a497-d9db02f21263 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.044008 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1265c2-89d3-431a-bef7-5d890540b2b8 None None] Checking router: 04d85a8d-0b3e-4edf-ac01-91f2d4220267 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:00:05.052724 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1265c2-89d3-431a-bef7-5d890540b2b8 None None] Routers {'04d85a8d-0b3e-4edf-ac01-91f2d4220267'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:00:05.053324 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-0d1265c2-89d3-431a-bef7-5d890540b2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:00:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['04d85a8d-0b3e-4edf-ac01-91f2d4220267'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:05.126131 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8ddc9f-2792-43bf-a9f8-e079e0731e9e None None] DHCP port deletion for 51194407-5d0f-4c11-8624-5b1790f295f8 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:00:05.134610 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-53b94251-994b-4843-a497-d9db02f21263 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.160977 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-0d1265c2-89d3-431a-bef7-5d890540b2b8 None None] Set router 04d85a8d-0b3e-4edf-ac01-91f2d4220267 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:00:05.172266 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-3f8ddc9f-2792-43bf-a9f8-e079e0731e9e None None] Deleting port 1ec18f35-bacf-4ad2-919c-18b97e9203d6 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:00:05.172636 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3f8ddc9f-2792-43bf-a9f8-e079e0731e9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.190913 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-53b94251-994b-4843-a497-d9db02f21263 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Deleting port 7014d8c2-702f-42e0-9a1d-47c3bd891804 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:00:05.191562 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-53b94251-994b-4843-a497-d9db02f21263 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.235196 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.246101 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-3f8ddc9f-2792-43bf-a9f8-e079e0731e9e None None] For port 1ec18f35-bacf-4ad2-919c-18b97e9203d6, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=1ec18f35-bacf-4ad2-919c-18b97e9203d6,segment=NetworkSegment(9fd3302d-ead8-4b2b-b283-a9ecf990dc56),segment_id=9fd3302d-ead8-4b2b-b283-a9ecf990dc56)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:00:05.246463 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3f8ddc9f-2792-43bf-a9f8-e079e0731e9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.258956 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-3f8ddc9f-2792-43bf-a9f8-e079e0731e9e None None] Calling delete_port for 1ec18f35-bacf-4ad2-919c-18b97e9203d6 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:00:05.275218 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-53b94251-994b-4843-a497-d9db02f21263 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] For port 7014d8c2-702f-42e0-9a1d-47c3bd891804, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=7014d8c2-702f-42e0-9a1d-47c3bd891804,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:00:05.275682 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-53b94251-994b-4843-a497-d9db02f21263 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.287358 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-53b94251-994b-4843-a497-d9db02f21263 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Calling delete_port for 7014d8c2-702f-42e0-9a1d-47c3bd891804 owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:00:05.340898 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-0d1265c2-89d3-431a-bef7-5d890540b2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d85a8d-0b3e-4edf-ac01-91f2d4220267', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039713250', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '7014d8c2-702f-42e0-9a1d-47c3bd891804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:04Z', 'updated_at': '2021-07-15T14:00:04Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '7014d8c2-702f-42e0-9a1d-47c3bd891804', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:32:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d85a8d-0b3e-4edf-ac01-91f2d4220267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:04Z', 'updated_at': '2021-07-15T13:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:05.341597 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3f8ddc9f-2792-43bf-a9f8-e079e0731e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.367110 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1265c2-89d3-431a-bef7-5d890540b2b8 None None] The sync data for ids ['04d85a8d-0b3e-4edf-ac01-91f2d4220267'] in n-d-771363-36 is: [{'id': '04d85a8d-0b3e-4edf-ac01-91f2d4220267', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2039713250', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '7014d8c2-702f-42e0-9a1d-47c3bd891804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:04Z', 'updated_at': '2021-07-15T14:00:04Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '7014d8c2-702f-42e0-9a1d-47c3bd891804', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:32:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d85a8d-0b3e-4edf-ac01-91f2d4220267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:04Z', 'updated_at': '2021-07-15T13:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:00:05.368791 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8ddc9f-2792-43bf-a9f8-e079e0731e9e None None] No DVR routers for this DVR port 1ec18f35-bacf-4ad2-919c-18b97e9203d6 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:00:05.375662 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ddc9f-2792-43bf-a9f8-e079e0731e9e None None] Pushing event deleted for resources: {'Port': ['ID=1ec18f35-bacf-4ad2-919c-18b97e9203d6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:05.384893 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ddc9f-2792-43bf-a9f8-e079e0731e9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:05.385238 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ddc9f-2792-43bf-a9f8-e079e0731e9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:05.385736 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ddc9f-2792-43bf-a9f8-e079e0731e9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:05.386073 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ddc9f-2792-43bf-a9f8-e079e0731e9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:05.386404 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ddc9f-2792-43bf-a9f8-e079e0731e9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:05.386761 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ddc9f-2792-43bf-a9f8-e079e0731e9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:05.387089 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ddc9f-2792-43bf-a9f8-e079e0731e9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:05.387412 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ddc9f-2792-43bf-a9f8-e079e0731e9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:05.387737 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ddc9f-2792-43bf-a9f8-e079e0731e9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:05.388065 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ddc9f-2792-43bf-a9f8-e079e0731e9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:05.388375 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ddc9f-2792-43bf-a9f8-e079e0731e9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:05.388694 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ddc9f-2792-43bf-a9f8-e079e0731e9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:05.460276 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-53b94251-994b-4843-a497-d9db02f21263 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.486237 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b94251-994b-4843-a497-d9db02f21263 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event deleted for resources: {'Port': ['ID=7014d8c2-702f-42e0-9a1d-47c3bd891804,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:05.556563 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-53b94251-994b-4843-a497-d9db02f21263 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.648304 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-53b94251-994b-4843-a497-d9db02f21263 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.650288 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-53b94251-994b-4843-a497-d9db02f21263 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.693078 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-53b94251-994b-4843-a497-d9db02f21263 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.693660 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b94251-994b-4843-a497-d9db02f21263 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Fanout notify agent at l3_agent the message router_deleted on router 04d85a8d-0b3e-4edf-ac01-91f2d4220267 {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:00:05.700609 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-53b94251-994b-4843-a497-d9db02f21263 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.704329 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-53b94251-994b-4843-a497-d9db02f21263 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "DELETE /v2.0/routers/04d85a8d-0b3e-4edf-ac01-91f2d4220267 HTTP/1.1" status: 204 len: 168 time: 0.7908490 Jul 15 14:00:05.704508 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40304) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:05.785097 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5ede7eba-1547-4b01-9e00-a4644a5663d6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.879121 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5ede7eba-1547-4b01-9e00-a4644a5663d6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.890299 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-5ede7eba-1547-4b01-9e00-a4644a5663d6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51194407-5d0f-4c11-8624-5b1790f295f8']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:05.905982 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-5ede7eba-1547-4b01-9e00-a4644a5663d6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fd3302d-ead8-4b2b-b283-a9ecf990dc56') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:05.906284 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-5ede7eba-1547-4b01-9e00-a4644a5663d6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fd3302d-ead8-4b2b-b283-a9ecf990dc56') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:05.915308 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5ede7eba-1547-4b01-9e00-a4644a5663d6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.923298 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1ec18f35-bacf-4ad2-919c-18b97e9203d6 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:00:05.932085 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5ede7eba-1547-4b01-9e00-a4644a5663d6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.937874 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ede7eba-1547-4b01-9e00-a4644a5663d6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:00:05.938257 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5ede7eba-1547-4b01-9e00-a4644a5663d6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.941662 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:00:05.941662 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:00:05.941662 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 14:00:05.941662 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:00:05.941662 n-d-771363-36 neutron-server[93826]: timer() Jul 15 14:00:05.941662 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:00:05.941662 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 14:00:05.941662 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:00:05.941662 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 14:00:05.941662 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:00:05.941662 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 14:00:05.941662 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:00:05.941662 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 14:00:05.941662 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:00:05.941662 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 14:00:05.941662 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:00:05.941662 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:00:05.941662 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:00:05.941662 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:00:05.941662 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:00:05.941662 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 14:00:05.941662 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:00:05.941662 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 14:00:05.941662 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:00:05.941662 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:00:05.941662 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:00:05.941662 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 14:00:05.941662 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:00:05.941662 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:00:05.941662 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:00:05.941662 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:00:05.941662 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:00:05.941662 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:00:05.941662 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:00:05.944705 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 1ec18f35-bacf-4ad2-919c-18b97e9203d6 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:00:05.945164 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1ec18f35-bacf-4ad2-919c-18b97e9203d6 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:00:05.945571 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 7014d8c2-702f-42e0-9a1d-47c3bd891804 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:00:05.966509 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 7014d8c2-702f-42e0-9a1d-47c3bd891804 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:00:05.966894 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 7014d8c2-702f-42e0-9a1d-47c3bd891804 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:00:05.967305 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device bae4b353-da07-460d-998f-d6bbd51e3c2d no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:00:05.986196 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: bae4b353-da07-460d-998f-d6bbd51e3c2d {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:00:05.986539 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device bae4b353-da07-460d-998f-d6bbd51e3c2d not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:00:06.000600 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5ede7eba-1547-4b01-9e00-a4644a5663d6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:06.007179 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5ede7eba-1547-4b01-9e00-a4644a5663d6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:06.008943 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5ede7eba-1547-4b01-9e00-a4644a5663d6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "DELETE /v2.0/networks/51194407-5d0f-4c11-8624-5b1790f295f8 HTTP/1.1" status: 204 len: 168 time: 0.3034744 Jul 15 14:00:06.011855 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40306) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:06.019816 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede7eba-1547-4b01-9e00-a4644a5663d6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event deleted for resources: {'Network': ['ID=51194407-5d0f-4c11-8624-5b1790f295f8,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:06.074285 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cbd2062b-32d9-408b-aee0-cd020220fa89 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:06.098491 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cbd2062b-32d9-408b-aee0-cd020220fa89 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:06.157337 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cbd2062b-32d9-408b-aee0-cd020220fa89 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:06.160145 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cbd2062b-32d9-408b-aee0-cd020220fa89 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:06.161341 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-cbd2062b-32d9-408b-aee0-cd020220fa89 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "DELETE /v2.0/security-groups/b63bce15-0087-4f8e-926d-4a7e9611f0e4 HTTP/1.1" status: 204 len: 168 time: 0.1484742 Jul 15 14:00:06.170416 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2062b-32d9-408b-aee0-cd020220fa89 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63bce15-0087-4f8e-926d-4a7e9611f0e4,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:06.533643 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40312) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:06.538690 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-c8f1521f-3b90-4158-9be0-ce643e0728a8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-568985111', 'description': 'tempest-secgroup-smoke-568985111 description', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:00:06.559202 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c8f1521f-3b90-4158-9be0-ce643e0728a8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:06.636722 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c8f1521f-3b90-4158-9be0-ce643e0728a8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:06.640765 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c8f1521f-3b90-4158-9be0-ce643e0728a8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:06.669429 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c8f1521f-3b90-4158-9be0-ce643e0728a8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:06.670657 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c8f1521f-3b90-4158-9be0-ce643e0728a8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1359596 Jul 15 14:00:06.673622 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40314) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:06.674772 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1521f-3b90-4158-9be0-ce643e0728a8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9333ab-6903-4fd9-9a07-2c8ca7aa882a,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:06.679142 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-60f1261f-e9a9-46d2-a427-e5a84c6b36f5 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'security_group_rule': {'security_group_id': 'ff9333ab-6903-4fd9-9a07-2c8ca7aa882a', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:00:06.706121 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-60f1261f-e9a9-46d2-a427-e5a84c6b36f5 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:06.750752 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-60f1261f-e9a9-46d2-a427-e5a84c6b36f5 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:06.754056 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-60f1261f-e9a9-46d2-a427-e5a84c6b36f5 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:06.771810 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f1261f-e9a9-46d2-a427-e5a84c6b36f5 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8e6e1ff-29a5-4dc3-93ce-dffac8c3f625,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:06.777746 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-60f1261f-e9a9-46d2-a427-e5a84c6b36f5 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:06.779525 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-60f1261f-e9a9-46d2-a427-e5a84c6b36f5 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1047680 Jul 15 14:00:06.781578 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40316) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:06.785980 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-a4015a86-f609-40fd-8fe4-9b48a040c490 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'security_group_rule': {'security_group_id': 'ff9333ab-6903-4fd9-9a07-2c8ca7aa882a', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:00:06.811188 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a4015a86-f609-40fd-8fe4-9b48a040c490 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:06.868297 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a4015a86-f609-40fd-8fe4-9b48a040c490 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:06.872261 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a4015a86-f609-40fd-8fe4-9b48a040c490 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:06.889397 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4015a86-f609-40fd-8fe4-9b48a040c490 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebb99ba4-f620-4ac7-816f-2c8c00c43b61,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:06.896397 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a4015a86-f609-40fd-8fe4-9b48a040c490 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:06.897430 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a4015a86-f609-40fd-8fe4-9b48a040c490 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1149230 Jul 15 14:00:06.900192 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40318) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:06.904531 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-83b047e3-9290-4fd1-9179-ce68aae4021a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'security_group_rule': {'security_group_id': 'ff9333ab-6903-4fd9-9a07-2c8ca7aa882a', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:00:06.929282 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-83b047e3-9290-4fd1-9179-ce68aae4021a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:06.988784 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-83b047e3-9290-4fd1-9179-ce68aae4021a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:06.992053 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-83b047e3-9290-4fd1-9179-ce68aae4021a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:07.010294 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b047e3-9290-4fd1-9179-ce68aae4021a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39cddbd8-b4cb-45c7-a0a6-2ac5d05d0215,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:07.012737 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-83b047e3-9290-4fd1-9179-ce68aae4021a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:07.013918 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-83b047e3-9290-4fd1-9179-ce68aae4021a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1127791 Jul 15 14:00:07.017193 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40320) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:07.021610 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-bb3ab427-79e3-47ab-b689-cf2d088c22cd tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'security_group_rule': {'security_group_id': 'ff9333ab-6903-4fd9-9a07-2c8ca7aa882a', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:00:07.046914 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bb3ab427-79e3-47ab-b689-cf2d088c22cd tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:07.103406 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bb3ab427-79e3-47ab-b689-cf2d088c22cd tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:07.107265 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bb3ab427-79e3-47ab-b689-cf2d088c22cd tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:07.127562 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ab427-79e3-47ab-b689-cf2d088c22cd tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41e8a48d-34e4-4627-ae42-2c1d1b85057b,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:07.130954 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bb3ab427-79e3-47ab-b689-cf2d088c22cd tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:07.132111 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-bb3ab427-79e3-47ab-b689-cf2d088c22cd tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1139598 Jul 15 14:00:07.135006 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40322) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:07.139828 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-aa154b7c-5e50-43c1-81ef-6033e7b93c4b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'security_group_rule': {'security_group_id': 'ff9333ab-6903-4fd9-9a07-2c8ca7aa882a', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:00:07.163831 n-d-771363-36 neutron-server[93825]: INFO neutron.db.securitygroups_db [None req-aa154b7c-5e50-43c1-81ef-6033e7b93c4b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Project 6425c0206e154f1bb445bd935ef3b1e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:00:07.169237 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aa154b7c-5e50-43c1-81ef-6033e7b93c4b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:07.238165 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aa154b7c-5e50-43c1-81ef-6033e7b93c4b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:07.242117 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aa154b7c-5e50-43c1-81ef-6033e7b93c4b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:07.260007 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa154b7c-5e50-43c1-81ef-6033e7b93c4b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a30b2958-5762-404e-8ae5-00b5b336bec6,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:07.267538 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aa154b7c-5e50-43c1-81ef-6033e7b93c4b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:07.268783 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-aa154b7c-5e50-43c1-81ef-6033e7b93c4b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1328111 Jul 15 14:00:07.271593 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40324) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:07.275899 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-d081c9f9-1757-4f01-b578-5dae7623a23c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'security_group_rule': {'security_group_id': 'ff9333ab-6903-4fd9-9a07-2c8ca7aa882a', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:00:07.297407 n-d-771363-36 neutron-server[93825]: INFO neutron.db.securitygroups_db [None req-d081c9f9-1757-4f01-b578-5dae7623a23c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Project 6425c0206e154f1bb445bd935ef3b1e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:00:07.302356 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d081c9f9-1757-4f01-b578-5dae7623a23c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:07.364924 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d081c9f9-1757-4f01-b578-5dae7623a23c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:07.368254 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d081c9f9-1757-4f01-b578-5dae7623a23c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:07.385408 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d081c9f9-1757-4f01-b578-5dae7623a23c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8265916a-fab6-41b7-9603-97cd995864f5,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:07.392763 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d081c9f9-1757-4f01-b578-5dae7623a23c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:07.393993 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d081c9f9-1757-4f01-b578-5dae7623a23c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1214821 Jul 15 14:00:07.396955 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40326) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:07.401798 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-82be7ce7-b255-47c7-9dee-06870da20266 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'network': {'name': 'tempest-network-smoke--1644316594', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'port_security_enabled': True}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:00:07.420788 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82be7ce7-b255-47c7-9dee-06870da20266 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Made reservation on behalf of 6425c0206e154f1bb445bd935ef3b1e7 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:00:07.424158 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-82be7ce7-b255-47c7-9dee-06870da20266 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:07.447368 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82be7ce7-b255-47c7-9dee-06870da20266 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:00:07.456424 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-82be7ce7-b255-47c7-9dee-06870da20266 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:07.456752 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-82be7ce7-b255-47c7-9dee-06870da20266 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Added segment b348b6c0-e387-49e2-8f43-796593b1e81a of type vlan for network d39c2017-b4b1-4fcc-9733-1cc65c60cfb0 Jul 15 14:00:07.494764 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-82be7ce7-b255-47c7-9dee-06870da20266 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:07.522594 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-82be7ce7-b255-47c7-9dee-06870da20266 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:07.528047 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82be7ce7-b255-47c7-9dee-06870da20266 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:07.528618 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-82be7ce7-b255-47c7-9dee-06870da20266 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:07.559815 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-82be7ce7-b255-47c7-9dee-06870da20266 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1618736 Jul 15 14:00:07.563108 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40328) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:07.569617 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-d8efd371-493e-4b37-87a6-024fd40e84e2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2094189083', 'admin_state_up': True, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:00:07.607047 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be7ce7-b255-47c7-9dee-06870da20266 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'Network': ['ID=d39c2017-b4b1-4fcc-9733-1cc65c60cfb0,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:07.617151 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network d39c2017-b4b1-4fcc-9733-1cc65c60cfb0 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:00:07.621978 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d8efd371-493e-4b37-87a6-024fd40e84e2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:07.623039 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d8efd371-493e-4b37-87a6-024fd40e84e2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:07.673665 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d8efd371-493e-4b37-87a6-024fd40e84e2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:07.809803 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d8efd371-493e-4b37-87a6-024fd40e84e2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:07.993935 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d8efd371-493e-4b37-87a6-024fd40e84e2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for router_gateway, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:08.012311 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d8efd371-493e-4b37-87a6-024fd40e84e2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:08.114697 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-d8efd371-493e-4b37-87a6-024fd40e84e2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Allocated IP 172.25.8.24 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/7eb2f292-8a39-43b7-893b-93e8e0cd8a23) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:00:08.215876 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d8efd371-493e-4b37-87a6-024fd40e84e2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:08.253837 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d8efd371-493e-4b37-87a6-024fd40e84e2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:08.289162 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8efd371-493e-4b37-87a6-024fd40e84e2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:00:08.295131 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-d8efd371-493e-4b37-87a6-024fd40e84e2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:00:08.299503 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8efd371-493e-4b37-87a6-024fd40e84e2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:00:08.320980 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8efd371-493e-4b37-87a6-024fd40e84e2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'Port': ['ID=7eb2f292-8a39-43b7-893b-93e8e0cd8a23,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:08.891396 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d8efd371-493e-4b37-87a6-024fd40e84e2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for router_gateway, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:09.082276 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d8efd371-493e-4b37-87a6-024fd40e84e2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:09.210331 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8efd371-493e-4b37-87a6-024fd40e84e2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Router 41000e78-255d-40a8-9664-0c0e8b23aee6 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:00:09.313192 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8efd371-493e-4b37-87a6-024fd40e84e2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:00:09.322414 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52090670-4cb2-4d98-b6bd-590468ccec07 None None] Sync routers for ids ['41000e78-255d-40a8-9664-0c0e8b23aee6'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:00:09.331632 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52090670-4cb2-4d98-b6bd-590468ccec07 None None] Routers {'41000e78-255d-40a8-9664-0c0e8b23aee6'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:00:09.332256 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-52090670-4cb2-4d98-b6bd-590468ccec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:00:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['41000e78-255d-40a8-9664-0c0e8b23aee6'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:09.332807 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d8efd371-493e-4b37-87a6-024fd40e84e2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:09.334100 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d8efd371-493e-4b37-87a6-024fd40e84e2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7698157 Jul 15 14:00:09.337273 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40330) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:09.371067 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ae8b823c-9770-4de5-aa11-4e1cce9c5397 tempest-TestNetworkAdvancedServerOps-1664808803 tempest-TestNetworkAdvancedServerOps-1664808803-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=6425c0206e154f1bb445bd935ef3b1e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326631 Jul 15 14:00:09.373784 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40332) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:09.439111 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-52090670-4cb2-4d98-b6bd-590468ccec07 None None] Set router 41000e78-255d-40a8-9664-0c0e8b23aee6 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:00:09.540895 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d429db0-cda1-4d51-b1e0-cae71111958f tempest-TestNetworkAdvancedServerOps-1664808803 tempest-TestNetworkAdvancedServerOps-1664808803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:09.542372 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1d429db0-cda1-4d51-b1e0-cae71111958f tempest-TestNetworkAdvancedServerOps-1664808803 tempest-TestNetworkAdvancedServerOps-1664808803-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1669433 Jul 15 14:00:09.545715 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40334) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:09.580380 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-49687240-1826-41fa-9f45-c824fbceecf5 tempest-TestNetworkAdvancedServerOps-1664808803 tempest-TestNetworkAdvancedServerOps-1664808803-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=e1268488-a505-464f-96b0-8b93d6dfd7ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330145 Jul 15 14:00:09.582810 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40336) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:09.587584 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-f2525030-f972-44e4-bff2-23c0194dd897 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1314658597', 'network_id': 'd39c2017-b4b1-4fcc-9733-1cc65c60cfb0', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:00:09.616767 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-52090670-4cb2-4d98-b6bd-590468ccec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41000e78-255d-40a8-9664-0c0e8b23aee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094189083', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7eb2f292-8a39-43b7-893b-93e8e0cd8a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:00:07Z', 'updated_at': '2021-07-15T14:00:08Z', 'revision_number': 3, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '7eb2f292-8a39-43b7-893b-93e8e0cd8a23', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:24:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41000e78-255d-40a8-9664-0c0e8b23aee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:08Z', 'updated_at': '2021-07-15T14:00:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:09.643548 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52090670-4cb2-4d98-b6bd-590468ccec07 None None] Checking router: 41000e78-255d-40a8-9664-0c0e8b23aee6 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:00:09.643896 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52090670-4cb2-4d98-b6bd-590468ccec07 None None] Updating router 41000e78-255d-40a8-9664-0c0e8b23aee6 port 7eb2f292-8a39-43b7-893b-93e8e0cd8a23 binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:00:09.678440 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-52090670-4cb2-4d98-b6bd-590468ccec07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:09.681848 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2525030-f972-44e4-bff2-23c0194dd897 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Made reservation on behalf of 6425c0206e154f1bb445bd935ef3b1e7 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:00:09.685491 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f2525030-f972-44e4-bff2-23c0194dd897 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:09.884042 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f2525030-f972-44e4-bff2-23c0194dd897 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:09.942658 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2525030-f972-44e4-bff2-23c0194dd897 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'Subnet': ['ID=77b7384c-5399-4574-b11e-155c4ea5396d,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:09.954075 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2525030-f972-44e4-bff2-23c0194dd897 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Checking segment: {'id': 'b348b6c0-e387-49e2-8f43-796593b1e81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd39c2017-b4b1-4fcc-9733-1cc65c60cfb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:00:09.954431 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2525030-f972-44e4-bff2-23c0194dd897 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Network hostable DHCP agents. Network: d39c2017-b4b1-4fcc-9733-1cc65c60cfb0, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:00:09.975870 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2525030-f972-44e4-bff2-23c0194dd897 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Network d39c2017-b4b1-4fcc-9733-1cc65c60cfb0 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:00:09.986389 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-f2525030-f972-44e4-bff2-23c0194dd897 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, d39c2017-b4b1-4fcc-9733-1cc65c60cfb0) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:00:09.990504 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2525030-f972-44e4-bff2-23c0194dd897 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:09.991140 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f2525030-f972-44e4-bff2-23c0194dd897 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:10.000958 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1beed8-6707-4f87-b29a-cdd38a893c60 None None] Network d39c2017-b4b1-4fcc-9733-1cc65c60cfb0 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:00:10.006062 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f2525030-f972-44e4-bff2-23c0194dd897 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4221346 Jul 15 14:00:10.008732 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40338) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:10.184369 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-52090670-4cb2-4d98-b6bd-590468ccec07 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:10.213554 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-52090670-4cb2-4d98-b6bd-590468ccec07 None None] Transition to ACTIVE for port object 7eb2f292-8a39-43b7-893b-93e8e0cd8a23 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:00:10.223763 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-52090670-4cb2-4d98-b6bd-590468ccec07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:10.229337 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecd8fb9-c50a-49f0-a235-905f298a3349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-d39c2017-b4b1-4fcc-9733-1cc65c60cfb0', 'network_id': 'd39c2017-b4b1-4fcc-9733-1cc65c60cfb0', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'fixed_ips': [{'subnet_id': '77b7384c-5399-4574-b11e-155c4ea5396d'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:00:10.230177 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eecd8fb9-c50a-49f0-a235-905f298a3349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:10.294251 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-52090670-4cb2-4d98-b6bd-590468ccec07 None None] Attempting to bind port 7eb2f292-8a39-43b7-893b-93e8e0cd8a23 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:00:10.294647 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-52090670-4cb2-4d98-b6bd-590468ccec07 None None] Attempting to bind port 7eb2f292-8a39-43b7-893b-93e8e0cd8a23 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:00:10.295209 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52090670-4cb2-4d98-b6bd-590468ccec07 None None] Attempting to bind port 7eb2f292-8a39-43b7-893b-93e8e0cd8a23 on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:00:10.302713 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d90489-7a04-40e5-ae5a-afda687c25ce None None] Pushing event updated for resources: {'Port': ['ID=7eb2f292-8a39-43b7-893b-93e8e0cd8a23,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:10.349224 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52090670-4cb2-4d98-b6bd-590468ccec07 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:00:10.349951 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52090670-4cb2-4d98-b6bd-590468ccec07 None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:00:10.350082 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-52090670-4cb2-4d98-b6bd-590468ccec07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:10.350374 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52090670-4cb2-4d98-b6bd-590468ccec07 None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:00:10.350885 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-52090670-4cb2-4d98-b6bd-590468ccec07 None None] Bound port: 7eb2f292-8a39-43b7-893b-93e8e0cd8a23, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:00:10.351268 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-52090670-4cb2-4d98-b6bd-590468ccec07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:10.437646 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ae873c95-eae2-4e61-aa2e-0af41a6e52c9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:10.444433 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-52090670-4cb2-4d98-b6bd-590468ccec07 None None] For port 7eb2f292-8a39-43b7-893b-93e8e0cd8a23, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:00:10.449117 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-52090670-4cb2-4d98-b6bd-590468ccec07 None None] For port 7eb2f292-8a39-43b7-893b-93e8e0cd8a23, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=7eb2f292-8a39-43b7-893b-93e8e0cd8a23,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:00:10.455677 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-52090670-4cb2-4d98-b6bd-590468ccec07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:10.485499 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-eecd8fb9-c50a-49f0-a235-905f298a3349 None None] Allocated IP 172.20.0.2 (d39c2017-b4b1-4fcc-9733-1cc65c60cfb0/77b7384c-5399-4574-b11e-155c4ea5396d/7b6b3fe5-7a42-478a-baeb-8b42d32a1558) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:00:10.546617 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52090670-4cb2-4d98-b6bd-590468ccec07 None None] Routers {'41000e78-255d-40a8-9664-0c0e8b23aee6'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:00:10.547257 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-52090670-4cb2-4d98-b6bd-590468ccec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:00:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['41000e78-255d-40a8-9664-0c0e8b23aee6'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:10.554600 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d90489-7a04-40e5-ae5a-afda687c25ce None None] Pushing event updated for resources: {'Port': ['ID=7eb2f292-8a39-43b7-893b-93e8e0cd8a23,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:10.724926 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-52090670-4cb2-4d98-b6bd-590468ccec07 None None] Set router 41000e78-255d-40a8-9664-0c0e8b23aee6 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:00:10.809079 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eecd8fb9-c50a-49f0-a235-905f298a3349 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:10.822910 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-eecd8fb9-c50a-49f0-a235-905f298a3349 None None] Transition to ACTIVE for port object 7b6b3fe5-7a42-478a-baeb-8b42d32a1558 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:00:10.868710 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-eecd8fb9-c50a-49f0-a235-905f298a3349 None None] Transition to ACTIVE for port object 7b6b3fe5-7a42-478a-baeb-8b42d32a1558 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:00:10.876332 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eecd8fb9-c50a-49f0-a235-905f298a3349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:10.921718 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-ae873c95-eae2-4e61-aa2e-0af41a6e52c9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Allocated IP 172.20.0.1 (d39c2017-b4b1-4fcc-9733-1cc65c60cfb0/77b7384c-5399-4574-b11e-155c4ea5396d/ab43e4d1-6290-43ba-9d11-5cbc46855d3d) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:00:10.948982 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecd8fb9-c50a-49f0-a235-905f298a3349 None None] Network d39c2017-b4b1-4fcc-9733-1cc65c60cfb0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:00:10.955553 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-eecd8fb9-c50a-49f0-a235-905f298a3349 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:00:10.958128 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd8fb9-c50a-49f0-a235-905f298a3349 None None] Pushing event updated for resources: {'Port': ['ID=7b6b3fe5-7a42-478a-baeb-8b42d32a1558,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:10.960425 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecd8fb9-c50a-49f0-a235-905f298a3349 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:00:11.024288 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-eecd8fb9-c50a-49f0-a235-905f298a3349 None None] Attempting to bind port 7b6b3fe5-7a42-478a-baeb-8b42d32a1558 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:00:11.024562 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-eecd8fb9-c50a-49f0-a235-905f298a3349 None None] Attempting to bind port 7b6b3fe5-7a42-478a-baeb-8b42d32a1558 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'b348b6c0-e387-49e2-8f43-796593b1e81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd39c2017-b4b1-4fcc-9733-1cc65c60cfb0'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:00:11.024925 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecd8fb9-c50a-49f0-a235-905f298a3349 None None] Attempting to bind port 7b6b3fe5-7a42-478a-baeb-8b42d32a1558 on network d39c2017-b4b1-4fcc-9733-1cc65c60cfb0 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:00:11.033771 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecd8fb9-c50a-49f0-a235-905f298a3349 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:00:11.034128 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecd8fb9-c50a-49f0-a235-905f298a3349 None None] Checking segment: {'id': 'b348b6c0-e387-49e2-8f43-796593b1e81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd39c2017-b4b1-4fcc-9733-1cc65c60cfb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:00:11.034533 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eecd8fb9-c50a-49f0-a235-905f298a3349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:11.034961 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecd8fb9-c50a-49f0-a235-905f298a3349 None None] Bound using segment: {'id': 'b348b6c0-e387-49e2-8f43-796593b1e81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd39c2017-b4b1-4fcc-9733-1cc65c60cfb0'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:00:11.035425 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-eecd8fb9-c50a-49f0-a235-905f298a3349 None None] Bound port: 7b6b3fe5-7a42-478a-baeb-8b42d32a1558, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b348b6c0-e387-49e2-8f43-796593b1e81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd39c2017-b4b1-4fcc-9733-1cc65c60cfb0'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:00:11.035805 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eecd8fb9-c50a-49f0-a235-905f298a3349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:11.037746 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ae873c95-eae2-4e61-aa2e-0af41a6e52c9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:11.039725 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-52090670-4cb2-4d98-b6bd-590468ccec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41000e78-255d-40a8-9664-0c0e8b23aee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094189083', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7eb2f292-8a39-43b7-893b-93e8e0cd8a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:00:07Z', 'updated_at': '2021-07-15T14:00:08Z', 'revision_number': 3, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '7eb2f292-8a39-43b7-893b-93e8e0cd8a23', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:24:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41000e78-255d-40a8-9664-0c0e8b23aee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:08Z', 'updated_at': '2021-07-15T14:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:11.051890 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ae873c95-eae2-4e61-aa2e-0af41a6e52c9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Transition to ACTIVE for port object ab43e4d1-6290-43ba-9d11-5cbc46855d3d will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:00:11.075507 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52090670-4cb2-4d98-b6bd-590468ccec07 None None] The sync data for ids ['41000e78-255d-40a8-9664-0c0e8b23aee6'] in n-d-771363-36 is: [{'id': '41000e78-255d-40a8-9664-0c0e8b23aee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094189083', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7eb2f292-8a39-43b7-893b-93e8e0cd8a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:00:07Z', 'updated_at': '2021-07-15T14:00:08Z', 'revision_number': 3, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '7eb2f292-8a39-43b7-893b-93e8e0cd8a23', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:24:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41000e78-255d-40a8-9664-0c0e8b23aee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:08Z', 'updated_at': '2021-07-15T14:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:00:11.089021 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ae873c95-eae2-4e61-aa2e-0af41a6e52c9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:11.130537 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae873c95-eae2-4e61-aa2e-0af41a6e52c9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Network d39c2017-b4b1-4fcc-9733-1cc65c60cfb0 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:00:11.132396 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-eecd8fb9-c50a-49f0-a235-905f298a3349 None None] For port 7b6b3fe5-7a42-478a-baeb-8b42d32a1558, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:00:11.136769 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-eecd8fb9-c50a-49f0-a235-905f298a3349 None None] For port 7b6b3fe5-7a42-478a-baeb-8b42d32a1558, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=7b6b3fe5-7a42-478a-baeb-8b42d32a1558,segment=NetworkSegment(b348b6c0-e387-49e2-8f43-796593b1e81a),segment_id=b348b6c0-e387-49e2-8f43-796593b1e81a)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:00:11.140712 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-ae873c95-eae2-4e61-aa2e-0af41a6e52c9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:00:11.143482 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae873c95-eae2-4e61-aa2e-0af41a6e52c9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:00:11.143644 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-eecd8fb9-c50a-49f0-a235-905f298a3349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:11.177783 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae873c95-eae2-4e61-aa2e-0af41a6e52c9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'Port': ['ID=ab43e4d1-6290-43ba-9d11-5cbc46855d3d,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:11.201308 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ae873c95-eae2-4e61-aa2e-0af41a6e52c9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:11.210095 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd8fb9-c50a-49f0-a235-905f298a3349 None None] Pushing event updated for resources: {'Port': ['ID=7b6b3fe5-7a42-478a-baeb-8b42d32a1558,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:11.387680 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ae873c95-eae2-4e61-aa2e-0af41a6e52c9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:11.707669 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ae873c95-eae2-4e61-aa2e-0af41a6e52c9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:11.713700 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ae873c95-eae2-4e61-aa2e-0af41a6e52c9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:11.792909 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae873c95-eae2-4e61-aa2e-0af41a6e52c9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'Port': ['ID=ab43e4d1-6290-43ba-9d11-5cbc46855d3d,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:11.795623 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ae873c95-eae2-4e61-aa2e-0af41a6e52c9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:11.910106 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae873c95-eae2-4e61-aa2e-0af41a6e52c9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Network d39c2017-b4b1-4fcc-9733-1cc65c60cfb0 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:00:11.912074 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-ae873c95-eae2-4e61-aa2e-0af41a6e52c9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:00:11.989137 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 7eb2f292-8a39-43b7-893b-93e8e0cd8a23 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:00:12.041164 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae873c95-eae2-4e61-aa2e-0af41a6e52c9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Router 41000e78-255d-40a8-9664-0c0e8b23aee6 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:00:12.053331 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 7eb2f292-8a39-43b7-893b-93e8e0cd8a23 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:00:12.057395 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 7eb2f292-8a39-43b7-893b-93e8e0cd8a23 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:00:12.057979 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:12.142378 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:12.162209 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae873c95-eae2-4e61-aa2e-0af41a6e52c9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:00:12.166220 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 7eb2f292-8a39-43b7-893b-93e8e0cd8a23, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=7eb2f292-8a39-43b7-893b-93e8e0cd8a23,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:00:12.179742 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ae873c95-eae2-4e61-aa2e-0af41a6e52c9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "PUT /v2.0/routers/41000e78-255d-40a8-9664-0c0e8b23aee6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1620312 Jul 15 14:00:12.180007 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:12.180007 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 7b6b3fe5-7a42-478a-baeb-8b42d32a1558 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:00:12.255795 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca146a8d-fcb8-47a0-8738-1bdedb303520 None None] Network d39c2017-b4b1-4fcc-9733-1cc65c60cfb0 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:00:12.290604 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=7eb2f292-8a39-43b7-893b-93e8e0cd8a23,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:12.328258 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d8e05dc-4123-4b55-b691-326961babf42 req-41ec5a73-ee85-4b5e-8b2b-53ee125f2dbd tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-568985111&fields=id&tenant_id=6425c0206e154f1bb445bd935ef3b1e7 HTTP/1.1" status: 200 len: 267 time: 0.0366051 Jul 15 14:00:12.329038 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 7b6b3fe5-7a42-478a-baeb-8b42d32a1558 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:00:12.342595 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-3bd932cb-e7d9-490a-93bb-91af31338a71 None None] Provisioning for port 7b6b3fe5-7a42-478a-baeb-8b42d32a1558 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:00:12.350263 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-3bd932cb-e7d9-490a-93bb-91af31338a71 None None] Provisioning complete for port 7b6b3fe5-7a42-478a-baeb-8b42d32a1558 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:00:12.350673 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3bd932cb-e7d9-490a-93bb-91af31338a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:12.440553 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e05dc-4123-4b55-b691-326961babf42 req-26f85174-4aef-4a64-b744-2939ca073dd1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:12.442053 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d8e05dc-4123-4b55-b691-326961babf42 req-26f85174-4aef-4a64-b744-2939ca073dd1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/networks?id=d39c2017-b4b1-4fcc-9733-1cc65c60cfb0 HTTP/1.1" status: 200 len: 797 time: 0.1068869 Jul 15 14:00:12.457503 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d8e05dc-4123-4b55-b691-326961babf42 req-970130e7-1c2b-439b-9701-30d76287e380 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/quotas/6425c0206e154f1bb445bd935ef3b1e7 HTTP/1.1" status: 200 len: 375 time: 0.0092146 Jul 15 14:00:12.497518 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3bd932cb-e7d9-490a-93bb-91af31338a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:12.547174 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-3bd932cb-e7d9-490a-93bb-91af31338a71 None None] For port 7b6b3fe5-7a42-478a-baeb-8b42d32a1558, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=7b6b3fe5-7a42-478a-baeb-8b42d32a1558,segment=NetworkSegment(b348b6c0-e387-49e2-8f43-796593b1e81a),segment_id=b348b6c0-e387-49e2-8f43-796593b1e81a)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:00:12.553036 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3bd932cb-e7d9-490a-93bb-91af31338a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:12.609888 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd932cb-e7d9-490a-93bb-91af31338a71 None None] Pushing event updated for resources: {'Port': ['ID=7b6b3fe5-7a42-478a-baeb-8b42d32a1558,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:12.778985 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6022f3fd-628a-4c81-a0c2-4037369d69d0 None None] Provisioning for port ab43e4d1-6290-43ba-9d11-5cbc46855d3d completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:00:12.785628 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6022f3fd-628a-4c81-a0c2-4037369d69d0 None None] Provisioning complete for port ab43e4d1-6290-43ba-9d11-5cbc46855d3d triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:00:12.786472 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6022f3fd-628a-4c81-a0c2-4037369d69d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:12.835935 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-6022f3fd-628a-4c81-a0c2-4037369d69d0 None None] Port ab43e4d1-6290-43ba-9d11-5cbc46855d3d cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:00:12.850022 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6022f3fd-628a-4c81-a0c2-4037369d69d0 None None] Provisioning complete for port 7b6b3fe5-7a42-478a-baeb-8b42d32a1558 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:00:12.850881 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6022f3fd-628a-4c81-a0c2-4037369d69d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:12.894709 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0924f836-0bbd-4573-95e9-e0c61f2d7717 None None] Sync routers for ids ['41000e78-255d-40a8-9664-0c0e8b23aee6'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:00:12.904837 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0924f836-0bbd-4573-95e9-e0c61f2d7717 None None] Routers {'41000e78-255d-40a8-9664-0c0e8b23aee6'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:00:12.906353 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-0924f836-0bbd-4573-95e9-e0c61f2d7717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:00:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['41000e78-255d-40a8-9664-0c0e8b23aee6'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:12.935582 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d8e05dc-4123-4b55-b691-326961babf42 req-57895aa9-c520-4a2c-8291-dea68d561cd8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6425c0206e154f1bb445bd935ef3b1e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4683580 Jul 15 14:00:13.025841 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-0924f836-0bbd-4573-95e9-e0c61f2d7717 None None] Set router 41000e78-255d-40a8-9664-0c0e8b23aee6 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:00:13.029305 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d8e05dc-4123-4b55-b691-326961babf42 req-0c207c58-3c05-4dcd-8ab0-df1fb1e3e512 service neutron] 10.222.0.16 "GET /v2.0/networks/d39c2017-b4b1-4fcc-9733-1cc65c60cfb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892391 Jul 15 14:00:13.059684 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-cbddd60e-437e-4fea-a933-63efefaf5da2 None None] Provisioning complete for port ab43e4d1-6290-43ba-9d11-5cbc46855d3d triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:00:13.060214 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cbddd60e-437e-4fea-a933-63efefaf5da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:13.112666 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-cbddd60e-437e-4fea-a933-63efefaf5da2 None None] Port ab43e4d1-6290-43ba-9d11-5cbc46855d3d cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:00:13.129071 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d8e05dc-4123-4b55-b691-326961babf42 req-230ea85b-0d0c-4381-9e87-66e97c592f75 service neutron] 10.222.0.16 "GET /v2.0/networks/d39c2017-b4b1-4fcc-9733-1cc65c60cfb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931447 Jul 15 14:00:13.231710 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5457afb5-04f3-4a22-81d7-2afff773a85b None None] Provisioning complete for port ab43e4d1-6290-43ba-9d11-5cbc46855d3d triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:00:13.232134 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5457afb5-04f3-4a22-81d7-2afff773a85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:13.235209 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-0924f836-0bbd-4573-95e9-e0c61f2d7717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41000e78-255d-40a8-9664-0c0e8b23aee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094189083', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7eb2f292-8a39-43b7-893b-93e8e0cd8a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:00:07Z', 'updated_at': '2021-07-15T14:00:11Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '7eb2f292-8a39-43b7-893b-93e8e0cd8a23', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:24:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41000e78-255d-40a8-9664-0c0e8b23aee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:08Z', 'updated_at': '2021-07-15T14:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'ab43e4d1-6290-43ba-9d11-5cbc46855d3d', 'name': '', 'network_id': 'd39c2017-b4b1-4fcc-9733-1cc65c60cfb0', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:a9:0c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41000e78-255d-40a8-9664-0c0e8b23aee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '77b7384c-5399-4574-b11e-155c4ea5396d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:10Z', 'updated_at': '2021-07-15T14:00:11Z', 'revision_number': 2, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': '77b7384c-5399-4574-b11e-155c4ea5396d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:13.261530 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0924f836-0bbd-4573-95e9-e0c61f2d7717 None None] Checking router: 41000e78-255d-40a8-9664-0c0e8b23aee6 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:00:13.262131 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0924f836-0bbd-4573-95e9-e0c61f2d7717 None None] Updating router 41000e78-255d-40a8-9664-0c0e8b23aee6 port ab43e4d1-6290-43ba-9d11-5cbc46855d3d binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:00:13.286786 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-5457afb5-04f3-4a22-81d7-2afff773a85b None None] Port ab43e4d1-6290-43ba-9d11-5cbc46855d3d cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:00:13.299026 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0924f836-0bbd-4573-95e9-e0c61f2d7717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:13.337343 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1823e5fd-57ba-4026-9d64-b88f4783e7b7 req-ed3caee8-f31d-475d-975e-90e5209f286f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=215f5c47-c1d1-4a4f-8c6e-a269ee155c19 HTTP/1.1" status: 200 len: 210 time: 0.0427608 Jul 15 14:00:13.567097 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0924f836-0bbd-4573-95e9-e0c61f2d7717 None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:13.577713 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-0924f836-0bbd-4573-95e9-e0c61f2d7717 None None] Transition to ACTIVE for port object ab43e4d1-6290-43ba-9d11-5cbc46855d3d will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:00:13.584056 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0924f836-0bbd-4573-95e9-e0c61f2d7717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:13.661840 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544c90c-6f2a-46a6-9647-31fa5af49e35 None None] Pushing event updated for resources: {'Port': ['ID=ab43e4d1-6290-43ba-9d11-5cbc46855d3d,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:13.670890 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544c90c-6f2a-46a6-9647-31fa5af49e35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:13.671235 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544c90c-6f2a-46a6-9647-31fa5af49e35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:13.671574 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544c90c-6f2a-46a6-9647-31fa5af49e35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:13.671910 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544c90c-6f2a-46a6-9647-31fa5af49e35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:13.672243 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544c90c-6f2a-46a6-9647-31fa5af49e35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:13.672568 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544c90c-6f2a-46a6-9647-31fa5af49e35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:13.672894 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544c90c-6f2a-46a6-9647-31fa5af49e35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:13.673412 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544c90c-6f2a-46a6-9647-31fa5af49e35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:13.673740 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544c90c-6f2a-46a6-9647-31fa5af49e35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:13.674062 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544c90c-6f2a-46a6-9647-31fa5af49e35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:13.674385 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544c90c-6f2a-46a6-9647-31fa5af49e35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:13.674736 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544c90c-6f2a-46a6-9647-31fa5af49e35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:00:13.711233 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-0924f836-0bbd-4573-95e9-e0c61f2d7717 None None] Attempting to bind port ab43e4d1-6290-43ba-9d11-5cbc46855d3d on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:00:13.712033 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-0924f836-0bbd-4573-95e9-e0c61f2d7717 None None] Attempting to bind port ab43e4d1-6290-43ba-9d11-5cbc46855d3d by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'b348b6c0-e387-49e2-8f43-796593b1e81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd39c2017-b4b1-4fcc-9733-1cc65c60cfb0'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:00:13.712394 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0924f836-0bbd-4573-95e9-e0c61f2d7717 None None] Attempting to bind port ab43e4d1-6290-43ba-9d11-5cbc46855d3d on network d39c2017-b4b1-4fcc-9733-1cc65c60cfb0 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:00:13.719308 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0924f836-0bbd-4573-95e9-e0c61f2d7717 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:00:13.720074 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0924f836-0bbd-4573-95e9-e0c61f2d7717 None None] Checking segment: {'id': 'b348b6c0-e387-49e2-8f43-796593b1e81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd39c2017-b4b1-4fcc-9733-1cc65c60cfb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:00:13.720495 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0924f836-0bbd-4573-95e9-e0c61f2d7717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:13.721012 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0924f836-0bbd-4573-95e9-e0c61f2d7717 None None] Bound using segment: {'id': 'b348b6c0-e387-49e2-8f43-796593b1e81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd39c2017-b4b1-4fcc-9733-1cc65c60cfb0'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:00:13.721615 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-0924f836-0bbd-4573-95e9-e0c61f2d7717 None None] Bound port: ab43e4d1-6290-43ba-9d11-5cbc46855d3d, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b348b6c0-e387-49e2-8f43-796593b1e81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd39c2017-b4b1-4fcc-9733-1cc65c60cfb0'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:00:13.722131 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0924f836-0bbd-4573-95e9-e0c61f2d7717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:13.789167 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-0924f836-0bbd-4573-95e9-e0c61f2d7717 None None] For port ab43e4d1-6290-43ba-9d11-5cbc46855d3d, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:00:13.792553 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-0924f836-0bbd-4573-95e9-e0c61f2d7717 None None] For port ab43e4d1-6290-43ba-9d11-5cbc46855d3d, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=ab43e4d1-6290-43ba-9d11-5cbc46855d3d,segment=NetworkSegment(b348b6c0-e387-49e2-8f43-796593b1e81a),segment_id=b348b6c0-e387-49e2-8f43-796593b1e81a)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:00:13.799288 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0924f836-0bbd-4573-95e9-e0c61f2d7717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:13.854834 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0924f836-0bbd-4573-95e9-e0c61f2d7717 None None] Routers {'41000e78-255d-40a8-9664-0c0e8b23aee6'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:00:13.855455 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-0924f836-0bbd-4573-95e9-e0c61f2d7717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:00:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['41000e78-255d-40a8-9664-0c0e8b23aee6'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:13.946014 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544c90c-6f2a-46a6-9647-31fa5af49e35 None None] Pushing event updated for resources: {'Port': ['ID=ab43e4d1-6290-43ba-9d11-5cbc46855d3d,revision_number=4']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:13.963933 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 7eb2f292-8a39-43b7-893b-93e8e0cd8a23 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:00:13.976889 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-0924f836-0bbd-4573-95e9-e0c61f2d7717 None None] Set router 41000e78-255d-40a8-9664-0c0e8b23aee6 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:00:14.033486 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 7eb2f292-8a39-43b7-893b-93e8e0cd8a23 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:00:14.033872 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:14.130983 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 7b6b3fe5-7a42-478a-baeb-8b42d32a1558 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:00:14.185620 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 7b6b3fe5-7a42-478a-baeb-8b42d32a1558 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:00:14.185998 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:14.188634 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-0924f836-0bbd-4573-95e9-e0c61f2d7717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41000e78-255d-40a8-9664-0c0e8b23aee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094189083', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7eb2f292-8a39-43b7-893b-93e8e0cd8a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:00:07Z', 'updated_at': '2021-07-15T14:00:11Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '7eb2f292-8a39-43b7-893b-93e8e0cd8a23', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:24:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41000e78-255d-40a8-9664-0c0e8b23aee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:08Z', 'updated_at': '2021-07-15T14:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'ab43e4d1-6290-43ba-9d11-5cbc46855d3d', 'name': '', 'network_id': 'd39c2017-b4b1-4fcc-9733-1cc65c60cfb0', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:a9:0c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41000e78-255d-40a8-9664-0c0e8b23aee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '77b7384c-5399-4574-b11e-155c4ea5396d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:10Z', 'updated_at': '2021-07-15T14:00:13Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': '77b7384c-5399-4574-b11e-155c4ea5396d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:14.312107 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0924f836-0bbd-4573-95e9-e0c61f2d7717 None None] The sync data for ids ['41000e78-255d-40a8-9664-0c0e8b23aee6'] in n-d-771363-36 is: [{'id': '41000e78-255d-40a8-9664-0c0e8b23aee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094189083', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7eb2f292-8a39-43b7-893b-93e8e0cd8a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:00:07Z', 'updated_at': '2021-07-15T14:00:11Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '7eb2f292-8a39-43b7-893b-93e8e0cd8a23', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:24:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41000e78-255d-40a8-9664-0c0e8b23aee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:08Z', 'updated_at': '2021-07-15T14:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'ab43e4d1-6290-43ba-9d11-5cbc46855d3d', 'name': '', 'network_id': 'd39c2017-b4b1-4fcc-9733-1cc65c60cfb0', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:a9:0c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41000e78-255d-40a8-9664-0c0e8b23aee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '77b7384c-5399-4574-b11e-155c4ea5396d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:10Z', 'updated_at': '2021-07-15T14:00:13Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': '77b7384c-5399-4574-b11e-155c4ea5396d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:00:14.497959 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4ee2b8dc-d7a1-41f7-94bc-cbc7375a4b56 req-4316ac60-ef66-441b-b84f-e588527dfa9c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=215f5c47-c1d1-4a4f-8c6e-a269ee155c19 HTTP/1.1" status: 200 len: 210 time: 0.0340810 Jul 15 14:00:14.805393 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e05dc-4123-4b55-b691-326961babf42 req-257f701f-9ba3-470c-ac97-56322357c096 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:14.807044 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d8e05dc-4123-4b55-b691-326961babf42 req-257f701f-9ba3-470c-ac97-56322357c096 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.20 "GET /v2.0/networks?id=d39c2017-b4b1-4fcc-9733-1cc65c60cfb0 HTTP/1.1" status: 200 len: 797 time: 0.1054940 Jul 15 14:00:14.868389 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d8e05dc-4123-4b55-b691-326961babf42 req-29761d12-49a5-46e2-9539-195bdb67a922 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6425c0206e154f1bb445bd935ef3b1e7 HTTP/1.1" status: 200 len: 379 time: 0.0503762 Jul 15 14:00:14.878867 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-2d8e05dc-4123-4b55-b691-326961babf42 req-06a0e778-a944-49cf-b3fe-0f406c720c2f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'port': {'device_id': '215f5c47-c1d1-4a4f-8c6e-a269ee155c19', 'network_id': 'd39c2017-b4b1-4fcc-9733-1cc65c60cfb0', 'admin_state_up': True, 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'security_groups': ['ff9333ab-6903-4fd9-9a07-2c8ca7aa882a']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:00:15.004120 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d8e05dc-4123-4b55-b691-326961babf42 req-06a0e778-a944-49cf-b3fe-0f406c720c2f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Made reservation on behalf of 6425c0206e154f1bb445bd935ef3b1e7 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:00:15.007731 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2d8e05dc-4123-4b55-b691-326961babf42 req-06a0e778-a944-49cf-b3fe-0f406c720c2f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:15.140746 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-2d8e05dc-4123-4b55-b691-326961babf42 req-06a0e778-a944-49cf-b3fe-0f406c720c2f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Allocated IP 172.20.0.5 (d39c2017-b4b1-4fcc-9733-1cc65c60cfb0/77b7384c-5399-4574-b11e-155c4ea5396d/0ff62e86-bc05-46f5-bfde-8164e6d8771c) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:00:15.283282 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2d8e05dc-4123-4b55-b691-326961babf42 req-06a0e778-a944-49cf-b3fe-0f406c720c2f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:15.297454 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-2d8e05dc-4123-4b55-b691-326961babf42 req-06a0e778-a944-49cf-b3fe-0f406c720c2f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Transition to ACTIVE for port object 0ff62e86-bc05-46f5-bfde-8164e6d8771c will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:00:15.332399 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2d8e05dc-4123-4b55-b691-326961babf42 req-06a0e778-a944-49cf-b3fe-0f406c720c2f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:15.383266 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d8e05dc-4123-4b55-b691-326961babf42 req-06a0e778-a944-49cf-b3fe-0f406c720c2f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Network d39c2017-b4b1-4fcc-9733-1cc65c60cfb0 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:00:15.386425 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-2d8e05dc-4123-4b55-b691-326961babf42 req-06a0e778-a944-49cf-b3fe-0f406c720c2f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:00:15.391035 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8e05dc-4123-4b55-b691-326961babf42 req-06a0e778-a944-49cf-b3fe-0f406c720c2f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:00:15.415605 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0e778-a944-49cf-b3fe-0f406c720c2f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'Port': ['ID=0ff62e86-bc05-46f5-bfde-8164e6d8771c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:15.444708 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e05dc-4123-4b55-b691-326961babf42 req-06a0e778-a944-49cf-b3fe-0f406c720c2f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:15.445598 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2d8e05dc-4123-4b55-b691-326961babf42 req-06a0e778-a944-49cf-b3fe-0f406c720c2f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:15.461478 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d8e05dc-4123-4b55-b691-326961babf42 req-06a0e778-a944-49cf-b3fe-0f406c720c2f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5874362 Jul 15 14:00:15.473855 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-2d8e05dc-4123-4b55-b691-326961babf42 req-0272f1ca-d192-44ef-bbe2-76c24de2a8cc service neutron] Request body: {'port': {'device_id': '215f5c47-c1d1-4a4f-8c6e-a269ee155c19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:00:15.553531 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2d8e05dc-4123-4b55-b691-326961babf42 req-0272f1ca-d192-44ef-bbe2-76c24de2a8cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:15.609695 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a3be4875-2f68-44fc-9435-edf52cecda1d None None] Provisioning for port 0ff62e86-bc05-46f5-bfde-8164e6d8771c completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:00:15.614646 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a3be4875-2f68-44fc-9435-edf52cecda1d None None] Provisioning complete for port 0ff62e86-bc05-46f5-bfde-8164e6d8771c triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:00:15.615392 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a3be4875-2f68-44fc-9435-edf52cecda1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:15.650007 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a3be4875-2f68-44fc-9435-edf52cecda1d None None] Port 0ff62e86-bc05-46f5-bfde-8164e6d8771c cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:00:15.845667 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce7567-1448-4cb4-8a41-205686b9a355 req-ce11428a-f9dc-402e-a87c-949fa7ee1864 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:15.847202 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a1ce7567-1448-4cb4-8a41-205686b9a355 req-ce11428a-f9dc-402e-a87c-949fa7ee1864 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=215f5c47-c1d1-4a4f-8c6e-a269ee155c19 HTTP/1.1" status: 200 len: 931 time: 0.2264464 Jul 15 14:00:15.912376 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a1ce7567-1448-4cb4-8a41-205686b9a355 req-e734082c-3eb8-4891-87fa-2cdb5f3f4e82 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff9333ab-6903-4fd9-9a07-2c8ca7aa882a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589943 Jul 15 14:00:15.941822 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device ab43e4d1-6290-43ba-9d11-5cbc46855d3d up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:00:15.959241 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-2d8e05dc-4123-4b55-b691-326961babf42 req-0272f1ca-d192-44ef-bbe2-76c24de2a8cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ff62e86-bc05-46f5-bfde-8164e6d8771c {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:00:15.966759 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2d8e05dc-4123-4b55-b691-326961babf42 req-0272f1ca-d192-44ef-bbe2-76c24de2a8cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:15.980464 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-2d8e05dc-4123-4b55-b691-326961babf42 req-0272f1ca-d192-44ef-bbe2-76c24de2a8cc service neutron] Transition to ACTIVE for port object 0ff62e86-bc05-46f5-bfde-8164e6d8771c will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:00:15.984299 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2d8e05dc-4123-4b55-b691-326961babf42 req-0272f1ca-d192-44ef-bbe2-76c24de2a8cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:15.994485 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port ab43e4d1-6290-43ba-9d11-5cbc46855d3d completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:00:15.998120 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port ab43e4d1-6290-43ba-9d11-5cbc46855d3d triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:00:15.998523 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:16.035456 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272f1ca-d192-44ef-bbe2-76c24de2a8cc service neutron] Pushing event updated for resources: {'Port': ['ID=0ff62e86-bc05-46f5-bfde-8164e6d8771c,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:16.082686 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:16.107663 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-2d8e05dc-4123-4b55-b691-326961babf42 req-0272f1ca-d192-44ef-bbe2-76c24de2a8cc service neutron] Attempting to bind port 0ff62e86-bc05-46f5-bfde-8164e6d8771c on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:00:16.108865 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-2d8e05dc-4123-4b55-b691-326961babf42 req-0272f1ca-d192-44ef-bbe2-76c24de2a8cc service neutron] Attempting to bind port 0ff62e86-bc05-46f5-bfde-8164e6d8771c by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'b348b6c0-e387-49e2-8f43-796593b1e81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd39c2017-b4b1-4fcc-9733-1cc65c60cfb0'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:00:16.109622 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8e05dc-4123-4b55-b691-326961babf42 req-0272f1ca-d192-44ef-bbe2-76c24de2a8cc service neutron] Attempting to bind port 0ff62e86-bc05-46f5-bfde-8164e6d8771c on network d39c2017-b4b1-4fcc-9733-1cc65c60cfb0 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:00:16.115133 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8e05dc-4123-4b55-b691-326961babf42 req-0272f1ca-d192-44ef-bbe2-76c24de2a8cc service neutron] Port 0ff62e86-bc05-46f5-bfde-8164e6d8771c on network d39c2017-b4b1-4fcc-9733-1cc65c60cfb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:00:16.115474 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8e05dc-4123-4b55-b691-326961babf42 req-0272f1ca-d192-44ef-bbe2-76c24de2a8cc service neutron] Attempting to bind port 0ff62e86-bc05-46f5-bfde-8164e6d8771c on network d39c2017-b4b1-4fcc-9733-1cc65c60cfb0 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:00:16.117896 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port ab43e4d1-6290-43ba-9d11-5cbc46855d3d, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=ab43e4d1-6290-43ba-9d11-5cbc46855d3d,segment=NetworkSegment(b348b6c0-e387-49e2-8f43-796593b1e81a),segment_id=b348b6c0-e387-49e2-8f43-796593b1e81a)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:00:16.121689 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8e05dc-4123-4b55-b691-326961babf42 req-0272f1ca-d192-44ef-bbe2-76c24de2a8cc service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:00:16.122040 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8e05dc-4123-4b55-b691-326961babf42 req-0272f1ca-d192-44ef-bbe2-76c24de2a8cc service neutron] Checking segment: {'id': 'b348b6c0-e387-49e2-8f43-796593b1e81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd39c2017-b4b1-4fcc-9733-1cc65c60cfb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:00:16.122460 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8e05dc-4123-4b55-b691-326961babf42 req-0272f1ca-d192-44ef-bbe2-76c24de2a8cc service neutron] Bound using segment: {'id': 'b348b6c0-e387-49e2-8f43-796593b1e81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd39c2017-b4b1-4fcc-9733-1cc65c60cfb0'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:00:16.122931 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-2d8e05dc-4123-4b55-b691-326961babf42 req-0272f1ca-d192-44ef-bbe2-76c24de2a8cc service neutron] Bound port: 0ff62e86-bc05-46f5-bfde-8164e6d8771c, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b348b6c0-e387-49e2-8f43-796593b1e81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd39c2017-b4b1-4fcc-9733-1cc65c60cfb0'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:00:16.123307 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2d8e05dc-4123-4b55-b691-326961babf42 req-0272f1ca-d192-44ef-bbe2-76c24de2a8cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:16.125798 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:16.183783 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=ab43e4d1-6290-43ba-9d11-5cbc46855d3d,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:16.194078 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-2d8e05dc-4123-4b55-b691-326961babf42 req-0272f1ca-d192-44ef-bbe2-76c24de2a8cc service neutron] For port 0ff62e86-bc05-46f5-bfde-8164e6d8771c, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:00:16.197929 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-2d8e05dc-4123-4b55-b691-326961babf42 req-0272f1ca-d192-44ef-bbe2-76c24de2a8cc service neutron] For port 0ff62e86-bc05-46f5-bfde-8164e6d8771c, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=0ff62e86-bc05-46f5-bfde-8164e6d8771c,segment=NetworkSegment(b348b6c0-e387-49e2-8f43-796593b1e81a),segment_id=b348b6c0-e387-49e2-8f43-796593b1e81a)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:00:16.201868 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2d8e05dc-4123-4b55-b691-326961babf42 req-0272f1ca-d192-44ef-bbe2-76c24de2a8cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:16.233718 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e05dc-4123-4b55-b691-326961babf42 req-0272f1ca-d192-44ef-bbe2-76c24de2a8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:16.234327 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-2d8e05dc-4123-4b55-b691-326961babf42 req-0272f1ca-d192-44ef-bbe2-76c24de2a8cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:16.235733 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d8e05dc-4123-4b55-b691-326961babf42 req-0272f1ca-d192-44ef-bbe2-76c24de2a8cc service neutron] 10.222.0.20 "PUT /v2.0/ports/0ff62e86-bc05-46f5-bfde-8164e6d8771c HTTP/1.1" status: 200 len: 1092 time: 0.7664306 Jul 15 14:00:16.236167 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215f5c47-c1d1-4a4f-8c6e-a269ee155c19', 'tag': '0ff62e86-bc05-46f5-bfde-8164e6d8771c'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:00:16.238430 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecae15dfe8a955ea50b9833da7617a528fbca6cb3a0c246d25e4c35a4bbccae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9d2f96-1ddd-479d-b2e5-c9595d946aa6" -d '{"events": [{"name": "network-changed", "server_uuid": "215f5c47-c1d1-4a4f-8c6e-a269ee155c19", "tag": "0ff62e86-bc05-46f5-bfde-8164e6d8771c"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:00:16.267331 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272f1ca-d192-44ef-bbe2-76c24de2a8cc service neutron] Pushing event updated for resources: {'Port': ['ID=0ff62e86-bc05-46f5-bfde-8164e6d8771c,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:16.291076 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec3d271-a566-4a79-a4ea-48ffde15b831 x-openstack-request-id: req-4ec3d271-a566-4a79-a4ea-48ffde15b831 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:00:16.291443 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215f5c47-c1d1-4a4f-8c6e-a269ee155c19", "tag": "0ff62e86-bc05-46f5-bfde-8164e6d8771c", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:00:16.291755 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4ec3d271-a566-4a79-a4ea-48ffde15b831 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:00:16.292207 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215f5c47-c1d1-4a4f-8c6e-a269ee155c19', 'tag': '0ff62e86-bc05-46f5-bfde-8164e6d8771c', 'status': 'completed', 'code': 200} Jul 15 14:00:16.374872 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e05dc-4123-4b55-b691-326961babf42 req-7e0dce9a-7aef-481e-9c63-f9bca539164b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:16.376422 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d8e05dc-4123-4b55-b691-326961babf42 req-7e0dce9a-7aef-481e-9c63-f9bca539164b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6425c0206e154f1bb445bd935ef3b1e7&device_id=215f5c47-c1d1-4a4f-8c6e-a269ee155c19 HTTP/1.1" status: 200 len: 1095 time: 0.0958128 Jul 15 14:00:16.418084 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d8e05dc-4123-4b55-b691-326961babf42 req-1ac117cc-b084-4180-a9a1-59cd1c793ce1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ff62e86-bc05-46f5-bfde-8164e6d8771c HTTP/1.1" status: 200 len: 217 time: 0.0344059 Jul 15 14:00:16.464221 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e05dc-4123-4b55-b691-326961babf42 req-64cb2682-a1f3-4756-b629-25369cf4fa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:16.465626 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d8e05dc-4123-4b55-b691-326961babf42 req-64cb2682-a1f3-4756-b629-25369cf4fa4a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77b7384c-5399-4574-b11e-155c4ea5396d HTTP/1.1" status: 200 len: 835 time: 0.0418279 Jul 15 14:00:16.526979 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e05dc-4123-4b55-b691-326961babf42 req-c799c420-3b89-44fc-a4d7-1f0d35251ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:16.528469 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d8e05dc-4123-4b55-b691-326961babf42 req-c799c420-3b89-44fc-a4d7-1f0d35251ba2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d39c2017-b4b1-4fcc-9733-1cc65c60cfb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566199 Jul 15 14:00:16.615894 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d8e05dc-4123-4b55-b691-326961babf42 req-79bd9d06-9f23-4172-8051-2615bc2c1106 service neutron] 10.222.0.20 "GET /v2.0/networks/d39c2017-b4b1-4fcc-9733-1cc65c60cfb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809476 Jul 15 14:00:16.704480 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2d8e05dc-4123-4b55-b691-326961babf42 req-cfdde06b-7a9b-4d61-8bc3-02c469774bf7 service neutron] 10.222.0.20 "GET /v2.0/networks/d39c2017-b4b1-4fcc-9733-1cc65c60cfb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821280 Jul 15 14:00:16.800106 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d2f96-1ddd-479d-b2e5-c9595d946aa6 req-7a10a645-1770-484a-b151-84520cf81ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:16.801699 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-db9d2f96-1ddd-479d-b2e5-c9595d946aa6 req-7a10a645-1770-484a-b151-84520cf81ca8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6425c0206e154f1bb445bd935ef3b1e7&device_id=215f5c47-c1d1-4a4f-8c6e-a269ee155c19 HTTP/1.1" status: 200 len: 1095 time: 0.0508721 Jul 15 14:00:16.892703 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d2f96-1ddd-479d-b2e5-c9595d946aa6 req-e67aabfa-aec5-46e4-811c-aef4feac4d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:16.894179 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-db9d2f96-1ddd-479d-b2e5-c9595d946aa6 req-e67aabfa-aec5-46e4-811c-aef4feac4d78 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d39c2017-b4b1-4fcc-9733-1cc65c60cfb0 HTTP/1.1" status: 200 len: 898 time: 0.0866303 Jul 15 14:00:16.932890 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-db9d2f96-1ddd-479d-b2e5-c9595d946aa6 req-c01fb856-f600-4753-a0d5-70d8b1267149 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ff62e86-bc05-46f5-bfde-8164e6d8771c HTTP/1.1" status: 200 len: 217 time: 0.0323610 Jul 15 14:00:16.980821 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d2f96-1ddd-479d-b2e5-c9595d946aa6 req-4498f695-7db6-413d-ba38-a9c631f38010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:16.982323 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-db9d2f96-1ddd-479d-b2e5-c9595d946aa6 req-4498f695-7db6-413d-ba38-a9c631f38010 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77b7384c-5399-4574-b11e-155c4ea5396d HTTP/1.1" status: 200 len: 835 time: 0.0429404 Jul 15 14:00:17.070933 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d2f96-1ddd-479d-b2e5-c9595d946aa6 req-e746d4a9-60cb-4897-9aac-cabcd12c5b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:17.072386 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-db9d2f96-1ddd-479d-b2e5-c9595d946aa6 req-e746d4a9-60cb-4897-9aac-cabcd12c5b08 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d39c2017-b4b1-4fcc-9733-1cc65c60cfb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0837615 Jul 15 14:00:17.155348 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e34df3-9f6d-44eb-a309-e7bd5ecbe6a4 req-11407379-5c09-486c-9951-7f319a9eb463 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:17.156818 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-87e34df3-9f6d-44eb-a309-e7bd5ecbe6a4 req-11407379-5c09-486c-9951-7f319a9eb463 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=215f5c47-c1d1-4a4f-8c6e-a269ee155c19 HTTP/1.1" status: 200 len: 943 time: 0.1245983 Jul 15 14:00:17.200173 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-db9d2f96-1ddd-479d-b2e5-c9595d946aa6 req-67c269e8-d45f-4092-ac93-6e8bcca0a4db service neutron] 10.222.0.20 "GET /v2.0/networks/d39c2017-b4b1-4fcc-9733-1cc65c60cfb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199179 Jul 15 14:00:17.219859 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-87e34df3-9f6d-44eb-a309-e7bd5ecbe6a4 req-c1d3ec9b-e7bd-46e8-8386-d45bfe124896 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff9333ab-6903-4fd9-9a07-2c8ca7aa882a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554454 Jul 15 14:00:17.293383 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-db9d2f96-1ddd-479d-b2e5-c9595d946aa6 req-26c624d3-0c67-45f7-82c9-47e5f8b388ac service neutron] 10.222.0.20 "GET /v2.0/networks/d39c2017-b4b1-4fcc-9733-1cc65c60cfb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852716 Jul 15 14:00:17.908971 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device ab43e4d1-6290-43ba-9d11-5cbc46855d3d up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:00:17.955023 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port ab43e4d1-6290-43ba-9d11-5cbc46855d3d triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:00:17.955398 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:18.394760 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689816b-e170-4c14-ab47-e27424b6eb3f req-fab769d7-f794-437a-a4ea-2a6de937ad41 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:18.396206 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8689816b-e170-4c14-ab47-e27424b6eb3f req-fab769d7-f794-437a-a4ea-2a6de937ad41 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=215f5c47-c1d1-4a4f-8c6e-a269ee155c19 HTTP/1.1" status: 200 len: 943 time: 0.0653584 Jul 15 14:00:18.432098 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8689816b-e170-4c14-ab47-e27424b6eb3f req-05359b53-fa4f-4f4c-9cd1-59f2bf53b0ee tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff9333ab-6903-4fd9-9a07-2c8ca7aa882a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304182 Jul 15 14:00:18.897842 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 0ff62e86-bc05-46f5-bfde-8164e6d8771c details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:00:18.991874 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 0ff62e86-bc05-46f5-bfde-8164e6d8771c, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=0ff62e86-bc05-46f5-bfde-8164e6d8771c,segment=NetworkSegment(b348b6c0-e387-49e2-8f43-796593b1e81a),segment_id=b348b6c0-e387-49e2-8f43-796593b1e81a)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:00:19.002375 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': '0ff62e86-bc05-46f5-bfde-8164e6d8771c', 'network_id': 'd39c2017-b4b1-4fcc-9733-1cc65c60cfb0', 'port_id': '0ff62e86-bc05-46f5-bfde-8164e6d8771c', 'mac_address': 'fa:16:3e:9e:10:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77b7384c-5399-4574-b11e-155c4ea5396d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:00:19.037793 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:19.049650 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ff62e86-bc05-46f5-bfde-8164e6d8771c {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:00:19.068039 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 0ff62e86-bc05-46f5-bfde-8164e6d8771c, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=0ff62e86-bc05-46f5-bfde-8164e6d8771c,segment=NetworkSegment(b348b6c0-e387-49e2-8f43-796593b1e81a),segment_id=b348b6c0-e387-49e2-8f43-796593b1e81a)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:00:19.071915 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:19.121323 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=0ff62e86-bc05-46f5-bfde-8164e6d8771c,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:19.301964 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['0ff62e86-bc05-46f5-bfde-8164e6d8771c'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:00:19.602865 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542e392-6dd3-47b8-b341-b4418294f70d req-56413231-6814-4242-8f3b-767bcac6cb12 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:19.604337 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0542e392-6dd3-47b8-b341-b4418294f70d req-56413231-6814-4242-8f3b-767bcac6cb12 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=215f5c47-c1d1-4a4f-8c6e-a269ee155c19 HTTP/1.1" status: 200 len: 944 time: 0.0620682 Jul 15 14:00:19.642019 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0542e392-6dd3-47b8-b341-b4418294f70d req-d426770c-9d4b-4b7b-8e85-d98af72f8abb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff9333ab-6903-4fd9-9a07-2c8ca7aa882a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320263 Jul 15 14:00:20.812604 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff324f4-e192-4cec-83e4-2ffe9fe20a84 req-e03021b1-dcaf-4ca4-ae90-4d4e5746010a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:20.814273 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7ff324f4-e192-4cec-83e4-2ffe9fe20a84 req-e03021b1-dcaf-4ca4-ae90-4d4e5746010a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=215f5c47-c1d1-4a4f-8c6e-a269ee155c19 HTTP/1.1" status: 200 len: 944 time: 0.0617170 Jul 15 14:00:20.851166 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7ff324f4-e192-4cec-83e4-2ffe9fe20a84 req-1176737b-e7c5-4203-9d83-08ae06973ce7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff9333ab-6903-4fd9-9a07-2c8ca7aa882a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312979 Jul 15 14:00:20.915700 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 0ff62e86-bc05-46f5-bfde-8164e6d8771c up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:00:20.968507 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port 0ff62e86-bc05-46f5-bfde-8164e6d8771c completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:00:20.972130 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port 0ff62e86-bc05-46f5-bfde-8164e6d8771c triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:00:20.972506 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:21.044926 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:21.066816 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215f5c47-c1d1-4a4f-8c6e-a269ee155c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff62e86-bc05-46f5-bfde-8164e6d8771c'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:00:21.069352 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d336e28e73e37671204d4011867161ab10622757e030a17953cce0be893d8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d7d678-a247-4ea3-a014-39f0b49e4ada" -d '{"events": [{"server_uuid": "215f5c47-c1d1-4a4f-8c6e-a269ee155c19", "name": "network-vif-plugged", "status": "completed", "tag": "0ff62e86-bc05-46f5-bfde-8164e6d8771c"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:00:21.082850 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 0ff62e86-bc05-46f5-bfde-8164e6d8771c, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=0ff62e86-bc05-46f5-bfde-8164e6d8771c,segment=NetworkSegment(b348b6c0-e387-49e2-8f43-796593b1e81a),segment_id=b348b6c0-e387-49e2-8f43-796593b1e81a)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:00:21.087108 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:21.112476 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b4174a-6279-481b-92dd-649c8df04fce x-openstack-request-id: req-93b4174a-6279-481b-92dd-649c8df04fce {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:00:21.112764 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215f5c47-c1d1-4a4f-8c6e-a269ee155c19", "name": "network-vif-plugged", "status": "completed", "tag": "0ff62e86-bc05-46f5-bfde-8164e6d8771c", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:00:21.113014 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-93b4174a-6279-481b-92dd-649c8df04fce {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:00:21.113442 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215f5c47-c1d1-4a4f-8c6e-a269ee155c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff62e86-bc05-46f5-bfde-8164e6d8771c', 'code': 200} Jul 15 14:00:21.138622 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=0ff62e86-bc05-46f5-bfde-8164e6d8771c,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:21.220633 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dba475-9f64-4a45-9100-22328ab8b0e5 req-6f14efe8-13b3-44c1-ad49-d840803803b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:21.222149 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a6dba475-9f64-4a45-9100-22328ab8b0e5 req-6f14efe8-13b3-44c1-ad49-d840803803b7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=215f5c47-c1d1-4a4f-8c6e-a269ee155c19 HTTP/1.1" status: 200 len: 1097 time: 0.0548525 Jul 15 14:00:21.263629 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a6dba475-9f64-4a45-9100-22328ab8b0e5 req-ab7fa068-9b00-455e-993c-57f945184b94 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ff9333ab-6903-4fd9-9a07-2c8ca7aa882a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343335 Jul 15 14:00:22.027535 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50803d7-5221-436b-948a-e665e5b0efdc req-064cdb0e-2647-4ca5-8ad8-8f30d1c273b8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:22.029022 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f50803d7-5221-436b-948a-e665e5b0efdc req-064cdb0e-2647-4ca5-8ad8-8f30d1c273b8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=215f5c47-c1d1-4a4f-8c6e-a269ee155c19 HTTP/1.1" status: 200 len: 945 time: 0.0679195 Jul 15 14:00:22.068563 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f50803d7-5221-436b-948a-e665e5b0efdc req-92eb144e-9d97-42c1-b1ef-83e4b0621b79 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff9333ab-6903-4fd9-9a07-2c8ca7aa882a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338695 Jul 15 14:00:23.242545 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba0867-0902-4366-8c6c-b3affc57ce1a req-ae71a175-a8d8-4a6f-82de-eece607e79a6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:23.244091 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d6ba0867-0902-4366-8c6c-b3affc57ce1a req-ae71a175-a8d8-4a6f-82de-eece607e79a6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=215f5c47-c1d1-4a4f-8c6e-a269ee155c19 HTTP/1.1" status: 200 len: 945 time: 0.0649669 Jul 15 14:00:23.280510 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d6ba0867-0902-4366-8c6c-b3affc57ce1a req-b208a5ba-d3e8-4932-a48c-a5224e9c4df6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff9333ab-6903-4fd9-9a07-2c8ca7aa882a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302978 Jul 15 14:00:23.449189 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518e263-a20e-4c55-bd6c-a6e8e7b4f690 req-c83b7c2b-d5ff-482e-8a5b-e0e5fcb54a9d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:23.450675 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6518e263-a20e-4c55-bd6c-a6e8e7b4f690 req-c83b7c2b-d5ff-482e-8a5b-e0e5fcb54a9d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=215f5c47-c1d1-4a4f-8c6e-a269ee155c19 HTTP/1.1" status: 200 len: 945 time: 0.0620675 Jul 15 14:00:23.487534 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6518e263-a20e-4c55-bd6c-a6e8e7b4f690 req-c957a567-4070-49a6-a850-602fdbe34842 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff9333ab-6903-4fd9-9a07-2c8ca7aa882a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313714 Jul 15 14:00:23.510812 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40402) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:23.562033 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26a22eb-c6b0-4ae9-b3cd-b5860c11ce03 tempest-TestNetworkAdvancedServerOps-1664808803 tempest-TestNetworkAdvancedServerOps-1664808803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:23.564474 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f26a22eb-c6b0-4ae9-b3cd-b5860c11ce03 tempest-TestNetworkAdvancedServerOps-1664808803 tempest-TestNetworkAdvancedServerOps-1664808803-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=215f5c47-c1d1-4a4f-8c6e-a269ee155c19 HTTP/1.1" status: 200 len: 1092 time: 0.0526476 Jul 15 14:00:23.567580 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40404) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:23.572129 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-d1cfaa2d-b8e1-4afd-920f-1a6946941741 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'port_id': '0ff62e86-bc05-46f5-bfde-8164e6d8771c', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:00:23.595944 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d1cfaa2d-b8e1-4afd-920f-1a6946941741 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for floatingip, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:23.692041 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d1cfaa2d-b8e1-4afd-920f-1a6946941741 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:23.794932 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-d1cfaa2d-b8e1-4afd-920f-1a6946941741 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Allocated IP 172.25.8.250 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/c3bb3cfe-90a4-4b82-8e61-ace907ea3ee0) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:00:23.898056 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d1cfaa2d-b8e1-4afd-920f-1a6946941741 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:24.175067 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d1cfaa2d-b8e1-4afd-920f-1a6946941741 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:24.213814 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cfaa2d-b8e1-4afd-920f-1a6946941741 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:00:24.216468 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-d1cfaa2d-b8e1-4afd-920f-1a6946941741 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:00:24.220992 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cfaa2d-b8e1-4afd-920f-1a6946941741 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:00:24.243202 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cfaa2d-b8e1-4afd-920f-1a6946941741 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'Port': ['ID=c3bb3cfe-90a4-4b82-8e61-ace907ea3ee0,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:24.709948 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d1cfaa2d-b8e1-4afd-920f-1a6946941741 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:24.819200 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d1cfaa2d-b8e1-4afd-920f-1a6946941741 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:24.965907 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d1cfaa2d-b8e1-4afd-920f-1a6946941741 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:24.971051 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d1cfaa2d-b8e1-4afd-920f-1a6946941741 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:25.041996 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cfaa2d-b8e1-4afd-920f-1a6946941741 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'Port': ['ID=c3bb3cfe-90a4-4b82-8e61-ace907ea3ee0,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:25.052701 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d1cfaa2d-b8e1-4afd-920f-1a6946941741 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:25.150929 n-d-771363-36 neutron-server[93826]: INFO neutron.db.l3_db [None req-d1cfaa2d-b8e1-4afd-920f-1a6946941741 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Floating IP d217e875-2a77-45b6-8d53-7063d8e2185f associated. External IP: 172.25.8.250, port: 0ff62e86-bc05-46f5-bfde-8164e6d8771c. Jul 15 14:00:25.352915 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1cfaa2d-b8e1-4afd-920f-1a6946941741 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Router 41000e78-255d-40a8-9664-0c0e8b23aee6 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:00:25.458345 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1cfaa2d-b8e1-4afd-920f-1a6946941741 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:00:25.467605 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1bb1f2-e5f3-43c8-a56e-6413f099eac4 None None] Sync routers for ids ['41000e78-255d-40a8-9664-0c0e8b23aee6'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:00:25.473905 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d1cfaa2d-b8e1-4afd-920f-1a6946941741 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:25.477697 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1bb1f2-e5f3-43c8-a56e-6413f099eac4 None None] Routers {'41000e78-255d-40a8-9664-0c0e8b23aee6'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:00:25.478321 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-2a1bb1f2-e5f3-43c8-a56e-6413f099eac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:00:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['41000e78-255d-40a8-9664-0c0e8b23aee6'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:25.512679 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d1cfaa2d-b8e1-4afd-920f-1a6946941741 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9415650 Jul 15 14:00:25.512679 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215f5c47-c1d1-4a4f-8c6e-a269ee155c19', 'tag': '0ff62e86-bc05-46f5-bfde-8164e6d8771c'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:00:25.513101 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8576bed0d9272eb7d87375883ff290b2d3af54e29368fa65b340403a42b02ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033cf9ae-4505-4a0e-9064-f9974c0eec63" -d '{"events": [{"name": "network-changed", "server_uuid": "215f5c47-c1d1-4a4f-8c6e-a269ee155c19", "tag": "0ff62e86-bc05-46f5-bfde-8164e6d8771c"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:00:25.550353 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c639608e-650c-4382-a36e-4f8eaac18a99 x-openstack-request-id: req-c639608e-650c-4382-a36e-4f8eaac18a99 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:00:25.550695 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215f5c47-c1d1-4a4f-8c6e-a269ee155c19", "tag": "0ff62e86-bc05-46f5-bfde-8164e6d8771c", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:00:25.550952 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c639608e-650c-4382-a36e-4f8eaac18a99 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:00:25.551413 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215f5c47-c1d1-4a4f-8c6e-a269ee155c19', 'tag': '0ff62e86-bc05-46f5-bfde-8164e6d8771c', 'status': 'completed', 'code': 200} Jul 15 14:00:25.593757 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-2a1bb1f2-e5f3-43c8-a56e-6413f099eac4 None None] Set router 41000e78-255d-40a8-9664-0c0e8b23aee6 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:00:25.675377 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033cf9ae-4505-4a0e-9064-f9974c0eec63 req-4858f517-cbc5-4940-a4f5-cbe8d5e4c775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:25.676939 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-033cf9ae-4505-4a0e-9064-f9974c0eec63 req-4858f517-cbc5-4940-a4f5-cbe8d5e4c775 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6425c0206e154f1bb445bd935ef3b1e7&device_id=215f5c47-c1d1-4a4f-8c6e-a269ee155c19 HTTP/1.1" status: 200 len: 1097 time: 0.0984991 Jul 15 14:00:25.688930 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787f03f-7db9-4621-bbde-83042891054a req-f0e61ca1-af27-48d7-bde0-b00caef076d5 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:25.690320 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1787f03f-7db9-4621-bbde-83042891054a req-f0e61ca1-af27-48d7-bde0-b00caef076d5 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=215f5c47-c1d1-4a4f-8c6e-a269ee155c19 HTTP/1.1" status: 200 len: 945 time: 0.0846162 Jul 15 14:00:25.774308 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1787f03f-7db9-4621-bbde-83042891054a req-6f6cde3e-28df-40de-a2f0-bb6af394a4fb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff9333ab-6903-4fd9-9a07-2c8ca7aa882a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759249 Jul 15 14:00:25.798042 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033cf9ae-4505-4a0e-9064-f9974c0eec63 req-7fd6b428-9f23-40f1-a5d6-df9a2686f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:25.799701 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-033cf9ae-4505-4a0e-9064-f9974c0eec63 req-7fd6b428-9f23-40f1-a5d6-df9a2686f873 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d39c2017-b4b1-4fcc-9733-1cc65c60cfb0 HTTP/1.1" status: 200 len: 898 time: 0.1084633 Jul 15 14:00:25.800057 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40410) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:25.817822 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-2a1bb1f2-e5f3-43c8-a56e-6413f099eac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41000e78-255d-40a8-9664-0c0e8b23aee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094189083', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7eb2f292-8a39-43b7-893b-93e8e0cd8a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:00:07Z', 'updated_at': '2021-07-15T14:00:11Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '7eb2f292-8a39-43b7-893b-93e8e0cd8a23', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:24:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41000e78-255d-40a8-9664-0c0e8b23aee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:08Z', 'updated_at': '2021-07-15T14:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'd217e875-2a77-45b6-8d53-7063d8e2185f', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'floating_ip_address': '172.25.8.250', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '41000e78-255d-40a8-9664-0c0e8b23aee6', 'port_id': '0ff62e86-bc05-46f5-bfde-8164e6d8771c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd39c2017-b4b1-4fcc-9733-1cc65c60cfb0', 'mac_address': 'fa:16:3e:9e:10:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215f5c47-c1d1-4a4f-8c6e-a269ee155c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:00:24Z', 'updated_at': '2021-07-15T14:00:24Z', 'revision_number': 0, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab43e4d1-6290-43ba-9d11-5cbc46855d3d', 'name': '', 'network_id': 'd39c2017-b4b1-4fcc-9733-1cc65c60cfb0', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:a9:0c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41000e78-255d-40a8-9664-0c0e8b23aee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '77b7384c-5399-4574-b11e-155c4ea5396d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:10Z', 'updated_at': '2021-07-15T14:00:16Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': '77b7384c-5399-4574-b11e-155c4ea5396d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:25.848829 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1bb1f2-e5f3-43c8-a56e-6413f099eac4 None None] Checking router: 41000e78-255d-40a8-9664-0c0e8b23aee6 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:00:25.857245 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1bb1f2-e5f3-43c8-a56e-6413f099eac4 None None] Routers {'41000e78-255d-40a8-9664-0c0e8b23aee6'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:00:25.857862 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-2a1bb1f2-e5f3-43c8-a56e-6413f099eac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:00:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['41000e78-255d-40a8-9664-0c0e8b23aee6'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:25.864716 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a5cbeb10-c628-4f94-8f9c-47065ce28693 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/floatingips/d217e875-2a77-45b6-8d53-7063d8e2185f HTTP/1.1" status: 200 len: 991 time: 0.0628512 Jul 15 14:00:25.906592 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-033cf9ae-4505-4a0e-9064-f9974c0eec63 req-dff95019-7e37-4853-8de0-2d27c3060f79 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ff62e86-bc05-46f5-bfde-8164e6d8771c HTTP/1.1" status: 200 len: 999 time: 0.1009929 Jul 15 14:00:25.954082 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033cf9ae-4505-4a0e-9064-f9974c0eec63 req-c90a6c69-62d5-40f9-b01a-7f36b367dc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:25.955587 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-033cf9ae-4505-4a0e-9064-f9974c0eec63 req-c90a6c69-62d5-40f9-b01a-7f36b367dc49 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77b7384c-5399-4574-b11e-155c4ea5396d HTTP/1.1" status: 200 len: 835 time: 0.0437634 Jul 15 14:00:25.964743 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-2a1bb1f2-e5f3-43c8-a56e-6413f099eac4 None None] Set router 41000e78-255d-40a8-9664-0c0e8b23aee6 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:00:26.015424 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033cf9ae-4505-4a0e-9064-f9974c0eec63 req-bcc22e8b-3fd0-46bf-9f70-01dcdd306778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:26.016982 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-033cf9ae-4505-4a0e-9064-f9974c0eec63 req-bcc22e8b-3fd0-46bf-9f70-01dcdd306778 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d39c2017-b4b1-4fcc-9733-1cc65c60cfb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549150 Jul 15 14:00:26.106173 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-033cf9ae-4505-4a0e-9064-f9974c0eec63 req-824ada40-714e-4181-ae97-d97590e2bfa7 service neutron] 10.222.0.20 "GET /v2.0/networks/d39c2017-b4b1-4fcc-9733-1cc65c60cfb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822384 Jul 15 14:00:26.183271 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-2a1bb1f2-e5f3-43c8-a56e-6413f099eac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41000e78-255d-40a8-9664-0c0e8b23aee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094189083', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7eb2f292-8a39-43b7-893b-93e8e0cd8a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:00:07Z', 'updated_at': '2021-07-15T14:00:11Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '7eb2f292-8a39-43b7-893b-93e8e0cd8a23', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:24:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41000e78-255d-40a8-9664-0c0e8b23aee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:08Z', 'updated_at': '2021-07-15T14:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'd217e875-2a77-45b6-8d53-7063d8e2185f', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'floating_ip_address': '172.25.8.250', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '41000e78-255d-40a8-9664-0c0e8b23aee6', 'port_id': '0ff62e86-bc05-46f5-bfde-8164e6d8771c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd39c2017-b4b1-4fcc-9733-1cc65c60cfb0', 'mac_address': 'fa:16:3e:9e:10:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215f5c47-c1d1-4a4f-8c6e-a269ee155c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:00:24Z', 'updated_at': '2021-07-15T14:00:24Z', 'revision_number': 0, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab43e4d1-6290-43ba-9d11-5cbc46855d3d', 'name': '', 'network_id': 'd39c2017-b4b1-4fcc-9733-1cc65c60cfb0', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:a9:0c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41000e78-255d-40a8-9664-0c0e8b23aee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '77b7384c-5399-4574-b11e-155c4ea5396d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:10Z', 'updated_at': '2021-07-15T14:00:16Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': '77b7384c-5399-4574-b11e-155c4ea5396d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:26.211430 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1bb1f2-e5f3-43c8-a56e-6413f099eac4 None None] The sync data for ids ['41000e78-255d-40a8-9664-0c0e8b23aee6'] in n-d-771363-36 is: [{'id': '41000e78-255d-40a8-9664-0c0e8b23aee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094189083', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7eb2f292-8a39-43b7-893b-93e8e0cd8a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:00:07Z', 'updated_at': '2021-07-15T14:00:11Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '7eb2f292-8a39-43b7-893b-93e8e0cd8a23', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:24:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41000e78-255d-40a8-9664-0c0e8b23aee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:08Z', 'updated_at': '2021-07-15T14:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'd217e875-2a77-45b6-8d53-7063d8e2185f', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'floating_ip_address': '172.25.8.250', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '41000e78-255d-40a8-9664-0c0e8b23aee6', 'port_id': '0ff62e86-bc05-46f5-bfde-8164e6d8771c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd39c2017-b4b1-4fcc-9733-1cc65c60cfb0', 'mac_address': 'fa:16:3e:9e:10:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215f5c47-c1d1-4a4f-8c6e-a269ee155c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:00:24Z', 'updated_at': '2021-07-15T14:00:24Z', 'revision_number': 0, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab43e4d1-6290-43ba-9d11-5cbc46855d3d', 'name': '', 'network_id': 'd39c2017-b4b1-4fcc-9733-1cc65c60cfb0', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:a9:0c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41000e78-255d-40a8-9664-0c0e8b23aee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '77b7384c-5399-4574-b11e-155c4ea5396d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:10Z', 'updated_at': '2021-07-15T14:00:16Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': '77b7384c-5399-4574-b11e-155c4ea5396d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:00:26.404302 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d85a48-6262-4f64-a657-4f34fdfbf9f9 None None] New status for floating IP d217e875-2a77-45b6-8d53-7063d8e2185f: ACTIVE {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:00:26.454324 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-033cf9ae-4505-4a0e-9064-f9974c0eec63 req-2748f112-6f2d-45d9-94e6-c1d9d168bd7d service neutron] 10.222.0.20 "GET /v2.0/networks/d39c2017-b4b1-4fcc-9733-1cc65c60cfb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426464 Jul 15 14:00:26.868388 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40412) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:26.931668 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9b373d80-3f0d-4c54-89ac-448cd31003ea tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/floatingips/d217e875-2a77-45b6-8d53-7063d8e2185f HTTP/1.1" status: 200 len: 993 time: 0.0621245 Jul 15 14:00:29.708829 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:29.730111 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d51fd992-02db-493f-8967-43131845ed52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:29.994307 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:32.347022 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:32.524605 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9e2907fd-33a5-480a-ae3d-fdfcdf959a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:33.771884 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:35.207103 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:41.348359 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:00:53.851221 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bb97d-cbd9-40ad-a08f-202d6bad4f6a req-c0c434da-c196-47d1-bf8c-38faa20383cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:53.852732 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-229bb97d-cbd9-40ad-a08f-202d6bad4f6a req-c0c434da-c196-47d1-bf8c-38faa20383cc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6425c0206e154f1bb445bd935ef3b1e7&device_id=215f5c47-c1d1-4a4f-8c6e-a269ee155c19 HTTP/1.1" status: 200 len: 1097 time: 0.1021569 Jul 15 14:00:53.984120 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc7991-ea3c-4713-97a3-c4345d578879 req-c06b0d51-31f2-4eb0-907d-77945a4de633 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:53.985596 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a5bc7991-ea3c-4713-97a3-c4345d578879 req-c06b0d51-31f2-4eb0-907d-77945a4de633 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=215f5c47-c1d1-4a4f-8c6e-a269ee155c19 HTTP/1.1" status: 200 len: 945 time: 0.2032242 Jul 15 14:00:53.986524 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bb97d-cbd9-40ad-a08f-202d6bad4f6a req-64798337-045a-4d67-b393-592424ecfc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:53.987878 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-229bb97d-cbd9-40ad-a08f-202d6bad4f6a req-64798337-045a-4d67-b393-592424ecfc83 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d39c2017-b4b1-4fcc-9733-1cc65c60cfb0 HTTP/1.1" status: 200 len: 898 time: 0.1255612 Jul 15 14:00:54.068089 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a5bc7991-ea3c-4713-97a3-c4345d578879 req-cc070496-4544-48d8-a825-0748a934437d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff9333ab-6903-4fd9-9a07-2c8ca7aa882a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762036 Jul 15 14:00:54.075719 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-229bb97d-cbd9-40ad-a08f-202d6bad4f6a req-fd3304f2-e86a-4cab-81f4-6b160805fade service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ff62e86-bc05-46f5-bfde-8164e6d8771c HTTP/1.1" status: 200 len: 1001 time: 0.0782433 Jul 15 14:00:54.122355 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bb97d-cbd9-40ad-a08f-202d6bad4f6a req-f7a0303d-f05b-4aa7-8efb-705885f38bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:54.123795 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-229bb97d-cbd9-40ad-a08f-202d6bad4f6a req-f7a0303d-f05b-4aa7-8efb-705885f38bd6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77b7384c-5399-4574-b11e-155c4ea5396d HTTP/1.1" status: 200 len: 835 time: 0.0415511 Jul 15 14:00:54.178022 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bb97d-cbd9-40ad-a08f-202d6bad4f6a req-6bb7db86-ff6d-440c-bd97-ee5b2d34bf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:54.179507 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-229bb97d-cbd9-40ad-a08f-202d6bad4f6a req-6bb7db86-ff6d-440c-bd97-ee5b2d34bf53 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d39c2017-b4b1-4fcc-9733-1cc65c60cfb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500889 Jul 15 14:00:54.267952 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-229bb97d-cbd9-40ad-a08f-202d6bad4f6a req-b22c6ed5-3d17-443e-a684-c38f3ce5faf5 service neutron] 10.222.0.20 "GET /v2.0/networks/d39c2017-b4b1-4fcc-9733-1cc65c60cfb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823481 Jul 15 14:00:54.352386 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-229bb97d-cbd9-40ad-a08f-202d6bad4f6a req-c0b5fa4e-5729-4a73-819e-2198532418d5 service neutron] 10.222.0.20 "GET /v2.0/networks/d39c2017-b4b1-4fcc-9733-1cc65c60cfb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780196 Jul 15 14:00:55.288033 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8236ecd-9e7b-4c33-8d76-6c7d5a25d92c req-5d49bb59-9653-4047-bcc9-44f70d96b824 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:55.288888 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b8236ecd-9e7b-4c33-8d76-6c7d5a25d92c req-5d49bb59-9653-4047-bcc9-44f70d96b824 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=215f5c47-c1d1-4a4f-8c6e-a269ee155c19 HTTP/1.1" status: 200 len: 945 time: 0.1107097 Jul 15 14:00:55.327705 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b8236ecd-9e7b-4c33-8d76-6c7d5a25d92c req-0a5a05d6-5779-40bc-91a1-78514dc2fd7f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff9333ab-6903-4fd9-9a07-2c8ca7aa882a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319333 Jul 15 14:00:56.503375 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c1e79-ad0d-4b2c-aad8-fc91704bc7eb req-57ebc098-8f6a-4793-ad2c-e5f33295f7b3 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:56.504743 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-292c1e79-ad0d-4b2c-aad8-fc91704bc7eb req-57ebc098-8f6a-4793-ad2c-e5f33295f7b3 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=215f5c47-c1d1-4a4f-8c6e-a269ee155c19 HTTP/1.1" status: 200 len: 945 time: 0.0617175 Jul 15 14:00:56.542605 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-292c1e79-ad0d-4b2c-aad8-fc91704bc7eb req-43663ea2-3979-4cc8-92a3-76d396055477 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff9333ab-6903-4fd9-9a07-2c8ca7aa882a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326328 Jul 15 14:00:57.715081 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45394fd-eb4f-454a-9d45-cd4b6883b1a5 req-2bddda9d-e18b-4f5e-b894-da2a15423048 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:57.716542 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f45394fd-eb4f-454a-9d45-cd4b6883b1a5 req-2bddda9d-e18b-4f5e-b894-da2a15423048 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=215f5c47-c1d1-4a4f-8c6e-a269ee155c19 HTTP/1.1" status: 200 len: 945 time: 0.0654430 Jul 15 14:00:57.753262 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f45394fd-eb4f-454a-9d45-cd4b6883b1a5 req-862d34d9-3678-4955-8dd2-9a4938800713 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff9333ab-6903-4fd9-9a07-2c8ca7aa882a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306995 Jul 15 14:00:58.922385 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4160f-fc23-4f31-9489-334fea6876fc req-16f83859-1016-4c99-9e0a-8a8f52878071 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:58.923887 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-93d4160f-fc23-4f31-9489-334fea6876fc req-16f83859-1016-4c99-9e0a-8a8f52878071 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=215f5c47-c1d1-4a4f-8c6e-a269ee155c19 HTTP/1.1" status: 200 len: 945 time: 0.0630383 Jul 15 14:00:58.961415 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-93d4160f-fc23-4f31-9489-334fea6876fc req-eb397181-024a-4cb9-9bb6-4930deae653c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff9333ab-6903-4fd9-9a07-2c8ca7aa882a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314248 Jul 15 14:00:59.705530 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:59.730135 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-76061f40-f289-4021-a538-e60fe28d066a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:59.992886 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:00.135008 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e43c5-1a90-4df0-a640-bf8cc00b0d5e req-83b0f67a-7975-4421-8770-307be53632a8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:00.136520 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-414e43c5-1a90-4df0-a640-bf8cc00b0d5e req-83b0f67a-7975-4421-8770-307be53632a8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=215f5c47-c1d1-4a4f-8c6e-a269ee155c19 HTTP/1.1" status: 200 len: 945 time: 0.0627198 Jul 15 14:01:00.173341 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-414e43c5-1a90-4df0-a640-bf8cc00b0d5e req-b8317e34-706f-4efa-b996-6d43db4b4fa7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff9333ab-6903-4fd9-9a07-2c8ca7aa882a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312231 Jul 15 14:01:01.348216 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5f31f-eef9-4acc-872e-c5a624f11388 req-47711ccd-f743-44c2-b772-63cc5658a47f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:01.349697 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4bb5f31f-eef9-4acc-872e-c5a624f11388 req-47711ccd-f743-44c2-b772-63cc5658a47f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=215f5c47-c1d1-4a4f-8c6e-a269ee155c19 HTTP/1.1" status: 200 len: 945 time: 0.0662825 Jul 15 14:01:01.386067 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4bb5f31f-eef9-4acc-872e-c5a624f11388 req-536b23ef-f3a0-42f1-ab36-48edc841cee3 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff9333ab-6903-4fd9-9a07-2c8ca7aa882a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308905 Jul 15 14:01:01.754355 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead12d8-ecca-4302-a1e5-70f0ce529854 req-6dedcaaa-c17c-4a11-b036-b0187576b98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:01.755865 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bead12d8-ecca-4302-a1e5-70f0ce529854 req-6dedcaaa-c17c-4a11-b036-b0187576b98e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6425c0206e154f1bb445bd935ef3b1e7&device_id=215f5c47-c1d1-4a4f-8c6e-a269ee155c19 HTTP/1.1" status: 200 len: 1097 time: 0.0519478 Jul 15 14:01:01.860443 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead12d8-ecca-4302-a1e5-70f0ce529854 req-09c3c242-7c5d-4fb5-bc69-ae61d1862b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:01.862061 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bead12d8-ecca-4302-a1e5-70f0ce529854 req-09c3c242-7c5d-4fb5-bc69-ae61d1862b58 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d39c2017-b4b1-4fcc-9733-1cc65c60cfb0 HTTP/1.1" status: 200 len: 898 time: 0.0861039 Jul 15 14:01:01.926651 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bead12d8-ecca-4302-a1e5-70f0ce529854 req-588be4ea-6ff8-4cb3-b7a9-8a77e6749991 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ff62e86-bc05-46f5-bfde-8164e6d8771c HTTP/1.1" status: 200 len: 1001 time: 0.0576363 Jul 15 14:01:01.978471 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead12d8-ecca-4302-a1e5-70f0ce529854 req-7ba650fd-5625-4f32-9a66-99620037cb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:01.979922 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bead12d8-ecca-4302-a1e5-70f0ce529854 req-7ba650fd-5625-4f32-9a66-99620037cb63 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77b7384c-5399-4574-b11e-155c4ea5396d HTTP/1.1" status: 200 len: 835 time: 0.0466533 Jul 15 14:01:02.035226 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead12d8-ecca-4302-a1e5-70f0ce529854 req-893c5a25-0d86-4d8c-aaaa-743837fe0945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:02.036575 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bead12d8-ecca-4302-a1e5-70f0ce529854 req-893c5a25-0d86-4d8c-aaaa-743837fe0945 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d39c2017-b4b1-4fcc-9733-1cc65c60cfb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504992 Jul 15 14:01:02.121966 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bead12d8-ecca-4302-a1e5-70f0ce529854 req-da9749e6-80d3-4937-9438-8277e45a7994 service neutron] 10.222.0.20 "GET /v2.0/networks/d39c2017-b4b1-4fcc-9733-1cc65c60cfb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783112 Jul 15 14:01:02.212391 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bead12d8-ecca-4302-a1e5-70f0ce529854 req-8e1be0be-dda7-4e5f-b464-9d2335774c2b service neutron] 10.222.0.20 "GET /v2.0/networks/d39c2017-b4b1-4fcc-9733-1cc65c60cfb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829594 Jul 15 14:01:02.347981 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:02.525124 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7871143b-6e44-49a9-9d66-1a62e6322ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:02.571327 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1da92-d166-42cd-b2fc-9f5a4607116a req-e98d995b-29cb-4df9-bbae-aebf85440790 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:02.572811 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-74a1da92-d166-42cd-b2fc-9f5a4607116a req-e98d995b-29cb-4df9-bbae-aebf85440790 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=215f5c47-c1d1-4a4f-8c6e-a269ee155c19 HTTP/1.1" status: 200 len: 945 time: 0.0657542 Jul 15 14:01:02.610409 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-74a1da92-d166-42cd-b2fc-9f5a4607116a req-1ec63f6e-85d6-4968-b644-ad541deb67e0 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff9333ab-6903-4fd9-9a07-2c8ca7aa882a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318499 Jul 15 14:01:03.779104 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:03.810891 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd80b0b-6eec-4164-9a26-6d55a3f5a009 req-0c7b0a1f-9ac7-410d-a865-fa6e7d93ace1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:03.812385 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8bd80b0b-6eec-4164-9a26-6d55a3f5a009 req-0c7b0a1f-9ac7-410d-a865-fa6e7d93ace1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=215f5c47-c1d1-4a4f-8c6e-a269ee155c19 HTTP/1.1" status: 200 len: 945 time: 0.0728533 Jul 15 14:01:03.850470 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8bd80b0b-6eec-4164-9a26-6d55a3f5a009 req-893700c1-5eca-47c1-913a-c34e0276525d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff9333ab-6903-4fd9-9a07-2c8ca7aa882a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321209 Jul 15 14:01:05.027356 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed8dd1-8caa-4873-abf6-d92dde335804 req-2472dd23-54e2-475c-8451-a309709a54db tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:05.028964 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-54ed8dd1-8caa-4873-abf6-d92dde335804 req-2472dd23-54e2-475c-8451-a309709a54db tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=215f5c47-c1d1-4a4f-8c6e-a269ee155c19 HTTP/1.1" status: 200 len: 945 time: 0.0673518 Jul 15 14:01:05.067768 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-54ed8dd1-8caa-4873-abf6-d92dde335804 req-e68876eb-f01f-45f9-92f6-96de938ce46d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff9333ab-6903-4fd9-9a07-2c8ca7aa882a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330858 Jul 15 14:01:05.210350 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:06.237239 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b3a5a-a109-4229-a751-18b854326c9c req-c0810457-9cce-4c24-9a8f-35b865a9b274 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:06.239234 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2c5b3a5a-a109-4229-a751-18b854326c9c req-c0810457-9cce-4c24-9a8f-35b865a9b274 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=215f5c47-c1d1-4a4f-8c6e-a269ee155c19 HTTP/1.1" status: 200 len: 945 time: 0.0618706 Jul 15 14:01:06.275294 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2c5b3a5a-a109-4229-a751-18b854326c9c req-6c44a354-83cd-44c7-be70-3c88f9d3f0bc tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff9333ab-6903-4fd9-9a07-2c8ca7aa882a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305686 Jul 15 14:01:06.298804 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40458) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:01:06.360545 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-24219d04-7858-4ed1-93d8-08d9fd5de62c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/floatingips/d217e875-2a77-45b6-8d53-7063d8e2185f HTTP/1.1" status: 200 len: 993 time: 0.0606203 Jul 15 14:01:18.347693 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:01:29.726475 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:29.730052 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0837c45e-8725-457f-84dc-75ba7e823d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:29.990859 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:32.348659 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:32.524150 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-83569818-f50f-468f-a3e8-0eb12cf741ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:33.778302 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:34.729608 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40476) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:01:34.881994 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e07888fe-749e-43a0-a298-e42bc57ef722 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Deleting port c3bb3cfe-90a4-4b82-8e61-ace907ea3ee0 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:01:34.882340 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e07888fe-749e-43a0-a298-e42bc57ef722 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:34.959245 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e07888fe-749e-43a0-a298-e42bc57ef722 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:34.959576 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e07888fe-749e-43a0-a298-e42bc57ef722 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:34.971345 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e07888fe-749e-43a0-a298-e42bc57ef722 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Calling delete_port for c3bb3cfe-90a4-4b82-8e61-ace907ea3ee0 owned by network:floatingip {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:01:35.111775 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e07888fe-749e-43a0-a298-e42bc57ef722 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:35.140356 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07888fe-749e-43a0-a298-e42bc57ef722 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event deleted for resources: {'Port': ['ID=c3bb3cfe-90a4-4b82-8e61-ace907ea3ee0,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:35.168112 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07888fe-749e-43a0-a298-e42bc57ef722 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:35.168461 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07888fe-749e-43a0-a298-e42bc57ef722 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:35.168802 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07888fe-749e-43a0-a298-e42bc57ef722 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:35.169132 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07888fe-749e-43a0-a298-e42bc57ef722 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:35.169582 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07888fe-749e-43a0-a298-e42bc57ef722 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:35.169913 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07888fe-749e-43a0-a298-e42bc57ef722 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:35.170238 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07888fe-749e-43a0-a298-e42bc57ef722 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:35.170588 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07888fe-749e-43a0-a298-e42bc57ef722 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:35.170914 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07888fe-749e-43a0-a298-e42bc57ef722 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:35.171235 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07888fe-749e-43a0-a298-e42bc57ef722 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:35.171762 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07888fe-749e-43a0-a298-e42bc57ef722 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:35.172083 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07888fe-749e-43a0-a298-e42bc57ef722 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:35.213941 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e07888fe-749e-43a0-a298-e42bc57ef722 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for floatingip, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:35.214418 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-e07888fe-749e-43a0-a298-e42bc57ef722 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Floating IP d217e875-2a77-45b6-8d53-7063d8e2185f disassociated (deleted). External IP: 172.25.8.250, port: 0ff62e86-bc05-46f5-bfde-8164e6d8771c. Jul 15 14:01:35.215442 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:35.416376 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07888fe-749e-43a0-a298-e42bc57ef722 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Router 41000e78-255d-40a8-9664-0c0e8b23aee6 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:01:35.520355 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07888fe-749e-43a0-a298-e42bc57ef722 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:01:35.525196 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e07888fe-749e-43a0-a298-e42bc57ef722 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:35.529493 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90d4b11-506a-4367-a4eb-b75ea12ea128 None None] Sync routers for ids ['41000e78-255d-40a8-9664-0c0e8b23aee6'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:01:35.537826 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90d4b11-506a-4367-a4eb-b75ea12ea128 None None] Routers {'41000e78-255d-40a8-9664-0c0e8b23aee6'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:01:35.538430 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-c90d4b11-506a-4367-a4eb-b75ea12ea128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:01:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['41000e78-255d-40a8-9664-0c0e8b23aee6'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:35.563331 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e07888fe-749e-43a0-a298-e42bc57ef722 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "DELETE /v2.0/floatingips/d217e875-2a77-45b6-8d53-7063d8e2185f HTTP/1.1" status: 204 len: 168 time: 0.8326364 Jul 15 14:01:35.564241 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215f5c47-c1d1-4a4f-8c6e-a269ee155c19', 'tag': '0ff62e86-bc05-46f5-bfde-8164e6d8771c'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:01:35.566993 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecae15dfe8a955ea50b9833da7617a528fbca6cb3a0c246d25e4c35a4bbccae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35dd57d4-980e-4d54-9a51-3424fe0ab8ec" -d '{"events": [{"name": "network-changed", "server_uuid": "215f5c47-c1d1-4a4f-8c6e-a269ee155c19", "tag": "0ff62e86-bc05-46f5-bfde-8164e6d8771c"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:01:35.648921 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-c90d4b11-506a-4367-a4eb-b75ea12ea128 None None] Set router 41000e78-255d-40a8-9664-0c0e8b23aee6 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:01:35.667034 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6f9876-ae94-4101-bcba-03334a3575bb x-openstack-request-id: req-2e6f9876-ae94-4101-bcba-03334a3575bb {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:01:35.667268 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215f5c47-c1d1-4a4f-8c6e-a269ee155c19", "tag": "0ff62e86-bc05-46f5-bfde-8164e6d8771c", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:01:35.667633 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2e6f9876-ae94-4101-bcba-03334a3575bb {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:01:35.667937 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215f5c47-c1d1-4a4f-8c6e-a269ee155c19', 'tag': '0ff62e86-bc05-46f5-bfde-8164e6d8771c', 'status': 'completed', 'code': 200} Jul 15 14:01:35.741844 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd57d4-980e-4d54-9a51-3424fe0ab8ec req-2ccf53ef-2a44-4cd9-8fb2-26e0bc553ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:35.743595 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-35dd57d4-980e-4d54-9a51-3424fe0ab8ec req-2ccf53ef-2a44-4cd9-8fb2-26e0bc553ba5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6425c0206e154f1bb445bd935ef3b1e7&device_id=215f5c47-c1d1-4a4f-8c6e-a269ee155c19 HTTP/1.1" status: 200 len: 1097 time: 0.0528984 Jul 15 14:01:35.846052 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd57d4-980e-4d54-9a51-3424fe0ab8ec req-5a72e6e8-1142-400e-a2e7-733d1f9e6b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:35.847702 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-35dd57d4-980e-4d54-9a51-3424fe0ab8ec req-5a72e6e8-1142-400e-a2e7-733d1f9e6b6a service neutron] 10.222.0.20 "GET /v2.0/networks?id=d39c2017-b4b1-4fcc-9733-1cc65c60cfb0 HTTP/1.1" status: 200 len: 898 time: 0.0972996 Jul 15 14:01:35.874731 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-c90d4b11-506a-4367-a4eb-b75ea12ea128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41000e78-255d-40a8-9664-0c0e8b23aee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094189083', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7eb2f292-8a39-43b7-893b-93e8e0cd8a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:00:07Z', 'updated_at': '2021-07-15T14:00:11Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '7eb2f292-8a39-43b7-893b-93e8e0cd8a23', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:24:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41000e78-255d-40a8-9664-0c0e8b23aee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:08Z', 'updated_at': '2021-07-15T14:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'ab43e4d1-6290-43ba-9d11-5cbc46855d3d', 'name': '', 'network_id': 'd39c2017-b4b1-4fcc-9733-1cc65c60cfb0', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:a9:0c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41000e78-255d-40a8-9664-0c0e8b23aee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '77b7384c-5399-4574-b11e-155c4ea5396d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:10Z', 'updated_at': '2021-07-15T14:00:16Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': '77b7384c-5399-4574-b11e-155c4ea5396d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:35.899375 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-35dd57d4-980e-4d54-9a51-3424fe0ab8ec req-9f706947-79da-4d28-8b67-f10a20143a5f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ff62e86-bc05-46f5-bfde-8164e6d8771c HTTP/1.1" status: 200 len: 217 time: 0.0446262 Jul 15 14:01:35.900733 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90d4b11-506a-4367-a4eb-b75ea12ea128 None None] Checking router: 41000e78-255d-40a8-9664-0c0e8b23aee6 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:01:35.908890 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90d4b11-506a-4367-a4eb-b75ea12ea128 None None] Routers {'41000e78-255d-40a8-9664-0c0e8b23aee6'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:01:35.909487 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-c90d4b11-506a-4367-a4eb-b75ea12ea128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:01:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['41000e78-255d-40a8-9664-0c0e8b23aee6'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:35.974770 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd57d4-980e-4d54-9a51-3424fe0ab8ec req-bdf75c2d-b60d-4406-bdb4-b3ce7fb1b1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:35.976795 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-35dd57d4-980e-4d54-9a51-3424fe0ab8ec req-bdf75c2d-b60d-4406-bdb4-b3ce7fb1b1b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77b7384c-5399-4574-b11e-155c4ea5396d HTTP/1.1" status: 200 len: 835 time: 0.0566745 Jul 15 14:01:36.003158 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052e950-5f2f-4876-8c56-5b90bc44bc2e req-edf4f7a7-7255-40fa-a7d2-69457082bc0d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:36.004906 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0052e950-5f2f-4876-8c56-5b90bc44bc2e req-edf4f7a7-7255-40fa-a7d2-69457082bc0d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=215f5c47-c1d1-4a4f-8c6e-a269ee155c19 HTTP/1.1" status: 200 len: 945 time: 0.1157146 Jul 15 14:01:36.013234 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-c90d4b11-506a-4367-a4eb-b75ea12ea128 None None] Set router 41000e78-255d-40a8-9664-0c0e8b23aee6 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:01:36.067147 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0052e950-5f2f-4876-8c56-5b90bc44bc2e req-692b6ef5-4bbc-470a-8452-7ced4b50d581 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff9333ab-6903-4fd9-9a07-2c8ca7aa882a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453503 Jul 15 14:01:36.076411 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd57d4-980e-4d54-9a51-3424fe0ab8ec req-86453ead-2b7e-44fe-bf86-1a33d5e9ac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:36.077910 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-35dd57d4-980e-4d54-9a51-3424fe0ab8ec req-86453ead-2b7e-44fe-bf86-1a33d5e9ac69 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d39c2017-b4b1-4fcc-9733-1cc65c60cfb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0938125 Jul 15 14:01:36.089917 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-35dd57d4-980e-4d54-9a51-3424fe0ab8ec req-88cc1ebd-e5bf-4b27-92bb-99f6ce55a20c service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:01:36.091176 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-35dd57d4-980e-4d54-9a51-3424fe0ab8ec req-88cc1ebd-e5bf-4b27-92bb-99f6ce55a20c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064735 Jul 15 14:01:36.184468 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-35dd57d4-980e-4d54-9a51-3424fe0ab8ec req-af185396-157f-4475-9185-8a6f1f0a9885 service neutron] 10.222.0.20 "GET /v2.0/networks/d39c2017-b4b1-4fcc-9733-1cc65c60cfb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866675 Jul 15 14:01:36.207663 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-c90d4b11-506a-4367-a4eb-b75ea12ea128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41000e78-255d-40a8-9664-0c0e8b23aee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094189083', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7eb2f292-8a39-43b7-893b-93e8e0cd8a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:00:07Z', 'updated_at': '2021-07-15T14:00:11Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '7eb2f292-8a39-43b7-893b-93e8e0cd8a23', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:24:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41000e78-255d-40a8-9664-0c0e8b23aee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:08Z', 'updated_at': '2021-07-15T14:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'ab43e4d1-6290-43ba-9d11-5cbc46855d3d', 'name': '', 'network_id': 'd39c2017-b4b1-4fcc-9733-1cc65c60cfb0', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:a9:0c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41000e78-255d-40a8-9664-0c0e8b23aee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '77b7384c-5399-4574-b11e-155c4ea5396d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:10Z', 'updated_at': '2021-07-15T14:00:16Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': '77b7384c-5399-4574-b11e-155c4ea5396d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:36.238220 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90d4b11-506a-4367-a4eb-b75ea12ea128 None None] The sync data for ids ['41000e78-255d-40a8-9664-0c0e8b23aee6'] in n-d-771363-36 is: [{'id': '41000e78-255d-40a8-9664-0c0e8b23aee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094189083', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7eb2f292-8a39-43b7-893b-93e8e0cd8a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:00:07Z', 'updated_at': '2021-07-15T14:00:11Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '7eb2f292-8a39-43b7-893b-93e8e0cd8a23', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:24:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41000e78-255d-40a8-9664-0c0e8b23aee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:08Z', 'updated_at': '2021-07-15T14:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'ab43e4d1-6290-43ba-9d11-5cbc46855d3d', 'name': '', 'network_id': 'd39c2017-b4b1-4fcc-9733-1cc65c60cfb0', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:a9:0c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41000e78-255d-40a8-9664-0c0e8b23aee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '77b7384c-5399-4574-b11e-155c4ea5396d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:10Z', 'updated_at': '2021-07-15T14:00:16Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': '77b7384c-5399-4574-b11e-155c4ea5396d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:01:36.275235 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-35dd57d4-980e-4d54-9a51-3424fe0ab8ec req-4d6cc8c9-aa51-465a-bf0b-e196f9f19958 service neutron] 10.222.0.20 "GET /v2.0/networks/d39c2017-b4b1-4fcc-9733-1cc65c60cfb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837119 Jul 15 14:01:36.442453 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3c63b8-7cd2-49e8-b172-407bbf144d7a None None] New status for floating IP d217e875-2a77-45b6-8d53-7063d8e2185f: DOWN {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:01:37.251241 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d191ce-8eee-4219-b36b-cdd9646e4f45 req-3cb36469-ea46-446e-a61e-bec4554e7d25 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:37.252729 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-87d191ce-8eee-4219-b36b-cdd9646e4f45 req-3cb36469-ea46-446e-a61e-bec4554e7d25 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=215f5c47-c1d1-4a4f-8c6e-a269ee155c19 HTTP/1.1" status: 200 len: 945 time: 0.0675268 Jul 15 14:01:37.319013 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-87d191ce-8eee-4219-b36b-cdd9646e4f45 req-5f7bff15-4130-40a6-a13d-7c2cf245815c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=ff9333ab-6903-4fd9-9a07-2c8ca7aa882a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606077 Jul 15 14:01:37.343360 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d0d9c-dc0c-4a22-b900-429644d98f5d req-446a88a1-e052-46ed-8fdd-8fed7900ff5b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:37.344803 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9e7d0d9c-dc0c-4a22-b900-429644d98f5d req-446a88a1-e052-46ed-8fdd-8fed7900ff5b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.20 "GET /v2.0/ports?device_id=215f5c47-c1d1-4a4f-8c6e-a269ee155c19 HTTP/1.1" status: 200 len: 945 time: 0.0806634 Jul 15 14:01:37.444860 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-9e7d0d9c-dc0c-4a22-b900-429644d98f5d req-806eab96-5462-4a1e-b224-4ea09d4f77ee tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Deleting port 0ff62e86-bc05-46f5-bfde-8164e6d8771c {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:01:37.445199 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9e7d0d9c-dc0c-4a22-b900-429644d98f5d req-806eab96-5462-4a1e-b224-4ea09d4f77ee tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:37.530389 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-9e7d0d9c-dc0c-4a22-b900-429644d98f5d req-806eab96-5462-4a1e-b224-4ea09d4f77ee tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] For port 0ff62e86-bc05-46f5-bfde-8164e6d8771c, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=0ff62e86-bc05-46f5-bfde-8164e6d8771c,segment=NetworkSegment(b348b6c0-e387-49e2-8f43-796593b1e81a),segment_id=b348b6c0-e387-49e2-8f43-796593b1e81a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:37.530677 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9e7d0d9c-dc0c-4a22-b900-429644d98f5d req-806eab96-5462-4a1e-b224-4ea09d4f77ee tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:37.542553 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-9e7d0d9c-dc0c-4a22-b900-429644d98f5d req-806eab96-5462-4a1e-b224-4ea09d4f77ee tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Calling delete_port for 0ff62e86-bc05-46f5-bfde-8164e6d8771c owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:01:37.670468 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9e7d0d9c-dc0c-4a22-b900-429644d98f5d req-806eab96-5462-4a1e-b224-4ea09d4f77ee tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:37.704766 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806eab96-5462-4a1e-b224-4ea09d4f77ee tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event deleted for resources: {'Port': ['ID=0ff62e86-bc05-46f5-bfde-8164e6d8771c,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:37.744542 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7d0d9c-dc0c-4a22-b900-429644d98f5d req-806eab96-5462-4a1e-b224-4ea09d4f77ee tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] No DVR routers for this DVR port 0ff62e86-bc05-46f5-bfde-8164e6d8771c on host n-h1-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:01:37.747915 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9e7d0d9c-dc0c-4a22-b900-429644d98f5d req-806eab96-5462-4a1e-b224-4ea09d4f77ee tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:37.750339 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9e7d0d9c-dc0c-4a22-b900-429644d98f5d req-806eab96-5462-4a1e-b224-4ea09d4f77ee tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.20 "DELETE /v2.0/ports/0ff62e86-bc05-46f5-bfde-8164e6d8771c HTTP/1.1" status: 204 len: 173 time: 0.4003706 Jul 15 14:01:37.750820 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215f5c47-c1d1-4a4f-8c6e-a269ee155c19', 'name': 'network-vif-deleted', 'tag': '0ff62e86-bc05-46f5-bfde-8164e6d8771c'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:01:37.753467 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecae15dfe8a955ea50b9833da7617a528fbca6cb3a0c246d25e4c35a4bbccae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1a0e60-d497-4d2f-a1b1-cbe3c4138ed4" -d '{"events": [{"server_uuid": "215f5c47-c1d1-4a4f-8c6e-a269ee155c19", "name": "network-vif-deleted", "tag": "0ff62e86-bc05-46f5-bfde-8164e6d8771c"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:01:37.789712 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7232f12-a5aa-474c-aea3-237449e56d35 x-openstack-request-id: req-e7232f12-a5aa-474c-aea3-237449e56d35 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:01:37.790004 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215f5c47-c1d1-4a4f-8c6e-a269ee155c19", "name": "network-vif-deleted", "tag": "0ff62e86-bc05-46f5-bfde-8164e6d8771c", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:01:37.790262 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e7232f12-a5aa-474c-aea3-237449e56d35 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:01:37.790711 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215f5c47-c1d1-4a4f-8c6e-a269ee155c19', 'name': 'network-vif-deleted', 'tag': '0ff62e86-bc05-46f5-bfde-8164e6d8771c', 'status': 'completed', 'code': 200} Jul 15 14:01:38.415628 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40492) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:01:39.002864 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-036fa2b1-ded3-4474-8920-b8160451ddad tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:39.259192 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-036fa2b1-ded3-4474-8920-b8160451ddad tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Deleting port ab43e4d1-6290-43ba-9d11-5cbc46855d3d {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:01:39.259434 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-036fa2b1-ded3-4474-8920-b8160451ddad tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:39.348951 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-036fa2b1-ded3-4474-8920-b8160451ddad tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] For port ab43e4d1-6290-43ba-9d11-5cbc46855d3d, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=ab43e4d1-6290-43ba-9d11-5cbc46855d3d,segment=NetworkSegment(b348b6c0-e387-49e2-8f43-796593b1e81a),segment_id=b348b6c0-e387-49e2-8f43-796593b1e81a)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:39.349307 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-036fa2b1-ded3-4474-8920-b8160451ddad tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:39.361320 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-036fa2b1-ded3-4474-8920-b8160451ddad tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Calling delete_port for ab43e4d1-6290-43ba-9d11-5cbc46855d3d owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:01:39.540188 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-036fa2b1-ded3-4474-8920-b8160451ddad tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:39.569368 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036fa2b1-ded3-4474-8920-b8160451ddad tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event deleted for resources: {'Port': ['ID=ab43e4d1-6290-43ba-9d11-5cbc46855d3d,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:39.599899 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036fa2b1-ded3-4474-8920-b8160451ddad tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:39.600249 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036fa2b1-ded3-4474-8920-b8160451ddad tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:39.601221 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036fa2b1-ded3-4474-8920-b8160451ddad tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:39.601554 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036fa2b1-ded3-4474-8920-b8160451ddad tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:39.601886 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036fa2b1-ded3-4474-8920-b8160451ddad tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:39.602213 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036fa2b1-ded3-4474-8920-b8160451ddad tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:39.602537 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036fa2b1-ded3-4474-8920-b8160451ddad tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:39.602883 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036fa2b1-ded3-4474-8920-b8160451ddad tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:39.603206 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036fa2b1-ded3-4474-8920-b8160451ddad tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:39.603528 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036fa2b1-ded3-4474-8920-b8160451ddad tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:39.603845 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036fa2b1-ded3-4474-8920-b8160451ddad tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:39.604162 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036fa2b1-ded3-4474-8920-b8160451ddad tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:39.754914 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-036fa2b1-ded3-4474-8920-b8160451ddad tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:39.967415 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036fa2b1-ded3-4474-8920-b8160451ddad tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Router 41000e78-255d-40a8-9664-0c0e8b23aee6 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:01:40.067640 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036fa2b1-ded3-4474-8920-b8160451ddad tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:01:40.072753 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-036fa2b1-ded3-4474-8920-b8160451ddad tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "PUT /v2.0/routers/41000e78-255d-40a8-9664-0c0e8b23aee6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6560614 Jul 15 14:01:40.075507 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40496) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:01:40.078076 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340fed02-8a57-4cee-9aef-dbe5fb567311 None None] Sync routers for ids ['41000e78-255d-40a8-9664-0c0e8b23aee6'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:01:40.087590 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340fed02-8a57-4cee-9aef-dbe5fb567311 None None] Routers {'41000e78-255d-40a8-9664-0c0e8b23aee6'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:01:40.088197 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-340fed02-8a57-4cee-9aef-dbe5fb567311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:01:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['41000e78-255d-40a8-9664-0c0e8b23aee6'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:40.128326 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-393d87ea-4af0-4cd0-8c6a-75e126fd34a3 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Deleting subnet 77b7384c-5399-4574-b11e-155c4ea5396d {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:01:40.131300 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-393d87ea-4af0-4cd0-8c6a-75e126fd34a3 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:40.171247 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-393d87ea-4af0-4cd0-8c6a-75e126fd34a3 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:40.190758 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-340fed02-8a57-4cee-9aef-dbe5fb567311 None None] Set router 41000e78-255d-40a8-9664-0c0e8b23aee6 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:01:40.250985 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-393d87ea-4af0-4cd0-8c6a-75e126fd34a3 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:40.313178 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-393d87ea-4af0-4cd0-8c6a-75e126fd34a3 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:40.342347 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d87ea-4af0-4cd0-8c6a-75e126fd34a3 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event deleted for resources: {'Subnet': ['ID=77b7384c-5399-4574-b11e-155c4ea5396d,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:40.346000 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-393d87ea-4af0-4cd0-8c6a-75e126fd34a3 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:40.347982 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-393d87ea-4af0-4cd0-8c6a-75e126fd34a3 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "DELETE /v2.0/subnets/77b7384c-5399-4574-b11e-155c4ea5396d HTTP/1.1" status: 204 len: 168 time: 0.2714999 Jul 15 14:01:40.350630 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40498) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:01:40.456068 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fc5c03-b2f2-40b9-9903-1826b4bfd4a6 None None] Network d39c2017-b4b1-4fcc-9733-1cc65c60cfb0 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:01:40.460577 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-00ef3b5b-a589-4431-882e-92929f493463 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:40.563621 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-00ef3b5b-a589-4431-882e-92929f493463 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:40.615096 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-00ef3b5b-a589-4431-882e-92929f493463 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Deleting port 7eb2f292-8a39-43b7-893b-93e8e0cd8a23 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:01:40.615442 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-00ef3b5b-a589-4431-882e-92929f493463 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:40.626625 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-340fed02-8a57-4cee-9aef-dbe5fb567311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41000e78-255d-40a8-9664-0c0e8b23aee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094189083', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7eb2f292-8a39-43b7-893b-93e8e0cd8a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:00:07Z', 'updated_at': '2021-07-15T14:01:39Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '7eb2f292-8a39-43b7-893b-93e8e0cd8a23', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:24:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41000e78-255d-40a8-9664-0c0e8b23aee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:00:08Z', 'updated_at': '2021-07-15T14:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:40.657676 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340fed02-8a57-4cee-9aef-dbe5fb567311 None None] Checking router: 41000e78-255d-40a8-9664-0c0e8b23aee6 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:01:40.667985 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340fed02-8a57-4cee-9aef-dbe5fb567311 None None] Routers {'41000e78-255d-40a8-9664-0c0e8b23aee6'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:01:40.668602 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-340fed02-8a57-4cee-9aef-dbe5fb567311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:01:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['41000e78-255d-40a8-9664-0c0e8b23aee6'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:40.698901 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-00ef3b5b-a589-4431-882e-92929f493463 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] For port 7eb2f292-8a39-43b7-893b-93e8e0cd8a23, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=7eb2f292-8a39-43b7-893b-93e8e0cd8a23,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:40.699301 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-00ef3b5b-a589-4431-882e-92929f493463 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:40.711341 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-00ef3b5b-a589-4431-882e-92929f493463 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Calling delete_port for 7eb2f292-8a39-43b7-893b-93e8e0cd8a23 owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:01:40.729436 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ad0813-0471-44a6-a661-486b00209d3d None None] DHCP port deletion for d39c2017-b4b1-4fcc-9733-1cc65c60cfb0 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:01:40.776735 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-340fed02-8a57-4cee-9aef-dbe5fb567311 None None] Set router 41000e78-255d-40a8-9664-0c0e8b23aee6 gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:01:40.830633 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-340fed02-8a57-4cee-9aef-dbe5fb567311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41000e78-255d-40a8-9664-0c0e8b23aee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094189083', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:00:07Z', 'updated_at': '2021-07-15T14:01:40Z', 'revision_number': 6, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:40.867585 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340fed02-8a57-4cee-9aef-dbe5fb567311 None None] The sync data for ids ['41000e78-255d-40a8-9664-0c0e8b23aee6'] in n-d-771363-36 is: [{'id': '41000e78-255d-40a8-9664-0c0e8b23aee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094189083', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:00:07Z', 'updated_at': '2021-07-15T14:01:40Z', 'revision_number': 6, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port_host': None}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:01:40.871884 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c2ad0813-0471-44a6-a661-486b00209d3d None None] Deleting port 7b6b3fe5-7a42-478a-baeb-8b42d32a1558 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:01:40.872318 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c2ad0813-0471-44a6-a661-486b00209d3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:40.883816 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-00ef3b5b-a589-4431-882e-92929f493463 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:40.915832 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef3b5b-a589-4431-882e-92929f493463 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event deleted for resources: {'Port': ['ID=7eb2f292-8a39-43b7-893b-93e8e0cd8a23,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:40.940528 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-c2ad0813-0471-44a6-a661-486b00209d3d None None] For port 7b6b3fe5-7a42-478a-baeb-8b42d32a1558, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=7b6b3fe5-7a42-478a-baeb-8b42d32a1558,segment=NetworkSegment(b348b6c0-e387-49e2-8f43-796593b1e81a),segment_id=b348b6c0-e387-49e2-8f43-796593b1e81a)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:40.940926 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c2ad0813-0471-44a6-a661-486b00209d3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:40.953322 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-c2ad0813-0471-44a6-a661-486b00209d3d None None] Calling delete_port for 7b6b3fe5-7a42-478a-baeb-8b42d32a1558 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:01:40.975980 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-00ef3b5b-a589-4431-882e-92929f493463 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:41.034025 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c2ad0813-0471-44a6-a661-486b00209d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:41.058174 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad0813-0471-44a6-a661-486b00209d3d None None] Pushing event deleted for resources: {'Port': ['ID=7b6b3fe5-7a42-478a-baeb-8b42d32a1558,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:41.064867 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ad0813-0471-44a6-a661-486b00209d3d None None] No DVR routers for this DVR port 7b6b3fe5-7a42-478a-baeb-8b42d32a1558 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:01:41.066713 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-00ef3b5b-a589-4431-882e-92929f493463 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:41.068822 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-00ef3b5b-a589-4431-882e-92929f493463 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:41.073755 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad0813-0471-44a6-a661-486b00209d3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:41.074110 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad0813-0471-44a6-a661-486b00209d3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:41.074894 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad0813-0471-44a6-a661-486b00209d3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:41.074894 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad0813-0471-44a6-a661-486b00209d3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:41.075144 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad0813-0471-44a6-a661-486b00209d3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:41.075480 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad0813-0471-44a6-a661-486b00209d3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:41.075812 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad0813-0471-44a6-a661-486b00209d3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:41.076141 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad0813-0471-44a6-a661-486b00209d3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:41.076475 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad0813-0471-44a6-a661-486b00209d3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:41.076804 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad0813-0471-44a6-a661-486b00209d3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:41.077129 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad0813-0471-44a6-a661-486b00209d3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:41.077454 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad0813-0471-44a6-a661-486b00209d3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:41.118852 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-00ef3b5b-a589-4431-882e-92929f493463 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:41.119364 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ef3b5b-a589-4431-882e-92929f493463 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Fanout notify agent at l3_agent the message router_deleted on router 41000e78-255d-40a8-9664-0c0e8b23aee6 {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:01:41.125973 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-00ef3b5b-a589-4431-882e-92929f493463 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:41.127099 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-00ef3b5b-a589-4431-882e-92929f493463 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "DELETE /v2.0/routers/41000e78-255d-40a8-9664-0c0e8b23aee6 HTTP/1.1" status: 204 len: 168 time: 0.7754426 Jul 15 14:01:41.129725 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40500) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:01:41.207860 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-886691a6-2d3e-4f49-a972-1e32e954b473 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:41.300139 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-886691a6-2d3e-4f49-a972-1e32e954b473 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:41.310312 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-886691a6-2d3e-4f49-a972-1e32e954b473 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d39c2017-b4b1-4fcc-9733-1cc65c60cfb0']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:41.320116 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-886691a6-2d3e-4f49-a972-1e32e954b473 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b348b6c0-e387-49e2-8f43-796593b1e81a') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:41.320411 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-886691a6-2d3e-4f49-a972-1e32e954b473 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b348b6c0-e387-49e2-8f43-796593b1e81a') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:41.328965 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-886691a6-2d3e-4f49-a972-1e32e954b473 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:41.342346 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-886691a6-2d3e-4f49-a972-1e32e954b473 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:41.347934 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-886691a6-2d3e-4f49-a972-1e32e954b473 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:01:41.348317 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-886691a6-2d3e-4f49-a972-1e32e954b473 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:41.351126 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 14:01:41.351126 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:01:41.351126 n-d-771363-36 neutron-server[93826]: timer() Jul 15 14:01:41.351126 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:01:41.351126 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 14:01:41.351126 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:01:41.351126 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 14:01:41.351126 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:01:41.351126 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 14:01:41.351126 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:01:41.351126 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 14:01:41.351126 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:01:41.351126 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 14:01:41.351126 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:01:41.351126 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:01:41.351126 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:01:41.351126 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:01:41.351126 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:01:41.351126 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 14:01:41.351126 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:01:41.351126 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 14:01:41.351126 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:01:41.351126 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:01:41.351126 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:01:41.351126 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 14:01:41.351126 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:01:41.351126 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:01:41.351126 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:01:41.351126 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:01:41.351126 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:01:41.351126 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:01:41.351126 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:01:41.379269 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 0ff62e86-bc05-46f5-bfde-8164e6d8771c no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:01:41.399577 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: 0ff62e86-bc05-46f5-bfde-8164e6d8771c {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:01:41.399924 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 0ff62e86-bc05-46f5-bfde-8164e6d8771c not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:01:41.406496 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-886691a6-2d3e-4f49-a972-1e32e954b473 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:41.412986 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-886691a6-2d3e-4f49-a972-1e32e954b473 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:41.415496 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-886691a6-2d3e-4f49-a972-1e32e954b473 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "DELETE /v2.0/networks/d39c2017-b4b1-4fcc-9733-1cc65c60cfb0 HTTP/1.1" status: 204 len: 168 time: 0.2848566 Jul 15 14:01:41.418333 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40502) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:01:41.426500 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886691a6-2d3e-4f49-a972-1e32e954b473 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event deleted for resources: {'Network': ['ID=d39c2017-b4b1-4fcc-9733-1cc65c60cfb0,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:41.479530 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-baaada4e-05d4-48f4-8808-bf6afdb91335 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:41.503255 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-baaada4e-05d4-48f4-8808-bf6afdb91335 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:41.564989 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-baaada4e-05d4-48f4-8808-bf6afdb91335 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:41.567697 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-baaada4e-05d4-48f4-8808-bf6afdb91335 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:41.568851 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-baaada4e-05d4-48f4-8808-bf6afdb91335 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "DELETE /v2.0/security-groups/ff9333ab-6903-4fd9-9a07-2c8ca7aa882a HTTP/1.1" status: 204 len: 168 time: 0.1495306 Jul 15 14:01:41.577681 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaada4e-05d4-48f4-8808-bf6afdb91335 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9333ab-6903-4fd9-9a07-2c8ca7aa882a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:41.947901 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 7eb2f292-8a39-43b7-893b-93e8e0cd8a23 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:01:41.969064 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 7eb2f292-8a39-43b7-893b-93e8e0cd8a23 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:01:41.969459 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 7eb2f292-8a39-43b7-893b-93e8e0cd8a23 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:01:41.969872 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 7b6b3fe5-7a42-478a-baeb-8b42d32a1558 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:01:41.990483 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 7b6b3fe5-7a42-478a-baeb-8b42d32a1558 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:01:41.990869 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 7b6b3fe5-7a42-478a-baeb-8b42d32a1558 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:01:41.991273 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device ab43e4d1-6290-43ba-9d11-5cbc46855d3d no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:01:42.010904 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: ab43e4d1-6290-43ba-9d11-5cbc46855d3d {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:01:42.011413 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device ab43e4d1-6290-43ba-9d11-5cbc46855d3d not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:01:42.061810 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40508) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:01:42.066894 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-5adf63ab-4b7b-41b3-af93-f1e0b0e10daa tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1836700600', 'description': 'tempest-secgroup-smoke-1836700600 description', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:01:42.090819 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5adf63ab-4b7b-41b3-af93-f1e0b0e10daa tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:42.169826 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5adf63ab-4b7b-41b3-af93-f1e0b0e10daa tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:42.173441 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5adf63ab-4b7b-41b3-af93-f1e0b0e10daa tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:42.198814 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5adf63ab-4b7b-41b3-af93-f1e0b0e10daa tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:42.200007 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5adf63ab-4b7b-41b3-af93-f1e0b0e10daa tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1371796 Jul 15 14:01:42.203038 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40510) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:01:42.203912 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf63ab-4b7b-41b3-af93-f1e0b0e10daa tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65f4b1a1-4f12-45b7-b363-0e9affebe3e7,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:42.208778 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-cc586cc3-2941-4871-a383-24e2f1a59993 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'security_group_rule': {'security_group_id': '65f4b1a1-4f12-45b7-b363-0e9affebe3e7', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:01:42.234676 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cc586cc3-2941-4871-a383-24e2f1a59993 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:42.294331 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cc586cc3-2941-4871-a383-24e2f1a59993 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:42.298247 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cc586cc3-2941-4871-a383-24e2f1a59993 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:42.316041 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc586cc3-2941-4871-a383-24e2f1a59993 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a14cec23-821f-454f-80ed-1192684967d1,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:42.322640 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cc586cc3-2941-4871-a383-24e2f1a59993 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:42.323830 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-cc586cc3-2941-4871-a383-24e2f1a59993 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1197124 Jul 15 14:01:42.326499 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40512) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:01:42.330981 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-ecabb72f-1697-4cad-8833-2296c2a9bd07 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'security_group_rule': {'security_group_id': '65f4b1a1-4f12-45b7-b363-0e9affebe3e7', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:01:42.356078 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ecabb72f-1697-4cad-8833-2296c2a9bd07 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:42.410551 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ecabb72f-1697-4cad-8833-2296c2a9bd07 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:42.413849 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ecabb72f-1697-4cad-8833-2296c2a9bd07 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:42.430251 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecabb72f-1697-4cad-8833-2296c2a9bd07 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b26575f5-fb6f-4b14-a55e-f8d45fc41f70,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:42.436971 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ecabb72f-1697-4cad-8833-2296c2a9bd07 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:42.438169 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ecabb72f-1697-4cad-8833-2296c2a9bd07 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1107247 Jul 15 14:01:42.441311 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40514) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:01:42.445703 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-46c70027-afc7-4602-bde0-374be6cd3f09 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'security_group_rule': {'security_group_id': '65f4b1a1-4f12-45b7-b363-0e9affebe3e7', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:01:42.471947 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-46c70027-afc7-4602-bde0-374be6cd3f09 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:42.527658 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-46c70027-afc7-4602-bde0-374be6cd3f09 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:42.531208 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-46c70027-afc7-4602-bde0-374be6cd3f09 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:42.552900 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c70027-afc7-4602-bde0-374be6cd3f09 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=435f518f-ad99-45d4-9863-c122ff417872,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:42.555902 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-46c70027-afc7-4602-bde0-374be6cd3f09 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:42.557095 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-46c70027-afc7-4602-bde0-374be6cd3f09 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148727 Jul 15 14:01:42.559876 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40516) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:01:42.564232 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-2229fdd0-d0d5-4436-92dc-a9dd86db8151 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'security_group_rule': {'security_group_id': '65f4b1a1-4f12-45b7-b363-0e9affebe3e7', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:01:42.590921 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2229fdd0-d0d5-4436-92dc-a9dd86db8151 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:42.651097 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2229fdd0-d0d5-4436-92dc-a9dd86db8151 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:42.654404 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2229fdd0-d0d5-4436-92dc-a9dd86db8151 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:42.671741 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2229fdd0-d0d5-4436-92dc-a9dd86db8151 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3801630a-a8c6-43ea-be36-72c8ef12d0fc,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:42.678435 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2229fdd0-d0d5-4436-92dc-a9dd86db8151 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:42.679664 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2229fdd0-d0d5-4436-92dc-a9dd86db8151 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188662 Jul 15 14:01:42.682301 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40518) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:01:42.686702 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-acd00f4b-dca0-4a36-8643-d0889ca8bc00 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'security_group_rule': {'security_group_id': '65f4b1a1-4f12-45b7-b363-0e9affebe3e7', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:01:42.707418 n-d-771363-36 neutron-server[93826]: INFO neutron.db.securitygroups_db [None req-acd00f4b-dca0-4a36-8643-d0889ca8bc00 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Project 6425c0206e154f1bb445bd935ef3b1e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:01:42.712836 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-acd00f4b-dca0-4a36-8643-d0889ca8bc00 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:42.770744 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-acd00f4b-dca0-4a36-8643-d0889ca8bc00 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:42.774022 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-acd00f4b-dca0-4a36-8643-d0889ca8bc00 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:42.791276 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd00f4b-dca0-4a36-8643-d0889ca8bc00 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0febd60-db66-4b97-9cf0-8334ff17f95d,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:42.797801 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-acd00f4b-dca0-4a36-8643-d0889ca8bc00 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:42.799005 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-acd00f4b-dca0-4a36-8643-d0889ca8bc00 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1157446 Jul 15 14:01:42.801610 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40520) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:01:42.806381 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-778bd721-fb63-49a6-bbef-be17899b4639 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'security_group_rule': {'security_group_id': '65f4b1a1-4f12-45b7-b363-0e9affebe3e7', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:01:42.827493 n-d-771363-36 neutron-server[93826]: INFO neutron.db.securitygroups_db [None req-778bd721-fb63-49a6-bbef-be17899b4639 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Project 6425c0206e154f1bb445bd935ef3b1e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:01:42.832253 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-778bd721-fb63-49a6-bbef-be17899b4639 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:42.892150 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-778bd721-fb63-49a6-bbef-be17899b4639 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:42.895543 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-778bd721-fb63-49a6-bbef-be17899b4639 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:42.912187 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778bd721-fb63-49a6-bbef-be17899b4639 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a42983df-b871-44ff-a474-042532405665,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:42.918397 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-778bd721-fb63-49a6-bbef-be17899b4639 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:42.919148 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-778bd721-fb63-49a6-bbef-be17899b4639 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1166308 Jul 15 14:01:42.921964 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40522) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:01:42.926782 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-0e4b09b6-8a2b-4b53-a652-5068520b8c8c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'network': {'name': 'tempest-network-smoke--1456028186', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'port_security_enabled': True}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:01:42.947803 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4b09b6-8a2b-4b53-a652-5068520b8c8c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Made reservation on behalf of 6425c0206e154f1bb445bd935ef3b1e7 for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:01:42.951170 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0e4b09b6-8a2b-4b53-a652-5068520b8c8c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:42.973692 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e4b09b6-8a2b-4b53-a652-5068520b8c8c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:01:42.983081 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0e4b09b6-8a2b-4b53-a652-5068520b8c8c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:42.983467 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-0e4b09b6-8a2b-4b53-a652-5068520b8c8c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Added segment dbe65114-52c2-4cbe-836c-c176f7392ec0 of type vlan for network 091ecb64-1f7f-40a1-b350-ce04d5a10b94 Jul 15 14:01:43.024977 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0e4b09b6-8a2b-4b53-a652-5068520b8c8c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:43.052696 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0e4b09b6-8a2b-4b53-a652-5068520b8c8c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:43.058695 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4b09b6-8a2b-4b53-a652-5068520b8c8c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:43.059273 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0e4b09b6-8a2b-4b53-a652-5068520b8c8c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:43.092748 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0e4b09b6-8a2b-4b53-a652-5068520b8c8c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1697793 Jul 15 14:01:43.095417 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40524) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:01:43.101801 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-ac131f30-98f0-4b47-b449-be47f8285285 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-624813953', 'admin_state_up': True, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:01:43.139112 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b09b6-8a2b-4b53-a652-5068520b8c8c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'Network': ['ID=091ecb64-1f7f-40a1-b350-ce04d5a10b94,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:43.149448 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 091ecb64-1f7f-40a1-b350-ce04d5a10b94 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:01:43.152708 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ac131f30-98f0-4b47-b449-be47f8285285 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:43.153832 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ac131f30-98f0-4b47-b449-be47f8285285 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:43.469727 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ac131f30-98f0-4b47-b449-be47f8285285 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:43.599928 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ac131f30-98f0-4b47-b449-be47f8285285 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:43.786523 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ac131f30-98f0-4b47-b449-be47f8285285 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:43.804691 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ac131f30-98f0-4b47-b449-be47f8285285 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:43.908196 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-ac131f30-98f0-4b47-b449-be47f8285285 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Allocated IP 172.25.8.131 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/23e1e1ee-e2b1-43b5-b868-e849207fc281) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:01:44.005796 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ac131f30-98f0-4b47-b449-be47f8285285 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:44.044162 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ac131f30-98f0-4b47-b449-be47f8285285 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:44.078974 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac131f30-98f0-4b47-b449-be47f8285285 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:01:44.083597 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-ac131f30-98f0-4b47-b449-be47f8285285 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:01:44.086950 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac131f30-98f0-4b47-b449-be47f8285285 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:01:44.114224 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac131f30-98f0-4b47-b449-be47f8285285 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'Port': ['ID=23e1e1ee-e2b1-43b5-b868-e849207fc281,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:44.335256 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ac131f30-98f0-4b47-b449-be47f8285285 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:44.522534 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ac131f30-98f0-4b47-b449-be47f8285285 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:44.647473 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac131f30-98f0-4b47-b449-be47f8285285 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Router a8150cff-4468-4eee-8599-4f99dd45798f is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:01:44.751323 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac131f30-98f0-4b47-b449-be47f8285285 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:01:44.760171 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6488df6f-9255-4b41-a531-d979d5b25cac None None] Sync routers for ids ['a8150cff-4468-4eee-8599-4f99dd45798f'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:01:44.768466 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ac131f30-98f0-4b47-b449-be47f8285285 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:44.768992 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6488df6f-9255-4b41-a531-d979d5b25cac None None] Routers {'a8150cff-4468-4eee-8599-4f99dd45798f'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:01:44.769587 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-6488df6f-9255-4b41-a531-d979d5b25cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:01:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['a8150cff-4468-4eee-8599-4f99dd45798f'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:44.769975 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-ac131f30-98f0-4b47-b449-be47f8285285 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6736436 Jul 15 14:01:44.773144 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40526) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:01:44.801069 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2e9fccd9-286a-4e1c-9194-44e376c98ac5 tempest-TestNetworkAdvancedServerOps-1664808803 tempest-TestNetworkAdvancedServerOps-1664808803-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=6425c0206e154f1bb445bd935ef3b1e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267978 Jul 15 14:01:44.803559 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40528) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:01:44.871243 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-6488df6f-9255-4b41-a531-d979d5b25cac None None] Set router a8150cff-4468-4eee-8599-4f99dd45798f gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:01:44.893996 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28faccf-a93a-4624-9b5a-a6474aab36d2 tempest-TestNetworkAdvancedServerOps-1664808803 tempest-TestNetworkAdvancedServerOps-1664808803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:44.895539 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d28faccf-a93a-4624-9b5a-a6474aab36d2 tempest-TestNetworkAdvancedServerOps-1664808803 tempest-TestNetworkAdvancedServerOps-1664808803-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910432 Jul 15 14:01:44.898384 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40530) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:01:44.925626 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-d1bdaadc-f171-444f-95d5-06b605f285b6 tempest-TestNetworkAdvancedServerOps-1664808803 tempest-TestNetworkAdvancedServerOps-1664808803-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=e1268488-a505-464f-96b0-8b93d6dfd7ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262294 Jul 15 14:01:44.930722 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40532) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:01:44.937284 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-f0f8c850-05b6-4751-bd2f-deb04f195cc9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1891540398', 'network_id': '091ecb64-1f7f-40a1-b350-ce04d5a10b94', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:01:45.027597 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f8c850-05b6-4751-bd2f-deb04f195cc9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Made reservation on behalf of 6425c0206e154f1bb445bd935ef3b1e7 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:01:45.031127 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f0f8c850-05b6-4751-bd2f-deb04f195cc9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:45.043308 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-6488df6f-9255-4b41-a531-d979d5b25cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8150cff-4468-4eee-8599-4f99dd45798f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624813953', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '23e1e1ee-e2b1-43b5-b868-e849207fc281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:01:43Z', 'updated_at': '2021-07-15T14:01:44Z', 'revision_number': 3, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '23e1e1ee-e2b1-43b5-b868-e849207fc281', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:36:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8150cff-4468-4eee-8599-4f99dd45798f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:01:43Z', 'updated_at': '2021-07-15T14:01:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:45.072424 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6488df6f-9255-4b41-a531-d979d5b25cac None None] Checking router: a8150cff-4468-4eee-8599-4f99dd45798f for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:01:45.072765 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6488df6f-9255-4b41-a531-d979d5b25cac None None] Updating router a8150cff-4468-4eee-8599-4f99dd45798f port 23e1e1ee-e2b1-43b5-b868-e849207fc281 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:01:45.107428 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6488df6f-9255-4b41-a531-d979d5b25cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:45.208820 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f0f8c850-05b6-4751-bd2f-deb04f195cc9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:45.269046 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8c850-05b6-4751-bd2f-deb04f195cc9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'Subnet': ['ID=fb211c26-4e4c-4b51-8e51-7bb5994c2284,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:45.277657 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f8c850-05b6-4751-bd2f-deb04f195cc9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Checking segment: {'id': 'dbe65114-52c2-4cbe-836c-c176f7392ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '091ecb64-1f7f-40a1-b350-ce04d5a10b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:01:45.278019 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f8c850-05b6-4751-bd2f-deb04f195cc9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Network hostable DHCP agents. Network: 091ecb64-1f7f-40a1-b350-ce04d5a10b94, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:01:45.294701 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f8c850-05b6-4751-bd2f-deb04f195cc9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Network 091ecb64-1f7f-40a1-b350-ce04d5a10b94 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:01:45.303794 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-f0f8c850-05b6-4751-bd2f-deb04f195cc9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 091ecb64-1f7f-40a1-b350-ce04d5a10b94) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:01:45.308390 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f8c850-05b6-4751-bd2f-deb04f195cc9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:45.309459 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f0f8c850-05b6-4751-bd2f-deb04f195cc9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:45.316745 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e7e48a-40f6-42f5-a7b6-29049dbcc317 None None] Network 091ecb64-1f7f-40a1-b350-ce04d5a10b94 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:01:45.328263 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f0f8c850-05b6-4751-bd2f-deb04f195cc9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3957953 Jul 15 14:01:45.331198 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40534) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:01:45.359655 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6488df6f-9255-4b41-a531-d979d5b25cac None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:45.369705 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-6488df6f-9255-4b41-a531-d979d5b25cac None None] Transition to ACTIVE for port object 23e1e1ee-e2b1-43b5-b868-e849207fc281 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:01:45.376211 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6488df6f-9255-4b41-a531-d979d5b25cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:45.422833 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-6488df6f-9255-4b41-a531-d979d5b25cac None None] Attempting to bind port 23e1e1ee-e2b1-43b5-b868-e849207fc281 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:01:45.423201 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-6488df6f-9255-4b41-a531-d979d5b25cac None None] Attempting to bind port 23e1e1ee-e2b1-43b5-b868-e849207fc281 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:01:45.423574 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6488df6f-9255-4b41-a531-d979d5b25cac None None] Attempting to bind port 23e1e1ee-e2b1-43b5-b868-e849207fc281 on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:01:45.433704 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6488df6f-9255-4b41-a531-d979d5b25cac None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:01:45.434093 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6488df6f-9255-4b41-a531-d979d5b25cac None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:01:45.434483 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6488df6f-9255-4b41-a531-d979d5b25cac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:45.434911 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6488df6f-9255-4b41-a531-d979d5b25cac None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:01:45.435375 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-6488df6f-9255-4b41-a531-d979d5b25cac None None] Bound port: 23e1e1ee-e2b1-43b5-b868-e849207fc281, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:01:45.435757 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6488df6f-9255-4b41-a531-d979d5b25cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:45.461852 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8be582-010f-4870-8f29-cb7d85d3ee4d None None] Pushing event updated for resources: {'Port': ['ID=23e1e1ee-e2b1-43b5-b868-e849207fc281,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:45.471011 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defabe1f-0f25-4d1f-9d26-0486eb432098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-091ecb64-1f7f-40a1-b350-ce04d5a10b94', 'network_id': '091ecb64-1f7f-40a1-b350-ce04d5a10b94', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'fixed_ips': [{'subnet_id': 'fb211c26-4e4c-4b51-8e51-7bb5994c2284'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:01:45.472155 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-defabe1f-0f25-4d1f-9d26-0486eb432098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:45.478410 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8be582-010f-4870-8f29-cb7d85d3ee4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:45.478780 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8be582-010f-4870-8f29-cb7d85d3ee4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:45.479118 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8be582-010f-4870-8f29-cb7d85d3ee4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:45.479452 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8be582-010f-4870-8f29-cb7d85d3ee4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:45.479786 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8be582-010f-4870-8f29-cb7d85d3ee4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:45.480111 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8be582-010f-4870-8f29-cb7d85d3ee4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:45.480433 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8be582-010f-4870-8f29-cb7d85d3ee4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:45.480753 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8be582-010f-4870-8f29-cb7d85d3ee4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:45.481505 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8be582-010f-4870-8f29-cb7d85d3ee4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:45.481505 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8be582-010f-4870-8f29-cb7d85d3ee4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:45.481724 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8be582-010f-4870-8f29-cb7d85d3ee4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:45.481994 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8be582-010f-4870-8f29-cb7d85d3ee4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:01:45.504716 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-6488df6f-9255-4b41-a531-d979d5b25cac None None] For port 23e1e1ee-e2b1-43b5-b868-e849207fc281, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:01:45.507883 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-6488df6f-9255-4b41-a531-d979d5b25cac None None] For port 23e1e1ee-e2b1-43b5-b868-e849207fc281, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=23e1e1ee-e2b1-43b5-b868-e849207fc281,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:01:45.512542 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6488df6f-9255-4b41-a531-d979d5b25cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:45.561275 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6488df6f-9255-4b41-a531-d979d5b25cac None None] Routers {'a8150cff-4468-4eee-8599-4f99dd45798f'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:01:45.561920 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-6488df6f-9255-4b41-a531-d979d5b25cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:01:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['a8150cff-4468-4eee-8599-4f99dd45798f'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:45.612453 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-defabe1f-0f25-4d1f-9d26-0486eb432098 None None] Allocated IP 172.20.0.2 (091ecb64-1f7f-40a1-b350-ce04d5a10b94/fb211c26-4e4c-4b51-8e51-7bb5994c2284/f479a738-2e7d-44bc-942a-0e0abf71ada5) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:01:45.668211 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8be582-010f-4870-8f29-cb7d85d3ee4d None None] Pushing event updated for resources: {'Port': ['ID=23e1e1ee-e2b1-43b5-b868-e849207fc281,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:45.679818 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-6488df6f-9255-4b41-a531-d979d5b25cac None None] Set router a8150cff-4468-4eee-8599-4f99dd45798f gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:01:45.758892 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-defabe1f-0f25-4d1f-9d26-0486eb432098 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:45.767812 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-defabe1f-0f25-4d1f-9d26-0486eb432098 None None] Transition to ACTIVE for port object f479a738-2e7d-44bc-942a-0e0abf71ada5 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:01:45.782806 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-defabe1f-0f25-4d1f-9d26-0486eb432098 None None] Transition to ACTIVE for port object f479a738-2e7d-44bc-942a-0e0abf71ada5 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:01:45.788794 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-defabe1f-0f25-4d1f-9d26-0486eb432098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:45.808680 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe287-06d4-4cf9-8072-648bfbb7ba19 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:45.824074 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defabe1f-0f25-4d1f-9d26-0486eb432098 None None] Network 091ecb64-1f7f-40a1-b350-ce04d5a10b94 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:01:45.828323 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-defabe1f-0f25-4d1f-9d26-0486eb432098 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:01:45.833844 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defabe1f-0f25-4d1f-9d26-0486eb432098 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:01:45.847016 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defabe1f-0f25-4d1f-9d26-0486eb432098 None None] Pushing event updated for resources: {'Port': ['ID=f479a738-2e7d-44bc-942a-0e0abf71ada5,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:45.872604 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-6488df6f-9255-4b41-a531-d979d5b25cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8150cff-4468-4eee-8599-4f99dd45798f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624813953', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '23e1e1ee-e2b1-43b5-b868-e849207fc281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:01:43Z', 'updated_at': '2021-07-15T14:01:44Z', 'revision_number': 3, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '23e1e1ee-e2b1-43b5-b868-e849207fc281', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:36:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8150cff-4468-4eee-8599-4f99dd45798f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:01:43Z', 'updated_at': '2021-07-15T14:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:45.899114 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6488df6f-9255-4b41-a531-d979d5b25cac None None] The sync data for ids ['a8150cff-4468-4eee-8599-4f99dd45798f'] in n-d-771363-36 is: [{'id': 'a8150cff-4468-4eee-8599-4f99dd45798f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624813953', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '23e1e1ee-e2b1-43b5-b868-e849207fc281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:01:43Z', 'updated_at': '2021-07-15T14:01:44Z', 'revision_number': 3, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '23e1e1ee-e2b1-43b5-b868-e849207fc281', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:36:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8150cff-4468-4eee-8599-4f99dd45798f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:01:43Z', 'updated_at': '2021-07-15T14:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:01:45.900792 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-defabe1f-0f25-4d1f-9d26-0486eb432098 None None] Attempting to bind port f479a738-2e7d-44bc-942a-0e0abf71ada5 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:01:45.901091 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-defabe1f-0f25-4d1f-9d26-0486eb432098 None None] Attempting to bind port f479a738-2e7d-44bc-942a-0e0abf71ada5 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'dbe65114-52c2-4cbe-836c-c176f7392ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '091ecb64-1f7f-40a1-b350-ce04d5a10b94'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:01:45.901528 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defabe1f-0f25-4d1f-9d26-0486eb432098 None None] Attempting to bind port f479a738-2e7d-44bc-942a-0e0abf71ada5 on network 091ecb64-1f7f-40a1-b350-ce04d5a10b94 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:01:45.907374 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defabe1f-0f25-4d1f-9d26-0486eb432098 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:01:45.907747 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defabe1f-0f25-4d1f-9d26-0486eb432098 None None] Checking segment: {'id': 'dbe65114-52c2-4cbe-836c-c176f7392ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '091ecb64-1f7f-40a1-b350-ce04d5a10b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:01:45.908233 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-defabe1f-0f25-4d1f-9d26-0486eb432098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:45.908693 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defabe1f-0f25-4d1f-9d26-0486eb432098 None None] Bound using segment: {'id': 'dbe65114-52c2-4cbe-836c-c176f7392ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '091ecb64-1f7f-40a1-b350-ce04d5a10b94'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:01:45.909291 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-defabe1f-0f25-4d1f-9d26-0486eb432098 None None] Bound port: f479a738-2e7d-44bc-942a-0e0abf71ada5, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe65114-52c2-4cbe-836c-c176f7392ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '091ecb64-1f7f-40a1-b350-ce04d5a10b94'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:01:45.909785 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-defabe1f-0f25-4d1f-9d26-0486eb432098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:45.981324 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-defabe1f-0f25-4d1f-9d26-0486eb432098 None None] For port f479a738-2e7d-44bc-942a-0e0abf71ada5, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:01:45.985308 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-defabe1f-0f25-4d1f-9d26-0486eb432098 None None] For port f479a738-2e7d-44bc-942a-0e0abf71ada5, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=f479a738-2e7d-44bc-942a-0e0abf71ada5,segment=NetworkSegment(dbe65114-52c2-4cbe-836c-c176f7392ec0),segment_id=dbe65114-52c2-4cbe-836c-c176f7392ec0)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:01:45.990229 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-defabe1f-0f25-4d1f-9d26-0486eb432098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:46.053093 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defabe1f-0f25-4d1f-9d26-0486eb432098 None None] Pushing event updated for resources: {'Port': ['ID=f479a738-2e7d-44bc-942a-0e0abf71ada5,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:46.177639 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-3bdfe287-06d4-4cf9-8072-648bfbb7ba19 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Allocated IP 172.20.0.1 (091ecb64-1f7f-40a1-b350-ce04d5a10b94/fb211c26-4e4c-4b51-8e51-7bb5994c2284/1e6104a9-3b81-407b-b5ee-b50b20887af1) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:01:46.328395 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe287-06d4-4cf9-8072-648bfbb7ba19 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:46.343284 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-3bdfe287-06d4-4cf9-8072-648bfbb7ba19 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Transition to ACTIVE for port object 1e6104a9-3b81-407b-b5ee-b50b20887af1 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:01:46.379292 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe287-06d4-4cf9-8072-648bfbb7ba19 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:46.428012 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdfe287-06d4-4cf9-8072-648bfbb7ba19 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Network 091ecb64-1f7f-40a1-b350-ce04d5a10b94 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:01:46.431847 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-3bdfe287-06d4-4cf9-8072-648bfbb7ba19 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:01:46.434219 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdfe287-06d4-4cf9-8072-648bfbb7ba19 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:01:46.464211 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfe287-06d4-4cf9-8072-648bfbb7ba19 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'Port': ['ID=1e6104a9-3b81-407b-b5ee-b50b20887af1,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:46.488429 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe287-06d4-4cf9-8072-648bfbb7ba19 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:46.903259 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe287-06d4-4cf9-8072-648bfbb7ba19 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:47.060398 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a32dde-f36b-4337-9d56-c837849950b9 None None] Network 091ecb64-1f7f-40a1-b350-ce04d5a10b94 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:01:47.151031 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b681006a-9370-428b-9e2d-31e7dbea4d48 None None] Provisioning for port f479a738-2e7d-44bc-942a-0e0abf71ada5 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:01:47.227575 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe287-06d4-4cf9-8072-648bfbb7ba19 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:47.232554 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe287-06d4-4cf9-8072-648bfbb7ba19 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:47.312527 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfe287-06d4-4cf9-8072-648bfbb7ba19 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'Port': ['ID=1e6104a9-3b81-407b-b5ee-b50b20887af1,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:47.318378 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe287-06d4-4cf9-8072-648bfbb7ba19 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:47.419279 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdfe287-06d4-4cf9-8072-648bfbb7ba19 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Network 091ecb64-1f7f-40a1-b350-ce04d5a10b94 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:01:47.420833 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-3bdfe287-06d4-4cf9-8072-648bfbb7ba19 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:01:47.493081 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-145e687d-5f8f-4c0c-a406-8c2b7a30f8b4 None None] Provisioning for port 1e6104a9-3b81-407b-b5ee-b50b20887af1 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:01:47.497838 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-145e687d-5f8f-4c0c-a406-8c2b7a30f8b4 None None] Provisioning complete for port 1e6104a9-3b81-407b-b5ee-b50b20887af1 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:01:47.498328 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-145e687d-5f8f-4c0c-a406-8c2b7a30f8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:47.536294 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-145e687d-5f8f-4c0c-a406-8c2b7a30f8b4 None None] Port 1e6104a9-3b81-407b-b5ee-b50b20887af1 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:01:47.547238 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bdfe287-06d4-4cf9-8072-648bfbb7ba19 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Router a8150cff-4468-4eee-8599-4f99dd45798f has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:01:47.661183 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdfe287-06d4-4cf9-8072-648bfbb7ba19 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:01:47.666684 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3bdfe287-06d4-4cf9-8072-648bfbb7ba19 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "PUT /v2.0/routers/a8150cff-4468-4eee-8599-4f99dd45798f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3342886 Jul 15 14:01:47.679929 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb6a8c4-8532-4032-9354-e4477f280924 None None] Sync routers for ids ['a8150cff-4468-4eee-8599-4f99dd45798f'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:01:47.691978 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb6a8c4-8532-4032-9354-e4477f280924 None None] Routers {'a8150cff-4468-4eee-8599-4f99dd45798f'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:01:47.693051 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-5bb6a8c4-8532-4032-9354-e4477f280924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:01:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['a8150cff-4468-4eee-8599-4f99dd45798f'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:47.795829 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-45f9a239-603a-4e01-920d-2587e52cd30b None None] Provisioning complete for port 1e6104a9-3b81-407b-b5ee-b50b20887af1 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:01:47.796209 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-45f9a239-603a-4e01-920d-2587e52cd30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:47.828367 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-ae01e91a-b000-4a32-b057-387181489c50 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1836700600&fields=id&tenant_id=6425c0206e154f1bb445bd935ef3b1e7 HTTP/1.1" status: 200 len: 267 time: 0.0463879 Jul 15 14:01:47.847186 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-5bb6a8c4-8532-4032-9354-e4477f280924 None None] Set router a8150cff-4468-4eee-8599-4f99dd45798f gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:01:47.849133 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-45f9a239-603a-4e01-920d-2587e52cd30b None None] Port 1e6104a9-3b81-407b-b5ee-b50b20887af1 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:01:47.946177 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-607d1c44-5da7-4060-89ec-e5e400e5e3c7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:47.948108 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-607d1c44-5da7-4060-89ec-e5e400e5e3c7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/networks?id=091ecb64-1f7f-40a1-b350-ce04d5a10b94 HTTP/1.1" status: 200 len: 797 time: 0.1083391 Jul 15 14:01:47.964042 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-75c50df2-7b19-484a-af23-d7fdce1363c9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/quotas/6425c0206e154f1bb445bd935ef3b1e7 HTTP/1.1" status: 200 len: 375 time: 0.0105128 Jul 15 14:01:48.010642 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-e389b17a-f7ce-4deb-9cba-093bffe5e929 None None] Provisioning complete for port 1e6104a9-3b81-407b-b5ee-b50b20887af1 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:01:48.011012 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e389b17a-f7ce-4deb-9cba-093bffe5e929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:48.035104 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device f479a738-2e7d-44bc-942a-0e0abf71ada5 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:01:48.040774 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-a3108c32-71f2-4e50-ba2b-e72f58d72712 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6425c0206e154f1bb445bd935ef3b1e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0697944 Jul 15 14:01:48.092760 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-e389b17a-f7ce-4deb-9cba-093bffe5e929 None None] Port 1e6104a9-3b81-407b-b5ee-b50b20887af1 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:01:48.125872 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port f479a738-2e7d-44bc-942a-0e0abf71ada5 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:01:48.131680 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port f479a738-2e7d-44bc-942a-0e0abf71ada5 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:01:48.132052 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:48.136082 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-5bb6a8c4-8532-4032-9354-e4477f280924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8150cff-4468-4eee-8599-4f99dd45798f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624813953', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '23e1e1ee-e2b1-43b5-b868-e849207fc281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:01:43Z', 'updated_at': '2021-07-15T14:01:46Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '23e1e1ee-e2b1-43b5-b868-e849207fc281', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:36:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8150cff-4468-4eee-8599-4f99dd45798f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:01:43Z', 'updated_at': '2021-07-15T14:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '1e6104a9-3b81-407b-b5ee-b50b20887af1', 'name': '', 'network_id': '091ecb64-1f7f-40a1-b350-ce04d5a10b94', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:dd:22:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8150cff-4468-4eee-8599-4f99dd45798f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'fb211c26-4e4c-4b51-8e51-7bb5994c2284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:01:45Z', 'updated_at': '2021-07-15T14:01:47Z', 'revision_number': 2, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': 'fb211c26-4e4c-4b51-8e51-7bb5994c2284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:48.139692 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-4a2e442b-dd6f-4cb6-9912-0271ea6e6dcf service neutron] 10.222.0.16 "GET /v2.0/networks/091ecb64-1f7f-40a1-b350-ce04d5a10b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875099 Jul 15 14:01:48.230902 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-9aac305c-a41e-42ba-9cb6-631ba98926c7 service neutron] 10.222.0.16 "GET /v2.0/networks/091ecb64-1f7f-40a1-b350-ce04d5a10b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847478 Jul 15 14:01:48.340037 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb6a8c4-8532-4032-9354-e4477f280924 None None] Checking router: a8150cff-4468-4eee-8599-4f99dd45798f for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:01:48.340442 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb6a8c4-8532-4032-9354-e4477f280924 None None] Updating router a8150cff-4468-4eee-8599-4f99dd45798f port 1e6104a9-3b81-407b-b5ee-b50b20887af1 binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:01:48.389445 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5bb6a8c4-8532-4032-9354-e4477f280924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:48.418040 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b71beed3-1422-4fa8-9971-e5644bf9d457 req-7146e1e8-d368-4c72-af6d-aff3aae09150 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 210 time: 0.0324860 Jul 15 14:01:48.463105 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:48.553613 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port f479a738-2e7d-44bc-942a-0e0abf71ada5, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=f479a738-2e7d-44bc-942a-0e0abf71ada5,segment=NetworkSegment(dbe65114-52c2-4cbe-836c-c176f7392ec0),segment_id=dbe65114-52c2-4cbe-836c-c176f7392ec0)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:48.561044 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:48.561825 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 23e1e1ee-e2b1-43b5-b868-e849207fc281 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:01:48.701462 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=f479a738-2e7d-44bc-942a-0e0abf71ada5,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:48.732334 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 23e1e1ee-e2b1-43b5-b868-e849207fc281 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:01:48.744361 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 23e1e1ee-e2b1-43b5-b868-e849207fc281 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:01:48.744726 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:48.812766 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5bb6a8c4-8532-4032-9354-e4477f280924 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:48.826663 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-5bb6a8c4-8532-4032-9354-e4477f280924 None None] Transition to ACTIVE for port object 1e6104a9-3b81-407b-b5ee-b50b20887af1 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:01:48.833326 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5bb6a8c4-8532-4032-9354-e4477f280924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:48.903537 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:48.917866 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b730fd4d-b9b1-4689-b371-64b2608eb49d None None] Pushing event updated for resources: {'Port': ['ID=1e6104a9-3b81-407b-b5ee-b50b20887af1,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:48.953093 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 23e1e1ee-e2b1-43b5-b868-e849207fc281, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=23e1e1ee-e2b1-43b5-b868-e849207fc281,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:48.976372 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:49.008971 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-5bb6a8c4-8532-4032-9354-e4477f280924 None None] Attempting to bind port 1e6104a9-3b81-407b-b5ee-b50b20887af1 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:01:49.009832 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-5bb6a8c4-8532-4032-9354-e4477f280924 None None] Attempting to bind port 1e6104a9-3b81-407b-b5ee-b50b20887af1 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'dbe65114-52c2-4cbe-836c-c176f7392ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '091ecb64-1f7f-40a1-b350-ce04d5a10b94'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:01:49.010198 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb6a8c4-8532-4032-9354-e4477f280924 None None] Attempting to bind port 1e6104a9-3b81-407b-b5ee-b50b20887af1 on network 091ecb64-1f7f-40a1-b350-ce04d5a10b94 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:01:49.021863 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb6a8c4-8532-4032-9354-e4477f280924 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:01:49.022341 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb6a8c4-8532-4032-9354-e4477f280924 None None] Checking segment: {'id': 'dbe65114-52c2-4cbe-836c-c176f7392ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '091ecb64-1f7f-40a1-b350-ce04d5a10b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:01:49.022771 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5bb6a8c4-8532-4032-9354-e4477f280924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:49.023169 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb6a8c4-8532-4032-9354-e4477f280924 None None] Bound using segment: {'id': 'dbe65114-52c2-4cbe-836c-c176f7392ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '091ecb64-1f7f-40a1-b350-ce04d5a10b94'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:01:49.023644 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-5bb6a8c4-8532-4032-9354-e4477f280924 None None] Bound port: 1e6104a9-3b81-407b-b5ee-b50b20887af1, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe65114-52c2-4cbe-836c-c176f7392ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '091ecb64-1f7f-40a1-b350-ce04d5a10b94'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:01:49.024095 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5bb6a8c4-8532-4032-9354-e4477f280924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:49.068770 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=23e1e1ee-e2b1-43b5-b868-e849207fc281,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:49.110611 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-5bb6a8c4-8532-4032-9354-e4477f280924 None None] For port 1e6104a9-3b81-407b-b5ee-b50b20887af1, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:01:49.124450 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-5bb6a8c4-8532-4032-9354-e4477f280924 None None] For port 1e6104a9-3b81-407b-b5ee-b50b20887af1, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=1e6104a9-3b81-407b-b5ee-b50b20887af1,segment=NetworkSegment(dbe65114-52c2-4cbe-836c-c176f7392ec0),segment_id=dbe65114-52c2-4cbe-836c-c176f7392ec0)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:01:49.129738 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5bb6a8c4-8532-4032-9354-e4477f280924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:49.186391 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb6a8c4-8532-4032-9354-e4477f280924 None None] Routers {'a8150cff-4468-4eee-8599-4f99dd45798f'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:01:49.187060 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-5bb6a8c4-8532-4032-9354-e4477f280924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:01:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['a8150cff-4468-4eee-8599-4f99dd45798f'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:49.192161 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b730fd4d-b9b1-4689-b371-64b2608eb49d None None] Pushing event updated for resources: {'Port': ['ID=1e6104a9-3b81-407b-b5ee-b50b20887af1,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:49.299910 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-5bb6a8c4-8532-4032-9354-e4477f280924 None None] Set router a8150cff-4468-4eee-8599-4f99dd45798f gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:01:49.492470 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-f5719de4-3575-47bd-a363-0deb17862ca6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:49.494937 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-f5719de4-3575-47bd-a363-0deb17862ca6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.46 "GET /v2.0/networks?id=091ecb64-1f7f-40a1-b350-ce04d5a10b94 HTTP/1.1" status: 200 len: 797 time: 0.1241813 Jul 15 14:01:49.535454 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-5bb6a8c4-8532-4032-9354-e4477f280924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8150cff-4468-4eee-8599-4f99dd45798f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624813953', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '23e1e1ee-e2b1-43b5-b868-e849207fc281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:01:43Z', 'updated_at': '2021-07-15T14:01:46Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '23e1e1ee-e2b1-43b5-b868-e849207fc281', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:36:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8150cff-4468-4eee-8599-4f99dd45798f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:01:43Z', 'updated_at': '2021-07-15T14:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '1e6104a9-3b81-407b-b5ee-b50b20887af1', 'name': '', 'network_id': '091ecb64-1f7f-40a1-b350-ce04d5a10b94', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:dd:22:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8150cff-4468-4eee-8599-4f99dd45798f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'fb211c26-4e4c-4b51-8e51-7bb5994c2284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:01:45Z', 'updated_at': '2021-07-15T14:01:49Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': 'fb211c26-4e4c-4b51-8e51-7bb5994c2284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:01:49.551517 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-5c384127-d813-419e-bbbd-e9128af899e7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6425c0206e154f1bb445bd935ef3b1e7 HTTP/1.1" status: 200 len: 380 time: 0.0403879 Jul 15 14:01:49.560639 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-77baf010-195c-45e7-834f-e7389f7ec469 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'port': {'device_id': '259adec8-5776-4d39-922d-461dbd31b767', 'network_id': '091ecb64-1f7f-40a1-b350-ce04d5a10b94', 'admin_state_up': True, 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'security_groups': ['65f4b1a1-4f12-45b7-b363-0e9affebe3e7']}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:01:49.572856 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4555248e-7d7e-417e-be8b-1791c49ea87b req-b74c2c5c-1c01-4fa2-9428-abbea71b28f8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 210 time: 0.0384922 Jul 15 14:01:49.576168 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb6a8c4-8532-4032-9354-e4477f280924 None None] The sync data for ids ['a8150cff-4468-4eee-8599-4f99dd45798f'] in n-d-771363-36 is: [{'id': 'a8150cff-4468-4eee-8599-4f99dd45798f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624813953', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '23e1e1ee-e2b1-43b5-b868-e849207fc281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:01:43Z', 'updated_at': '2021-07-15T14:01:46Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '23e1e1ee-e2b1-43b5-b868-e849207fc281', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:36:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8150cff-4468-4eee-8599-4f99dd45798f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:01:43Z', 'updated_at': '2021-07-15T14:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '1e6104a9-3b81-407b-b5ee-b50b20887af1', 'name': '', 'network_id': '091ecb64-1f7f-40a1-b350-ce04d5a10b94', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:dd:22:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8150cff-4468-4eee-8599-4f99dd45798f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'fb211c26-4e4c-4b51-8e51-7bb5994c2284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:01:45Z', 'updated_at': '2021-07-15T14:01:49Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': 'fb211c26-4e4c-4b51-8e51-7bb5994c2284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:01:49.704300 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-77baf010-195c-45e7-834f-e7389f7ec469 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Made reservation on behalf of 6425c0206e154f1bb445bd935ef3b1e7 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:01:49.708151 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-77baf010-195c-45e7-834f-e7389f7ec469 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:49.836676 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-77baf010-195c-45e7-834f-e7389f7ec469 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Allocated IP 172.20.0.6 (091ecb64-1f7f-40a1-b350-ce04d5a10b94/fb211c26-4e4c-4b51-8e51-7bb5994c2284/a2980a0f-dcdf-4cac-ad3e-99bc271194f4) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:01:49.988762 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-77baf010-195c-45e7-834f-e7389f7ec469 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:50.003649 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-77baf010-195c-45e7-834f-e7389f7ec469 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Transition to ACTIVE for port object a2980a0f-dcdf-4cac-ad3e-99bc271194f4 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:01:50.041000 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device f479a738-2e7d-44bc-942a-0e0abf71ada5 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:01:50.049381 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-77baf010-195c-45e7-834f-e7389f7ec469 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:50.099410 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port f479a738-2e7d-44bc-942a-0e0abf71ada5 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:01:50.099938 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:50.102891 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-77baf010-195c-45e7-834f-e7389f7ec469 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Network 091ecb64-1f7f-40a1-b350-ce04d5a10b94 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:01:50.105190 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-77baf010-195c-45e7-834f-e7389f7ec469 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:01:50.107723 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-77baf010-195c-45e7-834f-e7389f7ec469 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:01:50.133299 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77baf010-195c-45e7-834f-e7389f7ec469 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'Port': ['ID=a2980a0f-dcdf-4cac-ad3e-99bc271194f4,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:50.175568 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-77baf010-195c-45e7-834f-e7389f7ec469 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:50.176292 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-77baf010-195c-45e7-834f-e7389f7ec469 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:50.184655 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 23e1e1ee-e2b1-43b5-b868-e849207fc281 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:01:50.199779 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-77baf010-195c-45e7-834f-e7389f7ec469 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6436660 Jul 15 14:01:50.241245 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 23e1e1ee-e2b1-43b5-b868-e849207fc281 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:01:50.241614 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:50.292008 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-c0751f68-f680-47bb-bedc-61ab59899f9b service neutron] Request body: {'port': {'device_id': '259adec8-5776-4d39-922d-461dbd31b767', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:01:50.342456 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1e6104a9-3b81-407b-b5ee-b50b20887af1 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:01:50.374277 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-c0751f68-f680-47bb-bedc-61ab59899f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:50.400256 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 1e6104a9-3b81-407b-b5ee-b50b20887af1 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:01:50.404337 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 1e6104a9-3b81-407b-b5ee-b50b20887af1 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:01:50.404709 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:50.452821 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-58edd8bb-96b4-4ffe-8ac6-231a7efca36e None None] Provisioning for port a2980a0f-dcdf-4cac-ad3e-99bc271194f4 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:01:50.458737 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-58edd8bb-96b4-4ffe-8ac6-231a7efca36e None None] Provisioning complete for port a2980a0f-dcdf-4cac-ad3e-99bc271194f4 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:01:50.459107 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-58edd8bb-96b4-4ffe-8ac6-231a7efca36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:50.517029 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-58edd8bb-96b4-4ffe-8ac6-231a7efca36e None None] Port a2980a0f-dcdf-4cac-ad3e-99bc271194f4 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:01:50.528278 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:50.562944 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 1e6104a9-3b81-407b-b5ee-b50b20887af1, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=1e6104a9-3b81-407b-b5ee-b50b20887af1,segment=NetworkSegment(dbe65114-52c2-4cbe-836c-c176f7392ec0),segment_id=dbe65114-52c2-4cbe-836c-c176f7392ec0)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:50.567031 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:50.621300 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=1e6104a9-3b81-407b-b5ee-b50b20887af1,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:50.671713 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-c0751f68-f680-47bb-bedc-61ab59899f9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2980a0f-dcdf-4cac-ad3e-99bc271194f4 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:01:50.680099 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-c0751f68-f680-47bb-bedc-61ab59899f9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:50.695594 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-c0751f68-f680-47bb-bedc-61ab59899f9b service neutron] Transition to ACTIVE for port object a2980a0f-dcdf-4cac-ad3e-99bc271194f4 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:01:50.700612 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-c0751f68-f680-47bb-bedc-61ab59899f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:50.768632 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f51a5-da55-4366-b0e0-1791b4ce03fe req-d1bfd364-aab9-4701-a201-af024037cdca tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:50.770115 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b5f51a5-da55-4366-b0e0-1791b4ce03fe req-d1bfd364-aab9-4701-a201-af024037cdca tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 943 time: 0.0684664 Jul 15 14:01:50.777556 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0751f68-f680-47bb-bedc-61ab59899f9b service neutron] Pushing event updated for resources: {'Port': ['ID=a2980a0f-dcdf-4cac-ad3e-99bc271194f4,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:50.812679 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6b5f51a5-da55-4366-b0e0-1791b4ce03fe req-a476f2b1-517f-4958-8c22-197b272b9ff0 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=65f4b1a1-4f12-45b7-b363-0e9affebe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354443 Jul 15 14:01:50.847168 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-c0751f68-f680-47bb-bedc-61ab59899f9b service neutron] Attempting to bind port a2980a0f-dcdf-4cac-ad3e-99bc271194f4 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:01:50.847515 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-c0751f68-f680-47bb-bedc-61ab59899f9b service neutron] Attempting to bind port a2980a0f-dcdf-4cac-ad3e-99bc271194f4 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'dbe65114-52c2-4cbe-836c-c176f7392ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '091ecb64-1f7f-40a1-b350-ce04d5a10b94'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:01:50.847855 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-c0751f68-f680-47bb-bedc-61ab59899f9b service neutron] Attempting to bind port a2980a0f-dcdf-4cac-ad3e-99bc271194f4 on network 091ecb64-1f7f-40a1-b350-ce04d5a10b94 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:01:50.852910 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-c0751f68-f680-47bb-bedc-61ab59899f9b service neutron] Port a2980a0f-dcdf-4cac-ad3e-99bc271194f4 on network 091ecb64-1f7f-40a1-b350-ce04d5a10b94 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:01:50.853147 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-c0751f68-f680-47bb-bedc-61ab59899f9b service neutron] Attempting to bind port a2980a0f-dcdf-4cac-ad3e-99bc271194f4 on network 091ecb64-1f7f-40a1-b350-ce04d5a10b94 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:01:50.858637 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-c0751f68-f680-47bb-bedc-61ab59899f9b service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:01:50.858989 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-c0751f68-f680-47bb-bedc-61ab59899f9b service neutron] Checking segment: {'id': 'dbe65114-52c2-4cbe-836c-c176f7392ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '091ecb64-1f7f-40a1-b350-ce04d5a10b94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:01:50.859385 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-c0751f68-f680-47bb-bedc-61ab59899f9b service neutron] Bound using segment: {'id': 'dbe65114-52c2-4cbe-836c-c176f7392ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '091ecb64-1f7f-40a1-b350-ce04d5a10b94'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:01:50.859845 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-c0751f68-f680-47bb-bedc-61ab59899f9b service neutron] Bound port: a2980a0f-dcdf-4cac-ad3e-99bc271194f4, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbe65114-52c2-4cbe-836c-c176f7392ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '091ecb64-1f7f-40a1-b350-ce04d5a10b94'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:01:50.860213 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-c0751f68-f680-47bb-bedc-61ab59899f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:50.930339 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-c0751f68-f680-47bb-bedc-61ab59899f9b service neutron] For port a2980a0f-dcdf-4cac-ad3e-99bc271194f4, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:01:50.933676 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-c0751f68-f680-47bb-bedc-61ab59899f9b service neutron] For port a2980a0f-dcdf-4cac-ad3e-99bc271194f4, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a2980a0f-dcdf-4cac-ad3e-99bc271194f4,segment=NetworkSegment(dbe65114-52c2-4cbe-836c-c176f7392ec0),segment_id=dbe65114-52c2-4cbe-836c-c176f7392ec0)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:01:50.937836 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-c0751f68-f680-47bb-bedc-61ab59899f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:50.972201 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-c0751f68-f680-47bb-bedc-61ab59899f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:50.972819 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-c0751f68-f680-47bb-bedc-61ab59899f9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:50.974189 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-c0751f68-f680-47bb-bedc-61ab59899f9b service neutron] 10.222.0.46 "PUT /v2.0/ports/a2980a0f-dcdf-4cac-ad3e-99bc271194f4 HTTP/1.1" status: 200 len: 1092 time: 0.7664914 Jul 15 14:01:50.974648 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259adec8-5776-4d39-922d-461dbd31b767', 'tag': 'a2980a0f-dcdf-4cac-ad3e-99bc271194f4'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:01:50.976927 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8576bed0d9272eb7d87375883ff290b2d3af54e29368fa65b340403a42b02ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a8685c-5eab-413e-9eac-fcbd3672d16c" -d '{"events": [{"name": "network-changed", "server_uuid": "259adec8-5776-4d39-922d-461dbd31b767", "tag": "a2980a0f-dcdf-4cac-ad3e-99bc271194f4"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:01:51.010640 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0751f68-f680-47bb-bedc-61ab59899f9b service neutron] Pushing event updated for resources: {'Port': ['ID=a2980a0f-dcdf-4cac-ad3e-99bc271194f4,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:51.078524 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-87482ca7-ab8e-4974-b9fb-162c25c72408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:51.080419 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-87482ca7-ab8e-4974-b9fb-162c25c72408 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6425c0206e154f1bb445bd935ef3b1e7&device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 1095 time: 0.0600967 Jul 15 14:01:51.095948 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b78e3b-51f0-47c3-b6e0-070ed004506c x-openstack-request-id: req-88b78e3b-51f0-47c3-b6e0-070ed004506c {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:01:51.096241 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259adec8-5776-4d39-922d-461dbd31b767", "tag": "a2980a0f-dcdf-4cac-ad3e-99bc271194f4", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:01:51.096500 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-88b78e3b-51f0-47c3-b6e0-070ed004506c {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:01:51.096897 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259adec8-5776-4d39-922d-461dbd31b767', 'tag': 'a2980a0f-dcdf-4cac-ad3e-99bc271194f4', 'status': 'completed', 'code': 200} Jul 15 14:01:51.130429 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-b0cd6209-3e0e-4bf5-9d77-c282020b951c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2980a0f-dcdf-4cac-ad3e-99bc271194f4 HTTP/1.1" status: 200 len: 217 time: 0.0428555 Jul 15 14:01:51.179345 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-46486cd5-fc50-4a8a-9834-2f1cde8dae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:51.181308 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-46486cd5-fc50-4a8a-9834-2f1cde8dae83 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fb211c26-4e4c-4b51-8e51-7bb5994c2284 HTTP/1.1" status: 200 len: 835 time: 0.0446625 Jul 15 14:01:51.234845 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-2fba3133-eef0-454a-8f03-e88526268270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:51.236289 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-2fba3133-eef0-454a-8f03-e88526268270 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=091ecb64-1f7f-40a1-b350-ce04d5a10b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497806 Jul 15 14:01:51.329066 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-748a7295-3f72-4ee8-8ad1-726e28971522 service neutron] 10.222.0.46 "GET /v2.0/networks/091ecb64-1f7f-40a1-b350-ce04d5a10b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860827 Jul 15 14:01:51.417645 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e73968b7-6949-4d5e-9b8c-2d203b39c211 req-b878c64b-44dc-42bf-80d1-ed43496d0fc3 service neutron] 10.222.0.46 "GET /v2.0/networks/091ecb64-1f7f-40a1-b350-ce04d5a10b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802028 Jul 15 14:01:51.513783 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8685c-5eab-413e-9eac-fcbd3672d16c req-2c262996-fdf1-4af3-a55e-6ffd07f049c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:51.515282 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c4a8685c-5eab-413e-9eac-fcbd3672d16c req-2c262996-fdf1-4af3-a55e-6ffd07f049c8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6425c0206e154f1bb445bd935ef3b1e7&device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 1095 time: 0.0504243 Jul 15 14:01:51.607855 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8685c-5eab-413e-9eac-fcbd3672d16c req-e371ca64-0370-4883-84c7-a7977984ac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:51.609235 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c4a8685c-5eab-413e-9eac-fcbd3672d16c req-e371ca64-0370-4883-84c7-a7977984ac9c service neutron] 10.222.0.46 "GET /v2.0/networks?id=091ecb64-1f7f-40a1-b350-ce04d5a10b94 HTTP/1.1" status: 200 len: 898 time: 0.0874414 Jul 15 14:01:51.649305 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c4a8685c-5eab-413e-9eac-fcbd3672d16c req-5a8a603f-2a96-4d49-bcd3-95eea54bd186 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2980a0f-dcdf-4cac-ad3e-99bc271194f4 HTTP/1.1" status: 200 len: 217 time: 0.0329566 Jul 15 14:01:51.700298 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8685c-5eab-413e-9eac-fcbd3672d16c req-6ffcc078-d67b-4957-9de3-5e6d53cddce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:51.701728 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c4a8685c-5eab-413e-9eac-fcbd3672d16c req-6ffcc078-d67b-4957-9de3-5e6d53cddce1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fb211c26-4e4c-4b51-8e51-7bb5994c2284 HTTP/1.1" status: 200 len: 835 time: 0.0464277 Jul 15 14:01:51.758299 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8685c-5eab-413e-9eac-fcbd3672d16c req-b3c1d041-619c-445e-95b4-e62646455aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:51.760423 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c4a8685c-5eab-413e-9eac-fcbd3672d16c req-b3c1d041-619c-445e-95b4-e62646455aee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=091ecb64-1f7f-40a1-b350-ce04d5a10b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509541 Jul 15 14:01:51.850846 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c4a8685c-5eab-413e-9eac-fcbd3672d16c req-8030bcb9-6360-4ba2-9688-22ee639a71d0 service neutron] 10.222.0.46 "GET /v2.0/networks/091ecb64-1f7f-40a1-b350-ce04d5a10b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830710 Jul 15 14:01:51.943038 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c4a8685c-5eab-413e-9eac-fcbd3672d16c req-5bab8d35-6508-4f01-a1b4-fd72dac17fb7 service neutron] 10.222.0.46 "GET /v2.0/networks/091ecb64-1f7f-40a1-b350-ce04d5a10b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858736 Jul 15 14:01:51.962617 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1e6104a9-3b81-407b-b5ee-b50b20887af1 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:01:51.997048 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354417a5-b6d2-49ea-a5f1-fa6e26d7ce34 req-524b9039-5d27-45eb-8a86-90110d0f7c79 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:51.998536 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-354417a5-b6d2-49ea-a5f1-fa6e26d7ce34 req-524b9039-5d27-45eb-8a86-90110d0f7c79 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 943 time: 0.0702460 Jul 15 14:01:52.010395 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 1e6104a9-3b81-407b-b5ee-b50b20887af1 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:01:52.010865 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:52.036042 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-354417a5-b6d2-49ea-a5f1-fa6e26d7ce34 req-b3cb9297-695d-41b6-bb47-576c0ee9daf5 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=65f4b1a1-4f12-45b7-b363-0e9affebe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316715 Jul 15 14:01:53.214534 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b62c1d-5185-4807-bf09-ce76131ec96a req-ad31b9ba-ce80-4d29-8c21-dee1cde72614 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:53.215938 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e7b62c1d-5185-4807-bf09-ce76131ec96a req-ad31b9ba-ce80-4d29-8c21-dee1cde72614 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 943 time: 0.0622082 Jul 15 14:01:53.252221 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e7b62c1d-5185-4807-bf09-ce76131ec96a req-755dab74-f086-4144-9487-f6b63d0bc67f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=65f4b1a1-4f12-45b7-b363-0e9affebe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307584 Jul 15 14:01:53.872223 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device a2980a0f-dcdf-4cac-ad3e-99bc271194f4 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:01:53.966470 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port a2980a0f-dcdf-4cac-ad3e-99bc271194f4, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a2980a0f-dcdf-4cac-ad3e-99bc271194f4,segment=NetworkSegment(dbe65114-52c2-4cbe-836c-c176f7392ec0),segment_id=dbe65114-52c2-4cbe-836c-c176f7392ec0)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:53.977016 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'a2980a0f-dcdf-4cac-ad3e-99bc271194f4', 'network_id': '091ecb64-1f7f-40a1-b350-ce04d5a10b94', 'port_id': 'a2980a0f-dcdf-4cac-ad3e-99bc271194f4', 'mac_address': 'fa:16:3e:9b:36:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb211c26-4e4c-4b51-8e51-7bb5994c2284', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:01:54.012337 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:54.024251 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2980a0f-dcdf-4cac-ad3e-99bc271194f4 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:01:54.043607 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port a2980a0f-dcdf-4cac-ad3e-99bc271194f4, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a2980a0f-dcdf-4cac-ad3e-99bc271194f4,segment=NetworkSegment(dbe65114-52c2-4cbe-836c-c176f7392ec0),segment_id=dbe65114-52c2-4cbe-836c-c176f7392ec0)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:54.047538 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:54.096295 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=a2980a0f-dcdf-4cac-ad3e-99bc271194f4,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:54.267029 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['a2980a0f-dcdf-4cac-ad3e-99bc271194f4'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:01:54.423682 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79873d67-8432-4943-bfc3-7f5e99baf613 req-a7f75240-0f4f-46f3-beb5-549cb4b74c82 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:54.425314 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-79873d67-8432-4943-bfc3-7f5e99baf613 req-a7f75240-0f4f-46f3-beb5-549cb4b74c82 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 944 time: 0.0616601 Jul 15 14:01:54.466701 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-79873d67-8432-4943-bfc3-7f5e99baf613 req-b6c6a1b6-98b1-4827-a293-c42ef10469ab tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=65f4b1a1-4f12-45b7-b363-0e9affebe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357628 Jul 15 14:01:55.347360 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:01:55.636065 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6fca6-e1f3-43cf-a27e-38096d5c6610 req-346bb409-e84b-4a4f-a77e-ae6d805c247b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:55.637568 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-53b6fca6-e1f3-43cf-a27e-38096d5c6610 req-346bb409-e84b-4a4f-a77e-ae6d805c247b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 944 time: 0.0631528 Jul 15 14:01:55.674705 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-53b6fca6-e1f3-43cf-a27e-38096d5c6610 req-7eb4d955-e6d9-4c83-a5a0-60580f2342a7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=65f4b1a1-4f12-45b7-b363-0e9affebe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315917 Jul 15 14:01:55.885604 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device a2980a0f-dcdf-4cac-ad3e-99bc271194f4 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:01:55.933015 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port a2980a0f-dcdf-4cac-ad3e-99bc271194f4 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:01:55.936484 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port a2980a0f-dcdf-4cac-ad3e-99bc271194f4 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:01:55.936862 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:56.013670 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:56.035913 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259adec8-5776-4d39-922d-461dbd31b767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2980a0f-dcdf-4cac-ad3e-99bc271194f4'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:01:56.038162 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d336e28e73e37671204d4011867161ab10622757e030a17953cce0be893d8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113d2fe4-4b27-4383-a5c0-a7c683c57aae" -d '{"events": [{"server_uuid": "259adec8-5776-4d39-922d-461dbd31b767", "name": "network-vif-plugged", "status": "completed", "tag": "a2980a0f-dcdf-4cac-ad3e-99bc271194f4"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:01:56.050310 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port a2980a0f-dcdf-4cac-ad3e-99bc271194f4, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a2980a0f-dcdf-4cac-ad3e-99bc271194f4,segment=NetworkSegment(dbe65114-52c2-4cbe-836c-c176f7392ec0),segment_id=dbe65114-52c2-4cbe-836c-c176f7392ec0)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:01:56.054327 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:56.105061 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=a2980a0f-dcdf-4cac-ad3e-99bc271194f4,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:56.127912 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a263fee9-059a-4f4d-b539-6e2fc9f81f1e x-openstack-request-id: req-a263fee9-059a-4f4d-b539-6e2fc9f81f1e {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:01:56.128198 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259adec8-5776-4d39-922d-461dbd31b767", "name": "network-vif-plugged", "status": "completed", "tag": "a2980a0f-dcdf-4cac-ad3e-99bc271194f4", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:01:56.128451 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a263fee9-059a-4f4d-b539-6e2fc9f81f1e {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:01:56.128842 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259adec8-5776-4d39-922d-461dbd31b767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2980a0f-dcdf-4cac-ad3e-99bc271194f4', 'code': 200} Jul 15 14:01:56.237720 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93966f-877c-4af5-9274-e2dd67436120 req-531ef700-be19-42e6-ba34-6589b510d0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:56.239246 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1d93966f-877c-4af5-9274-e2dd67436120 req-531ef700-be19-42e6-ba34-6589b510d0ad service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 1097 time: 0.0511382 Jul 15 14:01:56.272523 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1d93966f-877c-4af5-9274-e2dd67436120 req-8fd433ee-8b9c-4dff-b19d-b65c29e4a11d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=65f4b1a1-4f12-45b7-b363-0e9affebe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267415 Jul 15 14:01:56.843012 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8c8f8-0eaf-4e91-a13f-3fac3c669c00 req-06bfd457-28b3-415f-b009-b1102647c404 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:56.844496 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9bd8c8f8-0eaf-4e91-a13f-3fac3c669c00 req-06bfd457-28b3-415f-b009-b1102647c404 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 945 time: 0.0625854 Jul 15 14:01:56.881531 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9bd8c8f8-0eaf-4e91-a13f-3fac3c669c00 req-aa5feba9-876c-4d61-94f1-abe6a9ca173c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=65f4b1a1-4f12-45b7-b363-0e9affebe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315716 Jul 15 14:01:58.056144 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad827c4c-a8a1-4689-9a25-58e3325b0662 req-a87c364d-71c5-4df8-94a7-40fd21ff80bd tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:58.057618 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ad827c4c-a8a1-4689-9a25-58e3325b0662 req-a87c364d-71c5-4df8-94a7-40fd21ff80bd tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 945 time: 0.0662041 Jul 15 14:01:58.094890 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ad827c4c-a8a1-4689-9a25-58e3325b0662 req-dc5d45b8-ab81-4210-a051-7ef88e8ca0f3 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=65f4b1a1-4f12-45b7-b363-0e9affebe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317183 Jul 15 14:01:58.263399 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b323b1-c5e5-4446-a21f-46a2e2aff8b7 req-1c3adba9-5dbb-4d49-9119-300f4525a27e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:58.264861 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-64b323b1-c5e5-4446-a21f-46a2e2aff8b7 req-1c3adba9-5dbb-4d49-9119-300f4525a27e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 945 time: 0.0623074 Jul 15 14:01:58.300908 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-64b323b1-c5e5-4446-a21f-46a2e2aff8b7 req-e26a20ee-54d3-406e-a99f-8901fae1abc4 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=65f4b1a1-4f12-45b7-b363-0e9affebe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305755 Jul 15 14:01:58.325300 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40590) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:01:58.381199 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d13ede-3b8e-430d-a4ed-9674b5e965ef tempest-TestNetworkAdvancedServerOps-1664808803 tempest-TestNetworkAdvancedServerOps-1664808803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:58.382713 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f2d13ede-3b8e-430d-a4ed-9674b5e965ef tempest-TestNetworkAdvancedServerOps-1664808803 tempest-TestNetworkAdvancedServerOps-1664808803-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 1092 time: 0.0563734 Jul 15 14:01:58.385472 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40592) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:01:58.389814 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-a1425982-aa97-49f7-9787-110f98413cd8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'port_id': 'a2980a0f-dcdf-4cac-ad3e-99bc271194f4', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:01:58.414728 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a1425982-aa97-49f7-9787-110f98413cd8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for floatingip, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:58.509959 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a1425982-aa97-49f7-9787-110f98413cd8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:58.613038 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-a1425982-aa97-49f7-9787-110f98413cd8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Allocated IP 172.25.8.13 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/9bfd1e9f-7afc-4392-a350-175997287933) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:01:58.712592 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a1425982-aa97-49f7-9787-110f98413cd8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:58.749240 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a1425982-aa97-49f7-9787-110f98413cd8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:58.788025 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1425982-aa97-49f7-9787-110f98413cd8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:01:58.794543 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-a1425982-aa97-49f7-9787-110f98413cd8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:01:58.798029 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1425982-aa97-49f7-9787-110f98413cd8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:01:58.803324 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1425982-aa97-49f7-9787-110f98413cd8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'Port': ['ID=9bfd1e9f-7afc-4392-a350-175997287933,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:59.154832 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a1425982-aa97-49f7-9787-110f98413cd8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:59.230873 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a1425982-aa97-49f7-9787-110f98413cd8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:59.376314 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a1425982-aa97-49f7-9787-110f98413cd8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:59.380727 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a1425982-aa97-49f7-9787-110f98413cd8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:59.445665 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1425982-aa97-49f7-9787-110f98413cd8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'Port': ['ID=9bfd1e9f-7afc-4392-a350-175997287933,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:01:59.457790 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a1425982-aa97-49f7-9787-110f98413cd8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:59.556659 n-d-771363-36 neutron-server[93826]: INFO neutron.db.l3_db [None req-a1425982-aa97-49f7-9787-110f98413cd8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Floating IP dbc1ad7e-dcf8-40a6-b485-8776ffbcf59d associated. External IP: 172.25.8.13, port: a2980a0f-dcdf-4cac-ad3e-99bc271194f4. Jul 15 14:01:59.721971 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:59.732389 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-29e8322e-400e-492f-b891-c05c33d5b79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:59.991683 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:00.018663 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1425982-aa97-49f7-9787-110f98413cd8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Router a8150cff-4468-4eee-8599-4f99dd45798f has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:02:00.123530 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1425982-aa97-49f7-9787-110f98413cd8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:02:00.133231 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95fc79c-58c0-48e8-9d22-d442a4970fbb None None] Sync routers for ids ['a8150cff-4468-4eee-8599-4f99dd45798f'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:02:00.139519 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a1425982-aa97-49f7-9787-110f98413cd8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:00.141717 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95fc79c-58c0-48e8-9d22-d442a4970fbb None None] Routers {'a8150cff-4468-4eee-8599-4f99dd45798f'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:02:00.142312 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-a95fc79c-58c0-48e8-9d22-d442a4970fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:01:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['a8150cff-4468-4eee-8599-4f99dd45798f'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:00.176928 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a1425982-aa97-49f7-9787-110f98413cd8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7904427 Jul 15 14:02:00.177626 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259adec8-5776-4d39-922d-461dbd31b767', 'tag': 'a2980a0f-dcdf-4cac-ad3e-99bc271194f4'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:02:00.180120 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8576bed0d9272eb7d87375883ff290b2d3af54e29368fa65b340403a42b02ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5e6dbe-b539-4a5a-b19d-3436a4aea70b" -d '{"events": [{"name": "network-changed", "server_uuid": "259adec8-5776-4d39-922d-461dbd31b767", "tag": "a2980a0f-dcdf-4cac-ad3e-99bc271194f4"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:02:00.223104 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b97d5b-5af4-4c83-a116-4bbc491b5958 x-openstack-request-id: req-c4b97d5b-5af4-4c83-a116-4bbc491b5958 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:02:00.223478 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259adec8-5776-4d39-922d-461dbd31b767", "tag": "a2980a0f-dcdf-4cac-ad3e-99bc271194f4", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:02:00.223785 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c4b97d5b-5af4-4c83-a116-4bbc491b5958 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:02:00.224325 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259adec8-5776-4d39-922d-461dbd31b767', 'tag': 'a2980a0f-dcdf-4cac-ad3e-99bc271194f4', 'status': 'completed', 'code': 200} Jul 15 14:02:00.301966 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e6dbe-b539-4a5a-b19d-3436a4aea70b req-55b9da05-9df2-4116-a861-96a332fccffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:00.303521 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0b5e6dbe-b539-4a5a-b19d-3436a4aea70b req-55b9da05-9df2-4116-a861-96a332fccffc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6425c0206e154f1bb445bd935ef3b1e7&device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 1097 time: 0.0567942 Jul 15 14:02:00.336238 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c1035-8459-4e3b-9c45-2ea38fac11c5 req-ef92cde4-3dd7-482d-9fb1-85e518dd3d4a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:00.337388 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-a95fc79c-58c0-48e8-9d22-d442a4970fbb None None] Set router a8150cff-4468-4eee-8599-4f99dd45798f gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:02:00.339302 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e35c1035-8459-4e3b-9c45-2ea38fac11c5 req-ef92cde4-3dd7-482d-9fb1-85e518dd3d4a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 945 time: 0.0682764 Jul 15 14:02:00.380767 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e35c1035-8459-4e3b-9c45-2ea38fac11c5 req-4c693293-2628-4f39-8e50-a73a6117e638 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=65f4b1a1-4f12-45b7-b363-0e9affebe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364840 Jul 15 14:02:00.402171 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e6dbe-b539-4a5a-b19d-3436a4aea70b req-03215ed9-1453-4561-ba4f-eb46dd5a1e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:00.403792 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0b5e6dbe-b539-4a5a-b19d-3436a4aea70b req-03215ed9-1453-4561-ba4f-eb46dd5a1e4e service neutron] 10.222.0.46 "GET /v2.0/networks?id=091ecb64-1f7f-40a1-b350-ce04d5a10b94 HTTP/1.1" status: 200 len: 898 time: 0.0941641 Jul 15 14:02:00.405876 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40598) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:00.513518 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2fed96a3-d133-4a52-aa09-a558ba3c51d2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/floatingips/dbc1ad7e-dcf8-40a6-b485-8776ffbcf59d HTTP/1.1" status: 200 len: 990 time: 0.1060765 Jul 15 14:02:00.517211 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0b5e6dbe-b539-4a5a-b19d-3436a4aea70b req-efa52e65-f9b3-4268-b421-6431854196b5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2980a0f-dcdf-4cac-ad3e-99bc271194f4 HTTP/1.1" status: 200 len: 998 time: 0.1051619 Jul 15 14:02:00.561552 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-a95fc79c-58c0-48e8-9d22-d442a4970fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8150cff-4468-4eee-8599-4f99dd45798f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624813953', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '23e1e1ee-e2b1-43b5-b868-e849207fc281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:01:43Z', 'updated_at': '2021-07-15T14:01:46Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '23e1e1ee-e2b1-43b5-b868-e849207fc281', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:36:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8150cff-4468-4eee-8599-4f99dd45798f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:01:43Z', 'updated_at': '2021-07-15T14:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'dbc1ad7e-dcf8-40a6-b485-8776ffbcf59d', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'floating_ip_address': '172.25.8.13', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'a8150cff-4468-4eee-8599-4f99dd45798f', 'port_id': 'a2980a0f-dcdf-4cac-ad3e-99bc271194f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '091ecb64-1f7f-40a1-b350-ce04d5a10b94', 'mac_address': 'fa:16:3e:9b:36:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259adec8-5776-4d39-922d-461dbd31b767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:01:59Z', 'updated_at': '2021-07-15T14:01:59Z', 'revision_number': 0, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e6104a9-3b81-407b-b5ee-b50b20887af1', 'name': '', 'network_id': '091ecb64-1f7f-40a1-b350-ce04d5a10b94', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:dd:22:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8150cff-4468-4eee-8599-4f99dd45798f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'fb211c26-4e4c-4b51-8e51-7bb5994c2284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:01:45Z', 'updated_at': '2021-07-15T14:01:50Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': 'fb211c26-4e4c-4b51-8e51-7bb5994c2284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:00.566832 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e6dbe-b539-4a5a-b19d-3436a4aea70b req-0df297f2-1851-46df-9a79-17ce7de74c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:00.568333 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0b5e6dbe-b539-4a5a-b19d-3436a4aea70b req-0df297f2-1851-46df-9a79-17ce7de74c33 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fb211c26-4e4c-4b51-8e51-7bb5994c2284 HTTP/1.1" status: 200 len: 835 time: 0.0443943 Jul 15 14:02:00.588229 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95fc79c-58c0-48e8-9d22-d442a4970fbb None None] Checking router: a8150cff-4468-4eee-8599-4f99dd45798f for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:02:00.596155 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95fc79c-58c0-48e8-9d22-d442a4970fbb None None] Routers {'a8150cff-4468-4eee-8599-4f99dd45798f'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:02:00.596752 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-a95fc79c-58c0-48e8-9d22-d442a4970fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:01:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['a8150cff-4468-4eee-8599-4f99dd45798f'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:00.627017 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e6dbe-b539-4a5a-b19d-3436a4aea70b req-ae61d5e0-8c3d-4420-a22c-a7aa085946bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:00.628533 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0b5e6dbe-b539-4a5a-b19d-3436a4aea70b req-ae61d5e0-8c3d-4420-a22c-a7aa085946bc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=091ecb64-1f7f-40a1-b350-ce04d5a10b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540972 Jul 15 14:02:00.699748 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-a95fc79c-58c0-48e8-9d22-d442a4970fbb None None] Set router a8150cff-4468-4eee-8599-4f99dd45798f gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:02:00.718954 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0b5e6dbe-b539-4a5a-b19d-3436a4aea70b req-d1c9ff2f-1e2a-444a-9b42-bb1e4655e44e service neutron] 10.222.0.46 "GET /v2.0/networks/091ecb64-1f7f-40a1-b350-ce04d5a10b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835047 Jul 15 14:02:00.814652 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0b5e6dbe-b539-4a5a-b19d-3436a4aea70b req-93d5d414-3bed-4fe3-99a6-8aaa2202b678 service neutron] 10.222.0.46 "GET /v2.0/networks/091ecb64-1f7f-40a1-b350-ce04d5a10b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872319 Jul 15 14:02:00.914696 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-a95fc79c-58c0-48e8-9d22-d442a4970fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8150cff-4468-4eee-8599-4f99dd45798f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624813953', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '23e1e1ee-e2b1-43b5-b868-e849207fc281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:01:43Z', 'updated_at': '2021-07-15T14:01:46Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '23e1e1ee-e2b1-43b5-b868-e849207fc281', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:36:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8150cff-4468-4eee-8599-4f99dd45798f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:01:43Z', 'updated_at': '2021-07-15T14:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'dbc1ad7e-dcf8-40a6-b485-8776ffbcf59d', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'floating_ip_address': '172.25.8.13', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'a8150cff-4468-4eee-8599-4f99dd45798f', 'port_id': 'a2980a0f-dcdf-4cac-ad3e-99bc271194f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '091ecb64-1f7f-40a1-b350-ce04d5a10b94', 'mac_address': 'fa:16:3e:9b:36:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259adec8-5776-4d39-922d-461dbd31b767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:01:59Z', 'updated_at': '2021-07-15T14:01:59Z', 'revision_number': 0, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e6104a9-3b81-407b-b5ee-b50b20887af1', 'name': '', 'network_id': '091ecb64-1f7f-40a1-b350-ce04d5a10b94', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:dd:22:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8150cff-4468-4eee-8599-4f99dd45798f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'fb211c26-4e4c-4b51-8e51-7bb5994c2284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:01:45Z', 'updated_at': '2021-07-15T14:01:50Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': 'fb211c26-4e4c-4b51-8e51-7bb5994c2284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:00.943526 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95fc79c-58c0-48e8-9d22-d442a4970fbb None None] The sync data for ids ['a8150cff-4468-4eee-8599-4f99dd45798f'] in n-d-771363-36 is: [{'id': 'a8150cff-4468-4eee-8599-4f99dd45798f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624813953', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '23e1e1ee-e2b1-43b5-b868-e849207fc281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:01:43Z', 'updated_at': '2021-07-15T14:01:46Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '23e1e1ee-e2b1-43b5-b868-e849207fc281', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:36:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8150cff-4468-4eee-8599-4f99dd45798f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:01:43Z', 'updated_at': '2021-07-15T14:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': 'dbc1ad7e-dcf8-40a6-b485-8776ffbcf59d', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'floating_ip_address': '172.25.8.13', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'a8150cff-4468-4eee-8599-4f99dd45798f', 'port_id': 'a2980a0f-dcdf-4cac-ad3e-99bc271194f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '091ecb64-1f7f-40a1-b350-ce04d5a10b94', 'mac_address': 'fa:16:3e:9b:36:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259adec8-5776-4d39-922d-461dbd31b767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:01:59Z', 'updated_at': '2021-07-15T14:01:59Z', 'revision_number': 0, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e6104a9-3b81-407b-b5ee-b50b20887af1', 'name': '', 'network_id': '091ecb64-1f7f-40a1-b350-ce04d5a10b94', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:dd:22:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8150cff-4468-4eee-8599-4f99dd45798f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'fb211c26-4e4c-4b51-8e51-7bb5994c2284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:01:45Z', 'updated_at': '2021-07-15T14:01:50Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': 'fb211c26-4e4c-4b51-8e51-7bb5994c2284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:02:01.123393 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957e91a9-3ab1-4a5c-aa55-353073595cc9 None None] New status for floating IP dbc1ad7e-dcf8-40a6-b485-8776ffbcf59d: ACTIVE {{(pid=93827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:02:01.516816 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40600) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:01.578045 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a3dce897-b643-4898-8ce4-87c3593e7398 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/floatingips/dbc1ad7e-dcf8-40a6-b485-8776ffbcf59d HTTP/1.1" status: 200 len: 992 time: 0.0600786 Jul 15 14:02:02.349610 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:02.522710 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9916c249-dbcc-4433-9abc-7557fc8c9268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:03.782853 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:05.215362 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:07.594999 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-31e21c21-55a9-4483-a089-eaeb2c1084dd req-bda4bdf1-fe72-4b3c-9a60-ed9f8832aa00 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0498958 Jul 15 14:02:07.691963 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e21c21-55a9-4483-a089-eaeb2c1084dd req-e10b51eb-5079-42ea-9899-58eb2d7dd28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:07.693455 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-31e21c21-55a9-4483-a089-eaeb2c1084dd req-e10b51eb-5079-42ea-9899-58eb2d7dd28c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6425c0206e154f1bb445bd935ef3b1e7&device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 1097 time: 0.0548620 Jul 15 14:02:07.793744 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e21c21-55a9-4483-a089-eaeb2c1084dd req-d864d02e-0f9f-4a91-9d0c-62e7625b0631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:07.795208 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-31e21c21-55a9-4483-a089-eaeb2c1084dd req-d864d02e-0f9f-4a91-9d0c-62e7625b0631 service neutron] 10.222.0.46 "GET /v2.0/networks?id=091ecb64-1f7f-40a1-b350-ce04d5a10b94 HTTP/1.1" status: 200 len: 898 time: 0.0828013 Jul 15 14:02:07.863397 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-31e21c21-55a9-4483-a089-eaeb2c1084dd req-04b16cfa-64b1-4f14-be2f-9167f89bcabb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2980a0f-dcdf-4cac-ad3e-99bc271194f4 HTTP/1.1" status: 200 len: 1000 time: 0.0612812 Jul 15 14:02:07.911263 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e21c21-55a9-4483-a089-eaeb2c1084dd req-cb7e3cf8-3b86-459e-b4d2-42e609317262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:07.912665 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-31e21c21-55a9-4483-a089-eaeb2c1084dd req-cb7e3cf8-3b86-459e-b4d2-42e609317262 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fb211c26-4e4c-4b51-8e51-7bb5994c2284 HTTP/1.1" status: 200 len: 835 time: 0.0430772 Jul 15 14:02:07.967577 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e21c21-55a9-4483-a089-eaeb2c1084dd req-3733e6f4-b538-4a06-89d8-09164ee2431e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:07.968992 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-31e21c21-55a9-4483-a089-eaeb2c1084dd req-3733e6f4-b538-4a06-89d8-09164ee2431e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=091ecb64-1f7f-40a1-b350-ce04d5a10b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498438 Jul 15 14:02:08.058903 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-31e21c21-55a9-4483-a089-eaeb2c1084dd req-60d4732d-61e1-410e-890a-93ae5428986c service neutron] 10.222.0.46 "GET /v2.0/networks/091ecb64-1f7f-40a1-b350-ce04d5a10b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823243 Jul 15 14:02:08.144771 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-31e21c21-55a9-4483-a089-eaeb2c1084dd req-8b969630-fc69-402d-a4c6-e47f90010a39 service neutron] 10.222.0.46 "GET /v2.0/networks/091ecb64-1f7f-40a1-b350-ce04d5a10b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789900 Jul 15 14:02:29.740174 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3f444bf3-7aaf-4467-b99b-fb74241cc1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:29.741839 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:29.999377 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:32.347031 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:02:32.351356 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:32.521311 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ec89474b-0b86-4bc6-b7a3-d5657a17d333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:33.170482 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6572186-336c-4b6e-9e99-5ca71c5108f9 req-9afc298e-4337-4347-82b5-172aca71997a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:33.172058 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c6572186-336c-4b6e-9e99-5ca71c5108f9 req-9afc298e-4337-4347-82b5-172aca71997a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 945 time: 0.0642581 Jul 15 14:02:33.192742 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-0eeec341-f703-4e3e-b72e-cb650320398f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0930901 Jul 15 14:02:33.211700 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c6572186-336c-4b6e-9e99-5ca71c5108f9 req-f4aa8c3d-3707-4c83-806d-0c1dc59e4224 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=65f4b1a1-4f12-45b7-b363-0e9affebe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338264 Jul 15 14:02:33.785172 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:34.294702 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-e05ef3a0-7c7b-4953-91e6-a034e3e8be2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:34.296210 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-e05ef3a0-7c7b-4953-91e6-a034e3e8be2c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6425c0206e154f1bb445bd935ef3b1e7&device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 1097 time: 0.0529106 Jul 15 14:02:34.383750 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57f976-9539-4982-a4fb-8aca44fabeb2 req-3a7e957e-a9df-429e-a0e9-e81c8bd9b480 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:34.385175 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ba57f976-9539-4982-a4fb-8aca44fabeb2 req-3a7e957e-a9df-429e-a0e9-e81c8bd9b480 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 945 time: 0.0624294 Jul 15 14:02:34.392647 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-6f8921ae-87f8-45c5-afde-9e17059cab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:34.394116 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-6f8921ae-87f8-45c5-afde-9e17059cab16 service neutron] 10.222.0.46 "GET /v2.0/networks?id=091ecb64-1f7f-40a1-b350-ce04d5a10b94 HTTP/1.1" status: 200 len: 898 time: 0.0838325 Jul 15 14:02:34.423054 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ba57f976-9539-4982-a4fb-8aca44fabeb2 req-8474edce-f64a-41ad-bb3e-685c8071b913 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=65f4b1a1-4f12-45b7-b363-0e9affebe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320368 Jul 15 14:02:34.463780 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-6fb6df42-0915-4716-b024-fbc75a52d506 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2980a0f-dcdf-4cac-ad3e-99bc271194f4 HTTP/1.1" status: 200 len: 1000 time: 0.0601094 Jul 15 14:02:34.510696 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-287481c0-4f03-42ac-98df-3d18bdcc4ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:34.512115 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-287481c0-4f03-42ac-98df-3d18bdcc4ddc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fb211c26-4e4c-4b51-8e51-7bb5994c2284 HTTP/1.1" status: 200 len: 835 time: 0.0417120 Jul 15 14:02:34.568560 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-a66efbf7-4b4e-4599-8201-89332f0a8cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:34.570047 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-a66efbf7-4b4e-4599-8201-89332f0a8cc0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=091ecb64-1f7f-40a1-b350-ce04d5a10b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521057 Jul 15 14:02:34.660544 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-7e0b316f-fd65-4cfa-9d6e-b93825f62cd7 service neutron] 10.222.0.46 "GET /v2.0/networks/091ecb64-1f7f-40a1-b350-ce04d5a10b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839286 Jul 15 14:02:34.748280 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-197277f4-95d0-4b9c-803d-dfff7435d21b service neutron] 10.222.0.46 "GET /v2.0/networks/091ecb64-1f7f-40a1-b350-ce04d5a10b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810902 Jul 15 14:02:35.218424 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:35.596157 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34509f05-720b-4903-8b64-7e9ca1012c95 req-985daac5-ee71-497a-afa3-aa4c811c4ece tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:35.597532 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34509f05-720b-4903-8b64-7e9ca1012c95 req-985daac5-ee71-497a-afa3-aa4c811c4ece tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 945 time: 0.0651577 Jul 15 14:02:35.634305 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34509f05-720b-4903-8b64-7e9ca1012c95 req-1bc78196-8040-4004-b657-1866aa41e8e0 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=65f4b1a1-4f12-45b7-b363-0e9affebe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311451 Jul 15 14:02:36.801681 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6163f-b9c1-4a6c-807b-00a3f0b831bb req-f463f2f7-9cf9-4937-91b8-f637916b1c45 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:36.803157 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-43d6163f-b9c1-4a6c-807b-00a3f0b831bb req-f463f2f7-9cf9-4937-91b8-f637916b1c45 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 945 time: 0.0610821 Jul 15 14:02:36.840642 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-43d6163f-b9c1-4a6c-807b-00a3f0b831bb req-bcb4756d-4dde-48f9-a170-d94b934578c8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=65f4b1a1-4f12-45b7-b363-0e9affebe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319552 Jul 15 14:02:38.008323 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56b017-86f6-4c7b-af36-f63007f5b20d req-b67c2b0b-8594-4add-8340-a222abd50646 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:38.009753 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc56b017-86f6-4c7b-af36-f63007f5b20d req-b67c2b0b-8594-4add-8340-a222abd50646 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 945 time: 0.0608981 Jul 15 14:02:38.049986 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dc56b017-86f6-4c7b-af36-f63007f5b20d req-13a7928d-9a12-4987-8f44-d00eabc16736 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=65f4b1a1-4f12-45b7-b363-0e9affebe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342023 Jul 15 14:02:39.223776 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d6729-5e16-441c-b7e0-496721d4e98d req-b81ac024-9c62-412f-bd97-d9be74c6b2d4 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:39.225250 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a37d6729-5e16-441c-b7e0-496721d4e98d req-b81ac024-9c62-412f-bd97-d9be74c6b2d4 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 945 time: 0.0622065 Jul 15 14:02:39.261480 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a37d6729-5e16-441c-b7e0-496721d4e98d req-90bbab80-c100-4f93-a397-5d055cf7ae82 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=65f4b1a1-4f12-45b7-b363-0e9affebe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307982 Jul 15 14:02:40.434190 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5efe342-88e3-4806-b28a-0bb1b896f94a req-bbeb837b-93a9-4dde-b581-fcdcbf51b565 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:40.435667 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f5efe342-88e3-4806-b28a-0bb1b896f94a req-bbeb837b-93a9-4dde-b581-fcdcbf51b565 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 945 time: 0.0610352 Jul 15 14:02:40.471668 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f5efe342-88e3-4806-b28a-0bb1b896f94a req-4822b9d2-3099-4b94-92e5-eeab5ae1a730 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=65f4b1a1-4f12-45b7-b363-0e9affebe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303264 Jul 15 14:02:41.913242 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a74a96-e380-421b-b2e6-bf1568d6f947 req-fd33f8aa-13a8-4e38-8c45-71b774a46e55 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:41.914738 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-82a74a96-e380-421b-b2e6-bf1568d6f947 req-fd33f8aa-13a8-4e38-8c45-71b774a46e55 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 945 time: 0.3304701 Jul 15 14:02:41.952469 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-82a74a96-e380-421b-b2e6-bf1568d6f947 req-7913157c-fd7b-4ced-8e8a-3da2d73bc36c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=65f4b1a1-4f12-45b7-b363-0e9affebe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317838 Jul 15 14:02:43.120570 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6a84d-b794-4278-9cde-1104d184e2a3 req-fdd78db2-4c3f-4d79-923b-390dd86230e8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:43.122069 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-75b6a84d-b794-4278-9cde-1104d184e2a3 req-fdd78db2-4c3f-4d79-923b-390dd86230e8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 945 time: 0.0621116 Jul 15 14:02:43.159289 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-75b6a84d-b794-4278-9cde-1104d184e2a3 req-90539b84-03d9-4821-a5e6-dff2b67d5e29 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=65f4b1a1-4f12-45b7-b363-0e9affebe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311801 Jul 15 14:02:44.330178 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318eabea-0afa-40df-8243-4d1afa0fd780 req-15760893-1b7b-4bc3-88c2-6ea59db96e95 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:44.331633 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-318eabea-0afa-40df-8243-4d1afa0fd780 req-15760893-1b7b-4bc3-88c2-6ea59db96e95 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 945 time: 0.0638597 Jul 15 14:02:44.367960 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-318eabea-0afa-40df-8243-4d1afa0fd780 req-6545489b-2227-4858-8598-8c25c9670a78 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=65f4b1a1-4f12-45b7-b363-0e9affebe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308268 Jul 15 14:02:45.536703 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bcc25-d0e1-428e-8107-1240d449e389 req-51112bed-c085-4b4e-849d-03b7d3fe0795 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:45.538055 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3a9bcc25-d0e1-428e-8107-1240d449e389 req-51112bed-c085-4b4e-849d-03b7d3fe0795 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 945 time: 0.0614126 Jul 15 14:02:45.574306 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3a9bcc25-d0e1-428e-8107-1240d449e389 req-3df6a0d6-418c-4137-921a-fd0f09045d13 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=65f4b1a1-4f12-45b7-b363-0e9affebe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305533 Jul 15 14:02:46.742774 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e9ded-9e66-4439-b9c1-6dc75c7691d4 req-131fc50e-6a48-4aa2-8af7-80f4c590384a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:46.744231 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-361e9ded-9e66-4439-b9c1-6dc75c7691d4 req-131fc50e-6a48-4aa2-8af7-80f4c590384a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 945 time: 0.0610435 Jul 15 14:02:46.780772 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-361e9ded-9e66-4439-b9c1-6dc75c7691d4 req-39a0a4db-9ce7-4c4e-9c44-590dd270f4c9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=65f4b1a1-4f12-45b7-b363-0e9affebe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311024 Jul 15 14:02:47.956289 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ea610-c775-44c6-a512-9e0f3f8a3dae req-3ab73c2d-6607-40a5-8824-fc7e0fea9d7b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:47.957737 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-181ea610-c775-44c6-a512-9e0f3f8a3dae req-3ab73c2d-6607-40a5-8824-fc7e0fea9d7b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 945 time: 0.0652101 Jul 15 14:02:47.994468 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-181ea610-c775-44c6-a512-9e0f3f8a3dae req-bac69f53-1859-408e-8a5b-a9e38af84a91 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=65f4b1a1-4f12-45b7-b363-0e9affebe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311682 Jul 15 14:02:49.166374 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b2dc6-415d-4207-abb0-bcafb772bd58 req-25c95e65-2f2f-47bf-9f08-39fac35cdf8e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:49.167818 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-406b2dc6-415d-4207-abb0-bcafb772bd58 req-25c95e65-2f2f-47bf-9f08-39fac35cdf8e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 945 time: 0.0621684 Jul 15 14:02:49.204922 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-406b2dc6-415d-4207-abb0-bcafb772bd58 req-346c1a16-e14b-4c16-b6e7-4e3779d2af89 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=65f4b1a1-4f12-45b7-b363-0e9affebe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310888 Jul 15 14:02:50.379482 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1b999-77b5-47b6-b4e2-37ac6f387577 req-d8ad1e4a-6cbe-45c9-8002-af345edaad7b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:50.380945 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cf1b999-77b5-47b6-b4e2-37ac6f387577 req-d8ad1e4a-6cbe-45c9-8002-af345edaad7b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 945 time: 0.0645456 Jul 15 14:02:50.417468 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0cf1b999-77b5-47b6-b4e2-37ac6f387577 req-cfdc6ad4-b7e0-4bdb-ac56-ac8ba7d3a6d7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=65f4b1a1-4f12-45b7-b363-0e9affebe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308819 Jul 15 14:02:51.588032 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a192a-32da-44a8-b985-9f7866145afa req-dfb35fca-5f97-43ec-bbbd-3b79370e67ba tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:51.589527 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-849a192a-32da-44a8-b985-9f7866145afa req-dfb35fca-5f97-43ec-bbbd-3b79370e67ba tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 945 time: 0.0635653 Jul 15 14:02:51.601576 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-91527fa0-0204-4af4-bb8d-1bad0446444f service neutron] show failed (client error): The resource could not be found. Jul 15 14:02:51.602642 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-91527fa0-0204-4af4-bb8d-1bad0446444f service neutron] 10.222.0.46 "GET /v2.0/ports/a2980a0f-dcdf-4cac-ad3e-99bc271194f4/bindings/n-h1-771363-36 HTTP/1.1" status: 404 len: 381 time: 0.0613225 Jul 15 14:02:51.631947 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-849a192a-32da-44a8-b985-9f7866145afa req-8c1a3e24-586d-4f22-b4a1-dc2a9f485be3 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=65f4b1a1-4f12-45b7-b363-0e9affebe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358982 Jul 15 14:02:51.872786 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-ac8e7a55-bab7-4bd4-82fb-96fd5273e327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:51.874312 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-ac8e7a55-bab7-4bd4-82fb-96fd5273e327 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767&tenant_id=6425c0206e154f1bb445bd935ef3b1e7 HTTP/1.1" status: 200 len: 1097 time: 0.0851912 Jul 15 14:02:51.885380 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-5a641b07-0174-4944-b990-1938b33c90d1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-36', 'device_owner': 'compute:nova'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:02:51.953724 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-5a641b07-0174-4944-b990-1938b33c90d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:52.148188 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-5a641b07-0174-4944-b990-1938b33c90d1 service neutron] For port a2980a0f-dcdf-4cac-ad3e-99bc271194f4, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=a2980a0f-dcdf-4cac-ad3e-99bc271194f4,segment=NetworkSegment(dbe65114-52c2-4cbe-836c-c176f7392ec0),segment_id=dbe65114-52c2-4cbe-836c-c176f7392ec0)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:52.184531 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-5a641b07-0174-4944-b990-1938b33c90d1 service neutron] For port a2980a0f-dcdf-4cac-ad3e-99bc271194f4, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:02:52.222213 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259adec8-5776-4d39-922d-461dbd31b767', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2980a0f-dcdf-4cac-ad3e-99bc271194f4'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:02:52.224683 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecae15dfe8a955ea50b9833da7617a528fbca6cb3a0c246d25e4c35a4bbccae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe1edca-a1d5-4069-a348-a51c95ef8b33" -d '{"events": [{"server_uuid": "259adec8-5776-4d39-922d-461dbd31b767", "name": "network-vif-unplugged", "status": "completed", "tag": "a2980a0f-dcdf-4cac-ad3e-99bc271194f4"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:02:52.228173 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-5a641b07-0174-4944-b990-1938b33c90d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:52.241333 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-5a641b07-0174-4944-b990-1938b33c90d1 service neutron] Transition to ACTIVE for port object a2980a0f-dcdf-4cac-ad3e-99bc271194f4 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:02:52.245104 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-5a641b07-0174-4944-b990-1938b33c90d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:52.279076 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82da9ce-ee5b-434e-b4b8-09652ea73074 x-openstack-request-id: req-e82da9ce-ee5b-434e-b4b8-09652ea73074 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:02:52.279336 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259adec8-5776-4d39-922d-461dbd31b767", "name": "network-vif-unplugged", "status": "completed", "tag": "a2980a0f-dcdf-4cac-ad3e-99bc271194f4", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:02:52.279583 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e82da9ce-ee5b-434e-b4b8-09652ea73074 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:02:52.279962 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259adec8-5776-4d39-922d-461dbd31b767', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2980a0f-dcdf-4cac-ad3e-99bc271194f4', 'code': 200} Jul 15 14:02:52.297202 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a641b07-0174-4944-b990-1938b33c90d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a2980a0f-dcdf-4cac-ad3e-99bc271194f4,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:52.374496 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a641b07-0174-4944-b990-1938b33c90d1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:52.374916 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a641b07-0174-4944-b990-1938b33c90d1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:52.375258 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a641b07-0174-4944-b990-1938b33c90d1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:52.375596 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a641b07-0174-4944-b990-1938b33c90d1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:52.375933 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a641b07-0174-4944-b990-1938b33c90d1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:52.376266 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a641b07-0174-4944-b990-1938b33c90d1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:52.376594 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a641b07-0174-4944-b990-1938b33c90d1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:52.376922 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a641b07-0174-4944-b990-1938b33c90d1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:52.377249 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a641b07-0174-4944-b990-1938b33c90d1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:52.377606 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a641b07-0174-4944-b990-1938b33c90d1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:52.377883 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a641b07-0174-4944-b990-1938b33c90d1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:52.378203 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a641b07-0174-4944-b990-1938b33c90d1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:52.433301 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-5a641b07-0174-4944-b990-1938b33c90d1 service neutron] No DVR routers for this DVR port a2980a0f-dcdf-4cac-ad3e-99bc271194f4 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:02:52.563542 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-5a641b07-0174-4944-b990-1938b33c90d1 service neutron] Attempting to bind port a2980a0f-dcdf-4cac-ad3e-99bc271194f4 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:02:52.563811 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-5a641b07-0174-4944-b990-1938b33c90d1 service neutron] Attempting to bind port a2980a0f-dcdf-4cac-ad3e-99bc271194f4 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'dbe65114-52c2-4cbe-836c-c176f7392ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '091ecb64-1f7f-40a1-b350-ce04d5a10b94'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:02:52.564136 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-5a641b07-0174-4944-b990-1938b33c90d1 service neutron] Attempting to bind port a2980a0f-dcdf-4cac-ad3e-99bc271194f4 on network 091ecb64-1f7f-40a1-b350-ce04d5a10b94 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:02:52.568470 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-5a641b07-0174-4944-b990-1938b33c90d1 service neutron] Port a2980a0f-dcdf-4cac-ad3e-99bc271194f4 on network 091ecb64-1f7f-40a1-b350-ce04d5a10b94 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:02:52.568790 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-5a641b07-0174-4944-b990-1938b33c90d1 service neutron] Attempting to bind port a2980a0f-dcdf-4cac-ad3e-99bc271194f4 on network 091ecb64-1f7f-40a1-b350-ce04d5a10b94 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:02:52.573453 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-5a641b07-0174-4944-b990-1938b33c90d1 service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:02:52.573791 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-5a641b07-0174-4944-b990-1938b33c90d1 service neutron] Checking segment: {'id': 'dbe65114-52c2-4cbe-836c-c176f7392ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '091ecb64-1f7f-40a1-b350-ce04d5a10b94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:02:52.574178 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-5a641b07-0174-4944-b990-1938b33c90d1 service neutron] Bound using segment: {'id': 'dbe65114-52c2-4cbe-836c-c176f7392ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '091ecb64-1f7f-40a1-b350-ce04d5a10b94'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:02:52.574668 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-5a641b07-0174-4944-b990-1938b33c90d1 service neutron] Bound port: a2980a0f-dcdf-4cac-ad3e-99bc271194f4, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbe65114-52c2-4cbe-836c-c176f7392ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '091ecb64-1f7f-40a1-b350-ce04d5a10b94'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:02:52.575025 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-5a641b07-0174-4944-b990-1938b33c90d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:52.637856 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-5a641b07-0174-4944-b990-1938b33c90d1 service neutron] For port a2980a0f-dcdf-4cac-ad3e-99bc271194f4, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:02:52.640806 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-5a641b07-0174-4944-b990-1938b33c90d1 service neutron] For port a2980a0f-dcdf-4cac-ad3e-99bc271194f4, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=a2980a0f-dcdf-4cac-ad3e-99bc271194f4,segment=NetworkSegment(dbe65114-52c2-4cbe-836c-c176f7392ec0),segment_id=dbe65114-52c2-4cbe-836c-c176f7392ec0)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:02:52.645225 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-5a641b07-0174-4944-b990-1938b33c90d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:52.679070 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-5a641b07-0174-4944-b990-1938b33c90d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:52.679690 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-5a641b07-0174-4944-b990-1938b33c90d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:52.681076 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-5a641b07-0174-4944-b990-1938b33c90d1 service neutron] 10.222.0.20 "PUT /v2.0/ports/a2980a0f-dcdf-4cac-ad3e-99bc271194f4 HTTP/1.1" status: 200 len: 1092 time: 0.7996407 Jul 15 14:02:52.701845 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a641b07-0174-4944-b990-1938b33c90d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a2980a0f-dcdf-4cac-ad3e-99bc271194f4,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:52.786238 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-7454a3fd-9fab-453c-8283-4eb2656eb54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:52.787794 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-7454a3fd-9fab-453c-8283-4eb2656eb54f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6425c0206e154f1bb445bd935ef3b1e7&device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 1095 time: 0.0805504 Jul 15 14:02:52.889032 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0482a-f183-478c-bde5-4827e47835db req-1e1680b9-7951-480c-ad59-326feeea7dee tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:52.890525 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bff0482a-f183-478c-bde5-4827e47835db req-1e1680b9-7951-480c-ad59-326feeea7dee tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 943 time: 0.1366470 Jul 15 14:02:52.918954 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-c7d14641-98c9-4557-a685-5e2f623998a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:52.920423 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-c7d14641-98c9-4557-a685-5e2f623998a3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=091ecb64-1f7f-40a1-b350-ce04d5a10b94 HTTP/1.1" status: 200 len: 898 time: 0.1258256 Jul 15 14:02:52.943443 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bff0482a-f183-478c-bde5-4827e47835db req-db557253-7aed-4c14-b1c1-d1a64d03c0cd tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=65f4b1a1-4f12-45b7-b363-0e9affebe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471413 Jul 15 14:02:52.996281 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-ba0379e0-9d5e-4ecb-a35b-6fa34074850d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2980a0f-dcdf-4cac-ad3e-99bc271194f4 HTTP/1.1" status: 200 len: 998 time: 0.0655959 Jul 15 14:02:53.043927 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-524301ed-0490-4dca-87c1-2424210278d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:53.045309 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-524301ed-0490-4dca-87c1-2424210278d1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fb211c26-4e4c-4b51-8e51-7bb5994c2284 HTTP/1.1" status: 200 len: 835 time: 0.0423133 Jul 15 14:02:53.099752 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-b908dd08-72dd-476e-8f76-25bf53e13703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:53.101183 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-b908dd08-72dd-476e-8f76-25bf53e13703 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=091ecb64-1f7f-40a1-b350-ce04d5a10b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497105 Jul 15 14:02:53.190841 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-8ac4f76b-bec7-48db-a73f-cc1d2f430d3b service neutron] 10.222.0.20 "GET /v2.0/networks/091ecb64-1f7f-40a1-b350-ce04d5a10b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826561 Jul 15 14:02:53.275761 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9a8e4bcf-d3c3-4247-af06-c2b92ab4bdc8 req-87464a37-79c6-4ebe-8aee-818460203ed6 service neutron] 10.222.0.20 "GET /v2.0/networks/091ecb64-1f7f-40a1-b350-ce04d5a10b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785339 Jul 15 14:02:54.122886 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6dada0-760f-4c37-9321-c6cedc4bcea2 req-71462599-fbc6-479c-b49a-27c56156a7ee tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:54.124268 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ed6dada0-760f-4c37-9321-c6cedc4bcea2 req-71462599-fbc6-479c-b49a-27c56156a7ee tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 943 time: 0.0688908 Jul 15 14:02:54.160773 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ed6dada0-760f-4c37-9321-c6cedc4bcea2 req-60284f53-c7bf-4ada-a90b-2a5dbe3c526d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=65f4b1a1-4f12-45b7-b363-0e9affebe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308554 Jul 15 14:02:54.280726 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259adec8-5776-4d39-922d-461dbd31b767', 'tag': 'a2980a0f-dcdf-4cac-ad3e-99bc271194f4'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:02:54.283112 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecae15dfe8a955ea50b9833da7617a528fbca6cb3a0c246d25e4c35a4bbccae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ba444a-2344-4f50-bdc5-c15f92a31369" -d '{"events": [{"name": "network-changed", "server_uuid": "259adec8-5776-4d39-922d-461dbd31b767", "tag": "a2980a0f-dcdf-4cac-ad3e-99bc271194f4"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:02:54.329292 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9266f266-c8d8-45e5-a6c7-96e5af81e4ba x-openstack-request-id: req-9266f266-c8d8-45e5-a6c7-96e5af81e4ba {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:02:54.329585 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259adec8-5776-4d39-922d-461dbd31b767", "tag": "a2980a0f-dcdf-4cac-ad3e-99bc271194f4", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:02:54.329840 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9266f266-c8d8-45e5-a6c7-96e5af81e4ba {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:02:54.330236 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259adec8-5776-4d39-922d-461dbd31b767', 'tag': 'a2980a0f-dcdf-4cac-ad3e-99bc271194f4', 'status': 'completed', 'code': 200} Jul 15 14:02:54.399424 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba444a-2344-4f50-bdc5-c15f92a31369 req-99c89ec8-7769-424b-bd00-6024f32d498f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:54.400864 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-01ba444a-2344-4f50-bdc5-c15f92a31369 req-99c89ec8-7769-424b-bd00-6024f32d498f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6425c0206e154f1bb445bd935ef3b1e7&device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 1095 time: 0.0514448 Jul 15 14:02:54.404035 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba444a-2344-4f50-bdc5-c15f92a31369 req-fca33fe6-cafa-4703-bec8-faaabab796af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:54.405510 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-01ba444a-2344-4f50-bdc5-c15f92a31369 req-fca33fe6-cafa-4703-bec8-faaabab796af service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6425c0206e154f1bb445bd935ef3b1e7&device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 1095 time: 0.0523720 Jul 15 14:02:54.493132 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba444a-2344-4f50-bdc5-c15f92a31369 req-6b355b3e-6f7a-4780-a198-e36d1c7449ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:54.494727 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-01ba444a-2344-4f50-bdc5-c15f92a31369 req-6b355b3e-6f7a-4780-a198-e36d1c7449ff service neutron] 10.222.0.20 "GET /v2.0/networks?id=091ecb64-1f7f-40a1-b350-ce04d5a10b94 HTTP/1.1" status: 200 len: 898 time: 0.0868044 Jul 15 14:02:54.496630 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba444a-2344-4f50-bdc5-c15f92a31369 req-4664b210-2bd7-4c00-b82b-ac9ace907e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:54.498075 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-01ba444a-2344-4f50-bdc5-c15f92a31369 req-4664b210-2bd7-4c00-b82b-ac9ace907e2b service neutron] 10.222.0.46 "GET /v2.0/networks?id=091ecb64-1f7f-40a1-b350-ce04d5a10b94 HTTP/1.1" status: 200 len: 898 time: 0.0866122 Jul 15 14:02:54.565876 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-01ba444a-2344-4f50-bdc5-c15f92a31369 req-977bd358-2b05-4e1f-a89a-00a0288843ff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2980a0f-dcdf-4cac-ad3e-99bc271194f4 HTTP/1.1" status: 200 len: 998 time: 0.0613301 Jul 15 14:02:54.566849 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-01ba444a-2344-4f50-bdc5-c15f92a31369 req-a9f5eb49-2f79-46f0-aa7f-ab1d37137d3a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2980a0f-dcdf-4cac-ad3e-99bc271194f4 HTTP/1.1" status: 200 len: 998 time: 0.0648048 Jul 15 14:02:54.614733 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba444a-2344-4f50-bdc5-c15f92a31369 req-50a34dc7-f1af-4e74-ac3f-f750a276c1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:54.615009 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba444a-2344-4f50-bdc5-c15f92a31369 req-57c1ecae-25a9-45a0-b580-e36c68b45391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:54.616273 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-01ba444a-2344-4f50-bdc5-c15f92a31369 req-50a34dc7-f1af-4e74-ac3f-f750a276c1b1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fb211c26-4e4c-4b51-8e51-7bb5994c2284 HTTP/1.1" status: 200 len: 835 time: 0.0430572 Jul 15 14:02:54.616456 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-01ba444a-2344-4f50-bdc5-c15f92a31369 req-57c1ecae-25a9-45a0-b580-e36c68b45391 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fb211c26-4e4c-4b51-8e51-7bb5994c2284 HTTP/1.1" status: 200 len: 835 time: 0.0432668 Jul 15 14:02:54.676659 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba444a-2344-4f50-bdc5-c15f92a31369 req-c2882465-3465-4804-ab35-58c834f7b599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:54.677134 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba444a-2344-4f50-bdc5-c15f92a31369 req-04708d39-fefe-422d-a997-38f53851dfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:54.678185 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-01ba444a-2344-4f50-bdc5-c15f92a31369 req-c2882465-3465-4804-ab35-58c834f7b599 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=091ecb64-1f7f-40a1-b350-ce04d5a10b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553563 Jul 15 14:02:54.678685 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-01ba444a-2344-4f50-bdc5-c15f92a31369 req-04708d39-fefe-422d-a997-38f53851dfae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=091ecb64-1f7f-40a1-b350-ce04d5a10b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551248 Jul 15 14:02:54.773528 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-01ba444a-2344-4f50-bdc5-c15f92a31369 req-7207748d-e641-4e14-a999-d99c0309a0b9 service neutron] 10.222.0.46 "GET /v2.0/networks/091ecb64-1f7f-40a1-b350-ce04d5a10b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881293 Jul 15 14:02:54.778226 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-01ba444a-2344-4f50-bdc5-c15f92a31369 req-35e15656-e10a-4aa3-a54a-9896e360941d service neutron] 10.222.0.20 "GET /v2.0/networks/091ecb64-1f7f-40a1-b350-ce04d5a10b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925276 Jul 15 14:02:54.871049 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-01ba444a-2344-4f50-bdc5-c15f92a31369 req-aa965ee7-3e27-404b-8e81-043ef04d9280 service neutron] 10.222.0.46 "GET /v2.0/networks/091ecb64-1f7f-40a1-b350-ce04d5a10b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918136 Jul 15 14:02:54.880417 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-01ba444a-2344-4f50-bdc5-c15f92a31369 req-cd11b508-1f54-4819-9bcf-6886c8d7c01c service neutron] 10.222.0.20 "GET /v2.0/networks/091ecb64-1f7f-40a1-b350-ce04d5a10b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955780 Jul 15 14:02:55.331781 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31be08f-ee3b-40e8-92fe-3a692ca08764 req-cce56241-d317-4a54-9537-c994d0e3ee8b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:55.333290 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f31be08f-ee3b-40e8-92fe-3a692ca08764 req-cce56241-d317-4a54-9537-c994d0e3ee8b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 943 time: 0.0628631 Jul 15 14:02:55.370520 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f31be08f-ee3b-40e8-92fe-3a692ca08764 req-d6a5745d-37bc-4de2-9758-28539503d4f9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=65f4b1a1-4f12-45b7-b363-0e9affebe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312939 Jul 15 14:02:55.668052 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd0620-1661-4291-9327-9b4a0c03e464 req-c9dccf51-f38d-4c0f-b1b6-af12a9f8b8ae tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:55.669559 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-63fd0620-1661-4291-9327-9b4a0c03e464 req-c9dccf51-f38d-4c0f-b1b6-af12a9f8b8ae tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 943 time: 0.0677855 Jul 15 14:02:55.708235 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-63fd0620-1661-4291-9327-9b4a0c03e464 req-46b6ec44-20a8-4a0e-98cc-ab3e5101fd03 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=65f4b1a1-4f12-45b7-b363-0e9affebe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328901 Jul 15 14:02:55.711984 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device a2980a0f-dcdf-4cac-ad3e-99bc271194f4 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:02:55.713478 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee259ce8-36d4-4cc5-b065-8543c77e00fe req-045cabe0-87f1-4c82-9b36-3b62873540ff tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:55.715203 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ee259ce8-36d4-4cc5-b065-8543c77e00fe req-045cabe0-87f1-4c82-9b36-3b62873540ff tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.46 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767&tenant_id=6425c0206e154f1bb445bd935ef3b1e7&binding%3Ahost_id=n-h1-771363-36 HTTP/1.1" status: 200 len: 943 time: 0.1080384 Jul 15 14:02:55.781114 n-d-771363-36 neutron-server[93826]: INFO neutron.api.v2.resource [req-ee259ce8-36d4-4cc5-b065-8543c77e00fe req-85b3ae39-2572-4d31-8d7f-78a965819513 service neutron] delete failed (client error): The resource could not be found. Jul 15 14:02:55.782254 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ee259ce8-36d4-4cc5-b065-8543c77e00fe req-85b3ae39-2572-4d31-8d7f-78a965819513 service neutron] 10.222.0.46 "DELETE /v2.0/ports/a2980a0f-dcdf-4cac-ad3e-99bc271194f4/bindings/n-h2-771363-36 HTTP/1.1" status: 404 len: 381 time: 0.0613961 Jul 15 14:02:55.814252 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port a2980a0f-dcdf-4cac-ad3e-99bc271194f4, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=a2980a0f-dcdf-4cac-ad3e-99bc271194f4,segment=NetworkSegment(dbe65114-52c2-4cbe-836c-c176f7392ec0),segment_id=dbe65114-52c2-4cbe-836c-c176f7392ec0)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:55.829089 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': 'a2980a0f-dcdf-4cac-ad3e-99bc271194f4', 'network_id': '091ecb64-1f7f-40a1-b350-ce04d5a10b94', 'port_id': 'a2980a0f-dcdf-4cac-ad3e-99bc271194f4', 'mac_address': 'fa:16:3e:9b:36:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb211c26-4e4c-4b51-8e51-7bb5994c2284', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:02:55.870680 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:55.883488 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee259ce8-36d4-4cc5-b065-8543c77e00fe req-062f6ce4-fa22-4562-9128-cf4803062925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:55.885352 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ee259ce8-36d4-4cc5-b065-8543c77e00fe req-062f6ce4-fa22-4562-9128-cf4803062925 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6425c0206e154f1bb445bd935ef3b1e7&device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 1095 time: 0.0580714 Jul 15 14:02:55.887930 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2980a0f-dcdf-4cac-ad3e-99bc271194f4 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:02:55.893947 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28d63c-cc3f-4380-9318-e957a8d973d4 req-33567f84-465b-43ca-a5f9-a27372d5a317 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:55.895482 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3a28d63c-cc3f-4380-9318-e957a8d973d4 req-33567f84-465b-43ca-a5f9-a27372d5a317 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 943 time: 0.0662811 Jul 15 14:02:55.907494 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port a2980a0f-dcdf-4cac-ad3e-99bc271194f4, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=a2980a0f-dcdf-4cac-ad3e-99bc271194f4,segment=NetworkSegment(dbe65114-52c2-4cbe-836c-c176f7392ec0),segment_id=dbe65114-52c2-4cbe-836c-c176f7392ec0)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:55.912426 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:55.935433 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3a28d63c-cc3f-4380-9318-e957a8d973d4 req-e5d832cf-6154-4df3-9bb1-e82d03858323 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=65f4b1a1-4f12-45b7-b363-0e9affebe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340323 Jul 15 14:02:55.961788 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=a2980a0f-dcdf-4cac-ad3e-99bc271194f4,revision_number=8']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:55.968965 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:55.969310 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:55.969650 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:55.969984 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:55.970315 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:55.970667 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:55.970998 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:55.971320 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:55.971640 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:55.971961 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:55.972279 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:55.972596 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:56.000482 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee259ce8-36d4-4cc5-b065-8543c77e00fe req-eb5bc63c-3276-4278-ad2d-24b4e2392d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:56.001874 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ee259ce8-36d4-4cc5-b065-8543c77e00fe req-eb5bc63c-3276-4278-ad2d-24b4e2392d02 service neutron] 10.222.0.46 "GET /v2.0/networks?id=091ecb64-1f7f-40a1-b350-ce04d5a10b94 HTTP/1.1" status: 200 len: 898 time: 0.1107779 Jul 15 14:02:56.064883 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ee259ce8-36d4-4cc5-b065-8543c77e00fe req-ea7714f7-3bc0-4c63-90c2-33d7d32fb304 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2980a0f-dcdf-4cac-ad3e-99bc271194f4 HTTP/1.1" status: 200 len: 999 time: 0.0566592 Jul 15 14:02:56.111219 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee259ce8-36d4-4cc5-b065-8543c77e00fe req-c5a0b4b9-1287-4596-ae8a-4caeb5e68440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:56.113581 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ee259ce8-36d4-4cc5-b065-8543c77e00fe req-c5a0b4b9-1287-4596-ae8a-4caeb5e68440 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fb211c26-4e4c-4b51-8e51-7bb5994c2284 HTTP/1.1" status: 200 len: 835 time: 0.0430424 Jul 15 14:02:56.150781 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['a2980a0f-dcdf-4cac-ad3e-99bc271194f4'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:02:56.173563 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee259ce8-36d4-4cc5-b065-8543c77e00fe req-ccff9fee-cd57-4a44-9b6b-c84e85a02970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:56.173931 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device a2980a0f-dcdf-4cac-ad3e-99bc271194f4 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:02:56.175088 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ee259ce8-36d4-4cc5-b065-8543c77e00fe req-ccff9fee-cd57-4a44-9b6b-c84e85a02970 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=091ecb64-1f7f-40a1-b350-ce04d5a10b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548739 Jul 15 14:02:56.227635 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device a2980a0f-dcdf-4cac-ad3e-99bc271194f4 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:02:56.264674 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ee259ce8-36d4-4cc5-b065-8543c77e00fe req-39c2b531-a43a-443f-9e23-d71a1e7a7d85 service neutron] 10.222.0.46 "GET /v2.0/networks/091ecb64-1f7f-40a1-b350-ce04d5a10b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826929 Jul 15 14:02:56.360789 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ee259ce8-36d4-4cc5-b065-8543c77e00fe req-15a6534b-4f7a-45b7-86e6-0257ebf8fec3 service neutron] 10.222.0.46 "GET /v2.0/networks/091ecb64-1f7f-40a1-b350-ce04d5a10b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900631 Jul 15 14:02:57.110759 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5578b-8249-4d78-afab-849ac7fb6688 req-25a2aa00-9d3d-4c60-8137-2e16a575643c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:57.112137 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-14c5578b-8249-4d78-afab-849ac7fb6688 req-25a2aa00-9d3d-4c60-8137-2e16a575643c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 944 time: 0.0641186 Jul 15 14:02:57.148982 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-14c5578b-8249-4d78-afab-849ac7fb6688 req-9941aa06-441e-4938-9368-fd5655c3a8a0 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=65f4b1a1-4f12-45b7-b363-0e9affebe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310454 Jul 15 14:02:57.172841 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40702) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:57.236027 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7a984609-2ce5-49e6-81a1-943553adb337 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/floatingips/dbc1ad7e-dcf8-40a6-b485-8776ffbcf59d HTTP/1.1" status: 200 len: 991 time: 0.0620770 Jul 15 14:02:57.720562 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device a2980a0f-dcdf-4cac-ad3e-99bc271194f4 up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:02:57.767271 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port a2980a0f-dcdf-4cac-ad3e-99bc271194f4 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:02:57.771045 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port a2980a0f-dcdf-4cac-ad3e-99bc271194f4 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:02:57.771414 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:57.848645 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:57.871297 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259adec8-5776-4d39-922d-461dbd31b767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2980a0f-dcdf-4cac-ad3e-99bc271194f4'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:02:57.873550 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d336e28e73e37671204d4011867161ab10622757e030a17953cce0be893d8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe7266a-6a39-4380-9e6e-3af1671bb4a6" -d '{"events": [{"server_uuid": "259adec8-5776-4d39-922d-461dbd31b767", "name": "network-vif-plugged", "status": "completed", "tag": "a2980a0f-dcdf-4cac-ad3e-99bc271194f4"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:02:57.885959 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port a2980a0f-dcdf-4cac-ad3e-99bc271194f4, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=a2980a0f-dcdf-4cac-ad3e-99bc271194f4,segment=NetworkSegment(dbe65114-52c2-4cbe-836c-c176f7392ec0),segment_id=dbe65114-52c2-4cbe-836c-c176f7392ec0)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:57.890057 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:57.913638 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34805da7-fcb4-4a4b-95d2-534a6f20bf04 x-openstack-request-id: req-34805da7-fcb4-4a4b-95d2-534a6f20bf04 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:02:57.913926 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259adec8-5776-4d39-922d-461dbd31b767", "name": "network-vif-plugged", "status": "completed", "tag": "a2980a0f-dcdf-4cac-ad3e-99bc271194f4", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:02:57.914218 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-34805da7-fcb4-4a4b-95d2-534a6f20bf04 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:02:57.915270 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259adec8-5776-4d39-922d-461dbd31b767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2980a0f-dcdf-4cac-ad3e-99bc271194f4', 'code': 200} Jul 15 14:02:57.940905 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=a2980a0f-dcdf-4cac-ad3e-99bc271194f4,revision_number=9']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:59.739174 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d26b9bcd-6bc9-458e-8646-e47a9d7b631a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:59.741267 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:00.004624 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:02.351543 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:02.520954 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-231d65d3-c56f-4e50-ab39-c2d8015248ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:02.684110 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7b678d10-b0ac-46a8-ab12-8e9c2e845901 req-5f662998-cf89-40b5-9b15-c30841386582 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0496361 Jul 15 14:03:02.774802 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b678d10-b0ac-46a8-ab12-8e9c2e845901 req-c772d043-258e-4c88-bcf2-515fb5b251b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:02.776357 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7b678d10-b0ac-46a8-ab12-8e9c2e845901 req-c772d043-258e-4c88-bcf2-515fb5b251b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6425c0206e154f1bb445bd935ef3b1e7&device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 1097 time: 0.0518022 Jul 15 14:03:02.887104 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b678d10-b0ac-46a8-ab12-8e9c2e845901 req-bb901415-88e2-4316-afd5-7ff79fd8dc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:02.889142 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7b678d10-b0ac-46a8-ab12-8e9c2e845901 req-bb901415-88e2-4316-afd5-7ff79fd8dc82 service neutron] 10.222.0.20 "GET /v2.0/networks?id=091ecb64-1f7f-40a1-b350-ce04d5a10b94 HTTP/1.1" status: 200 len: 898 time: 0.0910594 Jul 15 14:03:02.957849 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7b678d10-b0ac-46a8-ab12-8e9c2e845901 req-48cfc6f4-2b3a-4db8-8612-f89ac101cf44 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2980a0f-dcdf-4cac-ad3e-99bc271194f4 HTTP/1.1" status: 200 len: 1000 time: 0.0621436 Jul 15 14:03:03.005079 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b678d10-b0ac-46a8-ab12-8e9c2e845901 req-83688a3b-78ae-4b2d-a396-9210c84d6fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:03.006535 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7b678d10-b0ac-46a8-ab12-8e9c2e845901 req-83688a3b-78ae-4b2d-a396-9210c84d6fa1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fb211c26-4e4c-4b51-8e51-7bb5994c2284 HTTP/1.1" status: 200 len: 835 time: 0.0427952 Jul 15 14:03:03.062572 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b678d10-b0ac-46a8-ab12-8e9c2e845901 req-30d37974-a7ea-467c-9f28-67e48839780a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:03.064079 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7b678d10-b0ac-46a8-ab12-8e9c2e845901 req-30d37974-a7ea-467c-9f28-67e48839780a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=091ecb64-1f7f-40a1-b350-ce04d5a10b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516691 Jul 15 14:03:03.156624 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7b678d10-b0ac-46a8-ab12-8e9c2e845901 req-dcafb66c-0ff1-4394-bb14-b05acc156582 service neutron] 10.222.0.20 "GET /v2.0/networks/091ecb64-1f7f-40a1-b350-ce04d5a10b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860972 Jul 15 14:03:03.243619 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7b678d10-b0ac-46a8-ab12-8e9c2e845901 req-44928b08-733b-40c4-8391-1eaef975ac9a service neutron] 10.222.0.20 "GET /v2.0/networks/091ecb64-1f7f-40a1-b350-ce04d5a10b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807681 Jul 15 14:03:03.787405 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:05.221778 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:09.346035 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:03:25.819260 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40718) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:25.970828 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4221cb47-9bd3-4b74-a010-65a7615bebef tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Deleting port 9bfd1e9f-7afc-4392-a350-175997287933 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:03:25.971175 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4221cb47-9bd3-4b74-a010-65a7615bebef tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:26.048107 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4221cb47-9bd3-4b74-a010-65a7615bebef tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:26.048441 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4221cb47-9bd3-4b74-a010-65a7615bebef tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:26.059673 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4221cb47-9bd3-4b74-a010-65a7615bebef tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Calling delete_port for 9bfd1e9f-7afc-4392-a350-175997287933 owned by network:floatingip {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:03:26.201025 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4221cb47-9bd3-4b74-a010-65a7615bebef tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:26.226278 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4221cb47-9bd3-4b74-a010-65a7615bebef tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event deleted for resources: {'Port': ['ID=9bfd1e9f-7afc-4392-a350-175997287933,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:26.283988 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4221cb47-9bd3-4b74-a010-65a7615bebef tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for floatingip, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:26.284355 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-4221cb47-9bd3-4b74-a010-65a7615bebef tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Floating IP dbc1ad7e-dcf8-40a6-b485-8776ffbcf59d disassociated (deleted). External IP: 172.25.8.13, port: a2980a0f-dcdf-4cac-ad3e-99bc271194f4. Jul 15 14:03:26.486844 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4221cb47-9bd3-4b74-a010-65a7615bebef tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Router a8150cff-4468-4eee-8599-4f99dd45798f has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:03:26.591650 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4221cb47-9bd3-4b74-a010-65a7615bebef tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:03:26.596783 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4221cb47-9bd3-4b74-a010-65a7615bebef tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:26.601678 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20f7afe-91dc-4292-889a-7622b1de4faf None None] Sync routers for ids ['a8150cff-4468-4eee-8599-4f99dd45798f'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:03:26.610219 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20f7afe-91dc-4292-889a-7622b1de4faf None None] Routers {'a8150cff-4468-4eee-8599-4f99dd45798f'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:03:26.610852 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-b20f7afe-91dc-4292-889a-7622b1de4faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:03:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['a8150cff-4468-4eee-8599-4f99dd45798f'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:26.631600 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4221cb47-9bd3-4b74-a010-65a7615bebef tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "DELETE /v2.0/floatingips/dbc1ad7e-dcf8-40a6-b485-8776ffbcf59d HTTP/1.1" status: 204 len: 168 time: 0.8112662 Jul 15 14:03:26.632189 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259adec8-5776-4d39-922d-461dbd31b767', 'tag': 'a2980a0f-dcdf-4cac-ad3e-99bc271194f4'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:03:26.634477 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecae15dfe8a955ea50b9833da7617a528fbca6cb3a0c246d25e4c35a4bbccae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66eee0b-5052-4ed3-b272-07e23e6c1b70" -d '{"events": [{"name": "network-changed", "server_uuid": "259adec8-5776-4d39-922d-461dbd31b767", "tag": "a2980a0f-dcdf-4cac-ad3e-99bc271194f4"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:03:26.676185 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11904f8-a431-46eb-8859-bce7a6132769 x-openstack-request-id: req-f11904f8-a431-46eb-8859-bce7a6132769 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:03:26.676538 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259adec8-5776-4d39-922d-461dbd31b767", "tag": "a2980a0f-dcdf-4cac-ad3e-99bc271194f4", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:03:26.676854 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f11904f8-a431-46eb-8859-bce7a6132769 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:03:26.677320 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259adec8-5776-4d39-922d-461dbd31b767', 'tag': 'a2980a0f-dcdf-4cac-ad3e-99bc271194f4', 'status': 'completed', 'code': 200} Jul 15 14:03:26.721825 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-b20f7afe-91dc-4292-889a-7622b1de4faf None None] Set router a8150cff-4468-4eee-8599-4f99dd45798f gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:03:26.753714 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66eee0b-5052-4ed3-b272-07e23e6c1b70 req-9b0b2e3c-d873-45b8-a547-50f738641b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:26.755354 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a66eee0b-5052-4ed3-b272-07e23e6c1b70 req-9b0b2e3c-d873-45b8-a547-50f738641b27 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6425c0206e154f1bb445bd935ef3b1e7&device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 1097 time: 0.0574784 Jul 15 14:03:26.858462 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66eee0b-5052-4ed3-b272-07e23e6c1b70 req-31cf4ffd-7586-4a00-b806-9975b662e46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:26.860024 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a66eee0b-5052-4ed3-b272-07e23e6c1b70 req-31cf4ffd-7586-4a00-b806-9975b662e46a service neutron] 10.222.0.20 "GET /v2.0/networks?id=091ecb64-1f7f-40a1-b350-ce04d5a10b94 HTTP/1.1" status: 200 len: 898 time: 0.0987854 Jul 15 14:03:26.935394 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-b20f7afe-91dc-4292-889a-7622b1de4faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8150cff-4468-4eee-8599-4f99dd45798f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624813953', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '23e1e1ee-e2b1-43b5-b868-e849207fc281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:01:43Z', 'updated_at': '2021-07-15T14:01:46Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '23e1e1ee-e2b1-43b5-b868-e849207fc281', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:36:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8150cff-4468-4eee-8599-4f99dd45798f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:01:43Z', 'updated_at': '2021-07-15T14:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '1e6104a9-3b81-407b-b5ee-b50b20887af1', 'name': '', 'network_id': '091ecb64-1f7f-40a1-b350-ce04d5a10b94', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:dd:22:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8150cff-4468-4eee-8599-4f99dd45798f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'fb211c26-4e4c-4b51-8e51-7bb5994c2284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:01:45Z', 'updated_at': '2021-07-15T14:01:50Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': 'fb211c26-4e4c-4b51-8e51-7bb5994c2284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:26.967232 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20f7afe-91dc-4292-889a-7622b1de4faf None None] Checking router: a8150cff-4468-4eee-8599-4f99dd45798f for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:03:26.975848 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20f7afe-91dc-4292-889a-7622b1de4faf None None] Routers {'a8150cff-4468-4eee-8599-4f99dd45798f'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:03:26.976453 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-b20f7afe-91dc-4292-889a-7622b1de4faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:03:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['a8150cff-4468-4eee-8599-4f99dd45798f'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:27.081900 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-b20f7afe-91dc-4292-889a-7622b1de4faf None None] Set router a8150cff-4468-4eee-8599-4f99dd45798f gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:03:27.181191 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a66eee0b-5052-4ed3-b272-07e23e6c1b70 req-292ad43f-cb31-413f-ac70-1c0aaf87aa07 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2980a0f-dcdf-4cac-ad3e-99bc271194f4 HTTP/1.1" status: 200 len: 217 time: 0.3111939 Jul 15 14:03:27.262442 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66eee0b-5052-4ed3-b272-07e23e6c1b70 req-352a0ac1-e8af-49c0-a45d-a1e1eae4e09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:27.263936 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a66eee0b-5052-4ed3-b272-07e23e6c1b70 req-352a0ac1-e8af-49c0-a45d-a1e1eae4e09b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fb211c26-4e4c-4b51-8e51-7bb5994c2284 HTTP/1.1" status: 200 len: 835 time: 0.0746975 Jul 15 14:03:27.286593 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea8f83-c985-40bd-945f-31f65ddcc10e req-ee762a34-001e-4633-8036-f6c69e3b7295 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:27.288097 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-99ea8f83-c985-40bd-945f-31f65ddcc10e req-ee762a34-001e-4633-8036-f6c69e3b7295 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 945 time: 0.1096907 Jul 15 14:03:27.365595 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-99ea8f83-c985-40bd-945f-31f65ddcc10e req-60b34d8c-451f-4550-86a8-ad46b24d1742 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=65f4b1a1-4f12-45b7-b363-0e9affebe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550573 Jul 15 14:03:27.366908 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-b20f7afe-91dc-4292-889a-7622b1de4faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8150cff-4468-4eee-8599-4f99dd45798f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624813953', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '23e1e1ee-e2b1-43b5-b868-e849207fc281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:01:43Z', 'updated_at': '2021-07-15T14:01:46Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '23e1e1ee-e2b1-43b5-b868-e849207fc281', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:36:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8150cff-4468-4eee-8599-4f99dd45798f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:01:43Z', 'updated_at': '2021-07-15T14:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '1e6104a9-3b81-407b-b5ee-b50b20887af1', 'name': '', 'network_id': '091ecb64-1f7f-40a1-b350-ce04d5a10b94', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:dd:22:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8150cff-4468-4eee-8599-4f99dd45798f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'fb211c26-4e4c-4b51-8e51-7bb5994c2284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:01:45Z', 'updated_at': '2021-07-15T14:01:50Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': 'fb211c26-4e4c-4b51-8e51-7bb5994c2284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:27.376538 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66eee0b-5052-4ed3-b272-07e23e6c1b70 req-e89faf90-f8d6-4f37-8b46-a2e74c083fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:27.378136 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a66eee0b-5052-4ed3-b272-07e23e6c1b70 req-e89faf90-f8d6-4f37-8b46-a2e74c083fe5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=091ecb64-1f7f-40a1-b350-ce04d5a10b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1065428 Jul 15 14:03:27.392849 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20f7afe-91dc-4292-889a-7622b1de4faf None None] The sync data for ids ['a8150cff-4468-4eee-8599-4f99dd45798f'] in n-d-771363-36 is: [{'id': 'a8150cff-4468-4eee-8599-4f99dd45798f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624813953', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '23e1e1ee-e2b1-43b5-b868-e849207fc281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:01:43Z', 'updated_at': '2021-07-15T14:01:46Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '23e1e1ee-e2b1-43b5-b868-e849207fc281', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:36:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8150cff-4468-4eee-8599-4f99dd45798f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:01:43Z', 'updated_at': '2021-07-15T14:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '1e6104a9-3b81-407b-b5ee-b50b20887af1', 'name': '', 'network_id': '091ecb64-1f7f-40a1-b350-ce04d5a10b94', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:dd:22:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8150cff-4468-4eee-8599-4f99dd45798f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'fb211c26-4e4c-4b51-8e51-7bb5994c2284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:01:45Z', 'updated_at': '2021-07-15T14:01:50Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': 'fb211c26-4e4c-4b51-8e51-7bb5994c2284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:03:27.469703 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a66eee0b-5052-4ed3-b272-07e23e6c1b70 req-c632e34a-c84c-463f-b6d6-096bb7f5c521 service neutron] 10.222.0.20 "GET /v2.0/networks/091ecb64-1f7f-40a1-b350-ce04d5a10b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840964 Jul 15 14:03:27.566834 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a66eee0b-5052-4ed3-b272-07e23e6c1b70 req-9032ceb7-e42f-449c-9cf8-19a5ee5686f4 service neutron] 10.222.0.20 "GET /v2.0/networks/091ecb64-1f7f-40a1-b350-ce04d5a10b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909755 Jul 15 14:03:27.604198 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfab15c-1a4b-4738-a0e0-8e42cc646755 None None] New status for floating IP dbc1ad7e-dcf8-40a6-b485-8776ffbcf59d: DOWN {{(pid=93827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:03:28.209890 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce547401-49d7-4022-b3c1-5d8f2fff39f5 req-fc8adc8d-9cbe-429e-9e84-afd4e4de2c7b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:28.211268 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ce547401-49d7-4022-b3c1-5d8f2fff39f5 req-fc8adc8d-9cbe-429e-9e84-afd4e4de2c7b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.20 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 945 time: 0.0606623 Jul 15 14:03:28.312206 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-ce547401-49d7-4022-b3c1-5d8f2fff39f5 req-c2db815e-d17b-4994-b452-dacd9cc32d37 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Deleting port a2980a0f-dcdf-4cac-ad3e-99bc271194f4 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:03:28.312541 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ce547401-49d7-4022-b3c1-5d8f2fff39f5 req-c2db815e-d17b-4994-b452-dacd9cc32d37 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:28.396614 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-ce547401-49d7-4022-b3c1-5d8f2fff39f5 req-c2db815e-d17b-4994-b452-dacd9cc32d37 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] For port a2980a0f-dcdf-4cac-ad3e-99bc271194f4, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=a2980a0f-dcdf-4cac-ad3e-99bc271194f4,segment=NetworkSegment(dbe65114-52c2-4cbe-836c-c176f7392ec0),segment_id=dbe65114-52c2-4cbe-836c-c176f7392ec0)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:28.396974 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ce547401-49d7-4022-b3c1-5d8f2fff39f5 req-c2db815e-d17b-4994-b452-dacd9cc32d37 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:28.411677 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-ce547401-49d7-4022-b3c1-5d8f2fff39f5 req-c2db815e-d17b-4994-b452-dacd9cc32d37 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Calling delete_port for a2980a0f-dcdf-4cac-ad3e-99bc271194f4 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:03:28.586172 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba348311-f93f-474b-a17a-3e9a18f55307 req-69854f0e-2df2-4d1b-a1cf-570f04947771 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:28.587589 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ba348311-f93f-474b-a17a-3e9a18f55307 req-69854f0e-2df2-4d1b-a1cf-570f04947771 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=259adec8-5776-4d39-922d-461dbd31b767 HTTP/1.1" status: 200 len: 945 time: 0.1006472 Jul 15 14:03:28.588620 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ce547401-49d7-4022-b3c1-5d8f2fff39f5 req-c2db815e-d17b-4994-b452-dacd9cc32d37 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:28.627890 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db815e-d17b-4994-b452-dacd9cc32d37 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event deleted for resources: {'Port': ['ID=a2980a0f-dcdf-4cac-ad3e-99bc271194f4,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:28.689474 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce547401-49d7-4022-b3c1-5d8f2fff39f5 req-c2db815e-d17b-4994-b452-dacd9cc32d37 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] No DVR routers for this DVR port a2980a0f-dcdf-4cac-ad3e-99bc271194f4 on host n-h1-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:03:28.694018 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ba348311-f93f-474b-a17a-3e9a18f55307 req-0546a28a-e5cc-4f44-961b-7fd5d34d3868 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=65f4b1a1-4f12-45b7-b363-0e9affebe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975060 Jul 15 14:03:28.695051 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ce547401-49d7-4022-b3c1-5d8f2fff39f5 req-c2db815e-d17b-4994-b452-dacd9cc32d37 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:28.696842 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ce547401-49d7-4022-b3c1-5d8f2fff39f5 req-c2db815e-d17b-4994-b452-dacd9cc32d37 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.20 "DELETE /v2.0/ports/a2980a0f-dcdf-4cac-ad3e-99bc271194f4 HTTP/1.1" status: 204 len: 173 time: 0.4792922 Jul 15 14:03:28.697263 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259adec8-5776-4d39-922d-461dbd31b767', 'name': 'network-vif-deleted', 'tag': 'a2980a0f-dcdf-4cac-ad3e-99bc271194f4'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:03:28.699632 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecae15dfe8a955ea50b9833da7617a528fbca6cb3a0c246d25e4c35a4bbccae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b37f00-800e-4ee6-bb4a-46f8ba4f5e80" -d '{"events": [{"server_uuid": "259adec8-5776-4d39-922d-461dbd31b767", "name": "network-vif-deleted", "tag": "a2980a0f-dcdf-4cac-ad3e-99bc271194f4"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:03:28.736532 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35c7b49-e596-4e5f-885e-a2f409ef5c21 x-openstack-request-id: req-d35c7b49-e596-4e5f-885e-a2f409ef5c21 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:03:28.736817 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259adec8-5776-4d39-922d-461dbd31b767", "name": "network-vif-deleted", "tag": "a2980a0f-dcdf-4cac-ad3e-99bc271194f4", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:03:28.737068 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d35c7b49-e596-4e5f-885e-a2f409ef5c21 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:03:28.737536 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259adec8-5776-4d39-922d-461dbd31b767', 'name': 'network-vif-deleted', 'tag': 'a2980a0f-dcdf-4cac-ad3e-99bc271194f4', 'status': 'completed', 'code': 200} Jul 15 14:03:29.730200 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5c6cb7bc-0fa1-4e5c-8cd5-bde5ed9d1b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:29.748414 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:29.789782 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40732) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:30.018824 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:30.142218 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66b7ee47-47e4-4cad-a931-b70e6aa3ef8d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:30.400791 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-66b7ee47-47e4-4cad-a931-b70e6aa3ef8d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Deleting port 1e6104a9-3b81-407b-b5ee-b50b20887af1 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:03:30.401034 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66b7ee47-47e4-4cad-a931-b70e6aa3ef8d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:30.485899 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-66b7ee47-47e4-4cad-a931-b70e6aa3ef8d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] For port 1e6104a9-3b81-407b-b5ee-b50b20887af1, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=1e6104a9-3b81-407b-b5ee-b50b20887af1,segment=NetworkSegment(dbe65114-52c2-4cbe-836c-c176f7392ec0),segment_id=dbe65114-52c2-4cbe-836c-c176f7392ec0)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:30.486253 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66b7ee47-47e4-4cad-a931-b70e6aa3ef8d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:30.498203 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-66b7ee47-47e4-4cad-a931-b70e6aa3ef8d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Calling delete_port for 1e6104a9-3b81-407b-b5ee-b50b20887af1 owned by network:router_interface {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:03:30.680408 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66b7ee47-47e4-4cad-a931-b70e6aa3ef8d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:30.711951 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7ee47-47e4-4cad-a931-b70e6aa3ef8d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event deleted for resources: {'Port': ['ID=1e6104a9-3b81-407b-b5ee-b50b20887af1,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:30.887249 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66b7ee47-47e4-4cad-a931-b70e6aa3ef8d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:31.096645 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b7ee47-47e4-4cad-a931-b70e6aa3ef8d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Router a8150cff-4468-4eee-8599-4f99dd45798f has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:03:31.199115 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b7ee47-47e4-4cad-a931-b70e6aa3ef8d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:03:31.204397 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-66b7ee47-47e4-4cad-a931-b70e6aa3ef8d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "PUT /v2.0/routers/a8150cff-4468-4eee-8599-4f99dd45798f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4134123 Jul 15 14:03:31.207062 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40734) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:31.209663 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93738196-1aa8-4714-8266-b7e875388d8b None None] Sync routers for ids ['a8150cff-4468-4eee-8599-4f99dd45798f'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:03:31.219020 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93738196-1aa8-4714-8266-b7e875388d8b None None] Routers {'a8150cff-4468-4eee-8599-4f99dd45798f'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:03:31.219623 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-93738196-1aa8-4714-8266-b7e875388d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:03:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['a8150cff-4468-4eee-8599-4f99dd45798f'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:31.257829 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-e30c8c18-3f69-4ea7-bc61-1a331cd6b03a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Deleting subnet fb211c26-4e4c-4b51-8e51-7bb5994c2284 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:03:31.260935 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e30c8c18-3f69-4ea7-bc61-1a331cd6b03a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:31.299640 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e30c8c18-3f69-4ea7-bc61-1a331cd6b03a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:31.319567 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-93738196-1aa8-4714-8266-b7e875388d8b None None] Set router a8150cff-4468-4eee-8599-4f99dd45798f gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:03:31.385155 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e30c8c18-3f69-4ea7-bc61-1a331cd6b03a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:31.443609 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e30c8c18-3f69-4ea7-bc61-1a331cd6b03a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:31.470589 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c8c18-3f69-4ea7-bc61-1a331cd6b03a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event deleted for resources: {'Subnet': ['ID=fb211c26-4e4c-4b51-8e51-7bb5994c2284,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:31.474755 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e30c8c18-3f69-4ea7-bc61-1a331cd6b03a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:31.477433 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e30c8c18-3f69-4ea7-bc61-1a331cd6b03a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "DELETE /v2.0/subnets/fb211c26-4e4c-4b51-8e51-7bb5994c2284 HTTP/1.1" status: 204 len: 168 time: 0.2686329 Jul 15 14:03:31.479283 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40736) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:31.484829 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4baf8fb-c878-4265-8003-fcf8b03ea8fb None None] Network 091ecb64-1f7f-40a1-b350-ce04d5a10b94 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:03:31.508072 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-93738196-1aa8-4714-8266-b7e875388d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8150cff-4468-4eee-8599-4f99dd45798f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624813953', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '23e1e1ee-e2b1-43b5-b868-e849207fc281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:01:43Z', 'updated_at': '2021-07-15T14:03:30Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '23e1e1ee-e2b1-43b5-b868-e849207fc281', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:36:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8150cff-4468-4eee-8599-4f99dd45798f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:01:43Z', 'updated_at': '2021-07-15T14:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:31.534306 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93738196-1aa8-4714-8266-b7e875388d8b None None] Checking router: a8150cff-4468-4eee-8599-4f99dd45798f for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:03:31.542402 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93738196-1aa8-4714-8266-b7e875388d8b None None] Routers {'a8150cff-4468-4eee-8599-4f99dd45798f'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:03:31.543031 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-93738196-1aa8-4714-8266-b7e875388d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:03:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['a8150cff-4468-4eee-8599-4f99dd45798f'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:31.591529 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-499319f2-396a-40b1-8fe8-c3e171fa2ded tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:31.655860 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-93738196-1aa8-4714-8266-b7e875388d8b None None] Set router a8150cff-4468-4eee-8599-4f99dd45798f gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:03:31.702840 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-499319f2-396a-40b1-8fe8-c3e171fa2ded tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:31.708188 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af90ba5d-ff49-4ce1-9f98-d24a5fbf5c50 None None] DHCP port deletion for 091ecb64-1f7f-40a1-b350-ce04d5a10b94 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:03:31.758809 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-499319f2-396a-40b1-8fe8-c3e171fa2ded tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Deleting port 23e1e1ee-e2b1-43b5-b868-e849207fc281 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:03:31.759154 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-499319f2-396a-40b1-8fe8-c3e171fa2ded tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:31.765043 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-af90ba5d-ff49-4ce1-9f98-d24a5fbf5c50 None None] Deleting port f479a738-2e7d-44bc-942a-0e0abf71ada5 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:03:31.765436 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af90ba5d-ff49-4ce1-9f98-d24a5fbf5c50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:31.831712 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-af90ba5d-ff49-4ce1-9f98-d24a5fbf5c50 None None] For port f479a738-2e7d-44bc-942a-0e0abf71ada5, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=f479a738-2e7d-44bc-942a-0e0abf71ada5,segment=NetworkSegment(dbe65114-52c2-4cbe-836c-c176f7392ec0),segment_id=dbe65114-52c2-4cbe-836c-c176f7392ec0)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:31.832108 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af90ba5d-ff49-4ce1-9f98-d24a5fbf5c50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:31.837781 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-93738196-1aa8-4714-8266-b7e875388d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8150cff-4468-4eee-8599-4f99dd45798f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624813953', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '23e1e1ee-e2b1-43b5-b868-e849207fc281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:01:43Z', 'updated_at': '2021-07-15T14:03:30Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '23e1e1ee-e2b1-43b5-b868-e849207fc281', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:36:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8150cff-4468-4eee-8599-4f99dd45798f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:01:43Z', 'updated_at': '2021-07-15T14:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:31.842844 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-499319f2-396a-40b1-8fe8-c3e171fa2ded tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] For port 23e1e1ee-e2b1-43b5-b868-e849207fc281, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=23e1e1ee-e2b1-43b5-b868-e849207fc281,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:31.843205 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-499319f2-396a-40b1-8fe8-c3e171fa2ded tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:31.845248 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-af90ba5d-ff49-4ce1-9f98-d24a5fbf5c50 None None] Calling delete_port for f479a738-2e7d-44bc-942a-0e0abf71ada5 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:03:31.855186 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-499319f2-396a-40b1-8fe8-c3e171fa2ded tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Calling delete_port for 23e1e1ee-e2b1-43b5-b868-e849207fc281 owned by network:router_gateway {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:03:31.869691 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93738196-1aa8-4714-8266-b7e875388d8b None None] The sync data for ids ['a8150cff-4468-4eee-8599-4f99dd45798f'] in n-d-771363-36 is: [{'id': 'a8150cff-4468-4eee-8599-4f99dd45798f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624813953', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '23e1e1ee-e2b1-43b5-b868-e849207fc281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:01:43Z', 'updated_at': '2021-07-15T14:03:30Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '23e1e1ee-e2b1-43b5-b868-e849207fc281', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:36:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8150cff-4468-4eee-8599-4f99dd45798f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:01:43Z', 'updated_at': '2021-07-15T14:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:03:31.923689 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device a2980a0f-dcdf-4cac-ad3e-99bc271194f4 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:03:31.945989 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: a2980a0f-dcdf-4cac-ad3e-99bc271194f4 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:03:31.946326 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device a2980a0f-dcdf-4cac-ad3e-99bc271194f4 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:03:31.948557 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-af90ba5d-ff49-4ce1-9f98-d24a5fbf5c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:31.973057 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90ba5d-ff49-4ce1-9f98-d24a5fbf5c50 None None] Pushing event deleted for resources: {'Port': ['ID=f479a738-2e7d-44bc-942a-0e0abf71ada5,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:31.976552 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af90ba5d-ff49-4ce1-9f98-d24a5fbf5c50 None None] No DVR routers for this DVR port f479a738-2e7d-44bc-942a-0e0abf71ada5 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:03:32.033082 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-499319f2-396a-40b1-8fe8-c3e171fa2ded tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:32.056576 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499319f2-396a-40b1-8fe8-c3e171fa2ded tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event deleted for resources: {'Port': ['ID=23e1e1ee-e2b1-43b5-b868-e849207fc281,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:32.118032 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-499319f2-396a-40b1-8fe8-c3e171fa2ded tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:32.204667 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-499319f2-396a-40b1-8fe8-c3e171fa2ded tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:32.206821 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-499319f2-396a-40b1-8fe8-c3e171fa2ded tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:32.255834 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-499319f2-396a-40b1-8fe8-c3e171fa2ded tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:32.256357 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499319f2-396a-40b1-8fe8-c3e171fa2ded tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Fanout notify agent at l3_agent the message router_deleted on router a8150cff-4468-4eee-8599-4f99dd45798f {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:03:32.264993 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-499319f2-396a-40b1-8fe8-c3e171fa2ded tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:32.268752 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-499319f2-396a-40b1-8fe8-c3e171fa2ded tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "DELETE /v2.0/routers/a8150cff-4468-4eee-8599-4f99dd45798f HTTP/1.1" status: 204 len: 168 time: 0.7858436 Jul 15 14:03:32.269080 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40738) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:32.337567 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device f479a738-2e7d-44bc-942a-0e0abf71ada5 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:03:32.355495 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-962f1967-58ab-4b7a-abe6-f81e5cc8043b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:32.366498 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: f479a738-2e7d-44bc-942a-0e0abf71ada5 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:03:32.366863 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device f479a738-2e7d-44bc-942a-0e0abf71ada5 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:03:32.367276 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1e6104a9-3b81-407b-b5ee-b50b20887af1 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:03:32.391923 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 1e6104a9-3b81-407b-b5ee-b50b20887af1 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:03:32.392393 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 1e6104a9-3b81-407b-b5ee-b50b20887af1 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:03:32.397017 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:32.447561 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-962f1967-58ab-4b7a-abe6-f81e5cc8043b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:32.457693 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-962f1967-58ab-4b7a-abe6-f81e5cc8043b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['091ecb64-1f7f-40a1-b350-ce04d5a10b94']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:32.467164 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-962f1967-58ab-4b7a-abe6-f81e5cc8043b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbe65114-52c2-4cbe-836c-c176f7392ec0') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:32.468032 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-962f1967-58ab-4b7a-abe6-f81e5cc8043b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbe65114-52c2-4cbe-836c-c176f7392ec0') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:32.477019 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-962f1967-58ab-4b7a-abe6-f81e5cc8043b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:32.490495 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-962f1967-58ab-4b7a-abe6-f81e5cc8043b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:32.497682 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-962f1967-58ab-4b7a-abe6-f81e5cc8043b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:03:32.498149 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-962f1967-58ab-4b7a-abe6-f81e5cc8043b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:32.501348 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:03:32.501348 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:03:32.501348 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:03:32.501348 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:03:32.501348 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:03:32.501348 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:03:32.501348 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 14:03:32.501348 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:03:32.501348 n-d-771363-36 neutron-server[93825]: timer() Jul 15 14:03:32.501348 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:03:32.501348 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 14:03:32.501348 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:03:32.501348 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 14:03:32.501348 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:03:32.501348 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 14:03:32.501348 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:03:32.501348 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 14:03:32.501348 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:03:32.501348 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 14:03:32.501348 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:03:32.501348 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:03:32.501348 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:03:32.501348 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:03:32.501348 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:03:32.501348 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 14:03:32.501348 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:03:32.501348 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 14:03:32.501348 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:03:32.501348 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:03:32.501348 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:03:32.501348 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 14:03:32.501348 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:03:32.501348 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:03:32.501348 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:03:32.501348 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:03:32.501348 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:03:32.501348 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:03:32.501348 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:03:32.523499 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9f2b823a-2cf6-4557-a311-20252f99e1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:32.843852 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-962f1967-58ab-4b7a-abe6-f81e5cc8043b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:32.850467 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-962f1967-58ab-4b7a-abe6-f81e5cc8043b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:32.852306 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-962f1967-58ab-4b7a-abe6-f81e5cc8043b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "DELETE /v2.0/networks/091ecb64-1f7f-40a1-b350-ce04d5a10b94 HTTP/1.1" status: 204 len: 168 time: 0.5822268 Jul 15 14:03:32.855518 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40740) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:32.863430 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f1967-58ab-4b7a-abe6-f81e5cc8043b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event deleted for resources: {'Network': ['ID=091ecb64-1f7f-40a1-b350-ce04d5a10b94,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:32.921128 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7e826c32-6c54-4b08-9a03-72565f13fc04 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:32.947835 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7e826c32-6c54-4b08-9a03-72565f13fc04 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:33.007664 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7e826c32-6c54-4b08-9a03-72565f13fc04 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:33.010133 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7e826c32-6c54-4b08-9a03-72565f13fc04 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:33.011326 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7e826c32-6c54-4b08-9a03-72565f13fc04 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "DELETE /v2.0/security-groups/65f4b1a1-4f12-45b7-b363-0e9affebe3e7 HTTP/1.1" status: 204 len: 168 time: 0.1548188 Jul 15 14:03:33.021061 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e826c32-6c54-4b08-9a03-72565f13fc04 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f4b1a1-4f12-45b7-b363-0e9affebe3e7,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:33.028707 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e826c32-6c54-4b08-9a03-72565f13fc04 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:33.029059 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e826c32-6c54-4b08-9a03-72565f13fc04 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:33.029404 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e826c32-6c54-4b08-9a03-72565f13fc04 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:33.029740 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e826c32-6c54-4b08-9a03-72565f13fc04 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:33.030216 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e826c32-6c54-4b08-9a03-72565f13fc04 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:33.030556 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e826c32-6c54-4b08-9a03-72565f13fc04 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:33.030940 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e826c32-6c54-4b08-9a03-72565f13fc04 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:33.031289 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e826c32-6c54-4b08-9a03-72565f13fc04 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:33.031623 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e826c32-6c54-4b08-9a03-72565f13fc04 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:33.032083 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e826c32-6c54-4b08-9a03-72565f13fc04 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:33.032414 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e826c32-6c54-4b08-9a03-72565f13fc04 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:33.032738 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e826c32-6c54-4b08-9a03-72565f13fc04 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:33.400258 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40746) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:33.405139 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-0c1b2048-68e3-43d9-ab29-f80fe2813739 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1124236344', 'description': 'tempest-secgroup-smoke-1124236344 description', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:33.428179 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0c1b2048-68e3-43d9-ab29-f80fe2813739 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:33.505637 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0c1b2048-68e3-43d9-ab29-f80fe2813739 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:33.509372 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0c1b2048-68e3-43d9-ab29-f80fe2813739 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:33.540756 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0c1b2048-68e3-43d9-ab29-f80fe2813739 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:33.541980 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-0c1b2048-68e3-43d9-ab29-f80fe2813739 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1407082 Jul 15 14:03:33.543866 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b2048-68e3-43d9-ab29-f80fe2813739 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5351462-41f2-4779-9d2c-861946f31e64,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:33.546711 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40748) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:33.552089 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-cae1edce-73c0-4de5-8007-8fc17d5d18c8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'security_group_rule': {'security_group_id': 'f5351462-41f2-4779-9d2c-861946f31e64', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:33.579205 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cae1edce-73c0-4de5-8007-8fc17d5d18c8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:33.632571 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cae1edce-73c0-4de5-8007-8fc17d5d18c8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:33.635974 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cae1edce-73c0-4de5-8007-8fc17d5d18c8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:33.653474 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1edce-73c0-4de5-8007-8fc17d5d18c8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d339dd33-2f23-44b3-a452-e08cafad504f,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:33.660196 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cae1edce-73c0-4de5-8007-8fc17d5d18c8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:33.661262 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-cae1edce-73c0-4de5-8007-8fc17d5d18c8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1129749 Jul 15 14:03:33.664007 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40750) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:33.668336 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-b7335282-101f-4f8b-8090-50880992159c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'security_group_rule': {'security_group_id': 'f5351462-41f2-4779-9d2c-861946f31e64', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:33.693332 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b7335282-101f-4f8b-8090-50880992159c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:33.748016 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b7335282-101f-4f8b-8090-50880992159c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:33.751539 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b7335282-101f-4f8b-8090-50880992159c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:33.767860 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7335282-101f-4f8b-8090-50880992159c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5dcd709-6f82-4107-80a1-c59896a72e79,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:33.774898 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b7335282-101f-4f8b-8090-50880992159c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:33.776090 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b7335282-101f-4f8b-8090-50880992159c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1111658 Jul 15 14:03:33.778775 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40752) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:33.783931 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-963ae6b5-844b-4803-96d7-58d8541fb398 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'security_group_rule': {'security_group_id': 'f5351462-41f2-4779-9d2c-861946f31e64', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:33.791213 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:33.809298 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-963ae6b5-844b-4803-96d7-58d8541fb398 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:33.868594 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-963ae6b5-844b-4803-96d7-58d8541fb398 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:33.871701 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-963ae6b5-844b-4803-96d7-58d8541fb398 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:33.888436 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ae6b5-844b-4803-96d7-58d8541fb398 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e93d7b-2430-4aa8-8f49-ca507cd337a1,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:33.894674 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-963ae6b5-844b-4803-96d7-58d8541fb398 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:33.895852 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-963ae6b5-844b-4803-96d7-58d8541fb398 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158950 Jul 15 14:03:33.898602 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40754) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:33.902854 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-8455d9e1-6bc3-4e57-8e31-fbdee2c53a85 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'security_group_rule': {'security_group_id': 'f5351462-41f2-4779-9d2c-861946f31e64', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:33.928041 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8455d9e1-6bc3-4e57-8e31-fbdee2c53a85 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:33.966922 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 23e1e1ee-e2b1-43b5-b868-e849207fc281 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:03:33.987082 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 23e1e1ee-e2b1-43b5-b868-e849207fc281 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:03:33.987432 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 23e1e1ee-e2b1-43b5-b868-e849207fc281 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:03:33.987578 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8455d9e1-6bc3-4e57-8e31-fbdee2c53a85 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:33.991676 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8455d9e1-6bc3-4e57-8e31-fbdee2c53a85 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:34.011178 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8455d9e1-6bc3-4e57-8e31-fbdee2c53a85 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eec72574-cdbc-4f90-9f52-0d99c20c5568,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:34.015253 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8455d9e1-6bc3-4e57-8e31-fbdee2c53a85 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:34.016414 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8455d9e1-6bc3-4e57-8e31-fbdee2c53a85 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169074 Jul 15 14:03:34.019164 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40756) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:34.023669 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-914ea51c-49e5-4651-9b36-ffbfe80857f6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'security_group_rule': {'security_group_id': 'f5351462-41f2-4779-9d2c-861946f31e64', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:34.044959 n-d-771363-36 neutron-server[93825]: INFO neutron.db.securitygroups_db [None req-914ea51c-49e5-4651-9b36-ffbfe80857f6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Project 6425c0206e154f1bb445bd935ef3b1e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:03:34.049584 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-914ea51c-49e5-4651-9b36-ffbfe80857f6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:34.107524 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-914ea51c-49e5-4651-9b36-ffbfe80857f6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:34.110989 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-914ea51c-49e5-4651-9b36-ffbfe80857f6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:34.127301 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ea51c-49e5-4651-9b36-ffbfe80857f6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0042830f-0eee-44da-8c70-cd2906fae83a,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:34.133806 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-914ea51c-49e5-4651-9b36-ffbfe80857f6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:34.135050 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-914ea51c-49e5-4651-9b36-ffbfe80857f6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1149540 Jul 15 14:03:34.137767 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40758) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:34.142788 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-e480dc50-7d8a-4895-aa5a-97816a40cebe tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'security_group_rule': {'security_group_id': 'f5351462-41f2-4779-9d2c-861946f31e64', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:34.163777 n-d-771363-36 neutron-server[93825]: INFO neutron.db.securitygroups_db [None req-e480dc50-7d8a-4895-aa5a-97816a40cebe tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Project 6425c0206e154f1bb445bd935ef3b1e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:03:34.168668 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e480dc50-7d8a-4895-aa5a-97816a40cebe tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:34.229905 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e480dc50-7d8a-4895-aa5a-97816a40cebe tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:34.233659 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e480dc50-7d8a-4895-aa5a-97816a40cebe tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:34.250192 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e480dc50-7d8a-4895-aa5a-97816a40cebe tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9a13f1-d3f3-44da-8c2f-2f5d0cd989f2,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:34.256470 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e480dc50-7d8a-4895-aa5a-97816a40cebe tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:34.257647 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e480dc50-7d8a-4895-aa5a-97816a40cebe tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1189332 Jul 15 14:03:34.260418 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40760) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:34.265766 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-f4efc454-e51a-4a4d-9925-3e10005c2c7a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'network': {'name': 'tempest-network-smoke--327945505', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'port_security_enabled': True}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:34.285675 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4efc454-e51a-4a4d-9925-3e10005c2c7a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Made reservation on behalf of 6425c0206e154f1bb445bd935ef3b1e7 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:03:34.288990 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f4efc454-e51a-4a4d-9925-3e10005c2c7a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:34.312938 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4efc454-e51a-4a4d-9925-3e10005c2c7a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:03:34.322494 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f4efc454-e51a-4a4d-9925-3e10005c2c7a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:34.323118 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-f4efc454-e51a-4a4d-9925-3e10005c2c7a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Added segment 650cada6-74a0-4ac9-817a-90ced8b065c2 of type vlan for network 86e9ee84-c962-47c0-af33-5a4f3f2350e0 Jul 15 14:03:34.362482 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f4efc454-e51a-4a4d-9925-3e10005c2c7a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:34.390144 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f4efc454-e51a-4a4d-9925-3e10005c2c7a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:34.395741 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4efc454-e51a-4a4d-9925-3e10005c2c7a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:34.396256 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f4efc454-e51a-4a4d-9925-3e10005c2c7a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:34.430115 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f4efc454-e51a-4a4d-9925-3e10005c2c7a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1687329 Jul 15 14:03:34.433022 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40762) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:34.438362 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-93e3f1b0-82db-4f0d-b6c7-7616db62ea9b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-642424178', 'admin_state_up': True, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:34.461606 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-93e3f1b0-82db-4f0d-b6c7-7616db62ea9b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:34.462595 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-93e3f1b0-82db-4f0d-b6c7-7616db62ea9b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:34.465746 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4efc454-e51a-4a4d-9925-3e10005c2c7a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'Network': ['ID=86e9ee84-c962-47c0-af33-5a4f3f2350e0,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:34.475882 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 86e9ee84-c962-47c0-af33-5a4f3f2350e0 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:03:34.519958 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-93e3f1b0-82db-4f0d-b6c7-7616db62ea9b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:34.653821 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-93e3f1b0-82db-4f0d-b6c7-7616db62ea9b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:34.838068 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-93e3f1b0-82db-4f0d-b6c7-7616db62ea9b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:34.855720 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-93e3f1b0-82db-4f0d-b6c7-7616db62ea9b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:34.959185 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-93e3f1b0-82db-4f0d-b6c7-7616db62ea9b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Allocated IP 172.25.8.212 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/607f5b00-58b3-406e-89ac-341d2ca5d416) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:03:35.062357 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-93e3f1b0-82db-4f0d-b6c7-7616db62ea9b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:35.099833 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-93e3f1b0-82db-4f0d-b6c7-7616db62ea9b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:35.134688 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e3f1b0-82db-4f0d-b6c7-7616db62ea9b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:03:35.139384 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-93e3f1b0-82db-4f0d-b6c7-7616db62ea9b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:35.142752 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e3f1b0-82db-4f0d-b6c7-7616db62ea9b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:03:35.167624 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3f1b0-82db-4f0d-b6c7-7616db62ea9b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'Port': ['ID=607f5b00-58b3-406e-89ac-341d2ca5d416,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:35.225370 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:35.650339 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-93e3f1b0-82db-4f0d-b6c7-7616db62ea9b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:35.841721 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-93e3f1b0-82db-4f0d-b6c7-7616db62ea9b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:35.966224 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e3f1b0-82db-4f0d-b6c7-7616db62ea9b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Router 56a9a9c8-54f4-414d-a074-562baa3d0f9c is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:03:36.071476 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e3f1b0-82db-4f0d-b6c7-7616db62ea9b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:03:36.081262 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ddf95a-da15-4d86-9530-f128ef244f7a None None] Sync routers for ids ['56a9a9c8-54f4-414d-a074-562baa3d0f9c'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:03:36.089718 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-93e3f1b0-82db-4f0d-b6c7-7616db62ea9b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:36.091149 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-93e3f1b0-82db-4f0d-b6c7-7616db62ea9b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6570740 Jul 15 14:03:36.091322 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ddf95a-da15-4d86-9530-f128ef244f7a None None] Routers {'56a9a9c8-54f4-414d-a074-562baa3d0f9c'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:03:36.091885 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-05ddf95a-da15-4d86-9530-f128ef244f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:03:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['56a9a9c8-54f4-414d-a074-562baa3d0f9c'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:36.094237 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40764) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:36.121405 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-41ce0a38-eedc-4b25-b625-c06f774bce26 tempest-TestNetworkAdvancedServerOps-1664808803 tempest-TestNetworkAdvancedServerOps-1664808803-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=6425c0206e154f1bb445bd935ef3b1e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260355 Jul 15 14:03:36.124637 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40766) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:36.198642 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-05ddf95a-da15-4d86-9530-f128ef244f7a None None] Set router 56a9a9c8-54f4-414d-a074-562baa3d0f9c gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:03:36.209519 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8aafab5-4db2-407d-bf2d-03a811f07c9b tempest-TestNetworkAdvancedServerOps-1664808803 tempest-TestNetworkAdvancedServerOps-1664808803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:36.210980 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-d8aafab5-4db2-407d-bf2d-03a811f07c9b tempest-TestNetworkAdvancedServerOps-1664808803 tempest-TestNetworkAdvancedServerOps-1664808803-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0853653 Jul 15 14:03:36.213883 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40768) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:36.241198 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-498ce20f-172a-46da-a3b4-da0ac7c6d921 tempest-TestNetworkAdvancedServerOps-1664808803 tempest-TestNetworkAdvancedServerOps-1664808803-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=e1268488-a505-464f-96b0-8b93d6dfd7ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262458 Jul 15 14:03:36.243572 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40770) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:36.248254 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-e9c276ae-5b5e-454c-8459-0eb273dd34a1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1674832171', 'network_id': '86e9ee84-c962-47c0-af33-5a4f3f2350e0', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:36.336486 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c276ae-5b5e-454c-8459-0eb273dd34a1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Made reservation on behalf of 6425c0206e154f1bb445bd935ef3b1e7 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:03:36.340155 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e9c276ae-5b5e-454c-8459-0eb273dd34a1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:36.377453 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-05ddf95a-da15-4d86-9530-f128ef244f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a9a9c8-54f4-414d-a074-562baa3d0f9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642424178', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '607f5b00-58b3-406e-89ac-341d2ca5d416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:34Z', 'updated_at': '2021-07-15T14:03:35Z', 'revision_number': 3, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '607f5b00-58b3-406e-89ac-341d2ca5d416', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:bb:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a9a9c8-54f4-414d-a074-562baa3d0f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:34Z', 'updated_at': '2021-07-15T14:03:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:36.403123 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ddf95a-da15-4d86-9530-f128ef244f7a None None] Checking router: 56a9a9c8-54f4-414d-a074-562baa3d0f9c for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:03:36.403477 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ddf95a-da15-4d86-9530-f128ef244f7a None None] Updating router 56a9a9c8-54f4-414d-a074-562baa3d0f9c port 607f5b00-58b3-406e-89ac-341d2ca5d416 binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:03:36.437481 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05ddf95a-da15-4d86-9530-f128ef244f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:36.519413 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e9c276ae-5b5e-454c-8459-0eb273dd34a1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:36.580281 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c276ae-5b5e-454c-8459-0eb273dd34a1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'Subnet': ['ID=027644fc-8f0f-495a-acc0-ff63d572ec54,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:36.590642 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c276ae-5b5e-454c-8459-0eb273dd34a1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Checking segment: {'id': '650cada6-74a0-4ac9-817a-90ced8b065c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '86e9ee84-c962-47c0-af33-5a4f3f2350e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:03:36.591023 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c276ae-5b5e-454c-8459-0eb273dd34a1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Network hostable DHCP agents. Network: 86e9ee84-c962-47c0-af33-5a4f3f2350e0, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:03:36.607637 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c276ae-5b5e-454c-8459-0eb273dd34a1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Network 86e9ee84-c962-47c0-af33-5a4f3f2350e0 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:03:36.617098 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-e9c276ae-5b5e-454c-8459-0eb273dd34a1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 86e9ee84-c962-47c0-af33-5a4f3f2350e0) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:36.621769 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c276ae-5b5e-454c-8459-0eb273dd34a1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:36.622355 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e9c276ae-5b5e-454c-8459-0eb273dd34a1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:36.639418 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e9c276ae-5b5e-454c-8459-0eb273dd34a1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3922784 Jul 15 14:03:36.639653 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336440cc-cca4-49fe-b53a-a99f039bb315 None None] Network 86e9ee84-c962-47c0-af33-5a4f3f2350e0 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:03:36.639774 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40772) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:36.763603 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05ddf95a-da15-4d86-9530-f128ef244f7a None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:36.794081 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-05ddf95a-da15-4d86-9530-f128ef244f7a None None] Transition to ACTIVE for port object 607f5b00-58b3-406e-89ac-341d2ca5d416 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:03:36.802352 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05ddf95a-da15-4d86-9530-f128ef244f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:36.881674 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b3573-c1ea-4541-91fb-251577518e8f None None] Pushing event updated for resources: {'Port': ['ID=607f5b00-58b3-406e-89ac-341d2ca5d416,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:36.885605 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-05ddf95a-da15-4d86-9530-f128ef244f7a None None] Attempting to bind port 607f5b00-58b3-406e-89ac-341d2ca5d416 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:03:36.885973 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-05ddf95a-da15-4d86-9530-f128ef244f7a None None] Attempting to bind port 607f5b00-58b3-406e-89ac-341d2ca5d416 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:03:36.886382 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ddf95a-da15-4d86-9530-f128ef244f7a None None] Attempting to bind port 607f5b00-58b3-406e-89ac-341d2ca5d416 on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:03:36.888527 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95de349b-5ca8-4b98-9b4d-156b27b09b4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-86e9ee84-c962-47c0-af33-5a4f3f2350e0', 'network_id': '86e9ee84-c962-47c0-af33-5a4f3f2350e0', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'fixed_ips': [{'subnet_id': '027644fc-8f0f-495a-acc0-ff63d572ec54'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:03:36.889341 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95de349b-5ca8-4b98-9b4d-156b27b09b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:36.902374 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ddf95a-da15-4d86-9530-f128ef244f7a None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:03:36.902771 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ddf95a-da15-4d86-9530-f128ef244f7a None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:03:36.903166 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05ddf95a-da15-4d86-9530-f128ef244f7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:36.903555 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ddf95a-da15-4d86-9530-f128ef244f7a None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:03:36.904016 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-05ddf95a-da15-4d86-9530-f128ef244f7a None None] Bound port: 607f5b00-58b3-406e-89ac-341d2ca5d416, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:03:36.904392 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05ddf95a-da15-4d86-9530-f128ef244f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:37.021742 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-05ddf95a-da15-4d86-9530-f128ef244f7a None None] For port 607f5b00-58b3-406e-89ac-341d2ca5d416, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:03:37.026363 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-05ddf95a-da15-4d86-9530-f128ef244f7a None None] For port 607f5b00-58b3-406e-89ac-341d2ca5d416, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=607f5b00-58b3-406e-89ac-341d2ca5d416,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:03:37.050076 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05ddf95a-da15-4d86-9530-f128ef244f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:37.069386 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-398a6bd8-bc7d-4d5b-84c1-61cd02685ec1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:37.109543 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-95de349b-5ca8-4b98-9b4d-156b27b09b4c None None] Allocated IP 172.20.0.2 (86e9ee84-c962-47c0-af33-5a4f3f2350e0/027644fc-8f0f-495a-acc0-ff63d572ec54/c363e261-f4ad-421f-9a80-c594e81f53c4) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:03:37.139680 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b3573-c1ea-4541-91fb-251577518e8f None None] Pushing event updated for resources: {'Port': ['ID=607f5b00-58b3-406e-89ac-341d2ca5d416,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:37.144279 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ddf95a-da15-4d86-9530-f128ef244f7a None None] Routers {'56a9a9c8-54f4-414d-a074-562baa3d0f9c'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:03:37.144895 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-05ddf95a-da15-4d86-9530-f128ef244f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:03:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['56a9a9c8-54f4-414d-a074-562baa3d0f9c'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:37.314809 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-05ddf95a-da15-4d86-9530-f128ef244f7a None None] Set router 56a9a9c8-54f4-414d-a074-562baa3d0f9c gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:03:37.422343 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95de349b-5ca8-4b98-9b4d-156b27b09b4c None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:37.457006 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-95de349b-5ca8-4b98-9b4d-156b27b09b4c None None] Transition to ACTIVE for port object c363e261-f4ad-421f-9a80-c594e81f53c4 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:03:37.484948 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-95de349b-5ca8-4b98-9b4d-156b27b09b4c None None] Transition to ACTIVE for port object c363e261-f4ad-421f-9a80-c594e81f53c4 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:03:37.493123 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95de349b-5ca8-4b98-9b4d-156b27b09b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:37.539258 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-398a6bd8-bc7d-4d5b-84c1-61cd02685ec1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Allocated IP 172.20.0.1 (86e9ee84-c962-47c0-af33-5a4f3f2350e0/027644fc-8f0f-495a-acc0-ff63d572ec54/ca9c480e-f35c-4dd6-bcf7-4a97a35002b3) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:03:37.556879 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95de349b-5ca8-4b98-9b4d-156b27b09b4c None None] Network 86e9ee84-c962-47c0-af33-5a4f3f2350e0 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:03:37.562349 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-95de349b-5ca8-4b98-9b4d-156b27b09b4c None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:37.569592 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95de349b-5ca8-4b98-9b4d-156b27b09b4c None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:03:37.573120 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de349b-5ca8-4b98-9b4d-156b27b09b4c None None] Pushing event updated for resources: {'Port': ['ID=c363e261-f4ad-421f-9a80-c594e81f53c4,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:37.629734 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-05ddf95a-da15-4d86-9530-f128ef244f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a9a9c8-54f4-414d-a074-562baa3d0f9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642424178', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '607f5b00-58b3-406e-89ac-341d2ca5d416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:34Z', 'updated_at': '2021-07-15T14:03:35Z', 'revision_number': 3, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '607f5b00-58b3-406e-89ac-341d2ca5d416', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:bb:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a9a9c8-54f4-414d-a074-562baa3d0f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:34Z', 'updated_at': '2021-07-15T14:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:37.657697 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-398a6bd8-bc7d-4d5b-84c1-61cd02685ec1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:37.665170 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-95de349b-5ca8-4b98-9b4d-156b27b09b4c None None] Attempting to bind port c363e261-f4ad-421f-9a80-c594e81f53c4 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:03:37.665545 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-95de349b-5ca8-4b98-9b4d-156b27b09b4c None None] Attempting to bind port c363e261-f4ad-421f-9a80-c594e81f53c4 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '650cada6-74a0-4ac9-817a-90ced8b065c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '86e9ee84-c962-47c0-af33-5a4f3f2350e0'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:03:37.665913 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95de349b-5ca8-4b98-9b4d-156b27b09b4c None None] Attempting to bind port c363e261-f4ad-421f-9a80-c594e81f53c4 on network 86e9ee84-c962-47c0-af33-5a4f3f2350e0 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:03:37.667941 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ddf95a-da15-4d86-9530-f128ef244f7a None None] The sync data for ids ['56a9a9c8-54f4-414d-a074-562baa3d0f9c'] in n-d-771363-36 is: [{'id': '56a9a9c8-54f4-414d-a074-562baa3d0f9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642424178', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '607f5b00-58b3-406e-89ac-341d2ca5d416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:34Z', 'updated_at': '2021-07-15T14:03:35Z', 'revision_number': 3, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '607f5b00-58b3-406e-89ac-341d2ca5d416', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:bb:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a9a9c8-54f4-414d-a074-562baa3d0f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:34Z', 'updated_at': '2021-07-15T14:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:03:37.672295 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-398a6bd8-bc7d-4d5b-84c1-61cd02685ec1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Transition to ACTIVE for port object ca9c480e-f35c-4dd6-bcf7-4a97a35002b3 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:03:37.674100 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95de349b-5ca8-4b98-9b4d-156b27b09b4c None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:03:37.674482 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95de349b-5ca8-4b98-9b4d-156b27b09b4c None None] Checking segment: {'id': '650cada6-74a0-4ac9-817a-90ced8b065c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '86e9ee84-c962-47c0-af33-5a4f3f2350e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:03:37.674914 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95de349b-5ca8-4b98-9b4d-156b27b09b4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:37.675308 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95de349b-5ca8-4b98-9b4d-156b27b09b4c None None] Bound using segment: {'id': '650cada6-74a0-4ac9-817a-90ced8b065c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '86e9ee84-c962-47c0-af33-5a4f3f2350e0'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:03:37.675802 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-95de349b-5ca8-4b98-9b4d-156b27b09b4c None None] Bound port: c363e261-f4ad-421f-9a80-c594e81f53c4, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '650cada6-74a0-4ac9-817a-90ced8b065c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '86e9ee84-c962-47c0-af33-5a4f3f2350e0'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:03:37.676151 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95de349b-5ca8-4b98-9b4d-156b27b09b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:37.707501 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-398a6bd8-bc7d-4d5b-84c1-61cd02685ec1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:37.752971 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398a6bd8-bc7d-4d5b-84c1-61cd02685ec1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Network 86e9ee84-c962-47c0-af33-5a4f3f2350e0 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:03:37.755149 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-95de349b-5ca8-4b98-9b4d-156b27b09b4c None None] For port c363e261-f4ad-421f-9a80-c594e81f53c4, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:03:37.756215 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-398a6bd8-bc7d-4d5b-84c1-61cd02685ec1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:37.758515 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-95de349b-5ca8-4b98-9b4d-156b27b09b4c None None] For port c363e261-f4ad-421f-9a80-c594e81f53c4, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=c363e261-f4ad-421f-9a80-c594e81f53c4,segment=NetworkSegment(650cada6-74a0-4ac9-817a-90ced8b065c2),segment_id=650cada6-74a0-4ac9-817a-90ced8b065c2)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:03:37.758697 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398a6bd8-bc7d-4d5b-84c1-61cd02685ec1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:03:37.764903 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95de349b-5ca8-4b98-9b4d-156b27b09b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:37.784546 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a6bd8-bc7d-4d5b-84c1-61cd02685ec1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'Port': ['ID=ca9c480e-f35c-4dd6-bcf7-4a97a35002b3,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:37.814995 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-398a6bd8-bc7d-4d5b-84c1-61cd02685ec1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:37.821963 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de349b-5ca8-4b98-9b4d-156b27b09b4c None None] Pushing event updated for resources: {'Port': ['ID=c363e261-f4ad-421f-9a80-c594e81f53c4,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:38.011776 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-398a6bd8-bc7d-4d5b-84c1-61cd02685ec1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:38.129752 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 607f5b00-58b3-406e-89ac-341d2ca5d416 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:38.194425 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 607f5b00-58b3-406e-89ac-341d2ca5d416 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:03:38.199512 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 607f5b00-58b3-406e-89ac-341d2ca5d416 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:38.200016 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:38.293392 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:38.317455 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 607f5b00-58b3-406e-89ac-341d2ca5d416, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=607f5b00-58b3-406e-89ac-341d2ca5d416,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:38.322856 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:38.356935 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-398a6bd8-bc7d-4d5b-84c1-61cd02685ec1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:38.365086 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-398a6bd8-bc7d-4d5b-84c1-61cd02685ec1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:38.380393 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=607f5b00-58b3-406e-89ac-341d2ca5d416,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:38.447558 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-398a6bd8-bc7d-4d5b-84c1-61cd02685ec1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:38.449624 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a6bd8-bc7d-4d5b-84c1-61cd02685ec1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'Port': ['ID=ca9c480e-f35c-4dd6-bcf7-4a97a35002b3,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:38.549187 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398a6bd8-bc7d-4d5b-84c1-61cd02685ec1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Network 86e9ee84-c962-47c0-af33-5a4f3f2350e0 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:03:38.551188 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-398a6bd8-bc7d-4d5b-84c1-61cd02685ec1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:38.675266 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398a6bd8-bc7d-4d5b-84c1-61cd02685ec1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Router 56a9a9c8-54f4-414d-a074-562baa3d0f9c has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:03:38.789185 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398a6bd8-bc7d-4d5b-84c1-61cd02685ec1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:03:38.794296 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-398a6bd8-bc7d-4d5b-84c1-61cd02685ec1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "PUT /v2.0/routers/56a9a9c8-54f4-414d-a074-562baa3d0f9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1534905 Jul 15 14:03:38.830234 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009cfcff-5af0-4bdd-acbe-c34680b24178 None None] Network 86e9ee84-c962-47c0-af33-5a4f3f2350e0 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:03:38.943415 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-addd87a0-fcd9-4183-88a1-c166a59249ee tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1124236344&fields=id&tenant_id=6425c0206e154f1bb445bd935ef3b1e7 HTTP/1.1" status: 200 len: 267 time: 0.0352755 Jul 15 14:03:39.059182 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-d5db7c26-5d28-4d5f-b5df-6df8d3f29be8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:39.060734 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-d5db7c26-5d28-4d5f-b5df-6df8d3f29be8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/networks?id=86e9ee84-c962-47c0-af33-5a4f3f2350e0 HTTP/1.1" status: 200 len: 796 time: 0.1104505 Jul 15 14:03:39.065691 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-3ecb173d-df2e-497f-8d18-2d338daafaf9 None None] Provisioning for port c363e261-f4ad-421f-9a80-c594e81f53c4 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:03:39.080741 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-ce8697f7-b241-4586-b842-200bad6783a4 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/quotas/6425c0206e154f1bb445bd935ef3b1e7 HTTP/1.1" status: 200 len: 375 time: 0.0104403 Jul 15 14:03:39.148168 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-2f7d22a0-c481-444b-a94a-416c3849d0d4 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6425c0206e154f1bb445bd935ef3b1e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616202 Jul 15 14:03:39.305935 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-b2576c8f-1b6f-4dbe-9898-1a2bc5d820fd service neutron] 10.222.0.16 "GET /v2.0/networks/86e9ee84-c962-47c0-af33-5a4f3f2350e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423597 Jul 15 14:03:39.368738 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62da1cf7-dde9-4644-9e59-5b8728a1ce18 None None] Sync routers for ids ['56a9a9c8-54f4-414d-a074-562baa3d0f9c'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:03:39.380644 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62da1cf7-dde9-4644-9e59-5b8728a1ce18 None None] Routers {'56a9a9c8-54f4-414d-a074-562baa3d0f9c'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:03:39.381613 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-62da1cf7-dde9-4644-9e59-5b8728a1ce18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:03:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['56a9a9c8-54f4-414d-a074-562baa3d0f9c'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:39.399515 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-45eb5b20-21bc-4497-aa81-e73e176fc04b None None] Provisioning for port ca9c480e-f35c-4dd6-bcf7-4a97a35002b3 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:03:39.401594 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-e248f0b8-bd30-46fa-af53-efb06ceb8c5c service neutron] 10.222.0.16 "GET /v2.0/networks/86e9ee84-c962-47c0-af33-5a4f3f2350e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887964 Jul 15 14:03:39.403599 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-45eb5b20-21bc-4497-aa81-e73e176fc04b None None] Provisioning complete for port ca9c480e-f35c-4dd6-bcf7-4a97a35002b3 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:39.403973 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-45eb5b20-21bc-4497-aa81-e73e176fc04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:39.448992 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-45eb5b20-21bc-4497-aa81-e73e176fc04b None None] Port ca9c480e-f35c-4dd6-bcf7-4a97a35002b3 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:03:39.494889 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-62da1cf7-dde9-4644-9e59-5b8728a1ce18 None None] Set router 56a9a9c8-54f4-414d-a074-562baa3d0f9c gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:03:39.602338 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8d96e307-c7f1-4d09-ad76-08d3499fd1a1 req-27d4e820-9547-41df-b7ba-31c4bb8221f9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=49210472-7ae8-486a-a2b6-a3a3b9f8bbfb HTTP/1.1" status: 200 len: 210 time: 0.0390222 Jul 15 14:03:39.683186 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-fe57a211-d92a-4134-a6df-af6e1810a8f4 None None] Provisioning complete for port ca9c480e-f35c-4dd6-bcf7-4a97a35002b3 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:39.683660 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fe57a211-d92a-4134-a6df-af6e1810a8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:39.726958 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-fe57a211-d92a-4134-a6df-af6e1810a8f4 None None] Port ca9c480e-f35c-4dd6-bcf7-4a97a35002b3 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:03:39.727250 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-62da1cf7-dde9-4644-9e59-5b8728a1ce18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a9a9c8-54f4-414d-a074-562baa3d0f9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642424178', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '607f5b00-58b3-406e-89ac-341d2ca5d416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:34Z', 'updated_at': '2021-07-15T14:03:37Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '607f5b00-58b3-406e-89ac-341d2ca5d416', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:bb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a9a9c8-54f4-414d-a074-562baa3d0f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:34Z', 'updated_at': '2021-07-15T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'ca9c480e-f35c-4dd6-bcf7-4a97a35002b3', 'name': '', 'network_id': '86e9ee84-c962-47c0-af33-5a4f3f2350e0', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:65:54:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a9a9c8-54f4-414d-a074-562baa3d0f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '027644fc-8f0f-495a-acc0-ff63d572ec54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:37Z', 'updated_at': '2021-07-15T14:03:38Z', 'revision_number': 2, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': '027644fc-8f0f-495a-acc0-ff63d572ec54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:39.759289 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62da1cf7-dde9-4644-9e59-5b8728a1ce18 None None] Checking router: 56a9a9c8-54f4-414d-a074-562baa3d0f9c for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:03:39.759637 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62da1cf7-dde9-4644-9e59-5b8728a1ce18 None None] Updating router 56a9a9c8-54f4-414d-a074-562baa3d0f9c port ca9c480e-f35c-4dd6-bcf7-4a97a35002b3 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:03:39.802247 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-62da1cf7-dde9-4644-9e59-5b8728a1ce18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:39.845345 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-cdc5890d-6c18-45d3-9b93-1f889778147c None None] Provisioning complete for port ca9c480e-f35c-4dd6-bcf7-4a97a35002b3 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:39.845907 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cdc5890d-6c18-45d3-9b93-1f889778147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:39.884236 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-cdc5890d-6c18-45d3-9b93-1f889778147c None None] Port ca9c480e-f35c-4dd6-bcf7-4a97a35002b3 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:03:40.078456 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-62da1cf7-dde9-4644-9e59-5b8728a1ce18 None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:40.089090 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-62da1cf7-dde9-4644-9e59-5b8728a1ce18 None None] Transition to ACTIVE for port object ca9c480e-f35c-4dd6-bcf7-4a97a35002b3 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:03:40.101038 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-62da1cf7-dde9-4644-9e59-5b8728a1ce18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:40.102710 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c363e261-f4ad-421f-9a80-c594e81f53c4 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:40.155468 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port c363e261-f4ad-421f-9a80-c594e81f53c4 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:03:40.161165 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port c363e261-f4ad-421f-9a80-c594e81f53c4 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:40.161725 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:40.180262 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ba1e9-acdd-4fd5-8790-2ab955b3b2bf None None] Pushing event updated for resources: {'Port': ['ID=ca9c480e-f35c-4dd6-bcf7-4a97a35002b3,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:40.203707 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ba1e9-acdd-4fd5-8790-2ab955b3b2bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:40.204316 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ba1e9-acdd-4fd5-8790-2ab955b3b2bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:40.204845 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ba1e9-acdd-4fd5-8790-2ab955b3b2bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:40.205341 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ba1e9-acdd-4fd5-8790-2ab955b3b2bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:40.205838 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ba1e9-acdd-4fd5-8790-2ab955b3b2bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:40.206355 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ba1e9-acdd-4fd5-8790-2ab955b3b2bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:40.206739 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ba1e9-acdd-4fd5-8790-2ab955b3b2bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:40.207073 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ba1e9-acdd-4fd5-8790-2ab955b3b2bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:40.207401 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ba1e9-acdd-4fd5-8790-2ab955b3b2bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:40.207804 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ba1e9-acdd-4fd5-8790-2ab955b3b2bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:40.208048 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ba1e9-acdd-4fd5-8790-2ab955b3b2bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:40.208369 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ba1e9-acdd-4fd5-8790-2ab955b3b2bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:40.226615 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-62da1cf7-dde9-4644-9e59-5b8728a1ce18 None None] Attempting to bind port ca9c480e-f35c-4dd6-bcf7-4a97a35002b3 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:03:40.228159 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-62da1cf7-dde9-4644-9e59-5b8728a1ce18 None None] Attempting to bind port ca9c480e-f35c-4dd6-bcf7-4a97a35002b3 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '650cada6-74a0-4ac9-817a-90ced8b065c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '86e9ee84-c962-47c0-af33-5a4f3f2350e0'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:03:40.229048 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62da1cf7-dde9-4644-9e59-5b8728a1ce18 None None] Attempting to bind port ca9c480e-f35c-4dd6-bcf7-4a97a35002b3 on network 86e9ee84-c962-47c0-af33-5a4f3f2350e0 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:03:40.235836 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62da1cf7-dde9-4644-9e59-5b8728a1ce18 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:03:40.236699 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62da1cf7-dde9-4644-9e59-5b8728a1ce18 None None] Checking segment: {'id': '650cada6-74a0-4ac9-817a-90ced8b065c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '86e9ee84-c962-47c0-af33-5a4f3f2350e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:03:40.237424 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-62da1cf7-dde9-4644-9e59-5b8728a1ce18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:40.238007 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62da1cf7-dde9-4644-9e59-5b8728a1ce18 None None] Bound using segment: {'id': '650cada6-74a0-4ac9-817a-90ced8b065c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '86e9ee84-c962-47c0-af33-5a4f3f2350e0'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:03:40.238683 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-62da1cf7-dde9-4644-9e59-5b8728a1ce18 None None] Bound port: ca9c480e-f35c-4dd6-bcf7-4a97a35002b3, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '650cada6-74a0-4ac9-817a-90ced8b065c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '86e9ee84-c962-47c0-af33-5a4f3f2350e0'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:03:40.239404 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-62da1cf7-dde9-4644-9e59-5b8728a1ce18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:40.272143 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:40.309541 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port c363e261-f4ad-421f-9a80-c594e81f53c4, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=c363e261-f4ad-421f-9a80-c594e81f53c4,segment=NetworkSegment(650cada6-74a0-4ac9-817a-90ced8b065c2),segment_id=650cada6-74a0-4ac9-817a-90ced8b065c2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:40.314504 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:40.315396 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 607f5b00-58b3-406e-89ac-341d2ca5d416 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:40.327315 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-62da1cf7-dde9-4644-9e59-5b8728a1ce18 None None] For port ca9c480e-f35c-4dd6-bcf7-4a97a35002b3, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:03:40.330646 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-62da1cf7-dde9-4644-9e59-5b8728a1ce18 None None] For port ca9c480e-f35c-4dd6-bcf7-4a97a35002b3, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=ca9c480e-f35c-4dd6-bcf7-4a97a35002b3,segment=NetworkSegment(650cada6-74a0-4ac9-817a-90ced8b065c2),segment_id=650cada6-74a0-4ac9-817a-90ced8b065c2)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:03:40.336157 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-62da1cf7-dde9-4644-9e59-5b8728a1ce18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:40.391054 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=c363e261-f4ad-421f-9a80-c594e81f53c4,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:40.398458 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62da1cf7-dde9-4644-9e59-5b8728a1ce18 None None] Routers {'56a9a9c8-54f4-414d-a074-562baa3d0f9c'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:03:40.399263 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-62da1cf7-dde9-4644-9e59-5b8728a1ce18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:03:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['56a9a9c8-54f4-414d-a074-562baa3d0f9c'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:40.402079 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ba1e9-acdd-4fd5-8790-2ab955b3b2bf None None] Pushing event updated for resources: {'Port': ['ID=ca9c480e-f35c-4dd6-bcf7-4a97a35002b3,revision_number=4']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:40.416393 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 607f5b00-58b3-406e-89ac-341d2ca5d416 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:40.417009 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:40.600235 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-62da1cf7-dde9-4644-9e59-5b8728a1ce18 None None] Set router 56a9a9c8-54f4-414d-a074-562baa3d0f9c gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:03:40.764906 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-27ac9f55-8c36-4b7c-a51f-7f3de5946830 req-9925fac7-a1af-43e9-905b-a571327a6398 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=49210472-7ae8-486a-a2b6-a3a3b9f8bbfb HTTP/1.1" status: 200 len: 210 time: 0.0394588 Jul 15 14:03:40.774715 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-92f64114-dc14-4c95-84cf-5088c41274d5 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:40.776606 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-92f64114-dc14-4c95-84cf-5088c41274d5 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.46 "GET /v2.0/networks?id=86e9ee84-c962-47c0-af33-5a4f3f2350e0 HTTP/1.1" status: 200 len: 796 time: 0.1409545 Jul 15 14:03:40.825621 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-d5732a37-457c-48da-b77b-228fb0f300c7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6425c0206e154f1bb445bd935ef3b1e7 HTTP/1.1" status: 200 len: 380 time: 0.0404546 Jul 15 14:03:40.835221 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-5ff17440-4971-40bb-b4b5-b2c48202a79a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'port': {'device_id': '49210472-7ae8-486a-a2b6-a3a3b9f8bbfb', 'network_id': '86e9ee84-c962-47c0-af33-5a4f3f2350e0', 'admin_state_up': True, 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'security_groups': ['f5351462-41f2-4779-9d2c-861946f31e64']}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:40.837935 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-62da1cf7-dde9-4644-9e59-5b8728a1ce18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a9a9c8-54f4-414d-a074-562baa3d0f9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642424178', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '607f5b00-58b3-406e-89ac-341d2ca5d416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:34Z', 'updated_at': '2021-07-15T14:03:37Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '607f5b00-58b3-406e-89ac-341d2ca5d416', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:bb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a9a9c8-54f4-414d-a074-562baa3d0f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:34Z', 'updated_at': '2021-07-15T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'ca9c480e-f35c-4dd6-bcf7-4a97a35002b3', 'name': '', 'network_id': '86e9ee84-c962-47c0-af33-5a4f3f2350e0', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:65:54:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a9a9c8-54f4-414d-a074-562baa3d0f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '027644fc-8f0f-495a-acc0-ff63d572ec54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:37Z', 'updated_at': '2021-07-15T14:03:40Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': '027644fc-8f0f-495a-acc0-ff63d572ec54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:40.866219 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62da1cf7-dde9-4644-9e59-5b8728a1ce18 None None] The sync data for ids ['56a9a9c8-54f4-414d-a074-562baa3d0f9c'] in n-d-771363-36 is: [{'id': '56a9a9c8-54f4-414d-a074-562baa3d0f9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642424178', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '607f5b00-58b3-406e-89ac-341d2ca5d416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:34Z', 'updated_at': '2021-07-15T14:03:37Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '607f5b00-58b3-406e-89ac-341d2ca5d416', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:bb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a9a9c8-54f4-414d-a074-562baa3d0f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:34Z', 'updated_at': '2021-07-15T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'ca9c480e-f35c-4dd6-bcf7-4a97a35002b3', 'name': '', 'network_id': '86e9ee84-c962-47c0-af33-5a4f3f2350e0', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:65:54:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a9a9c8-54f4-414d-a074-562baa3d0f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '027644fc-8f0f-495a-acc0-ff63d572ec54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:37Z', 'updated_at': '2021-07-15T14:03:40Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': '027644fc-8f0f-495a-acc0-ff63d572ec54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:03:40.966973 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-5ff17440-4971-40bb-b4b5-b2c48202a79a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Made reservation on behalf of 6425c0206e154f1bb445bd935ef3b1e7 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:03:40.970799 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-5ff17440-4971-40bb-b4b5-b2c48202a79a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:41.104611 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-5ff17440-4971-40bb-b4b5-b2c48202a79a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Allocated IP 172.20.0.12 (86e9ee84-c962-47c0-af33-5a4f3f2350e0/027644fc-8f0f-495a-acc0-ff63d572ec54/1ae67c22-3a98-4d60-a188-2e580bc67891) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:03:41.245487 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-5ff17440-4971-40bb-b4b5-b2c48202a79a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:41.264061 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-5ff17440-4971-40bb-b4b5-b2c48202a79a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Transition to ACTIVE for port object 1ae67c22-3a98-4d60-a188-2e580bc67891 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:03:41.298925 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-5ff17440-4971-40bb-b4b5-b2c48202a79a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:41.348029 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-5ff17440-4971-40bb-b4b5-b2c48202a79a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Network 86e9ee84-c962-47c0-af33-5a4f3f2350e0 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:03:41.351507 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-5ff17440-4971-40bb-b4b5-b2c48202a79a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:41.356089 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-5ff17440-4971-40bb-b4b5-b2c48202a79a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:03:41.360527 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff17440-4971-40bb-b4b5-b2c48202a79a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'Port': ['ID=1ae67c22-3a98-4d60-a188-2e580bc67891,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:41.408202 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-5ff17440-4971-40bb-b4b5-b2c48202a79a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:41.408873 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-5ff17440-4971-40bb-b4b5-b2c48202a79a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:41.425944 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-5ff17440-4971-40bb-b4b5-b2c48202a79a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5943909 Jul 15 14:03:41.438041 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-35a06b56-367b-4b05-a6ba-d6ceb2b3e68b service neutron] Request body: {'port': {'device_id': '49210472-7ae8-486a-a2b6-a3a3b9f8bbfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:41.520219 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-35a06b56-367b-4b05-a6ba-d6ceb2b3e68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:41.571990 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b36d88e5-3353-474d-ae54-81f169ee3ae4 None None] Provisioning for port 1ae67c22-3a98-4d60-a188-2e580bc67891 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:03:41.576019 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b36d88e5-3353-474d-ae54-81f169ee3ae4 None None] Provisioning complete for port 1ae67c22-3a98-4d60-a188-2e580bc67891 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:41.576391 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b36d88e5-3353-474d-ae54-81f169ee3ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:41.611084 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b36d88e5-3353-474d-ae54-81f169ee3ae4 None None] Port 1ae67c22-3a98-4d60-a188-2e580bc67891 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:03:41.951734 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e8738-245b-4538-91db-b9b48be71fde req-e0a03c7e-7d20-4848-b7e7-00c33d5afc94 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:41.953381 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6f0e8738-245b-4538-91db-b9b48be71fde req-e0a03c7e-7d20-4848-b7e7-00c33d5afc94 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=49210472-7ae8-486a-a2b6-a3a3b9f8bbfb HTTP/1.1" status: 200 len: 932 time: 0.0717690 Jul 15 14:03:42.011236 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6f0e8738-245b-4538-91db-b9b48be71fde req-e10d1a96-eeef-4455-b4b5-ad1111129f51 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5351462-41f2-4779-9d2c-861946f31e64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521443 Jul 15 14:03:42.088043 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device ca9c480e-f35c-4dd6-bcf7-4a97a35002b3 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:42.099273 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-35a06b56-367b-4b05-a6ba-d6ceb2b3e68b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ae67c22-3a98-4d60-a188-2e580bc67891 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:03:42.106982 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-35a06b56-367b-4b05-a6ba-d6ceb2b3e68b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:42.119679 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-35a06b56-367b-4b05-a6ba-d6ceb2b3e68b service neutron] Transition to ACTIVE for port object 1ae67c22-3a98-4d60-a188-2e580bc67891 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:03:42.123174 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-35a06b56-367b-4b05-a6ba-d6ceb2b3e68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:42.136172 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port ca9c480e-f35c-4dd6-bcf7-4a97a35002b3 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:03:42.139831 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port ca9c480e-f35c-4dd6-bcf7-4a97a35002b3 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:42.140278 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:42.177740 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a06b56-367b-4b05-a6ba-d6ceb2b3e68b service neutron] Pushing event updated for resources: {'Port': ['ID=1ae67c22-3a98-4d60-a188-2e580bc67891,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:42.223475 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:42.247615 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-35a06b56-367b-4b05-a6ba-d6ceb2b3e68b service neutron] Attempting to bind port 1ae67c22-3a98-4d60-a188-2e580bc67891 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:03:42.247872 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-35a06b56-367b-4b05-a6ba-d6ceb2b3e68b service neutron] Attempting to bind port 1ae67c22-3a98-4d60-a188-2e580bc67891 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '650cada6-74a0-4ac9-817a-90ced8b065c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '86e9ee84-c962-47c0-af33-5a4f3f2350e0'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:03:42.247997 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-35a06b56-367b-4b05-a6ba-d6ceb2b3e68b service neutron] Attempting to bind port 1ae67c22-3a98-4d60-a188-2e580bc67891 on network 86e9ee84-c962-47c0-af33-5a4f3f2350e0 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:03:42.252651 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-35a06b56-367b-4b05-a6ba-d6ceb2b3e68b service neutron] Port 1ae67c22-3a98-4d60-a188-2e580bc67891 on network 86e9ee84-c962-47c0-af33-5a4f3f2350e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:03:42.252976 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-35a06b56-367b-4b05-a6ba-d6ceb2b3e68b service neutron] Attempting to bind port 1ae67c22-3a98-4d60-a188-2e580bc67891 on network 86e9ee84-c962-47c0-af33-5a4f3f2350e0 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:03:42.256609 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port ca9c480e-f35c-4dd6-bcf7-4a97a35002b3, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=ca9c480e-f35c-4dd6-bcf7-4a97a35002b3,segment=NetworkSegment(650cada6-74a0-4ac9-817a-90ced8b065c2),segment_id=650cada6-74a0-4ac9-817a-90ced8b065c2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:42.258037 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-35a06b56-367b-4b05-a6ba-d6ceb2b3e68b service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:03:42.258380 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-35a06b56-367b-4b05-a6ba-d6ceb2b3e68b service neutron] Checking segment: {'id': '650cada6-74a0-4ac9-817a-90ced8b065c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '86e9ee84-c962-47c0-af33-5a4f3f2350e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:03:42.258843 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-35a06b56-367b-4b05-a6ba-d6ceb2b3e68b service neutron] Bound using segment: {'id': '650cada6-74a0-4ac9-817a-90ced8b065c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '86e9ee84-c962-47c0-af33-5a4f3f2350e0'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:03:42.259254 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-35a06b56-367b-4b05-a6ba-d6ceb2b3e68b service neutron] Bound port: 1ae67c22-3a98-4d60-a188-2e580bc67891, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '650cada6-74a0-4ac9-817a-90ced8b065c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '86e9ee84-c962-47c0-af33-5a4f3f2350e0'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:03:42.259614 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-35a06b56-367b-4b05-a6ba-d6ceb2b3e68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:42.260909 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:42.261966 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c363e261-f4ad-421f-9a80-c594e81f53c4 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:42.334618 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-35a06b56-367b-4b05-a6ba-d6ceb2b3e68b service neutron] For port 1ae67c22-3a98-4d60-a188-2e580bc67891, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:03:42.339749 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-35a06b56-367b-4b05-a6ba-d6ceb2b3e68b service neutron] For port 1ae67c22-3a98-4d60-a188-2e580bc67891, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=1ae67c22-3a98-4d60-a188-2e580bc67891,segment=NetworkSegment(650cada6-74a0-4ac9-817a-90ced8b065c2),segment_id=650cada6-74a0-4ac9-817a-90ced8b065c2)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:03:42.343523 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=ca9c480e-f35c-4dd6-bcf7-4a97a35002b3,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:42.345445 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-35a06b56-367b-4b05-a6ba-d6ceb2b3e68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:42.355038 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port c363e261-f4ad-421f-9a80-c594e81f53c4 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:42.355426 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:42.384016 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-35a06b56-367b-4b05-a6ba-d6ceb2b3e68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:42.384786 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-35a06b56-367b-4b05-a6ba-d6ceb2b3e68b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:42.386421 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-35a06b56-367b-4b05-a6ba-d6ceb2b3e68b service neutron] 10.222.0.46 "PUT /v2.0/ports/1ae67c22-3a98-4d60-a188-2e580bc67891 HTTP/1.1" status: 200 len: 1093 time: 0.9534516 Jul 15 14:03:42.386729 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49210472-7ae8-486a-a2b6-a3a3b9f8bbfb', 'tag': '1ae67c22-3a98-4d60-a188-2e580bc67891'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:03:42.389585 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8576bed0d9272eb7d87375883ff290b2d3af54e29368fa65b340403a42b02ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc24988-c2b1-40eb-95dc-8fc628ab8171" -d '{"events": [{"name": "network-changed", "server_uuid": "49210472-7ae8-486a-a2b6-a3a3b9f8bbfb", "tag": "1ae67c22-3a98-4d60-a188-2e580bc67891"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:03:42.429377 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a06b56-367b-4b05-a6ba-d6ceb2b3e68b service neutron] Pushing event updated for resources: {'Port': ['ID=1ae67c22-3a98-4d60-a188-2e580bc67891,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:42.469029 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1028947d-f0b1-4ab9-b3bf-df314f164233 x-openstack-request-id: req-1028947d-f0b1-4ab9-b3bf-df314f164233 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:03:42.469319 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49210472-7ae8-486a-a2b6-a3a3b9f8bbfb", "tag": "1ae67c22-3a98-4d60-a188-2e580bc67891", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:03:42.469564 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1028947d-f0b1-4ab9-b3bf-df314f164233 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:03:42.469954 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49210472-7ae8-486a-a2b6-a3a3b9f8bbfb', 'tag': '1ae67c22-3a98-4d60-a188-2e580bc67891', 'status': 'completed', 'code': 200} Jul 15 14:03:42.497920 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-457f59dd-e0a7-46ee-a0a9-cc4647b7ce29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:42.499526 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-457f59dd-e0a7-46ee-a0a9-cc4647b7ce29 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6425c0206e154f1bb445bd935ef3b1e7&device_id=49210472-7ae8-486a-a2b6-a3a3b9f8bbfb HTTP/1.1" status: 200 len: 1096 time: 0.0661316 Jul 15 14:03:42.541684 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-9d897cb6-20d8-4015-8d5e-c4dd134ba878 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ae67c22-3a98-4d60-a188-2e580bc67891 HTTP/1.1" status: 200 len: 217 time: 0.0350692 Jul 15 14:03:42.595170 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-0162aaeb-f70a-48ac-9f91-449a0c4db9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:42.596629 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-0162aaeb-f70a-48ac-9f91-449a0c4db9ff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=027644fc-8f0f-495a-acc0-ff63d572ec54 HTTP/1.1" status: 200 len: 835 time: 0.0493834 Jul 15 14:03:42.651455 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-343ef7e9-26f9-4594-8f0c-ae937284a8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:42.652943 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-343ef7e9-26f9-4594-8f0c-ae937284a8a4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=86e9ee84-c962-47c0-af33-5a4f3f2350e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502005 Jul 15 14:03:42.739805 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-f4f0f834-2003-434e-9073-3276dc6e1e22 service neutron] 10.222.0.46 "GET /v2.0/networks/86e9ee84-c962-47c0-af33-5a4f3f2350e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806615 Jul 15 14:03:42.831129 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e4e8068d-aa99-456d-911a-eb3909719f6f req-b9af9ed5-6155-4857-aa3f-9b7725000a18 service neutron] 10.222.0.46 "GET /v2.0/networks/86e9ee84-c962-47c0-af33-5a4f3f2350e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848391 Jul 15 14:03:42.928494 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc24988-c2b1-40eb-95dc-8fc628ab8171 req-7ef446eb-6297-49bb-ad8c-542f437de530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:42.929965 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fbc24988-c2b1-40eb-95dc-8fc628ab8171 req-7ef446eb-6297-49bb-ad8c-542f437de530 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6425c0206e154f1bb445bd935ef3b1e7&device_id=49210472-7ae8-486a-a2b6-a3a3b9f8bbfb HTTP/1.1" status: 200 len: 1096 time: 0.0514369 Jul 15 14:03:43.020810 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc24988-c2b1-40eb-95dc-8fc628ab8171 req-c6a7d756-7d21-406e-aac5-7214ac6d02f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:43.022163 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fbc24988-c2b1-40eb-95dc-8fc628ab8171 req-c6a7d756-7d21-406e-aac5-7214ac6d02f4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=86e9ee84-c962-47c0-af33-5a4f3f2350e0 HTTP/1.1" status: 200 len: 897 time: 0.0853641 Jul 15 14:03:43.063951 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fbc24988-c2b1-40eb-95dc-8fc628ab8171 req-a709afb9-2d8b-48b8-b61c-3cd3eef02ccd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ae67c22-3a98-4d60-a188-2e580bc67891 HTTP/1.1" status: 200 len: 217 time: 0.0344605 Jul 15 14:03:43.111652 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc24988-c2b1-40eb-95dc-8fc628ab8171 req-1a29ce62-c263-4549-8d4d-f92a8483139f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:43.113115 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fbc24988-c2b1-40eb-95dc-8fc628ab8171 req-1a29ce62-c263-4549-8d4d-f92a8483139f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=027644fc-8f0f-495a-acc0-ff63d572ec54 HTTP/1.1" status: 200 len: 835 time: 0.0425031 Jul 15 14:03:43.174894 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc24988-c2b1-40eb-95dc-8fc628ab8171 req-eb2582c1-46e9-41f3-85d7-5929a2bd0bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:43.176477 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fbc24988-c2b1-40eb-95dc-8fc628ab8171 req-eb2582c1-46e9-41f3-85d7-5929a2bd0bba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=86e9ee84-c962-47c0-af33-5a4f3f2350e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560458 Jul 15 14:03:43.177734 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b25d6-b647-43a8-a11e-22667c0dbbd3 req-8f904253-5be1-4bcf-ab21-483cdebe1a38 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:43.179275 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ad8b25d6-b647-43a8-a11e-22667c0dbbd3 req-8f904253-5be1-4bcf-ab21-483cdebe1a38 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=49210472-7ae8-486a-a2b6-a3a3b9f8bbfb HTTP/1.1" status: 200 len: 944 time: 0.0669944 Jul 15 14:03:43.217404 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ad8b25d6-b647-43a8-a11e-22667c0dbbd3 req-7e9bdecb-6660-482f-ac1d-2b5b1e229e89 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5351462-41f2-4779-9d2c-861946f31e64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325980 Jul 15 14:03:43.269091 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fbc24988-c2b1-40eb-95dc-8fc628ab8171 req-a9a6120b-e2b5-45fa-9812-bdaa7e109eee service neutron] 10.222.0.46 "GET /v2.0/networks/86e9ee84-c962-47c0-af33-5a4f3f2350e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851195 Jul 15 14:03:43.361793 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-fbc24988-c2b1-40eb-95dc-8fc628ab8171 req-f5043a3b-9be5-4064-804b-4eb53f1c44cc service neutron] 10.222.0.46 "GET /v2.0/networks/86e9ee84-c962-47c0-af33-5a4f3f2350e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863304 Jul 15 14:03:44.015251 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device ca9c480e-f35c-4dd6-bcf7-4a97a35002b3 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:44.060267 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port ca9c480e-f35c-4dd6-bcf7-4a97a35002b3 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:44.060635 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:44.387920 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93842b69-8778-4a12-8b9f-8a580619b987 req-275841dd-1aaa-48c6-978c-221ea4b97745 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:44.389903 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-93842b69-8778-4a12-8b9f-8a580619b987 req-275841dd-1aaa-48c6-978c-221ea4b97745 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=49210472-7ae8-486a-a2b6-a3a3b9f8bbfb HTTP/1.1" status: 200 len: 944 time: 0.0623133 Jul 15 14:03:44.397366 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 1ae67c22-3a98-4d60-a188-2e580bc67891 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:03:44.428260 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-93842b69-8778-4a12-8b9f-8a580619b987 req-da7c0004-b477-4302-b9c7-7e21048534bb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5351462-41f2-4779-9d2c-861946f31e64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320265 Jul 15 14:03:44.490397 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 1ae67c22-3a98-4d60-a188-2e580bc67891, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=1ae67c22-3a98-4d60-a188-2e580bc67891,segment=NetworkSegment(650cada6-74a0-4ac9-817a-90ced8b065c2),segment_id=650cada6-74a0-4ac9-817a-90ced8b065c2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:44.501671 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '1ae67c22-3a98-4d60-a188-2e580bc67891', 'network_id': '86e9ee84-c962-47c0-af33-5a4f3f2350e0', 'port_id': '1ae67c22-3a98-4d60-a188-2e580bc67891', 'mac_address': 'fa:16:3e:1a:9e:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '027644fc-8f0f-495a-acc0-ff63d572ec54', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:03:44.539766 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:44.553161 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ae67c22-3a98-4d60-a188-2e580bc67891 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:03:44.573555 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 1ae67c22-3a98-4d60-a188-2e580bc67891, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=1ae67c22-3a98-4d60-a188-2e580bc67891,segment=NetworkSegment(650cada6-74a0-4ac9-817a-90ced8b065c2),segment_id=650cada6-74a0-4ac9-817a-90ced8b065c2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:44.576466 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:44.621366 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=1ae67c22-3a98-4d60-a188-2e580bc67891,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:44.779154 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['1ae67c22-3a98-4d60-a188-2e580bc67891'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:03:45.602721 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53cf4c7-cc45-4aef-85fd-d23c19a9806b req-801ed5ba-12f7-4d28-a15e-da6860839ce4 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:45.604270 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b53cf4c7-cc45-4aef-85fd-d23c19a9806b req-801ed5ba-12f7-4d28-a15e-da6860839ce4 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=49210472-7ae8-486a-a2b6-a3a3b9f8bbfb HTTP/1.1" status: 200 len: 945 time: 0.0633700 Jul 15 14:03:45.645049 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b53cf4c7-cc45-4aef-85fd-d23c19a9806b req-d871dfa7-985c-4b41-b753-707e2288c975 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5351462-41f2-4779-9d2c-861946f31e64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353990 Jul 15 14:03:46.345183 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:03:46.412135 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 1ae67c22-3a98-4d60-a188-2e580bc67891 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:46.459091 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 1ae67c22-3a98-4d60-a188-2e580bc67891 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:03:46.462891 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 1ae67c22-3a98-4d60-a188-2e580bc67891 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:46.463261 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:46.540466 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:46.563486 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49210472-7ae8-486a-a2b6-a3a3b9f8bbfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae67c22-3a98-4d60-a188-2e580bc67891'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:03:46.565716 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d336e28e73e37671204d4011867161ab10622757e030a17953cce0be893d8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64da69f2-3f28-4d03-b63c-c10ca0a82ca2" -d '{"events": [{"server_uuid": "49210472-7ae8-486a-a2b6-a3a3b9f8bbfb", "name": "network-vif-plugged", "status": "completed", "tag": "1ae67c22-3a98-4d60-a188-2e580bc67891"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:03:46.578458 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 1ae67c22-3a98-4d60-a188-2e580bc67891, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=1ae67c22-3a98-4d60-a188-2e580bc67891,segment=NetworkSegment(650cada6-74a0-4ac9-817a-90ced8b065c2),segment_id=650cada6-74a0-4ac9-817a-90ced8b065c2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:46.582442 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:46.605602 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becbdb97-1e5a-42fd-b868-cd634f95d572 x-openstack-request-id: req-becbdb97-1e5a-42fd-b868-cd634f95d572 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:03:46.605885 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49210472-7ae8-486a-a2b6-a3a3b9f8bbfb", "name": "network-vif-plugged", "status": "completed", "tag": "1ae67c22-3a98-4d60-a188-2e580bc67891", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:03:46.606156 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-becbdb97-1e5a-42fd-b868-cd634f95d572 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:03:46.606586 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49210472-7ae8-486a-a2b6-a3a3b9f8bbfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae67c22-3a98-4d60-a188-2e580bc67891', 'code': 200} Jul 15 14:03:46.631664 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=1ae67c22-3a98-4d60-a188-2e580bc67891,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:46.711931 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abafcb33-d73f-4401-9de6-c61a2c6df595 req-2848c4aa-f89c-465b-a62f-9f62e7ccd730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:46.713562 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-abafcb33-d73f-4401-9de6-c61a2c6df595 req-2848c4aa-f89c-465b-a62f-9f62e7ccd730 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=49210472-7ae8-486a-a2b6-a3a3b9f8bbfb HTTP/1.1" status: 200 len: 1098 time: 0.0520608 Jul 15 14:03:46.746501 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-abafcb33-d73f-4401-9de6-c61a2c6df595 req-573c21d7-0711-4eb8-99a5-0719021f63e9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f5351462-41f2-4779-9d2c-861946f31e64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270329 Jul 15 14:03:46.817023 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8250a7-9a8a-4c68-a8f7-4a43e94ef973 req-194232e8-d28e-4adc-8adb-33b722461fd0 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:46.818518 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa8250a7-9a8a-4c68-a8f7-4a43e94ef973 req-194232e8-d28e-4adc-8adb-33b722461fd0 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=49210472-7ae8-486a-a2b6-a3a3b9f8bbfb HTTP/1.1" status: 200 len: 946 time: 0.0631287 Jul 15 14:03:46.856059 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa8250a7-9a8a-4c68-a8f7-4a43e94ef973 req-ded81bac-4ee5-4c12-b8c4-10ad5b59b6c1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5351462-41f2-4779-9d2c-861946f31e64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315955 Jul 15 14:03:48.027545 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5a9d7-f60c-4377-aa6a-5464eec1a1e9 req-18b12f28-d1ff-4454-be43-943b1c9f0d7c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:48.029009 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-37c5a9d7-f60c-4377-aa6a-5464eec1a1e9 req-18b12f28-d1ff-4454-be43-943b1c9f0d7c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=49210472-7ae8-486a-a2b6-a3a3b9f8bbfb HTTP/1.1" status: 200 len: 946 time: 0.0622599 Jul 15 14:03:48.066929 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-37c5a9d7-f60c-4377-aa6a-5464eec1a1e9 req-150cc9d8-ce74-48e7-ab29-0af9c2b14263 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5351462-41f2-4779-9d2c-861946f31e64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314412 Jul 15 14:03:48.237896 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151baf2-a1a7-4bcb-990c-986182f56692 req-cc356cb0-19fa-4410-8000-45e962b73361 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:48.239389 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2151baf2-a1a7-4bcb-990c-986182f56692 req-cc356cb0-19fa-4410-8000-45e962b73361 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=49210472-7ae8-486a-a2b6-a3a3b9f8bbfb HTTP/1.1" status: 200 len: 946 time: 0.0656800 Jul 15 14:03:48.276207 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2151baf2-a1a7-4bcb-990c-986182f56692 req-c5f90865-3c56-42bd-8a63-0e460331f955 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5351462-41f2-4779-9d2c-861946f31e64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312545 Jul 15 14:03:48.300043 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40822) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:48.350471 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7c3fc0-16ed-4d4e-8ab9-b7124e65a474 tempest-TestNetworkAdvancedServerOps-1664808803 tempest-TestNetworkAdvancedServerOps-1664808803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:48.351905 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-dd7c3fc0-16ed-4d4e-8ab9-b7124e65a474 tempest-TestNetworkAdvancedServerOps-1664808803 tempest-TestNetworkAdvancedServerOps-1664808803-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=49210472-7ae8-486a-a2b6-a3a3b9f8bbfb HTTP/1.1" status: 200 len: 1093 time: 0.0509210 Jul 15 14:03:48.354717 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40824) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:48.358962 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-3f081d78-2f11-4fd0-b702-ff9d3b639499 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'port_id': '1ae67c22-3a98-4d60-a188-2e580bc67891', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:48.380087 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3f081d78-2f11-4fd0-b702-ff9d3b639499 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for floatingip, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:48.477428 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3f081d78-2f11-4fd0-b702-ff9d3b639499 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:48.577991 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-3f081d78-2f11-4fd0-b702-ff9d3b639499 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Allocated IP 172.25.8.216 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/764a2e7e-8188-4bba-a701-aa2d844a33c2) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:03:48.677181 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3f081d78-2f11-4fd0-b702-ff9d3b639499 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:48.715880 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3f081d78-2f11-4fd0-b702-ff9d3b639499 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:48.754581 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f081d78-2f11-4fd0-b702-ff9d3b639499 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:03:48.757291 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-3f081d78-2f11-4fd0-b702-ff9d3b639499 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:48.760877 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f081d78-2f11-4fd0-b702-ff9d3b639499 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:03:48.782477 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f081d78-2f11-4fd0-b702-ff9d3b639499 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'Port': ['ID=764a2e7e-8188-4bba-a701-aa2d844a33c2,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:49.115141 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3f081d78-2f11-4fd0-b702-ff9d3b639499 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:49.190698 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3f081d78-2f11-4fd0-b702-ff9d3b639499 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:49.330335 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3f081d78-2f11-4fd0-b702-ff9d3b639499 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:49.334773 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3f081d78-2f11-4fd0-b702-ff9d3b639499 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:49.402069 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f081d78-2f11-4fd0-b702-ff9d3b639499 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'Port': ['ID=764a2e7e-8188-4bba-a701-aa2d844a33c2,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:49.413763 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3f081d78-2f11-4fd0-b702-ff9d3b639499 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:49.510243 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-3f081d78-2f11-4fd0-b702-ff9d3b639499 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Floating IP 74431e9d-9435-4cfc-9d06-8e0f5bf441ec associated. External IP: 172.25.8.216, port: 1ae67c22-3a98-4d60-a188-2e580bc67891. Jul 15 14:03:49.711238 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f081d78-2f11-4fd0-b702-ff9d3b639499 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Router 56a9a9c8-54f4-414d-a074-562baa3d0f9c has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:03:49.814793 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f081d78-2f11-4fd0-b702-ff9d3b639499 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:03:49.825332 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66faff2b-f5b8-4373-9b17-d8bf39fbf20d None None] Sync routers for ids ['56a9a9c8-54f4-414d-a074-562baa3d0f9c'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:03:49.832479 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3f081d78-2f11-4fd0-b702-ff9d3b639499 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:49.835027 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66faff2b-f5b8-4373-9b17-d8bf39fbf20d None None] Routers {'56a9a9c8-54f4-414d-a074-562baa3d0f9c'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:03:49.835663 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-66faff2b-f5b8-4373-9b17-d8bf39fbf20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:03:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['56a9a9c8-54f4-414d-a074-562baa3d0f9c'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:49.869199 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3f081d78-2f11-4fd0-b702-ff9d3b639499 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5135536 Jul 15 14:03:49.869784 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49210472-7ae8-486a-a2b6-a3a3b9f8bbfb', 'tag': '1ae67c22-3a98-4d60-a188-2e580bc67891'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:03:49.872226 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecae15dfe8a955ea50b9833da7617a528fbca6cb3a0c246d25e4c35a4bbccae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9f44e9-1c33-4d53-8d82-12f931b7ea69" -d '{"events": [{"name": "network-changed", "server_uuid": "49210472-7ae8-486a-a2b6-a3a3b9f8bbfb", "tag": "1ae67c22-3a98-4d60-a188-2e580bc67891"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:03:49.909750 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3632a8b0-cf4c-428a-a5ce-f81ebdc1765f x-openstack-request-id: req-3632a8b0-cf4c-428a-a5ce-f81ebdc1765f {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:03:49.910048 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49210472-7ae8-486a-a2b6-a3a3b9f8bbfb", "tag": "1ae67c22-3a98-4d60-a188-2e580bc67891", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:03:49.910305 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3632a8b0-cf4c-428a-a5ce-f81ebdc1765f {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:03:49.910739 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49210472-7ae8-486a-a2b6-a3a3b9f8bbfb', 'tag': '1ae67c22-3a98-4d60-a188-2e580bc67891', 'status': 'completed', 'code': 200} Jul 15 14:03:49.950471 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-66faff2b-f5b8-4373-9b17-d8bf39fbf20d None None] Set router 56a9a9c8-54f4-414d-a074-562baa3d0f9c gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:03:49.990444 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f44e9-1c33-4d53-8d82-12f931b7ea69 req-aa02fe54-b7c0-4b98-828d-40ba03066453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:49.991978 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ea9f44e9-1c33-4d53-8d82-12f931b7ea69 req-aa02fe54-b7c0-4b98-828d-40ba03066453 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6425c0206e154f1bb445bd935ef3b1e7&device_id=49210472-7ae8-486a-a2b6-a3a3b9f8bbfb HTTP/1.1" status: 200 len: 1098 time: 0.0589838 Jul 15 14:03:50.026539 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4b855-9037-4943-991b-77fc007d513d req-f82dbc98-2a0e-465e-ace3-c70db03aeb2d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:50.028102 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a0b4b855-9037-4943-991b-77fc007d513d req-f82dbc98-2a0e-465e-ace3-c70db03aeb2d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=49210472-7ae8-486a-a2b6-a3a3b9f8bbfb HTTP/1.1" status: 200 len: 946 time: 0.0642474 Jul 15 14:03:50.067319 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a0b4b855-9037-4943-991b-77fc007d513d req-ddfc8cde-1a14-4fd2-85ec-6742b5d0e753 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5351462-41f2-4779-9d2c-861946f31e64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330818 Jul 15 14:03:50.090507 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f44e9-1c33-4d53-8d82-12f931b7ea69 req-8fc7f7c4-ac88-499f-974c-fcc40981c8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:50.092076 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ea9f44e9-1c33-4d53-8d82-12f931b7ea69 req-8fc7f7c4-ac88-499f-974c-fcc40981c8b7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=86e9ee84-c962-47c0-af33-5a4f3f2350e0 HTTP/1.1" status: 200 len: 897 time: 0.0942228 Jul 15 14:03:50.095662 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40830) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:50.182506 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-66faff2b-f5b8-4373-9b17-d8bf39fbf20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a9a9c8-54f4-414d-a074-562baa3d0f9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642424178', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '607f5b00-58b3-406e-89ac-341d2ca5d416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:34Z', 'updated_at': '2021-07-15T14:03:37Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '607f5b00-58b3-406e-89ac-341d2ca5d416', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:bb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a9a9c8-54f4-414d-a074-562baa3d0f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:34Z', 'updated_at': '2021-07-15T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '74431e9d-9435-4cfc-9d06-8e0f5bf441ec', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'floating_ip_address': '172.25.8.216', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '56a9a9c8-54f4-414d-a074-562baa3d0f9c', 'port_id': '1ae67c22-3a98-4d60-a188-2e580bc67891', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86e9ee84-c962-47c0-af33-5a4f3f2350e0', 'mac_address': 'fa:16:3e:1a:9e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49210472-7ae8-486a-a2b6-a3a3b9f8bbfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:03:48Z', 'updated_at': '2021-07-15T14:03:48Z', 'revision_number': 0, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca9c480e-f35c-4dd6-bcf7-4a97a35002b3', 'name': '', 'network_id': '86e9ee84-c962-47c0-af33-5a4f3f2350e0', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:65:54:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a9a9c8-54f4-414d-a074-562baa3d0f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '027644fc-8f0f-495a-acc0-ff63d572ec54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:37Z', 'updated_at': '2021-07-15T14:03:42Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': '027644fc-8f0f-495a-acc0-ff63d572ec54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:50.204776 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a695fa20-5485-4b81-82e1-72d8844e5607 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/floatingips/74431e9d-9435-4cfc-9d06-8e0f5bf441ec HTTP/1.1" status: 200 len: 992 time: 0.1069922 Jul 15 14:03:50.205697 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ea9f44e9-1c33-4d53-8d82-12f931b7ea69 req-f7712be7-dfea-41d2-aeca-563a73c40f01 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ae67c22-3a98-4d60-a188-2e580bc67891 HTTP/1.1" status: 200 len: 1000 time: 0.1038294 Jul 15 14:03:50.209535 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66faff2b-f5b8-4373-9b17-d8bf39fbf20d None None] Checking router: 56a9a9c8-54f4-414d-a074-562baa3d0f9c for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:03:50.218047 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66faff2b-f5b8-4373-9b17-d8bf39fbf20d None None] Routers {'56a9a9c8-54f4-414d-a074-562baa3d0f9c'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:03:50.218610 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-66faff2b-f5b8-4373-9b17-d8bf39fbf20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:03:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['56a9a9c8-54f4-414d-a074-562baa3d0f9c'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:50.253517 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f44e9-1c33-4d53-8d82-12f931b7ea69 req-a04d5c6b-9b5f-4a7e-96aa-d84faa829691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:50.255125 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ea9f44e9-1c33-4d53-8d82-12f931b7ea69 req-a04d5c6b-9b5f-4a7e-96aa-d84faa829691 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=027644fc-8f0f-495a-acc0-ff63d572ec54 HTTP/1.1" status: 200 len: 835 time: 0.0432317 Jul 15 14:03:50.314610 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f44e9-1c33-4d53-8d82-12f931b7ea69 req-358cab9f-5876-469f-b558-bb1d16d9f20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:50.316566 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ea9f44e9-1c33-4d53-8d82-12f931b7ea69 req-358cab9f-5876-469f-b558-bb1d16d9f20d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=86e9ee84-c962-47c0-af33-5a4f3f2350e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553393 Jul 15 14:03:50.321467 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-66faff2b-f5b8-4373-9b17-d8bf39fbf20d None None] Set router 56a9a9c8-54f4-414d-a074-562baa3d0f9c gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:03:50.403111 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ea9f44e9-1c33-4d53-8d82-12f931b7ea69 req-96567796-cf2f-4fe5-904d-44e425aa4533 service neutron] 10.222.0.46 "GET /v2.0/networks/86e9ee84-c962-47c0-af33-5a4f3f2350e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808246 Jul 15 14:03:50.497205 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ea9f44e9-1c33-4d53-8d82-12f931b7ea69 req-e1ba00d1-41ca-4c0c-a1ea-10259f45cddc service neutron] 10.222.0.46 "GET /v2.0/networks/86e9ee84-c962-47c0-af33-5a4f3f2350e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876739 Jul 15 14:03:50.541411 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-66faff2b-f5b8-4373-9b17-d8bf39fbf20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a9a9c8-54f4-414d-a074-562baa3d0f9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642424178', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '607f5b00-58b3-406e-89ac-341d2ca5d416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:34Z', 'updated_at': '2021-07-15T14:03:37Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '607f5b00-58b3-406e-89ac-341d2ca5d416', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:bb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a9a9c8-54f4-414d-a074-562baa3d0f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:34Z', 'updated_at': '2021-07-15T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '74431e9d-9435-4cfc-9d06-8e0f5bf441ec', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'floating_ip_address': '172.25.8.216', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '56a9a9c8-54f4-414d-a074-562baa3d0f9c', 'port_id': '1ae67c22-3a98-4d60-a188-2e580bc67891', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86e9ee84-c962-47c0-af33-5a4f3f2350e0', 'mac_address': 'fa:16:3e:1a:9e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49210472-7ae8-486a-a2b6-a3a3b9f8bbfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:03:48Z', 'updated_at': '2021-07-15T14:03:48Z', 'revision_number': 0, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca9c480e-f35c-4dd6-bcf7-4a97a35002b3', 'name': '', 'network_id': '86e9ee84-c962-47c0-af33-5a4f3f2350e0', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:65:54:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a9a9c8-54f4-414d-a074-562baa3d0f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '027644fc-8f0f-495a-acc0-ff63d572ec54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:37Z', 'updated_at': '2021-07-15T14:03:42Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': '027644fc-8f0f-495a-acc0-ff63d572ec54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:50.571153 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66faff2b-f5b8-4373-9b17-d8bf39fbf20d None None] The sync data for ids ['56a9a9c8-54f4-414d-a074-562baa3d0f9c'] in n-d-771363-36 is: [{'id': '56a9a9c8-54f4-414d-a074-562baa3d0f9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642424178', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '607f5b00-58b3-406e-89ac-341d2ca5d416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:34Z', 'updated_at': '2021-07-15T14:03:37Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '607f5b00-58b3-406e-89ac-341d2ca5d416', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:bb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a9a9c8-54f4-414d-a074-562baa3d0f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:34Z', 'updated_at': '2021-07-15T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '74431e9d-9435-4cfc-9d06-8e0f5bf441ec', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'floating_ip_address': '172.25.8.216', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '56a9a9c8-54f4-414d-a074-562baa3d0f9c', 'port_id': '1ae67c22-3a98-4d60-a188-2e580bc67891', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86e9ee84-c962-47c0-af33-5a4f3f2350e0', 'mac_address': 'fa:16:3e:1a:9e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49210472-7ae8-486a-a2b6-a3a3b9f8bbfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:03:48Z', 'updated_at': '2021-07-15T14:03:48Z', 'revision_number': 0, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca9c480e-f35c-4dd6-bcf7-4a97a35002b3', 'name': '', 'network_id': '86e9ee84-c962-47c0-af33-5a4f3f2350e0', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:65:54:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a9a9c8-54f4-414d-a074-562baa3d0f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '027644fc-8f0f-495a-acc0-ff63d572ec54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:37Z', 'updated_at': '2021-07-15T14:03:42Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': '027644fc-8f0f-495a-acc0-ff63d572ec54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:03:50.760612 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bec7be-6eaa-4a83-9608-23f06ba14e79 None None] New status for floating IP 74431e9d-9435-4cfc-9d06-8e0f5bf441ec: ACTIVE {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:03:51.207223 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40832) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:51.266322 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b12fa5f9-38b9-486c-83d4-c06214fa30f6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/floatingips/74431e9d-9435-4cfc-9d06-8e0f5bf441ec HTTP/1.1" status: 200 len: 994 time: 0.0579696 Jul 15 14:03:59.732804 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c40d67b3-0c7c-4baa-bcd7-11df7addaef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:59.747255 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:00.020875 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:02.348773 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:02.523844 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-15c51b49-da7b-4038-b3b1-b6da6be55596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:03.794698 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:05.227373 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:08.585012 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d5728624-eeac-40dc-9e6c-bd5252a4c46a req-50a677dc-4909-4391-bbd2-bcdad2abc478 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=49210472-7ae8-486a-a2b6-a3a3b9f8bbfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0562487 Jul 15 14:04:08.676116 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5728624-eeac-40dc-9e6c-bd5252a4c46a req-f9703a89-f47e-4ad1-b6ef-e0c60bcc2e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:08.677558 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d5728624-eeac-40dc-9e6c-bd5252a4c46a req-f9703a89-f47e-4ad1-b6ef-e0c60bcc2e2a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6425c0206e154f1bb445bd935ef3b1e7&device_id=49210472-7ae8-486a-a2b6-a3a3b9f8bbfb HTTP/1.1" status: 200 len: 1098 time: 0.0510020 Jul 15 14:04:08.781627 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5728624-eeac-40dc-9e6c-bd5252a4c46a req-c43356c7-0fc2-4cb9-a7da-6717fa3108ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:08.783120 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d5728624-eeac-40dc-9e6c-bd5252a4c46a req-c43356c7-0fc2-4cb9-a7da-6717fa3108ae service neutron] 10.222.0.46 "GET /v2.0/networks?id=86e9ee84-c962-47c0-af33-5a4f3f2350e0 HTTP/1.1" status: 200 len: 897 time: 0.0844679 Jul 15 14:04:08.849532 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d5728624-eeac-40dc-9e6c-bd5252a4c46a req-2bdfd292-a414-41d4-a12d-af9b5c46b676 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ae67c22-3a98-4d60-a188-2e580bc67891 HTTP/1.1" status: 200 len: 1002 time: 0.0599899 Jul 15 14:04:08.897941 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5728624-eeac-40dc-9e6c-bd5252a4c46a req-57541583-0b9a-4f1f-b0bd-dc0d0d87237b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:08.899455 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d5728624-eeac-40dc-9e6c-bd5252a4c46a req-57541583-0b9a-4f1f-b0bd-dc0d0d87237b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=027644fc-8f0f-495a-acc0-ff63d572ec54 HTTP/1.1" status: 200 len: 835 time: 0.0437591 Jul 15 14:04:08.955753 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5728624-eeac-40dc-9e6c-bd5252a4c46a req-76e46798-a917-4c06-bec5-3ef9b82b959a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:08.957207 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d5728624-eeac-40dc-9e6c-bd5252a4c46a req-76e46798-a917-4c06-bec5-3ef9b82b959a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=86e9ee84-c962-47c0-af33-5a4f3f2350e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507910 Jul 15 14:04:09.046610 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d5728624-eeac-40dc-9e6c-bd5252a4c46a req-01a50706-98a6-4cf2-a8a2-20e8be2f946d service neutron] 10.222.0.46 "GET /v2.0/networks/86e9ee84-c962-47c0-af33-5a4f3f2350e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825853 Jul 15 14:04:09.132389 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d5728624-eeac-40dc-9e6c-bd5252a4c46a req-c404db48-1bd1-4c4d-ba97-f16ddd6c34c9 service neutron] 10.222.0.46 "GET /v2.0/networks/86e9ee84-c962-47c0-af33-5a4f3f2350e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788286 Jul 15 14:04:20.197974 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570a785-0c12-485a-b978-b92ee1b0b995 req-6c35788c-2de6-4f70-8ae1-04dae606632b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:20.199470 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d570a785-0c12-485a-b978-b92ee1b0b995 req-6c35788c-2de6-4f70-8ae1-04dae606632b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=49210472-7ae8-486a-a2b6-a3a3b9f8bbfb HTTP/1.1" status: 200 len: 946 time: 0.0651503 Jul 15 14:04:20.235730 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d570a785-0c12-485a-b978-b92ee1b0b995 req-4131f38e-1a8f-4495-a8d9-3342e800c558 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5351462-41f2-4779-9d2c-861946f31e64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299749 Jul 15 14:04:21.418157 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0ff17-534d-4bdf-98d3-3d45eafc3329 req-f6d9403f-93ab-4d71-a775-7d97bed7a82f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:21.419644 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2bc0ff17-534d-4bdf-98d3-3d45eafc3329 req-f6d9403f-93ab-4d71-a775-7d97bed7a82f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=49210472-7ae8-486a-a2b6-a3a3b9f8bbfb HTTP/1.1" status: 200 len: 946 time: 0.0618801 Jul 15 14:04:21.456632 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2bc0ff17-534d-4bdf-98d3-3d45eafc3329 req-a318235d-d8fb-4ef9-9924-7e762aadcfeb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5351462-41f2-4779-9d2c-861946f31e64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309665 Jul 15 14:04:22.626470 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96147b-a499-4923-9331-088b8698307e req-9f988de8-01df-4ebb-9c57-30ba71da2d2d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:22.627990 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ce96147b-a499-4923-9331-088b8698307e req-9f988de8-01df-4ebb-9c57-30ba71da2d2d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=49210472-7ae8-486a-a2b6-a3a3b9f8bbfb HTTP/1.1" status: 200 len: 946 time: 0.0624518 Jul 15 14:04:22.663591 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ce96147b-a499-4923-9331-088b8698307e req-d3f45850-d4b6-4a16-93f0-d6a3149a4dbb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5351462-41f2-4779-9d2c-861946f31e64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301104 Jul 15 14:04:23.345634 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:04:23.841177 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ecb08-d1d3-4289-8399-3cd06bfd3a28 req-3cda0845-4de9-4fff-9259-8db1c099fcbd tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:23.842667 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d65ecb08-d1d3-4289-8399-3cd06bfd3a28 req-3cda0845-4de9-4fff-9259-8db1c099fcbd tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=49210472-7ae8-486a-a2b6-a3a3b9f8bbfb HTTP/1.1" status: 200 len: 946 time: 0.0657282 Jul 15 14:04:23.879982 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d65ecb08-d1d3-4289-8399-3cd06bfd3a28 req-78f7897e-0c2c-4dc9-810c-fe627ab656e7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5351462-41f2-4779-9d2c-861946f31e64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311863 Jul 15 14:04:25.050211 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4f8c5-c1c4-49fb-907c-e114060d061e req-057afafb-2d88-4d77-86b6-2d849edba70b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:25.051615 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b2f4f8c5-c1c4-49fb-907c-e114060d061e req-057afafb-2d88-4d77-86b6-2d849edba70b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=49210472-7ae8-486a-a2b6-a3a3b9f8bbfb HTTP/1.1" status: 200 len: 946 time: 0.0618610 Jul 15 14:04:25.088131 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b2f4f8c5-c1c4-49fb-907c-e114060d061e req-7ad172b9-0669-4453-a9f0-b54894ac07f2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5351462-41f2-4779-9d2c-861946f31e64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311127 Jul 15 14:04:26.259561 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d8e75-3725-4486-8b46-99f10e3f4ce1 req-df9d8cfd-5ad7-4ebd-abae-6606d1469580 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:26.261022 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-533d8e75-3725-4486-8b46-99f10e3f4ce1 req-df9d8cfd-5ad7-4ebd-abae-6606d1469580 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=49210472-7ae8-486a-a2b6-a3a3b9f8bbfb HTTP/1.1" status: 200 len: 946 time: 0.0647471 Jul 15 14:04:26.576235 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-533d8e75-3725-4486-8b46-99f10e3f4ce1 req-577d3c25-f681-4fa8-ac04-4a991827b3f0 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5351462-41f2-4779-9d2c-861946f31e64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3097467 Jul 15 14:04:27.742984 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce314a29-d9fa-4629-9656-9b15c8bc3ce3 req-cce1a992-df4f-4f15-9a4f-df7a1695ca1a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:27.744452 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ce314a29-d9fa-4629-9656-9b15c8bc3ce3 req-cce1a992-df4f-4f15-9a4f-df7a1695ca1a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=49210472-7ae8-486a-a2b6-a3a3b9f8bbfb HTTP/1.1" status: 200 len: 946 time: 0.0611112 Jul 15 14:04:27.780664 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ce314a29-d9fa-4629-9656-9b15c8bc3ce3 req-1056bade-b372-4544-9f78-e07a8209070f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5351462-41f2-4779-9d2c-861946f31e64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306299 Jul 15 14:04:28.952582 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8f3e6-b4c1-4a2f-ad38-8f0716a38762 req-a1dff956-271d-49f9-8a7f-b7fa3bdc5e3d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:28.954066 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4ac8f3e6-b4c1-4a2f-ad38-8f0716a38762 req-a1dff956-271d-49f9-8a7f-b7fa3bdc5e3d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=49210472-7ae8-486a-a2b6-a3a3b9f8bbfb HTTP/1.1" status: 200 len: 946 time: 0.0636930 Jul 15 14:04:28.993497 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4ac8f3e6-b4c1-4a2f-ad38-8f0716a38762 req-bdce014e-fa88-4e9d-959a-9832d087ff1b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5351462-41f2-4779-9d2c-861946f31e64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332756 Jul 15 14:04:29.733985 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-82e66e90-7b7b-4e54-994e-e924fb125e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:29.759979 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:30.019253 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:30.165025 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078dc2a-df5b-4672-9fc1-10340a7a0a87 req-798b5064-b981-4159-b511-77036cab369c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:30.166473 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9078dc2a-df5b-4672-9fc1-10340a7a0a87 req-798b5064-b981-4159-b511-77036cab369c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=49210472-7ae8-486a-a2b6-a3a3b9f8bbfb HTTP/1.1" status: 200 len: 946 time: 0.0607429 Jul 15 14:04:30.203117 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9078dc2a-df5b-4672-9fc1-10340a7a0a87 req-32e2b68a-c41f-4bc1-8dbb-29300971c91b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5351462-41f2-4779-9d2c-861946f31e64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311172 Jul 15 14:04:31.369856 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cf23f-4624-430e-ad28-1927cf0e52d9 req-83f9018f-d980-4ede-9b44-f07609791e4e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:31.371339 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ce6cf23f-4624-430e-ad28-1927cf0e52d9 req-83f9018f-d980-4ede-9b44-f07609791e4e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=49210472-7ae8-486a-a2b6-a3a3b9f8bbfb HTTP/1.1" status: 200 len: 946 time: 0.0615368 Jul 15 14:04:31.407174 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ce6cf23f-4624-430e-ad28-1927cf0e52d9 req-6394b25e-1b25-4e92-9870-cabeb77dba08 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5351462-41f2-4779-9d2c-861946f31e64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299361 Jul 15 14:04:31.431193 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40876) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:04:31.492374 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-102c1f3c-3d49-4cc1-8a8d-5393741b6b3f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/floatingips/74431e9d-9435-4cfc-9d06-8e0f5bf441ec HTTP/1.1" status: 200 len: 994 time: 0.0600140 Jul 15 14:04:32.350722 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:32.524989 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8e1cce4c-3a58-4af8-bf4d-c315bc336b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:32.906088 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd071338-bc61-450b-912e-89ba53117d95 req-29030702-a39d-4a16-9bbb-ffe11c0d231d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:32.908544 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-bd071338-bc61-450b-912e-89ba53117d95 req-29030702-a39d-4a16-9bbb-ffe11c0d231d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6425c0206e154f1bb445bd935ef3b1e7&device_id=49210472-7ae8-486a-a2b6-a3a3b9f8bbfb HTTP/1.1" status: 200 len: 1098 time: 0.0572910 Jul 15 14:04:32.915991 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4a319-4857-4f88-94a8-e7baf1461f60 req-1eebc39c-602c-482a-a3e0-fd0c827f69fe tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:32.917477 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-45e4a319-4857-4f88-94a8-e7baf1461f60 req-1eebc39c-602c-482a-a3e0-fd0c827f69fe tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=49210472-7ae8-486a-a2b6-a3a3b9f8bbfb HTTP/1.1" status: 200 len: 946 time: 0.0634582 Jul 15 14:04:32.954623 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-45e4a319-4857-4f88-94a8-e7baf1461f60 req-25b20fe4-d3b2-49ff-a793-42a5606986fe tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5351462-41f2-4779-9d2c-861946f31e64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314193 Jul 15 14:04:33.005879 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd071338-bc61-450b-912e-89ba53117d95 req-9d1afcb8-7fec-417d-be80-7e691281927b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:33.007383 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-bd071338-bc61-450b-912e-89ba53117d95 req-9d1afcb8-7fec-417d-be80-7e691281927b service neutron] 10.222.0.46 "GET /v2.0/networks?id=86e9ee84-c962-47c0-af33-5a4f3f2350e0 HTTP/1.1" status: 200 len: 897 time: 0.0924258 Jul 15 14:04:33.072208 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-bd071338-bc61-450b-912e-89ba53117d95 req-d4f3eaf1-6643-47dc-b76d-893017e4e662 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ae67c22-3a98-4d60-a188-2e580bc67891 HTTP/1.1" status: 200 len: 1002 time: 0.0592015 Jul 15 14:04:33.117873 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd071338-bc61-450b-912e-89ba53117d95 req-b8469f30-bdf7-42ab-9945-4e1b7076497f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:33.119328 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-bd071338-bc61-450b-912e-89ba53117d95 req-b8469f30-bdf7-42ab-9945-4e1b7076497f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=027644fc-8f0f-495a-acc0-ff63d572ec54 HTTP/1.1" status: 200 len: 835 time: 0.0417898 Jul 15 14:04:33.173907 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd071338-bc61-450b-912e-89ba53117d95 req-a883ea34-a889-4dca-8e1b-a1122ea1b662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:33.175398 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-bd071338-bc61-450b-912e-89ba53117d95 req-a883ea34-a889-4dca-8e1b-a1122ea1b662 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=86e9ee84-c962-47c0-af33-5a4f3f2350e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502393 Jul 15 14:04:33.264490 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-bd071338-bc61-450b-912e-89ba53117d95 req-e2f3e9ca-8a41-4ec6-9d11-41cb6694ebea service neutron] 10.222.0.46 "GET /v2.0/networks/86e9ee84-c962-47c0-af33-5a4f3f2350e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829570 Jul 15 14:04:33.350205 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-bd071338-bc61-450b-912e-89ba53117d95 req-77bb2f6b-33fe-40e9-aab3-5d31ccb899c4 service neutron] 10.222.0.46 "GET /v2.0/networks/86e9ee84-c962-47c0-af33-5a4f3f2350e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795574 Jul 15 14:04:33.796006 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:34.128438 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db571e14-4bd0-41f7-bc18-b0644800153a req-22acd5f6-804c-43a5-9aab-735573476513 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:34.129824 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-db571e14-4bd0-41f7-bc18-b0644800153a req-22acd5f6-804c-43a5-9aab-735573476513 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=49210472-7ae8-486a-a2b6-a3a3b9f8bbfb HTTP/1.1" status: 200 len: 946 time: 0.0647693 Jul 15 14:04:34.166834 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-db571e14-4bd0-41f7-bc18-b0644800153a req-5a206075-054a-4859-aa9e-ac52285b76fe tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5351462-41f2-4779-9d2c-861946f31e64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314553 Jul 15 14:04:34.190936 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40886) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:04:34.249118 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-42c2a5ec-692b-4d67-ac62-7c739a79c2ac tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/floatingips/74431e9d-9435-4cfc-9d06-8e0f5bf441ec HTTP/1.1" status: 200 len: 994 time: 0.0570271 Jul 15 14:04:35.230322 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:59.737664 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-900a8a8b-967d-47f2-803d-d1ae68ef2dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:59.774718 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:00.046659 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:00.345340 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:05:02.353768 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:02.524985 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b8a03e9b-21f6-4284-8123-9fea07341461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:03.799273 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:04.684427 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40898) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:04.840897 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2b70bf7b-d56a-4e7f-afb4-e97943985b87 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Deleting port 764a2e7e-8188-4bba-a701-aa2d844a33c2 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:05:04.841240 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b70bf7b-d56a-4e7f-afb4-e97943985b87 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:04.918429 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b70bf7b-d56a-4e7f-afb4-e97943985b87 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:04.918798 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b70bf7b-d56a-4e7f-afb4-e97943985b87 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:04.930480 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2b70bf7b-d56a-4e7f-afb4-e97943985b87 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Calling delete_port for 764a2e7e-8188-4bba-a701-aa2d844a33c2 owned by network:floatingip {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:05:05.074632 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b70bf7b-d56a-4e7f-afb4-e97943985b87 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:05.099516 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70bf7b-d56a-4e7f-afb4-e97943985b87 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event deleted for resources: {'Port': ['ID=764a2e7e-8188-4bba-a701-aa2d844a33c2,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:05.109706 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70bf7b-d56a-4e7f-afb4-e97943985b87 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:05.110057 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70bf7b-d56a-4e7f-afb4-e97943985b87 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:05.110422 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70bf7b-d56a-4e7f-afb4-e97943985b87 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:05.110770 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70bf7b-d56a-4e7f-afb4-e97943985b87 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:05.111106 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70bf7b-d56a-4e7f-afb4-e97943985b87 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:05.111440 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70bf7b-d56a-4e7f-afb4-e97943985b87 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:05.111773 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70bf7b-d56a-4e7f-afb4-e97943985b87 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:05.112101 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70bf7b-d56a-4e7f-afb4-e97943985b87 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:05.113075 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70bf7b-d56a-4e7f-afb4-e97943985b87 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:05.113406 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70bf7b-d56a-4e7f-afb4-e97943985b87 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:05.113736 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70bf7b-d56a-4e7f-afb4-e97943985b87 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:05.114058 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70bf7b-d56a-4e7f-afb4-e97943985b87 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:05.170593 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b70bf7b-d56a-4e7f-afb4-e97943985b87 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for floatingip, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:05.170952 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-2b70bf7b-d56a-4e7f-afb4-e97943985b87 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Floating IP 74431e9d-9435-4cfc-9d06-8e0f5bf441ec disassociated (deleted). External IP: 172.25.8.216, port: 1ae67c22-3a98-4d60-a188-2e580bc67891. Jul 15 14:05:05.234303 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:05.376583 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b70bf7b-d56a-4e7f-afb4-e97943985b87 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Router 56a9a9c8-54f4-414d-a074-562baa3d0f9c has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:05:05.481116 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b70bf7b-d56a-4e7f-afb4-e97943985b87 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:05:05.485910 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b70bf7b-d56a-4e7f-afb4-e97943985b87 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:05.490210 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21ee650-f4df-4715-b9c0-6a35adeebe85 None None] Sync routers for ids ['56a9a9c8-54f4-414d-a074-562baa3d0f9c'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:05:05.498970 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21ee650-f4df-4715-b9c0-6a35adeebe85 None None] Routers {'56a9a9c8-54f4-414d-a074-562baa3d0f9c'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:05:05.499587 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-b21ee650-f4df-4715-b9c0-6a35adeebe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:05:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['56a9a9c8-54f4-414d-a074-562baa3d0f9c'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:05.520966 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-2b70bf7b-d56a-4e7f-afb4-e97943985b87 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "DELETE /v2.0/floatingips/74431e9d-9435-4cfc-9d06-8e0f5bf441ec HTTP/1.1" status: 204 len: 168 time: 0.8354781 Jul 15 14:05:05.521656 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49210472-7ae8-486a-a2b6-a3a3b9f8bbfb', 'tag': '1ae67c22-3a98-4d60-a188-2e580bc67891'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:05:05.524104 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecae15dfe8a955ea50b9833da7617a528fbca6cb3a0c246d25e4c35a4bbccae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46bf7680-1b70-4f02-9de6-bceb992d84fd" -d '{"events": [{"name": "network-changed", "server_uuid": "49210472-7ae8-486a-a2b6-a3a3b9f8bbfb", "tag": "1ae67c22-3a98-4d60-a188-2e580bc67891"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:05:05.566598 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76d047c-8a9f-49da-aa4f-d8a6e1e1dc46 x-openstack-request-id: req-a76d047c-8a9f-49da-aa4f-d8a6e1e1dc46 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:05:05.567353 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49210472-7ae8-486a-a2b6-a3a3b9f8bbfb", "tag": "1ae67c22-3a98-4d60-a188-2e580bc67891", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:05:05.567615 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a76d047c-8a9f-49da-aa4f-d8a6e1e1dc46 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:05:05.568019 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49210472-7ae8-486a-a2b6-a3a3b9f8bbfb', 'tag': '1ae67c22-3a98-4d60-a188-2e580bc67891', 'status': 'completed', 'code': 200} Jul 15 14:05:05.652755 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf7680-1b70-4f02-9de6-bceb992d84fd req-9b45ea03-b607-4728-9d9a-16df74e65628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:05.654802 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-46bf7680-1b70-4f02-9de6-bceb992d84fd req-9b45ea03-b607-4728-9d9a-16df74e65628 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6425c0206e154f1bb445bd935ef3b1e7&device_id=49210472-7ae8-486a-a2b6-a3a3b9f8bbfb HTTP/1.1" status: 200 len: 1098 time: 0.0639050 Jul 15 14:05:05.756098 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf7680-1b70-4f02-9de6-bceb992d84fd req-8b63b389-fb5c-4fe6-970c-57da4d76608e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:05.757705 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-46bf7680-1b70-4f02-9de6-bceb992d84fd req-8b63b389-fb5c-4fe6-970c-57da4d76608e service neutron] 10.222.0.46 "GET /v2.0/networks?id=86e9ee84-c962-47c0-af33-5a4f3f2350e0 HTTP/1.1" status: 200 len: 897 time: 0.0970535 Jul 15 14:05:05.774625 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-b21ee650-f4df-4715-b9c0-6a35adeebe85 None None] Set router 56a9a9c8-54f4-414d-a074-562baa3d0f9c gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:05:05.804041 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-46bf7680-1b70-4f02-9de6-bceb992d84fd req-62c16059-b96d-412b-972f-ffab849e55b2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ae67c22-3a98-4d60-a188-2e580bc67891 HTTP/1.1" status: 200 len: 217 time: 0.0404925 Jul 15 14:05:05.855008 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf7680-1b70-4f02-9de6-bceb992d84fd req-14663a16-2041-46e1-bf58-148bb12efffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:05.856527 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-46bf7680-1b70-4f02-9de6-bceb992d84fd req-14663a16-2041-46e1-bf58-148bb12efffc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=027644fc-8f0f-495a-acc0-ff63d572ec54 HTTP/1.1" status: 200 len: 835 time: 0.0458977 Jul 15 14:05:05.921790 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd5f64-bff2-4a89-938f-7f613b04e52c req-1146fad7-239c-4838-b0a9-2fccc900315f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:05.923457 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8ccd5f64-bff2-4a89-938f-7f613b04e52c req-1146fad7-239c-4838-b0a9-2fccc900315f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=49210472-7ae8-486a-a2b6-a3a3b9f8bbfb HTTP/1.1" status: 200 len: 946 time: 0.0688655 Jul 15 14:05:05.923751 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf7680-1b70-4f02-9de6-bceb992d84fd req-33a83990-2746-4be8-968d-72c848078562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:05.925802 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-46bf7680-1b70-4f02-9de6-bceb992d84fd req-33a83990-2746-4be8-968d-72c848078562 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=86e9ee84-c962-47c0-af33-5a4f3f2350e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621681 Jul 15 14:05:05.963542 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8ccd5f64-bff2-4a89-938f-7f613b04e52c req-427d300c-702a-4383-9ab4-8317555f15b2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5351462-41f2-4779-9d2c-861946f31e64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330453 Jul 15 14:05:05.978927 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-b21ee650-f4df-4715-b9c0-6a35adeebe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a9a9c8-54f4-414d-a074-562baa3d0f9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642424178', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '607f5b00-58b3-406e-89ac-341d2ca5d416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:34Z', 'updated_at': '2021-07-15T14:03:37Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '607f5b00-58b3-406e-89ac-341d2ca5d416', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:bb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a9a9c8-54f4-414d-a074-562baa3d0f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:34Z', 'updated_at': '2021-07-15T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'ca9c480e-f35c-4dd6-bcf7-4a97a35002b3', 'name': '', 'network_id': '86e9ee84-c962-47c0-af33-5a4f3f2350e0', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:65:54:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a9a9c8-54f4-414d-a074-562baa3d0f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '027644fc-8f0f-495a-acc0-ff63d572ec54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:37Z', 'updated_at': '2021-07-15T14:03:42Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': '027644fc-8f0f-495a-acc0-ff63d572ec54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:06.005976 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21ee650-f4df-4715-b9c0-6a35adeebe85 None None] Checking router: 56a9a9c8-54f4-414d-a074-562baa3d0f9c for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:05:06.014089 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21ee650-f4df-4715-b9c0-6a35adeebe85 None None] Routers {'56a9a9c8-54f4-414d-a074-562baa3d0f9c'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:05:06.014733 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-b21ee650-f4df-4715-b9c0-6a35adeebe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:05:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['56a9a9c8-54f4-414d-a074-562baa3d0f9c'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:06.024770 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-46bf7680-1b70-4f02-9de6-bceb992d84fd req-1c4d11e7-7117-4fd0-b50b-d813aa570060 service neutron] 10.222.0.46 "GET /v2.0/networks/86e9ee84-c962-47c0-af33-5a4f3f2350e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915847 Jul 15 14:05:06.120167 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-46bf7680-1b70-4f02-9de6-bceb992d84fd req-8ccde5bb-dc7b-4053-9b37-71355d843e4c service neutron] 10.222.0.46 "GET /v2.0/networks/86e9ee84-c962-47c0-af33-5a4f3f2350e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891128 Jul 15 14:05:06.122354 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-b21ee650-f4df-4715-b9c0-6a35adeebe85 None None] Set router 56a9a9c8-54f4-414d-a074-562baa3d0f9c gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:05:06.321441 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-b21ee650-f4df-4715-b9c0-6a35adeebe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a9a9c8-54f4-414d-a074-562baa3d0f9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642424178', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '607f5b00-58b3-406e-89ac-341d2ca5d416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:34Z', 'updated_at': '2021-07-15T14:03:37Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '607f5b00-58b3-406e-89ac-341d2ca5d416', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:bb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a9a9c8-54f4-414d-a074-562baa3d0f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:34Z', 'updated_at': '2021-07-15T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'ca9c480e-f35c-4dd6-bcf7-4a97a35002b3', 'name': '', 'network_id': '86e9ee84-c962-47c0-af33-5a4f3f2350e0', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:65:54:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a9a9c8-54f4-414d-a074-562baa3d0f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '027644fc-8f0f-495a-acc0-ff63d572ec54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:37Z', 'updated_at': '2021-07-15T14:03:42Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': '027644fc-8f0f-495a-acc0-ff63d572ec54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:06.347665 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21ee650-f4df-4715-b9c0-6a35adeebe85 None None] The sync data for ids ['56a9a9c8-54f4-414d-a074-562baa3d0f9c'] in n-d-771363-36 is: [{'id': '56a9a9c8-54f4-414d-a074-562baa3d0f9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642424178', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '607f5b00-58b3-406e-89ac-341d2ca5d416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:34Z', 'updated_at': '2021-07-15T14:03:37Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '607f5b00-58b3-406e-89ac-341d2ca5d416', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:bb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a9a9c8-54f4-414d-a074-562baa3d0f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:34Z', 'updated_at': '2021-07-15T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'ca9c480e-f35c-4dd6-bcf7-4a97a35002b3', 'name': '', 'network_id': '86e9ee84-c962-47c0-af33-5a4f3f2350e0', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:65:54:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a9a9c8-54f4-414d-a074-562baa3d0f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '027644fc-8f0f-495a-acc0-ff63d572ec54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:37Z', 'updated_at': '2021-07-15T14:03:42Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': '027644fc-8f0f-495a-acc0-ff63d572ec54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:05:06.573161 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dae684-c3b2-464a-9b36-738fe1634e0e None None] New status for floating IP 74431e9d-9435-4cfc-9d06-8e0f5bf441ec: DOWN {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:05:07.136034 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0eba53-7336-41cc-9208-7f442dfb3f2e req-fda1fd45-5761-46d6-827d-6280089cec24 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:07.137416 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4c0eba53-7336-41cc-9208-7f442dfb3f2e req-fda1fd45-5761-46d6-827d-6280089cec24 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=49210472-7ae8-486a-a2b6-a3a3b9f8bbfb HTTP/1.1" status: 200 len: 946 time: 0.0615437 Jul 15 14:05:07.177553 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4c0eba53-7336-41cc-9208-7f442dfb3f2e req-00ff52ba-97b6-4e13-b39f-a77fc8a69fd1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5351462-41f2-4779-9d2c-861946f31e64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345776 Jul 15 14:05:07.403753 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950085d-babe-48f1-bbb1-e075a1cba5ff req-e3ce38a7-05a1-4bbd-afd5-ce4cd600df9d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:07.405086 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c950085d-babe-48f1-bbb1-e075a1cba5ff req-e3ce38a7-05a1-4bbd-afd5-ce4cd600df9d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.46 "GET /v2.0/ports?device_id=49210472-7ae8-486a-a2b6-a3a3b9f8bbfb HTTP/1.1" status: 200 len: 946 time: 0.0649028 Jul 15 14:05:07.500337 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-c950085d-babe-48f1-bbb1-e075a1cba5ff req-b28f952c-9334-45d1-8fc1-a9cc8924b707 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Deleting port 1ae67c22-3a98-4d60-a188-2e580bc67891 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:05:07.500674 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c950085d-babe-48f1-bbb1-e075a1cba5ff req-b28f952c-9334-45d1-8fc1-a9cc8924b707 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:07.591864 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-c950085d-babe-48f1-bbb1-e075a1cba5ff req-b28f952c-9334-45d1-8fc1-a9cc8924b707 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] For port 1ae67c22-3a98-4d60-a188-2e580bc67891, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=1ae67c22-3a98-4d60-a188-2e580bc67891,segment=NetworkSegment(650cada6-74a0-4ac9-817a-90ced8b065c2),segment_id=650cada6-74a0-4ac9-817a-90ced8b065c2)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:07.592215 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c950085d-babe-48f1-bbb1-e075a1cba5ff req-b28f952c-9334-45d1-8fc1-a9cc8924b707 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:07.604094 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-c950085d-babe-48f1-bbb1-e075a1cba5ff req-b28f952c-9334-45d1-8fc1-a9cc8924b707 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Calling delete_port for 1ae67c22-3a98-4d60-a188-2e580bc67891 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:05:07.726585 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c950085d-babe-48f1-bbb1-e075a1cba5ff req-b28f952c-9334-45d1-8fc1-a9cc8924b707 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:07.758570 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f952c-9334-45d1-8fc1-a9cc8924b707 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event deleted for resources: {'Port': ['ID=1ae67c22-3a98-4d60-a188-2e580bc67891,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:07.771695 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f952c-9334-45d1-8fc1-a9cc8924b707 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:07.772055 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f952c-9334-45d1-8fc1-a9cc8924b707 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:07.772404 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f952c-9334-45d1-8fc1-a9cc8924b707 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:07.772745 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f952c-9334-45d1-8fc1-a9cc8924b707 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:07.773086 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f952c-9334-45d1-8fc1-a9cc8924b707 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:07.773425 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f952c-9334-45d1-8fc1-a9cc8924b707 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:07.773759 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f952c-9334-45d1-8fc1-a9cc8924b707 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:07.774092 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f952c-9334-45d1-8fc1-a9cc8924b707 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:07.774427 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f952c-9334-45d1-8fc1-a9cc8924b707 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:07.774781 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f952c-9334-45d1-8fc1-a9cc8924b707 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:07.775109 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f952c-9334-45d1-8fc1-a9cc8924b707 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:07.775440 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f952c-9334-45d1-8fc1-a9cc8924b707 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:07.813300 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c950085d-babe-48f1-bbb1-e075a1cba5ff req-b28f952c-9334-45d1-8fc1-a9cc8924b707 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] No DVR routers for this DVR port 1ae67c22-3a98-4d60-a188-2e580bc67891 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:05:07.815963 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c950085d-babe-48f1-bbb1-e075a1cba5ff req-b28f952c-9334-45d1-8fc1-a9cc8924b707 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:07.818152 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c950085d-babe-48f1-bbb1-e075a1cba5ff req-b28f952c-9334-45d1-8fc1-a9cc8924b707 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.46 "DELETE /v2.0/ports/1ae67c22-3a98-4d60-a188-2e580bc67891 HTTP/1.1" status: 204 len: 173 time: 0.4076595 Jul 15 14:05:07.818671 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49210472-7ae8-486a-a2b6-a3a3b9f8bbfb', 'name': 'network-vif-deleted', 'tag': '1ae67c22-3a98-4d60-a188-2e580bc67891'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:05:07.820973 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8576bed0d9272eb7d87375883ff290b2d3af54e29368fa65b340403a42b02ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f68e1b7-6ba0-4aa8-9114-1dc58870ac0f" -d '{"events": [{"server_uuid": "49210472-7ae8-486a-a2b6-a3a3b9f8bbfb", "name": "network-vif-deleted", "tag": "1ae67c22-3a98-4d60-a188-2e580bc67891"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:05:07.858630 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc615d87-3725-4e5f-8de5-7c87c32e772c x-openstack-request-id: req-bc615d87-3725-4e5f-8de5-7c87c32e772c {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:05:07.858944 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49210472-7ae8-486a-a2b6-a3a3b9f8bbfb", "name": "network-vif-deleted", "tag": "1ae67c22-3a98-4d60-a188-2e580bc67891", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:05:07.859195 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc615d87-3725-4e5f-8de5-7c87c32e772c {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:05:07.859617 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49210472-7ae8-486a-a2b6-a3a3b9f8bbfb', 'name': 'network-vif-deleted', 'tag': '1ae67c22-3a98-4d60-a188-2e580bc67891', 'status': 'completed', 'code': 200} Jul 15 14:05:08.336029 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-54743d47-c2e8-48fe-b616-1d041dcd4f5d req-e26ff0d8-a711-4e9c-bea8-87cd6f66290f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=49210472-7ae8-486a-a2b6-a3a3b9f8bbfb HTTP/1.1" status: 200 len: 210 time: 0.0295136 Jul 15 14:05:09.427617 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40916) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:09.774423 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a225fddf-9de0-48be-9000-190350d94ecd tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:10.030286 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a225fddf-9de0-48be-9000-190350d94ecd tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Deleting port ca9c480e-f35c-4dd6-bcf7-4a97a35002b3 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:05:10.030584 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a225fddf-9de0-48be-9000-190350d94ecd tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:10.114624 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a225fddf-9de0-48be-9000-190350d94ecd tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] For port ca9c480e-f35c-4dd6-bcf7-4a97a35002b3, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=ca9c480e-f35c-4dd6-bcf7-4a97a35002b3,segment=NetworkSegment(650cada6-74a0-4ac9-817a-90ced8b065c2),segment_id=650cada6-74a0-4ac9-817a-90ced8b065c2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:10.114980 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a225fddf-9de0-48be-9000-190350d94ecd tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:10.131293 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a225fddf-9de0-48be-9000-190350d94ecd tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Calling delete_port for ca9c480e-f35c-4dd6-bcf7-4a97a35002b3 owned by network:router_interface {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:05:10.312890 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a225fddf-9de0-48be-9000-190350d94ecd tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:10.339812 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a225fddf-9de0-48be-9000-190350d94ecd tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event deleted for resources: {'Port': ['ID=ca9c480e-f35c-4dd6-bcf7-4a97a35002b3,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:10.512061 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a225fddf-9de0-48be-9000-190350d94ecd tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:10.718549 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a225fddf-9de0-48be-9000-190350d94ecd tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Router 56a9a9c8-54f4-414d-a074-562baa3d0f9c has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:05:10.821235 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a225fddf-9de0-48be-9000-190350d94ecd tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:05:10.826235 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a225fddf-9de0-48be-9000-190350d94ecd tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "PUT /v2.0/routers/56a9a9c8-54f4-414d-a074-562baa3d0f9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3975842 Jul 15 14:05:10.829816 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40918) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:10.831796 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 1ae67c22-3a98-4d60-a188-2e580bc67891 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:05:10.835689 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13101853-bf1a-4256-a9a0-61d072ad7ee9 None None] Sync routers for ids ['56a9a9c8-54f4-414d-a074-562baa3d0f9c'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:05:10.856867 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 1ae67c22-3a98-4d60-a188-2e580bc67891 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:05:10.857218 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 1ae67c22-3a98-4d60-a188-2e580bc67891 not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:05:10.863249 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13101853-bf1a-4256-a9a0-61d072ad7ee9 None None] Routers {'56a9a9c8-54f4-414d-a074-562baa3d0f9c'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:05:10.863874 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-13101853-bf1a-4256-a9a0-61d072ad7ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:05:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['56a9a9c8-54f4-414d-a074-562baa3d0f9c'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:10.882327 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e86b1d5-df14-4477-8f12-e4477259f12f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Deleting subnet 027644fc-8f0f-495a-acc0-ff63d572ec54 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:05:10.885557 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e86b1d5-df14-4477-8f12-e4477259f12f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:10.924410 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e86b1d5-df14-4477-8f12-e4477259f12f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:10.967354 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-13101853-bf1a-4256-a9a0-61d072ad7ee9 None None] Set router 56a9a9c8-54f4-414d-a074-562baa3d0f9c gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:05:11.011111 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e86b1d5-df14-4477-8f12-e4477259f12f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:11.069194 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e86b1d5-df14-4477-8f12-e4477259f12f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:11.095832 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86b1d5-df14-4477-8f12-e4477259f12f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event deleted for resources: {'Subnet': ['ID=027644fc-8f0f-495a-acc0-ff63d572ec54,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:11.101515 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e86b1d5-df14-4477-8f12-e4477259f12f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:11.106203 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40920) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:11.107184 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-8e86b1d5-df14-4477-8f12-e4477259f12f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "DELETE /v2.0/subnets/027644fc-8f0f-495a-acc0-ff63d572ec54 HTTP/1.1" status: 204 len: 168 time: 0.2763245 Jul 15 14:05:11.117480 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f46cdbc-8489-4214-a382-d9d80ff2e773 None None] Network 86e9ee84-c962-47c0-af33-5a4f3f2350e0 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:05:11.212012 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-18962dfc-91db-402a-aa6c-82e919533f9f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:11.238994 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-13101853-bf1a-4256-a9a0-61d072ad7ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a9a9c8-54f4-414d-a074-562baa3d0f9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642424178', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '607f5b00-58b3-406e-89ac-341d2ca5d416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:34Z', 'updated_at': '2021-07-15T14:05:10Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '607f5b00-58b3-406e-89ac-341d2ca5d416', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:bb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a9a9c8-54f4-414d-a074-562baa3d0f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:34Z', 'updated_at': '2021-07-15T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:11.272603 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13101853-bf1a-4256-a9a0-61d072ad7ee9 None None] Checking router: 56a9a9c8-54f4-414d-a074-562baa3d0f9c for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:05:11.287977 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13101853-bf1a-4256-a9a0-61d072ad7ee9 None None] Routers {'56a9a9c8-54f4-414d-a074-562baa3d0f9c'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:05:11.288599 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-13101853-bf1a-4256-a9a0-61d072ad7ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:05:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['56a9a9c8-54f4-414d-a074-562baa3d0f9c'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:11.314757 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-18962dfc-91db-402a-aa6c-82e919533f9f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:11.368163 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-18962dfc-91db-402a-aa6c-82e919533f9f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Deleting port 607f5b00-58b3-406e-89ac-341d2ca5d416 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:05:11.368525 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-18962dfc-91db-402a-aa6c-82e919533f9f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:11.403555 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-13101853-bf1a-4256-a9a0-61d072ad7ee9 None None] Set router 56a9a9c8-54f4-414d-a074-562baa3d0f9c gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:05:11.406655 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b056d9af-27ce-4c25-8abf-1b9741d41c7d None None] DHCP port deletion for 86e9ee84-c962-47c0-af33-5a4f3f2350e0 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:05:11.452869 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-18962dfc-91db-402a-aa6c-82e919533f9f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] For port 607f5b00-58b3-406e-89ac-341d2ca5d416, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=607f5b00-58b3-406e-89ac-341d2ca5d416,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:11.453239 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-18962dfc-91db-402a-aa6c-82e919533f9f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:11.465324 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-18962dfc-91db-402a-aa6c-82e919533f9f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Calling delete_port for 607f5b00-58b3-406e-89ac-341d2ca5d416 owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:05:11.564034 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b056d9af-27ce-4c25-8abf-1b9741d41c7d None None] Deleting port c363e261-f4ad-421f-9a80-c594e81f53c4 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:05:11.564339 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b056d9af-27ce-4c25-8abf-1b9741d41c7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:11.637649 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-18962dfc-91db-402a-aa6c-82e919533f9f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:11.655900 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-b056d9af-27ce-4c25-8abf-1b9741d41c7d None None] For port c363e261-f4ad-421f-9a80-c594e81f53c4, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=c363e261-f4ad-421f-9a80-c594e81f53c4,segment=NetworkSegment(650cada6-74a0-4ac9-817a-90ced8b065c2),segment_id=650cada6-74a0-4ac9-817a-90ced8b065c2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:11.656292 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b056d9af-27ce-4c25-8abf-1b9741d41c7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:11.665507 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18962dfc-91db-402a-aa6c-82e919533f9f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event deleted for resources: {'Port': ['ID=607f5b00-58b3-406e-89ac-341d2ca5d416,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:11.669886 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-b056d9af-27ce-4c25-8abf-1b9741d41c7d None None] Calling delete_port for c363e261-f4ad-421f-9a80-c594e81f53c4 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:05:11.717054 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-13101853-bf1a-4256-a9a0-61d072ad7ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a9a9c8-54f4-414d-a074-562baa3d0f9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642424178', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '607f5b00-58b3-406e-89ac-341d2ca5d416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:34Z', 'updated_at': '2021-07-15T14:05:10Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '607f5b00-58b3-406e-89ac-341d2ca5d416', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:bb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a9a9c8-54f4-414d-a074-562baa3d0f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:34Z', 'updated_at': '2021-07-15T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:11.726479 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-18962dfc-91db-402a-aa6c-82e919533f9f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:11.750295 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13101853-bf1a-4256-a9a0-61d072ad7ee9 None None] The sync data for ids ['56a9a9c8-54f4-414d-a074-562baa3d0f9c'] in n-d-771363-36 is: [{'id': '56a9a9c8-54f4-414d-a074-562baa3d0f9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642424178', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '607f5b00-58b3-406e-89ac-341d2ca5d416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:03:34Z', 'updated_at': '2021-07-15T14:05:10Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '607f5b00-58b3-406e-89ac-341d2ca5d416', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:bb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a9a9c8-54f4-414d-a074-562baa3d0f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:03:34Z', 'updated_at': '2021-07-15T14:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:05:11.793219 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b056d9af-27ce-4c25-8abf-1b9741d41c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:11.819222 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056d9af-27ce-4c25-8abf-1b9741d41c7d None None] Pushing event deleted for resources: {'Port': ['ID=c363e261-f4ad-421f-9a80-c594e81f53c4,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:11.820030 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-18962dfc-91db-402a-aa6c-82e919533f9f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:11.822255 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-18962dfc-91db-402a-aa6c-82e919533f9f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:11.823460 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b056d9af-27ce-4c25-8abf-1b9741d41c7d None None] No DVR routers for this DVR port c363e261-f4ad-421f-9a80-c594e81f53c4 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:05:11.835947 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b056d9af-27ce-4c25-8abf-1b9741d41c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:11.835947 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b056d9af-27ce-4c25-8abf-1b9741d41c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:11.835947 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b056d9af-27ce-4c25-8abf-1b9741d41c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:11.835947 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b056d9af-27ce-4c25-8abf-1b9741d41c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:11.835947 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b056d9af-27ce-4c25-8abf-1b9741d41c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:11.835947 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b056d9af-27ce-4c25-8abf-1b9741d41c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:11.835947 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b056d9af-27ce-4c25-8abf-1b9741d41c7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:11.837508 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b056d9af-27ce-4c25-8abf-1b9741d41c7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:11.837508 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b056d9af-27ce-4c25-8abf-1b9741d41c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:11.837508 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b056d9af-27ce-4c25-8abf-1b9741d41c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:11.837508 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b056d9af-27ce-4c25-8abf-1b9741d41c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:11.837508 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b056d9af-27ce-4c25-8abf-1b9741d41c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:12.142864 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-18962dfc-91db-402a-aa6c-82e919533f9f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:12.143420 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18962dfc-91db-402a-aa6c-82e919533f9f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Fanout notify agent at l3_agent the message router_deleted on router 56a9a9c8-54f4-414d-a074-562baa3d0f9c {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:05:12.150967 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-18962dfc-91db-402a-aa6c-82e919533f9f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:12.152035 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-18962dfc-91db-402a-aa6c-82e919533f9f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "DELETE /v2.0/routers/56a9a9c8-54f4-414d-a074-562baa3d0f9c HTTP/1.1" status: 204 len: 168 time: 1.0446777 Jul 15 14:05:12.154859 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40922) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:12.215451 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device ca9c480e-f35c-4dd6-bcf7-4a97a35002b3 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:05:12.236197 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: ca9c480e-f35c-4dd6-bcf7-4a97a35002b3 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:05:12.236385 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c29509c5-86c3-4ee3-a8d6-924c7cb26e46 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:12.236580 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device ca9c480e-f35c-4dd6-bcf7-4a97a35002b3 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:05:12.237616 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c363e261-f4ad-421f-9a80-c594e81f53c4 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:05:12.260319 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: c363e261-f4ad-421f-9a80-c594e81f53c4 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:05:12.260667 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c363e261-f4ad-421f-9a80-c594e81f53c4 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:05:12.326899 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c29509c5-86c3-4ee3-a8d6-924c7cb26e46 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:12.337029 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-c29509c5-86c3-4ee3-a8d6-924c7cb26e46 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86e9ee84-c962-47c0-af33-5a4f3f2350e0']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:12.347293 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-c29509c5-86c3-4ee3-a8d6-924c7cb26e46 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '650cada6-74a0-4ac9-817a-90ced8b065c2') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:12.347594 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-c29509c5-86c3-4ee3-a8d6-924c7cb26e46 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '650cada6-74a0-4ac9-817a-90ced8b065c2') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:12.357050 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c29509c5-86c3-4ee3-a8d6-924c7cb26e46 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:12.371097 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c29509c5-86c3-4ee3-a8d6-924c7cb26e46 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:12.378954 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c29509c5-86c3-4ee3-a8d6-924c7cb26e46 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:05:12.379519 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c29509c5-86c3-4ee3-a8d6-924c7cb26e46 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:12.383191 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:05:12.383191 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:05:12.383191 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:05:12.383191 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:05:12.383191 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:05:12.383191 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:05:12.383191 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:05:12.383191 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:05:12.383191 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 14:05:12.383191 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:05:12.383191 n-d-771363-36 neutron-server[93826]: timer() Jul 15 14:05:12.383191 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:05:12.383191 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 14:05:12.383191 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:05:12.383191 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 14:05:12.383191 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:05:12.383191 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 14:05:12.383191 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:05:12.383191 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 14:05:12.383191 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:05:12.383191 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 14:05:12.383191 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:05:12.383191 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:05:12.383191 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:05:12.383191 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:05:12.383191 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:05:12.383191 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 14:05:12.383191 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:05:12.383191 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 14:05:12.383191 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:05:12.383191 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:05:12.383191 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:05:12.383191 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 14:05:12.383191 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:05:12.383191 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:05:12.383191 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:05:12.383191 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:05:12.383191 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:05:12.383191 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:05:12.383191 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:05:12.454019 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c29509c5-86c3-4ee3-a8d6-924c7cb26e46 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:12.458243 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c29509c5-86c3-4ee3-a8d6-924c7cb26e46 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:12.460137 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c29509c5-86c3-4ee3-a8d6-924c7cb26e46 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "DELETE /v2.0/networks/86e9ee84-c962-47c0-af33-5a4f3f2350e0 HTTP/1.1" status: 204 len: 168 time: 0.3044014 Jul 15 14:05:12.462996 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40924) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:12.474862 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29509c5-86c3-4ee3-a8d6-924c7cb26e46 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event deleted for resources: {'Network': ['ID=86e9ee84-c962-47c0-af33-5a4f3f2350e0,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:12.519842 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-16fdfaf2-15ae-495e-a7f4-b60e13f42162 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:12.548155 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-16fdfaf2-15ae-495e-a7f4-b60e13f42162 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:12.606382 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-16fdfaf2-15ae-495e-a7f4-b60e13f42162 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:12.608848 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-16fdfaf2-15ae-495e-a7f4-b60e13f42162 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:12.610007 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-16fdfaf2-15ae-495e-a7f4-b60e13f42162 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "DELETE /v2.0/security-groups/f5351462-41f2-4779-9d2c-861946f31e64 HTTP/1.1" status: 204 len: 168 time: 0.1460228 Jul 15 14:05:12.619526 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fdfaf2-15ae-495e-a7f4-b60e13f42162 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5351462-41f2-4779-9d2c-861946f31e64,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:12.954822 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40930) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:12.960013 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-b703bd8d-441a-4f67-891c-853e9499b006 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-708844405', 'description': 'tempest-secgroup-smoke-708844405 description', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:12.982404 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b703bd8d-441a-4f67-891c-853e9499b006 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.060068 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b703bd8d-441a-4f67-891c-853e9499b006 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.064002 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b703bd8d-441a-4f67-891c-853e9499b006 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.093635 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b703bd8d-441a-4f67-891c-853e9499b006 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.094874 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-b703bd8d-441a-4f67-891c-853e9499b006 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1390216 Jul 15 14:05:13.097330 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703bd8d-441a-4f67-891c-853e9499b006 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb05686-7eb3-4693-91b7-c5a3858c4f60,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:13.098489 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40932) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:13.103349 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-da9f245d-58e4-4827-b718-9bde60db08b9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'security_group_rule': {'security_group_id': '8cb05686-7eb3-4693-91b7-c5a3858c4f60', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:13.129194 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-da9f245d-58e4-4827-b718-9bde60db08b9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.182452 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-da9f245d-58e4-4827-b718-9bde60db08b9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.185910 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-da9f245d-58e4-4827-b718-9bde60db08b9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.204078 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f245d-58e4-4827-b718-9bde60db08b9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d984fd1-cc0b-4bb7-92fc-acb2525ba2b1,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:13.211378 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-da9f245d-58e4-4827-b718-9bde60db08b9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.212578 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-da9f245d-58e4-4827-b718-9bde60db08b9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1129932 Jul 15 14:05:13.215337 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40934) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:13.219802 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-3241c61d-1190-4b19-b266-b34c13bfb6cf tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'security_group_rule': {'security_group_id': '8cb05686-7eb3-4693-91b7-c5a3858c4f60', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:13.244023 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3241c61d-1190-4b19-b266-b34c13bfb6cf tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.299955 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3241c61d-1190-4b19-b266-b34c13bfb6cf tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.303484 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3241c61d-1190-4b19-b266-b34c13bfb6cf tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.320784 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241c61d-1190-4b19-b266-b34c13bfb6cf tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=280dbecb-b2c9-4b3b-ad0d-2fc7a659b612,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:13.328059 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3241c61d-1190-4b19-b266-b34c13bfb6cf tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.329322 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3241c61d-1190-4b19-b266-b34c13bfb6cf tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1129704 Jul 15 14:05:13.332726 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40936) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:13.337114 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-84b89bec-9075-4617-bce2-a27f5221305e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'security_group_rule': {'security_group_id': '8cb05686-7eb3-4693-91b7-c5a3858c4f60', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:13.360990 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-84b89bec-9075-4617-bce2-a27f5221305e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.419826 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-84b89bec-9075-4617-bce2-a27f5221305e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.423598 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-84b89bec-9075-4617-bce2-a27f5221305e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.442087 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b89bec-9075-4617-bce2-a27f5221305e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b18319-ac41-4aa5-ad9c-fc82cf689806,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:13.445022 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-84b89bec-9075-4617-bce2-a27f5221305e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.446590 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-84b89bec-9075-4617-bce2-a27f5221305e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1125929 Jul 15 14:05:13.449452 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40938) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:13.455458 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-c24725ea-fc2e-4541-8c2e-797402cb4f2a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'security_group_rule': {'security_group_id': '8cb05686-7eb3-4693-91b7-c5a3858c4f60', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:13.481283 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c24725ea-fc2e-4541-8c2e-797402cb4f2a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.538229 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c24725ea-fc2e-4541-8c2e-797402cb4f2a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.541959 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c24725ea-fc2e-4541-8c2e-797402cb4f2a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.561052 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24725ea-fc2e-4541-8c2e-797402cb4f2a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14273af9-ad36-4ba5-bf46-fca670adfc2b,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:13.569238 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c24725ea-fc2e-4541-8c2e-797402cb4f2a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.570977 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c24725ea-fc2e-4541-8c2e-797402cb4f2a tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1205895 Jul 15 14:05:13.573600 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40940) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:13.578336 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-457806e3-1be7-44f6-b9c4-d14538f032af tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'security_group_rule': {'security_group_id': '8cb05686-7eb3-4693-91b7-c5a3858c4f60', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:13.599523 n-d-771363-36 neutron-server[93825]: INFO neutron.db.securitygroups_db [None req-457806e3-1be7-44f6-b9c4-d14538f032af tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Project 6425c0206e154f1bb445bd935ef3b1e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:05:13.604603 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-457806e3-1be7-44f6-b9c4-d14538f032af tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.668826 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-457806e3-1be7-44f6-b9c4-d14538f032af tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.672514 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-457806e3-1be7-44f6-b9c4-d14538f032af tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.689044 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457806e3-1be7-44f6-b9c4-d14538f032af tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa36df5-5750-4d89-aba5-034987aa64a1,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:13.696018 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-457806e3-1be7-44f6-b9c4-d14538f032af tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.697202 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-457806e3-1be7-44f6-b9c4-d14538f032af tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1226106 Jul 15 14:05:13.699792 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40942) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:13.704114 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-f32108da-cd36-46f5-a503-a524afcc9d66 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'security_group_rule': {'security_group_id': '8cb05686-7eb3-4693-91b7-c5a3858c4f60', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:13.723931 n-d-771363-36 neutron-server[93825]: INFO neutron.db.securitygroups_db [None req-f32108da-cd36-46f5-a503-a524afcc9d66 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Project 6425c0206e154f1bb445bd935ef3b1e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:05:13.728397 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f32108da-cd36-46f5-a503-a524afcc9d66 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.787243 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f32108da-cd36-46f5-a503-a524afcc9d66 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.790799 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f32108da-cd36-46f5-a503-a524afcc9d66 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.808130 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32108da-cd36-46f5-a503-a524afcc9d66 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fccc32d6-edd2-4230-8433-9f84f43b4de0,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:13.815210 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f32108da-cd36-46f5-a503-a524afcc9d66 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.816515 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f32108da-cd36-46f5-a503-a524afcc9d66 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1157968 Jul 15 14:05:13.819813 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40944) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:13.824689 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-0c3e20d3-7267-40a3-9f21-bc32e0d221f3 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'network': {'name': 'tempest-network-smoke--1773490684', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'port_security_enabled': True}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:13.844586 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3e20d3-7267-40a3-9f21-bc32e0d221f3 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Made reservation on behalf of 6425c0206e154f1bb445bd935ef3b1e7 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:05:13.848070 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0c3e20d3-7267-40a3-9f21-bc32e0d221f3 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.871056 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c3e20d3-7267-40a3-9f21-bc32e0d221f3 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:05:13.881653 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0c3e20d3-7267-40a3-9f21-bc32e0d221f3 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.882001 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-0c3e20d3-7267-40a3-9f21-bc32e0d221f3 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Added segment e703fa4c-da43-4cc0-8c8d-fa29540ded8d of type vlan for network a3324d2b-09aa-4d32-82bf-abd963ec5c82 Jul 15 14:05:13.920982 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0c3e20d3-7267-40a3-9f21-bc32e0d221f3 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.948779 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0c3e20d3-7267-40a3-9f21-bc32e0d221f3 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.954127 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3e20d3-7267-40a3-9f21-bc32e0d221f3 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:13.954745 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0c3e20d3-7267-40a3-9f21-bc32e0d221f3 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.990062 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0c3e20d3-7267-40a3-9f21-bc32e0d221f3 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1692400 Jul 15 14:05:13.993449 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 40946) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:13.998086 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-4e983947-dc43-4044-9c46-151fa0a28afb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-484729009', 'admin_state_up': True, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:14.016044 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 607f5b00-58b3-406e-89ac-341d2ca5d416 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:05:14.025391 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e983947-dc43-4044-9c46-151fa0a28afb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:14.026143 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e20d3-7267-40a3-9f21-bc32e0d221f3 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'Network': ['ID=a3324d2b-09aa-4d32-82bf-abd963ec5c82,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:14.026334 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e983947-dc43-4044-9c46-151fa0a28afb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:14.044326 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network a3324d2b-09aa-4d32-82bf-abd963ec5c82 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:05:14.047218 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 607f5b00-58b3-406e-89ac-341d2ca5d416 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:05:14.047901 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 607f5b00-58b3-406e-89ac-341d2ca5d416 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:05:14.083424 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e983947-dc43-4044-9c46-151fa0a28afb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:14.218851 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e983947-dc43-4044-9c46-151fa0a28afb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:14.412025 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e983947-dc43-4044-9c46-151fa0a28afb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:14.434074 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e983947-dc43-4044-9c46-151fa0a28afb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:14.532157 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-4e983947-dc43-4044-9c46-151fa0a28afb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Allocated IP 172.25.8.42 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/819cd29a-0cf2-46d3-bb88-8e86a423a422) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:05:14.636935 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e983947-dc43-4044-9c46-151fa0a28afb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:14.673400 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e983947-dc43-4044-9c46-151fa0a28afb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:14.709855 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e983947-dc43-4044-9c46-151fa0a28afb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:05:14.714653 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-4e983947-dc43-4044-9c46-151fa0a28afb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:05:14.717998 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e983947-dc43-4044-9c46-151fa0a28afb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:05:14.740919 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e983947-dc43-4044-9c46-151fa0a28afb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'Port': ['ID=819cd29a-0cf2-46d3-bb88-8e86a423a422,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:14.965264 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e983947-dc43-4044-9c46-151fa0a28afb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:15.159272 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e983947-dc43-4044-9c46-151fa0a28afb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:15.283438 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e983947-dc43-4044-9c46-151fa0a28afb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Router f8de4e3e-cc23-4792-bceb-a688c865140c is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:05:15.387660 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e983947-dc43-4044-9c46-151fa0a28afb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:05:15.397018 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca2d834-078b-49d1-8f03-4c50e89dd6e0 None None] Sync routers for ids ['f8de4e3e-cc23-4792-bceb-a688c865140c'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:05:15.405169 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e983947-dc43-4044-9c46-151fa0a28afb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:15.406334 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca2d834-078b-49d1-8f03-4c50e89dd6e0 None None] Routers {'f8de4e3e-cc23-4792-bceb-a688c865140c'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:05:15.406712 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4e983947-dc43-4044-9c46-151fa0a28afb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4121437 Jul 15 14:05:15.407108 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4ca2d834-078b-49d1-8f03-4c50e89dd6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:05:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f8de4e3e-cc23-4792-bceb-a688c865140c'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:15.410395 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40948) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:15.479452 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-de384228-21c3-43ee-9d9b-ba8eb5ec9a0a tempest-TestNetworkAdvancedServerOps-1664808803 tempest-TestNetworkAdvancedServerOps-1664808803-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=6425c0206e154f1bb445bd935ef3b1e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0678117 Jul 15 14:05:15.482111 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40952) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:15.508158 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-4ca2d834-078b-49d1-8f03-4c50e89dd6e0 None None] Set router f8de4e3e-cc23-4792-bceb-a688c865140c gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:05:15.569893 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b7642a-9165-4975-ba98-3e2ad5bedeab tempest-TestNetworkAdvancedServerOps-1664808803 tempest-TestNetworkAdvancedServerOps-1664808803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:15.571447 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-10b7642a-9165-4975-ba98-3e2ad5bedeab tempest-TestNetworkAdvancedServerOps-1664808803 tempest-TestNetworkAdvancedServerOps-1664808803-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883772 Jul 15 14:05:15.574180 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40954) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:15.600973 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f7b255ce-0c29-47e1-b02c-094ed49563fa tempest-TestNetworkAdvancedServerOps-1664808803 tempest-TestNetworkAdvancedServerOps-1664808803-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=e1268488-a505-464f-96b0-8b93d6dfd7ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0256875 Jul 15 14:05:15.603385 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40956) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:15.608070 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-309f7fa5-4b9d-4556-bc80-c338439eab6b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-661579746', 'network_id': 'a3324d2b-09aa-4d32-82bf-abd963ec5c82', 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:15.679604 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4ca2d834-078b-49d1-8f03-4c50e89dd6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8de4e3e-cc23-4792-bceb-a688c865140c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484729009', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '819cd29a-0cf2-46d3-bb88-8e86a423a422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:14Z', 'updated_at': '2021-07-15T14:05:14Z', 'revision_number': 3, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '819cd29a-0cf2-46d3-bb88-8e86a423a422', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8de4e3e-cc23-4792-bceb-a688c865140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:14Z', 'updated_at': '2021-07-15T14:05:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:15.691689 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309f7fa5-4b9d-4556-bc80-c338439eab6b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Made reservation on behalf of 6425c0206e154f1bb445bd935ef3b1e7 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:05:15.695630 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-309f7fa5-4b9d-4556-bc80-c338439eab6b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602638'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:15.704793 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca2d834-078b-49d1-8f03-4c50e89dd6e0 None None] Checking router: f8de4e3e-cc23-4792-bceb-a688c865140c for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:05:15.705145 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca2d834-078b-49d1-8f03-4c50e89dd6e0 None None] Updating router f8de4e3e-cc23-4792-bceb-a688c865140c port 819cd29a-0cf2-46d3-bb88-8e86a423a422 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:05:15.743695 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4ca2d834-078b-49d1-8f03-4c50e89dd6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:15.877019 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-309f7fa5-4b9d-4556-bc80-c338439eab6b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2883444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602652'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:15.941660 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f7fa5-4b9d-4556-bc80-c338439eab6b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'Subnet': ['ID=c71ac2ad-995a-41dd-b1d8-3ffe41ffda29,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:15.948768 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309f7fa5-4b9d-4556-bc80-c338439eab6b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Checking segment: {'id': 'e703fa4c-da43-4cc0-8c8d-fa29540ded8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a3324d2b-09aa-4d32-82bf-abd963ec5c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:05:15.949035 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309f7fa5-4b9d-4556-bc80-c338439eab6b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Network hostable DHCP agents. Network: a3324d2b-09aa-4d32-82bf-abd963ec5c82, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:05:15.965816 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309f7fa5-4b9d-4556-bc80-c338439eab6b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Network a3324d2b-09aa-4d32-82bf-abd963ec5c82 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:05:15.975006 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-309f7fa5-4b9d-4556-bc80-c338439eab6b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, a3324d2b-09aa-4d32-82bf-abd963ec5c82) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:05:15.980222 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309f7fa5-4b9d-4556-bc80-c338439eab6b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:15.980815 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-309f7fa5-4b9d-4556-bc80-c338439eab6b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:15.983974 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ec0971-d873-4e48-bb4e-8da5551738f1 None None] Network a3324d2b-09aa-4d32-82bf-abd963ec5c82 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:05:15.996191 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4ca2d834-078b-49d1-8f03-4c50e89dd6e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:16.000015 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-309f7fa5-4b9d-4556-bc80-c338439eab6b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3931153 Jul 15 14:05:16.000229 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 40958) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:16.006514 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-4ca2d834-078b-49d1-8f03-4c50e89dd6e0 None None] Transition to ACTIVE for port object 819cd29a-0cf2-46d3-bb88-8e86a423a422 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:05:16.012910 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4ca2d834-078b-49d1-8f03-4c50e89dd6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:16.061470 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-4ca2d834-078b-49d1-8f03-4c50e89dd6e0 None None] Attempting to bind port 819cd29a-0cf2-46d3-bb88-8e86a423a422 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:05:16.061779 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-4ca2d834-078b-49d1-8f03-4c50e89dd6e0 None None] Attempting to bind port 819cd29a-0cf2-46d3-bb88-8e86a423a422 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:05:16.062068 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca2d834-078b-49d1-8f03-4c50e89dd6e0 None None] Attempting to bind port 819cd29a-0cf2-46d3-bb88-8e86a423a422 on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:05:16.071641 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af99c92-9d2b-4be1-be0d-a0c42d7b37e4 None None] Pushing event updated for resources: {'Port': ['ID=819cd29a-0cf2-46d3-bb88-8e86a423a422,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:16.074710 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca2d834-078b-49d1-8f03-4c50e89dd6e0 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:05:16.075086 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca2d834-078b-49d1-8f03-4c50e89dd6e0 None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:05:16.075477 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4ca2d834-078b-49d1-8f03-4c50e89dd6e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:16.075875 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca2d834-078b-49d1-8f03-4c50e89dd6e0 None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:05:16.076343 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-4ca2d834-078b-49d1-8f03-4c50e89dd6e0 None None] Bound port: 819cd29a-0cf2-46d3-bb88-8e86a423a422, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:05:16.076722 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4ca2d834-078b-49d1-8f03-4c50e89dd6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:16.083525 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af99c92-9d2b-4be1-be0d-a0c42d7b37e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:16.083870 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af99c92-9d2b-4be1-be0d-a0c42d7b37e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:16.084212 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af99c92-9d2b-4be1-be0d-a0c42d7b37e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:16.084543 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af99c92-9d2b-4be1-be0d-a0c42d7b37e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:16.084874 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af99c92-9d2b-4be1-be0d-a0c42d7b37e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:16.085199 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af99c92-9d2b-4be1-be0d-a0c42d7b37e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:16.085519 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af99c92-9d2b-4be1-be0d-a0c42d7b37e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:16.085839 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af99c92-9d2b-4be1-be0d-a0c42d7b37e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:16.086155 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af99c92-9d2b-4be1-be0d-a0c42d7b37e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:16.086473 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af99c92-9d2b-4be1-be0d-a0c42d7b37e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:16.086828 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af99c92-9d2b-4be1-be0d-a0c42d7b37e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:16.087141 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af99c92-9d2b-4be1-be0d-a0c42d7b37e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:16.143911 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-4ca2d834-078b-49d1-8f03-4c50e89dd6e0 None None] For port 819cd29a-0cf2-46d3-bb88-8e86a423a422, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:05:16.149434 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-4ca2d834-078b-49d1-8f03-4c50e89dd6e0 None None] For port 819cd29a-0cf2-46d3-bb88-8e86a423a422, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=819cd29a-0cf2-46d3-bb88-8e86a423a422,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:05:16.151171 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538b0500-9996-4c04-bba8-cea6355146e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-a3324d2b-09aa-4d32-82bf-abd963ec5c82', 'network_id': 'a3324d2b-09aa-4d32-82bf-abd963ec5c82', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'fixed_ips': [{'subnet_id': 'c71ac2ad-995a-41dd-b1d8-3ffe41ffda29'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:05:16.152255 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-538b0500-9996-4c04-bba8-cea6355146e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:16.154194 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4ca2d834-078b-49d1-8f03-4c50e89dd6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:16.298960 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-538b0500-9996-4c04-bba8-cea6355146e4 None None] Allocated IP 172.20.0.2 (a3324d2b-09aa-4d32-82bf-abd963ec5c82/c71ac2ad-995a-41dd-b1d8-3ffe41ffda29/7847ede0-69c3-4d12-823e-efa371776a48) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:05:16.311405 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af99c92-9d2b-4be1-be0d-a0c42d7b37e4 None None] Pushing event updated for resources: {'Port': ['ID=819cd29a-0cf2-46d3-bb88-8e86a423a422,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:16.336835 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca2d834-078b-49d1-8f03-4c50e89dd6e0 None None] Routers {'f8de4e3e-cc23-4792-bceb-a688c865140c'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:05:16.337848 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4ca2d834-078b-49d1-8f03-4c50e89dd6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:05:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f8de4e3e-cc23-4792-bceb-a688c865140c'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:16.441619 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-538b0500-9996-4c04-bba8-cea6355146e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:16.451275 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-538b0500-9996-4c04-bba8-cea6355146e4 None None] Transition to ACTIVE for port object 7847ede0-69c3-4d12-823e-efa371776a48 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:05:16.452485 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-4ca2d834-078b-49d1-8f03-4c50e89dd6e0 None None] Set router f8de4e3e-cc23-4792-bceb-a688c865140c gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:05:16.466698 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-538b0500-9996-4c04-bba8-cea6355146e4 None None] Transition to ACTIVE for port object 7847ede0-69c3-4d12-823e-efa371776a48 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:05:16.474035 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-538b0500-9996-4c04-bba8-cea6355146e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:16.516224 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538b0500-9996-4c04-bba8-cea6355146e4 None None] Network a3324d2b-09aa-4d32-82bf-abd963ec5c82 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:05:16.521832 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-538b0500-9996-4c04-bba8-cea6355146e4 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:05:16.526094 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538b0500-9996-4c04-bba8-cea6355146e4 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:05:16.534997 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b0500-9996-4c04-bba8-cea6355146e4 None None] Pushing event updated for resources: {'Port': ['ID=7847ede0-69c3-4d12-823e-efa371776a48,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:16.589887 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-538b0500-9996-4c04-bba8-cea6355146e4 None None] Attempting to bind port 7847ede0-69c3-4d12-823e-efa371776a48 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:05:16.590219 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-538b0500-9996-4c04-bba8-cea6355146e4 None None] Attempting to bind port 7847ede0-69c3-4d12-823e-efa371776a48 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'e703fa4c-da43-4cc0-8c8d-fa29540ded8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a3324d2b-09aa-4d32-82bf-abd963ec5c82'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:05:16.590523 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538b0500-9996-4c04-bba8-cea6355146e4 None None] Attempting to bind port 7847ede0-69c3-4d12-823e-efa371776a48 on network a3324d2b-09aa-4d32-82bf-abd963ec5c82 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:05:16.595809 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538b0500-9996-4c04-bba8-cea6355146e4 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:05:16.596180 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538b0500-9996-4c04-bba8-cea6355146e4 None None] Checking segment: {'id': 'e703fa4c-da43-4cc0-8c8d-fa29540ded8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a3324d2b-09aa-4d32-82bf-abd963ec5c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:05:16.596620 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-538b0500-9996-4c04-bba8-cea6355146e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:16.597012 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538b0500-9996-4c04-bba8-cea6355146e4 None None] Bound using segment: {'id': 'e703fa4c-da43-4cc0-8c8d-fa29540ded8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a3324d2b-09aa-4d32-82bf-abd963ec5c82'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:05:16.597469 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-538b0500-9996-4c04-bba8-cea6355146e4 None None] Bound port: 7847ede0-69c3-4d12-823e-efa371776a48, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e703fa4c-da43-4cc0-8c8d-fa29540ded8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a3324d2b-09aa-4d32-82bf-abd963ec5c82'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:05:16.597846 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-538b0500-9996-4c04-bba8-cea6355146e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:16.640628 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4ca2d834-078b-49d1-8f03-4c50e89dd6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8de4e3e-cc23-4792-bceb-a688c865140c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484729009', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '819cd29a-0cf2-46d3-bb88-8e86a423a422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:14Z', 'updated_at': '2021-07-15T14:05:14Z', 'revision_number': 3, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '819cd29a-0cf2-46d3-bb88-8e86a423a422', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8de4e3e-cc23-4792-bceb-a688c865140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:14Z', 'updated_at': '2021-07-15T14:05:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:16.659563 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-538b0500-9996-4c04-bba8-cea6355146e4 None None] For port 7847ede0-69c3-4d12-823e-efa371776a48, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:05:16.662678 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-538b0500-9996-4c04-bba8-cea6355146e4 None None] For port 7847ede0-69c3-4d12-823e-efa371776a48, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=7847ede0-69c3-4d12-823e-efa371776a48,segment=NetworkSegment(e703fa4c-da43-4cc0-8c8d-fa29540ded8d),segment_id=e703fa4c-da43-4cc0-8c8d-fa29540ded8d)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:05:16.668371 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-538b0500-9996-4c04-bba8-cea6355146e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:16.671757 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca2d834-078b-49d1-8f03-4c50e89dd6e0 None None] The sync data for ids ['f8de4e3e-cc23-4792-bceb-a688c865140c'] in n-d-771363-36 is: [{'id': 'f8de4e3e-cc23-4792-bceb-a688c865140c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484729009', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '819cd29a-0cf2-46d3-bb88-8e86a423a422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:14Z', 'updated_at': '2021-07-15T14:05:14Z', 'revision_number': 3, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '819cd29a-0cf2-46d3-bb88-8e86a423a422', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8de4e3e-cc23-4792-bceb-a688c865140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:14Z', 'updated_at': '2021-07-15T14:05:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:05:16.734319 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b0500-9996-4c04-bba8-cea6355146e4 None None] Pushing event updated for resources: {'Port': ['ID=7847ede0-69c3-4d12-823e-efa371776a48,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:16.779495 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-33e4c468-bccf-4557-8db5-ad6cbe6f81c2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:17.118345 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-33e4c468-bccf-4557-8db5-ad6cbe6f81c2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Allocated IP 172.20.0.1 (a3324d2b-09aa-4d32-82bf-abd963ec5c82/c71ac2ad-995a-41dd-b1d8-3ffe41ffda29/39c801a3-820a-40f5-a8e3-16a7e685a0b0) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:05:17.240175 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-33e4c468-bccf-4557-8db5-ad6cbe6f81c2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:17.255027 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-33e4c468-bccf-4557-8db5-ad6cbe6f81c2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Transition to ACTIVE for port object 39c801a3-820a-40f5-a8e3-16a7e685a0b0 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:05:17.289071 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-33e4c468-bccf-4557-8db5-ad6cbe6f81c2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:17.334026 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e4c468-bccf-4557-8db5-ad6cbe6f81c2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Network a3324d2b-09aa-4d32-82bf-abd963ec5c82 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:05:17.337367 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-33e4c468-bccf-4557-8db5-ad6cbe6f81c2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:05:17.341848 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e4c468-bccf-4557-8db5-ad6cbe6f81c2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:05:17.369897 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4c468-bccf-4557-8db5-ad6cbe6f81c2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'Port': ['ID=39c801a3-820a-40f5-a8e3-16a7e685a0b0,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:17.392799 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-33e4c468-bccf-4557-8db5-ad6cbe6f81c2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:17.550323 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-33e4c468-bccf-4557-8db5-ad6cbe6f81c2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:17.690701 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ee765a-bc23-4ae1-8bce-df1ca5dcd2ba None None] Network a3324d2b-09aa-4d32-82bf-abd963ec5c82 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:05:17.819245 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-008c5641-013f-4630-a58f-7ed1caa54f82 None None] Provisioning for port 7847ede0-69c3-4d12-823e-efa371776a48 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:05:17.843238 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-33e4c468-bccf-4557-8db5-ad6cbe6f81c2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:17.848279 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-33e4c468-bccf-4557-8db5-ad6cbe6f81c2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:17.939738 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-33e4c468-bccf-4557-8db5-ad6cbe6f81c2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:17.941722 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4c468-bccf-4557-8db5-ad6cbe6f81c2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'Port': ['ID=39c801a3-820a-40f5-a8e3-16a7e685a0b0,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:18.043123 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e4c468-bccf-4557-8db5-ad6cbe6f81c2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Network a3324d2b-09aa-4d32-82bf-abd963ec5c82 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:05:18.044743 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-33e4c468-bccf-4557-8db5-ad6cbe6f81c2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:05:18.150992 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 819cd29a-0cf2-46d3-bb88-8e86a423a422 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:05:18.179955 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e4c468-bccf-4557-8db5-ad6cbe6f81c2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Router f8de4e3e-cc23-4792-bceb-a688c865140c has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:05:18.206676 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 819cd29a-0cf2-46d3-bb88-8e86a423a422 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:05:18.210538 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 819cd29a-0cf2-46d3-bb88-8e86a423a422 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:05:18.210958 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:18.293880 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:18.305961 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e4c468-bccf-4557-8db5-ad6cbe6f81c2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:05:18.315224 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-33e4c468-bccf-4557-8db5-ad6cbe6f81c2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "PUT /v2.0/routers/f8de4e3e-cc23-4792-bceb-a688c865140c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3138003 Jul 15 14:05:18.327907 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 819cd29a-0cf2-46d3-bb88-8e86a423a422, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=819cd29a-0cf2-46d3-bb88-8e86a423a422,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:18.336062 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:18.336982 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 7847ede0-69c3-4d12-823e-efa371776a48 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:05:18.397450 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09e9d26-ca5c-4234-9edb-27315acae4b4 None None] Sync routers for ids ['f8de4e3e-cc23-4792-bceb-a688c865140c'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:05:18.444501 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-31e0ea35-38b9-4f4e-96b2-6d47059df2d7 None None] Provisioning for port 39c801a3-820a-40f5-a8e3-16a7e685a0b0 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:05:18.447567 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=819cd29a-0cf2-46d3-bb88-8e86a423a422,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:18.455016 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09e9d26-ca5c-4234-9edb-27315acae4b4 None None] Routers {'f8de4e3e-cc23-4792-bceb-a688c865140c'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:05:18.456560 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-a09e9d26-ca5c-4234-9edb-27315acae4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:05:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f8de4e3e-cc23-4792-bceb-a688c865140c'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:18.488758 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-62f04571-315a-4b46-a1d1-ff6299605951 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-708844405&fields=id&tenant_id=6425c0206e154f1bb445bd935ef3b1e7 HTTP/1.1" status: 200 len: 267 time: 0.0494380 Jul 15 14:05:18.503448 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-31e0ea35-38b9-4f4e-96b2-6d47059df2d7 None None] Provisioning complete for port 39c801a3-820a-40f5-a8e3-16a7e685a0b0 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:05:18.504133 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-31e0ea35-38b9-4f4e-96b2-6d47059df2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:18.583202 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 7847ede0-69c3-4d12-823e-efa371776a48 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:05:18.589963 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 7847ede0-69c3-4d12-823e-efa371776a48 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:05:18.590486 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:18.609190 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-16866f63-5c70-4329-9efe-57a148655e7b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:18.616448 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-16866f63-5c70-4329-9efe-57a148655e7b tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/networks?id=a3324d2b-09aa-4d32-82bf-abd963ec5c82 HTTP/1.1" status: 200 len: 797 time: 0.1210346 Jul 15 14:05:18.624863 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-31e0ea35-38b9-4f4e-96b2-6d47059df2d7 None None] Port 39c801a3-820a-40f5-a8e3-16a7e685a0b0 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:05:18.633054 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-de42dfd3-e0e8-4656-8609-eb8ad4dcaef5 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/quotas/6425c0206e154f1bb445bd935ef3b1e7 HTTP/1.1" status: 200 len: 375 time: 0.0156443 Jul 15 14:05:18.662787 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-a09e9d26-ca5c-4234-9edb-27315acae4b4 None None] Set router f8de4e3e-cc23-4792-bceb-a688c865140c gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:05:18.689414 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-31e0ea35-38b9-4f4e-96b2-6d47059df2d7 None None] Provisioning complete for port 7847ede0-69c3-4d12-823e-efa371776a48 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:05:18.689796 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-31e0ea35-38b9-4f4e-96b2-6d47059df2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:18.699293 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-09d642f3-7923-4831-b604-2fcee3f30167 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6425c0206e154f1bb445bd935ef3b1e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652823 Jul 15 14:05:18.715124 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-f35233eb-a641-443b-a104-661d747540c8 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:05:18.716220 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-f35233eb-a641-443b-a104-661d747540c8 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055029 Jul 15 14:05:18.810226 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-c74d288c-9d74-410d-873b-f3148d3bafb3 service neutron] 10.222.0.16 "GET /v2.0/networks/a3324d2b-09aa-4d32-82bf-abd963ec5c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879035 Jul 15 14:05:18.819370 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:18.907124 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-41e05634-78b8-48c7-a5f0-1e883a773db2 service neutron] 10.222.0.16 "GET /v2.0/networks/a3324d2b-09aa-4d32-82bf-abd963ec5c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835159 Jul 15 14:05:18.925433 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 7847ede0-69c3-4d12-823e-efa371776a48, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=7847ede0-69c3-4d12-823e-efa371776a48,segment=NetworkSegment(e703fa4c-da43-4cc0-8c8d-fa29540ded8d),segment_id=e703fa4c-da43-4cc0-8c8d-fa29540ded8d)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:18.933796 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:18.936955 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-31e0ea35-38b9-4f4e-96b2-6d47059df2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:19.061698 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=7847ede0-69c3-4d12-823e-efa371776a48,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:19.076717 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d3939651-0003-44cb-8643-b580e7d3b8ed req-12ba8cb8-6d40-4be8-900a-8da00f32fac7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb81ca02-f267-4de7-8ff3-39a86eb5e7d5 HTTP/1.1" status: 200 len: 210 time: 0.0299878 Jul 15 14:05:19.085315 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.db.api [None req-31e0ea35-38b9-4f4e-96b2-6d47059df2d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 14:05:19.085677 n-d-771363-36 neutron-server[93827]: DEBUG oslo_db.api [None req-31e0ea35-38b9-4f4e-96b2-6d47059df2d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 14:05:19.097321 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-a09e9d26-ca5c-4234-9edb-27315acae4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8de4e3e-cc23-4792-bceb-a688c865140c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484729009', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '819cd29a-0cf2-46d3-bb88-8e86a423a422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:14Z', 'updated_at': '2021-07-15T14:05:17Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '819cd29a-0cf2-46d3-bb88-8e86a423a422', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8de4e3e-cc23-4792-bceb-a688c865140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:14Z', 'updated_at': '2021-07-15T14:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '39c801a3-820a-40f5-a8e3-16a7e685a0b0', 'name': '', 'network_id': 'a3324d2b-09aa-4d32-82bf-abd963ec5c82', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:55:a1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8de4e3e-cc23-4792-bceb-a688c865140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c71ac2ad-995a-41dd-b1d8-3ffe41ffda29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:16Z', 'updated_at': '2021-07-15T14:05:17Z', 'revision_number': 2, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': 'c71ac2ad-995a-41dd-b1d8-3ffe41ffda29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:19.123323 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09e9d26-ca5c-4234-9edb-27315acae4b4 None None] Checking router: f8de4e3e-cc23-4792-bceb-a688c865140c for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:05:19.123681 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09e9d26-ca5c-4234-9edb-27315acae4b4 None None] Updating router f8de4e3e-cc23-4792-bceb-a688c865140c port 39c801a3-820a-40f5-a8e3-16a7e685a0b0 binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:05:19.156777 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a09e9d26-ca5c-4234-9edb-27315acae4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:19.416651 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a09e9d26-ca5c-4234-9edb-27315acae4b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:19.427023 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a09e9d26-ca5c-4234-9edb-27315acae4b4 None None] Transition to ACTIVE for port object 39c801a3-820a-40f5-a8e3-16a7e685a0b0 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:05:19.432346 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a09e9d26-ca5c-4234-9edb-27315acae4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:19.483586 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322af896-eeec-49db-8fda-125ed5aec6b6 None None] Pushing event updated for resources: {'Port': ['ID=39c801a3-820a-40f5-a8e3-16a7e685a0b0,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:19.539663 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-a09e9d26-ca5c-4234-9edb-27315acae4b4 None None] Attempting to bind port 39c801a3-820a-40f5-a8e3-16a7e685a0b0 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:05:19.540034 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-a09e9d26-ca5c-4234-9edb-27315acae4b4 None None] Attempting to bind port 39c801a3-820a-40f5-a8e3-16a7e685a0b0 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'e703fa4c-da43-4cc0-8c8d-fa29540ded8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a3324d2b-09aa-4d32-82bf-abd963ec5c82'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:05:19.540396 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09e9d26-ca5c-4234-9edb-27315acae4b4 None None] Attempting to bind port 39c801a3-820a-40f5-a8e3-16a7e685a0b0 on network a3324d2b-09aa-4d32-82bf-abd963ec5c82 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:05:19.545569 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09e9d26-ca5c-4234-9edb-27315acae4b4 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:05:19.545945 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09e9d26-ca5c-4234-9edb-27315acae4b4 None None] Checking segment: {'id': 'e703fa4c-da43-4cc0-8c8d-fa29540ded8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a3324d2b-09aa-4d32-82bf-abd963ec5c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:05:19.546351 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a09e9d26-ca5c-4234-9edb-27315acae4b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:19.546780 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09e9d26-ca5c-4234-9edb-27315acae4b4 None None] Bound using segment: {'id': 'e703fa4c-da43-4cc0-8c8d-fa29540ded8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a3324d2b-09aa-4d32-82bf-abd963ec5c82'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:05:19.547248 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-a09e9d26-ca5c-4234-9edb-27315acae4b4 None None] Bound port: 39c801a3-820a-40f5-a8e3-16a7e685a0b0, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e703fa4c-da43-4cc0-8c8d-fa29540ded8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a3324d2b-09aa-4d32-82bf-abd963ec5c82'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:05:19.547662 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a09e9d26-ca5c-4234-9edb-27315acae4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:19.640901 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a09e9d26-ca5c-4234-9edb-27315acae4b4 None None] For port 39c801a3-820a-40f5-a8e3-16a7e685a0b0, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:05:19.655049 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a09e9d26-ca5c-4234-9edb-27315acae4b4 None None] For port 39c801a3-820a-40f5-a8e3-16a7e685a0b0, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=39c801a3-820a-40f5-a8e3-16a7e685a0b0,segment=NetworkSegment(e703fa4c-da43-4cc0-8c8d-fa29540ded8d),segment_id=e703fa4c-da43-4cc0-8c8d-fa29540ded8d)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:05:19.659464 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a09e9d26-ca5c-4234-9edb-27315acae4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:19.715858 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09e9d26-ca5c-4234-9edb-27315acae4b4 None None] Routers {'f8de4e3e-cc23-4792-bceb-a688c865140c'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:05:19.716548 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-a09e9d26-ca5c-4234-9edb-27315acae4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:05:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f8de4e3e-cc23-4792-bceb-a688c865140c'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:19.721432 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322af896-eeec-49db-8fda-125ed5aec6b6 None None] Pushing event updated for resources: {'Port': ['ID=39c801a3-820a-40f5-a8e3-16a7e685a0b0,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:19.837874 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-a09e9d26-ca5c-4234-9edb-27315acae4b4 None None] Set router f8de4e3e-cc23-4792-bceb-a688c865140c gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:05:20.049286 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-a09e9d26-ca5c-4234-9edb-27315acae4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8de4e3e-cc23-4792-bceb-a688c865140c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484729009', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '819cd29a-0cf2-46d3-bb88-8e86a423a422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:14Z', 'updated_at': '2021-07-15T14:05:17Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '819cd29a-0cf2-46d3-bb88-8e86a423a422', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8de4e3e-cc23-4792-bceb-a688c865140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:14Z', 'updated_at': '2021-07-15T14:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '39c801a3-820a-40f5-a8e3-16a7e685a0b0', 'name': '', 'network_id': 'a3324d2b-09aa-4d32-82bf-abd963ec5c82', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:55:a1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8de4e3e-cc23-4792-bceb-a688c865140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c71ac2ad-995a-41dd-b1d8-3ffe41ffda29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:16Z', 'updated_at': '2021-07-15T14:05:19Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': 'c71ac2ad-995a-41dd-b1d8-3ffe41ffda29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:20.078789 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09e9d26-ca5c-4234-9edb-27315acae4b4 None None] The sync data for ids ['f8de4e3e-cc23-4792-bceb-a688c865140c'] in n-d-771363-36 is: [{'id': 'f8de4e3e-cc23-4792-bceb-a688c865140c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484729009', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '819cd29a-0cf2-46d3-bb88-8e86a423a422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:14Z', 'updated_at': '2021-07-15T14:05:17Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '819cd29a-0cf2-46d3-bb88-8e86a423a422', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8de4e3e-cc23-4792-bceb-a688c865140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:14Z', 'updated_at': '2021-07-15T14:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '39c801a3-820a-40f5-a8e3-16a7e685a0b0', 'name': '', 'network_id': 'a3324d2b-09aa-4d32-82bf-abd963ec5c82', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:55:a1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8de4e3e-cc23-4792-bceb-a688c865140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c71ac2ad-995a-41dd-b1d8-3ffe41ffda29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:16Z', 'updated_at': '2021-07-15T14:05:19Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': 'c71ac2ad-995a-41dd-b1d8-3ffe41ffda29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:05:20.082989 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 819cd29a-0cf2-46d3-bb88-8e86a423a422 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:05:20.163967 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 819cd29a-0cf2-46d3-bb88-8e86a423a422 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:05:20.164338 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:20.190149 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-97decea3-3a11-427a-943b-5a4824f3f9d5 req-af1b1d17-49cc-4372-8990-0422448c1461 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb81ca02-f267-4de7-8ff3-39a86eb5e7d5 HTTP/1.1" status: 200 len: 210 time: 0.0440388 Jul 15 14:05:20.270396 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 7847ede0-69c3-4d12-823e-efa371776a48 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:05:20.319552 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 7847ede0-69c3-4d12-823e-efa371776a48 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:05:20.319929 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:21.277964 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-77df04e2-c96b-4ce5-8b1c-e666002f8bf0 req-96152b1d-6b0a-4184-8673-40fdf7f9fb7c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb81ca02-f267-4de7-8ff3-39a86eb5e7d5 HTTP/1.1" status: 200 len: 210 time: 0.0300756 Jul 15 14:05:22.076633 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 39c801a3-820a-40f5-a8e3-16a7e685a0b0 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:05:22.124193 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 39c801a3-820a-40f5-a8e3-16a7e685a0b0 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:05:22.128427 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 39c801a3-820a-40f5-a8e3-16a7e685a0b0 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:05:22.128798 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:22.202159 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:22.235637 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 39c801a3-820a-40f5-a8e3-16a7e685a0b0, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=39c801a3-820a-40f5-a8e3-16a7e685a0b0,segment=NetworkSegment(e703fa4c-da43-4cc0-8c8d-fa29540ded8d),segment_id=e703fa4c-da43-4cc0-8c8d-fa29540ded8d)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:22.239729 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:22.284761 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=39c801a3-820a-40f5-a8e3-16a7e685a0b0,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:22.356996 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0df28c27-fa10-451d-9027-c2a94ca9a2a1 req-0e805673-6979-4daa-9366-5cd4ed633d74 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb81ca02-f267-4de7-8ff3-39a86eb5e7d5 HTTP/1.1" status: 200 len: 210 time: 0.0276573 Jul 15 14:05:23.494353 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-08d3b166-a9c2-4a72-af1a-1647a293893f req-c623f20c-76aa-4539-895d-12c4a15a73b4 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb81ca02-f267-4de7-8ff3-39a86eb5e7d5 HTTP/1.1" status: 200 len: 210 time: 0.0280812 Jul 15 14:05:24.064608 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 39c801a3-820a-40f5-a8e3-16a7e685a0b0 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:05:24.114367 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 39c801a3-820a-40f5-a8e3-16a7e685a0b0 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:05:24.114771 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:24.336520 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-5085752f-ff90-4c86-b5c5-f8fcd15afd54 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:24.337907 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-5085752f-ff90-4c86-b5c5-f8fcd15afd54 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.20 "GET /v2.0/networks?id=a3324d2b-09aa-4d32-82bf-abd963ec5c82 HTTP/1.1" status: 200 len: 797 time: 0.1045880 Jul 15 14:05:24.384411 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-4d833ba9-9ad2-4e00-a324-e7ead4978f7e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6425c0206e154f1bb445bd935ef3b1e7 HTTP/1.1" status: 200 len: 379 time: 0.0327766 Jul 15 14:05:24.392450 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-6cbc8066-1ada-4110-b911-1fe09af460eb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'port': {'device_id': 'cb81ca02-f267-4de7-8ff3-39a86eb5e7d5', 'network_id': 'a3324d2b-09aa-4d32-82bf-abd963ec5c82', 'admin_state_up': True, 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'security_groups': ['8cb05686-7eb3-4693-91b7-c5a3858c4f60']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:24.499458 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-6cbc8066-1ada-4110-b911-1fe09af460eb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Made reservation on behalf of 6425c0206e154f1bb445bd935ef3b1e7 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:05:24.503513 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-6cbc8066-1ada-4110-b911-1fe09af460eb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:24.648947 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-64d0d1da-c55c-4966-b1aa-946c8460b1de req-f0553de2-01fd-47a9-a858-3a8edcc4a6cf tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb81ca02-f267-4de7-8ff3-39a86eb5e7d5 HTTP/1.1" status: 200 len: 210 time: 0.0375178 Jul 15 14:05:24.657594 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-6cbc8066-1ada-4110-b911-1fe09af460eb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Allocated IP 172.20.0.5 (a3324d2b-09aa-4d32-82bf-abd963ec5c82/c71ac2ad-995a-41dd-b1d8-3ffe41ffda29/8e4bcabf-69b0-4adc-9eb0-3215f1226a5e) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:05:24.788000 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-6cbc8066-1ada-4110-b911-1fe09af460eb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:24.801173 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-6cbc8066-1ada-4110-b911-1fe09af460eb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Transition to ACTIVE for port object 8e4bcabf-69b0-4adc-9eb0-3215f1226a5e will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:05:24.833256 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-6cbc8066-1ada-4110-b911-1fe09af460eb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:24.878341 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-6cbc8066-1ada-4110-b911-1fe09af460eb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Network a3324d2b-09aa-4d32-82bf-abd963ec5c82 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:05:24.883374 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-6cbc8066-1ada-4110-b911-1fe09af460eb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:05:24.887093 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-6cbc8066-1ada-4110-b911-1fe09af460eb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:05:24.913699 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc8066-1ada-4110-b911-1fe09af460eb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'Port': ['ID=8e4bcabf-69b0-4adc-9eb0-3215f1226a5e,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:24.939879 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-6cbc8066-1ada-4110-b911-1fe09af460eb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:24.941085 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-6cbc8066-1ada-4110-b911-1fe09af460eb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:24.956668 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-6cbc8066-1ada-4110-b911-1fe09af460eb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5677557 Jul 15 14:05:24.968438 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-2a4262b8-c2db-40ff-84d5-5bcdc697752e service neutron] Request body: {'port': {'device_id': 'cb81ca02-f267-4de7-8ff3-39a86eb5e7d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-36'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:25.042584 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-2a4262b8-c2db-40ff-84d5-5bcdc697752e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:25.089124 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-419c831f-b638-4bb4-81d4-94f1d02acdff None None] Provisioning for port 8e4bcabf-69b0-4adc-9eb0-3215f1226a5e completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:05:25.092902 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-419c831f-b638-4bb4-81d4-94f1d02acdff None None] Provisioning complete for port 8e4bcabf-69b0-4adc-9eb0-3215f1226a5e triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:05:25.093391 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-419c831f-b638-4bb4-81d4-94f1d02acdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:25.127129 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-419c831f-b638-4bb4-81d4-94f1d02acdff None None] Port 8e4bcabf-69b0-4adc-9eb0-3215f1226a5e cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:05:25.303474 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-2a4262b8-c2db-40ff-84d5-5bcdc697752e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e4bcabf-69b0-4adc-9eb0-3215f1226a5e {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:05:25.310587 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-2a4262b8-c2db-40ff-84d5-5bcdc697752e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:25.323351 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-2a4262b8-c2db-40ff-84d5-5bcdc697752e service neutron] Transition to ACTIVE for port object 8e4bcabf-69b0-4adc-9eb0-3215f1226a5e will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:05:25.326824 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-2a4262b8-c2db-40ff-84d5-5bcdc697752e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:25.392124 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4262b8-c2db-40ff-84d5-5bcdc697752e service neutron] Pushing event updated for resources: {'Port': ['ID=8e4bcabf-69b0-4adc-9eb0-3215f1226a5e,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:25.443444 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-2a4262b8-c2db-40ff-84d5-5bcdc697752e service neutron] Attempting to bind port 8e4bcabf-69b0-4adc-9eb0-3215f1226a5e on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:05:25.443781 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-2a4262b8-c2db-40ff-84d5-5bcdc697752e service neutron] Attempting to bind port 8e4bcabf-69b0-4adc-9eb0-3215f1226a5e by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'e703fa4c-da43-4cc0-8c8d-fa29540ded8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a3324d2b-09aa-4d32-82bf-abd963ec5c82'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:05:25.444104 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-2a4262b8-c2db-40ff-84d5-5bcdc697752e service neutron] Attempting to bind port 8e4bcabf-69b0-4adc-9eb0-3215f1226a5e on network a3324d2b-09aa-4d32-82bf-abd963ec5c82 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:05:25.448596 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-2a4262b8-c2db-40ff-84d5-5bcdc697752e service neutron] Port 8e4bcabf-69b0-4adc-9eb0-3215f1226a5e on network a3324d2b-09aa-4d32-82bf-abd963ec5c82 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:05:25.448912 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-2a4262b8-c2db-40ff-84d5-5bcdc697752e service neutron] Attempting to bind port 8e4bcabf-69b0-4adc-9eb0-3215f1226a5e on network a3324d2b-09aa-4d32-82bf-abd963ec5c82 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:05:25.453971 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-2a4262b8-c2db-40ff-84d5-5bcdc697752e service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:05:25.454305 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-2a4262b8-c2db-40ff-84d5-5bcdc697752e service neutron] Checking segment: {'id': 'e703fa4c-da43-4cc0-8c8d-fa29540ded8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a3324d2b-09aa-4d32-82bf-abd963ec5c82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:05:25.454726 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-2a4262b8-c2db-40ff-84d5-5bcdc697752e service neutron] Bound using segment: {'id': 'e703fa4c-da43-4cc0-8c8d-fa29540ded8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a3324d2b-09aa-4d32-82bf-abd963ec5c82'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:05:25.455147 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-2a4262b8-c2db-40ff-84d5-5bcdc697752e service neutron] Bound port: 8e4bcabf-69b0-4adc-9eb0-3215f1226a5e, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e703fa4c-da43-4cc0-8c8d-fa29540ded8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a3324d2b-09aa-4d32-82bf-abd963ec5c82'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:05:25.455611 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-2a4262b8-c2db-40ff-84d5-5bcdc697752e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:25.524344 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-2a4262b8-c2db-40ff-84d5-5bcdc697752e service neutron] For port 8e4bcabf-69b0-4adc-9eb0-3215f1226a5e, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:05:25.527529 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-2a4262b8-c2db-40ff-84d5-5bcdc697752e service neutron] For port 8e4bcabf-69b0-4adc-9eb0-3215f1226a5e, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=8e4bcabf-69b0-4adc-9eb0-3215f1226a5e,segment=NetworkSegment(e703fa4c-da43-4cc0-8c8d-fa29540ded8d),segment_id=e703fa4c-da43-4cc0-8c8d-fa29540ded8d)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:05:25.532296 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-2a4262b8-c2db-40ff-84d5-5bcdc697752e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:25.567236 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-2a4262b8-c2db-40ff-84d5-5bcdc697752e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:25.568118 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-2a4262b8-c2db-40ff-84d5-5bcdc697752e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:25.569490 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-2a4262b8-c2db-40ff-84d5-5bcdc697752e service neutron] 10.222.0.20 "PUT /v2.0/ports/8e4bcabf-69b0-4adc-9eb0-3215f1226a5e HTTP/1.1" status: 200 len: 1092 time: 0.6054728 Jul 15 14:05:25.569963 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb81ca02-f267-4de7-8ff3-39a86eb5e7d5', 'tag': '8e4bcabf-69b0-4adc-9eb0-3215f1226a5e'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:05:25.572244 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecae15dfe8a955ea50b9833da7617a528fbca6cb3a0c246d25e4c35a4bbccae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02527f90-f871-4ce4-b155-ab6e8632a312" -d '{"events": [{"name": "network-changed", "server_uuid": "cb81ca02-f267-4de7-8ff3-39a86eb5e7d5", "tag": "8e4bcabf-69b0-4adc-9eb0-3215f1226a5e"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:05:25.597326 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4262b8-c2db-40ff-84d5-5bcdc697752e service neutron] Pushing event updated for resources: {'Port': ['ID=8e4bcabf-69b0-4adc-9eb0-3215f1226a5e,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:25.615204 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818e1db5-77ea-448c-a573-c8b03910726a x-openstack-request-id: req-818e1db5-77ea-448c-a573-c8b03910726a {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:05:25.615565 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb81ca02-f267-4de7-8ff3-39a86eb5e7d5", "tag": "8e4bcabf-69b0-4adc-9eb0-3215f1226a5e", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:05:25.615876 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-818e1db5-77ea-448c-a573-c8b03910726a {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:05:25.616280 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb81ca02-f267-4de7-8ff3-39a86eb5e7d5', 'tag': '8e4bcabf-69b0-4adc-9eb0-3215f1226a5e', 'status': 'completed', 'code': 200} Jul 15 14:05:25.680846 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-63cbdd98-a0f0-4468-adb8-014f85e4c3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:25.682370 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-63cbdd98-a0f0-4468-adb8-014f85e4c3a6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6425c0206e154f1bb445bd935ef3b1e7&device_id=cb81ca02-f267-4de7-8ff3-39a86eb5e7d5 HTTP/1.1" status: 200 len: 1095 time: 0.0582454 Jul 15 14:05:25.729935 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-28582e7d-ef71-44b4-926b-8bfbfcd2a5ba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e4bcabf-69b0-4adc-9eb0-3215f1226a5e HTTP/1.1" status: 200 len: 217 time: 0.0397546 Jul 15 14:05:25.807465 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-9ce028ec-08a9-4020-9b12-f7bbe45c7903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:25.808883 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-9ce028ec-08a9-4020-9b12-f7bbe45c7903 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c71ac2ad-995a-41dd-b1d8-3ffe41ffda29 HTTP/1.1" status: 200 len: 834 time: 0.0726967 Jul 15 14:05:26.154554 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330eb144-f604-403b-9a31-0216967c4af4 req-f358bc1b-e9b2-4fc4-a717-22ab315b9012 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:26.155949 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-330eb144-f604-403b-9a31-0216967c4af4 req-f358bc1b-e9b2-4fc4-a717-22ab315b9012 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb81ca02-f267-4de7-8ff3-39a86eb5e7d5 HTTP/1.1" status: 200 len: 943 time: 0.3921053 Jul 15 14:05:26.195022 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-a0d6ace9-8001-404e-951f-a1bf7d5810a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:26.196461 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-a0d6ace9-8001-404e-951f-a1bf7d5810a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a3324d2b-09aa-4d32-82bf-abd963ec5c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3773322 Jul 15 14:05:26.203343 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-330eb144-f604-403b-9a31-0216967c4af4 req-867e7295-80b0-487e-acd9-228383a3402d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb05686-7eb3-4693-91b7-c5a3858c4f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405109 Jul 15 14:05:26.283377 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-17b6915d-a6d6-4b23-8c0f-886eb0824497 service neutron] 10.222.0.20 "GET /v2.0/networks/a3324d2b-09aa-4d32-82bf-abd963ec5c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791245 Jul 15 14:05:26.371745 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ca8ad9d4-fae2-4f0f-931d-9b373d390a0a req-c4fb198d-93c1-49fb-9da6-697e023d7e12 service neutron] 10.222.0.20 "GET /v2.0/networks/a3324d2b-09aa-4d32-82bf-abd963ec5c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820370 Jul 15 14:05:26.466193 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02527f90-f871-4ce4-b155-ab6e8632a312 req-b60ec433-8ae3-4029-91d9-1eb64ac2c951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:26.467686 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02527f90-f871-4ce4-b155-ab6e8632a312 req-b60ec433-8ae3-4029-91d9-1eb64ac2c951 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6425c0206e154f1bb445bd935ef3b1e7&device_id=cb81ca02-f267-4de7-8ff3-39a86eb5e7d5 HTTP/1.1" status: 200 len: 1095 time: 0.0521057 Jul 15 14:05:26.557210 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02527f90-f871-4ce4-b155-ab6e8632a312 req-82557385-2583-443d-9e55-176c73394226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:26.558677 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02527f90-f871-4ce4-b155-ab6e8632a312 req-82557385-2583-443d-9e55-176c73394226 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a3324d2b-09aa-4d32-82bf-abd963ec5c82 HTTP/1.1" status: 200 len: 898 time: 0.0845945 Jul 15 14:05:26.598188 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02527f90-f871-4ce4-b155-ab6e8632a312 req-c5adcf09-ca5d-4573-b4a4-9a16a81ca9c5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e4bcabf-69b0-4adc-9eb0-3215f1226a5e HTTP/1.1" status: 200 len: 217 time: 0.0330584 Jul 15 14:05:26.644767 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02527f90-f871-4ce4-b155-ab6e8632a312 req-b1d12b48-2225-4fb2-bb2a-47b634f373e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:26.646147 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02527f90-f871-4ce4-b155-ab6e8632a312 req-b1d12b48-2225-4fb2-bb2a-47b634f373e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c71ac2ad-995a-41dd-b1d8-3ffe41ffda29 HTTP/1.1" status: 200 len: 834 time: 0.0415261 Jul 15 14:05:26.707584 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02527f90-f871-4ce4-b155-ab6e8632a312 req-b0a9db09-b576-4f41-aeb2-398794fa460c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:26.709116 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02527f90-f871-4ce4-b155-ab6e8632a312 req-b0a9db09-b576-4f41-aeb2-398794fa460c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a3324d2b-09aa-4d32-82bf-abd963ec5c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556116 Jul 15 14:05:26.796161 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02527f90-f871-4ce4-b155-ab6e8632a312 req-87196bb2-1f09-4160-81be-97e428e43ad5 service neutron] 10.222.0.20 "GET /v2.0/networks/a3324d2b-09aa-4d32-82bf-abd963ec5c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798376 Jul 15 14:05:26.887111 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02527f90-f871-4ce4-b155-ab6e8632a312 req-c90c9f68-be80-4242-8b4a-0d371c07005d service neutron] 10.222.0.20 "GET /v2.0/networks/a3324d2b-09aa-4d32-82bf-abd963ec5c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841672 Jul 15 14:05:27.376058 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596580d4-0eda-4015-8572-0776dd16ef4a req-be0aed9b-e070-4fad-8ef0-49efc4b465cb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:27.377962 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-596580d4-0eda-4015-8572-0776dd16ef4a req-be0aed9b-e070-4fad-8ef0-49efc4b465cb tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb81ca02-f267-4de7-8ff3-39a86eb5e7d5 HTTP/1.1" status: 200 len: 943 time: 0.0625467 Jul 15 14:05:27.414183 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-596580d4-0eda-4015-8572-0776dd16ef4a req-5438e01b-bb9d-4c70-9d9d-c6fcbcfc3c01 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb05686-7eb3-4693-91b7-c5a3858c4f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306830 Jul 15 14:05:28.588455 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf2eea-c5b0-4386-8139-032c67e033af req-295a18c3-3855-4b49-931b-344afe216043 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:28.589909 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-80bf2eea-c5b0-4386-8139-032c67e033af req-295a18c3-3855-4b49-931b-344afe216043 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb81ca02-f267-4de7-8ff3-39a86eb5e7d5 HTTP/1.1" status: 200 len: 943 time: 0.0668855 Jul 15 14:05:28.627163 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-80bf2eea-c5b0-4386-8139-032c67e033af req-094f9b29-9705-4331-9a33-4b86fcb090c9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb05686-7eb3-4693-91b7-c5a3858c4f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316887 Jul 15 14:05:29.741582 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0f984c68-a6dc-4403-beed-d4c008d8c5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:29.774704 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:29.802600 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5d380-ec06-479c-b93c-113b26ccb688 req-d4c83b18-10b2-49c1-9b2f-38acaf3739be tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:29.804075 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6f5d380-ec06-479c-b93c-113b26ccb688 req-d4c83b18-10b2-49c1-9b2f-38acaf3739be tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb81ca02-f267-4de7-8ff3-39a86eb5e7d5 HTTP/1.1" status: 200 len: 943 time: 0.0660977 Jul 15 14:05:29.841037 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6f5d380-ec06-479c-b93c-113b26ccb688 req-a87d348f-36ab-4217-b231-f1ca79834d1e tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb05686-7eb3-4693-91b7-c5a3858c4f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311999 Jul 15 14:05:30.046710 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:30.455282 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 8e4bcabf-69b0-4adc-9eb0-3215f1226a5e details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:05:30.546878 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 8e4bcabf-69b0-4adc-9eb0-3215f1226a5e, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=8e4bcabf-69b0-4adc-9eb0-3215f1226a5e,segment=NetworkSegment(e703fa4c-da43-4cc0-8c8d-fa29540ded8d),segment_id=e703fa4c-da43-4cc0-8c8d-fa29540ded8d)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:30.561356 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': '8e4bcabf-69b0-4adc-9eb0-3215f1226a5e', 'network_id': 'a3324d2b-09aa-4d32-82bf-abd963ec5c82', 'port_id': '8e4bcabf-69b0-4adc-9eb0-3215f1226a5e', 'mac_address': 'fa:16:3e:83:c5:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c71ac2ad-995a-41dd-b1d8-3ffe41ffda29', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:05:30.762647 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:30.775814 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e4bcabf-69b0-4adc-9eb0-3215f1226a5e {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:05:30.794890 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 8e4bcabf-69b0-4adc-9eb0-3215f1226a5e, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=8e4bcabf-69b0-4adc-9eb0-3215f1226a5e,segment=NetworkSegment(e703fa4c-da43-4cc0-8c8d-fa29540ded8d),segment_id=e703fa4c-da43-4cc0-8c8d-fa29540ded8d)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:30.798496 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:30.844520 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=8e4bcabf-69b0-4adc-9eb0-3215f1226a5e,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:31.011109 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d6072-0445-46fa-ab94-917807d378e2 req-5c847c39-fe8a-4bfc-b1cf-aed3c276c306 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:31.012499 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4d9d6072-0445-46fa-ab94-917807d378e2 req-5c847c39-fe8a-4bfc-b1cf-aed3c276c306 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb81ca02-f267-4de7-8ff3-39a86eb5e7d5 HTTP/1.1" status: 200 len: 944 time: 0.0634294 Jul 15 14:05:31.040152 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['8e4bcabf-69b0-4adc-9eb0-3215f1226a5e'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:05:31.052789 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4d9d6072-0445-46fa-ab94-917807d378e2 req-e5f908a2-929f-4cc4-b680-f8be9b95e129 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb05686-7eb3-4693-91b7-c5a3858c4f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347898 Jul 15 14:05:32.225820 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52318633-0462-4054-ba9d-518652f25628 req-244be815-1ae1-4db3-9cf2-25ae8126eac3 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:32.227325 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-52318633-0462-4054-ba9d-518652f25628 req-244be815-1ae1-4db3-9cf2-25ae8126eac3 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb81ca02-f267-4de7-8ff3-39a86eb5e7d5 HTTP/1.1" status: 200 len: 944 time: 0.0650241 Jul 15 14:05:32.263304 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-52318633-0462-4054-ba9d-518652f25628 req-863240d2-5e50-4e38-8be2-3afd0d825583 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb05686-7eb3-4693-91b7-c5a3858c4f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304925 Jul 15 14:05:32.354103 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:32.465276 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 8e4bcabf-69b0-4adc-9eb0-3215f1226a5e up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:05:32.520514 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port 8e4bcabf-69b0-4adc-9eb0-3215f1226a5e completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:05:32.524945 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port 8e4bcabf-69b0-4adc-9eb0-3215f1226a5e triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:05:32.525318 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:32.528331 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-340a4fd0-e550-4605-9682-2a7eb34487a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:32.599722 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:32.621197 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb81ca02-f267-4de7-8ff3-39a86eb5e7d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4bcabf-69b0-4adc-9eb0-3215f1226a5e'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:05:32.623448 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d336e28e73e37671204d4011867161ab10622757e030a17953cce0be893d8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ef2873-4a6d-4c92-abdb-49661ff4ff26" -d '{"events": [{"server_uuid": "cb81ca02-f267-4de7-8ff3-39a86eb5e7d5", "name": "network-vif-plugged", "status": "completed", "tag": "8e4bcabf-69b0-4adc-9eb0-3215f1226a5e"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:05:32.635995 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 8e4bcabf-69b0-4adc-9eb0-3215f1226a5e, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=8e4bcabf-69b0-4adc-9eb0-3215f1226a5e,segment=NetworkSegment(e703fa4c-da43-4cc0-8c8d-fa29540ded8d),segment_id=e703fa4c-da43-4cc0-8c8d-fa29540ded8d)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:32.640091 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:32.665123 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb054f66-8627-4f66-ab35-413c0e9181c7 x-openstack-request-id: req-bb054f66-8627-4f66-ab35-413c0e9181c7 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:05:32.665435 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb81ca02-f267-4de7-8ff3-39a86eb5e7d5", "name": "network-vif-plugged", "status": "completed", "tag": "8e4bcabf-69b0-4adc-9eb0-3215f1226a5e", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:05:32.665690 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb054f66-8627-4f66-ab35-413c0e9181c7 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:05:32.666070 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb81ca02-f267-4de7-8ff3-39a86eb5e7d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4bcabf-69b0-4adc-9eb0-3215f1226a5e', 'code': 200} Jul 15 14:05:32.689721 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=8e4bcabf-69b0-4adc-9eb0-3215f1226a5e,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:32.772500 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb99f5-a2a7-42f5-be26-4cbd98d9f9a0 req-2c92d394-6bc5-404d-b593-0c46c711c2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:32.773887 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d5fb99f5-a2a7-42f5-be26-4cbd98d9f9a0 req-2c92d394-6bc5-404d-b593-0c46c711c2ae service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cb81ca02-f267-4de7-8ff3-39a86eb5e7d5 HTTP/1.1" status: 200 len: 1097 time: 0.0501425 Jul 15 14:05:32.807825 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d5fb99f5-a2a7-42f5-be26-4cbd98d9f9a0 req-444972c5-9a3f-4d79-b401-e1eb4c1f8cfd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8cb05686-7eb3-4693-91b7-c5a3858c4f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274634 Jul 15 14:05:33.441390 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ede20-5280-46e2-8418-cb72f2fafe90 req-f2b13908-9509-49c5-9160-b7078dfc2c03 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:33.443186 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-626ede20-5280-46e2-8418-cb72f2fafe90 req-f2b13908-9509-49c5-9160-b7078dfc2c03 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb81ca02-f267-4de7-8ff3-39a86eb5e7d5 HTTP/1.1" status: 200 len: 945 time: 0.0689464 Jul 15 14:05:33.481985 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-626ede20-5280-46e2-8418-cb72f2fafe90 req-89535c7e-6f3a-43af-baf5-5762aa7e5644 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb05686-7eb3-4693-91b7-c5a3858c4f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332234 Jul 15 14:05:33.804972 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:34.653431 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727b309-760c-425d-8d4e-b13d6e4a8fc6 req-6125f59a-a09f-4496-b8f1-53801ecf0ac8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:34.654921 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4727b309-760c-425d-8d4e-b13d6e4a8fc6 req-6125f59a-a09f-4496-b8f1-53801ecf0ac8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb81ca02-f267-4de7-8ff3-39a86eb5e7d5 HTTP/1.1" status: 200 len: 945 time: 0.0619376 Jul 15 14:05:34.691336 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4727b309-760c-425d-8d4e-b13d6e4a8fc6 req-296aa36a-3b02-4a0c-acb3-72138af1c4dc tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb05686-7eb3-4693-91b7-c5a3858c4f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303257 Jul 15 14:05:34.862825 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e0c73-a8ae-45db-aed7-8642b9e77488 req-6ad865a8-dcff-4bdd-a4b0-663852c38ca0 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:34.864324 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a30e0c73-a8ae-45db-aed7-8642b9e77488 req-6ad865a8-dcff-4bdd-a4b0-663852c38ca0 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb81ca02-f267-4de7-8ff3-39a86eb5e7d5 HTTP/1.1" status: 200 len: 945 time: 0.0643184 Jul 15 14:05:34.902986 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a30e0c73-a8ae-45db-aed7-8642b9e77488 req-700cf527-e6be-49df-b9e4-91f7904dca15 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb05686-7eb3-4693-91b7-c5a3858c4f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331051 Jul 15 14:05:34.926516 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41036) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:34.981178 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd778a7-89c1-4846-b59b-b812ce2f060c tempest-TestNetworkAdvancedServerOps-1664808803 tempest-TestNetworkAdvancedServerOps-1664808803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:34.982732 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3bd778a7-89c1-4846-b59b-b812ce2f060c tempest-TestNetworkAdvancedServerOps-1664808803 tempest-TestNetworkAdvancedServerOps-1664808803-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cb81ca02-f267-4de7-8ff3-39a86eb5e7d5 HTTP/1.1" status: 200 len: 1092 time: 0.0551844 Jul 15 14:05:34.985696 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41038) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:34.990661 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-7ef6a944-065c-4eeb-9a57-b1cbeaaef3d7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'port_id': '8e4bcabf-69b0-4adc-9eb0-3215f1226a5e', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:35.012317 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7ef6a944-065c-4eeb-9a57-b1cbeaaef3d7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for floatingip, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:35.103802 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7ef6a944-065c-4eeb-9a57-b1cbeaaef3d7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:35.205058 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-7ef6a944-065c-4eeb-9a57-b1cbeaaef3d7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Allocated IP 172.25.8.28 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/0e0111f4-2dd5-4b98-af3e-11585d2d52d2) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:05:35.235624 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:35.304220 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7ef6a944-065c-4eeb-9a57-b1cbeaaef3d7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:35.346295 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7ef6a944-065c-4eeb-9a57-b1cbeaaef3d7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:35.385922 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef6a944-065c-4eeb-9a57-b1cbeaaef3d7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:05:35.388606 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-7ef6a944-065c-4eeb-9a57-b1cbeaaef3d7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:05:35.392284 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef6a944-065c-4eeb-9a57-b1cbeaaef3d7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:05:35.413084 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6a944-065c-4eeb-9a57-b1cbeaaef3d7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'Port': ['ID=0e0111f4-2dd5-4b98-af3e-11585d2d52d2,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:35.750729 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7ef6a944-065c-4eeb-9a57-b1cbeaaef3d7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:35.823265 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7ef6a944-065c-4eeb-9a57-b1cbeaaef3d7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:35.967489 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7ef6a944-065c-4eeb-9a57-b1cbeaaef3d7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:35.972304 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7ef6a944-065c-4eeb-9a57-b1cbeaaef3d7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:36.043010 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6a944-065c-4eeb-9a57-b1cbeaaef3d7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event updated for resources: {'Port': ['ID=0e0111f4-2dd5-4b98-af3e-11585d2d52d2,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:36.051049 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7ef6a944-065c-4eeb-9a57-b1cbeaaef3d7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:36.145541 n-d-771363-36 neutron-server[93826]: INFO neutron.db.l3_db [None req-7ef6a944-065c-4eeb-9a57-b1cbeaaef3d7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Floating IP 6712a0af-219e-4ab7-99d4-a2a0e738b263 associated. External IP: 172.25.8.28, port: 8e4bcabf-69b0-4adc-9eb0-3215f1226a5e. Jul 15 14:05:36.346047 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef6a944-065c-4eeb-9a57-b1cbeaaef3d7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Router f8de4e3e-cc23-4792-bceb-a688c865140c has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:05:36.451215 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef6a944-065c-4eeb-9a57-b1cbeaaef3d7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:05:36.461745 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa8748d-57d0-4d30-9daa-7bea60c65679 None None] Sync routers for ids ['f8de4e3e-cc23-4792-bceb-a688c865140c'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:05:36.467020 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7ef6a944-065c-4eeb-9a57-b1cbeaaef3d7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:36.471111 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa8748d-57d0-4d30-9daa-7bea60c65679 None None] Routers {'f8de4e3e-cc23-4792-bceb-a688c865140c'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:05:36.471705 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-8aa8748d-57d0-4d30-9daa-7bea60c65679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:05:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f8de4e3e-cc23-4792-bceb-a688c865140c'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:36.502093 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7ef6a944-065c-4eeb-9a57-b1cbeaaef3d7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5152383 Jul 15 14:05:36.503225 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb81ca02-f267-4de7-8ff3-39a86eb5e7d5', 'tag': '8e4bcabf-69b0-4adc-9eb0-3215f1226a5e'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:05:36.505489 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8576bed0d9272eb7d87375883ff290b2d3af54e29368fa65b340403a42b02ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0cf0570-f0b4-45e3-84ad-fba138e30057" -d '{"events": [{"name": "network-changed", "server_uuid": "cb81ca02-f267-4de7-8ff3-39a86eb5e7d5", "tag": "8e4bcabf-69b0-4adc-9eb0-3215f1226a5e"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:05:36.541828 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad5a30d-3674-473a-8e20-7c6c06f446ae x-openstack-request-id: req-6ad5a30d-3674-473a-8e20-7c6c06f446ae {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:05:36.542126 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb81ca02-f267-4de7-8ff3-39a86eb5e7d5", "tag": "8e4bcabf-69b0-4adc-9eb0-3215f1226a5e", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:05:36.542380 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6ad5a30d-3674-473a-8e20-7c6c06f446ae {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:05:36.542825 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb81ca02-f267-4de7-8ff3-39a86eb5e7d5', 'tag': '8e4bcabf-69b0-4adc-9eb0-3215f1226a5e', 'status': 'completed', 'code': 200} Jul 15 14:05:36.589780 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-8aa8748d-57d0-4d30-9daa-7bea60c65679 None None] Set router f8de4e3e-cc23-4792-bceb-a688c865140c gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:05:36.660879 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf0570-f0b4-45e3-84ad-fba138e30057 req-0216df34-2c1a-4177-be93-5704fc7afab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:36.662270 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b0cf0570-f0b4-45e3-84ad-fba138e30057 req-0216df34-2c1a-4177-be93-5704fc7afab1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6425c0206e154f1bb445bd935ef3b1e7&device_id=cb81ca02-f267-4de7-8ff3-39a86eb5e7d5 HTTP/1.1" status: 200 len: 1097 time: 0.0935152 Jul 15 14:05:36.674087 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6250e01-6c01-4d3e-836b-b704ccf89e4e req-3dd1cc21-f854-4636-957a-ead670a82680 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:36.675544 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c6250e01-6c01-4d3e-836b-b704ccf89e4e req-3dd1cc21-f854-4636-957a-ead670a82680 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb81ca02-f267-4de7-8ff3-39a86eb5e7d5 HTTP/1.1" status: 200 len: 945 time: 0.0806916 Jul 15 14:05:36.769543 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c6250e01-6c01-4d3e-836b-b704ccf89e4e req-fe956964-0563-4145-be50-c90080ab0f18 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb05686-7eb3-4693-91b7-c5a3858c4f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850959 Jul 15 14:05:36.794331 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41044) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:36.805300 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf0570-f0b4-45e3-84ad-fba138e30057 req-0e304cdd-6ba3-478d-8bbe-bb66a2920fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:36.805518 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-8aa8748d-57d0-4d30-9daa-7bea60c65679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8de4e3e-cc23-4792-bceb-a688c865140c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484729009', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '819cd29a-0cf2-46d3-bb88-8e86a423a422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:14Z', 'updated_at': '2021-07-15T14:05:17Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '819cd29a-0cf2-46d3-bb88-8e86a423a422', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8de4e3e-cc23-4792-bceb-a688c865140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:14Z', 'updated_at': '2021-07-15T14:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '6712a0af-219e-4ab7-99d4-a2a0e738b263', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'floating_ip_address': '172.25.8.28', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'f8de4e3e-cc23-4792-bceb-a688c865140c', 'port_id': '8e4bcabf-69b0-4adc-9eb0-3215f1226a5e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3324d2b-09aa-4d32-82bf-abd963ec5c82', 'mac_address': 'fa:16:3e:83:c5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81ca02-f267-4de7-8ff3-39a86eb5e7d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:05:35Z', 'updated_at': '2021-07-15T14:05:35Z', 'revision_number': 0, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39c801a3-820a-40f5-a8e3-16a7e685a0b0', 'name': '', 'network_id': 'a3324d2b-09aa-4d32-82bf-abd963ec5c82', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:55:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8de4e3e-cc23-4792-bceb-a688c865140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c71ac2ad-995a-41dd-b1d8-3ffe41ffda29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:16Z', 'updated_at': '2021-07-15T14:05:22Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': 'c71ac2ad-995a-41dd-b1d8-3ffe41ffda29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:36.806761 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b0cf0570-f0b4-45e3-84ad-fba138e30057 req-0e304cdd-6ba3-478d-8bbe-bb66a2920fbd service neutron] 10.222.0.20 "GET /v2.0/networks?id=a3324d2b-09aa-4d32-82bf-abd963ec5c82 HTTP/1.1" status: 200 len: 898 time: 0.1303573 Jul 15 14:05:36.831268 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa8748d-57d0-4d30-9daa-7bea60c65679 None None] Checking router: f8de4e3e-cc23-4792-bceb-a688c865140c for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:05:36.839436 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa8748d-57d0-4d30-9daa-7bea60c65679 None None] Routers {'f8de4e3e-cc23-4792-bceb-a688c865140c'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:05:36.840027 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-8aa8748d-57d0-4d30-9daa-7bea60c65679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:05:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f8de4e3e-cc23-4792-bceb-a688c865140c'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:36.904829 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-21c2c7d9-33fd-4563-8c85-3cd82dee28e3 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/floatingips/6712a0af-219e-4ab7-99d4-a2a0e738b263 HTTP/1.1" status: 200 len: 990 time: 0.1088016 Jul 15 14:05:36.911085 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b0cf0570-f0b4-45e3-84ad-fba138e30057 req-c718e638-8bca-4d41-a5dd-1f3a5adf589b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e4bcabf-69b0-4adc-9eb0-3215f1226a5e HTTP/1.1" status: 200 len: 998 time: 0.0737188 Jul 15 14:05:36.942853 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-8aa8748d-57d0-4d30-9daa-7bea60c65679 None None] Set router f8de4e3e-cc23-4792-bceb-a688c865140c gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:05:36.961429 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf0570-f0b4-45e3-84ad-fba138e30057 req-0dcb11ab-5337-4f8f-b533-88132c93a196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:36.962911 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b0cf0570-f0b4-45e3-84ad-fba138e30057 req-0dcb11ab-5337-4f8f-b533-88132c93a196 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c71ac2ad-995a-41dd-b1d8-3ffe41ffda29 HTTP/1.1" status: 200 len: 834 time: 0.0457387 Jul 15 14:05:37.019004 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf0570-f0b4-45e3-84ad-fba138e30057 req-2f6895d2-e3bc-41e0-b01c-71aa2fc78bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:37.020494 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b0cf0570-f0b4-45e3-84ad-fba138e30057 req-2f6895d2-e3bc-41e0-b01c-71aa2fc78bcb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a3324d2b-09aa-4d32-82bf-abd963ec5c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511332 Jul 15 14:05:37.106310 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b0cf0570-f0b4-45e3-84ad-fba138e30057 req-271939f2-a552-47e3-9f5b-e87e6bdbd015 service neutron] 10.222.0.20 "GET /v2.0/networks/a3324d2b-09aa-4d32-82bf-abd963ec5c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797272 Jul 15 14:05:37.160750 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-8aa8748d-57d0-4d30-9daa-7bea60c65679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8de4e3e-cc23-4792-bceb-a688c865140c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484729009', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '819cd29a-0cf2-46d3-bb88-8e86a423a422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:14Z', 'updated_at': '2021-07-15T14:05:17Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '819cd29a-0cf2-46d3-bb88-8e86a423a422', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8de4e3e-cc23-4792-bceb-a688c865140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:14Z', 'updated_at': '2021-07-15T14:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '6712a0af-219e-4ab7-99d4-a2a0e738b263', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'floating_ip_address': '172.25.8.28', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'f8de4e3e-cc23-4792-bceb-a688c865140c', 'port_id': '8e4bcabf-69b0-4adc-9eb0-3215f1226a5e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3324d2b-09aa-4d32-82bf-abd963ec5c82', 'mac_address': 'fa:16:3e:83:c5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81ca02-f267-4de7-8ff3-39a86eb5e7d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:05:35Z', 'updated_at': '2021-07-15T14:05:35Z', 'revision_number': 0, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39c801a3-820a-40f5-a8e3-16a7e685a0b0', 'name': '', 'network_id': 'a3324d2b-09aa-4d32-82bf-abd963ec5c82', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:55:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8de4e3e-cc23-4792-bceb-a688c865140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c71ac2ad-995a-41dd-b1d8-3ffe41ffda29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:16Z', 'updated_at': '2021-07-15T14:05:22Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': 'c71ac2ad-995a-41dd-b1d8-3ffe41ffda29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:37.186394 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa8748d-57d0-4d30-9daa-7bea60c65679 None None] The sync data for ids ['f8de4e3e-cc23-4792-bceb-a688c865140c'] in n-d-771363-36 is: [{'id': 'f8de4e3e-cc23-4792-bceb-a688c865140c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484729009', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '819cd29a-0cf2-46d3-bb88-8e86a423a422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:14Z', 'updated_at': '2021-07-15T14:05:17Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '819cd29a-0cf2-46d3-bb88-8e86a423a422', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8de4e3e-cc23-4792-bceb-a688c865140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:14Z', 'updated_at': '2021-07-15T14:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '6712a0af-219e-4ab7-99d4-a2a0e738b263', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'floating_ip_address': '172.25.8.28', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'f8de4e3e-cc23-4792-bceb-a688c865140c', 'port_id': '8e4bcabf-69b0-4adc-9eb0-3215f1226a5e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3324d2b-09aa-4d32-82bf-abd963ec5c82', 'mac_address': 'fa:16:3e:83:c5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81ca02-f267-4de7-8ff3-39a86eb5e7d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:05:35Z', 'updated_at': '2021-07-15T14:05:35Z', 'revision_number': 0, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39c801a3-820a-40f5-a8e3-16a7e685a0b0', 'name': '', 'network_id': 'a3324d2b-09aa-4d32-82bf-abd963ec5c82', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:55:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8de4e3e-cc23-4792-bceb-a688c865140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c71ac2ad-995a-41dd-b1d8-3ffe41ffda29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:16Z', 'updated_at': '2021-07-15T14:05:22Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': 'c71ac2ad-995a-41dd-b1d8-3ffe41ffda29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:05:37.197585 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b0cf0570-f0b4-45e3-84ad-fba138e30057 req-7c9e00c8-dd4b-4149-a4b1-b3c1c9a0f8a4 service neutron] 10.222.0.20 "GET /v2.0/networks/a3324d2b-09aa-4d32-82bf-abd963ec5c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845795 Jul 15 14:05:37.344802 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:05:37.370680 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb46d682-a9db-4c1b-8300-e3eae5641a98 None None] New status for floating IP 6712a0af-219e-4ab7-99d4-a2a0e738b263: ACTIVE {{(pid=93827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:05:37.908333 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41046) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:37.968651 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6acac0a9-2bf1-44a7-b1bb-8e505a47b3b9 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/floatingips/6712a0af-219e-4ab7-99d4-a2a0e738b263 HTTP/1.1" status: 200 len: 992 time: 0.0591078 Jul 15 14:05:59.741618 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-28c44b61-c208-4ee3-ab35-082aaca67c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:59.788692 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:00.045214 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:02.355184 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:02.528582 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a68a2394-9f74-411c-b555-17f6b0fd7e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:03.808192 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:04.376327 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [req-5eab3c39-7f81-4f83-a0f6-faeb71104e59 req-cc00732d-9baf-4f17-844a-b471c1a34934 service neutron] (93826) timed out ('10.222.0.16', 37462) {{(pid=93826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 14:06:04.949535 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc15fd-f265-43ff-aae2-18103ba2f937 req-ed6fb35e-cdf9-4ec0-b66a-c74c161244f6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:04.951047 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1fcc15fd-f265-43ff-aae2-18103ba2f937 req-ed6fb35e-cdf9-4ec0-b66a-c74c161244f6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb81ca02-f267-4de7-8ff3-39a86eb5e7d5 HTTP/1.1" status: 200 len: 945 time: 0.1111848 Jul 15 14:06:04.987293 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1fcc15fd-f265-43ff-aae2-18103ba2f937 req-c9b01e61-6810-4b80-9a81-60949e3a9a88 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb05686-7eb3-4693-91b7-c5a3858c4f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307565 Jul 15 14:06:05.238833 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:06.383864 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9edb5a2-9c5e-4d1a-8af2-bb57e28eb4f4 req-7f30f3bd-02bc-4b6a-ada1-5f7167c6c633 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:06.385920 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d9edb5a2-9c5e-4d1a-8af2-bb57e28eb4f4 req-7f30f3bd-02bc-4b6a-ada1-5f7167c6c633 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb81ca02-f267-4de7-8ff3-39a86eb5e7d5 HTTP/1.1" status: 200 len: 945 time: 0.1039491 Jul 15 14:06:06.421759 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d9edb5a2-9c5e-4d1a-8af2-bb57e28eb4f4 req-18da06db-707c-463b-9b82-446db260d5e8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb05686-7eb3-4693-91b7-c5a3858c4f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303075 Jul 15 14:06:06.446407 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41070) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:06.508978 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-de828d5a-ee9d-45fa-a589-860c49009ea0 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/floatingips/6712a0af-219e-4ab7-99d4-a2a0e738b263 HTTP/1.1" status: 200 len: 992 time: 0.0614190 Jul 15 14:06:07.190837 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-89d78a92-b64b-4f9a-b140-f605a46ad601 req-54a77a78-3624-4423-93a0-138a36bbb713 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cb81ca02-f267-4de7-8ff3-39a86eb5e7d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0943890 Jul 15 14:06:07.280142 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d78a92-b64b-4f9a-b140-f605a46ad601 req-5140279a-347e-4cf3-a63d-a1bc1081e580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:07.281607 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-89d78a92-b64b-4f9a-b140-f605a46ad601 req-5140279a-347e-4cf3-a63d-a1bc1081e580 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6425c0206e154f1bb445bd935ef3b1e7&device_id=cb81ca02-f267-4de7-8ff3-39a86eb5e7d5 HTTP/1.1" status: 200 len: 1097 time: 0.0505576 Jul 15 14:06:07.385700 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d78a92-b64b-4f9a-b140-f605a46ad601 req-1ad5438a-7fd7-470f-b935-3876d414adc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:07.387134 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-89d78a92-b64b-4f9a-b140-f605a46ad601 req-1ad5438a-7fd7-470f-b935-3876d414adc9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a3324d2b-09aa-4d32-82bf-abd963ec5c82 HTTP/1.1" status: 200 len: 898 time: 0.0865569 Jul 15 14:06:07.449422 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-89d78a92-b64b-4f9a-b140-f605a46ad601 req-965aa439-bc00-42ae-910a-a25e0ec7d990 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e4bcabf-69b0-4adc-9eb0-3215f1226a5e HTTP/1.1" status: 200 len: 1000 time: 0.0562069 Jul 15 14:06:07.499780 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d78a92-b64b-4f9a-b140-f605a46ad601 req-a168a534-6538-4663-a648-1c7ba9f39fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:07.501181 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-89d78a92-b64b-4f9a-b140-f605a46ad601 req-a168a534-6538-4663-a648-1c7ba9f39fa6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c71ac2ad-995a-41dd-b1d8-3ffe41ffda29 HTTP/1.1" status: 200 len: 834 time: 0.0456848 Jul 15 14:06:07.556870 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d78a92-b64b-4f9a-b140-f605a46ad601 req-b4b33413-a724-4288-8aab-570bd355d84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:07.558390 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-89d78a92-b64b-4f9a-b140-f605a46ad601 req-b4b33413-a724-4288-8aab-570bd355d84d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a3324d2b-09aa-4d32-82bf-abd963ec5c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512638 Jul 15 14:06:07.647874 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-89d78a92-b64b-4f9a-b140-f605a46ad601 req-a7521c89-7797-4f46-90b7-5cf6e6466ec1 service neutron] 10.222.0.20 "GET /v2.0/networks/a3324d2b-09aa-4d32-82bf-abd963ec5c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829616 Jul 15 14:06:07.739129 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-89d78a92-b64b-4f9a-b140-f605a46ad601 req-38f496fc-cf9f-4134-9be3-070235b5739b service neutron] 10.222.0.20 "GET /v2.0/networks/a3324d2b-09aa-4d32-82bf-abd963ec5c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848613 Jul 15 14:06:07.966420 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6d4de-ff46-4a29-803c-8dc2f52cffab req-ce424983-fb49-4375-b034-5656d7adf444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:07.967939 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6d6d4de-ff46-4a29-803c-8dc2f52cffab req-ce424983-fb49-4375-b034-5656d7adf444 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6425c0206e154f1bb445bd935ef3b1e7&device_id=cb81ca02-f267-4de7-8ff3-39a86eb5e7d5 HTTP/1.1" status: 200 len: 1097 time: 0.0997484 Jul 15 14:06:07.979523 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b65ce-d9d6-4ccc-818c-b53e2e9032c7 req-c73d7ba1-1ebe-45d1-90a9-69e9bf0daec6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:07.980872 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d39b65ce-d9d6-4ccc-818c-b53e2e9032c7 req-c73d7ba1-1ebe-45d1-90a9-69e9bf0daec6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb81ca02-f267-4de7-8ff3-39a86eb5e7d5 HTTP/1.1" status: 200 len: 945 time: 0.0839307 Jul 15 14:06:08.068726 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d39b65ce-d9d6-4ccc-818c-b53e2e9032c7 req-1948ef83-48d7-4042-b34c-7dcd2aca9c65 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb05686-7eb3-4693-91b7-c5a3858c4f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801477 Jul 15 14:06:08.090687 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6d4de-ff46-4a29-803c-8dc2f52cffab req-8811e930-fdad-4edd-99dc-8ca8a811ac32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:08.090687 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6d6d4de-ff46-4a29-803c-8dc2f52cffab req-8811e930-fdad-4edd-99dc-8ca8a811ac32 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a3324d2b-09aa-4d32-82bf-abd963ec5c82 HTTP/1.1" status: 200 len: 898 time: 0.1083672 Jul 15 14:06:08.156210 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6d6d4de-ff46-4a29-803c-8dc2f52cffab req-d8129dc1-1ade-435d-87cf-93ab7ecd31fa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e4bcabf-69b0-4adc-9eb0-3215f1226a5e HTTP/1.1" status: 200 len: 1000 time: 0.0598493 Jul 15 14:06:08.202630 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6d4de-ff46-4a29-803c-8dc2f52cffab req-cc731eda-c8d4-45f1-b1d8-34dd06ae976f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:08.203987 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6d6d4de-ff46-4a29-803c-8dc2f52cffab req-cc731eda-c8d4-45f1-b1d8-34dd06ae976f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c71ac2ad-995a-41dd-b1d8-3ffe41ffda29 HTTP/1.1" status: 200 len: 834 time: 0.0417993 Jul 15 14:06:08.258705 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6d4de-ff46-4a29-803c-8dc2f52cffab req-466aa8a6-0e6f-445b-9ea8-f828df51890f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:08.260168 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6d6d4de-ff46-4a29-803c-8dc2f52cffab req-466aa8a6-0e6f-445b-9ea8-f828df51890f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a3324d2b-09aa-4d32-82bf-abd963ec5c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498464 Jul 15 14:06:08.349209 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6d6d4de-ff46-4a29-803c-8dc2f52cffab req-ee48f18e-6a7c-4888-b1b3-c51360ea8f5a service neutron] 10.222.0.20 "GET /v2.0/networks/a3324d2b-09aa-4d32-82bf-abd963ec5c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823364 Jul 15 14:06:08.436448 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b6d6d4de-ff46-4a29-803c-8dc2f52cffab req-b1b0acb5-a78b-410b-83e0-7209cb6a272b service neutron] 10.222.0.20 "GET /v2.0/networks/a3324d2b-09aa-4d32-82bf-abd963ec5c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810816 Jul 15 14:06:09.249276 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2767efa-c205-4a31-a4b0-8f6e6fc513c1 req-9b650e98-356c-40bc-a1af-55876e7cac68 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:09.250773 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f2767efa-c205-4a31-a4b0-8f6e6fc513c1 req-9b650e98-356c-40bc-a1af-55876e7cac68 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb81ca02-f267-4de7-8ff3-39a86eb5e7d5 HTTP/1.1" status: 200 len: 945 time: 0.0683408 Jul 15 14:06:09.286874 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f2767efa-c205-4a31-a4b0-8f6e6fc513c1 req-45f72846-0fcf-41a8-8272-8610ca628d3f tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb05686-7eb3-4693-91b7-c5a3858c4f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305922 Jul 15 14:06:10.455596 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3951182-1db5-45af-b778-8c197c5cef12 req-175091bb-8140-4818-b595-9165adbd9a36 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:10.457054 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a3951182-1db5-45af-b778-8c197c5cef12 req-175091bb-8140-4818-b595-9165adbd9a36 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb81ca02-f267-4de7-8ff3-39a86eb5e7d5 HTTP/1.1" status: 200 len: 945 time: 0.0619230 Jul 15 14:06:10.493337 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a3951182-1db5-45af-b778-8c197c5cef12 req-b5a04428-dbc4-49e4-9fca-6a97a42a8e99 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb05686-7eb3-4693-91b7-c5a3858c4f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308170 Jul 15 14:06:10.517653 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41084) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:10.580417 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-a7b6ddf7-5665-450a-ba13-e3de249cfc01 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/floatingips/6712a0af-219e-4ab7-99d4-a2a0e738b263 HTTP/1.1" status: 200 len: 992 time: 0.0615585 Jul 15 14:06:10.874384 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41090) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:11.024268 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-37239e38-036b-4a52-8287-7bf76f972ab8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Deleting port 0e0111f4-2dd5-4b98-af3e-11585d2d52d2 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:06:11.024607 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-37239e38-036b-4a52-8287-7bf76f972ab8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:11.095774 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-37239e38-036b-4a52-8287-7bf76f972ab8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:11.096098 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-37239e38-036b-4a52-8287-7bf76f972ab8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:11.107643 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-37239e38-036b-4a52-8287-7bf76f972ab8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Calling delete_port for 0e0111f4-2dd5-4b98-af3e-11585d2d52d2 owned by network:floatingip {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:06:11.248389 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-37239e38-036b-4a52-8287-7bf76f972ab8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:11.272231 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37239e38-036b-4a52-8287-7bf76f972ab8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event deleted for resources: {'Port': ['ID=0e0111f4-2dd5-4b98-af3e-11585d2d52d2,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:11.301558 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37239e38-036b-4a52-8287-7bf76f972ab8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:11.301906 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37239e38-036b-4a52-8287-7bf76f972ab8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:11.302256 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37239e38-036b-4a52-8287-7bf76f972ab8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:11.302626 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37239e38-036b-4a52-8287-7bf76f972ab8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:11.302962 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37239e38-036b-4a52-8287-7bf76f972ab8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:11.303296 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37239e38-036b-4a52-8287-7bf76f972ab8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:11.303623 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37239e38-036b-4a52-8287-7bf76f972ab8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:11.303971 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37239e38-036b-4a52-8287-7bf76f972ab8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:11.304283 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37239e38-036b-4a52-8287-7bf76f972ab8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:11.304607 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37239e38-036b-4a52-8287-7bf76f972ab8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:11.304929 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37239e38-036b-4a52-8287-7bf76f972ab8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:11.305250 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37239e38-036b-4a52-8287-7bf76f972ab8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:11.344719 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-37239e38-036b-4a52-8287-7bf76f972ab8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for floatingip, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:11.345050 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-37239e38-036b-4a52-8287-7bf76f972ab8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Floating IP 6712a0af-219e-4ab7-99d4-a2a0e738b263 disassociated (deleted). External IP: 172.25.8.28, port: 8e4bcabf-69b0-4adc-9eb0-3215f1226a5e. Jul 15 14:06:11.819668 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37239e38-036b-4a52-8287-7bf76f972ab8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Router f8de4e3e-cc23-4792-bceb-a688c865140c has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:06:11.920362 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37239e38-036b-4a52-8287-7bf76f972ab8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:06:11.925179 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-37239e38-036b-4a52-8287-7bf76f972ab8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:11.929990 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eddc837-dce3-4213-87e5-180beee225fe None None] Sync routers for ids ['f8de4e3e-cc23-4792-bceb-a688c865140c'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:06:11.938794 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eddc837-dce3-4213-87e5-180beee225fe None None] Routers {'f8de4e3e-cc23-4792-bceb-a688c865140c'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:06:11.939399 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4eddc837-dce3-4213-87e5-180beee225fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:06:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f8de4e3e-cc23-4792-bceb-a688c865140c'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:11.964171 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-37239e38-036b-4a52-8287-7bf76f972ab8 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "DELETE /v2.0/floatingips/6712a0af-219e-4ab7-99d4-a2a0e738b263 HTTP/1.1" status: 204 len: 168 time: 1.0886452 Jul 15 14:06:11.964842 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb81ca02-f267-4de7-8ff3-39a86eb5e7d5', 'tag': '8e4bcabf-69b0-4adc-9eb0-3215f1226a5e'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:06:11.967219 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecae15dfe8a955ea50b9833da7617a528fbca6cb3a0c246d25e4c35a4bbccae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb20f11-dfaf-4392-a103-1c5cc4207f08" -d '{"events": [{"name": "network-changed", "server_uuid": "cb81ca02-f267-4de7-8ff3-39a86eb5e7d5", "tag": "8e4bcabf-69b0-4adc-9eb0-3215f1226a5e"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:06:12.003716 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1364fc97-c481-4134-a3b3-3e6706fcf751 x-openstack-request-id: req-1364fc97-c481-4134-a3b3-3e6706fcf751 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:06:12.004068 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb81ca02-f267-4de7-8ff3-39a86eb5e7d5", "tag": "8e4bcabf-69b0-4adc-9eb0-3215f1226a5e", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:06:12.004379 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1364fc97-c481-4134-a3b3-3e6706fcf751 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:06:12.004832 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb81ca02-f267-4de7-8ff3-39a86eb5e7d5', 'tag': '8e4bcabf-69b0-4adc-9eb0-3215f1226a5e', 'status': 'completed', 'code': 200} Jul 15 14:06:12.044874 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-4eddc837-dce3-4213-87e5-180beee225fe None None] Set router f8de4e3e-cc23-4792-bceb-a688c865140c gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:06:12.080989 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb20f11-dfaf-4392-a103-1c5cc4207f08 req-675be2ba-a7de-402e-a4f0-ef94b6a6a694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:12.082588 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bdb20f11-dfaf-4392-a103-1c5cc4207f08 req-675be2ba-a7de-402e-a4f0-ef94b6a6a694 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6425c0206e154f1bb445bd935ef3b1e7&device_id=cb81ca02-f267-4de7-8ff3-39a86eb5e7d5 HTTP/1.1" status: 200 len: 1097 time: 0.0534918 Jul 15 14:06:12.187850 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb20f11-dfaf-4392-a103-1c5cc4207f08 req-91760f76-6fe1-4af2-bdd1-0c0c86c85cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:12.189313 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bdb20f11-dfaf-4392-a103-1c5cc4207f08 req-91760f76-6fe1-4af2-bdd1-0c0c86c85cb7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a3324d2b-09aa-4d32-82bf-abd963ec5c82 HTTP/1.1" status: 200 len: 898 time: 0.0999250 Jul 15 14:06:12.234616 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bdb20f11-dfaf-4392-a103-1c5cc4207f08 req-cd216e0d-83e7-44ef-a9ac-a4f0c4800e22 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e4bcabf-69b0-4adc-9eb0-3215f1226a5e HTTP/1.1" status: 200 len: 217 time: 0.0348845 Jul 15 14:06:12.317626 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb20f11-dfaf-4392-a103-1c5cc4207f08 req-337ba19a-52dc-4c9d-b2d4-13ef0f07541e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:12.319359 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bdb20f11-dfaf-4392-a103-1c5cc4207f08 req-337ba19a-52dc-4c9d-b2d4-13ef0f07541e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c71ac2ad-995a-41dd-b1d8-3ffe41ffda29 HTTP/1.1" status: 200 len: 834 time: 0.0780301 Jul 15 14:06:12.336210 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4eddc837-dce3-4213-87e5-180beee225fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8de4e3e-cc23-4792-bceb-a688c865140c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484729009', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '819cd29a-0cf2-46d3-bb88-8e86a423a422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:14Z', 'updated_at': '2021-07-15T14:05:17Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '819cd29a-0cf2-46d3-bb88-8e86a423a422', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8de4e3e-cc23-4792-bceb-a688c865140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:14Z', 'updated_at': '2021-07-15T14:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '39c801a3-820a-40f5-a8e3-16a7e685a0b0', 'name': '', 'network_id': 'a3324d2b-09aa-4d32-82bf-abd963ec5c82', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:55:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8de4e3e-cc23-4792-bceb-a688c865140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c71ac2ad-995a-41dd-b1d8-3ffe41ffda29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:16Z', 'updated_at': '2021-07-15T14:05:22Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': 'c71ac2ad-995a-41dd-b1d8-3ffe41ffda29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:12.361101 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eddc837-dce3-4213-87e5-180beee225fe None None] Checking router: f8de4e3e-cc23-4792-bceb-a688c865140c for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:06:12.369558 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eddc837-dce3-4213-87e5-180beee225fe None None] Routers {'f8de4e3e-cc23-4792-bceb-a688c865140c'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:06:12.370151 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4eddc837-dce3-4213-87e5-180beee225fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:06:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f8de4e3e-cc23-4792-bceb-a688c865140c'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:12.378833 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4bfd3-f63a-43ff-b2f3-c586bf0c3c83 req-2ecda980-a653-4196-8043-604e9c265a8d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:12.380302 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2ec4bfd3-f63a-43ff-b2f3-c586bf0c3c83 req-2ecda980-a653-4196-8043-604e9c265a8d tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb81ca02-f267-4de7-8ff3-39a86eb5e7d5 HTTP/1.1" status: 200 len: 945 time: 0.1084676 Jul 15 14:06:12.421875 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb20f11-dfaf-4392-a103-1c5cc4207f08 req-4317ba93-b83d-49eb-82ef-6c19287590e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:12.423395 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bdb20f11-dfaf-4392-a103-1c5cc4207f08 req-4317ba93-b83d-49eb-82ef-6c19287590e4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a3324d2b-09aa-4d32-82bf-abd963ec5c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0964129 Jul 15 14:06:12.428351 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2ec4bfd3-f63a-43ff-b2f3-c586bf0c3c83 req-d796af34-5668-433b-b35c-ede2fe6b7270 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb05686-7eb3-4693-91b7-c5a3858c4f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404348 Jul 15 14:06:12.472225 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-4eddc837-dce3-4213-87e5-180beee225fe None None] Set router f8de4e3e-cc23-4792-bceb-a688c865140c gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:06:12.517936 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bdb20f11-dfaf-4392-a103-1c5cc4207f08 req-a5db87b5-0b0b-4883-bd76-9001d5150629 service neutron] 10.222.0.20 "GET /v2.0/networks/a3324d2b-09aa-4d32-82bf-abd963ec5c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863886 Jul 15 14:06:12.607560 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bdb20f11-dfaf-4392-a103-1c5cc4207f08 req-4c5e7b2d-d26b-4c32-a5e1-bf7542f00b3b service neutron] 10.222.0.20 "GET /v2.0/networks/a3324d2b-09aa-4d32-82bf-abd963ec5c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820446 Jul 15 14:06:12.664618 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4eddc837-dce3-4213-87e5-180beee225fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8de4e3e-cc23-4792-bceb-a688c865140c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484729009', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '819cd29a-0cf2-46d3-bb88-8e86a423a422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:14Z', 'updated_at': '2021-07-15T14:05:17Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '819cd29a-0cf2-46d3-bb88-8e86a423a422', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8de4e3e-cc23-4792-bceb-a688c865140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:14Z', 'updated_at': '2021-07-15T14:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '39c801a3-820a-40f5-a8e3-16a7e685a0b0', 'name': '', 'network_id': 'a3324d2b-09aa-4d32-82bf-abd963ec5c82', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:55:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8de4e3e-cc23-4792-bceb-a688c865140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c71ac2ad-995a-41dd-b1d8-3ffe41ffda29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:16Z', 'updated_at': '2021-07-15T14:05:22Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': 'c71ac2ad-995a-41dd-b1d8-3ffe41ffda29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:12.694506 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eddc837-dce3-4213-87e5-180beee225fe None None] The sync data for ids ['f8de4e3e-cc23-4792-bceb-a688c865140c'] in n-d-771363-36 is: [{'id': 'f8de4e3e-cc23-4792-bceb-a688c865140c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484729009', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '819cd29a-0cf2-46d3-bb88-8e86a423a422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:14Z', 'updated_at': '2021-07-15T14:05:17Z', 'revision_number': 4, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '819cd29a-0cf2-46d3-bb88-8e86a423a422', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8de4e3e-cc23-4792-bceb-a688c865140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:14Z', 'updated_at': '2021-07-15T14:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '39c801a3-820a-40f5-a8e3-16a7e685a0b0', 'name': '', 'network_id': 'a3324d2b-09aa-4d32-82bf-abd963ec5c82', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'mac_address': 'fa:16:3e:55:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8de4e3e-cc23-4792-bceb-a688c865140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c71ac2ad-995a-41dd-b1d8-3ffe41ffda29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:16Z', 'updated_at': '2021-07-15T14:05:22Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'subnets': [{'id': 'c71ac2ad-995a-41dd-b1d8-3ffe41ffda29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:06:12.906648 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a4e53d-e4d9-4837-8746-77fd38c9dd73 None None] New status for floating IP 6712a0af-219e-4ab7-99d4-a2a0e738b263: DOWN {{(pid=93827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:06:13.609886 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb5dfa-a10d-4b19-9d04-c4b95b9b9ad5 req-0b650410-013a-43c1-b916-23efa1a36e40 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:13.611405 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-32cb5dfa-a10d-4b19-9d04-c4b95b9b9ad5 req-0b650410-013a-43c1-b916-23efa1a36e40 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb81ca02-f267-4de7-8ff3-39a86eb5e7d5 HTTP/1.1" status: 200 len: 945 time: 0.0669825 Jul 15 14:06:13.647749 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-32cb5dfa-a10d-4b19-9d04-c4b95b9b9ad5 req-17760ba0-a1a8-4551-ae9a-af223ec58ab7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb05686-7eb3-4693-91b7-c5a3858c4f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308204 Jul 15 14:06:13.869591 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace5b47-5a25-4398-8ab0-29e6ed77c2dc req-6a61015f-846e-414e-b67c-064fc6b1956c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:13.871065 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0ace5b47-5a25-4398-8ab0-29e6ed77c2dc req-6a61015f-846e-414e-b67c-064fc6b1956c tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb81ca02-f267-4de7-8ff3-39a86eb5e7d5 HTTP/1.1" status: 200 len: 945 time: 0.0611246 Jul 15 14:06:13.969827 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-0ace5b47-5a25-4398-8ab0-29e6ed77c2dc req-d84cb891-313d-4c90-99c3-a99eea0b29ef tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Deleting port 8e4bcabf-69b0-4adc-9eb0-3215f1226a5e {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:06:13.970165 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0ace5b47-5a25-4398-8ab0-29e6ed77c2dc req-d84cb891-313d-4c90-99c3-a99eea0b29ef tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:14.053960 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-0ace5b47-5a25-4398-8ab0-29e6ed77c2dc req-d84cb891-313d-4c90-99c3-a99eea0b29ef tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] For port 8e4bcabf-69b0-4adc-9eb0-3215f1226a5e, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=8e4bcabf-69b0-4adc-9eb0-3215f1226a5e,segment=NetworkSegment(e703fa4c-da43-4cc0-8c8d-fa29540ded8d),segment_id=e703fa4c-da43-4cc0-8c8d-fa29540ded8d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:14.054316 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0ace5b47-5a25-4398-8ab0-29e6ed77c2dc req-d84cb891-313d-4c90-99c3-a99eea0b29ef tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:14.066592 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-0ace5b47-5a25-4398-8ab0-29e6ed77c2dc req-d84cb891-313d-4c90-99c3-a99eea0b29ef tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Calling delete_port for 8e4bcabf-69b0-4adc-9eb0-3215f1226a5e owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:06:14.192237 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0ace5b47-5a25-4398-8ab0-29e6ed77c2dc req-d84cb891-313d-4c90-99c3-a99eea0b29ef tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:14.220074 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84cb891-313d-4c90-99c3-a99eea0b29ef tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event deleted for resources: {'Port': ['ID=8e4bcabf-69b0-4adc-9eb0-3215f1226a5e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:14.266833 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ace5b47-5a25-4398-8ab0-29e6ed77c2dc req-d84cb891-313d-4c90-99c3-a99eea0b29ef tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] No DVR routers for this DVR port 8e4bcabf-69b0-4adc-9eb0-3215f1226a5e on host n-h1-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:06:14.269323 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0ace5b47-5a25-4398-8ab0-29e6ed77c2dc req-d84cb891-313d-4c90-99c3-a99eea0b29ef tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:14.271268 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0ace5b47-5a25-4398-8ab0-29e6ed77c2dc req-d84cb891-313d-4c90-99c3-a99eea0b29ef tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.20 "DELETE /v2.0/ports/8e4bcabf-69b0-4adc-9eb0-3215f1226a5e HTTP/1.1" status: 204 len: 173 time: 0.3948948 Jul 15 14:06:14.271697 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb81ca02-f267-4de7-8ff3-39a86eb5e7d5', 'name': 'network-vif-deleted', 'tag': '8e4bcabf-69b0-4adc-9eb0-3215f1226a5e'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:06:14.274082 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecae15dfe8a955ea50b9833da7617a528fbca6cb3a0c246d25e4c35a4bbccae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2bf4ad-043b-4985-ad2d-1d8c56c6d029" -d '{"events": [{"server_uuid": "cb81ca02-f267-4de7-8ff3-39a86eb5e7d5", "name": "network-vif-deleted", "tag": "8e4bcabf-69b0-4adc-9eb0-3215f1226a5e"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:06:14.314466 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4300c736-890d-4e9b-90d0-d173497c6450 x-openstack-request-id: req-4300c736-890d-4e9b-90d0-d173497c6450 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:06:14.314863 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb81ca02-f267-4de7-8ff3-39a86eb5e7d5", "name": "network-vif-deleted", "tag": "8e4bcabf-69b0-4adc-9eb0-3215f1226a5e", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:06:14.315465 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4300c736-890d-4e9b-90d0-d173497c6450 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:06:14.315869 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb81ca02-f267-4de7-8ff3-39a86eb5e7d5', 'name': 'network-vif-deleted', 'tag': '8e4bcabf-69b0-4adc-9eb0-3215f1226a5e', 'status': 'completed', 'code': 200} Jul 15 14:06:14.344759 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:06:14.810126 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bed30873-f0c7-433f-bb85-4c5062ee9601 req-edc95e04-21bd-4c40-b194-ded51c68c5b2 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb81ca02-f267-4de7-8ff3-39a86eb5e7d5 HTTP/1.1" status: 200 len: 210 time: 0.0360253 Jul 15 14:06:15.907900 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41106) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:16.253184 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1efeede7-1843-48d7-b1b6-304d518c7cac tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:16.509336 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1efeede7-1843-48d7-b1b6-304d518c7cac tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Deleting port 39c801a3-820a-40f5-a8e3-16a7e685a0b0 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:06:16.509600 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1efeede7-1843-48d7-b1b6-304d518c7cac tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:16.598014 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1efeede7-1843-48d7-b1b6-304d518c7cac tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] For port 39c801a3-820a-40f5-a8e3-16a7e685a0b0, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=39c801a3-820a-40f5-a8e3-16a7e685a0b0,segment=NetworkSegment(e703fa4c-da43-4cc0-8c8d-fa29540ded8d),segment_id=e703fa4c-da43-4cc0-8c8d-fa29540ded8d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:16.598372 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1efeede7-1843-48d7-b1b6-304d518c7cac tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:16.609918 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1efeede7-1843-48d7-b1b6-304d518c7cac tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Calling delete_port for 39c801a3-820a-40f5-a8e3-16a7e685a0b0 owned by network:router_interface {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:06:16.746493 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 8e4bcabf-69b0-4adc-9eb0-3215f1226a5e no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:06:16.766102 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: 8e4bcabf-69b0-4adc-9eb0-3215f1226a5e {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:06:16.766373 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 8e4bcabf-69b0-4adc-9eb0-3215f1226a5e not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:06:16.788717 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1efeede7-1843-48d7-b1b6-304d518c7cac tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:16.820748 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efeede7-1843-48d7-b1b6-304d518c7cac tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event deleted for resources: {'Port': ['ID=39c801a3-820a-40f5-a8e3-16a7e685a0b0,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:16.990385 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1efeede7-1843-48d7-b1b6-304d518c7cac tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:17.193535 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1efeede7-1843-48d7-b1b6-304d518c7cac tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Router f8de4e3e-cc23-4792-bceb-a688c865140c has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:06:17.294155 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efeede7-1843-48d7-b1b6-304d518c7cac tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:06:17.299391 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1efeede7-1843-48d7-b1b6-304d518c7cac tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "PUT /v2.0/routers/f8de4e3e-cc23-4792-bceb-a688c865140c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3903525 Jul 15 14:06:17.301974 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41108) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:17.306200 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb55a4b-b7cf-49a7-ac63-1ce721a2ea40 None None] Sync routers for ids ['f8de4e3e-cc23-4792-bceb-a688c865140c'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:06:17.315654 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb55a4b-b7cf-49a7-ac63-1ce721a2ea40 None None] Routers {'f8de4e3e-cc23-4792-bceb-a688c865140c'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:06:17.316247 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4bb55a4b-b7cf-49a7-ac63-1ce721a2ea40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:06:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f8de4e3e-cc23-4792-bceb-a688c865140c'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:17.355840 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-95e554fc-4d0b-44bd-a854-72bc1fb676e1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Deleting subnet c71ac2ad-995a-41dd-b1d8-3ffe41ffda29 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:06:17.358855 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-95e554fc-4d0b-44bd-a854-72bc1fb676e1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:17.397451 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-95e554fc-4d0b-44bd-a854-72bc1fb676e1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:17.417102 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-4bb55a4b-b7cf-49a7-ac63-1ce721a2ea40 None None] Set router f8de4e3e-cc23-4792-bceb-a688c865140c gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:06:17.477913 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-95e554fc-4d0b-44bd-a854-72bc1fb676e1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:17.543747 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-95e554fc-4d0b-44bd-a854-72bc1fb676e1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:17.570213 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e554fc-4d0b-44bd-a854-72bc1fb676e1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event deleted for resources: {'Subnet': ['ID=c71ac2ad-995a-41dd-b1d8-3ffe41ffda29,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:17.578211 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-95e554fc-4d0b-44bd-a854-72bc1fb676e1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:17.579928 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e647464-4cbd-4681-b54f-ba33ba080a9c None None] Network a3324d2b-09aa-4d32-82bf-abd963ec5c82 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:06:17.580172 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-95e554fc-4d0b-44bd-a854-72bc1fb676e1 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "DELETE /v2.0/subnets/c71ac2ad-995a-41dd-b1d8-3ffe41ffda29 HTTP/1.1" status: 204 len: 168 time: 0.2770667 Jul 15 14:06:17.582833 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41110) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:17.597063 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4bb55a4b-b7cf-49a7-ac63-1ce721a2ea40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8de4e3e-cc23-4792-bceb-a688c865140c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484729009', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '819cd29a-0cf2-46d3-bb88-8e86a423a422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:14Z', 'updated_at': '2021-07-15T14:06:16Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '819cd29a-0cf2-46d3-bb88-8e86a423a422', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8de4e3e-cc23-4792-bceb-a688c865140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:14Z', 'updated_at': '2021-07-15T14:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:17.624607 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb55a4b-b7cf-49a7-ac63-1ce721a2ea40 None None] Checking router: f8de4e3e-cc23-4792-bceb-a688c865140c for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:06:17.633331 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb55a4b-b7cf-49a7-ac63-1ce721a2ea40 None None] Routers {'f8de4e3e-cc23-4792-bceb-a688c865140c'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:06:17.633938 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4bb55a4b-b7cf-49a7-ac63-1ce721a2ea40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:06:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['f8de4e3e-cc23-4792-bceb-a688c865140c'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:17.743571 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-4bb55a4b-b7cf-49a7-ac63-1ce721a2ea40 None None] Set router f8de4e3e-cc23-4792-bceb-a688c865140c gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:06:17.784209 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f700e7ee-280c-44c3-99e5-346d8fbeb3a6 None None] DHCP port deletion for a3324d2b-09aa-4d32-82bf-abd963ec5c82 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:06:17.840408 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f700e7ee-280c-44c3-99e5-346d8fbeb3a6 None None] Deleting port 7847ede0-69c3-4d12-823e-efa371776a48 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:06:17.841429 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f700e7ee-280c-44c3-99e5-346d8fbeb3a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:17.913381 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f700e7ee-280c-44c3-99e5-346d8fbeb3a6 None None] For port 7847ede0-69c3-4d12-823e-efa371776a48, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=7847ede0-69c3-4d12-823e-efa371776a48,segment=NetworkSegment(e703fa4c-da43-4cc0-8c8d-fa29540ded8d),segment_id=e703fa4c-da43-4cc0-8c8d-fa29540ded8d)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:17.913851 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f700e7ee-280c-44c3-99e5-346d8fbeb3a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:17.925996 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f700e7ee-280c-44c3-99e5-346d8fbeb3a6 None None] Calling delete_port for 7847ede0-69c3-4d12-823e-efa371776a48 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:06:17.930789 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-4bb55a4b-b7cf-49a7-ac63-1ce721a2ea40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8de4e3e-cc23-4792-bceb-a688c865140c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484729009', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '819cd29a-0cf2-46d3-bb88-8e86a423a422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:14Z', 'updated_at': '2021-07-15T14:06:16Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '819cd29a-0cf2-46d3-bb88-8e86a423a422', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8de4e3e-cc23-4792-bceb-a688c865140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:14Z', 'updated_at': '2021-07-15T14:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:17.964687 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb55a4b-b7cf-49a7-ac63-1ce721a2ea40 None None] The sync data for ids ['f8de4e3e-cc23-4792-bceb-a688c865140c'] in n-d-771363-36 is: [{'id': 'f8de4e3e-cc23-4792-bceb-a688c865140c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484729009', 'tenant_id': '6425c0206e154f1bb445bd935ef3b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '819cd29a-0cf2-46d3-bb88-8e86a423a422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:14Z', 'updated_at': '2021-07-15T14:06:16Z', 'revision_number': 5, 'project_id': '6425c0206e154f1bb445bd935ef3b1e7', 'gw_port': {'id': '819cd29a-0cf2-46d3-bb88-8e86a423a422', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8de4e3e-cc23-4792-bceb-a688c865140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:14Z', 'updated_at': '2021-07-15T14:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:06:17.999783 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bb37e064-e8aa-4328-aca0-b5177367a3d6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:18.019055 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f700e7ee-280c-44c3-99e5-346d8fbeb3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:18.042694 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f700e7ee-280c-44c3-99e5-346d8fbeb3a6 None None] Pushing event deleted for resources: {'Port': ['ID=7847ede0-69c3-4d12-823e-efa371776a48,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:18.052508 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f700e7ee-280c-44c3-99e5-346d8fbeb3a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:18.052852 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f700e7ee-280c-44c3-99e5-346d8fbeb3a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:18.053187 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f700e7ee-280c-44c3-99e5-346d8fbeb3a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:18.053537 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f700e7ee-280c-44c3-99e5-346d8fbeb3a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:18.053855 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f700e7ee-280c-44c3-99e5-346d8fbeb3a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:18.054268 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f700e7ee-280c-44c3-99e5-346d8fbeb3a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:18.054612 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f700e7ee-280c-44c3-99e5-346d8fbeb3a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:18.054939 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f700e7ee-280c-44c3-99e5-346d8fbeb3a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:18.055264 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f700e7ee-280c-44c3-99e5-346d8fbeb3a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:18.055702 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f700e7ee-280c-44c3-99e5-346d8fbeb3a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:18.056030 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f700e7ee-280c-44c3-99e5-346d8fbeb3a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:18.056350 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f700e7ee-280c-44c3-99e5-346d8fbeb3a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:18.059100 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f700e7ee-280c-44c3-99e5-346d8fbeb3a6 None None] No DVR routers for this DVR port 7847ede0-69c3-4d12-823e-efa371776a48 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:06:18.102791 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bb37e064-e8aa-4328-aca0-b5177367a3d6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:18.152741 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-bb37e064-e8aa-4328-aca0-b5177367a3d6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Deleting port 819cd29a-0cf2-46d3-bb88-8e86a423a422 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:06:18.153090 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bb37e064-e8aa-4328-aca0-b5177367a3d6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:18.229981 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-bb37e064-e8aa-4328-aca0-b5177367a3d6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] For port 819cd29a-0cf2-46d3-bb88-8e86a423a422, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=819cd29a-0cf2-46d3-bb88-8e86a423a422,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:18.230345 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bb37e064-e8aa-4328-aca0-b5177367a3d6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:18.246287 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-bb37e064-e8aa-4328-aca0-b5177367a3d6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Calling delete_port for 819cd29a-0cf2-46d3-bb88-8e86a423a422 owned by network:router_gateway {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:06:18.379768 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 39c801a3-820a-40f5-a8e3-16a7e685a0b0 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:06:18.402487 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 39c801a3-820a-40f5-a8e3-16a7e685a0b0 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:06:18.403039 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 39c801a3-820a-40f5-a8e3-16a7e685a0b0 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:06:18.403471 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 7847ede0-69c3-4d12-823e-efa371776a48 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:06:18.412952 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bb37e064-e8aa-4328-aca0-b5177367a3d6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:18.426638 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 7847ede0-69c3-4d12-823e-efa371776a48 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:06:18.426987 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 7847ede0-69c3-4d12-823e-efa371776a48 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:06:18.447553 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37e064-e8aa-4328-aca0-b5177367a3d6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event deleted for resources: {'Port': ['ID=819cd29a-0cf2-46d3-bb88-8e86a423a422,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:18.514250 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bb37e064-e8aa-4328-aca0-b5177367a3d6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:18.604249 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bb37e064-e8aa-4328-aca0-b5177367a3d6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:18.606309 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bb37e064-e8aa-4328-aca0-b5177367a3d6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:18.650893 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bb37e064-e8aa-4328-aca0-b5177367a3d6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:18.651924 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb37e064-e8aa-4328-aca0-b5177367a3d6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Fanout notify agent at l3_agent the message router_deleted on router f8de4e3e-cc23-4792-bceb-a688c865140c {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:06:18.658729 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bb37e064-e8aa-4328-aca0-b5177367a3d6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:18.659840 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-bb37e064-e8aa-4328-aca0-b5177367a3d6 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "DELETE /v2.0/routers/f8de4e3e-cc23-4792-bceb-a688c865140c HTTP/1.1" status: 204 len: 168 time: 1.0759614 Jul 15 14:06:18.662533 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41112) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:18.739283 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-56f87e09-4237-47d2-be6b-30e339087c58 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:18.828214 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-56f87e09-4237-47d2-be6b-30e339087c58 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:18.838007 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-56f87e09-4237-47d2-be6b-30e339087c58 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3324d2b-09aa-4d32-82bf-abd963ec5c82']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:18.847982 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-56f87e09-4237-47d2-be6b-30e339087c58 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e703fa4c-da43-4cc0-8c8d-fa29540ded8d') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:18.848279 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-56f87e09-4237-47d2-be6b-30e339087c58 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e703fa4c-da43-4cc0-8c8d-fa29540ded8d') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:18.856706 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-56f87e09-4237-47d2-be6b-30e339087c58 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:18.869912 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-56f87e09-4237-47d2-be6b-30e339087c58 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:18.875707 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f87e09-4237-47d2-be6b-30e339087c58 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:06:18.876097 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-56f87e09-4237-47d2-be6b-30e339087c58 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:18.879118 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:06:18.879118 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:06:18.879118 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 14:06:18.879118 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:06:18.879118 n-d-771363-36 neutron-server[93825]: timer() Jul 15 14:06:18.879118 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:06:18.879118 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 14:06:18.879118 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:06:18.879118 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 14:06:18.879118 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:06:18.879118 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 14:06:18.879118 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:06:18.879118 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 14:06:18.879118 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:06:18.879118 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 14:06:18.879118 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:06:18.879118 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:06:18.879118 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:06:18.879118 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:06:18.879118 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:06:18.879118 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 14:06:18.879118 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:06:18.879118 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 14:06:18.879118 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:06:18.879118 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:06:18.879118 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:06:18.879118 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 14:06:18.879118 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:06:18.879118 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:06:18.879118 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:06:18.879118 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:06:18.879118 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:06:18.879118 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:06:18.879118 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:06:18.936243 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-56f87e09-4237-47d2-be6b-30e339087c58 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:18.942847 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-56f87e09-4237-47d2-be6b-30e339087c58 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:18.944923 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-56f87e09-4237-47d2-be6b-30e339087c58 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "DELETE /v2.0/networks/a3324d2b-09aa-4d32-82bf-abd963ec5c82 HTTP/1.1" status: 204 len: 168 time: 0.2814307 Jul 15 14:06:18.948361 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41114) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:18.956191 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f87e09-4237-47d2-be6b-30e339087c58 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event deleted for resources: {'Network': ['ID=a3324d2b-09aa-4d32-82bf-abd963ec5c82,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:19.005477 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2bdab92c-d03c-49ac-8215-8f96388217d7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:19.034043 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2bdab92c-d03c-49ac-8215-8f96388217d7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:19.095603 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2bdab92c-d03c-49ac-8215-8f96388217d7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:19.098393 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2bdab92c-d03c-49ac-8215-8f96388217d7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:19.102749 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2bdab92c-d03c-49ac-8215-8f96388217d7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] 10.222.0.16 "DELETE /v2.0/security-groups/8cb05686-7eb3-4693-91b7-c5a3858c4f60 HTTP/1.1" status: 204 len: 168 time: 0.1532457 Jul 15 14:06:19.114199 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdab92c-d03c-49ac-8215-8f96388217d7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb05686-7eb3-4693-91b7-c5a3858c4f60,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:19.122365 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdab92c-d03c-49ac-8215-8f96388217d7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:19.122799 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdab92c-d03c-49ac-8215-8f96388217d7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:19.123191 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdab92c-d03c-49ac-8215-8f96388217d7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:19.123547 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdab92c-d03c-49ac-8215-8f96388217d7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:19.123944 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdab92c-d03c-49ac-8215-8f96388217d7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:19.124311 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdab92c-d03c-49ac-8215-8f96388217d7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:19.124639 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdab92c-d03c-49ac-8215-8f96388217d7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:19.124972 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdab92c-d03c-49ac-8215-8f96388217d7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:19.125654 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdab92c-d03c-49ac-8215-8f96388217d7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:19.126689 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdab92c-d03c-49ac-8215-8f96388217d7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:19.127027 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdab92c-d03c-49ac-8215-8f96388217d7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:19.127357 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdab92c-d03c-49ac-8215-8f96388217d7 tempest-TestNetworkAdvancedServerOps-20342621 tempest-TestNetworkAdvancedServerOps-20342621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:19.416318 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41122) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:19.542315 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-f0abf434-d942-4e0c-8548-e5a28654a818 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6425c0206e154f1bb445bd935ef3b1e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1237309 Jul 15 14:06:19.544728 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41126) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:19.592563 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dff26ac4-13d7-4e68-a56d-3b7eefa13ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:19.613576 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dff26ac4-13d7-4e68-a56d-3b7eefa13ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:19.659064 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dff26ac4-13d7-4e68-a56d-3b7eefa13ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:19.661555 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dff26ac4-13d7-4e68-a56d-3b7eefa13ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:19.662746 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-dff26ac4-13d7-4e68-a56d-3b7eefa13ecd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c7bd3511-4268-43de-baef-524cda7373f5 HTTP/1.1" status: 204 len: 168 time: 0.1170797 Jul 15 14:06:19.671236 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff26ac4-13d7-4e68-a56d-3b7eefa13ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bd3511-4268-43de-baef-524cda7373f5,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:19.911341 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41132) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:19.926312 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-50c929de-6881-4b56-ab78-ffe4d6bd06ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:20.016784 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-50c929de-6881-4b56-ab78-ffe4d6bd06ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:20.020541 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-50c929de-6881-4b56-ab78-ffe4d6bd06ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:20.059942 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-50c929de-6881-4b56-ab78-ffe4d6bd06ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d38c31187ed44db095dc27da85f702f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1473994 Jul 15 14:06:20.060933 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c929de-6881-4b56-ab78-ffe4d6bd06ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71907805-dc74-4cdf-937e-670253d1b847,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:20.062679 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41134) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:20.089905 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 819cd29a-0cf2-46d3-bb88-8e86a423a422 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:06:20.109549 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 819cd29a-0cf2-46d3-bb88-8e86a423a422 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:06:20.109896 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 819cd29a-0cf2-46d3-bb88-8e86a423a422 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:06:20.125646 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fd2cb2eb-f33e-4870-a27b-3a7d489f3436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:20.146484 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fd2cb2eb-f33e-4870-a27b-3a7d489f3436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:20.191243 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fd2cb2eb-f33e-4870-a27b-3a7d489f3436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:20.194174 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fd2cb2eb-f33e-4870-a27b-3a7d489f3436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:20.195380 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-fd2cb2eb-f33e-4870-a27b-3a7d489f3436 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/71907805-dc74-4cdf-937e-670253d1b847 HTTP/1.1" status: 204 len: 168 time: 0.1316988 Jul 15 14:06:20.203927 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2cb2eb-f33e-4870-a27b-3a7d489f3436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71907805-dc74-4cdf-937e-670253d1b847,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:20.861265 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41156) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:20.955186 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-9e06c2e1-40b5-4f14-b06a-0333866bb3ff admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1939779203-network', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:20.976780 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e06c2e1-40b5-4f14-b06a-0333866bb3ff admin admin] Made reservation on behalf of 97d2194be5644954bbf76a9ff6daaf2d for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:06:20.979225 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9e06c2e1-40b5-4f14-b06a-0333866bb3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:20.987319 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9e06c2e1-40b5-4f14-b06a-0333866bb3ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:21.077260 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9e06c2e1-40b5-4f14-b06a-0333866bb3ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:21.081259 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9e06c2e1-40b5-4f14-b06a-0333866bb3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:21.106235 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e06c2e1-40b5-4f14-b06a-0333866bb3ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:06:21.115668 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e06c2e1-40b5-4f14-b06a-0333866bb3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558b6d6c-1c9b-44a8-9904-e01d1f2b4dfa,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:21.121935 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9e06c2e1-40b5-4f14-b06a-0333866bb3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:21.122272 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-9e06c2e1-40b5-4f14-b06a-0333866bb3ff admin admin] Added segment 4bc2ad99-8521-462e-809b-f1ad08d28c61 of type vlan for network de00669f-3a7b-4509-8871-3c481dfc9051 Jul 15 14:06:21.161722 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9e06c2e1-40b5-4f14-b06a-0333866bb3ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:21.192312 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9e06c2e1-40b5-4f14-b06a-0333866bb3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:21.193436 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e06c2e1-40b5-4f14-b06a-0333866bb3ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:21.194002 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9e06c2e1-40b5-4f14-b06a-0333866bb3ff admin admin] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:21.234112 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-9e06c2e1-40b5-4f14-b06a-0333866bb3ff admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3717575 Jul 15 14:06:21.237220 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41160) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:21.242382 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-4a5b0429-1e67-4868-a42c-79f6677fec0c admin admin] Request body: {'subnet': {'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1939779203-subnet', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:21.263824 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5b0429-1e67-4868-a42c-79f6677fec0c admin admin] Made reservation on behalf of 97d2194be5644954bbf76a9ff6daaf2d for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:06:21.266231 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4a5b0429-1e67-4868-a42c-79f6677fec0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:21.280168 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e06c2e1-40b5-4f14-b06a-0333866bb3ff admin admin] Pushing event updated for resources: {'Network': ['ID=de00669f-3a7b-4509-8871-3c481dfc9051,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:21.289876 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network de00669f-3a7b-4509-8871-3c481dfc9051 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:06:21.698948 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4a5b0429-1e67-4868-a42c-79f6677fec0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:21.754789 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b0429-1e67-4868-a42c-79f6677fec0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=84142cef-8080-49cc-b749-90f94c138e32,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:21.761724 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5b0429-1e67-4868-a42c-79f6677fec0c admin admin] Checking segment: {'id': '4bc2ad99-8521-462e-809b-f1ad08d28c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:06:21.762079 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5b0429-1e67-4868-a42c-79f6677fec0c admin admin] Network hostable DHCP agents. Network: de00669f-3a7b-4509-8871-3c481dfc9051, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:06:21.776955 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5b0429-1e67-4868-a42c-79f6677fec0c admin admin] Network de00669f-3a7b-4509-8871-3c481dfc9051 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:06:21.784788 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-4a5b0429-1e67-4868-a42c-79f6677fec0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, de00669f-3a7b-4509-8871-3c481dfc9051) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:06:21.788910 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5b0429-1e67-4868-a42c-79f6677fec0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:21.790350 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4a5b0429-1e67-4868-a42c-79f6677fec0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:21.793769 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9fd91a-182d-48b0-a276-7840cf45b77b None None] Network de00669f-3a7b-4509-8871-3c481dfc9051 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:06:21.805187 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4a5b0429-1e67-4868-a42c-79f6677fec0c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5667901 Jul 15 14:06:21.809227 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41162) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:21.813675 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-9db7ebb3-d937-492e-9fe1-2b332bc2d1b2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1939779203-router', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:21.833977 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9db7ebb3-d937-492e-9fe1-2b332bc2d1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:21.835022 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9db7ebb3-d937-492e-9fe1-2b332bc2d1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:21.888901 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9db7ebb3-d937-492e-9fe1-2b332bc2d1b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:21.936886 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c1abb0-8886-4646-92bc-72fc17eb4bb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-de00669f-3a7b-4509-8871-3c481dfc9051', 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'fixed_ips': [{'subnet_id': '84142cef-8080-49cc-b749-90f94c138e32'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:06:21.937745 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d9c1abb0-8886-4646-92bc-72fc17eb4bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:22.021781 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9db7ebb3-d937-492e-9fe1-2b332bc2d1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:22.076992 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-d9c1abb0-8886-4646-92bc-72fc17eb4bb5 None None] Allocated IP 172.20.0.2 (de00669f-3a7b-4509-8871-3c481dfc9051/84142cef-8080-49cc-b749-90f94c138e32/d690c147-f568-4d32-b056-acca5853567b) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:06:22.217059 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d9c1abb0-8886-4646-92bc-72fc17eb4bb5 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:22.223171 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9db7ebb3-d937-492e-9fe1-2b332bc2d1b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:22.225885 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d9c1abb0-8886-4646-92bc-72fc17eb4bb5 None None] Transition to ACTIVE for port object d690c147-f568-4d32-b056-acca5853567b will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:06:22.240697 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d9c1abb0-8886-4646-92bc-72fc17eb4bb5 None None] Transition to ACTIVE for port object d690c147-f568-4d32-b056-acca5853567b will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:06:22.243456 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9db7ebb3-d937-492e-9fe1-2b332bc2d1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:22.247777 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d9c1abb0-8886-4646-92bc-72fc17eb4bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:22.283214 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c1abb0-8886-4646-92bc-72fc17eb4bb5 None None] Network de00669f-3a7b-4509-8871-3c481dfc9051 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:06:22.289234 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-d9c1abb0-8886-4646-92bc-72fc17eb4bb5 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:06:22.293275 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c1abb0-8886-4646-92bc-72fc17eb4bb5 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:06:22.300109 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1abb0-8886-4646-92bc-72fc17eb4bb5 None None] Pushing event updated for resources: {'Port': ['ID=d690c147-f568-4d32-b056-acca5853567b,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:22.353545 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-d9c1abb0-8886-4646-92bc-72fc17eb4bb5 None None] Attempting to bind port d690c147-f568-4d32-b056-acca5853567b on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:06:22.353975 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-d9c1abb0-8886-4646-92bc-72fc17eb4bb5 None None] Attempting to bind port d690c147-f568-4d32-b056-acca5853567b by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '4bc2ad99-8521-462e-809b-f1ad08d28c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:06:22.354338 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c1abb0-8886-4646-92bc-72fc17eb4bb5 None None] Attempting to bind port d690c147-f568-4d32-b056-acca5853567b on network de00669f-3a7b-4509-8871-3c481dfc9051 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:06:22.359798 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c1abb0-8886-4646-92bc-72fc17eb4bb5 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:06:22.360015 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-9db7ebb3-d937-492e-9fe1-2b332bc2d1b2 admin admin] Allocated IP 172.25.8.3 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/6b67c159-eef4-41f8-b511-96bd0f2ea473) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:06:22.360269 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c1abb0-8886-4646-92bc-72fc17eb4bb5 None None] Checking segment: {'id': '4bc2ad99-8521-462e-809b-f1ad08d28c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:06:22.360788 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d9c1abb0-8886-4646-92bc-72fc17eb4bb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:22.361189 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c1abb0-8886-4646-92bc-72fc17eb4bb5 None None] Bound using segment: {'id': '4bc2ad99-8521-462e-809b-f1ad08d28c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:06:22.361715 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-d9c1abb0-8886-4646-92bc-72fc17eb4bb5 None None] Bound port: d690c147-f568-4d32-b056-acca5853567b, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc2ad99-8521-462e-809b-f1ad08d28c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:06:22.362206 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d9c1abb0-8886-4646-92bc-72fc17eb4bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:22.428862 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-d9c1abb0-8886-4646-92bc-72fc17eb4bb5 None None] For port d690c147-f568-4d32-b056-acca5853567b, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:06:22.431932 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-d9c1abb0-8886-4646-92bc-72fc17eb4bb5 None None] For port d690c147-f568-4d32-b056-acca5853567b, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=d690c147-f568-4d32-b056-acca5853567b,segment=NetworkSegment(4bc2ad99-8521-462e-809b-f1ad08d28c61),segment_id=4bc2ad99-8521-462e-809b-f1ad08d28c61)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:06:22.437340 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d9c1abb0-8886-4646-92bc-72fc17eb4bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:22.461382 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9db7ebb3-d937-492e-9fe1-2b332bc2d1b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:22.504140 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9db7ebb3-d937-492e-9fe1-2b332bc2d1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:22.507684 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1abb0-8886-4646-92bc-72fc17eb4bb5 None None] Pushing event updated for resources: {'Port': ['ID=d690c147-f568-4d32-b056-acca5853567b,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:22.548474 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db7ebb3-d937-492e-9fe1-2b332bc2d1b2 admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:06:22.551352 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-9db7ebb3-d937-492e-9fe1-2b332bc2d1b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:06:22.553786 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db7ebb3-d937-492e-9fe1-2b332bc2d1b2 admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:06:22.583293 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db7ebb3-d937-492e-9fe1-2b332bc2d1b2 admin admin] Pushing event updated for resources: {'Port': ['ID=6b67c159-eef4-41f8-b511-96bd0f2ea473,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:22.818538 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9db7ebb3-d937-492e-9fe1-2b332bc2d1b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:23.005868 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9db7ebb3-d937-492e-9fe1-2b332bc2d1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:23.133843 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db7ebb3-d937-492e-9fe1-2b332bc2d1b2 admin admin] Router 87e96c77-84fa-42d7-8f54-b9cc12ff57a3 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:06:23.242839 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db7ebb3-d937-492e-9fe1-2b332bc2d1b2 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:06:23.255528 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e5d5d9-dc75-4d05-8be2-821cd0ceb952 None None] Sync routers for ids ['87e96c77-84fa-42d7-8f54-b9cc12ff57a3'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:06:23.263216 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9db7ebb3-d937-492e-9fe1-2b332bc2d1b2 admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:23.265674 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e5d5d9-dc75-4d05-8be2-821cd0ceb952 None None] Routers {'87e96c77-84fa-42d7-8f54-b9cc12ff57a3'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:06:23.266389 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-37e5d5d9-dc75-4d05-8be2-821cd0ceb952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:06:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['87e96c77-84fa-42d7-8f54-b9cc12ff57a3'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:23.267116 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9db7ebb3-d937-492e-9fe1-2b332bc2d1b2 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.4568574 Jul 15 14:06:23.267678 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41166) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:23.379414 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-37e5d5d9-dc75-4d05-8be2-821cd0ceb952 None None] Set router 87e96c77-84fa-42d7-8f54-b9cc12ff57a3 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:06:23.409825 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9d1404-b9cd-4d53-9bb5-b22ff3d1074d None None] Network de00669f-3a7b-4509-8871-3c481dfc9051 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:06:23.515147 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-78fd536b-8dfd-4b9f-af9e-5cc88f21c6ac None None] Provisioning for port d690c147-f568-4d32-b056-acca5853567b completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:06:23.677741 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4b89ac2a-3707-4062-92eb-5ca1809d927a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:23.698383 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-37e5d5d9-dc75-4d05-8be2-821cd0ceb952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'name': 'tempest-TestShelveInstance-1939779203-router', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '6b67c159-eef4-41f8-b511-96bd0f2ea473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:21Z', 'updated_at': '2021-07-15T14:06:22Z', 'revision_number': 3, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'gw_port': {'id': '6b67c159-eef4-41f8-b511-96bd0f2ea473', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d2:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:22Z', 'updated_at': '2021-07-15T14:06:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:23.726831 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e5d5d9-dc75-4d05-8be2-821cd0ceb952 None None] Checking router: 87e96c77-84fa-42d7-8f54-b9cc12ff57a3 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:06:23.727177 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e5d5d9-dc75-4d05-8be2-821cd0ceb952 None None] Updating router 87e96c77-84fa-42d7-8f54-b9cc12ff57a3 port 6b67c159-eef4-41f8-b511-96bd0f2ea473 binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:06:23.763625 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-37e5d5d9-dc75-4d05-8be2-821cd0ceb952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:23.881116 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-4b89ac2a-3707-4062-92eb-5ca1809d927a admin admin] Allocated IP 172.20.0.1 (de00669f-3a7b-4509-8871-3c481dfc9051/84142cef-8080-49cc-b749-90f94c138e32/6813e312-f3bf-4032-a16b-184738b3add4) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:06:23.992870 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4b89ac2a-3707-4062-92eb-5ca1809d927a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:24.007738 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4b89ac2a-3707-4062-92eb-5ca1809d927a admin admin] Transition to ACTIVE for port object 6813e312-f3bf-4032-a16b-184738b3add4 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:06:24.041511 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4b89ac2a-3707-4062-92eb-5ca1809d927a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:24.086526 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b89ac2a-3707-4062-92eb-5ca1809d927a admin admin] Network de00669f-3a7b-4509-8871-3c481dfc9051 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:06:24.091685 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-4b89ac2a-3707-4062-92eb-5ca1809d927a admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:06:24.096535 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b89ac2a-3707-4062-92eb-5ca1809d927a admin admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:06:24.099889 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89ac2a-3707-4062-92eb-5ca1809d927a admin admin] Pushing event updated for resources: {'Port': ['ID=6813e312-f3bf-4032-a16b-184738b3add4,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:24.141523 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4b89ac2a-3707-4062-92eb-5ca1809d927a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:24.142376 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device d690c147-f568-4d32-b056-acca5853567b up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:06:24.243149 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-37e5d5d9-dc75-4d05-8be2-821cd0ceb952 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:24.253872 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port d690c147-f568-4d32-b056-acca5853567b completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:06:24.258933 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-37e5d5d9-dc75-4d05-8be2-821cd0ceb952 None None] Transition to ACTIVE for port object 6b67c159-eef4-41f8-b511-96bd0f2ea473 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:06:24.262619 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port d690c147-f568-4d32-b056-acca5853567b triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:06:24.263124 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:24.283852 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-37e5d5d9-dc75-4d05-8be2-821cd0ceb952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:24.286398 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4b89ac2a-3707-4062-92eb-5ca1809d927a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:24.356203 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-37e5d5d9-dc75-4d05-8be2-821cd0ceb952 None None] Attempting to bind port 6b67c159-eef4-41f8-b511-96bd0f2ea473 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:06:24.356569 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-37e5d5d9-dc75-4d05-8be2-821cd0ceb952 None None] Attempting to bind port 6b67c159-eef4-41f8-b511-96bd0f2ea473 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:06:24.356928 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5d5d9-dc75-4d05-8be2-821cd0ceb952 None None] Attempting to bind port 6b67c159-eef4-41f8-b511-96bd0f2ea473 on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:06:24.367343 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88866e97-bb41-4fc5-b5dc-cb149ffccd79 None None] Pushing event updated for resources: {'Port': ['ID=6b67c159-eef4-41f8-b511-96bd0f2ea473,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:24.376654 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5d5d9-dc75-4d05-8be2-821cd0ceb952 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:06:24.376971 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5d5d9-dc75-4d05-8be2-821cd0ceb952 None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:06:24.377467 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-37e5d5d9-dc75-4d05-8be2-821cd0ceb952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:24.377868 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5d5d9-dc75-4d05-8be2-821cd0ceb952 None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:06:24.378337 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-37e5d5d9-dc75-4d05-8be2-821cd0ceb952 None None] Bound port: 6b67c159-eef4-41f8-b511-96bd0f2ea473, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:06:24.378742 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-37e5d5d9-dc75-4d05-8be2-821cd0ceb952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:24.417618 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a8444dd0-3f0f-4d9c-9e30-033495441394 None None] Provisioning for port 6813e312-f3bf-4032-a16b-184738b3add4 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:06:24.426080 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a8444dd0-3f0f-4d9c-9e30-033495441394 None None] Provisioning complete for port 6813e312-f3bf-4032-a16b-184738b3add4 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:06:24.426451 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a8444dd0-3f0f-4d9c-9e30-033495441394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:24.450363 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4b89ac2a-3707-4062-92eb-5ca1809d927a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:24.455047 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4b89ac2a-3707-4062-92eb-5ca1809d927a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:24.464525 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:24.509955 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a8444dd0-3f0f-4d9c-9e30-033495441394 None None] Port 6813e312-f3bf-4032-a16b-184738b3add4 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:06:24.513170 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-37e5d5d9-dc75-4d05-8be2-821cd0ceb952 None None] For port 6b67c159-eef4-41f8-b511-96bd0f2ea473, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:06:24.520384 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-37e5d5d9-dc75-4d05-8be2-821cd0ceb952 None None] For port 6b67c159-eef4-41f8-b511-96bd0f2ea473, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=6b67c159-eef4-41f8-b511-96bd0f2ea473,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:06:24.523465 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4b89ac2a-3707-4062-92eb-5ca1809d927a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:24.525273 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89ac2a-3707-4062-92eb-5ca1809d927a admin admin] Pushing event updated for resources: {'Port': ['ID=6813e312-f3bf-4032-a16b-184738b3add4,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:24.531593 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-37e5d5d9-dc75-4d05-8be2-821cd0ceb952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:24.534410 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port d690c147-f568-4d32-b056-acca5853567b, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=d690c147-f568-4d32-b056-acca5853567b,segment=NetworkSegment(4bc2ad99-8521-462e-809b-f1ad08d28c61),segment_id=4bc2ad99-8521-462e-809b-f1ad08d28c61)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:24.559224 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:24.597583 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e5d5d9-dc75-4d05-8be2-821cd0ceb952 None None] Routers {'87e96c77-84fa-42d7-8f54-b9cc12ff57a3'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:06:24.598199 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-37e5d5d9-dc75-4d05-8be2-821cd0ceb952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:06:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['87e96c77-84fa-42d7-8f54-b9cc12ff57a3'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:24.601179 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88866e97-bb41-4fc5-b5dc-cb149ffccd79 None None] Pushing event updated for resources: {'Port': ['ID=6b67c159-eef4-41f8-b511-96bd0f2ea473,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:24.617244 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b89ac2a-3707-4062-92eb-5ca1809d927a admin admin] Network de00669f-3a7b-4509-8871-3c481dfc9051 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:06:24.618578 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-4b89ac2a-3707-4062-92eb-5ca1809d927a admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:06:24.720666 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=d690c147-f568-4d32-b056-acca5853567b,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:24.746400 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b89ac2a-3707-4062-92eb-5ca1809d927a admin admin] Router 87e96c77-84fa-42d7-8f54-b9cc12ff57a3 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:06:24.749229 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-37e5d5d9-dc75-4d05-8be2-821cd0ceb952 None None] Set router 87e96c77-84fa-42d7-8f54-b9cc12ff57a3 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:06:24.861239 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d275bbbf-a223-4a7a-8c8b-610fbefb41ff None None] Provisioning complete for port 6813e312-f3bf-4032-a16b-184738b3add4 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:06:24.861655 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d275bbbf-a223-4a7a-8c8b-610fbefb41ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:24.863134 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b89ac2a-3707-4062-92eb-5ca1809d927a admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:06:24.868728 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-4b89ac2a-3707-4062-92eb-5ca1809d927a admin admin] 10.222.0.16 "PUT /v2.0/routers/87e96c77-84fa-42d7-8f54-b9cc12ff57a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5998437 Jul 15 14:06:24.940097 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-d275bbbf-a223-4a7a-8c8b-610fbefb41ff None None] Port 6813e312-f3bf-4032-a16b-184738b3add4 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:06:24.996184 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-37e5d5d9-dc75-4d05-8be2-821cd0ceb952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'name': 'tempest-TestShelveInstance-1939779203-router', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '6b67c159-eef4-41f8-b511-96bd0f2ea473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:21Z', 'updated_at': '2021-07-15T14:06:24Z', 'revision_number': 4, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'gw_port': {'id': '6b67c159-eef4-41f8-b511-96bd0f2ea473', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d2:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:22Z', 'updated_at': '2021-07-15T14:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '6813e312-f3bf-4032-a16b-184738b3add4', 'name': '', 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'mac_address': 'fa:16:3e:2a:e3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '84142cef-8080-49cc-b749-90f94c138e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:23Z', 'updated_at': '2021-07-15T14:06:24Z', 'revision_number': 2, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'subnets': [{'id': '84142cef-8080-49cc-b749-90f94c138e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:25.023000 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e5d5d9-dc75-4d05-8be2-821cd0ceb952 None None] The sync data for ids ['87e96c77-84fa-42d7-8f54-b9cc12ff57a3'] in n-d-771363-36 is: [{'id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'name': 'tempest-TestShelveInstance-1939779203-router', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '6b67c159-eef4-41f8-b511-96bd0f2ea473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:21Z', 'updated_at': '2021-07-15T14:06:24Z', 'revision_number': 4, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'gw_port': {'id': '6b67c159-eef4-41f8-b511-96bd0f2ea473', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d2:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:22Z', 'updated_at': '2021-07-15T14:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '6813e312-f3bf-4032-a16b-184738b3add4', 'name': '', 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'mac_address': 'fa:16:3e:2a:e3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '84142cef-8080-49cc-b749-90f94c138e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:23Z', 'updated_at': '2021-07-15T14:06:24Z', 'revision_number': 2, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'subnets': [{'id': '84142cef-8080-49cc-b749-90f94c138e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:06:25.353553 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41182) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:25.358849 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-181d27fc-5d70-4cfe-bfc2-38d051a1a533 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-472553624-network', 'tenant_id': '5c58fb4542304cc18d906ff5499563af'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:25.380375 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181d27fc-5d70-4cfe-bfc2-38d051a1a533 admin admin] Made reservation on behalf of 5c58fb4542304cc18d906ff5499563af for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:06:25.382815 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-181d27fc-5d70-4cfe-bfc2-38d051a1a533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:25.392174 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-181d27fc-5d70-4cfe-bfc2-38d051a1a533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:25.488264 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-181d27fc-5d70-4cfe-bfc2-38d051a1a533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:25.492363 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-181d27fc-5d70-4cfe-bfc2-38d051a1a533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:25.519875 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-181d27fc-5d70-4cfe-bfc2-38d051a1a533 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:06:25.526529 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d27fc-5d70-4cfe-bfc2-38d051a1a533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c56e9af-56ac-4e0a-ab88-99a375811d46,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:25.532808 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-181d27fc-5d70-4cfe-bfc2-38d051a1a533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:25.533157 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-181d27fc-5d70-4cfe-bfc2-38d051a1a533 admin admin] Added segment d581b3ba-5e18-4665-bcc8-500c441a4bf0 of type vlan for network f30da0d9-7401-476f-a1be-46add43eec23 Jul 15 14:06:25.579037 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-181d27fc-5d70-4cfe-bfc2-38d051a1a533 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:25.609976 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-181d27fc-5d70-4cfe-bfc2-38d051a1a533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:25.611058 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181d27fc-5d70-4cfe-bfc2-38d051a1a533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:25.611644 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-181d27fc-5d70-4cfe-bfc2-38d051a1a533 admin admin] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:25.656414 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-181d27fc-5d70-4cfe-bfc2-38d051a1a533 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3016393 Jul 15 14:06:25.663611 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41184) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:25.669334 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-4e4bd88e-3082-4f41-bb45-ee9b0df9499b admin admin] Request body: {'subnet': {'network_id': 'f30da0d9-7401-476f-a1be-46add43eec23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-472553624-subnet', 'tenant_id': '5c58fb4542304cc18d906ff5499563af', 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:25.694024 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4bd88e-3082-4f41-bb45-ee9b0df9499b admin admin] Made reservation on behalf of 5c58fb4542304cc18d906ff5499563af for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:06:25.698748 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e4bd88e-3082-4f41-bb45-ee9b0df9499b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:25.699044 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d27fc-5d70-4cfe-bfc2-38d051a1a533 admin admin] Pushing event updated for resources: {'Network': ['ID=f30da0d9-7401-476f-a1be-46add43eec23,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:25.710170 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network f30da0d9-7401-476f-a1be-46add43eec23 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:06:25.877762 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e4bd88e-3082-4f41-bb45-ee9b0df9499b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:25.933556 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4bd88e-3082-4f41-bb45-ee9b0df9499b admin admin] Pushing event updated for resources: {'Subnet': ['ID=df39dd20-1d72-4fd2-8c1b-615d46de133f,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:25.942347 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4bd88e-3082-4f41-bb45-ee9b0df9499b admin admin] Checking segment: {'id': 'd581b3ba-5e18-4665-bcc8-500c441a4bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f30da0d9-7401-476f-a1be-46add43eec23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:06:25.942752 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4bd88e-3082-4f41-bb45-ee9b0df9499b admin admin] Network hostable DHCP agents. Network: f30da0d9-7401-476f-a1be-46add43eec23, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:06:25.962537 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4bd88e-3082-4f41-bb45-ee9b0df9499b admin admin] Network f30da0d9-7401-476f-a1be-46add43eec23 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:06:25.972190 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-4e4bd88e-3082-4f41-bb45-ee9b0df9499b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, f30da0d9-7401-476f-a1be-46add43eec23) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:06:25.976563 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4bd88e-3082-4f41-bb45-ee9b0df9499b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:25.977152 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e4bd88e-3082-4f41-bb45-ee9b0df9499b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:25.980831 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c6f814-291e-49d5-8db2-fbdeca2c744f None None] Network f30da0d9-7401-476f-a1be-46add43eec23 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:06:25.995987 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41186) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:25.999243 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4e4bd88e-3082-4f41-bb45-ee9b0df9499b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3344398 Jul 15 14:06:26.000605 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-880396b2-117a-4c58-9d5e-81ef29e0b825 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-472553624-router', 'tenant_id': '5c58fb4542304cc18d906ff5499563af', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:26.023128 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-880396b2-117a-4c58-9d5e-81ef29e0b825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:26.024144 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-880396b2-117a-4c58-9d5e-81ef29e0b825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:26.098438 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-880396b2-117a-4c58-9d5e-81ef29e0b825 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:26.166754 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c1dcaa-9ff5-4dbb-b2dc-99d1cdd2fbf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-f30da0d9-7401-476f-a1be-46add43eec23', 'network_id': 'f30da0d9-7401-476f-a1be-46add43eec23', 'tenant_id': '5c58fb4542304cc18d906ff5499563af', 'fixed_ips': [{'subnet_id': 'df39dd20-1d72-4fd2-8c1b-615d46de133f'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:06:26.170226 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-68c1dcaa-9ff5-4dbb-b2dc-99d1cdd2fbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:26.251326 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6b67c159-eef4-41f8-b511-96bd0f2ea473 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:06:26.268771 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-880396b2-117a-4c58-9d5e-81ef29e0b825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:26.354339 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 6b67c159-eef4-41f8-b511-96bd0f2ea473 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:06:26.359694 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-68c1dcaa-9ff5-4dbb-b2dc-99d1cdd2fbf8 None None] Allocated IP 172.20.0.2 (f30da0d9-7401-476f-a1be-46add43eec23/df39dd20-1d72-4fd2-8c1b-615d46de133f/e848bf8d-c764-4281-ad2c-3fbd26bd48a5) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:06:26.363692 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 6b67c159-eef4-41f8-b511-96bd0f2ea473 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:06:26.364066 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:26.479369 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-880396b2-117a-4c58-9d5e-81ef29e0b825 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:26.498984 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-880396b2-117a-4c58-9d5e-81ef29e0b825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:26.521540 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:26.566718 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 6b67c159-eef4-41f8-b511-96bd0f2ea473, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=6b67c159-eef4-41f8-b511-96bd0f2ea473,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:26.574899 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:26.575660 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device d690c147-f568-4d32-b056-acca5853567b up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:06:26.580941 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-68c1dcaa-9ff5-4dbb-b2dc-99d1cdd2fbf8 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:26.606257 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-880396b2-117a-4c58-9d5e-81ef29e0b825 admin admin] Allocated IP 172.25.8.214 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/c78a17cb-35e7-4b55-8bea-7df5916d6d3a) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:06:26.624814 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-68c1dcaa-9ff5-4dbb-b2dc-99d1cdd2fbf8 None None] Transition to ACTIVE for port object e848bf8d-c764-4281-ad2c-3fbd26bd48a5 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:06:26.659950 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-68c1dcaa-9ff5-4dbb-b2dc-99d1cdd2fbf8 None None] Transition to ACTIVE for port object e848bf8d-c764-4281-ad2c-3fbd26bd48a5 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:06:26.676458 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=6b67c159-eef4-41f8-b511-96bd0f2ea473,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:26.679402 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-68c1dcaa-9ff5-4dbb-b2dc-99d1cdd2fbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:26.718739 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-880396b2-117a-4c58-9d5e-81ef29e0b825 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:26.729363 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c1dcaa-9ff5-4dbb-b2dc-99d1cdd2fbf8 None None] Network f30da0d9-7401-476f-a1be-46add43eec23 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:06:26.731954 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port d690c147-f568-4d32-b056-acca5853567b triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:06:26.732327 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:26.735812 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-68c1dcaa-9ff5-4dbb-b2dc-99d1cdd2fbf8 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:06:26.757515 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c1dcaa-9ff5-4dbb-b2dc-99d1cdd2fbf8 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:06:26.760831 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-880396b2-117a-4c58-9d5e-81ef29e0b825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:26.762807 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1dcaa-9ff5-4dbb-b2dc-99d1cdd2fbf8 None None] Pushing event updated for resources: {'Port': ['ID=e848bf8d-c764-4281-ad2c-3fbd26bd48a5,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:26.799893 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880396b2-117a-4c58-9d5e-81ef29e0b825 admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:06:26.805939 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-880396b2-117a-4c58-9d5e-81ef29e0b825 admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:06:26.810552 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880396b2-117a-4c58-9d5e-81ef29e0b825 admin admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:06:26.816283 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880396b2-117a-4c58-9d5e-81ef29e0b825 admin admin] Pushing event updated for resources: {'Port': ['ID=c78a17cb-35e7-4b55-8bea-7df5916d6d3a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:26.839792 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-68c1dcaa-9ff5-4dbb-b2dc-99d1cdd2fbf8 None None] Attempting to bind port e848bf8d-c764-4281-ad2c-3fbd26bd48a5 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:06:26.840163 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-68c1dcaa-9ff5-4dbb-b2dc-99d1cdd2fbf8 None None] Attempting to bind port e848bf8d-c764-4281-ad2c-3fbd26bd48a5 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'd581b3ba-5e18-4665-bcc8-500c441a4bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f30da0d9-7401-476f-a1be-46add43eec23'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:06:26.840526 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c1dcaa-9ff5-4dbb-b2dc-99d1cdd2fbf8 None None] Attempting to bind port e848bf8d-c764-4281-ad2c-3fbd26bd48a5 on network f30da0d9-7401-476f-a1be-46add43eec23 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:06:26.847971 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c1dcaa-9ff5-4dbb-b2dc-99d1cdd2fbf8 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:06:26.848342 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c1dcaa-9ff5-4dbb-b2dc-99d1cdd2fbf8 None None] Checking segment: {'id': 'd581b3ba-5e18-4665-bcc8-500c441a4bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f30da0d9-7401-476f-a1be-46add43eec23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:06:26.848939 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-68c1dcaa-9ff5-4dbb-b2dc-99d1cdd2fbf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:26.849505 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c1dcaa-9ff5-4dbb-b2dc-99d1cdd2fbf8 None None] Bound using segment: {'id': 'd581b3ba-5e18-4665-bcc8-500c441a4bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f30da0d9-7401-476f-a1be-46add43eec23'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:06:26.850151 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-68c1dcaa-9ff5-4dbb-b2dc-99d1cdd2fbf8 None None] Bound port: e848bf8d-c764-4281-ad2c-3fbd26bd48a5, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd581b3ba-5e18-4665-bcc8-500c441a4bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f30da0d9-7401-476f-a1be-46add43eec23'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:06:26.850848 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-68c1dcaa-9ff5-4dbb-b2dc-99d1cdd2fbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:26.945820 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-68c1dcaa-9ff5-4dbb-b2dc-99d1cdd2fbf8 None None] For port e848bf8d-c764-4281-ad2c-3fbd26bd48a5, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:06:26.949617 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-68c1dcaa-9ff5-4dbb-b2dc-99d1cdd2fbf8 None None] For port e848bf8d-c764-4281-ad2c-3fbd26bd48a5, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=e848bf8d-c764-4281-ad2c-3fbd26bd48a5,segment=NetworkSegment(d581b3ba-5e18-4665-bcc8-500c441a4bf0),segment_id=d581b3ba-5e18-4665-bcc8-500c441a4bf0)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:06:26.954638 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-68c1dcaa-9ff5-4dbb-b2dc-99d1cdd2fbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:27.012224 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1dcaa-9ff5-4dbb-b2dc-99d1cdd2fbf8 None None] Pushing event updated for resources: {'Port': ['ID=e848bf8d-c764-4281-ad2c-3fbd26bd48a5,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:27.075341 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-880396b2-117a-4c58-9d5e-81ef29e0b825 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:27.086173 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02558a63-6435-442c-a838-705861eeca82 None None] Sync routers for ids ['87e96c77-84fa-42d7-8f54-b9cc12ff57a3'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:06:27.096428 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02558a63-6435-442c-a838-705861eeca82 None None] Routers {'87e96c77-84fa-42d7-8f54-b9cc12ff57a3'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:06:27.097159 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-02558a63-6435-442c-a838-705861eeca82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:06:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['87e96c77-84fa-42d7-8f54-b9cc12ff57a3'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:27.225058 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-02558a63-6435-442c-a838-705861eeca82 None None] Set router 87e96c77-84fa-42d7-8f54-b9cc12ff57a3 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:06:27.444671 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-02558a63-6435-442c-a838-705861eeca82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'name': 'tempest-TestShelveInstance-1939779203-router', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '6b67c159-eef4-41f8-b511-96bd0f2ea473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:21Z', 'updated_at': '2021-07-15T14:06:24Z', 'revision_number': 4, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'gw_port': {'id': '6b67c159-eef4-41f8-b511-96bd0f2ea473', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:22Z', 'updated_at': '2021-07-15T14:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '6813e312-f3bf-4032-a16b-184738b3add4', 'name': '', 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'mac_address': 'fa:16:3e:2a:e3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '84142cef-8080-49cc-b749-90f94c138e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:23Z', 'updated_at': '2021-07-15T14:06:24Z', 'revision_number': 2, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'subnets': [{'id': '84142cef-8080-49cc-b749-90f94c138e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:27.474668 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02558a63-6435-442c-a838-705861eeca82 None None] Checking router: 87e96c77-84fa-42d7-8f54-b9cc12ff57a3 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:06:27.475028 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02558a63-6435-442c-a838-705861eeca82 None None] Updating router 87e96c77-84fa-42d7-8f54-b9cc12ff57a3 port 6813e312-f3bf-4032-a16b-184738b3add4 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:06:27.508927 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-02558a63-6435-442c-a838-705861eeca82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:27.583115 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-880396b2-117a-4c58-9d5e-81ef29e0b825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:27.716034 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880396b2-117a-4c58-9d5e-81ef29e0b825 admin admin] Router e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:06:27.830983 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880396b2-117a-4c58-9d5e-81ef29e0b825 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:06:27.841520 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a6d2f9-335a-4b2a-be86-ad932e75fbac None None] Sync routers for ids ['e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:06:27.852814 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-880396b2-117a-4c58-9d5e-81ef29e0b825 admin admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:27.853060 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a6d2f9-335a-4b2a-be86-ad932e75fbac None None] Routers {'e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:06:27.853741 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-46a6d2f9-335a-4b2a-be86-ad932e75fbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:06:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:27.857240 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-880396b2-117a-4c58-9d5e-81ef29e0b825 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8576996 Jul 15 14:06:27.857432 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41190) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:27.868105 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-02558a63-6435-442c-a838-705861eeca82 None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:27.879328 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-02558a63-6435-442c-a838-705861eeca82 None None] Transition to ACTIVE for port object 6813e312-f3bf-4032-a16b-184738b3add4 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:06:27.886715 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-02558a63-6435-442c-a838-705861eeca82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:27.943313 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f0ec19-975f-441e-ba88-1955a628337a None None] Pushing event updated for resources: {'Port': ['ID=6813e312-f3bf-4032-a16b-184738b3add4,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:27.953433 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0ec19-975f-441e-ba88-1955a628337a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:27.954206 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0ec19-975f-441e-ba88-1955a628337a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:27.954849 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0ec19-975f-441e-ba88-1955a628337a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:27.955181 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0ec19-975f-441e-ba88-1955a628337a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:27.955575 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0ec19-975f-441e-ba88-1955a628337a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:27.955965 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0ec19-975f-441e-ba88-1955a628337a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:27.956351 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0ec19-975f-441e-ba88-1955a628337a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:27.970838 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0ec19-975f-441e-ba88-1955a628337a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:27.971601 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0ec19-975f-441e-ba88-1955a628337a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:27.972326 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0ec19-975f-441e-ba88-1955a628337a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:27.972662 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0ec19-975f-441e-ba88-1955a628337a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:27.976335 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0ec19-975f-441e-ba88-1955a628337a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:27.988218 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-46a6d2f9-335a-4b2a-be86-ad932e75fbac None None] Set router e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:06:28.074093 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-02558a63-6435-442c-a838-705861eeca82 None None] Attempting to bind port 6813e312-f3bf-4032-a16b-184738b3add4 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:06:28.074468 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-02558a63-6435-442c-a838-705861eeca82 None None] Attempting to bind port 6813e312-f3bf-4032-a16b-184738b3add4 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '4bc2ad99-8521-462e-809b-f1ad08d28c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:06:28.074858 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02558a63-6435-442c-a838-705861eeca82 None None] Attempting to bind port 6813e312-f3bf-4032-a16b-184738b3add4 on network de00669f-3a7b-4509-8871-3c481dfc9051 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:06:28.087449 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02558a63-6435-442c-a838-705861eeca82 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:06:28.088060 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02558a63-6435-442c-a838-705861eeca82 None None] Checking segment: {'id': '4bc2ad99-8521-462e-809b-f1ad08d28c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:06:28.088317 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-02558a63-6435-442c-a838-705861eeca82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:28.088729 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02558a63-6435-442c-a838-705861eeca82 None None] Bound using segment: {'id': '4bc2ad99-8521-462e-809b-f1ad08d28c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:06:28.093702 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-02558a63-6435-442c-a838-705861eeca82 None None] Bound port: 6813e312-f3bf-4032-a16b-184738b3add4, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc2ad99-8521-462e-809b-f1ad08d28c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:06:28.094331 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-02558a63-6435-442c-a838-705861eeca82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:28.200109 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-02558a63-6435-442c-a838-705861eeca82 None None] For port 6813e312-f3bf-4032-a16b-184738b3add4, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:06:28.204256 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-02558a63-6435-442c-a838-705861eeca82 None None] For port 6813e312-f3bf-4032-a16b-184738b3add4, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=6813e312-f3bf-4032-a16b-184738b3add4,segment=NetworkSegment(4bc2ad99-8521-462e-809b-f1ad08d28c61),segment_id=4bc2ad99-8521-462e-809b-f1ad08d28c61)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:06:28.210661 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-02558a63-6435-442c-a838-705861eeca82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:28.271701 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec33d201-069d-4198-b7a9-56dddab08558 None None] Network f30da0d9-7401-476f-a1be-46add43eec23 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:06:28.284915 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device e848bf8d-c764-4281-ad2c-3fbd26bd48a5 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:06:28.285224 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02558a63-6435-442c-a838-705861eeca82 None None] Routers {'87e96c77-84fa-42d7-8f54-b9cc12ff57a3'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:06:28.285965 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-02558a63-6435-442c-a838-705861eeca82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:06:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['87e96c77-84fa-42d7-8f54-b9cc12ff57a3'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:28.349579 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f0ec19-975f-441e-ba88-1955a628337a None None] Pushing event updated for resources: {'Port': ['ID=6813e312-f3bf-4032-a16b-184738b3add4,revision_number=4']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:28.422476 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-3f0b8834-e357-4343-8f00-bf4386a5aefe None None] Provisioning for port e848bf8d-c764-4281-ad2c-3fbd26bd48a5 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:06:28.435197 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-02558a63-6435-442c-a838-705861eeca82 None None] Set router 87e96c77-84fa-42d7-8f54-b9cc12ff57a3 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:06:28.440396 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2c56-7a77-44ae-b539-fca8bff593f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:28.531208 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port e848bf8d-c764-4281-ad2c-3fbd26bd48a5 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:06:28.542996 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port e848bf8d-c764-4281-ad2c-3fbd26bd48a5 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:06:28.543343 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:28.621966 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-bf4a2c56-7a77-44ae-b539-fca8bff593f9 admin admin] Allocated IP 172.20.0.1 (f30da0d9-7401-476f-a1be-46add43eec23/df39dd20-1d72-4fd2-8c1b-615d46de133f/a55c7db1-ab68-4bea-b94c-76956fb8f262) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:06:28.659333 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-46a6d2f9-335a-4b2a-be86-ad932e75fbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53', 'name': 'tempest-TestShelveInstance-472553624-router', 'tenant_id': '5c58fb4542304cc18d906ff5499563af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'c78a17cb-35e7-4b55-8bea-7df5916d6d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:26Z', 'updated_at': '2021-07-15T14:06:26Z', 'revision_number': 3, 'project_id': '5c58fb4542304cc18d906ff5499563af', 'gw_port': {'id': 'c78a17cb-35e7-4b55-8bea-7df5916d6d3a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:26Z', 'updated_at': '2021-07-15T14:06:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:28.671868 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-02558a63-6435-442c-a838-705861eeca82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'name': 'tempest-TestShelveInstance-1939779203-router', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '6b67c159-eef4-41f8-b511-96bd0f2ea473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:21Z', 'updated_at': '2021-07-15T14:06:24Z', 'revision_number': 4, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'gw_port': {'id': '6b67c159-eef4-41f8-b511-96bd0f2ea473', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:22Z', 'updated_at': '2021-07-15T14:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '6813e312-f3bf-4032-a16b-184738b3add4', 'name': '', 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'mac_address': 'fa:16:3e:2a:e3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '84142cef-8080-49cc-b749-90f94c138e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:23Z', 'updated_at': '2021-07-15T14:06:28Z', 'revision_number': 4, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'subnets': [{'id': '84142cef-8080-49cc-b749-90f94c138e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:28.690342 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a6d2f9-335a-4b2a-be86-ad932e75fbac None None] Checking router: e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:06:28.690725 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a6d2f9-335a-4b2a-be86-ad932e75fbac None None] Updating router e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53 port c78a17cb-35e7-4b55-8bea-7df5916d6d3a binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:06:28.697695 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02558a63-6435-442c-a838-705861eeca82 None None] The sync data for ids ['87e96c77-84fa-42d7-8f54-b9cc12ff57a3'] in n-d-771363-36 is: [{'id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'name': 'tempest-TestShelveInstance-1939779203-router', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '6b67c159-eef4-41f8-b511-96bd0f2ea473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:21Z', 'updated_at': '2021-07-15T14:06:24Z', 'revision_number': 4, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'gw_port': {'id': '6b67c159-eef4-41f8-b511-96bd0f2ea473', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:22Z', 'updated_at': '2021-07-15T14:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '6813e312-f3bf-4032-a16b-184738b3add4', 'name': '', 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'mac_address': 'fa:16:3e:2a:e3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '84142cef-8080-49cc-b749-90f94c138e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:23Z', 'updated_at': '2021-07-15T14:06:28Z', 'revision_number': 4, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'subnets': [{'id': '84142cef-8080-49cc-b749-90f94c138e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:06:28.736569 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2c56-7a77-44ae-b539-fca8bff593f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:28.754827 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bf4a2c56-7a77-44ae-b539-fca8bff593f9 admin admin] Transition to ACTIVE for port object a55c7db1-ab68-4bea-b94c-76956fb8f262 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:06:28.767542 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:28.781641 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-46a6d2f9-335a-4b2a-be86-ad932e75fbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:28.804302 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2c56-7a77-44ae-b539-fca8bff593f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:28.851874 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port e848bf8d-c764-4281-ad2c-3fbd26bd48a5, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=e848bf8d-c764-4281-ad2c-3fbd26bd48a5,segment=NetworkSegment(d581b3ba-5e18-4665-bcc8-500c441a4bf0),segment_id=d581b3ba-5e18-4665-bcc8-500c441a4bf0)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:28.855856 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4a2c56-7a77-44ae-b539-fca8bff593f9 admin admin] Network f30da0d9-7401-476f-a1be-46add43eec23 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:06:28.859032 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-bf4a2c56-7a77-44ae-b539-fca8bff593f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:06:28.867802 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4a2c56-7a77-44ae-b539-fca8bff593f9 admin admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:06:28.908538 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:28.909806 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6b67c159-eef4-41f8-b511-96bd0f2ea473 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:06:28.911738 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2c56-7a77-44ae-b539-fca8bff593f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:28.969869 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a2c56-7a77-44ae-b539-fca8bff593f9 admin admin] Pushing event updated for resources: {'Port': ['ID=a55c7db1-ab68-4bea-b94c-76956fb8f262,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:29.050614 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=e848bf8d-c764-4281-ad2c-3fbd26bd48a5,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:29.096797 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2c56-7a77-44ae-b539-fca8bff593f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:29.112274 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-79768c98-65b1-4cb0-936b-05fe97274b1c None None] Provisioning complete for port e848bf8d-c764-4281-ad2c-3fbd26bd48a5 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:06:29.112497 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-79768c98-65b1-4cb0-936b-05fe97274b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:29.138898 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 6b67c159-eef4-41f8-b511-96bd0f2ea473 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:06:29.139263 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:29.296029 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2c56-7a77-44ae-b539-fca8bff593f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:29.301549 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2c56-7a77-44ae-b539-fca8bff593f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:29.327257 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-46a6d2f9-335a-4b2a-be86-ad932e75fbac None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:29.351831 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-46a6d2f9-335a-4b2a-be86-ad932e75fbac None None] Transition to ACTIVE for port object c78a17cb-35e7-4b55-8bea-7df5916d6d3a will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:06:29.364427 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-46a6d2f9-335a-4b2a-be86-ad932e75fbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:29.367208 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a2c56-7a77-44ae-b539-fca8bff593f9 admin admin] Pushing event updated for resources: {'Port': ['ID=a55c7db1-ab68-4bea-b94c-76956fb8f262,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:29.372471 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2c56-7a77-44ae-b539-fca8bff593f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:29.417884 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-46a6d2f9-335a-4b2a-be86-ad932e75fbac None None] Attempting to bind port c78a17cb-35e7-4b55-8bea-7df5916d6d3a on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:06:29.418256 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-46a6d2f9-335a-4b2a-be86-ad932e75fbac None None] Attempting to bind port c78a17cb-35e7-4b55-8bea-7df5916d6d3a by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:06:29.418704 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a6d2f9-335a-4b2a-be86-ad932e75fbac None None] Attempting to bind port c78a17cb-35e7-4b55-8bea-7df5916d6d3a on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:06:29.424452 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82b8ab-93ba-4c47-a9a6-0e5c7b91a4e0 None None] Pushing event updated for resources: {'Port': ['ID=c78a17cb-35e7-4b55-8bea-7df5916d6d3a,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:29.429228 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a6d2f9-335a-4b2a-be86-ad932e75fbac None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:06:29.429607 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a6d2f9-335a-4b2a-be86-ad932e75fbac None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:06:29.430010 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-46a6d2f9-335a-4b2a-be86-ad932e75fbac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:29.430389 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a6d2f9-335a-4b2a-be86-ad932e75fbac None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:06:29.435076 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-46a6d2f9-335a-4b2a-be86-ad932e75fbac None None] Bound port: c78a17cb-35e7-4b55-8bea-7df5916d6d3a, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:06:29.435572 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-46a6d2f9-335a-4b2a-be86-ad932e75fbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:29.474686 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4a2c56-7a77-44ae-b539-fca8bff593f9 admin admin] Network f30da0d9-7401-476f-a1be-46add43eec23 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:06:29.476343 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-bf4a2c56-7a77-44ae-b539-fca8bff593f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:06:29.492292 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7946ab2e-463c-4410-be84-a7ae3e34a293 None None] Provisioning for port a55c7db1-ab68-4bea-b94c-76956fb8f262 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:06:29.504843 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7946ab2e-463c-4410-be84-a7ae3e34a293 None None] Provisioning complete for port a55c7db1-ab68-4bea-b94c-76956fb8f262 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:06:29.505041 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7946ab2e-463c-4410-be84-a7ae3e34a293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:29.531247 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-46a6d2f9-335a-4b2a-be86-ad932e75fbac None None] For port c78a17cb-35e7-4b55-8bea-7df5916d6d3a, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:06:29.550910 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-46a6d2f9-335a-4b2a-be86-ad932e75fbac None None] For port c78a17cb-35e7-4b55-8bea-7df5916d6d3a, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=c78a17cb-35e7-4b55-8bea-7df5916d6d3a,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:06:29.562694 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-46a6d2f9-335a-4b2a-be86-ad932e75fbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:29.576821 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-7946ab2e-463c-4410-be84-a7ae3e34a293 None None] Port a55c7db1-ab68-4bea-b94c-76956fb8f262 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:06:29.619229 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4a2c56-7a77-44ae-b539-fca8bff593f9 admin admin] Router e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:06:29.627844 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a6d2f9-335a-4b2a-be86-ad932e75fbac None None] Routers {'e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:06:29.628489 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-46a6d2f9-335a-4b2a-be86-ad932e75fbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:06:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:29.680261 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82b8ab-93ba-4c47-a9a6-0e5c7b91a4e0 None None] Pushing event updated for resources: {'Port': ['ID=c78a17cb-35e7-4b55-8bea-7df5916d6d3a,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:29.736334 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4a2c56-7a77-44ae-b539-fca8bff593f9 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:06:29.747703 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-bf4a2c56-7a77-44ae-b539-fca8bff593f9 admin admin] 10.222.0.16 "PUT /v2.0/routers/e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8827600 Jul 15 14:06:29.755263 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-285bd4ef-f98b-460d-9ca7-68e30d9d98ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:29.773801 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-46a6d2f9-335a-4b2a-be86-ad932e75fbac None None] Set router e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:06:29.833200 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:29.837645 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-303929d7-d61d-48ee-b652-37af4d6d6266 None None] Provisioning complete for port a55c7db1-ab68-4bea-b94c-76956fb8f262 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:06:29.838014 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-303929d7-d61d-48ee-b652-37af4d6d6266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:29.920794 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-303929d7-d61d-48ee-b652-37af4d6d6266 None None] Port a55c7db1-ab68-4bea-b94c-76956fb8f262 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:06:30.158715 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device e848bf8d-c764-4281-ad2c-3fbd26bd48a5 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:06:30.194500 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41198) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:30.199616 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:30.199787 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-a69ee15d-c11a-4da2-9b08-12eeec9bafc8 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1727728913', 'description': 'tempest-secgroup-smoke-1727728913 description', 'project_id': '97d2194be5644954bbf76a9ff6daaf2d'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:30.220953 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a69ee15d-c11a-4da2-9b08-12eeec9bafc8 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:30.233535 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port e848bf8d-c764-4281-ad2c-3fbd26bd48a5 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:06:30.233919 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:30.236648 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-46a6d2f9-335a-4b2a-be86-ad932e75fbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53', 'name': 'tempest-TestShelveInstance-472553624-router', 'tenant_id': '5c58fb4542304cc18d906ff5499563af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'c78a17cb-35e7-4b55-8bea-7df5916d6d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:26Z', 'updated_at': '2021-07-15T14:06:29Z', 'revision_number': 4, 'project_id': '5c58fb4542304cc18d906ff5499563af', 'gw_port': {'id': 'c78a17cb-35e7-4b55-8bea-7df5916d6d3a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:26Z', 'updated_at': '2021-07-15T14:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'a55c7db1-ab68-4bea-b94c-76956fb8f262', 'name': '', 'network_id': 'f30da0d9-7401-476f-a1be-46add43eec23', 'tenant_id': '5c58fb4542304cc18d906ff5499563af', 'mac_address': 'fa:16:3e:b0:55:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'df39dd20-1d72-4fd2-8c1b-615d46de133f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:28Z', 'updated_at': '2021-07-15T14:06:29Z', 'revision_number': 2, 'project_id': '5c58fb4542304cc18d906ff5499563af', 'subnets': [{'id': 'df39dd20-1d72-4fd2-8c1b-615d46de133f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:30.284406 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a6d2f9-335a-4b2a-be86-ad932e75fbac None None] The sync data for ids ['e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53'] in n-d-771363-36 is: [{'id': 'e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53', 'name': 'tempest-TestShelveInstance-472553624-router', 'tenant_id': '5c58fb4542304cc18d906ff5499563af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'c78a17cb-35e7-4b55-8bea-7df5916d6d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:26Z', 'updated_at': '2021-07-15T14:06:29Z', 'revision_number': 4, 'project_id': '5c58fb4542304cc18d906ff5499563af', 'gw_port': {'id': 'c78a17cb-35e7-4b55-8bea-7df5916d6d3a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:26Z', 'updated_at': '2021-07-15T14:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'a55c7db1-ab68-4bea-b94c-76956fb8f262', 'name': '', 'network_id': 'f30da0d9-7401-476f-a1be-46add43eec23', 'tenant_id': '5c58fb4542304cc18d906ff5499563af', 'mac_address': 'fa:16:3e:b0:55:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'df39dd20-1d72-4fd2-8c1b-615d46de133f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:28Z', 'updated_at': '2021-07-15T14:06:29Z', 'revision_number': 2, 'project_id': '5c58fb4542304cc18d906ff5499563af', 'subnets': [{'id': 'df39dd20-1d72-4fd2-8c1b-615d46de133f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:06:30.309986 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a69ee15d-c11a-4da2-9b08-12eeec9bafc8 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:30.314939 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a69ee15d-c11a-4da2-9b08-12eeec9bafc8 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:30.343105 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a69ee15d-c11a-4da2-9b08-12eeec9bafc8 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:30.344349 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-a69ee15d-c11a-4da2-9b08-12eeec9bafc8 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1488283 Jul 15 14:06:30.347290 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41200) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:30.352710 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-3c9fa56e-1f46-43a8-b128-4e7e31df6eb9 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Request body: {'security_group_rule': {'security_group_id': '6cf77773-f7b4-455e-b383-3956420a5bbe', 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:30.355496 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6813e312-f3bf-4032-a16b-184738b3add4 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:06:30.358514 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ee15d-c11a-4da2-9b08-12eeec9bafc8 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf77773-f7b4-455e-b383-3956420a5bbe,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:30.385432 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3c9fa56e-1f46-43a8-b128-4e7e31df6eb9 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:30.407311 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 6813e312-f3bf-4032-a16b-184738b3add4 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:06:30.411025 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 6813e312-f3bf-4032-a16b-184738b3add4 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:06:30.411735 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:30.447886 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3c9fa56e-1f46-43a8-b128-4e7e31df6eb9 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:30.453621 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3c9fa56e-1f46-43a8-b128-4e7e31df6eb9 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:30.477601 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3c9fa56e-1f46-43a8-b128-4e7e31df6eb9 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:30.479423 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-3c9fa56e-1f46-43a8-b128-4e7e31df6eb9 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1306052 Jul 15 14:06:30.480197 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9fa56e-1f46-43a8-b128-4e7e31df6eb9 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b913b678-ffd2-4275-8a73-853d7f5e9ae8,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:30.482339 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41202) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:30.489925 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-817bb754-4cc7-43bb-a0ae-5046b8f19ad0 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Request body: {'security_group_rule': {'security_group_id': '6cf77773-f7b4-455e-b383-3956420a5bbe', 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:30.534209 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:30.541962 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-817bb754-4cc7-43bb-a0ae-5046b8f19ad0 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:30.577164 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 6813e312-f3bf-4032-a16b-184738b3add4, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=6813e312-f3bf-4032-a16b-184738b3add4,segment=NetworkSegment(4bc2ad99-8521-462e-809b-f1ad08d28c61),segment_id=4bc2ad99-8521-462e-809b-f1ad08d28c61)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:30.582875 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:30.616955 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-817bb754-4cc7-43bb-a0ae-5046b8f19ad0 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:30.622326 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-817bb754-4cc7-43bb-a0ae-5046b8f19ad0 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:30.640453 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=6813e312-f3bf-4032-a16b-184738b3add4,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:30.643216 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817bb754-4cc7-43bb-a0ae-5046b8f19ad0 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a68ed1bd-7efd-4c67-bc68-085a54db6c8c,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:30.651403 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-817bb754-4cc7-43bb-a0ae-5046b8f19ad0 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:30.655837 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-817bb754-4cc7-43bb-a0ae-5046b8f19ad0 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1717420 Jul 15 14:06:30.656158 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41204) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:30.661150 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-73439a70-8049-4c63-b9ef-1508800fbbe9 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Request body: {'security_group_rule': {'security_group_id': '6cf77773-f7b4-455e-b383-3956420a5bbe', 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:30.689394 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-73439a70-8049-4c63-b9ef-1508800fbbe9 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:30.751834 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-73439a70-8049-4c63-b9ef-1508800fbbe9 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:30.755581 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-73439a70-8049-4c63-b9ef-1508800fbbe9 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:30.773681 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73439a70-8049-4c63-b9ef-1508800fbbe9 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40ec4aa8-0644-4c24-9b49-7c503c178c2b,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:30.779710 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-73439a70-8049-4c63-b9ef-1508800fbbe9 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:30.783706 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41206) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:30.784222 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-73439a70-8049-4c63-b9ef-1508800fbbe9 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1268377 Jul 15 14:06:30.789100 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-3251bfff-a15d-43ba-bfe6-604b56cec36a tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Request body: {'security_group_rule': {'security_group_id': '6cf77773-f7b4-455e-b383-3956420a5bbe', 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:30.817441 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3251bfff-a15d-43ba-bfe6-604b56cec36a tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:30.880352 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3251bfff-a15d-43ba-bfe6-604b56cec36a tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:30.884152 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3251bfff-a15d-43ba-bfe6-604b56cec36a tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:30.903267 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251bfff-a15d-43ba-bfe6-604b56cec36a tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=405d6a29-1c43-41c9-9a34-81cbfb4454e6,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:30.906381 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3251bfff-a15d-43ba-bfe6-604b56cec36a tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:30.910280 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3251bfff-a15d-43ba-bfe6-604b56cec36a tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1224701 Jul 15 14:06:30.910785 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41208) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:30.915055 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-70e4cd8c-ffa4-49ea-b6d8-2784cbcebce9 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Request body: {'security_group_rule': {'security_group_id': '6cf77773-f7b4-455e-b383-3956420a5bbe', 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:30.936837 n-d-771363-36 neutron-server[93825]: INFO neutron.db.securitygroups_db [None req-70e4cd8c-ffa4-49ea-b6d8-2784cbcebce9 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Project 97d2194be5644954bbf76a9ff6daaf2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:06:30.941610 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-70e4cd8c-ffa4-49ea-b6d8-2784cbcebce9 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:30.999887 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-70e4cd8c-ffa4-49ea-b6d8-2784cbcebce9 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:31.003209 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-70e4cd8c-ffa4-49ea-b6d8-2784cbcebce9 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:31.018043 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e4cd8c-ffa4-49ea-b6d8-2784cbcebce9 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fb5020d-4bd8-483f-9ca5-5deee1e73e91,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:31.027685 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-70e4cd8c-ffa4-49ea-b6d8-2784cbcebce9 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:31.028929 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-70e4cd8c-ffa4-49ea-b6d8-2784cbcebce9 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175222 Jul 15 14:06:31.031766 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41210) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:31.036135 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-e587bfbe-c3b2-4f2f-a9ef-6c80b0cd0d7c tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Request body: {'security_group_rule': {'security_group_id': '6cf77773-f7b4-455e-b383-3956420a5bbe', 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:31.056079 n-d-771363-36 neutron-server[93825]: INFO neutron.db.securitygroups_db [None req-e587bfbe-c3b2-4f2f-a9ef-6c80b0cd0d7c tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Project 97d2194be5644954bbf76a9ff6daaf2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:06:31.060719 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e587bfbe-c3b2-4f2f-a9ef-6c80b0cd0d7c tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:31.120413 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e587bfbe-c3b2-4f2f-a9ef-6c80b0cd0d7c tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:31.123621 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e587bfbe-c3b2-4f2f-a9ef-6c80b0cd0d7c tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:31.143062 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587bfbe-c3b2-4f2f-a9ef-6c80b0cd0d7c tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5c5916c-a0f4-47c0-8a9c-ca94a7ca2374,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:31.149505 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e587bfbe-c3b2-4f2f-a9ef-6c80b0cd0d7c tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:31.150609 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e587bfbe-c3b2-4f2f-a9ef-6c80b0cd0d7c tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1178632 Jul 15 14:06:31.286853 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-1f016288-20fd-4a10-9311-3addd51fbf76 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1727728913&fields=id&tenant_id=97d2194be5644954bbf76a9ff6daaf2d HTTP/1.1" status: 200 len: 267 time: 0.0322132 Jul 15 14:06:31.388595 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-85eef12d-09e7-49f8-afbf-f8da510eb1ce tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:31.389976 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-85eef12d-09e7-49f8-afbf-f8da510eb1ce tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/networks?id=de00669f-3a7b-4509-8871-3c481dfc9051 HTTP/1.1" status: 200 len: 809 time: 0.0970490 Jul 15 14:06:31.404079 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-e752b627-6a81-41f3-9137-ae6e6a7d8ba0 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/quotas/97d2194be5644954bbf76a9ff6daaf2d HTTP/1.1" status: 200 len: 375 time: 0.0088544 Jul 15 14:06:31.474128 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-9e7efb57-8612-4f44-ac4a-57bc58dc00ca tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=97d2194be5644954bbf76a9ff6daaf2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654027 Jul 15 14:06:31.603639 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-87099e82-c5a4-4c4a-8fa5-9f82519598c3 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:06:31.604822 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-87099e82-c5a4-4c4a-8fa5-9f82519598c3 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1197855 Jul 15 14:06:31.698707 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-a75e4b77-d797-4e62-aea2-6295ccc5bce7 service neutron] 10.222.0.16 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867262 Jul 15 14:06:31.796617 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-b790190b-40a6-4616-8680-d6f5701b032e service neutron] 10.222.0.16 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923409 Jul 15 14:06:31.974920 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-59d61a29-2e15-49d8-a2bf-b74f9a6faa16 req-2004d76a-cde5-4a4c-8e04-60102b71c5fb tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 210 time: 0.0296073 Jul 15 14:06:32.194001 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6813e312-f3bf-4032-a16b-184738b3add4 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:06:32.245144 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 6813e312-f3bf-4032-a16b-184738b3add4 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:06:32.245527 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:32.328725 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c78a17cb-35e7-4b55-8bea-7df5916d6d3a up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:06:32.371620 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:32.387945 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port c78a17cb-35e7-4b55-8bea-7df5916d6d3a completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:06:32.392103 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port c78a17cb-35e7-4b55-8bea-7df5916d6d3a triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:06:32.392481 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:32.474897 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:32.496717 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port c78a17cb-35e7-4b55-8bea-7df5916d6d3a, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=c78a17cb-35e7-4b55-8bea-7df5916d6d3a,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:32.500480 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:32.553597 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5be6d9b-5e98-4d27-a17f-a94b56c9ab8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:32.559989 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=c78a17cb-35e7-4b55-8bea-7df5916d6d3a,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:32.899901 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae49906-a1f6-41b5-b415-eb4ef65d860b None None] Sync routers for ids ['e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:06:32.909282 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae49906-a1f6-41b5-b415-eb4ef65d860b None None] Routers {'e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:06:32.909880 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-2ae49906-a1f6-41b5-b415-eb4ef65d860b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:06:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:33.015691 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-2ae49906-a1f6-41b5-b415-eb4ef65d860b None None] Set router e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:06:33.052276 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-785852cd-3a2e-48d0-8194-0ab57ef6e14e tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:33.054153 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-785852cd-3a2e-48d0-8194-0ab57ef6e14e tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.46 "GET /v2.0/networks?id=de00669f-3a7b-4509-8871-3c481dfc9051 HTTP/1.1" status: 200 len: 809 time: 0.1145597 Jul 15 14:06:33.111232 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-85458a69-5d7e-4dd8-a137-2a30fba02cfd tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97d2194be5644954bbf76a9ff6daaf2d HTTP/1.1" status: 200 len: 380 time: 0.0413325 Jul 15 14:06:33.121982 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-b51970a7-82b2-48d3-9db2-5803556f78d7 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Request body: {'port': {'device_id': 'eb944d03-7bed-4d76-991c-28147384d2ba', 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051', 'admin_state_up': True, 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'security_groups': ['6cf77773-f7b4-455e-b383-3956420a5bbe']}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:33.161121 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-00fa7559-4331-44c7-ad55-ff544014ddd2 req-ef2af374-9f83-4d7f-bee5-30c46f1fdcb2 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 210 time: 0.0330591 Jul 15 14:06:33.231682 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-2ae49906-a1f6-41b5-b415-eb4ef65d860b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53', 'name': 'tempest-TestShelveInstance-472553624-router', 'tenant_id': '5c58fb4542304cc18d906ff5499563af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'c78a17cb-35e7-4b55-8bea-7df5916d6d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:26Z', 'updated_at': '2021-07-15T14:06:29Z', 'revision_number': 4, 'project_id': '5c58fb4542304cc18d906ff5499563af', 'gw_port': {'id': 'c78a17cb-35e7-4b55-8bea-7df5916d6d3a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:26Z', 'updated_at': '2021-07-15T14:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'a55c7db1-ab68-4bea-b94c-76956fb8f262', 'name': '', 'network_id': 'f30da0d9-7401-476f-a1be-46add43eec23', 'tenant_id': '5c58fb4542304cc18d906ff5499563af', 'mac_address': 'fa:16:3e:b0:55:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'df39dd20-1d72-4fd2-8c1b-615d46de133f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:28Z', 'updated_at': '2021-07-15T14:06:29Z', 'revision_number': 2, 'project_id': '5c58fb4542304cc18d906ff5499563af', 'subnets': [{'id': 'df39dd20-1d72-4fd2-8c1b-615d46de133f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:33.252699 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-b51970a7-82b2-48d3-9db2-5803556f78d7 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Made reservation on behalf of 97d2194be5644954bbf76a9ff6daaf2d for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:06:33.256436 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-b51970a7-82b2-48d3-9db2-5803556f78d7 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:33.259362 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae49906-a1f6-41b5-b415-eb4ef65d860b None None] Checking router: e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:06:33.259713 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae49906-a1f6-41b5-b415-eb4ef65d860b None None] Updating router e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53 port a55c7db1-ab68-4bea-b94c-76956fb8f262 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:06:33.294246 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2ae49906-a1f6-41b5-b415-eb4ef65d860b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:33.379671 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-b51970a7-82b2-48d3-9db2-5803556f78d7 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Allocated IP 172.20.0.11 (de00669f-3a7b-4509-8871-3c481dfc9051/84142cef-8080-49cc-b749-90f94c138e32/2a27db8b-c7ea-4737-a48b-3591a9510f98) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:06:33.524002 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-b51970a7-82b2-48d3-9db2-5803556f78d7 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:33.537902 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-b51970a7-82b2-48d3-9db2-5803556f78d7 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Transition to ACTIVE for port object 2a27db8b-c7ea-4737-a48b-3591a9510f98 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:06:33.559418 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2ae49906-a1f6-41b5-b415-eb4ef65d860b None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:33.570632 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-2ae49906-a1f6-41b5-b415-eb4ef65d860b None None] Transition to ACTIVE for port object a55c7db1-ab68-4bea-b94c-76956fb8f262 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:06:33.573283 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-b51970a7-82b2-48d3-9db2-5803556f78d7 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:33.576888 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2ae49906-a1f6-41b5-b415-eb4ef65d860b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:33.617743 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-b51970a7-82b2-48d3-9db2-5803556f78d7 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Network de00669f-3a7b-4509-8871-3c481dfc9051 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:06:33.621513 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-b51970a7-82b2-48d3-9db2-5803556f78d7 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:06:33.625753 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-b51970a7-82b2-48d3-9db2-5803556f78d7 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:06:33.626457 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9200d-09e6-4487-bb0c-a33a8fd5f722 None None] Pushing event updated for resources: {'Port': ['ID=a55c7db1-ab68-4bea-b94c-76956fb8f262,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:33.632524 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51970a7-82b2-48d3-9db2-5803556f78d7 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Pushing event updated for resources: {'Port': ['ID=2a27db8b-c7ea-4737-a48b-3591a9510f98,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:33.679691 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-b51970a7-82b2-48d3-9db2-5803556f78d7 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:33.680367 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-b51970a7-82b2-48d3-9db2-5803556f78d7 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:33.688360 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-2ae49906-a1f6-41b5-b415-eb4ef65d860b None None] Attempting to bind port a55c7db1-ab68-4bea-b94c-76956fb8f262 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:06:33.688727 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-2ae49906-a1f6-41b5-b415-eb4ef65d860b None None] Attempting to bind port a55c7db1-ab68-4bea-b94c-76956fb8f262 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'd581b3ba-5e18-4665-bcc8-500c441a4bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f30da0d9-7401-476f-a1be-46add43eec23'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:06:33.689100 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae49906-a1f6-41b5-b415-eb4ef65d860b None None] Attempting to bind port a55c7db1-ab68-4bea-b94c-76956fb8f262 on network f30da0d9-7401-476f-a1be-46add43eec23 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:06:33.694924 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae49906-a1f6-41b5-b415-eb4ef65d860b None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:06:33.695342 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae49906-a1f6-41b5-b415-eb4ef65d860b None None] Checking segment: {'id': 'd581b3ba-5e18-4665-bcc8-500c441a4bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f30da0d9-7401-476f-a1be-46add43eec23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:06:33.695669 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2ae49906-a1f6-41b5-b415-eb4ef65d860b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:33.696078 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae49906-a1f6-41b5-b415-eb4ef65d860b None None] Bound using segment: {'id': 'd581b3ba-5e18-4665-bcc8-500c441a4bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f30da0d9-7401-476f-a1be-46add43eec23'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:06:33.696552 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-2ae49906-a1f6-41b5-b415-eb4ef65d860b None None] Bound port: a55c7db1-ab68-4bea-b94c-76956fb8f262, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd581b3ba-5e18-4665-bcc8-500c441a4bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f30da0d9-7401-476f-a1be-46add43eec23'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:06:33.696996 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2ae49906-a1f6-41b5-b415-eb4ef65d860b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:33.700650 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-b51970a7-82b2-48d3-9db2-5803556f78d7 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5830693 Jul 15 14:06:33.712650 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-1aa9bd4b-cdce-427d-8b53-ee2bf433a111 service neutron] Request body: {'port': {'device_id': 'eb944d03-7bed-4d76-991c-28147384d2ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:33.771151 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-2ae49906-a1f6-41b5-b415-eb4ef65d860b None None] For port a55c7db1-ab68-4bea-b94c-76956fb8f262, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:06:33.774708 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-2ae49906-a1f6-41b5-b415-eb4ef65d860b None None] For port a55c7db1-ab68-4bea-b94c-76956fb8f262, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a55c7db1-ab68-4bea-b94c-76956fb8f262,segment=NetworkSegment(d581b3ba-5e18-4665-bcc8-500c441a4bf0),segment_id=d581b3ba-5e18-4665-bcc8-500c441a4bf0)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:06:33.785007 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2ae49906-a1f6-41b5-b415-eb4ef65d860b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:33.801085 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-1aa9bd4b-cdce-427d-8b53-ee2bf433a111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:33.819176 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:33.854103 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae49906-a1f6-41b5-b415-eb4ef65d860b None None] Routers {'e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:06:33.854783 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-2ae49906-a1f6-41b5-b415-eb4ef65d860b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:06:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:33.895753 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9200d-09e6-4487-bb0c-a33a8fd5f722 None None] Pushing event updated for resources: {'Port': ['ID=a55c7db1-ab68-4bea-b94c-76956fb8f262,revision_number=4']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:33.973448 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-12eda334-fd6b-4bf9-b6b2-4427c1c6d2ec None None] Provisioning for port 2a27db8b-c7ea-4737-a48b-3591a9510f98 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:06:33.975776 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-2ae49906-a1f6-41b5-b415-eb4ef65d860b None None] Set router e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:06:33.981448 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-12eda334-fd6b-4bf9-b6b2-4427c1c6d2ec None None] Provisioning complete for port 2a27db8b-c7ea-4737-a48b-3591a9510f98 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:06:33.981836 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12eda334-fd6b-4bf9-b6b2-4427c1c6d2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:34.017831 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-12eda334-fd6b-4bf9-b6b2-4427c1c6d2ec None None] Port 2a27db8b-c7ea-4737-a48b-3591a9510f98 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:06:34.134150 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-1aa9bd4b-cdce-427d-8b53-ee2bf433a111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a27db8b-c7ea-4737-a48b-3591a9510f98 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:06:34.143687 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-1aa9bd4b-cdce-427d-8b53-ee2bf433a111 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:34.165375 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-1aa9bd4b-cdce-427d-8b53-ee2bf433a111 service neutron] Transition to ACTIVE for port object 2a27db8b-c7ea-4737-a48b-3591a9510f98 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:06:34.173264 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-1aa9bd4b-cdce-427d-8b53-ee2bf433a111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:34.174315 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c78a17cb-35e7-4b55-8bea-7df5916d6d3a up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:06:34.254671 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa9bd4b-cdce-427d-8b53-ee2bf433a111 service neutron] Pushing event updated for resources: {'Port': ['ID=2a27db8b-c7ea-4737-a48b-3591a9510f98,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:34.269300 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port c78a17cb-35e7-4b55-8bea-7df5916d6d3a triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:06:34.269882 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:34.317103 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-1aa9bd4b-cdce-427d-8b53-ee2bf433a111 service neutron] Attempting to bind port 2a27db8b-c7ea-4737-a48b-3591a9510f98 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:06:34.317490 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-1aa9bd4b-cdce-427d-8b53-ee2bf433a111 service neutron] Attempting to bind port 2a27db8b-c7ea-4737-a48b-3591a9510f98 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '4bc2ad99-8521-462e-809b-f1ad08d28c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:06:34.317779 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-1aa9bd4b-cdce-427d-8b53-ee2bf433a111 service neutron] Attempting to bind port 2a27db8b-c7ea-4737-a48b-3591a9510f98 on network de00669f-3a7b-4509-8871-3c481dfc9051 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:06:34.327375 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-1aa9bd4b-cdce-427d-8b53-ee2bf433a111 service neutron] Port 2a27db8b-c7ea-4737-a48b-3591a9510f98 on network de00669f-3a7b-4509-8871-3c481dfc9051 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:06:34.327697 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-1aa9bd4b-cdce-427d-8b53-ee2bf433a111 service neutron] Attempting to bind port 2a27db8b-c7ea-4737-a48b-3591a9510f98 on network de00669f-3a7b-4509-8871-3c481dfc9051 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:06:34.334200 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-1aa9bd4b-cdce-427d-8b53-ee2bf433a111 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:06:34.334738 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-1aa9bd4b-cdce-427d-8b53-ee2bf433a111 service neutron] Checking segment: {'id': '4bc2ad99-8521-462e-809b-f1ad08d28c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:06:34.335017 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-1aa9bd4b-cdce-427d-8b53-ee2bf433a111 service neutron] Bound using segment: {'id': '4bc2ad99-8521-462e-809b-f1ad08d28c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:06:34.335686 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-1aa9bd4b-cdce-427d-8b53-ee2bf433a111 service neutron] Bound port: 2a27db8b-c7ea-4737-a48b-3591a9510f98, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc2ad99-8521-462e-809b-f1ad08d28c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:06:34.335952 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-1aa9bd4b-cdce-427d-8b53-ee2bf433a111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:34.342130 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-2ae49906-a1f6-41b5-b415-eb4ef65d860b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53', 'name': 'tempest-TestShelveInstance-472553624-router', 'tenant_id': '5c58fb4542304cc18d906ff5499563af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'c78a17cb-35e7-4b55-8bea-7df5916d6d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:26Z', 'updated_at': '2021-07-15T14:06:29Z', 'revision_number': 4, 'project_id': '5c58fb4542304cc18d906ff5499563af', 'gw_port': {'id': 'c78a17cb-35e7-4b55-8bea-7df5916d6d3a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:26Z', 'updated_at': '2021-07-15T14:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'a55c7db1-ab68-4bea-b94c-76956fb8f262', 'name': '', 'network_id': 'f30da0d9-7401-476f-a1be-46add43eec23', 'tenant_id': '5c58fb4542304cc18d906ff5499563af', 'mac_address': 'fa:16:3e:b0:55:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'df39dd20-1d72-4fd2-8c1b-615d46de133f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:28Z', 'updated_at': '2021-07-15T14:06:33Z', 'revision_number': 4, 'project_id': '5c58fb4542304cc18d906ff5499563af', 'subnets': [{'id': 'df39dd20-1d72-4fd2-8c1b-615d46de133f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:34.378230 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a55c7db1-ab68-4bea-b94c-76956fb8f262 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:06:34.391772 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae49906-a1f6-41b5-b415-eb4ef65d860b None None] The sync data for ids ['e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53'] in n-d-771363-36 is: [{'id': 'e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53', 'name': 'tempest-TestShelveInstance-472553624-router', 'tenant_id': '5c58fb4542304cc18d906ff5499563af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'c78a17cb-35e7-4b55-8bea-7df5916d6d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:26Z', 'updated_at': '2021-07-15T14:06:29Z', 'revision_number': 4, 'project_id': '5c58fb4542304cc18d906ff5499563af', 'gw_port': {'id': 'c78a17cb-35e7-4b55-8bea-7df5916d6d3a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:26Z', 'updated_at': '2021-07-15T14:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'a55c7db1-ab68-4bea-b94c-76956fb8f262', 'name': '', 'network_id': 'f30da0d9-7401-476f-a1be-46add43eec23', 'tenant_id': '5c58fb4542304cc18d906ff5499563af', 'mac_address': 'fa:16:3e:b0:55:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'df39dd20-1d72-4fd2-8c1b-615d46de133f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:28Z', 'updated_at': '2021-07-15T14:06:33Z', 'revision_number': 4, 'project_id': '5c58fb4542304cc18d906ff5499563af', 'subnets': [{'id': 'df39dd20-1d72-4fd2-8c1b-615d46de133f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:06:34.403521 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2bc53-aaaf-4c87-b7e2-a151e232b910 req-938f45e2-01d7-4a43-a3b0-f09f202b6567 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:34.411792 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a3f2bc53-aaaf-4c87-b7e2-a151e232b910 req-938f45e2-01d7-4a43-a3b0-f09f202b6567 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 944 time: 0.0842268 Jul 15 14:06:34.452538 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-1aa9bd4b-cdce-427d-8b53-ee2bf433a111 service neutron] For port 2a27db8b-c7ea-4737-a48b-3591a9510f98, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:06:34.457684 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-1aa9bd4b-cdce-427d-8b53-ee2bf433a111 service neutron] For port 2a27db8b-c7ea-4737-a48b-3591a9510f98, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2a27db8b-c7ea-4737-a48b-3591a9510f98,segment=NetworkSegment(4bc2ad99-8521-462e-809b-f1ad08d28c61),segment_id=4bc2ad99-8521-462e-809b-f1ad08d28c61)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:06:34.459225 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a3f2bc53-aaaf-4c87-b7e2-a151e232b910 req-af442228-ee4b-41da-bc07-48425d28c53c tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458808 Jul 15 14:06:34.465517 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-1aa9bd4b-cdce-427d-8b53-ee2bf433a111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:34.468106 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port a55c7db1-ab68-4bea-b94c-76956fb8f262 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:06:34.472610 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port a55c7db1-ab68-4bea-b94c-76956fb8f262 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:06:34.473229 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:34.485607 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-1aa9bd4b-cdce-427d-8b53-ee2bf433a111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:34.486424 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-1aa9bd4b-cdce-427d-8b53-ee2bf433a111 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:34.490023 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-1aa9bd4b-cdce-427d-8b53-ee2bf433a111 service neutron] 10.222.0.46 "PUT /v2.0/ports/2a27db8b-c7ea-4737-a48b-3591a9510f98 HTTP/1.1" status: 200 len: 1093 time: 0.7823946 Jul 15 14:06:34.492914 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb944d03-7bed-4d76-991c-28147384d2ba', 'tag': '2a27db8b-c7ea-4737-a48b-3591a9510f98'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:06:34.495516 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8576bed0d9272eb7d87375883ff290b2d3af54e29368fa65b340403a42b02ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cb276a-2227-40c0-838f-2780f1a44210" -d '{"events": [{"name": "network-changed", "server_uuid": "eb944d03-7bed-4d76-991c-28147384d2ba", "tag": "2a27db8b-c7ea-4737-a48b-3591a9510f98"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:06:34.575404 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3882e53c-2c73-419b-8eb3-565cb6782744 x-openstack-request-id: req-3882e53c-2c73-419b-8eb3-565cb6782744 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:06:34.575672 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb944d03-7bed-4d76-991c-28147384d2ba", "tag": "2a27db8b-c7ea-4737-a48b-3591a9510f98", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:06:34.575931 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3882e53c-2c73-419b-8eb3-565cb6782744 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:06:34.576347 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb944d03-7bed-4d76-991c-28147384d2ba', 'tag': '2a27db8b-c7ea-4737-a48b-3591a9510f98', 'status': 'completed', 'code': 200} Jul 15 14:06:34.604714 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:34.608378 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa9bd4b-cdce-427d-8b53-ee2bf433a111 service neutron] Pushing event updated for resources: {'Port': ['ID=2a27db8b-c7ea-4737-a48b-3591a9510f98,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:34.639536 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-69b1c4b1-87e5-4bbc-a0ba-72d4c4fa55d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:34.642121 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-69b1c4b1-87e5-4bbc-a0ba-72d4c4fa55d3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97d2194be5644954bbf76a9ff6daaf2d&device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 1096 time: 0.0904973 Jul 15 14:06:34.652443 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port a55c7db1-ab68-4bea-b94c-76956fb8f262, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a55c7db1-ab68-4bea-b94c-76956fb8f262,segment=NetworkSegment(d581b3ba-5e18-4665-bcc8-500c441a4bf0),segment_id=d581b3ba-5e18-4665-bcc8-500c441a4bf0)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:34.663609 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:34.694855 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-86de157f-1255-4e0f-8aa1-845adbf73381 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a27db8b-c7ea-4737-a48b-3591a9510f98 HTTP/1.1" status: 200 len: 217 time: 0.0447762 Jul 15 14:06:34.723704 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=a55c7db1-ab68-4bea-b94c-76956fb8f262,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:34.757044 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-f49aab5e-aa53-450a-907b-bff80f8fe7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:34.758700 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-f49aab5e-aa53-450a-907b-bff80f8fe7db service neutron] 10.222.0.46 "GET /v2.0/subnets?id=84142cef-8080-49cc-b749-90f94c138e32 HTTP/1.1" status: 200 len: 848 time: 0.0583270 Jul 15 14:06:34.818446 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-d375f58d-9ce9-4975-ac82-1675d5ba819f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:34.820290 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-d375f58d-9ce9-4975-ac82-1675d5ba819f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=de00669f-3a7b-4509-8871-3c481dfc9051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555041 Jul 15 14:06:34.917594 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-6cfa25e1-a646-4ed9-a5f6-a204f11d8be3 service neutron] 10.222.0.46 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903270 Jul 15 14:06:35.009210 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-c4ae2269-bb89-43a7-9d99-dffb0aafda94 req-035cd2a5-965c-426a-b723-3d73a5d4307f service neutron] 10.222.0.46 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853307 Jul 15 14:06:35.104497 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb276a-2227-40c0-838f-2780f1a44210 req-cc42d78a-27ea-4b3e-96c9-028b8ab5356e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:35.105849 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f7cb276a-2227-40c0-838f-2780f1a44210 req-cc42d78a-27ea-4b3e-96c9-028b8ab5356e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97d2194be5644954bbf76a9ff6daaf2d&device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 1096 time: 0.0515785 Jul 15 14:06:35.196199 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb276a-2227-40c0-838f-2780f1a44210 req-0bd36571-4216-4fa6-9749-6530ecfbcc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:35.198255 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f7cb276a-2227-40c0-838f-2780f1a44210 req-0bd36571-4216-4fa6-9749-6530ecfbcc00 service neutron] 10.222.0.46 "GET /v2.0/networks?id=de00669f-3a7b-4509-8871-3c481dfc9051 HTTP/1.1" status: 200 len: 910 time: 0.0855889 Jul 15 14:06:35.237243 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f7cb276a-2227-40c0-838f-2780f1a44210 req-49bd65f5-d632-45ce-8a6d-f6f86e34b3ef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a27db8b-c7ea-4737-a48b-3591a9510f98 HTTP/1.1" status: 200 len: 217 time: 0.0334482 Jul 15 14:06:35.242387 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:35.288735 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb276a-2227-40c0-838f-2780f1a44210 req-7c607495-18fe-487c-8f05-85ac8ac90f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:35.290158 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f7cb276a-2227-40c0-838f-2780f1a44210 req-7c607495-18fe-487c-8f05-85ac8ac90f60 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=84142cef-8080-49cc-b749-90f94c138e32 HTTP/1.1" status: 200 len: 848 time: 0.0467434 Jul 15 14:06:35.345877 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb276a-2227-40c0-838f-2780f1a44210 req-15391d2d-a11f-4bbf-972b-8d2dd11ea62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:35.347337 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f7cb276a-2227-40c0-838f-2780f1a44210 req-15391d2d-a11f-4bbf-972b-8d2dd11ea62a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=de00669f-3a7b-4509-8871-3c481dfc9051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504966 Jul 15 14:06:35.432834 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f7cb276a-2227-40c0-838f-2780f1a44210 req-29011874-6d78-4992-8031-9faa4660992b service neutron] 10.222.0.46 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782549 Jul 15 14:06:35.643950 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd89b90-9357-404c-97e9-11e9e489b05a req-87f7e6c0-4f72-4f1f-b887-42d73e037190 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:35.645576 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8dd89b90-9357-404c-97e9-11e9e489b05a req-87f7e6c0-4f72-4f1f-b887-42d73e037190 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 944 time: 0.0694969 Jul 15 14:06:35.685607 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8dd89b90-9357-404c-97e9-11e9e489b05a req-d07269c5-d0c6-463a-a2e4-5f3c9aee4937 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340877 Jul 15 14:06:35.792796 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f7cb276a-2227-40c0-838f-2780f1a44210 req-8a63ee2a-b749-4dad-ada2-e4fe92679f9a service neutron] 10.222.0.46 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536479 Jul 15 14:06:36.107011 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a55c7db1-ab68-4bea-b94c-76956fb8f262 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:06:36.153002 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port a55c7db1-ab68-4bea-b94c-76956fb8f262 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:06:36.153368 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:36.858118 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79839bcd-4e4e-470a-9629-452fd8747857 req-b513f2b7-49f1-4783-be46-f4e80b88fc12 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:36.859565 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-79839bcd-4e4e-470a-9629-452fd8747857 req-b513f2b7-49f1-4783-be46-f4e80b88fc12 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 944 time: 0.0629179 Jul 15 14:06:36.896179 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-79839bcd-4e4e-470a-9629-452fd8747857 req-b56ca20a-48c8-4c21-a6ce-3c01a213c456 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310731 Jul 15 14:06:38.071253 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f085efa-a295-401e-8f36-7b968da9b744 req-6ce7b501-45f8-499a-bab5-3bb1fccdd033 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:38.072715 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2f085efa-a295-401e-8f36-7b968da9b744 req-6ce7b501-45f8-499a-bab5-3bb1fccdd033 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 944 time: 0.0656335 Jul 15 14:06:38.109874 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2f085efa-a295-401e-8f36-7b968da9b744 req-78cfb3c6-0af9-4c23-9dd9-5bfeafb8dc9f tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309632 Jul 15 14:06:39.230041 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 2a27db8b-c7ea-4737-a48b-3591a9510f98 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:06:39.280180 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e9680-867a-47fb-9810-7f27b1c4f272 req-9813ebc0-8477-405d-b4b6-d3307f09cc48 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:39.281680 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dd0e9680-867a-47fb-9810-7f27b1c4f272 req-9813ebc0-8477-405d-b4b6-d3307f09cc48 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 944 time: 0.0637813 Jul 15 14:06:39.319352 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-dd0e9680-867a-47fb-9810-7f27b1c4f272 req-b55d508c-6896-4fd8-8012-ce84eaac9540 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318291 Jul 15 14:06:39.325464 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 2a27db8b-c7ea-4737-a48b-3591a9510f98, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2a27db8b-c7ea-4737-a48b-3591a9510f98,segment=NetworkSegment(4bc2ad99-8521-462e-809b-f1ad08d28c61),segment_id=4bc2ad99-8521-462e-809b-f1ad08d28c61)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:39.336712 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '2a27db8b-c7ea-4737-a48b-3591a9510f98', 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051', 'port_id': '2a27db8b-c7ea-4737-a48b-3591a9510f98', 'mac_address': 'fa:16:3e:34:a3:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84142cef-8080-49cc-b749-90f94c138e32', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:06:39.372761 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:39.385155 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a27db8b-c7ea-4737-a48b-3591a9510f98 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:06:39.404369 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 2a27db8b-c7ea-4737-a48b-3591a9510f98, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2a27db8b-c7ea-4737-a48b-3591a9510f98,segment=NetworkSegment(4bc2ad99-8521-462e-809b-f1ad08d28c61),segment_id=4bc2ad99-8521-462e-809b-f1ad08d28c61)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:39.408493 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:39.454466 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=2a27db8b-c7ea-4737-a48b-3591a9510f98,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:39.643037 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['2a27db8b-c7ea-4737-a48b-3591a9510f98'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:06:40.490335 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671fe41-41ea-4124-b780-cfdbc527473b req-d4cc25ee-7a04-42af-8067-f6ed5ceec22d tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:40.491973 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0671fe41-41ea-4124-b780-cfdbc527473b req-d4cc25ee-7a04-42af-8067-f6ed5ceec22d tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 945 time: 0.0617275 Jul 15 14:06:40.532178 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0671fe41-41ea-4124-b780-cfdbc527473b req-18251372-910c-4b3d-92ab-244d28679be4 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340571 Jul 15 14:06:41.250515 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 2a27db8b-c7ea-4737-a48b-3591a9510f98 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:06:41.297886 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 2a27db8b-c7ea-4737-a48b-3591a9510f98 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:06:41.301359 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 2a27db8b-c7ea-4737-a48b-3591a9510f98 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:06:41.301731 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:41.377776 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:41.399324 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb944d03-7bed-4d76-991c-28147384d2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a27db8b-c7ea-4737-a48b-3591a9510f98'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:06:41.401538 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d336e28e73e37671204d4011867161ab10622757e030a17953cce0be893d8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d753c7-1d1e-4bd3-b779-34bab8c49e31" -d '{"events": [{"server_uuid": "eb944d03-7bed-4d76-991c-28147384d2ba", "name": "network-vif-plugged", "status": "completed", "tag": "2a27db8b-c7ea-4737-a48b-3591a9510f98"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:06:41.414635 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 2a27db8b-c7ea-4737-a48b-3591a9510f98, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2a27db8b-c7ea-4737-a48b-3591a9510f98,segment=NetworkSegment(4bc2ad99-8521-462e-809b-f1ad08d28c61),segment_id=4bc2ad99-8521-462e-809b-f1ad08d28c61)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:41.418689 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:41.441970 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868497cf-bd4e-4b2d-9bb7-1989ce3cab70 x-openstack-request-id: req-868497cf-bd4e-4b2d-9bb7-1989ce3cab70 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:06:41.442918 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb944d03-7bed-4d76-991c-28147384d2ba", "name": "network-vif-plugged", "status": "completed", "tag": "2a27db8b-c7ea-4737-a48b-3591a9510f98", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:06:41.443426 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-868497cf-bd4e-4b2d-9bb7-1989ce3cab70 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:06:41.443833 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb944d03-7bed-4d76-991c-28147384d2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a27db8b-c7ea-4737-a48b-3591a9510f98', 'code': 200} Jul 15 14:06:41.473356 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=2a27db8b-c7ea-4737-a48b-3591a9510f98,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:41.545942 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccdfd77-929c-4a43-952d-b1dfa98081c5 req-464afe97-4791-4117-ae06-8fcab213703c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:41.547436 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-eccdfd77-929c-4a43-952d-b1dfa98081c5 req-464afe97-4791-4117-ae06-8fcab213703c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 1098 time: 0.0496902 Jul 15 14:06:41.582027 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-eccdfd77-929c-4a43-952d-b1dfa98081c5 req-7a15473c-e4d9-40f7-b921-42d89276249a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284705 Jul 15 14:06:41.703800 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b1bf7c-976d-4f0e-9662-b2c751271723 req-c75198a3-206f-40a3-b077-cd5720b8542e tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:41.705268 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-39b1bf7c-976d-4f0e-9662-b2c751271723 req-c75198a3-206f-40a3-b077-cd5720b8542e tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 946 time: 0.0628757 Jul 15 14:06:41.740663 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-39b1bf7c-976d-4f0e-9662-b2c751271723 req-8e547ce7-4375-47e6-b391-a8a82c131543 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298820 Jul 15 14:06:42.911321 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f30372-195c-4e91-bdcb-8c983afe28c9 req-ae621fbe-e8f6-44c1-8aec-3424ca3aea05 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:42.912863 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d4f30372-195c-4e91-bdcb-8c983afe28c9 req-ae621fbe-e8f6-44c1-8aec-3424ca3aea05 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 946 time: 0.0616183 Jul 15 14:06:42.950378 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d4f30372-195c-4e91-bdcb-8c983afe28c9 req-9735bf40-c363-4388-a03e-7b2e2eb27ce0 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320632 Jul 15 14:06:43.121803 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50c090-158d-4409-b16f-e0f7c71c94a6 req-05f563c0-a59f-417f-b28c-43ebb3e99f79 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:43.123181 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6f50c090-158d-4409-b16f-e0f7c71c94a6 req-05f563c0-a59f-417f-b28c-43ebb3e99f79 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 946 time: 0.0653875 Jul 15 14:06:43.159843 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6f50c090-158d-4409-b16f-e0f7c71c94a6 req-14b80b4c-0595-41c9-ab87-476e4241d174 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312395 Jul 15 14:06:43.183252 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41264) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:43.274834 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10e5b60-e054-4514-ab42-67cc9f7334fb tempest-TestShelveInstance-702000711 tempest-TestShelveInstance-702000711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:43.276344 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e10e5b60-e054-4514-ab42-67cc9f7334fb tempest-TestShelveInstance-702000711 tempest-TestShelveInstance-702000711-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 1093 time: 0.0915921 Jul 15 14:06:43.279390 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41268) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:43.283666 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-cd97fd9f-d90b-4cba-8a30-12a164f51fab tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'port_id': '2a27db8b-c7ea-4737-a48b-3591a9510f98', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:43.304657 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cd97fd9f-d90b-4cba-8a30-12a164f51fab tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for floatingip, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:43.400701 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cd97fd9f-d90b-4cba-8a30-12a164f51fab tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:43.498318 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-cd97fd9f-d90b-4cba-8a30-12a164f51fab tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Allocated IP 172.25.8.78 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/cab69de9-311c-4ea8-ace5-f3eb08494323) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:06:43.598642 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cd97fd9f-d90b-4cba-8a30-12a164f51fab tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:43.634808 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cd97fd9f-d90b-4cba-8a30-12a164f51fab tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:43.669767 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd97fd9f-d90b-4cba-8a30-12a164f51fab tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:06:43.674298 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-cd97fd9f-d90b-4cba-8a30-12a164f51fab tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:06:43.677599 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd97fd9f-d90b-4cba-8a30-12a164f51fab tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:06:43.700644 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97fd9f-d90b-4cba-8a30-12a164f51fab tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Pushing event updated for resources: {'Port': ['ID=cab69de9-311c-4ea8-ace5-f3eb08494323,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:44.031967 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cd97fd9f-d90b-4cba-8a30-12a164f51fab tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:44.103780 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cd97fd9f-d90b-4cba-8a30-12a164f51fab tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:44.529601 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cd97fd9f-d90b-4cba-8a30-12a164f51fab tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:44.534020 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cd97fd9f-d90b-4cba-8a30-12a164f51fab tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:44.604356 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97fd9f-d90b-4cba-8a30-12a164f51fab tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Pushing event updated for resources: {'Port': ['ID=cab69de9-311c-4ea8-ace5-f3eb08494323,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:44.614285 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cd97fd9f-d90b-4cba-8a30-12a164f51fab tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:44.710519 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-cd97fd9f-d90b-4cba-8a30-12a164f51fab tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Floating IP 78d519bc-ac32-43cc-aaac-2caac138c69f associated. External IP: 172.25.8.78, port: 2a27db8b-c7ea-4737-a48b-3591a9510f98. Jul 15 14:06:44.911515 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd97fd9f-d90b-4cba-8a30-12a164f51fab tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Router 87e96c77-84fa-42d7-8f54-b9cc12ff57a3 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:06:45.016273 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd97fd9f-d90b-4cba-8a30-12a164f51fab tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:06:45.025709 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95027be-f0f7-4042-ad69-333a1fbca8fd None None] Sync routers for ids ['87e96c77-84fa-42d7-8f54-b9cc12ff57a3'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:06:45.032041 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cd97fd9f-d90b-4cba-8a30-12a164f51fab tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:45.036664 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95027be-f0f7-4042-ad69-333a1fbca8fd None None] Routers {'87e96c77-84fa-42d7-8f54-b9cc12ff57a3'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:06:45.037317 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-e95027be-f0f7-4042-ad69-333a1fbca8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:06:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['87e96c77-84fa-42d7-8f54-b9cc12ff57a3'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:45.076971 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-cd97fd9f-d90b-4cba-8a30-12a164f51fab tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7866478 Jul 15 14:06:45.076971 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb944d03-7bed-4d76-991c-28147384d2ba', 'tag': '2a27db8b-c7ea-4737-a48b-3591a9510f98'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:06:45.076971 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecae15dfe8a955ea50b9833da7617a528fbca6cb3a0c246d25e4c35a4bbccae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df62cee-cb9d-4be0-86b3-0673ec031f28" -d '{"events": [{"name": "network-changed", "server_uuid": "eb944d03-7bed-4d76-991c-28147384d2ba", "tag": "2a27db8b-c7ea-4737-a48b-3591a9510f98"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:06:45.149454 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-e95027be-f0f7-4042-ad69-333a1fbca8fd None None] Set router 87e96c77-84fa-42d7-8f54-b9cc12ff57a3 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:06:45.166161 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4349e2-dcb3-42d2-873d-82839580cf9f x-openstack-request-id: req-3b4349e2-dcb3-42d2-873d-82839580cf9f {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:06:45.166453 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb944d03-7bed-4d76-991c-28147384d2ba", "tag": "2a27db8b-c7ea-4737-a48b-3591a9510f98", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:06:45.166745 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3b4349e2-dcb3-42d2-873d-82839580cf9f {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:06:45.167148 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb944d03-7bed-4d76-991c-28147384d2ba', 'tag': '2a27db8b-c7ea-4737-a48b-3591a9510f98', 'status': 'completed', 'code': 200} Jul 15 14:06:45.241060 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df62cee-cb9d-4be0-86b3-0673ec031f28 req-3b270590-761a-4dc3-b21f-6d8de1fc3922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:45.242576 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2df62cee-cb9d-4be0-86b3-0673ec031f28 req-3b270590-761a-4dc3-b21f-6d8de1fc3922 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97d2194be5644954bbf76a9ff6daaf2d&device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 1098 time: 0.0540328 Jul 15 14:06:45.329207 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df62cee-cb9d-4be0-86b3-0673ec031f28 req-df457468-6b12-454a-9641-1e316e408eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:45.330705 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2df62cee-cb9d-4be0-86b3-0673ec031f28 req-df457468-6b12-454a-9641-1e316e408eb5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=de00669f-3a7b-4509-8871-3c481dfc9051 HTTP/1.1" status: 200 len: 910 time: 0.0820189 Jul 15 14:06:45.373789 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-e95027be-f0f7-4042-ad69-333a1fbca8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'name': 'tempest-TestShelveInstance-1939779203-router', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '6b67c159-eef4-41f8-b511-96bd0f2ea473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:21Z', 'updated_at': '2021-07-15T14:06:24Z', 'revision_number': 4, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'gw_port': {'id': '6b67c159-eef4-41f8-b511-96bd0f2ea473', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:22Z', 'updated_at': '2021-07-15T14:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '78d519bc-ac32-43cc-aaac-2caac138c69f', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'floating_ip_address': '172.25.8.78', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'port_id': '2a27db8b-c7ea-4737-a48b-3591a9510f98', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051', 'mac_address': 'fa:16:3e:34:a3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb944d03-7bed-4d76-991c-28147384d2ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:06:43Z', 'updated_at': '2021-07-15T14:06:43Z', 'revision_number': 0, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6813e312-f3bf-4032-a16b-184738b3add4', 'name': '', 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'mac_address': 'fa:16:3e:2a:e3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '84142cef-8080-49cc-b749-90f94c138e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:23Z', 'updated_at': '2021-07-15T14:06:30Z', 'revision_number': 5, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'subnets': [{'id': '84142cef-8080-49cc-b749-90f94c138e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:45.397626 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2df62cee-cb9d-4be0-86b3-0673ec031f28 req-6e8af63e-c8e3-45f3-9d68-1232216cbfe4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a27db8b-c7ea-4737-a48b-3591a9510f98 HTTP/1.1" status: 200 len: 999 time: 0.0603549 Jul 15 14:06:45.399893 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95027be-f0f7-4042-ad69-333a1fbca8fd None None] Checking router: 87e96c77-84fa-42d7-8f54-b9cc12ff57a3 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:06:45.408220 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95027be-f0f7-4042-ad69-333a1fbca8fd None None] Routers {'87e96c77-84fa-42d7-8f54-b9cc12ff57a3'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:06:45.408828 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-e95027be-f0f7-4042-ad69-333a1fbca8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:06:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['87e96c77-84fa-42d7-8f54-b9cc12ff57a3'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:45.444931 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df62cee-cb9d-4be0-86b3-0673ec031f28 req-3b7260f8-42d9-4c13-ab8f-4037761220b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:45.446400 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2df62cee-cb9d-4be0-86b3-0673ec031f28 req-3b7260f8-42d9-4c13-ab8f-4037761220b8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=84142cef-8080-49cc-b749-90f94c138e32 HTTP/1.1" status: 200 len: 848 time: 0.0427566 Jul 15 14:06:45.502925 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df62cee-cb9d-4be0-86b3-0673ec031f28 req-f4c13eaa-7371-42cf-bada-7adcd7aef032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:45.504423 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2df62cee-cb9d-4be0-86b3-0673ec031f28 req-f4c13eaa-7371-42cf-bada-7adcd7aef032 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=de00669f-3a7b-4509-8871-3c481dfc9051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512595 Jul 15 14:06:45.513411 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-e95027be-f0f7-4042-ad69-333a1fbca8fd None None] Set router 87e96c77-84fa-42d7-8f54-b9cc12ff57a3 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:06:45.597422 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2df62cee-cb9d-4be0-86b3-0673ec031f28 req-57e741c3-a32a-4029-818f-a96e6ec6ea85 service neutron] 10.222.0.46 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861433 Jul 15 14:06:45.686989 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-2df62cee-cb9d-4be0-86b3-0673ec031f28 req-971ca549-8b50-456f-8173-5aae35d3c5a7 service neutron] 10.222.0.46 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823693 Jul 15 14:06:45.733516 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-e95027be-f0f7-4042-ad69-333a1fbca8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'name': 'tempest-TestShelveInstance-1939779203-router', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '6b67c159-eef4-41f8-b511-96bd0f2ea473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:21Z', 'updated_at': '2021-07-15T14:06:24Z', 'revision_number': 4, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'gw_port': {'id': '6b67c159-eef4-41f8-b511-96bd0f2ea473', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:22Z', 'updated_at': '2021-07-15T14:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '78d519bc-ac32-43cc-aaac-2caac138c69f', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'floating_ip_address': '172.25.8.78', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'port_id': '2a27db8b-c7ea-4737-a48b-3591a9510f98', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051', 'mac_address': 'fa:16:3e:34:a3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb944d03-7bed-4d76-991c-28147384d2ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:06:43Z', 'updated_at': '2021-07-15T14:06:43Z', 'revision_number': 0, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6813e312-f3bf-4032-a16b-184738b3add4', 'name': '', 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'mac_address': 'fa:16:3e:2a:e3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '84142cef-8080-49cc-b749-90f94c138e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:23Z', 'updated_at': '2021-07-15T14:06:30Z', 'revision_number': 5, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'subnets': [{'id': '84142cef-8080-49cc-b749-90f94c138e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:45.759280 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95027be-f0f7-4042-ad69-333a1fbca8fd None None] The sync data for ids ['87e96c77-84fa-42d7-8f54-b9cc12ff57a3'] in n-d-771363-36 is: [{'id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'name': 'tempest-TestShelveInstance-1939779203-router', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '6b67c159-eef4-41f8-b511-96bd0f2ea473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:21Z', 'updated_at': '2021-07-15T14:06:24Z', 'revision_number': 4, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'gw_port': {'id': '6b67c159-eef4-41f8-b511-96bd0f2ea473', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:22Z', 'updated_at': '2021-07-15T14:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '78d519bc-ac32-43cc-aaac-2caac138c69f', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'floating_ip_address': '172.25.8.78', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'port_id': '2a27db8b-c7ea-4737-a48b-3591a9510f98', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051', 'mac_address': 'fa:16:3e:34:a3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb944d03-7bed-4d76-991c-28147384d2ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:06:43Z', 'updated_at': '2021-07-15T14:06:43Z', 'revision_number': 0, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6813e312-f3bf-4032-a16b-184738b3add4', 'name': '', 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'mac_address': 'fa:16:3e:2a:e3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '84142cef-8080-49cc-b749-90f94c138e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:23Z', 'updated_at': '2021-07-15T14:06:30Z', 'revision_number': 5, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'subnets': [{'id': '84142cef-8080-49cc-b749-90f94c138e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:06:45.944900 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4826019-1528-48d2-97c7-e916dc71ed9f None None] New status for floating IP 78d519bc-ac32-43cc-aaac-2caac138c69f: ACTIVE {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:06:51.343882 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:06:59.747871 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f217250-2339-46b2-8e62-bf391ce6c0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:59.796000 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:00.056822 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:02.353430 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:02.533966 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-71e96f9f-0085-498f-ba3c-0ac1e0abe017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:03.810386 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:05.244795 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:12.247670 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-95d23831-eb54-4713-975c-0525d9f410ee req-5261de25-a469-4655-9ea9-dcbb360b0986 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0973456 Jul 15 14:07:12.340279 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d23831-eb54-4713-975c-0525d9f410ee req-f2cc0de9-4842-4e88-8153-dc850ba823d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:12.342217 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-95d23831-eb54-4713-975c-0525d9f410ee req-f2cc0de9-4842-4e88-8153-dc850ba823d1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97d2194be5644954bbf76a9ff6daaf2d&device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 1098 time: 0.0512204 Jul 15 14:07:12.444133 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d23831-eb54-4713-975c-0525d9f410ee req-0c238530-a920-4917-a4de-09dd3330f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:12.445594 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-95d23831-eb54-4713-975c-0525d9f410ee req-0c238530-a920-4917-a4de-09dd3330f04e service neutron] 10.222.0.46 "GET /v2.0/networks?id=de00669f-3a7b-4509-8871-3c481dfc9051 HTTP/1.1" status: 200 len: 910 time: 0.0831332 Jul 15 14:07:12.511858 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-95d23831-eb54-4713-975c-0525d9f410ee req-a4c7deb0-0c79-4670-81a9-cdb01cf38990 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a27db8b-c7ea-4737-a48b-3591a9510f98 HTTP/1.1" status: 200 len: 1001 time: 0.0600808 Jul 15 14:07:12.558774 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d23831-eb54-4713-975c-0525d9f410ee req-6872c684-b5dd-4701-bb61-434f054f8c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:12.560177 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-95d23831-eb54-4713-975c-0525d9f410ee req-6872c684-b5dd-4701-bb61-434f054f8c82 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=84142cef-8080-49cc-b749-90f94c138e32 HTTP/1.1" status: 200 len: 848 time: 0.0420949 Jul 15 14:07:12.617442 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d23831-eb54-4713-975c-0525d9f410ee req-91c461f5-39d8-4a6b-9756-668c023f4a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:12.618945 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-95d23831-eb54-4713-975c-0525d9f410ee req-91c461f5-39d8-4a6b-9756-668c023f4a4c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=de00669f-3a7b-4509-8871-3c481dfc9051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515304 Jul 15 14:07:12.711207 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-95d23831-eb54-4713-975c-0525d9f410ee req-bd08828f-976f-4b80-b2e8-175fcd106d87 service neutron] 10.222.0.46 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854418 Jul 15 14:07:12.798328 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-95d23831-eb54-4713-975c-0525d9f410ee req-3ba2ee8b-c994-4235-bdbf-d1d5c3491561 service neutron] 10.222.0.46 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800595 Jul 15 14:07:28.343300 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:07:29.746982 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-58d26e00-6c71-4819-a16d-1932ff4ee7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:29.827477 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:30.061818 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:32.356040 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:32.532760 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32da20ee-dae6-4b79-b5d3-5dbbb96f23bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:33.812892 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:35.248638 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:59.749414 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4234fc86-3d76-4ec4-8933-5d3f55cbdecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:59.866300 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:00.057458 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:02.358247 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:02.531052 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5fd0961a-4db5-4043-a491-b3f1b454cb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:03.815382 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:05.250288 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:05.345971 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:08:12.552250 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3914e9b9-3f24-4c46-9a7b-612eb86f3b88 req-ad82c7f2-f146-447b-9cb4-500fee2c3a29 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0537374 Jul 15 14:08:12.644261 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914e9b9-3f24-4c46-9a7b-612eb86f3b88 req-36d86492-420c-4a47-8cbf-c2aca4c967df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:12.645737 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3914e9b9-3f24-4c46-9a7b-612eb86f3b88 req-36d86492-420c-4a47-8cbf-c2aca4c967df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97d2194be5644954bbf76a9ff6daaf2d&device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 1098 time: 0.0513449 Jul 15 14:08:12.750085 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914e9b9-3f24-4c46-9a7b-612eb86f3b88 req-5fd1965d-ffdb-488b-94c7-041f7a69b17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:12.751570 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3914e9b9-3f24-4c46-9a7b-612eb86f3b88 req-5fd1965d-ffdb-488b-94c7-041f7a69b17a service neutron] 10.222.0.46 "GET /v2.0/networks?id=de00669f-3a7b-4509-8871-3c481dfc9051 HTTP/1.1" status: 200 len: 910 time: 0.0873160 Jul 15 14:08:12.813914 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3914e9b9-3f24-4c46-9a7b-612eb86f3b88 req-24f48476-958d-42b7-8bd9-9d7bcfdf3f21 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a27db8b-c7ea-4737-a48b-3591a9510f98 HTTP/1.1" status: 200 len: 1001 time: 0.0560222 Jul 15 14:08:12.860161 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914e9b9-3f24-4c46-9a7b-612eb86f3b88 req-99d5a1db-e248-4ddc-a98e-9c1db2eecf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:12.861577 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3914e9b9-3f24-4c46-9a7b-612eb86f3b88 req-99d5a1db-e248-4ddc-a98e-9c1db2eecf98 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=84142cef-8080-49cc-b749-90f94c138e32 HTTP/1.1" status: 200 len: 848 time: 0.0421121 Jul 15 14:08:12.921582 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914e9b9-3f24-4c46-9a7b-612eb86f3b88 req-7b7f5549-d6cc-49fb-96aa-aa5896e4c47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:12.923062 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3914e9b9-3f24-4c46-9a7b-612eb86f3b88 req-7b7f5549-d6cc-49fb-96aa-aa5896e4c47f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=de00669f-3a7b-4509-8871-3c481dfc9051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552521 Jul 15 14:08:13.009287 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3914e9b9-3f24-4c46-9a7b-612eb86f3b88 req-fdbe1f4f-89cd-43c9-9a5f-205622fb0e76 service neutron] 10.222.0.46 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797994 Jul 15 14:08:13.101019 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-3914e9b9-3f24-4c46-9a7b-612eb86f3b88 req-64249a44-70f6-4fa9-9d91-965edaf76c46 service neutron] 10.222.0.46 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850852 Jul 15 14:08:29.749251 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b311314-93aa-436e-ad75-8505710986e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:29.878431 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:30.070302 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:32.359552 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:32.529996 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3416b190-a08f-44df-8aa7-7bfc82bc41eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:33.817655 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:35.253779 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:41.216857 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904daf6a-0302-4239-a308-cf5c813e1aa7 req-fab6ecbe-cd42-4bd4-8192-dddab65475d1 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:41.219011 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-904daf6a-0302-4239-a308-cf5c813e1aa7 req-fab6ecbe-cd42-4bd4-8192-dddab65475d1 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 946 time: 0.0648816 Jul 15 14:08:41.254775 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-904daf6a-0302-4239-a308-cf5c813e1aa7 req-e3d8af6c-5b23-4e38-b251-2d51c0b72225 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301478 Jul 15 14:08:42.344861 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:08:42.454948 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298927df-cb77-423b-8990-afc8927291d9 req-9434c6f1-f622-4d1b-b433-d65c1f939fff tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:42.456423 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-298927df-cb77-423b-8990-afc8927291d9 req-9434c6f1-f622-4d1b-b433-d65c1f939fff tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 946 time: 0.0654118 Jul 15 14:08:42.492909 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-298927df-cb77-423b-8990-afc8927291d9 req-e2040e66-9ef2-47fd-9344-3ed66126ef09 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309358 Jul 15 14:08:43.679666 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79d0ee-af60-4a53-92c8-0c4381c6169b req-d58b9e35-7111-4ff5-aa96-d619a2101a7c tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:43.681144 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0c79d0ee-af60-4a53-92c8-0c4381c6169b req-d58b9e35-7111-4ff5-aa96-d619a2101a7c tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 946 time: 0.0629237 Jul 15 14:08:43.718603 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0c79d0ee-af60-4a53-92c8-0c4381c6169b req-2709a501-654e-4659-827b-24956d47f82a tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319304 Jul 15 14:08:44.887103 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d68db-5973-4cdf-9fb8-4e04a1ef972a req-9484192c-451d-4f73-8271-04b7a4ee6781 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:44.888565 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-361d68db-5973-4cdf-9fb8-4e04a1ef972a req-9484192c-451d-4f73-8271-04b7a4ee6781 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 946 time: 0.0619311 Jul 15 14:08:44.924649 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-361d68db-5973-4cdf-9fb8-4e04a1ef972a req-d003882b-89e0-4f6a-889b-af96e318f993 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304842 Jul 15 14:08:46.099414 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d38e7-df76-4026-9315-5ed0cfa62a25 req-75f18916-2686-4813-84cd-750c53af3782 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:46.101213 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-486d38e7-df76-4026-9315-5ed0cfa62a25 req-75f18916-2686-4813-84cd-750c53af3782 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 946 time: 0.0678556 Jul 15 14:08:46.138857 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-486d38e7-df76-4026-9315-5ed0cfa62a25 req-39789da1-2c3e-452e-87fc-04ba831a9a59 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314677 Jul 15 14:08:47.309941 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ab18d-e340-4a14-af0a-66887f5f535c req-7404b531-e785-48a2-8a14-a254710ec6af tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:47.311926 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4f5ab18d-e340-4a14-af0a-66887f5f535c req-7404b531-e785-48a2-8a14-a254710ec6af tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 946 time: 0.0615652 Jul 15 14:08:47.349107 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4f5ab18d-e340-4a14-af0a-66887f5f535c req-d7207b03-203c-4071-bb07-ce51ff21cb65 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316737 Jul 15 14:08:48.524214 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25999148-f57a-4746-be35-3d35541b4c8c req-8150cf6a-c2b7-4b02-bab1-a8b7566b187b tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:48.525669 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-25999148-f57a-4746-be35-3d35541b4c8c req-8150cf6a-c2b7-4b02-bab1-a8b7566b187b tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 946 time: 0.0652456 Jul 15 14:08:48.561885 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-25999148-f57a-4746-be35-3d35541b4c8c req-da564d8b-916c-409c-90f8-f959a7d48537 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301404 Jul 15 14:08:49.734180 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93badff5-18e6-43cb-b0d9-3609c396ba26 req-aeb68a70-223d-4f65-9bb2-79f1870bec62 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:49.735663 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-93badff5-18e6-43cb-b0d9-3609c396ba26 req-aeb68a70-223d-4f65-9bb2-79f1870bec62 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 946 time: 0.0622592 Jul 15 14:08:49.771022 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-93badff5-18e6-43cb-b0d9-3609c396ba26 req-323ee22f-e5fc-423e-99f2-8a1daaef8cd4 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297506 Jul 15 14:08:50.942380 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e4a78-4419-4bb8-bd47-88224a2f2272 req-e8a2ec28-1311-450c-b9f8-55764166e8cc tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:50.943888 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-363e4a78-4419-4bb8-bd47-88224a2f2272 req-e8a2ec28-1311-450c-b9f8-55764166e8cc tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 946 time: 0.0632544 Jul 15 14:08:50.979911 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-363e4a78-4419-4bb8-bd47-88224a2f2272 req-58ee6e7a-98ac-4fe8-a875-0ff898ccc960 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303423 Jul 15 14:08:51.358975 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-4f9f479f-eb21-4484-9edc-0760f779d6b5 req-415f4ed9-a7c5-49b4-9190-63cde3e9e847 service neutron] (93825) timed out ('10.222.0.20', 51981) {{(pid=93825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 14:08:52.153705 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c42e68-d34f-438e-b607-96fecfc50f0d req-026caa09-2d93-437f-a559-0c3a82063b98 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:52.155198 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-98c42e68-d34f-438e-b607-96fecfc50f0d req-026caa09-2d93-437f-a559-0c3a82063b98 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 946 time: 0.0666044 Jul 15 14:08:52.191427 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-98c42e68-d34f-438e-b607-96fecfc50f0d req-1946c9bd-3a25-44eb-92bd-f180062ad834 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306964 Jul 15 14:08:53.363259 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339efaf5-4afa-4cbc-82b3-915aacb2b000 req-2bdb81d9-78cd-4d68-8775-005d339a0e91 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:53.364755 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-339efaf5-4afa-4cbc-82b3-915aacb2b000 req-2bdb81d9-78cd-4d68-8775-005d339a0e91 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 946 time: 0.0629101 Jul 15 14:08:53.402405 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-339efaf5-4afa-4cbc-82b3-915aacb2b000 req-6781cfc9-8469-44c9-a87a-b9f6cf547e3a tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320795 Jul 15 14:08:53.938421 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 2a27db8b-c7ea-4737-a48b-3591a9510f98 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:08:54.055243 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 2a27db8b-c7ea-4737-a48b-3591a9510f98, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2a27db8b-c7ea-4737-a48b-3591a9510f98,segment=NetworkSegment(4bc2ad99-8521-462e-809b-f1ad08d28c61),segment_id=4bc2ad99-8521-462e-809b-f1ad08d28c61)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:08:54.068299 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '2a27db8b-c7ea-4737-a48b-3591a9510f98', 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051', 'port_id': '2a27db8b-c7ea-4737-a48b-3591a9510f98', 'mac_address': 'fa:16:3e:34:a3:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84142cef-8080-49cc-b749-90f94c138e32', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:08:54.114523 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:54.129268 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a27db8b-c7ea-4737-a48b-3591a9510f98 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:08:54.150720 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 2a27db8b-c7ea-4737-a48b-3591a9510f98, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2a27db8b-c7ea-4737-a48b-3591a9510f98,segment=NetworkSegment(4bc2ad99-8521-462e-809b-f1ad08d28c61),segment_id=4bc2ad99-8521-462e-809b-f1ad08d28c61)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:08:54.157226 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:54.216591 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=2a27db8b-c7ea-4737-a48b-3591a9510f98,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:54.229046 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:54.229653 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:54.230193 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:54.230736 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:54.231260 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:54.231786 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:54.232113 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:54.232527 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:54.233328 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:54.233660 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:54.233992 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:54.234321 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:54.252258 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['2a27db8b-c7ea-4737-a48b-3591a9510f98'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:08:54.591578 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c81e42-a098-4f9a-aceb-ba46d8a89bdb req-604ed437-1314-4988-a510-555dce77c012 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:54.594235 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-27c81e42-a098-4f9a-aceb-ba46d8a89bdb req-604ed437-1314-4988-a510-555dce77c012 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 945 time: 0.0753651 Jul 15 14:08:54.644808 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-27c81e42-a098-4f9a-aceb-ba46d8a89bdb req-e8cfa93e-61a0-4b50-8df5-77372d728126 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430350 Jul 15 14:08:55.834746 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45131b6-e15e-40ac-8f52-9c96b9bbfd6e req-7712589f-e03a-459e-98ed-5d0aef41f4b9 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:55.836395 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a45131b6-e15e-40ac-8f52-9c96b9bbfd6e req-7712589f-e03a-459e-98ed-5d0aef41f4b9 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 945 time: 0.0738006 Jul 15 14:08:55.878369 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a45131b6-e15e-40ac-8f52-9c96b9bbfd6e req-64705e97-9293-4104-8b3e-504d65dffab9 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362048 Jul 15 14:08:55.955706 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 2a27db8b-c7ea-4737-a48b-3591a9510f98 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:08:56.005852 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 2a27db8b-c7ea-4737-a48b-3591a9510f98 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:08:56.006260 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:56.097834 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:56.127698 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb944d03-7bed-4d76-991c-28147384d2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a27db8b-c7ea-4737-a48b-3591a9510f98'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:08:56.130110 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d336e28e73e37671204d4011867161ab10622757e030a17953cce0be893d8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f260ff-7003-4510-aa7a-290577ff5e57" -d '{"events": [{"server_uuid": "eb944d03-7bed-4d76-991c-28147384d2ba", "name": "network-vif-plugged", "status": "completed", "tag": "2a27db8b-c7ea-4737-a48b-3591a9510f98"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:08:56.148658 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 2a27db8b-c7ea-4737-a48b-3591a9510f98, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2a27db8b-c7ea-4737-a48b-3591a9510f98,segment=NetworkSegment(4bc2ad99-8521-462e-809b-f1ad08d28c61),segment_id=4bc2ad99-8521-462e-809b-f1ad08d28c61)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:08:56.155721 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:56.209793 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=2a27db8b-c7ea-4737-a48b-3591a9510f98,revision_number=7']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:56.260989 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b24935-9e9c-4dde-95bf-52fbec37f73f x-openstack-request-id: req-b1b24935-9e9c-4dde-95bf-52fbec37f73f {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:08:56.261290 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb944d03-7bed-4d76-991c-28147384d2ba", "name": "network-vif-plugged", "status": "completed", "tag": "2a27db8b-c7ea-4737-a48b-3591a9510f98", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:08:56.261546 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b1b24935-9e9c-4dde-95bf-52fbec37f73f {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:08:56.261940 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb944d03-7bed-4d76-991c-28147384d2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a27db8b-c7ea-4737-a48b-3591a9510f98', 'code': 200} Jul 15 14:08:57.059755 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383406d-259a-4e34-8f90-3746591bd04c req-1c57837e-bc49-4e91-8792-5fde8e9f0c6d tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:57.062254 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3383406d-259a-4e34-8f90-3746591bd04c req-1c57837e-bc49-4e91-8792-5fde8e9f0c6d tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 946 time: 0.0667052 Jul 15 14:08:57.108716 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3383406d-259a-4e34-8f90-3746591bd04c req-ee99daa4-9951-4a56-a3ff-ac0a8bcf71c2 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398009 Jul 15 14:08:58.304498 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba2f71-d5a4-42bb-94d7-f595cb0abdf0 req-3768bc13-4d62-4c6d-8026-c56a30c63d66 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:58.306006 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-26ba2f71-d5a4-42bb-94d7-f595cb0abdf0 req-3768bc13-4d62-4c6d-8026-c56a30c63d66 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 946 time: 0.0699463 Jul 15 14:08:58.351573 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-26ba2f71-d5a4-42bb-94d7-f595cb0abdf0 req-48de66ff-765d-42fd-8d17-53bb38791e1c tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356748 Jul 15 14:08:59.547996 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996e07e-4ba9-4aac-a425-b73396f4765e req-2235ea24-b2db-44f1-b796-bcef798e4e85 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:59.549938 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f996e07e-4ba9-4aac-a425-b73396f4765e req-2235ea24-b2db-44f1-b796-bcef798e4e85 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 946 time: 0.0829034 Jul 15 14:08:59.594714 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f996e07e-4ba9-4aac-a425-b73396f4765e req-d908d891-8aa7-44e1-a2b6-0e27e2069668 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392666 Jul 15 14:08:59.751285 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-53f276e7-f3e5-479d-887d-552fe33cd559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:59.913054 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:00.081553 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:00.784847 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b829c-c051-4533-a842-413bd84666c7 req-7443dd59-e0e3-4157-9433-da1d56207619 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:00.787126 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3d3b829c-c051-4533-a842-413bd84666c7 req-7443dd59-e0e3-4157-9433-da1d56207619 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 946 time: 0.0738213 Jul 15 14:09:00.834136 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3d3b829c-c051-4533-a842-413bd84666c7 req-61c64d7a-2fea-4180-859b-73e0a224b66a tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405042 Jul 15 14:09:02.034382 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04185e-41c2-4f51-9ae1-8e691ae2fe04 req-9a312312-05fa-4e39-80cb-b68d05c823a2 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:02.035848 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1f04185e-41c2-4f51-9ae1-8e691ae2fe04 req-9a312312-05fa-4e39-80cb-b68d05c823a2 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 946 time: 0.0685875 Jul 15 14:09:02.087705 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1f04185e-41c2-4f51-9ae1-8e691ae2fe04 req-6dd41eea-fd39-4706-bf53-bfc8a01e4ff3 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421660 Jul 15 14:09:02.362436 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:02.529349 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4275564a-f66d-4e9f-a0f2-7f66eff36b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:02.983368 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194be10-0a22-48ca-b7ee-c5d3e9b302ec req-5bc083e9-e483-45ec-9653-539bf9b923d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:02.984912 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a194be10-0a22-48ca-b7ee-c5d3e9b302ec req-5bc083e9-e483-45ec-9653-539bf9b923d9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97d2194be5644954bbf76a9ff6daaf2d&device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 1098 time: 0.0526192 Jul 15 14:09:03.077264 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194be10-0a22-48ca-b7ee-c5d3e9b302ec req-8813dd16-bbb8-4c7e-bf9d-1ea6b3cd5cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:03.078841 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a194be10-0a22-48ca-b7ee-c5d3e9b302ec req-8813dd16-bbb8-4c7e-bf9d-1ea6b3cd5cb6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=de00669f-3a7b-4509-8871-3c481dfc9051 HTTP/1.1" status: 200 len: 910 time: 0.0880773 Jul 15 14:09:03.142111 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a194be10-0a22-48ca-b7ee-c5d3e9b302ec req-65e29a53-d8e8-4149-8c07-faf6cfba763e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a27db8b-c7ea-4737-a48b-3591a9510f98 HTTP/1.1" status: 200 len: 1001 time: 0.0574119 Jul 15 14:09:03.196537 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194be10-0a22-48ca-b7ee-c5d3e9b302ec req-473e0bb6-b214-41fd-9390-1757c5f8f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:03.198260 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a194be10-0a22-48ca-b7ee-c5d3e9b302ec req-473e0bb6-b214-41fd-9390-1757c5f8f72f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=84142cef-8080-49cc-b749-90f94c138e32 HTTP/1.1" status: 200 len: 848 time: 0.0497053 Jul 15 14:09:03.259522 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194be10-0a22-48ca-b7ee-c5d3e9b302ec req-eebd7036-1ee6-4e7d-a9a4-7acdd85f7a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:03.261056 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a194be10-0a22-48ca-b7ee-c5d3e9b302ec req-eebd7036-1ee6-4e7d-a9a4-7acdd85f7a70 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=de00669f-3a7b-4509-8871-3c481dfc9051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560033 Jul 15 14:09:03.266097 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f605120-7698-4a88-b661-78f6ad94691f req-21e4e513-f44f-4047-b217-93e02d6662a1 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:03.268110 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0f605120-7698-4a88-b661-78f6ad94691f req-21e4e513-f44f-4047-b217-93e02d6662a1 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 946 time: 0.0651188 Jul 15 14:09:03.308328 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0f605120-7698-4a88-b661-78f6ad94691f req-5c655fde-b412-45e2-b6d4-5c9aaa558223 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338295 Jul 15 14:09:03.357650 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a194be10-0a22-48ca-b7ee-c5d3e9b302ec req-46192d98-a5c0-4709-9833-3619ca469ec5 service neutron] 10.222.0.46 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884266 Jul 15 14:09:03.451165 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a194be10-0a22-48ca-b7ee-c5d3e9b302ec req-3f46b11d-c6a3-4f86-b99d-fcd6d05f0a76 service neutron] 10.222.0.46 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871978 Jul 15 14:09:03.820915 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:04.482762 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d63ca-1b8c-4b62-9038-48fcb33cac92 req-9561c802-c237-4e15-886f-bce1c8f940aa tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:04.484226 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ec1d63ca-1b8c-4b62-9038-48fcb33cac92 req-9561c802-c237-4e15-886f-bce1c8f940aa tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 946 time: 0.0658405 Jul 15 14:09:04.520758 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ec1d63ca-1b8c-4b62-9038-48fcb33cac92 req-3ed14ae7-1023-4d62-8dbb-2110fc2def53 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309024 Jul 15 14:09:05.256474 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:05.691347 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63a8bf-84e1-4a44-baca-ae6e43eeaa5f req-47b9ec34-f155-4d52-b2db-457798e72def tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:05.692817 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a63a8bf-84e1-4a44-baca-ae6e43eeaa5f req-47b9ec34-f155-4d52-b2db-457798e72def tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 946 time: 0.0630963 Jul 15 14:09:05.730222 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1a63a8bf-84e1-4a44-baca-ae6e43eeaa5f req-e43cf166-59ad-4077-bf14-3cd75d251b28 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315468 Jul 15 14:09:06.033647 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 2a27db8b-c7ea-4737-a48b-3591a9510f98 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:09:06.090787 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d75491-970f-43d6-a140-2800ec71db62 req-0a6a9e9a-4506-44d7-94cd-60e0d3ea180e tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:06.099901 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f1d75491-970f-43d6-a140-2800ec71db62 req-0a6a9e9a-4506-44d7-94cd-60e0d3ea180e tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 946 time: 0.0829990 Jul 15 14:09:06.111149 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:06.139340 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb944d03-7bed-4d76-991c-28147384d2ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a27db8b-c7ea-4737-a48b-3591a9510f98'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:09:06.141519 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f1d75491-970f-43d6-a140-2800ec71db62 req-216a8459-c4a6-4630-a88a-2dce552d778c tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395679 Jul 15 14:09:06.142279 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d336e28e73e37671204d4011867161ab10622757e030a17953cce0be893d8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39cafb4-9cb3-46b5-9bde-24c94396351f" -d '{"events": [{"server_uuid": "eb944d03-7bed-4d76-991c-28147384d2ba", "name": "network-vif-unplugged", "status": "completed", "tag": "2a27db8b-c7ea-4737-a48b-3591a9510f98"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:09:06.157180 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 2a27db8b-c7ea-4737-a48b-3591a9510f98, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2a27db8b-c7ea-4737-a48b-3591a9510f98,segment=NetworkSegment(4bc2ad99-8521-462e-809b-f1ad08d28c61),segment_id=4bc2ad99-8521-462e-809b-f1ad08d28c61)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:06.167890 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:06.191512 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Jul 2021 14:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f68e41-2a49-45c7-ab17-66ac8e478e6d x-openstack-request-id: req-28f68e41-2a49-45c7-ab17-66ac8e478e6d {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:09:06.191807 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb944d03-7bed-4d76-991c-28147384d2ba", "name": "network-vif-unplugged", "status": "failed", "tag": "2a27db8b-c7ea-4737-a48b-3591a9510f98", "code": 422}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:09:06.192063 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28f68e41-2a49-45c7-ab17-66ac8e478e6d {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:09:06.192452 n-d-771363-36 neutron-server[93827]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eb944d03-7bed-4d76-991c-28147384d2ba', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2a27db8b-c7ea-4737-a48b-3591a9510f98', 'code': 422} returned with failed status Jul 15 14:09:06.218326 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=2a27db8b-c7ea-4737-a48b-3591a9510f98,revision_number=8']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:06.351781 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e5aa71b0-0273-468a-a2dd-f8ec35c81c09 req-facbe29d-8542-47b8-b4b9-13c0398889d7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0906723 Jul 15 14:09:07.316697 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e76a8-1987-485c-95be-86d25ca328c2 req-4be4d058-7f4d-44b7-b9e4-40f02782fbb5 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:07.318158 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9e9e76a8-1987-485c-95be-86d25ca328c2 req-4be4d058-7f4d-44b7-b9e4-40f02782fbb5 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 944 time: 0.0618243 Jul 15 14:09:07.356137 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9e9e76a8-1987-485c-95be-86d25ca328c2 req-d9c4ea1a-c82a-4fd7-a27f-6b6c1c563672 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321817 Jul 15 14:09:08.522007 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4f84b-8cc7-4cb5-95b0-d9db51489967 req-dbb9da0b-5c5f-414f-899f-d6dffafd0412 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:08.523481 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-76d4f84b-8cc7-4cb5-95b0-d9db51489967 req-dbb9da0b-5c5f-414f-899f-d6dffafd0412 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 944 time: 0.0611973 Jul 15 14:09:08.559667 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-76d4f84b-8cc7-4cb5-95b0-d9db51489967 req-f8d5adfe-d7c7-4b3f-96b9-a58ab3047910 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307987 Jul 15 14:09:09.323128 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa71b0-0273-468a-a2dd-f8ec35c81c09 req-42ee30cd-c6f1-4a80-ab9b-683fb75196ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:09.324558 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e5aa71b0-0273-468a-a2dd-f8ec35c81c09 req-42ee30cd-c6f1-4a80-ab9b-683fb75196ea service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba&tenant_id=97d2194be5644954bbf76a9ff6daaf2d HTTP/1.1" status: 200 len: 1096 time: 0.0550089 Jul 15 14:09:09.335275 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [req-e5aa71b0-0273-468a-a2dd-f8ec35c81c09 req-31e184be-95f4-472f-b3e5-b44c215883ea service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-36', 'device_owner': 'compute:nova'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:09:09.402585 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e5aa71b0-0273-468a-a2dd-f8ec35c81c09 req-31e184be-95f4-472f-b3e5-b44c215883ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:09.593602 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-e5aa71b0-0273-468a-a2dd-f8ec35c81c09 req-31e184be-95f4-472f-b3e5-b44c215883ea service neutron] For port 2a27db8b-c7ea-4737-a48b-3591a9510f98, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=2a27db8b-c7ea-4737-a48b-3591a9510f98,segment=NetworkSegment(4bc2ad99-8521-462e-809b-f1ad08d28c61),segment_id=4bc2ad99-8521-462e-809b-f1ad08d28c61)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:09.630396 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-e5aa71b0-0273-468a-a2dd-f8ec35c81c09 req-31e184be-95f4-472f-b3e5-b44c215883ea service neutron] For port 2a27db8b-c7ea-4737-a48b-3591a9510f98, host n-h2-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:09:09.662351 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [req-e5aa71b0-0273-468a-a2dd-f8ec35c81c09 req-31e184be-95f4-472f-b3e5-b44c215883ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a27db8b-c7ea-4737-a48b-3591a9510f98 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:09:09.669659 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e5aa71b0-0273-468a-a2dd-f8ec35c81c09 req-31e184be-95f4-472f-b3e5-b44c215883ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:09.708554 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-e5aa71b0-0273-468a-a2dd-f8ec35c81c09 req-31e184be-95f4-472f-b3e5-b44c215883ea service neutron] Transition to ACTIVE for port object 2a27db8b-c7ea-4737-a48b-3591a9510f98 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:09:09.712546 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e5aa71b0-0273-468a-a2dd-f8ec35c81c09 req-31e184be-95f4-472f-b3e5-b44c215883ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:09.809788 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e184be-95f4-472f-b3e5-b44c215883ea service neutron] Pushing event updated for resources: {'Port': ['ID=2a27db8b-c7ea-4737-a48b-3591a9510f98,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:09.832874 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b3a58-beec-4173-b407-324106678e3d req-21e4bda9-3134-4ab2-b87e-8b33a0b4029d tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:09.834403 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-474b3a58-beec-4173-b407-324106678e3d req-21e4bda9-3134-4ab2-b87e-8b33a0b4029d tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 944 time: 0.1618857 Jul 15 14:09:09.835843 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e184be-95f4-472f-b3e5-b44c215883ea service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:09.836182 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e184be-95f4-472f-b3e5-b44c215883ea service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:09.836516 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e184be-95f4-472f-b3e5-b44c215883ea service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:09.836845 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e184be-95f4-472f-b3e5-b44c215883ea service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:09.837171 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e184be-95f4-472f-b3e5-b44c215883ea service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:09.837493 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e184be-95f4-472f-b3e5-b44c215883ea service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:09.837826 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e184be-95f4-472f-b3e5-b44c215883ea service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:09.838132 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e184be-95f4-472f-b3e5-b44c215883ea service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:09.838450 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e184be-95f4-472f-b3e5-b44c215883ea service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:09.838797 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e184be-95f4-472f-b3e5-b44c215883ea service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:09.839176 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e184be-95f4-472f-b3e5-b44c215883ea service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:09.839436 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e184be-95f4-472f-b3e5-b44c215883ea service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:09.882669 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5aa71b0-0273-468a-a2dd-f8ec35c81c09 req-31e184be-95f4-472f-b3e5-b44c215883ea service neutron] No DVR routers for this DVR port 2a27db8b-c7ea-4737-a48b-3591a9510f98 on host n-h2-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:09:09.939699 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-474b3a58-beec-4173-b407-324106678e3d req-d5ba76d4-0f4f-40cf-a74c-282b1d4550a1 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963111 Jul 15 14:09:10.028328 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-e5aa71b0-0273-468a-a2dd-f8ec35c81c09 req-31e184be-95f4-472f-b3e5-b44c215883ea service neutron] Attempting to bind port 2a27db8b-c7ea-4737-a48b-3591a9510f98 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:09:10.028627 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-e5aa71b0-0273-468a-a2dd-f8ec35c81c09 req-31e184be-95f4-472f-b3e5-b44c215883ea service neutron] Attempting to bind port 2a27db8b-c7ea-4737-a48b-3591a9510f98 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': '4bc2ad99-8521-462e-809b-f1ad08d28c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:09:10.028978 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aa71b0-0273-468a-a2dd-f8ec35c81c09 req-31e184be-95f4-472f-b3e5-b44c215883ea service neutron] Attempting to bind port 2a27db8b-c7ea-4737-a48b-3591a9510f98 on network de00669f-3a7b-4509-8871-3c481dfc9051 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:09:10.033673 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aa71b0-0273-468a-a2dd-f8ec35c81c09 req-31e184be-95f4-472f-b3e5-b44c215883ea service neutron] Port 2a27db8b-c7ea-4737-a48b-3591a9510f98 on network de00669f-3a7b-4509-8871-3c481dfc9051 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:09:10.033997 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aa71b0-0273-468a-a2dd-f8ec35c81c09 req-31e184be-95f4-472f-b3e5-b44c215883ea service neutron] Attempting to bind port 2a27db8b-c7ea-4737-a48b-3591a9510f98 on network de00669f-3a7b-4509-8871-3c481dfc9051 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:09:10.038773 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aa71b0-0273-468a-a2dd-f8ec35c81c09 req-31e184be-95f4-472f-b3e5-b44c215883ea service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:09:10.039111 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aa71b0-0273-468a-a2dd-f8ec35c81c09 req-31e184be-95f4-472f-b3e5-b44c215883ea service neutron] Checking segment: {'id': '4bc2ad99-8521-462e-809b-f1ad08d28c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:09:10.039494 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aa71b0-0273-468a-a2dd-f8ec35c81c09 req-31e184be-95f4-472f-b3e5-b44c215883ea service neutron] Bound using segment: {'id': '4bc2ad99-8521-462e-809b-f1ad08d28c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:09:10.039914 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-e5aa71b0-0273-468a-a2dd-f8ec35c81c09 req-31e184be-95f4-472f-b3e5-b44c215883ea service neutron] Bound port: 2a27db8b-c7ea-4737-a48b-3591a9510f98, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc2ad99-8521-462e-809b-f1ad08d28c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:09:10.040266 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e5aa71b0-0273-468a-a2dd-f8ec35c81c09 req-31e184be-95f4-472f-b3e5-b44c215883ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:10.105824 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.20', 52581) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:10.110430 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-e5aa71b0-0273-468a-a2dd-f8ec35c81c09 req-31e184be-95f4-472f-b3e5-b44c215883ea service neutron] For port 2a27db8b-c7ea-4737-a48b-3591a9510f98, host n-h1-771363-36, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:09:10.113467 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-e5aa71b0-0273-468a-a2dd-f8ec35c81c09 req-31e184be-95f4-472f-b3e5-b44c215883ea service neutron] For port 2a27db8b-c7ea-4737-a48b-3591a9510f98, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=2a27db8b-c7ea-4737-a48b-3591a9510f98,segment=NetworkSegment(4bc2ad99-8521-462e-809b-f1ad08d28c61),segment_id=4bc2ad99-8521-462e-809b-f1ad08d28c61)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:09:10.118279 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e5aa71b0-0273-468a-a2dd-f8ec35c81c09 req-31e184be-95f4-472f-b3e5-b44c215883ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:10.148255 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa71b0-0273-468a-a2dd-f8ec35c81c09 req-31e184be-95f4-472f-b3e5-b44c215883ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:10.149092 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e5aa71b0-0273-468a-a2dd-f8ec35c81c09 req-31e184be-95f4-472f-b3e5-b44c215883ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:10.150580 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e5aa71b0-0273-468a-a2dd-f8ec35c81c09 req-31e184be-95f4-472f-b3e5-b44c215883ea service neutron] 10.222.0.20 "PUT /v2.0/ports/2a27db8b-c7ea-4737-a48b-3591a9510f98 HTTP/1.1" status: 200 len: 1093 time: 0.8191841 Jul 15 14:09:10.152757 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb944d03-7bed-4d76-991c-28147384d2ba', 'tag': '2a27db8b-c7ea-4737-a48b-3591a9510f98'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:09:10.155627 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecae15dfe8a955ea50b9833da7617a528fbca6cb3a0c246d25e4c35a4bbccae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0fb6d7-21d2-4d82-ad03-717c82d694c5" -d '{"events": [{"name": "network-changed", "server_uuid": "eb944d03-7bed-4d76-991c-28147384d2ba", "tag": "2a27db8b-c7ea-4737-a48b-3591a9510f98"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:09:10.160728 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a427a8a-64ad-45bb-bd72-49ef09ceef12 req-be20dab7-aee9-40ef-8b6b-8190544499ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:10.162468 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8a427a8a-64ad-45bb-bd72-49ef09ceef12 req-be20dab7-aee9-40ef-8b6b-8190544499ba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97d2194be5644954bbf76a9ff6daaf2d&device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 1097 time: 0.0557203 Jul 15 14:09:10.185008 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e184be-95f4-472f-b3e5-b44c215883ea service neutron] Pushing event updated for resources: {'Port': ['ID=2a27db8b-c7ea-4737-a48b-3591a9510f98,revision_number=10']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:10.202874 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9ec0f9-aeca-42e9-8c90-31166643c6ae x-openstack-request-id: req-8a9ec0f9-aeca-42e9-8c90-31166643c6ae {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:09:10.203169 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb944d03-7bed-4d76-991c-28147384d2ba", "tag": "2a27db8b-c7ea-4737-a48b-3591a9510f98", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:09:10.203555 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a9ec0f9-aeca-42e9-8c90-31166643c6ae {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:09:10.204120 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb944d03-7bed-4d76-991c-28147384d2ba', 'tag': '2a27db8b-c7ea-4737-a48b-3591a9510f98', 'status': 'completed', 'code': 200} Jul 15 14:09:10.281894 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a427a8a-64ad-45bb-bd72-49ef09ceef12 req-d39e3212-410f-4715-a425-6ee2982b5b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:10.283544 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8a427a8a-64ad-45bb-bd72-49ef09ceef12 req-d39e3212-410f-4715-a425-6ee2982b5b85 service neutron] 10.222.0.20 "GET /v2.0/networks?id=de00669f-3a7b-4509-8871-3c481dfc9051 HTTP/1.1" status: 200 len: 910 time: 0.0998535 Jul 15 14:09:10.349555 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8a427a8a-64ad-45bb-bd72-49ef09ceef12 req-8cb05d1c-90ef-423a-b8c6-6f5a57e600f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a27db8b-c7ea-4737-a48b-3591a9510f98 HTTP/1.1" status: 200 len: 999 time: 0.0599439 Jul 15 14:09:10.400450 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a427a8a-64ad-45bb-bd72-49ef09ceef12 req-cea8e560-2c9e-4cb0-965b-1733049636f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:10.401799 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8a427a8a-64ad-45bb-bd72-49ef09ceef12 req-cea8e560-2c9e-4cb0-965b-1733049636f2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=84142cef-8080-49cc-b749-90f94c138e32 HTTP/1.1" status: 200 len: 848 time: 0.0467761 Jul 15 14:09:10.457255 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a427a8a-64ad-45bb-bd72-49ef09ceef12 req-3bace82f-2899-4fc3-aaf4-2d448f85f982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:10.458666 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8a427a8a-64ad-45bb-bd72-49ef09ceef12 req-3bace82f-2899-4fc3-aaf4-2d448f85f982 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de00669f-3a7b-4509-8871-3c481dfc9051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507133 Jul 15 14:09:10.544132 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8a427a8a-64ad-45bb-bd72-49ef09ceef12 req-164556b9-da3f-4742-b918-c06d722f175f service neutron] 10.222.0.20 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792084 Jul 15 14:09:10.634142 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8a427a8a-64ad-45bb-bd72-49ef09ceef12 req-f7dcff99-a8ef-4cae-90a4-06c3f242a8d5 service neutron] 10.222.0.20 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834067 Jul 15 14:09:10.726412 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa71b0-0273-468a-a2dd-f8ec35c81c09 req-d6ccdc00-c421-4249-a5aa-c754bd45892b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:10.727915 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e5aa71b0-0273-468a-a2dd-f8ec35c81c09 req-d6ccdc00-c421-4249-a5aa-c754bd45892b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97d2194be5644954bbf76a9ff6daaf2d&device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 1097 time: 0.0505259 Jul 15 14:09:10.820816 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa71b0-0273-468a-a2dd-f8ec35c81c09 req-a127e130-9ad3-46b0-9fdb-e8712ef274c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:10.822310 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e5aa71b0-0273-468a-a2dd-f8ec35c81c09 req-a127e130-9ad3-46b0-9fdb-e8712ef274c4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=de00669f-3a7b-4509-8871-3c481dfc9051 HTTP/1.1" status: 200 len: 910 time: 0.0869620 Jul 15 14:09:10.885689 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e5aa71b0-0273-468a-a2dd-f8ec35c81c09 req-7419bb09-0bb8-4144-9569-b7a05acbf775 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a27db8b-c7ea-4737-a48b-3591a9510f98 HTTP/1.1" status: 200 len: 999 time: 0.0569654 Jul 15 14:09:10.938089 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa71b0-0273-468a-a2dd-f8ec35c81c09 req-946a5109-8d40-4265-9160-761671e278a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:10.939542 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e5aa71b0-0273-468a-a2dd-f8ec35c81c09 req-946a5109-8d40-4265-9160-761671e278a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=84142cef-8080-49cc-b749-90f94c138e32 HTTP/1.1" status: 200 len: 848 time: 0.0479815 Jul 15 14:09:10.996569 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa71b0-0273-468a-a2dd-f8ec35c81c09 req-b72bac94-ea94-4256-a81f-d35bbfd8e23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:10.998075 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e5aa71b0-0273-468a-a2dd-f8ec35c81c09 req-b72bac94-ea94-4256-a81f-d35bbfd8e23a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de00669f-3a7b-4509-8871-3c481dfc9051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519550 Jul 15 14:09:11.086753 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e5aa71b0-0273-468a-a2dd-f8ec35c81c09 req-37cbe254-8e11-44ea-bd66-bc467f42aef4 service neutron] 10.222.0.20 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816061 Jul 15 14:09:11.113280 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f009a-e52f-43df-a989-9049e0eb9561 req-44151de2-d000-46f2-8386-0fb65d90eebe tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:11.114992 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b42f009a-e52f-43df-a989-9049e0eb9561 req-44151de2-d000-46f2-8386-0fb65d90eebe tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 945 time: 0.0656750 Jul 15 14:09:11.151612 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b42f009a-e52f-43df-a989-9049e0eb9561 req-be0d6351-541c-457a-a18c-07c4c00a5d14 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310984 Jul 15 14:09:11.182591 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e5aa71b0-0273-468a-a2dd-f8ec35c81c09 req-710b70fa-065c-4c33-b105-7f6171ae809d service neutron] 10.222.0.20 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886600 Jul 15 14:09:11.275217 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fb6d7-21d2-4d82-ad03-717c82d694c5 req-734ebf19-49e7-49a4-ae55-df483d7db525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:11.276711 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1f0fb6d7-21d2-4d82-ad03-717c82d694c5 req-734ebf19-49e7-49a4-ae55-df483d7db525 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97d2194be5644954bbf76a9ff6daaf2d&device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 1097 time: 0.0523369 Jul 15 14:09:11.370481 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fb6d7-21d2-4d82-ad03-717c82d694c5 req-69d6fceb-f5df-40e1-ba9e-c32d26500b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:11.372014 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1f0fb6d7-21d2-4d82-ad03-717c82d694c5 req-69d6fceb-f5df-40e1-ba9e-c32d26500b37 service neutron] 10.222.0.20 "GET /v2.0/networks?id=de00669f-3a7b-4509-8871-3c481dfc9051 HTTP/1.1" status: 200 len: 910 time: 0.0886352 Jul 15 14:09:11.440407 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1f0fb6d7-21d2-4d82-ad03-717c82d694c5 req-60176d79-88e7-45b5-990e-37ddc9a9a0d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a27db8b-c7ea-4737-a48b-3591a9510f98 HTTP/1.1" status: 200 len: 999 time: 0.0617559 Jul 15 14:09:11.507389 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fb6d7-21d2-4d82-ad03-717c82d694c5 req-c150a5bb-b5ae-4779-87ff-4d67effccc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:11.508825 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1f0fb6d7-21d2-4d82-ad03-717c82d694c5 req-c150a5bb-b5ae-4779-87ff-4d67effccc02 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=84142cef-8080-49cc-b749-90f94c138e32 HTTP/1.1" status: 200 len: 848 time: 0.0615311 Jul 15 14:09:12.336511 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b27cf8-3963-4731-a323-27edc637b22d req-90bcf506-af78-40ee-9585-235f32e56542 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:12.338196 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-97b27cf8-3963-4731-a323-27edc637b22d req-90bcf506-af78-40ee-9585-235f32e56542 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 945 time: 0.0685830 Jul 15 14:09:12.377049 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-97b27cf8-3963-4731-a323-27edc637b22d req-cb60b5a4-cd69-49f9-8fd4-416ecccfead4 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327363 Jul 15 14:09:13.560460 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c2e72-aa3d-4fb4-b15e-f5444e474a23 req-02d16058-e3ba-4508-8089-ebabc781fee4 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:13.562846 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e55c2e72-aa3d-4fb4-b15e-f5444e474a23 req-02d16058-e3ba-4508-8089-ebabc781fee4 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 945 time: 0.0683875 Jul 15 14:09:13.602502 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e55c2e72-aa3d-4fb4-b15e-f5444e474a23 req-ff92538d-7b21-4a72-938a-467fff355a57 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324836 Jul 15 14:09:14.785707 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1e04a-a590-4f20-bcb6-2d9b65819e0f req-e69a6532-fbf9-43ca-b2c1-95fb15a20c93 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:14.787316 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-28f1e04a-a590-4f20-bcb6-2d9b65819e0f req-e69a6532-fbf9-43ca-b2c1-95fb15a20c93 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 945 time: 0.0655258 Jul 15 14:09:14.827324 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-28f1e04a-a590-4f20-bcb6-2d9b65819e0f req-0c229c95-502e-40dd-955a-9b72e104868a tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341833 Jul 15 14:09:16.013007 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49819a71-ca6c-4f3a-9036-3475b4e61a4e req-da8951dc-acb6-4bd4-a26f-24470ac7f60c tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:16.014954 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-49819a71-ca6c-4f3a-9036-3475b4e61a4e req-da8951dc-acb6-4bd4-a26f-24470ac7f60c tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 945 time: 0.0736737 Jul 15 14:09:16.055727 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-49819a71-ca6c-4f3a-9036-3475b4e61a4e req-426cd2a8-6dbd-4264-a876-c81a16b85260 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347397 Jul 15 14:09:17.231035 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5948c8-2ded-40f7-be0c-5ae99f0922d6 req-ca4a3dea-6a72-460e-8e58-40ac2cdf3577 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:17.232533 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7b5948c8-2ded-40f7-be0c-5ae99f0922d6 req-ca4a3dea-6a72-460e-8e58-40ac2cdf3577 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 945 time: 0.0635734 Jul 15 14:09:17.273555 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-7b5948c8-2ded-40f7-be0c-5ae99f0922d6 req-2ffef81c-db00-49cb-aee5-8f2f738c611a tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338929 Jul 15 14:09:18.454678 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e5ce0-d2ed-4a04-a88e-ee515e46a81d req-21ffb687-4865-478c-81ca-bdc4908d49cc tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:18.456187 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ad4e5ce0-d2ed-4a04-a88e-ee515e46a81d req-21ffb687-4865-478c-81ca-bdc4908d49cc tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 945 time: 0.0688126 Jul 15 14:09:18.494737 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ad4e5ce0-d2ed-4a04-a88e-ee515e46a81d req-94ca7037-43c4-4e79-a7b7-7cc34d69024c tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329471 Jul 15 14:09:19.344797 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:09:19.670855 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f1999-8d9a-46eb-b236-5a42ba9ae3bc req-a6d5a85d-a0e3-49de-b8b2-9937f120941a tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:19.672893 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c69f1999-8d9a-46eb-b236-5a42ba9ae3bc req-a6d5a85d-a0e3-49de-b8b2-9937f120941a tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 945 time: 0.0641069 Jul 15 14:09:19.711469 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c69f1999-8d9a-46eb-b236-5a42ba9ae3bc req-0d3b5815-a4c4-4a55-9b89-b1f62716a707 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329235 Jul 15 14:09:20.962791 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74735ab4-e5da-4439-ba12-fdceb044d338 req-b2507e43-89b2-4587-a461-d04e1d2f64ad tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:20.964431 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-74735ab4-e5da-4439-ba12-fdceb044d338 req-b2507e43-89b2-4587-a461-d04e1d2f64ad tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 945 time: 0.0839372 Jul 15 14:09:21.004100 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-74735ab4-e5da-4439-ba12-fdceb044d338 req-3d5f9a93-1938-4fb5-9d39-3a9d05be8f25 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336373 Jul 15 14:09:22.183269 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd237f-5200-4ccd-8e69-b68edfc5f90d req-e303b42b-df5a-4fab-8fea-1f5c20985d39 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:22.184756 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-57bd237f-5200-4ccd-8e69-b68edfc5f90d req-e303b42b-df5a-4fab-8fea-1f5c20985d39 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 945 time: 0.0681672 Jul 15 14:09:22.221242 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-57bd237f-5200-4ccd-8e69-b68edfc5f90d req-7e14acad-7e74-48dc-8d82-8ec91c02fd06 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307875 Jul 15 14:09:22.534031 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fb6d7-21d2-4d82-ad03-717c82d694c5 req-984ddd96-1a6f-4f23-b2f7-673cc24b50b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:22.535463 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1f0fb6d7-21d2-4d82-ad03-717c82d694c5 req-984ddd96-1a6f-4f23-b2f7-673cc24b50b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de00669f-3a7b-4509-8871-3c481dfc9051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537493 Jul 15 14:09:22.621531 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1f0fb6d7-21d2-4d82-ad03-717c82d694c5 req-378b7741-acab-497a-bde1-0eab0feff044 service neutron] 10.222.0.20 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793331 Jul 15 14:09:22.716298 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-1f0fb6d7-21d2-4d82-ad03-717c82d694c5 req-039204fa-987e-4971-8f5a-f7b06755a257 service neutron] 10.222.0.20 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842092 Jul 15 14:09:23.393953 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213971bf-ffd6-482a-bb66-8763e0e6feec req-37b1bdaf-3048-4d05-9c7b-c6821b67fb78 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:23.395422 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-213971bf-ffd6-482a-bb66-8763e0e6feec req-37b1bdaf-3048-4d05-9c7b-c6821b67fb78 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 945 time: 0.0609105 Jul 15 14:09:23.431768 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-213971bf-ffd6-482a-bb66-8763e0e6feec req-088d7d4c-9413-43a8-a5ca-a860e43a9867 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309310 Jul 15 14:09:24.606224 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a2842-7f0d-4fb5-be54-388dde642850 req-85c307b9-848c-410f-8716-d2d425951ffe tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:24.607723 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-356a2842-7f0d-4fb5-be54-388dde642850 req-85c307b9-848c-410f-8716-d2d425951ffe tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 945 time: 0.0664177 Jul 15 14:09:24.644806 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-356a2842-7f0d-4fb5-be54-388dde642850 req-d68bc590-772a-4c66-9d1e-6484fd17addc tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315833 Jul 15 14:09:25.489367 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 2a27db8b-c7ea-4737-a48b-3591a9510f98 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:09:25.582769 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 2a27db8b-c7ea-4737-a48b-3591a9510f98, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=2a27db8b-c7ea-4737-a48b-3591a9510f98,segment=NetworkSegment(4bc2ad99-8521-462e-809b-f1ad08d28c61),segment_id=4bc2ad99-8521-462e-809b-f1ad08d28c61)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:25.593802 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': '2a27db8b-c7ea-4737-a48b-3591a9510f98', 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051', 'port_id': '2a27db8b-c7ea-4737-a48b-3591a9510f98', 'mac_address': 'fa:16:3e:34:a3:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84142cef-8080-49cc-b749-90f94c138e32', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:09:25.629061 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:25.641324 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a27db8b-c7ea-4737-a48b-3591a9510f98 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:09:25.660847 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 2a27db8b-c7ea-4737-a48b-3591a9510f98, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=2a27db8b-c7ea-4737-a48b-3591a9510f98,segment=NetworkSegment(4bc2ad99-8521-462e-809b-f1ad08d28c61),segment_id=4bc2ad99-8521-462e-809b-f1ad08d28c61)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:25.664619 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:25.710906 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=2a27db8b-c7ea-4737-a48b-3591a9510f98,revision_number=11']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:25.814601 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693e24b-0c6c-462f-b786-4b5fd0e6dbd6 req-bb2d10a9-7a40-4d25-8714-e9719953c64d tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:25.816097 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f693e24b-0c6c-462f-b786-4b5fd0e6dbd6 req-bb2d10a9-7a40-4d25-8714-e9719953c64d tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 946 time: 0.0620589 Jul 15 14:09:25.855456 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f693e24b-0c6c-462f-b786-4b5fd0e6dbd6 req-e66a02cc-c1b1-459c-a67f-0814bcf75253 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321877 Jul 15 14:09:25.905393 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['2a27db8b-c7ea-4737-a48b-3591a9510f98'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:09:27.023669 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf30c06-cc1a-41b8-9716-f21f2b48bc8e req-d2cd7279-f162-41ab-815d-259fb1a16403 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:27.025102 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-daf30c06-cc1a-41b8-9716-f21f2b48bc8e req-d2cd7279-f162-41ab-815d-259fb1a16403 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 946 time: 0.0609574 Jul 15 14:09:27.061043 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-daf30c06-cc1a-41b8-9716-f21f2b48bc8e req-f6fd8e8f-4716-445d-9d67-5d88e12094dd tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305221 Jul 15 14:09:27.504812 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 2a27db8b-c7ea-4737-a48b-3591a9510f98 up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:09:27.553574 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port 2a27db8b-c7ea-4737-a48b-3591a9510f98 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:09:27.557113 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port 2a27db8b-c7ea-4737-a48b-3591a9510f98 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:09:27.557478 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:27.631257 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:27.652747 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb944d03-7bed-4d76-991c-28147384d2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a27db8b-c7ea-4737-a48b-3591a9510f98'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:09:27.655155 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d336e28e73e37671204d4011867161ab10622757e030a17953cce0be893d8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee40e8e0-ba3d-4da5-a977-f65fdb3a2d7e" -d '{"events": [{"server_uuid": "eb944d03-7bed-4d76-991c-28147384d2ba", "name": "network-vif-plugged", "status": "completed", "tag": "2a27db8b-c7ea-4737-a48b-3591a9510f98"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:09:27.667079 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port 2a27db8b-c7ea-4737-a48b-3591a9510f98, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=2a27db8b-c7ea-4737-a48b-3591a9510f98,segment=NetworkSegment(4bc2ad99-8521-462e-809b-f1ad08d28c61),segment_id=4bc2ad99-8521-462e-809b-f1ad08d28c61)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:27.671946 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:27.694691 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc926b36-9c39-4371-9f36-79050a67f499 x-openstack-request-id: req-fc926b36-9c39-4371-9f36-79050a67f499 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:09:27.695216 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb944d03-7bed-4d76-991c-28147384d2ba", "name": "network-vif-plugged", "status": "completed", "tag": "2a27db8b-c7ea-4737-a48b-3591a9510f98", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:09:27.695466 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fc926b36-9c39-4371-9f36-79050a67f499 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:09:27.695844 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb944d03-7bed-4d76-991c-28147384d2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a27db8b-c7ea-4737-a48b-3591a9510f98', 'code': 200} Jul 15 14:09:27.723188 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=2a27db8b-c7ea-4737-a48b-3591a9510f98,revision_number=12']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:27.861700 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c888d27-55ec-470e-9240-113184ef8af0 req-e787abf9-344e-41ef-a58c-e771dd14760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:27.863144 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4c888d27-55ec-470e-9240-113184ef8af0 req-e787abf9-344e-41ef-a58c-e771dd14760b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 1099 time: 0.0512998 Jul 15 14:09:27.896858 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-4c888d27-55ec-470e-9240-113184ef8af0 req-78d11286-cdbb-46cc-bf97-69fa8e87103e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276020 Jul 15 14:09:28.236053 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580fec5-25a2-41c8-b160-9a61bd8a9c13 req-1824f0fb-9830-4c73-a487-4a43cf46db2e tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:28.237482 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4580fec5-25a2-41c8-b160-9a61bd8a9c13 req-1824f0fb-9830-4c73-a487-4a43cf46db2e tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 947 time: 0.0651195 Jul 15 14:09:28.272630 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4580fec5-25a2-41c8-b160-9a61bd8a9c13 req-b26d6666-30af-466e-9bff-1fb1bbba24bf tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296872 Jul 15 14:09:29.443890 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c43f83-706b-45e3-a66e-54aff0922d7a req-8e3f3dcb-6884-42af-aed7-beeb5101154c tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:29.445599 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-04c43f83-706b-45e3-a66e-54aff0922d7a req-8e3f3dcb-6884-42af-aed7-beeb5101154c tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 947 time: 0.0611048 Jul 15 14:09:29.480665 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-04c43f83-706b-45e3-a66e-54aff0922d7a req-47fbe6dd-d23a-4eb3-a740-f5d106bd18a8 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296261 Jul 15 14:09:29.751295 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3c3cf28b-8ea9-46eb-94ac-4118a77fb509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:29.918020 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:30.083740 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:32.364409 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:32.529377 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5f7a2244-960f-4487-bd1d-613fbc6d5610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:33.823111 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:35.259183 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:56.344052 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:09:59.751456 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ba37a1d4-2343-417c-bf4d-f3e71569c5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:59.921771 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:00.097580 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:02.364989 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:02.528123 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-563780d6-3c8b-44d6-b737-db26b2adddfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:03.826625 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:05.262229 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:11.128225 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9b04393f-1523-4213-9e5e-81ef1c5f2921 req-d0514b0e-4d36-431e-b235-e1ad4b68e24f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0540276 Jul 15 14:10:11.219106 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04393f-1523-4213-9e5e-81ef1c5f2921 req-c96122f3-c6c6-4ab5-80b5-c12c949f4c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:11.221149 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9b04393f-1523-4213-9e5e-81ef1c5f2921 req-c96122f3-c6c6-4ab5-80b5-c12c949f4c1f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97d2194be5644954bbf76a9ff6daaf2d&device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 1099 time: 0.0514095 Jul 15 14:10:11.323659 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04393f-1523-4213-9e5e-81ef1c5f2921 req-216c5bd3-1043-49c7-b7b0-fa8ac0b22d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:11.325095 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9b04393f-1523-4213-9e5e-81ef1c5f2921 req-216c5bd3-1043-49c7-b7b0-fa8ac0b22d7f service neutron] 10.222.0.20 "GET /v2.0/networks?id=de00669f-3a7b-4509-8871-3c481dfc9051 HTTP/1.1" status: 200 len: 910 time: 0.0855498 Jul 15 14:10:11.386886 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9b04393f-1523-4213-9e5e-81ef1c5f2921 req-560f43ff-b97c-4aa0-8301-d70dd3644612 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a27db8b-c7ea-4737-a48b-3591a9510f98 HTTP/1.1" status: 200 len: 1001 time: 0.0552089 Jul 15 14:10:11.434045 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04393f-1523-4213-9e5e-81ef1c5f2921 req-62842940-1e23-4f4b-aeeb-fecb953e9acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:11.435469 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9b04393f-1523-4213-9e5e-81ef1c5f2921 req-62842940-1e23-4f4b-aeeb-fecb953e9acd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=84142cef-8080-49cc-b749-90f94c138e32 HTTP/1.1" status: 200 len: 848 time: 0.0418632 Jul 15 14:10:11.493576 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04393f-1523-4213-9e5e-81ef1c5f2921 req-997635fa-8646-4368-8ea1-c9659133198a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:11.495051 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9b04393f-1523-4213-9e5e-81ef1c5f2921 req-997635fa-8646-4368-8ea1-c9659133198a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de00669f-3a7b-4509-8871-3c481dfc9051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531652 Jul 15 14:10:11.581428 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9b04393f-1523-4213-9e5e-81ef1c5f2921 req-56b8fb80-298c-448d-89c2-b9bd2aa76ce6 service neutron] 10.222.0.20 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796854 Jul 15 14:10:11.673455 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9b04393f-1523-4213-9e5e-81ef1c5f2921 req-7d6ab159-1ade-4cd5-ada6-991bcd2c5408 service neutron] 10.222.0.20 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863121 Jul 15 14:10:29.751039 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e6a790e7-2e6a-4fef-b2d4-6bbe3cd18d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:29.921120 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:30.096755 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:32.365275 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:32.528258 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-64b6e09e-1db6-4cb9-bb1c-77066b45803b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:33.342790 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:10:33.827747 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:35.265094 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:38.256608 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41600) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:38.407237 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-34798525-0730-4914-a571-8c506b0941cd tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Deleting port cab69de9-311c-4ea8-ace5-f3eb08494323 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:10:38.407575 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-34798525-0730-4914-a571-8c506b0941cd tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:38.478838 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-34798525-0730-4914-a571-8c506b0941cd tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:38.479089 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-34798525-0730-4914-a571-8c506b0941cd tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:38.490059 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-34798525-0730-4914-a571-8c506b0941cd tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Calling delete_port for cab69de9-311c-4ea8-ace5-f3eb08494323 owned by network:floatingip {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:10:38.639178 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-34798525-0730-4914-a571-8c506b0941cd tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:38.666938 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34798525-0730-4914-a571-8c506b0941cd tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Pushing event deleted for resources: {'Port': ['ID=cab69de9-311c-4ea8-ace5-f3eb08494323,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:38.696430 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34798525-0730-4914-a571-8c506b0941cd tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:38.696774 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34798525-0730-4914-a571-8c506b0941cd tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:38.697112 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34798525-0730-4914-a571-8c506b0941cd tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:38.697450 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34798525-0730-4914-a571-8c506b0941cd tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:38.697788 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34798525-0730-4914-a571-8c506b0941cd tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:38.698120 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34798525-0730-4914-a571-8c506b0941cd tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:38.698450 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34798525-0730-4914-a571-8c506b0941cd tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:38.698797 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34798525-0730-4914-a571-8c506b0941cd tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:38.699121 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34798525-0730-4914-a571-8c506b0941cd tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:38.699446 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34798525-0730-4914-a571-8c506b0941cd tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:38.699775 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34798525-0730-4914-a571-8c506b0941cd tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:38.700100 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34798525-0730-4914-a571-8c506b0941cd tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:38.738304 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-34798525-0730-4914-a571-8c506b0941cd tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for floatingip, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:38.738782 n-d-771363-36 neutron-server[93826]: INFO neutron.db.l3_db [None req-34798525-0730-4914-a571-8c506b0941cd tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Floating IP 78d519bc-ac32-43cc-aaac-2caac138c69f disassociated (deleted). External IP: 172.25.8.78, port: 2a27db8b-c7ea-4737-a48b-3591a9510f98. Jul 15 14:10:39.208695 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34798525-0730-4914-a571-8c506b0941cd tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Router 87e96c77-84fa-42d7-8f54-b9cc12ff57a3 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:10:39.312278 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34798525-0730-4914-a571-8c506b0941cd tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:10:39.317378 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-34798525-0730-4914-a571-8c506b0941cd tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:39.323881 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbac8fb6-7e7e-489a-a078-89b8bf832d41 None None] Sync routers for ids ['87e96c77-84fa-42d7-8f54-b9cc12ff57a3'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:10:39.333271 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbac8fb6-7e7e-489a-a078-89b8bf832d41 None None] Routers {'87e96c77-84fa-42d7-8f54-b9cc12ff57a3'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:10:39.333911 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-cbac8fb6-7e7e-489a-a078-89b8bf832d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:10:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['87e96c77-84fa-42d7-8f54-b9cc12ff57a3'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:39.355248 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-34798525-0730-4914-a571-8c506b0941cd tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "DELETE /v2.0/floatingips/78d519bc-ac32-43cc-aaac-2caac138c69f HTTP/1.1" status: 204 len: 168 time: 1.0974672 Jul 15 14:10:39.355841 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb944d03-7bed-4d76-991c-28147384d2ba', 'tag': '2a27db8b-c7ea-4737-a48b-3591a9510f98'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:10:39.358161 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8576bed0d9272eb7d87375883ff290b2d3af54e29368fa65b340403a42b02ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e35bf43-f12b-4b85-84c5-c0d58bda4f68" -d '{"events": [{"name": "network-changed", "server_uuid": "eb944d03-7bed-4d76-991c-28147384d2ba", "tag": "2a27db8b-c7ea-4737-a48b-3591a9510f98"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:10:39.441984 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-cbac8fb6-7e7e-489a-a078-89b8bf832d41 None None] Set router 87e96c77-84fa-42d7-8f54-b9cc12ff57a3 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:10:39.457204 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e779c61a-2bfc-411a-bb0d-176f8ae01074 x-openstack-request-id: req-e779c61a-2bfc-411a-bb0d-176f8ae01074 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:10:39.457496 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb944d03-7bed-4d76-991c-28147384d2ba", "tag": "2a27db8b-c7ea-4737-a48b-3591a9510f98", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:10:39.457743 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e779c61a-2bfc-411a-bb0d-176f8ae01074 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:10:39.458138 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb944d03-7bed-4d76-991c-28147384d2ba', 'tag': '2a27db8b-c7ea-4737-a48b-3591a9510f98', 'status': 'completed', 'code': 200} Jul 15 14:10:39.536688 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35bf43-f12b-4b85-84c5-c0d58bda4f68 req-5d5830fc-f398-4dd6-acb7-c4d2ddaaae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:39.538213 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8e35bf43-f12b-4b85-84c5-c0d58bda4f68 req-5d5830fc-f398-4dd6-acb7-c4d2ddaaae3e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97d2194be5644954bbf76a9ff6daaf2d&device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 1099 time: 0.0587673 Jul 15 14:10:39.645111 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35bf43-f12b-4b85-84c5-c0d58bda4f68 req-7c712479-eb6d-416d-bb12-4333840ced3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:39.646608 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8e35bf43-f12b-4b85-84c5-c0d58bda4f68 req-7c712479-eb6d-416d-bb12-4333840ced3c service neutron] 10.222.0.20 "GET /v2.0/networks?id=de00669f-3a7b-4509-8871-3c481dfc9051 HTTP/1.1" status: 200 len: 910 time: 0.1019723 Jul 15 14:10:39.654682 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-cbac8fb6-7e7e-489a-a078-89b8bf832d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'name': 'tempest-TestShelveInstance-1939779203-router', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '6b67c159-eef4-41f8-b511-96bd0f2ea473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:21Z', 'updated_at': '2021-07-15T14:06:24Z', 'revision_number': 4, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'gw_port': {'id': '6b67c159-eef4-41f8-b511-96bd0f2ea473', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:22Z', 'updated_at': '2021-07-15T14:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '6813e312-f3bf-4032-a16b-184738b3add4', 'name': '', 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'mac_address': 'fa:16:3e:2a:e3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '84142cef-8080-49cc-b749-90f94c138e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:23Z', 'updated_at': '2021-07-15T14:06:30Z', 'revision_number': 5, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'subnets': [{'id': '84142cef-8080-49cc-b749-90f94c138e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:39.681751 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbac8fb6-7e7e-489a-a078-89b8bf832d41 None None] Checking router: 87e96c77-84fa-42d7-8f54-b9cc12ff57a3 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:10:39.687846 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8e35bf43-f12b-4b85-84c5-c0d58bda4f68 req-f4387743-5399-437a-a12e-2887d2ef0e85 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a27db8b-c7ea-4737-a48b-3591a9510f98 HTTP/1.1" status: 200 len: 217 time: 0.0341570 Jul 15 14:10:39.690492 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbac8fb6-7e7e-489a-a078-89b8bf832d41 None None] Routers {'87e96c77-84fa-42d7-8f54-b9cc12ff57a3'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:10:39.691133 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-cbac8fb6-7e7e-489a-a078-89b8bf832d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:10:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['87e96c77-84fa-42d7-8f54-b9cc12ff57a3'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:39.738661 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35bf43-f12b-4b85-84c5-c0d58bda4f68 req-62c709aa-8baa-42c1-b0a4-9875f30cf6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:39.740050 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8e35bf43-f12b-4b85-84c5-c0d58bda4f68 req-62c709aa-8baa-42c1-b0a4-9875f30cf6a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=84142cef-8080-49cc-b749-90f94c138e32 HTTP/1.1" status: 200 len: 848 time: 0.0463574 Jul 15 14:10:39.753721 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fa0bf-c24e-4f21-a391-796f2b344ca3 req-481c9aa4-e482-4e82-8b78-ed3341405664 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:39.755384 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1e5fa0bf-c24e-4f21-a391-796f2b344ca3 req-481c9aa4-e482-4e82-8b78-ed3341405664 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 947 time: 0.0706286 Jul 15 14:10:39.803182 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-cbac8fb6-7e7e-489a-a078-89b8bf832d41 None None] Set router 87e96c77-84fa-42d7-8f54-b9cc12ff57a3 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:10:39.804052 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35bf43-f12b-4b85-84c5-c0d58bda4f68 req-066c0e5b-931d-4a32-9662-043b72955203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:39.804193 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1e5fa0bf-c24e-4f21-a391-796f2b344ca3 req-d8888825-44d6-4d10-aa7c-2f403c7ba2ff tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429640 Jul 15 14:10:39.805840 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8e35bf43-f12b-4b85-84c5-c0d58bda4f68 req-066c0e5b-931d-4a32-9662-043b72955203 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de00669f-3a7b-4509-8871-3c481dfc9051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583377 Jul 15 14:10:39.898155 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8e35bf43-f12b-4b85-84c5-c0d58bda4f68 req-abedf986-bf87-4527-811d-8229bd04dc2c service neutron] 10.222.0.20 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852094 Jul 15 14:10:39.990958 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8e35bf43-f12b-4b85-84c5-c0d58bda4f68 req-babb6f84-65bc-4040-a2e2-253cc2571073 service neutron] 10.222.0.20 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853095 Jul 15 14:10:39.995175 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-cbac8fb6-7e7e-489a-a078-89b8bf832d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'name': 'tempest-TestShelveInstance-1939779203-router', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '6b67c159-eef4-41f8-b511-96bd0f2ea473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:21Z', 'updated_at': '2021-07-15T14:06:24Z', 'revision_number': 4, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'gw_port': {'id': '6b67c159-eef4-41f8-b511-96bd0f2ea473', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:22Z', 'updated_at': '2021-07-15T14:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '6813e312-f3bf-4032-a16b-184738b3add4', 'name': '', 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'mac_address': 'fa:16:3e:2a:e3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '84142cef-8080-49cc-b749-90f94c138e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:23Z', 'updated_at': '2021-07-15T14:06:30Z', 'revision_number': 5, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'subnets': [{'id': '84142cef-8080-49cc-b749-90f94c138e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:40.025577 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbac8fb6-7e7e-489a-a078-89b8bf832d41 None None] The sync data for ids ['87e96c77-84fa-42d7-8f54-b9cc12ff57a3'] in n-d-771363-36 is: [{'id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'name': 'tempest-TestShelveInstance-1939779203-router', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '6b67c159-eef4-41f8-b511-96bd0f2ea473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:21Z', 'updated_at': '2021-07-15T14:06:24Z', 'revision_number': 4, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'gw_port': {'id': '6b67c159-eef4-41f8-b511-96bd0f2ea473', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:22Z', 'updated_at': '2021-07-15T14:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '6813e312-f3bf-4032-a16b-184738b3add4', 'name': '', 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'mac_address': 'fa:16:3e:2a:e3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '84142cef-8080-49cc-b749-90f94c138e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:23Z', 'updated_at': '2021-07-15T14:06:30Z', 'revision_number': 5, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'subnets': [{'id': '84142cef-8080-49cc-b749-90f94c138e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:10:40.236786 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096b4105-29e7-497f-843b-c8de1402c9b1 None None] New status for floating IP 78d519bc-ac32-43cc-aaac-2caac138c69f: DOWN {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:10:40.912240 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812748a5-e0e3-41a2-947d-92a424265d3e req-fc9896e8-7e76-4810-9da2-7976ad1c183a tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:40.913710 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-812748a5-e0e3-41a2-947d-92a424265d3e req-fc9896e8-7e76-4810-9da2-7976ad1c183a tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 947 time: 0.0620718 Jul 15 14:10:40.969662 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77b9ea-0cdc-4f39-94e0-796adf20909d req-acd38e9f-eb5b-4955-8452-f2779e5fda87 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:40.971828 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa77b9ea-0cdc-4f39-94e0-796adf20909d req-acd38e9f-eb5b-4955-8452-f2779e5fda87 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb944d03-7bed-4d76-991c-28147384d2ba HTTP/1.1" status: 200 len: 947 time: 0.0642335 Jul 15 14:10:41.009484 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-fa77b9ea-0cdc-4f39-94e0-796adf20909d req-aeb551c6-140a-4924-9227-2f37e24ecad7 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cf77773-f7b4-455e-b383-3956420a5bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319955 Jul 15 14:10:41.015590 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-812748a5-e0e3-41a2-947d-92a424265d3e req-7f5eafee-4685-4f79-adc9-7271bd3794f0 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Deleting port 2a27db8b-c7ea-4737-a48b-3591a9510f98 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:10:41.015943 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-812748a5-e0e3-41a2-947d-92a424265d3e req-7f5eafee-4685-4f79-adc9-7271bd3794f0 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:41.103239 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-812748a5-e0e3-41a2-947d-92a424265d3e req-7f5eafee-4685-4f79-adc9-7271bd3794f0 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] For port 2a27db8b-c7ea-4737-a48b-3591a9510f98, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=2a27db8b-c7ea-4737-a48b-3591a9510f98,segment=NetworkSegment(4bc2ad99-8521-462e-809b-f1ad08d28c61),segment_id=4bc2ad99-8521-462e-809b-f1ad08d28c61)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:41.103510 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-812748a5-e0e3-41a2-947d-92a424265d3e req-7f5eafee-4685-4f79-adc9-7271bd3794f0 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:41.115450 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-812748a5-e0e3-41a2-947d-92a424265d3e req-7f5eafee-4685-4f79-adc9-7271bd3794f0 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Calling delete_port for 2a27db8b-c7ea-4737-a48b-3591a9510f98 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:10:41.241575 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-812748a5-e0e3-41a2-947d-92a424265d3e req-7f5eafee-4685-4f79-adc9-7271bd3794f0 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:41.270546 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5eafee-4685-4f79-adc9-7271bd3794f0 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Pushing event deleted for resources: {'Port': ['ID=2a27db8b-c7ea-4737-a48b-3591a9510f98,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:41.319562 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-812748a5-e0e3-41a2-947d-92a424265d3e req-7f5eafee-4685-4f79-adc9-7271bd3794f0 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] No DVR routers for this DVR port 2a27db8b-c7ea-4737-a48b-3591a9510f98 on host n-h1-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:10:41.322465 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-812748a5-e0e3-41a2-947d-92a424265d3e req-7f5eafee-4685-4f79-adc9-7271bd3794f0 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:41.324626 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-812748a5-e0e3-41a2-947d-92a424265d3e req-7f5eafee-4685-4f79-adc9-7271bd3794f0 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.20 "DELETE /v2.0/ports/2a27db8b-c7ea-4737-a48b-3591a9510f98 HTTP/1.1" status: 204 len: 173 time: 0.4058034 Jul 15 14:10:41.459460 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb944d03-7bed-4d76-991c-28147384d2ba', 'name': 'network-vif-deleted', 'tag': '2a27db8b-c7ea-4737-a48b-3591a9510f98'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:10:41.461951 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8576bed0d9272eb7d87375883ff290b2d3af54e29368fa65b340403a42b02ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf1f682-6880-4b7a-b2d7-4b3f93932d8a" -d '{"events": [{"server_uuid": "eb944d03-7bed-4d76-991c-28147384d2ba", "name": "network-vif-deleted", "tag": "2a27db8b-c7ea-4737-a48b-3591a9510f98"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:10:41.496067 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86ef0fe-1519-4fac-b427-97dda5e9f590 x-openstack-request-id: req-c86ef0fe-1519-4fac-b427-97dda5e9f590 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:10:41.496369 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb944d03-7bed-4d76-991c-28147384d2ba", "name": "network-vif-deleted", "tag": "2a27db8b-c7ea-4737-a48b-3591a9510f98", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:10:41.496624 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c86ef0fe-1519-4fac-b427-97dda5e9f590 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:10:41.497044 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb944d03-7bed-4d76-991c-28147384d2ba', 'name': 'network-vif-deleted', 'tag': '2a27db8b-c7ea-4737-a48b-3591a9510f98', 'status': 'completed', 'code': 200} Jul 15 14:10:42.101533 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41622) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:42.157303 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec2eb909-d88e-416a-a2a1-70d46ff1ab57 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:42.182022 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec2eb909-d88e-416a-a2a1-70d46ff1ab57 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:42.243869 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec2eb909-d88e-416a-a2a1-70d46ff1ab57 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:42.246612 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec2eb909-d88e-416a-a2a1-70d46ff1ab57 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:42.247775 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ec2eb909-d88e-416a-a2a1-70d46ff1ab57 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "DELETE /v2.0/security-groups/6cf77773-f7b4-455e-b383-3956420a5bbe HTTP/1.1" status: 204 len: 168 time: 0.1452372 Jul 15 14:10:42.257165 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2eb909-d88e-416a-a2a1-70d46ff1ab57 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf77773-f7b4-455e-b383-3956420a5bbe,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:42.269134 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2eb909-d88e-416a-a2a1-70d46ff1ab57 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:42.269478 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2eb909-d88e-416a-a2a1-70d46ff1ab57 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:42.269929 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2eb909-d88e-416a-a2a1-70d46ff1ab57 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:42.270267 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2eb909-d88e-416a-a2a1-70d46ff1ab57 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:42.270622 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2eb909-d88e-416a-a2a1-70d46ff1ab57 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:42.270951 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2eb909-d88e-416a-a2a1-70d46ff1ab57 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:42.271274 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2eb909-d88e-416a-a2a1-70d46ff1ab57 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:42.271597 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2eb909-d88e-416a-a2a1-70d46ff1ab57 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:42.271910 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2eb909-d88e-416a-a2a1-70d46ff1ab57 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:42.272361 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2eb909-d88e-416a-a2a1-70d46ff1ab57 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:42.272545 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2eb909-d88e-416a-a2a1-70d46ff1ab57 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:42.272858 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2eb909-d88e-416a-a2a1-70d46ff1ab57 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:42.729618 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 41628) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:42.734272 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-bf57149c-bbc6-4315-91cf-a25833d31fbb tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2028993514', 'description': 'tempest-secgroup-smoke-2028993514 description', 'project_id': '97d2194be5644954bbf76a9ff6daaf2d'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:42.755556 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf57149c-bbc6-4315-91cf-a25833d31fbb tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:42.833233 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf57149c-bbc6-4315-91cf-a25833d31fbb tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:42.837027 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf57149c-bbc6-4315-91cf-a25833d31fbb tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:42.863593 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf57149c-bbc6-4315-91cf-a25833d31fbb tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:42.864802 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-bf57149c-bbc6-4315-91cf-a25833d31fbb tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1341853 Jul 15 14:10:42.867868 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41630) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:42.869524 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57149c-bbc6-4315-91cf-a25833d31fbb tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c99127d5-6ad6-4049-b581-8dda2403981e,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:42.872838 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-e259747a-f7d8-4f92-b7bc-bad053bed018 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Request body: {'security_group_rule': {'security_group_id': 'c99127d5-6ad6-4049-b581-8dda2403981e', 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:42.899923 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e259747a-f7d8-4f92-b7bc-bad053bed018 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:42.953323 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e259747a-f7d8-4f92-b7bc-bad053bed018 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:42.957190 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e259747a-f7d8-4f92-b7bc-bad053bed018 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:42.974855 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259747a-f7d8-4f92-b7bc-bad053bed018 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f607894-2421-43ff-9c65-7e380bb75339,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:42.976989 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e259747a-f7d8-4f92-b7bc-bad053bed018 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:42.978148 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-e259747a-f7d8-4f92-b7bc-bad053bed018 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1091721 Jul 15 14:10:42.981062 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41632) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:42.985390 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-607c5e08-5520-47fe-93a4-48231094af2e tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Request body: {'security_group_rule': {'security_group_id': 'c99127d5-6ad6-4049-b581-8dda2403981e', 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:43.010609 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-607c5e08-5520-47fe-93a4-48231094af2e tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:43.066519 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-607c5e08-5520-47fe-93a4-48231094af2e tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:43.070075 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-607c5e08-5520-47fe-93a4-48231094af2e tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:43.087662 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c5e08-5520-47fe-93a4-48231094af2e tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0238f7df-a38e-442a-9918-ade5a18aec19,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:43.094002 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-607c5e08-5520-47fe-93a4-48231094af2e tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:43.095168 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-607c5e08-5520-47fe-93a4-48231094af2e tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1132040 Jul 15 14:10:43.098002 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41634) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:43.102410 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-61c00ca9-7dc4-4710-b454-26819130a172 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Request body: {'security_group_rule': {'security_group_id': 'c99127d5-6ad6-4049-b581-8dda2403981e', 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:43.128118 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-61c00ca9-7dc4-4710-b454-26819130a172 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:43.183923 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-61c00ca9-7dc4-4710-b454-26819130a172 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:43.187245 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-61c00ca9-7dc4-4710-b454-26819130a172 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:43.207328 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c00ca9-7dc4-4710-b454-26819130a172 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb0b9a6c-86c5-46e7-8cf2-0a74d9a3b915,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:43.212994 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-61c00ca9-7dc4-4710-b454-26819130a172 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:43.214302 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-61c00ca9-7dc4-4710-b454-26819130a172 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153169 Jul 15 14:10:43.217124 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41636) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:43.221923 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-20270578-4256-4dd7-948b-32834d2843e1 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Request body: {'security_group_rule': {'security_group_id': 'c99127d5-6ad6-4049-b581-8dda2403981e', 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:43.253444 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-20270578-4256-4dd7-948b-32834d2843e1 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:43.310440 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-20270578-4256-4dd7-948b-32834d2843e1 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:43.314534 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-20270578-4256-4dd7-948b-32834d2843e1 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:43.331811 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20270578-4256-4dd7-948b-32834d2843e1 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcbe0e76-1f73-4090-a581-992bd6c21c8e,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:43.337462 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-20270578-4256-4dd7-948b-32834d2843e1 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:43.338461 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-20270578-4256-4dd7-948b-32834d2843e1 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1201730 Jul 15 14:10:43.341163 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41638) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:43.345593 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-5e2e16db-e7e1-46b5-8c4c-01b46f683092 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Request body: {'security_group_rule': {'security_group_id': 'c99127d5-6ad6-4049-b581-8dda2403981e', 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:43.366672 n-d-771363-36 neutron-server[93826]: INFO neutron.db.securitygroups_db [None req-5e2e16db-e7e1-46b5-8c4c-01b46f683092 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Project 97d2194be5644954bbf76a9ff6daaf2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:10:43.371053 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5e2e16db-e7e1-46b5-8c4c-01b46f683092 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:43.430175 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5e2e16db-e7e1-46b5-8c4c-01b46f683092 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:43.433468 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5e2e16db-e7e1-46b5-8c4c-01b46f683092 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:43.449715 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e16db-e7e1-46b5-8c4c-01b46f683092 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=732a511e-847f-4625-ac51-c888f9866d34,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:43.458101 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5e2e16db-e7e1-46b5-8c4c-01b46f683092 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:43.459231 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5e2e16db-e7e1-46b5-8c4c-01b46f683092 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1170864 Jul 15 14:10:43.461937 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41640) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:43.466419 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-1f7cf9af-7203-4b2a-9e2a-9ba73c113c3a tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Request body: {'security_group_rule': {'security_group_id': 'c99127d5-6ad6-4049-b581-8dda2403981e', 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:43.487896 n-d-771363-36 neutron-server[93826]: INFO neutron.db.securitygroups_db [None req-1f7cf9af-7203-4b2a-9e2a-9ba73c113c3a tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Project 97d2194be5644954bbf76a9ff6daaf2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:10:43.492416 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1f7cf9af-7203-4b2a-9e2a-9ba73c113c3a tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:43.551574 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1f7cf9af-7203-4b2a-9e2a-9ba73c113c3a tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:43.555261 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1f7cf9af-7203-4b2a-9e2a-9ba73c113c3a tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:43.571197 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7cf9af-7203-4b2a-9e2a-9ba73c113c3a tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=176e4ef1-7b9a-417d-a755-0ff24d67ee22,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:43.579140 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1f7cf9af-7203-4b2a-9e2a-9ba73c113c3a tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:43.580335 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1f7cf9af-7203-4b2a-9e2a-9ba73c113c3a tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1174710 Jul 15 14:10:45.847303 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 2a27db8b-c7ea-4737-a48b-3591a9510f98 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:10:45.872517 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: 2a27db8b-c7ea-4737-a48b-3591a9510f98 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:10:45.872876 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device 2a27db8b-c7ea-4737-a48b-3591a9510f98 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:10:56.884141 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-45a5d1ef-a41b-438a-9258-602ec54d9b43 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2028993514&fields=id&tenant_id=97d2194be5644954bbf76a9ff6daaf2d HTTP/1.1" status: 200 len: 267 time: 0.0330102 Jul 15 14:10:57.272657 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-42b4bcc8-9f91-4564-a663-d4861a74c05f tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:57.274107 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-42b4bcc8-9f91-4564-a663-d4861a74c05f tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/networks?id=de00669f-3a7b-4509-8871-3c481dfc9051 HTTP/1.1" status: 200 len: 809 time: 0.3836620 Jul 15 14:10:57.288630 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-c7a47e64-71e9-4eb9-9516-3687ceb6009c tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/quotas/97d2194be5644954bbf76a9ff6daaf2d HTTP/1.1" status: 200 len: 375 time: 0.0091844 Jul 15 14:10:57.351329 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-a269fd3e-efba-4863-b663-48f963d768fa tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=97d2194be5644954bbf76a9ff6daaf2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579607 Jul 15 14:10:57.482685 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-98608f57-aae9-4c47-b219-27bf11d04978 service neutron] 10.222.0.16 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204970 Jul 15 14:10:57.571733 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-b74cbaa9-2528-4e00-a2a4-761afe248bf0 service neutron] 10.222.0.16 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831604 Jul 15 14:10:57.869650 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-78cea3d6-9ee2-4b19-a5cb-9fc3751bcaf0 req-6ca5a1e2-cba2-4da9-91f4-d151c8681e5f tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 210 time: 0.0290067 Jul 15 14:10:58.868974 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-b6b31601-580c-444f-b208-3c92528660b3 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:58.870473 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-b6b31601-580c-444f-b208-3c92528660b3 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.46 "GET /v2.0/networks?id=de00669f-3a7b-4509-8871-3c481dfc9051 HTTP/1.1" status: 200 len: 809 time: 0.1069069 Jul 15 14:10:58.920793 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-2ab56434-c4c8-4398-8f36-85140c872866 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97d2194be5644954bbf76a9ff6daaf2d HTTP/1.1" status: 200 len: 380 time: 0.0357392 Jul 15 14:10:58.929884 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-e46bbd40-750c-4688-87b0-6ac6c5a785fd tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Request body: {'port': {'device_id': '987f5b69-0494-4c8f-8c1f-b0e3b1b954f5', 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051', 'admin_state_up': True, 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'security_groups': ['c99127d5-6ad6-4049-b581-8dda2403981e']}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:59.020709 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-672d3ecc-f99d-44cd-a992-1c915242784d req-e1cbfa95-6004-4d45-85a8-1ae1f27b9358 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 210 time: 0.0335054 Jul 15 14:10:59.047578 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-e46bbd40-750c-4688-87b0-6ac6c5a785fd tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Made reservation on behalf of 97d2194be5644954bbf76a9ff6daaf2d for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:10:59.051427 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-e46bbd40-750c-4688-87b0-6ac6c5a785fd tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:59.174159 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-e46bbd40-750c-4688-87b0-6ac6c5a785fd tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Allocated IP 172.20.0.13 (de00669f-3a7b-4509-8871-3c481dfc9051/84142cef-8080-49cc-b749-90f94c138e32/c6feeb53-9ac0-4f2d-b84c-bd746a6741b8) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:10:59.312674 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-e46bbd40-750c-4688-87b0-6ac6c5a785fd tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:59.326866 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-e46bbd40-750c-4688-87b0-6ac6c5a785fd tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Transition to ACTIVE for port object c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:10:59.358063 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-e46bbd40-750c-4688-87b0-6ac6c5a785fd tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:59.398890 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-e46bbd40-750c-4688-87b0-6ac6c5a785fd tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Network de00669f-3a7b-4509-8871-3c481dfc9051 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:10:59.403797 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-e46bbd40-750c-4688-87b0-6ac6c5a785fd tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:10:59.407545 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-e46bbd40-750c-4688-87b0-6ac6c5a785fd tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:10:59.435553 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46bbd40-750c-4688-87b0-6ac6c5a785fd tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Pushing event updated for resources: {'Port': ['ID=c6feeb53-9ac0-4f2d-b84c-bd746a6741b8,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:59.463344 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-e46bbd40-750c-4688-87b0-6ac6c5a785fd tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:59.463989 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-e46bbd40-750c-4688-87b0-6ac6c5a785fd tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:59.482107 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-e46bbd40-750c-4688-87b0-6ac6c5a785fd tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5561388 Jul 15 14:10:59.492122 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-c0db6eb1-542e-44fa-ba75-3cf0c4868b0c tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:10:59.493316 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-c0db6eb1-542e-44fa-ba75-3cf0c4868b0c tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055795 Jul 15 14:10:59.505766 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-1fbbebc0-bb98-4532-b95c-da3f38ead533 service neutron] Request body: {'port': {'device_id': '987f5b69-0494-4c8f-8c1f-b0e3b1b954f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:59.586231 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-1fbbebc0-bb98-4532-b95c-da3f38ead533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:59.616618 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a1859940-c862-4c0f-ad3e-d7c4b0a6999a None None] Provisioning for port c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:10:59.622470 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a1859940-c862-4c0f-ad3e-d7c4b0a6999a None None] Provisioning complete for port c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:59.623176 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a1859940-c862-4c0f-ad3e-d7c4b0a6999a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:59.661942 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a1859940-c862-4c0f-ad3e-d7c4b0a6999a None None] Port c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:10:59.753747 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f639f4f3-190b-438c-80bc-114ee99e9c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:59.866533 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-1fbbebc0-bb98-4532-b95c-da3f38ead533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:10:59.874250 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-1fbbebc0-bb98-4532-b95c-da3f38ead533 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:59.886308 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-1fbbebc0-bb98-4532-b95c-da3f38ead533 service neutron] Transition to ACTIVE for port object c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:10:59.890768 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-1fbbebc0-bb98-4532-b95c-da3f38ead533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:59.939874 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbebc0-bb98-4532-b95c-da3f38ead533 service neutron] Pushing event updated for resources: {'Port': ['ID=c6feeb53-9ac0-4f2d-b84c-bd746a6741b8,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:59.940378 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:00.014689 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-1fbbebc0-bb98-4532-b95c-da3f38ead533 service neutron] Attempting to bind port c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:11:00.015039 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-1fbbebc0-bb98-4532-b95c-da3f38ead533 service neutron] Attempting to bind port c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': '4bc2ad99-8521-462e-809b-f1ad08d28c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:11:00.015374 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-1fbbebc0-bb98-4532-b95c-da3f38ead533 service neutron] Attempting to bind port c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 on network de00669f-3a7b-4509-8871-3c481dfc9051 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:11:00.020478 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-1fbbebc0-bb98-4532-b95c-da3f38ead533 service neutron] Port c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 on network de00669f-3a7b-4509-8871-3c481dfc9051 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:11:00.020808 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-1fbbebc0-bb98-4532-b95c-da3f38ead533 service neutron] Attempting to bind port c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 on network de00669f-3a7b-4509-8871-3c481dfc9051 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:11:00.025932 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-1fbbebc0-bb98-4532-b95c-da3f38ead533 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:11:00.026271 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-1fbbebc0-bb98-4532-b95c-da3f38ead533 service neutron] Checking segment: {'id': '4bc2ad99-8521-462e-809b-f1ad08d28c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:11:00.026689 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-1fbbebc0-bb98-4532-b95c-da3f38ead533 service neutron] Bound using segment: {'id': '4bc2ad99-8521-462e-809b-f1ad08d28c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:11:00.027115 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-1fbbebc0-bb98-4532-b95c-da3f38ead533 service neutron] Bound port: c6feeb53-9ac0-4f2d-b84c-bd746a6741b8, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc2ad99-8521-462e-809b-f1ad08d28c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:11:00.027478 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-1fbbebc0-bb98-4532-b95c-da3f38ead533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:00.116078 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:00.118493 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-1fbbebc0-bb98-4532-b95c-da3f38ead533 service neutron] For port c6feeb53-9ac0-4f2d-b84c-bd746a6741b8, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:11:00.122448 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-1fbbebc0-bb98-4532-b95c-da3f38ead533 service neutron] For port c6feeb53-9ac0-4f2d-b84c-bd746a6741b8, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c6feeb53-9ac0-4f2d-b84c-bd746a6741b8,segment=NetworkSegment(4bc2ad99-8521-462e-809b-f1ad08d28c61),segment_id=4bc2ad99-8521-462e-809b-f1ad08d28c61)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:11:00.132577 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-1fbbebc0-bb98-4532-b95c-da3f38ead533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:00.181115 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-1fbbebc0-bb98-4532-b95c-da3f38ead533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:00.181747 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-1fbbebc0-bb98-4532-b95c-da3f38ead533 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:00.183233 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-1fbbebc0-bb98-4532-b95c-da3f38ead533 service neutron] 10.222.0.46 "PUT /v2.0/ports/c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 HTTP/1.1" status: 200 len: 1093 time: 0.6825373 Jul 15 14:11:00.183701 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987f5b69-0494-4c8f-8c1f-b0e3b1b954f5', 'tag': 'c6feeb53-9ac0-4f2d-b84c-bd746a6741b8'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:11:00.200825 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8576bed0d9272eb7d87375883ff290b2d3af54e29368fa65b340403a42b02ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6757ba-95db-4bd2-a4d3-5452ef6674ad" -d '{"events": [{"name": "network-changed", "server_uuid": "987f5b69-0494-4c8f-8c1f-b0e3b1b954f5", "tag": "c6feeb53-9ac0-4f2d-b84c-bd746a6741b8"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:11:00.247633 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbebc0-bb98-4532-b95c-da3f38ead533 service neutron] Pushing event updated for resources: {'Port': ['ID=c6feeb53-9ac0-4f2d-b84c-bd746a6741b8,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:00.261691 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19abc448-d371-4452-8372-9630168f9103 x-openstack-request-id: req-19abc448-d371-4452-8372-9630168f9103 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:11:00.261973 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987f5b69-0494-4c8f-8c1f-b0e3b1b954f5", "tag": "c6feeb53-9ac0-4f2d-b84c-bd746a6741b8", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:11:00.262218 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-19abc448-d371-4452-8372-9630168f9103 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:11:00.262628 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987f5b69-0494-4c8f-8c1f-b0e3b1b954f5', 'tag': 'c6feeb53-9ac0-4f2d-b84c-bd746a6741b8', 'status': 'completed', 'code': 200} Jul 15 14:11:00.295373 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1279069-ddc6-4b1d-88d5-e3662e92b772 req-fbea34c2-c64d-4589-a548-b3e9894ed453 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:00.297057 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a1279069-ddc6-4b1d-88d5-e3662e92b772 req-fbea34c2-c64d-4589-a548-b3e9894ed453 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 944 time: 0.0813115 Jul 15 14:11:00.320752 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-8aad8c6d-a2bb-40d6-83c3-dc0ba04c1a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:00.322531 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-8aad8c6d-a2bb-40d6-83c3-dc0ba04c1a24 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97d2194be5644954bbf76a9ff6daaf2d&device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 1096 time: 0.0714772 Jul 15 14:11:00.340891 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a1279069-ddc6-4b1d-88d5-e3662e92b772 req-14113d8f-756c-4ddd-909f-c5bae1c2d51f tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374219 Jul 15 14:11:00.371787 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-e0ba4370-dc31-46ff-937f-88ecf9042bf4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 HTTP/1.1" status: 200 len: 217 time: 0.0416889 Jul 15 14:11:00.422086 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-f9f3638d-88e7-4cc4-bbfe-d2871d5b90fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:00.425127 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-f9f3638d-88e7-4cc4-bbfe-d2871d5b90fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=84142cef-8080-49cc-b749-90f94c138e32 HTTP/1.1" status: 200 len: 848 time: 0.0470183 Jul 15 14:11:00.480211 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-6d828e60-ecd1-4f51-8972-b77ce3002d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:00.481618 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-6d828e60-ecd1-4f51-8972-b77ce3002d61 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=de00669f-3a7b-4509-8871-3c481dfc9051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508277 Jul 15 14:11:00.574587 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-fbb76f54-687d-4855-a0c0-cd134344da0f service neutron] 10.222.0.46 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858824 Jul 15 14:11:00.664319 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f7983aac-58f2-4c69-b738-3ab635feea89 req-5481da23-ed9d-43dd-ae51-e8d187d982f1 service neutron] 10.222.0.46 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830796 Jul 15 14:11:00.761595 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6757ba-95db-4bd2-a4d3-5452ef6674ad req-bed295b7-6d9c-4e6e-b63e-ddc14d09c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:00.763184 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ed6757ba-95db-4bd2-a4d3-5452ef6674ad req-bed295b7-6d9c-4e6e-b63e-ddc14d09c5b4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97d2194be5644954bbf76a9ff6daaf2d&device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 1096 time: 0.0538793 Jul 15 14:11:00.860103 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6757ba-95db-4bd2-a4d3-5452ef6674ad req-cc90bd8a-8e19-4a75-9ea6-b6db6bb77d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:00.861677 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ed6757ba-95db-4bd2-a4d3-5452ef6674ad req-cc90bd8a-8e19-4a75-9ea6-b6db6bb77d20 service neutron] 10.222.0.46 "GET /v2.0/networks?id=de00669f-3a7b-4509-8871-3c481dfc9051 HTTP/1.1" status: 200 len: 910 time: 0.0925095 Jul 15 14:11:00.901736 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ed6757ba-95db-4bd2-a4d3-5452ef6674ad req-4688de50-1dca-4924-a345-b878f61e52ee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 HTTP/1.1" status: 200 len: 217 time: 0.0337715 Jul 15 14:11:00.953990 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6757ba-95db-4bd2-a4d3-5452ef6674ad req-aa27632a-9b83-47a8-b0de-2c6763977cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:00.955999 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ed6757ba-95db-4bd2-a4d3-5452ef6674ad req-aa27632a-9b83-47a8-b0de-2c6763977cae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=84142cef-8080-49cc-b749-90f94c138e32 HTTP/1.1" status: 200 len: 848 time: 0.0486984 Jul 15 14:11:01.011390 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6757ba-95db-4bd2-a4d3-5452ef6674ad req-5cb1acaf-4e4f-4a34-a252-d30eb21f4ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:01.012900 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ed6757ba-95db-4bd2-a4d3-5452ef6674ad req-5cb1acaf-4e4f-4a34-a252-d30eb21f4ffd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=de00669f-3a7b-4509-8871-3c481dfc9051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510468 Jul 15 14:11:01.105145 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ed6757ba-95db-4bd2-a4d3-5452ef6674ad req-def87c44-c2d4-45c4-88c4-b195ae09bad7 service neutron] 10.222.0.46 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852265 Jul 15 14:11:01.193207 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-ed6757ba-95db-4bd2-a4d3-5452ef6674ad req-727db144-7057-41d1-b9d9-8923439e8f72 service neutron] 10.222.0.46 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819275 Jul 15 14:11:01.523281 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659c40c-9233-455f-88df-fa55f9712b39 req-782b1790-d1cc-44f8-88a0-0bd37ea64fef tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:01.524747 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4659c40c-9233-455f-88df-fa55f9712b39 req-782b1790-d1cc-44f8-88a0-0bd37ea64fef tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 944 time: 0.0628922 Jul 15 14:11:01.562279 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4659c40c-9233-455f-88df-fa55f9712b39 req-b402edc2-5f97-42c5-b2fd-8b39a940a3a0 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317869 Jul 15 14:11:02.365766 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:02.529850 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-576a0294-c58e-47c3-94e7-c51714cd4377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:02.741215 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6503e-90a6-4542-b884-86d5208d379a req-b82d33c5-bcd6-44d7-b34a-433928c12264 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:02.742708 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1de6503e-90a6-4542-b884-86d5208d379a req-b82d33c5-bcd6-44d7-b34a-433928c12264 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 944 time: 0.0666945 Jul 15 14:11:02.782671 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1de6503e-90a6-4542-b884-86d5208d379a req-cecc3a30-f73d-4701-89a2-38f107d269f5 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341487 Jul 15 14:11:03.831934 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:03.953366 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857c797-fe0e-4004-bae1-91f17305e681 req-2adb32a6-1150-4132-abbb-75661d4e4339 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:03.955251 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a857c797-fe0e-4004-bae1-91f17305e681 req-2adb32a6-1150-4132-abbb-75661d4e4339 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 944 time: 0.0614245 Jul 15 14:11:03.991456 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a857c797-fe0e-4004-bae1-91f17305e681 req-ef839394-e176-4983-9ddc-209c59ccb519 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306973 Jul 15 14:11:05.227735 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee087ce-4f9a-4fcf-908e-aa5d1ba91ac2 req-a622c6a2-a0cb-48c5-808a-c6c8f9b86006 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:05.229211 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1ee087ce-4f9a-4fcf-908e-aa5d1ba91ac2 req-a622c6a2-a0cb-48c5-808a-c6c8f9b86006 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 944 time: 0.1289213 Jul 15 14:11:05.267894 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:05.271467 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-1ee087ce-4f9a-4fcf-908e-aa5d1ba91ac2 req-d1e8e70e-8d0b-48d6-8256-18d4c1834d45 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367382 Jul 15 14:11:06.484890 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474e036-2394-4a87-b0cb-381cb905ce04 req-74d245c9-9a45-4d29-8bf2-54bacfd5c861 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:06.486821 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6474e036-2394-4a87-b0cb-381cb905ce04 req-74d245c9-9a45-4d29-8bf2-54bacfd5c861 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 944 time: 0.1070676 Jul 15 14:11:06.522551 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6474e036-2394-4a87-b0cb-381cb905ce04 req-f7ab55d2-17f5-4b56-af7c-2044d3cdbe8b tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300322 Jul 15 14:11:07.691049 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48463501-7a14-4905-8482-fb20bd22d9cb req-b6553ac5-67de-4ee5-8270-a326f88ea607 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:07.692490 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-48463501-7a14-4905-8482-fb20bd22d9cb req-b6553ac5-67de-4ee5-8270-a326f88ea607 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 944 time: 0.0612607 Jul 15 14:11:07.728545 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-48463501-7a14-4905-8482-fb20bd22d9cb req-f94a30c0-550e-46a9-afb8-ca802c8664d1 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301843 Jul 15 14:11:08.909189 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ef4ed-61c3-435f-8927-602e468dcefe req-d634d486-288b-4383-9613-7b25be161a60 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:08.910707 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-da3ef4ed-61c3-435f-8927-602e468dcefe req-d634d486-288b-4383-9613-7b25be161a60 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 944 time: 0.0684199 Jul 15 14:11:08.947847 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-da3ef4ed-61c3-435f-8927-602e468dcefe req-b72abe9f-f7a5-4125-916c-ae68fa45cc14 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313630 Jul 15 14:11:10.118767 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51cf7c-fcad-42ae-bf7b-8456582d3f6b req-c2efe527-48e0-473d-88cd-0cf4731ef654 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:10.120143 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ff51cf7c-fcad-42ae-bf7b-8456582d3f6b req-c2efe527-48e0-473d-88cd-0cf4731ef654 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 944 time: 0.0620384 Jul 15 14:11:10.156911 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ff51cf7c-fcad-42ae-bf7b-8456582d3f6b req-0142f8ba-fcdf-4c94-9783-b7aaceaedd05 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313225 Jul 15 14:11:10.340998 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:11:10.725960 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:11:10.820177 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port c6feeb53-9ac0-4f2d-b84c-bd746a6741b8, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c6feeb53-9ac0-4f2d-b84c-bd746a6741b8,segment=NetworkSegment(4bc2ad99-8521-462e-809b-f1ad08d28c61),segment_id=4bc2ad99-8521-462e-809b-f1ad08d28c61)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:11:10.831434 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': 'c6feeb53-9ac0-4f2d-b84c-bd746a6741b8', 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051', 'port_id': 'c6feeb53-9ac0-4f2d-b84c-bd746a6741b8', 'mac_address': 'fa:16:3e:90:80:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84142cef-8080-49cc-b749-90f94c138e32', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:11:10.867552 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:10.879704 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:11:10.897956 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port c6feeb53-9ac0-4f2d-b84c-bd746a6741b8, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c6feeb53-9ac0-4f2d-b84c-bd746a6741b8,segment=NetworkSegment(4bc2ad99-8521-462e-809b-f1ad08d28c61),segment_id=4bc2ad99-8521-462e-809b-f1ad08d28c61)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:11:10.901880 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:10.951468 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=c6feeb53-9ac0-4f2d-b84c-bd746a6741b8,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:10.958644 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:10.958996 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:10.959338 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:10.959676 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:10.960008 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:10.960343 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:10.960671 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:10.960998 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:10.961324 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:10.961647 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:10.961968 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:10.962290 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:11.158367 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['c6feeb53-9ac0-4f2d-b84c-bd746a6741b8'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:11:11.333183 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1e39b-0135-48d6-abee-86f876a27910 req-c75dcf71-4c41-4535-b2d2-c640a9cfbfd1 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:11.334679 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d8e1e39b-0135-48d6-abee-86f876a27910 req-c75dcf71-4c41-4535-b2d2-c640a9cfbfd1 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 945 time: 0.0651841 Jul 15 14:11:11.372326 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d8e1e39b-0135-48d6-abee-86f876a27910 req-0823d57d-72e7-41cb-bfc7-7f8e5ffc3934 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319569 Jul 15 14:11:12.543223 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02128ba3-6e58-4dd2-9dbb-734a64f222a6 req-f1e60338-cc2b-4abc-9017-cb390d414c9d tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:12.544611 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02128ba3-6e58-4dd2-9dbb-734a64f222a6 req-f1e60338-cc2b-4abc-9017-cb390d414c9d tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 945 time: 0.0644345 Jul 15 14:11:12.582334 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-02128ba3-6e58-4dd2-9dbb-734a64f222a6 req-2211a241-ad9a-4acf-a8d6-6936c48d0f1e tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312212 Jul 15 14:11:12.756384 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:11:12.803087 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:11:12.806668 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:11:12.807043 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:12.882328 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:12.906573 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987f5b69-0494-4c8f-8c1f-b0e3b1b954f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6feeb53-9ac0-4f2d-b84c-bd746a6741b8'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:11:12.909416 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d336e28e73e37671204d4011867161ab10622757e030a17953cce0be893d8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0c77e9-5435-4b3d-9150-c22309c89031" -d '{"events": [{"server_uuid": "987f5b69-0494-4c8f-8c1f-b0e3b1b954f5", "name": "network-vif-plugged", "status": "completed", "tag": "c6feeb53-9ac0-4f2d-b84c-bd746a6741b8"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:11:12.921848 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port c6feeb53-9ac0-4f2d-b84c-bd746a6741b8, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c6feeb53-9ac0-4f2d-b84c-bd746a6741b8,segment=NetworkSegment(4bc2ad99-8521-462e-809b-f1ad08d28c61),segment_id=4bc2ad99-8521-462e-809b-f1ad08d28c61)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:11:12.925876 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:12.948333 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69934eb1-71e2-4140-80c4-59e81a0d11c0 x-openstack-request-id: req-69934eb1-71e2-4140-80c4-59e81a0d11c0 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:11:12.948620 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987f5b69-0494-4c8f-8c1f-b0e3b1b954f5", "name": "network-vif-plugged", "status": "completed", "tag": "c6feeb53-9ac0-4f2d-b84c-bd746a6741b8", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:11:12.948870 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-69934eb1-71e2-4140-80c4-59e81a0d11c0 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:11:12.949253 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987f5b69-0494-4c8f-8c1f-b0e3b1b954f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6feeb53-9ac0-4f2d-b84c-bd746a6741b8', 'code': 200} Jul 15 14:11:12.975209 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=c6feeb53-9ac0-4f2d-b84c-bd746a6741b8,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:13.059403 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edbb0e-17a4-4922-b9db-7119ebc4cbc7 req-c2977a26-7d1d-4375-9df9-847b996f9bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:13.060817 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-69edbb0e-17a4-4922-b9db-7119ebc4cbc7 req-c2977a26-7d1d-4375-9df9-847b996f9bae service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 1098 time: 0.0504129 Jul 15 14:11:13.096668 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-69edbb0e-17a4-4922-b9db-7119ebc4cbc7 req-46cd2785-9295-4927-853f-cf84978bb2de service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284600 Jul 15 14:11:13.753575 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14340d4-13f6-41fd-a615-e8cb4f26f0d8 req-430bb9c3-3cdf-4f89-8eae-f430e94fe925 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:13.755064 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a14340d4-13f6-41fd-a615-e8cb4f26f0d8 req-430bb9c3-3cdf-4f89-8eae-f430e94fe925 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 946 time: 0.0628221 Jul 15 14:11:13.793646 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a14340d4-13f6-41fd-a615-e8cb4f26f0d8 req-364ab4d7-6b36-4811-af79-23a694462a6c tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323157 Jul 15 14:11:14.548861 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f6754495-f936-44e8-b095-3a2f31e15fe6 req-95c0d62f-2eb9-43de-b706-6eb81b40a2f5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0540719 Jul 15 14:11:14.646080 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6754495-f936-44e8-b095-3a2f31e15fe6 req-6b0c5dc9-70e1-4dec-bbbf-761cd257ee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:14.647600 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f6754495-f936-44e8-b095-3a2f31e15fe6 req-6b0c5dc9-70e1-4dec-bbbf-761cd257ee8a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97d2194be5644954bbf76a9ff6daaf2d&device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 1098 time: 0.0575032 Jul 15 14:11:14.752703 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6754495-f936-44e8-b095-3a2f31e15fe6 req-6c6c2354-043d-4245-9d8b-c5d76fe8001b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:14.754155 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f6754495-f936-44e8-b095-3a2f31e15fe6 req-6c6c2354-043d-4245-9d8b-c5d76fe8001b service neutron] 10.222.0.46 "GET /v2.0/networks?id=de00669f-3a7b-4509-8871-3c481dfc9051 HTTP/1.1" status: 200 len: 910 time: 0.0867293 Jul 15 14:11:14.792772 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f6754495-f936-44e8-b095-3a2f31e15fe6 req-2fb18a14-aeff-4c38-ba4d-b21de878728f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 HTTP/1.1" status: 200 len: 217 time: 0.0327301 Jul 15 14:11:14.842167 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6754495-f936-44e8-b095-3a2f31e15fe6 req-767a5aa2-f63d-4593-8e72-94003cd6fe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:14.843684 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f6754495-f936-44e8-b095-3a2f31e15fe6 req-767a5aa2-f63d-4593-8e72-94003cd6fe07 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=84142cef-8080-49cc-b749-90f94c138e32 HTTP/1.1" status: 200 len: 848 time: 0.0447028 Jul 15 14:11:14.900416 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6754495-f936-44e8-b095-3a2f31e15fe6 req-4dcf6b7f-077a-4780-be13-01ec1859136c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:14.901937 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f6754495-f936-44e8-b095-3a2f31e15fe6 req-4dcf6b7f-077a-4780-be13-01ec1859136c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=de00669f-3a7b-4509-8871-3c481dfc9051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520856 Jul 15 14:11:14.971325 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2a79f-bc3e-4d24-b774-d3faed5f06d8 req-c9efe023-05d2-46eb-832c-53e638edb8d9 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:14.972806 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2ae2a79f-bc3e-4d24-b774-d3faed5f06d8 req-c9efe023-05d2-46eb-832c-53e638edb8d9 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 946 time: 0.0657055 Jul 15 14:11:14.995193 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f6754495-f936-44e8-b095-3a2f31e15fe6 req-54b94f16-9f39-439c-b659-759f00db4d8a service neutron] 10.222.0.46 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868788 Jul 15 14:11:15.010485 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-2ae2a79f-bc3e-4d24-b774-d3faed5f06d8 req-be39d07d-18e0-4088-a034-d896570c2cf7 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319264 Jul 15 14:11:15.089565 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f6754495-f936-44e8-b095-3a2f31e15fe6 req-bc664c43-2fac-4c55-b8f7-bfa088ad8da7 service neutron] 10.222.0.46 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872872 Jul 15 14:11:15.181153 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d9eac-6e62-48ff-8a30-ea6fefc71b56 req-b6843d50-0eb2-49cd-ad2c-17bcf3f62299 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:15.182641 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e22d9eac-6e62-48ff-8a30-ea6fefc71b56 req-b6843d50-0eb2-49cd-ad2c-17bcf3f62299 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 946 time: 0.0622566 Jul 15 14:11:15.219243 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e22d9eac-6e62-48ff-8a30-ea6fefc71b56 req-0dca2f2d-cd54-4166-ac62-5274df388aff tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310180 Jul 15 14:11:15.242934 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41830) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:11:15.292610 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88da6b04-1607-4a4b-bd39-e6cb774c31f3 tempest-TestShelveInstance-702000711 tempest-TestShelveInstance-702000711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:15.294092 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-88da6b04-1607-4a4b-bd39-e6cb774c31f3 tempest-TestShelveInstance-702000711 tempest-TestShelveInstance-702000711-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 1093 time: 0.0501754 Jul 15 14:11:15.296825 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41832) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:11:15.301330 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-9130c738-8917-4142-88cf-12adde8ae629 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'port_id': 'c6feeb53-9ac0-4f2d-b84c-bd746a6741b8', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:11:15.322693 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9130c738-8917-4142-88cf-12adde8ae629 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for floatingip, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:15.414813 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9130c738-8917-4142-88cf-12adde8ae629 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:15.517718 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-9130c738-8917-4142-88cf-12adde8ae629 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Allocated IP 172.25.8.76 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/00078149-ca63-4781-9ebd-becc36ae0e57) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:11:15.618993 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9130c738-8917-4142-88cf-12adde8ae629 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:15.654942 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9130c738-8917-4142-88cf-12adde8ae629 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:15.689266 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9130c738-8917-4142-88cf-12adde8ae629 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:11:15.691972 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-9130c738-8917-4142-88cf-12adde8ae629 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:11:15.694325 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9130c738-8917-4142-88cf-12adde8ae629 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:11:15.728203 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9130c738-8917-4142-88cf-12adde8ae629 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Pushing event updated for resources: {'Port': ['ID=00078149-ca63-4781-9ebd-becc36ae0e57,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:16.331966 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9130c738-8917-4142-88cf-12adde8ae629 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:16.403134 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9130c738-8917-4142-88cf-12adde8ae629 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:16.551076 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9130c738-8917-4142-88cf-12adde8ae629 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:16.555372 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9130c738-8917-4142-88cf-12adde8ae629 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:16.623976 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9130c738-8917-4142-88cf-12adde8ae629 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Pushing event updated for resources: {'Port': ['ID=00078149-ca63-4781-9ebd-becc36ae0e57,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:16.635765 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9130c738-8917-4142-88cf-12adde8ae629 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:16.732822 n-d-771363-36 neutron-server[93826]: INFO neutron.db.l3_db [None req-9130c738-8917-4142-88cf-12adde8ae629 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Floating IP 86e7d9c6-99ed-46b4-b6ed-3c3f2b275dd2 associated. External IP: 172.25.8.76, port: c6feeb53-9ac0-4f2d-b84c-bd746a6741b8. Jul 15 14:11:16.933938 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9130c738-8917-4142-88cf-12adde8ae629 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Router 87e96c77-84fa-42d7-8f54-b9cc12ff57a3 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:11:17.038337 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9130c738-8917-4142-88cf-12adde8ae629 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:11:17.048386 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d74cbaf-6f0d-4f67-83c1-7dc31787603e None None] Sync routers for ids ['87e96c77-84fa-42d7-8f54-b9cc12ff57a3'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:11:17.054947 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9130c738-8917-4142-88cf-12adde8ae629 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:17.058368 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d74cbaf-6f0d-4f67-83c1-7dc31787603e None None] Routers {'87e96c77-84fa-42d7-8f54-b9cc12ff57a3'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:11:17.059018 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-0d74cbaf-6f0d-4f67-83c1-7dc31787603e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:11:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['87e96c77-84fa-42d7-8f54-b9cc12ff57a3'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:17.095082 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9130c738-8917-4142-88cf-12adde8ae629 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7965319 Jul 15 14:11:17.095626 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987f5b69-0494-4c8f-8c1f-b0e3b1b954f5', 'tag': 'c6feeb53-9ac0-4f2d-b84c-bd746a6741b8'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:11:17.097875 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8576bed0d9272eb7d87375883ff290b2d3af54e29368fa65b340403a42b02ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460b4831-7a2a-486f-ab15-2d327e4dd16c" -d '{"events": [{"name": "network-changed", "server_uuid": "987f5b69-0494-4c8f-8c1f-b0e3b1b954f5", "tag": "c6feeb53-9ac0-4f2d-b84c-bd746a6741b8"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:11:17.138997 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ca9ff3-e472-4ec2-a499-385422a6c8e0 x-openstack-request-id: req-18ca9ff3-e472-4ec2-a499-385422a6c8e0 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:11:17.139287 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987f5b69-0494-4c8f-8c1f-b0e3b1b954f5", "tag": "c6feeb53-9ac0-4f2d-b84c-bd746a6741b8", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:11:17.139538 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-18ca9ff3-e472-4ec2-a499-385422a6c8e0 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:11:17.139933 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987f5b69-0494-4c8f-8c1f-b0e3b1b954f5', 'tag': 'c6feeb53-9ac0-4f2d-b84c-bd746a6741b8', 'status': 'completed', 'code': 200} Jul 15 14:11:17.163846 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-0d74cbaf-6f0d-4f67-83c1-7dc31787603e None None] Set router 87e96c77-84fa-42d7-8f54-b9cc12ff57a3 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:11:17.214630 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b4831-7a2a-486f-ab15-2d327e4dd16c req-a00793de-95e1-4156-8722-92af992eabef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:17.216153 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-460b4831-7a2a-486f-ab15-2d327e4dd16c req-a00793de-95e1-4156-8722-92af992eabef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97d2194be5644954bbf76a9ff6daaf2d&device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 1098 time: 0.0519516 Jul 15 14:11:17.304764 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b4831-7a2a-486f-ab15-2d327e4dd16c req-116a9069-5aba-4fb5-a223-1ca5e996c0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:17.306253 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-460b4831-7a2a-486f-ab15-2d327e4dd16c req-116a9069-5aba-4fb5-a223-1ca5e996c0b1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=de00669f-3a7b-4509-8871-3c481dfc9051 HTTP/1.1" status: 200 len: 910 time: 0.0832591 Jul 15 14:11:17.374991 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-460b4831-7a2a-486f-ab15-2d327e4dd16c req-5fd067af-47f3-4460-bfb4-768bf9274e0a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 HTTP/1.1" status: 200 len: 999 time: 0.0612094 Jul 15 14:11:17.378724 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-0d74cbaf-6f0d-4f67-83c1-7dc31787603e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'name': 'tempest-TestShelveInstance-1939779203-router', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '6b67c159-eef4-41f8-b511-96bd0f2ea473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:21Z', 'updated_at': '2021-07-15T14:06:24Z', 'revision_number': 4, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'gw_port': {'id': '6b67c159-eef4-41f8-b511-96bd0f2ea473', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:22Z', 'updated_at': '2021-07-15T14:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '86e7d9c6-99ed-46b4-b6ed-3c3f2b275dd2', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'floating_ip_address': '172.25.8.76', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'port_id': 'c6feeb53-9ac0-4f2d-b84c-bd746a6741b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051', 'mac_address': 'fa:16:3e:90:80:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987f5b69-0494-4c8f-8c1f-b0e3b1b954f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:11:15Z', 'updated_at': '2021-07-15T14:11:15Z', 'revision_number': 0, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6813e312-f3bf-4032-a16b-184738b3add4', 'name': '', 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'mac_address': 'fa:16:3e:2a:e3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '84142cef-8080-49cc-b749-90f94c138e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:23Z', 'updated_at': '2021-07-15T14:06:30Z', 'revision_number': 5, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'subnets': [{'id': '84142cef-8080-49cc-b749-90f94c138e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:17.424658 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b4831-7a2a-486f-ab15-2d327e4dd16c req-9608990c-11ca-421e-b6da-a40d95194297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:17.426167 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-460b4831-7a2a-486f-ab15-2d327e4dd16c req-9608990c-11ca-421e-b6da-a40d95194297 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=84142cef-8080-49cc-b749-90f94c138e32 HTTP/1.1" status: 200 len: 848 time: 0.0449543 Jul 15 14:11:17.486060 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b4831-7a2a-486f-ab15-2d327e4dd16c req-1581d723-0ce4-409b-82b9-4c35b6eb6bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:17.487616 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-460b4831-7a2a-486f-ab15-2d327e4dd16c req-1581d723-0ce4-409b-82b9-4c35b6eb6bd6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=de00669f-3a7b-4509-8871-3c481dfc9051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553355 Jul 15 14:11:17.561803 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d74cbaf-6f0d-4f67-83c1-7dc31787603e None None] Checking router: 87e96c77-84fa-42d7-8f54-b9cc12ff57a3 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:11:17.569834 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d74cbaf-6f0d-4f67-83c1-7dc31787603e None None] Routers {'87e96c77-84fa-42d7-8f54-b9cc12ff57a3'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:11:17.570422 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-0d74cbaf-6f0d-4f67-83c1-7dc31787603e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:11:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['87e96c77-84fa-42d7-8f54-b9cc12ff57a3'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:17.584661 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-460b4831-7a2a-486f-ab15-2d327e4dd16c req-870373d3-6f05-4d9f-b518-0abbe937914d service neutron] 10.222.0.46 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903959 Jul 15 14:11:17.674224 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-460b4831-7a2a-486f-ab15-2d327e4dd16c req-12f9e28d-3362-4f7f-ab4b-02f4066f2337 service neutron] 10.222.0.46 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830312 Jul 15 14:11:17.675098 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-0d74cbaf-6f0d-4f67-83c1-7dc31787603e None None] Set router 87e96c77-84fa-42d7-8f54-b9cc12ff57a3 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:11:17.892910 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-0d74cbaf-6f0d-4f67-83c1-7dc31787603e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'name': 'tempest-TestShelveInstance-1939779203-router', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '6b67c159-eef4-41f8-b511-96bd0f2ea473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:21Z', 'updated_at': '2021-07-15T14:06:24Z', 'revision_number': 4, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'gw_port': {'id': '6b67c159-eef4-41f8-b511-96bd0f2ea473', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:22Z', 'updated_at': '2021-07-15T14:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '86e7d9c6-99ed-46b4-b6ed-3c3f2b275dd2', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'floating_ip_address': '172.25.8.76', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'port_id': 'c6feeb53-9ac0-4f2d-b84c-bd746a6741b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051', 'mac_address': 'fa:16:3e:90:80:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987f5b69-0494-4c8f-8c1f-b0e3b1b954f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:11:15Z', 'updated_at': '2021-07-15T14:11:15Z', 'revision_number': 0, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6813e312-f3bf-4032-a16b-184738b3add4', 'name': '', 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'mac_address': 'fa:16:3e:2a:e3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '84142cef-8080-49cc-b749-90f94c138e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:23Z', 'updated_at': '2021-07-15T14:06:30Z', 'revision_number': 5, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'subnets': [{'id': '84142cef-8080-49cc-b749-90f94c138e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:17.921623 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d74cbaf-6f0d-4f67-83c1-7dc31787603e None None] The sync data for ids ['87e96c77-84fa-42d7-8f54-b9cc12ff57a3'] in n-d-771363-36 is: [{'id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'name': 'tempest-TestShelveInstance-1939779203-router', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '6b67c159-eef4-41f8-b511-96bd0f2ea473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:21Z', 'updated_at': '2021-07-15T14:06:24Z', 'revision_number': 4, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'gw_port': {'id': '6b67c159-eef4-41f8-b511-96bd0f2ea473', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:22Z', 'updated_at': '2021-07-15T14:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '86e7d9c6-99ed-46b4-b6ed-3c3f2b275dd2', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'floating_ip_address': '172.25.8.76', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'port_id': 'c6feeb53-9ac0-4f2d-b84c-bd746a6741b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051', 'mac_address': 'fa:16:3e:90:80:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987f5b69-0494-4c8f-8c1f-b0e3b1b954f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:11:15Z', 'updated_at': '2021-07-15T14:11:15Z', 'revision_number': 0, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6813e312-f3bf-4032-a16b-184738b3add4', 'name': '', 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'mac_address': 'fa:16:3e:2a:e3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '84142cef-8080-49cc-b749-90f94c138e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:23Z', 'updated_at': '2021-07-15T14:06:30Z', 'revision_number': 5, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'subnets': [{'id': '84142cef-8080-49cc-b749-90f94c138e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:11:18.101498 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c098af-a6f4-4b45-af56-0161aad0d93f None None] New status for floating IP 86e7d9c6-99ed-46b4-b6ed-3c3f2b275dd2: ACTIVE {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:11:29.755408 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-50e9438e-d44f-43f1-875f-09cefffc22c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:29.918741 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:30.111248 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:32.368458 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:32.530857 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-00db767f-9d9f-400e-9a4f-b0c9a2265acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:33.834427 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:35.270187 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:47.340351 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:11:59.754996 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-049f0245-dd1a-4397-8f96-cc1a07a6d6a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:59.918181 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:00.101938 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:02.369392 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:02.530952 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0d61545-6af7-4cad-928f-97a97085d8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:03.836399 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:05.274201 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:14.588419 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0e884df1-40c5-49c5-ac78-72bc1471f2de req-a1118822-b5c1-458c-b466-b842322fb6b9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0912035 Jul 15 14:12:14.679661 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e884df1-40c5-49c5-ac78-72bc1471f2de req-a6d2d91a-50db-40ec-b6f2-5247a08ba60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:14.681120 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0e884df1-40c5-49c5-ac78-72bc1471f2de req-a6d2d91a-50db-40ec-b6f2-5247a08ba60d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97d2194be5644954bbf76a9ff6daaf2d&device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 1098 time: 0.0513387 Jul 15 14:12:14.785028 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e884df1-40c5-49c5-ac78-72bc1471f2de req-a5ad9234-5f5a-4e7f-9960-acf710216fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:14.786395 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0e884df1-40c5-49c5-ac78-72bc1471f2de req-a5ad9234-5f5a-4e7f-9960-acf710216fc0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=de00669f-3a7b-4509-8871-3c481dfc9051 HTTP/1.1" status: 200 len: 910 time: 0.0864043 Jul 15 14:12:14.849292 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0e884df1-40c5-49c5-ac78-72bc1471f2de req-d53e16be-920f-4e17-a38b-3d45d0c905ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 HTTP/1.1" status: 200 len: 1001 time: 0.0567486 Jul 15 14:12:14.896153 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e884df1-40c5-49c5-ac78-72bc1471f2de req-1510ef8c-89a6-4351-bd73-ecee447cc5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:14.897568 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0e884df1-40c5-49c5-ac78-72bc1471f2de req-1510ef8c-89a6-4351-bd73-ecee447cc5b6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=84142cef-8080-49cc-b749-90f94c138e32 HTTP/1.1" status: 200 len: 848 time: 0.0422840 Jul 15 14:12:14.956640 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e884df1-40c5-49c5-ac78-72bc1471f2de req-0151ff6c-c310-4655-b828-9f002662a8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:14.958088 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0e884df1-40c5-49c5-ac78-72bc1471f2de req-0151ff6c-c310-4655-b828-9f002662a8b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=de00669f-3a7b-4509-8871-3c481dfc9051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542009 Jul 15 14:12:15.044244 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0e884df1-40c5-49c5-ac78-72bc1471f2de req-95f605cd-3cb2-4d23-b1da-9f9fb7a34946 service neutron] 10.222.0.46 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791163 Jul 15 14:12:15.140252 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-0e884df1-40c5-49c5-ac78-72bc1471f2de req-2a973ce0-22b8-4b4a-b6b0-3cbfce8ae9e0 service neutron] 10.222.0.46 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895789 Jul 15 14:12:24.339258 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:12:29.755088 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cdb95149-6b26-485c-836c-d340bea44a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:29.933931 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:30.124103 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:32.370008 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:32.530484 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a6e47f4f-18e1-4ff6-95e4-27f482c9948f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:33.839901 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:35.276869 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:59.755012 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0c94a082-63e3-4b62-9c58-c0f79786efff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:59.948062 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:00.122481 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:01.337965 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:13:02.370550 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:02.529470 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-899ca821-93eb-4238-9808-a3fb2c89a26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:03.843548 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:05.279606 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:13.096770 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad5e00-0f03-4c17-92a8-55e9e1b1bef1 req-b4c15476-ca54-465f-a46b-15730030e076 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:13.098291 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d4ad5e00-0f03-4c17-92a8-55e9e1b1bef1 req-b4c15476-ca54-465f-a46b-15730030e076 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 946 time: 0.0680618 Jul 15 14:13:13.134716 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d4ad5e00-0f03-4c17-92a8-55e9e1b1bef1 req-85030cf1-4ee1-4d2e-8e79-74eb1520055a tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308883 Jul 15 14:13:14.320786 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f25a7-a840-46d2-b6c4-50ea7b769f36 req-b21b7366-b4bd-4450-94ba-042e15420854 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:14.322490 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-578f25a7-a840-46d2-b6c4-50ea7b769f36 req-b21b7366-b4bd-4450-94ba-042e15420854 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 946 time: 0.0615206 Jul 15 14:13:14.358742 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-578f25a7-a840-46d2-b6c4-50ea7b769f36 req-6be6931c-4551-44b0-b69c-3d2c0da64844 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298781 Jul 15 14:13:15.560167 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633d60c-5596-422c-9cf3-e13c0d5ce278 req-024815c0-fee7-4d7d-946c-52eb74eb9ea7 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:15.561640 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e633d60c-5596-422c-9cf3-e13c0d5ce278 req-024815c0-fee7-4d7d-946c-52eb74eb9ea7 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 946 time: 0.0634279 Jul 15 14:13:15.603644 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e633d60c-5596-422c-9cf3-e13c0d5ce278 req-f1a94de2-7be5-4e6c-a067-526dc1ad1133 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364554 Jul 15 14:13:16.772576 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9042e2-e722-4bde-8f0c-c0ef8b13ab9f req-3d5e8b7d-b314-4b37-89d7-6e96364fed2e tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:16.774053 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bf9042e2-e722-4bde-8f0c-c0ef8b13ab9f req-3d5e8b7d-b314-4b37-89d7-6e96364fed2e tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 946 time: 0.0619359 Jul 15 14:13:16.810797 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bf9042e2-e722-4bde-8f0c-c0ef8b13ab9f req-ddf9f5ef-d52e-4e0a-a699-ec23f14c2862 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307355 Jul 15 14:13:17.141358 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c633f-1c3c-4e1e-aa96-f43e0f205275 req-f3a60491-456b-4559-9046-f1626c977665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:17.142856 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-178c633f-1c3c-4e1e-aa96-f43e0f205275 req-f3a60491-456b-4559-9046-f1626c977665 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97d2194be5644954bbf76a9ff6daaf2d&device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 1098 time: 0.0529757 Jul 15 14:13:17.249352 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c633f-1c3c-4e1e-aa96-f43e0f205275 req-653f771c-c990-4905-9509-e088762c8d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:17.250842 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-178c633f-1c3c-4e1e-aa96-f43e0f205275 req-653f771c-c990-4905-9509-e088762c8d44 service neutron] 10.222.0.46 "GET /v2.0/networks?id=de00669f-3a7b-4509-8871-3c481dfc9051 HTTP/1.1" status: 200 len: 910 time: 0.0880163 Jul 15 14:13:17.313014 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-178c633f-1c3c-4e1e-aa96-f43e0f205275 req-6e2d9321-0c8f-4b7c-b3c4-5659ad7e7433 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 HTTP/1.1" status: 200 len: 1001 time: 0.0561562 Jul 15 14:13:17.360363 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c633f-1c3c-4e1e-aa96-f43e0f205275 req-40990ee3-7bb6-40ca-9622-f703534f0a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:17.361758 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-178c633f-1c3c-4e1e-aa96-f43e0f205275 req-40990ee3-7bb6-40ca-9622-f703534f0a67 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=84142cef-8080-49cc-b749-90f94c138e32 HTTP/1.1" status: 200 len: 848 time: 0.0425744 Jul 15 14:13:17.420515 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c633f-1c3c-4e1e-aa96-f43e0f205275 req-21f02569-5343-47d9-857c-49d909e36569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:17.421971 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-178c633f-1c3c-4e1e-aa96-f43e0f205275 req-21f02569-5343-47d9-857c-49d909e36569 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=de00669f-3a7b-4509-8871-3c481dfc9051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538514 Jul 15 14:13:17.508303 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-178c633f-1c3c-4e1e-aa96-f43e0f205275 req-77aa2696-dca1-4a88-9034-2774ae514a28 service neutron] 10.222.0.46 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799291 Jul 15 14:13:17.602416 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-178c633f-1c3c-4e1e-aa96-f43e0f205275 req-eb3c4643-3925-4e6c-b555-7cb5d2fced1d service neutron] 10.222.0.46 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871887 Jul 15 14:13:17.981464 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aadd5fe-f833-4fe7-8f94-22eef124c0cf req-505d6a46-fc81-4bbe-920b-76586a16214a tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:17.982978 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5aadd5fe-f833-4fe7-8f94-22eef124c0cf req-505d6a46-fc81-4bbe-920b-76586a16214a tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 946 time: 0.0621533 Jul 15 14:13:18.021019 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5aadd5fe-f833-4fe7-8f94-22eef124c0cf req-e39ab9b2-062f-413a-85e1-cbdb51f38816 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317094 Jul 15 14:13:19.376305 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433294fa-0574-4a11-a644-c6795a0b8e2d req-a1bfbe5a-7dac-4927-8c31-8c2048cf4dbf tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:19.377810 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-433294fa-0574-4a11-a644-c6795a0b8e2d req-a1bfbe5a-7dac-4927-8c31-8c2048cf4dbf tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 946 time: 0.0668750 Jul 15 14:13:19.414262 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-433294fa-0574-4a11-a644-c6795a0b8e2d req-eba84824-c075-4c94-af47-d297530c4200 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309680 Jul 15 14:13:20.584600 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d4487-9dfa-4045-abd6-dbcb3a6962cf req-2ee00fa0-526d-4255-8af6-4c3711bd46e6 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:20.585975 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e15d4487-9dfa-4045-abd6-dbcb3a6962cf req-2ee00fa0-526d-4255-8af6-4c3711bd46e6 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 946 time: 0.0622754 Jul 15 14:13:20.623358 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e15d4487-9dfa-4045-abd6-dbcb3a6962cf req-b485fe04-109d-46c7-b941-546ffe64e709 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311601 Jul 15 14:13:21.792373 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b933b4e-7330-4b7c-b94a-67b108499b3f req-f761ba37-3521-49ae-90f6-cdb10c03925d tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:21.793830 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5b933b4e-7330-4b7c-b94a-67b108499b3f req-f761ba37-3521-49ae-90f6-cdb10c03925d tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 946 time: 0.0607181 Jul 15 14:13:21.835258 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5b933b4e-7330-4b7c-b94a-67b108499b3f req-4dcb426b-1549-4a0f-880f-a8f66046e82e tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353260 Jul 15 14:13:23.005018 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49237bf-100a-4624-b4ff-1bf0da3a0e0e req-41c08031-5e56-4d5c-b57a-4ef6f6d82f44 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:23.006491 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a49237bf-100a-4624-b4ff-1bf0da3a0e0e req-41c08031-5e56-4d5c-b57a-4ef6f6d82f44 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 946 time: 0.0627141 Jul 15 14:13:23.043210 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a49237bf-100a-4624-b4ff-1bf0da3a0e0e req-861d1f14-5eef-4d6a-8845-fe432357a75e tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311379 Jul 15 14:13:23.193765 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a04f61-9829-4106-9365-e843e2548d77 req-c73cf119-89bb-4dd0-b855-127f0e01ae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:23.195317 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-87a04f61-9829-4106-9365-e843e2548d77 req-c73cf119-89bb-4dd0-b855-127f0e01ae61 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97d2194be5644954bbf76a9ff6daaf2d&device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 1098 time: 0.0524447 Jul 15 14:13:23.286800 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a04f61-9829-4106-9365-e843e2548d77 req-ec815f86-6482-4a1d-9008-ed9ea6dbb556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:23.288244 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-87a04f61-9829-4106-9365-e843e2548d77 req-ec815f86-6482-4a1d-9008-ed9ea6dbb556 service neutron] 10.222.0.46 "GET /v2.0/networks?id=de00669f-3a7b-4509-8871-3c481dfc9051 HTTP/1.1" status: 200 len: 910 time: 0.0864067 Jul 15 14:13:23.350721 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-87a04f61-9829-4106-9365-e843e2548d77 req-272c505b-25e0-4cfa-89b1-1c716bc5e6ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 HTTP/1.1" status: 200 len: 1001 time: 0.0565143 Jul 15 14:13:23.396949 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a04f61-9829-4106-9365-e843e2548d77 req-3b43d167-111d-4268-89d9-87eb920b11f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:23.398380 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-87a04f61-9829-4106-9365-e843e2548d77 req-3b43d167-111d-4268-89d9-87eb920b11f5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=84142cef-8080-49cc-b749-90f94c138e32 HTTP/1.1" status: 200 len: 848 time: 0.0418706 Jul 15 14:13:23.457599 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a04f61-9829-4106-9365-e843e2548d77 req-c62b0234-4024-47dd-baf7-a147f84e9167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:23.459014 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-87a04f61-9829-4106-9365-e843e2548d77 req-c62b0234-4024-47dd-baf7-a147f84e9167 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=de00669f-3a7b-4509-8871-3c481dfc9051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540187 Jul 15 14:13:23.546103 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-87a04f61-9829-4106-9365-e843e2548d77 req-e2ec3c39-8a56-4495-b40e-d8dde33f1e25 service neutron] 10.222.0.46 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804653 Jul 15 14:13:23.636462 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-87a04f61-9829-4106-9365-e843e2548d77 req-10d2cac7-d725-415d-adc4-030ff3dfd5c1 service neutron] 10.222.0.46 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846899 Jul 15 14:13:24.215001 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffac93-a946-4a63-b12c-1389feeb2871 req-e9d886d3-4816-4223-a39a-526f24f8650b tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:24.216468 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-62ffac93-a946-4a63-b12c-1389feeb2871 req-e9d886d3-4816-4223-a39a-526f24f8650b tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 946 time: 0.0620992 Jul 15 14:13:24.253332 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-62ffac93-a946-4a63-b12c-1389feeb2871 req-2b57c2ca-7424-48f1-aaa2-483992103fc8 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314407 Jul 15 14:13:25.432107 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ad21f-121b-4428-a163-bd2ec73ed052 req-78df00c7-6869-451c-b788-3566c7a903b6 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:25.433603 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-543ad21f-121b-4428-a163-bd2ec73ed052 req-78df00c7-6869-451c-b788-3566c7a903b6 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 946 time: 0.0665908 Jul 15 14:13:25.471969 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-543ad21f-121b-4428-a163-bd2ec73ed052 req-c1cc7372-b5b6-42d8-b478-9ebcc7b4280a tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324981 Jul 15 14:13:26.654735 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d787e-3486-42fb-8403-759d2786c009 req-8edaf86f-cfba-4ecb-9714-13fb29853cc8 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:26.656268 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a15d787e-3486-42fb-8403-759d2786c009 req-8edaf86f-cfba-4ecb-9714-13fb29853cc8 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 946 time: 0.0671349 Jul 15 14:13:26.693817 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a15d787e-3486-42fb-8403-759d2786c009 req-e0833e13-69cc-45b7-857c-48d83e2a8429 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319493 Jul 15 14:13:27.864033 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1f492-3064-4059-a57d-ea2ebf2c2c7d req-ddfcac64-31c7-40dc-9735-cba4c0fe07ed tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:27.865527 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-29a1f492-3064-4059-a57d-ea2ebf2c2c7d req-ddfcac64-31c7-40dc-9735-cba4c0fe07ed tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 946 time: 0.0621762 Jul 15 14:13:27.906349 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-29a1f492-3064-4059-a57d-ea2ebf2c2c7d req-0b9e34a0-d92f-4e14-a943-31af4c96bdae tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352333 Jul 15 14:13:28.202398 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 41938) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:13:28.253092 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090567cc-6d2f-47bd-926d-34461c121ba1 req-dd20cf1b-98d3-4409-abfb-156299649d8e tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:28.254617 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-090567cc-6d2f-47bd-926d-34461c121ba1 req-dd20cf1b-98d3-4409-abfb-156299649d8e tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 946 time: 0.0645571 Jul 15 14:13:28.290888 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-16d9b99e-d660-47c2-a8e3-8cb3fd080e1c req-755c71ca-d571-4b3f-9a0b-a19bdd64657c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0872116 Jul 15 14:13:28.292160 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-090567cc-6d2f-47bd-926d-34461c121ba1 req-2266856b-f646-487b-9d3f-2ccbc67915ac tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319726 Jul 15 14:13:29.439023 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:13:29.470464 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313b8aa-3030-4bcd-abce-ad1cf9a38bb1 req-2914d283-aba8-4488-99c7-903a6640b7db tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:29.472202 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d313b8aa-3030-4bcd-abce-ad1cf9a38bb1 req-2914d283-aba8-4488-99c7-903a6640b7db tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 946 time: 0.0660069 Jul 15 14:13:29.513751 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:29.514149 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d313b8aa-3030-4bcd-abce-ad1cf9a38bb1 req-20f46efc-35b8-4ae2-b8b9-bb38fa949c7f tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357668 Jul 15 14:13:29.538940 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987f5b69-0494-4c8f-8c1f-b0e3b1b954f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6feeb53-9ac0-4f2d-b84c-bd746a6741b8'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:13:29.541155 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d336e28e73e37671204d4011867161ab10622757e030a17953cce0be893d8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d882664-4127-4ebb-8fac-7134e3c55ef0" -d '{"events": [{"server_uuid": "987f5b69-0494-4c8f-8c1f-b0e3b1b954f5", "name": "network-vif-unplugged", "status": "completed", "tag": "c6feeb53-9ac0-4f2d-b84c-bd746a6741b8"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:13:29.554894 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port c6feeb53-9ac0-4f2d-b84c-bd746a6741b8, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c6feeb53-9ac0-4f2d-b84c-bd746a6741b8,segment=NetworkSegment(4bc2ad99-8521-462e-809b-f1ad08d28c61),segment_id=4bc2ad99-8521-462e-809b-f1ad08d28c61)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:13:29.559776 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:29.587906 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Jul 2021 14:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb621316-93b6-4bdc-95a9-5a8359a7882f x-openstack-request-id: req-eb621316-93b6-4bdc-95a9-5a8359a7882f {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:13:29.588213 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987f5b69-0494-4c8f-8c1f-b0e3b1b954f5", "name": "network-vif-unplugged", "status": "failed", "tag": "c6feeb53-9ac0-4f2d-b84c-bd746a6741b8", "code": 422}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:13:29.588445 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eb621316-93b6-4bdc-95a9-5a8359a7882f {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:13:29.588827 n-d-771363-36 neutron-server[93827]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '987f5b69-0494-4c8f-8c1f-b0e3b1b954f5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c6feeb53-9ac0-4f2d-b84c-bd746a6741b8', 'code': 422} returned with failed status Jul 15 14:13:29.615698 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=c6feeb53-9ac0-4f2d-b84c-bd746a6741b8,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:29.624448 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:29.624793 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:29.625325 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:29.625667 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:29.626036 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:29.626636 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:29.626997 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:29.627321 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:29.627733 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:29.628061 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:29.628382 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:29.628701 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:29.753890 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-67d68824-c7ef-4335-8af1-c6b0a8a3362c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:29.946295 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:30.138797 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:30.695684 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220ebc5-44e8-441e-8832-2b12385f4795 req-a132a4cb-549f-47b1-92b4-c637bd951c58 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:30.697690 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9220ebc5-44e8-441e-8832-2b12385f4795 req-a132a4cb-549f-47b1-92b4-c637bd951c58 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 944 time: 0.0712686 Jul 15 14:13:30.739122 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9220ebc5-44e8-441e-8832-2b12385f4795 req-86e96d77-500e-4997-b69e-55db60f607ae tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329561 Jul 15 14:13:31.911979 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008dc6f-f8d4-4b5f-a438-484f4a613f99 req-5a2f5c7f-f244-413f-af9b-3d5548a498d6 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:31.913479 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8008dc6f-f8d4-4b5f-a438-484f4a613f99 req-5a2f5c7f-f244-413f-af9b-3d5548a498d6 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 944 time: 0.0635586 Jul 15 14:13:31.953065 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8008dc6f-f8d4-4b5f-a438-484f4a613f99 req-4c05e02d-74fb-43f6-8b13-c96f1e75b01a tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337055 Jul 15 14:13:32.371547 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:32.530638 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-34b1314a-5887-411f-bc7d-b3f24a6934df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:33.127955 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad3004-d702-4c06-bbea-b12f303f8257 req-8314c907-cc1b-43ce-afbc-d46062c9cd4d tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:33.129361 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-06ad3004-d702-4c06-bbea-b12f303f8257 req-8314c907-cc1b-43ce-afbc-d46062c9cd4d tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 944 time: 0.0631185 Jul 15 14:13:33.172424 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-06ad3004-d702-4c06-bbea-b12f303f8257 req-48dbc4b5-5b25-4d86-853f-195321df3514 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371263 Jul 15 14:13:33.848070 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:34.347645 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d8820-1de2-45c9-9e66-2812b1a72f47 req-40ca64ea-a120-4c5a-9c30-fe4dd1076102 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:34.349152 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a49d8820-1de2-45c9-9e66-2812b1a72f47 req-40ca64ea-a120-4c5a-9c30-fe4dd1076102 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 944 time: 0.0639381 Jul 15 14:13:34.386996 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a49d8820-1de2-45c9-9e66-2812b1a72f47 req-c1301d91-20cd-45cf-b1d0-04b1699ea94d tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321598 Jul 15 14:13:35.156459 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9b99e-d660-47c2-a8e3-8cb3fd080e1c req-d69f7c19-8483-411e-a967-93fa75621a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:35.157935 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-16d9b99e-d660-47c2-a8e3-8cb3fd080e1c req-d69f7c19-8483-411e-a967-93fa75621a74 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5&tenant_id=97d2194be5644954bbf76a9ff6daaf2d HTTP/1.1" status: 200 len: 1096 time: 0.1245120 Jul 15 14:13:35.168725 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-16d9b99e-d660-47c2-a8e3-8cb3fd080e1c req-be5be59f-5339-4b9e-b839-56ccf869eec3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-36', 'device_owner': 'compute:nova'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:13:35.238002 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-16d9b99e-d660-47c2-a8e3-8cb3fd080e1c req-be5be59f-5339-4b9e-b839-56ccf869eec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:35.282363 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:35.432141 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-16d9b99e-d660-47c2-a8e3-8cb3fd080e1c req-be5be59f-5339-4b9e-b839-56ccf869eec3 service neutron] For port c6feeb53-9ac0-4f2d-b84c-bd746a6741b8, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=c6feeb53-9ac0-4f2d-b84c-bd746a6741b8,segment=NetworkSegment(4bc2ad99-8521-462e-809b-f1ad08d28c61),segment_id=4bc2ad99-8521-462e-809b-f1ad08d28c61)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:13:35.464466 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-16d9b99e-d660-47c2-a8e3-8cb3fd080e1c req-be5be59f-5339-4b9e-b839-56ccf869eec3 service neutron] For port c6feeb53-9ac0-4f2d-b84c-bd746a6741b8, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:13:35.500616 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-16d9b99e-d660-47c2-a8e3-8cb3fd080e1c req-be5be59f-5339-4b9e-b839-56ccf869eec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:13:35.508051 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-16d9b99e-d660-47c2-a8e3-8cb3fd080e1c req-be5be59f-5339-4b9e-b839-56ccf869eec3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:35.520668 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-16d9b99e-d660-47c2-a8e3-8cb3fd080e1c req-be5be59f-5339-4b9e-b839-56ccf869eec3 service neutron] Transition to ACTIVE for port object c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:13:35.524234 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-16d9b99e-d660-47c2-a8e3-8cb3fd080e1c req-be5be59f-5339-4b9e-b839-56ccf869eec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:35.559662 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b13b5-34ef-4ee5-9669-845b526d686f req-5ccf96a2-3f5f-4614-87eb-e22f5b315238 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:35.561227 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eb2b13b5-34ef-4ee5-9669-845b526d686f req-5ccf96a2-3f5f-4614-87eb-e22f5b315238 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 944 time: 0.0646746 Jul 15 14:13:35.605062 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-eb2b13b5-34ef-4ee5-9669-845b526d686f req-11ade116-5e28-4c34-bd7e-3ad08ebaaefc tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350289 Jul 15 14:13:35.627303 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5be59f-5339-4b9e-b839-56ccf869eec3 service neutron] Pushing event updated for resources: {'Port': ['ID=c6feeb53-9ac0-4f2d-b84c-bd746a6741b8,revision_number=7']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:35.652432 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5be59f-5339-4b9e-b839-56ccf869eec3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:35.652783 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5be59f-5339-4b9e-b839-56ccf869eec3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:35.653127 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5be59f-5339-4b9e-b839-56ccf869eec3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:35.653465 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5be59f-5339-4b9e-b839-56ccf869eec3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:35.653801 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5be59f-5339-4b9e-b839-56ccf869eec3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:35.654133 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5be59f-5339-4b9e-b839-56ccf869eec3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:35.655405 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5be59f-5339-4b9e-b839-56ccf869eec3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:35.655742 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5be59f-5339-4b9e-b839-56ccf869eec3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:35.656072 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5be59f-5339-4b9e-b839-56ccf869eec3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:35.656399 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5be59f-5339-4b9e-b839-56ccf869eec3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:35.656724 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5be59f-5339-4b9e-b839-56ccf869eec3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:35.657048 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5be59f-5339-4b9e-b839-56ccf869eec3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:35.709282 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d9b99e-d660-47c2-a8e3-8cb3fd080e1c req-be5be59f-5339-4b9e-b839-56ccf869eec3 service neutron] No DVR routers for this DVR port c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:13:36.102585 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-16d9b99e-d660-47c2-a8e3-8cb3fd080e1c req-be5be59f-5339-4b9e-b839-56ccf869eec3 service neutron] Attempting to bind port c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:13:36.102833 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-16d9b99e-d660-47c2-a8e3-8cb3fd080e1c req-be5be59f-5339-4b9e-b839-56ccf869eec3 service neutron] Attempting to bind port c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': '4bc2ad99-8521-462e-809b-f1ad08d28c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:13:36.103135 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d9b99e-d660-47c2-a8e3-8cb3fd080e1c req-be5be59f-5339-4b9e-b839-56ccf869eec3 service neutron] Attempting to bind port c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 on network de00669f-3a7b-4509-8871-3c481dfc9051 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:13:36.107258 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d9b99e-d660-47c2-a8e3-8cb3fd080e1c req-be5be59f-5339-4b9e-b839-56ccf869eec3 service neutron] Port c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 on network de00669f-3a7b-4509-8871-3c481dfc9051 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:13:36.108094 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d9b99e-d660-47c2-a8e3-8cb3fd080e1c req-be5be59f-5339-4b9e-b839-56ccf869eec3 service neutron] Attempting to bind port c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 on network de00669f-3a7b-4509-8871-3c481dfc9051 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:13:36.113087 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d9b99e-d660-47c2-a8e3-8cb3fd080e1c req-be5be59f-5339-4b9e-b839-56ccf869eec3 service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:13:36.113419 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d9b99e-d660-47c2-a8e3-8cb3fd080e1c req-be5be59f-5339-4b9e-b839-56ccf869eec3 service neutron] Checking segment: {'id': '4bc2ad99-8521-462e-809b-f1ad08d28c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:13:36.113799 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d9b99e-d660-47c2-a8e3-8cb3fd080e1c req-be5be59f-5339-4b9e-b839-56ccf869eec3 service neutron] Bound using segment: {'id': '4bc2ad99-8521-462e-809b-f1ad08d28c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:13:36.114210 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-16d9b99e-d660-47c2-a8e3-8cb3fd080e1c req-be5be59f-5339-4b9e-b839-56ccf869eec3 service neutron] Bound port: c6feeb53-9ac0-4f2d-b84c-bd746a6741b8, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc2ad99-8521-462e-809b-f1ad08d28c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:13:36.114555 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-16d9b99e-d660-47c2-a8e3-8cb3fd080e1c req-be5be59f-5339-4b9e-b839-56ccf869eec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:36.178863 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-16d9b99e-d660-47c2-a8e3-8cb3fd080e1c req-be5be59f-5339-4b9e-b839-56ccf869eec3 service neutron] For port c6feeb53-9ac0-4f2d-b84c-bd746a6741b8, host n-h1-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:13:36.182058 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-16d9b99e-d660-47c2-a8e3-8cb3fd080e1c req-be5be59f-5339-4b9e-b839-56ccf869eec3 service neutron] For port c6feeb53-9ac0-4f2d-b84c-bd746a6741b8, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=c6feeb53-9ac0-4f2d-b84c-bd746a6741b8,segment=NetworkSegment(4bc2ad99-8521-462e-809b-f1ad08d28c61),segment_id=4bc2ad99-8521-462e-809b-f1ad08d28c61)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:13:36.187068 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-16d9b99e-d660-47c2-a8e3-8cb3fd080e1c req-be5be59f-5339-4b9e-b839-56ccf869eec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:36.220155 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9b99e-d660-47c2-a8e3-8cb3fd080e1c req-be5be59f-5339-4b9e-b839-56ccf869eec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:36.220792 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-16d9b99e-d660-47c2-a8e3-8cb3fd080e1c req-be5be59f-5339-4b9e-b839-56ccf869eec3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:36.222112 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-16d9b99e-d660-47c2-a8e3-8cb3fd080e1c req-be5be59f-5339-4b9e-b839-56ccf869eec3 service neutron] 10.222.0.20 "PUT /v2.0/ports/c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 HTTP/1.1" status: 200 len: 1093 time: 1.0573156 Jul 15 14:13:36.222524 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987f5b69-0494-4c8f-8c1f-b0e3b1b954f5', 'tag': 'c6feeb53-9ac0-4f2d-b84c-bd746a6741b8'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:13:36.224917 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8576bed0d9272eb7d87375883ff290b2d3af54e29368fa65b340403a42b02ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d166ca-5b67-4407-ad22-cc08bf7979ba" -d '{"events": [{"name": "network-changed", "server_uuid": "987f5b69-0494-4c8f-8c1f-b0e3b1b954f5", "tag": "c6feeb53-9ac0-4f2d-b84c-bd746a6741b8"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:13:36.275936 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130e0601-100d-4d60-a239-b0522923e584 x-openstack-request-id: req-130e0601-100d-4d60-a239-b0522923e584 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:13:36.276227 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987f5b69-0494-4c8f-8c1f-b0e3b1b954f5", "tag": "c6feeb53-9ac0-4f2d-b84c-bd746a6741b8", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:13:36.276476 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-130e0601-100d-4d60-a239-b0522923e584 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:13:36.276874 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987f5b69-0494-4c8f-8c1f-b0e3b1b954f5', 'tag': 'c6feeb53-9ac0-4f2d-b84c-bd746a6741b8', 'status': 'completed', 'code': 200} Jul 15 14:13:36.277580 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5be59f-5339-4b9e-b839-56ccf869eec3 service neutron] Pushing event updated for resources: {'Port': ['ID=c6feeb53-9ac0-4f2d-b84c-bd746a6741b8,revision_number=8']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:36.308226 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9b99e-d660-47c2-a8e3-8cb3fd080e1c req-5261d3a1-1510-47b1-9ef2-c678882c64bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:36.309862 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-16d9b99e-d660-47c2-a8e3-8cb3fd080e1c req-5261d3a1-1510-47b1-9ef2-c678882c64bb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97d2194be5644954bbf76a9ff6daaf2d&device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 1096 time: 0.0648034 Jul 15 14:13:36.404013 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9b99e-d660-47c2-a8e3-8cb3fd080e1c req-87782120-5ffb-4c0d-822b-e27c8eb1f82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:36.406279 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-16d9b99e-d660-47c2-a8e3-8cb3fd080e1c req-87782120-5ffb-4c0d-822b-e27c8eb1f82a service neutron] 10.222.0.20 "GET /v2.0/networks?id=de00669f-3a7b-4509-8871-3c481dfc9051 HTTP/1.1" status: 200 len: 910 time: 0.0906801 Jul 15 14:13:36.472026 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-16d9b99e-d660-47c2-a8e3-8cb3fd080e1c req-fe08d1ed-e9f2-4171-8de3-20a8685ee440 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 HTTP/1.1" status: 200 len: 999 time: 0.0598326 Jul 15 14:13:36.522955 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9b99e-d660-47c2-a8e3-8cb3fd080e1c req-8b754a2a-0755-4328-af44-48488a645700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:36.524275 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-16d9b99e-d660-47c2-a8e3-8cb3fd080e1c req-8b754a2a-0755-4328-af44-48488a645700 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=84142cef-8080-49cc-b749-90f94c138e32 HTTP/1.1" status: 200 len: 848 time: 0.0458837 Jul 15 14:13:36.578929 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9b99e-d660-47c2-a8e3-8cb3fd080e1c req-95abe55d-5ee2-4eed-83dd-a8513c91e924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:36.580339 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-16d9b99e-d660-47c2-a8e3-8cb3fd080e1c req-95abe55d-5ee2-4eed-83dd-a8513c91e924 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de00669f-3a7b-4509-8871-3c481dfc9051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497205 Jul 15 14:13:36.590238 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [req-16d9b99e-d660-47c2-a8e3-8cb3fd080e1c req-917d5e23-01d7-4cd2-aa20-2b5698432478 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:13:36.591249 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-16d9b99e-d660-47c2-a8e3-8cb3fd080e1c req-917d5e23-01d7-4cd2-aa20-2b5698432478 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048335 Jul 15 14:13:36.678239 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-16d9b99e-d660-47c2-a8e3-8cb3fd080e1c req-93c1425a-32ee-4edd-ab90-a079077ed8f3 service neutron] 10.222.0.20 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811169 Jul 15 14:13:36.771658 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-16d9b99e-d660-47c2-a8e3-8cb3fd080e1c req-95a1bc53-84d9-4429-aef4-6d3a89fa2def service neutron] 10.222.0.20 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863309 Jul 15 14:13:36.784923 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8129ef0-4167-4a90-b11c-a619555b2aed req-4069179d-0e32-4f77-a8f6-4006637e81d4 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:36.786541 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b8129ef0-4167-4a90-b11c-a619555b2aed req-4069179d-0e32-4f77-a8f6-4006637e81d4 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 944 time: 0.0674038 Jul 15 14:13:36.826110 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b8129ef0-4167-4a90-b11c-a619555b2aed req-04e2fcf1-af12-4f1e-bf97-e620f4d9958e tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332451 Jul 15 14:13:36.867864 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d166ca-5b67-4407-ad22-cc08bf7979ba req-5ca08391-6598-4e6c-ad64-7d4a23a962e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:36.869382 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d3d166ca-5b67-4407-ad22-cc08bf7979ba req-5ca08391-6598-4e6c-ad64-7d4a23a962e8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97d2194be5644954bbf76a9ff6daaf2d&device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 1096 time: 0.0528681 Jul 15 14:13:36.961558 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d166ca-5b67-4407-ad22-cc08bf7979ba req-c8219108-f42c-4379-8fa2-7d3b03264c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:36.963057 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d3d166ca-5b67-4407-ad22-cc08bf7979ba req-c8219108-f42c-4379-8fa2-7d3b03264c57 service neutron] 10.222.0.20 "GET /v2.0/networks?id=de00669f-3a7b-4509-8871-3c481dfc9051 HTTP/1.1" status: 200 len: 910 time: 0.0868046 Jul 15 14:13:37.025228 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d3d166ca-5b67-4407-ad22-cc08bf7979ba req-4ac26e13-deb1-4866-a66b-1c3263cd6484 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 HTTP/1.1" status: 200 len: 999 time: 0.0561092 Jul 15 14:13:37.073159 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d166ca-5b67-4407-ad22-cc08bf7979ba req-93864b90-636b-446a-95dc-5e611b1ed9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:37.074555 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d3d166ca-5b67-4407-ad22-cc08bf7979ba req-93864b90-636b-446a-95dc-5e611b1ed9a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=84142cef-8080-49cc-b749-90f94c138e32 HTTP/1.1" status: 200 len: 848 time: 0.0426657 Jul 15 14:13:37.134058 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d166ca-5b67-4407-ad22-cc08bf7979ba req-1feda6d2-166a-4ba6-ac15-edf9f0e7e435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:37.135545 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d3d166ca-5b67-4407-ad22-cc08bf7979ba req-1feda6d2-166a-4ba6-ac15-edf9f0e7e435 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de00669f-3a7b-4509-8871-3c481dfc9051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539904 Jul 15 14:13:37.225247 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d3d166ca-5b67-4407-ad22-cc08bf7979ba req-0072ff4a-742c-4380-bb98-3b1174160a35 service neutron] 10.222.0.20 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827315 Jul 15 14:13:37.317070 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d3d166ca-5b67-4407-ad22-cc08bf7979ba req-cdc34176-8ea2-4cbe-83ab-5e30228f9038 service neutron] 10.222.0.20 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851343 Jul 15 14:13:37.997546 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b46b5-dcdc-446f-aba2-6565f5435ff0 req-6132f5a8-d621-4a22-8134-528cad1388b6 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:37.999543 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d13b46b5-dcdc-446f-aba2-6565f5435ff0 req-6132f5a8-d621-4a22-8134-528cad1388b6 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 944 time: 0.0624502 Jul 15 14:13:38.036046 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d13b46b5-dcdc-446f-aba2-6565f5435ff0 req-58189a33-77f5-4a1a-b0a3-7239accfd561 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310726 Jul 15 14:13:38.337934 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:13:39.207715 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc2548-c7a3-4aac-9389-c3a8b3a34654 req-56f5885a-0f97-499e-abdd-5a62a3fda4a3 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:39.209212 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34cc2548-c7a3-4aac-9389-c3a8b3a34654 req-56f5885a-0f97-499e-abdd-5a62a3fda4a3 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 944 time: 0.0631771 Jul 15 14:13:39.250721 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-34cc2548-c7a3-4aac-9389-c3a8b3a34654 req-30233407-315e-463e-90ab-88a2a3a8d6c5 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359693 Jul 15 14:13:40.416401 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce513cff-a7d9-4c93-841d-628e98f2071c req-f74b8448-ecc6-4a48-8b1a-924fe427570b tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:40.417826 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ce513cff-a7d9-4c93-841d-628e98f2071c req-f74b8448-ecc6-4a48-8b1a-924fe427570b tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 944 time: 0.0609367 Jul 15 14:13:40.454636 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ce513cff-a7d9-4c93-841d-628e98f2071c req-d7579f83-8433-479c-9f02-a2e13087c69e tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312817 Jul 15 14:13:41.621937 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327113b-cdd1-4f8d-9fb8-6bf5e0a8dd27 req-ce42dddf-65fa-4135-98de-2d3f32b21721 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:41.623441 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8327113b-cdd1-4f8d-9fb8-6bf5e0a8dd27 req-ce42dddf-65fa-4135-98de-2d3f32b21721 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 944 time: 0.0623071 Jul 15 14:13:41.660458 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8327113b-cdd1-4f8d-9fb8-6bf5e0a8dd27 req-fdf2397c-b3d2-4eff-9e4e-81ab209166b7 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310614 Jul 15 14:13:42.831942 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf7ac0-74cf-4fec-8a5a-1bfbe4f08bc0 req-10d4d88a-09cf-48e5-a9cb-413019071a8d tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:42.833413 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-edcf7ac0-74cf-4fec-8a5a-1bfbe4f08bc0 req-10d4d88a-09cf-48e5-a9cb-413019071a8d tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 944 time: 0.0656307 Jul 15 14:13:42.870801 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-edcf7ac0-74cf-4fec-8a5a-1bfbe4f08bc0 req-2b998d9d-e5db-4b85-b727-dd78e5635c5c tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318267 Jul 15 14:13:44.040774 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89b6b7-c8a3-4c7b-a2b2-a93b63341dae req-1a3b9c49-88a0-4529-91ee-df06ac6156af tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:44.042236 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8a89b6b7-c8a3-4c7b-a2b2-a93b63341dae req-1a3b9c49-88a0-4529-91ee-df06ac6156af tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 944 time: 0.0623398 Jul 15 14:13:44.079394 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8a89b6b7-c8a3-4c7b-a2b2-a93b63341dae req-61b3039c-fdfe-46d5-9f08-2de20c81626a tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309741 Jul 15 14:13:44.668685 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:13:44.762522 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port c6feeb53-9ac0-4f2d-b84c-bd746a6741b8, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=c6feeb53-9ac0-4f2d-b84c-bd746a6741b8,segment=NetworkSegment(4bc2ad99-8521-462e-809b-f1ad08d28c61),segment_id=4bc2ad99-8521-462e-809b-f1ad08d28c61)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:13:44.773269 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': 'c6feeb53-9ac0-4f2d-b84c-bd746a6741b8', 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051', 'port_id': 'c6feeb53-9ac0-4f2d-b84c-bd746a6741b8', 'mac_address': 'fa:16:3e:90:80:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84142cef-8080-49cc-b749-90f94c138e32', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:13:44.809307 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:44.821746 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:13:44.840416 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port c6feeb53-9ac0-4f2d-b84c-bd746a6741b8, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=c6feeb53-9ac0-4f2d-b84c-bd746a6741b8,segment=NetworkSegment(4bc2ad99-8521-462e-809b-f1ad08d28c61),segment_id=4bc2ad99-8521-462e-809b-f1ad08d28c61)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:13:44.845201 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:44.892123 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=c6feeb53-9ac0-4f2d-b84c-bd746a6741b8,revision_number=9']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:45.063614 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['c6feeb53-9ac0-4f2d-b84c-bd746a6741b8'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:13:45.254011 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f3251-1555-4a5d-a9ef-46cdee86255b req-7a1cd8af-9e0f-4d44-b59f-8efe0faf5809 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:45.255618 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b07f3251-1555-4a5d-a9ef-46cdee86255b req-7a1cd8af-9e0f-4d44-b59f-8efe0faf5809 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 945 time: 0.0639126 Jul 15 14:13:45.298754 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b07f3251-1555-4a5d-a9ef-46cdee86255b req-718f6c95-bc32-4385-be25-110fef703ba6 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364838 Jul 15 14:13:46.468673 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720595fe-bddf-41c3-a674-d12296ac30af req-51b6f7de-ea6f-4f25-8c2c-e44bcb93ff36 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:46.470144 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-720595fe-bddf-41c3-a674-d12296ac30af req-51b6f7de-ea6f-4f25-8c2c-e44bcb93ff36 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 945 time: 0.0633914 Jul 15 14:13:46.507395 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-720595fe-bddf-41c3-a674-d12296ac30af req-71b9876e-c58c-4acb-9af4-6512cd5b0572 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317171 Jul 15 14:13:46.683750 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:13:46.730632 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:13:46.734636 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:13:46.735014 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:46.810473 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:46.833238 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987f5b69-0494-4c8f-8c1f-b0e3b1b954f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6feeb53-9ac0-4f2d-b84c-bd746a6741b8'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:13:46.835476 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d336e28e73e37671204d4011867161ab10622757e030a17953cce0be893d8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1777faf3-a906-4122-8977-e48e0f450560" -d '{"events": [{"server_uuid": "987f5b69-0494-4c8f-8c1f-b0e3b1b954f5", "name": "network-vif-plugged", "status": "completed", "tag": "c6feeb53-9ac0-4f2d-b84c-bd746a6741b8"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:13:46.847888 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port c6feeb53-9ac0-4f2d-b84c-bd746a6741b8, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=c6feeb53-9ac0-4f2d-b84c-bd746a6741b8,segment=NetworkSegment(4bc2ad99-8521-462e-809b-f1ad08d28c61),segment_id=4bc2ad99-8521-462e-809b-f1ad08d28c61)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:13:46.852022 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:46.875230 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd16afb-e65f-49b6-b749-82825f39df28 x-openstack-request-id: req-5bd16afb-e65f-49b6-b749-82825f39df28 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:13:46.875524 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987f5b69-0494-4c8f-8c1f-b0e3b1b954f5", "name": "network-vif-plugged", "status": "completed", "tag": "c6feeb53-9ac0-4f2d-b84c-bd746a6741b8", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:13:46.875778 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5bd16afb-e65f-49b6-b749-82825f39df28 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:13:46.876167 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987f5b69-0494-4c8f-8c1f-b0e3b1b954f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6feeb53-9ac0-4f2d-b84c-bd746a6741b8', 'code': 200} Jul 15 14:13:46.901093 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=c6feeb53-9ac0-4f2d-b84c-bd746a6741b8,revision_number=10']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:47.025266 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34094f67-ed5d-4c54-906c-8bdc228672af req-4d9e89e9-e8c8-4b0e-9ecf-07641fa0ed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:47.026655 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-34094f67-ed5d-4c54-906c-8bdc228672af req-4d9e89e9-e8c8-4b0e-9ecf-07641fa0ed8b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 1099 time: 0.0499964 Jul 15 14:13:47.059139 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-34094f67-ed5d-4c54-906c-8bdc228672af req-16beb0fa-2f9e-4ddb-8a4d-2f007b18ebd9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267816 Jul 15 14:13:47.682251 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a14350-80dc-4a82-9ede-8d5fdee5296c req-0881802f-ee2d-4f91-92d8-5226479c14fc tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:47.683810 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f3a14350-80dc-4a82-9ede-8d5fdee5296c req-0881802f-ee2d-4f91-92d8-5226479c14fc tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 947 time: 0.0646036 Jul 15 14:13:47.721562 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f3a14350-80dc-4a82-9ede-8d5fdee5296c req-d7cb160b-ed42-42e7-86f2-944622e8db7b tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316980 Jul 15 14:13:48.894680 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880c5fd-5dcb-492f-9856-aab39bc2003b req-49c41517-bfd3-48c6-96ca-046c0cad2070 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:48.896140 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5880c5fd-5dcb-492f-9856-aab39bc2003b req-49c41517-bfd3-48c6-96ca-046c0cad2070 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 947 time: 0.0649810 Jul 15 14:13:48.933292 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5880c5fd-5dcb-492f-9856-aab39bc2003b req-ced91b32-d5fd-47e2-9bde-3061c9b5ae03 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316975 Jul 15 14:13:59.754548 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3cb4b366-6b2f-428d-af9c-c6c28f7fdc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:59.951463 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:00.137098 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:02.376919 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:02.530839 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dfe89f3e-f0e4-4b2e-96f2-21ce828fc8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:03.849582 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:05.281423 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:15.337073 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:14:16.118064 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-bad51801-c7da-49a7-ba76-82592b9c959f req-ca5c8dad-081b-49e8-820e-c043b373a9e1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0549085 Jul 15 14:14:16.211179 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad51801-c7da-49a7-ba76-82592b9c959f req-653e3125-52cf-4f04-9264-a9adfcd7e22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:16.212652 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-bad51801-c7da-49a7-ba76-82592b9c959f req-653e3125-52cf-4f04-9264-a9adfcd7e22c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97d2194be5644954bbf76a9ff6daaf2d&device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 1099 time: 0.0525606 Jul 15 14:14:16.316842 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad51801-c7da-49a7-ba76-82592b9c959f req-7c01a8dc-0e32-46d4-8320-608c76ae485c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:16.318980 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-bad51801-c7da-49a7-ba76-82592b9c959f req-7c01a8dc-0e32-46d4-8320-608c76ae485c service neutron] 10.222.0.20 "GET /v2.0/networks?id=de00669f-3a7b-4509-8871-3c481dfc9051 HTTP/1.1" status: 200 len: 910 time: 0.0856495 Jul 15 14:14:16.387542 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-bad51801-c7da-49a7-ba76-82592b9c959f req-49688d42-a6a1-4933-adca-949fb7f5e4b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 HTTP/1.1" status: 200 len: 1001 time: 0.0600772 Jul 15 14:14:16.437632 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad51801-c7da-49a7-ba76-82592b9c959f req-dcaccd84-c104-48f4-b8b6-d85b0098e251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:16.439596 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-bad51801-c7da-49a7-ba76-82592b9c959f req-dcaccd84-c104-48f4-b8b6-d85b0098e251 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=84142cef-8080-49cc-b749-90f94c138e32 HTTP/1.1" status: 200 len: 848 time: 0.0457911 Jul 15 14:14:16.495379 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad51801-c7da-49a7-ba76-82592b9c959f req-c569e8f4-40fe-427b-8c6d-76d1ffc2ac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:16.496831 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-bad51801-c7da-49a7-ba76-82592b9c959f req-c569e8f4-40fe-427b-8c6d-76d1ffc2ac47 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de00669f-3a7b-4509-8871-3c481dfc9051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512836 Jul 15 14:14:16.589411 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-bad51801-c7da-49a7-ba76-82592b9c959f req-9ff4e9e7-13c8-4bf9-818f-49981e7c46c5 service neutron] 10.222.0.20 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852592 Jul 15 14:14:16.677441 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-bad51801-c7da-49a7-ba76-82592b9c959f req-5ce4d347-ee67-414e-89ec-a16654e5bbf4 service neutron] 10.222.0.20 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813484 Jul 15 14:14:29.753988 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7a550fc4-e9ff-44a5-a867-e9f78bc7a5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:29.961109 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:30.144947 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:32.378635 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:32.529903 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7d09804f-54cc-467a-b167-91e87089df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.852507 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:35.285196 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:52.335785 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:14:58.668816 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42032) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:58.824968 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5cad73dc-eaf3-43c1-95fb-6e6279113ede tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Deleting port 00078149-ca63-4781-9ebd-becc36ae0e57 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:14:58.825309 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5cad73dc-eaf3-43c1-95fb-6e6279113ede tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:58.902761 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5cad73dc-eaf3-43c1-95fb-6e6279113ede tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:58.903133 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5cad73dc-eaf3-43c1-95fb-6e6279113ede tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:58.913757 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5cad73dc-eaf3-43c1-95fb-6e6279113ede tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Calling delete_port for 00078149-ca63-4781-9ebd-becc36ae0e57 owned by network:floatingip {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:14:59.052780 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5cad73dc-eaf3-43c1-95fb-6e6279113ede tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:59.081951 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad73dc-eaf3-43c1-95fb-6e6279113ede tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Pushing event deleted for resources: {'Port': ['ID=00078149-ca63-4781-9ebd-becc36ae0e57,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:59.093611 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad73dc-eaf3-43c1-95fb-6e6279113ede tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:59.093957 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad73dc-eaf3-43c1-95fb-6e6279113ede tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:59.094292 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad73dc-eaf3-43c1-95fb-6e6279113ede tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:59.094655 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad73dc-eaf3-43c1-95fb-6e6279113ede tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:59.094988 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad73dc-eaf3-43c1-95fb-6e6279113ede tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:59.095313 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad73dc-eaf3-43c1-95fb-6e6279113ede tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:59.095634 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad73dc-eaf3-43c1-95fb-6e6279113ede tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:59.095954 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad73dc-eaf3-43c1-95fb-6e6279113ede tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:59.096273 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad73dc-eaf3-43c1-95fb-6e6279113ede tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:59.096589 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad73dc-eaf3-43c1-95fb-6e6279113ede tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:59.096907 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad73dc-eaf3-43c1-95fb-6e6279113ede tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:59.097223 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad73dc-eaf3-43c1-95fb-6e6279113ede tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:59.151943 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5cad73dc-eaf3-43c1-95fb-6e6279113ede tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for floatingip, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:59.152330 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-5cad73dc-eaf3-43c1-95fb-6e6279113ede tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Floating IP 86e7d9c6-99ed-46b4-b6ed-3c3f2b275dd2 disassociated (deleted). External IP: 172.25.8.76, port: c6feeb53-9ac0-4f2d-b84c-bd746a6741b8. Jul 15 14:14:59.351334 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cad73dc-eaf3-43c1-95fb-6e6279113ede tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Router 87e96c77-84fa-42d7-8f54-b9cc12ff57a3 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:14:59.455503 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cad73dc-eaf3-43c1-95fb-6e6279113ede tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:14:59.460095 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5cad73dc-eaf3-43c1-95fb-6e6279113ede tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:59.465441 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b73847f-cf66-4337-aa5a-dcbfb570eaa5 None None] Sync routers for ids ['87e96c77-84fa-42d7-8f54-b9cc12ff57a3'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:14:59.474001 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b73847f-cf66-4337-aa5a-dcbfb570eaa5 None None] Routers {'87e96c77-84fa-42d7-8f54-b9cc12ff57a3'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:14:59.474648 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-9b73847f-cf66-4337-aa5a-dcbfb570eaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:14:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['87e96c77-84fa-42d7-8f54-b9cc12ff57a3'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:59.499356 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5cad73dc-eaf3-43c1-95fb-6e6279113ede tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "DELETE /v2.0/floatingips/86e7d9c6-99ed-46b4-b6ed-3c3f2b275dd2 HTTP/1.1" status: 204 len: 168 time: 0.8269277 Jul 15 14:14:59.499356 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987f5b69-0494-4c8f-8c1f-b0e3b1b954f5', 'tag': 'c6feeb53-9ac0-4f2d-b84c-bd746a6741b8'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:14:59.499687 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecae15dfe8a955ea50b9833da7617a528fbca6cb3a0c246d25e4c35a4bbccae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9cec04-389a-4d2c-905e-d6754704ddd7" -d '{"events": [{"name": "network-changed", "server_uuid": "987f5b69-0494-4c8f-8c1f-b0e3b1b954f5", "tag": "c6feeb53-9ac0-4f2d-b84c-bd746a6741b8"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:14:59.584594 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-9b73847f-cf66-4337-aa5a-dcbfb570eaa5 None None] Set router 87e96c77-84fa-42d7-8f54-b9cc12ff57a3 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:14:59.589049 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f683d156-ac51-4ae0-8e23-14a86029382e x-openstack-request-id: req-f683d156-ac51-4ae0-8e23-14a86029382e {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:14:59.589375 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987f5b69-0494-4c8f-8c1f-b0e3b1b954f5", "tag": "c6feeb53-9ac0-4f2d-b84c-bd746a6741b8", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:14:59.589651 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f683d156-ac51-4ae0-8e23-14a86029382e {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:14:59.590178 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987f5b69-0494-4c8f-8c1f-b0e3b1b954f5', 'tag': 'c6feeb53-9ac0-4f2d-b84c-bd746a6741b8', 'status': 'completed', 'code': 200} Jul 15 14:14:59.675675 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9cec04-389a-4d2c-905e-d6754704ddd7 req-1f6da846-ed47-4551-ba33-e2375014c236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:59.677200 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cc9cec04-389a-4d2c-905e-d6754704ddd7 req-1f6da846-ed47-4551-ba33-e2375014c236 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97d2194be5644954bbf76a9ff6daaf2d&device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 1099 time: 0.0657413 Jul 15 14:14:59.776691 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-293eabce-2e98-4d08-b6ec-ecf48a98c2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:59.782690 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9cec04-389a-4d2c-905e-d6754704ddd7 req-c77eb3b1-6e72-4f0d-b11a-4150f2aaa4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:59.784417 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cc9cec04-389a-4d2c-905e-d6754704ddd7 req-c77eb3b1-6e72-4f0d-b11a-4150f2aaa4ac service neutron] 10.222.0.20 "GET /v2.0/networks?id=de00669f-3a7b-4509-8871-3c481dfc9051 HTTP/1.1" status: 200 len: 910 time: 0.1013255 Jul 15 14:14:59.802501 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-9b73847f-cf66-4337-aa5a-dcbfb570eaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'name': 'tempest-TestShelveInstance-1939779203-router', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '6b67c159-eef4-41f8-b511-96bd0f2ea473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:21Z', 'updated_at': '2021-07-15T14:06:24Z', 'revision_number': 4, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'gw_port': {'id': '6b67c159-eef4-41f8-b511-96bd0f2ea473', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:22Z', 'updated_at': '2021-07-15T14:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '6813e312-f3bf-4032-a16b-184738b3add4', 'name': '', 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'mac_address': 'fa:16:3e:2a:e3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '84142cef-8080-49cc-b749-90f94c138e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:23Z', 'updated_at': '2021-07-15T14:06:30Z', 'revision_number': 5, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'subnets': [{'id': '84142cef-8080-49cc-b749-90f94c138e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:59.832789 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cc9cec04-389a-4d2c-905e-d6754704ddd7 req-3aefe2cb-0c33-4fb1-a664-e0d529249b08 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 HTTP/1.1" status: 200 len: 217 time: 0.0410347 Jul 15 14:14:59.835374 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b73847f-cf66-4337-aa5a-dcbfb570eaa5 None None] Checking router: 87e96c77-84fa-42d7-8f54-b9cc12ff57a3 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:14:59.843891 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b73847f-cf66-4337-aa5a-dcbfb570eaa5 None None] Routers {'87e96c77-84fa-42d7-8f54-b9cc12ff57a3'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:14:59.844496 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-9b73847f-cf66-4337-aa5a-dcbfb570eaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:14:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['87e96c77-84fa-42d7-8f54-b9cc12ff57a3'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:59.889662 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9cec04-389a-4d2c-905e-d6754704ddd7 req-1fc5e093-beea-474e-b82f-fb29c0b321c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:59.891717 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cc9cec04-389a-4d2c-905e-d6754704ddd7 req-1fc5e093-beea-474e-b82f-fb29c0b321c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=84142cef-8080-49cc-b749-90f94c138e32 HTTP/1.1" status: 200 len: 848 time: 0.0524769 Jul 15 14:14:59.900076 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c729ff4-3432-4574-b88d-c9c189435dda req-c8a41573-44c4-4f2b-b8fc-f9f326b40bfe tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:59.903302 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6c729ff4-3432-4574-b88d-c9c189435dda req-c8a41573-44c4-4f2b-b8fc-f9f326b40bfe tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 947 time: 0.0733232 Jul 15 14:14:59.953108 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9cec04-389a-4d2c-905e-d6754704ddd7 req-49d36c81-dd34-4cd1-ba05-3282788e2d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:59.954399 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-6c729ff4-3432-4574-b88d-c9c189435dda req-acf81755-328f-4fb3-8b5e-281967531ff4 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468564 Jul 15 14:14:59.954850 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cc9cec04-389a-4d2c-905e-d6754704ddd7 req-49d36c81-dd34-4cd1-ba05-3282788e2d60 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de00669f-3a7b-4509-8871-3c481dfc9051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572221 Jul 15 14:14:59.967656 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-9b73847f-cf66-4337-aa5a-dcbfb570eaa5 None None] Set router 87e96c77-84fa-42d7-8f54-b9cc12ff57a3 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:14:59.995672 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:00.050087 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cc9cec04-389a-4d2c-905e-d6754704ddd7 req-4c30eeb3-9d9f-4565-a7df-5647ef1dcdb7 service neutron] 10.222.0.20 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881817 Jul 15 14:15:00.144081 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cc9cec04-389a-4d2c-905e-d6754704ddd7 req-6bc3ad7e-d93c-4b00-ba19-3b1bab10b1cf service neutron] 10.222.0.20 "GET /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878036 Jul 15 14:15:00.274820 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:00.336606 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-9b73847f-cf66-4337-aa5a-dcbfb570eaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'name': 'tempest-TestShelveInstance-1939779203-router', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '6b67c159-eef4-41f8-b511-96bd0f2ea473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:21Z', 'updated_at': '2021-07-15T14:06:24Z', 'revision_number': 4, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'gw_port': {'id': '6b67c159-eef4-41f8-b511-96bd0f2ea473', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:22Z', 'updated_at': '2021-07-15T14:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '6813e312-f3bf-4032-a16b-184738b3add4', 'name': '', 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'mac_address': 'fa:16:3e:2a:e3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '84142cef-8080-49cc-b749-90f94c138e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:23Z', 'updated_at': '2021-07-15T14:06:30Z', 'revision_number': 5, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'subnets': [{'id': '84142cef-8080-49cc-b749-90f94c138e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:00.367209 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b73847f-cf66-4337-aa5a-dcbfb570eaa5 None None] The sync data for ids ['87e96c77-84fa-42d7-8f54-b9cc12ff57a3'] in n-d-771363-36 is: [{'id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'name': 'tempest-TestShelveInstance-1939779203-router', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '6b67c159-eef4-41f8-b511-96bd0f2ea473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:21Z', 'updated_at': '2021-07-15T14:06:24Z', 'revision_number': 4, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'gw_port': {'id': '6b67c159-eef4-41f8-b511-96bd0f2ea473', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:22Z', 'updated_at': '2021-07-15T14:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '6813e312-f3bf-4032-a16b-184738b3add4', 'name': '', 'network_id': 'de00669f-3a7b-4509-8871-3c481dfc9051', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'mac_address': 'fa:16:3e:2a:e3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '84142cef-8080-49cc-b749-90f94c138e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:23Z', 'updated_at': '2021-07-15T14:06:30Z', 'revision_number': 5, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'subnets': [{'id': '84142cef-8080-49cc-b749-90f94c138e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:15:00.572105 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4047d4e5-caa8-41c2-9848-b79105193581 None None] New status for floating IP 86e7d9c6-99ed-46b4-b6ed-3c3f2b275dd2: DOWN {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:15:01.135916 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6127ec3-0724-4c88-9a64-b5fd17e0ee79 req-e5be3371-1906-426a-8ce7-984024140c2a tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:01.137299 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a6127ec3-0724-4c88-9a64-b5fd17e0ee79 req-e5be3371-1906-426a-8ce7-984024140c2a tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 947 time: 0.0626459 Jul 15 14:15:01.173963 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a6127ec3-0724-4c88-9a64-b5fd17e0ee79 req-6b4e60aa-6fa9-41a4-a431-ee657440cc23 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/security-groups?id=c99127d5-6ad6-4049-b581-8dda2403981e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310833 Jul 15 14:15:01.331472 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061a549-dcaf-4d07-8c69-f862d0236f48 req-14a5bf9d-1d7f-438b-beaf-7c5f64d743a9 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:01.332915 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9061a549-dcaf-4d07-8c69-f862d0236f48 req-14a5bf9d-1d7f-438b-beaf-7c5f64d743a9 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.20 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 947 time: 0.0658941 Jul 15 14:15:01.428226 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-9061a549-dcaf-4d07-8c69-f862d0236f48 req-9b81c419-4987-4467-ae5e-d39fdb1867d6 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Deleting port c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:15:01.428600 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-9061a549-dcaf-4d07-8c69-f862d0236f48 req-9b81c419-4987-4467-ae5e-d39fdb1867d6 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:01.517616 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-9061a549-dcaf-4d07-8c69-f862d0236f48 req-9b81c419-4987-4467-ae5e-d39fdb1867d6 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] For port c6feeb53-9ac0-4f2d-b84c-bd746a6741b8, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=c6feeb53-9ac0-4f2d-b84c-bd746a6741b8,segment=NetworkSegment(4bc2ad99-8521-462e-809b-f1ad08d28c61),segment_id=4bc2ad99-8521-462e-809b-f1ad08d28c61)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:01.517971 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-9061a549-dcaf-4d07-8c69-f862d0236f48 req-9b81c419-4987-4467-ae5e-d39fdb1867d6 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:01.529787 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-9061a549-dcaf-4d07-8c69-f862d0236f48 req-9b81c419-4987-4467-ae5e-d39fdb1867d6 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Calling delete_port for c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:15:01.652672 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-9061a549-dcaf-4d07-8c69-f862d0236f48 req-9b81c419-4987-4467-ae5e-d39fdb1867d6 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:01.685212 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81c419-4987-4467-ae5e-d39fdb1867d6 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Pushing event deleted for resources: {'Port': ['ID=c6feeb53-9ac0-4f2d-b84c-bd746a6741b8,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:01.715911 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81c419-4987-4467-ae5e-d39fdb1867d6 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:01.716256 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81c419-4987-4467-ae5e-d39fdb1867d6 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:01.716596 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81c419-4987-4467-ae5e-d39fdb1867d6 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:01.716932 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81c419-4987-4467-ae5e-d39fdb1867d6 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:01.717263 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81c419-4987-4467-ae5e-d39fdb1867d6 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:01.717590 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81c419-4987-4467-ae5e-d39fdb1867d6 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:01.717915 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81c419-4987-4467-ae5e-d39fdb1867d6 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:01.718237 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81c419-4987-4467-ae5e-d39fdb1867d6 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:01.718592 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81c419-4987-4467-ae5e-d39fdb1867d6 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:01.718907 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81c419-4987-4467-ae5e-d39fdb1867d6 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:01.719234 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81c419-4987-4467-ae5e-d39fdb1867d6 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:01.719584 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81c419-4987-4467-ae5e-d39fdb1867d6 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:01.740185 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-9061a549-dcaf-4d07-8c69-f862d0236f48 req-9b81c419-4987-4467-ae5e-d39fdb1867d6 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] No DVR routers for this DVR port c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 on host n-h1-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:15:01.743085 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-9061a549-dcaf-4d07-8c69-f862d0236f48 req-9b81c419-4987-4467-ae5e-d39fdb1867d6 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:01.745097 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9061a549-dcaf-4d07-8c69-f862d0236f48 req-9b81c419-4987-4467-ae5e-d39fdb1867d6 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.20 "DELETE /v2.0/ports/c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 HTTP/1.1" status: 204 len: 173 time: 0.4068544 Jul 15 14:15:01.745534 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987f5b69-0494-4c8f-8c1f-b0e3b1b954f5', 'name': 'network-vif-deleted', 'tag': 'c6feeb53-9ac0-4f2d-b84c-bd746a6741b8'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:15:01.747882 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8576bed0d9272eb7d87375883ff290b2d3af54e29368fa65b340403a42b02ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8e0901-563a-4429-a064-2ab805fdc82a" -d '{"events": [{"server_uuid": "987f5b69-0494-4c8f-8c1f-b0e3b1b954f5", "name": "network-vif-deleted", "tag": "c6feeb53-9ac0-4f2d-b84c-bd746a6741b8"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:15:01.784886 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aecfb11-9840-42aa-be00-07648a70bdc4 x-openstack-request-id: req-0aecfb11-9840-42aa-be00-07648a70bdc4 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:15:01.785172 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987f5b69-0494-4c8f-8c1f-b0e3b1b954f5", "name": "network-vif-deleted", "tag": "c6feeb53-9ac0-4f2d-b84c-bd746a6741b8", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:15:01.785452 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0aecfb11-9840-42aa-be00-07648a70bdc4 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:15:01.785900 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987f5b69-0494-4c8f-8c1f-b0e3b1b954f5', 'name': 'network-vif-deleted', 'tag': 'c6feeb53-9ac0-4f2d-b84c-bd746a6741b8', 'status': 'completed', 'code': 200} Jul 15 14:15:02.315911 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a3bcf6ba-db96-479e-8dd8-ab525e19fea1 req-9141fda7-2b0c-4b08-b175-05a74f5355a5 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 210 time: 0.0282419 Jul 15 14:15:02.380003 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:02.530836 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cdcd63c1-4f00-40d3-b9d9-3543de6e5007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:03.464002 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-88f2b26f-2431-40d2-ae82-361a39eb119c req-4050d393-a1f5-46ec-b30d-8ab2846a311c tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 210 time: 0.0297039 Jul 15 14:15:03.854284 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:04.609851 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4e6dceec-972e-48b8-95d3-d72ba8ef80e2 req-85a023f3-2c6f-40df-a331-ea15b3ff1b16 tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "GET /v2.0/ports?device_id=987f5b69-0494-4c8f-8c1f-b0e3b1b954f5 HTTP/1.1" status: 200 len: 210 time: 0.0338821 Jul 15 14:15:05.136464 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:15:05.161047 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:15:05.161560 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device c6feeb53-9ac0-4f2d-b84c-bd746a6741b8 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:15:05.289782 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:05.705618 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42066) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:05.767261 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cfb4f2c2-e2db-4b5d-adab-0559c0e1a2af tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:05.793914 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cfb4f2c2-e2db-4b5d-adab-0559c0e1a2af tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:05.855146 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cfb4f2c2-e2db-4b5d-adab-0559c0e1a2af tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:05.857793 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cfb4f2c2-e2db-4b5d-adab-0559c0e1a2af tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:05.859157 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-cfb4f2c2-e2db-4b5d-adab-0559c0e1a2af tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] 10.222.0.16 "DELETE /v2.0/security-groups/c99127d5-6ad6-4049-b581-8dda2403981e HTTP/1.1" status: 204 len: 168 time: 0.1524439 Jul 15 14:15:05.868885 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb4f2c2-e2db-4b5d-adab-0559c0e1a2af tempest-TestShelveInstance-1284520178 tempest-TestShelveInstance-1284520178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99127d5-6ad6-4049-b581-8dda2403981e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:05.912590 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42070) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:06.354219 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8ab712f0-9f35-4e37-8044-6da9ef090bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:06.610153 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-8ab712f0-9f35-4e37-8044-6da9ef090bfc admin admin] Deleting port 6813e312-f3bf-4032-a16b-184738b3add4 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:15:06.610391 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8ab712f0-9f35-4e37-8044-6da9ef090bfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:06.690761 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-8ab712f0-9f35-4e37-8044-6da9ef090bfc admin admin] For port 6813e312-f3bf-4032-a16b-184738b3add4, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=6813e312-f3bf-4032-a16b-184738b3add4,segment=NetworkSegment(4bc2ad99-8521-462e-809b-f1ad08d28c61),segment_id=4bc2ad99-8521-462e-809b-f1ad08d28c61)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:06.691117 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8ab712f0-9f35-4e37-8044-6da9ef090bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:06.703886 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-8ab712f0-9f35-4e37-8044-6da9ef090bfc admin admin] Calling delete_port for 6813e312-f3bf-4032-a16b-184738b3add4 owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:15:06.887108 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8ab712f0-9f35-4e37-8044-6da9ef090bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:06.913608 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab712f0-9f35-4e37-8044-6da9ef090bfc admin admin] Pushing event deleted for resources: {'Port': ['ID=6813e312-f3bf-4032-a16b-184738b3add4,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:07.085752 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8ab712f0-9f35-4e37-8044-6da9ef090bfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:07.585089 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab712f0-9f35-4e37-8044-6da9ef090bfc admin admin] Router 87e96c77-84fa-42d7-8f54-b9cc12ff57a3 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:15:07.686738 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab712f0-9f35-4e37-8044-6da9ef090bfc admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:15:07.697002 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-8ab712f0-9f35-4e37-8044-6da9ef090bfc admin admin] 10.222.0.16 "PUT /v2.0/routers/87e96c77-84fa-42d7-8f54-b9cc12ff57a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7791636 Jul 15 14:15:07.697002 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42074) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:07.701216 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be97938f-dd9c-4bd6-9e06-cc7f02001d3b None None] Sync routers for ids ['87e96c77-84fa-42d7-8f54-b9cc12ff57a3'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:15:07.711312 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be97938f-dd9c-4bd6-9e06-cc7f02001d3b None None] Routers {'87e96c77-84fa-42d7-8f54-b9cc12ff57a3'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:15:07.712016 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-be97938f-dd9c-4bd6-9e06-cc7f02001d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:15:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['87e96c77-84fa-42d7-8f54-b9cc12ff57a3'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:07.802153 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bf7817c4-cb84-4365-a613-4a326b6feebc admin admin] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:07.820016 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-be97938f-dd9c-4bd6-9e06-cc7f02001d3b None None] Set router 87e96c77-84fa-42d7-8f54-b9cc12ff57a3 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:15:07.907921 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bf7817c4-cb84-4365-a613-4a326b6feebc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:07.963606 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-bf7817c4-cb84-4365-a613-4a326b6feebc admin admin] Deleting port 6b67c159-eef4-41f8-b511-96bd0f2ea473 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:15:07.964299 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bf7817c4-cb84-4365-a613-4a326b6feebc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:08.003898 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-be97938f-dd9c-4bd6-9e06-cc7f02001d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'name': 'tempest-TestShelveInstance-1939779203-router', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '6b67c159-eef4-41f8-b511-96bd0f2ea473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:21Z', 'updated_at': '2021-07-15T14:15:06Z', 'revision_number': 5, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'gw_port': {'id': '6b67c159-eef4-41f8-b511-96bd0f2ea473', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:22Z', 'updated_at': '2021-07-15T14:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:08.034136 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be97938f-dd9c-4bd6-9e06-cc7f02001d3b None None] Checking router: 87e96c77-84fa-42d7-8f54-b9cc12ff57a3 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:15:08.043268 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be97938f-dd9c-4bd6-9e06-cc7f02001d3b None None] Routers {'87e96c77-84fa-42d7-8f54-b9cc12ff57a3'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:15:08.044410 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-be97938f-dd9c-4bd6-9e06-cc7f02001d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:15:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['87e96c77-84fa-42d7-8f54-b9cc12ff57a3'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:08.045982 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-bf7817c4-cb84-4365-a613-4a326b6feebc admin admin] For port 6b67c159-eef4-41f8-b511-96bd0f2ea473, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=6b67c159-eef4-41f8-b511-96bd0f2ea473,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:08.046594 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bf7817c4-cb84-4365-a613-4a326b6feebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:08.059152 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-bf7817c4-cb84-4365-a613-4a326b6feebc admin admin] Calling delete_port for 6b67c159-eef4-41f8-b511-96bd0f2ea473 owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:15:08.129068 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-be97938f-dd9c-4bd6-9e06-cc7f02001d3b None None] Set router 87e96c77-84fa-42d7-8f54-b9cc12ff57a3 gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:15:08.181344 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-be97938f-dd9c-4bd6-9e06-cc7f02001d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'name': 'tempest-TestShelveInstance-1939779203-router', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:21Z', 'updated_at': '2021-07-15T14:15:07Z', 'revision_number': 6, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:08.213403 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be97938f-dd9c-4bd6-9e06-cc7f02001d3b None None] The sync data for ids ['87e96c77-84fa-42d7-8f54-b9cc12ff57a3'] in n-d-771363-36 is: [{'id': '87e96c77-84fa-42d7-8f54-b9cc12ff57a3', 'name': 'tempest-TestShelveInstance-1939779203-router', 'tenant_id': '97d2194be5644954bbf76a9ff6daaf2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:21Z', 'updated_at': '2021-07-15T14:15:07Z', 'revision_number': 6, 'project_id': '97d2194be5644954bbf76a9ff6daaf2d', 'gw_port_host': None}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:15:08.240297 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bf7817c4-cb84-4365-a613-4a326b6feebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:08.270213 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7817c4-cb84-4365-a613-4a326b6feebc admin admin] Pushing event deleted for resources: {'Port': ['ID=6b67c159-eef4-41f8-b511-96bd0f2ea473,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:08.333258 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bf7817c4-cb84-4365-a613-4a326b6feebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:08.419374 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bf7817c4-cb84-4365-a613-4a326b6feebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:08.421358 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bf7817c4-cb84-4365-a613-4a326b6feebc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:08.463421 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bf7817c4-cb84-4365-a613-4a326b6feebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:08.463937 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7817c4-cb84-4365-a613-4a326b6feebc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87e96c77-84fa-42d7-8f54-b9cc12ff57a3 {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:15:08.468269 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bf7817c4-cb84-4365-a613-4a326b6feebc admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:08.469487 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-bf7817c4-cb84-4365-a613-4a326b6feebc admin admin] 10.222.0.16 "DELETE /v2.0/routers/87e96c77-84fa-42d7-8f54-b9cc12ff57a3 HTTP/1.1" status: 204 len: 168 time: 0.7730021 Jul 15 14:15:08.472113 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42076) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:08.514269 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d46a592-75ef-44f2-97d4-f9ed951f998a admin admin] Deleting subnet 84142cef-8080-49cc-b749-90f94c138e32 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:15:08.517164 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4d46a592-75ef-44f2-97d4-f9ed951f998a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:08.549707 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4d46a592-75ef-44f2-97d4-f9ed951f998a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:08.637377 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4d46a592-75ef-44f2-97d4-f9ed951f998a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:08.688256 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6813e312-f3bf-4032-a16b-184738b3add4 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:15:08.703405 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4d46a592-75ef-44f2-97d4-f9ed951f998a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:08.710323 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 6813e312-f3bf-4032-a16b-184738b3add4 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:15:08.710874 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6813e312-f3bf-4032-a16b-184738b3add4 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:15:08.734119 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46a592-75ef-44f2-97d4-f9ed951f998a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84142cef-8080-49cc-b749-90f94c138e32,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:08.736092 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4d46a592-75ef-44f2-97d4-f9ed951f998a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:08.738909 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-4d46a592-75ef-44f2-97d4-f9ed951f998a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/84142cef-8080-49cc-b749-90f94c138e32 HTTP/1.1" status: 204 len: 168 time: 0.2649527 Jul 15 14:15:08.740742 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42078) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:08.743438 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5f3935-93da-45e9-855d-d8b6ed4979b1 None None] Network de00669f-3a7b-4509-8871-3c481dfc9051 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:15:08.810971 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1f6069e7-b07d-4816-b83e-f0a918750644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:08.865523 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-1f6069e7-b07d-4816-b83e-f0a918750644 admin admin] Deleting port d690c147-f568-4d32-b056-acca5853567b {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:15:08.865523 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1f6069e7-b07d-4816-b83e-f0a918750644 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:08.926810 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-1f6069e7-b07d-4816-b83e-f0a918750644 admin admin] For port d690c147-f568-4d32-b056-acca5853567b, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=d690c147-f568-4d32-b056-acca5853567b,segment=NetworkSegment(4bc2ad99-8521-462e-809b-f1ad08d28c61),segment_id=4bc2ad99-8521-462e-809b-f1ad08d28c61)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:08.927170 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1f6069e7-b07d-4816-b83e-f0a918750644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:08.944726 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-1f6069e7-b07d-4816-b83e-f0a918750644 admin admin] Calling delete_port for d690c147-f568-4d32-b056-acca5853567b owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:15:09.022952 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1f6069e7-b07d-4816-b83e-f0a918750644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:09.045817 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24714359-b799-40dd-b14e-2b19dc44b9e6 None None] DHCP port deletion for de00669f-3a7b-4509-8871-3c481dfc9051 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:15:09.052000 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6069e7-b07d-4816-b83e-f0a918750644 admin admin] No DVR routers for this DVR port d690c147-f568-4d32-b056-acca5853567b on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:15:09.054869 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6069e7-b07d-4816-b83e-f0a918750644 admin admin] Pushing event deleted for resources: {'Port': ['ID=d690c147-f568-4d32-b056-acca5853567b,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:09.132792 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1f6069e7-b07d-4816-b83e-f0a918750644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:09.143325 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-1f6069e7-b07d-4816-b83e-f0a918750644 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de00669f-3a7b-4509-8871-3c481dfc9051']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:09.153755 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-1f6069e7-b07d-4816-b83e-f0a918750644 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bc2ad99-8521-462e-809b-f1ad08d28c61') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:09.154057 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-1f6069e7-b07d-4816-b83e-f0a918750644 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bc2ad99-8521-462e-809b-f1ad08d28c61') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:09.163478 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1f6069e7-b07d-4816-b83e-f0a918750644 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:09.177285 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1f6069e7-b07d-4816-b83e-f0a918750644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:09.184031 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f6069e7-b07d-4816-b83e-f0a918750644 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:15:09.184420 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1f6069e7-b07d-4816-b83e-f0a918750644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:09.186127 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:15:09.186127 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:15:09.186127 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:15:09.186127 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:15:09.186127 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:15:09.186127 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:15:09.186127 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 14:15:09.186127 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:15:09.186127 n-d-771363-36 neutron-server[93826]: timer() Jul 15 14:15:09.186127 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:15:09.186127 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 14:15:09.186127 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:15:09.186127 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 14:15:09.186127 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:15:09.186127 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 14:15:09.186127 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:15:09.186127 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 14:15:09.186127 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:15:09.186127 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 14:15:09.186127 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:15:09.186127 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:15:09.186127 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:15:09.186127 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:15:09.186127 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:15:09.186127 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 14:15:09.186127 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:15:09.186127 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 14:15:09.186127 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:15:09.186127 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:15:09.186127 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:15:09.186127 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 14:15:09.186127 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:15:09.186127 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:15:09.186127 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:15:09.186127 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:15:09.186127 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:15:09.186127 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:15:09.186127 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:15:09.239966 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1f6069e7-b07d-4816-b83e-f0a918750644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:09.245243 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1f6069e7-b07d-4816-b83e-f0a918750644 admin admin] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:09.247601 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-1f6069e7-b07d-4816-b83e-f0a918750644 admin admin] 10.222.0.16 "DELETE /v2.0/networks/de00669f-3a7b-4509-8871-3c481dfc9051 HTTP/1.1" status: 204 len: 168 time: 0.5058775 Jul 15 14:15:09.250578 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42080) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:09.265726 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6069e7-b07d-4816-b83e-f0a918750644 admin admin] Pushing event deleted for resources: {'Network': ['ID=de00669f-3a7b-4509-8871-3c481dfc9051,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:09.602349 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee2c8077-f162-45a6-aae5-fbeb50c0a78f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:09.847725 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ee2c8077-f162-45a6-aae5-fbeb50c0a78f admin admin] Deleting port a55c7db1-ab68-4bea-b94c-76956fb8f262 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:15:09.848062 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee2c8077-f162-45a6-aae5-fbeb50c0a78f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:09.922282 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ee2c8077-f162-45a6-aae5-fbeb50c0a78f admin admin] For port a55c7db1-ab68-4bea-b94c-76956fb8f262, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=a55c7db1-ab68-4bea-b94c-76956fb8f262,segment=NetworkSegment(d581b3ba-5e18-4665-bcc8-500c441a4bf0),segment_id=d581b3ba-5e18-4665-bcc8-500c441a4bf0)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:09.922660 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee2c8077-f162-45a6-aae5-fbeb50c0a78f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:09.934471 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ee2c8077-f162-45a6-aae5-fbeb50c0a78f admin admin] Calling delete_port for a55c7db1-ab68-4bea-b94c-76956fb8f262 owned by network:router_interface {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:15:10.107023 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee2c8077-f162-45a6-aae5-fbeb50c0a78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:10.130127 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c8077-f162-45a6-aae5-fbeb50c0a78f admin admin] Pushing event deleted for resources: {'Port': ['ID=a55c7db1-ab68-4bea-b94c-76956fb8f262,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:10.424795 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6b67c159-eef4-41f8-b511-96bd0f2ea473 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:15:10.446516 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 6b67c159-eef4-41f8-b511-96bd0f2ea473 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:15:10.446987 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 6b67c159-eef4-41f8-b511-96bd0f2ea473 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:15:10.447476 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device d690c147-f568-4d32-b056-acca5853567b no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:15:10.466908 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: d690c147-f568-4d32-b056-acca5853567b {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:15:10.467257 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device d690c147-f568-4d32-b056-acca5853567b not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:15:10.590023 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee2c8077-f162-45a6-aae5-fbeb50c0a78f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:10.792768 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2c8077-f162-45a6-aae5-fbeb50c0a78f admin admin] Router e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:15:10.894547 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2c8077-f162-45a6-aae5-fbeb50c0a78f admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:15:10.899537 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-ee2c8077-f162-45a6-aae5-fbeb50c0a78f admin admin] 10.222.0.16 "PUT /v2.0/routers/e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6468267 Jul 15 14:15:10.902085 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42082) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:10.904741 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f9a6ca-cb68-469f-bb43-6d2d595f504d None None] Sync routers for ids ['e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:15:10.914794 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f9a6ca-cb68-469f-bb43-6d2d595f504d None None] Routers {'e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:15:10.915391 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-83f9a6ca-cb68-469f-bb43-6d2d595f504d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:15:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:11.003563 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-53e0d8f1-c6b0-45c3-9972-548a1c429827 admin admin] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:11.016196 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-83f9a6ca-cb68-469f-bb43-6d2d595f504d None None] Set router e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:15:11.104298 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-53e0d8f1-c6b0-45c3-9972-548a1c429827 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:11.158256 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-53e0d8f1-c6b0-45c3-9972-548a1c429827 admin admin] Deleting port c78a17cb-35e7-4b55-8bea-7df5916d6d3a {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:15:11.158621 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-53e0d8f1-c6b0-45c3-9972-548a1c429827 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:11.193308 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-83f9a6ca-cb68-469f-bb43-6d2d595f504d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53', 'name': 'tempest-TestShelveInstance-472553624-router', 'tenant_id': '5c58fb4542304cc18d906ff5499563af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'c78a17cb-35e7-4b55-8bea-7df5916d6d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:26Z', 'updated_at': '2021-07-15T14:15:10Z', 'revision_number': 5, 'project_id': '5c58fb4542304cc18d906ff5499563af', 'gw_port': {'id': 'c78a17cb-35e7-4b55-8bea-7df5916d6d3a', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:06:26Z', 'updated_at': '2021-07-15T14:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:11.220031 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f9a6ca-cb68-469f-bb43-6d2d595f504d None None] Checking router: e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:15:11.228649 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f9a6ca-cb68-469f-bb43-6d2d595f504d None None] Routers {'e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:15:11.229253 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-83f9a6ca-cb68-469f-bb43-6d2d595f504d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:15:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:11.235769 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-53e0d8f1-c6b0-45c3-9972-548a1c429827 admin admin] For port c78a17cb-35e7-4b55-8bea-7df5916d6d3a, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=c78a17cb-35e7-4b55-8bea-7df5916d6d3a,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:11.236176 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-53e0d8f1-c6b0-45c3-9972-548a1c429827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:11.248437 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-53e0d8f1-c6b0-45c3-9972-548a1c429827 admin admin] Calling delete_port for c78a17cb-35e7-4b55-8bea-7df5916d6d3a owned by network:router_gateway {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:15:11.316960 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-83f9a6ca-cb68-469f-bb43-6d2d595f504d None None] Set router e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53 gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:15:11.368462 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-83f9a6ca-cb68-469f-bb43-6d2d595f504d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53', 'name': 'tempest-TestShelveInstance-472553624-router', 'tenant_id': '5c58fb4542304cc18d906ff5499563af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:26Z', 'updated_at': '2021-07-15T14:15:11Z', 'revision_number': 6, 'project_id': '5c58fb4542304cc18d906ff5499563af', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:11.397862 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f9a6ca-cb68-469f-bb43-6d2d595f504d None None] The sync data for ids ['e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53'] in n-d-771363-36 is: [{'id': 'e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53', 'name': 'tempest-TestShelveInstance-472553624-router', 'tenant_id': '5c58fb4542304cc18d906ff5499563af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:06:26Z', 'updated_at': '2021-07-15T14:15:11Z', 'revision_number': 6, 'project_id': '5c58fb4542304cc18d906ff5499563af', 'gw_port_host': None}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:15:11.421816 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-53e0d8f1-c6b0-45c3-9972-548a1c429827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:11.451981 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e0d8f1-c6b0-45c3-9972-548a1c429827 admin admin] Pushing event deleted for resources: {'Port': ['ID=c78a17cb-35e7-4b55-8bea-7df5916d6d3a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:11.514391 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-53e0d8f1-c6b0-45c3-9972-548a1c429827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:11.602207 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-53e0d8f1-c6b0-45c3-9972-548a1c429827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:11.604311 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-53e0d8f1-c6b0-45c3-9972-548a1c429827 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:11.648503 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-53e0d8f1-c6b0-45c3-9972-548a1c429827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:11.648972 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e0d8f1-c6b0-45c3-9972-548a1c429827 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53 {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:15:11.653429 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-53e0d8f1-c6b0-45c3-9972-548a1c429827 admin admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:11.654599 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-53e0d8f1-c6b0-45c3-9972-548a1c429827 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e9f123ac-ae66-4b43-a3fb-ee48a2ac0c53 HTTP/1.1" status: 204 len: 168 time: 0.7514915 Jul 15 14:15:11.657107 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42084) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:11.703258 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-3311c8a4-49d6-4b29-8e44-0919b6998a26 admin admin] Deleting subnet df39dd20-1d72-4fd2-8c1b-615d46de133f {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:15:11.706396 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3311c8a4-49d6-4b29-8e44-0919b6998a26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:11.745912 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3311c8a4-49d6-4b29-8e44-0919b6998a26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3240895'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:11.831997 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3311c8a4-49d6-4b29-8e44-0919b6998a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:11.883920 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3311c8a4-49d6-4b29-8e44-0919b6998a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2883499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602661'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:11.908668 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311c8a4-49d6-4b29-8e44-0919b6998a26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df39dd20-1d72-4fd2-8c1b-615d46de133f,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:11.912139 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3311c8a4-49d6-4b29-8e44-0919b6998a26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:11.913967 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3311c8a4-49d6-4b29-8e44-0919b6998a26 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/df39dd20-1d72-4fd2-8c1b-615d46de133f HTTP/1.1" status: 204 len: 168 time: 0.2559493 Jul 15 14:15:11.916616 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42086) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:11.920131 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca65661-0e63-4574-bc0d-6df63f865f11 None None] Network f30da0d9-7401-476f-a1be-46add43eec23 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:15:11.987965 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12630088-b939-4da5-9982-6ff9003ef9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:12.042092 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-12630088-b939-4da5-9982-6ff9003ef9ea admin admin] Deleting port e848bf8d-c764-4281-ad2c-3fbd26bd48a5 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:15:12.042467 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12630088-b939-4da5-9982-6ff9003ef9ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:12.110057 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-12630088-b939-4da5-9982-6ff9003ef9ea admin admin] For port e848bf8d-c764-4281-ad2c-3fbd26bd48a5, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=e848bf8d-c764-4281-ad2c-3fbd26bd48a5,segment=NetworkSegment(d581b3ba-5e18-4665-bcc8-500c441a4bf0),segment_id=d581b3ba-5e18-4665-bcc8-500c441a4bf0)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:12.110343 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12630088-b939-4da5-9982-6ff9003ef9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:12.122088 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-12630088-b939-4da5-9982-6ff9003ef9ea admin admin] Calling delete_port for e848bf8d-c764-4281-ad2c-3fbd26bd48a5 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:15:12.181217 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dcd04e-6788-4b7e-b75a-dc15cfc27d69 None None] DHCP port deletion for f30da0d9-7401-476f-a1be-46add43eec23 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:15:12.208043 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12630088-b939-4da5-9982-6ff9003ef9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:12.229297 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-47dcd04e-6788-4b7e-b75a-dc15cfc27d69 None None] Deleting port e848bf8d-c764-4281-ad2c-3fbd26bd48a5 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:15:12.229678 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-47dcd04e-6788-4b7e-b75a-dc15cfc27d69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:12.233642 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12630088-b939-4da5-9982-6ff9003ef9ea admin admin] Pushing event deleted for resources: {'Port': ['ID=e848bf8d-c764-4281-ad2c-3fbd26bd48a5,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:12.239286 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12630088-b939-4da5-9982-6ff9003ef9ea admin admin] No DVR routers for this DVR port e848bf8d-c764-4281-ad2c-3fbd26bd48a5 on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:15:12.295930 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-47dcd04e-6788-4b7e-b75a-dc15cfc27d69 None None] For port e848bf8d-c764-4281-ad2c-3fbd26bd48a5, host n-d-771363-36, got binding levels [] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:12.296374 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-47dcd04e-6788-4b7e-b75a-dc15cfc27d69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:12.309760 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-47dcd04e-6788-4b7e-b75a-dc15cfc27d69 None None] Calling delete_port for e848bf8d-c764-4281-ad2c-3fbd26bd48a5 owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:15:12.312516 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.ipam_backend_mixin [None req-47dcd04e-6788-4b7e-b75a-dc15cfc27d69 None None] Port e848bf8d-c764-4281-ad2c-3fbd26bd48a5 was not found and therefore no delete operation was performed {{(pid=93827) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 14:15:12.313764 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-47dcd04e-6788-4b7e-b75a-dc15cfc27d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:12.315449 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12630088-b939-4da5-9982-6ff9003ef9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:12.326273 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-12630088-b939-4da5-9982-6ff9003ef9ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f30da0d9-7401-476f-a1be-46add43eec23']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:12.336538 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-12630088-b939-4da5-9982-6ff9003ef9ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd581b3ba-5e18-4665-bcc8-500c441a4bf0') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:12.336785 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-12630088-b939-4da5-9982-6ff9003ef9ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd581b3ba-5e18-4665-bcc8-500c441a4bf0') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:12.337008 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dcd04e-6788-4b7e-b75a-dc15cfc27d69 None None] Pushing event deleted for resources: {'Port': ['ID=e848bf8d-c764-4281-ad2c-3fbd26bd48a5,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:12.346233 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12630088-b939-4da5-9982-6ff9003ef9ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:12.347561 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dcd04e-6788-4b7e-b75a-dc15cfc27d69 None None] No DVR routers for this DVR port e848bf8d-c764-4281-ad2c-3fbd26bd48a5 on host n-d-771363-36 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:15:12.353111 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dcd04e-6788-4b7e-b75a-dc15cfc27d69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:12.353455 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dcd04e-6788-4b7e-b75a-dc15cfc27d69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:12.353803 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dcd04e-6788-4b7e-b75a-dc15cfc27d69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:12.354145 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dcd04e-6788-4b7e-b75a-dc15cfc27d69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:12.354991 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dcd04e-6788-4b7e-b75a-dc15cfc27d69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:12.354991 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dcd04e-6788-4b7e-b75a-dc15cfc27d69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:12.355663 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dcd04e-6788-4b7e-b75a-dc15cfc27d69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:12.355663 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dcd04e-6788-4b7e-b75a-dc15cfc27d69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:12.355987 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dcd04e-6788-4b7e-b75a-dc15cfc27d69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:12.356261 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dcd04e-6788-4b7e-b75a-dc15cfc27d69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:12.356594 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dcd04e-6788-4b7e-b75a-dc15cfc27d69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:12.358323 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dcd04e-6788-4b7e-b75a-dc15cfc27d69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:12.367766 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12630088-b939-4da5-9982-6ff9003ef9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:12.376063 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12630088-b939-4da5-9982-6ff9003ef9ea admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:15:12.376564 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12630088-b939-4da5-9982-6ff9003ef9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:12.378424 n-d-771363-36 neutron-server[93825]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:15:12.378424 n-d-771363-36 neutron-server[93825]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:15:12.378424 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 14:15:12.378424 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:15:12.378424 n-d-771363-36 neutron-server[93825]: timer() Jul 15 14:15:12.378424 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:15:12.378424 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 14:15:12.378424 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:15:12.378424 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 14:15:12.378424 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:15:12.378424 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 14:15:12.378424 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:15:12.378424 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 14:15:12.378424 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:15:12.378424 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 14:15:12.378424 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:15:12.378424 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:15:12.378424 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:15:12.378424 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:15:12.378424 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:15:12.378424 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 14:15:12.378424 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:15:12.378424 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 14:15:12.378424 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:15:12.378424 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:15:12.378424 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:15:12.378424 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 14:15:12.378424 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:15:12.378424 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:15:12.378424 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:15:12.378424 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:15:12.378424 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:15:12.378424 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:15:12.378424 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:15:12.401440 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device e848bf8d-c764-4281-ad2c-3fbd26bd48a5 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:15:12.422045 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: e848bf8d-c764-4281-ad2c-3fbd26bd48a5 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:15:12.422403 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device e848bf8d-c764-4281-ad2c-3fbd26bd48a5 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:15:12.422868 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c78a17cb-35e7-4b55-8bea-7df5916d6d3a no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:15:12.443207 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12630088-b939-4da5-9982-6ff9003ef9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:12.446218 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: c78a17cb-35e7-4b55-8bea-7df5916d6d3a {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:15:12.446477 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device c78a17cb-35e7-4b55-8bea-7df5916d6d3a not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:15:12.446934 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a55c7db1-ab68-4bea-b94c-76956fb8f262 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:15:12.449092 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12630088-b939-4da5-9982-6ff9003ef9ea admin admin] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:12.455485 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-12630088-b939-4da5-9982-6ff9003ef9ea admin admin] 10.222.0.16 "DELETE /v2.0/networks/f30da0d9-7401-476f-a1be-46add43eec23 HTTP/1.1" status: 204 len: 168 time: 0.5374098 Jul 15 14:15:12.479974 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: a55c7db1-ab68-4bea-b94c-76956fb8f262 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:15:12.480282 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device a55c7db1-ab68-4bea-b94c-76956fb8f262 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:15:12.481253 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12630088-b939-4da5-9982-6ff9003ef9ea admin admin] Pushing event deleted for resources: {'Network': ['ID=f30da0d9-7401-476f-a1be-46add43eec23,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:12.567224 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42090) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:12.614227 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-42b00659-e3c7-4b01-a958-98016f561196 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=97d2194be5644954bbf76a9ff6daaf2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458176 Jul 15 14:15:12.616690 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42092) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:12.663725 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-268d40b9-4120-49e7-847b-6fb7f8356543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:12.683635 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-268d40b9-4120-49e7-847b-6fb7f8356543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:12.728959 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-268d40b9-4120-49e7-847b-6fb7f8356543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:12.731519 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-268d40b9-4120-49e7-847b-6fb7f8356543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:12.732662 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-268d40b9-4120-49e7-847b-6fb7f8356543 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/558b6d6c-1c9b-44a8-9904-e01d1f2b4dfa HTTP/1.1" status: 204 len: 168 time: 0.1150899 Jul 15 14:15:12.740176 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d40b9-4120-49e7-847b-6fb7f8356543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558b6d6c-1c9b-44a8-9904-e01d1f2b4dfa,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:13.033800 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42098) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:13.072646 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-61e00647-28ea-4418-a333-b49d0953bec3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5c58fb4542304cc18d906ff5499563af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377223 Jul 15 14:15:13.075439 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42100) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:13.125020 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f9d4ec31-8878-4098-abc1-6ce789bfd47b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:13.145305 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f9d4ec31-8878-4098-abc1-6ce789bfd47b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:13.190208 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f9d4ec31-8878-4098-abc1-6ce789bfd47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:13.192748 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f9d4ec31-8878-4098-abc1-6ce789bfd47b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:13.193873 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f9d4ec31-8878-4098-abc1-6ce789bfd47b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6c56e9af-56ac-4e0a-ab88-99a375811d46 HTTP/1.1" status: 204 len: 168 time: 0.1175635 Jul 15 14:15:13.203583 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d4ec31-8878-4098-abc1-6ce789bfd47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c56e9af-56ac-4e0a-ab88-99a375811d46,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:13.830585 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42122) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:13.924698 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-f150980b-b630-4880-938b-b221de883338 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1794912274-network', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:13.945849 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f150980b-b630-4880-938b-b221de883338 admin admin] Made reservation on behalf of ad5644bd716440a59935f4ab52ace0c6 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:15:13.948181 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f150980b-b630-4880-938b-b221de883338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:13.956568 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f150980b-b630-4880-938b-b221de883338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:14.044679 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f150980b-b630-4880-938b-b221de883338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:14.049000 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f150980b-b630-4880-938b-b221de883338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:14.070572 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f150980b-b630-4880-938b-b221de883338 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:15:14.083829 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150980b-b630-4880-938b-b221de883338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd1021a-bb80-4388-9dca-5439411ad521,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:14.088531 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f150980b-b630-4880-938b-b221de883338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:14.088873 n-d-771363-36 neutron-server[93825]: INFO neutron.db.segments_db [None req-f150980b-b630-4880-938b-b221de883338 admin admin] Added segment fc5baf9d-8a10-497b-b6b9-149e7242d035 of type vlan for network 9731cb31-2e9a-4014-8935-00d52b9152f2 Jul 15 14:15:14.127479 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f150980b-b630-4880-938b-b221de883338 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:14.158018 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f150980b-b630-4880-938b-b221de883338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:14.159154 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f150980b-b630-4880-938b-b221de883338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:14.159725 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f150980b-b630-4880-938b-b221de883338 admin admin] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:14.195780 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f150980b-b630-4880-938b-b221de883338 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3640904 Jul 15 14:15:14.198880 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42126) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:14.204330 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-81bf7603-0497-4857-9385-0cfd508a309e admin admin] Request body: {'subnet': {'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1794912274-subnet', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:14.224182 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150980b-b630-4880-938b-b221de883338 admin admin] Pushing event updated for resources: {'Network': ['ID=9731cb31-2e9a-4014-8935-00d52b9152f2,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:14.224702 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bf7603-0497-4857-9385-0cfd508a309e admin admin] Made reservation on behalf of ad5644bd716440a59935f4ab52ace0c6 for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:15:14.227431 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-81bf7603-0497-4857-9385-0cfd508a309e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:14.235068 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network 9731cb31-2e9a-4014-8935-00d52b9152f2 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:15:14.392043 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-81bf7603-0497-4857-9385-0cfd508a309e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:14.442514 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf7603-0497-4857-9385-0cfd508a309e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c089f8e3-8cd8-436c-87fe-5601caec737d,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:14.454245 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bf7603-0497-4857-9385-0cfd508a309e admin admin] Checking segment: {'id': 'fc5baf9d-8a10-497b-b6b9-149e7242d035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:15:14.454624 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bf7603-0497-4857-9385-0cfd508a309e admin admin] Network hostable DHCP agents. Network: 9731cb31-2e9a-4014-8935-00d52b9152f2, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:15:14.470494 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bf7603-0497-4857-9385-0cfd508a309e admin admin] Network 9731cb31-2e9a-4014-8935-00d52b9152f2 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:15:14.479566 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-81bf7603-0497-4857-9385-0cfd508a309e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, 9731cb31-2e9a-4014-8935-00d52b9152f2) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:15:14.483656 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bf7603-0497-4857-9385-0cfd508a309e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:14.484234 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-81bf7603-0497-4857-9385-0cfd508a309e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:14.489706 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cf83e4-c974-464a-8d0e-40b34659c097 None None] Network 9731cb31-2e9a-4014-8935-00d52b9152f2 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:15:14.499759 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-81bf7603-0497-4857-9385-0cfd508a309e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2993891 Jul 15 14:15:14.502417 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42128) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:14.506734 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-c2027d2c-d8cb-4db3-933f-8db2a0544129 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1794912274-router', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:14.526148 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c2027d2c-d8cb-4db3-933f-8db2a0544129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:14.527160 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c2027d2c-d8cb-4db3-933f-8db2a0544129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:14.578510 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c2027d2c-d8cb-4db3-933f-8db2a0544129 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:14.633228 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b2862f-ea0e-4a54-8332-b56c653815f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-9731cb31-2e9a-4014-8935-00d52b9152f2', 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'fixed_ips': [{'subnet_id': 'c089f8e3-8cd8-436c-87fe-5601caec737d'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:15:14.634360 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6b2862f-ea0e-4a54-8332-b56c653815f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:14.716565 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c2027d2c-d8cb-4db3-933f-8db2a0544129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:14.768069 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-d6b2862f-ea0e-4a54-8332-b56c653815f0 None None] Allocated IP 172.20.0.2 (9731cb31-2e9a-4014-8935-00d52b9152f2/c089f8e3-8cd8-436c-87fe-5601caec737d/60938564-8646-479c-b4d6-51e5476ea81b) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:15:14.908217 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6b2862f-ea0e-4a54-8332-b56c653815f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:14.917666 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d6b2862f-ea0e-4a54-8332-b56c653815f0 None None] Transition to ACTIVE for port object 60938564-8646-479c-b4d6-51e5476ea81b will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:15:14.918432 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c2027d2c-d8cb-4db3-933f-8db2a0544129 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:14.932244 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-d6b2862f-ea0e-4a54-8332-b56c653815f0 None None] Transition to ACTIVE for port object 60938564-8646-479c-b4d6-51e5476ea81b will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:15:14.937292 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c2027d2c-d8cb-4db3-933f-8db2a0544129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:14.937883 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6b2862f-ea0e-4a54-8332-b56c653815f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:14.972998 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b2862f-ea0e-4a54-8332-b56c653815f0 None None] Network 9731cb31-2e9a-4014-8935-00d52b9152f2 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:15:14.979598 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-d6b2862f-ea0e-4a54-8332-b56c653815f0 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:15:14.983216 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b2862f-ea0e-4a54-8332-b56c653815f0 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:15:14.990025 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b2862f-ea0e-4a54-8332-b56c653815f0 None None] Pushing event updated for resources: {'Port': ['ID=60938564-8646-479c-b4d6-51e5476ea81b,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:15.037716 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-c2027d2c-d8cb-4db3-933f-8db2a0544129 admin admin] Allocated IP 172.25.8.116 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/374913eb-f8d6-47f4-80f0-001995b883f3) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:15:15.041811 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-d6b2862f-ea0e-4a54-8332-b56c653815f0 None None] Attempting to bind port 60938564-8646-479c-b4d6-51e5476ea81b on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:15:15.042187 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-d6b2862f-ea0e-4a54-8332-b56c653815f0 None None] Attempting to bind port 60938564-8646-479c-b4d6-51e5476ea81b by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'fc5baf9d-8a10-497b-b6b9-149e7242d035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:15:15.042585 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b2862f-ea0e-4a54-8332-b56c653815f0 None None] Attempting to bind port 60938564-8646-479c-b4d6-51e5476ea81b on network 9731cb31-2e9a-4014-8935-00d52b9152f2 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:15:15.047597 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b2862f-ea0e-4a54-8332-b56c653815f0 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:15:15.047970 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b2862f-ea0e-4a54-8332-b56c653815f0 None None] Checking segment: {'id': 'fc5baf9d-8a10-497b-b6b9-149e7242d035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:15:15.048371 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6b2862f-ea0e-4a54-8332-b56c653815f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:15.048768 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b2862f-ea0e-4a54-8332-b56c653815f0 None None] Bound using segment: {'id': 'fc5baf9d-8a10-497b-b6b9-149e7242d035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:15:15.049231 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-d6b2862f-ea0e-4a54-8332-b56c653815f0 None None] Bound port: 60938564-8646-479c-b4d6-51e5476ea81b, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5baf9d-8a10-497b-b6b9-149e7242d035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:15:15.049664 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6b2862f-ea0e-4a54-8332-b56c653815f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:15.114302 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-d6b2862f-ea0e-4a54-8332-b56c653815f0 None None] For port 60938564-8646-479c-b4d6-51e5476ea81b, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:15:15.117561 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-d6b2862f-ea0e-4a54-8332-b56c653815f0 None None] For port 60938564-8646-479c-b4d6-51e5476ea81b, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=60938564-8646-479c-b4d6-51e5476ea81b,segment=NetworkSegment(fc5baf9d-8a10-497b-b6b9-149e7242d035),segment_id=fc5baf9d-8a10-497b-b6b9-149e7242d035)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:15:15.123159 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d6b2862f-ea0e-4a54-8332-b56c653815f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:15.144299 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c2027d2c-d8cb-4db3-933f-8db2a0544129 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:15.186925 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c2027d2c-d8cb-4db3-933f-8db2a0544129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:15.190300 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b2862f-ea0e-4a54-8332-b56c653815f0 None None] Pushing event updated for resources: {'Port': ['ID=60938564-8646-479c-b4d6-51e5476ea81b,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:15.231914 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2027d2c-d8cb-4db3-933f-8db2a0544129 admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:15:15.234853 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-c2027d2c-d8cb-4db3-933f-8db2a0544129 admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:15:15.238527 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2027d2c-d8cb-4db3-933f-8db2a0544129 admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:15:15.260767 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2027d2c-d8cb-4db3-933f-8db2a0544129 admin admin] Pushing event updated for resources: {'Port': ['ID=374913eb-f8d6-47f4-80f0-001995b883f3,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:15.505548 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c2027d2c-d8cb-4db3-933f-8db2a0544129 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:15.701472 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c2027d2c-d8cb-4db3-933f-8db2a0544129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:15.833122 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2027d2c-d8cb-4db3-933f-8db2a0544129 admin admin] Router ca8e1219-b13b-4959-a457-e90a251d8c32 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:15:15.945225 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2027d2c-d8cb-4db3-933f-8db2a0544129 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:15:15.958730 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038b58a3-2b20-440b-9f07-ab972c5c2f83 None None] Sync routers for ids ['ca8e1219-b13b-4959-a457-e90a251d8c32'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:15:15.962336 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c2027d2c-d8cb-4db3-933f-8db2a0544129 admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:15.964357 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-c2027d2c-d8cb-4db3-933f-8db2a0544129 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4605112 Jul 15 14:15:15.966674 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42130) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:15.971856 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038b58a3-2b20-440b-9f07-ab972c5c2f83 None None] Routers {'ca8e1219-b13b-4959-a457-e90a251d8c32'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:15:15.972568 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-038b58a3-2b20-440b-9f07-ab972c5c2f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:15:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['ca8e1219-b13b-4959-a457-e90a251d8c32'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:16.066014 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357dbeb8-2761-4582-b913-cbc4603a396f None None] Network 9731cb31-2e9a-4014-8935-00d52b9152f2 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:15:16.145239 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-038b58a3-2b20-440b-9f07-ab972c5c2f83 None None] Set router ca8e1219-b13b-4959-a457-e90a251d8c32 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:15:16.231673 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-be6bf71e-c9f4-4eb1-a379-75ac4c2f5830 None None] Provisioning for port 60938564-8646-479c-b4d6-51e5476ea81b completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:15:16.466911 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 60938564-8646-479c-b4d6-51e5476ea81b up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:15:16.608173 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 60938564-8646-479c-b4d6-51e5476ea81b completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:15:16.619150 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 60938564-8646-479c-b4d6-51e5476ea81b triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:16.619522 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:16.665424 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-038b58a3-2b20-440b-9f07-ab972c5c2f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'name': 'tempest-TestSnapshotPattern-1794912274-router', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '374913eb-f8d6-47f4-80f0-001995b883f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:14Z', 'updated_at': '2021-07-15T14:15:15Z', 'revision_number': 3, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'gw_port': {'id': '374913eb-f8d6-47f4-80f0-001995b883f3', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:14Z', 'updated_at': '2021-07-15T14:15:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:16.674869 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9f45b68f-9371-4380-a8bd-bd1233cf8a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:16.696996 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038b58a3-2b20-440b-9f07-ab972c5c2f83 None None] Checking router: ca8e1219-b13b-4959-a457-e90a251d8c32 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:15:16.697357 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038b58a3-2b20-440b-9f07-ab972c5c2f83 None None] Updating router ca8e1219-b13b-4959-a457-e90a251d8c32 port 374913eb-f8d6-47f4-80f0-001995b883f3 binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:15:16.761722 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-038b58a3-2b20-440b-9f07-ab972c5c2f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:16.792783 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:16.844204 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-9f45b68f-9371-4380-a8bd-bd1233cf8a1c admin admin] Allocated IP 172.20.0.1 (9731cb31-2e9a-4014-8935-00d52b9152f2/c089f8e3-8cd8-436c-87fe-5601caec737d/f2668fed-5085-4853-ad4f-440229c5f0d5) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:15:16.902647 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 60938564-8646-479c-b4d6-51e5476ea81b, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=60938564-8646-479c-b4d6-51e5476ea81b,segment=NetworkSegment(fc5baf9d-8a10-497b-b6b9-149e7242d035),segment_id=fc5baf9d-8a10-497b-b6b9-149e7242d035)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:16.911783 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:16.920460 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-dfd1115b-b290-4fdb-80d8-9846450a3528 None None] Provisioning complete for port 60938564-8646-479c-b4d6-51e5476ea81b triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:16.920831 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dfd1115b-b290-4fdb-80d8-9846450a3528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:16.956161 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9f45b68f-9371-4380-a8bd-bd1233cf8a1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:16.969571 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-9f45b68f-9371-4380-a8bd-bd1233cf8a1c admin admin] Transition to ACTIVE for port object f2668fed-5085-4853-ad4f-440229c5f0d5 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:15:17.002315 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9f45b68f-9371-4380-a8bd-bd1233cf8a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:17.037540 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f45b68f-9371-4380-a8bd-bd1233cf8a1c admin admin] Network 9731cb31-2e9a-4014-8935-00d52b9152f2 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:15:17.040359 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-9f45b68f-9371-4380-a8bd-bd1233cf8a1c admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:15:17.045731 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f45b68f-9371-4380-a8bd-bd1233cf8a1c admin admin] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:15:17.049734 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=60938564-8646-479c-b4d6-51e5476ea81b,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:17.078979 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45b68f-9371-4380-a8bd-bd1233cf8a1c admin admin] Pushing event updated for resources: {'Port': ['ID=f2668fed-5085-4853-ad4f-440229c5f0d5,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:17.090869 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9f45b68f-9371-4380-a8bd-bd1233cf8a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:17.174866 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-038b58a3-2b20-440b-9f07-ab972c5c2f83 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:17.187965 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-038b58a3-2b20-440b-9f07-ab972c5c2f83 None None] Transition to ACTIVE for port object 374913eb-f8d6-47f4-80f0-001995b883f3 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:15:17.195837 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-038b58a3-2b20-440b-9f07-ab972c5c2f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:17.240586 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9f45b68f-9371-4380-a8bd-bd1233cf8a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:17.255451 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-038b58a3-2b20-440b-9f07-ab972c5c2f83 None None] Attempting to bind port 374913eb-f8d6-47f4-80f0-001995b883f3 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:15:17.255820 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-038b58a3-2b20-440b-9f07-ab972c5c2f83 None None] Attempting to bind port 374913eb-f8d6-47f4-80f0-001995b883f3 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:15:17.256183 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038b58a3-2b20-440b-9f07-ab972c5c2f83 None None] Attempting to bind port 374913eb-f8d6-47f4-80f0-001995b883f3 on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:15:17.258381 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be5d62-45f0-4771-b1d3-a3cf22c853af None None] Pushing event updated for resources: {'Port': ['ID=374913eb-f8d6-47f4-80f0-001995b883f3,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:17.264654 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038b58a3-2b20-440b-9f07-ab972c5c2f83 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:15:17.265027 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038b58a3-2b20-440b-9f07-ab972c5c2f83 None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:15:17.265425 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-038b58a3-2b20-440b-9f07-ab972c5c2f83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:17.265807 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038b58a3-2b20-440b-9f07-ab972c5c2f83 None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:15:17.266252 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-038b58a3-2b20-440b-9f07-ab972c5c2f83 None None] Bound port: 374913eb-f8d6-47f4-80f0-001995b883f3, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:15:17.266700 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-038b58a3-2b20-440b-9f07-ab972c5c2f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:17.318033 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-038b58a3-2b20-440b-9f07-ab972c5c2f83 None None] For port 374913eb-f8d6-47f4-80f0-001995b883f3, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:15:17.321099 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-038b58a3-2b20-440b-9f07-ab972c5c2f83 None None] For port 374913eb-f8d6-47f4-80f0-001995b883f3, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=374913eb-f8d6-47f4-80f0-001995b883f3,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:15:17.325924 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-038b58a3-2b20-440b-9f07-ab972c5c2f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:17.386123 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-40f382d6-4563-4a6a-912b-9c6077ec17eb None None] Provisioning for port f2668fed-5085-4853-ad4f-440229c5f0d5 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:15:17.398930 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038b58a3-2b20-440b-9f07-ab972c5c2f83 None None] Routers {'ca8e1219-b13b-4959-a457-e90a251d8c32'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:15:17.399549 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-038b58a3-2b20-440b-9f07-ab972c5c2f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:15:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['ca8e1219-b13b-4959-a457-e90a251d8c32'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:17.402374 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-40f382d6-4563-4a6a-912b-9c6077ec17eb None None] Provisioning complete for port f2668fed-5085-4853-ad4f-440229c5f0d5 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:17.402781 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-40f382d6-4563-4a6a-912b-9c6077ec17eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:17.404150 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be5d62-45f0-4771-b1d3-a3cf22c853af None None] Pushing event updated for resources: {'Port': ['ID=374913eb-f8d6-47f4-80f0-001995b883f3,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:17.407049 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9f45b68f-9371-4380-a8bd-bd1233cf8a1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:17.413633 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9f45b68f-9371-4380-a8bd-bd1233cf8a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:17.482373 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45b68f-9371-4380-a8bd-bd1233cf8a1c admin admin] Pushing event updated for resources: {'Port': ['ID=f2668fed-5085-4853-ad4f-440229c5f0d5,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:17.484842 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9f45b68f-9371-4380-a8bd-bd1233cf8a1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:17.506119 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-40f382d6-4563-4a6a-912b-9c6077ec17eb None None] Port f2668fed-5085-4853-ad4f-440229c5f0d5 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:15:17.536909 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-038b58a3-2b20-440b-9f07-ab972c5c2f83 None None] Set router ca8e1219-b13b-4959-a457-e90a251d8c32 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:15:17.575894 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f45b68f-9371-4380-a8bd-bd1233cf8a1c admin admin] Network 9731cb31-2e9a-4014-8935-00d52b9152f2 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:15:17.577334 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-9f45b68f-9371-4380-a8bd-bd1233cf8a1c admin admin] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:15:17.700797 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f45b68f-9371-4380-a8bd-bd1233cf8a1c admin admin] Router ca8e1219-b13b-4959-a457-e90a251d8c32 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:15:17.751993 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-038b58a3-2b20-440b-9f07-ab972c5c2f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'name': 'tempest-TestSnapshotPattern-1794912274-router', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '374913eb-f8d6-47f4-80f0-001995b883f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:14Z', 'updated_at': '2021-07-15T14:15:17Z', 'revision_number': 4, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'gw_port': {'id': '374913eb-f8d6-47f4-80f0-001995b883f3', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:14Z', 'updated_at': '2021-07-15T14:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'f2668fed-5085-4853-ad4f-440229c5f0d5', 'name': '', 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'mac_address': 'fa:16:3e:82:b1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c089f8e3-8cd8-436c-87fe-5601caec737d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:16Z', 'updated_at': '2021-07-15T14:15:16Z', 'revision_number': 1, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'subnets': [{'id': 'c089f8e3-8cd8-436c-87fe-5601caec737d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:17.778816 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038b58a3-2b20-440b-9f07-ab972c5c2f83 None None] The sync data for ids ['ca8e1219-b13b-4959-a457-e90a251d8c32'] in n-d-771363-36 is: [{'id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'name': 'tempest-TestSnapshotPattern-1794912274-router', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '374913eb-f8d6-47f4-80f0-001995b883f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:14Z', 'updated_at': '2021-07-15T14:15:17Z', 'revision_number': 4, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'gw_port': {'id': '374913eb-f8d6-47f4-80f0-001995b883f3', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:14Z', 'updated_at': '2021-07-15T14:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'f2668fed-5085-4853-ad4f-440229c5f0d5', 'name': '', 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'mac_address': 'fa:16:3e:82:b1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c089f8e3-8cd8-436c-87fe-5601caec737d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:16Z', 'updated_at': '2021-07-15T14:15:16Z', 'revision_number': 1, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'subnets': [{'id': 'c089f8e3-8cd8-436c-87fe-5601caec737d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:15:17.817571 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f45b68f-9371-4380-a8bd-bd1233cf8a1c admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:15:17.826759 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-34b5de08-346f-450d-8a71-177f72ccb5e7 None None] Provisioning complete for port f2668fed-5085-4853-ad4f-440229c5f0d5 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:17.827249 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-34b5de08-346f-450d-8a71-177f72ccb5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:17.831221 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-9f45b68f-9371-4380-a8bd-bd1233cf8a1c admin admin] 10.222.0.16 "PUT /v2.0/routers/ca8e1219-b13b-4959-a457-e90a251d8c32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8634543 Jul 15 14:15:17.867267 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-34b5de08-346f-450d-8a71-177f72ccb5e7 None None] Port f2668fed-5085-4853-ad4f-440229c5f0d5 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:15:18.321867 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42146) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:18.327450 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-b6dd5dbb-e554-4dde-81b6-b1c90b488e10 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1428565688-network', 'tenant_id': '52d1ebd7a17843bcb46ebdf7f037c55a'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:18.357692 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6dd5dbb-e554-4dde-81b6-b1c90b488e10 admin admin] Made reservation on behalf of 52d1ebd7a17843bcb46ebdf7f037c55a for: {'network': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:15:18.360124 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b6dd5dbb-e554-4dde-81b6-b1c90b488e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for network, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:18.369453 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b6dd5dbb-e554-4dde-81b6-b1c90b488e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:18.435700 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 60938564-8646-479c-b4d6-51e5476ea81b up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:15:18.484933 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b6dd5dbb-e554-4dde-81b6-b1c90b488e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:18.490793 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b6dd5dbb-e554-4dde-81b6-b1c90b488e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:18.504082 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 60938564-8646-479c-b4d6-51e5476ea81b triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:18.504478 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:18.518882 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6dd5dbb-e554-4dde-81b6-b1c90b488e10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=93826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:15:18.529791 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd5dbb-e554-4dde-81b6-b1c90b488e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15f5260-d5bd-4b8c-a370-6a5760ab7d4a,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:18.536149 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b6dd5dbb-e554-4dde-81b6-b1c90b488e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:18.536493 n-d-771363-36 neutron-server[93826]: INFO neutron.db.segments_db [None req-b6dd5dbb-e554-4dde-81b6-b1c90b488e10 admin admin] Added segment 61a412be-9707-48fc-95c3-0079599129b2 of type vlan for network a6bb1566-9557-4094-9844-116a1bdd77f3 Jul 15 14:15:18.586398 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b6dd5dbb-e554-4dde-81b6-b1c90b488e10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735677531127'] for network, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:18.620405 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b6dd5dbb-e554-4dde-81b6-b1c90b488e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712'] for network, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:18.621373 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dd5dbb-e554-4dde-81b6-b1c90b488e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:18.622030 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b6dd5dbb-e554-4dde-81b6-b1c90b488e10 admin admin] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:18.653766 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-b6dd5dbb-e554-4dde-81b6-b1c90b488e10 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3306198 Jul 15 14:15:18.656401 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42148) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:18.661239 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [None req-2f3e7307-a5af-403e-97f0-2c854906ae72 admin admin] Request body: {'subnet': {'network_id': 'a6bb1566-9557-4094-9844-116a1bdd77f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1428565688-subnet', 'tenant_id': '52d1ebd7a17843bcb46ebdf7f037c55a', 'ip_version': 4}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:18.693583 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd5dbb-e554-4dde-81b6-b1c90b488e10 admin admin] Pushing event updated for resources: {'Network': ['ID=a6bb1566-9557-4094-9844-116a1bdd77f3,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:18.706037 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Network a6bb1566-9557-4094-9844-116a1bdd77f3 details requested by agent ovs-agent-n-d-771363-36 with host n-d-771363-36 {{(pid=93827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:15:18.717577 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3e7307-a5af-403e-97f0-2c854906ae72 admin admin] Made reservation on behalf of 52d1ebd7a17843bcb46ebdf7f037c55a for: {'subnet': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:15:18.720915 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2f3e7307-a5af-403e-97f0-2c854906ae72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9221388'] for subnet, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:18.897943 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2f3e7307-a5af-403e-97f0-2c854906ae72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8999791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9221406'] for subnet, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:18.954308 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e7307-a5af-403e-97f0-2c854906ae72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=543b6e49-776e-42ae-92d7-c18aadff3de1,revision_number=0']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:18.963588 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3e7307-a5af-403e-97f0-2c854906ae72 admin admin] Checking segment: {'id': '61a412be-9707-48fc-95c3-0079599129b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a6bb1566-9557-4094-9844-116a1bdd77f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:15:18.963953 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3e7307-a5af-403e-97f0-2c854906ae72 admin admin] Network hostable DHCP agents. Network: a6bb1566-9557-4094-9844-116a1bdd77f3, hostable agents: ['867c16d8-05f0-43f4-90c7-2e1f27d84392'], hosted agents: [] {{(pid=93826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:15:18.981387 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3e7307-a5af-403e-97f0-2c854906ae72 admin admin] Network a6bb1566-9557-4094-9844-116a1bdd77f3 is scheduled to be hosted by DHCP agent 867c16d8-05f0-43f4-90c7-2e1f27d84392 with binding_index 1 {{(pid=93826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:15:18.992325 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-2f3e7307-a5af-403e-97f0-2c854906ae72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-36, a6bb1566-9557-4094-9844-116a1bdd77f3) {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:15:18.996900 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3e7307-a5af-403e-97f0-2c854906ae72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:18.997498 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2f3e7307-a5af-403e-97f0-2c854906ae72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:19.001111 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504a797c-a71f-4a5d-ae1d-9194b2e87843 None None] Network a6bb1566-9557-4094-9844-116a1bdd77f3 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:15:19.016247 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42150) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:19.016885 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-2f3e7307-a5af-403e-97f0-2c854906ae72 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3590159 Jul 15 14:15:19.020924 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-80b9afdb-6870-4642-a604-878aa75d79c0 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1428565688-router', 'tenant_id': '52d1ebd7a17843bcb46ebdf7f037c55a', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:19.044875 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-80b9afdb-6870-4642-a604-878aa75d79c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9649'] for router, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:19.046468 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-80b9afdb-6870-4642-a604-878aa75d79c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-960655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-956730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9608'] for router, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:19.116638 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-80b9afdb-6870-4642-a604-878aa75d79c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:19.160377 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8424adc9-9102-449d-82ef-1ae16e89b563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b67fda-53fb-50fe-8b45-2867bb603405-a6bb1566-9557-4094-9844-116a1bdd77f3', 'network_id': 'a6bb1566-9557-4094-9844-116a1bdd77f3', 'tenant_id': '52d1ebd7a17843bcb46ebdf7f037c55a', 'fixed_ips': [{'subnet_id': '543b6e49-776e-42ae-92d7-c18aadff3de1'}]}} from n-d-771363-36. {{(pid=93827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:15:19.161245 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8424adc9-9102-449d-82ef-1ae16e89b563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:19.250371 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-80b9afdb-6870-4642-a604-878aa75d79c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-956712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9626'] for router, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:19.293511 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-8424adc9-9102-449d-82ef-1ae16e89b563 None None] Allocated IP 172.20.0.2 (a6bb1566-9557-4094-9844-116a1bdd77f3/543b6e49-776e-42ae-92d7-c18aadff3de1/06b7fe60-6e43-4f51-9ddf-17f7b6d2f4d4) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:15:19.439639 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8424adc9-9102-449d-82ef-1ae16e89b563 None None] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:19.447620 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8424adc9-9102-449d-82ef-1ae16e89b563 None None] Transition to ACTIVE for port object 06b7fe60-6e43-4f51-9ddf-17f7b6d2f4d4 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:15:19.453693 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-80b9afdb-6870-4642-a604-878aa75d79c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:19.462832 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-8424adc9-9102-449d-82ef-1ae16e89b563 None None] Transition to ACTIVE for port object 06b7fe60-6e43-4f51-9ddf-17f7b6d2f4d4 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:15:19.471111 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8424adc9-9102-449d-82ef-1ae16e89b563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:19.474490 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-80b9afdb-6870-4642-a604-878aa75d79c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:19.509130 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8424adc9-9102-449d-82ef-1ae16e89b563 None None] Network a6bb1566-9557-4094-9844-116a1bdd77f3 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:15:19.515444 n-d-771363-36 neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-8424adc9-9102-449d-82ef-1ae16e89b563 None None] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:15:19.519013 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8424adc9-9102-449d-82ef-1ae16e89b563 None None] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:15:19.526344 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424adc9-9102-449d-82ef-1ae16e89b563 None None] Pushing event updated for resources: {'Port': ['ID=06b7fe60-6e43-4f51-9ddf-17f7b6d2f4d4,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:19.585977 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-8424adc9-9102-449d-82ef-1ae16e89b563 None None] Attempting to bind port 06b7fe60-6e43-4f51-9ddf-17f7b6d2f4d4 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:15:19.586349 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-8424adc9-9102-449d-82ef-1ae16e89b563 None None] Attempting to bind port 06b7fe60-6e43-4f51-9ddf-17f7b6d2f4d4 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '61a412be-9707-48fc-95c3-0079599129b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a6bb1566-9557-4094-9844-116a1bdd77f3'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:15:19.586785 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8424adc9-9102-449d-82ef-1ae16e89b563 None None] Attempting to bind port 06b7fe60-6e43-4f51-9ddf-17f7b6d2f4d4 on network a6bb1566-9557-4094-9844-116a1bdd77f3 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:15:19.589251 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-80b9afdb-6870-4642-a604-878aa75d79c0 admin admin] Allocated IP 172.25.8.208 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/cb88d3fa-71b9-409c-a325-b8117ba027c7) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:15:19.591738 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8424adc9-9102-449d-82ef-1ae16e89b563 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:15:19.592207 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8424adc9-9102-449d-82ef-1ae16e89b563 None None] Checking segment: {'id': '61a412be-9707-48fc-95c3-0079599129b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a6bb1566-9557-4094-9844-116a1bdd77f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:15:19.593419 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8424adc9-9102-449d-82ef-1ae16e89b563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:19.593419 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8424adc9-9102-449d-82ef-1ae16e89b563 None None] Bound using segment: {'id': '61a412be-9707-48fc-95c3-0079599129b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a6bb1566-9557-4094-9844-116a1bdd77f3'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:15:19.593801 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-8424adc9-9102-449d-82ef-1ae16e89b563 None None] Bound port: 06b7fe60-6e43-4f51-9ddf-17f7b6d2f4d4, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a412be-9707-48fc-95c3-0079599129b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a6bb1566-9557-4094-9844-116a1bdd77f3'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:15:19.593973 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8424adc9-9102-449d-82ef-1ae16e89b563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:19.659603 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-8424adc9-9102-449d-82ef-1ae16e89b563 None None] For port 06b7fe60-6e43-4f51-9ddf-17f7b6d2f4d4, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:15:19.663673 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-8424adc9-9102-449d-82ef-1ae16e89b563 None None] For port 06b7fe60-6e43-4f51-9ddf-17f7b6d2f4d4, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=06b7fe60-6e43-4f51-9ddf-17f7b6d2f4d4,segment=NetworkSegment(61a412be-9707-48fc-95c3-0079599129b2),segment_id=61a412be-9707-48fc-95c3-0079599129b2)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:15:19.668002 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8424adc9-9102-449d-82ef-1ae16e89b563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:19.692295 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-80b9afdb-6870-4642-a604-878aa75d79c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:19.728129 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424adc9-9102-449d-82ef-1ae16e89b563 None None] Pushing event updated for resources: {'Port': ['ID=06b7fe60-6e43-4f51-9ddf-17f7b6d2f4d4,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:19.740652 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-80b9afdb-6870-4642-a604-878aa75d79c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:19.777983 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b9afdb-6870-4642-a604-878aa75d79c0 admin admin] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:15:19.784538 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-80b9afdb-6870-4642-a604-878aa75d79c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:15:19.787322 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b9afdb-6870-4642-a604-878aa75d79c0 admin admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:15:19.815350 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b9afdb-6870-4642-a604-878aa75d79c0 admin admin] Pushing event updated for resources: {'Port': ['ID=cb88d3fa-71b9-409c-a325-b8117ba027c7,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:19.891178 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aad22cc-6ddb-41b7-90aa-0e6436534047 None None] Sync routers for ids ['ca8e1219-b13b-4959-a457-e90a251d8c32'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:15:19.901910 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aad22cc-6ddb-41b7-90aa-0e6436534047 None None] Routers {'ca8e1219-b13b-4959-a457-e90a251d8c32'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:15:19.902803 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-5aad22cc-6ddb-41b7-90aa-0e6436534047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:15:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['ca8e1219-b13b-4959-a457-e90a251d8c32'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:20.026894 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-5aad22cc-6ddb-41b7-90aa-0e6436534047 None None] Set router ca8e1219-b13b-4959-a457-e90a251d8c32 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:15:20.074587 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-80b9afdb-6870-4642-a604-878aa75d79c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:20.230549 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-5aad22cc-6ddb-41b7-90aa-0e6436534047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'name': 'tempest-TestSnapshotPattern-1794912274-router', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '374913eb-f8d6-47f4-80f0-001995b883f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:14Z', 'updated_at': '2021-07-15T14:15:17Z', 'revision_number': 4, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'gw_port': {'id': '374913eb-f8d6-47f4-80f0-001995b883f3', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:14Z', 'updated_at': '2021-07-15T14:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'f2668fed-5085-4853-ad4f-440229c5f0d5', 'name': '', 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'mac_address': 'fa:16:3e:82:b1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c089f8e3-8cd8-436c-87fe-5601caec737d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:16Z', 'updated_at': '2021-07-15T14:15:17Z', 'revision_number': 2, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'subnets': [{'id': 'c089f8e3-8cd8-436c-87fe-5601caec737d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:20.261844 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aad22cc-6ddb-41b7-90aa-0e6436534047 None None] Checking router: ca8e1219-b13b-4959-a457-e90a251d8c32 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:15:20.262187 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aad22cc-6ddb-41b7-90aa-0e6436534047 None None] Updating router ca8e1219-b13b-4959-a457-e90a251d8c32 port f2668fed-5085-4853-ad4f-440229c5f0d5 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:15:20.298254 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5aad22cc-6ddb-41b7-90aa-0e6436534047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:20.472912 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 374913eb-f8d6-47f4-80f0-001995b883f3 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:15:20.535102 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 374913eb-f8d6-47f4-80f0-001995b883f3 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:15:20.542235 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 374913eb-f8d6-47f4-80f0-001995b883f3 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:20.543458 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:20.616787 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-80b9afdb-6870-4642-a604-878aa75d79c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-956685'] for router, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:20.621948 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5aad22cc-6ddb-41b7-90aa-0e6436534047 None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:20.633345 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-5aad22cc-6ddb-41b7-90aa-0e6436534047 None None] Transition to ACTIVE for port object f2668fed-5085-4853-ad4f-440229c5f0d5 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:15:20.643421 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:20.644768 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5aad22cc-6ddb-41b7-90aa-0e6436534047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:20.669304 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 374913eb-f8d6-47f4-80f0-001995b883f3, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=374913eb-f8d6-47f4-80f0-001995b883f3,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:20.675822 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:20.676752 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 06b7fe60-6e43-4f51-9ddf-17f7b6d2f4d4 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:15:20.706812 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3e1d3-d875-4fe4-ab9a-8fb06ebf1397 None None] Pushing event updated for resources: {'Port': ['ID=f2668fed-5085-4853-ad4f-440229c5f0d5,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:20.719654 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b3e1d3-d875-4fe4-ab9a-8fb06ebf1397 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:20.720048 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b3e1d3-d875-4fe4-ab9a-8fb06ebf1397 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:20.721041 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b3e1d3-d875-4fe4-ab9a-8fb06ebf1397 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:20.721041 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b3e1d3-d875-4fe4-ab9a-8fb06ebf1397 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:20.721041 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b3e1d3-d875-4fe4-ab9a-8fb06ebf1397 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:20.721392 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b3e1d3-d875-4fe4-ab9a-8fb06ebf1397 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:20.722106 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b3e1d3-d875-4fe4-ab9a-8fb06ebf1397 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:20.722708 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b3e1d3-d875-4fe4-ab9a-8fb06ebf1397 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:20.723042 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b3e1d3-d875-4fe4-ab9a-8fb06ebf1397 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:20.723366 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b3e1d3-d875-4fe4-ab9a-8fb06ebf1397 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:20.723693 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b3e1d3-d875-4fe4-ab9a-8fb06ebf1397 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:20.724015 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b3e1d3-d875-4fe4-ab9a-8fb06ebf1397 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:20.761721 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=374913eb-f8d6-47f4-80f0-001995b883f3,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:20.775175 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b9afdb-6870-4642-a604-878aa75d79c0 admin admin] Router dd294dc1-8efa-46df-961a-0e7dc57a7790 is scheduled to L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 with binding_index 1 {{(pid=93825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:15:20.782409 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 06b7fe60-6e43-4f51-9ddf-17f7b6d2f4d4 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:15:20.816674 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-5aad22cc-6ddb-41b7-90aa-0e6436534047 None None] Attempting to bind port f2668fed-5085-4853-ad4f-440229c5f0d5 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:15:20.817053 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-5aad22cc-6ddb-41b7-90aa-0e6436534047 None None] Attempting to bind port f2668fed-5085-4853-ad4f-440229c5f0d5 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': 'fc5baf9d-8a10-497b-b6b9-149e7242d035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:15:20.817419 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aad22cc-6ddb-41b7-90aa-0e6436534047 None None] Attempting to bind port f2668fed-5085-4853-ad4f-440229c5f0d5 on network 9731cb31-2e9a-4014-8935-00d52b9152f2 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:15:20.822933 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aad22cc-6ddb-41b7-90aa-0e6436534047 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:15:20.823334 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aad22cc-6ddb-41b7-90aa-0e6436534047 None None] Checking segment: {'id': 'fc5baf9d-8a10-497b-b6b9-149e7242d035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:15:20.823701 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5aad22cc-6ddb-41b7-90aa-0e6436534047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:20.824091 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aad22cc-6ddb-41b7-90aa-0e6436534047 None None] Bound using segment: {'id': 'fc5baf9d-8a10-497b-b6b9-149e7242d035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:15:20.824677 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-5aad22cc-6ddb-41b7-90aa-0e6436534047 None None] Bound port: f2668fed-5085-4853-ad4f-440229c5f0d5, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5baf9d-8a10-497b-b6b9-149e7242d035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:15:20.825324 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5aad22cc-6ddb-41b7-90aa-0e6436534047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:20.852977 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da515f0d-c3b1-4815-b319-8aad61f73a38 None None] Network a6bb1566-9557-4094-9844-116a1bdd77f3 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:15:20.897116 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-5aad22cc-6ddb-41b7-90aa-0e6436534047 None None] For port f2668fed-5085-4853-ad4f-440229c5f0d5, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:15:20.902373 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-5aad22cc-6ddb-41b7-90aa-0e6436534047 None None] For port f2668fed-5085-4853-ad4f-440229c5f0d5, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=f2668fed-5085-4853-ad4f-440229c5f0d5,segment=NetworkSegment(fc5baf9d-8a10-497b-b6b9-149e7242d035),segment_id=fc5baf9d-8a10-497b-b6b9-149e7242d035)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:15:20.911405 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5aad22cc-6ddb-41b7-90aa-0e6436534047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:20.917550 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b9afdb-6870-4642-a604-878aa75d79c0 admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:15:20.932086 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337ab1c3-31de-410b-a8f2-95c8823ce389 None None] Sync routers for ids ['dd294dc1-8efa-46df-961a-0e7dc57a7790'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:15:20.941733 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-80b9afdb-6870-4642-a604-878aa75d79c0 admin admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:20.943401 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-80b9afdb-6870-4642-a604-878aa75d79c0 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9261415 Jul 15 14:15:20.945886 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-01fb1fe2-27b7-4710-b69c-a84eca7920ca None None] Provisioning for port 06b7fe60-6e43-4f51-9ddf-17f7b6d2f4d4 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:15:20.946282 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42152) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:20.952951 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-01fb1fe2-27b7-4710-b69c-a84eca7920ca None None] Provisioning complete for port 06b7fe60-6e43-4f51-9ddf-17f7b6d2f4d4 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:20.953657 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-01fb1fe2-27b7-4710-b69c-a84eca7920ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:20.984217 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3e1d3-d875-4fe4-ab9a-8fb06ebf1397 None None] Pushing event updated for resources: {'Port': ['ID=f2668fed-5085-4853-ad4f-440229c5f0d5,revision_number=4']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:20.996398 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aad22cc-6ddb-41b7-90aa-0e6436534047 None None] Routers {'ca8e1219-b13b-4959-a457-e90a251d8c32'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:15:20.997030 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-5aad22cc-6ddb-41b7-90aa-0e6436534047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:15:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['ca8e1219-b13b-4959-a457-e90a251d8c32'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:21.007092 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337ab1c3-31de-410b-a8f2-95c8823ce389 None None] Routers {'dd294dc1-8efa-46df-961a-0e7dc57a7790'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:15:21.007903 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-337ab1c3-31de-410b-a8f2-95c8823ce389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:15:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['dd294dc1-8efa-46df-961a-0e7dc57a7790'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:21.217429 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-337ab1c3-31de-410b-a8f2-95c8823ce389 None None] Set router dd294dc1-8efa-46df-961a-0e7dc57a7790 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:15:21.234296 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-5aad22cc-6ddb-41b7-90aa-0e6436534047 None None] Set router ca8e1219-b13b-4959-a457-e90a251d8c32 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:15:21.286875 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-01fb1fe2-27b7-4710-b69c-a84eca7920ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:21.388660 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-01fb1fe2-27b7-4710-b69c-a84eca7920ca None None] For port 06b7fe60-6e43-4f51-9ddf-17f7b6d2f4d4, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=06b7fe60-6e43-4f51-9ddf-17f7b6d2f4d4,segment=NetworkSegment(61a412be-9707-48fc-95c3-0079599129b2),segment_id=61a412be-9707-48fc-95c3-0079599129b2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:21.405075 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-01fb1fe2-27b7-4710-b69c-a84eca7920ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:21.423592 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c067d7b1-afa0-4023-a8de-00fe226ff36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:21.452622 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-5aad22cc-6ddb-41b7-90aa-0e6436534047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'name': 'tempest-TestSnapshotPattern-1794912274-router', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '374913eb-f8d6-47f4-80f0-001995b883f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:14Z', 'updated_at': '2021-07-15T14:15:17Z', 'revision_number': 4, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'gw_port': {'id': '374913eb-f8d6-47f4-80f0-001995b883f3', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:14Z', 'updated_at': '2021-07-15T14:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'f2668fed-5085-4853-ad4f-440229c5f0d5', 'name': '', 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'mac_address': 'fa:16:3e:82:b1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c089f8e3-8cd8-436c-87fe-5601caec737d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:16Z', 'updated_at': '2021-07-15T14:15:20Z', 'revision_number': 4, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'subnets': [{'id': 'c089f8e3-8cd8-436c-87fe-5601caec737d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:21.482232 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aad22cc-6ddb-41b7-90aa-0e6436534047 None None] The sync data for ids ['ca8e1219-b13b-4959-a457-e90a251d8c32'] in n-d-771363-36 is: [{'id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'name': 'tempest-TestSnapshotPattern-1794912274-router', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '374913eb-f8d6-47f4-80f0-001995b883f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:14Z', 'updated_at': '2021-07-15T14:15:17Z', 'revision_number': 4, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'gw_port': {'id': '374913eb-f8d6-47f4-80f0-001995b883f3', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:14Z', 'updated_at': '2021-07-15T14:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'f2668fed-5085-4853-ad4f-440229c5f0d5', 'name': '', 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'mac_address': 'fa:16:3e:82:b1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c089f8e3-8cd8-436c-87fe-5601caec737d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:16Z', 'updated_at': '2021-07-15T14:15:20Z', 'revision_number': 4, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'subnets': [{'id': 'c089f8e3-8cd8-436c-87fe-5601caec737d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:15:21.628004 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-c067d7b1-afa0-4023-a8de-00fe226ff36e admin admin] Allocated IP 172.20.0.1 (a6bb1566-9557-4094-9844-116a1bdd77f3/543b6e49-776e-42ae-92d7-c18aadff3de1/9268b39d-c2e0-4a07-a9cf-99d2ce5ae918) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:15:21.668269 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb1fe2-27b7-4710-b69c-a84eca7920ca None None] Pushing event updated for resources: {'Port': ['ID=06b7fe60-6e43-4f51-9ddf-17f7b6d2f4d4,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:21.692441 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-337ab1c3-31de-410b-a8f2-95c8823ce389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd294dc1-8efa-46df-961a-0e7dc57a7790', 'name': 'tempest-TestSnapshotPattern-1428565688-router', 'tenant_id': '52d1ebd7a17843bcb46ebdf7f037c55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'cb88d3fa-71b9-409c-a325-b8117ba027c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:19Z', 'updated_at': '2021-07-15T14:15:19Z', 'revision_number': 3, 'project_id': '52d1ebd7a17843bcb46ebdf7f037c55a', 'gw_port': {'id': 'cb88d3fa-71b9-409c-a325-b8117ba027c7', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:af:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd294dc1-8efa-46df-961a-0e7dc57a7790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:19Z', 'updated_at': '2021-07-15T14:15:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:21.720173 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337ab1c3-31de-410b-a8f2-95c8823ce389 None None] Checking router: dd294dc1-8efa-46df-961a-0e7dc57a7790 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:15:21.720522 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337ab1c3-31de-410b-a8f2-95c8823ce389 None None] Updating router dd294dc1-8efa-46df-961a-0e7dc57a7790 port cb88d3fa-71b9-409c-a325-b8117ba027c7 binding host n-d-771363-36 {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:15:21.739550 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c067d7b1-afa0-4023-a8de-00fe226ff36e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:21.759700 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c067d7b1-afa0-4023-a8de-00fe226ff36e admin admin] Transition to ACTIVE for port object 9268b39d-c2e0-4a07-a9cf-99d2ce5ae918 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:15:21.764768 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-337ab1c3-31de-410b-a8f2-95c8823ce389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:21.794100 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c067d7b1-afa0-4023-a8de-00fe226ff36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:21.813592 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-ab98005b-42a8-4ce1-8307-87745ec9ed05 None None] Provisioning complete for port 06b7fe60-6e43-4f51-9ddf-17f7b6d2f4d4 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:21.814111 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab98005b-42a8-4ce1-8307-87745ec9ed05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:21.832874 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c067d7b1-afa0-4023-a8de-00fe226ff36e admin admin] Network a6bb1566-9557-4094-9844-116a1bdd77f3 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:15:21.837802 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-c067d7b1-afa0-4023-a8de-00fe226ff36e admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:15:21.841334 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c067d7b1-afa0-4023-a8de-00fe226ff36e admin admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:15:21.874840 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067d7b1-afa0-4023-a8de-00fe226ff36e admin admin] Pushing event updated for resources: {'Port': ['ID=9268b39d-c2e0-4a07-a9cf-99d2ce5ae918,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:21.901088 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c067d7b1-afa0-4023-a8de-00fe226ff36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960570'] for router_interface, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:22.058075 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c067d7b1-afa0-4023-a8de-00fe226ff36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:22.128544 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-337ab1c3-31de-410b-a8f2-95c8823ce389 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:22.139023 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-337ab1c3-31de-410b-a8f2-95c8823ce389 None None] Transition to ACTIVE for port object cb88d3fa-71b9-409c-a325-b8117ba027c7 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:15:22.155051 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-337ab1c3-31de-410b-a8f2-95c8823ce389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:22.190969 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-32e88a2e-e1b7-4bd2-8232-feb179c5f7e0 None None] Provisioning for port 9268b39d-c2e0-4a07-a9cf-99d2ce5ae918 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:15:22.212913 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-32e88a2e-e1b7-4bd2-8232-feb179c5f7e0 None None] Provisioning complete for port 9268b39d-c2e0-4a07-a9cf-99d2ce5ae918 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:22.213290 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32e88a2e-e1b7-4bd2-8232-feb179c5f7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:22.221339 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-337ab1c3-31de-410b-a8f2-95c8823ce389 None None] Attempting to bind port cb88d3fa-71b9-409c-a325-b8117ba027c7 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:15:22.221714 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-337ab1c3-31de-410b-a8f2-95c8823ce389 None None] Attempting to bind port cb88d3fa-71b9-409c-a325-b8117ba027c7 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:15:22.222079 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337ab1c3-31de-410b-a8f2-95c8823ce389 None None] Attempting to bind port cb88d3fa-71b9-409c-a325-b8117ba027c7 on network e1268488-a505-464f-96b0-8b93d6dfd7ab {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:15:22.228975 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c067d7b1-afa0-4023-a8de-00fe226ff36e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:22.234700 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c067d7b1-afa0-4023-a8de-00fe226ff36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:22.246143 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080224b-ecec-46aa-ae31-fbcffe657ce5 None None] Pushing event updated for resources: {'Port': ['ID=cb88d3fa-71b9-409c-a325-b8117ba027c7,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:22.256451 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337ab1c3-31de-410b-a8f2-95c8823ce389 None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:15:22.256660 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337ab1c3-31de-410b-a8f2-95c8823ce389 None None] Checking segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:15:22.257031 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-337ab1c3-31de-410b-a8f2-95c8823ce389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:22.257425 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337ab1c3-31de-410b-a8f2-95c8823ce389 None None] Bound using segment: {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:15:22.257902 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-337ab1c3-31de-410b-a8f2-95c8823ce389 None None] Bound port: cb88d3fa-71b9-409c-a325-b8117ba027c7, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f737590-e327-45b4-817d-fa03006e5776', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:15:22.258288 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-337ab1c3-31de-410b-a8f2-95c8823ce389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:22.302080 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-32e88a2e-e1b7-4bd2-8232-feb179c5f7e0 None None] Port 9268b39d-c2e0-4a07-a9cf-99d2ce5ae918 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:15:22.307595 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c067d7b1-afa0-4023-a8de-00fe226ff36e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960590'] for router_interface, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:22.309386 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067d7b1-afa0-4023-a8de-00fe226ff36e admin admin] Pushing event updated for resources: {'Port': ['ID=9268b39d-c2e0-4a07-a9cf-99d2ce5ae918,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:22.322996 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-337ab1c3-31de-410b-a8f2-95c8823ce389 None None] For port cb88d3fa-71b9-409c-a325-b8117ba027c7, host n-d-771363-36, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:15:22.327508 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-337ab1c3-31de-410b-a8f2-95c8823ce389 None None] For port cb88d3fa-71b9-409c-a325-b8117ba027c7, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=cb88d3fa-71b9-409c-a325-b8117ba027c7,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:15:22.334096 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-337ab1c3-31de-410b-a8f2-95c8823ce389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:22.402708 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337ab1c3-31de-410b-a8f2-95c8823ce389 None None] Routers {'dd294dc1-8efa-46df-961a-0e7dc57a7790'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:15:22.403393 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-337ab1c3-31de-410b-a8f2-95c8823ce389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:15:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['dd294dc1-8efa-46df-961a-0e7dc57a7790'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:22.405239 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080224b-ecec-46aa-ae31-fbcffe657ce5 None None] Pushing event updated for resources: {'Port': ['ID=cb88d3fa-71b9-409c-a325-b8117ba027c7,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:22.415180 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c067d7b1-afa0-4023-a8de-00fe226ff36e admin admin] Network a6bb1566-9557-4094-9844-116a1bdd77f3 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:15:22.416585 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-c067d7b1-afa0-4023-a8de-00fe226ff36e admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:15:22.461475 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device f2668fed-5085-4853-ad4f-440229c5f0d5 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:15:22.544745 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c067d7b1-afa0-4023-a8de-00fe226ff36e admin admin] Router dd294dc1-8efa-46df-961a-0e7dc57a7790 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:15:22.563536 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-337ab1c3-31de-410b-a8f2-95c8823ce389 None None] Set router dd294dc1-8efa-46df-961a-0e7dc57a7790 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:15:22.595779 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port f2668fed-5085-4853-ad4f-440229c5f0d5 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:15:22.607352 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port f2668fed-5085-4853-ad4f-440229c5f0d5 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:22.607792 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:22.663752 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c067d7b1-afa0-4023-a8de-00fe226ff36e admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:15:22.669444 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-c067d7b1-afa0-4023-a8de-00fe226ff36e admin admin] 10.222.0.16 "PUT /v2.0/routers/dd294dc1-8efa-46df-961a-0e7dc57a7790/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7220359 Jul 15 14:15:22.790446 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-1f7922ed-5aa1-433e-b13d-a43dd7a4520a None None] Provisioning complete for port 9268b39d-c2e0-4a07-a9cf-99d2ce5ae918 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:22.790929 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1f7922ed-5aa1-433e-b13d-a43dd7a4520a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:22.833627 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:22.874441 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-1f7922ed-5aa1-433e-b13d-a43dd7a4520a None None] Port 9268b39d-c2e0-4a07-a9cf-99d2ce5ae918 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:15:22.885437 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port f2668fed-5085-4853-ad4f-440229c5f0d5, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=f2668fed-5085-4853-ad4f-440229c5f0d5,segment=NetworkSegment(fc5baf9d-8a10-497b-b6b9-149e7242d035),segment_id=fc5baf9d-8a10-497b-b6b9-149e7242d035)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:22.892557 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:22.893280 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 374913eb-f8d6-47f4-80f0-001995b883f3 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:15:22.958434 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-337ab1c3-31de-410b-a8f2-95c8823ce389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd294dc1-8efa-46df-961a-0e7dc57a7790', 'name': 'tempest-TestSnapshotPattern-1428565688-router', 'tenant_id': '52d1ebd7a17843bcb46ebdf7f037c55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'cb88d3fa-71b9-409c-a325-b8117ba027c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:19Z', 'updated_at': '2021-07-15T14:15:22Z', 'revision_number': 4, 'project_id': '52d1ebd7a17843bcb46ebdf7f037c55a', 'gw_port': {'id': 'cb88d3fa-71b9-409c-a325-b8117ba027c7', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:af:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd294dc1-8efa-46df-961a-0e7dc57a7790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:19Z', 'updated_at': '2021-07-15T14:15:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '9268b39d-c2e0-4a07-a9cf-99d2ce5ae918', 'name': '', 'network_id': 'a6bb1566-9557-4094-9844-116a1bdd77f3', 'tenant_id': '52d1ebd7a17843bcb46ebdf7f037c55a', 'mac_address': 'fa:16:3e:c4:4f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd294dc1-8efa-46df-961a-0e7dc57a7790', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '543b6e49-776e-42ae-92d7-c18aadff3de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:21Z', 'updated_at': '2021-07-15T14:15:22Z', 'revision_number': 2, 'project_id': '52d1ebd7a17843bcb46ebdf7f037c55a', 'subnets': [{'id': '543b6e49-776e-42ae-92d7-c18aadff3de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:22.995101 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337ab1c3-31de-410b-a8f2-95c8823ce389 None None] The sync data for ids ['dd294dc1-8efa-46df-961a-0e7dc57a7790'] in n-d-771363-36 is: [{'id': 'dd294dc1-8efa-46df-961a-0e7dc57a7790', 'name': 'tempest-TestSnapshotPattern-1428565688-router', 'tenant_id': '52d1ebd7a17843bcb46ebdf7f037c55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'cb88d3fa-71b9-409c-a325-b8117ba027c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:19Z', 'updated_at': '2021-07-15T14:15:22Z', 'revision_number': 4, 'project_id': '52d1ebd7a17843bcb46ebdf7f037c55a', 'gw_port': {'id': 'cb88d3fa-71b9-409c-a325-b8117ba027c7', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:af:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd294dc1-8efa-46df-961a-0e7dc57a7790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:19Z', 'updated_at': '2021-07-15T14:15:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '9268b39d-c2e0-4a07-a9cf-99d2ce5ae918', 'name': '', 'network_id': 'a6bb1566-9557-4094-9844-116a1bdd77f3', 'tenant_id': '52d1ebd7a17843bcb46ebdf7f037c55a', 'mac_address': 'fa:16:3e:c4:4f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd294dc1-8efa-46df-961a-0e7dc57a7790', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '543b6e49-776e-42ae-92d7-c18aadff3de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:21Z', 'updated_at': '2021-07-15T14:15:22Z', 'revision_number': 2, 'project_id': '52d1ebd7a17843bcb46ebdf7f037c55a', 'subnets': [{'id': '543b6e49-776e-42ae-92d7-c18aadff3de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:15:23.002459 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=f2668fed-5085-4853-ad4f-440229c5f0d5,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:23.019768 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 374913eb-f8d6-47f4-80f0-001995b883f3 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:23.020293 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:23.104531 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 06b7fe60-6e43-4f51-9ddf-17f7b6d2f4d4 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:15:23.158445 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 06b7fe60-6e43-4f51-9ddf-17f7b6d2f4d4 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:23.158906 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:23.258998 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42160) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:23.264981 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-5d030127-4e08-48ef-b1b4-40938f2d6252 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1863242784', 'description': 'tempest-secgroup-smoke-1863242784 description', 'project_id': 'ad5644bd716440a59935f4ab52ace0c6'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:23.287949 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5d030127-4e08-48ef-b1b4-40938f2d6252 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:23.375118 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5d030127-4e08-48ef-b1b4-40938f2d6252 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:23.379471 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5d030127-4e08-48ef-b1b4-40938f2d6252 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:23.407514 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5d030127-4e08-48ef-b1b4-40938f2d6252 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:23.411481 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-5d030127-4e08-48ef-b1b4-40938f2d6252 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1475592 Jul 15 14:15:23.411693 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42162) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:23.417487 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-11854bd8-c2f7-4499-b534-f346b104a857 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Request body: {'security_group_rule': {'security_group_id': '6262e7a4-3aac-48ba-8fbf-25fcf50259dd', 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:23.422899 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d030127-4e08-48ef-b1b4-40938f2d6252 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6262e7a4-3aac-48ba-8fbf-25fcf50259dd,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:23.448136 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-11854bd8-c2f7-4499-b534-f346b104a857 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:23.513740 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-11854bd8-c2f7-4499-b534-f346b104a857 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:23.517599 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-11854bd8-c2f7-4499-b534-f346b104a857 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:23.536754 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11854bd8-c2f7-4499-b534-f346b104a857 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f35602bf-a7a9-44aa-89d5-3ba6d3c96279,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:23.541205 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-11854bd8-c2f7-4499-b534-f346b104a857 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:23.545300 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-11854bd8-c2f7-4499-b534-f346b104a857 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1285884 Jul 15 14:15:23.546356 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42164) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:23.550626 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-0fea7c4b-d25c-45e6-b12b-4b8c10ffdca2 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Request body: {'security_group_rule': {'security_group_id': '6262e7a4-3aac-48ba-8fbf-25fcf50259dd', 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:23.578685 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0fea7c4b-d25c-45e6-b12b-4b8c10ffdca2 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:23.639361 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0fea7c4b-d25c-45e6-b12b-4b8c10ffdca2 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:23.642797 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0fea7c4b-d25c-45e6-b12b-4b8c10ffdca2 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:23.660412 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea7c4b-d25c-45e6-b12b-4b8c10ffdca2 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ccd23c4-c16f-48c9-9258-befa1037478c,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:23.666842 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0fea7c4b-d25c-45e6-b12b-4b8c10ffdca2 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:23.669861 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-0fea7c4b-d25c-45e6-b12b-4b8c10ffdca2 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1210511 Jul 15 14:15:23.670806 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42166) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:23.675111 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-e70ca61e-37ff-4c0c-9e96-17716b093fae tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Request body: {'security_group_rule': {'security_group_id': '6262e7a4-3aac-48ba-8fbf-25fcf50259dd', 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:23.701393 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e70ca61e-37ff-4c0c-9e96-17716b093fae tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:23.756622 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e70ca61e-37ff-4c0c-9e96-17716b093fae tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:23.759927 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e70ca61e-37ff-4c0c-9e96-17716b093fae tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:23.774484 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70ca61e-37ff-4c0c-9e96-17716b093fae tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=889881a4-a15a-4650-9ad8-ddc5132490b2,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:23.783470 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e70ca61e-37ff-4c0c-9e96-17716b093fae tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:23.784825 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-e70ca61e-37ff-4c0c-9e96-17716b093fae tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1131046 Jul 15 14:15:23.787598 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42168) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:23.792551 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-3f7af0d8-9082-4f6d-b089-6909fd2807a5 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Request body: {'security_group_rule': {'security_group_id': '6262e7a4-3aac-48ba-8fbf-25fcf50259dd', 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:23.818344 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3f7af0d8-9082-4f6d-b089-6909fd2807a5 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:23.878733 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3f7af0d8-9082-4f6d-b089-6909fd2807a5 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:23.882651 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3f7af0d8-9082-4f6d-b089-6909fd2807a5 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:23.899886 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7af0d8-9082-4f6d-b089-6909fd2807a5 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a85db2fc-d5f8-4b4b-9a64-0db04582a5b6,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:23.906217 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3f7af0d8-9082-4f6d-b089-6909fd2807a5 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:23.907472 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-3f7af0d8-9082-4f6d-b089-6909fd2807a5 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184545 Jul 15 14:15:23.910182 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42170) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:23.915327 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-7e0bb125-76c0-4af0-9038-974c6034cd38 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Request body: {'security_group_rule': {'security_group_id': '6262e7a4-3aac-48ba-8fbf-25fcf50259dd', 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:23.936083 n-d-771363-36 neutron-server[93825]: INFO neutron.db.securitygroups_db [None req-7e0bb125-76c0-4af0-9038-974c6034cd38 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Project ad5644bd716440a59935f4ab52ace0c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:15:23.940749 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7e0bb125-76c0-4af0-9038-974c6034cd38 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:23.999252 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7e0bb125-76c0-4af0-9038-974c6034cd38 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:24.002753 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7e0bb125-76c0-4af0-9038-974c6034cd38 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:24.019700 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0bb125-76c0-4af0-9038-974c6034cd38 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02841128-fec6-488e-bcb9-0cb4a6d6a15b,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:24.025794 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7e0bb125-76c0-4af0-9038-974c6034cd38 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:24.026992 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7e0bb125-76c0-4af0-9038-974c6034cd38 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1158280 Jul 15 14:15:24.029612 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42172) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:24.033928 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-7ce2d508-b186-47fa-85c5-78ada8c5cc3f tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Request body: {'security_group_rule': {'security_group_id': '6262e7a4-3aac-48ba-8fbf-25fcf50259dd', 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:24.057022 n-d-771363-36 neutron-server[93825]: INFO neutron.db.securitygroups_db [None req-7ce2d508-b186-47fa-85c5-78ada8c5cc3f tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Project ad5644bd716440a59935f4ab52ace0c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:15:24.062245 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7ce2d508-b186-47fa-85c5-78ada8c5cc3f tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:24.122135 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7ce2d508-b186-47fa-85c5-78ada8c5cc3f tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:24.125725 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7ce2d508-b186-47fa-85c5-78ada8c5cc3f tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:24.141480 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce2d508-b186-47fa-85c5-78ada8c5cc3f tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84676430-c418-4d1c-bc0a-ba32c366e92b,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:24.151817 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7ce2d508-b186-47fa-85c5-78ada8c5cc3f tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:24.153157 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-7ce2d508-b186-47fa-85c5-78ada8c5cc3f tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1226282 Jul 15 14:15:24.318862 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-1d2b575e-8eae-4d1e-8ffe-25d1e87137e0 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1863242784&fields=id&tenant_id=ad5644bd716440a59935f4ab52ace0c6 HTTP/1.1" status: 200 len: 267 time: 0.0581403 Jul 15 14:15:24.432942 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-4993e203-08be-4277-9ed6-64afac04cbfa tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:24.434654 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-4993e203-08be-4277-9ed6-64afac04cbfa tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/networks?id=9731cb31-2e9a-4014-8935-00d52b9152f2 HTTP/1.1" status: 200 len: 810 time: 0.1144919 Jul 15 14:15:24.456182 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-6d39bd4a-f512-4b2a-8d0e-7bdd6776f1bc tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/quotas/ad5644bd716440a59935f4ab52ace0c6 HTTP/1.1" status: 200 len: 375 time: 0.0133796 Jul 15 14:15:24.491287 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device f2668fed-5085-4853-ad4f-440229c5f0d5 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:15:24.528827 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-699ccdba-490f-419e-849a-866f73b6a522 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ad5644bd716440a59935f4ab52ace0c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664625 Jul 15 14:15:24.542649 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port f2668fed-5085-4853-ad4f-440229c5f0d5 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:24.542986 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:24.628534 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device cb88d3fa-71b9-409c-a325-b8117ba027c7 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:15:24.686195 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port cb88d3fa-71b9-409c-a325-b8117ba027c7 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:15:24.690321 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port cb88d3fa-71b9-409c-a325-b8117ba027c7 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:24.690863 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:24.733394 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-89d65c17-e92f-4623-a12c-5689df0276c7 service neutron] 10.222.0.16 "GET /v2.0/networks/9731cb31-2e9a-4014-8935-00d52b9152f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916933 Jul 15 14:15:24.775991 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:24.798356 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port cb88d3fa-71b9-409c-a325-b8117ba027c7, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=cb88d3fa-71b9-409c-a325-b8117ba027c7,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:24.802938 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:24.835350 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-d3902ace-d72a-41be-9b00-99bafc5b8ad2 service neutron] 10.222.0.16 "GET /v2.0/networks/9731cb31-2e9a-4014-8935-00d52b9152f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955286 Jul 15 14:15:24.851507 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=cb88d3fa-71b9-409c-a325-b8117ba027c7,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:25.015094 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3a8f3bae-101d-49b0-8d10-59d97d2f3e2e req-c1f3fda2-c531-455f-bba2-07282c5fbe00 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/ports?device_id=8844baf1-f45c-4f5a-a2d6-e54710bb7e0a HTTP/1.1" status: 200 len: 210 time: 0.0349264 Jul 15 14:15:25.696445 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e04cc4-3b9f-46b1-bc50-f6696213cf4e None None] Sync routers for ids ['dd294dc1-8efa-46df-961a-0e7dc57a7790'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:15:25.706181 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e04cc4-3b9f-46b1-bc50-f6696213cf4e None None] Routers {'dd294dc1-8efa-46df-961a-0e7dc57a7790'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:15:25.706823 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-e5e04cc4-3b9f-46b1-bc50-f6696213cf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:15:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['dd294dc1-8efa-46df-961a-0e7dc57a7790'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:25.811184 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-e5e04cc4-3b9f-46b1-bc50-f6696213cf4e None None] Set router dd294dc1-8efa-46df-961a-0e7dc57a7790 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:15:26.003506 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-e5e04cc4-3b9f-46b1-bc50-f6696213cf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd294dc1-8efa-46df-961a-0e7dc57a7790', 'name': 'tempest-TestSnapshotPattern-1428565688-router', 'tenant_id': '52d1ebd7a17843bcb46ebdf7f037c55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'cb88d3fa-71b9-409c-a325-b8117ba027c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:19Z', 'updated_at': '2021-07-15T14:15:22Z', 'revision_number': 4, 'project_id': '52d1ebd7a17843bcb46ebdf7f037c55a', 'gw_port': {'id': 'cb88d3fa-71b9-409c-a325-b8117ba027c7', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:af:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd294dc1-8efa-46df-961a-0e7dc57a7790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:19Z', 'updated_at': '2021-07-15T14:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '9268b39d-c2e0-4a07-a9cf-99d2ce5ae918', 'name': '', 'network_id': 'a6bb1566-9557-4094-9844-116a1bdd77f3', 'tenant_id': '52d1ebd7a17843bcb46ebdf7f037c55a', 'mac_address': 'fa:16:3e:c4:4f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd294dc1-8efa-46df-961a-0e7dc57a7790', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '543b6e49-776e-42ae-92d7-c18aadff3de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:21Z', 'updated_at': '2021-07-15T14:15:22Z', 'revision_number': 2, 'project_id': '52d1ebd7a17843bcb46ebdf7f037c55a', 'subnets': [{'id': '543b6e49-776e-42ae-92d7-c18aadff3de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:26.030804 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e04cc4-3b9f-46b1-bc50-f6696213cf4e None None] Checking router: dd294dc1-8efa-46df-961a-0e7dc57a7790 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:15:26.031154 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e04cc4-3b9f-46b1-bc50-f6696213cf4e None None] Updating router dd294dc1-8efa-46df-961a-0e7dc57a7790 port 9268b39d-c2e0-4a07-a9cf-99d2ce5ae918 binding host n-d-771363-36 {{(pid=93828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:15:26.065544 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e5e04cc4-3b9f-46b1-bc50-f6696213cf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:26.168408 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-db2736a4-64bc-4c18-a343-7bb50a4937e9 req-8122f718-ca96-41b4-84ae-bf6c051b1f66 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/ports?device_id=8844baf1-f45c-4f5a-a2d6-e54710bb7e0a HTTP/1.1" status: 200 len: 210 time: 0.0337598 Jul 15 14:15:26.230853 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-352069ab-cc5f-4b49-be74-b1f159c146d9 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:26.232897 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-352069ab-cc5f-4b49-be74-b1f159c146d9 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.46 "GET /v2.0/networks?id=9731cb31-2e9a-4014-8935-00d52b9152f2 HTTP/1.1" status: 200 len: 810 time: 0.1213357 Jul 15 14:15:26.283750 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-f193ffed-76bb-4d2d-afe1-5dfcdd71e752 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad5644bd716440a59935f4ab52ace0c6 HTTP/1.1" status: 200 len: 380 time: 0.0426800 Jul 15 14:15:26.296823 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-087ac486-de5e-438d-940e-f1846d2565a4 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Request body: {'port': {'device_id': '8844baf1-f45c-4f5a-a2d6-e54710bb7e0a', 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2', 'admin_state_up': True, 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'security_groups': ['6262e7a4-3aac-48ba-8fbf-25fcf50259dd']}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:26.364492 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e5e04cc4-3b9f-46b1-bc50-f6696213cf4e None None] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:26.375470 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-e5e04cc4-3b9f-46b1-bc50-f6696213cf4e None None] Transition to ACTIVE for port object 9268b39d-c2e0-4a07-a9cf-99d2ce5ae918 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:15:26.383884 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e5e04cc4-3b9f-46b1-bc50-f6696213cf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:26.414107 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device cb88d3fa-71b9-409c-a325-b8117ba027c7 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:15:26.419596 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-087ac486-de5e-438d-940e-f1846d2565a4 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Made reservation on behalf of ad5644bd716440a59935f4ab52ace0c6 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:15:26.423458 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-087ac486-de5e-438d-940e-f1846d2565a4 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:26.470699 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port cb88d3fa-71b9-409c-a325-b8117ba027c7 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:26.471281 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:26.489163 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c10bf-3168-46e9-90af-e1e458bd17a6 None None] Pushing event updated for resources: {'Port': ['ID=9268b39d-c2e0-4a07-a9cf-99d2ce5ae918,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:26.501476 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-e5e04cc4-3b9f-46b1-bc50-f6696213cf4e None None] Attempting to bind port 9268b39d-c2e0-4a07-a9cf-99d2ce5ae918 on host n-d-771363-36 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:15:26.501857 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-e5e04cc4-3b9f-46b1-bc50-f6696213cf4e None None] Attempting to bind port 9268b39d-c2e0-4a07-a9cf-99d2ce5ae918 by drivers openvswitch,hyperv on host n-d-771363-36 at level 0 using segments [{'id': '61a412be-9707-48fc-95c3-0079599129b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a6bb1566-9557-4094-9844-116a1bdd77f3'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:15:26.502235 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e04cc4-3b9f-46b1-bc50-f6696213cf4e None None] Attempting to bind port 9268b39d-c2e0-4a07-a9cf-99d2ce5ae918 on network a6bb1566-9557-4094-9844-116a1bdd77f3 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:15:26.513619 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e04cc4-3b9f-46b1-bc50-f6696213cf4e None None] Checking agent: {'id': 'e9cee7cb-f14f-41de-ba27-a6cf6fb038d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 32), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:15:26.514307 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e04cc4-3b9f-46b1-bc50-f6696213cf4e None None] Checking segment: {'id': '61a412be-9707-48fc-95c3-0079599129b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a6bb1566-9557-4094-9844-116a1bdd77f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:15:26.514946 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e5e04cc4-3b9f-46b1-bc50-f6696213cf4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:26.515532 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e04cc4-3b9f-46b1-bc50-f6696213cf4e None None] Bound using segment: {'id': '61a412be-9707-48fc-95c3-0079599129b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a6bb1566-9557-4094-9844-116a1bdd77f3'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:15:26.516182 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [None req-e5e04cc4-3b9f-46b1-bc50-f6696213cf4e None None] Bound port: 9268b39d-c2e0-4a07-a9cf-99d2ce5ae918, host: n-d-771363-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a412be-9707-48fc-95c3-0079599129b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a6bb1566-9557-4094-9844-116a1bdd77f3'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:15:26.516895 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e5e04cc4-3b9f-46b1-bc50-f6696213cf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:26.568339 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-087ac486-de5e-438d-940e-f1846d2565a4 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Allocated IP 172.20.0.4 (9731cb31-2e9a-4014-8935-00d52b9152f2/c089f8e3-8cd8-436c-87fe-5601caec737d/4170875b-b2d5-4cfa-a89e-e7c63969820c) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:15:26.588674 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-e5e04cc4-3b9f-46b1-bc50-f6696213cf4e None None] For port 9268b39d-c2e0-4a07-a9cf-99d2ce5ae918, host n-d-771363-36, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:15:26.591736 n-d-771363-36 neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-e5e04cc4-3b9f-46b1-bc50-f6696213cf4e None None] For port 9268b39d-c2e0-4a07-a9cf-99d2ce5ae918, host n-d-771363-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9268b39d-c2e0-4a07-a9cf-99d2ce5ae918,segment=NetworkSegment(61a412be-9707-48fc-95c3-0079599129b2),segment_id=61a412be-9707-48fc-95c3-0079599129b2)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:15:26.596095 n-d-771363-36 neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e5e04cc4-3b9f-46b1-bc50-f6696213cf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:26.658006 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c10bf-3168-46e9-90af-e1e458bd17a6 None None] Pushing event updated for resources: {'Port': ['ID=9268b39d-c2e0-4a07-a9cf-99d2ce5ae918,revision_number=4']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:26.660917 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e04cc4-3b9f-46b1-bc50-f6696213cf4e None None] Routers {'dd294dc1-8efa-46df-961a-0e7dc57a7790'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:15:26.661509 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-e5e04cc4-3b9f-46b1-bc50-f6696213cf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:15:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['dd294dc1-8efa-46df-961a-0e7dc57a7790'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:26.729950 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-087ac486-de5e-438d-940e-f1846d2565a4 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:26.744923 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-087ac486-de5e-438d-940e-f1846d2565a4 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Transition to ACTIVE for port object 4170875b-b2d5-4cfa-a89e-e7c63969820c will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:15:26.781559 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-087ac486-de5e-438d-940e-f1846d2565a4 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:26.792676 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-e5e04cc4-3b9f-46b1-bc50-f6696213cf4e None None] Set router dd294dc1-8efa-46df-961a-0e7dc57a7790 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:15:26.825745 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-087ac486-de5e-438d-940e-f1846d2565a4 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Network 9731cb31-2e9a-4014-8935-00d52b9152f2 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:15:26.829083 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-087ac486-de5e-438d-940e-f1846d2565a4 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:15:26.835391 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-087ac486-de5e-438d-940e-f1846d2565a4 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:15:26.878857 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ac486-de5e-438d-940e-f1846d2565a4 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Pushing event updated for resources: {'Port': ['ID=4170875b-b2d5-4cfa-a89e-e7c63969820c,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:26.897036 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-087ac486-de5e-438d-940e-f1846d2565a4 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:26.898028 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-087ac486-de5e-438d-940e-f1846d2565a4 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:26.914243 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-087ac486-de5e-438d-940e-f1846d2565a4 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6251647 Jul 15 14:15:26.926142 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-f9d2e855-8d56-481e-a2d3-39c79ce78111 service neutron] Request body: {'port': {'device_id': '8844baf1-f45c-4f5a-a2d6-e54710bb7e0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:27.003384 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-f9d2e855-8d56-481e-a2d3-39c79ce78111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:27.024729 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-e5e04cc4-3b9f-46b1-bc50-f6696213cf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd294dc1-8efa-46df-961a-0e7dc57a7790', 'name': 'tempest-TestSnapshotPattern-1428565688-router', 'tenant_id': '52d1ebd7a17843bcb46ebdf7f037c55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'cb88d3fa-71b9-409c-a325-b8117ba027c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:19Z', 'updated_at': '2021-07-15T14:15:22Z', 'revision_number': 4, 'project_id': '52d1ebd7a17843bcb46ebdf7f037c55a', 'gw_port': {'id': 'cb88d3fa-71b9-409c-a325-b8117ba027c7', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:af:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd294dc1-8efa-46df-961a-0e7dc57a7790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:19Z', 'updated_at': '2021-07-15T14:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '9268b39d-c2e0-4a07-a9cf-99d2ce5ae918', 'name': '', 'network_id': 'a6bb1566-9557-4094-9844-116a1bdd77f3', 'tenant_id': '52d1ebd7a17843bcb46ebdf7f037c55a', 'mac_address': 'fa:16:3e:c4:4f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd294dc1-8efa-46df-961a-0e7dc57a7790', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '543b6e49-776e-42ae-92d7-c18aadff3de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:21Z', 'updated_at': '2021-07-15T14:15:26Z', 'revision_number': 4, 'project_id': '52d1ebd7a17843bcb46ebdf7f037c55a', 'subnets': [{'id': '543b6e49-776e-42ae-92d7-c18aadff3de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:27.087866 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-28643680-ab29-4a69-86dd-ca84411d21c3 None None] Provisioning for port 4170875b-b2d5-4cfa-a89e-e7c63969820c completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:15:27.092600 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-28643680-ab29-4a69-86dd-ca84411d21c3 None None] Provisioning complete for port 4170875b-b2d5-4cfa-a89e-e7c63969820c triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:27.093058 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-28643680-ab29-4a69-86dd-ca84411d21c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:27.129111 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-28643680-ab29-4a69-86dd-ca84411d21c3 None None] Port 4170875b-b2d5-4cfa-a89e-e7c63969820c cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:15:27.149493 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e04cc4-3b9f-46b1-bc50-f6696213cf4e None None] The sync data for ids ['dd294dc1-8efa-46df-961a-0e7dc57a7790'] in n-d-771363-36 is: [{'id': 'dd294dc1-8efa-46df-961a-0e7dc57a7790', 'name': 'tempest-TestSnapshotPattern-1428565688-router', 'tenant_id': '52d1ebd7a17843bcb46ebdf7f037c55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'cb88d3fa-71b9-409c-a325-b8117ba027c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:19Z', 'updated_at': '2021-07-15T14:15:22Z', 'revision_number': 4, 'project_id': '52d1ebd7a17843bcb46ebdf7f037c55a', 'gw_port': {'id': 'cb88d3fa-71b9-409c-a325-b8117ba027c7', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:af:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd294dc1-8efa-46df-961a-0e7dc57a7790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:19Z', 'updated_at': '2021-07-15T14:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': '9268b39d-c2e0-4a07-a9cf-99d2ce5ae918', 'name': '', 'network_id': 'a6bb1566-9557-4094-9844-116a1bdd77f3', 'tenant_id': '52d1ebd7a17843bcb46ebdf7f037c55a', 'mac_address': 'fa:16:3e:c4:4f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd294dc1-8efa-46df-961a-0e7dc57a7790', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '543b6e49-776e-42ae-92d7-c18aadff3de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:21Z', 'updated_at': '2021-07-15T14:15:26Z', 'revision_number': 4, 'project_id': '52d1ebd7a17843bcb46ebdf7f037c55a', 'subnets': [{'id': '543b6e49-776e-42ae-92d7-c18aadff3de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:15:27.297195 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-f9d2e855-8d56-481e-a2d3-39c79ce78111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4170875b-b2d5-4cfa-a89e-e7c63969820c {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:15:27.305641 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-f9d2e855-8d56-481e-a2d3-39c79ce78111 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:27.318736 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-f9d2e855-8d56-481e-a2d3-39c79ce78111 service neutron] Transition to ACTIVE for port object 4170875b-b2d5-4cfa-a89e-e7c63969820c will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:15:27.323892 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-f9d2e855-8d56-481e-a2d3-39c79ce78111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:27.356537 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cbf88-daba-46e9-a783-5ba3545d1d5e req-db6ef72a-a54d-4470-8ae4-2fd57d5fc672 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:27.358522 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cd4cbf88-daba-46e9-a783-5ba3545d1d5e req-db6ef72a-a54d-4470-8ae4-2fd57d5fc672 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/ports?device_id=8844baf1-f45c-4f5a-a2d6-e54710bb7e0a HTTP/1.1" status: 200 len: 931 time: 0.0719438 Jul 15 14:15:27.408610 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2e855-8d56-481e-a2d3-39c79ce78111 service neutron] Pushing event updated for resources: {'Port': ['ID=4170875b-b2d5-4cfa-a89e-e7c63969820c,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:27.413748 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cd4cbf88-daba-46e9-a783-5ba3545d1d5e req-fb61ecc3-e9b3-4e7d-baaf-014f4d49b1a2 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6262e7a4-3aac-48ba-8fbf-25fcf50259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489242 Jul 15 14:15:27.464581 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-f9d2e855-8d56-481e-a2d3-39c79ce78111 service neutron] Attempting to bind port 4170875b-b2d5-4cfa-a89e-e7c63969820c on host n-h2-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:15:27.464923 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-f9d2e855-8d56-481e-a2d3-39c79ce78111 service neutron] Attempting to bind port 4170875b-b2d5-4cfa-a89e-e7c63969820c by drivers openvswitch,hyperv on host n-h2-771363-36 at level 0 using segments [{'id': 'fc5baf9d-8a10-497b-b6b9-149e7242d035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:15:27.465320 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-f9d2e855-8d56-481e-a2d3-39c79ce78111 service neutron] Attempting to bind port 4170875b-b2d5-4cfa-a89e-e7c63969820c on network 9731cb31-2e9a-4014-8935-00d52b9152f2 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:15:27.470817 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-f9d2e855-8d56-481e-a2d3-39c79ce78111 service neutron] Port 4170875b-b2d5-4cfa-a89e-e7c63969820c on network 9731cb31-2e9a-4014-8935-00d52b9152f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:15:27.471146 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-f9d2e855-8d56-481e-a2d3-39c79ce78111 service neutron] Attempting to bind port 4170875b-b2d5-4cfa-a89e-e7c63969820c on network 9731cb31-2e9a-4014-8935-00d52b9152f2 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:15:27.476935 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-f9d2e855-8d56-481e-a2d3-39c79ce78111 service neutron] Checking agent: {'id': '3cc50c43-3dba-44d8-a42d-4b270a7d0c43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:15:27.477344 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-f9d2e855-8d56-481e-a2d3-39c79ce78111 service neutron] Checking segment: {'id': 'fc5baf9d-8a10-497b-b6b9-149e7242d035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:15:27.477817 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-f9d2e855-8d56-481e-a2d3-39c79ce78111 service neutron] Bound using segment: {'id': 'fc5baf9d-8a10-497b-b6b9-149e7242d035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:15:27.478311 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-f9d2e855-8d56-481e-a2d3-39c79ce78111 service neutron] Bound port: 4170875b-b2d5-4cfa-a89e-e7c63969820c, host: n-h2-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5baf9d-8a10-497b-b6b9-149e7242d035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:15:27.478756 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-f9d2e855-8d56-481e-a2d3-39c79ce78111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:27.552228 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-f9d2e855-8d56-481e-a2d3-39c79ce78111 service neutron] For port 4170875b-b2d5-4cfa-a89e-e7c63969820c, host n-h2-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:15:27.555992 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-f9d2e855-8d56-481e-a2d3-39c79ce78111 service neutron] For port 4170875b-b2d5-4cfa-a89e-e7c63969820c, host n-h2-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=4170875b-b2d5-4cfa-a89e-e7c63969820c,segment=NetworkSegment(fc5baf9d-8a10-497b-b6b9-149e7242d035),segment_id=fc5baf9d-8a10-497b-b6b9-149e7242d035)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:15:27.564094 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-f9d2e855-8d56-481e-a2d3-39c79ce78111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:27.604444 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-f9d2e855-8d56-481e-a2d3-39c79ce78111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:27.605030 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-f9d2e855-8d56-481e-a2d3-39c79ce78111 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:27.606738 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-f9d2e855-8d56-481e-a2d3-39c79ce78111 service neutron] 10.222.0.46 "PUT /v2.0/ports/4170875b-b2d5-4cfa-a89e-e7c63969820c HTTP/1.1" status: 200 len: 1092 time: 0.6851676 Jul 15 14:15:27.607261 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8844baf1-f45c-4f5a-a2d6-e54710bb7e0a', 'tag': '4170875b-b2d5-4cfa-a89e-e7c63969820c'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:15:27.611028 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8576bed0d9272eb7d87375883ff290b2d3af54e29368fa65b340403a42b02ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec1a803-e90d-4567-be7f-15253095d117" -d '{"events": [{"name": "network-changed", "server_uuid": "8844baf1-f45c-4f5a-a2d6-e54710bb7e0a", "tag": "4170875b-b2d5-4cfa-a89e-e7c63969820c"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:15:27.643203 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2e855-8d56-481e-a2d3-39c79ce78111 service neutron] Pushing event updated for resources: {'Port': ['ID=4170875b-b2d5-4cfa-a89e-e7c63969820c,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:27.690533 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b65bc20-0e6b-45fc-b017-aae4a2f73b64 x-openstack-request-id: req-3b65bc20-0e6b-45fc-b017-aae4a2f73b64 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:15:27.690946 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8844baf1-f45c-4f5a-a2d6-e54710bb7e0a", "tag": "4170875b-b2d5-4cfa-a89e-e7c63969820c", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:15:27.691287 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3b65bc20-0e6b-45fc-b017-aae4a2f73b64 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:15:27.691959 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8844baf1-f45c-4f5a-a2d6-e54710bb7e0a', 'tag': '4170875b-b2d5-4cfa-a89e-e7c63969820c', 'status': 'completed', 'code': 200} Jul 15 14:15:27.720109 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-731012d1-d003-4e72-b50a-f98f8480fb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:27.721762 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-731012d1-d003-4e72-b50a-f98f8480fb1a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad5644bd716440a59935f4ab52ace0c6&device_id=8844baf1-f45c-4f5a-a2d6-e54710bb7e0a HTTP/1.1" status: 200 len: 1095 time: 0.0690753 Jul 15 14:15:27.766339 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-f565a207-9b20-4fba-a1ef-246fe6384ce7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4170875b-b2d5-4cfa-a89e-e7c63969820c HTTP/1.1" status: 200 len: 217 time: 0.0377736 Jul 15 14:15:27.816102 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-8a595ba6-1f66-45b3-8056-b886128a16c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:27.817549 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-8a595ba6-1f66-45b3-8056-b886128a16c5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c089f8e3-8cd8-436c-87fe-5601caec737d HTTP/1.1" status: 200 len: 849 time: 0.0440776 Jul 15 14:15:27.874744 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-6ba9a77a-6a70-4bb6-bcf3-c1a7ec529cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:27.876189 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-6ba9a77a-6a70-4bb6-bcf3-c1a7ec529cb0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9731cb31-2e9a-4014-8935-00d52b9152f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521288 Jul 15 14:15:27.968584 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-3cebe83a-86d9-4f09-b611-86aca78741e4 service neutron] 10.222.0.46 "GET /v2.0/networks/9731cb31-2e9a-4014-8935-00d52b9152f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853922 Jul 15 14:15:28.054880 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5147b00a-901b-46cb-8a7e-e64408d86346 req-ee0af0d6-4b85-458d-a15b-5d1605f3101f service neutron] 10.222.0.46 "GET /v2.0/networks/9731cb31-2e9a-4014-8935-00d52b9152f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799260 Jul 15 14:15:28.149613 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1a803-e90d-4567-be7f-15253095d117 req-0f4ddcc9-90e4-4321-88ff-bc1c781dea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:28.151015 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cec1a803-e90d-4567-be7f-15253095d117 req-0f4ddcc9-90e4-4321-88ff-bc1c781dea4e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad5644bd716440a59935f4ab52ace0c6&device_id=8844baf1-f45c-4f5a-a2d6-e54710bb7e0a HTTP/1.1" status: 200 len: 1095 time: 0.0507586 Jul 15 14:15:28.240921 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1a803-e90d-4567-be7f-15253095d117 req-398d5312-48ee-4461-9856-236cbb1db3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:28.242410 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cec1a803-e90d-4567-be7f-15253095d117 req-398d5312-48ee-4461-9856-236cbb1db3a3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9731cb31-2e9a-4014-8935-00d52b9152f2 HTTP/1.1" status: 200 len: 911 time: 0.0853875 Jul 15 14:15:28.284850 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cec1a803-e90d-4567-be7f-15253095d117 req-2274ce09-95f9-4cd9-81b4-c64d6cba9602 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4170875b-b2d5-4cfa-a89e-e7c63969820c HTTP/1.1" status: 200 len: 217 time: 0.0343039 Jul 15 14:15:28.339159 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1a803-e90d-4567-be7f-15253095d117 req-d7447972-10af-42ec-a22f-7991842c67fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:28.340638 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cec1a803-e90d-4567-be7f-15253095d117 req-d7447972-10af-42ec-a22f-7991842c67fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c089f8e3-8cd8-436c-87fe-5601caec737d HTTP/1.1" status: 200 len: 849 time: 0.0485606 Jul 15 14:15:28.400556 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1a803-e90d-4567-be7f-15253095d117 req-09fce214-6a72-4162-a02d-1f2d40b75b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:28.402599 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cec1a803-e90d-4567-be7f-15253095d117 req-09fce214-6a72-4162-a02d-1f2d40b75b59 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9731cb31-2e9a-4014-8935-00d52b9152f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536525 Jul 15 14:15:28.409347 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9268b39d-c2e0-4a07-a9cf-99d2ce5ae918 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:15:28.465266 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning for port 9268b39d-c2e0-4a07-a9cf-99d2ce5ae918 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:15:28.469875 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 9268b39d-c2e0-4a07-a9cf-99d2ce5ae918 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:28.470366 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:28.501014 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cec1a803-e90d-4567-be7f-15253095d117 req-7a0ccd5f-d3e3-4742-8cd9-9ef50edab87c service neutron] 10.222.0.46 "GET /v2.0/networks/9731cb31-2e9a-4014-8935-00d52b9152f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916255 Jul 15 14:15:28.555987 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:28.592886 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] For port 9268b39d-c2e0-4a07-a9cf-99d2ce5ae918, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9268b39d-c2e0-4a07-a9cf-99d2ce5ae918,segment=NetworkSegment(61a412be-9707-48fc-95c3-0079599129b2),segment_id=61a412be-9707-48fc-95c3-0079599129b2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:28.597269 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:28.603200 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cec1a803-e90d-4567-be7f-15253095d117 req-825d0e9c-463e-407f-b0e4-ec8c80d3790e service neutron] 10.222.0.46 "GET /v2.0/networks/9731cb31-2e9a-4014-8935-00d52b9152f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931129 Jul 15 14:15:28.614032 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df4713-ff23-4911-a973-aaa92e024326 req-c0dff81a-c9f9-446d-9265-0b9764d5fef1 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:28.615654 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-01df4713-ff23-4911-a973-aaa92e024326 req-c0dff81a-c9f9-446d-9265-0b9764d5fef1 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/ports?device_id=8844baf1-f45c-4f5a-a2d6-e54710bb7e0a HTTP/1.1" status: 200 len: 943 time: 0.0814435 Jul 15 14:15:28.651242 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Pushing event updated for resources: {'Port': ['ID=9268b39d-c2e0-4a07-a9cf-99d2ce5ae918,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:28.659974 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-01df4713-ff23-4911-a973-aaa92e024326 req-c25c8b03-eb52-4527-8bc9-6b5be784344b tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6262e7a4-3aac-48ba-8fbf-25fcf50259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364633 Jul 15 14:15:29.335292 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:15:29.758677 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-54e6c3c6-9fdd-4d92-b0ec-5180bc584b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:29.838142 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc55342-6a13-4e1a-a9f4-2e66991d2c78 req-f766168e-d363-42d5-ab3b-5b66673b6fbb tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:29.839666 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4fc55342-6a13-4e1a-a9f4-2e66991d2c78 req-f766168e-d363-42d5-ab3b-5b66673b6fbb tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/ports?device_id=8844baf1-f45c-4f5a-a2d6-e54710bb7e0a HTTP/1.1" status: 200 len: 943 time: 0.0640013 Jul 15 14:15:29.877145 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4fc55342-6a13-4e1a-a9f4-2e66991d2c78 req-ed9d16d2-ee3d-4745-9429-34d571eb0974 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6262e7a4-3aac-48ba-8fbf-25fcf50259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318985 Jul 15 14:15:29.975766 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:30.076730 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 4170875b-b2d5-4cfa-a89e-e7c63969820c details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:15:30.175640 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:30.182509 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 4170875b-b2d5-4cfa-a89e-e7c63969820c, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=4170875b-b2d5-4cfa-a89e-e7c63969820c,segment=NetworkSegment(fc5baf9d-8a10-497b-b6b9-149e7242d035),segment_id=fc5baf9d-8a10-497b-b6b9-149e7242d035)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:30.192669 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '4170875b-b2d5-4cfa-a89e-e7c63969820c', 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2', 'port_id': '4170875b-b2d5-4cfa-a89e-e7c63969820c', 'mac_address': 'fa:16:3e:37:e2:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c089f8e3-8cd8-436c-87fe-5601caec737d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:15:30.229186 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:30.241469 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4170875b-b2d5-4cfa-a89e-e7c63969820c {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:15:30.261560 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 4170875b-b2d5-4cfa-a89e-e7c63969820c, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=4170875b-b2d5-4cfa-a89e-e7c63969820c,segment=NetworkSegment(fc5baf9d-8a10-497b-b6b9-149e7242d035),segment_id=fc5baf9d-8a10-497b-b6b9-149e7242d035)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:30.265168 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:30.314579 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=4170875b-b2d5-4cfa-a89e-e7c63969820c,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:30.389714 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9268b39d-c2e0-4a07-a9cf-99d2ce5ae918 up at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:15:30.438888 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Provisioning complete for port 9268b39d-c2e0-4a07-a9cf-99d2ce5ae918 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:30.439259 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:30.500744 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['4170875b-b2d5-4cfa-a89e-e7c63969820c'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:15:31.045313 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33011681-3833-4a69-8a69-47c22c5feccf req-3c4ac810-e698-404c-a1ae-a320a8d2e4cf tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:31.046824 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-33011681-3833-4a69-8a69-47c22c5feccf req-3c4ac810-e698-404c-a1ae-a320a8d2e4cf tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/ports?device_id=8844baf1-f45c-4f5a-a2d6-e54710bb7e0a HTTP/1.1" status: 200 len: 944 time: 0.0610812 Jul 15 14:15:31.088070 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-33011681-3833-4a69-8a69-47c22c5feccf req-790347d9-388b-446f-8c7f-2efde3c9bf9e tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6262e7a4-3aac-48ba-8fbf-25fcf50259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355308 Jul 15 14:15:32.109045 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 4170875b-b2d5-4cfa-a89e-e7c63969820c up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:15:32.159093 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning for port 4170875b-b2d5-4cfa-a89e-e7c63969820c completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:15:32.162607 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 4170875b-b2d5-4cfa-a89e-e7c63969820c triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:32.162981 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:32.238556 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:32.257340 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a292ac9-6e75-403a-a402-99733c8f97c6 req-14a0ced8-6e9c-4e47-9f61-b4ef70cc01d9 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:32.258865 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9a292ac9-6e75-403a-a402-99733c8f97c6 req-14a0ced8-6e9c-4e47-9f61-b4ef70cc01d9 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/ports?device_id=8844baf1-f45c-4f5a-a2d6-e54710bb7e0a HTTP/1.1" status: 200 len: 944 time: 0.0622005 Jul 15 14:15:32.260027 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8844baf1-f45c-4f5a-a2d6-e54710bb7e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4170875b-b2d5-4cfa-a89e-e7c63969820c'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:15:32.262250 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d336e28e73e37671204d4011867161ab10622757e030a17953cce0be893d8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f654c9f-ca10-4dfd-b402-48fca79037dd" -d '{"events": [{"server_uuid": "8844baf1-f45c-4f5a-a2d6-e54710bb7e0a", "name": "network-vif-plugged", "status": "completed", "tag": "4170875b-b2d5-4cfa-a89e-e7c63969820c"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:15:32.275757 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 4170875b-b2d5-4cfa-a89e-e7c63969820c, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=4170875b-b2d5-4cfa-a89e-e7c63969820c,segment=NetworkSegment(fc5baf9d-8a10-497b-b6b9-149e7242d035),segment_id=fc5baf9d-8a10-497b-b6b9-149e7242d035)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:32.281211 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:32.301386 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9a292ac9-6e75-403a-a402-99733c8f97c6 req-cb94f006-ceab-4783-8b51-ae2c0a2ba451 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6262e7a4-3aac-48ba-8fbf-25fcf50259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362945 Jul 15 14:15:32.331408 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=4170875b-b2d5-4cfa-a89e-e7c63969820c,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:32.355854 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0380b223-c3e1-44e6-be8c-126c80c5df13 x-openstack-request-id: req-0380b223-c3e1-44e6-be8c-126c80c5df13 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:15:32.356143 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8844baf1-f45c-4f5a-a2d6-e54710bb7e0a", "name": "network-vif-plugged", "status": "completed", "tag": "4170875b-b2d5-4cfa-a89e-e7c63969820c", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:15:32.356402 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0380b223-c3e1-44e6-be8c-126c80c5df13 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:15:32.356780 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8844baf1-f45c-4f5a-a2d6-e54710bb7e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4170875b-b2d5-4cfa-a89e-e7c63969820c', 'code': 200} Jul 15 14:15:32.382413 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:32.467674 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d973b-515c-46c8-82c2-cfe096bba48b req-dde271d5-c043-41c9-ada9-4c92c9181768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:32.469157 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-616d973b-515c-46c8-82c2-cfe096bba48b req-dde271d5-c043-41c9-ada9-4c92c9181768 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8844baf1-f45c-4f5a-a2d6-e54710bb7e0a HTTP/1.1" status: 200 len: 1097 time: 0.0515263 Jul 15 14:15:32.501785 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-616d973b-515c-46c8-82c2-cfe096bba48b req-809937e3-1773-47fc-95ea-6d178b906689 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6262e7a4-3aac-48ba-8fbf-25fcf50259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263636 Jul 15 14:15:32.530742 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5da44808-8caa-4d0d-b238-38dd5140230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:33.471566 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682563a-a5d2-4cf0-a2d9-e6a944c27c2d req-ed8f249d-b9f0-42c3-98d3-fca4083e1ea5 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:33.472925 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9682563a-a5d2-4cf0-a2d9-e6a944c27c2d req-ed8f249d-b9f0-42c3-98d3-fca4083e1ea5 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/ports?device_id=8844baf1-f45c-4f5a-a2d6-e54710bb7e0a HTTP/1.1" status: 200 len: 945 time: 0.0611997 Jul 15 14:15:33.509689 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9682563a-a5d2-4cf0-a2d9-e6a944c27c2d req-ca3a39cb-14e9-42d2-ad4a-100c314b74ae tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6262e7a4-3aac-48ba-8fbf-25fcf50259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305889 Jul 15 14:15:33.683891 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e184f-8fe4-457b-ae19-2ff3bc270b20 req-f3a2b40a-149a-4043-ae18-c8f16a1fc720 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:33.685338 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a90e184f-8fe4-457b-ae19-2ff3bc270b20 req-f3a2b40a-149a-4043-ae18-c8f16a1fc720 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/ports?device_id=8844baf1-f45c-4f5a-a2d6-e54710bb7e0a HTTP/1.1" status: 200 len: 945 time: 0.0653887 Jul 15 14:15:33.722390 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-a90e184f-8fe4-457b-ae19-2ff3bc270b20 req-6666bfb7-a05a-4353-99e8-d95caa923c1a tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6262e7a4-3aac-48ba-8fbf-25fcf50259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314894 Jul 15 14:15:33.746105 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42228) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:33.835998 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1b11ac-3404-4030-bfc2-9f7b80f5a5a8 tempest-TestSnapshotPattern-356502126 tempest-TestSnapshotPattern-356502126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:33.837545 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6a1b11ac-3404-4030-bfc2-9f7b80f5a5a8 tempest-TestSnapshotPattern-356502126 tempest-TestSnapshotPattern-356502126-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8844baf1-f45c-4f5a-a2d6-e54710bb7e0a HTTP/1.1" status: 200 len: 1092 time: 0.0904551 Jul 15 14:15:33.840406 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42232) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:33.844716 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-6f6967a5-055a-486b-a5c8-df283a8f64b4 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'port_id': '4170875b-b2d5-4cfa-a89e-e7c63969820c', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:33.860733 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:33.867237 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6f6967a5-055a-486b-a5c8-df283a8f64b4 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks [] for floatingip, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:33.963464 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6f6967a5-055a-486b-a5c8-df283a8f64b4 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:34.061384 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-6f6967a5-055a-486b-a5c8-df283a8f64b4 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Allocated IP 172.25.8.68 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/6a5adfba-87b2-40bb-9d60-cc3c432e9f78) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:15:34.162395 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6f6967a5-055a-486b-a5c8-df283a8f64b4 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:34.199975 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6f6967a5-055a-486b-a5c8-df283a8f64b4 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:34.238222 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6967a5-055a-486b-a5c8-df283a8f64b4 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:15:34.240933 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-6f6967a5-055a-486b-a5c8-df283a8f64b4 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:15:34.245236 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6967a5-055a-486b-a5c8-df283a8f64b4 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:15:34.267767 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6967a5-055a-486b-a5c8-df283a8f64b4 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Pushing event updated for resources: {'Port': ['ID=6a5adfba-87b2-40bb-9d60-cc3c432e9f78,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:34.600116 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6f6967a5-055a-486b-a5c8-df283a8f64b4 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:34.672472 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6f6967a5-055a-486b-a5c8-df283a8f64b4 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:34.815344 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6f6967a5-055a-486b-a5c8-df283a8f64b4 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:34.819618 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6f6967a5-055a-486b-a5c8-df283a8f64b4 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:34.893311 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6967a5-055a-486b-a5c8-df283a8f64b4 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Pushing event updated for resources: {'Port': ['ID=6a5adfba-87b2-40bb-9d60-cc3c432e9f78,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:34.900588 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6f6967a5-055a-486b-a5c8-df283a8f64b4 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:35.286786 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:35.287437 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-6f6967a5-055a-486b-a5c8-df283a8f64b4 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Floating IP 915bd54b-86f9-4a69-988d-a496f6d0ca5f associated. External IP: 172.25.8.68, port: 4170875b-b2d5-4cfa-a89e-e7c63969820c. Jul 15 14:15:35.485717 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6967a5-055a-486b-a5c8-df283a8f64b4 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Router ca8e1219-b13b-4959-a457-e90a251d8c32 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:15:35.585084 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6967a5-055a-486b-a5c8-df283a8f64b4 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:15:35.594777 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5931093-384f-4e4e-bdac-0e3537b997b1 None None] Sync routers for ids ['ca8e1219-b13b-4959-a457-e90a251d8c32'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:15:35.601849 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6f6967a5-055a-486b-a5c8-df283a8f64b4 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:35.604244 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5931093-384f-4e4e-bdac-0e3537b997b1 None None] Routers {'ca8e1219-b13b-4959-a457-e90a251d8c32'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:15:35.604871 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-b5931093-384f-4e4e-bdac-0e3537b997b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:15:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['ca8e1219-b13b-4959-a457-e90a251d8c32'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:35.642999 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-6f6967a5-055a-486b-a5c8-df283a8f64b4 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8015375 Jul 15 14:15:35.643681 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8844baf1-f45c-4f5a-a2d6-e54710bb7e0a', 'tag': '4170875b-b2d5-4cfa-a89e-e7c63969820c'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:15:35.645951 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecae15dfe8a955ea50b9833da7617a528fbca6cb3a0c246d25e4c35a4bbccae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec48235-9253-4076-a310-f37496f2e4a8" -d '{"events": [{"name": "network-changed", "server_uuid": "8844baf1-f45c-4f5a-a2d6-e54710bb7e0a", "tag": "4170875b-b2d5-4cfa-a89e-e7c63969820c"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:15:35.688086 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913dbddf-a851-439c-a02c-c462cfa232a0 x-openstack-request-id: req-913dbddf-a851-439c-a02c-c462cfa232a0 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:15:35.688387 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8844baf1-f45c-4f5a-a2d6-e54710bb7e0a", "tag": "4170875b-b2d5-4cfa-a89e-e7c63969820c", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:15:35.688634 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-913dbddf-a851-439c-a02c-c462cfa232a0 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:15:35.689029 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8844baf1-f45c-4f5a-a2d6-e54710bb7e0a', 'tag': '4170875b-b2d5-4cfa-a89e-e7c63969820c', 'status': 'completed', 'code': 200} Jul 15 14:15:35.712692 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-b5931093-384f-4e4e-bdac-0e3537b997b1 None None] Set router ca8e1219-b13b-4959-a457-e90a251d8c32 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:15:35.760869 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec48235-9253-4076-a310-f37496f2e4a8 req-52c9f3f9-09d3-48a2-91c7-4c2b3279250a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:35.762374 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7ec48235-9253-4076-a310-f37496f2e4a8 req-52c9f3f9-09d3-48a2-91c7-4c2b3279250a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad5644bd716440a59935f4ab52ace0c6&device_id=8844baf1-f45c-4f5a-a2d6-e54710bb7e0a HTTP/1.1" status: 200 len: 1097 time: 0.0516176 Jul 15 14:15:35.854881 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec48235-9253-4076-a310-f37496f2e4a8 req-531de0d2-bdc7-4b1d-8f36-b3c92205d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:35.856348 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7ec48235-9253-4076-a310-f37496f2e4a8 req-531de0d2-bdc7-4b1d-8f36-b3c92205d638 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9731cb31-2e9a-4014-8935-00d52b9152f2 HTTP/1.1" status: 200 len: 911 time: 0.0876105 Jul 15 14:15:35.926678 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7ec48235-9253-4076-a310-f37496f2e4a8 req-5203ea9a-7960-42ad-882a-03351fe7c1a0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4170875b-b2d5-4cfa-a89e-e7c63969820c HTTP/1.1" status: 200 len: 998 time: 0.0642297 Jul 15 14:15:35.931231 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-b5931093-384f-4e4e-bdac-0e3537b997b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'name': 'tempest-TestSnapshotPattern-1794912274-router', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '374913eb-f8d6-47f4-80f0-001995b883f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:14Z', 'updated_at': '2021-07-15T14:15:17Z', 'revision_number': 4, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'gw_port': {'id': '374913eb-f8d6-47f4-80f0-001995b883f3', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:14Z', 'updated_at': '2021-07-15T14:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '915bd54b-86f9-4a69-988d-a496f6d0ca5f', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'floating_ip_address': '172.25.8.68', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'port_id': '4170875b-b2d5-4cfa-a89e-e7c63969820c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2', 'mac_address': 'fa:16:3e:37:e2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8844baf1-f45c-4f5a-a2d6-e54710bb7e0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:15:34Z', 'updated_at': '2021-07-15T14:15:34Z', 'revision_number': 0, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2668fed-5085-4853-ad4f-440229c5f0d5', 'name': '', 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'mac_address': 'fa:16:3e:82:b1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c089f8e3-8cd8-436c-87fe-5601caec737d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:16Z', 'updated_at': '2021-07-15T14:15:22Z', 'revision_number': 5, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'subnets': [{'id': 'c089f8e3-8cd8-436c-87fe-5601caec737d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:35.957537 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5931093-384f-4e4e-bdac-0e3537b997b1 None None] Checking router: ca8e1219-b13b-4959-a457-e90a251d8c32 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:15:35.965669 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5931093-384f-4e4e-bdac-0e3537b997b1 None None] Routers {'ca8e1219-b13b-4959-a457-e90a251d8c32'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:15:35.966405 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-b5931093-384f-4e4e-bdac-0e3537b997b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:15:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['ca8e1219-b13b-4959-a457-e90a251d8c32'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:35.974773 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec48235-9253-4076-a310-f37496f2e4a8 req-4f9c4520-46bd-4d0a-a7a9-2c80e690b3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:35.976285 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7ec48235-9253-4076-a310-f37496f2e4a8 req-4f9c4520-46bd-4d0a-a7a9-2c80e690b3a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c089f8e3-8cd8-436c-87fe-5601caec737d HTTP/1.1" status: 200 len: 849 time: 0.0439522 Jul 15 14:15:36.032516 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec48235-9253-4076-a310-f37496f2e4a8 req-9770a04a-60b9-4a47-9820-02336e85358f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:36.034299 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7ec48235-9253-4076-a310-f37496f2e4a8 req-9770a04a-60b9-4a47-9820-02336e85358f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9731cb31-2e9a-4014-8935-00d52b9152f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519574 Jul 15 14:15:36.074354 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-b5931093-384f-4e4e-bdac-0e3537b997b1 None None] Set router ca8e1219-b13b-4959-a457-e90a251d8c32 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:15:36.130808 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7ec48235-9253-4076-a310-f37496f2e4a8 req-2932e6c0-5308-49cc-b13d-5d3e96c27450 service neutron] 10.222.0.46 "GET /v2.0/networks/9731cb31-2e9a-4014-8935-00d52b9152f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894215 Jul 15 14:15:36.218278 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7ec48235-9253-4076-a310-f37496f2e4a8 req-bac3006f-27ed-43b4-acbf-89640f198e61 service neutron] 10.222.0.46 "GET /v2.0/networks/9731cb31-2e9a-4014-8935-00d52b9152f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811789 Jul 15 14:15:36.298362 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-b5931093-384f-4e4e-bdac-0e3537b997b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'name': 'tempest-TestSnapshotPattern-1794912274-router', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '374913eb-f8d6-47f4-80f0-001995b883f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:14Z', 'updated_at': '2021-07-15T14:15:17Z', 'revision_number': 4, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'gw_port': {'id': '374913eb-f8d6-47f4-80f0-001995b883f3', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:14Z', 'updated_at': '2021-07-15T14:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '915bd54b-86f9-4a69-988d-a496f6d0ca5f', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'floating_ip_address': '172.25.8.68', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'port_id': '4170875b-b2d5-4cfa-a89e-e7c63969820c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2', 'mac_address': 'fa:16:3e:37:e2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8844baf1-f45c-4f5a-a2d6-e54710bb7e0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:15:34Z', 'updated_at': '2021-07-15T14:15:34Z', 'revision_number': 0, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2668fed-5085-4853-ad4f-440229c5f0d5', 'name': '', 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'mac_address': 'fa:16:3e:82:b1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c089f8e3-8cd8-436c-87fe-5601caec737d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:16Z', 'updated_at': '2021-07-15T14:15:22Z', 'revision_number': 5, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'subnets': [{'id': 'c089f8e3-8cd8-436c-87fe-5601caec737d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:36.325342 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5931093-384f-4e4e-bdac-0e3537b997b1 None None] The sync data for ids ['ca8e1219-b13b-4959-a457-e90a251d8c32'] in n-d-771363-36 is: [{'id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'name': 'tempest-TestSnapshotPattern-1794912274-router', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '374913eb-f8d6-47f4-80f0-001995b883f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:14Z', 'updated_at': '2021-07-15T14:15:17Z', 'revision_number': 4, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'gw_port': {'id': '374913eb-f8d6-47f4-80f0-001995b883f3', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:14Z', 'updated_at': '2021-07-15T14:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '915bd54b-86f9-4a69-988d-a496f6d0ca5f', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'floating_ip_address': '172.25.8.68', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'port_id': '4170875b-b2d5-4cfa-a89e-e7c63969820c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2', 'mac_address': 'fa:16:3e:37:e2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8844baf1-f45c-4f5a-a2d6-e54710bb7e0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:15:34Z', 'updated_at': '2021-07-15T14:15:34Z', 'revision_number': 0, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2668fed-5085-4853-ad4f-440229c5f0d5', 'name': '', 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'mac_address': 'fa:16:3e:82:b1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c089f8e3-8cd8-436c-87fe-5601caec737d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:16Z', 'updated_at': '2021-07-15T14:15:22Z', 'revision_number': 5, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'subnets': [{'id': 'c089f8e3-8cd8-436c-87fe-5601caec737d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:15:36.512605 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b61494-3adb-46b9-8415-8273c3d15717 None None] New status for floating IP 915bd54b-86f9-4a69-988d-a496f6d0ca5f: ACTIVE {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:15:59.759414 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6d5584a1-a910-402f-92fc-30c886ebefa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:59.974730 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:00.183910 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:02.384450 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:02.532601 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b6713dac-a07e-410e-a308-67fa1fa16400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:03.859396 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:05.288218 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:06.335894 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:16:19.563104 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e20bb427-3158-4a0f-a3f5-764e9a5b09d4 req-e3dd2b4f-032d-4ec2-8d84-8d27f69eff22 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8844baf1-f45c-4f5a-a2d6-e54710bb7e0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0577893 Jul 15 14:16:19.653557 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20bb427-3158-4a0f-a3f5-764e9a5b09d4 req-751365ee-3205-4466-8a42-90b833ab618a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:19.655053 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e20bb427-3158-4a0f-a3f5-764e9a5b09d4 req-751365ee-3205-4466-8a42-90b833ab618a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad5644bd716440a59935f4ab52ace0c6&device_id=8844baf1-f45c-4f5a-a2d6-e54710bb7e0a HTTP/1.1" status: 200 len: 1097 time: 0.0518336 Jul 15 14:16:19.756153 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20bb427-3158-4a0f-a3f5-764e9a5b09d4 req-a4cb5dce-77aa-45b1-aea4-280a00eae537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:19.757576 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e20bb427-3158-4a0f-a3f5-764e9a5b09d4 req-a4cb5dce-77aa-45b1-aea4-280a00eae537 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9731cb31-2e9a-4014-8935-00d52b9152f2 HTTP/1.1" status: 200 len: 911 time: 0.0816197 Jul 15 14:16:19.822595 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e20bb427-3158-4a0f-a3f5-764e9a5b09d4 req-6198f730-79c3-45c2-8577-8fc0b2bb32b0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4170875b-b2d5-4cfa-a89e-e7c63969820c HTTP/1.1" status: 200 len: 1000 time: 0.0585539 Jul 15 14:16:19.868883 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20bb427-3158-4a0f-a3f5-764e9a5b09d4 req-57b55337-3201-4474-a25a-80fd72c18128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:19.870296 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e20bb427-3158-4a0f-a3f5-764e9a5b09d4 req-57b55337-3201-4474-a25a-80fd72c18128 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c089f8e3-8cd8-436c-87fe-5601caec737d HTTP/1.1" status: 200 len: 849 time: 0.0418239 Jul 15 14:16:19.924905 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20bb427-3158-4a0f-a3f5-764e9a5b09d4 req-06db6661-4014-4683-aab3-de8c6d3d2d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:19.926330 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e20bb427-3158-4a0f-a3f5-764e9a5b09d4 req-06db6661-4014-4683-aab3-de8c6d3d2d10 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9731cb31-2e9a-4014-8935-00d52b9152f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498164 Jul 15 14:16:20.015982 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e20bb427-3158-4a0f-a3f5-764e9a5b09d4 req-a6725441-8156-4ff1-b8ef-b54c493640c0 service neutron] 10.222.0.46 "GET /v2.0/networks/9731cb31-2e9a-4014-8935-00d52b9152f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827746 Jul 15 14:16:20.100993 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e20bb427-3158-4a0f-a3f5-764e9a5b09d4 req-973dfc80-7821-46b1-8115-48739c97d3dc service neutron] 10.222.0.46 "GET /v2.0/networks/9731cb31-2e9a-4014-8935-00d52b9152f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790668 Jul 15 14:16:29.759455 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a636b374-4284-4f73-9117-7445e4c3a906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:29.990309 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:30.196998 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:32.385794 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:32.534509 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b240125d-3a5d-464f-81f1-60db1e83ad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:33.863561 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:35.286935 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:43.334925 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:16:59.759709 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f6079713-2ee1-4b98-adc9-e911c5772c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:59.996200 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:00.189954 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:02.387551 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:02.533636 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1cc45cf4-f26f-48d2-b449-be16641c19a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:03.864762 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:05.289955 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:20.334538 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:17:20.615257 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b587b3fe-39a7-4f4d-8100-e324b81c0de3 req-c10fe2cd-6f04-4d23-a46a-49ede3aa2c5f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8844baf1-f45c-4f5a-a2d6-e54710bb7e0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1106403 Jul 15 14:17:20.705092 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587b3fe-39a7-4f4d-8100-e324b81c0de3 req-29c5433d-1023-4bf2-9846-c8ef28495d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:20.706589 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b587b3fe-39a7-4f4d-8100-e324b81c0de3 req-29c5433d-1023-4bf2-9846-c8ef28495d2a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad5644bd716440a59935f4ab52ace0c6&device_id=8844baf1-f45c-4f5a-a2d6-e54710bb7e0a HTTP/1.1" status: 200 len: 1097 time: 0.0521865 Jul 15 14:17:20.809923 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587b3fe-39a7-4f4d-8100-e324b81c0de3 req-3acabe97-5e1a-40a0-a08c-5fd14db1d7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:20.811400 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b587b3fe-39a7-4f4d-8100-e324b81c0de3 req-3acabe97-5e1a-40a0-a08c-5fd14db1d7b7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9731cb31-2e9a-4014-8935-00d52b9152f2 HTTP/1.1" status: 200 len: 911 time: 0.0858610 Jul 15 14:17:20.875180 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b587b3fe-39a7-4f4d-8100-e324b81c0de3 req-72702a04-fdda-4b88-84f2-e335ba5c1a88 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4170875b-b2d5-4cfa-a89e-e7c63969820c HTTP/1.1" status: 200 len: 1000 time: 0.0569823 Jul 15 14:17:20.921485 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587b3fe-39a7-4f4d-8100-e324b81c0de3 req-56ee5548-7858-4e99-b505-514ae5e17469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:20.922893 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b587b3fe-39a7-4f4d-8100-e324b81c0de3 req-56ee5548-7858-4e99-b505-514ae5e17469 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c089f8e3-8cd8-436c-87fe-5601caec737d HTTP/1.1" status: 200 len: 849 time: 0.0415483 Jul 15 14:17:20.982528 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587b3fe-39a7-4f4d-8100-e324b81c0de3 req-5b1d6169-f5cc-49a6-bb12-af289dc94494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:20.984151 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b587b3fe-39a7-4f4d-8100-e324b81c0de3 req-5b1d6169-f5cc-49a6-bb12-af289dc94494 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9731cb31-2e9a-4014-8935-00d52b9152f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550616 Jul 15 14:17:21.070372 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b587b3fe-39a7-4f4d-8100-e324b81c0de3 req-6d42e7f0-6efe-4891-a2af-d8e6e862e63a service neutron] 10.222.0.46 "GET /v2.0/networks/9731cb31-2e9a-4014-8935-00d52b9152f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793939 Jul 15 14:17:21.162113 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-b587b3fe-39a7-4f4d-8100-e324b81c0de3 req-575651eb-bf1d-44ba-811d-1fab45255696 service neutron] 10.222.0.46 "GET /v2.0/networks/9731cb31-2e9a-4014-8935-00d52b9152f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847826 Jul 15 14:17:29.759877 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c88cd0c8-2b36-4ee5-a939-e7677c4169ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:30.022042 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:30.200607 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:32.388534 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:32.534966 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b59df0a6-9221-4b49-a1df-764a250d4dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:32.638104 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 4170875b-b2d5-4cfa-a89e-e7c63969820c details requested by agent hyperv_n-h2-771363-36 with host n-h2-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:17:32.741342 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 4170875b-b2d5-4cfa-a89e-e7c63969820c, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=4170875b-b2d5-4cfa-a89e-e7c63969820c,segment=NetworkSegment(fc5baf9d-8a10-497b-b6b9-149e7242d035),segment_id=fc5baf9d-8a10-497b-b6b9-149e7242d035)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:17:32.752902 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Returning: {'device': '4170875b-b2d5-4cfa-a89e-e7c63969820c', 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2', 'port_id': '4170875b-b2d5-4cfa-a89e-e7c63969820c', 'mac_address': 'fa:16:3e:37:e2:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c089f8e3-8cd8-436c-87fe-5601caec737d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:17:32.789041 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:32.802213 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4170875b-b2d5-4cfa-a89e-e7c63969820c {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:17:32.821482 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 4170875b-b2d5-4cfa-a89e-e7c63969820c, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=4170875b-b2d5-4cfa-a89e-e7c63969820c,segment=NetworkSegment(fc5baf9d-8a10-497b-b6b9-149e7242d035),segment_id=fc5baf9d-8a10-497b-b6b9-149e7242d035)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:17:32.825630 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:32.882147 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=4170875b-b2d5-4cfa-a89e-e7c63969820c,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:32.889493 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:32.889842 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:32.890199 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:32.891089 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:32.891089 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:32.891296 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:32.891655 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:32.892254 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:32.892603 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:32.892916 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:32.893278 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:32.893551 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:32.903328 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] get_ports_and_sgs() called for port_ids ['4170875b-b2d5-4cfa-a89e-e7c63969820c'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:17:33.871711 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:34.641452 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 4170875b-b2d5-4cfa-a89e-e7c63969820c up at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:17:34.696229 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Provisioning complete for port 4170875b-b2d5-4cfa-a89e-e7c63969820c triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:17:34.697001 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:34.789301 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:34.824358 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 4170875b-b2d5-4cfa-a89e-e7c63969820c, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=4170875b-b2d5-4cfa-a89e-e7c63969820c,segment=NetworkSegment(fc5baf9d-8a10-497b-b6b9-149e7242d035),segment_id=fc5baf9d-8a10-497b-b6b9-149e7242d035)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:17:34.825406 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8844baf1-f45c-4f5a-a2d6-e54710bb7e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4170875b-b2d5-4cfa-a89e-e7c63969820c'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:17:34.828585 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d336e28e73e37671204d4011867161ab10622757e030a17953cce0be893d8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd798ae8-3470-4ce0-98d7-2d09e45d6e2e" -d '{"events": [{"server_uuid": "8844baf1-f45c-4f5a-a2d6-e54710bb7e0a", "name": "network-vif-plugged", "status": "completed", "tag": "4170875b-b2d5-4cfa-a89e-e7c63969820c"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:17:34.832452 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:34.886380 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c4cab6-a015-4a66-8d6d-a522505f81b9 x-openstack-request-id: req-13c4cab6-a015-4a66-8d6d-a522505f81b9 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:17:34.887040 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8844baf1-f45c-4f5a-a2d6-e54710bb7e0a", "name": "network-vif-plugged", "status": "completed", "tag": "4170875b-b2d5-4cfa-a89e-e7c63969820c", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:17:34.887040 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-13c4cab6-a015-4a66-8d6d-a522505f81b9 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:17:34.887646 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8844baf1-f45c-4f5a-a2d6-e54710bb7e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4170875b-b2d5-4cfa-a89e-e7c63969820c', 'code': 200} Jul 15 14:17:34.900094 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=4170875b-b2d5-4cfa-a89e-e7c63969820c,revision_number=7']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:35.295671 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:42.565829 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-b333e9c9-38df-42aa-a802-880b25bd2582 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1863242784&fields=id&tenant_id=ad5644bd716440a59935f4ab52ace0c6 HTTP/1.1" status: 200 len: 267 time: 0.0386312 Jul 15 14:17:42.671974 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-20c9abaf-fc4d-47c4-9f25-73a3c40494be tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:42.673532 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-20c9abaf-fc4d-47c4-9f25-73a3c40494be tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/networks?id=9731cb31-2e9a-4014-8935-00d52b9152f2 HTTP/1.1" status: 200 len: 810 time: 0.1011786 Jul 15 14:17:42.687651 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-9ce0bf17-c214-4d42-9213-77fc2d9f8889 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/quotas/ad5644bd716440a59935f4ab52ace0c6 HTTP/1.1" status: 200 len: 375 time: 0.0088236 Jul 15 14:17:42.762802 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-1ef5070e-4a53-4036-8022-4da644d0a571 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ad5644bd716440a59935f4ab52ace0c6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0704281 Jul 15 14:17:42.817624 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-6ae5ff74-2f2e-4212-b53d-813311b91f65 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:17:42.818638 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-6ae5ff74-2f2e-4212-b53d-813311b91f65 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0451629 Jul 15 14:17:42.905794 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-0830b969-f557-425a-ae03-7776a8ba5404 service neutron] 10.222.0.16 "GET /v2.0/networks/9731cb31-2e9a-4014-8935-00d52b9152f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807528 Jul 15 14:17:42.993840 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-f954dd74-0893-4347-93e3-13f544a7fbee service neutron] 10.222.0.16 "GET /v2.0/networks/9731cb31-2e9a-4014-8935-00d52b9152f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823939 Jul 15 14:17:43.221468 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-9fb4a5ae-4945-4d88-8457-a5750bac3769 req-24714caa-5d4a-472b-9053-78cc098f5f99 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/ports?device_id=4939d94e-fc22-47d3-8e52-0c2fc85c2167 HTTP/1.1" status: 200 len: 210 time: 0.0761445 Jul 15 14:17:44.178234 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-a179b1ba-45ee-44b7-a369-4706e67ae1ae tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:44.179698 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-a179b1ba-45ee-44b7-a369-4706e67ae1ae tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.20 "GET /v2.0/networks?id=9731cb31-2e9a-4014-8935-00d52b9152f2 HTTP/1.1" status: 200 len: 810 time: 0.1025884 Jul 15 14:17:44.225292 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-4a8ac560-c90f-4916-95b2-acce18f60475 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad5644bd716440a59935f4ab52ace0c6 HTTP/1.1" status: 200 len: 380 time: 0.0377777 Jul 15 14:17:44.234350 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-8d548d04-19ac-4dcb-9670-a0c88f53bde9 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Request body: {'port': {'device_id': '4939d94e-fc22-47d3-8e52-0c2fc85c2167', 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2', 'admin_state_up': True, 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'security_groups': ['6262e7a4-3aac-48ba-8fbf-25fcf50259dd']}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:17:44.370815 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-ddd7de41-948f-4c79-8545-88b2200f07e3 req-0a324b7e-2ac2-4de8-95cc-f0700cf57e00 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/ports?device_id=4939d94e-fc22-47d3-8e52-0c2fc85c2167 HTTP/1.1" status: 200 len: 210 time: 0.0318429 Jul 15 14:17:44.680039 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-8d548d04-19ac-4dcb-9670-a0c88f53bde9 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Made reservation on behalf of ad5644bd716440a59935f4ab52ace0c6 for: {'port': 1} {{(pid=93826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:17:44.684178 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-8d548d04-19ac-4dcb-9670-a0c88f53bde9 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:44.701689 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 4170875b-b2d5-4cfa-a89e-e7c63969820c no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:17:44.837579 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:44.843583 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-8d548d04-19ac-4dcb-9670-a0c88f53bde9 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Allocated IP 172.20.0.5 (9731cb31-2e9a-4014-8935-00d52b9152f2/c089f8e3-8cd8-436c-87fe-5601caec737d/d7da101c-fe2c-4387-8bde-3382a8409d56) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:17:44.883705 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8844baf1-f45c-4f5a-a2d6-e54710bb7e0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4170875b-b2d5-4cfa-a89e-e7c63969820c'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:17:44.887667 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d336e28e73e37671204d4011867161ab10622757e030a17953cce0be893d8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5113adee-a8e2-4bad-a25e-df8aa7e006d6" -d '{"events": [{"server_uuid": "8844baf1-f45c-4f5a-a2d6-e54710bb7e0a", "name": "network-vif-unplugged", "status": "completed", "tag": "4170875b-b2d5-4cfa-a89e-e7c63969820c"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:17:44.928672 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] For port 4170875b-b2d5-4cfa-a89e-e7c63969820c, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=4170875b-b2d5-4cfa-a89e-e7c63969820c,segment=NetworkSegment(fc5baf9d-8a10-497b-b6b9-149e7242d035),segment_id=fc5baf9d-8a10-497b-b6b9-149e7242d035)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:17:44.935251 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:44.957889 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e478e211-0dd3-4fab-bb97-5a798b5ca8f2 x-openstack-request-id: req-e478e211-0dd3-4fab-bb97-5a798b5ca8f2 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:17:44.958460 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8844baf1-f45c-4f5a-a2d6-e54710bb7e0a", "name": "network-vif-unplugged", "status": "completed", "tag": "4170875b-b2d5-4cfa-a89e-e7c63969820c", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:17:44.958909 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e478e211-0dd3-4fab-bb97-5a798b5ca8f2 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:17:44.959305 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8844baf1-f45c-4f5a-a2d6-e54710bb7e0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4170875b-b2d5-4cfa-a89e-e7c63969820c', 'code': 200} Jul 15 14:17:45.015402 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Pushing event updated for resources: {'Port': ['ID=4170875b-b2d5-4cfa-a89e-e7c63969820c,revision_number=8']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:45.050063 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-8d548d04-19ac-4dcb-9670-a0c88f53bde9 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:45.064419 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-8d548d04-19ac-4dcb-9670-a0c88f53bde9 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Transition to ACTIVE for port object d7da101c-fe2c-4387-8bde-3382a8409d56 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:17:45.098992 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-8d548d04-19ac-4dcb-9670-a0c88f53bde9 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:45.146478 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-8d548d04-19ac-4dcb-9670-a0c88f53bde9 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Network 9731cb31-2e9a-4014-8935-00d52b9152f2 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:17:45.149743 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-8d548d04-19ac-4dcb-9670-a0c88f53bde9 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:17:45.153903 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-8d548d04-19ac-4dcb-9670-a0c88f53bde9 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:17:45.160795 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d548d04-19ac-4dcb-9670-a0c88f53bde9 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Pushing event updated for resources: {'Port': ['ID=d7da101c-fe2c-4387-8bde-3382a8409d56,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:45.190711 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d548d04-19ac-4dcb-9670-a0c88f53bde9 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:45.191428 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d548d04-19ac-4dcb-9670-a0c88f53bde9 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:45.191541 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d548d04-19ac-4dcb-9670-a0c88f53bde9 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:45.191839 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d548d04-19ac-4dcb-9670-a0c88f53bde9 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:45.192200 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d548d04-19ac-4dcb-9670-a0c88f53bde9 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:45.192503 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d548d04-19ac-4dcb-9670-a0c88f53bde9 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:45.192837 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d548d04-19ac-4dcb-9670-a0c88f53bde9 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:45.193167 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d548d04-19ac-4dcb-9670-a0c88f53bde9 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:45.193492 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d548d04-19ac-4dcb-9670-a0c88f53bde9 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:45.193820 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d548d04-19ac-4dcb-9670-a0c88f53bde9 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:45.194144 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d548d04-19ac-4dcb-9670-a0c88f53bde9 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:45.194492 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d548d04-19ac-4dcb-9670-a0c88f53bde9 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:45.225305 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-8d548d04-19ac-4dcb-9670-a0c88f53bde9 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:45.225934 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-8d548d04-19ac-4dcb-9670-a0c88f53bde9 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:45.249086 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-8d548d04-19ac-4dcb-9670-a0c88f53bde9 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0187263 Jul 15 14:17:45.405441 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-ad15db64-c08c-4ebd-af5c-b9f6cf5df4f5 None None] Provisioning for port d7da101c-fe2c-4387-8bde-3382a8409d56 completed by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:17:45.409990 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-ad15db64-c08c-4ebd-af5c-b9f6cf5df4f5 None None] Provisioning complete for port d7da101c-fe2c-4387-8bde-3382a8409d56 triggered by entity DHCP. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:17:45.410514 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ad15db64-c08c-4ebd-af5c-b9f6cf5df4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:45.447160 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-ad15db64-c08c-4ebd-af5c-b9f6cf5df4f5 None None] Port d7da101c-fe2c-4387-8bde-3382a8409d56 cannot update to ACTIVE because it is not bound. {{(pid=93827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:17:45.573641 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501acb0-5841-4591-8e35-8768b8bece26 req-2472801f-e4cf-4516-9868-c1bbda500086 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:45.575237 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8501acb0-5841-4591-8e35-8768b8bece26 req-2472801f-e4cf-4516-9868-c1bbda500086 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/ports?device_id=4939d94e-fc22-47d3-8e52-0c2fc85c2167 HTTP/1.1" status: 200 len: 931 time: 0.0770929 Jul 15 14:17:45.615155 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-8501acb0-5841-4591-8e35-8768b8bece26 req-06374a1c-21ec-4ba1-a9b2-14a6b9dabaa1 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6262e7a4-3aac-48ba-8fbf-25fcf50259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339739 Jul 15 14:17:46.800143 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746108ae-f14f-4983-8ede-ee4c15b5adeb req-30ca1a1b-4955-4edc-b128-38aedd42f97e tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:46.801646 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-746108ae-f14f-4983-8ede-ee4c15b5adeb req-30ca1a1b-4955-4edc-b128-38aedd42f97e tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/ports?device_id=4939d94e-fc22-47d3-8e52-0c2fc85c2167 HTTP/1.1" status: 200 len: 931 time: 0.0646250 Jul 15 14:17:46.841281 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-746108ae-f14f-4983-8ede-ee4c15b5adeb req-5452d95c-64e8-4f64-b83b-7027a154f5e0 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6262e7a4-3aac-48ba-8fbf-25fcf50259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338914 Jul 15 14:17:48.018692 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368178bc-a3b4-4698-ae8d-66f67ab3f636 req-714f93fe-5ba2-4930-a50e-b3e7d252d84e tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:48.020183 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-368178bc-a3b4-4698-ae8d-66f67ab3f636 req-714f93fe-5ba2-4930-a50e-b3e7d252d84e tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/ports?device_id=4939d94e-fc22-47d3-8e52-0c2fc85c2167 HTTP/1.1" status: 200 len: 931 time: 0.0648236 Jul 15 14:17:48.065907 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-368178bc-a3b4-4698-ae8d-66f67ab3f636 req-802a8395-6197-48a6-a84d-7bc157059557 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6262e7a4-3aac-48ba-8fbf-25fcf50259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400579 Jul 15 14:17:49.247207 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5939af3-dc7d-4fba-9501-2a20a7ccf5bb req-4cb47c0a-c8b0-44fb-8c7c-5a51f020c115 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:49.248892 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d5939af3-dc7d-4fba-9501-2a20a7ccf5bb req-4cb47c0a-c8b0-44fb-8c7c-5a51f020c115 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/ports?device_id=4939d94e-fc22-47d3-8e52-0c2fc85c2167 HTTP/1.1" status: 200 len: 931 time: 0.0699553 Jul 15 14:17:49.287754 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d5939af3-dc7d-4fba-9501-2a20a7ccf5bb req-e6bfb277-e111-4b73-9dce-98e34060b61c tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6262e7a4-3aac-48ba-8fbf-25fcf50259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329795 Jul 15 14:17:50.463742 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648881cc-08be-47ec-84ad-3c02dcb3db36 req-505fa620-cab3-4862-91e4-46cdb7e20f09 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:50.465963 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-648881cc-08be-47ec-84ad-3c02dcb3db36 req-505fa620-cab3-4862-91e4-46cdb7e20f09 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/ports?device_id=4939d94e-fc22-47d3-8e52-0c2fc85c2167 HTTP/1.1" status: 200 len: 931 time: 0.0659146 Jul 15 14:17:50.506413 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-648881cc-08be-47ec-84ad-3c02dcb3db36 req-f1307733-9206-4ad1-8355-87a4f0349399 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6262e7a4-3aac-48ba-8fbf-25fcf50259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347860 Jul 15 14:17:51.694148 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e478e6-350b-48c4-b314-6c88231dac8a req-9198ad28-1b3a-4260-b7a0-39af371d647e tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:51.695906 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-86e478e6-350b-48c4-b314-6c88231dac8a req-9198ad28-1b3a-4260-b7a0-39af371d647e tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/ports?device_id=4939d94e-fc22-47d3-8e52-0c2fc85c2167 HTTP/1.1" status: 200 len: 931 time: 0.0683935 Jul 15 14:17:51.736957 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-86e478e6-350b-48c4-b314-6c88231dac8a req-3323ad4d-6c22-4578-b4e6-e068ce5c58bb tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6262e7a4-3aac-48ba-8fbf-25fcf50259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352280 Jul 15 14:17:52.917440 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56418ea-047a-4175-9343-400556333473 req-0d56f5c7-6eaa-4e33-9565-b23a99ae729e tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:52.919505 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e56418ea-047a-4175-9343-400556333473 req-0d56f5c7-6eaa-4e33-9565-b23a99ae729e tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/ports?device_id=4939d94e-fc22-47d3-8e52-0c2fc85c2167 HTTP/1.1" status: 200 len: 931 time: 0.0689023 Jul 15 14:17:52.958478 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-e56418ea-047a-4175-9343-400556333473 req-5a6656c1-7d85-4fe8-83d1-6e53ce8e9026 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6262e7a4-3aac-48ba-8fbf-25fcf50259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330780 Jul 15 14:17:54.138093 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb4235-862c-4186-b5fa-b5146ad85522 req-5d4c70c7-2d30-4a4a-b0c8-78e9d985ecb1 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:54.139558 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d8fb4235-862c-4186-b5fa-b5146ad85522 req-5d4c70c7-2d30-4a4a-b0c8-78e9d985ecb1 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/ports?device_id=4939d94e-fc22-47d3-8e52-0c2fc85c2167 HTTP/1.1" status: 200 len: 931 time: 0.0643265 Jul 15 14:17:54.181527 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-d8fb4235-862c-4186-b5fa-b5146ad85522 req-64aadb64-5615-45ed-aff3-29f5438a469d tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6262e7a4-3aac-48ba-8fbf-25fcf50259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362365 Jul 15 14:17:54.703223 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.v2.base [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-dfa0870c-05c6-409e-ac38-0658d0bbeda2 service neutron] Request body: {'port': {'device_id': '4939d94e-fc22-47d3-8e52-0c2fc85c2167', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-36'}} {{(pid=93826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:17:54.776469 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-dfa0870c-05c6-409e-ac38-0658d0bbeda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:55.027867 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-dfa0870c-05c6-409e-ac38-0658d0bbeda2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7da101c-fe2c-4387-8bde-3382a8409d56 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:17:55.035826 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-dfa0870c-05c6-409e-ac38-0658d0bbeda2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:55.047210 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-dfa0870c-05c6-409e-ac38-0658d0bbeda2 service neutron] Transition to ACTIVE for port object d7da101c-fe2c-4387-8bde-3382a8409d56 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:17:55.051060 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-dfa0870c-05c6-409e-ac38-0658d0bbeda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:55.105423 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0870c-05c6-409e-ac38-0658d0bbeda2 service neutron] Pushing event updated for resources: {'Port': ['ID=d7da101c-fe2c-4387-8bde-3382a8409d56,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:55.173969 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-dfa0870c-05c6-409e-ac38-0658d0bbeda2 service neutron] Attempting to bind port d7da101c-fe2c-4387-8bde-3382a8409d56 on host n-h1-771363-36 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:17:55.174318 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-dfa0870c-05c6-409e-ac38-0658d0bbeda2 service neutron] Attempting to bind port d7da101c-fe2c-4387-8bde-3382a8409d56 by drivers openvswitch,hyperv on host n-h1-771363-36 at level 0 using segments [{'id': 'fc5baf9d-8a10-497b-b6b9-149e7242d035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:17:55.174695 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-dfa0870c-05c6-409e-ac38-0658d0bbeda2 service neutron] Attempting to bind port d7da101c-fe2c-4387-8bde-3382a8409d56 on network 9731cb31-2e9a-4014-8935-00d52b9152f2 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:17:55.179167 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-dfa0870c-05c6-409e-ac38-0658d0bbeda2 service neutron] Port d7da101c-fe2c-4387-8bde-3382a8409d56 on network 9731cb31-2e9a-4014-8935-00d52b9152f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-36 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:17:55.179493 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-dfa0870c-05c6-409e-ac38-0658d0bbeda2 service neutron] Attempting to bind port d7da101c-fe2c-4387-8bde-3382a8409d56 on network 9731cb31-2e9a-4014-8935-00d52b9152f2 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:17:55.184855 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-dfa0870c-05c6-409e-ac38-0658d0bbeda2 service neutron] Checking agent: {'id': '678c55f9-e9fd-4879-8cba-feb904880d63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-36', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'started_at': datetime.datetime(2021, 7, 15, 12, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:17:55.185204 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-dfa0870c-05c6-409e-ac38-0658d0bbeda2 service neutron] Checking segment: {'id': 'fc5baf9d-8a10-497b-b6b9-149e7242d035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:17:55.185591 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-dfa0870c-05c6-409e-ac38-0658d0bbeda2 service neutron] Bound using segment: {'id': 'fc5baf9d-8a10-497b-b6b9-149e7242d035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:17:55.186024 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-dfa0870c-05c6-409e-ac38-0658d0bbeda2 service neutron] Bound port: d7da101c-fe2c-4387-8bde-3382a8409d56, host: n-h1-771363-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5baf9d-8a10-497b-b6b9-149e7242d035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:17:55.186400 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-dfa0870c-05c6-409e-ac38-0658d0bbeda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:55.255672 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-dfa0870c-05c6-409e-ac38-0658d0bbeda2 service neutron] For port d7da101c-fe2c-4387-8bde-3382a8409d56, host n-h1-771363-36, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:17:55.258985 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-dfa0870c-05c6-409e-ac38-0658d0bbeda2 service neutron] For port d7da101c-fe2c-4387-8bde-3382a8409d56, host n-h1-771363-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=d7da101c-fe2c-4387-8bde-3382a8409d56,segment=NetworkSegment(fc5baf9d-8a10-497b-b6b9-149e7242d035),segment_id=fc5baf9d-8a10-497b-b6b9-149e7242d035)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:17:55.265754 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-dfa0870c-05c6-409e-ac38-0658d0bbeda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8999930'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:55.302729 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-dfa0870c-05c6-409e-ac38-0658d0bbeda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:55.303255 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-dfa0870c-05c6-409e-ac38-0658d0bbeda2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:55.304712 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-dfa0870c-05c6-409e-ac38-0658d0bbeda2 service neutron] 10.222.0.20 "PUT /v2.0/ports/d7da101c-fe2c-4387-8bde-3382a8409d56 HTTP/1.1" status: 200 len: 1092 time: 0.6059697 Jul 15 14:17:55.305084 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4939d94e-fc22-47d3-8e52-0c2fc85c2167', 'tag': 'd7da101c-fe2c-4387-8bde-3382a8409d56'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:17:55.307381 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8576bed0d9272eb7d87375883ff290b2d3af54e29368fa65b340403a42b02ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3da99b-cc4d-4776-af58-06d58ba5a133" -d '{"events": [{"name": "network-changed", "server_uuid": "4939d94e-fc22-47d3-8e52-0c2fc85c2167", "tag": "d7da101c-fe2c-4387-8bde-3382a8409d56"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:17:55.335471 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0870c-05c6-409e-ac38-0658d0bbeda2 service neutron] Pushing event updated for resources: {'Port': ['ID=d7da101c-fe2c-4387-8bde-3382a8409d56,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:55.385801 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0ff6a-a20d-4bb2-849a-7fb4d88edf40 req-848ae2fb-1b1a-4dd5-a2ed-aefce9e5836f tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:55.387543 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3ea0ff6a-a20d-4bb2-849a-7fb4d88edf40 req-848ae2fb-1b1a-4dd5-a2ed-aefce9e5836f tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/ports?device_id=4939d94e-fc22-47d3-8e52-0c2fc85c2167 HTTP/1.1" status: 200 len: 943 time: 0.0866117 Jul 15 14:17:55.428998 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405aa3d7-912d-41ce-920c-3f73455246c0 x-openstack-request-id: req-405aa3d7-912d-41ce-920c-3f73455246c0 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:17:55.429473 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4939d94e-fc22-47d3-8e52-0c2fc85c2167", "tag": "d7da101c-fe2c-4387-8bde-3382a8409d56", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:17:55.429700 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-405aa3d7-912d-41ce-920c-3f73455246c0 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:17:55.430062 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4939d94e-fc22-47d3-8e52-0c2fc85c2167', 'tag': 'd7da101c-fe2c-4387-8bde-3382a8409d56', 'status': 'completed', 'code': 200} Jul 15 14:17:55.431133 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3ea0ff6a-a20d-4bb2-849a-7fb4d88edf40 req-5df1937a-0a3a-4ec7-abf4-2f7e91936872 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6262e7a4-3aac-48ba-8fbf-25fcf50259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369270 Jul 15 14:17:55.440992 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-27ca38ef-fe34-474b-a4be-ebe1c01b97b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:55.442572 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-27ca38ef-fe34-474b-a4be-ebe1c01b97b0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad5644bd716440a59935f4ab52ace0c6&device_id=4939d94e-fc22-47d3-8e52-0c2fc85c2167 HTTP/1.1" status: 200 len: 1095 time: 0.0886679 Jul 15 14:17:55.484324 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-55c9c17b-6579-430c-a981-76c1a97439e6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7da101c-fe2c-4387-8bde-3382a8409d56 HTTP/1.1" status: 200 len: 217 time: 0.0350606 Jul 15 14:17:55.537460 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-f043d215-dfd1-4e30-ac88-325d1a258b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:55.538958 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-f043d215-dfd1-4e30-ac88-325d1a258b48 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c089f8e3-8cd8-436c-87fe-5601caec737d HTTP/1.1" status: 200 len: 849 time: 0.0490136 Jul 15 14:17:55.595289 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-5ff65877-accd-49b3-9dd0-2e2e5fe66a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:55.596773 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-5ff65877-accd-49b3-9dd0-2e2e5fe66a63 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9731cb31-2e9a-4014-8935-00d52b9152f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516686 Jul 15 14:17:55.683911 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-6719758f-2638-4d73-a87d-4d259d77c43b service neutron] 10.222.0.20 "GET /v2.0/networks/9731cb31-2e9a-4014-8935-00d52b9152f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803955 Jul 15 14:17:55.772947 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-cfdf9701-d324-477f-83b7-f6a593fbf9ee req-cc551d27-e472-47c4-947d-672b02fdd517 service neutron] 10.222.0.20 "GET /v2.0/networks/9731cb31-2e9a-4014-8935-00d52b9152f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829523 Jul 15 14:17:55.869129 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3da99b-cc4d-4776-af58-06d58ba5a133 req-f738c169-4191-44e4-9fc1-21f359f1f26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:55.870644 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5a3da99b-cc4d-4776-af58-06d58ba5a133 req-f738c169-4191-44e4-9fc1-21f359f1f26e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad5644bd716440a59935f4ab52ace0c6&device_id=4939d94e-fc22-47d3-8e52-0c2fc85c2167 HTTP/1.1" status: 200 len: 1095 time: 0.0522511 Jul 15 14:17:55.961718 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3da99b-cc4d-4776-af58-06d58ba5a133 req-2771626e-36c8-4f7a-bb1f-042cc16af8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:55.963174 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5a3da99b-cc4d-4776-af58-06d58ba5a133 req-2771626e-36c8-4f7a-bb1f-042cc16af8c0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9731cb31-2e9a-4014-8935-00d52b9152f2 HTTP/1.1" status: 200 len: 911 time: 0.0865059 Jul 15 14:17:56.002321 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5a3da99b-cc4d-4776-af58-06d58ba5a133 req-52ecea9d-9f13-45fd-9318-b8cd5121ccb0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7da101c-fe2c-4387-8bde-3382a8409d56 HTTP/1.1" status: 200 len: 217 time: 0.0326595 Jul 15 14:17:56.049662 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3da99b-cc4d-4776-af58-06d58ba5a133 req-88ad6c8b-0386-4334-853a-0504c283dd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:56.051108 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5a3da99b-cc4d-4776-af58-06d58ba5a133 req-88ad6c8b-0386-4334-853a-0504c283dd58 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c089f8e3-8cd8-436c-87fe-5601caec737d HTTP/1.1" status: 200 len: 849 time: 0.0414453 Jul 15 14:17:56.110550 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3da99b-cc4d-4776-af58-06d58ba5a133 req-a3f32bc7-4f90-4f5d-8400-58f5748d059e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:56.112004 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5a3da99b-cc4d-4776-af58-06d58ba5a133 req-a3f32bc7-4f90-4f5d-8400-58f5748d059e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9731cb31-2e9a-4014-8935-00d52b9152f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540683 Jul 15 14:17:56.199853 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5a3da99b-cc4d-4776-af58-06d58ba5a133 req-4d68195e-cd42-4959-b044-c9ce07ecc540 service neutron] 10.222.0.20 "GET /v2.0/networks/9731cb31-2e9a-4014-8935-00d52b9152f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795534 Jul 15 14:17:56.289393 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-5a3da99b-cc4d-4776-af58-06d58ba5a133 req-6ab71c9f-4d25-472a-af90-6f1ec98e2db6 service neutron] 10.222.0.20 "GET /v2.0/networks/9731cb31-2e9a-4014-8935-00d52b9152f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829618 Jul 15 14:17:56.603970 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b46ed-e0f8-4c95-9e98-f1c80dd2aa47 req-7c8235f0-d6f7-4c01-b84b-4387e0cfc94b tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:56.605431 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-128b46ed-e0f8-4c95-9e98-f1c80dd2aa47 req-7c8235f0-d6f7-4c01-b84b-4387e0cfc94b tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/ports?device_id=4939d94e-fc22-47d3-8e52-0c2fc85c2167 HTTP/1.1" status: 200 len: 943 time: 0.0631669 Jul 15 14:17:56.643142 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-128b46ed-e0f8-4c95-9e98-f1c80dd2aa47 req-0610aa83-997e-431a-993c-63b39c863561 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6262e7a4-3aac-48ba-8fbf-25fcf50259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320480 Jul 15 14:17:57.333467 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:17:57.817795 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be6bc1-8d31-4eca-9f85-616f616be9bc req-08509e94-b2db-4efe-8787-0dfc9d8b900a tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:57.819319 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-98be6bc1-8d31-4eca-9f85-616f616be9bc req-08509e94-b2db-4efe-8787-0dfc9d8b900a tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/ports?device_id=4939d94e-fc22-47d3-8e52-0c2fc85c2167 HTTP/1.1" status: 200 len: 943 time: 0.0674598 Jul 15 14:17:57.853738 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device d7da101c-fe2c-4387-8bde-3382a8409d56 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:17:57.857450 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-98be6bc1-8d31-4eca-9f85-616f616be9bc req-c71d8746-e3ea-40cd-8093-b6ce1a29766d tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6262e7a4-3aac-48ba-8fbf-25fcf50259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323641 Jul 15 14:17:57.948796 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port d7da101c-fe2c-4387-8bde-3382a8409d56, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=d7da101c-fe2c-4387-8bde-3382a8409d56,segment=NetworkSegment(fc5baf9d-8a10-497b-b6b9-149e7242d035),segment_id=fc5baf9d-8a10-497b-b6b9-149e7242d035)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:17:57.959391 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': 'd7da101c-fe2c-4387-8bde-3382a8409d56', 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2', 'port_id': 'd7da101c-fe2c-4387-8bde-3382a8409d56', 'mac_address': 'fa:16:3e:99:25:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c089f8e3-8cd8-436c-87fe-5601caec737d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:17:57.994707 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:58.007265 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7da101c-fe2c-4387-8bde-3382a8409d56 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:17:58.025626 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port d7da101c-fe2c-4387-8bde-3382a8409d56, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=d7da101c-fe2c-4387-8bde-3382a8409d56,segment=NetworkSegment(fc5baf9d-8a10-497b-b6b9-149e7242d035),segment_id=fc5baf9d-8a10-497b-b6b9-149e7242d035)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:17:58.029474 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:58.075191 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=d7da101c-fe2c-4387-8bde-3382a8409d56,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:58.250997 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['d7da101c-fe2c-4387-8bde-3382a8409d56'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:17:59.028336 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931da4c-5ca2-41a0-bd46-f8ec65bf18d5 req-3eb0f0b3-6b04-4845-b88f-bd787c980fd5 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:59.029847 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c931da4c-5ca2-41a0-bd46-f8ec65bf18d5 req-3eb0f0b3-6b04-4845-b88f-bd787c980fd5 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/ports?device_id=4939d94e-fc22-47d3-8e52-0c2fc85c2167 HTTP/1.1" status: 200 len: 944 time: 0.0619605 Jul 15 14:17:59.066272 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-c931da4c-5ca2-41a0-bd46-f8ec65bf18d5 req-a720f019-1261-4124-8316-c02358a65124 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6262e7a4-3aac-48ba-8fbf-25fcf50259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309925 Jul 15 14:17:59.759666 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd2c3b23-241e-4df3-aee9-7a96644fe698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:59.852796 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device d7da101c-fe2c-4387-8bde-3382a8409d56 up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:17:59.899479 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning for port d7da101c-fe2c-4387-8bde-3382a8409d56 completed by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:17:59.902943 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port d7da101c-fe2c-4387-8bde-3382a8409d56 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:17:59.903319 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:59.979313 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:00.000702 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4939d94e-fc22-47d3-8e52-0c2fc85c2167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7da101c-fe2c-4387-8bde-3382a8409d56'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:18:00.002944 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d336e28e73e37671204d4011867161ab10622757e030a17953cce0be893d8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3f9cd1-c602-49d9-81de-fe5ad3e69772" -d '{"events": [{"server_uuid": "4939d94e-fc22-47d3-8e52-0c2fc85c2167", "name": "network-vif-plugged", "status": "completed", "tag": "d7da101c-fe2c-4387-8bde-3382a8409d56"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:18:00.015869 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port d7da101c-fe2c-4387-8bde-3382a8409d56, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=d7da101c-fe2c-4387-8bde-3382a8409d56,segment=NetworkSegment(fc5baf9d-8a10-497b-b6b9-149e7242d035),segment_id=fc5baf9d-8a10-497b-b6b9-149e7242d035)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:18:00.019704 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:00.049920 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f629a05-4c7f-48fa-ae77-48a1b11694dd x-openstack-request-id: req-7f629a05-4c7f-48fa-ae77-48a1b11694dd {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:18:00.050205 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4939d94e-fc22-47d3-8e52-0c2fc85c2167", "name": "network-vif-plugged", "status": "completed", "tag": "d7da101c-fe2c-4387-8bde-3382a8409d56", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:18:00.050512 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7f629a05-4c7f-48fa-ae77-48a1b11694dd {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:18:00.050890 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4939d94e-fc22-47d3-8e52-0c2fc85c2167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7da101c-fe2c-4387-8bde-3382a8409d56', 'code': 200} Jul 15 14:18:00.058423 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:00.079639 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=d7da101c-fe2c-4387-8bde-3382a8409d56,revision_number=5']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:00.156568 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633dd17-4f54-405f-b4a6-4e16305e3b58 req-8eca2a64-2780-44f1-b547-f0a92de49982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:00.158089 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e633dd17-4f54-405f-b4a6-4e16305e3b58 req-8eca2a64-2780-44f1-b547-f0a92de49982 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4939d94e-fc22-47d3-8e52-0c2fc85c2167 HTTP/1.1" status: 200 len: 1097 time: 0.0522480 Jul 15 14:18:00.193818 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-e633dd17-4f54-405f-b4a6-4e16305e3b58 req-2a3d34bb-d4eb-42a3-b802-94770611df08 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6262e7a4-3aac-48ba-8fbf-25fcf50259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287554 Jul 15 14:18:00.213984 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:00.241832 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949d0e8-1d47-4c4a-9556-fbe6bc52ec7a req-ff566978-1328-4c9f-8665-0300f244e25c tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:00.243335 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b949d0e8-1d47-4c4a-9556-fbe6bc52ec7a req-ff566978-1328-4c9f-8665-0300f244e25c tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/ports?device_id=4939d94e-fc22-47d3-8e52-0c2fc85c2167 HTTP/1.1" status: 200 len: 945 time: 0.0639398 Jul 15 14:18:00.284605 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-b949d0e8-1d47-4c4a-9556-fbe6bc52ec7a req-6b154037-6ed3-4cd3-8537-61369d0c76e7 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6262e7a4-3aac-48ba-8fbf-25fcf50259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355232 Jul 15 14:18:01.454134 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8e86f-f983-4ae6-9601-87231aa6655f req-9e5bb706-8e89-4ebf-b50f-cf37963d46c5 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:01.455858 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f1b8e86f-f983-4ae6-9601-87231aa6655f req-9e5bb706-8e89-4ebf-b50f-cf37963d46c5 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/ports?device_id=4939d94e-fc22-47d3-8e52-0c2fc85c2167 HTTP/1.1" status: 200 len: 945 time: 0.0616710 Jul 15 14:18:01.491563 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f1b8e86f-f983-4ae6-9601-87231aa6655f req-5efb46c0-3a22-49d0-9a80-0fc4e9ac9eb2 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6262e7a4-3aac-48ba-8fbf-25fcf50259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301898 Jul 15 14:18:01.665899 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae878b7-bcb5-4cea-9b40-f6762ebacf05 req-90397818-dad2-4e6a-8d16-048be1c07b67 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:01.667357 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0ae878b7-bcb5-4cea-9b40-f6762ebacf05 req-90397818-dad2-4e6a-8d16-048be1c07b67 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/ports?device_id=4939d94e-fc22-47d3-8e52-0c2fc85c2167 HTTP/1.1" status: 200 len: 945 time: 0.0648332 Jul 15 14:18:01.704829 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-0ae878b7-bcb5-4cea-9b40-f6762ebacf05 req-b8cc0c81-c37a-491a-9cec-b9a59c5e59e1 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6262e7a4-3aac-48ba-8fbf-25fcf50259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314000 Jul 15 14:18:01.727946 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42528) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:18:01.783131 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ce881e-2b3e-4113-95cc-430589fd55fc tempest-TestSnapshotPattern-356502126 tempest-TestSnapshotPattern-356502126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:01.784643 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f7ce881e-2b3e-4113-95cc-430589fd55fc tempest-TestSnapshotPattern-356502126 tempest-TestSnapshotPattern-356502126-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4939d94e-fc22-47d3-8e52-0c2fc85c2167 HTTP/1.1" status: 200 len: 1092 time: 0.0557516 Jul 15 14:18:01.787316 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42530) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:18:01.791559 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.v2.base [None req-1e99ac45-a472-4153-8f26-96e244000197 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Request body: {'floatingip': {'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'port_id': 'd7da101c-fe2c-4387-8bde-3382a8409d56', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:18:01.812354 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e99ac45-a472-4153-8f26-96e244000197 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks [] for floatingip, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:01.906808 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e99ac45-a472-4153-8f26-96e244000197 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:02.008565 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-1e99ac45-a472-4153-8f26-96e244000197 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Allocated IP 172.25.8.107 (e1268488-a505-464f-96b0-8b93d6dfd7ab/46338aed-0ea6-45de-b9cf-f024c89e40ab/f785ae96-1e65-434b-a7d2-507c10fffe20) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:18:02.105986 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e99ac45-a472-4153-8f26-96e244000197 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:02.143291 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e99ac45-a472-4153-8f26-96e244000197 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735677541762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:02.180798 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e99ac45-a472-4153-8f26-96e244000197 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Network e1268488-a505-464f-96b0-8b93d6dfd7ab is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:18:02.185424 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-1e99ac45-a472-4153-8f26-96e244000197 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:18:02.189392 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e99ac45-a472-4153-8f26-96e244000197 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:18:02.214027 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99ac45-a472-4153-8f26-96e244000197 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Pushing event updated for resources: {'Port': ['ID=f785ae96-1e65-434b-a7d2-507c10fffe20,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:02.227097 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99ac45-a472-4153-8f26-96e244000197 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:02.227439 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99ac45-a472-4153-8f26-96e244000197 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:02.227780 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99ac45-a472-4153-8f26-96e244000197 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:02.228114 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99ac45-a472-4153-8f26-96e244000197 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:02.228445 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99ac45-a472-4153-8f26-96e244000197 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:02.228802 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99ac45-a472-4153-8f26-96e244000197 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:02.229127 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99ac45-a472-4153-8f26-96e244000197 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:02.229450 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99ac45-a472-4153-8f26-96e244000197 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:02.229774 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99ac45-a472-4153-8f26-96e244000197 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:02.230094 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99ac45-a472-4153-8f26-96e244000197 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:02.230413 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99ac45-a472-4153-8f26-96e244000197 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:02.230756 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99ac45-a472-4153-8f26-96e244000197 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:02.391710 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:02.535493 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-93cd4cbb-c146-4a6f-a2b8-0b3efd534c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:02.566863 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e99ac45-a472-4153-8f26-96e244000197 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:02.639765 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e99ac45-a472-4153-8f26-96e244000197 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:02.784680 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e99ac45-a472-4153-8f26-96e244000197 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:02.788960 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e99ac45-a472-4153-8f26-96e244000197 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2883553'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:02.853637 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99ac45-a472-4153-8f26-96e244000197 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Pushing event updated for resources: {'Port': ['ID=f785ae96-1e65-434b-a7d2-507c10fffe20,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:02.866730 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e99ac45-a472-4153-8f26-96e244000197 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956835'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:02.966926 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-1e99ac45-a472-4153-8f26-96e244000197 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Floating IP 7037cb04-5e45-4f8c-ab6f-d937f8394f60 associated. External IP: 172.25.8.107, port: d7da101c-fe2c-4387-8bde-3382a8409d56. Jul 15 14:18:03.173561 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e99ac45-a472-4153-8f26-96e244000197 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Router ca8e1219-b13b-4959-a457-e90a251d8c32 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:18:03.279116 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e99ac45-a472-4153-8f26-96e244000197 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:18:03.289683 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45122720-751b-4b07-8a0d-0e26db11ecb4 None None] Sync routers for ids ['ca8e1219-b13b-4959-a457-e90a251d8c32'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:18:03.296202 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e99ac45-a472-4153-8f26-96e244000197 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:03.298840 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45122720-751b-4b07-8a0d-0e26db11ecb4 None None] Routers {'ca8e1219-b13b-4959-a457-e90a251d8c32'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:18:03.299461 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-45122720-751b-4b07-8a0d-0e26db11ecb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:18:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['ca8e1219-b13b-4959-a457-e90a251d8c32'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:18:03.333884 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-1e99ac45-a472-4153-8f26-96e244000197 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5455379 Jul 15 14:18:03.334678 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4939d94e-fc22-47d3-8e52-0c2fc85c2167', 'tag': 'd7da101c-fe2c-4387-8bde-3382a8409d56'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:18:03.337030 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecae15dfe8a955ea50b9833da7617a528fbca6cb3a0c246d25e4c35a4bbccae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9815e3a4-29fc-450c-943b-350ca07de5cb" -d '{"events": [{"name": "network-changed", "server_uuid": "4939d94e-fc22-47d3-8e52-0c2fc85c2167", "tag": "d7da101c-fe2c-4387-8bde-3382a8409d56"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:18:03.381816 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05ce63a-d931-4fc5-bc39-0e616217f41f x-openstack-request-id: req-a05ce63a-d931-4fc5-bc39-0e616217f41f {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:18:03.382110 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4939d94e-fc22-47d3-8e52-0c2fc85c2167", "tag": "d7da101c-fe2c-4387-8bde-3382a8409d56", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:18:03.382361 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a05ce63a-d931-4fc5-bc39-0e616217f41f {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:18:03.382795 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4939d94e-fc22-47d3-8e52-0c2fc85c2167', 'tag': 'd7da101c-fe2c-4387-8bde-3382a8409d56', 'status': 'completed', 'code': 200} Jul 15 14:18:03.418819 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-45122720-751b-4b07-8a0d-0e26db11ecb4 None None] Set router ca8e1219-b13b-4959-a457-e90a251d8c32 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:18:03.458027 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815e3a4-29fc-450c-943b-350ca07de5cb req-8bd1d4df-5a6f-49f3-8ead-e14f7a7c870d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:03.459551 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9815e3a4-29fc-450c-943b-350ca07de5cb req-8bd1d4df-5a6f-49f3-8ead-e14f7a7c870d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad5644bd716440a59935f4ab52ace0c6&device_id=4939d94e-fc22-47d3-8e52-0c2fc85c2167 HTTP/1.1" status: 200 len: 1097 time: 0.0538797 Jul 15 14:18:03.557123 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815e3a4-29fc-450c-943b-350ca07de5cb req-3df11aec-8a6e-4492-b059-a842399d648c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:03.558660 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9815e3a4-29fc-450c-943b-350ca07de5cb req-3df11aec-8a6e-4492-b059-a842399d648c service neutron] 10.222.0.20 "GET /v2.0/networks?id=9731cb31-2e9a-4014-8935-00d52b9152f2 HTTP/1.1" status: 200 len: 911 time: 0.0923679 Jul 15 14:18:03.630177 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9815e3a4-29fc-450c-943b-350ca07de5cb req-1a1b4a7e-13cd-4882-bf04-b523ebcebb3a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7da101c-fe2c-4387-8bde-3382a8409d56 HTTP/1.1" status: 200 len: 999 time: 0.0653114 Jul 15 14:18:03.649541 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-45122720-751b-4b07-8a0d-0e26db11ecb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'name': 'tempest-TestSnapshotPattern-1794912274-router', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '374913eb-f8d6-47f4-80f0-001995b883f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:14Z', 'updated_at': '2021-07-15T14:15:17Z', 'revision_number': 4, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'gw_port': {'id': '374913eb-f8d6-47f4-80f0-001995b883f3', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:14Z', 'updated_at': '2021-07-15T14:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '7037cb04-5e45-4f8c-ab6f-d937f8394f60', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'floating_ip_address': '172.25.8.107', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'port_id': 'd7da101c-fe2c-4387-8bde-3382a8409d56', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2', 'mac_address': 'fa:16:3e:99:25:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4939d94e-fc22-47d3-8e52-0c2fc85c2167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:18:02Z', 'updated_at': '2021-07-15T14:18:02Z', 'revision_number': 0, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'fixed_ip_address_scope': None}, {'id': '915bd54b-86f9-4a69-988d-a496f6d0ca5f', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'floating_ip_address': '172.25.8.68', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'port_id': '4170875b-b2d5-4cfa-a89e-e7c63969820c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2', 'mac_address': 'fa:16:3e:37:e2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8844baf1-f45c-4f5a-a2d6-e54710bb7e0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:15:34Z', 'updated_at': '2021-07-15T14:15:36Z', 'revision_number': 1, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2668fed-5085-4853-ad4f-440229c5f0d5', 'name': '', 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'mac_address': 'fa:16:3e:82:b1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c089f8e3-8cd8-436c-87fe-5601caec737d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:16Z', 'updated_at': '2021-07-15T14:15:22Z', 'revision_number': 5, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'subnets': [{'id': 'c089f8e3-8cd8-436c-87fe-5601caec737d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:18:03.677491 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45122720-751b-4b07-8a0d-0e26db11ecb4 None None] Checking router: ca8e1219-b13b-4959-a457-e90a251d8c32 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:18:03.680155 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815e3a4-29fc-450c-943b-350ca07de5cb req-91b6beda-00f3-48b6-936f-896573ffcf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:03.681464 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9815e3a4-29fc-450c-943b-350ca07de5cb req-91b6beda-00f3-48b6-936f-896573ffcf86 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c089f8e3-8cd8-436c-87fe-5601caec737d HTTP/1.1" status: 200 len: 849 time: 0.0451403 Jul 15 14:18:03.686589 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45122720-751b-4b07-8a0d-0e26db11ecb4 None None] Routers {'ca8e1219-b13b-4959-a457-e90a251d8c32'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:18:03.687272 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-45122720-751b-4b07-8a0d-0e26db11ecb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:18:03Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['ca8e1219-b13b-4959-a457-e90a251d8c32'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:18:03.739917 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815e3a4-29fc-450c-943b-350ca07de5cb req-c841a1a2-b6fa-4515-a728-791995a12fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:03.741361 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9815e3a4-29fc-450c-943b-350ca07de5cb req-c841a1a2-b6fa-4515-a728-791995a12fc5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9731cb31-2e9a-4014-8935-00d52b9152f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537915 Jul 15 14:18:03.846325 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9815e3a4-29fc-450c-943b-350ca07de5cb req-b9fcdaee-9e5d-4a3f-af27-0157b04af4d2 service neutron] 10.222.0.20 "GET /v2.0/networks/9731cb31-2e9a-4014-8935-00d52b9152f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984087 Jul 15 14:18:03.933030 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:03.937700 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-9815e3a4-29fc-450c-943b-350ca07de5cb req-d89d73c7-7da0-4aa6-ab25-470f5a35613a service neutron] 10.222.0.20 "GET /v2.0/networks/9731cb31-2e9a-4014-8935-00d52b9152f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851731 Jul 15 14:18:03.963782 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-45122720-751b-4b07-8a0d-0e26db11ecb4 None None] Set router ca8e1219-b13b-4959-a457-e90a251d8c32 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:18:04.183093 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-45122720-751b-4b07-8a0d-0e26db11ecb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'name': 'tempest-TestSnapshotPattern-1794912274-router', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '374913eb-f8d6-47f4-80f0-001995b883f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:14Z', 'updated_at': '2021-07-15T14:15:17Z', 'revision_number': 4, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'gw_port': {'id': '374913eb-f8d6-47f4-80f0-001995b883f3', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:14Z', 'updated_at': '2021-07-15T14:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '7037cb04-5e45-4f8c-ab6f-d937f8394f60', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'floating_ip_address': '172.25.8.107', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'port_id': 'd7da101c-fe2c-4387-8bde-3382a8409d56', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2', 'mac_address': 'fa:16:3e:99:25:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4939d94e-fc22-47d3-8e52-0c2fc85c2167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:18:02Z', 'updated_at': '2021-07-15T14:18:02Z', 'revision_number': 0, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'fixed_ip_address_scope': None}, {'id': '915bd54b-86f9-4a69-988d-a496f6d0ca5f', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'floating_ip_address': '172.25.8.68', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'port_id': '4170875b-b2d5-4cfa-a89e-e7c63969820c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2', 'mac_address': 'fa:16:3e:37:e2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8844baf1-f45c-4f5a-a2d6-e54710bb7e0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:15:34Z', 'updated_at': '2021-07-15T14:15:36Z', 'revision_number': 1, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2668fed-5085-4853-ad4f-440229c5f0d5', 'name': '', 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'mac_address': 'fa:16:3e:82:b1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c089f8e3-8cd8-436c-87fe-5601caec737d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:16Z', 'updated_at': '2021-07-15T14:15:22Z', 'revision_number': 5, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'subnets': [{'id': 'c089f8e3-8cd8-436c-87fe-5601caec737d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:18:04.208576 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45122720-751b-4b07-8a0d-0e26db11ecb4 None None] The sync data for ids ['ca8e1219-b13b-4959-a457-e90a251d8c32'] in n-d-771363-36 is: [{'id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'name': 'tempest-TestSnapshotPattern-1794912274-router', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '374913eb-f8d6-47f4-80f0-001995b883f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:14Z', 'updated_at': '2021-07-15T14:15:17Z', 'revision_number': 4, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'gw_port': {'id': '374913eb-f8d6-47f4-80f0-001995b883f3', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:14Z', 'updated_at': '2021-07-15T14:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '7037cb04-5e45-4f8c-ab6f-d937f8394f60', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'floating_ip_address': '172.25.8.107', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'port_id': 'd7da101c-fe2c-4387-8bde-3382a8409d56', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2', 'mac_address': 'fa:16:3e:99:25:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4939d94e-fc22-47d3-8e52-0c2fc85c2167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:18:02Z', 'updated_at': '2021-07-15T14:18:02Z', 'revision_number': 0, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'fixed_ip_address_scope': None}, {'id': '915bd54b-86f9-4a69-988d-a496f6d0ca5f', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'floating_ip_address': '172.25.8.68', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'port_id': '4170875b-b2d5-4cfa-a89e-e7c63969820c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2', 'mac_address': 'fa:16:3e:37:e2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8844baf1-f45c-4f5a-a2d6-e54710bb7e0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:15:34Z', 'updated_at': '2021-07-15T14:15:36Z', 'revision_number': 1, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2668fed-5085-4853-ad4f-440229c5f0d5', 'name': '', 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'mac_address': 'fa:16:3e:82:b1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c089f8e3-8cd8-436c-87fe-5601caec737d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:16Z', 'updated_at': '2021-07-15T14:15:22Z', 'revision_number': 5, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'subnets': [{'id': 'c089f8e3-8cd8-436c-87fe-5601caec737d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:18:04.398862 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b926910-9897-4ea4-9fbe-81a4a4c0dfbc None None] New status for floating IP 7037cb04-5e45-4f8c-ab6f-d937f8394f60: ACTIVE {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:18:05.296107 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:19.114362 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f1127759-2e82-4699-b317-c535724e7a57 req-f24ac66a-dad7-403a-8b97-3f6427af1247 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4939d94e-fc22-47d3-8e52-0c2fc85c2167&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0499065 Jul 15 14:18:19.209304 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1127759-2e82-4699-b317-c535724e7a57 req-91182bb6-3a1a-4263-a38a-8a6ab43ad720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:19.210802 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f1127759-2e82-4699-b317-c535724e7a57 req-91182bb6-3a1a-4263-a38a-8a6ab43ad720 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad5644bd716440a59935f4ab52ace0c6&device_id=4939d94e-fc22-47d3-8e52-0c2fc85c2167 HTTP/1.1" status: 200 len: 1097 time: 0.0556529 Jul 15 14:18:19.311314 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1127759-2e82-4699-b317-c535724e7a57 req-39f26539-6712-475a-a490-28f29381d134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:19.312756 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f1127759-2e82-4699-b317-c535724e7a57 req-39f26539-6712-475a-a490-28f29381d134 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9731cb31-2e9a-4014-8935-00d52b9152f2 HTTP/1.1" status: 200 len: 911 time: 0.0825422 Jul 15 14:18:19.380474 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f1127759-2e82-4699-b317-c535724e7a57 req-65f277e2-d635-4ebd-b646-4efaf6d294ea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7da101c-fe2c-4387-8bde-3382a8409d56 HTTP/1.1" status: 200 len: 1001 time: 0.0598276 Jul 15 14:18:19.428058 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1127759-2e82-4699-b317-c535724e7a57 req-60736fc2-a0b4-467f-9c00-06a3eedb94f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:19.429474 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f1127759-2e82-4699-b317-c535724e7a57 req-60736fc2-a0b4-467f-9c00-06a3eedb94f5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c089f8e3-8cd8-436c-87fe-5601caec737d HTTP/1.1" status: 200 len: 849 time: 0.0424917 Jul 15 14:18:19.486091 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1127759-2e82-4699-b317-c535724e7a57 req-5d47c14b-8d1f-46a0-9d54-39340e273377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:19.487511 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f1127759-2e82-4699-b317-c535724e7a57 req-5d47c14b-8d1f-46a0-9d54-39340e273377 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9731cb31-2e9a-4014-8935-00d52b9152f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505328 Jul 15 14:18:19.580467 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f1127759-2e82-4699-b317-c535724e7a57 req-7354672d-ef69-4e56-a10c-c4b9b325c06a service neutron] 10.222.0.20 "GET /v2.0/networks/9731cb31-2e9a-4014-8935-00d52b9152f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852816 Jul 15 14:18:19.668245 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f1127759-2e82-4699-b317-c535724e7a57 req-db7a9103-fd0e-4d87-8c9e-b5b33e7b317c service neutron] 10.222.0.20 "GET /v2.0/networks/9731cb31-2e9a-4014-8935-00d52b9152f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815704 Jul 15 14:18:21.123831 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-33340119-7654-4ddc-8fc9-a9cf056af314 req-c6437842-cc88-457a-a4e7-df8e6cb0a5cf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8844baf1-f45c-4f5a-a2d6-e54710bb7e0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0552955 Jul 15 14:18:21.216602 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33340119-7654-4ddc-8fc9-a9cf056af314 req-737097df-957d-4528-854c-6da7cd38c99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:21.218696 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-33340119-7654-4ddc-8fc9-a9cf056af314 req-737097df-957d-4528-854c-6da7cd38c99a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad5644bd716440a59935f4ab52ace0c6&device_id=8844baf1-f45c-4f5a-a2d6-e54710bb7e0a HTTP/1.1" status: 200 len: 1095 time: 0.0520177 Jul 15 14:18:21.317471 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33340119-7654-4ddc-8fc9-a9cf056af314 req-6193d913-8868-42eb-8023-09295c2419bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:21.318944 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-33340119-7654-4ddc-8fc9-a9cf056af314 req-6193d913-8868-42eb-8023-09295c2419bc service neutron] 10.222.0.46 "GET /v2.0/networks?id=9731cb31-2e9a-4014-8935-00d52b9152f2 HTTP/1.1" status: 200 len: 911 time: 0.0818825 Jul 15 14:18:21.384745 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-33340119-7654-4ddc-8fc9-a9cf056af314 req-0bbae925-e4bc-4eca-af7c-4d36c560cbe3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4170875b-b2d5-4cfa-a89e-e7c63969820c HTTP/1.1" status: 200 len: 998 time: 0.0600145 Jul 15 14:18:21.431467 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33340119-7654-4ddc-8fc9-a9cf056af314 req-344c762f-006d-4b30-a49a-373d41e16283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:21.432867 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-33340119-7654-4ddc-8fc9-a9cf056af314 req-344c762f-006d-4b30-a49a-373d41e16283 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c089f8e3-8cd8-436c-87fe-5601caec737d HTTP/1.1" status: 200 len: 849 time: 0.0417752 Jul 15 14:18:21.488037 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33340119-7654-4ddc-8fc9-a9cf056af314 req-a845c397-5965-4f30-ad97-4106ad5067f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:21.489474 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-33340119-7654-4ddc-8fc9-a9cf056af314 req-a845c397-5965-4f30-ad97-4106ad5067f5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9731cb31-2e9a-4014-8935-00d52b9152f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504217 Jul 15 14:18:21.579833 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-33340119-7654-4ddc-8fc9-a9cf056af314 req-f8a8fd1c-54f7-48f6-af78-259b50b99c9c service neutron] 10.222.0.46 "GET /v2.0/networks/9731cb31-2e9a-4014-8935-00d52b9152f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836923 Jul 15 14:18:21.667035 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-33340119-7654-4ddc-8fc9-a9cf056af314 req-2c4447b9-231b-4556-9ba0-a775e0a4ce88 service neutron] 10.222.0.46 "GET /v2.0/networks/9731cb31-2e9a-4014-8935-00d52b9152f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800815 Jul 15 14:18:29.760547 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ff069b3f-6499-4149-9ca3-4a59398781bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:30.052719 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:30.203284 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:32.393072 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:32.536383 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4e08ffd9-3998-41b5-8373-128ffa614d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:33.873907 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:34.333494 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:18:35.298879 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:59.761675 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1bdfbe8b-7c83-4543-a809-ca5a58fc0aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:00.083882 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:00.217380 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:02.392636 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:02.536312 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d924f199-9567-488f-a3d4-9ff9470e619e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:03.875319 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:05.301896 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:11.333145 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:19:21.160728 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8c43eae9-f62f-4286-ba41-bc660c5a3907 req-42ecf12b-20d4-4895-8bea-2e0d7d0c5662 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4939d94e-fc22-47d3-8e52-0c2fc85c2167&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0949366 Jul 15 14:19:21.254272 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43eae9-f62f-4286-ba41-bc660c5a3907 req-a76ec3c6-e760-4ace-bd6d-3e457e831275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:21.256237 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8c43eae9-f62f-4286-ba41-bc660c5a3907 req-a76ec3c6-e760-4ace-bd6d-3e457e831275 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad5644bd716440a59935f4ab52ace0c6&device_id=4939d94e-fc22-47d3-8e52-0c2fc85c2167 HTTP/1.1" status: 200 len: 1097 time: 0.0521345 Jul 15 14:19:21.363110 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43eae9-f62f-4286-ba41-bc660c5a3907 req-06124c26-2109-43b6-bdeb-9ab4ee6625e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:21.364544 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8c43eae9-f62f-4286-ba41-bc660c5a3907 req-06124c26-2109-43b6-bdeb-9ab4ee6625e6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9731cb31-2e9a-4014-8935-00d52b9152f2 HTTP/1.1" status: 200 len: 911 time: 0.0860851 Jul 15 14:19:21.427555 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8c43eae9-f62f-4286-ba41-bc660c5a3907 req-ff23f4c5-adf6-46a0-a9f2-89a5690135c5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7da101c-fe2c-4387-8bde-3382a8409d56 HTTP/1.1" status: 200 len: 1001 time: 0.0553811 Jul 15 14:19:21.475685 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43eae9-f62f-4286-ba41-bc660c5a3907 req-7d587a55-0722-456f-ad3c-34487d7a85ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:21.477054 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8c43eae9-f62f-4286-ba41-bc660c5a3907 req-7d587a55-0722-456f-ad3c-34487d7a85ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c089f8e3-8cd8-436c-87fe-5601caec737d HTTP/1.1" status: 200 len: 849 time: 0.0414023 Jul 15 14:19:21.535410 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43eae9-f62f-4286-ba41-bc660c5a3907 req-4f9be2bc-f9b3-4fe6-88f5-7bd96f811cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:21.536859 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8c43eae9-f62f-4286-ba41-bc660c5a3907 req-4f9be2bc-f9b3-4fe6-88f5-7bd96f811cb5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9731cb31-2e9a-4014-8935-00d52b9152f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530400 Jul 15 14:19:21.622788 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8c43eae9-f62f-4286-ba41-bc660c5a3907 req-442752b4-fc9b-4586-b8c6-1688ee284363 service neutron] 10.222.0.20 "GET /v2.0/networks/9731cb31-2e9a-4014-8935-00d52b9152f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794718 Jul 15 14:19:21.717198 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-8c43eae9-f62f-4286-ba41-bc660c5a3907 req-f646adf8-9e5b-434d-81f0-19d3a976c507 service neutron] 10.222.0.20 "GET /v2.0/networks/9731cb31-2e9a-4014-8935-00d52b9152f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840442 Jul 15 14:19:22.107182 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-16c749e2-631d-4e5c-9de0-b484eed6a688 req-5e1e3e31-2a74-43ae-a27a-9c90d28c04e4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8844baf1-f45c-4f5a-a2d6-e54710bb7e0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0496330 Jul 15 14:19:22.197504 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c749e2-631d-4e5c-9de0-b484eed6a688 req-6c2a6e29-71cd-4fdd-b736-ff8caec6056a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:22.198974 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-16c749e2-631d-4e5c-9de0-b484eed6a688 req-6c2a6e29-71cd-4fdd-b736-ff8caec6056a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad5644bd716440a59935f4ab52ace0c6&device_id=8844baf1-f45c-4f5a-a2d6-e54710bb7e0a HTTP/1.1" status: 200 len: 1095 time: 0.0510972 Jul 15 14:19:22.302695 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c749e2-631d-4e5c-9de0-b484eed6a688 req-ec60c469-6269-45d8-a687-0d848cbff6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:22.304158 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-16c749e2-631d-4e5c-9de0-b484eed6a688 req-ec60c469-6269-45d8-a687-0d848cbff6ee service neutron] 10.222.0.46 "GET /v2.0/networks?id=9731cb31-2e9a-4014-8935-00d52b9152f2 HTTP/1.1" status: 200 len: 911 time: 0.0863178 Jul 15 14:19:22.367130 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-16c749e2-631d-4e5c-9de0-b484eed6a688 req-b61f050f-2e03-4390-9007-7dfac1c6a7d0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4170875b-b2d5-4cfa-a89e-e7c63969820c HTTP/1.1" status: 200 len: 998 time: 0.0563550 Jul 15 14:19:22.419539 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c749e2-631d-4e5c-9de0-b484eed6a688 req-9863ef6d-d3e8-43fb-b6e4-9330a6e01445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:22.420971 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-16c749e2-631d-4e5c-9de0-b484eed6a688 req-9863ef6d-d3e8-43fb-b6e4-9330a6e01445 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c089f8e3-8cd8-436c-87fe-5601caec737d HTTP/1.1" status: 200 len: 849 time: 0.0478806 Jul 15 14:19:22.477349 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c749e2-631d-4e5c-9de0-b484eed6a688 req-e26419d8-c242-4f93-a64c-439ab13a8fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:22.478904 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-16c749e2-631d-4e5c-9de0-b484eed6a688 req-e26419d8-c242-4f93-a64c-439ab13a8fbc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9731cb31-2e9a-4014-8935-00d52b9152f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518284 Jul 15 14:19:22.565580 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-16c749e2-631d-4e5c-9de0-b484eed6a688 req-50ef534e-6a53-41b3-a3a8-b7ce827ff47c service neutron] 10.222.0.46 "GET /v2.0/networks/9731cb31-2e9a-4014-8935-00d52b9152f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803854 Jul 15 14:19:22.656057 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-16c749e2-631d-4e5c-9de0-b484eed6a688 req-73202ee0-d33b-4fb1-9aea-c259ecd32204 service neutron] 10.222.0.46 "GET /v2.0/networks/9731cb31-2e9a-4014-8935-00d52b9152f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831935 Jul 15 14:19:29.761730 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4d43c16c-097a-4811-a966-0680213021bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:30.081749 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:30.215518 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:32.393140 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:32.536637 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e3da3eb8-7998-441a-8814-d51440f5d8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:33.877723 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:34.353499 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device d7da101c-fe2c-4387-8bde-3382a8409d56 details requested by agent hyperv_n-h1-771363-36 with host n-h1-771363-36 {{(pid=93827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:19:34.447218 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port d7da101c-fe2c-4387-8bde-3382a8409d56, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=d7da101c-fe2c-4387-8bde-3382a8409d56,segment=NetworkSegment(fc5baf9d-8a10-497b-b6b9-149e7242d035),segment_id=fc5baf9d-8a10-497b-b6b9-149e7242d035)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:19:34.458250 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Returning: {'device': 'd7da101c-fe2c-4387-8bde-3382a8409d56', 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2', 'port_id': 'd7da101c-fe2c-4387-8bde-3382a8409d56', 'mac_address': 'fa:16:3e:99:25:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c089f8e3-8cd8-436c-87fe-5601caec737d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:19:34.494080 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:34.505897 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7da101c-fe2c-4387-8bde-3382a8409d56 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:19:34.524612 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port d7da101c-fe2c-4387-8bde-3382a8409d56, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=d7da101c-fe2c-4387-8bde-3382a8409d56,segment=NetworkSegment(fc5baf9d-8a10-497b-b6b9-149e7242d035),segment_id=fc5baf9d-8a10-497b-b6b9-149e7242d035)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:19:34.528088 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:34.575693 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=d7da101c-fe2c-4387-8bde-3382a8409d56,revision_number=6']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:34.583279 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:34.583879 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:34.584218 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:34.584550 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:34.584881 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:34.585210 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:34.585536 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:34.585861 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:34.586183 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:34.586503 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:34.586852 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:34.587174 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:34.623523 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] get_ports_and_sgs() called for port_ids ['d7da101c-fe2c-4387-8bde-3382a8409d56'] {{(pid=93827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:19:35.305603 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:36.374806 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device d7da101c-fe2c-4387-8bde-3382a8409d56 up at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:19:36.486272 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Provisioning complete for port d7da101c-fe2c-4387-8bde-3382a8409d56 triggered by entity L2. {{(pid=93827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:19:36.486877 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33552811'] for port, provisioning_complete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:36.577585 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33037915'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:36.603656 n-d-771363-36 neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4939d94e-fc22-47d3-8e52-0c2fc85c2167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7da101c-fe2c-4387-8bde-3382a8409d56'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:19:36.608018 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d336e28e73e37671204d4011867161ab10622757e030a17953cce0be893d8e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad531f3-809d-475d-a541-16c2ba4029ec" -d '{"events": [{"server_uuid": "4939d94e-fc22-47d3-8e52-0c2fc85c2167", "name": "network-vif-plugged", "status": "completed", "tag": "d7da101c-fe2c-4387-8bde-3382a8409d56"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:19:36.620125 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] For port d7da101c-fe2c-4387-8bde-3382a8409d56, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=d7da101c-fe2c-4387-8bde-3382a8409d56,segment=NetworkSegment(fc5baf9d-8a10-497b-b6b9-149e7242d035),segment_id=fc5baf9d-8a10-497b-b6b9-149e7242d035)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:19:36.626820 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735677945429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735677541780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735677541798'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:36.654926 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79cae99-b2e0-480d-b66d-fa22d960b5a4 x-openstack-request-id: req-a79cae99-b2e0-480d-b66d-fa22d960b5a4 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:19:36.655216 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4939d94e-fc22-47d3-8e52-0c2fc85c2167", "name": "network-vif-plugged", "status": "completed", "tag": "d7da101c-fe2c-4387-8bde-3382a8409d56", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:19:36.655669 n-d-771363-36 neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a79cae99-b2e0-480d-b66d-fa22d960b5a4 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:19:36.656056 n-d-771363-36 neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4939d94e-fc22-47d3-8e52-0c2fc85c2167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7da101c-fe2c-4387-8bde-3382a8409d56', 'code': 200} Jul 15 14:19:36.684006 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Pushing event updated for resources: {'Port': ['ID=d7da101c-fe2c-4387-8bde-3382a8409d56,revision_number=7']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:44.887538 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42732) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:45.040368 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f7aef978-ebda-4abc-a03a-7c118ab5f325 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Deleting port f785ae96-1e65-434b-a7d2-507c10fffe20 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:19:45.040606 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f7aef978-ebda-4abc-a03a-7c118ab5f325 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:45.114750 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f7aef978-ebda-4abc-a03a-7c118ab5f325 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:45.115073 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f7aef978-ebda-4abc-a03a-7c118ab5f325 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:45.126543 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f7aef978-ebda-4abc-a03a-7c118ab5f325 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Calling delete_port for f785ae96-1e65-434b-a7d2-507c10fffe20 owned by network:floatingip {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:19:45.271173 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f7aef978-ebda-4abc-a03a-7c118ab5f325 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:45.295079 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aef978-ebda-4abc-a03a-7c118ab5f325 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Pushing event deleted for resources: {'Port': ['ID=f785ae96-1e65-434b-a7d2-507c10fffe20,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:45.309037 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aef978-ebda-4abc-a03a-7c118ab5f325 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:45.309387 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aef978-ebda-4abc-a03a-7c118ab5f325 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:45.309730 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aef978-ebda-4abc-a03a-7c118ab5f325 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:45.310069 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aef978-ebda-4abc-a03a-7c118ab5f325 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:45.310405 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aef978-ebda-4abc-a03a-7c118ab5f325 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:45.310761 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aef978-ebda-4abc-a03a-7c118ab5f325 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:45.311095 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aef978-ebda-4abc-a03a-7c118ab5f325 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:45.311419 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aef978-ebda-4abc-a03a-7c118ab5f325 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:45.311745 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aef978-ebda-4abc-a03a-7c118ab5f325 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:45.312069 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aef978-ebda-4abc-a03a-7c118ab5f325 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:45.312398 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aef978-ebda-4abc-a03a-7c118ab5f325 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:45.312723 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aef978-ebda-4abc-a03a-7c118ab5f325 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:45.368055 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f7aef978-ebda-4abc-a03a-7c118ab5f325 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks [] for floatingip, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:45.368383 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-f7aef978-ebda-4abc-a03a-7c118ab5f325 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Floating IP 7037cb04-5e45-4f8c-ab6f-d937f8394f60 disassociated (deleted). External IP: 172.25.8.107, port: d7da101c-fe2c-4387-8bde-3382a8409d56. Jul 15 14:19:45.569566 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7aef978-ebda-4abc-a03a-7c118ab5f325 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Router ca8e1219-b13b-4959-a457-e90a251d8c32 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:19:45.674416 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7aef978-ebda-4abc-a03a-7c118ab5f325 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:19:45.679329 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f7aef978-ebda-4abc-a03a-7c118ab5f325 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:45.683544 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38284ff-13ad-4fe7-915e-bfbd37f6282d None None] Sync routers for ids ['ca8e1219-b13b-4959-a457-e90a251d8c32'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:19:45.695782 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38284ff-13ad-4fe7-915e-bfbd37f6282d None None] Routers {'ca8e1219-b13b-4959-a457-e90a251d8c32'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:19:45.696399 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-b38284ff-13ad-4fe7-915e-bfbd37f6282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:19:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['ca8e1219-b13b-4959-a457-e90a251d8c32'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:45.715153 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-f7aef978-ebda-4abc-a03a-7c118ab5f325 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "DELETE /v2.0/floatingips/7037cb04-5e45-4f8c-ab6f-d937f8394f60 HTTP/1.1" status: 204 len: 168 time: 0.8264310 Jul 15 14:19:45.715656 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4939d94e-fc22-47d3-8e52-0c2fc85c2167', 'tag': 'd7da101c-fe2c-4387-8bde-3382a8409d56'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:19:45.717951 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecae15dfe8a955ea50b9833da7617a528fbca6cb3a0c246d25e4c35a4bbccae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efbd616-b983-4b5b-90dd-d6432b08d667" -d '{"events": [{"name": "network-changed", "server_uuid": "4939d94e-fc22-47d3-8e52-0c2fc85c2167", "tag": "d7da101c-fe2c-4387-8bde-3382a8409d56"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:19:45.755134 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a55bae-6194-4e11-a041-36ba5ec96d0a x-openstack-request-id: req-e8a55bae-6194-4e11-a041-36ba5ec96d0a {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:19:45.755542 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4939d94e-fc22-47d3-8e52-0c2fc85c2167", "tag": "d7da101c-fe2c-4387-8bde-3382a8409d56", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:19:45.755801 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e8a55bae-6194-4e11-a041-36ba5ec96d0a {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:19:45.756205 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4939d94e-fc22-47d3-8e52-0c2fc85c2167', 'tag': 'd7da101c-fe2c-4387-8bde-3382a8409d56', 'status': 'completed', 'code': 200} Jul 15 14:19:45.802472 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-b38284ff-13ad-4fe7-915e-bfbd37f6282d None None] Set router ca8e1219-b13b-4959-a457-e90a251d8c32 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:19:45.830953 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbd616-b983-4b5b-90dd-d6432b08d667 req-d7c667d2-7d50-4c7b-a72a-a622c481f427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:45.832560 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7efbd616-b983-4b5b-90dd-d6432b08d667 req-d7c667d2-7d50-4c7b-a72a-a622c481f427 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad5644bd716440a59935f4ab52ace0c6&device_id=4939d94e-fc22-47d3-8e52-0c2fc85c2167 HTTP/1.1" status: 200 len: 1097 time: 0.0558245 Jul 15 14:19:45.928964 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbd616-b983-4b5b-90dd-d6432b08d667 req-a8b02ca5-7d52-4f50-85dd-3a1be4eb8d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:45.930790 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7efbd616-b983-4b5b-90dd-d6432b08d667 req-a8b02ca5-7d52-4f50-85dd-3a1be4eb8d2a service neutron] 10.222.0.20 "GET /v2.0/networks?id=9731cb31-2e9a-4014-8935-00d52b9152f2 HTTP/1.1" status: 200 len: 911 time: 0.0919142 Jul 15 14:19:45.979543 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7efbd616-b983-4b5b-90dd-d6432b08d667 req-71225547-20a3-4556-911f-d5e9caf3601d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7da101c-fe2c-4387-8bde-3382a8409d56 HTTP/1.1" status: 200 len: 217 time: 0.0400035 Jul 15 14:19:46.033828 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbd616-b983-4b5b-90dd-d6432b08d667 req-0edbf0ac-f763-41c1-afcf-ebd2782af689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:46.035556 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7efbd616-b983-4b5b-90dd-d6432b08d667 req-0edbf0ac-f763-41c1-afcf-ebd2782af689 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c089f8e3-8cd8-436c-87fe-5601caec737d HTTP/1.1" status: 200 len: 849 time: 0.0498729 Jul 15 14:19:46.036877 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-b38284ff-13ad-4fe7-915e-bfbd37f6282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'name': 'tempest-TestSnapshotPattern-1794912274-router', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '374913eb-f8d6-47f4-80f0-001995b883f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:14Z', 'updated_at': '2021-07-15T14:15:17Z', 'revision_number': 4, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'gw_port': {'id': '374913eb-f8d6-47f4-80f0-001995b883f3', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:14Z', 'updated_at': '2021-07-15T14:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '915bd54b-86f9-4a69-988d-a496f6d0ca5f', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'floating_ip_address': '172.25.8.68', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'port_id': '4170875b-b2d5-4cfa-a89e-e7c63969820c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2', 'mac_address': 'fa:16:3e:37:e2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8844baf1-f45c-4f5a-a2d6-e54710bb7e0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:15:34Z', 'updated_at': '2021-07-15T14:15:36Z', 'revision_number': 1, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2668fed-5085-4853-ad4f-440229c5f0d5', 'name': '', 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'mac_address': 'fa:16:3e:82:b1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c089f8e3-8cd8-436c-87fe-5601caec737d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:16Z', 'updated_at': '2021-07-15T14:15:22Z', 'revision_number': 5, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'subnets': [{'id': 'c089f8e3-8cd8-436c-87fe-5601caec737d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:46.062905 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38284ff-13ad-4fe7-915e-bfbd37f6282d None None] Checking router: ca8e1219-b13b-4959-a457-e90a251d8c32 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:19:46.071959 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38284ff-13ad-4fe7-915e-bfbd37f6282d None None] Routers {'ca8e1219-b13b-4959-a457-e90a251d8c32'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:19:46.072661 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-b38284ff-13ad-4fe7-915e-bfbd37f6282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:19:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['ca8e1219-b13b-4959-a457-e90a251d8c32'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:46.095964 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbd616-b983-4b5b-90dd-d6432b08d667 req-971a6acb-d3fe-45e3-850d-8e9881049f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:46.097852 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7efbd616-b983-4b5b-90dd-d6432b08d667 req-971a6acb-d3fe-45e3-850d-8e9881049f58 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9731cb31-2e9a-4014-8935-00d52b9152f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547781 Jul 15 14:19:46.112300 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbb755-25f3-4a31-9fb6-82fcc1c3d099 req-ae430648-fc2d-4046-8379-2067a97bc8e3 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:46.113923 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4fbbb755-25f3-4a31-9fb6-82fcc1c3d099 req-ae430648-fc2d-4046-8379-2067a97bc8e3 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/ports?device_id=4939d94e-fc22-47d3-8e52-0c2fc85c2167 HTTP/1.1" status: 200 len: 945 time: 0.0703213 Jul 15 14:19:46.153973 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-4fbbb755-25f3-4a31-9fb6-82fcc1c3d099 req-a2d9e76e-153d-4ae7-a677-3841899466ff tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6262e7a4-3aac-48ba-8fbf-25fcf50259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339813 Jul 15 14:19:46.185479 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-b38284ff-13ad-4fe7-915e-bfbd37f6282d None None] Set router ca8e1219-b13b-4959-a457-e90a251d8c32 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:19:46.189480 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7efbd616-b983-4b5b-90dd-d6432b08d667 req-72a85dc8-7937-4904-9cb1-7750924a6ae4 service neutron] 10.222.0.20 "GET /v2.0/networks/9731cb31-2e9a-4014-8935-00d52b9152f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844183 Jul 15 14:19:46.283558 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-7efbd616-b983-4b5b-90dd-d6432b08d667 req-9e8dde3b-9314-4bb2-a5d7-d01b63494852 service neutron] 10.222.0.20 "GET /v2.0/networks/9731cb31-2e9a-4014-8935-00d52b9152f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864754 Jul 15 14:19:46.406378 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-b38284ff-13ad-4fe7-915e-bfbd37f6282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'name': 'tempest-TestSnapshotPattern-1794912274-router', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '374913eb-f8d6-47f4-80f0-001995b883f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:14Z', 'updated_at': '2021-07-15T14:15:17Z', 'revision_number': 4, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'gw_port': {'id': '374913eb-f8d6-47f4-80f0-001995b883f3', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:14Z', 'updated_at': '2021-07-15T14:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '915bd54b-86f9-4a69-988d-a496f6d0ca5f', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'floating_ip_address': '172.25.8.68', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'port_id': '4170875b-b2d5-4cfa-a89e-e7c63969820c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2', 'mac_address': 'fa:16:3e:37:e2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8844baf1-f45c-4f5a-a2d6-e54710bb7e0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:15:34Z', 'updated_at': '2021-07-15T14:15:36Z', 'revision_number': 1, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2668fed-5085-4853-ad4f-440229c5f0d5', 'name': '', 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'mac_address': 'fa:16:3e:82:b1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c089f8e3-8cd8-436c-87fe-5601caec737d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:16Z', 'updated_at': '2021-07-15T14:15:22Z', 'revision_number': 5, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'subnets': [{'id': 'c089f8e3-8cd8-436c-87fe-5601caec737d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:46.432027 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38284ff-13ad-4fe7-915e-bfbd37f6282d None None] The sync data for ids ['ca8e1219-b13b-4959-a457-e90a251d8c32'] in n-d-771363-36 is: [{'id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'name': 'tempest-TestSnapshotPattern-1794912274-router', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '374913eb-f8d6-47f4-80f0-001995b883f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:14Z', 'updated_at': '2021-07-15T14:15:17Z', 'revision_number': 4, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'gw_port': {'id': '374913eb-f8d6-47f4-80f0-001995b883f3', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:14Z', 'updated_at': '2021-07-15T14:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_floatingips': [{'id': '915bd54b-86f9-4a69-988d-a496f6d0ca5f', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'floating_ip_address': '172.25.8.68', 'floating_network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'router_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'port_id': '4170875b-b2d5-4cfa-a89e-e7c63969820c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2', 'mac_address': 'fa:16:3e:37:e2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8844baf1-f45c-4f5a-a2d6-e54710bb7e0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:15:34Z', 'updated_at': '2021-07-15T14:15:36Z', 'revision_number': 1, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2668fed-5085-4853-ad4f-440229c5f0d5', 'name': '', 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'mac_address': 'fa:16:3e:82:b1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c089f8e3-8cd8-436c-87fe-5601caec737d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:16Z', 'updated_at': '2021-07-15T14:15:22Z', 'revision_number': 5, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'subnets': [{'id': 'c089f8e3-8cd8-436c-87fe-5601caec737d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:19:46.654526 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a238f255-694d-4538-9c7f-50c2650168aa None None] New status for floating IP 7037cb04-5e45-4f8c-ab6f-d937f8394f60: DOWN {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:19:47.325874 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fc7ec-7e53-442e-8a33-ff497fc8b600 req-f209c5bd-4636-4dc4-9bc8-b2e93e6dd00f tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:47.327368 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3e8fc7ec-7e53-442e-8a33-ff497fc8b600 req-f209c5bd-4636-4dc4-9bc8-b2e93e6dd00f tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/ports?device_id=4939d94e-fc22-47d3-8e52-0c2fc85c2167 HTTP/1.1" status: 200 len: 945 time: 0.0622563 Jul 15 14:19:47.364676 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-3e8fc7ec-7e53-442e-8a33-ff497fc8b600 req-eff623e1-9966-4f21-9edc-2a3a51403506 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6262e7a4-3aac-48ba-8fbf-25fcf50259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317576 Jul 15 14:19:47.512048 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f180a1-ca87-4257-8d86-9c5b350b074a req-a38a9431-acff-429d-9037-dd471a068a12 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:47.513391 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a8f180a1-ca87-4257-8d86-9c5b350b074a req-a38a9431-acff-429d-9037-dd471a068a12 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.20 "GET /v2.0/ports?device_id=4939d94e-fc22-47d3-8e52-0c2fc85c2167 HTTP/1.1" status: 200 len: 945 time: 0.0613165 Jul 15 14:19:47.612374 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-a8f180a1-ca87-4257-8d86-9c5b350b074a req-6b4c8f4c-013a-44a5-91ea-a224fbe1a833 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Deleting port d7da101c-fe2c-4387-8bde-3382a8409d56 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:19:47.612717 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-a8f180a1-ca87-4257-8d86-9c5b350b074a req-6b4c8f4c-013a-44a5-91ea-a224fbe1a833 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:47.697871 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-a8f180a1-ca87-4257-8d86-9c5b350b074a req-6b4c8f4c-013a-44a5-91ea-a224fbe1a833 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] For port d7da101c-fe2c-4387-8bde-3382a8409d56, host n-h1-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-36',level=0,port_id=d7da101c-fe2c-4387-8bde-3382a8409d56,segment=NetworkSegment(fc5baf9d-8a10-497b-b6b9-149e7242d035),segment_id=fc5baf9d-8a10-497b-b6b9-149e7242d035)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:19:47.698227 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-a8f180a1-ca87-4257-8d86-9c5b350b074a req-6b4c8f4c-013a-44a5-91ea-a224fbe1a833 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:47.710987 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-a8f180a1-ca87-4257-8d86-9c5b350b074a req-6b4c8f4c-013a-44a5-91ea-a224fbe1a833 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Calling delete_port for d7da101c-fe2c-4387-8bde-3382a8409d56 owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:19:47.836149 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-a8f180a1-ca87-4257-8d86-9c5b350b074a req-6b4c8f4c-013a-44a5-91ea-a224fbe1a833 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:47.870284 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c8f4c-013a-44a5-91ea-a224fbe1a833 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Pushing event deleted for resources: {'Port': ['ID=d7da101c-fe2c-4387-8bde-3382a8409d56,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:47.896061 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c8f4c-013a-44a5-91ea-a224fbe1a833 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:47.896407 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c8f4c-013a-44a5-91ea-a224fbe1a833 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:47.896750 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c8f4c-013a-44a5-91ea-a224fbe1a833 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:47.897088 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c8f4c-013a-44a5-91ea-a224fbe1a833 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:47.897438 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c8f4c-013a-44a5-91ea-a224fbe1a833 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:47.897750 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c8f4c-013a-44a5-91ea-a224fbe1a833 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:47.898075 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c8f4c-013a-44a5-91ea-a224fbe1a833 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:47.898401 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c8f4c-013a-44a5-91ea-a224fbe1a833 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:47.898747 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c8f4c-013a-44a5-91ea-a224fbe1a833 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:47.899073 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c8f4c-013a-44a5-91ea-a224fbe1a833 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:47.899394 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c8f4c-013a-44a5-91ea-a224fbe1a833 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:47.899716 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c8f4c-013a-44a5-91ea-a224fbe1a833 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-36 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:47.921092 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f180a1-ca87-4257-8d86-9c5b350b074a req-6b4c8f4c-013a-44a5-91ea-a224fbe1a833 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] No DVR routers for this DVR port d7da101c-fe2c-4387-8bde-3382a8409d56 on host n-h1-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:19:47.923351 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-a8f180a1-ca87-4257-8d86-9c5b350b074a req-6b4c8f4c-013a-44a5-91ea-a224fbe1a833 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:47.925341 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-a8f180a1-ca87-4257-8d86-9c5b350b074a req-6b4c8f4c-013a-44a5-91ea-a224fbe1a833 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.20 "DELETE /v2.0/ports/d7da101c-fe2c-4387-8bde-3382a8409d56 HTTP/1.1" status: 204 len: 173 time: 0.4067543 Jul 15 14:19:47.925781 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4939d94e-fc22-47d3-8e52-0c2fc85c2167', 'name': 'network-vif-deleted', 'tag': 'd7da101c-fe2c-4387-8bde-3382a8409d56'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:19:47.928572 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8576bed0d9272eb7d87375883ff290b2d3af54e29368fa65b340403a42b02ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c40067a-3300-4e04-9427-1194f0e1411d" -d '{"events": [{"server_uuid": "4939d94e-fc22-47d3-8e52-0c2fc85c2167", "name": "network-vif-deleted", "tag": "d7da101c-fe2c-4387-8bde-3382a8409d56"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:19:47.968374 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e07a935-759b-4b45-a605-538676bc56b7 x-openstack-request-id: req-1e07a935-759b-4b45-a605-538676bc56b7 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:19:47.968669 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4939d94e-fc22-47d3-8e52-0c2fc85c2167", "name": "network-vif-deleted", "tag": "d7da101c-fe2c-4387-8bde-3382a8409d56", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:19:47.968918 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1e07a935-759b-4b45-a605-538676bc56b7 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:19:47.969311 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4939d94e-fc22-47d3-8e52-0c2fc85c2167', 'name': 'network-vif-deleted', 'tag': 'd7da101c-fe2c-4387-8bde-3382a8409d56', 'status': 'completed', 'code': 200} Jul 15 14:19:48.334374 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:19:48.414925 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device d7da101c-fe2c-4387-8bde-3382a8409d56 no longer exists at agent hyperv_n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:19:48.435971 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] No Port match for: d7da101c-fe2c-4387-8bde-3382a8409d56 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:19:48.436339 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Device d7da101c-fe2c-4387-8bde-3382a8409d56 not bound to the agent host n-h1-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:19:48.523324 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-bd1627bf-7842-4493-993e-8c47620f7482 req-3da24926-a0ba-4934-a925-a40fb1a6ec6b tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/ports?device_id=4939d94e-fc22-47d3-8e52-0c2fc85c2167 HTTP/1.1" status: 200 len: 210 time: 0.0314691 Jul 15 14:19:50.109873 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42790) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:50.260592 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-912237e5-029f-4abd-954f-0855e66f09a1 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Deleting port 6a5adfba-87b2-40bb-9d60-cc3c432e9f78 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:19:50.260938 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-912237e5-029f-4abd-954f-0855e66f09a1 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:50.622363 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-912237e5-029f-4abd-954f-0855e66f09a1 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:50.622768 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-912237e5-029f-4abd-954f-0855e66f09a1 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:50.634262 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-912237e5-029f-4abd-954f-0855e66f09a1 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Calling delete_port for 6a5adfba-87b2-40bb-9d60-cc3c432e9f78 owned by network:floatingip {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:19:50.776040 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-912237e5-029f-4abd-954f-0855e66f09a1 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:50.800167 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912237e5-029f-4abd-954f-0855e66f09a1 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Pushing event deleted for resources: {'Port': ['ID=6a5adfba-87b2-40bb-9d60-cc3c432e9f78,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:50.863306 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-912237e5-029f-4abd-954f-0855e66f09a1 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks [] for floatingip, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:50.863642 n-d-771363-36 neutron-server[93825]: INFO neutron.db.l3_db [None req-912237e5-029f-4abd-954f-0855e66f09a1 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Floating IP 915bd54b-86f9-4a69-988d-a496f6d0ca5f disassociated (deleted). External IP: 172.25.8.68, port: 4170875b-b2d5-4cfa-a89e-e7c63969820c. Jul 15 14:19:51.061502 n-d-771363-36 neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912237e5-029f-4abd-954f-0855e66f09a1 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Router ca8e1219-b13b-4959-a457-e90a251d8c32 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:19:51.165632 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912237e5-029f-4abd-954f-0855e66f09a1 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:19:51.170400 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-912237e5-029f-4abd-954f-0855e66f09a1 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:51.175416 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdccbcf9-8ba4-4d4e-b778-9e72510bdab9 None None] Sync routers for ids ['ca8e1219-b13b-4959-a457-e90a251d8c32'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:19:51.184922 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdccbcf9-8ba4-4d4e-b778-9e72510bdab9 None None] Routers {'ca8e1219-b13b-4959-a457-e90a251d8c32'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:19:51.185534 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-bdccbcf9-8ba4-4d4e-b778-9e72510bdab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:19:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['ca8e1219-b13b-4959-a457-e90a251d8c32'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:51.210627 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-912237e5-029f-4abd-954f-0855e66f09a1 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "DELETE /v2.0/floatingips/915bd54b-86f9-4a69-988d-a496f6d0ca5f HTTP/1.1" status: 204 len: 168 time: 1.0996311 Jul 15 14:19:51.211228 n-d-771363-36 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8844baf1-f45c-4f5a-a2d6-e54710bb7e0a', 'tag': '4170875b-b2d5-4cfa-a89e-e7c63969820c'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:19:51.213511 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecae15dfe8a955ea50b9833da7617a528fbca6cb3a0c246d25e4c35a4bbccae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e0073a-28db-4f04-a59b-fe831a695141" -d '{"events": [{"name": "network-changed", "server_uuid": "8844baf1-f45c-4f5a-a2d6-e54710bb7e0a", "tag": "4170875b-b2d5-4cfa-a89e-e7c63969820c"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:19:51.253159 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0080a4d3-ced7-42a8-a4e7-2e54ea263597 x-openstack-request-id: req-0080a4d3-ced7-42a8-a4e7-2e54ea263597 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:19:51.253451 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8844baf1-f45c-4f5a-a2d6-e54710bb7e0a", "tag": "4170875b-b2d5-4cfa-a89e-e7c63969820c", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:19:51.253726 n-d-771363-36 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0080a4d3-ced7-42a8-a4e7-2e54ea263597 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:19:51.254282 n-d-771363-36 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8844baf1-f45c-4f5a-a2d6-e54710bb7e0a', 'tag': '4170875b-b2d5-4cfa-a89e-e7c63969820c', 'status': 'completed', 'code': 200} Jul 15 14:19:51.307079 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-bdccbcf9-8ba4-4d4e-b778-9e72510bdab9 None None] Set router ca8e1219-b13b-4959-a457-e90a251d8c32 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:19:51.337142 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0073a-28db-4f04-a59b-fe831a695141 req-57a77f36-9213-47a7-9d31-51222216437f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:51.338766 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d5e0073a-28db-4f04-a59b-fe831a695141 req-57a77f36-9213-47a7-9d31-51222216437f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad5644bd716440a59935f4ab52ace0c6&device_id=8844baf1-f45c-4f5a-a2d6-e54710bb7e0a HTTP/1.1" status: 200 len: 1095 time: 0.0598004 Jul 15 14:19:51.448278 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0073a-28db-4f04-a59b-fe831a695141 req-047d218c-38de-4f17-95d4-5547fd715fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:51.450108 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d5e0073a-28db-4f04-a59b-fe831a695141 req-047d218c-38de-4f17-95d4-5547fd715fe3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9731cb31-2e9a-4014-8935-00d52b9152f2 HTTP/1.1" status: 200 len: 911 time: 0.1056564 Jul 15 14:19:51.498921 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d5e0073a-28db-4f04-a59b-fe831a695141 req-317eae5e-03d5-4951-a850-ef9d77fbef1f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4170875b-b2d5-4cfa-a89e-e7c63969820c HTTP/1.1" status: 200 len: 217 time: 0.0427804 Jul 15 14:19:51.547614 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-bdccbcf9-8ba4-4d4e-b778-9e72510bdab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'name': 'tempest-TestSnapshotPattern-1794912274-router', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '374913eb-f8d6-47f4-80f0-001995b883f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:14Z', 'updated_at': '2021-07-15T14:15:17Z', 'revision_number': 4, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'gw_port': {'id': '374913eb-f8d6-47f4-80f0-001995b883f3', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:14Z', 'updated_at': '2021-07-15T14:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'f2668fed-5085-4853-ad4f-440229c5f0d5', 'name': '', 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'mac_address': 'fa:16:3e:82:b1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c089f8e3-8cd8-436c-87fe-5601caec737d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:16Z', 'updated_at': '2021-07-15T14:15:22Z', 'revision_number': 5, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'subnets': [{'id': 'c089f8e3-8cd8-436c-87fe-5601caec737d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:51.558829 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0073a-28db-4f04-a59b-fe831a695141 req-06ce9e28-6748-4d00-88c9-6a58c4634842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:51.560319 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d5e0073a-28db-4f04-a59b-fe831a695141 req-06ce9e28-6748-4d00-88c9-6a58c4634842 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c089f8e3-8cd8-436c-87fe-5601caec737d HTTP/1.1" status: 200 len: 849 time: 0.0533352 Jul 15 14:19:51.575966 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdccbcf9-8ba4-4d4e-b778-9e72510bdab9 None None] Checking router: ca8e1219-b13b-4959-a457-e90a251d8c32 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:19:51.585687 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdccbcf9-8ba4-4d4e-b778-9e72510bdab9 None None] Routers {'ca8e1219-b13b-4959-a457-e90a251d8c32'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:19:51.586412 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-bdccbcf9-8ba4-4d4e-b778-9e72510bdab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:19:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['ca8e1219-b13b-4959-a457-e90a251d8c32'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:51.629388 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfc065-308f-4331-b16d-70904e1b2992 req-7bebbdd4-489f-4143-90df-8958ecce90a3 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:51.631299 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-91dfc065-308f-4331-b16d-70904e1b2992 req-7bebbdd4-489f-4143-90df-8958ecce90a3 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/ports?device_id=8844baf1-f45c-4f5a-a2d6-e54710bb7e0a HTTP/1.1" status: 200 len: 943 time: 0.0791268 Jul 15 14:19:51.632733 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0073a-28db-4f04-a59b-fe831a695141 req-a0fe9270-19be-4317-874b-31d5896b63a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:51.634266 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d5e0073a-28db-4f04-a59b-fe831a695141 req-a0fe9270-19be-4317-874b-31d5896b63a6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9731cb31-2e9a-4014-8935-00d52b9152f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667660 Jul 15 14:19:51.689502 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-91dfc065-308f-4331-b16d-70904e1b2992 req-bf6a6d96-3710-4a66-a480-af2e4affdc58 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6262e7a4-3aac-48ba-8fbf-25fcf50259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506029 Jul 15 14:19:51.875562 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-bdccbcf9-8ba4-4d4e-b778-9e72510bdab9 None None] Set router ca8e1219-b13b-4959-a457-e90a251d8c32 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:19:52.027515 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d5e0073a-28db-4f04-a59b-fe831a695141 req-332e2bb3-a98e-4fb7-b83a-aeaf628aaf46 service neutron] 10.222.0.46 "GET /v2.0/networks/9731cb31-2e9a-4014-8935-00d52b9152f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859870 Jul 15 14:19:52.073937 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-bdccbcf9-8ba4-4d4e-b778-9e72510bdab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'name': 'tempest-TestSnapshotPattern-1794912274-router', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '374913eb-f8d6-47f4-80f0-001995b883f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:14Z', 'updated_at': '2021-07-15T14:15:17Z', 'revision_number': 4, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'gw_port': {'id': '374913eb-f8d6-47f4-80f0-001995b883f3', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:14Z', 'updated_at': '2021-07-15T14:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'f2668fed-5085-4853-ad4f-440229c5f0d5', 'name': '', 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'mac_address': 'fa:16:3e:82:b1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c089f8e3-8cd8-436c-87fe-5601caec737d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:16Z', 'updated_at': '2021-07-15T14:15:22Z', 'revision_number': 5, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'subnets': [{'id': 'c089f8e3-8cd8-436c-87fe-5601caec737d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:52.103865 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdccbcf9-8ba4-4d4e-b778-9e72510bdab9 None None] The sync data for ids ['ca8e1219-b13b-4959-a457-e90a251d8c32'] in n-d-771363-36 is: [{'id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'name': 'tempest-TestSnapshotPattern-1794912274-router', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '374913eb-f8d6-47f4-80f0-001995b883f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:14Z', 'updated_at': '2021-07-15T14:15:17Z', 'revision_number': 4, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'gw_port': {'id': '374913eb-f8d6-47f4-80f0-001995b883f3', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:14Z', 'updated_at': '2021-07-15T14:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36', '_interfaces': [{'id': 'f2668fed-5085-4853-ad4f-440229c5f0d5', 'name': '', 'network_id': '9731cb31-2e9a-4014-8935-00d52b9152f2', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'mac_address': 'fa:16:3e:82:b1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c089f8e3-8cd8-436c-87fe-5601caec737d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:16Z', 'updated_at': '2021-07-15T14:15:22Z', 'revision_number': 5, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'subnets': [{'id': 'c089f8e3-8cd8-436c-87fe-5601caec737d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:19:52.115461 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-d5e0073a-28db-4f04-a59b-fe831a695141 req-2fa71554-5b94-4ce9-9f28-ab484f29e0b4 service neutron] 10.222.0.46 "GET /v2.0/networks/9731cb31-2e9a-4014-8935-00d52b9152f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814102 Jul 15 14:19:52.316688 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81360a22-3583-45e3-9758-d9ee7743754a None None] New status for floating IP 915bd54b-86f9-4a69-988d-a496f6d0ca5f: DOWN {{(pid=93828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:19:52.867577 n-d-771363-36 neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e014bff-894b-4cfb-b22f-df5551c5bfbe req-6ad5dcec-1177-412c-a863-2e355490e4ce tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:52.869234 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5e014bff-894b-4cfb-b22f-df5551c5bfbe req-6ad5dcec-1177-412c-a863-2e355490e4ce tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/ports?device_id=8844baf1-f45c-4f5a-a2d6-e54710bb7e0a HTTP/1.1" status: 200 len: 943 time: 0.0661480 Jul 15 14:19:52.905810 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-5e014bff-894b-4cfb-b22f-df5551c5bfbe req-af2ee5e6-0562-46c6-b0c9-ef1e6249d102 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/security-groups?id=6262e7a4-3aac-48ba-8fbf-25fcf50259dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307467 Jul 15 14:19:53.064431 n-d-771363-36 neutron-server[93826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b16e80-28a8-4705-adad-8a3b72ce6690 req-62530412-e1db-4a41-9db2-7163b96e9e30 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:53.065761 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f2b16e80-28a8-4705-adad-8a3b72ce6690 req-62530412-e1db-4a41-9db2-7163b96e9e30 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.46 "GET /v2.0/ports?device_id=8844baf1-f45c-4f5a-a2d6-e54710bb7e0a HTTP/1.1" status: 200 len: 943 time: 0.0639515 Jul 15 14:19:53.161052 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-f2b16e80-28a8-4705-adad-8a3b72ce6690 req-8b0fac45-af61-4c8f-8a17-f524ee184473 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Deleting port 4170875b-b2d5-4cfa-a89e-e7c63969820c {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:19:53.161394 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f2b16e80-28a8-4705-adad-8a3b72ce6690 req-8b0fac45-af61-4c8f-8a17-f524ee184473 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:53.249112 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [req-f2b16e80-28a8-4705-adad-8a3b72ce6690 req-8b0fac45-af61-4c8f-8a17-f524ee184473 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] For port 4170875b-b2d5-4cfa-a89e-e7c63969820c, host n-h2-771363-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-36',level=0,port_id=4170875b-b2d5-4cfa-a89e-e7c63969820c,segment=NetworkSegment(fc5baf9d-8a10-497b-b6b9-149e7242d035),segment_id=fc5baf9d-8a10-497b-b6b9-149e7242d035)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:19:53.249469 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f2b16e80-28a8-4705-adad-8a3b72ce6690 req-8b0fac45-af61-4c8f-8a17-f524ee184473 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:53.260767 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [req-f2b16e80-28a8-4705-adad-8a3b72ce6690 req-8b0fac45-af61-4c8f-8a17-f524ee184473 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Calling delete_port for 4170875b-b2d5-4cfa-a89e-e7c63969820c owned by compute:nova {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:19:53.383269 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f2b16e80-28a8-4705-adad-8a3b72ce6690 req-8b0fac45-af61-4c8f-8a17-f524ee184473 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:53.420278 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0fac45-af61-4c8f-8a17-f524ee184473 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Pushing event deleted for resources: {'Port': ['ID=4170875b-b2d5-4cfa-a89e-e7c63969820c,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:53.462025 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b16e80-28a8-4705-adad-8a3b72ce6690 req-8b0fac45-af61-4c8f-8a17-f524ee184473 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] No DVR routers for this DVR port 4170875b-b2d5-4cfa-a89e-e7c63969820c on host n-h2-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:19:53.465264 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [req-f2b16e80-28a8-4705-adad-8a3b72ce6690 req-8b0fac45-af61-4c8f-8a17-f524ee184473 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200668'] for port, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:53.467248 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [req-f2b16e80-28a8-4705-adad-8a3b72ce6690 req-8b0fac45-af61-4c8f-8a17-f524ee184473 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.46 "DELETE /v2.0/ports/4170875b-b2d5-4cfa-a89e-e7c63969820c HTTP/1.1" status: 204 len: 173 time: 0.3957503 Jul 15 14:19:53.467697 n-d-771363-36 neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8844baf1-f45c-4f5a-a2d6-e54710bb7e0a', 'name': 'network-vif-deleted', 'tag': '4170875b-b2d5-4cfa-a89e-e7c63969820c'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:19:53.469925 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8576bed0d9272eb7d87375883ff290b2d3af54e29368fa65b340403a42b02ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5c76bf-7955-4c60-9cdb-9183ea5ca24a" -d '{"events": [{"server_uuid": "8844baf1-f45c-4f5a-a2d6-e54710bb7e0a", "name": "network-vif-deleted", "tag": "4170875b-b2d5-4cfa-a89e-e7c63969820c"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:19:53.508185 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391cb353-c8d4-47a1-8b8e-a656dfb3d97d x-openstack-request-id: req-391cb353-c8d4-47a1-8b8e-a656dfb3d97d {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:19:53.508471 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8844baf1-f45c-4f5a-a2d6-e54710bb7e0a", "name": "network-vif-deleted", "tag": "4170875b-b2d5-4cfa-a89e-e7c63969820c", "status": "completed", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:19:53.508749 n-d-771363-36 neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-391cb353-c8d4-47a1-8b8e-a656dfb3d97d {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:19:53.509142 n-d-771363-36 neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8844baf1-f45c-4f5a-a2d6-e54710bb7e0a', 'name': 'network-vif-deleted', 'tag': '4170875b-b2d5-4cfa-a89e-e7c63969820c', 'status': 'completed', 'code': 200} Jul 15 14:19:54.062153 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [req-f02de259-4b3d-465a-b26c-6e6cf1f26ede req-1e25bcd2-e444-4842-b77b-cb94275e10a5 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "GET /v2.0/ports?device_id=8844baf1-f45c-4f5a-a2d6-e54710bb7e0a HTTP/1.1" status: 200 len: 210 time: 0.0338762 Jul 15 14:19:55.154849 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42806) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:55.213660 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5d814f0f-d78d-44a6-ba20-92541f88c0b2 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:55.238489 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5d814f0f-d78d-44a6-ba20-92541f88c0b2 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:55.296587 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5d814f0f-d78d-44a6-ba20-92541f88c0b2 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:55.299075 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5d814f0f-d78d-44a6-ba20-92541f88c0b2 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:55.300218 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5d814f0f-d78d-44a6-ba20-92541f88c0b2 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] 10.222.0.16 "DELETE /v2.0/security-groups/6262e7a4-3aac-48ba-8fbf-25fcf50259dd HTTP/1.1" status: 204 len: 168 time: 0.1443090 Jul 15 14:19:55.308844 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d814f0f-d78d-44a6-ba20-92541f88c0b2 tempest-TestSnapshotPattern-1188398567 tempest-TestSnapshotPattern-1188398567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6262e7a4-3aac-48ba-8fbf-25fcf50259dd,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:55.401615 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 4170875b-b2d5-4cfa-a89e-e7c63969820c no longer exists at agent hyperv_n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:19:55.420799 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] No Port match for: 4170875b-b2d5-4cfa-a89e-e7c63969820c {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:19:55.421146 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Device 4170875b-b2d5-4cfa-a89e-e7c63969820c not bound to the agent host n-h2-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:19:56.365575 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42812) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:56.703071 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-571b14d5-2cc7-45c9-ba9d-0f67e3702cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:56.948797 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-571b14d5-2cc7-45c9-ba9d-0f67e3702cbc admin admin] Deleting port f2668fed-5085-4853-ad4f-440229c5f0d5 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:19:56.949138 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-571b14d5-2cc7-45c9-ba9d-0f67e3702cbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:57.024329 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-571b14d5-2cc7-45c9-ba9d-0f67e3702cbc admin admin] For port f2668fed-5085-4853-ad4f-440229c5f0d5, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=f2668fed-5085-4853-ad4f-440229c5f0d5,segment=NetworkSegment(fc5baf9d-8a10-497b-b6b9-149e7242d035),segment_id=fc5baf9d-8a10-497b-b6b9-149e7242d035)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:19:57.024606 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-571b14d5-2cc7-45c9-ba9d-0f67e3702cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:57.036392 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-571b14d5-2cc7-45c9-ba9d-0f67e3702cbc admin admin] Calling delete_port for f2668fed-5085-4853-ad4f-440229c5f0d5 owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:19:57.208572 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-571b14d5-2cc7-45c9-ba9d-0f67e3702cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:57.239001 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b14d5-2cc7-45c9-ba9d-0f67e3702cbc admin admin] Pushing event deleted for resources: {'Port': ['ID=f2668fed-5085-4853-ad4f-440229c5f0d5,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:57.407659 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-571b14d5-2cc7-45c9-ba9d-0f67e3702cbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:57.613966 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571b14d5-2cc7-45c9-ba9d-0f67e3702cbc admin admin] Router ca8e1219-b13b-4959-a457-e90a251d8c32 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:19:57.718944 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571b14d5-2cc7-45c9-ba9d-0f67e3702cbc admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:19:57.724070 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-571b14d5-2cc7-45c9-ba9d-0f67e3702cbc admin admin] 10.222.0.16 "PUT /v2.0/routers/ca8e1219-b13b-4959-a457-e90a251d8c32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3567874 Jul 15 14:19:57.727027 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42814) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:57.728043 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58a3373-d953-45d2-8179-ca4ac897dfcc None None] Sync routers for ids ['ca8e1219-b13b-4959-a457-e90a251d8c32'] in n-d-771363-36 {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:19:57.738057 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58a3373-d953-45d2-8179-ca4ac897dfcc None None] Routers {'ca8e1219-b13b-4959-a457-e90a251d8c32'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:19:57.738703 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-c58a3373-d953-45d2-8179-ca4ac897dfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:19:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['ca8e1219-b13b-4959-a457-e90a251d8c32'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:57.829539 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-14c8a687-672a-494d-8e74-1a84dfd6664f admin admin] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:57.840515 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-c58a3373-d953-45d2-8179-ca4ac897dfcc None None] Set router ca8e1219-b13b-4959-a457-e90a251d8c32 gateway port host: n-d-771363-36 {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:19:57.931483 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-14c8a687-672a-494d-8e74-1a84dfd6664f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:57.984470 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-14c8a687-672a-494d-8e74-1a84dfd6664f admin admin] Deleting port 374913eb-f8d6-47f4-80f0-001995b883f3 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:19:57.984800 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-14c8a687-672a-494d-8e74-1a84dfd6664f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:58.016690 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-c58a3373-d953-45d2-8179-ca4ac897dfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'name': 'tempest-TestSnapshotPattern-1794912274-router', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '374913eb-f8d6-47f4-80f0-001995b883f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:14Z', 'updated_at': '2021-07-15T14:19:57Z', 'revision_number': 5, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'gw_port': {'id': '374913eb-f8d6-47f4-80f0-001995b883f3', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:14Z', 'updated_at': '2021-07-15T14:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:58.046759 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58a3373-d953-45d2-8179-ca4ac897dfcc None None] Checking router: ca8e1219-b13b-4959-a457-e90a251d8c32 for host: n-d-771363-36 {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:19:58.054905 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58a3373-d953-45d2-8179-ca4ac897dfcc None None] Routers {'ca8e1219-b13b-4959-a457-e90a251d8c32'} bound to L3 agent in host n-d-771363-36 {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:19:58.055514 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-c58a3373-d953-45d2-8179-ca4ac897dfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:19:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['ca8e1219-b13b-4959-a457-e90a251d8c32'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:58.060821 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-14c8a687-672a-494d-8e74-1a84dfd6664f admin admin] For port 374913eb-f8d6-47f4-80f0-001995b883f3, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=374913eb-f8d6-47f4-80f0-001995b883f3,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:19:58.061165 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-14c8a687-672a-494d-8e74-1a84dfd6664f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:58.073223 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-14c8a687-672a-494d-8e74-1a84dfd6664f admin admin] Calling delete_port for 374913eb-f8d6-47f4-80f0-001995b883f3 owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:19:58.139284 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-c58a3373-d953-45d2-8179-ca4ac897dfcc None None] Set router ca8e1219-b13b-4959-a457-e90a251d8c32 gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:19:58.190544 n-d-771363-36 neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-c58a3373-d953-45d2-8179-ca4ac897dfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'name': 'tempest-TestSnapshotPattern-1794912274-router', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:14Z', 'updated_at': '2021-07-15T14:19:57Z', 'revision_number': 6, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:58.220057 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58a3373-d953-45d2-8179-ca4ac897dfcc None None] The sync data for ids ['ca8e1219-b13b-4959-a457-e90a251d8c32'] in n-d-771363-36 is: [{'id': 'ca8e1219-b13b-4959-a457-e90a251d8c32', 'name': 'tempest-TestSnapshotPattern-1794912274-router', 'tenant_id': 'ad5644bd716440a59935f4ab52ace0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:14Z', 'updated_at': '2021-07-15T14:19:57Z', 'revision_number': 6, 'project_id': 'ad5644bd716440a59935f4ab52ace0c6', 'gw_port_host': None}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:19:58.236966 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-14c8a687-672a-494d-8e74-1a84dfd6664f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:58.266144 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c8a687-672a-494d-8e74-1a84dfd6664f admin admin] Pushing event deleted for resources: {'Port': ['ID=374913eb-f8d6-47f4-80f0-001995b883f3,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:58.328185 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-14c8a687-672a-494d-8e74-1a84dfd6664f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:58.417880 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-14c8a687-672a-494d-8e74-1a84dfd6664f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:58.420012 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-14c8a687-672a-494d-8e74-1a84dfd6664f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:58.461061 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-14c8a687-672a-494d-8e74-1a84dfd6664f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:58.461708 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c8a687-672a-494d-8e74-1a84dfd6664f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca8e1219-b13b-4959-a457-e90a251d8c32 {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:19:58.465942 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-14c8a687-672a-494d-8e74-1a84dfd6664f admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:58.467116 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-14c8a687-672a-494d-8e74-1a84dfd6664f admin admin] 10.222.0.16 "DELETE /v2.0/routers/ca8e1219-b13b-4959-a457-e90a251d8c32 HTTP/1.1" status: 204 len: 168 time: 0.7391751 Jul 15 14:19:58.469546 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42816) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:58.516502 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-577e6b27-0905-4318-8ac1-050f025a53df admin admin] Deleting subnet c089f8e3-8cd8-436c-87fe-5601caec737d {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:19:58.519384 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-577e6b27-0905-4318-8ac1-050f025a53df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:58.553465 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-577e6b27-0905-4318-8ac1-050f025a53df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:58.635409 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-577e6b27-0905-4318-8ac1-050f025a53df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:58.689303 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-577e6b27-0905-4318-8ac1-050f025a53df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:58.721072 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e6b27-0905-4318-8ac1-050f025a53df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c089f8e3-8cd8-436c-87fe-5601caec737d,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:58.723534 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-577e6b27-0905-4318-8ac1-050f025a53df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:58.726727 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-577e6b27-0905-4318-8ac1-050f025a53df admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c089f8e3-8cd8-436c-87fe-5601caec737d HTTP/1.1" status: 204 len: 168 time: 0.2553623 Jul 15 14:19:58.728317 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42818) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:58.729320 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678ab650-67cc-41f0-a76d-db70c4cd8d3c None None] Network 9731cb31-2e9a-4014-8935-00d52b9152f2 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:19:58.795823 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-185370fc-14ef-406d-a255-3e5ba7fea235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:58.848513 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-185370fc-14ef-406d-a255-3e5ba7fea235 admin admin] Deleting port 60938564-8646-479c-b4d6-51e5476ea81b {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:19:58.848860 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-185370fc-14ef-406d-a255-3e5ba7fea235 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:58.916455 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-185370fc-14ef-406d-a255-3e5ba7fea235 admin admin] For port 60938564-8646-479c-b4d6-51e5476ea81b, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=60938564-8646-479c-b4d6-51e5476ea81b,segment=NetworkSegment(fc5baf9d-8a10-497b-b6b9-149e7242d035),segment_id=fc5baf9d-8a10-497b-b6b9-149e7242d035)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:19:58.916739 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-185370fc-14ef-406d-a255-3e5ba7fea235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:58.927818 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-185370fc-14ef-406d-a255-3e5ba7fea235 admin admin] Calling delete_port for 60938564-8646-479c-b4d6-51e5476ea81b owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:19:59.009525 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-185370fc-14ef-406d-a255-3e5ba7fea235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:59.012711 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c380148-b471-43fa-9599-7fbfa5e39205 None None] DHCP port deletion for 9731cb31-2e9a-4014-8935-00d52b9152f2 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:19:59.022126 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185370fc-14ef-406d-a255-3e5ba7fea235 admin admin] No DVR routers for this DVR port 60938564-8646-479c-b4d6-51e5476ea81b on host n-d-771363-36 {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:19:59.046792 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device f2668fed-5085-4853-ad4f-440229c5f0d5 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:19:59.067574 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: f2668fed-5085-4853-ad4f-440229c5f0d5 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:19:59.067975 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device f2668fed-5085-4853-ad4f-440229c5f0d5 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:19:59.344200 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185370fc-14ef-406d-a255-3e5ba7fea235 admin admin] Pushing event deleted for resources: {'Port': ['ID=60938564-8646-479c-b4d6-51e5476ea81b,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:59.392870 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-185370fc-14ef-406d-a255-3e5ba7fea235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:59.402320 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-185370fc-14ef-406d-a255-3e5ba7fea235 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9731cb31-2e9a-4014-8935-00d52b9152f2']}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:59.411928 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-185370fc-14ef-406d-a255-3e5ba7fea235 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc5baf9d-8a10-497b-b6b9-149e7242d035') {'for_net_delete': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:59.412219 n-d-771363-36 neutron-server[93826]: DEBUG neutron.services.segments.db [None req-185370fc-14ef-406d-a255-3e5ba7fea235 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc5baf9d-8a10-497b-b6b9-149e7242d035') {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:59.421108 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-185370fc-14ef-406d-a255-3e5ba7fea235 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683406'] for segment, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:59.434792 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-185370fc-14ef-406d-a255-3e5ba7fea235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:59.440556 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-185370fc-14ef-406d-a255-3e5ba7fea235 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:19:59.440932 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-185370fc-14ef-406d-a255-3e5ba7fea235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8999442'] for segment, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:59.442527 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:19:59.442527 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:19:59.442527 n-d-771363-36 neutron-server[93826]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:19:59.442527 n-d-771363-36 neutron-server[93826]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:19:59.442527 n-d-771363-36 neutron-server[93826]: Traceback (most recent call last): Jul 15 14:19:59.442527 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:19:59.442527 n-d-771363-36 neutron-server[93826]: timer() Jul 15 14:19:59.442527 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:19:59.442527 n-d-771363-36 neutron-server[93826]: cb(*args, **kw) Jul 15 14:19:59.442527 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:19:59.442527 n-d-771363-36 neutron-server[93826]: return func(*args, **kwargs) Jul 15 14:19:59.442527 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:19:59.442527 n-d-771363-36 neutron-server[93826]: self._notify() Jul 15 14:19:59.442527 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:19:59.442527 n-d-771363-36 neutron-server[93826]: self.callback(batched_events) Jul 15 14:19:59.442527 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:19:59.442527 n-d-771363-36 neutron-server[93826]: event.method(event) Jul 15 14:19:59.442527 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:19:59.442527 n-d-771363-36 neutron-server[93826]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:19:59.442527 n-d-771363-36 neutron-server[93826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:19:59.442527 n-d-771363-36 neutron-server[93826]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:19:59.442527 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:19:59.442527 n-d-771363-36 neutron-server[93826]: return f(self, *a, **k) Jul 15 14:19:59.442527 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:19:59.442527 n-d-771363-36 neutron-server[93826]: return self._get(url).json() Jul 15 14:19:59.442527 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:19:59.442527 n-d-771363-36 neutron-server[93826]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:19:59.442527 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:19:59.442527 n-d-771363-36 neutron-server[93826]: return self.request(url, 'GET', **kwargs) Jul 15 14:19:59.442527 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:19:59.442527 n-d-771363-36 neutron-server[93826]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:19:59.442527 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:19:59.442527 n-d-771363-36 neutron-server[93826]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:19:59.442527 n-d-771363-36 neutron-server[93826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:19:59.442527 n-d-771363-36 neutron-server[93826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:19:59.442527 n-d-771363-36 neutron-server[93826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:19:59.497011 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-185370fc-14ef-406d-a255-3e5ba7fea235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:59.502123 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-185370fc-14ef-406d-a255-3e5ba7fea235 admin admin] Notify callbacks [] for network, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:59.503981 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-185370fc-14ef-406d-a255-3e5ba7fea235 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9731cb31-2e9a-4014-8935-00d52b9152f2 HTTP/1.1" status: 204 len: 168 time: 0.7747486 Jul 15 14:19:59.506884 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42820) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:59.521423 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185370fc-14ef-406d-a255-3e5ba7fea235 admin admin] Pushing event deleted for resources: {'Network': ['ID=9731cb31-2e9a-4014-8935-00d52b9152f2,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:59.761712 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-da51d62e-5147-4cf3-adc5-c9e8319cec05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:59.847624 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5c78a52e-217a-4824-87d8-663eb8f54d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960675'] for router_interface, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:00.082534 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:00.093913 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-5c78a52e-217a-4824-87d8-663eb8f54d0c admin admin] Deleting port 9268b39d-c2e0-4a07-a9cf-99d2ce5ae918 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:20:00.094256 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5c78a52e-217a-4824-87d8-663eb8f54d0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:00.173556 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-5c78a52e-217a-4824-87d8-663eb8f54d0c admin admin] For port 9268b39d-c2e0-4a07-a9cf-99d2ce5ae918, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=9268b39d-c2e0-4a07-a9cf-99d2ce5ae918,segment=NetworkSegment(61a412be-9707-48fc-95c3-0079599129b2),segment_id=61a412be-9707-48fc-95c3-0079599129b2)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:20:00.173909 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5c78a52e-217a-4824-87d8-663eb8f54d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:00.185807 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-5c78a52e-217a-4824-87d8-663eb8f54d0c admin admin] Calling delete_port for 9268b39d-c2e0-4a07-a9cf-99d2ce5ae918 owned by network:router_interface {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:20:00.215356 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:00.361989 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5c78a52e-217a-4824-87d8-663eb8f54d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:00.387373 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78a52e-217a-4824-87d8-663eb8f54d0c admin admin] Pushing event deleted for resources: {'Port': ['ID=9268b39d-c2e0-4a07-a9cf-99d2ce5ae918,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:00.554460 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5c78a52e-217a-4824-87d8-663eb8f54d0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960819'] for router_interface, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:00.604935 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 374913eb-f8d6-47f4-80f0-001995b883f3 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:20:00.625718 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 374913eb-f8d6-47f4-80f0-001995b883f3 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:20:00.626087 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 374913eb-f8d6-47f4-80f0-001995b883f3 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:20:00.626614 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 60938564-8646-479c-b4d6-51e5476ea81b no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:20:00.644655 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 60938564-8646-479c-b4d6-51e5476ea81b {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:20:00.644999 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 60938564-8646-479c-b4d6-51e5476ea81b not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:20:00.766904 n-d-771363-36 neutron-server[93826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c78a52e-217a-4824-87d8-663eb8f54d0c admin admin] Router dd294dc1-8efa-46df-961a-0e7dc57a7790 has already been hosted by L3 agent 1e50394e-ab27-413b-9df3-7f360296fdd4 {{(pid=93826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:20:00.870980 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c78a52e-217a-4824-87d8-663eb8f54d0c admin admin] Notify agent at l3_agent.n-d-771363-36 the message routers_updated {{(pid=93826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:20:00.877343 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-5c78a52e-217a-4824-87d8-663eb8f54d0c admin admin] 10.222.0.16 "PUT /v2.0/routers/dd294dc1-8efa-46df-961a-0e7dc57a7790/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3691428 Jul 15 14:20:00.878370 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42822) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:20:00.878950 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82cee84-e722-47ee-85d4-bd08c75605b3 None None] Sync routers for ids ['dd294dc1-8efa-46df-961a-0e7dc57a7790'] in n-d-771363-36 {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:20:00.887808 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82cee84-e722-47ee-85d4-bd08c75605b3 None None] Routers {'dd294dc1-8efa-46df-961a-0e7dc57a7790'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:20:00.888402 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-f82cee84-e722-47ee-85d4-bd08c75605b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:19:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['dd294dc1-8efa-46df-961a-0e7dc57a7790'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:20:00.983538 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-305ae299-2f8f-4e5b-a136-7ccc146f4a26 admin admin] Notify callbacks [] for router, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:00.988706 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-f82cee84-e722-47ee-85d4-bd08c75605b3 None None] Set router dd294dc1-8efa-46df-961a-0e7dc57a7790 gateway port host: n-d-771363-36 {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:20:01.086403 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-305ae299-2f8f-4e5b-a136-7ccc146f4a26 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:01.136594 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-305ae299-2f8f-4e5b-a136-7ccc146f4a26 admin admin] Deleting port cb88d3fa-71b9-409c-a325-b8117ba027c7 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:20:01.136847 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-305ae299-2f8f-4e5b-a136-7ccc146f4a26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:01.160046 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-f82cee84-e722-47ee-85d4-bd08c75605b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd294dc1-8efa-46df-961a-0e7dc57a7790', 'name': 'tempest-TestSnapshotPattern-1428565688-router', 'tenant_id': '52d1ebd7a17843bcb46ebdf7f037c55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'external_fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'cb88d3fa-71b9-409c-a325-b8117ba027c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:19Z', 'updated_at': '2021-07-15T14:20:00Z', 'revision_number': 5, 'project_id': '52d1ebd7a17843bcb46ebdf7f037c55a', 'gw_port': {'id': 'cb88d3fa-71b9-409c-a325-b8117ba027c7', 'name': '', 'network_id': 'e1268488-a505-464f-96b0-8b93d6dfd7ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:af:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd294dc1-8efa-46df-961a-0e7dc57a7790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:19Z', 'updated_at': '2021-07-15T14:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46338aed-0ea6-45de-b9cf-f024c89e40ab', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-36'}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:20:01.185514 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82cee84-e722-47ee-85d4-bd08c75605b3 None None] Checking router: dd294dc1-8efa-46df-961a-0e7dc57a7790 for host: n-d-771363-36 {{(pid=93828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:20:01.193596 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82cee84-e722-47ee-85d4-bd08c75605b3 None None] Routers {'dd294dc1-8efa-46df-961a-0e7dc57a7790'} bound to L3 agent in host n-d-771363-36 {{(pid=93828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:20:01.194232 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-f82cee84-e722-47ee-85d4-bd08c75605b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:32Z,description=,heartbeat_timestamp=2021-07-15T14:19:33Z,host='n-d-771363-36',id=1e50394e-ab27-413b-9df3-7f360296fdd4,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:32Z,topic='l3_agent')) {'router_ids': ['dd294dc1-8efa-46df-961a-0e7dc57a7790'], 'active': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:20:01.220438 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-305ae299-2f8f-4e5b-a136-7ccc146f4a26 admin admin] For port cb88d3fa-71b9-409c-a325-b8117ba027c7, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=cb88d3fa-71b9-409c-a325-b8117ba027c7,segment=NetworkSegment(6f737590-e327-45b4-817d-fa03006e5776),segment_id=6f737590-e327-45b4-817d-fa03006e5776)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:20:01.220823 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-305ae299-2f8f-4e5b-a136-7ccc146f4a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:01.233306 n-d-771363-36 neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-305ae299-2f8f-4e5b-a136-7ccc146f4a26 admin admin] Calling delete_port for cb88d3fa-71b9-409c-a325-b8117ba027c7 owned by network:router_gateway {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:20:01.278014 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_dvr_db [None req-f82cee84-e722-47ee-85d4-bd08c75605b3 None None] Set router dd294dc1-8efa-46df-961a-0e7dc57a7790 gateway port host: None {{(pid=93828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:20:01.404155 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-305ae299-2f8f-4e5b-a136-7ccc146f4a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8999875'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:01.421867 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.l3_hamode_db [None req-f82cee84-e722-47ee-85d4-bd08c75605b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd294dc1-8efa-46df-961a-0e7dc57a7790', 'name': 'tempest-TestSnapshotPattern-1428565688-router', 'tenant_id': '52d1ebd7a17843bcb46ebdf7f037c55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:19Z', 'updated_at': '2021-07-15T14:20:01Z', 'revision_number': 6, 'project_id': '52d1ebd7a17843bcb46ebdf7f037c55a', 'gw_port_host': None}], 'n-d-771363-36', False) {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:20:01.429145 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ae299-2f8f-4e5b-a136-7ccc146f4a26 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb88d3fa-71b9-409c-a325-b8117ba027c7,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:01.447754 n-d-771363-36 neutron-server[93828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82cee84-e722-47ee-85d4-bd08c75605b3 None None] The sync data for ids ['dd294dc1-8efa-46df-961a-0e7dc57a7790'] in n-d-771363-36 is: [{'id': 'dd294dc1-8efa-46df-961a-0e7dc57a7790', 'name': 'tempest-TestSnapshotPattern-1428565688-router', 'tenant_id': '52d1ebd7a17843bcb46ebdf7f037c55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:19Z', 'updated_at': '2021-07-15T14:20:01Z', 'revision_number': 6, 'project_id': '52d1ebd7a17843bcb46ebdf7f037c55a', 'gw_port_host': None}] {{(pid=93828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:20:01.490970 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-305ae299-2f8f-4e5b-a136-7ccc146f4a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-956777'] for router_gateway, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:01.577947 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-305ae299-2f8f-4e5b-a136-7ccc146f4a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9603'] for router, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:01.580086 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-305ae299-2f8f-4e5b-a136-7ccc146f4a26 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:01.623493 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-305ae299-2f8f-4e5b-a136-7ccc146f4a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-959467'] for router, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:01.624028 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305ae299-2f8f-4e5b-a136-7ccc146f4a26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd294dc1-8efa-46df-961a-0e7dc57a7790 {{(pid=93826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:20:01.628339 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-305ae299-2f8f-4e5b-a136-7ccc146f4a26 admin admin] Notify callbacks [] for router, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:01.629478 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-305ae299-2f8f-4e5b-a136-7ccc146f4a26 admin admin] 10.222.0.16 "DELETE /v2.0/routers/dd294dc1-8efa-46df-961a-0e7dc57a7790 HTTP/1.1" status: 204 len: 168 time: 0.7501519 Jul 15 14:20:01.632576 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42824) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:20:01.675153 n-d-771363-36 neutron-server[93826]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e079ed1-c79d-4ac1-82e2-9ba074fa60c9 admin admin] Deleting subnet 543b6e49-776e-42ae-92d7-c18aadff3de1 {{(pid=93826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:20:01.678141 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6e079ed1-c79d-4ac1-82e2-9ba074fa60c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:01.711540 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6e079ed1-c79d-4ac1-82e2-9ba074fa60c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683449'] for subnet, precommit_delete_associations {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:01.790830 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6e079ed1-c79d-4ac1-82e2-9ba074fa60c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33554242'] for subnet, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:01.846002 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6e079ed1-c79d-4ac1-82e2-9ba074fa60c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33554293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8999856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9221415'] for subnet, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:01.870717 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e079ed1-c79d-4ac1-82e2-9ba074fa60c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=543b6e49-776e-42ae-92d7-c18aadff3de1,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:01.877508 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6e079ed1-c79d-4ac1-82e2-9ba074fa60c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:01.882688 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.16', 42826) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:20:01.883165 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-6e079ed1-c79d-4ac1-82e2-9ba074fa60c9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/543b6e49-776e-42ae-92d7-c18aadff3de1 HTTP/1.1" status: 204 len: 168 time: 0.2494164 Jul 15 14:20:01.883377 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0f6976-9b0f-4608-85eb-cb251e08d84f None None] Network a6bb1566-9557-4094-9844-116a1bdd77f3 requested from n-d-771363-36 {{(pid=93827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:20:01.950655 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-350d05b6-904e-4cf5-8d5d-9c61166c9f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33129513'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:02.002126 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-350d05b6-904e-4cf5-8d5d-9c61166c9f67 admin admin] Deleting port 06b7fe60-6e43-4f51-9ddf-17f7b6d2f4d4 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:20:02.002473 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-350d05b6-904e-4cf5-8d5d-9c61166c9f67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735677944239'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:02.069781 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-350d05b6-904e-4cf5-8d5d-9c61166c9f67 admin admin] For port 06b7fe60-6e43-4f51-9ddf-17f7b6d2f4d4, host n-d-771363-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-36',level=0,port_id=06b7fe60-6e43-4f51-9ddf-17f7b6d2f4d4,segment=NetworkSegment(61a412be-9707-48fc-95c3-0079599129b2),segment_id=61a412be-9707-48fc-95c3-0079599129b2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:20:02.070140 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-350d05b6-904e-4cf5-8d5d-9c61166c9f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959384'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:02.081358 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-350d05b6-904e-4cf5-8d5d-9c61166c9f67 admin admin] Calling delete_port for 06b7fe60-6e43-4f51-9ddf-17f7b6d2f4d4 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:20:02.159162 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-350d05b6-904e-4cf5-8d5d-9c61166c9f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33036960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735677945474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735677541771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2883544'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:02.187730 n-d-771363-36 neutron-server[93827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1044cb-7d2d-4737-a2c5-6e9f6f2e0bfd None None] DHCP port deletion for a6bb1566-9557-4094-9844-116a1bdd77f3 request from n-d-771363-36 {{(pid=93827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:20:02.188424 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d05b6-904e-4cf5-8d5d-9c61166c9f67 admin admin] Pushing event deleted for resources: {'Port': ['ID=06b7fe60-6e43-4f51-9ddf-17f7b6d2f4d4,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:02.194141 n-d-771363-36 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350d05b6-904e-4cf5-8d5d-9c61166c9f67 admin admin] No DVR routers for this DVR port 06b7fe60-6e43-4f51-9ddf-17f7b6d2f4d4 on host n-d-771363-36 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:20:02.264984 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-350d05b6-904e-4cf5-8d5d-9c61166c9f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33550886', 'neutron.services.segments.db._delete_segments_for_network-8735678074444'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:02.274786 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-350d05b6-904e-4cf5-8d5d-9c61166c9f67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6bb1566-9557-4094-9844-116a1bdd77f3']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:20:02.284826 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-350d05b6-904e-4cf5-8d5d-9c61166c9f67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61a412be-9707-48fc-95c3-0079599129b2') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:20:02.285123 n-d-771363-36 neutron-server[93825]: DEBUG neutron.services.segments.db [None req-350d05b6-904e-4cf5-8d5d-9c61166c9f67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61a412be-9707-48fc-95c3-0079599129b2') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:20:02.294398 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-350d05b6-904e-4cf5-8d5d-9c61166c9f67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735678076757', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3240840'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:02.308687 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-350d05b6-904e-4cf5-8d5d-9c61166c9f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:02.314657 n-d-771363-36 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-350d05b6-904e-4cf5-8d5d-9c61166c9f67 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:20:02.315056 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-350d05b6-904e-4cf5-8d5d-9c61166c9f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33544218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883081'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:02.316725 n-d-771363-36 neutron-server[93825]: Traceback (most recent call last): Jul 15 14:20:02.316725 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:20:02.316725 n-d-771363-36 neutron-server[93825]: timer() Jul 15 14:20:02.316725 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:20:02.316725 n-d-771363-36 neutron-server[93825]: cb(*args, **kw) Jul 15 14:20:02.316725 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:20:02.316725 n-d-771363-36 neutron-server[93825]: return func(*args, **kwargs) Jul 15 14:20:02.316725 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:20:02.316725 n-d-771363-36 neutron-server[93825]: self._notify() Jul 15 14:20:02.316725 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:20:02.316725 n-d-771363-36 neutron-server[93825]: self.callback(batched_events) Jul 15 14:20:02.316725 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:20:02.316725 n-d-771363-36 neutron-server[93825]: event.method(event) Jul 15 14:20:02.316725 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:20:02.316725 n-d-771363-36 neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:20:02.316725 n-d-771363-36 neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:20:02.316725 n-d-771363-36 neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:20:02.316725 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:20:02.316725 n-d-771363-36 neutron-server[93825]: return f(self, *a, **k) Jul 15 14:20:02.316725 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:20:02.316725 n-d-771363-36 neutron-server[93825]: return self._get(url).json() Jul 15 14:20:02.316725 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:20:02.316725 n-d-771363-36 neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:20:02.316725 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:20:02.316725 n-d-771363-36 neutron-server[93825]: return self.request(url, 'GET', **kwargs) Jul 15 14:20:02.316725 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:20:02.316725 n-d-771363-36 neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:20:02.316725 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:20:02.316725 n-d-771363-36 neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:20:02.316725 n-d-771363-36 neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:20:02.316725 n-d-771363-36 neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:20:02.316725 n-d-771363-36 neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:20:02.373883 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-350d05b6-904e-4cf5-8d5d-9c61166c9f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33550911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956853'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:02.390781 n-d-771363-36 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-350d05b6-904e-4cf5-8d5d-9c61166c9f67 admin admin] Notify callbacks [] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:02.392935 n-d-771363-36 neutron-server[93825]: INFO neutron.wsgi [None req-350d05b6-904e-4cf5-8d5d-9c61166c9f67 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a6bb1566-9557-4094-9844-116a1bdd77f3 HTTP/1.1" status: 204 len: 168 time: 0.5088296 Jul 15 14:20:02.393645 n-d-771363-36 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d05b6-904e-4cf5-8d5d-9c61166c9f67 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6bb1566-9557-4094-9844-116a1bdd77f3,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:02.400451 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:02.539303 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b495b06-1107-489b-ac87-1a3c4eca4bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:02.542735 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9268b39d-c2e0-4a07-a9cf-99d2ce5ae918 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:20:02.562379 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 9268b39d-c2e0-4a07-a9cf-99d2ce5ae918 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:20:02.562762 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 9268b39d-c2e0-4a07-a9cf-99d2ce5ae918 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:20:02.563181 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 06b7fe60-6e43-4f51-9ddf-17f7b6d2f4d4 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:20:02.582149 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42830) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:20:02.585319 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: 06b7fe60-6e43-4f51-9ddf-17f7b6d2f4d4 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:20:02.585668 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device 06b7fe60-6e43-4f51-9ddf-17f7b6d2f4d4 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:20:02.586081 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device cb88d3fa-71b9-409c-a325-b8117ba027c7 no longer exists at agent ovs-agent-n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:20:02.605020 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] No Port match for: cb88d3fa-71b9-409c-a325-b8117ba027c7 {{(pid=93827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:20:02.605367 n-d-771363-36 neutron-server[93827]: DEBUG neutron.plugins.ml2.rpc [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Device cb88d3fa-71b9-409c-a325-b8117ba027c7 not bound to the agent host n-d-771363-36 {{(pid=93827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:20:02.625576 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-bde3713a-2ea8-4340-badb-269915cf1c6b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad5644bd716440a59935f4ab52ace0c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420556 Jul 15 14:20:02.627981 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42832) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:20:02.675883 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7cbce125-17a4-42c2-bc5e-1bc9fdf5910d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:02.696182 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7cbce125-17a4-42c2-bc5e-1bc9fdf5910d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:02.745913 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7cbce125-17a4-42c2-bc5e-1bc9fdf5910d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:02.748368 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7cbce125-17a4-42c2-bc5e-1bc9fdf5910d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:02.749535 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-7cbce125-17a4-42c2-bc5e-1bc9fdf5910d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6bd1021a-bb80-4388-9dca-5439411ad521 HTTP/1.1" status: 204 len: 168 time: 0.1206384 Jul 15 14:20:02.757446 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbce125-17a4-42c2-bc5e-1bc9fdf5910d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd1021a-bb80-4388-9dca-5439411ad521,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:03.080676 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42838) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:20:03.119763 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-29eacd4d-de3f-480c-bab4-731fd6841154 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=52d1ebd7a17843bcb46ebdf7f037c55a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379140 Jul 15 14:20:03.122283 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [-] (93826) accepted ('10.222.0.16', 42840) {{(pid=93826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:20:03.169759 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-79fd628b-622a-46d2-9ded-bebf2ac6b50c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:03.190532 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-79fd628b-622a-46d2-9ded-bebf2ac6b50c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:03.236942 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-79fd628b-622a-46d2-9ded-bebf2ac6b50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:03.239703 n-d-771363-36 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-79fd628b-622a-46d2-9ded-bebf2ac6b50c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:03.241608 n-d-771363-36 neutron-server[93826]: INFO neutron.wsgi [None req-79fd628b-622a-46d2-9ded-bebf2ac6b50c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c15f5260-d5bd-4b8c-a370-6a5760ab7d4a HTTP/1.1" status: 204 len: 168 time: 0.1182282 Jul 15 14:20:03.253625 n-d-771363-36 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd628b-622a-46d2-9ded-bebf2ac6b50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15f5260-d5bd-4b8c-a370-6a5760ab7d4a,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:03.883281 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:05.309033 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:25.334047 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:20:29.762324 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3d536662-e6b6-4669-aa48-49e0dccb3b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:30.097530 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:30.226207 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:32.392545 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:32.540643 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-822122d7-6438-4af1-886a-21a0697c4c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:33.882908 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:35.310844 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:59.762836 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-935abc5c-2470-4520-8def-456355d10d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:00.097279 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:00.240493 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:02.333375 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:21:02.392894 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:02.540942 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8efab4b4-26b6-4b0e-a514-0d72ee117aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:03.885787 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:05.316350 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:29.763861 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12e713ae-e637-4398-b47b-347a8939f6a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:30.095698 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:30.247017 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:32.393220 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:32.540994 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d76428e5-f520-455a-b4f9-658a89cc1e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:33.888845 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:35.316064 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:39.331579 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:21:59.764212 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-38a343bb-beb7-496b-9f87-b6ee03b790d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:00.110689 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:00.254404 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:02.393128 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:02.539888 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1a81a337-fecb-497a-9858-59c614df293f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:03.892828 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:05.318331 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:16.330104 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:22:29.763799 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-35cf3cf3-4dd4-4c1a-a24a-c4de65fb2f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:30.111152 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:30.253536 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:32.393598 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:32.539347 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5b33a072-1934-490f-89c6-9771d8aa4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:33.893978 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:35.321236 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:53.328633 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:22:59.764520 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2305d2c8-5426-44f0-b388-8f4dc4533fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:00.125180 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:00.252902 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:02.394901 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:02.537985 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f5fbf810-ee40-4318-82e3-39e2a7980cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:03.900434 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:05.324125 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:29.764798 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-62878966-deb9-4fce-bf16-c73d79284b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:30.124809 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:30.252526 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:30.326648 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:23:32.395277 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:32.538004 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ccc8412a-4d67-4898-8804-330d3f76aff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:33.900407 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:35.327115 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:59.764798 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ffac143b-ea30-4296-a842-a16d5a387374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:00.140297 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:00.252137 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:02.396716 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:02.536758 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e1061607-ea33-4313-b8ff-77f0273ed509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:03.904126 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:05.329786 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:06.353425 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [req-e5aa71b0-0273-468a-a2dd-f8ec35c81c09 req-facbe29d-8542-47b8-b4b9-13c0398889d7 service neutron] (93826) timed out ('10.222.0.16', 34876) {{(pid=93826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 14:24:07.326658 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:24:10.152080 n-d-771363-36 neutron-server[93825]: DEBUG neutron.wsgi [req-e5aa71b0-0273-468a-a2dd-f8ec35c81c09 req-31e184be-95f4-472f-b3e5-b44c215883ea service neutron] (93825) timed out ('10.222.0.20', 52216) {{(pid=93825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 14:24:29.765168 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-12fd7a46-8cc4-479b-b564-227707d3b842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:30.139659 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:30.250512 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:32.399035 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:32.536582 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1bb344ad-2956-44cf-b4d2-546caccb825a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:33.905628 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:35.333480 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:44.325217 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:24:59.765280 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b20c84a8-c4a2-41db-82f9-4f2aea9bb296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:00.153972 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:00.257681 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:02.400213 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:02.535603 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a2bde99b-9a0c-4217-8833-fb145cd17138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:03.911687 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:05.335197 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:21.323862 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:25:29.765369 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7184b513-a22d-47f7-a3e2-5fcae2aff095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:30.153259 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:30.280515 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:32.401562 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:32.535135 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b60da9c-f598-46a0-8bad-3f3a89dfa0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:33.912576 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:35.337379 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:58.322926 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:25:59.765092 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-07b9b6e3-196d-4941-b2f8-b771ce4b83f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:00.168923 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:00.279520 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:02.402455 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:02.534780 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2d8baad6-85fd-4142-9acd-bd1534f8e041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:03.915635 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:05.339733 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:29.764359 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-011a0179-1d0e-487f-bb0e-e616d6e084cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:30.199708 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:30.280404 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:32.402634 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:32.534504 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0aef8601-1084-4410-89c8-efc6bef76ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:33.917452 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:35.323404 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:26:35.343917 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:59.764730 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2d8d979c-8b18-4171-ab2b-f263f2f35d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:00.213169 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:00.289805 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:02.403645 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:02.533920 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ab237b11-557b-4358-84b2-2ea881a9d7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:03.923075 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:05.346908 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:12.322918 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:27:29.917495 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fe1b4b52-3635-4616-a590-91ffa9b2f78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:30.227942 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:30.286907 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:32.404527 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:32.532887 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-434a2288-604c-4af2-848b-1e6b6af34acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:33.923965 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:35.350719 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:49.322454 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:27:59.767459 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ac19cc95-fd32-4358-9438-73a4dbc4f877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:00.228472 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:00.293332 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:02.405333 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:02.532294 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d7551628-9136-4023-831d-96344e9e8e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:03.926240 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:05.352828 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:26.322534 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:28:28.292438 n-d-771363-36 neutron-server[93826]: DEBUG neutron.wsgi [req-16d9b99e-d660-47c2-a8e3-8cb3fd080e1c req-755c71ca-d571-4b3f-9a0b-a19bdd64657c service neutron] (93826) timed out ('10.222.0.16', 41938) {{(pid=93826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 14:28:29.766739 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-064f219c-a577-43e1-b2f9-9af2c666201e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:30.224279 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:30.288133 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:32.408363 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:32.532011 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0eb539e8-c72d-4643-acbc-840e4adb6230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:33.929901 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:35.356528 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:59.766476 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a09070f4-2b05-45ce-98f2-5605d86aa09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:00.227044 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:00.291669 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:02.409605 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a925a41c-34e1-4b6a-bfb9-9f99be74cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:02.532316 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dfbdb679-9167-4517-8315-bdafa0c81ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:03.325397 n-d-771363-36 neutron-server[93828]: DEBUG neutron.db.agents_db [None req-eef3b539-23c4-4e73-bcb8-52f0744d96e6 None None] Agent healthcheck: found 7 active agents {{(pid=93828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:29:03.933017 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-26879f46-0329-489b-a6af-7e128a5e4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:05.358922 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f871ae4-7315-4249-877e-5698d697ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:29.767617 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b22cbad6-0824-4d4f-ac4f-775cb88666e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:30.241930 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0df2-2f82-4675-adf2-da3c4e2ea704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:30.303993 n-d-771363-36 neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66b7e662-c2da-4a71-8dc0-e74a7de5fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735678074426', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33553276'] for agent, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}